-- Logs begin at Fri 2021-07-23 15:26:54 UTC, end at Fri 2021-07-23 17:50:09 UTC. -- Jul 23 16:06:45.441900 n-d-778549-4 systemd[1]: Started Devstack devstack@q-svc.service. Jul 23 16:06:48.162958 n-d-778549-4 neutron-server[93905]: INFO neutron.common.config [-] Logging enabled! Jul 23 16:06:48.163762 n-d-778549-4 neutron-server[93905]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev494 Jul 23 16:06:48.163762 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93905) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 16:06:48.166930 n-d-778549-4 neutron-server[93905]: INFO neutron.common.config [-] Logging enabled! Jul 23 16:06:48.167189 n-d-778549-4 neutron-server[93905]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev494 Jul 23 16:06:48.167506 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93905) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 16:06:48.168481 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 16:06:48.168716 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 16:06:48.169105 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 16:06:48.169358 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 16:06:48.169588 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 16:06:48.169910 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.170209 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.170509 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.170740 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.171039 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.171333 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.171618 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.171910 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.172210 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.172501 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.172788 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.173100 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.173339 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.173625 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.173917 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.174207 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.174435 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] debug = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.174718 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.175161 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.175569 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.175853 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.176145 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.176428 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.176704 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.176983 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.177295 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.178211 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] host = n-d-778549-4 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.178694 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.178878 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.179171 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.179464 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.179745 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.180029 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.180319 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.180596 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.180872 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] log_file = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.181197 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.181494 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.181786 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.182080 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.182309 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.182534 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.182825 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.183115 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.183394 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.183670 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.183947 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.184226 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.184499 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.184768 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.185067 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.185409 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.185698 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.185976 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.186253 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.186529 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.186803 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.187089 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.187366 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.187640 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.187914 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.188210 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.188482 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.188757 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.189077 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.189371 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.189658 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.189945 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.190224 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.190508 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.190784 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.191059 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.191336 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] use_json = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.191613 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.191889 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.192176 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.192452 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.192727 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.193001 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.193866 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.194169 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:48.194471 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.194768 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.195071 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.195359 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.195658 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.195940 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.196233 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.196514 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.196807 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.197126 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.197443 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.197702 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.197994 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.198280 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.198578 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.198887 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.199184 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.199479 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.199755 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.200033 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.200309 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.200590 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.200878 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.201201 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.201495 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.201770 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.202053 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.202347 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.202629 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.202903 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.203184 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.203475 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.203754 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.204028 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.204311 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.204590 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.204865 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.205168 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.205452 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.205745 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.206028 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.206310 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.206604 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.206883 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.207157 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.207440 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.207718 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.207993 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.208274 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.208556 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.208902 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.209285 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.209573 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.209851 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.210135 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.210417 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.210696 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.210975 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.211253 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.211528 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.211803 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.212077 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.212359 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.212633 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.212910 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.213279 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.213558 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.213833 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.214123 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.214426 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.214711 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.214993 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.215274 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.215555 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.215835 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.216114 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.216391 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.216672 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.216947 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.217268 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.217557 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.217848 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.218141 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.218420 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.218721 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.219001 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.219285 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.219564 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.219845 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.220137 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.220422 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.220716 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.221012 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.221329 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.221624 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.221919 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.222200 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.222511 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.222795 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:48.223016 n-d-778549-4 neutron-server[93905]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 16:06:48.223261 n-d-778549-4 neutron-server[93905]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93905) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 23 16:06:48.573647 n-d-778549-4 neutron-server[93905]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:06:48.573923 n-d-778549-4 neutron-server[93905]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:06:48.574224 n-d-778549-4 neutron-server[93905]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:06:48.574704 n-d-778549-4 neutron-server[93905]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 23 16:06:48.966547 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:48.966775 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:48.967033 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:48.968338 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:48.968617 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:48.968892 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.003658 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.003933 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.004225 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.018321 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.018609 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.018886 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.048533 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.048822 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.049124 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.087132 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.087417 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.087691 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.321246 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.321874 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.321874 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.322064 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.322765 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.442811 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.443191 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.443497 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.444028 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.444028 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.444368 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.444632 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.444903 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.445191 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.445483 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.445756 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.446031 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.446298 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.446558 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.446820 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.447100 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.447363 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.447637 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.447914 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.448178 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.448454 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.448712 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.448997 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.449411 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.449671 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.449928 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.450333 n-d-778549-4 neutron-server[93905]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93905) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:06:49.450580 n-d-778549-4 neutron-server[93905]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93905) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:06:49.450823 n-d-778549-4 neutron-server[93905]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93905) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:06:49.451065 n-d-778549-4 neutron-server[93905]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93905) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:06:49.451307 n-d-778549-4 neutron-server[93905]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93905) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:06:49.451547 n-d-778549-4 neutron-server[93905]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93905) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:06:49.451919 n-d-778549-4 neutron-server[93905]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 23 16:06:49.456064 n-d-778549-4 neutron-server[93905]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 23 16:06:49.460164 n-d-778549-4 neutron-server[93905]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 23 16:06:49.463955 n-d-778549-4 neutron-server[93905]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1100, 1149)])]) Jul 23 16:06:49.465623 n-d-778549-4 neutron-server[93905]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 23 16:06:49.466084 n-d-778549-4 neutron-server[93905]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 23 16:06:49.466429 n-d-778549-4 neutron-server[93905]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 23 16:06:49.466822 n-d-778549-4 neutron-server[93905]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 23 16:06:49.469647 n-d-778549-4 neutron-server[93905]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 23 16:06:49.469901 n-d-778549-4 neutron-server[93905]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 23 16:06:49.470249 n-d-778549-4 neutron-server[93905]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 16:06:49.476134 n-d-778549-4 neutron-server[93905]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 23 16:06:49.499287 n-d-778549-4 neutron-server[93905]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 23 16:06:49.499748 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.500052 n-d-778549-4 neutron-server[93905]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93905) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 23 16:06:49.500418 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.501793 n-d-778549-4 neutron-server[93905]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93905) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 23 16:06:49.502080 n-d-778549-4 neutron-server[93905]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 16:06:49.502329 n-d-778549-4 neutron-server[93905]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 23 16:06:49.505614 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.506005 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:49.570174 n-d-778549-4 neutron-server[93905]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 23 16:06:49.570415 n-d-778549-4 neutron-server[93905]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 23 16:06:49.570651 n-d-778549-4 neutron-server[93905]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 23 16:06:49.571027 n-d-778549-4 neutron-server[93905]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 23 16:06:49.591861 n-d-778549-4 neutron-server[93905]: DEBUG oslo_db.sqlalchemy.engines [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93905) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 23 16:06:50.126893 n-d-778549-4 neutron-server[93905]: INFO neutron.plugins.ml2.managers [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Initializing driver for type 'gre' Jul 23 16:06:50.127542 n-d-778549-4 neutron-server[93905]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] gre ID ranges: [(1, 1000)] Jul 23 16:06:50.181779 n-d-778549-4 neutron-server[93905]: INFO neutron.plugins.ml2.managers [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Initializing driver for type 'local' Jul 23 16:06:50.182136 n-d-778549-4 neutron-server[93905]: INFO neutron.plugins.ml2.managers [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Initializing driver for type 'vlan' Jul 23 16:06:50.196213 n-d-778549-4 neutron-server[93905]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] VlanTypeDriver initialization complete Jul 23 16:06:50.196761 n-d-778549-4 neutron-server[93905]: INFO neutron.plugins.ml2.managers [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Initializing driver for type 'vxlan' Jul 23 16:06:50.197440 n-d-778549-4 neutron-server[93905]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] vxlan ID ranges: [(1, 1000)] Jul 23 16:06:50.251173 n-d-778549-4 neutron-server[93905]: INFO neutron.plugins.ml2.managers [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Initializing extension driver 'port_security' Jul 23 16:06:50.251441 n-d-778549-4 neutron-server[93905]: INFO neutron.plugins.ml2.extensions.port_security [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] PortSecurityExtensionDriver initialization complete Jul 23 16:06:50.251819 n-d-778549-4 neutron-server[93905]: INFO neutron.plugins.ml2.managers [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Initializing mechanism driver 'openvswitch' Jul 23 16:06:50.252098 n-d-778549-4 neutron-server[93905]: INFO neutron.plugins.ml2.managers [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Initializing mechanism driver 'hyperv' Jul 23 16:06:50.259116 n-d-778549-4 neutron-server[93905]: DEBUG neutron.plugins.ml2.plugin [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:06:50.259804 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > port after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.260179 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > port after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.260530 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > port after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.261137 n-d-778549-4 neutron-server[93905]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93905) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 16:06:50.261517 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > subnet after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.261872 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > subnet after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.262218 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.262877 n-d-778549-4 neutron-server[93905]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93905) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 16:06:50.263284 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > network after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.263636 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > network after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.263980 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > network after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.264369 n-d-778549-4 neutron-server[93905]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93905) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 16:06:50.264773 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > security_group after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.265160 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > security_group after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.265502 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.266028 n-d-778549-4 neutron-server[93905]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93905) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 16:06:50.266436 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.266788 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.267133 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.267525 n-d-778549-4 neutron-server[93905]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93905) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 16:06:50.267929 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > address_group after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.268331 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > address_group after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.268620 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.269009 n-d-778549-4 neutron-server[93905]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93905) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 16:06:50.269413 n-d-778549-4 neutron-server[93905]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] ML2 OVO RPC backend initialized. {{(pid=93905) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 23 16:06:50.270130 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.270487 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.270909 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > network before_response 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.271852 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > networks before_response 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.272205 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > port before_response 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.272547 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > ports before_response 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.272893 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > subnet before_response 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.273264 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > subnets before_response 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.273614 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > network after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.273957 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > network after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.274296 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > network after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.274634 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > port after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.274976 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > port after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.275313 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > port after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.275651 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > subnet after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.275988 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > subnet after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.276323 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.276899 n-d-778549-4 neutron-server[93905]: INFO neutron.plugins.ml2.plugin [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Modular L2 Plugin initialization complete Jul 23 16:06:50.277265 n-d-778549-4 neutron-server[93905]: DEBUG neutron.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading services supported by the core plugin {{(pid=93905) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 23 16:06:50.277597 n-d-778549-4 neutron-server[93905]: INFO neutron.plugins.ml2.managers [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Got port-security extension from driver 'port_security' Jul 23 16:06:50.278055 n-d-778549-4 neutron-server[93905]: INFO neutron.extensions.vlantransparent [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Disabled vlantransparent extension. Jul 23 16:06:50.278543 n-d-778549-4 neutron-server[93905]: DEBUG neutron.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93905) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 23 16:06:50.278859 n-d-778549-4 neutron-server[93905]: INFO neutron.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading Plugin: router Jul 23 16:06:50.313745 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.314140 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > router after_create 55549900 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.314516 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > router before_create 55549900 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.314886 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.315264 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.315621 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > router after_delete 55549900 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.315983 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.316346 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > router after_create 55549900 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.316696 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > router after_update 55549900 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.317069 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > router after_update 55549900 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.317419 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.317780 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > router after_update 55549900 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.318710 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > router precommit_update 55549900 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.319086 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: port after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.319430 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: port after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.319771 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: subnet after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.320118 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.320471 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.320822 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > router precommit_create 55549900 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.321199 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: port before_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.321549 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > router precommit_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.322080 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > router after_update 55549900 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.322242 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.322594 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > router precommit_create 55549900 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.322956 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.323306 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > router precommit_update 55549900 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.323671 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > agent after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.324023 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > agent after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.324371 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > network after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.325258 n-d-778549-4 neutron-server[93905]: DEBUG neutron.quota.resource_registry [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Tracking information for resource: router configured {{(pid=93905) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:06:50.325600 n-d-778549-4 neutron-server[93905]: DEBUG neutron.quota.resource_registry [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Tracking information for resource: floatingip configured {{(pid=93905) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:06:50.330558 n-d-778549-4 neutron-server[93905]: INFO neutron.db.l3_agentschedulers_db [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 23 16:06:50.331136 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: port after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.331502 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: port after_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.331860 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: port after_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.332217 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: port after_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.333023 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > router before_create 55550100 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.333418 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.334368 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > router precommit_create 55550100 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.334734 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > router precommit_update 55550100 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.339144 n-d-778549-4 neutron-server[93905]: DEBUG neutron.services.provider_configuration [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Service providers = [] {{(pid=93905) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 23 16:06:50.339516 n-d-778549-4 neutron-server[93905]: DEBUG neutron.db.servicetype_db [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93905) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 23 16:06:50.342475 n-d-778549-4 neutron-server[93905]: DEBUG neutron.services.service_base [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93905) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 16:06:50.342834 n-d-778549-4 neutron-server[93905]: DEBUG neutron.services.service_base [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93905) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 16:06:50.343182 n-d-778549-4 neutron-server[93905]: DEBUG neutron.services.service_base [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93905) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 16:06:50.344071 n-d-778549-4 neutron-server[93905]: DEBUG neutron.services.service_base [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93905) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 16:06:50.344446 n-d-778549-4 neutron-server[93905]: INFO neutron.services.service_base [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 23 16:06:50.344826 n-d-778549-4 neutron-server[93905]: DEBUG neutron.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93905) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:06:50.345175 n-d-778549-4 neutron-server[93905]: INFO neutron.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 23 16:06:50.355666 n-d-778549-4 neutron-server[93905]: DEBUG neutron.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93905) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:06:50.356008 n-d-778549-4 neutron-server[93905]: INFO neutron.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading Plugin: auto_allocate Jul 23 16:06:50.361855 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: network precommit_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.362232 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: network precommit_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.362760 n-d-778549-4 neutron-server[93905]: DEBUG neutron.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93905) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:06:50.363085 n-d-778549-4 neutron-server[93905]: INFO neutron.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading Plugin: tag Jul 23 16:06:50.369740 n-d-778549-4 neutron-server[93905]: DEBUG neutron.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93905) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:06:50.370072 n-d-778549-4 neutron-server[93905]: INFO neutron.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading Plugin: timestamp Jul 23 16:06:50.375329 n-d-778549-4 neutron-server[93905]: DEBUG neutron.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93905) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:06:50.375666 n-d-778549-4 neutron-server[93905]: INFO neutron.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading Plugin: network_ip_availability Jul 23 16:06:50.381803 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.382129 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.382492 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.383219 n-d-778549-4 neutron-server[93905]: DEBUG neutron.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93905) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:06:50.383543 n-d-778549-4 neutron-server[93905]: INFO neutron.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading Plugin: flavors Jul 23 16:06:50.388446 n-d-778549-4 neutron-server[93905]: DEBUG neutron.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93905) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:06:50.388778 n-d-778549-4 neutron-server[93905]: INFO neutron.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading Plugin: revisions Jul 23 16:06:50.393123 n-d-778549-4 neutron-server[93905]: DEBUG neutron.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93905) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:06:50.393516 n-d-778549-4 neutron-server[93905]: DEBUG oslo_concurrency.lockutils [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.819s {{(pid=93905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:06:50.394251 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93905) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 23 16:06:50.394589 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Initializing extension manager. Jul 23 16:06:50.395097 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: __init__.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.395441 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: __pycache__ {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.395781 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.396771 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: address_group.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.397543 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.398112 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: address-group Jul 23 16:06:50.398441 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: address_scope.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.399158 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.399670 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: address-scope Jul 23 16:06:50.400002 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.400930 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.401484 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: router-admin-state-down-before-update Jul 23 16:06:50.401812 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: agent.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.402510 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.403213 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: agent Jul 23 16:06:50.403542 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: agent_resources_synced.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.404451 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.404964 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: agent-resources-synced Jul 23 16:06:50.405320 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: allowedaddresspairs.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.407095 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.407617 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: allowed-address-pairs Jul 23 16:06:50.407946 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: auto_allocated_topology.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.409010 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.409551 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: auto-allocated-topology Jul 23 16:06:50.409882 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: availability_zone.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.410573 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.411077 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: availability_zone Jul 23 16:06:50.411398 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: availability_zone_filter.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.412656 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.413197 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: availability_zone_filter Jul 23 16:06:50.413520 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: data_plane_status.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.414425 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.414930 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension data-plane-status not supported by any of loaded plugins Jul 23 16:06:50.415251 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: default_subnetpools.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.416165 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.416669 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: default-subnetpools Jul 23 16:06:50.416992 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.417821 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.418330 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: dhcp_agent_scheduler Jul 23 16:06:50.418653 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: dns.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.419559 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.420063 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension dns-integration not supported by any of loaded plugins Jul 23 16:06:50.420390 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: dns_domain_ports.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.421398 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.421911 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 23 16:06:50.422238 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.423182 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.423685 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 23 16:06:50.424008 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: dvr.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.424681 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.425210 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: dvr Jul 23 16:06:50.425537 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: ecmp_routes.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.426447 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.426952 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 23 16:06:50.427792 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: empty_string_filtering.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.428695 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.429240 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: empty-string-filtering Jul 23 16:06:50.429568 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.430467 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.430980 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 23 16:06:50.431420 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.432271 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.432777 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 23 16:06:50.433129 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: external_net.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.434033 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.434540 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: external-net Jul 23 16:06:50.434864 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.435765 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.436276 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: extra_dhcp_opt Jul 23 16:06:50.436601 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: extraroute.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.437534 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.438044 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: extraroute Jul 23 16:06:50.438368 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: extraroute_atomic.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.439392 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.439904 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: extraroute-atomic Jul 23 16:06:50.440229 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: filter_validation.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.440899 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.441444 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: filter-validation Jul 23 16:06:50.441770 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: fip_pf_description.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.442679 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.443750 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 23 16:06:50.444219 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: fip_port_details.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.445186 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.445697 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: fip-port-details Jul 23 16:06:50.446021 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: flavors.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.447236 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.447751 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: flavors Jul 23 16:06:50.448078 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.449760 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.450276 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 23 16:06:50.450608 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: floatingip_pools.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.451311 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.451819 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: floatingip-pools Jul 23 16:06:50.452147 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: ip_allocation.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.453087 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.453594 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension ip_allocation not supported by any of loaded plugins Jul 23 16:06:50.453923 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.454840 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.455347 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: ip-substring-filtering Jul 23 16:06:50.455674 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: l2_adjacency.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.456603 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.457134 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 23 16:06:50.457462 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: l3.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.458433 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.459175 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: router Jul 23 16:06:50.459588 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.461902 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.462430 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 23 16:06:50.462764 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.463700 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.464214 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: ext-gw-mode Jul 23 16:06:50.464545 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.465521 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.466032 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: l3-ha Jul 23 16:06:50.466361 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: l3_flavors.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.467271 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.467780 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: l3-flavors Jul 23 16:06:50.468107 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.469018 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.469547 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 23 16:06:50.469873 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: l3agentscheduler.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.470921 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.471435 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: l3_agent_scheduler Jul 23 16:06:50.471769 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: logging.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.473278 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.473804 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension logging not supported by any of loaded plugins Jul 23 16:06:50.474201 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: metering.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.474983 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.475558 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: metering Jul 23 16:06:50.475888 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.476976 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.477517 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: metering_source_and_destination_fields Jul 23 16:06:50.477845 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: multiprovidernet.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.478776 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.479292 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: multi-provider Jul 23 16:06:50.479619 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: netmtu.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.480533 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.481068 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: net-mtu Jul 23 16:06:50.481397 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: netmtu_writable.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.482315 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.482821 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: net-mtu-writable Jul 23 16:06:50.483145 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: network_availability_zone.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.483815 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.484318 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: network_availability_zone Jul 23 16:06:50.484638 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: network_ip_availability.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.485801 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.486310 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: network-ip-availability Jul 23 16:06:50.486632 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: network_segment_range.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.487389 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.487893 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension network-segment-range not supported by any of loaded plugins Jul 23 16:06:50.488217 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: pagination.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.489219 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.489554 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: pagination Jul 23 16:06:50.490402 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: port_device_profile.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.491323 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.491837 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: port-device-profile Jul 23 16:06:50.492161 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.493087 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.493598 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: port-mac-address-regenerate Jul 23 16:06:50.493922 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.494837 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.495348 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: port-numa-affinity-policy Jul 23 16:06:50.495672 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: port_resource_request.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.496576 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.497105 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension port-resource-request not supported by any of loaded plugins Jul 23 16:06:50.497435 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: portbindings.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.498362 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.498872 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: binding Jul 23 16:06:50.499197 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: portbindings_extended.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.500588 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.501144 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: binding-extended Jul 23 16:06:50.501476 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: portsecurity.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.502398 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.502912 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: port-security Jul 23 16:06:50.503237 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: project_id.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.504205 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.504535 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: project-id Jul 23 16:06:50.504860 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: providernet.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.505894 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.506425 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: provider Jul 23 16:06:50.506754 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: qos.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.510271 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.510803 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension qos not supported by any of loaded plugins Jul 23 16:06:50.511145 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.512640 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.513196 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 23 16:06:50.513530 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.514453 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.514970 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 23 16:06:50.515300 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: qos_default.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.516215 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.516727 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension qos-default not supported by any of loaded plugins Jul 23 16:06:50.517131 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: qos_fip.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.517733 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.518240 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension qos-fip not supported by any of loaded plugins Jul 23 16:06:50.518565 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: qos_gateway_ip.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.519484 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.519993 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 23 16:06:50.520318 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: qos_port_network_policy.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.521821 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.522334 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 23 16:06:50.522661 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: qos_rule_type_details.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.523576 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.524083 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 23 16:06:50.524409 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: qos_rules_alias.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.525471 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.525987 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 23 16:06:50.526312 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: quotasv2.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.527230 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.527557 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: quotas Jul 23 16:06:50.527879 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: quotasv2_detail.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.530892 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.531244 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: quota_details Jul 23 16:06:50.531578 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: rbac.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.532637 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.533202 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: rbac-policies Jul 23 16:06:50.533536 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: rbac_address_group.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.534672 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.535195 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: rbac-address-group Jul 23 16:06:50.535525 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: rbac_address_scope.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.536444 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.537655 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: rbac-address-scope Jul 23 16:06:50.538006 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: rbac_security_groups.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.538925 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.539440 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: rbac-security-groups Jul 23 16:06:50.539768 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: rbac_subnetpool.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.540777 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.541271 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: rbac-subnetpool Jul 23 16:06:50.541596 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: revisionifmatch.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.542515 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.543024 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: revision-if-match Jul 23 16:06:50.543350 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: revisions.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.544451 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.544970 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: standard-attr-revisions Jul 23 16:06:50.545327 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: router_availability_zone.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.546003 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.546513 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: router_availability_zone Jul 23 16:06:50.546841 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: routerservicetype.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.547768 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.548279 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension router-service-type not supported by any of loaded plugins Jul 23 16:06:50.548607 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.549556 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.550066 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: security-groups-normalized-cidr Jul 23 16:06:50.550392 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.551313 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.551824 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: port-security-groups-filtering Jul 23 16:06:50.552151 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.553692 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.554203 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: security-groups-remote-address-group Jul 23 16:06:50.554531 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: securitygroup.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.564049 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.564585 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: security-group Jul 23 16:06:50.564923 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: segment.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.565727 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.566240 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension segment not supported by any of loaded plugins Jul 23 16:06:50.566569 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.567544 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.568121 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 23 16:06:50.568432 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: servicetype.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.569571 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.570097 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: service-type Jul 23 16:06:50.570426 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: sorting.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.571413 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.571748 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: sorting Jul 23 16:06:50.572077 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: standard_attr_segment.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.573072 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.573599 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 23 16:06:50.573927 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: standardattrdescription.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.574586 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.575095 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: standard-attr-description Jul 23 16:06:50.575422 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: stateful_security_group.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.576357 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.576872 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: stateful-security-group Jul 23 16:06:50.577231 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: stdattrs_common.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.577816 n-d-778549-4 neutron-server[93905]: WARNING neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 23 16:06:50.578144 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.579081 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.579596 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 23 16:06:50.579924 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: subnet_onboard.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.580993 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.581541 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: subnet_onboard Jul 23 16:06:50.581872 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.582798 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.583308 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 23 16:06:50.584207 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: subnet_service_types.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.585174 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.585687 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: subnet-service-types Jul 23 16:06:50.586013 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: subnetallocation.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.587103 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.587618 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: subnet_allocation Jul 23 16:06:50.587949 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.588629 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.589167 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: subnetpool-prefix-ops Jul 23 16:06:50.589495 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.590421 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.590935 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 23 16:06:50.591263 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: tagging.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.592395 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.592914 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: standard-attr-tag Jul 23 16:06:50.593274 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: timestamp.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.594488 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.595011 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loaded extension: standard-attr-timestamp Jul 23 16:06:50.595342 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: trunk.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.596370 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.596894 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension trunk not supported by any of loaded plugins Jul 23 16:06:50.597257 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: trunk_details.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.598173 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.598694 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension trunk-details not supported by any of loaded plugins Jul 23 16:06:50.599022 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: uplink_status_propagation.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.599987 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.600503 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 23 16:06:50.600833 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Loading extension file: vlantransparent.py {{(pid=93905) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:50.601540 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93905) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:50.602050 n-d-778549-4 neutron-server[93905]: INFO neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 23 16:06:50.604503 n-d-778549-4 neutron-server[93905]: INFO neutron.quota.resource_registry [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Creating instance of TrackedResource for resource:network Jul 23 16:06:50.605037 n-d-778549-4 neutron-server[93905]: INFO neutron.quota.resource_registry [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Creating instance of TrackedResource for resource:subnet Jul 23 16:06:50.605463 n-d-778549-4 neutron-server[93905]: INFO neutron.quota.resource_registry [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 16:06:50.605859 n-d-778549-4 neutron-server[93905]: INFO neutron.quota.resource_registry [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Creating instance of TrackedResource for resource:port Jul 23 16:06:50.607090 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.v2.resource_helper [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:06:50.607537 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.v2.resource_helper [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Service FLAVORS assigned prefix: {{(pid=93905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:06:50.608165 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.v2.resource_helper [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:06:50.608603 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.v2.resource_helper [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:06:50.608930 n-d-778549-4 neutron-server[93905]: INFO neutron.quota.resource_registry [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Creating instance of TrackedResource for resource:router Jul 23 16:06:50.609382 n-d-778549-4 neutron-server[93905]: INFO neutron.quota.resource_registry [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Creating instance of TrackedResource for resource:floatingip Jul 23 16:06:50.609881 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.v2.resource_helper [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Service METERING assigned prefix: /metering {{(pid=93905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:06:50.611315 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.611698 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.612051 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.613118 n-d-778549-4 neutron-server[93905]: INFO neutron.quota.resource_registry [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 16:06:50.613570 n-d-778549-4 neutron-server[93905]: INFO neutron.quota.resource_registry [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Creating instance of TrackedResource for resource:security_group Jul 23 16:06:50.614010 n-d-778549-4 neutron-server[93905]: INFO neutron.quota.resource_registry [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 16:06:50.614644 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.v2.resource_helper [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Service CORE assigned prefix: {{(pid=93905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:06:50.615493 n-d-778549-4 neutron-server[93905]: INFO neutron.quota.resource_registry [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 16:06:50.615837 n-d-778549-4 neutron-server[93905]: WARNING neutron.quota.resource_registry [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] subnetpool is already registered Jul 23 16:06:50.616284 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.v2.resource_helper [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Service CORE assigned prefix: {{(pid=93905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:06:50.616611 n-d-778549-4 neutron-server[93905]: INFO neutron.quota.resource_registry [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 16:06:50.616944 n-d-778549-4 neutron-server[93905]: WARNING neutron.quota.resource_registry [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] subnetpool is already registered Jul 23 16:06:50.619256 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.v2.resource_helper [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:06:50.619689 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.v2.resource_helper [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Service FLAVORS assigned prefix: {{(pid=93905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:06:50.620281 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.v2.resource_helper [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:06:50.620701 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.v2.resource_helper [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:06:50.621038 n-d-778549-4 neutron-server[93905]: INFO neutron.quota.resource_registry [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Creating instance of TrackedResource for resource:router Jul 23 16:06:50.621401 n-d-778549-4 neutron-server[93905]: WARNING neutron.quota.resource_registry [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] router is already registered Jul 23 16:06:50.621816 n-d-778549-4 neutron-server[93905]: INFO neutron.quota.resource_registry [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Creating instance of TrackedResource for resource:floatingip Jul 23 16:06:50.622154 n-d-778549-4 neutron-server[93905]: WARNING neutron.quota.resource_registry [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] floatingip is already registered Jul 23 16:06:50.622605 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.v2.resource_helper [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Service METERING assigned prefix: /metering {{(pid=93905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:06:50.623270 n-d-778549-4 neutron-server[93905]: INFO neutron.quota.resource_registry [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 16:06:50.623595 n-d-778549-4 neutron-server[93905]: WARNING neutron.quota.resource_registry [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] rbac_policy is already registered Jul 23 16:06:50.624007 n-d-778549-4 neutron-server[93905]: INFO neutron.quota.resource_registry [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Creating instance of TrackedResource for resource:security_group Jul 23 16:06:50.624344 n-d-778549-4 neutron-server[93905]: WARNING neutron.quota.resource_registry [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] security_group is already registered Jul 23 16:06:50.624746 n-d-778549-4 neutron-server[93905]: INFO neutron.quota.resource_registry [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 16:06:50.625104 n-d-778549-4 neutron-server[93905]: WARNING neutron.quota.resource_registry [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] security_group_rule is already registered Jul 23 16:06:50.625738 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.v2.resource_helper [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Service CORE assigned prefix: {{(pid=93905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:06:50.626072 n-d-778549-4 neutron-server[93905]: INFO neutron.quota.resource_registry [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 16:06:50.626408 n-d-778549-4 neutron-server[93905]: WARNING neutron.quota.resource_registry [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] subnetpool is already registered Jul 23 16:06:50.626836 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.v2.resource_helper [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Service CORE assigned prefix: {{(pid=93905) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:06:50.627164 n-d-778549-4 neutron-server[93905]: INFO neutron.quota.resource_registry [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 16:06:50.627498 n-d-778549-4 neutron-server[93905]: WARNING neutron.quota.resource_registry [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] subnetpool is already registered Jul 23 16:06:50.627983 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: extensions {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.629502 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: address-groups {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.631669 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: address-scopes {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.633033 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: agents {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.634173 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: auto-allocated-topology {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.635419 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: availability_zones {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.636658 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: dhcp-networks {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.639542 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: dhcp-agents {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.640978 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: routers {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.642716 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: flavors {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.643995 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: service_profiles {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.645236 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: next_providers {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.646925 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: service_profiles {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.648461 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: floatingip-pools {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.649712 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: routers {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.651438 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: floatingips {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.652723 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: l3-routers {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.654158 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: l3-agents {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.655574 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: metering-labels {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.656825 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: metering-label-rules {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.658240 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: network-ip-availabilities {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.659497 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: bindings {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.661087 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: quotas {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.662681 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: quotas {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.664101 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: rbac-policies {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.665336 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: security-groups {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.666648 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: security-group-rules {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.667910 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: service-providers {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.669178 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: subnetpools {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.670502 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: subnetpools {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.672097 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: tags {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.673806 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: tags {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.675643 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: tags {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.677992 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: tags {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.679849 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: tags {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.681832 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: tags {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.683564 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: tags {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.685405 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: tags {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.687263 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: tags {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.689005 n-d-778549-4 neutron-server[93905]: DEBUG neutron.api.extensions [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Extended resource: tags {{(pid=93905) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:50.695757 n-d-778549-4 neutron-server[93905]: WARNING keystonemiddleware.auth_token [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 23 16:06:50.700365 n-d-778549-4 neutron-server[93905]: WARNING keystonemiddleware.auth_token [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 23 16:06:50.710096 n-d-778549-4 neutron-server[93905]: DEBUG oslo_concurrency.lockutils [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Acquired lock "singleton_lock" {{(pid=93905) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 23 16:06:50.710574 n-d-778549-4 neutron-server[93905]: DEBUG oslo_concurrency.lockutils [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Releasing lock "singleton_lock" {{(pid=93905) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 23 16:06:50.711222 n-d-778549-4 neutron-server[93905]: INFO oslo_service.service [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Starting 2 workers Jul 23 16:06:50.716167 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Started child 94012 {{(pid=93905) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 16:06:50.720669 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Started child 94013 {{(pid=93905) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 16:06:50.721826 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:50.722535 n-d-778549-4 neutron-server[93905]: INFO neutron.service [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 23 16:06:50.722967 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Notify callbacks [] for process, before_spawn {{(pid=93905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:50.723337 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [-] (94012) wsgi starting up on http://0.0.0.0:9696 Jul 23 16:06:50.725425 n-d-778549-4 neutron-server[93905]: INFO oslo_service.service [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Starting 1 workers Jul 23 16:06:50.725604 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:50.726948 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [-] (94013) wsgi starting up on http://0.0.0.0:9696 Jul 23 16:06:50.730706 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Started child 94014 {{(pid=93905) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 16:06:50.731217 n-d-778549-4 neutron-server[93905]: INFO oslo_service.service [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Starting 1 workers Jul 23 16:06:50.734323 n-d-778549-4 neutron-server[94014]: DEBUG neutron.service [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] calling RpcWorker wait() {{(pid=94014) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 23 16:06:50.734883 n-d-778549-4 neutron-server[94014]: DEBUG neutron.service [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] returning from RpcWorker wait() {{(pid=94014) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 23 16:06:50.735763 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Started child 94015 {{(pid=93905) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 16:06:50.736198 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:50.736625 n-d-778549-4 neutron-server[93905]: DEBUG neutron_lib.callbacks.manager [None req-ed347b07-63a0-46b4-af85-2c20e27bea04 None None] Notify callbacks [] for process, after_spawn {{(pid=93905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:50.736741 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:06:50.738745 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93905) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 16:06:50.738960 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 16:06:50.739145 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 16:06:50.739370 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 16:06:50.740274 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 16:06:50.740461 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 16:06:50.740969 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.741290 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.742004 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.742004 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.742152 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.742668 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.742908 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.743156 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.743429 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.743663 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.743834 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.743998 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.744260 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.744486 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.744840 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.744940 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:50.745594 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.745594 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.745728 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.745799 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.746021 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.746298 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.746546 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.746803 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] debug = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.747045 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.747545 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.747785 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.748055 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.748292 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.748559 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.748805 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.749108 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.749372 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.749604 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.749849 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.750122 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.750356 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.750589 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.750806 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.751076 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.751298 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.751772 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] host = n-d-778549-4 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.752038 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.752286 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.752533 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.752776 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.753023 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.753305 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.753526 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.753795 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.754066 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.754298 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.754554 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.754808 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.755039 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.755284 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] log_file = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.756119 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] log_options = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.756413 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.756742 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.757023 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.757357 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.757536 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.757706 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.757971 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.758129 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.758373 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.758589 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.758803 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.759040 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.759264 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.759498 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.759771 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.760028 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.760265 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.760478 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.760740 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.760969 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.761219 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.761447 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.761682 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.761904 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.762151 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.762629 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.762856 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.763088 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.763301 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.763542 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.763775 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.764020 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.764256 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.764497 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.764736 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.764965 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.765197 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.765466 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.765718 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.765938 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.766197 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.766431 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.766676 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.766908 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.767144 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.767359 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] use_json = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.767571 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.767802 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.768072 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.768306 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.768526 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.768742 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.768959 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.769279 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.769683 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.769957 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.770286 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.770544 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.770778 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.771094 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.771485 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.771746 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.771980 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.772209 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.772533 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.772780 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.773116 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.773343 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.773603 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.773929 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.774168 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.774428 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.774667 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.774884 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.775120 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.775337 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.775670 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.775940 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.776207 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.776464 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.776698 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.778084 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.778084 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.778084 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.778084 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.778084 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.778424 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.778490 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.778708 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.778916 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.779292 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.779514 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.779636 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.779889 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.780161 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.780408 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.780715 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.780823 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.781101 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.781319 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.781507 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.781737 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.781954 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.782224 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.782417 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.782638 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.782870 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.783095 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.783369 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.783620 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.783837 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.784143 n-d-778549-4 neutron-server[94015]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:06:50.784245 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.784245 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.784462 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.784668 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.784940 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.785186 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.785400 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.785616 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.786282 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.786282 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.786282 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.786494 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.787409 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.787630 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.787793 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.788010 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.788224 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.788436 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.788648 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.788860 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.789103 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.789310 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.789524 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.789846 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.789989 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.790156 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.790363 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.790639 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.790953 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.791205 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.791492 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.791742 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.792132 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.792275 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.792634 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.792778 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.792893 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.793113 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.793375 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.793592 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.793834 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.794049 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.794259 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.794517 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.794747 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.794981 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.796247 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.796247 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.796247 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.796247 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.796247 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.796849 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.796849 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.796849 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.797210 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.797418 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.797676 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.797896 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.798161 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.798465 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.798740 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.799008 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.799618 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.799618 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.799884 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.801545 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.801545 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.801545 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.801545 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.801545 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.801545 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.801545 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.802065 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.802065 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.802218 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.802488 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.803241 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.803494 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.803727 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.804032 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.804325 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.804562 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.804846 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.805166 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.805347 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.805600 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.805835 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.806073 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.806304 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.806533 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.806745 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.806996 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.807245 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.807468 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.807703 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.807915 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.808167 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.808384 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.808608 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.808842 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.809076 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.809321 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.809588 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.809804 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.810027 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.810265 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.810486 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.810704 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.810935 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.811151 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.811438 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.811633 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.811914 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.812168 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.812408 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.812643 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.812890 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.813155 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.813375 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.813626 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.813847 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.814062 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.814298 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.814521 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.814736 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.814972 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.815216 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.815411 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.815848 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.816100 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.816458 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.816710 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.816970 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.817241 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.817463 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.817703 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.818017 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.818176 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.818564 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.818922 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.819172 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.819420 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.819678 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.819917 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.820306 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.820518 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.820730 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.820946 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.821181 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.821481 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.821746 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.821975 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.822233 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.822472 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.822700 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.822925 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.823133 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.823361 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.823583 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.823799 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.824010 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.824232 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.824438 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.824644 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.824863 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.825100 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.825311 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.825535 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.825744 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.825948 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.826189 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.826402 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.826607 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.826849 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.827102 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.827331 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.827550 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.827764 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.827971 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.828210 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.828420 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.828627 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.828867 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.829127 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.829355 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.829669 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.829932 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.830167 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.830449 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.830679 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.830947 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.831193 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.831505 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.831717 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.831993 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.832220 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.832458 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.832701 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.832967 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.833311 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.833759 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.834025 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.834269 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.834525 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.834811 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.835089 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.835328 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.835619 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.835964 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.836233 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.836485 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.836739 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.836985 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.837404 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.837625 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.837878 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.838127 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.838367 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.838610 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.839458 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.839458 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.839458 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.839767 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.839767 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.839977 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.840389 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.840635 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.840852 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.841010 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 16:06:50.841589 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93905) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 16:06:50.841754 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 16:06:50.841904 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 16:06:50.842084 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 16:06:50.842292 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 16:06:50.842415 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 16:06:50.842627 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.842789 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.842950 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.843112 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.843267 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.843449 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.843613 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.843770 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.843931 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.844089 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.844245 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.844405 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.844588 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.844726 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.844882 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.845250 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.845419 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.845566 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.845880 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.846044 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.846203 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.846356 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.846518 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] debug = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.846678 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.846869 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.847028 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.847188 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.847345 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.847504 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.847662 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.847824 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.847979 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.848292 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.848453 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.848613 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.848771 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.848930 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.849684 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.849893 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.850053 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.850235 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] host = n-d-778549-4 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.850469 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.850632 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.850791 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.850948 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.851108 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.851266 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.851425 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.851585 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.851743 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.851900 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.852067 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.852225 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.852383 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.852541 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] log_file = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.852700 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] log_options = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.853015 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.853200 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.853360 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.853548 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.853711 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.853871 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.854029 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.854177 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.854334 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.854491 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.854650 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.854808 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.854966 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.855126 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.855284 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.855441 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.855600 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.855771 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.855919 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.856077 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.856235 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.856391 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.856548 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.861091 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.861091 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.861091 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.861091 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.861091 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.861091 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.861091 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.861091 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.861656 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.861656 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.861656 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.861656 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.861656 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.861656 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.861656 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.861656 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.862083 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.862083 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.862083 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.862083 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.862083 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.862083 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.862083 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] use_json = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.862083 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.862507 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.862507 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.862507 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.862507 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.862507 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.862507 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.862507 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:06:50.862507 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.862928 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.862928 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.862928 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.862928 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.862928 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.862928 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.862928 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.862928 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.863374 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.863374 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.863374 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.863374 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.863374 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.863374 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.863686 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.863686 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.863811 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.863990 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.864515 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.864515 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.864515 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.865363 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.865363 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.865623 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.865773 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.865965 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.866159 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.866280 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.866430 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.866592 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.866753 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.866913 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.867073 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.867233 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.867391 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.867564 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.867688 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.867848 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.868008 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.868167 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.868320 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.868475 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.868636 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.869296 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.869296 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.869296 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.869296 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.870127 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.870127 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.870127 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.870127 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.870127 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.870505 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.870505 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.870505 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.870710 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.870786 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.870943 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.871041 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.871197 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.871364 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.871518 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.871674 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.871838 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.872002 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.872162 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.873083 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.873083 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.873083 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.873083 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.873083 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.873083 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.873502 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.873502 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.873621 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.873685 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.873892 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.874008 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.874132 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.874293 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.874453 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.874612 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.874768 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.874937 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.875112 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.875273 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.875433 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.875593 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.875754 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.875911 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.876070 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.876231 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.876384 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.876544 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.876706 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.876864 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.877026 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.877211 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.877369 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.877527 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.877685 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.877845 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.878005 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.878163 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.878325 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.878488 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.878645 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.878804 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.878962 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.879121 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.879290 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.879449 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.879611 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.879771 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.879938 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.880108 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.880292 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.880463 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.880735 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.880880 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.881023 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.881206 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.881419 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.881419 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.881573 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.881678 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.881845 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.882020 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.882180 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.882340 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.882499 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.882683 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.882843 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.883002 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.883212 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.883352 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.883469 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.883628 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.883788 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.883947 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.884106 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.884267 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.884427 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.884587 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.884746 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.884905 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.885091 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.885260 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.885409 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.885571 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.885708 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.885862 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.886010 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.886171 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.886318 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.886479 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.886638 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.886798 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.886957 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.887116 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.887530 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.887700 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.887861 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.888019 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.888179 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.888338 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.888497 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.888657 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.888818 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.888977 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.889176 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.889266 n-d-778549-4 neutron-server[94014]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:06:50.889353 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.889487 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.889648 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.889809 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.889970 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.890131 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.890290 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.890450 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.890610 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.890771 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.890930 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.891090 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.891251 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.891410 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.891569 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.891744 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.891908 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.892067 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.892226 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.892385 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.892544 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.892702 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.892866 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.893021 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.893204 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.893364 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.893525 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.893687 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.893848 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.894007 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.894166 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.894324 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.894484 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.894643 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.894818 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.894978 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.895138 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.895296 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.895456 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.895640 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.895811 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.896060 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.896325 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.896518 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.896677 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.896837 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.897008 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.897206 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.897366 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.897526 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.897684 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.897843 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.898013 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.898173 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.898331 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.898490 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.898649 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.898808 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.898977 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.899138 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.899297 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.899456 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.899615 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.899773 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.899943 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.900103 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.900262 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.900421 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.900579 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.900738 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.900907 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.901743 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.901743 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.901743 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.901743 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.901743 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.902262 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.902262 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.902262 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.902609 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.902609 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.902609 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.902952 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.902952 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.903421 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.903421 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.903421 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.903770 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.903770 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.904001 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.904001 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.904210 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.904336 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.904468 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.904592 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.904736 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.904896 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.905072 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.905251 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.905410 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.905570 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.905730 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.905890 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.906055 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.906210 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.906371 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.906532 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.906692 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.906854 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.907013 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.907173 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.907333 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.907493 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:06:50.907645 n-d-778549-4 neutron-server[93905]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93905) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 16:06:51.118231 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49240) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:06:51.126969 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063837 Jul 23 16:07:02.627927 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665e8aaa-52cb-4eaf-a57d-c3ec42b50ad2 None None] get_active_networks_info from n-d-778549-4 {{(pid=94014) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:07:02.714084 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665e8aaa-52cb-4eaf-a57d-c3ec42b50ad2 None None] No non-hosted networks {{(pid=94014) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 23 16:07:02.728227 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.agentschedulers_db [None req-665e8aaa-52cb-4eaf-a57d-c3ec42b50ad2 None None] DHCP Agent not found on host n-d-778549-4 {{(pid=94014) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 23 16:07:02.860723 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-239acea3-fa2d-4bca-9fbb-b3e256cf5f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1718401'] for agent, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:05.277085 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6ab27930-3f9b-4cdc-a675-9b8a94c267b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1718401'] for agent, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:05.305667 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1718401'] for agent, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:05.306492 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:05.306980 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:05.313490 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:05.313833 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:05.314168 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:05.314498 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:05.314819 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:05.315337 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:05.315661 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:05.316577 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:05.316966 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:05.317326 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:05.317744 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-778549-4', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:07:05.327442 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-778549-4', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:07:05.334429 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-76faa532-ac4c-4557-ab6f-3b43032ef842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:06.419082 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1718401'] for agent, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:08.423430 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1718401'] for agent, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:08.745749 n-d-778549-4 neutron-server[94014]: INFO neutron.db.l3_hamode_db [None req-9a7e7055-3c18-4ad9-948f-e04794277aca None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 23 16:07:08.824649 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7e7055-3c18-4ad9-948f-e04794277aca None None] Routers set() bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:07:08.825044 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7e7055-3c18-4ad9-948f-e04794277aca None None] Router IDs set() for agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 16:07:09.314892 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49332) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:07:09.801679 n-d-778549-4 neutron-server[94012]: WARNING oslo_policy.policy [None req-a5b6fab8-4888-4021-969e-79e280781a20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:07:09.802286 n-d-778549-4 neutron-server[94012]: WARNING oslo_policy.policy [None req-a5b6fab8-4888-4021-969e-79e280781a20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:07:10.022969 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [None req-a5b6fab8-4888-4021-969e-79e280781a20 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:07:10.024162 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a5b6fab8-4888-4021-969e-79e280781a20 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7070634 Jul 23 16:07:12.384666 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49346) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:07:12.697315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-fddd29df-78da-4d59-a021-44040444bbdd admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:07:12.796922 n-d-778549-4 neutron-server[94012]: DEBUG neutron.policy [None req-fddd29df-78da-4d59-a021-44040444bbdd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94012) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 16:07:12.843063 n-d-778549-4 neutron-server[94012]: WARNING oslo_policy.policy [None req-fddd29df-78da-4d59-a021-44040444bbdd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:07:12.843430 n-d-778549-4 neutron-server[94012]: WARNING oslo_policy.policy [None req-fddd29df-78da-4d59-a021-44040444bbdd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:07:12.852043 n-d-778549-4 neutron-server[94012]: INFO neutron.quota [None req-fddd29df-78da-4d59-a021-44040444bbdd admin admin] Loaded quota_driver: . Jul 23 16:07:12.943834 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fddd29df-78da-4d59-a021-44040444bbdd admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751795290905', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751795290486', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751795279246', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751795276632', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751795266821', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751795256835', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3656858', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3641791', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1618354', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1685940'] for rbac-policy, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:13.007234 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fddd29df-78da-4d59-a021-44040444bbdd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:13.008394 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fddd29df-78da-4d59-a021-44040444bbdd admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6224887 Jul 23 16:07:15.619992 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49358) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:07:16.105631 n-d-778549-4 neutron-server[94013]: WARNING oslo_policy.policy [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:07:16.106197 n-d-778549-4 neutron-server[94013]: WARNING oslo_policy.policy [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:07:16.326017 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] Request body: {'network': {'project_id': '721bfcc661bd4a4bbb7ff67483907cf7', 'name': 'private', 'admin_state_up': True, 'tenant_id': '721bfcc661bd4a4bbb7ff67483907cf7'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:07:16.327676 n-d-778549-4 neutron-server[94013]: INFO neutron.quota [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] Loaded quota_driver: . Jul 23 16:07:16.386810 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] Made reservation on behalf of 721bfcc661bd4a4bbb7ff67483907cf7 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:07:16.452343 n-d-778549-4 neutron-server[94013]: DEBUG neutron.policy [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94013) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 16:07:16.497472 n-d-778549-4 neutron-server[94013]: WARNING oslo_policy.policy [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:07:16.497838 n-d-778549-4 neutron-server[94013]: WARNING oslo_policy.policy [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:07:16.508877 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:16.529819 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:16.662919 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:16.666580 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:16.691274 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1108, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:07:16.718513 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751794251906', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:16.719094 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] Unsubscribe: segment precommit_create {{(pid=94013) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 16:07:16.719628 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] Added segment 1701812b-f527-442f-b61c-f25897408dde of type vlan for network 953dad6a-90cb-4681-b4dd-dd55b31c237f Jul 23 16:07:16.726317 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e9f30d-27f1-4d4b-bd79-ae05e27a9819,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:16.764612 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:16.764941 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:16.765298 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:16.765617 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:16.765929 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:16.766241 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:16.766554 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:16.766858 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:16.767164 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:16.767470 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:16.768297 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:16.768604 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:16.769756 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] Tracked resource versions report: Jul 23 16:07:16.769756 n-d-778549-4 neutron-server[94013]: pushed versions: Jul 23 16:07:16.769756 n-d-778549-4 neutron-server[94013]: { 'AddressGroup': {'1.2'}, Jul 23 16:07:16.769756 n-d-778549-4 neutron-server[94013]: 'ConntrackHelper': {'1.0'}, Jul 23 16:07:16.769756 n-d-778549-4 neutron-server[94013]: 'Log': {'1.0'}, Jul 23 16:07:16.769756 n-d-778549-4 neutron-server[94013]: 'Network': {'1.1'}, Jul 23 16:07:16.769756 n-d-778549-4 neutron-server[94013]: 'Port': {'1.7'}, Jul 23 16:07:16.769756 n-d-778549-4 neutron-server[94013]: 'PortForwarding': {'1.2'}, Jul 23 16:07:16.769756 n-d-778549-4 neutron-server[94013]: 'QosPolicy': {'1.8'}, Jul 23 16:07:16.769756 n-d-778549-4 neutron-server[94013]: 'SecurityGroup': {'1.4'}, Jul 23 16:07:16.769756 n-d-778549-4 neutron-server[94013]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:07:16.769756 n-d-778549-4 neutron-server[94013]: 'SubPort': {'1.0'}, Jul 23 16:07:16.769756 n-d-778549-4 neutron-server[94013]: 'Subnet': {'1.1'}, Jul 23 16:07:16.769756 n-d-778549-4 neutron-server[94013]: 'Trunk': {'1.1'}} Jul 23 16:07:16.769756 n-d-778549-4 neutron-server[94013]: consumer versions: Jul 23 16:07:16.769756 n-d-778549-4 neutron-server[94013]: { DHCP agent@n-d-778549-4: {}, Jul 23 16:07:16.769756 n-d-778549-4 neutron-server[94013]: L3 agent@n-d-778549-4: {}, Jul 23 16:07:16.769756 n-d-778549-4 neutron-server[94013]: Metadata agent@n-d-778549-4: {}, Jul 23 16:07:16.769756 n-d-778549-4 neutron-server[94013]: Metering agent@n-d-778549-4: {}, Jul 23 16:07:16.769756 n-d-778549-4 neutron-server[94013]: Open vSwitch agent@n-d-778549-4: { 'AddressGroup': '1.2', Jul 23 16:07:16.769756 n-d-778549-4 neutron-server[94013]: 'ConntrackHelper': '1.0', Jul 23 16:07:16.769756 n-d-778549-4 neutron-server[94013]: 'Log': '1.0', Jul 23 16:07:16.769756 n-d-778549-4 neutron-server[94013]: 'Network': '1.1', Jul 23 16:07:16.769756 n-d-778549-4 neutron-server[94013]: 'Port': '1.7', Jul 23 16:07:16.769756 n-d-778549-4 neutron-server[94013]: 'PortForwarding': '1.2', Jul 23 16:07:16.769756 n-d-778549-4 neutron-server[94013]: 'QosPolicy': '1.8', Jul 23 16:07:16.769756 n-d-778549-4 neutron-server[94013]: 'SecurityGroup': '1.4', Jul 23 16:07:16.769756 n-d-778549-4 neutron-server[94013]: 'SecurityGroupRule': '1.2', Jul 23 16:07:16.769756 n-d-778549-4 neutron-server[94013]: 'SubPort': '1.0', Jul 23 16:07:16.769756 n-d-778549-4 neutron-server[94013]: 'Subnet': '1.1', Jul 23 16:07:16.769756 n-d-778549-4 neutron-server[94013]: 'Trunk': '1.1'}} Jul 23 16:07:16.769756 n-d-778549-4 neutron-server[94013]: {{(pid=94013) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:07:16.838946 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:16.892000 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:16.893773 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:07:16.894416 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:16.950025 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.3288918 Jul 23 16:07:16.992953 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b53fe-c987-44dc-8e8a-ad983206a0c2 admin admin] Pushing event updated for resources: {'Network': ['ID=953dad6a-90cb-4681-b4dd-dd55b31c237f,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:17.006838 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 953dad6a-90cb-4681-b4dd-dd55b31c237f details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:07:19.612659 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49380) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:07:20.001301 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08519efe-ddda-43c1-9a25-62c0250ffd80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:07:20.002933 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-08519efe-ddda-43c1-9a25-62c0250ffd80 admin admin] 10.222.0.73 "GET /v2.0/networks/953dad6a-90cb-4681-b4dd-dd55b31c237f HTTP/1.1" status: 200 len: 826 time: 0.3890193 Jul 23 16:07:20.040302 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ab6ef856-90bd-4767-8021-a8c24739e589 admin admin] 10.222.0.73 "GET /v2.0/subnetpools/60b413ec-437a-48cd-b4db-ddf4f57f0309 HTTP/1.1" status: 200 len: 734 time: 0.0319729 Jul 23 16:07:20.048852 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-0ae2618b-31b6-46fd-84c7-bc7db13598bc admin admin] Request body: {'subnet': {'tenant_id': '721bfcc661bd4a4bbb7ff67483907cf7', 'subnetpool_id': '60b413ec-437a-48cd-b4db-ddf4f57f0309', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '953dad6a-90cb-4681-b4dd-dd55b31c237f', 'gateway_ip': '172.20.0.1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:07:20.070874 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae2618b-31b6-46fd-84c7-bc7db13598bc admin admin] Made reservation on behalf of 721bfcc661bd4a4bbb7ff67483907cf7 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:07:20.073288 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0ae2618b-31b6-46fd-84c7-bc7db13598bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:20.366056 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0ae2618b-31b6-46fd-84c7-bc7db13598bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:20.434889 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2618b-31b6-46fd-84c7-bc7db13598bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8158857d-82e8-4a38-affe-defaf9f74622,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:20.436910 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae2618b-31b6-46fd-84c7-bc7db13598bc admin admin] Checking segment: {'id': '1701812b-f527-442f-b61c-f25897408dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '953dad6a-90cb-4681-b4dd-dd55b31c237f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:07:20.437375 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae2618b-31b6-46fd-84c7-bc7db13598bc admin admin] Network hostable DHCP agents. Network: 953dad6a-90cb-4681-b4dd-dd55b31c237f, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:07:20.459241 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae2618b-31b6-46fd-84c7-bc7db13598bc admin admin] Network 953dad6a-90cb-4681-b4dd-dd55b31c237f is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:07:20.473449 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-0ae2618b-31b6-46fd-84c7-bc7db13598bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 953dad6a-90cb-4681-b4dd-dd55b31c237f) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:07:20.481218 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae2618b-31b6-46fd-84c7-bc7db13598bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:07:20.481403 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0ae2618b-31b6-46fd-84c7-bc7db13598bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:20.485840 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c879af-14c9-45c1-a84b-9c6c35299218 None None] Network 953dad6a-90cb-4681-b4dd-dd55b31c237f requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:07:20.495750 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0ae2618b-31b6-46fd-84c7-bc7db13598bc admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4502478 Jul 23 16:07:20.811909 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-953dad6a-90cb-4681-b4dd-dd55b31c237f', 'network_id': '953dad6a-90cb-4681-b4dd-dd55b31c237f', 'tenant_id': '721bfcc661bd4a4bbb7ff67483907cf7', 'fixed_ips': [{'subnet_id': '8158857d-82e8-4a38-affe-defaf9f74622'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:07:20.813192 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:21.083691 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Allocated IP 172.20.0.2 (953dad6a-90cb-4681-b4dd-dd55b31c237f/8158857d-82e8-4a38-affe-defaf9f74622/c0a16e56-692f-4f9b-a1c2-e0366c505976) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:07:21.312138 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:21.328117 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Transition to ACTIVE for port object c0a16e56-692f-4f9b-a1c2-e0366c505976 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:07:21.349996 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Transition to ACTIVE for port object c0a16e56-692f-4f9b-a1c2-e0366c505976 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:07:21.358518 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:21.426486 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Network 953dad6a-90cb-4681-b4dd-dd55b31c237f is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:07:21.433375 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:07:21.444391 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Pushing event updated for resources: {'Port': ['ID=c0a16e56-692f-4f9b-a1c2-e0366c505976,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:21.448500 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:07:21.454604 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:21.454978 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:21.455312 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:21.455643 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:21.455969 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:21.456292 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:21.456617 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:21.456937 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:21.457281 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:21.457601 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:21.457919 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:21.458233 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:21.459358 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Tracked resource versions report: Jul 23 16:07:21.459358 n-d-778549-4 neutron-server[94014]: pushed versions: Jul 23 16:07:21.459358 n-d-778549-4 neutron-server[94014]: { 'AddressGroup': {'1.2'}, Jul 23 16:07:21.459358 n-d-778549-4 neutron-server[94014]: 'ConntrackHelper': {'1.0'}, Jul 23 16:07:21.459358 n-d-778549-4 neutron-server[94014]: 'Log': {'1.0'}, Jul 23 16:07:21.459358 n-d-778549-4 neutron-server[94014]: 'Network': {'1.1'}, Jul 23 16:07:21.459358 n-d-778549-4 neutron-server[94014]: 'Port': {'1.7'}, Jul 23 16:07:21.459358 n-d-778549-4 neutron-server[94014]: 'PortForwarding': {'1.2'}, Jul 23 16:07:21.459358 n-d-778549-4 neutron-server[94014]: 'QosPolicy': {'1.8'}, Jul 23 16:07:21.459358 n-d-778549-4 neutron-server[94014]: 'SecurityGroup': {'1.4'}, Jul 23 16:07:21.459358 n-d-778549-4 neutron-server[94014]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:07:21.459358 n-d-778549-4 neutron-server[94014]: 'SubPort': {'1.0'}, Jul 23 16:07:21.459358 n-d-778549-4 neutron-server[94014]: 'Subnet': {'1.1'}, Jul 23 16:07:21.459358 n-d-778549-4 neutron-server[94014]: 'Trunk': {'1.1'}} Jul 23 16:07:21.459358 n-d-778549-4 neutron-server[94014]: consumer versions: Jul 23 16:07:21.459358 n-d-778549-4 neutron-server[94014]: { DHCP agent@n-d-778549-4: {}, Jul 23 16:07:21.459358 n-d-778549-4 neutron-server[94014]: L3 agent@n-d-778549-4: {}, Jul 23 16:07:21.459358 n-d-778549-4 neutron-server[94014]: Metadata agent@n-d-778549-4: {}, Jul 23 16:07:21.459358 n-d-778549-4 neutron-server[94014]: Metering agent@n-d-778549-4: {}, Jul 23 16:07:21.459358 n-d-778549-4 neutron-server[94014]: Open vSwitch agent@n-d-778549-4: { 'AddressGroup': '1.2', Jul 23 16:07:21.459358 n-d-778549-4 neutron-server[94014]: 'ConntrackHelper': '1.0', Jul 23 16:07:21.459358 n-d-778549-4 neutron-server[94014]: 'Log': '1.0', Jul 23 16:07:21.459358 n-d-778549-4 neutron-server[94014]: 'Network': '1.1', Jul 23 16:07:21.459358 n-d-778549-4 neutron-server[94014]: 'Port': '1.7', Jul 23 16:07:21.459358 n-d-778549-4 neutron-server[94014]: 'PortForwarding': '1.2', Jul 23 16:07:21.459358 n-d-778549-4 neutron-server[94014]: 'QosPolicy': '1.8', Jul 23 16:07:21.459358 n-d-778549-4 neutron-server[94014]: 'SecurityGroup': '1.4', Jul 23 16:07:21.459358 n-d-778549-4 neutron-server[94014]: 'SecurityGroupRule': '1.2', Jul 23 16:07:21.459358 n-d-778549-4 neutron-server[94014]: 'SubPort': '1.0', Jul 23 16:07:21.459358 n-d-778549-4 neutron-server[94014]: 'Subnet': '1.1', Jul 23 16:07:21.459358 n-d-778549-4 neutron-server[94014]: 'Trunk': '1.1'}} Jul 23 16:07:21.459358 n-d-778549-4 neutron-server[94014]: {{(pid=94014) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:07:21.537530 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Attempting to bind port c0a16e56-692f-4f9b-a1c2-e0366c505976 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:07:21.538273 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Attempting to bind port c0a16e56-692f-4f9b-a1c2-e0366c505976 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '1701812b-f527-442f-b61c-f25897408dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '953dad6a-90cb-4681-b4dd-dd55b31c237f'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:07:21.538378 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Attempting to bind port c0a16e56-692f-4f9b-a1c2-e0366c505976 on network 953dad6a-90cb-4681-b4dd-dd55b31c237f {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:07:21.543190 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:07:21.543593 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Checking segment: {'id': '1701812b-f527-442f-b61c-f25897408dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '953dad6a-90cb-4681-b4dd-dd55b31c237f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:07:21.544062 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:21.544453 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Bound using segment: {'id': '1701812b-f527-442f-b61c-f25897408dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '953dad6a-90cb-4681-b4dd-dd55b31c237f'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:07:21.544947 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Bound port: c0a16e56-692f-4f9b-a1c2-e0366c505976, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1701812b-f527-442f-b61c-f25897408dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '953dad6a-90cb-4681-b4dd-dd55b31c237f'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:07:21.545372 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:21.608873 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] For port c0a16e56-692f-4f9b-a1c2-e0366c505976, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:07:21.613467 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] For port c0a16e56-692f-4f9b-a1c2-e0366c505976, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c0a16e56-692f-4f9b-a1c2-e0366c505976,segment=NetworkSegment(1701812b-f527-442f-b61c-f25897408dde),segment_id=1701812b-f527-442f-b61c-f25897408dde)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:07:21.617582 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:21.680366 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc16fda-f8ea-4fe3-b334-98efdadd1f81 None None] Pushing event updated for resources: {'Port': ['ID=c0a16e56-692f-4f9b-a1c2-e0366c505976,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:22.919054 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49390) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:07:23.244302 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-b0561316-9f95-4f2c-a087-9af8e15757fd admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:07:23.245337 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b0561316-9f95-4f2c-a087-9af8e15757fd admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3253033 Jul 23 16:07:25.658839 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49398) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:07:25.966384 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-2457f23e-8ac4-443a-ad14-065d4f9f92e0 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:07:25.967437 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2457f23e-8ac4-443a-ad14-065d4f9f92e0 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3076179 Jul 23 16:07:28.625160 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49408) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:07:28.934061 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-012e6075-d859-48fe-b3d1-9700de6e65e8 admin admin] Request body: {'router': {'tenant_id': '721bfcc661bd4a4bbb7ff67483907cf7', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:07:28.962153 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-012e6075-d859-48fe-b3d1-9700de6e65e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:28.963731 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-012e6075-d859-48fe-b3d1-9700de6e65e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:29.112252 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-012e6075-d859-48fe-b3d1-9700de6e65e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:29.116771 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-012e6075-d859-48fe-b3d1-9700de6e65e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:29.129205 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-012e6075-d859-48fe-b3d1-9700de6e65e8 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:29.130495 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-012e6075-d859-48fe-b3d1-9700de6e65e8 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5043213 Jul 23 16:07:29.294317 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c0a16e56-692f-4f9b-a1c2-e0366c505976 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:07:29.385278 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port c0a16e56-692f-4f9b-a1c2-e0366c505976 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:07:30.071779 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96ab268-7746-4d99-91a6-7529abb10404 None None] Network 953dad6a-90cb-4681-b4dd-dd55b31c237f requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:07:30.198844 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a7121d73-ce31-474f-a1f1-b838e842d3c5 None None] Provisioning for port c0a16e56-692f-4f9b-a1c2-e0366c505976 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:07:30.206398 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a7121d73-ce31-474f-a1f1-b838e842d3c5 None None] Provisioning complete for port c0a16e56-692f-4f9b-a1c2-e0366c505976 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:07:30.206794 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a7121d73-ce31-474f-a1f1-b838e842d3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:30.365150 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a7121d73-ce31-474f-a1f1-b838e842d3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:30.402923 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-a7121d73-ce31-474f-a1f1-b838e842d3c5 None None] For port c0a16e56-692f-4f9b-a1c2-e0366c505976, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c0a16e56-692f-4f9b-a1c2-e0366c505976,segment=NetworkSegment(1701812b-f527-442f-b61c-f25897408dde),segment_id=1701812b-f527-442f-b61c-f25897408dde)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:07:30.407706 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a7121d73-ce31-474f-a1f1-b838e842d3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:30.460682 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7121d73-ce31-474f-a1f1-b838e842d3c5 None None] Pushing event updated for resources: {'Port': ['ID=c0a16e56-692f-4f9b-a1c2-e0366c505976,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:30.527154 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-58d4b7e2-1e5e-42ae-8c11-b2b5029d6c7f None None] Provisioning complete for port c0a16e56-692f-4f9b-a1c2-e0366c505976 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:07:30.527531 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-58d4b7e2-1e5e-42ae-8c11-b2b5029d6c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:31.270947 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c0a16e56-692f-4f9b-a1c2-e0366c505976 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:07:31.319654 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port c0a16e56-692f-4f9b-a1c2-e0366c505976 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:07:31.320024 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:31.521098 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49420) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:07:31.827882 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-f6de07e6-49dd-431c-9550-5155755a86f6 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:07:31.828881 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f6de07e6-49dd-431c-9550-5155755a86f6 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3068516 Jul 23 16:07:32.510733 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4427af32-e88b-4f12-97f8-a3bece3081f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:34.194667 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49428) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:07:34.499020 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-880883b7-a3da-4cc8-9cc9-a50115d2cd98 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:07:34.520664 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880883b7-a3da-4cc8-9cc9-a50115d2cd98 admin admin] Made reservation on behalf of 2988526da81b48d590c233ac497f0491 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:07:34.522875 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-880883b7-a3da-4cc8-9cc9-a50115d2cd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:34.530473 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-880883b7-a3da-4cc8-9cc9-a50115d2cd98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:34.615563 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-880883b7-a3da-4cc8-9cc9-a50115d2cd98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:34.619282 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-880883b7-a3da-4cc8-9cc9-a50115d2cd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:34.636761 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-880883b7-a3da-4cc8-9cc9-a50115d2cd98 admin admin] Reserving flat network on physical network physnet1 {{(pid=94013) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 23 16:07:34.655099 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880883b7-a3da-4cc8-9cc9-a50115d2cd98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361df414-ba32-4517-8407-dff0e6e2a9fb,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:34.661942 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-880883b7-a3da-4cc8-9cc9-a50115d2cd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:34.662265 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-880883b7-a3da-4cc8-9cc9-a50115d2cd98 admin admin] Added segment d706d127-5291-474f-9bab-8fc7a92e279e of type flat for network 4e763b06-7572-4747-a18b-44a256cb56cb Jul 23 16:07:34.714613 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-880883b7-a3da-4cc8-9cc9-a50115d2cd98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:34.750185 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-880883b7-a3da-4cc8-9cc9-a50115d2cd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:34.751643 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880883b7-a3da-4cc8-9cc9-a50115d2cd98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:07:34.752231 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-880883b7-a3da-4cc8-9cc9-a50115d2cd98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:34.781856 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-880883b7-a3da-4cc8-9cc9-a50115d2cd98 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5861180 Jul 23 16:07:34.813475 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880883b7-a3da-4cc8-9cc9-a50115d2cd98 admin admin] Pushing event updated for resources: {'Network': ['ID=4e763b06-7572-4747-a18b-44a256cb56cb,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:34.823630 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 4e763b06-7572-4747-a18b-44a256cb56cb details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:07:35.270792 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1360501c-ffb8-4fe8-b5cb-4db5db8d260d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:35.290071 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:36.341286 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:37.158726 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49446) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:07:37.349568 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68473e5-800a-4628-88dc-c526770fef50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:07:37.350879 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e68473e5-800a-4628-88dc-c526770fef50 admin admin] 10.222.0.73 "GET /v2.0/subnets/8158857d-82e8-4a38-affe-defaf9f74622 HTTP/1.1" status: 200 len: 849 time: 0.1911769 Jul 23 16:07:37.473461 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b3ed9ec3-0e11-41be-83c2-167ca7585050 admin admin] 10.222.0.73 "GET /v2.0/routers/08eb229b-de15-4bf4-b4b2-9fa3625a35e9 HTTP/1.1" status: 200 len: 704 time: 0.1153877 Jul 23 16:07:37.740320 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32724ae2-ef17-46a0-a090-f0c26e2375c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:38.034563 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-32724ae2-ef17-46a0-a090-f0c26e2375c6 admin admin] Allocated IP 172.20.0.1 (953dad6a-90cb-4681-b4dd-dd55b31c237f/8158857d-82e8-4a38-affe-defaf9f74622/8ce4726b-02ef-4a6b-a00d-6c9865a0b68d) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:07:38.229306 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32724ae2-ef17-46a0-a090-f0c26e2375c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:38.251524 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-32724ae2-ef17-46a0-a090-f0c26e2375c6 admin admin] Transition to ACTIVE for port object 8ce4726b-02ef-4a6b-a00d-6c9865a0b68d will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:07:38.334312 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32724ae2-ef17-46a0-a090-f0c26e2375c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:38.365484 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:38.407917 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32724ae2-ef17-46a0-a090-f0c26e2375c6 admin admin] Network 953dad6a-90cb-4681-b4dd-dd55b31c237f is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:07:38.414963 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-32724ae2-ef17-46a0-a090-f0c26e2375c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:07:38.417796 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32724ae2-ef17-46a0-a090-f0c26e2375c6 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:07:38.418341 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32724ae2-ef17-46a0-a090-f0c26e2375c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:38.480524 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32724ae2-ef17-46a0-a090-f0c26e2375c6 admin admin] Pushing event updated for resources: {'Port': ['ID=8ce4726b-02ef-4a6b-a00d-6c9865a0b68d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:38.570599 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-47027cc8-587e-4d1e-b039-c1c2bccc204d None None] Provisioning for port 8ce4726b-02ef-4a6b-a00d-6c9865a0b68d completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:07:38.574483 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-47027cc8-587e-4d1e-b039-c1c2bccc204d None None] Provisioning complete for port 8ce4726b-02ef-4a6b-a00d-6c9865a0b68d triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:07:38.574850 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-47027cc8-587e-4d1e-b039-c1c2bccc204d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:38.612000 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-47027cc8-587e-4d1e-b039-c1c2bccc204d None None] Port 8ce4726b-02ef-4a6b-a00d-6c9865a0b68d cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:07:38.642938 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32724ae2-ef17-46a0-a090-f0c26e2375c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:38.810987 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 5 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:07:38.866626 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32724ae2-ef17-46a0-a090-f0c26e2375c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:38.870899 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32724ae2-ef17-46a0-a090-f0c26e2375c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:38.871819 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32724ae2-ef17-46a0-a090-f0c26e2375c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:38.953339 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32724ae2-ef17-46a0-a090-f0c26e2375c6 admin admin] Pushing event updated for resources: {'Port': ['ID=8ce4726b-02ef-4a6b-a00d-6c9865a0b68d,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:39.029931 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32724ae2-ef17-46a0-a090-f0c26e2375c6 admin admin] Network 953dad6a-90cb-4681-b4dd-dd55b31c237f is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:07:39.031246 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-32724ae2-ef17-46a0-a090-f0c26e2375c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:07:39.226646 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32724ae2-ef17-46a0-a090-f0c26e2375c6 admin admin] Router 08eb229b-de15-4bf4-b4b2-9fa3625a35e9 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:07:39.233784 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-149061cf-38de-4ff7-ad70-d3cda56ffbe2 None None] Provisioning complete for port 8ce4726b-02ef-4a6b-a00d-6c9865a0b68d triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:07:39.234235 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-149061cf-38de-4ff7-ad70-d3cda56ffbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:39.266619 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-149061cf-38de-4ff7-ad70-d3cda56ffbe2 None None] Port 8ce4726b-02ef-4a6b-a00d-6c9865a0b68d cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:07:39.349376 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32724ae2-ef17-46a0-a090-f0c26e2375c6 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:07:39.355850 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-32724ae2-ef17-46a0-a090-f0c26e2375c6 admin admin] 10.222.0.73 "PUT /v2.0/routers/08eb229b-de15-4bf4-b4b2-9fa3625a35e9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8775086 Jul 23 16:07:39.372533 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd363a2f-e739-4c7e-811c-2c3fc82110d1 None None] Sync routers for ids ['08eb229b-de15-4bf4-b4b2-9fa3625a35e9'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:07:39.384701 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd363a2f-e739-4c7e-811c-2c3fc82110d1 None None] Routers {'08eb229b-de15-4bf4-b4b2-9fa3625a35e9'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:07:39.385580 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-cd363a2f-e739-4c7e-811c-2c3fc82110d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:07:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['08eb229b-de15-4bf4-b4b2-9fa3625a35e9'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:07:39.589554 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-cd363a2f-e739-4c7e-811c-2c3fc82110d1 None None] Set router 08eb229b-de15-4bf4-b4b2-9fa3625a35e9 gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:07:40.064691 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-cd363a2f-e739-4c7e-811c-2c3fc82110d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08eb229b-de15-4bf4-b4b2-9fa3625a35e9', 'name': 'router1', 'tenant_id': '721bfcc661bd4a4bbb7ff67483907cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:07:28Z', 'updated_at': '2021-07-23T16:07:38Z', 'revision_number': 2, 'project_id': '721bfcc661bd4a4bbb7ff67483907cf7', 'gw_port_host': None, '_interfaces': [{'id': '8ce4726b-02ef-4a6b-a00d-6c9865a0b68d', 'name': '', 'network_id': '953dad6a-90cb-4681-b4dd-dd55b31c237f', 'tenant_id': '721bfcc661bd4a4bbb7ff67483907cf7', 'mac_address': 'fa:16:3e:0b:97:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08eb229b-de15-4bf4-b4b2-9fa3625a35e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8158857d-82e8-4a38-affe-defaf9f74622', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:07:37Z', 'updated_at': '2021-07-23T16:07:38Z', 'revision_number': 2, 'project_id': '721bfcc661bd4a4bbb7ff67483907cf7', 'subnets': [{'id': '8158857d-82e8-4a38-affe-defaf9f74622', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '60b413ec-437a-48cd-b4db-ddf4f57f0309'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:07:40.117659 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd363a2f-e739-4c7e-811c-2c3fc82110d1 None None] Checking router: 08eb229b-de15-4bf4-b4b2-9fa3625a35e9 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:07:40.118023 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd363a2f-e739-4c7e-811c-2c3fc82110d1 None None] Updating router 08eb229b-de15-4bf4-b4b2-9fa3625a35e9 port 8ce4726b-02ef-4a6b-a00d-6c9865a0b68d binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:07:40.183795 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-cd363a2f-e739-4c7e-811c-2c3fc82110d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:40.697994 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-cd363a2f-e739-4c7e-811c-2c3fc82110d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:40.716998 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-cd363a2f-e739-4c7e-811c-2c3fc82110d1 None None] Transition to ACTIVE for port object 8ce4726b-02ef-4a6b-a00d-6c9865a0b68d will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:07:40.723213 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-cd363a2f-e739-4c7e-811c-2c3fc82110d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:40.895845 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-cd363a2f-e739-4c7e-811c-2c3fc82110d1 None None] Attempting to bind port 8ce4726b-02ef-4a6b-a00d-6c9865a0b68d on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:07:40.896247 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-cd363a2f-e739-4c7e-811c-2c3fc82110d1 None None] Attempting to bind port 8ce4726b-02ef-4a6b-a00d-6c9865a0b68d by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '1701812b-f527-442f-b61c-f25897408dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '953dad6a-90cb-4681-b4dd-dd55b31c237f'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:07:40.896688 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd363a2f-e739-4c7e-811c-2c3fc82110d1 None None] Attempting to bind port 8ce4726b-02ef-4a6b-a00d-6c9865a0b68d on network 953dad6a-90cb-4681-b4dd-dd55b31c237f {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:07:40.899992 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50313811-8eae-43f7-8761-d09af9d83ff7 None None] Pushing event updated for resources: {'Port': ['ID=8ce4726b-02ef-4a6b-a00d-6c9865a0b68d,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:40.904811 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd363a2f-e739-4c7e-811c-2c3fc82110d1 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:07:40.905251 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd363a2f-e739-4c7e-811c-2c3fc82110d1 None None] Checking segment: {'id': '1701812b-f527-442f-b61c-f25897408dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '953dad6a-90cb-4681-b4dd-dd55b31c237f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:07:40.905728 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-cd363a2f-e739-4c7e-811c-2c3fc82110d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:40.906112 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd363a2f-e739-4c7e-811c-2c3fc82110d1 None None] Bound using segment: {'id': '1701812b-f527-442f-b61c-f25897408dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '953dad6a-90cb-4681-b4dd-dd55b31c237f'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:07:40.910282 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-cd363a2f-e739-4c7e-811c-2c3fc82110d1 None None] Bound port: 8ce4726b-02ef-4a6b-a00d-6c9865a0b68d, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1701812b-f527-442f-b61c-f25897408dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '953dad6a-90cb-4681-b4dd-dd55b31c237f'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:07:40.912134 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-cd363a2f-e739-4c7e-811c-2c3fc82110d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:40.932390 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50313811-8eae-43f7-8761-d09af9d83ff7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:40.932732 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50313811-8eae-43f7-8761-d09af9d83ff7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:40.933082 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50313811-8eae-43f7-8761-d09af9d83ff7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:40.933411 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50313811-8eae-43f7-8761-d09af9d83ff7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:40.933738 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50313811-8eae-43f7-8761-d09af9d83ff7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:40.934064 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50313811-8eae-43f7-8761-d09af9d83ff7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:40.934384 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50313811-8eae-43f7-8761-d09af9d83ff7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:40.934701 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50313811-8eae-43f7-8761-d09af9d83ff7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:40.935017 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50313811-8eae-43f7-8761-d09af9d83ff7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:40.935332 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50313811-8eae-43f7-8761-d09af9d83ff7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:40.935647 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50313811-8eae-43f7-8761-d09af9d83ff7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:40.935959 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50313811-8eae-43f7-8761-d09af9d83ff7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:40.937086 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50313811-8eae-43f7-8761-d09af9d83ff7 None None] Tracked resource versions report: Jul 23 16:07:40.937086 n-d-778549-4 neutron-server[94015]: pushed versions: Jul 23 16:07:40.937086 n-d-778549-4 neutron-server[94015]: { 'AddressGroup': {'1.2'}, Jul 23 16:07:40.937086 n-d-778549-4 neutron-server[94015]: 'ConntrackHelper': {'1.0'}, Jul 23 16:07:40.937086 n-d-778549-4 neutron-server[94015]: 'Log': {'1.0'}, Jul 23 16:07:40.937086 n-d-778549-4 neutron-server[94015]: 'Network': {'1.1'}, Jul 23 16:07:40.937086 n-d-778549-4 neutron-server[94015]: 'Port': {'1.7'}, Jul 23 16:07:40.937086 n-d-778549-4 neutron-server[94015]: 'PortForwarding': {'1.2'}, Jul 23 16:07:40.937086 n-d-778549-4 neutron-server[94015]: 'QosPolicy': {'1.8'}, Jul 23 16:07:40.937086 n-d-778549-4 neutron-server[94015]: 'SecurityGroup': {'1.4'}, Jul 23 16:07:40.937086 n-d-778549-4 neutron-server[94015]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:07:40.937086 n-d-778549-4 neutron-server[94015]: 'SubPort': {'1.0'}, Jul 23 16:07:40.937086 n-d-778549-4 neutron-server[94015]: 'Subnet': {'1.1'}, Jul 23 16:07:40.937086 n-d-778549-4 neutron-server[94015]: 'Trunk': {'1.1'}} Jul 23 16:07:40.937086 n-d-778549-4 neutron-server[94015]: consumer versions: Jul 23 16:07:40.937086 n-d-778549-4 neutron-server[94015]: { DHCP agent@n-d-778549-4: {}, Jul 23 16:07:40.937086 n-d-778549-4 neutron-server[94015]: L3 agent@n-d-778549-4: {}, Jul 23 16:07:40.937086 n-d-778549-4 neutron-server[94015]: Metadata agent@n-d-778549-4: {}, Jul 23 16:07:40.937086 n-d-778549-4 neutron-server[94015]: Metering agent@n-d-778549-4: {}, Jul 23 16:07:40.937086 n-d-778549-4 neutron-server[94015]: Open vSwitch agent@n-d-778549-4: { 'AddressGroup': '1.2', Jul 23 16:07:40.937086 n-d-778549-4 neutron-server[94015]: 'ConntrackHelper': '1.0', Jul 23 16:07:40.937086 n-d-778549-4 neutron-server[94015]: 'Log': '1.0', Jul 23 16:07:40.937086 n-d-778549-4 neutron-server[94015]: 'Network': '1.1', Jul 23 16:07:40.937086 n-d-778549-4 neutron-server[94015]: 'Port': '1.7', Jul 23 16:07:40.937086 n-d-778549-4 neutron-server[94015]: 'PortForwarding': '1.2', Jul 23 16:07:40.937086 n-d-778549-4 neutron-server[94015]: 'QosPolicy': '1.8', Jul 23 16:07:40.937086 n-d-778549-4 neutron-server[94015]: 'SecurityGroup': '1.4', Jul 23 16:07:40.937086 n-d-778549-4 neutron-server[94015]: 'SecurityGroupRule': '1.2', Jul 23 16:07:40.937086 n-d-778549-4 neutron-server[94015]: 'SubPort': '1.0', Jul 23 16:07:40.937086 n-d-778549-4 neutron-server[94015]: 'Subnet': '1.1', Jul 23 16:07:40.937086 n-d-778549-4 neutron-server[94015]: 'Trunk': '1.1'}} Jul 23 16:07:40.937086 n-d-778549-4 neutron-server[94015]: {{(pid=94015) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:07:40.989135 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-cd363a2f-e739-4c7e-811c-2c3fc82110d1 None None] For port 8ce4726b-02ef-4a6b-a00d-6c9865a0b68d, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:07:41.010841 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-cd363a2f-e739-4c7e-811c-2c3fc82110d1 None None] For port 8ce4726b-02ef-4a6b-a00d-6c9865a0b68d, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=8ce4726b-02ef-4a6b-a00d-6c9865a0b68d,segment=NetworkSegment(1701812b-f527-442f-b61c-f25897408dde),segment_id=1701812b-f527-442f-b61c-f25897408dde)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:07:41.017284 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-cd363a2f-e739-4c7e-811c-2c3fc82110d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:41.078200 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50313811-8eae-43f7-8761-d09af9d83ff7 None None] Pushing event updated for resources: {'Port': ['ID=8ce4726b-02ef-4a6b-a00d-6c9865a0b68d,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:41.083655 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd363a2f-e739-4c7e-811c-2c3fc82110d1 None None] Routers {'08eb229b-de15-4bf4-b4b2-9fa3625a35e9'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:07:41.084288 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-cd363a2f-e739-4c7e-811c-2c3fc82110d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:07:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['08eb229b-de15-4bf4-b4b2-9fa3625a35e9'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:07:41.173093 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-cd363a2f-e739-4c7e-811c-2c3fc82110d1 None None] Set router 08eb229b-de15-4bf4-b4b2-9fa3625a35e9 gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:07:41.385128 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-cd363a2f-e739-4c7e-811c-2c3fc82110d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08eb229b-de15-4bf4-b4b2-9fa3625a35e9', 'name': 'router1', 'tenant_id': '721bfcc661bd4a4bbb7ff67483907cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:07:28Z', 'updated_at': '2021-07-23T16:07:38Z', 'revision_number': 2, 'project_id': '721bfcc661bd4a4bbb7ff67483907cf7', 'gw_port_host': None, '_interfaces': [{'id': '8ce4726b-02ef-4a6b-a00d-6c9865a0b68d', 'name': '', 'network_id': '953dad6a-90cb-4681-b4dd-dd55b31c237f', 'tenant_id': '721bfcc661bd4a4bbb7ff67483907cf7', 'mac_address': 'fa:16:3e:0b:97:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08eb229b-de15-4bf4-b4b2-9fa3625a35e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8158857d-82e8-4a38-affe-defaf9f74622', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:07:37Z', 'updated_at': '2021-07-23T16:07:40Z', 'revision_number': 4, 'project_id': '721bfcc661bd4a4bbb7ff67483907cf7', 'subnets': [{'id': '8158857d-82e8-4a38-affe-defaf9f74622', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '60b413ec-437a-48cd-b4db-ddf4f57f0309'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:07:41.410875 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd363a2f-e739-4c7e-811c-2c3fc82110d1 None None] The sync data for ids ['08eb229b-de15-4bf4-b4b2-9fa3625a35e9'] in n-d-778549-4 is: [{'id': '08eb229b-de15-4bf4-b4b2-9fa3625a35e9', 'name': 'router1', 'tenant_id': '721bfcc661bd4a4bbb7ff67483907cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:07:28Z', 'updated_at': '2021-07-23T16:07:38Z', 'revision_number': 2, 'project_id': '721bfcc661bd4a4bbb7ff67483907cf7', 'gw_port_host': None, '_interfaces': [{'id': '8ce4726b-02ef-4a6b-a00d-6c9865a0b68d', 'name': '', 'network_id': '953dad6a-90cb-4681-b4dd-dd55b31c237f', 'tenant_id': '721bfcc661bd4a4bbb7ff67483907cf7', 'mac_address': 'fa:16:3e:0b:97:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08eb229b-de15-4bf4-b4b2-9fa3625a35e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8158857d-82e8-4a38-affe-defaf9f74622', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:07:37Z', 'updated_at': '2021-07-23T16:07:40Z', 'revision_number': 4, 'project_id': '721bfcc661bd4a4bbb7ff67483907cf7', 'subnets': [{'id': '8158857d-82e8-4a38-affe-defaf9f74622', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '60b413ec-437a-48cd-b4db-ddf4f57f0309'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:07:41.829683 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49466) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:07:41.942824 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe48a0c2-7c61-4f52-a205-08ba96a8671a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:07:41.944209 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fe48a0c2-7c61-4f52-a205-08ba96a8671a admin admin] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 842 time: 0.1135862 Jul 23 16:07:41.954228 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-63ecf5fe-5ae3-4f2e-a51e-d1d11a670781 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.8.1', 'name': 'public-subnet', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'ip_version': 4, 'cidr': '172.25.8.0/24', 'enable_dhcp': False}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:07:41.975164 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ecf5fe-5ae3-4f2e-a51e-d1d11a670781 admin admin] Made reservation on behalf of 2988526da81b48d590c233ac497f0491 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:07:41.977621 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63ecf5fe-5ae3-4f2e-a51e-d1d11a670781 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:42.329239 n-d-778549-4 neutron-server[94013]: DEBUG neutron.objects.ports [None req-63ecf5fe-5ae3-4f2e-a51e-d1d11a670781 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94013) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:07:42.329675 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63ecf5fe-5ae3-4f2e-a51e-d1d11a670781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:42.384147 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecf5fe-5ae3-4f2e-a51e-d1d11a670781 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b513b6dd-5503-49b9-8390-e042ecccd463,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:42.393559 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ecf5fe-5ae3-4f2e-a51e-d1d11a670781 admin admin] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:07:42.393896 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ecf5fe-5ae3-4f2e-a51e-d1d11a670781 admin admin] Network hostable DHCP agents. Network: 4e763b06-7572-4747-a18b-44a256cb56cb, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:07:42.409694 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ecf5fe-5ae3-4f2e-a51e-d1d11a670781 admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:07:42.419537 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-63ecf5fe-5ae3-4f2e-a51e-d1d11a670781 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 4e763b06-7572-4747-a18b-44a256cb56cb) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:07:42.424188 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ecf5fe-5ae3-4f2e-a51e-d1d11a670781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:07:42.424768 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63ecf5fe-5ae3-4f2e-a51e-d1d11a670781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:42.429162 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41f8423-8425-46b3-bf70-5ded075fe49b None None] Network 4e763b06-7572-4747-a18b-44a256cb56cb requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:07:42.448502 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-63ecf5fe-5ae3-4f2e-a51e-d1d11a670781 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4902253 Jul 23 16:07:42.582123 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2c98bc-88bf-48c7-b649-95a5fc4ace4f None None] Network 4e763b06-7572-4747-a18b-44a256cb56cb requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:07:44.739674 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49474) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:07:44.868741 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a11f13c7-0645-42c4-8975-76be4bc38147 admin admin] 10.222.0.73 "GET /v2.0/routers/08eb229b-de15-4bf4-b4b2-9fa3625a35e9 HTTP/1.1" status: 200 len: 710 time: 0.1279211 Jul 23 16:07:44.964460 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605efe43-7072-4c4c-b14d-ed1d3327f0e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:07:44.965819 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-605efe43-7072-4c4c-b14d-ed1d3327f0e3 admin admin] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 886 time: 0.0917966 Jul 23 16:07:44.975372 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-0b0d7da0-4560-42b9-9d0f-864f15937ed7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:07:45.217460 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b0d7da0-4560-42b9-9d0f-864f15937ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:45.448896 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b0d7da0-4560-42b9-9d0f-864f15937ed7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:45.526441 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b0d7da0-4560-42b9-9d0f-864f15937ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:45.631558 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-0b0d7da0-4560-42b9-9d0f-864f15937ed7 admin admin] Allocated IP 172.25.8.212 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/2e0dc361-50d7-4061-a99d-b2820101c562) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:07:45.746188 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b0d7da0-4560-42b9-9d0f-864f15937ed7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:45.789323 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b0d7da0-4560-42b9-9d0f-864f15937ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:45.827302 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0d7da0-4560-42b9-9d0f-864f15937ed7 admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:07:45.830723 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-0b0d7da0-4560-42b9-9d0f-864f15937ed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:07:45.836264 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0d7da0-4560-42b9-9d0f-864f15937ed7 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:07:45.869345 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d7da0-4560-42b9-9d0f-864f15937ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=2e0dc361-50d7-4061-a99d-b2820101c562,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:46.174532 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b0d7da0-4560-42b9-9d0f-864f15937ed7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:46.370348 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b0d7da0-4560-42b9-9d0f-864f15937ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:46.373542 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b0d7da0-4560-42b9-9d0f-864f15937ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1714764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1714741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695099'] for router, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:46.479905 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0d7da0-4560-42b9-9d0f-864f15937ed7 admin admin] Router 08eb229b-de15-4bf4-b4b2-9fa3625a35e9 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:07:46.598657 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0d7da0-4560-42b9-9d0f-864f15937ed7 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:07:46.602847 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b0d7da0-4560-42b9-9d0f-864f15937ed7 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:46.607163 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0b0d7da0-4560-42b9-9d0f-864f15937ed7 admin admin] 10.222.0.73 "PUT /v2.0/routers/08eb229b-de15-4bf4-b4b2-9fa3625a35e9 HTTP/1.1" status: 200 len: 890 time: 1.6325347 Jul 23 16:07:47.293398 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 8ce4726b-02ef-4a6b-a00d-6c9865a0b68d up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:07:47.341829 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 8ce4726b-02ef-4a6b-a00d-6c9865a0b68d completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:07:47.345502 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 8ce4726b-02ef-4a6b-a00d-6c9865a0b68d triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:07:47.345879 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:47.423039 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:47.503513 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 8ce4726b-02ef-4a6b-a00d-6c9865a0b68d, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=8ce4726b-02ef-4a6b-a00d-6c9865a0b68d,segment=NetworkSegment(1701812b-f527-442f-b61c-f25897408dde),segment_id=1701812b-f527-442f-b61c-f25897408dde)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:07:47.509897 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:47.556765 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=8ce4726b-02ef-4a6b-a00d-6c9865a0b68d,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:47.854866 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfe9cc4-487e-427b-b839-e831cd4ab8b8 None None] Sync routers for ids ['08eb229b-de15-4bf4-b4b2-9fa3625a35e9'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:07:47.865815 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfe9cc4-487e-427b-b839-e831cd4ab8b8 None None] Routers {'08eb229b-de15-4bf4-b4b2-9fa3625a35e9'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:07:47.866532 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-9bfe9cc4-487e-427b-b839-e831cd4ab8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:07:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['08eb229b-de15-4bf4-b4b2-9fa3625a35e9'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:07:48.069887 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-9bfe9cc4-487e-427b-b839-e831cd4ab8b8 None None] Set router 08eb229b-de15-4bf4-b4b2-9fa3625a35e9 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:07:48.447390 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-9bfe9cc4-487e-427b-b839-e831cd4ab8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08eb229b-de15-4bf4-b4b2-9fa3625a35e9', 'name': 'router1', 'tenant_id': '721bfcc661bd4a4bbb7ff67483907cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '2e0dc361-50d7-4061-a99d-b2820101c562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:07:28Z', 'updated_at': '2021-07-23T16:07:45Z', 'revision_number': 4, 'project_id': '721bfcc661bd4a4bbb7ff67483907cf7', 'gw_port': {'id': '2e0dc361-50d7-4061-a99d-b2820101c562', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08eb229b-de15-4bf4-b4b2-9fa3625a35e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:07:45Z', 'updated_at': '2021-07-23T16:07:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '8ce4726b-02ef-4a6b-a00d-6c9865a0b68d', 'name': '', 'network_id': '953dad6a-90cb-4681-b4dd-dd55b31c237f', 'tenant_id': '721bfcc661bd4a4bbb7ff67483907cf7', 'mac_address': 'fa:16:3e:0b:97:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eb229b-de15-4bf4-b4b2-9fa3625a35e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8158857d-82e8-4a38-affe-defaf9f74622', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:07:37Z', 'updated_at': '2021-07-23T16:07:47Z', 'revision_number': 5, 'project_id': '721bfcc661bd4a4bbb7ff67483907cf7', 'subnets': [{'id': '8158857d-82e8-4a38-affe-defaf9f74622', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '60b413ec-437a-48cd-b4db-ddf4f57f0309'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:07:48.498588 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfe9cc4-487e-427b-b839-e831cd4ab8b8 None None] Checking router: 08eb229b-de15-4bf4-b4b2-9fa3625a35e9 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:07:48.498934 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfe9cc4-487e-427b-b839-e831cd4ab8b8 None None] Updating router 08eb229b-de15-4bf4-b4b2-9fa3625a35e9 port 2e0dc361-50d7-4061-a99d-b2820101c562 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:07:48.532451 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9bfe9cc4-487e-427b-b839-e831cd4ab8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:48.851946 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9bfe9cc4-487e-427b-b839-e831cd4ab8b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:48.861989 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-9bfe9cc4-487e-427b-b839-e831cd4ab8b8 None None] Transition to ACTIVE for port object 2e0dc361-50d7-4061-a99d-b2820101c562 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:07:48.869636 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9bfe9cc4-487e-427b-b839-e831cd4ab8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:48.923424 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2526c6-35cc-42b4-b48e-9147a06236c8 None None] Pushing event updated for resources: {'Port': ['ID=2e0dc361-50d7-4061-a99d-b2820101c562,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:48.926746 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-9bfe9cc4-487e-427b-b839-e831cd4ab8b8 None None] Attempting to bind port 2e0dc361-50d7-4061-a99d-b2820101c562 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:07:48.926746 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-9bfe9cc4-487e-427b-b839-e831cd4ab8b8 None None] Attempting to bind port 2e0dc361-50d7-4061-a99d-b2820101c562 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:07:48.926746 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe9cc4-487e-427b-b839-e831cd4ab8b8 None None] Attempting to bind port 2e0dc361-50d7-4061-a99d-b2820101c562 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:07:48.932477 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe9cc4-487e-427b-b839-e831cd4ab8b8 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:07:48.932852 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe9cc4-487e-427b-b839-e831cd4ab8b8 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:07:48.934705 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9bfe9cc4-487e-427b-b839-e831cd4ab8b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:48.934705 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe9cc4-487e-427b-b839-e831cd4ab8b8 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:07:48.934705 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-9bfe9cc4-487e-427b-b839-e831cd4ab8b8 None None] Bound port: 2e0dc361-50d7-4061-a99d-b2820101c562, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:07:48.934705 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9bfe9cc4-487e-427b-b839-e831cd4ab8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:48.983692 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-9bfe9cc4-487e-427b-b839-e831cd4ab8b8 None None] For port 2e0dc361-50d7-4061-a99d-b2820101c562, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:07:48.987330 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-9bfe9cc4-487e-427b-b839-e831cd4ab8b8 None None] For port 2e0dc361-50d7-4061-a99d-b2820101c562, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2e0dc361-50d7-4061-a99d-b2820101c562,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:07:48.992185 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9bfe9cc4-487e-427b-b839-e831cd4ab8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:49.023232 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49486) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:07:49.051420 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfe9cc4-487e-427b-b839-e831cd4ab8b8 None None] Routers {'08eb229b-de15-4bf4-b4b2-9fa3625a35e9'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:07:49.052039 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-9bfe9cc4-487e-427b-b839-e831cd4ab8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:07:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['08eb229b-de15-4bf4-b4b2-9fa3625a35e9'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:07:49.157180 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2526c6-35cc-42b4-b48e-9147a06236c8 None None] Pushing event updated for resources: {'Port': ['ID=2e0dc361-50d7-4061-a99d-b2820101c562,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:49.205160 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0f9327ca-ebf0-4c35-bd9c-637f3e3c5e60 admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1793115 Jul 23 16:07:49.236724 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-9bfe9cc4-487e-427b-b839-e831cd4ab8b8 None None] Set router 08eb229b-de15-4bf4-b4b2-9fa3625a35e9 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:07:49.283549 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 8ce4726b-02ef-4a6b-a00d-6c9865a0b68d up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:07:49.419763 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 8ce4726b-02ef-4a6b-a00d-6c9865a0b68d triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:07:49.420136 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:49.554256 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-9bfe9cc4-487e-427b-b839-e831cd4ab8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08eb229b-de15-4bf4-b4b2-9fa3625a35e9', 'name': 'router1', 'tenant_id': '721bfcc661bd4a4bbb7ff67483907cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '2e0dc361-50d7-4061-a99d-b2820101c562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:07:28Z', 'updated_at': '2021-07-23T16:07:45Z', 'revision_number': 4, 'project_id': '721bfcc661bd4a4bbb7ff67483907cf7', 'gw_port': {'id': '2e0dc361-50d7-4061-a99d-b2820101c562', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08eb229b-de15-4bf4-b4b2-9fa3625a35e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:07:45Z', 'updated_at': '2021-07-23T16:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '8ce4726b-02ef-4a6b-a00d-6c9865a0b68d', 'name': '', 'network_id': '953dad6a-90cb-4681-b4dd-dd55b31c237f', 'tenant_id': '721bfcc661bd4a4bbb7ff67483907cf7', 'mac_address': 'fa:16:3e:0b:97:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eb229b-de15-4bf4-b4b2-9fa3625a35e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8158857d-82e8-4a38-affe-defaf9f74622', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:07:37Z', 'updated_at': '2021-07-23T16:07:47Z', 'revision_number': 5, 'project_id': '721bfcc661bd4a4bbb7ff67483907cf7', 'subnets': [{'id': '8158857d-82e8-4a38-affe-defaf9f74622', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '60b413ec-437a-48cd-b4db-ddf4f57f0309'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:07:49.579429 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfe9cc4-487e-427b-b839-e831cd4ab8b8 None None] The sync data for ids ['08eb229b-de15-4bf4-b4b2-9fa3625a35e9'] in n-d-778549-4 is: [{'id': '08eb229b-de15-4bf4-b4b2-9fa3625a35e9', 'name': 'router1', 'tenant_id': '721bfcc661bd4a4bbb7ff67483907cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '2e0dc361-50d7-4061-a99d-b2820101c562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:07:28Z', 'updated_at': '2021-07-23T16:07:45Z', 'revision_number': 4, 'project_id': '721bfcc661bd4a4bbb7ff67483907cf7', 'gw_port': {'id': '2e0dc361-50d7-4061-a99d-b2820101c562', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08eb229b-de15-4bf4-b4b2-9fa3625a35e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:07:45Z', 'updated_at': '2021-07-23T16:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '8ce4726b-02ef-4a6b-a00d-6c9865a0b68d', 'name': '', 'network_id': '953dad6a-90cb-4681-b4dd-dd55b31c237f', 'tenant_id': '721bfcc661bd4a4bbb7ff67483907cf7', 'mac_address': 'fa:16:3e:0b:97:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eb229b-de15-4bf4-b4b2-9fa3625a35e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8158857d-82e8-4a38-affe-defaf9f74622', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:07:37Z', 'updated_at': '2021-07-23T16:07:47Z', 'revision_number': 5, 'project_id': '721bfcc661bd4a4bbb7ff67483907cf7', 'subnets': [{'id': '8158857d-82e8-4a38-affe-defaf9f74622', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '60b413ec-437a-48cd-b4db-ddf4f57f0309'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:07:51.325850 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2e0dc361-50d7-4061-a99d-b2820101c562 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:07:51.381040 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 2e0dc361-50d7-4061-a99d-b2820101c562 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:07:51.385420 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 2e0dc361-50d7-4061-a99d-b2820101c562 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:07:51.385990 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:51.468815 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:51.490602 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 2e0dc361-50d7-4061-a99d-b2820101c562, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2e0dc361-50d7-4061-a99d-b2820101c562,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:07:51.497201 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:51.547012 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=2e0dc361-50d7-4061-a99d-b2820101c562,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:53.324513 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2e0dc361-50d7-4061-a99d-b2820101c562 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:07:53.393835 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 2e0dc361-50d7-4061-a99d-b2820101c562 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:07:53.395051 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:02.515622 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e0e7cdd0-b629-4493-b3c4-350ec772bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:05.288463 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4ed115fa-6611-4e30-b328-4ee7343e4b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:05.303625 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:06.348868 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:08.387069 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:15.822834 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 5 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:08:32.517418 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cebcaca6-a34c-4c38-8b34-d1ed2fa634cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:35.272398 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8bae8697-7309-4724-a9e9-b9e51248d89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:35.298479 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:36.348347 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:38.386252 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:52.811715 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 5 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:09:02.519983 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d3bebab1-5fa3-4190-9995-99d849c069d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:05.276420 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7aebb8e7-6c08-4812-815d-5e76b6451782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:05.300577 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:06.350578 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:08.387475 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:29.810570 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 5 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:09:30.473956 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50086) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:30.550131 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29e9c14-0e5d-4081-b0ba-b9d8a853da20 admin admin] GET failed (client error): The resource could not be found. Jul 23 16:09:30.551477 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b29e9c14-0e5d-4081-b0ba-b9d8a853da20 admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0766001 Jul 23 16:09:30.742103 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebdc8c8-f0b8-4f8d-9e89-92fb94a44486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:30.742907 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7ebdc8c8-f0b8-4f8d-9e89-92fb94a44486 admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1876209 Jul 23 16:09:32.522081 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8899be4b-e887-47ae-a3c5-dccd66513c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:32.942621 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50096) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:33.069636 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb27ec9-6b07-4159-8c0b-6c1eecf5a7f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:33.071016 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8fb27ec9-6b07-4159-8c0b-6c1eecf5a7f8 admin admin] 10.222.0.73 "GET /v2.0/subnets/8158857d-82e8-4a38-affe-defaf9f74622 HTTP/1.1" status: 200 len: 849 time: 0.1274269 Jul 23 16:09:33.080251 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-49339891-5bd8-436f-88fe-ed9ebd71fc64 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:09:33.165870 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-49339891-5bd8-436f-88fe-ed9ebd71fc64 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:33.316658 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-49339891-5bd8-436f-88fe-ed9ebd71fc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751794223948'] for subnet, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:33.399651 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49339891-5bd8-436f-88fe-ed9ebd71fc64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:33.400704 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-49339891-5bd8-436f-88fe-ed9ebd71fc64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:33.411659 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-49339891-5bd8-436f-88fe-ed9ebd71fc64 admin admin] 10.222.0.73 "PUT /v2.0/subnets/8158857d-82e8-4a38-affe-defaf9f74622 HTTP/1.1" status: 200 len: 868 time: 0.3251271 Jul 23 16:09:33.411931 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3efbfa4-119e-4c77-980b-3dbdb5547888 None None] Network 953dad6a-90cb-4681-b4dd-dd55b31c237f requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:09:33.422320 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49339891-5bd8-436f-88fe-ed9ebd71fc64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8158857d-82e8-4a38-affe-defaf9f74622,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:33.432260 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49339891-5bd8-436f-88fe-ed9ebd71fc64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:33.432607 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49339891-5bd8-436f-88fe-ed9ebd71fc64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:33.432945 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49339891-5bd8-436f-88fe-ed9ebd71fc64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:33.433596 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49339891-5bd8-436f-88fe-ed9ebd71fc64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:33.433935 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49339891-5bd8-436f-88fe-ed9ebd71fc64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:33.434264 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49339891-5bd8-436f-88fe-ed9ebd71fc64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:33.434585 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49339891-5bd8-436f-88fe-ed9ebd71fc64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:33.434906 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49339891-5bd8-436f-88fe-ed9ebd71fc64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:33.435226 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49339891-5bd8-436f-88fe-ed9ebd71fc64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:33.435545 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49339891-5bd8-436f-88fe-ed9ebd71fc64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:33.435864 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49339891-5bd8-436f-88fe-ed9ebd71fc64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:33.436177 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49339891-5bd8-436f-88fe-ed9ebd71fc64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:33.437641 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49339891-5bd8-436f-88fe-ed9ebd71fc64 admin admin] Tracked resource versions report: Jul 23 16:09:33.437641 n-d-778549-4 neutron-server[94012]: pushed versions: Jul 23 16:09:33.437641 n-d-778549-4 neutron-server[94012]: { 'AddressGroup': {'1.2'}, Jul 23 16:09:33.437641 n-d-778549-4 neutron-server[94012]: 'ConntrackHelper': {'1.0'}, Jul 23 16:09:33.437641 n-d-778549-4 neutron-server[94012]: 'Log': {'1.0'}, Jul 23 16:09:33.437641 n-d-778549-4 neutron-server[94012]: 'Network': {'1.1'}, Jul 23 16:09:33.437641 n-d-778549-4 neutron-server[94012]: 'Port': {'1.7'}, Jul 23 16:09:33.437641 n-d-778549-4 neutron-server[94012]: 'PortForwarding': {'1.2'}, Jul 23 16:09:33.437641 n-d-778549-4 neutron-server[94012]: 'QosPolicy': {'1.8'}, Jul 23 16:09:33.437641 n-d-778549-4 neutron-server[94012]: 'SecurityGroup': {'1.4'}, Jul 23 16:09:33.437641 n-d-778549-4 neutron-server[94012]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:09:33.437641 n-d-778549-4 neutron-server[94012]: 'SubPort': {'1.0'}, Jul 23 16:09:33.437641 n-d-778549-4 neutron-server[94012]: 'Subnet': {'1.1'}, Jul 23 16:09:33.437641 n-d-778549-4 neutron-server[94012]: 'Trunk': {'1.1'}} Jul 23 16:09:33.437641 n-d-778549-4 neutron-server[94012]: consumer versions: Jul 23 16:09:33.437641 n-d-778549-4 neutron-server[94012]: { DHCP agent@n-d-778549-4: {}, Jul 23 16:09:33.437641 n-d-778549-4 neutron-server[94012]: L3 agent@n-d-778549-4: {}, Jul 23 16:09:33.437641 n-d-778549-4 neutron-server[94012]: Metadata agent@n-d-778549-4: {}, Jul 23 16:09:33.437641 n-d-778549-4 neutron-server[94012]: Metering agent@n-d-778549-4: {}, Jul 23 16:09:33.437641 n-d-778549-4 neutron-server[94012]: Open vSwitch agent@n-d-778549-4: { 'AddressGroup': '1.2', Jul 23 16:09:33.437641 n-d-778549-4 neutron-server[94012]: 'ConntrackHelper': '1.0', Jul 23 16:09:33.437641 n-d-778549-4 neutron-server[94012]: 'Log': '1.0', Jul 23 16:09:33.437641 n-d-778549-4 neutron-server[94012]: 'Network': '1.1', Jul 23 16:09:33.437641 n-d-778549-4 neutron-server[94012]: 'Port': '1.7', Jul 23 16:09:33.437641 n-d-778549-4 neutron-server[94012]: 'PortForwarding': '1.2', Jul 23 16:09:33.437641 n-d-778549-4 neutron-server[94012]: 'QosPolicy': '1.8', Jul 23 16:09:33.437641 n-d-778549-4 neutron-server[94012]: 'SecurityGroup': '1.4', Jul 23 16:09:33.437641 n-d-778549-4 neutron-server[94012]: 'SecurityGroupRule': '1.2', Jul 23 16:09:33.437641 n-d-778549-4 neutron-server[94012]: 'SubPort': '1.0', Jul 23 16:09:33.437641 n-d-778549-4 neutron-server[94012]: 'Subnet': '1.1', Jul 23 16:09:33.437641 n-d-778549-4 neutron-server[94012]: 'Trunk': '1.1'}} Jul 23 16:09:33.437641 n-d-778549-4 neutron-server[94012]: {{(pid=94012) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:09:33.812170 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-390a4a0e-fb5e-4118-867d-3c03fd29396a None None] Provisioning complete for port 8ce4726b-02ef-4a6b-a00d-6c9865a0b68d triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:09:33.812757 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-390a4a0e-fb5e-4118-867d-3c03fd29396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:33.902327 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-390a4a0e-fb5e-4118-867d-3c03fd29396a None None] Provisioning complete for port c0a16e56-692f-4f9b-a1c2-e0366c505976 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:09:33.902611 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-390a4a0e-fb5e-4118-867d-3c03fd29396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:35.278726 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7d855cfe-5d5b-4e76-af98-692d354c3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:35.303836 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:35.613278 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50108) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:35.821788 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8e9193-a97b-47f7-a97f-6304e281f08c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:35.822169 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8e9193-a97b-47f7-a97f-6304e281f08c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:35.834990 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fd8e9193-a97b-47f7-a97f-6304e281f08c admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2094994 Jul 23 16:09:36.352671 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:38.003296 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50116) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:38.200933 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b508eb-b79d-406d-99e8-492bb7da571c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:38.201487 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b508eb-b79d-406d-99e8-492bb7da571c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:38.203650 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e4b508eb-b79d-406d-99e8-492bb7da571c admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1994207 Jul 23 16:09:38.394115 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:40.370917 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50126) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:40.497219 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde3c55c-bbab-4eef-bd70-41b6807de9fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:40.498612 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cde3c55c-bbab-4eef-bd70-41b6807de9fc admin admin] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 886 time: 0.1267278 Jul 23 16:09:42.655521 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50134) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:42.783194 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c42ece-cb3b-4746-b450-c5f823d1156e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:42.784580 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-08c42ece-cb3b-4746-b450-c5f823d1156e admin admin] 10.222.0.73 "GET /v2.0/networks/953dad6a-90cb-4681-b4dd-dd55b31c237f HTTP/1.1" status: 200 len: 870 time: 0.1281114 Jul 23 16:09:44.936103 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50142) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:45.056626 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18feb3bd-1cd0-43d7-9eb0-259add346269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:45.057120 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18feb3bd-1cd0-43d7-9eb0-259add346269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:45.058670 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-18feb3bd-1cd0-43d7-9eb0-259add346269 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1214979 Jul 23 16:09:47.205855 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50150) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:47.296436 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44a1135-fdc5-4142-89cd-2eaa872cfbd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:47.296903 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44a1135-fdc5-4142-89cd-2eaa872cfbd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:47.298468 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c44a1135-fdc5-4142-89cd-2eaa872cfbd1 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0916603 Jul 23 16:09:49.444351 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50158) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:49.534190 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5d8fb0-4b18-4a44-b50e-ced680c3794e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:49.535533 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9d5d8fb0-4b18-4a44-b50e-ced680c3794e admin admin] 10.222.0.73 "GET /v2.0/subnets/8158857d-82e8-4a38-affe-defaf9f74622 HTTP/1.1" status: 200 len: 868 time: 0.0902503 Jul 23 16:09:51.710603 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50166) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:51.794270 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df67355-7e26-441a-9d0f-866c0dd0f50c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:51.795640 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5df67355-7e26-441a-9d0f-866c0dd0f50c admin admin] 10.222.0.73 "GET /v2.0/subnets/b513b6dd-5503-49b9-8390-e042ecccd463 HTTP/1.1" status: 200 len: 816 time: 0.0840924 Jul 23 16:10:02.524139 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-470af593-74d6-4ca0-b576-6ae0d3cda347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:05.281384 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-06e984c9-4378-4426-b0b0-818678304751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:05.311222 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:06.357957 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:06.808741 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 5 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:10:08.397705 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:16.793994 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50218) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:10:16.840625 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [None req-b417b5b5-0a0b-4f9b-8b42-d42767e47eab admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:10:16.841651 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b417b5b5-0a0b-4f9b-8b42-d42767e47eab admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466704 Jul 23 16:10:19.108067 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50226) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:10:19.169765 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed78673e-9702-44f7-a674-fdad7e54d305 admin admin] GET failed (client error): The resource could not be found. Jul 23 16:10:19.171070 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ed78673e-9702-44f7-a674-fdad7e54d305 admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0620823 Jul 23 16:10:19.261856 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bad8c8-a1a6-460a-a47f-99b5b320abec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:19.263354 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-98bad8c8-a1a6-460a-a47f-99b5b320abec admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0879719 Jul 23 16:10:21.552009 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50234) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:10:21.600567 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-c4bf2226-6bbb-4574-b87d-3e175f3ba23e admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:10:21.622762 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bf2226-6bbb-4574-b87d-3e175f3ba23e admin admin] Made reservation on behalf of 2988526da81b48d590c233ac497f0491 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:10:21.625010 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2226-6bbb-4574-b87d-3e175f3ba23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:21.654419 n-d-778549-4 neutron-server[94013]: WARNING neutron.services.revisions.revision_plugin [None req-c4bf2226-6bbb-4574-b87d-3e175f3ba23e admin admin] Could not find related network for resource to bump revision. Jul 23 16:10:21.665866 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4bf2226-6bbb-4574-b87d-3e175f3ba23e admin admin] vlan segment allocate from pool success with {'vlan_id': 1124, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:10:21.675863 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2226-6bbb-4574-b87d-3e175f3ba23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:21.676251 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-c4bf2226-6bbb-4574-b87d-3e175f3ba23e admin admin] Added segment b3d9fc55-6068-4b07-b122-cd9f58b8556d of type vlan for network eb3bf372-6ffe-4c33-8777-29948d4b4373 Jul 23 16:10:21.716351 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2226-6bbb-4574-b87d-3e175f3ba23e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:21.750756 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2226-6bbb-4574-b87d-3e175f3ba23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:21.751825 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bf2226-6bbb-4574-b87d-3e175f3ba23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:21.752347 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2226-6bbb-4574-b87d-3e175f3ba23e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:21.782147 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c4bf2226-6bbb-4574-b87d-3e175f3ba23e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2290380 Jul 23 16:10:21.811857 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf2226-6bbb-4574-b87d-3e175f3ba23e admin admin] Pushing event updated for resources: {'Network': ['ID=eb3bf372-6ffe-4c33-8777-29948d4b4373,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:21.819451 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf2226-6bbb-4574-b87d-3e175f3ba23e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:21.819811 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf2226-6bbb-4574-b87d-3e175f3ba23e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:21.820128 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf2226-6bbb-4574-b87d-3e175f3ba23e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:21.820469 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf2226-6bbb-4574-b87d-3e175f3ba23e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:21.820786 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf2226-6bbb-4574-b87d-3e175f3ba23e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:21.821139 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf2226-6bbb-4574-b87d-3e175f3ba23e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:21.821464 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf2226-6bbb-4574-b87d-3e175f3ba23e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:21.821786 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf2226-6bbb-4574-b87d-3e175f3ba23e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:21.822103 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf2226-6bbb-4574-b87d-3e175f3ba23e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:21.822422 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf2226-6bbb-4574-b87d-3e175f3ba23e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:21.822741 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf2226-6bbb-4574-b87d-3e175f3ba23e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:21.823053 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf2226-6bbb-4574-b87d-3e175f3ba23e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:21.835091 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:10:24.029295 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50242) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:10:24.091767 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b1e0ab9-b540-4361-8264-ce527fdeeea2 admin admin] GET failed (client error): The resource could not be found. Jul 23 16:10:24.093148 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5b1e0ab9-b540-4361-8264-ce527fdeeea2 admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0628428 Jul 23 16:10:24.196218 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7cdd55-c575-4966-98b9-5ab64901478e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:24.197745 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7e7cdd55-c575-4966-98b9-5ab64901478e admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1004786 Jul 23 16:10:24.207506 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-acb51e46-95c3-4bcf-8f3f-d02c8541c4bb admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:10:24.227541 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb51e46-95c3-4bcf-8f3f-d02c8541c4bb admin admin] Made reservation on behalf of 2988526da81b48d590c233ac497f0491 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:10:24.229798 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-acb51e46-95c3-4bcf-8f3f-d02c8541c4bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:24.395223 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-acb51e46-95c3-4bcf-8f3f-d02c8541c4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:24.446692 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb51e46-95c3-4bcf-8f3f-d02c8541c4bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3812e6e5-38ac-4c93-85ce-3dab2cef76c9,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:24.461145 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb51e46-95c3-4bcf-8f3f-d02c8541c4bb admin admin] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:10:24.461476 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb51e46-95c3-4bcf-8f3f-d02c8541c4bb admin admin] Network hostable DHCP agents. Network: eb3bf372-6ffe-4c33-8777-29948d4b4373, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:10:24.476819 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb51e46-95c3-4bcf-8f3f-d02c8541c4bb admin admin] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:10:24.485428 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-acb51e46-95c3-4bcf-8f3f-d02c8541c4bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, eb3bf372-6ffe-4c33-8777-29948d4b4373) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:10:24.490393 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb51e46-95c3-4bcf-8f3f-d02c8541c4bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:24.490967 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-acb51e46-95c3-4bcf-8f3f-d02c8541c4bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:24.496019 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de57a95f-3125-486a-bc24-c0fa4912680c None None] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:10:24.525111 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-acb51e46-95c3-4bcf-8f3f-d02c8541c4bb admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3018086 Jul 23 16:10:24.657316 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-eb3bf372-6ffe-4c33-8777-29948d4b4373', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'tenant_id': '2988526da81b48d590c233ac497f0491', 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:10:24.658964 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:24.812341 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Allocated IP 192.168.233.2 (eb3bf372-6ffe-4c33-8777-29948d4b4373/3812e6e5-38ac-4c93-85ce-3dab2cef76c9/96f78f47-2db9-45b3-a904-77daa2109fa2) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:10:24.964222 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:24.974237 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Transition to ACTIVE for port object 96f78f47-2db9-45b3-a904-77daa2109fa2 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:10:24.991127 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Transition to ACTIVE for port object 96f78f47-2db9-45b3-a904-77daa2109fa2 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:10:25.005431 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:25.058302 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:10:25.061377 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:10:25.066089 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:10:25.068460 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Pushing event updated for resources: {'Port': ['ID=96f78f47-2db9-45b3-a904-77daa2109fa2,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:25.077557 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:25.077846 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:25.078194 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:25.078537 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:25.078873 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:25.079217 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:25.079542 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:25.079867 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:25.080195 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:25.081090 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:25.081418 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:25.081744 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:25.139262 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Attempting to bind port 96f78f47-2db9-45b3-a904-77daa2109fa2 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:10:25.139638 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Attempting to bind port 96f78f47-2db9-45b3-a904-77daa2109fa2 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:10:25.140006 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Attempting to bind port 96f78f47-2db9-45b3-a904-77daa2109fa2 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:10:25.146330 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:10:25.146705 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:10:25.147113 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:25.147501 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:10:25.147967 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Bound port: 96f78f47-2db9-45b3-a904-77daa2109fa2, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:10:25.148371 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:25.213656 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] For port 96f78f47-2db9-45b3-a904-77daa2109fa2, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:10:25.217107 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] For port 96f78f47-2db9-45b3-a904-77daa2109fa2, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=96f78f47-2db9-45b3-a904-77daa2109fa2,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:10:25.222562 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:25.281039 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ea1e6-43a0-4427-82b3-88881714452e None None] Pushing event updated for resources: {'Port': ['ID=96f78f47-2db9-45b3-a904-77daa2109fa2,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:26.071243 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0eff19-0fac-4830-8f6e-ad1f010f218a None None] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:10:26.154583 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-64c7b763-5100-4f6e-9c2a-0a1035f0bb60 None None] Provisioning for port 96f78f47-2db9-45b3-a904-77daa2109fa2 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:10:27.433828 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 96f78f47-2db9-45b3-a904-77daa2109fa2 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:10:27.487481 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 96f78f47-2db9-45b3-a904-77daa2109fa2 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:10:27.491513 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 96f78f47-2db9-45b3-a904-77daa2109fa2 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:10:27.491891 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:27.572290 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:27.615016 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 96f78f47-2db9-45b3-a904-77daa2109fa2, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=96f78f47-2db9-45b3-a904-77daa2109fa2,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:10:27.620128 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:27.671600 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=96f78f47-2db9-45b3-a904-77daa2109fa2,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:29.406610 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 96f78f47-2db9-45b3-a904-77daa2109fa2 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:10:29.455204 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 96f78f47-2db9-45b3-a904-77daa2109fa2 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:10:29.455499 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:32.524926 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c1598f7f-dc76-4aad-b355-3cd9cadb2847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:35.288082 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-50bd2ab3-fe73-42cf-8cf0-9977753fdd7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:35.308096 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:36.360516 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:38.397766 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:43.807228 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 5 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:11:02.526069 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-33c3c7c5-4fcc-4b09-a9ba-6e0205c7785b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:05.280648 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8b286219-9464-4934-881f-eb9ae2af8b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:05.302094 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:06.365858 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:08.401961 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:20.806364 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 5 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:11:32.528584 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-068a771f-7998-455d-927c-42a85739ccbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:35.284683 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c74eaf4b-ae99-4d19-b12e-cee027fe593b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:35.309877 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:35.859049 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50294) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:35.866248 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-77433f9a-0d74-4669-ac4f-91b1432f9b69 tempest-verify_tempest_config-919849340 tempest-verify_tempest_config-919849340-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:11:35.867371 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-77433f9a-0d74-4669-ac4f-91b1432f9b69 tempest-verify_tempest_config-919849340 tempest-verify_tempest_config-919849340-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0070717 Jul 23 16:11:36.179151 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50312) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:36.287214 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-79676567-e136-4873-8052-a7a3e78e281e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:36.366210 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:36.418061 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-79676567-e136-4873-8052-a7a3e78e281e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:36.421465 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-79676567-e136-4873-8052-a7a3e78e281e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:36.465867 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-79676567-e136-4873-8052-a7a3e78e281e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b619c53a497c4a96aee661a5e969fa2b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2856686 Jul 23 16:11:36.466926 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79676567-e136-4873-8052-a7a3e78e281e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3992afd6-4930-4d7e-8275-c23efeba886d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:36.468461 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50318) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:36.473571 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79676567-e136-4873-8052-a7a3e78e281e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:36.473921 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79676567-e136-4873-8052-a7a3e78e281e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:36.474266 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79676567-e136-4873-8052-a7a3e78e281e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:36.474612 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79676567-e136-4873-8052-a7a3e78e281e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:36.475561 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79676567-e136-4873-8052-a7a3e78e281e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:36.476055 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79676567-e136-4873-8052-a7a3e78e281e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:36.476165 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79676567-e136-4873-8052-a7a3e78e281e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:36.476463 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79676567-e136-4873-8052-a7a3e78e281e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:36.476786 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79676567-e136-4873-8052-a7a3e78e281e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:36.477134 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79676567-e136-4873-8052-a7a3e78e281e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:36.477463 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79676567-e136-4873-8052-a7a3e78e281e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:36.477784 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79676567-e136-4873-8052-a7a3e78e281e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:36.526076 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b988e590-ce25-40d7-8a01-053c5ac52ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:36.546991 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b988e590-ce25-40d7-8a01-053c5ac52ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:36.635281 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b988e590-ce25-40d7-8a01-053c5ac52ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:36.637731 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b988e590-ce25-40d7-8a01-053c5ac52ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:36.638883 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b988e590-ce25-40d7-8a01-053c5ac52ffa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3992afd6-4930-4d7e-8275-c23efeba886d HTTP/1.1" status: 204 len: 168 time: 0.1693830 Jul 23 16:11:36.647548 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988e590-ce25-40d7-8a01-053c5ac52ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3992afd6-4930-4d7e-8275-c23efeba886d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:36.654190 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988e590-ce25-40d7-8a01-053c5ac52ffa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:36.654530 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988e590-ce25-40d7-8a01-053c5ac52ffa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:36.654865 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988e590-ce25-40d7-8a01-053c5ac52ffa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:36.655193 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988e590-ce25-40d7-8a01-053c5ac52ffa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:36.655518 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988e590-ce25-40d7-8a01-053c5ac52ffa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:36.655842 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988e590-ce25-40d7-8a01-053c5ac52ffa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:36.656181 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988e590-ce25-40d7-8a01-053c5ac52ffa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:36.656469 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988e590-ce25-40d7-8a01-053c5ac52ffa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:36.656786 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988e590-ce25-40d7-8a01-053c5ac52ffa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:36.657124 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988e590-ce25-40d7-8a01-053c5ac52ffa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:36.657440 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988e590-ce25-40d7-8a01-053c5ac52ffa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:36.657769 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988e590-ce25-40d7-8a01-053c5ac52ffa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:38.404985 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:57.805566 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 5 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:12:02.529228 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e544c3a4-e514-4329-9e9f-366252d4a2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:05.292231 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b54108c3-0582-4ad2-a7ff-edcdc4ad6b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:05.301964 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:06.368589 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:08.409419 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:32.530001 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b438375a-0da3-4622-afd6-d44d72a07c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:34.803921 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 5 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:12:35.283213 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7a244120-77e7-468f-9cec-515d7d1a8091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:35.306739 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:36.371850 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:38.411051 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:02.531373 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-81927246-1a4a-4b27-8bea-5de66d70f6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:05.283901 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-aa1744d2-1c51-44d2-84d3-e0c87839858e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:05.306764 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:06.376338 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:08.416638 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:11.802798 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 5 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:13:32.532156 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6606ea5e-1307-4499-afec-0ba4a3f84730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:35.284481 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fecc0aa5-4e01-48d5-a1f0-c674fd74090f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:35.306763 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:36.378543 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:38.418179 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:48.801012 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 5 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:14:02.532606 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9e1b2832-964c-4faf-b007-af60bfc72165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:05.287008 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1ebb7ca5-4f3e-4d44-aba1-d6aa64141fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:05.307783 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:06.381022 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:08.422918 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:25.800342 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 5 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:14:32.533966 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-909ff26e-f9b1-4c86-afe5-50b86ab447cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:34.571942 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1718401'] for agent, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:35.288750 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dba1dd38-7d5a-44cd-956e-24749083aace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:35.313863 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:36.383062 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:37.102561 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1718401'] for agent, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:38.424935 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:02.534643 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-96203c2b-8cd6-435f-a731-30427d0a08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:02.799084 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:15:04.519384 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:05.289767 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-067f540b-4163-4656-b43d-3be3393ffee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:05.314185 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:06.387258 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:07.043743 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:08.427002 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:22.827710 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50382) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:22.932281 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6bfe7bd7-06ff-482b-8052-865f78654ab8 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1035006 Jul 23 16:15:25.106260 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50392) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:25.159874 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d8c22cd6-64b2-478c-8f83-e0cdcf70feca admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0524616 Jul 23 16:15:32.534214 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-790f1667-2995-4759-a5c7-2100e1be7ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:34.510749 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:35.289707 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a6f21f1a-b858-49ec-bbb9-64c3852e7ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:35.315237 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:36.389035 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:37.034038 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:38.429885 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:39.798606 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:16:02.536547 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fdedd907-7485-4ebb-9092-a18d065f89c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:04.495008 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:05.290686 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c6bd900-9bb8-4f7c-92a8-7a67d576029e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:05.333031 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:06.394615 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.016060 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.450263 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:16.797094 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:16:32.536669 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-792d4698-8f33-4214-8851-575d2b606368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:34.502923 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:35.295704 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a8c90da7-793c-458b-9ad1-a9a2c591f723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:35.318098 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:36.397981 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.008318 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:38.441885 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:48.017045 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50636) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:48.364038 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-041d6db9-3b9e-4e8a-b8e7-bdc38d9511f2 tempest-AutoAllocateNetworkTest-932892124 tempest-AutoAllocateNetworkTest-932892124-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=69d2e387fb04498db413c3d0cbac57b8&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3424118 Jul 23 16:16:48.364038 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50656) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:48.665567 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b465626e-d7a0-4aa0-9dab-1ff5624082f0 tempest-AutoAllocateNetworkTest-932892124 tempest-AutoAllocateNetworkTest-932892124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:48.667027 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b465626e-d7a0-4aa0-9dab-1ff5624082f0 tempest-AutoAllocateNetworkTest-932892124 tempest-AutoAllocateNetworkTest-932892124-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3022733 Jul 23 16:16:48.670179 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50674) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:48.759186 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50686) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:48.759393 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f18a911c-733b-470b-a1bf-602b492baa82 tempest-AutoAllocateNetworkTest-932892124 tempest-AutoAllocateNetworkTest-932892124-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0876906 Jul 23 16:16:48.793167 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a7227168-b711-4a21-bf04-d9130330158f tempest-AutoAllocateNetworkTest-932892124 tempest-AutoAllocateNetworkTest-932892124-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=69d2e387fb04498db413c3d0cbac57b8 HTTP/1.1" status: 200 len: 208 time: 0.0307419 Jul 23 16:16:49.511737 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50730) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:49.906769 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c351987a-4149-46d2-b961-4c45331a91e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:50.011038 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c351987a-4149-46d2-b961-4c45331a91e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:50.016290 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c351987a-4149-46d2-b961-4c45331a91e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:50.056204 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c351987a-4149-46d2-b961-4c45331a91e3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=69d2e387fb04498db413c3d0cbac57b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5436075 Jul 23 16:16:50.057067 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351987a-4149-46d2-b961-4c45331a91e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70164ea-7e1c-472b-afe4-da02ecac70bd,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:50.058995 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50760) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:50.076396 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351987a-4149-46d2-b961-4c45331a91e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:50.076746 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351987a-4149-46d2-b961-4c45331a91e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:50.077104 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351987a-4149-46d2-b961-4c45331a91e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:50.077440 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351987a-4149-46d2-b961-4c45331a91e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:50.078317 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351987a-4149-46d2-b961-4c45331a91e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:50.078756 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351987a-4149-46d2-b961-4c45331a91e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:50.079096 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351987a-4149-46d2-b961-4c45331a91e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:50.079425 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351987a-4149-46d2-b961-4c45331a91e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:50.079758 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351987a-4149-46d2-b961-4c45331a91e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:50.080572 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351987a-4149-46d2-b961-4c45331a91e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:50.080899 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351987a-4149-46d2-b961-4c45331a91e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:50.081402 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351987a-4149-46d2-b961-4c45331a91e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351987a-4149-46d2-b961-4c45331a91e3 admin admin] Tracked resource versions report: Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: pushed versions: Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: { 'AddressGroup': {'1.2'}, Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: 'ConntrackHelper': {'1.0'}, Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: 'Log': {'1.0'}, Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: 'Network': {'1.1'}, Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: 'Port': {'1.7'}, Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: 'PortForwarding': {'1.2'}, Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: 'QosPolicy': {'1.8'}, Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: 'SecurityGroup': {'1.4'}, Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: 'SubPort': {'1.0'}, Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: 'Subnet': {'1.1'}, Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: 'Trunk': {'1.1'}} Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: consumer versions: Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: { DHCP agent@n-d-778549-4: {}, Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: HyperV agent@n-h1-778549-4: {}, Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: HyperV agent@n-h2-778549-4: {}, Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: L3 agent@n-d-778549-4: {}, Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: Metadata agent@n-d-778549-4: {}, Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: Metering agent@n-d-778549-4: {}, Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: Open vSwitch agent@n-d-778549-4: { 'AddressGroup': '1.2', Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: 'ConntrackHelper': '1.0', Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: 'Log': '1.0', Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: 'Network': '1.1', Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: 'Port': '1.7', Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: 'PortForwarding': '1.2', Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: 'QosPolicy': '1.8', Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: 'SecurityGroup': '1.4', Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: 'SecurityGroupRule': '1.2', Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: 'SubPort': '1.0', Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: 'Subnet': '1.1', Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: 'Trunk': '1.1'}} Jul 23 16:16:50.082698 n-d-778549-4 neutron-server[94012]: {{(pid=94012) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:16:50.143349 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9a5bd25f-ec7f-4abf-96d4-38504f07e242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:50.165356 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9a5bd25f-ec7f-4abf-96d4-38504f07e242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:50.233913 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9a5bd25f-ec7f-4abf-96d4-38504f07e242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:50.239861 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9a5bd25f-ec7f-4abf-96d4-38504f07e242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:50.241082 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9a5bd25f-ec7f-4abf-96d4-38504f07e242 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b70164ea-7e1c-472b-afe4-da02ecac70bd HTTP/1.1" status: 204 len: 168 time: 0.1811817 Jul 23 16:16:50.248816 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5bd25f-ec7f-4abf-96d4-38504f07e242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70164ea-7e1c-472b-afe4-da02ecac70bd,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:50.785829 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50822) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:50.788353 n-d-778549-4 neutron-server[94012]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 16:16:50.820279 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-a34a8de6-7e69-4cfb-a224-4f84e74d6944 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=d4ee55c0b0eb45be9a950ff9ab7ecbc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329869 Jul 23 16:16:51.036760 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-9a00a07f-dafa-48b7-ae13-f8696f6f7423 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:51.038592 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-9a00a07f-dafa-48b7-ae13-f8696f6f7423 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2124138 Jul 23 16:16:51.055384 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-9bc2c472-fc3a-4ded-9104-b8bc206ee906 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/quotas/d4ee55c0b0eb45be9a950ff9ab7ecbc3 HTTP/1.1" status: 200 len: 375 time: 0.0114260 Jul 23 16:16:51.115361 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-001793d4-c7ba-438d-9361-708183c0f5e6 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d4ee55c0b0eb45be9a950ff9ab7ecbc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535443 Jul 23 16:16:51.232714 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50840) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:51.473251 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b265294d-cbfb-4529-8577-8075392c47b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:51.567242 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b265294d-cbfb-4529-8577-8075392c47b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:51.572296 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b265294d-cbfb-4529-8577-8075392c47b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:51.632744 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50876) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:51.633270 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b265294d-cbfb-4529-8577-8075392c47b7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6836ff3ceeed459c95e57cbf5b9473fd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3943288 Jul 23 16:16:51.638798 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b265294d-cbfb-4529-8577-8075392c47b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793a98de-907d-4218-a376-38d19a737c8f,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:51.697372 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32de1796-a384-4f15-886a-7db2fbdef947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:51.728572 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32de1796-a384-4f15-886a-7db2fbdef947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:51.773145 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-00eab864-d7e0-4ebc-b48c-78fb956b3533 req-151fced0-5c9c-42e4-9c4c-1127c8c35c91 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da87a39-d9cf-4c9f-9228-08051b7f87ea HTTP/1.1" status: 200 len: 210 time: 0.0848436 Jul 23 16:16:51.790310 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32de1796-a384-4f15-886a-7db2fbdef947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:51.794404 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32de1796-a384-4f15-886a-7db2fbdef947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:51.801189 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-32de1796-a384-4f15-886a-7db2fbdef947 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/793a98de-907d-4218-a376-38d19a737c8f HTTP/1.1" status: 204 len: 168 time: 0.1666980 Jul 23 16:16:51.828837 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de1796-a384-4f15-886a-7db2fbdef947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793a98de-907d-4218-a376-38d19a737c8f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:51.849088 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de1796-a384-4f15-886a-7db2fbdef947 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:51.849431 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de1796-a384-4f15-886a-7db2fbdef947 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:51.849921 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de1796-a384-4f15-886a-7db2fbdef947 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:51.853142 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de1796-a384-4f15-886a-7db2fbdef947 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:51.853999 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de1796-a384-4f15-886a-7db2fbdef947 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:51.854799 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de1796-a384-4f15-886a-7db2fbdef947 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:51.857011 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de1796-a384-4f15-886a-7db2fbdef947 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:51.857517 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de1796-a384-4f15-886a-7db2fbdef947 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:51.860177 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de1796-a384-4f15-886a-7db2fbdef947 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:51.860852 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de1796-a384-4f15-886a-7db2fbdef947 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:51.861632 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de1796-a384-4f15-886a-7db2fbdef947 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:51.862261 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de1796-a384-4f15-886a-7db2fbdef947 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de1796-a384-4f15-886a-7db2fbdef947 admin admin] Tracked resource versions report: Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: pushed versions: Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: { 'AddressGroup': {'1.2'}, Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: 'ConntrackHelper': {'1.0'}, Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: 'Log': {'1.0'}, Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: 'Network': {'1.1'}, Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: 'Port': {'1.7'}, Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: 'PortForwarding': {'1.2'}, Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: 'QosPolicy': {'1.8'}, Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: 'SecurityGroup': {'1.4'}, Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: 'SubPort': {'1.0'}, Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: 'Subnet': {'1.1'}, Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: 'Trunk': {'1.1'}} Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: consumer versions: Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: { DHCP agent@n-d-778549-4: {}, Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: HyperV agent@n-h1-778549-4: {}, Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: HyperV agent@n-h2-778549-4: {}, Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: L3 agent@n-d-778549-4: {}, Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: Metadata agent@n-d-778549-4: {}, Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: Metering agent@n-d-778549-4: {}, Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: Open vSwitch agent@n-d-778549-4: { 'AddressGroup': '1.2', Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: 'ConntrackHelper': '1.0', Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: 'Log': '1.0', Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: 'Network': '1.1', Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: 'Port': '1.7', Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: 'PortForwarding': '1.2', Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: 'QosPolicy': '1.8', Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: 'SecurityGroup': '1.4', Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: 'SecurityGroupRule': '1.2', Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: 'SubPort': '1.0', Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: 'Subnet': '1.1', Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: 'Trunk': '1.1'}} Jul 23 16:16:51.863848 n-d-778549-4 neutron-server[94013]: {{(pid=94013) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:16:52.401913 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50964) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:52.417553 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-04ebfb7a-3f86-42f0-9067-b18ac7712aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:52.574053 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-04ebfb7a-3f86-42f0-9067-b18ac7712aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:52.581185 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-04ebfb7a-3f86-42f0-9067-b18ac7712aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:52.652015 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebfb7a-3f86-42f0-9067-b18ac7712aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a14c4f8-8090-4d83-8c8a-5971fedb7c5c,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:52.664035 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-04ebfb7a-3f86-42f0-9067-b18ac7712aa8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e982cf49c70948c58c2df50c9db0f4b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2568743 Jul 23 16:16:52.664035 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50990) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:52.689647 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50994) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:52.751601 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9cf302c4-dec1-4505-84a0-351f1ea7ec72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:52.783722 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9cf302c4-dec1-4505-84a0-351f1ea7ec72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:52.854083 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9cf302c4-dec1-4505-84a0-351f1ea7ec72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:52.861615 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9cf302c4-dec1-4505-84a0-351f1ea7ec72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:52.865898 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9cf302c4-dec1-4505-84a0-351f1ea7ec72 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3a14c4f8-8090-4d83-8c8a-5971fedb7c5c HTTP/1.1" status: 204 len: 168 time: 0.2022748 Jul 23 16:16:52.882531 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf302c4-dec1-4505-84a0-351f1ea7ec72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a14c4f8-8090-4d83-8c8a-5971fedb7c5c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:52.911317 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4052b9fa-0d6f-4cfe-bc66-e30c47357885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:53.048687 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4052b9fa-0d6f-4cfe-bc66-e30c47357885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:53.057364 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4052b9fa-0d6f-4cfe-bc66-e30c47357885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:53.099358 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052b9fa-0d6f-4cfe-bc66-e30c47357885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4faa6cd0-c189-4f25-8d30-12491c6460be,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:53.133768 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-b450bc23-e15c-4801-84b0-985663b9a8dc tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=6d0b582954324158887ae56e0532009e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365024 Jul 23 16:16:53.176962 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51042) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:53.255764 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4052b9fa-0d6f-4cfe-bc66-e30c47357885 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=88932947792941f79954d332880e20b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5649548 Jul 23 16:16:53.258815 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51048) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:53.314085 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51050) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:53.343908 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2ef241dd-7f96-4673-b13a-71afdd79d416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:53.364820 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-4d4bbde9-354f-4fae-817c-d36d8b46aa4f tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:53.385735 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-4d4bbde9-354f-4fae-817c-d36d8b46aa4f tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2485075 Jul 23 16:16:53.386881 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2ef241dd-7f96-4673-b13a-71afdd79d416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:53.389523 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-33d38345-8f61-4089-a333-b5f72170430b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:53.408498 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-3b35ce4d-1f91-491e-9208-e3cdce95a9f2 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/quotas/6d0b582954324158887ae56e0532009e HTTP/1.1" status: 200 len: 375 time: 0.0190234 Jul 23 16:16:53.460940 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20dd114c-dec5-4514-9bc0-d3f0419d5208 req-d217f414-b72e-40b3-9398-8261a73cc9f6 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da87a39-d9cf-4c9f-9228-08051b7f87ea HTTP/1.1" status: 200 len: 210 time: 0.1451578 Jul 23 16:16:53.479699 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2ef241dd-7f96-4673-b13a-71afdd79d416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:53.483771 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2ef241dd-7f96-4673-b13a-71afdd79d416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:53.488596 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2ef241dd-7f96-4673-b13a-71afdd79d416 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4faa6cd0-c189-4f25-8d30-12491c6460be HTTP/1.1" status: 204 len: 168 time: 0.2287664 Jul 23 16:16:53.505691 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-2184858c-94b4-42dd-af55-b016ff5b388a tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d0b582954324158887ae56e0532009e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0906775 Jul 23 16:16:53.509816 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef241dd-7f96-4673-b13a-71afdd79d416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4faa6cd0-c189-4f25-8d30-12491c6460be,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:53.598347 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-33d38345-8f61-4089-a333-b5f72170430b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:53.603871 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-33d38345-8f61-4089-a333-b5f72170430b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:53.647748 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-33d38345-8f61-4089-a333-b5f72170430b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9726f1426fd74499a01b766c1fc4c6f5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4695482 Jul 23 16:16:53.650606 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51068) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:53.653752 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d38345-8f61-4089-a333-b5f72170430b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3662e1e-94c0-4788-aa88-0bcaf832d777,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:53.754143 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-94bc35f0-431b-4ca7-a0be-b12ecf010af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:53.790900 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-94bc35f0-431b-4ca7-a0be-b12ecf010af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:53.798647 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:16:53.860897 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd2a6624-ae01-44e5-a782-6159d27703a5 req-6e637956-88aa-466b-ba45-4963e3cdb0c3 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/ports?device_id=38129ccf-74c8-4c07-a8ae-ab6751385272 HTTP/1.1" status: 200 len: 210 time: 0.0827348 Jul 23 16:16:53.865832 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-94bc35f0-431b-4ca7-a0be-b12ecf010af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:53.868540 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-94bc35f0-431b-4ca7-a0be-b12ecf010af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:53.869573 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-94bc35f0-431b-4ca7-a0be-b12ecf010af9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b3662e1e-94c0-4788-aa88-0bcaf832d777 HTTP/1.1" status: 204 len: 168 time: 0.2179785 Jul 23 16:16:53.888582 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc35f0-431b-4ca7-a0be-b12ecf010af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3662e1e-94c0-4788-aa88-0bcaf832d777,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:54.106192 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.97', 59881) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:54.151536 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-536f215c-c6c2-45b6-9722-2e7e4ed66039 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=d4ee55c0b0eb45be9a950ff9ab7ecbc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441082 Jul 23 16:16:54.164396 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51116) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:54.194793 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fb6e348d-c68e-40c1-8feb-db9d92b8927d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:54.372479 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-e2b6fc29-3bc3-4156-9839-9d9ad952b44d tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:54.374149 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-e2b6fc29-3bc3-4156-9839-9d9ad952b44d tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2154500 Jul 23 16:16:54.399318 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fb6e348d-c68e-40c1-8feb-db9d92b8927d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:54.404074 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fb6e348d-c68e-40c1-8feb-db9d92b8927d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:54.438583 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-8d45b47d-ef0f-4fd9-816f-eb009792ae63 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Request body: {'port': {'device_id': '9da87a39-d9cf-4c9f-9228-08051b7f87ea', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'admin_state_up': True, 'tenant_id': 'd4ee55c0b0eb45be9a950ff9ab7ecbc3'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:54.453664 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fb6e348d-c68e-40c1-8feb-db9d92b8927d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6cb08ae94da044e9beba88c38359ff5f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2878833 Jul 23 16:16:54.455575 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e348d-c68e-40c1-8feb-db9d92b8927d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0855a579-3c23-4fac-95a0-259d30ff0730,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:54.456878 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51134) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:54.555319 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51144) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:54.578220 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2fc40b93-fcb8-439c-af8d-0678f0578c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:54.734365 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-06106c68-94c2-4a49-afcd-1f07eac93f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:54.776595 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-06106c68-94c2-4a49-afcd-1f07eac93f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:54.799843 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6ac41f78-fb1e-4960-a0b8-64dbb6253efd req-6671a7af-8231-4936-b338-ce9d0bb0e379 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da87a39-d9cf-4c9f-9228-08051b7f87ea HTTP/1.1" status: 200 len: 210 time: 0.0990384 Jul 23 16:16:54.880903 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2fc40b93-fcb8-439c-af8d-0678f0578c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:54.881181 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-06106c68-94c2-4a49-afcd-1f07eac93f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:54.884581 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-06106c68-94c2-4a49-afcd-1f07eac93f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:54.886145 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-06106c68-94c2-4a49-afcd-1f07eac93f5a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0855a579-3c23-4fac-95a0-259d30ff0730 HTTP/1.1" status: 204 len: 168 time: 0.4272220 Jul 23 16:16:54.892364 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2fc40b93-fcb8-439c-af8d-0678f0578c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:54.929239 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06106c68-94c2-4a49-afcd-1f07eac93f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0855a579-3c23-4fac-95a0-259d30ff0730,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:54.948329 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2fc40b93-fcb8-439c-af8d-0678f0578c4b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=df3fa61beaf04701b53c325a675218a9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3893905 Jul 23 16:16:54.948329 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc40b93-fcb8-439c-af8d-0678f0578c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0e48b6-23ac-4402-94f0-3b8524a656b6,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:54.948775 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51174) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:54.981732 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-8d45b47d-ef0f-4fd9-816f-eb009792ae63 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Made reservation on behalf of d4ee55c0b0eb45be9a950ff9ab7ecbc3 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:16:55.000313 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-8d45b47d-ef0f-4fd9-816f-eb009792ae63 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:55.042193 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-8d45b47d-ef0f-4fd9-816f-eb009792ae63 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:55.177777 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e29c836-6c52-4f01-bb83-90248e2e7de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:55.204479 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1aebfdaa-4ec7-4855-acce-6511afcc1e41 req-90a495a4-94f5-4f78-b778-aae564d4bf06 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/ports?device_id=38129ccf-74c8-4c07-a8ae-ab6751385272 HTTP/1.1" status: 200 len: 210 time: 0.0670931 Jul 23 16:16:55.211394 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e29c836-6c52-4f01-bb83-90248e2e7de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:55.346923 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-8d45b47d-ef0f-4fd9-816f-eb009792ae63 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:55.352151 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51210) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:55.353283 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-8d45b47d-ef0f-4fd9-816f-eb009792ae63 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:55.409341 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e29c836-6c52-4f01-bb83-90248e2e7de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:55.411843 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e29c836-6c52-4f01-bb83-90248e2e7de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:55.413009 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2e29c836-6c52-4f01-bb83-90248e2e7de9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bb0e48b6-23ac-4402-94f0-3b8524a656b6 HTTP/1.1" status: 204 len: 168 time: 0.4631817 Jul 23 16:16:55.484796 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45b47d-ef0f-4fd9-816f-eb009792ae63 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60ea5d1c-7359-4aa5-9e69-5ee426b0aafd,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:55.548600 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29c836-6c52-4f01-bb83-90248e2e7de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0e48b6-23ac-4402-94f0-3b8524a656b6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:55.673878 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-8d45b47d-ef0f-4fd9-816f-eb009792ae63 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Allocated IP 192.168.233.129 (eb3bf372-6ffe-4c33-8777-29948d4b4373/3812e6e5-38ac-4c93-85ce-3dab2cef76c9/c69e26f1-d118-474d-a1ba-7b576986507d) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:16:55.790898 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.74', 54614) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:55.896224 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-2e5aa519-710a-4405-9123-70173068a4b3 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=6d0b582954324158887ae56e0532009e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1037192 Jul 23 16:16:56.157816 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-c69c8fd6-7f1f-47b9-b9bf-9bf4d13575a8 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:56.162823 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-c69c8fd6-7f1f-47b9-b9bf-9bf4d13575a8 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2618246 Jul 23 16:16:56.231516 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-21d72ebf-712f-488e-9484-1fe2a50dd50d req-82a59a3f-b7bc-445b-9524-c9ebeed59bde tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da87a39-d9cf-4c9f-9228-08051b7f87ea HTTP/1.1" status: 200 len: 210 time: 0.0676069 Jul 23 16:16:56.238691 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-c6ec0e0a-01e3-4f70-b945-fe27740e461e tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Request body: {'port': {'device_id': '38129ccf-74c8-4c07-a8ae-ab6751385272', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'admin_state_up': True, 'tenant_id': '6d0b582954324158887ae56e0532009e'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:56.271005 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-8d45b47d-ef0f-4fd9-816f-eb009792ae63 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:56.324026 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-8d45b47d-ef0f-4fd9-816f-eb009792ae63 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Transition to ACTIVE for port object c69e26f1-d118-474d-a1ba-7b576986507d will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:56.425275 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-8d45b47d-ef0f-4fd9-816f-eb009792ae63 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:56.557438 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-8d45b47d-ef0f-4fd9-816f-eb009792ae63 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:56.568716 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-8d45b47d-ef0f-4fd9-816f-eb009792ae63 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:56.589246 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-8d45b47d-ef0f-4fd9-816f-eb009792ae63 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:16:56.596729 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-8d45b47d-ef0f-4fd9-816f-eb009792ae63 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:56.599831 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-8d45b47d-ef0f-4fd9-816f-eb009792ae63 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:56.672627 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45b47d-ef0f-4fd9-816f-eb009792ae63 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Pushing event updated for resources: {'Port': ['ID=c69e26f1-d118-474d-a1ba-7b576986507d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:56.696476 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-8d45b47d-ef0f-4fd9-816f-eb009792ae63 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2624102 Jul 23 16:16:56.708714 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-f334d956-8570-454f-9488-f78f73548052 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:16:56.710103 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-f334d956-8570-454f-9488-f78f73548052 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062439 Jul 23 16:16:56.760532 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8bff8101-77d5-41d5-872c-7945062ead49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:56.765430 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1442a8c4-fa3d-415f-be5a-1190697dc363 req-3bf04f05-3d5a-46f2-9fcb-ab1ada7d9797 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/ports?device_id=38129ccf-74c8-4c07-a8ae-ab6751385272 HTTP/1.1" status: 200 len: 210 time: 0.1534045 Jul 23 16:16:56.823194 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.db.api [None req-8bff8101-77d5-41d5-872c-7945062ead49 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:16:56.823194 n-d-778549-4 neutron-server[94012]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 16:16:56.823194 n-d-778549-4 neutron-server[94012]: [parameters: {'project_id': '4dda1917d4b14707b554b5e68a5cce32', 'id': '0ba103f0-ea97-46d2-a1f0-a3633aaed2bb', 'expiration': datetime.datetime(2021, 7, 23, 16, 18, 56, 807308)}] Jul 23 16:16:56.823194 n-d-778549-4 neutron-server[94012]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94012) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:16:56.824956 n-d-778549-4 neutron-server[94012]: DEBUG oslo_db.api [None req-8bff8101-77d5-41d5-872c-7945062ead49 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:16:56.827908 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-c6ec0e0a-01e3-4f70-b945-fe27740e461e tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Made reservation on behalf of 6d0b582954324158887ae56e0532009e for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:16:56.832190 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-c6ec0e0a-01e3-4f70-b945-fe27740e461e tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:56.850419 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-c6ec0e0a-01e3-4f70-b945-fe27740e461e tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:56.977486 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-9c418e65-b253-43e3-b43d-cdfef7b5d02f None None] Provisioning for port c69e26f1-d118-474d-a1ba-7b576986507d completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:56.990485 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-9c418e65-b253-43e3-b43d-cdfef7b5d02f None None] Provisioning complete for port c69e26f1-d118-474d-a1ba-7b576986507d triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:56.991831 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9c418e65-b253-43e3-b43d-cdfef7b5d02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:57.033739 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-c6ec0e0a-01e3-4f70-b945-fe27740e461e tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:57.040692 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-c6ec0e0a-01e3-4f70-b945-fe27740e461e tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:57.167298 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-9c418e65-b253-43e3-b43d-cdfef7b5d02f None None] Port c69e26f1-d118-474d-a1ba-7b576986507d cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:16:57.435273 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51298) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:57.495308 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-c6ec0e0a-01e3-4f70-b945-fe27740e461e tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Allocated IP 192.168.233.77 (eb3bf372-6ffe-4c33-8777-29948d4b4373/3812e6e5-38ac-4c93-85ce-3dab2cef76c9/9360dd2a-4893-4b83-8a14-a3f7dcec0434) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:16:57.735039 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8bff8101-77d5-41d5-872c-7945062ead49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:57.962415 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0159a95e-2946-4e8c-b9bf-c18005a48b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:58.040762 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec0e0a-01e3-4f70-b945-fe27740e461e tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef64f484-5f15-46ac-aebc-206bb05798fd,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:58.090180 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-c6ec0e0a-01e3-4f70-b945-fe27740e461e tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:58.121193 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-c6ec0e0a-01e3-4f70-b945-fe27740e461e tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Transition to ACTIVE for port object 9360dd2a-4893-4b83-8a14-a3f7dcec0434 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:58.233755 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4b21742-a0b4-41ee-aa37-2ca562ba9d96 req-8a38d3ff-768b-441f-9933-2a341b291a41 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/ports?device_id=38129ccf-74c8-4c07-a8ae-ab6751385272 HTTP/1.1" status: 200 len: 210 time: 0.3294187 Jul 23 16:16:58.240202 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-c6ec0e0a-01e3-4f70-b945-fe27740e461e tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:58.261439 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6fdc8-2b30-47e3-94ea-cd45e52e6427 req-a2c6eae7-25de-4ef3-9dc7-e14c251c9090 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:58.270681 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87f6fdc8-2b30-47e3-94ea-cd45e52e6427 req-a2c6eae7-25de-4ef3-9dc7-e14c251c9090 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da87a39-d9cf-4c9f-9228-08051b7f87ea HTTP/1.1" status: 200 len: 936 time: 0.5070782 Jul 23 16:16:58.379635 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-dc63526f-47c5-40bc-b507-a81d08f18303 service neutron] Request body: {'port': {'device_id': '9da87a39-d9cf-4c9f-9228-08051b7f87ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:58.572049 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec0e0a-01e3-4f70-b945-fe27740e461e tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Pushing event updated for resources: {'Port': ['ID=9360dd2a-4893-4b83-8a14-a3f7dcec0434,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:58.605638 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87f6fdc8-2b30-47e3-94ea-cd45e52e6427 req-c3195de0-c899-453d-a28b-43ea42674098 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/security-groups?id=60ea5d1c-7359-4aa5-9e69-5ee426b0aafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335180 Jul 23 16:16:58.612113 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-c6ec0e0a-01e3-4f70-b945-fe27740e461e tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:58.620508 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-c6ec0e0a-01e3-4f70-b945-fe27740e461e tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:58.636690 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-c6ec0e0a-01e3-4f70-b945-fe27740e461e tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:16:58.649036 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-c6ec0e0a-01e3-4f70-b945-fe27740e461e tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:58.649036 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-c6ec0e0a-01e3-4f70-b945-fe27740e461e tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:58.775328 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8bff8101-77d5-41d5-872c-7945062ead49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:58.783382 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8bff8101-77d5-41d5-872c-7945062ead49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:58.913841 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8bff8101-77d5-41d5-872c-7945062ead49 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4dda1917d4b14707b554b5e68a5cce32&name=default HTTP/1.1" status: 200 len: 2975 time: 3.5586219 Jul 23 16:16:58.914607 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff8101-77d5-41d5-872c-7945062ead49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817ca285-943e-4b94-814e-4060ad614765,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:58.920972 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51342) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:59.025752 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8c8db688-ce20-4e02-9bb3-75a96ac2fb01 None None] Provisioning for port 9360dd2a-4893-4b83-8a14-a3f7dcec0434 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:59.044863 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-294d6e3f-3164-4b89-b723-5ddc4c72bbab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:59.046744 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8c8db688-ce20-4e02-9bb3-75a96ac2fb01 None None] Provisioning complete for port 9360dd2a-4893-4b83-8a14-a3f7dcec0434 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:59.048618 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8c8db688-ce20-4e02-9bb3-75a96ac2fb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:59.076452 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-294d6e3f-3164-4b89-b723-5ddc4c72bbab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:59.096010 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-8c8db688-ce20-4e02-9bb3-75a96ac2fb01 None None] Port 9360dd2a-4893-4b83-8a14-a3f7dcec0434 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:16:59.143133 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-294d6e3f-3164-4b89-b723-5ddc4c72bbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:59.151488 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0159a95e-2946-4e8c-b9bf-c18005a48b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:59.156084 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-294d6e3f-3164-4b89-b723-5ddc4c72bbab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:59.162829 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-294d6e3f-3164-4b89-b723-5ddc4c72bbab admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/817ca285-943e-4b94-814e-4060ad614765 HTTP/1.1" status: 204 len: 168 time: 0.2375693 Jul 23 16:16:59.174586 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d6e3f-3164-4b89-b723-5ddc4c72bbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817ca285-943e-4b94-814e-4060ad614765,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:59.176145 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-dc63526f-47c5-40bc-b507-a81d08f18303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:59.199775 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-c6ec0e0a-01e3-4f70-b945-fe27740e461e tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9710832 Jul 23 16:16:59.207109 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0159a95e-2946-4e8c-b9bf-c18005a48b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:59.229480 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-6787ad52-b714-4cfb-bc89-f1111cf8ac34 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:16:59.231067 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-6787ad52-b714-4cfb-bc89-f1111cf8ac34 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091655 Jul 23 16:16:59.348943 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0159a95e-2946-4e8c-b9bf-c18005a48b42 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8545ca5cedbe44ec8ff4fd1623334243&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9120886 Jul 23 16:16:59.352700 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51356) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:59.377749 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159a95e-2946-4e8c-b9bf-c18005a48b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f3efd6-140a-473e-b164-2f76d3628f70,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:59.548985 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318e131-3e4f-422a-869e-50ec7f80bf5f req-1cdb7769-42c4-46a3-bdaf-5f9b7a5a66c0 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:59.556355 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0318e131-3e4f-422a-869e-50ec7f80bf5f req-1cdb7769-42c4-46a3-bdaf-5f9b7a5a66c0 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/ports?device_id=38129ccf-74c8-4c07-a8ae-ab6751385272 HTTP/1.1" status: 200 len: 935 time: 0.2088170 Jul 23 16:16:59.692135 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa95c-5016-4960-bf7f-e0599c76e7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:59.798240 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa95c-5016-4960-bf7f-e0599c76e7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:59.823461 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0318e131-3e4f-422a-869e-50ec7f80bf5f req-a1b7448e-707f-4daa-921c-87a8416d7905 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef64f484-5f15-46ac-aebc-206bb05798fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661173 Jul 23 16:16:59.905791 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-dc63526f-47c5-40bc-b507-a81d08f18303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c69e26f1-d118-474d-a1ba-7b576986507d {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:59.922994 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-dc63526f-47c5-40bc-b507-a81d08f18303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:59.960058 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-dc63526f-47c5-40bc-b507-a81d08f18303 service neutron] Transition to ACTIVE for port object c69e26f1-d118-474d-a1ba-7b576986507d will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:59.961313 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa95c-5016-4960-bf7f-e0599c76e7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:59.969756 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa95c-5016-4960-bf7f-e0599c76e7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:59.976377 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fc4fa95c-5016-4960-bf7f-e0599c76e7c2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/38f3efd6-140a-473e-b164-2f76d3628f70 HTTP/1.1" status: 204 len: 168 time: 0.6163638 Jul 23 16:16:59.983488 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-dc63526f-47c5-40bc-b507-a81d08f18303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:00.059065 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630c121-106c-4c0f-bdab-214587d017d2 req-5399e8b8-29e7-4353-9a2c-69f9959e80cf tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:00.076199 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d630c121-106c-4c0f-bdab-214587d017d2 req-5399e8b8-29e7-4353-9a2c-69f9959e80cf tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da87a39-d9cf-4c9f-9228-08051b7f87ea HTTP/1.1" status: 200 len: 936 time: 0.3477490 Jul 23 16:17:00.130177 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51380) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:00.215607 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4fa95c-5016-4960-bf7f-e0599c76e7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f3efd6-140a-473e-b164-2f76d3628f70,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:00.216220 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-f4e986f9-f617-4a6f-984a-093cade9b66c service neutron] Request body: {'port': {'device_id': '38129ccf-74c8-4c07-a8ae-ab6751385272', 'device_owner': 'compute:tempest-test_az-1922388982', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:00.220900 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f0e7bde8-445c-40e5-8615-70e6b8942c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:00.300092 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-dc63526f-47c5-40bc-b507-a81d08f18303 service neutron] Attempting to bind port c69e26f1-d118-474d-a1ba-7b576986507d on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:00.301349 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-dc63526f-47c5-40bc-b507-a81d08f18303 service neutron] Attempting to bind port c69e26f1-d118-474d-a1ba-7b576986507d by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:00.302541 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-dc63526f-47c5-40bc-b507-a81d08f18303 service neutron] Attempting to bind port c69e26f1-d118-474d-a1ba-7b576986507d on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:00.325042 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-dc63526f-47c5-40bc-b507-a81d08f18303 service neutron] Port c69e26f1-d118-474d-a1ba-7b576986507d on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:17:00.326887 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-dc63526f-47c5-40bc-b507-a81d08f18303 service neutron] Attempting to bind port c69e26f1-d118-474d-a1ba-7b576986507d on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:00.330502 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63526f-47c5-40bc-b507-a81d08f18303 service neutron] Pushing event updated for resources: {'Port': ['ID=c69e26f1-d118-474d-a1ba-7b576986507d,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:00.357670 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-dc63526f-47c5-40bc-b507-a81d08f18303 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:17:00.360138 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-dc63526f-47c5-40bc-b507-a81d08f18303 service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:00.361421 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-dc63526f-47c5-40bc-b507-a81d08f18303 service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:17:00.364967 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-dc63526f-47c5-40bc-b507-a81d08f18303 service neutron] Bound port: c69e26f1-d118-474d-a1ba-7b576986507d, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:00.367214 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-dc63526f-47c5-40bc-b507-a81d08f18303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:00.484010 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-dc63526f-47c5-40bc-b507-a81d08f18303 service neutron] For port c69e26f1-d118-474d-a1ba-7b576986507d, host n-h2-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:00.491759 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-dc63526f-47c5-40bc-b507-a81d08f18303 service neutron] For port c69e26f1-d118-474d-a1ba-7b576986507d, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=c69e26f1-d118-474d-a1ba-7b576986507d,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:17:00.499951 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-dc63526f-47c5-40bc-b507-a81d08f18303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:00.512171 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d630c121-106c-4c0f-bdab-214587d017d2 req-eec46bd8-6832-464e-a3e4-05a893f7cc2d tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/security-groups?id=60ea5d1c-7359-4aa5-9e69-5ee426b0aafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335148 Jul 23 16:17:00.585919 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63526f-47c5-40bc-b507-a81d08f18303 service neutron] Pushing event updated for resources: {'Port': ['ID=c69e26f1-d118-474d-a1ba-7b576986507d,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:00.606118 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-dc63526f-47c5-40bc-b507-a81d08f18303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:00.607060 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-dc63526f-47c5-40bc-b507-a81d08f18303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:00.609069 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-dc63526f-47c5-40bc-b507-a81d08f18303 service neutron] 10.222.0.97 "PUT /v2.0/ports/c69e26f1-d118-474d-a1ba-7b576986507d HTTP/1.1" status: 200 len: 1096 time: 2.6442878 Jul 23 16:17:00.609696 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da87a39-d9cf-4c9f-9228-08051b7f87ea', 'tag': 'c69e26f1-d118-474d-a1ba-7b576986507d'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:00.624552 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-f4e986f9-f617-4a6f-984a-093cade9b66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:00.681766 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51386) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:00.832900 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-ba60c8f3-4285-4f2c-b28b-75656cae7788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:00.835334 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-ba60c8f3-4285-4f2c-b28b-75656cae7788 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d4ee55c0b0eb45be9a950ff9ab7ecbc3&device_id=9da87a39-d9cf-4c9f-9228-08051b7f87ea HTTP/1.1" status: 200 len: 1099 time: 0.1579049 Jul 23 16:17:01.040349 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-e9faed43-1b59-42e2-88d4-98217e0f9ec8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=c69e26f1-d118-474d-a1ba-7b576986507d HTTP/1.1" status: 200 len: 217 time: 0.1813052 Jul 23 16:17:01.129195 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f0e7bde8-445c-40e5-8615-70e6b8942c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.151820 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f0e7bde8-445c-40e5-8615-70e6b8942c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.162704 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-0bf1116b-c34a-4f24-8ee8-303637f674f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:01.164138 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-0bf1116b-c34a-4f24-8ee8-303637f674f3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1196020 Jul 23 16:17:01.214817 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-afc78c72-e83b-44af-bd0d-cfd01734e1fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.241101 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51404) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:01.270403 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e92a2d5c-51ce-47fb-a9ee-2d0025429eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.398626 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e92a2d5c-51ce-47fb-a9ee-2d0025429eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.412378 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e92a2d5c-51ce-47fb-a9ee-2d0025429eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.450476 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e92a2d5c-51ce-47fb-a9ee-2d0025429eb4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9450236744224a078146d37d247c6ea3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2079980 Jul 23 16:17:01.455538 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51408) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:01.468940 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f0e7bde8-445c-40e5-8615-70e6b8942c5d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aa4e259276aa479bb600b3f67341459b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3304336 Jul 23 16:17:01.469998 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7bde8-445c-40e5-8615-70e6b8942c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33278d6-0fc5-49b1-b35f-a0d2ebc1fb56,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:01.488401 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51410) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:01.571052 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-8d9572ba-a10d-4680-abcb-11a94b5dca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:01.576850 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-8d9572ba-a10d-4680-abcb-11a94b5dca7a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3774815 Jul 23 16:17:01.660756 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca863e19-0116-4291-8684-1e33914aac01" -d '{"events": [{"name": "network-changed", "server_uuid": "9da87a39-d9cf-4c9f-9228-08051b7f87ea", "tag": "c69e26f1-d118-474d-a1ba-7b576986507d"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:01.669601 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84abc5-fe01-4fb5-ad96-c7fa74327441 req-22acf580-41c3-49ff-9b98-df1d6e57c9b1 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:01.671639 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f84abc5-fe01-4fb5-ad96-c7fa74327441 req-22acf580-41c3-49ff-9b98-df1d6e57c9b1 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/ports?device_id=38129ccf-74c8-4c07-a8ae-ab6751385272 HTTP/1.1" status: 200 len: 935 time: 0.5407896 Jul 23 16:17:01.691842 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a2d5c-51ce-47fb-a9ee-2d0025429eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb8a511-98e9-4191-8831-d5cdbccf75f5,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:01.738757 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1317ef42-871e-4db3-b13c-27538432af3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.794086 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f84abc5-fe01-4fb5-ad96-c7fa74327441 req-8c446924-c12a-44f0-9111-1085a717b09f tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef64f484-5f15-46ac-aebc-206bb05798fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135468 Jul 23 16:17:01.794505 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-adfa1731-b411-49d1-856f-315a159f1903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.806726 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1317ef42-871e-4db3-b13c-27538432af3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.828708 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-adfa1731-b411-49d1-856f-315a159f1903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.911513 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-adfa1731-b411-49d1-856f-315a159f1903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.914599 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-adfa1731-b411-49d1-856f-315a159f1903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.918878 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-adfa1731-b411-49d1-856f-315a159f1903 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f33278d6-0fc5-49b1-b35f-a0d2ebc1fb56 HTTP/1.1" status: 204 len: 168 time: 0.4291954 Jul 23 16:17:01.919467 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1317ef42-871e-4db3-b13c-27538432af3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.926095 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1317ef42-871e-4db3-b13c-27538432af3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.931402 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1317ef42-871e-4db3-b13c-27538432af3b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ecb8a511-98e9-4191-8831-d5cdbccf75f5 HTTP/1.1" status: 204 len: 168 time: 0.4740305 Jul 23 16:17:01.977662 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317ef42-871e-4db3-b13c-27538432af3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb8a511-98e9-4191-8831-d5cdbccf75f5,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:01.981616 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa1731-b411-49d1-856f-315a159f1903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33278d6-0fc5-49b1-b35f-a0d2ebc1fb56,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:02.060966 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b024ee-d372-45ab-bda5-1b308b3c36ef req-eb6fb79c-2554-4391-a1ef-2f984eefaaf2 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:02.063986 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-55b024ee-d372-45ab-bda5-1b308b3c36ef req-eb6fb79c-2554-4391-a1ef-2f984eefaaf2 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da87a39-d9cf-4c9f-9228-08051b7f87ea HTTP/1.1" status: 200 len: 948 time: 0.2919343 Jul 23 16:17:02.115451 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-f4e986f9-f617-4a6f-984a-093cade9b66c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9360dd2a-4893-4b83-8a14-a3f7dcec0434 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:17:02.128852 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-f4e986f9-f617-4a6f-984a-093cade9b66c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:02.198025 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-f4e986f9-f617-4a6f-984a-093cade9b66c service neutron] Transition to ACTIVE for port object 9360dd2a-4893-4b83-8a14-a3f7dcec0434 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:02.214746 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-f4e986f9-f617-4a6f-984a-093cade9b66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:02.220450 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-4a3481c7-f68d-454a-80bb-cedab3bed2c5 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5995469 Jul 23 16:17:02.292077 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6972d9-1e83-4cd9-9a26-9a245399353d x-openstack-request-id: req-de6972d9-1e83-4cd9-9a26-9a245399353d {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:02.292377 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da87a39-d9cf-4c9f-9228-08051b7f87ea", "tag": "c69e26f1-d118-474d-a1ba-7b576986507d", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:02.292650 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-de6972d9-1e83-4cd9-9a26-9a245399353d {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:02.293098 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da87a39-d9cf-4c9f-9228-08051b7f87ea', 'tag': 'c69e26f1-d118-474d-a1ba-7b576986507d', 'status': 'completed', 'code': 200} Jul 23 16:17:02.308627 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-afc78c72-e83b-44af-bd0d-cfd01734e1fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:02.321501 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-afc78c72-e83b-44af-bd0d-cfd01734e1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:02.377640 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-afc78c72-e83b-44af-bd0d-cfd01734e1fa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4dc22c7486c241ddb189b0f4293bc8b9&name=default HTTP/1.1" status: 200 len: 2978 time: 1.6982567 Jul 23 16:17:02.420813 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51436) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:02.488903 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-55b024ee-d372-45ab-bda5-1b308b3c36ef req-9509989e-daf1-444c-baf6-8fa045096f74 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/security-groups?id=60ea5d1c-7359-4aa5-9e69-5ee426b0aafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152431 Jul 23 16:17:02.492734 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc78c72-e83b-44af-bd0d-cfd01734e1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af59836-1d5f-49bf-9e55-00bde06a19dd,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:02.546467 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6c8e7306-4e69-4e52-ac53-6c5ae9782564 req-d3f0c401-37bd-44f7-9d02-78c57f5b0782 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205266 Jul 23 16:17:02.557676 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5d181106-e64c-42de-94a2-0932afe0fbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:02.686681 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e986f9-f617-4a6f-984a-093cade9b66c service neutron] Pushing event updated for resources: {'Port': ['ID=9360dd2a-4893-4b83-8a14-a3f7dcec0434,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:02.758663 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-f4e986f9-f617-4a6f-984a-093cade9b66c service neutron] Attempting to bind port 9360dd2a-4893-4b83-8a14-a3f7dcec0434 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:02.759050 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-f4e986f9-f617-4a6f-984a-093cade9b66c service neutron] Attempting to bind port 9360dd2a-4893-4b83-8a14-a3f7dcec0434 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:02.759633 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-f4e986f9-f617-4a6f-984a-093cade9b66c service neutron] Attempting to bind port 9360dd2a-4893-4b83-8a14-a3f7dcec0434 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:02.770531 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca863e19-0116-4291-8684-1e33914aac01 req-5565cf88-61ec-408e-b85b-cd62692e87c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:02.770816 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-f4e986f9-f617-4a6f-984a-093cade9b66c service neutron] Port 9360dd2a-4893-4b83-8a14-a3f7dcec0434 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:17:02.771848 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-f4e986f9-f617-4a6f-984a-093cade9b66c service neutron] Attempting to bind port 9360dd2a-4893-4b83-8a14-a3f7dcec0434 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:02.772210 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ca863e19-0116-4291-8684-1e33914aac01 req-5565cf88-61ec-408e-b85b-cd62692e87c8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d4ee55c0b0eb45be9a950ff9ab7ecbc3&device_id=9da87a39-d9cf-4c9f-9228-08051b7f87ea HTTP/1.1" status: 200 len: 1099 time: 0.1347964 Jul 23 16:17:02.784081 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-f4e986f9-f617-4a6f-984a-093cade9b66c service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:17:02.784808 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-f4e986f9-f617-4a6f-984a-093cade9b66c service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:02.785616 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-f4e986f9-f617-4a6f-984a-093cade9b66c service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:17:02.786394 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-f4e986f9-f617-4a6f-984a-093cade9b66c service neutron] Bound port: 9360dd2a-4893-4b83-8a14-a3f7dcec0434, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:02.786972 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-f4e986f9-f617-4a6f-984a-093cade9b66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:02.828722 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9701ab6c-e9c9-471c-92b0-6288309b1b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:02.921304 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9701ab6c-e9c9-471c-92b0-6288309b1b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:03.027298 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9701ab6c-e9c9-471c-92b0-6288309b1b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:03.031959 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9701ab6c-e9c9-471c-92b0-6288309b1b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:03.034898 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9701ab6c-e9c9-471c-92b0-6288309b1b23 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0af59836-1d5f-49bf-9e55-00bde06a19dd HTTP/1.1" status: 204 len: 168 time: 0.6087930 Jul 23 16:17:03.061150 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701ab6c-e9c9-471c-92b0-6288309b1b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af59836-1d5f-49bf-9e55-00bde06a19dd,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:03.111120 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-f4e986f9-f617-4a6f-984a-093cade9b66c service neutron] For port 9360dd2a-4893-4b83-8a14-a3f7dcec0434, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:03.126556 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-f4e986f9-f617-4a6f-984a-093cade9b66c service neutron] For port 9360dd2a-4893-4b83-8a14-a3f7dcec0434, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=9360dd2a-4893-4b83-8a14-a3f7dcec0434,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:17:03.208807 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca863e19-0116-4291-8684-1e33914aac01 req-3b383539-ff7b-466b-82b2-55376a912aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:03.210890 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ca863e19-0116-4291-8684-1e33914aac01 req-3b383539-ff7b-466b-82b2-55376a912aa8 service neutron] 10.222.0.97 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.4255233 Jul 23 16:17:03.238510 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-f4e986f9-f617-4a6f-984a-093cade9b66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:03.412947 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e986f9-f617-4a6f-984a-093cade9b66c service neutron] Pushing event updated for resources: {'Port': ['ID=9360dd2a-4893-4b83-8a14-a3f7dcec0434,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:03.470768 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ca863e19-0116-4291-8684-1e33914aac01 req-bebb057c-267e-402e-b501-998c55765e07 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=c69e26f1-d118-474d-a1ba-7b576986507d HTTP/1.1" status: 200 len: 217 time: 0.2409778 Jul 23 16:17:03.475915 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-f4e986f9-f617-4a6f-984a-093cade9b66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:03.480547 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-f4e986f9-f617-4a6f-984a-093cade9b66c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:03.486964 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-f4e986f9-f617-4a6f-984a-093cade9b66c service neutron] 10.222.0.74 "PUT /v2.0/ports/9360dd2a-4893-4b83-8a14-a3f7dcec0434 HTTP/1.1" status: 200 len: 1117 time: 3.7981050 Jul 23 16:17:03.516603 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38129ccf-74c8-4c07-a8ae-ab6751385272', 'tag': '9360dd2a-4893-4b83-8a14-a3f7dcec0434'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:03.607730 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca863e19-0116-4291-8684-1e33914aac01 req-72f03810-fa2a-4ec5-bde2-cd82aba528a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:03.610879 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ca863e19-0116-4291-8684-1e33914aac01 req-72f03810-fa2a-4ec5-bde2-cd82aba528a3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1199853 Jul 23 16:17:03.792763 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca863e19-0116-4291-8684-1e33914aac01 req-88807a7e-b6ec-4016-a46c-18a574ff1291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:03.795768 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ca863e19-0116-4291-8684-1e33914aac01 req-88807a7e-b6ec-4016-a46c-18a574ff1291 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1648123 Jul 23 16:17:03.941400 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7eb3d-b781-45a0-9b5f-3cc37ef93835 req-1148cbec-bea4-4717-b622-615b05b5d80b tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:03.943059 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b6e7eb3d-b781-45a0-9b5f-3cc37ef93835 req-1148cbec-bea4-4717-b622-615b05b5d80b tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/ports?device_id=38129ccf-74c8-4c07-a8ae-ab6751385272 HTTP/1.1" status: 200 len: 969 time: 0.8410902 Jul 23 16:17:04.020623 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ca863e19-0116-4291-8684-1e33914aac01 req-8af0b61e-0401-4716-922a-77c5d445cbac service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635399 Jul 23 16:17:04.021141 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51488) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:04.055381 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-64561e32-dfaa-485b-9f86-560e3fe94da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:04.135024 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b6e7eb3d-b781-45a0-9b5f-3cc37ef93835 req-6251a7a9-bba7-4057-bedd-68a6968ec1f1 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef64f484-5f15-46ac-aebc-206bb05798fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620941 Jul 23 16:17:04.154225 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-f1503058-7d8b-4d7b-9ae0-8cb2a3497a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:04.155870 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-f1503058-7d8b-4d7b-9ae0-8cb2a3497a25 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6d0b582954324158887ae56e0532009e&device_id=38129ccf-74c8-4c07-a8ae-ab6751385272 HTTP/1.1" status: 200 len: 1120 time: 0.3274431 Jul 23 16:17:04.383357 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-64561e32-dfaa-485b-9f86-560e3fe94da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:04.385859 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-09e6feff-f27c-4af9-9239-55fa0ee13cb4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=9360dd2a-4893-4b83-8a14-a3f7dcec0434 HTTP/1.1" status: 200 len: 217 time: 0.2079065 Jul 23 16:17:04.401485 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-64561e32-dfaa-485b-9f86-560e3fe94da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:04.464350 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61137048-d82c-4d9c-b663-dda44dde414a" -d '{"events": [{"name": "network-changed", "server_uuid": "38129ccf-74c8-4c07-a8ae-ab6751385272", "tag": "9360dd2a-4893-4b83-8a14-a3f7dcec0434"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:04.542175 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:04.554887 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c4a39-4f4e-4d00-a78f-ce85d99b7300 req-fd80bc72-be10-49b2-bbd4-fa2d87eaa736 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:04.562294 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f75c4a39-4f4e-4d00-a78f-ce85d99b7300 req-fd80bc72-be10-49b2-bbd4-fa2d87eaa736 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da87a39-d9cf-4c9f-9228-08051b7f87ea HTTP/1.1" status: 200 len: 948 time: 0.1741116 Jul 23 16:17:04.569850 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-64561e32-dfaa-485b-9f86-560e3fe94da5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f3c1b0324e8e4011816911368c33422d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5471542 Jul 23 16:17:04.573280 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51500) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:04.657129 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64561e32-dfaa-485b-9f86-560e3fe94da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212e833b-3467-45f3-9dbf-ba1de643abf3,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:04.698236 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ca863e19-0116-4291-8684-1e33914aac01 req-3915b4c7-c97d-4fd3-804c-ceccd35457fc service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6537547 Jul 23 16:17:04.984157 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bdd14c1b-c746-403c-821e-110c416ba22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:05.037450 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f75c4a39-4f4e-4d00-a78f-ce85d99b7300 req-5a7d5fec-1d5b-445b-8997-8c1cb8e6672c tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/security-groups?id=60ea5d1c-7359-4aa5-9e69-5ee426b0aafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740882 Jul 23 16:17:05.082124 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-93ba168b-678e-4832-b53c-adfe180d7c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:05.091356 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-93ba168b-678e-4832-b53c-adfe180d7c45 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.3466299 Jul 23 16:17:05.131413 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bdd14c1b-c746-403c-821e-110c416ba22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:05.325140 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4739b2d6-546a-4691-bbfc-9fdc1fc21795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:05.340861 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bdd14c1b-c746-403c-821e-110c416ba22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:05.349592 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bdd14c1b-c746-403c-821e-110c416ba22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:05.350799 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-bdd14c1b-c746-403c-821e-110c416ba22b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/212e833b-3467-45f3-9dbf-ba1de643abf3 HTTP/1.1" status: 204 len: 168 time: 0.7766728 Jul 23 16:17:05.356975 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:05.395201 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14c1b-c746-403c-821e-110c416ba22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212e833b-3467-45f3-9dbf-ba1de643abf3,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:05.411619 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51516) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:05.448221 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9810e0-dacb-4b7b-86fa-90aa283f620a x-openstack-request-id: req-ca9810e0-dacb-4b7b-86fa-90aa283f620a {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:05.448491 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38129ccf-74c8-4c07-a8ae-ab6751385272", "tag": "9360dd2a-4893-4b83-8a14-a3f7dcec0434", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:05.450118 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ca9810e0-dacb-4b7b-86fa-90aa283f620a {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:05.451361 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38129ccf-74c8-4c07-a8ae-ab6751385272', 'tag': '9360dd2a-4893-4b83-8a14-a3f7dcec0434', 'status': 'completed', 'code': 200} Jul 23 16:17:05.483320 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-af821639-304f-4402-9956-c6f9f167d308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:05.485464 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-af821639-304f-4402-9956-c6f9f167d308 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3055913 Jul 23 16:17:05.857765 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fedfde-a399-48e9-802f-39347675d910 req-cb2df050-c40d-4e03-9b5e-a952b3b27071 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:05.870116 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-37fedfde-a399-48e9-802f-39347675d910 req-cb2df050-c40d-4e03-9b5e-a952b3b27071 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/ports?device_id=38129ccf-74c8-4c07-a8ae-ab6751385272 HTTP/1.1" status: 200 len: 969 time: 0.3433564 Jul 23 16:17:06.005905 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-37fedfde-a399-48e9-802f-39347675d910 req-16d7b144-3067-493f-8578-ce0c829b7c0a tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef64f484-5f15-46ac-aebc-206bb05798fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147156 Jul 23 16:17:06.011211 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-bc3640f4-3a1a-4d33-b8d6-91fe7e0435f5 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809226 Jul 23 16:17:06.015224 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c2e85e3d-a41c-4600-b9f2-927d92f993f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:06.260628 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c2e85e3d-a41c-4600-b9f2-927d92f993f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:06.268870 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c2e85e3d-a41c-4600-b9f2-927d92f993f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:06.323373 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c2e85e3d-a41c-4600-b9f2-927d92f993f0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d810a07dac60414aa1df8e21019b7043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9105639 Jul 23 16:17:06.326133 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51530) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:06.328675 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e85e3d-a41c-4600-b9f2-927d92f993f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6e99e2-788b-4743-99a8-0f85b31101c8,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:06.385258 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6fc6b-8253-49f6-b798-1116dd41cb5c req-ab85a115-92df-4129-94ce-843991048bd7 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:06.387160 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2cb6fc6b-8253-49f6-b798-1116dd41cb5c req-ab85a115-92df-4129-94ce-843991048bd7 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da87a39-d9cf-4c9f-9228-08051b7f87ea HTTP/1.1" status: 200 len: 948 time: 0.2468290 Jul 23 16:17:06.423089 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:06.433917 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-be2bf4ce-3a82-44e5-ada8-559179825135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:06.439700 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-164f4119-8dc9-4f77-924c-098aa5e7c448 req-75b17ae2-428c-4b1b-a377-24dc67d55779 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337589 Jul 23 16:17:06.490374 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-be2bf4ce-3a82-44e5-ada8-559179825135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:06.507638 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2cb6fc6b-8253-49f6-b798-1116dd41cb5c req-9e55c103-fe2c-4b3b-b057-889bb9e597a4 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/security-groups?id=60ea5d1c-7359-4aa5-9e69-5ee426b0aafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130536 Jul 23 16:17:06.590369 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-be2bf4ce-3a82-44e5-ada8-559179825135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:06.594521 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-be2bf4ce-3a82-44e5-ada8-559179825135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:06.598262 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-be2bf4ce-3a82-44e5-ada8-559179825135 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0a6e99e2-788b-4743-99a8-0f85b31101c8 HTTP/1.1" status: 204 len: 168 time: 0.2685375 Jul 23 16:17:06.617169 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bf4ce-3a82-44e5-ada8-559179825135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6e99e2-788b-4743-99a8-0f85b31101c8,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:06.740671 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61137048-d82c-4d9c-b663-dda44dde414a req-deb0ce35-7d4e-4326-bcc0-a49a8cbb25b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:06.740671 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61137048-d82c-4d9c-b663-dda44dde414a req-deb0ce35-7d4e-4326-bcc0-a49a8cbb25b7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6d0b582954324158887ae56e0532009e&device_id=38129ccf-74c8-4c07-a8ae-ab6751385272 HTTP/1.1" status: 200 len: 1120 time: 0.1769338 Jul 23 16:17:07.028378 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:07.244969 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de71ff-49cb-4e1c-a9b1-7ac10500cf61 req-f1469c37-4466-481f-ba1d-35f8016ec431 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:07.257412 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-19de71ff-49cb-4e1c-a9b1-7ac10500cf61 req-f1469c37-4466-481f-ba1d-35f8016ec431 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/ports?device_id=38129ccf-74c8-4c07-a8ae-ab6751385272 HTTP/1.1" status: 200 len: 969 time: 0.1354516 Jul 23 16:17:07.308612 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-19de71ff-49cb-4e1c-a9b1-7ac10500cf61 req-7f49fb50-224b-4dc8-b659-cc2e688cabee tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef64f484-5f15-46ac-aebc-206bb05798fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494339 Jul 23 16:17:07.724516 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51566) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:07.754362 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-76c37f9a-5b85-409c-914c-63aadefb2638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:07.879793 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44697684-d70b-44ca-ae28-89c4a76f3d3c req-c8018dce-0ebc-4625-a83f-255be7113287 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:07.900993 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-44697684-d70b-44ca-ae28-89c4a76f3d3c req-c8018dce-0ebc-4625-a83f-255be7113287 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da87a39-d9cf-4c9f-9228-08051b7f87ea HTTP/1.1" status: 200 len: 948 time: 0.2402227 Jul 23 16:17:07.990054 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-76c37f9a-5b85-409c-914c-63aadefb2638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:07.999783 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-44697684-d70b-44ca-ae28-89c4a76f3d3c req-cf746a69-eb94-40aa-8e09-660b4ddb2b0e tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/security-groups?id=60ea5d1c-7359-4aa5-9e69-5ee426b0aafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972841 Jul 23 16:17:07.999933 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-76c37f9a-5b85-409c-914c-63aadefb2638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:08.068588 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c37f9a-5b85-409c-914c-63aadefb2638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1da2b27-b43a-47d5-ac6e-abe9c17b7973,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:08.074897 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-76c37f9a-5b85-409c-914c-63aadefb2638 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2b73af969ef14c95903008c5ef858e2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3486667 Jul 23 16:17:08.078255 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51576) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:08.278291 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-72ac9680-56f7-4233-8011-1874250337fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:08.352767 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-72ac9680-56f7-4233-8011-1874250337fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:08.440490 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-72ac9680-56f7-4233-8011-1874250337fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:08.443913 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-72ac9680-56f7-4233-8011-1874250337fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:08.448703 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-72ac9680-56f7-4233-8011-1874250337fa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b1da2b27-b43a-47d5-ac6e-abe9c17b7973 HTTP/1.1" status: 204 len: 168 time: 0.3666356 Jul 23 16:17:08.458818 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac9680-56f7-4233-8011-1874250337fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1da2b27-b43a-47d5-ac6e-abe9c17b7973,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:08.526887 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:08.898527 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb43fc8-8e60-438d-b9c4-00dfbe009f62 req-b0af94b7-fd09-44d7-b82c-62499a8eb138 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:08.912492 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbb43fc8-8e60-438d-b9c4-00dfbe009f62 req-b0af94b7-fd09-44d7-b82c-62499a8eb138 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/ports?device_id=38129ccf-74c8-4c07-a8ae-ab6751385272 HTTP/1.1" status: 200 len: 969 time: 0.1739852 Jul 23 16:17:09.044711 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbb43fc8-8e60-438d-b9c4-00dfbe009f62 req-003898d2-0a5e-48ce-aec4-82b2592b7aa6 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef64f484-5f15-46ac-aebc-206bb05798fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260965 Jul 23 16:17:09.303479 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2f338334-8041-4b25-8f33-6672155417a4 req-af4c00de-88c6-46a2-8e93-35fdbbd0f962 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=4ed385c197f74460a2c666d87d79e6e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222158 Jul 23 16:17:09.429739 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f338334-8041-4b25-8f33-6672155417a4 req-c5691220-97b5-4094-b7d7-f6a58aac66c4 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:09.431343 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2f338334-8041-4b25-8f33-6672155417a4 req-c5691220-97b5-4094-b7d7-f6a58aac66c4 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1216261 Jul 23 16:17:09.456742 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2f338334-8041-4b25-8f33-6672155417a4 req-b1c0b109-34d0-4ad7-888b-dd7da07a58e5 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/quotas/4ed385c197f74460a2c666d87d79e6e5 HTTP/1.1" status: 200 len: 375 time: 0.0128062 Jul 23 16:17:09.518939 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2f338334-8041-4b25-8f33-6672155417a4 req-eeb7c122-22c4-4f74-9e72-c8da6660f65e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438457 Jul 23 16:17:09.582708 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9da7e-a18f-4757-ba02-2484a79967fd req-0981e57f-0171-4df3-ab78-b79c666345a9 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:09.584497 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b0a9da7e-a18f-4757-ba02-2484a79967fd req-0981e57f-0171-4df3-ab78-b79c666345a9 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da87a39-d9cf-4c9f-9228-08051b7f87ea HTTP/1.1" status: 200 len: 948 time: 0.0961108 Jul 23 16:17:09.648422 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b0a9da7e-a18f-4757-ba02-2484a79967fd req-77765c58-76d6-4540-9836-5c6c91aee045 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/security-groups?id=60ea5d1c-7359-4aa5-9e69-5ee426b0aafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578902 Jul 23 16:17:09.923354 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-10b1f4d6-8c81-4c31-9d7f-96c8141c3c25 req-10a44a44-40e1-4dcb-9f16-21c6da7c1f2d tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 210 time: 0.0962763 Jul 23 16:17:10.438858 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1e3ea-e479-4b6e-8d7f-4841227b40a1 req-6009d167-f613-42c2-be9d-1901d6bc6b0b tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:10.440647 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6bb1e3ea-e479-4b6e-8d7f-4841227b40a1 req-6009d167-f613-42c2-be9d-1901d6bc6b0b tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/ports?device_id=38129ccf-74c8-4c07-a8ae-ab6751385272 HTTP/1.1" status: 200 len: 969 time: 0.0885634 Jul 23 16:17:10.475721 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51680) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:10.509117 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6bb1e3ea-e479-4b6e-8d7f-4841227b40a1 req-29eba7c3-0d5e-4f16-bf1d-d492fbf4d838 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef64f484-5f15-46ac-aebc-206bb05798fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563514 Jul 23 16:17:10.735840 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-4d41e3c7-730f-46ab-8a76-ce098928c769 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1554255997-network', 'tenant_id': 'e8cb093bd8c746ccb473894005a9e99b'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:10.777635 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d41e3c7-730f-46ab-8a76-ce098928c769 admin admin] Made reservation on behalf of e8cb093bd8c746ccb473894005a9e99b for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:10.780345 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d41e3c7-730f-46ab-8a76-ce098928c769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:10.795170 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d41e3c7-730f-46ab-8a76-ce098928c769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:10.808404 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839d437-b53f-467e-9873-53729c81cd70 req-d4df7581-cc84-4319-b593-a42160ff31ef tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:10.811029 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f839d437-b53f-467e-9873-53729c81cd70 req-d4df7581-cc84-4319-b593-a42160ff31ef tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da87a39-d9cf-4c9f-9228-08051b7f87ea HTTP/1.1" status: 200 len: 948 time: 0.0976591 Jul 23 16:17:10.826679 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51694) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:10.870198 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f839d437-b53f-467e-9873-53729c81cd70 req-bce94452-10f1-4115-a5b0-7c6b99f97748 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/security-groups?id=60ea5d1c-7359-4aa5-9e69-5ee426b0aafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516798 Jul 23 16:17:10.935312 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-25d885ce-34ed-41c6-863f-d6652870931c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:10.963240 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d41e3c7-730f-46ab-8a76-ce098928c769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:10.972114 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d41e3c7-730f-46ab-8a76-ce098928c769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.021516 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d41e3c7-730f-46ab-8a76-ce098928c769 admin admin] vlan segment allocate from pool success with {'vlan_id': 1128, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:17:11.047634 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51710) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:11.080625 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d41e3c7-730f-46ab-8a76-ce098928c769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.080862 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-4d41e3c7-730f-46ab-8a76-ce098928c769 admin admin] Added segment b88414ca-e84a-4422-a33b-4c9f1307b1ed of type vlan for network 377c3952-a87e-4046-8f1e-ff8982255776 Jul 23 16:17:11.084128 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2f338334-8041-4b25-8f33-6672155417a4 req-f9db1cbd-0ec1-403d-b481-0e5245acb9c5 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=4ed385c197f74460a2c666d87d79e6e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639951 Jul 23 16:17:11.096958 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41e3c7-730f-46ab-8a76-ce098928c769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464171be-6e09-472b-8759-3bf2cbb11636,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:11.163894 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-29098e78-ac46-406a-ac96-406e38b26fcf req-8cb2e015-2cd0-4b1f-8b29-791c58e9cdb7 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 210 time: 0.1712840 Jul 23 16:17:11.252360 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d41e3c7-730f-46ab-8a76-ce098928c769 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.299300 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4aa583f7-a11a-4681-911f-93ddc1f3754b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.342772 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61137048-d82c-4d9c-b663-dda44dde414a req-d23cb902-37ee-4677-9a8d-6fcc942ab4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:11.349551 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61137048-d82c-4d9c-b663-dda44dde414a req-d23cb902-37ee-4677-9a8d-6fcc942ab4d7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.1882927 Jul 23 16:17:11.380087 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d41e3c7-730f-46ab-8a76-ce098928c769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.381036 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d41e3c7-730f-46ab-8a76-ce098928c769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:11.381717 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d41e3c7-730f-46ab-8a76-ce098928c769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.395582 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f338334-8041-4b25-8f33-6672155417a4 req-2ee327ce-b85b-4158-b5d3-2e4bff3ec3df tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:11.396345 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61137048-d82c-4d9c-b663-dda44dde414a req-d1ef037d-2413-470e-a12c-b756d026e0e8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=9360dd2a-4893-4b83-8a14-a3f7dcec0434 HTTP/1.1" status: 200 len: 217 time: 0.0400481 Jul 23 16:17:11.397091 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2f338334-8041-4b25-8f33-6672155417a4 req-2ee327ce-b85b-4158-b5d3-2e4bff3ec3df tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2963550 Jul 23 16:17:11.441588 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-25d885ce-34ed-41c6-863f-d6652870931c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.454741 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61137048-d82c-4d9c-b663-dda44dde414a req-31b4a396-213b-4270-b42d-ca2dd6b78e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:11.456349 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61137048-d82c-4d9c-b663-dda44dde414a req-31b4a396-213b-4270-b42d-ca2dd6b78e19 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0540760 Jul 23 16:17:11.474672 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-2f338334-8041-4b25-8f33-6672155417a4 req-32390d04-7d82-4ae8-84fe-3116084fc63e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Request body: {'port': {'device_id': '1060927c-ac85-43a9-a1f7-2c2767f97fc6', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'admin_state_up': True, 'tenant_id': '4ed385c197f74460a2c666d87d79e6e5'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:11.481011 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-25d885ce-34ed-41c6-863f-d6652870931c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.483176 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41e3c7-730f-46ab-8a76-ce098928c769 admin admin] Pushing event updated for resources: {'Network': ['ID=377c3952-a87e-4046-8f1e-ff8982255776,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:11.497781 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 377c3952-a87e-4046-8f1e-ff8982255776 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:17:11.520683 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61137048-d82c-4d9c-b663-dda44dde414a req-df0d718f-75f1-4063-a950-081b9f403de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:11.522240 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61137048-d82c-4d9c-b663-dda44dde414a req-df0d718f-75f1-4063-a950-081b9f403de1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0596046 Jul 23 16:17:11.541222 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d885ce-34ed-41c6-863f-d6652870931c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acffedf-deab-4344-9654-74ca7bac978d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:11.622241 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-25d885ce-34ed-41c6-863f-d6652870931c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5de5885b10c24399b4d3c2fbd441e69e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7914548 Jul 23 16:17:11.626198 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51730) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:11.712337 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61137048-d82c-4d9c-b663-dda44dde414a req-fdfcd22b-3a1c-4e8d-ac88-98a30b23792f service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812913 Jul 23 16:17:11.735025 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-59335caa-a66f-42b6-8100-37c305be3d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.767398 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-59335caa-a66f-42b6-8100-37c305be3d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.782553 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4aa583f7-a11a-4681-911f-93ddc1f3754b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.793159 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4aa583f7-a11a-4681-911f-93ddc1f3754b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.814008 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4d41e3c7-730f-46ab-8a76-ce098928c769 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.3361762 Jul 23 16:17:11.817706 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c77df3-7eba-487f-bce2-b602465d64fa req-49dd03f0-8d27-4ea2-9249-6b5214a23fd7 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:11.819233 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-19c77df3-7eba-487f-bce2-b602465d64fa req-49dd03f0-8d27-4ea2-9249-6b5214a23fd7 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/ports?device_id=38129ccf-74c8-4c07-a8ae-ab6751385272 HTTP/1.1" status: 200 len: 969 time: 0.1622984 Jul 23 16:17:11.819710 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51740) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:11.830575 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-456c0813-aae0-48e9-8dc0-c09743012419 admin admin] Request body: {'subnet': {'network_id': '377c3952-a87e-4046-8f1e-ff8982255776', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1554255997-subnet', 'tenant_id': 'e8cb093bd8c746ccb473894005a9e99b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:11.863007 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4aa583f7-a11a-4681-911f-93ddc1f3754b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fa46a319ee4c425490c20e3845dee90f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8086996 Jul 23 16:17:11.863813 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa583f7-a11a-4681-911f-93ddc1f3754b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c6c65f-a5f1-459f-816c-2fe81a700f5a,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:11.866239 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51742) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:11.876004 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f338334-8041-4b25-8f33-6672155417a4 req-32390d04-7d82-4ae8-84fe-3116084fc63e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Made reservation on behalf of 4ed385c197f74460a2c666d87d79e6e5 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:11.879458 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2f338334-8041-4b25-8f33-6672155417a4 req-32390d04-7d82-4ae8-84fe-3116084fc63e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.899259 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61137048-d82c-4d9c-b663-dda44dde414a req-c91f3a6a-abbd-4f97-a2e5-a0bb4a3731e5 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753488 Jul 23 16:17:11.902171 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-59335caa-a66f-42b6-8100-37c305be3d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.905166 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-59335caa-a66f-42b6-8100-37c305be3d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.908930 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-59335caa-a66f-42b6-8100-37c305be3d09 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3acffedf-deab-4344-9654-74ca7bac978d HTTP/1.1" status: 204 len: 168 time: 0.2795060 Jul 23 16:17:11.908930 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2f338334-8041-4b25-8f33-6672155417a4 req-32390d04-7d82-4ae8-84fe-3116084fc63e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.932669 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-19c77df3-7eba-487f-bce2-b602465d64fa req-d1b10835-06c3-4706-a7a4-b621803f4b96 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef64f484-5f15-46ac-aebc-206bb05798fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963025 Jul 23 16:17:11.933750 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456c0813-aae0-48e9-8dc0-c09743012419 admin admin] Made reservation on behalf of e8cb093bd8c746ccb473894005a9e99b for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:11.936667 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-456c0813-aae0-48e9-8dc0-c09743012419 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.983888 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59335caa-a66f-42b6-8100-37c305be3d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acffedf-deab-4344-9654-74ca7bac978d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:12.032275 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-01ff0aaf-013c-4fd8-bda2-7be611956728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:12.058012 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-01ff0aaf-013c-4fd8-bda2-7be611956728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:12.141601 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-01ff0aaf-013c-4fd8-bda2-7be611956728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:12.144221 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-01ff0aaf-013c-4fd8-bda2-7be611956728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:12.145503 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-01ff0aaf-013c-4fd8-bda2-7be611956728 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c1c6c65f-a5f1-459f-816c-2fe81a700f5a HTTP/1.1" status: 204 len: 168 time: 0.2776651 Jul 23 16:17:12.156056 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff0aaf-013c-4fd8-bda2-7be611956728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c6c65f-a5f1-459f-816c-2fe81a700f5a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:12.221682 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2f338334-8041-4b25-8f33-6672155417a4 req-32390d04-7d82-4ae8-84fe-3116084fc63e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:12.228146 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2f338334-8041-4b25-8f33-6672155417a4 req-32390d04-7d82-4ae8-84fe-3116084fc63e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:12.263227 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906f35b-77db-43a6-99b4-027e8b4c3500 req-2a45347a-8a5c-433a-a35e-3c34ad624a97 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:12.264791 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a906f35b-77db-43a6-99b4-027e8b4c3500 req-2a45347a-8a5c-433a-a35e-3c34ad624a97 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da87a39-d9cf-4c9f-9228-08051b7f87ea HTTP/1.1" status: 200 len: 948 time: 0.1798105 Jul 23 16:17:12.266390 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-456c0813-aae0-48e9-8dc0-c09743012419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:12.275464 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32390d04-7d82-4ae8-84fe-3116084fc63e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c335407-78be-4790-91ab-530975b55e5a,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:12.351223 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c0813-aae0-48e9-8dc0-c09743012419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2bbe82d-718f-4f94-b1cc-f1a5eda0d9ad,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:12.351414 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51760) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:12.370313 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f9230aad-1171-484c-81f6-9ef17f584233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:12.374469 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a906f35b-77db-43a6-99b4-027e8b4c3500 req-bad87311-860a-4144-87d6-32facb15ce88 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/security-groups?id=60ea5d1c-7359-4aa5-9e69-5ee426b0aafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016240 Jul 23 16:17:12.375341 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456c0813-aae0-48e9-8dc0-c09743012419 admin admin] Checking segment: {'id': 'b88414ca-e84a-4422-a33b-4c9f1307b1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '377c3952-a87e-4046-8f1e-ff8982255776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:12.375695 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456c0813-aae0-48e9-8dc0-c09743012419 admin admin] Network hostable DHCP agents. Network: 377c3952-a87e-4046-8f1e-ff8982255776, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:17:12.410155 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456c0813-aae0-48e9-8dc0-c09743012419 admin admin] Network 377c3952-a87e-4046-8f1e-ff8982255776 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:17:12.431817 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-456c0813-aae0-48e9-8dc0-c09743012419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 377c3952-a87e-4046-8f1e-ff8982255776) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:12.441278 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456c0813-aae0-48e9-8dc0-c09743012419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:12.441744 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-456c0813-aae0-48e9-8dc0-c09743012419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:12.447731 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f69c40b-5d5f-4476-9e58-af7e2647ff74 None None] Network 377c3952-a87e-4046-8f1e-ff8982255776 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:17:12.520936 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7fc7fc69-0516-4a79-99b0-96159dcc251e req-f72b6602-8aa4-4e99-836a-d8111293b4c3 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 210 time: 0.0386872 Jul 23 16:17:12.561896 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f9230aad-1171-484c-81f6-9ef17f584233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:12.576955 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-2f338334-8041-4b25-8f33-6672155417a4 req-32390d04-7d82-4ae8-84fe-3116084fc63e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Allocated IP 192.168.233.251 (eb3bf372-6ffe-4c33-8777-29948d4b4373/3812e6e5-38ac-4c93-85ce-3dab2cef76c9/be1d51a9-55f4-470f-8f76-a55feb8d6c7b) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:12.582499 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f9230aad-1171-484c-81f6-9ef17f584233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:12.584335 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-456c0813-aae0-48e9-8dc0-c09743012419 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7620125 Jul 23 16:17:12.608476 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3ef8d1-ad66-4d02-be53-6166cc29f9ff None None] Network 377c3952-a87e-4046-8f1e-ff8982255776 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:17:12.650878 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f9230aad-1171-484c-81f6-9ef17f584233 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4cd4d4a396c54246988df30613e5950d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984529 Jul 23 16:17:12.654130 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51768) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:12.658113 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9230aad-1171-484c-81f6-9ef17f584233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e1d775-328d-48ee-925e-ef1de0c1ad52,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:12.722401 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2b245d3f-816e-4f7a-80f6-82a486bb47ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:12.759390 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2b245d3f-816e-4f7a-80f6-82a486bb47ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:12.810898 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2b245d3f-816e-4f7a-80f6-82a486bb47ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:12.813716 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2b245d3f-816e-4f7a-80f6-82a486bb47ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:12.814852 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2b245d3f-816e-4f7a-80f6-82a486bb47ae admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a1e1d775-328d-48ee-925e-ef1de0c1ad52 HTTP/1.1" status: 204 len: 168 time: 0.1600621 Jul 23 16:17:12.822725 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b245d3f-816e-4f7a-80f6-82a486bb47ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e1d775-328d-48ee-925e-ef1de0c1ad52,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:12.876108 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2f338334-8041-4b25-8f33-6672155417a4 req-32390d04-7d82-4ae8-84fe-3116084fc63e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:12.890220 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-2f338334-8041-4b25-8f33-6672155417a4 req-32390d04-7d82-4ae8-84fe-3116084fc63e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Transition to ACTIVE for port object be1d51a9-55f4-470f-8f76-a55feb8d6c7b will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:12.929682 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2f338334-8041-4b25-8f33-6672155417a4 req-32390d04-7d82-4ae8-84fe-3116084fc63e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:12.976477 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f338334-8041-4b25-8f33-6672155417a4 req-32390d04-7d82-4ae8-84fe-3116084fc63e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:12.988403 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51782) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:12.992663 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-2f338334-8041-4b25-8f33-6672155417a4 req-32390d04-7d82-4ae8-84fe-3116084fc63e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:12.995513 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32390d04-7d82-4ae8-84fe-3116084fc63e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Pushing event updated for resources: {'Port': ['ID=be1d51a9-55f4-470f-8f76-a55feb8d6c7b,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:13.003379 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-edeb1269-313f-4673-a799-66195df1da50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:13.008683 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f338334-8041-4b25-8f33-6672155417a4 req-32390d04-7d82-4ae8-84fe-3116084fc63e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:13.015799 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f338334-8041-4b25-8f33-6672155417a4 req-32390d04-7d82-4ae8-84fe-3116084fc63e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:13.016459 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2f338334-8041-4b25-8f33-6672155417a4 req-32390d04-7d82-4ae8-84fe-3116084fc63e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:13.180956 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd161e-ccbf-4355-a8bd-c791ff591568 req-9f0f410e-3d02-4bfc-a2b9-20b905c66da7 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:13.182552 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e2fd161e-ccbf-4355-a8bd-c791ff591568 req-9f0f410e-3d02-4bfc-a2b9-20b905c66da7 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/ports?device_id=38129ccf-74c8-4c07-a8ae-ab6751385272 HTTP/1.1" status: 200 len: 969 time: 0.1148615 Jul 23 16:17:13.188155 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-edeb1269-313f-4673-a799-66195df1da50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:13.198017 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-edeb1269-313f-4673-a799-66195df1da50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:13.205851 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2f338334-8041-4b25-8f33-6672155417a4 req-32390d04-7d82-4ae8-84fe-3116084fc63e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7701771 Jul 23 16:17:13.225247 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-2f338334-8041-4b25-8f33-6672155417a4 req-041829bc-3de4-46db-ba6e-9f9ba424e570 service neutron] Request body: {'port': {'device_id': '1060927c-ac85-43a9-a1f7-2c2767f97fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:13.263177 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-edeb1269-313f-4673-a799-66195df1da50 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a585f8c036db4a1b926be86897ae4ca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733068 Jul 23 16:17:13.264004 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb1269-313f-4673-a799-66195df1da50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6620010e-c2c8-4dfb-a70a-b1a30712a639,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:13.280419 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51794) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:13.302662 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e2fd161e-ccbf-4355-a8bd-c791ff591568 req-3e02b87d-4df3-45b8-971d-ee5edbff5172 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef64f484-5f15-46ac-aebc-206bb05798fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127324 Jul 23 16:17:13.351980 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2f338334-8041-4b25-8f33-6672155417a4 req-041829bc-3de4-46db-ba6e-9f9ba424e570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:13.381410 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ee0404a4-6e8e-4848-baf8-e6eef11ea3c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:13.394638 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-bbee7474-ba42-46ef-a4c4-3e59e374b36f None None] Provisioning for port be1d51a9-55f4-470f-8f76-a55feb8d6c7b completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:13.405011 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-bbee7474-ba42-46ef-a4c4-3e59e374b36f None None] Provisioning complete for port be1d51a9-55f4-470f-8f76-a55feb8d6c7b triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:13.406479 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bbee7474-ba42-46ef-a4c4-3e59e374b36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:13.429539 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ee0404a4-6e8e-4848-baf8-e6eef11ea3c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:13.458457 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-bbee7474-ba42-46ef-a4c4-3e59e374b36f None None] Port be1d51a9-55f4-470f-8f76-a55feb8d6c7b cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:17:13.575549 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03593599-24b4-4510-9764-cdd013de4f75 req-fdf6e192-d6fc-45b7-8c10-d28c5efe63dc tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:13.580644 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-03593599-24b4-4510-9764-cdd013de4f75 req-fdf6e192-d6fc-45b7-8c10-d28c5efe63dc tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da87a39-d9cf-4c9f-9228-08051b7f87ea HTTP/1.1" status: 200 len: 948 time: 0.1016860 Jul 23 16:17:13.581943 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ee0404a4-6e8e-4848-baf8-e6eef11ea3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:13.584688 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ee0404a4-6e8e-4848-baf8-e6eef11ea3c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:13.586933 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ee0404a4-6e8e-4848-baf8-e6eef11ea3c7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6620010e-c2c8-4dfb-a70a-b1a30712a639 HTTP/1.1" status: 204 len: 168 time: 0.3052251 Jul 23 16:17:13.640867 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-03593599-24b4-4510-9764-cdd013de4f75 req-3fe165cf-b7b5-4fd1-89e4-fb94b07460ec tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/security-groups?id=60ea5d1c-7359-4aa5-9e69-5ee426b0aafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526819 Jul 23 16:17:13.641748 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0404a4-6e8e-4848-baf8-e6eef11ea3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6620010e-c2c8-4dfb-a70a-b1a30712a639,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:13.703021 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device c69e26f1-d118-474d-a1ba-7b576986507d details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:17:13.800509 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-2f338334-8041-4b25-8f33-6672155417a4 req-041829bc-3de4-46db-ba6e-9f9ba424e570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be1d51a9-55f4-470f-8f76-a55feb8d6c7b {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:17:13.827229 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2f338334-8041-4b25-8f33-6672155417a4 req-041829bc-3de4-46db-ba6e-9f9ba424e570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:13.859253 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-2f338334-8041-4b25-8f33-6672155417a4 req-041829bc-3de4-46db-ba6e-9f9ba424e570 service neutron] Transition to ACTIVE for port object be1d51a9-55f4-470f-8f76-a55feb8d6c7b will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:13.866692 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2f338334-8041-4b25-8f33-6672155417a4 req-041829bc-3de4-46db-ba6e-9f9ba424e570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:13.884427 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port c69e26f1-d118-474d-a1ba-7b576986507d, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=c69e26f1-d118-474d-a1ba-7b576986507d,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:13.925303 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'c69e26f1-d118-474d-a1ba-7b576986507d', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': 'c69e26f1-d118-474d-a1ba-7b576986507d', 'mac_address': 'fa:16:3e:5b:dd:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:17:13.930549 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da8a06-0f6b-4f23-89f6-477f5bd78128 req-17ee1c3b-1d35-4204-93c1-3501fe915a16 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:13.936266 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2da8a06-0f6b-4f23-89f6-477f5bd78128 req-17ee1c3b-1d35-4204-93c1-3501fe915a16 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 936 time: 0.1631005 Jul 23 16:17:13.936974 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51816) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:13.944001 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-36807783-a355-414c-8cca-bb760eedd31b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-635143779-network', 'tenant_id': 'f6d9d9547e5f4afc8fb3d75e2cd6428c'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:14.014241 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:14.047459 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c69e26f1-d118-474d-a1ba-7b576986507d {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:17:14.064069 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-2f338334-8041-4b25-8f33-6672155417a4 req-041829bc-3de4-46db-ba6e-9f9ba424e570 service neutron] Attempting to bind port be1d51a9-55f4-470f-8f76-a55feb8d6c7b on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:14.064406 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-2f338334-8041-4b25-8f33-6672155417a4 req-041829bc-3de4-46db-ba6e-9f9ba424e570 service neutron] Attempting to bind port be1d51a9-55f4-470f-8f76-a55feb8d6c7b by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:14.064740 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f338334-8041-4b25-8f33-6672155417a4 req-041829bc-3de4-46db-ba6e-9f9ba424e570 service neutron] Attempting to bind port be1d51a9-55f4-470f-8f76-a55feb8d6c7b on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:14.083345 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2da8a06-0f6b-4f23-89f6-477f5bd78128 req-abe75e14-2ffc-4d7f-aed7-825c74bada83 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221693 Jul 23 16:17:14.084395 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port c69e26f1-d118-474d-a1ba-7b576986507d, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=c69e26f1-d118-474d-a1ba-7b576986507d,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:14.086491 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041829bc-3de4-46db-ba6e-9f9ba424e570 service neutron] Pushing event updated for resources: {'Port': ['ID=be1d51a9-55f4-470f-8f76-a55feb8d6c7b,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:14.095782 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:14.102591 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f338334-8041-4b25-8f33-6672155417a4 req-041829bc-3de4-46db-ba6e-9f9ba424e570 service neutron] Port be1d51a9-55f4-470f-8f76-a55feb8d6c7b on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:17:14.102889 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f338334-8041-4b25-8f33-6672155417a4 req-041829bc-3de4-46db-ba6e-9f9ba424e570 service neutron] Attempting to bind port be1d51a9-55f4-470f-8f76-a55feb8d6c7b on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:14.106427 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36807783-a355-414c-8cca-bb760eedd31b admin admin] Made reservation on behalf of f6d9d9547e5f4afc8fb3d75e2cd6428c for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:14.108948 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-36807783-a355-414c-8cca-bb760eedd31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:14.114883 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f338334-8041-4b25-8f33-6672155417a4 req-041829bc-3de4-46db-ba6e-9f9ba424e570 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:17:14.115224 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f338334-8041-4b25-8f33-6672155417a4 req-041829bc-3de4-46db-ba6e-9f9ba424e570 service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:14.115609 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f338334-8041-4b25-8f33-6672155417a4 req-041829bc-3de4-46db-ba6e-9f9ba424e570 service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:17:14.116034 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-2f338334-8041-4b25-8f33-6672155417a4 req-041829bc-3de4-46db-ba6e-9f9ba424e570 service neutron] Bound port: be1d51a9-55f4-470f-8f76-a55feb8d6c7b, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:14.116388 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2f338334-8041-4b25-8f33-6672155417a4 req-041829bc-3de4-46db-ba6e-9f9ba424e570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:14.125339 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-36807783-a355-414c-8cca-bb760eedd31b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:14.159937 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=c69e26f1-d118-474d-a1ba-7b576986507d,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:14.169657 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:14.170666 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:14.171126 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:14.171805 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:14.172248 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:14.172783 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:14.173521 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:14.173995 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:14.174391 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:14.174915 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:14.175408 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:14.175847 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Tracked resource versions report: Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: pushed versions: Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: { 'AddressGroup': {'1.2'}, Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: 'ConntrackHelper': {'1.0'}, Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: 'Log': {'1.0'}, Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: 'Network': {'1.1'}, Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: 'Port': {'1.7'}, Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: 'PortForwarding': {'1.2'}, Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: 'QosPolicy': {'1.8'}, Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: 'SecurityGroup': {'1.4'}, Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: 'SubPort': {'1.0'}, Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: 'Subnet': {'1.1'}, Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: 'Trunk': {'1.1'}} Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: consumer versions: Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: { DHCP agent@n-d-778549-4: {}, Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: HyperV agent@n-h1-778549-4: {}, Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: HyperV agent@n-h2-778549-4: {}, Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: L3 agent@n-d-778549-4: {}, Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: Metadata agent@n-d-778549-4: {}, Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: Metering agent@n-d-778549-4: {}, Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: Open vSwitch agent@n-d-778549-4: { 'AddressGroup': '1.2', Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: 'ConntrackHelper': '1.0', Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: 'Log': '1.0', Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: 'Network': '1.1', Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: 'Port': '1.7', Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: 'PortForwarding': '1.2', Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: 'QosPolicy': '1.8', Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: 'SecurityGroup': '1.4', Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: 'SecurityGroupRule': '1.2', Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: 'SubPort': '1.0', Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: 'Subnet': '1.1', Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: 'Trunk': '1.1'}} Jul 23 16:17:14.177159 n-d-778549-4 neutron-server[94014]: {{(pid=94014) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:17:14.232376 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-2f338334-8041-4b25-8f33-6672155417a4 req-041829bc-3de4-46db-ba6e-9f9ba424e570 service neutron] For port be1d51a9-55f4-470f-8f76-a55feb8d6c7b, host n-h2-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:14.237392 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-2f338334-8041-4b25-8f33-6672155417a4 req-041829bc-3de4-46db-ba6e-9f9ba424e570 service neutron] For port be1d51a9-55f4-470f-8f76-a55feb8d6c7b, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=be1d51a9-55f4-470f-8f76-a55feb8d6c7b,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:17:14.243824 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2f338334-8041-4b25-8f33-6672155417a4 req-041829bc-3de4-46db-ba6e-9f9ba424e570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:14.257838 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-36807783-a355-414c-8cca-bb760eedd31b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:14.265116 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-36807783-a355-414c-8cca-bb760eedd31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:14.286925 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f338334-8041-4b25-8f33-6672155417a4 req-041829bc-3de4-46db-ba6e-9f9ba424e570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:14.287542 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2f338334-8041-4b25-8f33-6672155417a4 req-041829bc-3de4-46db-ba6e-9f9ba424e570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:14.290137 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2f338334-8041-4b25-8f33-6672155417a4 req-041829bc-3de4-46db-ba6e-9f9ba424e570 service neutron] 10.222.0.97 "PUT /v2.0/ports/be1d51a9-55f4-470f-8f76-a55feb8d6c7b HTTP/1.1" status: 200 len: 1096 time: 1.0725389 Jul 23 16:17:14.290790 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1060927c-ac85-43a9-a1f7-2c2767f97fc6', 'tag': 'be1d51a9-55f4-470f-8f76-a55feb8d6c7b'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:14.292875 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46518930-9cc1-4ba0-920c-96832fb508dc" -d '{"events": [{"name": "network-changed", "server_uuid": "1060927c-ac85-43a9-a1f7-2c2767f97fc6", "tag": "be1d51a9-55f4-470f-8f76-a55feb8d6c7b"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:14.321906 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041829bc-3de4-46db-ba6e-9f9ba424e570 service neutron] Pushing event updated for resources: {'Port': ['ID=be1d51a9-55f4-470f-8f76-a55feb8d6c7b,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:14.339410 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36807783-a355-414c-8cca-bb760eedd31b admin admin] vlan segment allocate from pool success with {'vlan_id': 1131, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:17:14.366687 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36807783-a355-414c-8cca-bb760eedd31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e16ba6-1973-4c86-8553-75333fb69990,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:14.375944 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0fe15f-ecbd-4fd1-9e73-a81e5c901b4a x-openstack-request-id: req-df0fe15f-ecbd-4fd1-9e73-a81e5c901b4a {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:14.376246 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1060927c-ac85-43a9-a1f7-2c2767f97fc6", "tag": "be1d51a9-55f4-470f-8f76-a55feb8d6c7b", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:14.376452 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-df0fe15f-ecbd-4fd1-9e73-a81e5c901b4a {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:14.376907 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1060927c-ac85-43a9-a1f7-2c2767f97fc6', 'tag': 'be1d51a9-55f4-470f-8f76-a55feb8d6c7b', 'status': 'completed', 'code': 200} Jul 23 16:17:14.379624 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-36807783-a355-414c-8cca-bb760eedd31b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751794251906', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:14.380185 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-36807783-a355-414c-8cca-bb760eedd31b admin admin] Unsubscribe: segment precommit_create {{(pid=94012) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 16:17:14.381014 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-36807783-a355-414c-8cca-bb760eedd31b admin admin] Added segment c37eaf53-d1b2-457a-b20e-f5b4f1f4ac95 of type vlan for network fe41b280-0179-4974-941a-056f0d8ec768 Jul 23 16:17:14.415884 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['c69e26f1-d118-474d-a1ba-7b576986507d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:17:14.462895 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-36807783-a355-414c-8cca-bb760eedd31b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:14.478721 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f338334-8041-4b25-8f33-6672155417a4 req-2fdfb40e-2530-4896-94dd-303397b7cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:14.480413 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2f338334-8041-4b25-8f33-6672155417a4 req-2fdfb40e-2530-4896-94dd-303397b7cd50 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 1099 time: 0.1273780 Jul 23 16:17:14.551478 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2f338334-8041-4b25-8f33-6672155417a4 req-60c35517-5df9-4ec9-ab7b-0d8d44d19acc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=be1d51a9-55f4-470f-8f76-a55feb8d6c7b HTTP/1.1" status: 200 len: 217 time: 0.0625162 Jul 23 16:17:14.604714 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-36807783-a355-414c-8cca-bb760eedd31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:14.606868 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36807783-a355-414c-8cca-bb760eedd31b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:14.607629 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-36807783-a355-414c-8cca-bb760eedd31b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:14.651849 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-36807783-a355-414c-8cca-bb760eedd31b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7116926 Jul 23 16:17:14.652469 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f338334-8041-4b25-8f33-6672155417a4 req-222b39e6-ffed-430a-a67a-7388a92c5d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:14.653198 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51838) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:14.654892 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2f338334-8041-4b25-8f33-6672155417a4 req-222b39e6-ffed-430a-a67a-7388a92c5d08 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0958705 Jul 23 16:17:14.797252 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f338334-8041-4b25-8f33-6672155417a4 req-7863e9cc-d348-4f7d-9c81-d2995e7f6744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:14.803468 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2f338334-8041-4b25-8f33-6672155417a4 req-7863e9cc-d348-4f7d-9c81-d2995e7f6744 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1398859 Jul 23 16:17:14.828013 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-dc78642c-56fa-4d18-8b88-2cd42613912b admin admin] Request body: {'subnet': {'network_id': 'fe41b280-0179-4974-941a-056f0d8ec768', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-635143779-subnet', 'tenant_id': 'f6d9d9547e5f4afc8fb3d75e2cd6428c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:14.850399 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f543490-d2be-4072-b012-3be5ef391ca6 req-b159e80d-37ad-4c11-8c08-6df1902556f2 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:14.858188 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1f543490-d2be-4072-b012-3be5ef391ca6 req-b159e80d-37ad-4c11-8c08-6df1902556f2 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/ports?device_id=38129ccf-74c8-4c07-a8ae-ab6751385272 HTTP/1.1" status: 200 len: 969 time: 0.3856046 Jul 23 16:17:14.935252 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2f338334-8041-4b25-8f33-6672155417a4 req-93689bc3-2ef0-4bcd-84b0-3557e9a5128e service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244836 Jul 23 16:17:14.991733 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36807783-a355-414c-8cca-bb760eedd31b admin admin] Pushing event updated for resources: {'Network': ['ID=fe41b280-0179-4974-941a-056f0d8ec768,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:14.996174 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc78642c-56fa-4d18-8b88-2cd42613912b admin admin] Made reservation on behalf of f6d9d9547e5f4afc8fb3d75e2cd6428c for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:14.999666 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dc78642c-56fa-4d18-8b88-2cd42613912b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:15.006450 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network fe41b280-0179-4974-941a-056f0d8ec768 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:17:15.016808 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1f543490-d2be-4072-b012-3be5ef391ca6 req-3717f768-4d82-4f2a-8255-29adf0cd25ac tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef64f484-5f15-46ac-aebc-206bb05798fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525688 Jul 23 16:17:15.060460 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2f338334-8041-4b25-8f33-6672155417a4 req-a6bbf8ad-86d0-40a3-98f6-c574043e2cb0 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164882 Jul 23 16:17:15.152190 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862d6bb-96b6-4d05-b677-47bab98138a7 req-37123d2d-ef25-4876-aad4-afe268ff4733 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:15.154290 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f862d6bb-96b6-4d05-b677-47bab98138a7 req-37123d2d-ef25-4876-aad4-afe268ff4733 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da87a39-d9cf-4c9f-9228-08051b7f87ea HTTP/1.1" status: 200 len: 949 time: 0.3364933 Jul 23 16:17:15.197407 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46518930-9cc1-4ba0-920c-96832fb508dc req-f86c021c-30be-4f7a-b8c5-026bdedd4a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:15.199528 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-46518930-9cc1-4ba0-920c-96832fb508dc req-f86c021c-30be-4f7a-b8c5-026bdedd4a0b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 1099 time: 0.0802765 Jul 23 16:17:15.229625 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 9360dd2a-4893-4b83-8a14-a3f7dcec0434 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:17:15.317125 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46518930-9cc1-4ba0-920c-96832fb508dc req-581932d1-79c6-4c96-9920-c8d4abcfafd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:15.318471 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-46518930-9cc1-4ba0-920c-96832fb508dc req-581932d1-79c6-4c96-9920-c8d4abcfafd7 service neutron] 10.222.0.97 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.1127353 Jul 23 16:17:15.323785 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f862d6bb-96b6-4d05-b677-47bab98138a7 req-ebf35319-ce17-41c3-bf58-bd7159a2cc99 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/security-groups?id=60ea5d1c-7359-4aa5-9e69-5ee426b0aafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611893 Jul 23 16:17:15.360334 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 9360dd2a-4893-4b83-8a14-a3f7dcec0434, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=9360dd2a-4893-4b83-8a14-a3f7dcec0434,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:15.375428 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '9360dd2a-4893-4b83-8a14-a3f7dcec0434', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': '9360dd2a-4893-4b83-8a14-a3f7dcec0434', 'mac_address': 'fa:16:3e:6f:59:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:tempest-test_az-1922388982', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:17:15.383912 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf6816-1ce4-405a-8159-7c04287368cf req-047fd983-c331-44c9-b72c-0223c064a068 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:15.385603 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-40bf6816-1ce4-405a-8159-7c04287368cf req-047fd983-c331-44c9-b72c-0223c064a068 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 948 time: 0.2259700 Jul 23 16:17:15.423377 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-46518930-9cc1-4ba0-920c-96832fb508dc req-dcb8f1ef-0a36-42ac-a2fb-e126f8c1c6b4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=be1d51a9-55f4-470f-8f76-a55feb8d6c7b HTTP/1.1" status: 200 len: 217 time: 0.0887084 Jul 23 16:17:15.428261 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:15.452992 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9360dd2a-4893-4b83-8a14-a3f7dcec0434 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:17:15.491509 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-40bf6816-1ce4-405a-8159-7c04287368cf req-78e98a51-b10b-4795-9321-14f69da28dc4 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951855 Jul 23 16:17:15.495885 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 9360dd2a-4893-4b83-8a14-a3f7dcec0434, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=9360dd2a-4893-4b83-8a14-a3f7dcec0434,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:15.499397 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dc78642c-56fa-4d18-8b88-2cd42613912b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:15.502040 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:15.540212 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46518930-9cc1-4ba0-920c-96832fb508dc req-2464b6a3-7310-4d38-b3ed-24ab2ad4eb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:15.542119 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-46518930-9cc1-4ba0-920c-96832fb508dc req-2464b6a3-7310-4d38-b3ed-24ab2ad4eb62 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1023648 Jul 23 16:17:15.579801 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc78642c-56fa-4d18-8b88-2cd42613912b admin admin] Checking segment: {'id': 'c37eaf53-d1b2-457a-b20e-f5b4f1f4ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'fe41b280-0179-4974-941a-056f0d8ec768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:15.580166 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc78642c-56fa-4d18-8b88-2cd42613912b admin admin] Network hostable DHCP agents. Network: fe41b280-0179-4974-941a-056f0d8ec768, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:17:15.588772 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78642c-56fa-4d18-8b88-2cd42613912b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef2c7112-5d93-4cb0-9a7c-0db4c7b1a699,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:15.608019 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc78642c-56fa-4d18-8b88-2cd42613912b admin admin] Network fe41b280-0179-4974-941a-056f0d8ec768 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:17:15.615833 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46518930-9cc1-4ba0-920c-96832fb508dc req-f5eb2aa1-9bcb-44fc-bd47-8594323c6f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:15.618727 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-46518930-9cc1-4ba0-920c-96832fb508dc req-f5eb2aa1-9bcb-44fc-bd47-8594323c6f06 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0687826 Jul 23 16:17:15.620694 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=9360dd2a-4893-4b83-8a14-a3f7dcec0434,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:15.623496 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-dc78642c-56fa-4d18-8b88-2cd42613912b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, fe41b280-0179-4974-941a-056f0d8ec768) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:15.628924 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc78642c-56fa-4d18-8b88-2cd42613912b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:15.629674 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dc78642c-56fa-4d18-8b88-2cd42613912b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:15.634915 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b0854a-cdf9-4216-855d-665ee21e2050 None None] Network fe41b280-0179-4974-941a-056f0d8ec768 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:17:15.652094 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-dc78642c-56fa-4d18-8b88-2cd42613912b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8353369 Jul 23 16:17:15.696637 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device c69e26f1-d118-474d-a1ba-7b576986507d up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:15.816506 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['9360dd2a-4893-4b83-8a14-a3f7dcec0434'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:17:15.890886 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c73c9ac-c66a-426c-a165-f6f058c67723 None None] Network fe41b280-0179-4974-941a-056f0d8ec768 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:17:15.914421 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51884) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:15.914589 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port c69e26f1-d118-474d-a1ba-7b576986507d completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:15.930859 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-46518930-9cc1-4ba0-920c-96832fb508dc req-b4fa3451-d147-42a4-b78c-a5b971d017ba service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038368 Jul 23 16:17:15.969471 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51888) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:15.981020 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port c69e26f1-d118-474d-a1ba-7b576986507d triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:15.981431 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:16.028421 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65e6520-d2b0-4c49-9b95-e51be3abe860 admin admin] Deleting subnet a2bbe82d-718f-4f94-b1cc-f1a5eda0d9ad {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:17:16.032475 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a65e6520-d2b0-4c49-9b95-e51be3abe860 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:16.079299 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-46518930-9cc1-4ba0-920c-96832fb508dc req-9758de1a-517f-456b-a7d5-e5cb79cb3985 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364548 Jul 23 16:17:16.090691 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a65e6520-d2b0-4c49-9b95-e51be3abe860 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:16.103380 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a65e6520-d2b0-4c49-9b95-e51be3abe860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:16.221952 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a65e6520-d2b0-4c49-9b95-e51be3abe860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:16.236524 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a65e6520-d2b0-4c49-9b95-e51be3abe860 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:16.240552 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51900) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:16.240736 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a65e6520-d2b0-4c49-9b95-e51be3abe860 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a2bbe82d-718f-4f94-b1cc-f1a5eda0d9ad HTTP/1.1" status: 204 len: 168 time: 0.3248746 Jul 23 16:17:16.265080 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e6520-d2b0-4c49-9b95-e51be3abe860 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2bbe82d-718f-4f94-b1cc-f1a5eda0d9ad,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:16.275091 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52b237-ba44-462f-8246-33e2627b8054 req-67d3f544-b0e4-457e-a7e7-e94ae9618a10 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:16.276631 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ff52b237-ba44-462f-8246-33e2627b8054 req-67d3f544-b0e4-457e-a7e7-e94ae9618a10 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/ports?device_id=38129ccf-74c8-4c07-a8ae-ab6751385272 HTTP/1.1" status: 200 len: 970 time: 0.1378174 Jul 23 16:17:16.288968 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:16.320637 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da87a39-d9cf-4c9f-9228-08051b7f87ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69e26f1-d118-474d-a1ba-7b576986507d'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:16.365789 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ff52b237-ba44-462f-8246-33e2627b8054 req-45d8a841-1af9-46cf-a8e6-0591fd3d972e tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef64f484-5f15-46ac-aebc-206bb05798fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820038 Jul 23 16:17:16.374476 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-faa46a23-c88e-4693-a5e8-afba8eb0f626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:16.394491 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-8608a70a-cbfb-4a37-ac85-30c65f2142cc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1732444074-network', 'tenant_id': '3e7d59ab22bf4a75bedef87dbf37ca66'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:16.429154 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port c69e26f1-d118-474d-a1ba-7b576986507d, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=c69e26f1-d118-474d-a1ba-7b576986507d,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:16.436529 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:16.496780 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=c69e26f1-d118-474d-a1ba-7b576986507d,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:16.516025 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8608a70a-cbfb-4a37-ac85-30c65f2142cc admin admin] Made reservation on behalf of 3e7d59ab22bf4a75bedef87dbf37ca66 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:16.519197 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8608a70a-cbfb-4a37-ac85-30c65f2142cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:16.522433 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d540db0-af21-47da-8365-a2abac5483b7 req-411e44fa-2bd1-4282-95b3-5f2fd405816d tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:16.530375 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6d540db0-af21-47da-8365-a2abac5483b7 req-411e44fa-2bd1-4282-95b3-5f2fd405816d tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da87a39-d9cf-4c9f-9228-08051b7f87ea HTTP/1.1" status: 200 len: 950 time: 0.1037011 Jul 23 16:17:16.534932 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8608a70a-cbfb-4a37-ac85-30c65f2142cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:16.581530 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6d540db0-af21-47da-8365-a2abac5483b7 req-c9c315da-083a-4dbb-9940-6ecf56053d25 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/security-groups?id=60ea5d1c-7359-4aa5-9e69-5ee426b0aafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499191 Jul 23 16:17:16.584744 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-faa46a23-c88e-4693-a5e8-afba8eb0f626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:16.606397 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd48960-d752-497f-b0d5-fac8020da15c" -d '{"events": [{"server_uuid": "9da87a39-d9cf-4c9f-9228-08051b7f87ea", "name": "network-vif-plugged", "status": "completed", "tag": "c69e26f1-d118-474d-a1ba-7b576986507d"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:16.616085 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-faa46a23-c88e-4693-a5e8-afba8eb0f626 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:16.616925 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-faa46a23-c88e-4693-a5e8-afba8eb0f626 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:16.617222 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-faa46a23-c88e-4693-a5e8-afba8eb0f626 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:16.617559 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-faa46a23-c88e-4693-a5e8-afba8eb0f626 admin admin] Subscribe: > port after_create 55550000 {{(pid=94013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:16.617890 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-faa46a23-c88e-4693-a5e8-afba8eb0f626 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:16.618214 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-faa46a23-c88e-4693-a5e8-afba8eb0f626 admin admin] Subscribe: > port after_update 55550000 {{(pid=94013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:16.618611 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-faa46a23-c88e-4693-a5e8-afba8eb0f626 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:16.618887 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-faa46a23-c88e-4693-a5e8-afba8eb0f626 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:16.619246 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-faa46a23-c88e-4693-a5e8-afba8eb0f626 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:16.619521 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-faa46a23-c88e-4693-a5e8-afba8eb0f626 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:16.726668 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-faa46a23-c88e-4693-a5e8-afba8eb0f626 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:16.727107 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-faa46a23-c88e-4693-a5e8-afba8eb0f626 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:16.727544 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-faa46a23-c88e-4693-a5e8-afba8eb0f626 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:16.728013 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-faa46a23-c88e-4693-a5e8-afba8eb0f626 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:16.728397 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-faa46a23-c88e-4693-a5e8-afba8eb0f626 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['377c3952-a87e-4046-8f1e-ff8982255776']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:16.734936 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5b36c-b965-432a-a73d-e7aa388326c4 req-321abe42-308b-4c4a-96d3-1f424ff3cb2a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:16.741141 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c2e5b36c-b965-432a-a73d-e7aa388326c4 req-321abe42-308b-4c4a-96d3-1f424ff3cb2a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 948 time: 0.0717216 Jul 23 16:17:16.753478 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-faa46a23-c88e-4693-a5e8-afba8eb0f626 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88414ca-e84a-4422-a33b-4c9f1307b1ed') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:16.753820 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-faa46a23-c88e-4693-a5e8-afba8eb0f626 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88414ca-e84a-4422-a33b-4c9f1307b1ed') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:16.775376 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-faa46a23-c88e-4693-a5e8-afba8eb0f626 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:16.787567 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c2e5b36c-b965-432a-a73d-e7aa388326c4 req-7c0091e8-4c4e-465c-844e-59e522415650 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438893 Jul 23 16:17:16.791872 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffa66a3-56a1-4b26-9400-5ea45070b925 x-openstack-request-id: req-1ffa66a3-56a1-4b26-9400-5ea45070b925 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:16.792524 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da87a39-d9cf-4c9f-9228-08051b7f87ea", "name": "network-vif-plugged", "status": "completed", "tag": "c69e26f1-d118-474d-a1ba-7b576986507d", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:16.792781 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1ffa66a3-56a1-4b26-9400-5ea45070b925 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:16.793599 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da87a39-d9cf-4c9f-9228-08051b7f87ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69e26f1-d118-474d-a1ba-7b576986507d', 'code': 200} Jul 23 16:17:16.807591 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-faa46a23-c88e-4693-a5e8-afba8eb0f626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:16.821474 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa46a23-c88e-4693-a5e8-afba8eb0f626 admin admin] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:17:16.821882 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-faa46a23-c88e-4693-a5e8-afba8eb0f626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: from cryptography.utils import int_from_bytes Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: from cryptography.utils import int_from_bytes Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:17:16.857095 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:17:17.004300 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-faa46a23-c88e-4693-a5e8-afba8eb0f626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.032593 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-faa46a23-c88e-4693-a5e8-afba8eb0f626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.037092 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-faa46a23-c88e-4693-a5e8-afba8eb0f626 admin admin] 10.222.0.73 "DELETE /v2.0/networks/377c3952-a87e-4046-8f1e-ff8982255776 HTTP/1.1" status: 204 len: 168 time: 0.7926867 Jul 23 16:17:17.037936 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51936) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:17.045998 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa46a23-c88e-4693-a5e8-afba8eb0f626 admin admin] Pushing event deleted for resources: {'Network': ['ID=377c3952-a87e-4046-8f1e-ff8982255776,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:17.063490 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc91de0-bd56-4de7-a297-c1b9d1804e3d req-66cc7bdc-6657-4e6c-ade7-3c8d79e9eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:17.065247 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2cc91de0-bd56-4de7-a297-c1b9d1804e3d req-66cc7bdc-6657-4e6c-ade7-3c8d79e9eae1 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=9da87a39-d9cf-4c9f-9228-08051b7f87ea HTTP/1.1" status: 200 len: 1101 time: 0.1924660 Jul 23 16:17:17.070409 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8608a70a-cbfb-4a37-ac85-30c65f2142cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.079987 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8608a70a-cbfb-4a37-ac85-30c65f2142cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.096243 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2cc91de0-bd56-4de7-a297-c1b9d1804e3d req-d94b849d-ad2a-4c4f-81ce-e7808cdb781e service neutron] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.118011 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8608a70a-cbfb-4a37-ac85-30c65f2142cc admin admin] vlan segment allocate from pool success with {'vlan_id': 1145, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:17:17.125804 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e31dd2-9c1a-44c7-9e52-091ada5b09a3 admin admin] Deleting subnet ef2c7112-5d93-4cb0-9a7c-0db4c7b1a699 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:17:17.134410 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-80e31dd2-9c1a-44c7-9e52-091ada5b09a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.143141 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8608a70a-cbfb-4a37-ac85-30c65f2142cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.143459 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-8608a70a-cbfb-4a37-ac85-30c65f2142cc admin admin] Added segment 7af790bf-a28b-4a85-b4db-fd0ad66b7560 of type vlan for network cbcbd292-3824-44cf-913c-59a7184e692c Jul 23 16:17:17.146542 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608a70a-cbfb-4a37-ac85-30c65f2142cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab43d89c-cac4-45c8-bae1-a77da97c1e73,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:17.192925 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-80e31dd2-9c1a-44c7-9e52-091ada5b09a3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.199289 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-80e31dd2-9c1a-44c7-9e52-091ada5b09a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.202647 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8608a70a-cbfb-4a37-ac85-30c65f2142cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.216860 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 9360dd2a-4893-4b83-8a14-a3f7dcec0434 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:17.277822 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-80e31dd2-9c1a-44c7-9e52-091ada5b09a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.278748 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8608a70a-cbfb-4a37-ac85-30c65f2142cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.280158 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8608a70a-cbfb-4a37-ac85-30c65f2142cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:17.280415 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8608a70a-cbfb-4a37-ac85-30c65f2142cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.297199 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 9360dd2a-4893-4b83-8a14-a3f7dcec0434 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:17.302029 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 9360dd2a-4893-4b83-8a14-a3f7dcec0434 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:17.303285 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.317995 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e31dd2-9c1a-44c7-9e52-091ada5b09a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef2c7112-5d93-4cb0-9a7c-0db4c7b1a699,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:17.354267 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-80e31dd2-9c1a-44c7-9e52-091ada5b09a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.357191 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-80e31dd2-9c1a-44c7-9e52-091ada5b09a3 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ef2c7112-5d93-4cb0-9a7c-0db4c7b1a699 HTTP/1.1" status: 204 len: 168 time: 0.3168278 Jul 23 16:17:17.362142 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51952) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:17.368417 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608a70a-cbfb-4a37-ac85-30c65f2142cc admin admin] Pushing event updated for resources: {'Network': ['ID=cbcbd292-3824-44cf-913c-59a7184e692c,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:17.381658 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2cc91de0-bd56-4de7-a297-c1b9d1804e3d req-d94b849d-ad2a-4c4f-81ce-e7808cdb781e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.390308 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2cc91de0-bd56-4de7-a297-c1b9d1804e3d req-d94b849d-ad2a-4c4f-81ce-e7808cdb781e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.399025 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network cbcbd292-3824-44cf-913c-59a7184e692c details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:17:17.420163 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8608a70a-cbfb-4a37-ac85-30c65f2142cc admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4496090 Jul 23 16:17:17.420863 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51956) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:17.446769 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-7fcd4418-78fe-49d7-a04a-70bf18114110 admin admin] Request body: {'subnet': {'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1732444074-subnet', 'tenant_id': '3e7d59ab22bf4a75bedef87dbf37ca66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:17.464252 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2cc91de0-bd56-4de7-a297-c1b9d1804e3d req-d94b849d-ad2a-4c4f-81ce-e7808cdb781e service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=60ea5d1c-7359-4aa5-9e69-5ee426b0aafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920641 Jul 23 16:17:17.473345 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b849d-ad2a-4c4f-81ce-e7808cdb781e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=36f768d8-2d36-4519-8ca7-32251dcb14e1,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:17.490134 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1447-7803-4a5d-8d75-c2e4f81dab63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.491322 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fcd4418-78fe-49d7-a04a-70bf18114110 admin admin] Made reservation on behalf of 3e7d59ab22bf4a75bedef87dbf37ca66 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:17.494222 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7fcd4418-78fe-49d7-a04a-70bf18114110 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.628307 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.678253 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 9360dd2a-4893-4b83-8a14-a3f7dcec0434, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=9360dd2a-4893-4b83-8a14-a3f7dcec0434,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:17.684087 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.700974 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51966) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:17.711723 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1447-7803-4a5d-8d75-c2e4f81dab63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.717672 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device be1d51a9-55f4-470f-8f76-a55feb8d6c7b details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:17:17.737474 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1447-7803-4a5d-8d75-c2e4f81dab63 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:17.737956 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1447-7803-4a5d-8d75-c2e4f81dab63 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:17.738802 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1447-7803-4a5d-8d75-c2e4f81dab63 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:17.739133 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1447-7803-4a5d-8d75-c2e4f81dab63 admin admin] Subscribe: > port after_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:17.739452 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1447-7803-4a5d-8d75-c2e4f81dab63 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:17.739784 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1447-7803-4a5d-8d75-c2e4f81dab63 admin admin] Subscribe: > port after_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:17.740145 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1447-7803-4a5d-8d75-c2e4f81dab63 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:17.740462 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1447-7803-4a5d-8d75-c2e4f81dab63 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:17.740779 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1447-7803-4a5d-8d75-c2e4f81dab63 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:17.741377 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1447-7803-4a5d-8d75-c2e4f81dab63 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:17.828206 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1447-7803-4a5d-8d75-c2e4f81dab63 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:17.828556 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1447-7803-4a5d-8d75-c2e4f81dab63 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:17.829618 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51970) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:17.831544 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1447-7803-4a5d-8d75-c2e4f81dab63 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:17.831944 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1447-7803-4a5d-8d75-c2e4f81dab63 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:17.832337 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-8b1e1447-7803-4a5d-8d75-c2e4f81dab63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe41b280-0179-4974-941a-056f0d8ec768']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:17.861031 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-8b1e1447-7803-4a5d-8d75-c2e4f81dab63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c37eaf53-d1b2-457a-b20e-f5b4f1f4ac95') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:17.861492 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-8b1e1447-7803-4a5d-8d75-c2e4f81dab63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c37eaf53-d1b2-457a-b20e-f5b4f1f4ac95') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:17.870217 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7fcd4418-78fe-49d7-a04a-70bf18114110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.878612 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port be1d51a9-55f4-470f-8f76-a55feb8d6c7b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=be1d51a9-55f4-470f-8f76-a55feb8d6c7b,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:17.882375 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1447-7803-4a5d-8d75-c2e4f81dab63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.896203 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'be1d51a9-55f4-470f-8f76-a55feb8d6c7b', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': 'be1d51a9-55f4-470f-8f76-a55feb8d6c7b', 'mac_address': 'fa:16:3e:b3:b5:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:17:17.909278 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1447-7803-4a5d-8d75-c2e4f81dab63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.920798 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1e1447-7803-4a5d-8d75-c2e4f81dab63 admin admin] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:17:17.921742 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1447-7803-4a5d-8d75-c2e4f81dab63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.950196 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd4418-78fe-49d7-a04a-70bf18114110 admin admin] Checking segment: {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:17.950553 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcd4418-78fe-49d7-a04a-70bf18114110 admin admin] Network hostable DHCP agents. Network: cbcbd292-3824-44cf-913c-59a7184e692c, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:17:17.959404 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd4418-78fe-49d7-a04a-70bf18114110 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8384c77-6398-425d-9275-6a23db41a285,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:17.977867 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcd4418-78fe-49d7-a04a-70bf18114110 admin admin] Network cbcbd292-3824-44cf-913c-59a7184e692c is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:17:17.993116 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-7fcd4418-78fe-49d7-a04a-70bf18114110 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, cbcbd292-3824-44cf-913c-59a7184e692c) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:18.009334 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcd4418-78fe-49d7-a04a-70bf18114110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:18.009964 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.012455 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7fcd4418-78fe-49d7-a04a-70bf18114110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: from cryptography.utils import int_from_bytes Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: from cryptography.utils import int_from_bytes Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:17:18.012571 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:17:18.025484 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d11b158-ef2b-4cf1-8300-64d859139195 None None] Network cbcbd292-3824-44cf-913c-59a7184e692c requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:17:18.041674 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1447-7803-4a5d-8d75-c2e4f81dab63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.045080 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7fcd4418-78fe-49d7-a04a-70bf18114110 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6043587 Jul 23 16:17:18.061410 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9ea0b096-9238-444d-a542-416db562d023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.083235 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d72e39-24e6-4f11-b02a-d560b3fb3a5e req-3ea0c190-6b42-4eca-8b3e-2fd7b9f71d5a tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:18.088582 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-19d72e39-24e6-4f11-b02a-d560b3fb3a5e req-3ea0c190-6b42-4eca-8b3e-2fd7b9f71d5a tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/ports?device_id=38129ccf-74c8-4c07-a8ae-ab6751385272 HTTP/1.1" status: 200 len: 970 time: 0.5694268 Jul 23 16:17:18.099869 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1447-7803-4a5d-8d75-c2e4f81dab63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.105534 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8b1e1447-7803-4a5d-8d75-c2e4f81dab63 admin admin] 10.222.0.73 "DELETE /v2.0/networks/fe41b280-0179-4974-941a-056f0d8ec768 HTTP/1.1" status: 204 len: 168 time: 0.7415597 Jul 23 16:17:18.109512 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e1447-7803-4a5d-8d75-c2e4f81dab63 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe41b280-0179-4974-941a-056f0d8ec768,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:18.177965 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9ea0b096-9238-444d-a542-416db562d023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.205904 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-19d72e39-24e6-4f11-b02a-d560b3fb3a5e req-501c6e66-14fa-493e-80a2-4efeb78f9370 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef64f484-5f15-46ac-aebc-206bb05798fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853579 Jul 23 16:17:18.208064 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8e99fcc6-6bb4-4fe3-8490-b3e602fcf2d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.212421 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9ea0b096-9238-444d-a542-416db562d023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.218757 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b239cf5-99c5-4d05-869e-8f1b50f6227b req-f0234dd5-2c0b-483c-938f-16edc9d2bbd4 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:18.220327 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0b239cf5-99c5-4d05-869e-8f1b50f6227b req-f0234dd5-2c0b-483c-938f-16edc9d2bbd4 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da87a39-d9cf-4c9f-9228-08051b7f87ea HTTP/1.1" status: 200 len: 950 time: 0.5031128 Jul 23 16:17:18.257009 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be1d51a9-55f4-470f-8f76-a55feb8d6c7b {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:17:18.285704 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0b239cf5-99c5-4d05-869e-8f1b50f6227b req-6cc0042e-de79-4ac0-ba04-ac6690647720 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/security-groups?id=60ea5d1c-7359-4aa5-9e69-5ee426b0aafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530672 Jul 23 16:17:18.310230 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port be1d51a9-55f4-470f-8f76-a55feb8d6c7b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=be1d51a9-55f4-470f-8f76-a55feb8d6c7b,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:18.320708 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.331755 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=9360dd2a-4893-4b83-8a14-a3f7dcec0434,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:18.345040 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0b096-9238-444d-a542-416db562d023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393ea363-33e1-4e52-a56d-7b5e065fe61c,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:18.349245 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9ea0b096-9238-444d-a542-416db562d023 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a75cf71150b140b4b2f3677864276b33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6472371 Jul 23 16:17:18.352573 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51982) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:18.435812 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51986) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:18.457806 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e2360d5-7874-4144-b5db-bbeb220607d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.459734 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=be1d51a9-55f4-470f-8f76-a55feb8d6c7b,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:18.467167 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041200ab-2491-4ca2-841f-87c73ee31237 None None] Network cbcbd292-3824-44cf-913c-59a7184e692c requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:17:18.470414 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaecb29-2068-4ca5-a1fc-7a233cd45cb9 req-42a7000d-f2dc-47f2-bc1e-26aefbf67d47 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:18.472349 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ceaecb29-2068-4ca5-a1fc-7a233cd45cb9 req-42a7000d-f2dc-47f2-bc1e-26aefbf67d47 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 949 time: 0.1465724 Jul 23 16:17:18.512510 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e2360d5-7874-4144-b5db-bbeb220607d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.522430 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0373b82c-2073-4e2e-b5df-4510c9053882 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e8cb093bd8c746ccb473894005a9e99b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0854697 Jul 23 16:17:18.527980 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51988) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:18.535674 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ceaecb29-2068-4ca5-a1fc-7a233cd45cb9 req-a6dbbe3f-6b17-42f3-a4c4-d8ef6751a650 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532436 Jul 23 16:17:18.541517 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8e99fcc6-6bb4-4fe3-8490-b3e602fcf2d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.552581 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['be1d51a9-55f4-470f-8f76-a55feb8d6c7b'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:17:18.560702 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8e99fcc6-6bb4-4fe3-8490-b3e602fcf2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.646154 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8e99fcc6-6bb4-4fe3-8490-b3e602fcf2d2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=92e85059392a46e58b3e93772bf0d5eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8150737 Jul 23 16:17:18.648562 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51992) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:18.655571 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99fcc6-6bb4-4fe3-8490-b3e602fcf2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f126f0-08ad-454d-a465-f621140c65ce,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:18.699228 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e41e271b-e4a8-44fe-889e-a2ce320a8722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.710640 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e2360d5-7874-4144-b5db-bbeb220607d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.713227 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e2360d5-7874-4144-b5db-bbeb220607d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.714433 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6e2360d5-7874-4144-b5db-bbeb220607d0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/393ea363-33e1-4e52-a56d-7b5e065fe61c HTTP/1.1" status: 204 len: 168 time: 0.3575971 Jul 23 16:17:18.746981 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e41e271b-e4a8-44fe-889e-a2ce320a8722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.769124 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2360d5-7874-4144-b5db-bbeb220607d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393ea363-33e1-4e52-a56d-7b5e065fe61c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:18.796575 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38129ccf-74c8-4c07-a8ae-ab6751385272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9360dd2a-4893-4b83-8a14-a3f7dcec0434'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:18.799579 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c156730b-3555-4fe3-adb4-e9d1269a139a" -d '{"events": [{"server_uuid": "38129ccf-74c8-4c07-a8ae-ab6751385272", "name": "network-vif-plugged", "status": "completed", "tag": "9360dd2a-4893-4b83-8a14-a3f7dcec0434"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:18.833632 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d831f6a-c765-4c5b-b668-331e339ee721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.846583 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e41e271b-e4a8-44fe-889e-a2ce320a8722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.849212 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e41e271b-e4a8-44fe-889e-a2ce320a8722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.850489 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e41e271b-e4a8-44fe-889e-a2ce320a8722 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/464171be-6e09-472b-8759-3bf2cbb11636 HTTP/1.1" status: 204 len: 168 time: 0.3201396 Jul 23 16:17:18.868620 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d831f6a-c765-4c5b-b668-331e339ee721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.870530 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e271b-e4a8-44fe-889e-a2ce320a8722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464171be-6e09-472b-8759-3bf2cbb11636,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:18.897615 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f985e9-d333-4dec-8c87-6461c7b0f1e4 x-openstack-request-id: req-54f985e9-d333-4dec-8c87-6461c7b0f1e4 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:18.899776 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38129ccf-74c8-4c07-a8ae-ab6751385272", "name": "network-vif-plugged", "status": "completed", "tag": "9360dd2a-4893-4b83-8a14-a3f7dcec0434", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:18.900043 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-54f985e9-d333-4dec-8c87-6461c7b0f1e4 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:18.902596 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38129ccf-74c8-4c07-a8ae-ab6751385272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9360dd2a-4893-4b83-8a14-a3f7dcec0434', 'code': 200} Jul 23 16:17:18.930876 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d831f6a-c765-4c5b-b668-331e339ee721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.935733 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d831f6a-c765-4c5b-b668-331e339ee721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.936396 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7d831f6a-c765-4c5b-b668-331e339ee721 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e1f126f0-08ad-454d-a465-f621140c65ce HTTP/1.1" status: 204 len: 168 time: 0.2866688 Jul 23 16:17:18.944065 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d831f6a-c765-4c5b-b668-331e339ee721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f126f0-08ad-454d-a465-f621140c65ce,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:19.087825 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02175d5-76b1-455f-b06c-3cfb515b3d51 req-5ccd46d4-9eb5-4988-b88c-7f29be9e01d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:19.090179 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c02175d5-76b1-455f-b06c-3cfb515b3d51 req-5ccd46d4-9eb5-4988-b88c-7f29be9e01d5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=38129ccf-74c8-4c07-a8ae-ab6751385272 HTTP/1.1" status: 200 len: 1122 time: 0.1109495 Jul 23 16:17:19.140548 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c02175d5-76b1-455f-b06c-3cfb515b3d51 req-84ec6d56-832b-4b72-84ad-f3c741e05f9b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ef64f484-5f15-46ac-aebc-206bb05798fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411758 Jul 23 16:17:19.142625 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52014) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:19.158858 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1c236099-8785-4484-a9bd-4bd9728c5f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.259938 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52018) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:19.266006 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-a5b21905-5d1f-42eb-b589-bb9b13231097 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1522655095-network', 'tenant_id': 'dd974c281d0546dab1425609ccbfdee2'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:19.267742 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1c236099-8785-4484-a9bd-4bd9728c5f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.272790 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1c236099-8785-4484-a9bd-4bd9728c5f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.315610 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1c236099-8785-4484-a9bd-4bd9728c5f57 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=49537d2030424e939ed96da354f37436&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1715534 Jul 23 16:17:19.318011 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c236099-8785-4484-a9bd-4bd9728c5f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5dd19a-458e-40fa-a87a-7736e2020ac0,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:19.318520 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52022) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:19.375178 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b21905-5d1f-42eb-b589-bb9b13231097 admin admin] Made reservation on behalf of dd974c281d0546dab1425609ccbfdee2 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:19.377465 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a5b21905-5d1f-42eb-b589-bb9b13231097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.421644 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a5b21905-5d1f-42eb-b589-bb9b13231097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.450724 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59828fbc-adce-477c-8381-32eb39fe3510 req-357e35e8-1369-43a1-b145-de7d1072fd68 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:19.452229 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-59828fbc-adce-477c-8381-32eb39fe3510 req-357e35e8-1369-43a1-b145-de7d1072fd68 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/ports?device_id=38129ccf-74c8-4c07-a8ae-ab6751385272 HTTP/1.1" status: 200 len: 971 time: 0.1812603 Jul 23 16:17:19.509351 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c6f65160-1a71-4448-92a7-fa74709a8206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.548482 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52026) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:19.556117 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52028) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:19.561548 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-59828fbc-adce-477c-8381-32eb39fe3510 req-57b98423-35fa-4276-bf7c-d44b9191afa4 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef64f484-5f15-46ac-aebc-206bb05798fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991898 Jul 23 16:17:19.570418 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c6f65160-1a71-4448-92a7-fa74709a8206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.601090 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9a11e-d2f7-41c5-89ba-4d5fbc4aa05d req-1a3fa3c3-de0a-4b1a-a8e9-86dfe9e2160b tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:19.601667 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-da7dc347-5677-4ff5-aeda-30db054db72e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.603222 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cec9a11e-d2f7-41c5-89ba-4d5fbc4aa05d req-1a3fa3c3-de0a-4b1a-a8e9-86dfe9e2160b tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da87a39-d9cf-4c9f-9228-08051b7f87ea HTTP/1.1" status: 200 len: 950 time: 0.2298944 Jul 23 16:17:19.638126 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-18b2ae5f-356a-437d-8d10-daf0b0e62c68 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f6d9d9547e5f4afc8fb3d75e2cd6428c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0884676 Jul 23 16:17:19.640608 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52032) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:19.692917 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device be1d51a9-55f4-470f-8f76-a55feb8d6c7b up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:19.702019 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b5a45f0-fc58-42e7-bdf3-fb56bd2ee7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.720795 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cec9a11e-d2f7-41c5-89ba-4d5fbc4aa05d req-900cc92f-1e17-4059-85df-f308fc66b771 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/security-groups?id=60ea5d1c-7359-4aa5-9e69-5ee426b0aafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848384 Jul 23 16:17:19.743462 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b5a45f0-fc58-42e7-bdf3-fb56bd2ee7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.747458 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c6f65160-1a71-4448-92a7-fa74709a8206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.750139 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c6f65160-1a71-4448-92a7-fa74709a8206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.751316 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c6f65160-1a71-4448-92a7-fa74709a8206 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fa5dd19a-458e-40fa-a87a-7736e2020ac0 HTTP/1.1" status: 204 len: 168 time: 0.4286025 Jul 23 16:17:19.760147 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a5b21905-5d1f-42eb-b589-bb9b13231097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.776306 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a5b21905-5d1f-42eb-b589-bb9b13231097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.781239 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f65160-1a71-4448-92a7-fa74709a8206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5dd19a-458e-40fa-a87a-7736e2020ac0,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:19.802106 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port be1d51a9-55f4-470f-8f76-a55feb8d6c7b completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:19.808431 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58362f0b-fd84-4403-9f91-5b34d370340b req-15900691-e362-4ca5-aa88-54fb2e08c48e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:19.810266 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-58362f0b-fd84-4403-9f91-5b34d370340b req-15900691-e362-4ca5-aa88-54fb2e08c48e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 949 time: 0.1645832 Jul 23 16:17:19.825882 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b21905-5d1f-42eb-b589-bb9b13231097 admin admin] vlan segment allocate from pool success with {'vlan_id': 1122, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:17:19.826774 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port be1d51a9-55f4-470f-8f76-a55feb8d6c7b triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:19.829459 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.841451 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b21905-5d1f-42eb-b589-bb9b13231097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e2eccd-ef56-4377-8939-7276f191b300,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:19.853935 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a5b21905-5d1f-42eb-b589-bb9b13231097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.854284 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-a5b21905-5d1f-42eb-b589-bb9b13231097 admin admin] Added segment fd9b84dc-a463-4521-aa77-6652c07e51b7 of type vlan for network e0071fed-2c0c-4a41-9293-dfa8be91538c Jul 23 16:17:19.913543 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-58362f0b-fd84-4403-9f91-5b34d370340b req-08b9c80f-9611-4c1e-8300-ed1adaa93e52 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879838 Jul 23 16:17:19.924939 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a5b21905-5d1f-42eb-b589-bb9b13231097 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.943552 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-da7dc347-5677-4ff5-aeda-30db054db72e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.948873 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-da7dc347-5677-4ff5-aeda-30db054db72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.971465 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a5b21905-5d1f-42eb-b589-bb9b13231097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.973184 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b21905-5d1f-42eb-b589-bb9b13231097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:19.974021 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a5b21905-5d1f-42eb-b589-bb9b13231097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.986764 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.988608 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7dc347-5677-4ff5-aeda-30db054db72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9f79d4-ad73-4e07-b855-febfb72b43da,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:19.995482 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b5a45f0-fc58-42e7-bdf3-fb56bd2ee7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.998800 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b5a45f0-fc58-42e7-bdf3-fb56bd2ee7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.999941 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8b5a45f0-fc58-42e7-bdf3-fb56bd2ee7ab admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/12e16ba6-1973-4c86-8553-75333fb69990 HTTP/1.1" status: 204 len: 168 time: 0.3582275 Jul 23 16:17:20.027635 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a45f0-fc58-42e7-bdf3-fb56bd2ee7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e16ba6-1973-4c86-8553-75333fb69990,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:20.033829 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a5b21905-5d1f-42eb-b589-bb9b13231097 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7722418 Jul 23 16:17:20.039841 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52042) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:20.049827 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-da7dc347-5677-4ff5-aeda-30db054db72e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6f7ac23be17142778ced1af10933f2fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4926455 Jul 23 16:17:20.052457 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52044) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:20.056144 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-a2be56a9-85f6-4d64-907f-9e9643cef82a admin admin] Request body: {'subnet': {'network_id': 'e0071fed-2c0c-4a41-9293-dfa8be91538c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1522655095-subnet', 'tenant_id': 'dd974c281d0546dab1425609ccbfdee2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:20.063895 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port be1d51a9-55f4-470f-8f76-a55feb8d6c7b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=be1d51a9-55f4-470f-8f76-a55feb8d6c7b,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:20.079856 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:20.088620 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b21905-5d1f-42eb-b589-bb9b13231097 admin admin] Pushing event updated for resources: {'Network': ['ID=e0071fed-2c0c-4a41-9293-dfa8be91538c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:20.104226 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network e0071fed-2c0c-4a41-9293-dfa8be91538c details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:17:20.105933 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2be56a9-85f6-4d64-907f-9e9643cef82a admin admin] Made reservation on behalf of dd974c281d0546dab1425609ccbfdee2 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:20.108359 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2be56a9-85f6-4d64-907f-9e9643cef82a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:20.201163 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d546c5d-79e8-4916-a853-8642a43989d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:20.267684 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=be1d51a9-55f4-470f-8f76-a55feb8d6c7b,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:20.316617 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d546c5d-79e8-4916-a853-8642a43989d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:20.453788 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d546c5d-79e8-4916-a853-8642a43989d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:20.456298 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d546c5d-79e8-4916-a853-8642a43989d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:20.460977 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5d546c5d-79e8-4916-a853-8642a43989d4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9e9f79d4-ad73-4e07-b855-febfb72b43da HTTP/1.1" status: 204 len: 168 time: 0.3711510 Jul 23 16:17:20.480775 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d546c5d-79e8-4916-a853-8642a43989d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9f79d4-ad73-4e07-b855-febfb72b43da,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:20.490071 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2be56a9-85f6-4d64-907f-9e9643cef82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:20.584801 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be56a9-85f6-4d64-907f-9e9643cef82a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f48f0fc4-65fe-41d4-9e41-a12886282a16,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:20.590307 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2be56a9-85f6-4d64-907f-9e9643cef82a admin admin] Checking segment: {'id': 'fd9b84dc-a463-4521-aa77-6652c07e51b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'e0071fed-2c0c-4a41-9293-dfa8be91538c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:20.590664 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2be56a9-85f6-4d64-907f-9e9643cef82a admin admin] Network hostable DHCP agents. Network: e0071fed-2c0c-4a41-9293-dfa8be91538c, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:17:20.635188 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2be56a9-85f6-4d64-907f-9e9643cef82a admin admin] Network e0071fed-2c0c-4a41-9293-dfa8be91538c is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:17:20.647347 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-a2be56a9-85f6-4d64-907f-9e9643cef82a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, e0071fed-2c0c-4a41-9293-dfa8be91538c) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:20.658742 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf17d91-2825-4d18-a3d1-34bf983c44d2 None None] Network e0071fed-2c0c-4a41-9293-dfa8be91538c requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:17:20.662600 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2be56a9-85f6-4d64-907f-9e9643cef82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:20.663216 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2be56a9-85f6-4d64-907f-9e9643cef82a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:20.706432 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a2be56a9-85f6-4d64-907f-9e9643cef82a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6625769 Jul 23 16:17:20.765899 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ea4b2-d86a-4cb2-92f4-433b543abd9d req-7e788c05-7374-4b8b-a04e-5a912365c935 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:20.767507 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-861ea4b2-d86a-4cb2-92f4-433b543abd9d req-7e788c05-7374-4b8b-a04e-5a912365c935 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da87a39-d9cf-4c9f-9228-08051b7f87ea HTTP/1.1" status: 200 len: 950 time: 0.3446424 Jul 23 16:17:20.850654 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec8d63-0d99-4c11-904f-3a83996651ff req-1ce9d9ca-f99a-472a-828d-3cf7939b5548 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:20.851677 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c9ec8d63-0d99-4c11-904f-3a83996651ff req-1ce9d9ca-f99a-472a-828d-3cf7939b5548 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/ports?device_id=38129ccf-74c8-4c07-a8ae-ab6751385272 HTTP/1.1" status: 200 len: 971 time: 0.1443164 Jul 23 16:17:20.854641 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-861ea4b2-d86a-4cb2-92f4-433b543abd9d req-40a3266b-907d-425b-9d33-fc0886069518 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/security-groups?id=60ea5d1c-7359-4aa5-9e69-5ee426b0aafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782058 Jul 23 16:17:20.888052 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a8f539-4410-46ca-8413-6d8756b2e6c6 None None] Network e0071fed-2c0c-4a41-9293-dfa8be91538c requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:17:20.903814 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1060927c-ac85-43a9-a1f7-2c2767f97fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1d51a9-55f4-470f-8f76-a55feb8d6c7b'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:20.906796 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7121930-64af-4aef-b33c-b51e5addf026" -d '{"events": [{"server_uuid": "1060927c-ac85-43a9-a1f7-2c2767f97fc6", "name": "network-vif-plugged", "status": "completed", "tag": "be1d51a9-55f4-470f-8f76-a55feb8d6c7b"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:20.920628 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c9ec8d63-0d99-4c11-904f-3a83996651ff req-e36fb9cb-24bb-4484-abbf-8235fd951dd0 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef64f484-5f15-46ac-aebc-206bb05798fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544724 Jul 23 16:17:20.989339 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31810fa3-bf1d-47a7-8f78-ee2614e024e1 x-openstack-request-id: req-31810fa3-bf1d-47a7-8f78-ee2614e024e1 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:20.997783 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1060927c-ac85-43a9-a1f7-2c2767f97fc6", "name": "network-vif-plugged", "status": "completed", "tag": "be1d51a9-55f4-470f-8f76-a55feb8d6c7b", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:20.999467 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-31810fa3-bf1d-47a7-8f78-ee2614e024e1 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:21.000081 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1060927c-ac85-43a9-a1f7-2c2767f97fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1d51a9-55f4-470f-8f76-a55feb8d6c7b', 'code': 200} Jul 23 16:17:21.070933 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b0bb3-14f7-4237-a902-992341c5d878 req-c09d515a-5325-4602-b70b-3693939873ab tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:21.079284 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-184b0bb3-14f7-4237-a902-992341c5d878 req-c09d515a-5325-4602-b70b-3693939873ab tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 950 time: 0.0778515 Jul 23 16:17:21.120670 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-184b0bb3-14f7-4237-a902-992341c5d878 req-4ee5d78b-ae03-4af0-9a86-438a5c798e5a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405495 Jul 23 16:17:21.147467 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12526d9d-7b90-4f34-9b29-bc15bb4b4365 req-f9d8fc3b-4bc5-42fd-b9b1-8d81c70c55b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:21.150086 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-12526d9d-7b90-4f34-9b29-bc15bb4b4365 req-f9d8fc3b-4bc5-42fd-b9b1-8d81c70c55b9 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 1101 time: 0.0954201 Jul 23 16:17:21.191134 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-12526d9d-7b90-4f34-9b29-bc15bb4b4365 req-ba5854b7-2733-455f-864e-c49477680fc1 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333633 Jul 23 16:17:21.424442 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52112) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:21.633634 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-030f8151-6851-4b8e-91aa-7fc8a9698f0e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-869700684-network', 'tenant_id': '99723e5380fa445eaf3e3e6a11125224'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:21.646886 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-6dde6048-7efe-4e6c-8a56-26cec404b918 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:21.648833 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-6dde6048-7efe-4e6c-8a56-26cec404b918 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/networks?id=cbcbd292-3824-44cf-913c-59a7184e692c HTTP/1.1" status: 200 len: 808 time: 0.1886685 Jul 23 16:17:21.659607 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030f8151-6851-4b8e-91aa-7fc8a9698f0e admin admin] Made reservation on behalf of 99723e5380fa445eaf3e3e6a11125224 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:21.662449 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-030f8151-6851-4b8e-91aa-7fc8a9698f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:21.667312 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-6fcbd5b1-8ff2-42b3-8973-a846f72b5493 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/quotas/3e7d59ab22bf4a75bedef87dbf37ca66 HTTP/1.1" status: 200 len: 375 time: 0.0128384 Jul 23 16:17:21.673579 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-030f8151-6851-4b8e-91aa-7fc8a9698f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:21.715970 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-35893605-c124-4a0f-9efd-b0ce92e045ed tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416949 Jul 23 16:17:21.810228 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-030f8151-6851-4b8e-91aa-7fc8a9698f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:21.815696 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-030f8151-6851-4b8e-91aa-7fc8a9698f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:21.841181 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030f8151-6851-4b8e-91aa-7fc8a9698f0e admin admin] vlan segment allocate from pool success with {'vlan_id': 1129, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:17:21.857490 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f8151-6851-4b8e-91aa-7fc8a9698f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c77babd-d2b8-49c2-a630-64bd22f7b4f2,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:21.860521 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-030f8151-6851-4b8e-91aa-7fc8a9698f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:21.860891 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-030f8151-6851-4b8e-91aa-7fc8a9698f0e admin admin] Added segment 78e15982-0240-4688-87fb-53d8666e4878 of type vlan for network 0019b4de-12af-4a15-913c-e7ef644eb458 Jul 23 16:17:21.907237 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-030f8151-6851-4b8e-91aa-7fc8a9698f0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:21.941788 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-030f8151-6851-4b8e-91aa-7fc8a9698f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:21.945390 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030f8151-6851-4b8e-91aa-7fc8a9698f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:21.946021 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-030f8151-6851-4b8e-91aa-7fc8a9698f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:21.978090 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-f908a0b5-33d8-4091-ba3c-9dfbb2b2920d service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:17:21.985418 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-f908a0b5-33d8-4091-ba3c-9dfbb2b2920d service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1512840 Jul 23 16:17:22.030515 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f8151-6851-4b8e-91aa-7fc8a9698f0e admin admin] Pushing event updated for resources: {'Network': ['ID=0019b4de-12af-4a15-913c-e7ef644eb458,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:22.037956 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-030f8151-6851-4b8e-91aa-7fc8a9698f0e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6114213 Jul 23 16:17:22.039111 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52146) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:22.041422 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 0019b4de-12af-4a15-913c-e7ef644eb458 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:17:22.044680 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-12e44be2-53a2-4a09-be14-a675444b5da2 admin admin] Request body: {'subnet': {'network_id': '0019b4de-12af-4a15-913c-e7ef644eb458', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-869700684-subnet', 'tenant_id': '99723e5380fa445eaf3e3e6a11125224', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:22.078892 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e44be2-53a2-4a09-be14-a675444b5da2 admin admin] Made reservation on behalf of 99723e5380fa445eaf3e3e6a11125224 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:22.081420 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-12e44be2-53a2-4a09-be14-a675444b5da2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:22.089764 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-df62710c-a09f-48fb-8892-77f0dfe84492 service neutron] 10.222.0.73 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028197 Jul 23 16:17:22.206628 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d675ea-ba00-45b4-9601-936bedd71fbd req-0d555a70-dadb-42e8-b234-d72be309ed8f tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:22.213743 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d1d675ea-ba00-45b4-9601-936bedd71fbd req-0d555a70-dadb-42e8-b234-d72be309ed8f tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da87a39-d9cf-4c9f-9228-08051b7f87ea HTTP/1.1" status: 200 len: 950 time: 0.2821517 Jul 23 16:17:22.241308 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-e5b6526a-13f5-48d1-bd84-9f9e967ee354 service neutron] 10.222.0.73 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506481 Jul 23 16:17:22.292863 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d1d675ea-ba00-45b4-9601-936bedd71fbd req-17317439-92eb-4f0d-bcd1-0520469314ab tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/security-groups?id=60ea5d1c-7359-4aa5-9e69-5ee426b0aafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761356 Jul 23 16:17:22.306380 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a35017-d80e-42a7-887d-970800f3bc07 req-c2ba01e4-f1c6-4cce-a402-b89e43c3df1a tempest-DeleteServersAdminTestJSON-1850648184 tempest-DeleteServersAdminTestJSON-1850648184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:22.308819 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-01a35017-d80e-42a7-887d-970800f3bc07 req-c2ba01e4-f1c6-4cce-a402-b89e43c3df1a tempest-DeleteServersAdminTestJSON-1850648184 tempest-DeleteServersAdminTestJSON-1850648184-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=9da87a39-d9cf-4c9f-9228-08051b7f87ea HTTP/1.1" status: 200 len: 1101 time: 0.1674047 Jul 23 16:17:22.506537 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-12e44be2-53a2-4a09-be14-a675444b5da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:22.527103 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2ccb4-8e24-4bdc-9eaa-b9adcbcbe438 req-a3363994-d4ad-44b7-bdf4-bd09dfc0b1be tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:22.531017 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20e2ccb4-8e24-4bdc-9eaa-b9adcbcbe438 req-a3363994-d4ad-44b7-bdf4-bd09dfc0b1be tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/ports?device_id=38129ccf-74c8-4c07-a8ae-ab6751385272 HTTP/1.1" status: 200 len: 971 time: 0.1272223 Jul 23 16:17:22.634194 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20e2ccb4-8e24-4bdc-9eaa-b9adcbcbe438 req-7258dbd6-a466-4ab3-94f7-a7e11edcc1b1 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef64f484-5f15-46ac-aebc-206bb05798fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929089 Jul 23 16:17:22.649462 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-01a35017-d80e-42a7-887d-970800f3bc07 req-04276b16-9120-4f30-830f-8149a4cd46e4 tempest-DeleteServersAdminTestJSON-1850648184 tempest-DeleteServersAdminTestJSON-1850648184-project-admin] Deleting port c69e26f1-d118-474d-a1ba-7b576986507d {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:17:22.649788 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-01a35017-d80e-42a7-887d-970800f3bc07 req-04276b16-9120-4f30-830f-8149a4cd46e4 tempest-DeleteServersAdminTestJSON-1850648184 tempest-DeleteServersAdminTestJSON-1850648184-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:22.707230 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e44be2-53a2-4a09-be14-a675444b5da2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d1f277b-8a3e-47a5-b6cf-059da7a73076,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:22.766532 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e44be2-53a2-4a09-be14-a675444b5da2 admin admin] Checking segment: {'id': '78e15982-0240-4688-87fb-53d8666e4878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '0019b4de-12af-4a15-913c-e7ef644eb458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:22.766898 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e44be2-53a2-4a09-be14-a675444b5da2 admin admin] Network hostable DHCP agents. Network: 0019b4de-12af-4a15-913c-e7ef644eb458, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:17:22.778006 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4964b641-79dd-4c47-a94c-05a96f4091dc req-3dce2075-9e5e-4442-a926-f903be124bd2 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745 HTTP/1.1" status: 200 len: 210 time: 0.0815756 Jul 23 16:17:22.812372 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e44be2-53a2-4a09-be14-a675444b5da2 admin admin] Network 0019b4de-12af-4a15-913c-e7ef644eb458 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:17:22.820022 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2601d-48bc-4155-9a83-f7dd37ca33eb req-19b87cce-17d6-463d-9f62-c3e10d229ca2 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:22.821527 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-01a35017-d80e-42a7-887d-970800f3bc07 req-04276b16-9120-4f30-830f-8149a4cd46e4 tempest-DeleteServersAdminTestJSON-1850648184 tempest-DeleteServersAdminTestJSON-1850648184-project-admin] For port c69e26f1-d118-474d-a1ba-7b576986507d, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=c69e26f1-d118-474d-a1ba-7b576986507d,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:22.821895 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-01a35017-d80e-42a7-887d-970800f3bc07 req-04276b16-9120-4f30-830f-8149a4cd46e4 tempest-DeleteServersAdminTestJSON-1850648184 tempest-DeleteServersAdminTestJSON-1850648184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:22.824942 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-21e2601d-48bc-4155-9a83-f7dd37ca33eb req-19b87cce-17d6-463d-9f62-c3e10d229ca2 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 950 time: 0.2587061 Jul 23 16:17:22.850246 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-01a35017-d80e-42a7-887d-970800f3bc07 req-04276b16-9120-4f30-830f-8149a4cd46e4 tempest-DeleteServersAdminTestJSON-1850648184 tempest-DeleteServersAdminTestJSON-1850648184-project-admin] Calling delete_port for c69e26f1-d118-474d-a1ba-7b576986507d owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:17:22.855951 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-12e44be2-53a2-4a09-be14-a675444b5da2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 0019b4de-12af-4a15-913c-e7ef644eb458) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:22.860522 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e44be2-53a2-4a09-be14-a675444b5da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:22.861211 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-12e44be2-53a2-4a09-be14-a675444b5da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:22.875229 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf316c9-68b6-4996-aa68-2f6e9971c56d None None] Network 0019b4de-12af-4a15-913c-e7ef644eb458 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:17:22.940336 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-21e2601d-48bc-4155-9a83-f7dd37ca33eb req-2267cc2a-55e7-4051-a0a5-494723234d8b tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086440 Jul 23 16:17:22.969254 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f05c73-2c35-44ca-9928-432a722179af req-c4af469c-552a-4d38-82af-620962f76a5f tempest-AggregatesAdminTestJSON-1999008498 tempest-AggregatesAdminTestJSON-1999008498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:22.971167 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a1f05c73-2c35-44ca-9928-432a722179af req-c4af469c-552a-4d38-82af-620962f76a5f tempest-AggregatesAdminTestJSON-1999008498 tempest-AggregatesAdminTestJSON-1999008498-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=38129ccf-74c8-4c07-a8ae-ab6751385272 HTTP/1.1" status: 200 len: 1122 time: 0.0814254 Jul 23 16:17:22.994836 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a1f05c73-2c35-44ca-9928-432a722179af req-802402ad-9b93-4cae-bd39-1d1626bf5ae1 tempest-AggregatesAdminTestJSON-1999008498 tempest-AggregatesAdminTestJSON-1999008498-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.085215 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cdf041-5bbb-431c-a8e4-9d730697ee23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-0019b4de-12af-4a15-913c-e7ef644eb458', 'network_id': '0019b4de-12af-4a15-913c-e7ef644eb458', 'tenant_id': '99723e5380fa445eaf3e3e6a11125224', 'fixed_ips': [{'subnet_id': '0d1f277b-8a3e-47a5-b6cf-059da7a73076'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:17:23.086117 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-02cdf041-5bbb-431c-a8e4-9d730697ee23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.116880 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a1f05c73-2c35-44ca-9928-432a722179af req-802402ad-9b93-4cae-bd39-1d1626bf5ae1 tempest-AggregatesAdminTestJSON-1999008498 tempest-AggregatesAdminTestJSON-1999008498-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.126931 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a1f05c73-2c35-44ca-9928-432a722179af req-802402ad-9b93-4cae-bd39-1d1626bf5ae1 tempest-AggregatesAdminTestJSON-1999008498 tempest-AggregatesAdminTestJSON-1999008498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.145665 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-12e44be2-53a2-4a09-be14-a675444b5da2 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1054130 Jul 23 16:17:23.147827 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52192) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:23.153709 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-08562d19-6467-4546-9e9d-4b0deb904f99 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-869700684-router', 'tenant_id': '99723e5380fa445eaf3e3e6a11125224', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:23.184873 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a1f05c73-2c35-44ca-9928-432a722179af req-802402ad-9b93-4cae-bd39-1d1626bf5ae1 tempest-AggregatesAdminTestJSON-1999008498 tempest-AggregatesAdminTestJSON-1999008498-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ef64f484-5f15-46ac-aebc-206bb05798fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067676 Jul 23 16:17:23.191325 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802402ad-9b93-4cae-bd39-1d1626bf5ae1 tempest-AggregatesAdminTestJSON-1999008498 tempest-AggregatesAdminTestJSON-1999008498-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9984271b-9fd8-4ed8-8d56-5ba65b72ff56,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:23.221227 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-08562d19-6467-4546-9e9d-4b0deb904f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.222363 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-08562d19-6467-4546-9e9d-4b0deb904f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.287690 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-02cdf041-5bbb-431c-a8e4-9d730697ee23 None None] Allocated IP 172.20.0.2 (0019b4de-12af-4a15-913c-e7ef644eb458/0d1f277b-8a3e-47a5-b6cf-059da7a73076/2e1ea609-1675-4d60-af02-a8271b76674b) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:23.314594 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-08562d19-6467-4546-9e9d-4b0deb904f99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.366884 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-01a35017-d80e-42a7-887d-970800f3bc07 req-04276b16-9120-4f30-830f-8149a4cd46e4 tempest-DeleteServersAdminTestJSON-1850648184 tempest-DeleteServersAdminTestJSON-1850648184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.398762 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['c69e26f1-d118-474d-a1ba-7b576986507d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:17:23.412632 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-5f89f6a1-6f63-4a33-bfd4-066c70498296 req-89895278-e9d5-48e2-8ada-8e18977efc92 tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1222642499', 'description': 'tempest-description-196160678'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:23.440476 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04276b16-9120-4f30-830f-8149a4cd46e4 tempest-DeleteServersAdminTestJSON-1850648184 tempest-DeleteServersAdminTestJSON-1850648184-project-admin] Pushing event deleted for resources: {'Port': ['ID=c69e26f1-d118-474d-a1ba-7b576986507d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:23.463426 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5f89f6a1-6f63-4a33-bfd4-066c70498296 req-89895278-e9d5-48e2-8ada-8e18977efc92 tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.472052 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5f89f6a1-6f63-4a33-bfd4-066c70498296 req-89895278-e9d5-48e2-8ada-8e18977efc92 tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.569329 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-02cdf041-5bbb-431c-a8e4-9d730697ee23 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.584571 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-02cdf041-5bbb-431c-a8e4-9d730697ee23 None None] Transition to ACTIVE for port object 2e1ea609-1675-4d60-af02-a8271b76674b will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:23.603781 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-02cdf041-5bbb-431c-a8e4-9d730697ee23 None None] Transition to ACTIVE for port object 2e1ea609-1675-4d60-af02-a8271b76674b will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:23.608824 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a35017-d80e-42a7-887d-970800f3bc07 req-04276b16-9120-4f30-830f-8149a4cd46e4 tempest-DeleteServersAdminTestJSON-1850648184 tempest-DeleteServersAdminTestJSON-1850648184-project-admin] No DVR routers for this DVR port c69e26f1-d118-474d-a1ba-7b576986507d on host n-h2-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:17:23.615792 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-02cdf041-5bbb-431c-a8e4-9d730697ee23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.616610 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-01a35017-d80e-42a7-887d-970800f3bc07 req-04276b16-9120-4f30-830f-8149a4cd46e4 tempest-DeleteServersAdminTestJSON-1850648184 tempest-DeleteServersAdminTestJSON-1850648184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.625379 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-01a35017-d80e-42a7-887d-970800f3bc07 req-04276b16-9120-4f30-830f-8149a4cd46e4 tempest-DeleteServersAdminTestJSON-1850648184 tempest-DeleteServersAdminTestJSON-1850648184-project-admin] 10.222.0.97 "DELETE /v2.0/ports/c69e26f1-d118-474d-a1ba-7b576986507d HTTP/1.1" status: 204 len: 173 time: 1.3016696 Jul 23 16:17:23.627668 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da87a39-d9cf-4c9f-9228-08051b7f87ea', 'name': 'network-vif-deleted', 'tag': 'c69e26f1-d118-474d-a1ba-7b576986507d'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:23.638579 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b9773f-2b0d-4b18-b0c5-0addd1b603be" -d '{"events": [{"server_uuid": "9da87a39-d9cf-4c9f-9228-08051b7f87ea", "name": "network-vif-deleted", "tag": "c69e26f1-d118-474d-a1ba-7b576986507d"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:23.645768 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5f89f6a1-6f63-4a33-bfd4-066c70498296 req-89895278-e9d5-48e2-8ada-8e18977efc92 tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.649433 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-08562d19-6467-4546-9e9d-4b0deb904f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.656291 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5f89f6a1-6f63-4a33-bfd4-066c70498296 req-89895278-e9d5-48e2-8ada-8e18977efc92 tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.670558 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cdf041-5bbb-431c-a8e4-9d730697ee23 None None] Network 0019b4de-12af-4a15-913c-e7ef644eb458 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:23.676089 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-02cdf041-5bbb-431c-a8e4-9d730697ee23 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:23.680520 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cdf041-5bbb-431c-a8e4-9d730697ee23 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:23.688175 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cdf041-5bbb-431c-a8e4-9d730697ee23 None None] Pushing event updated for resources: {'Port': ['ID=2e1ea609-1675-4d60-af02-a8271b76674b,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:23.794887 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89895278-e9d5-48e2-8ada-8e18977efc92 tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e58d9e83-1522-4bb4-b1a1-49424064db34,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:23.875243 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd01d5-c81e-44d3-9ee1-bbe0429006b5 req-ae8273e9-1f7d-4e11-b971-f25b96e89514 tempest-MigrationsAdminTest-1672807212 tempest-MigrationsAdminTest-1672807212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:23.877159 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a8cd01d5-c81e-44d3-9ee1-bbe0429006b5 req-ae8273e9-1f7d-4e11-b971-f25b96e89514 tempest-MigrationsAdminTest-1672807212 tempest-MigrationsAdminTest-1672807212-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 1101 time: 0.1716540 Jul 23 16:17:23.908487 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5f89f6a1-6f63-4a33-bfd4-066c70498296 req-89895278-e9d5-48e2-8ada-8e18977efc92 tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.920944 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a8cd01d5-c81e-44d3-9ee1-bbe0429006b5 req-1eda6f04-7596-45ef-a1df-5a7485d577a2 tempest-MigrationsAdminTest-1672807212 tempest-MigrationsAdminTest-1672807212-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.922457 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-02cdf041-5bbb-431c-a8e4-9d730697ee23 None None] Attempting to bind port 2e1ea609-1675-4d60-af02-a8271b76674b on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:23.922886 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-02cdf041-5bbb-431c-a8e4-9d730697ee23 None None] Attempting to bind port 2e1ea609-1675-4d60-af02-a8271b76674b by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '78e15982-0240-4688-87fb-53d8666e4878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '0019b4de-12af-4a15-913c-e7ef644eb458'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:23.923255 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cdf041-5bbb-431c-a8e4-9d730697ee23 None None] Attempting to bind port 2e1ea609-1675-4d60-af02-a8271b76674b on network 0019b4de-12af-4a15-913c-e7ef644eb458 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:23.926236 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5f89f6a1-6f63-4a33-bfd4-066c70498296 req-89895278-e9d5-48e2-8ada-8e18977efc92 tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.928696 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cdf041-5bbb-431c-a8e4-9d730697ee23 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:17:23.929079 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cdf041-5bbb-431c-a8e4-9d730697ee23 None None] Checking segment: {'id': '78e15982-0240-4688-87fb-53d8666e4878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '0019b4de-12af-4a15-913c-e7ef644eb458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:23.929496 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-02cdf041-5bbb-431c-a8e4-9d730697ee23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.929987 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cdf041-5bbb-431c-a8e4-9d730697ee23 None None] Bound using segment: {'id': '78e15982-0240-4688-87fb-53d8666e4878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '0019b4de-12af-4a15-913c-e7ef644eb458'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:17:23.930450 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-02cdf041-5bbb-431c-a8e4-9d730697ee23 None None] Bound port: 2e1ea609-1675-4d60-af02-a8271b76674b, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e15982-0240-4688-87fb-53d8666e4878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '0019b4de-12af-4a15-913c-e7ef644eb458'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:23.930844 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-02cdf041-5bbb-431c-a8e4-9d730697ee23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:24.004283 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89895278-e9d5-48e2-8ada-8e18977efc92 tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c56a3315-5952-43ff-a057-856b0b036761,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:24.018039 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-02cdf041-5bbb-431c-a8e4-9d730697ee23 None None] For port 2e1ea609-1675-4d60-af02-a8271b76674b, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:24.022204 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-02cdf041-5bbb-431c-a8e4-9d730697ee23 None None] For port 2e1ea609-1675-4d60-af02-a8271b76674b, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2e1ea609-1675-4d60-af02-a8271b76674b,segment=NetworkSegment(78e15982-0240-4688-87fb-53d8666e4878),segment_id=78e15982-0240-4688-87fb-53d8666e4878)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:17:24.031756 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5f89f6a1-6f63-4a33-bfd4-066c70498296 req-89895278-e9d5-48e2-8ada-8e18977efc92 tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:24.031962 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-02cdf041-5bbb-431c-a8e4-9d730697ee23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:24.033321 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5f89f6a1-6f63-4a33-bfd4-066c70498296 req-89895278-e9d5-48e2-8ada-8e18977efc92 tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6322782 Jul 23 16:17:24.061193 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-08562d19-6467-4546-9e9d-4b0deb904f99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:24.109712 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-08562d19-6467-4546-9e9d-4b0deb904f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:24.113276 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cdf041-5bbb-431c-a8e4-9d730697ee23 None None] Pushing event updated for resources: {'Port': ['ID=2e1ea609-1675-4d60-af02-a8271b76674b,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:24.145993 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-57b9af5c-2ff2-41e6-97f4-db0104505d46 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:24.147889 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-57b9af5c-2ff2-41e6-97f4-db0104505d46 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.74 "GET /v2.0/networks?id=cbcbd292-3824-44cf-913c-59a7184e692c HTTP/1.1" status: 200 len: 808 time: 0.2227352 Jul 23 16:17:24.170497 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-c9585af7-4967-4b81-b45a-6d07d78cdcec tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Request body: {'port': {'device_id': 'f5ac7a2e-c4c0-4ae1-8ef7-46de50765745', 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c', 'admin_state_up': True, 'tenant_id': '3e7d59ab22bf4a75bedef87dbf37ca66'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:24.268070 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-08562d19-6467-4546-9e9d-4b0deb904f99 admin admin] Allocated IP 172.25.8.41 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/d5ff401f-d860-469f-a05a-e46b7e3bfef7) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:24.305202 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a8cd01d5-c81e-44d3-9ee1-bbe0429006b5 req-1eda6f04-7596-45ef-a1df-5a7485d577a2 tempest-MigrationsAdminTest-1672807212 tempest-MigrationsAdminTest-1672807212-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:24.329902 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a8cd01d5-c81e-44d3-9ee1-bbe0429006b5 req-1eda6f04-7596-45ef-a1df-5a7485d577a2 tempest-MigrationsAdminTest-1672807212 tempest-MigrationsAdminTest-1672807212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:24.363468 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e64d1488-28d0-4afb-8a4e-7605b2e4314f req-d037ff8d-91d0-440b-a6f5-83ad5dc39e46 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da87a39-d9cf-4c9f-9228-08051b7f87ea HTTP/1.1" status: 200 len: 210 time: 0.0569191 Jul 23 16:17:24.397874 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a8cd01d5-c81e-44d3-9ee1-bbe0429006b5 req-1eda6f04-7596-45ef-a1df-5a7485d577a2 tempest-MigrationsAdminTest-1672807212 tempest-MigrationsAdminTest-1672807212-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5089378 Jul 23 16:17:24.398464 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda6f04-7596-45ef-a1df-5a7485d577a2 tempest-MigrationsAdminTest-1672807212 tempest-MigrationsAdminTest-1672807212-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9845a6-6e0e-42f5-b6eb-e6911560879d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:24.402022 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-c9585af7-4967-4b81-b45a-6d07d78cdcec tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Made reservation on behalf of 3e7d59ab22bf4a75bedef87dbf37ca66 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:24.407794 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-c9585af7-4967-4b81-b45a-6d07d78cdcec tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:24.489779 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-08562d19-6467-4546-9e9d-4b0deb904f99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:24.492949 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b195d3dc-3cfa-45a0-9ad9-a86a9da3cd34 x-openstack-request-id: req-b195d3dc-3cfa-45a0-9ad9-a86a9da3cd34 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:24.493260 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da87a39-d9cf-4c9f-9228-08051b7f87ea", "name": "network-vif-deleted", "tag": "c69e26f1-d118-474d-a1ba-7b576986507d", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:24.493515 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b195d3dc-3cfa-45a0-9ad9-a86a9da3cd34 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:24.493919 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da87a39-d9cf-4c9f-9228-08051b7f87ea', 'name': 'network-vif-deleted', 'tag': 'c69e26f1-d118-474d-a1ba-7b576986507d', 'status': 'completed', 'code': 200} Jul 23 16:17:24.602029 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-08562d19-6467-4546-9e9d-4b0deb904f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:24.647949 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08562d19-6467-4546-9e9d-4b0deb904f99 admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:24.651316 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-08562d19-6467-4546-9e9d-4b0deb904f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:24.657778 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08562d19-6467-4546-9e9d-4b0deb904f99 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:24.677796 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-288442fd-4a47-4380-af40-51365e003403 req-99fb6629-52bc-4ef7-a603-1c05090dc2bb tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2047031382', 'description': 'tempest-description-1451528522'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:24.690570 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08562d19-6467-4546-9e9d-4b0deb904f99 admin admin] Pushing event updated for resources: {'Port': ['ID=d5ff401f-d860-469f-a05a-e46b7e3bfef7,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:24.695651 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7a779734-ad34-4313-ba7c-59d136e935be req-44f3ce01-f9af-490a-ab14-082144d230eb tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745 HTTP/1.1" status: 200 len: 210 time: 0.0915737 Jul 23 16:17:24.741570 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-c9585af7-4967-4b81-b45a-6d07d78cdcec tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Allocated IP 172.20.0.2 (cbcbd292-3824-44cf-913c-59a7184e692c/f8384c77-6398-425d-9275-6a23db41a285/122ef259-640d-4589-b162-4a77274d8825) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:24.776328 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-288442fd-4a47-4380-af40-51365e003403 req-99fb6629-52bc-4ef7-a603-1c05090dc2bb tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:24.975049 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-c9585af7-4967-4b81-b45a-6d07d78cdcec tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:24.984072 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-288442fd-4a47-4380-af40-51365e003403 req-99fb6629-52bc-4ef7-a603-1c05090dc2bb tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:24.990477 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-288442fd-4a47-4380-af40-51365e003403 req-99fb6629-52bc-4ef7-a603-1c05090dc2bb tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:24.992984 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-08562d19-6467-4546-9e9d-4b0deb904f99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:25.029677 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-288442fd-4a47-4380-af40-51365e003403 req-99fb6629-52bc-4ef7-a603-1c05090dc2bb tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:25.043587 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-288442fd-4a47-4380-af40-51365e003403 req-99fb6629-52bc-4ef7-a603-1c05090dc2bb tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3705695 Jul 23 16:17:25.044278 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb6629-52bc-4ef7-a603-1c05090dc2bb tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ed37cc-8ed4-43b8-ae13-79ed4d64aa3c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:25.079101 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-c9585af7-4967-4b81-b45a-6d07d78cdcec tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:25.129671 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-c9585af7-4967-4b81-b45a-6d07d78cdcec tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Network cbcbd292-3824-44cf-913c-59a7184e692c is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:25.134036 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-c9585af7-4967-4b81-b45a-6d07d78cdcec tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:25.138582 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-c9585af7-4967-4b81-b45a-6d07d78cdcec tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:25.190226 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9585af7-4967-4b81-b45a-6d07d78cdcec tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Pushing event updated for resources: {'Port': ['ID=122ef259-640d-4589-b162-4a77274d8825,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:25.208654 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-c9585af7-4967-4b81-b45a-6d07d78cdcec tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:25.209393 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-c9585af7-4967-4b81-b45a-6d07d78cdcec tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:25.256508 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-c9585af7-4967-4b81-b45a-6d07d78cdcec tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0949299 Jul 23 16:17:25.272655 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-1c4b4c9c-0f73-4442-a8b8-70f5e49e7191 service neutron] Request body: {'port': {'device_id': 'f5ac7a2e-c4c0-4ae1-8ef7-46de50765745', 'device_owner': 'compute:tempest-test_az-1922388982', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:25.300576 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-08562d19-6467-4546-9e9d-4b0deb904f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:25.368667 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-1c4b4c9c-0f73-4442-a8b8-70f5e49e7191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:25.385221 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4097bf65-643f-4e83-b66b-c3c0aee8a1ec req-94e70425-799d-4ae7-99c1-2ddedecf3469 tempest-QuotasAdminNegativeTest-1913233390 tempest-QuotasAdminNegativeTest-1913233390-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=c53c10fda7ae4ab083cc76c898dbc7f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1469855 Jul 23 16:17:25.452661 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a3a3b4-4b31-47cf-9192-3374512d758f None None] Network 0019b4de-12af-4a15-913c-e7ef644eb458 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:17:25.460342 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08562d19-6467-4546-9e9d-4b0deb904f99 admin admin] Router a6a08cbc-6860-4742-9728-81802f0d7037 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:17:25.535481 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-9b2a2bfe-c5c2-4ad1-811e-cbfda3a8af1d None None] Provisioning for port 2e1ea609-1675-4d60-af02-a8271b76674b completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:25.642077 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08562d19-6467-4546-9e9d-4b0deb904f99 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:17:25.653007 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bca7633-4d74-4863-aa0a-d02792d6bf94 None None] Sync routers for ids ['a6a08cbc-6860-4742-9728-81802f0d7037'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:17:25.663418 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bca7633-4d74-4863-aa0a-d02792d6bf94 None None] Routers {'a6a08cbc-6860-4742-9728-81802f0d7037'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:25.664181 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-6bca7633-4d74-4863-aa0a-d02792d6bf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:17:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a6a08cbc-6860-4742-9728-81802f0d7037'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:25.687773 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-08562d19-6467-4546-9e9d-4b0deb904f99 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:25.691571 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-08562d19-6467-4546-9e9d-4b0deb904f99 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5401897 Jul 23 16:17:25.691819 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52272) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:25.740142 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-6f62ed28-ed4a-40d9-8559-94ff461bb2f0 req-78fe5e0d-4928-4f77-8e22-d230610c837d tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2029899959', 'description': 'tempest-description-1249569675'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:25.747179 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device c69e26f1-d118-474d-a1ba-7b576986507d no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:17:25.773002 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52276) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:25.782943 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: c69e26f1-d118-474d-a1ba-7b576986507d {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:17:25.783612 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device c69e26f1-d118-474d-a1ba-7b576986507d not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:17:25.795847 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2e1ea609-1675-4d60-af02-a8271b76674b up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:25.883018 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 2e1ea609-1675-4d60-af02-a8271b76674b completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:25.891946 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 2e1ea609-1675-4d60-af02-a8271b76674b triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:25.892373 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:25.932883 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-6bca7633-4d74-4863-aa0a-d02792d6bf94 None None] Set router a6a08cbc-6860-4742-9728-81802f0d7037 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:25.949797 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6f62ed28-ed4a-40d9-8559-94ff461bb2f0 req-78fe5e0d-4928-4f77-8e22-d230610c837d tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:25.992721 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097bf65-643f-4e83-b66b-c3c0aee8a1ec req-47cde4b8-8006-4680-8056-a758938842e5 tempest-QuotasAdminNegativeTest-1913233390 tempest-QuotasAdminNegativeTest-1913233390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:25.999792 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4097bf65-643f-4e83-b66b-c3c0aee8a1ec req-47cde4b8-8006-4680-8056-a758938842e5 tempest-QuotasAdminNegativeTest-1913233390 tempest-QuotasAdminNegativeTest-1913233390-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5825238 Jul 23 16:17:26.013663 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.017718 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6f62ed28-ed4a-40d9-8559-94ff461bb2f0 req-78fe5e0d-4928-4f77-8e22-d230610c837d tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.037520 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4097bf65-643f-4e83-b66b-c3c0aee8a1ec req-02223d85-78c8-4c90-863d-6ff301908a19 tempest-QuotasAdminNegativeTest-1913233390 tempest-QuotasAdminNegativeTest-1913233390-project] 10.222.0.73 "GET /v2.0/quotas/c53c10fda7ae4ab083cc76c898dbc7f5 HTTP/1.1" status: 200 len: 375 time: 0.0365577 Jul 23 16:17:26.079144 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 2e1ea609-1675-4d60-af02-a8271b76674b, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2e1ea609-1675-4d60-af02-a8271b76674b,segment=NetworkSegment(78e15982-0240-4688-87fb-53d8666e4878),segment_id=78e15982-0240-4688-87fb-53d8666e4878)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:26.084530 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-52eebcc6-a005-4972-b329-261042441da6 None None] Provisioning complete for port 2e1ea609-1675-4d60-af02-a8271b76674b triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:26.084786 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-52eebcc6-a005-4972-b329-261042441da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.089396 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4097bf65-643f-4e83-b66b-c3c0aee8a1ec req-d0b7e724-9f43-464b-9433-6d6ec1417b5b tempest-QuotasAdminNegativeTest-1913233390 tempest-QuotasAdminNegativeTest-1913233390-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c53c10fda7ae4ab083cc76c898dbc7f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508556 Jul 23 16:17:26.135989 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.168019 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-6bca7633-4d74-4863-aa0a-d02792d6bf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a08cbc-6860-4742-9728-81802f0d7037', 'name': 'tempest-FloatingIPDetailsTestJSON-869700684-router', 'tenant_id': '99723e5380fa445eaf3e3e6a11125224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'd5ff401f-d860-469f-a05a-e46b7e3bfef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:23Z', 'updated_at': '2021-07-23T16:17:24Z', 'revision_number': 3, 'project_id': '99723e5380fa445eaf3e3e6a11125224', 'gw_port': {'id': 'd5ff401f-d860-469f-a05a-e46b7e3bfef7', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a08cbc-6860-4742-9728-81802f0d7037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:24Z', 'updated_at': '2021-07-23T16:17:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:26.202362 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bca7633-4d74-4863-aa0a-d02792d6bf94 None None] Checking router: a6a08cbc-6860-4742-9728-81802f0d7037 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:17:26.203053 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bca7633-4d74-4863-aa0a-d02792d6bf94 None None] Updating router a6a08cbc-6860-4742-9728-81802f0d7037 port d5ff401f-d860-469f-a05a-e46b7e3bfef7 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:17:26.247697 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-6bca7633-4d74-4863-aa0a-d02792d6bf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.248190 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=2e1ea609-1675-4d60-af02-a8271b76674b,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:26.376371 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-f97ddf43-d656-4095-ad23-86779ba4621b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5802121 Jul 23 16:17:26.379854 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-1c4b4c9c-0f73-4442-a8b8-70f5e49e7191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 122ef259-640d-4589-b162-4a77274d8825 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:17:26.421732 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-1c4b4c9c-0f73-4442-a8b8-70f5e49e7191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.458087 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-1c4b4c9c-0f73-4442-a8b8-70f5e49e7191 service neutron] Transition to ACTIVE for port object 122ef259-640d-4589-b162-4a77274d8825 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:26.471702 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-1c4b4c9c-0f73-4442-a8b8-70f5e49e7191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.489450 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9386f3f8-0a7b-41a0-9647-6826433b1fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.563237 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-6bca7633-4d74-4863-aa0a-d02792d6bf94 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.568194 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b4c9c-0f73-4442-a8b8-70f5e49e7191 service neutron] Pushing event updated for resources: {'Port': ['ID=122ef259-640d-4589-b162-4a77274d8825,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:26.577725 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae863191-03ca-4fa2-a147-774465923a7e req-b3b17dec-1160-4d4d-af2c-c0a613589663 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:26.578254 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-6bca7633-4d74-4863-aa0a-d02792d6bf94 None None] Transition to ACTIVE for port object d5ff401f-d860-469f-a05a-e46b7e3bfef7 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:26.580027 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ae863191-03ca-4fa2-a147-774465923a7e req-b3b17dec-1160-4d4d-af2c-c0a613589663 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 950 time: 0.2021279 Jul 23 16:17:26.587376 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-6bca7633-4d74-4863-aa0a-d02792d6bf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.641217 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6f62ed28-ed4a-40d9-8559-94ff461bb2f0 req-78fe5e0d-4928-4f77-8e22-d230610c837d tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.654691 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6f62ed28-ed4a-40d9-8559-94ff461bb2f0 req-78fe5e0d-4928-4f77-8e22-d230610c837d tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.661921 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8f80d-3d5b-40bb-a762-17bd58e4ab9e None None] Pushing event updated for resources: {'Port': ['ID=d5ff401f-d860-469f-a05a-e46b7e3bfef7,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:26.673044 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd8f80d-3d5b-40bb-a762-17bd58e4ab9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:26.673575 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd8f80d-3d5b-40bb-a762-17bd58e4ab9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:26.673978 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd8f80d-3d5b-40bb-a762-17bd58e4ab9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:26.674410 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd8f80d-3d5b-40bb-a762-17bd58e4ab9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:26.674837 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd8f80d-3d5b-40bb-a762-17bd58e4ab9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:26.675258 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd8f80d-3d5b-40bb-a762-17bd58e4ab9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:26.675675 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd8f80d-3d5b-40bb-a762-17bd58e4ab9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:26.676115 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd8f80d-3d5b-40bb-a762-17bd58e4ab9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:26.676530 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd8f80d-3d5b-40bb-a762-17bd58e4ab9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:26.676940 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd8f80d-3d5b-40bb-a762-17bd58e4ab9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:26.677502 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd8f80d-3d5b-40bb-a762-17bd58e4ab9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:26.678231 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd8f80d-3d5b-40bb-a762-17bd58e4ab9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd8f80d-3d5b-40bb-a762-17bd58e4ab9e None None] Tracked resource versions report: Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: pushed versions: Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: { 'AddressGroup': {'1.2'}, Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: 'ConntrackHelper': {'1.0'}, Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: 'Log': {'1.0'}, Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: 'Network': {'1.1'}, Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: 'Port': {'1.7'}, Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: 'PortForwarding': {'1.2'}, Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: 'QosPolicy': {'1.8'}, Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: 'SecurityGroup': {'1.4'}, Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: 'SubPort': {'1.0'}, Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: 'Subnet': {'1.1'}, Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: 'Trunk': {'1.1'}} Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: consumer versions: Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: { DHCP agent@n-d-778549-4: {}, Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: HyperV agent@n-h1-778549-4: {}, Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: HyperV agent@n-h2-778549-4: {}, Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: L3 agent@n-d-778549-4: {}, Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: Metadata agent@n-d-778549-4: {}, Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: Metering agent@n-d-778549-4: {}, Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: Open vSwitch agent@n-d-778549-4: { 'AddressGroup': '1.2', Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: 'ConntrackHelper': '1.0', Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: 'Log': '1.0', Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: 'Network': '1.1', Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: 'Port': '1.7', Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: 'PortForwarding': '1.2', Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: 'QosPolicy': '1.8', Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: 'SecurityGroup': '1.4', Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: 'SecurityGroupRule': '1.2', Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: 'SubPort': '1.0', Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: 'Subnet': '1.1', Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: 'Trunk': '1.1'}} Jul 23 16:17:26.680187 n-d-778549-4 neutron-server[94015]: {{(pid=94015) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:17:26.693255 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-6bca7633-4d74-4863-aa0a-d02792d6bf94 None None] Attempting to bind port d5ff401f-d860-469f-a05a-e46b7e3bfef7 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:26.693697 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-6bca7633-4d74-4863-aa0a-d02792d6bf94 None None] Attempting to bind port d5ff401f-d860-469f-a05a-e46b7e3bfef7 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:26.694121 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bca7633-4d74-4863-aa0a-d02792d6bf94 None None] Attempting to bind port d5ff401f-d860-469f-a05a-e46b7e3bfef7 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:26.699807 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bca7633-4d74-4863-aa0a-d02792d6bf94 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:17:26.700267 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bca7633-4d74-4863-aa0a-d02792d6bf94 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:26.700757 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-6bca7633-4d74-4863-aa0a-d02792d6bf94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.701248 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bca7633-4d74-4863-aa0a-d02792d6bf94 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:17:26.701805 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-6bca7633-4d74-4863-aa0a-d02792d6bf94 None None] Bound port: d5ff401f-d860-469f-a05a-e46b7e3bfef7, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:26.702164 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-6bca7633-4d74-4863-aa0a-d02792d6bf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.728607 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ae863191-03ca-4fa2-a147-774465923a7e req-0ff52c6e-9055-4d29-aea9-1e6b4d6bd5c9 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289959 Jul 23 16:17:26.731773 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-9386f3f8-0a7b-41a0-9647-6826433b1fc8 admin admin] Allocated IP 172.20.0.1 (0019b4de-12af-4a15-913c-e7ef644eb458/0d1f277b-8a3e-47a5-b6cf-059da7a73076/a7b42a31-6312-434d-861c-a623760067b4) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:26.734129 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe5e0d-4928-4f77-8e22-d230610c837d tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb17d05d-fce1-4796-8d18-ad2243e8df4b,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:26.749248 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-1c4b4c9c-0f73-4442-a8b8-70f5e49e7191 service neutron] Attempting to bind port 122ef259-640d-4589-b162-4a77274d8825 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:26.749616 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-1c4b4c9c-0f73-4442-a8b8-70f5e49e7191 service neutron] Attempting to bind port 122ef259-640d-4589-b162-4a77274d8825 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:26.749951 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-1c4b4c9c-0f73-4442-a8b8-70f5e49e7191 service neutron] Attempting to bind port 122ef259-640d-4589-b162-4a77274d8825 on network cbcbd292-3824-44cf-913c-59a7184e692c {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:26.765284 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-1c4b4c9c-0f73-4442-a8b8-70f5e49e7191 service neutron] Port 122ef259-640d-4589-b162-4a77274d8825 on network cbcbd292-3824-44cf-913c-59a7184e692c not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:17:26.765619 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-1c4b4c9c-0f73-4442-a8b8-70f5e49e7191 service neutron] Attempting to bind port 122ef259-640d-4589-b162-4a77274d8825 on network cbcbd292-3824-44cf-913c-59a7184e692c {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:26.772004 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-1c4b4c9c-0f73-4442-a8b8-70f5e49e7191 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:17:26.772349 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-1c4b4c9c-0f73-4442-a8b8-70f5e49e7191 service neutron] Checking segment: {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:26.772736 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-1c4b4c9c-0f73-4442-a8b8-70f5e49e7191 service neutron] Bound using segment: {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:17:26.773218 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-1c4b4c9c-0f73-4442-a8b8-70f5e49e7191 service neutron] Bound port: 122ef259-640d-4589-b162-4a77274d8825, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:26.773582 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-1c4b4c9c-0f73-4442-a8b8-70f5e49e7191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.843769 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-6bca7633-4d74-4863-aa0a-d02792d6bf94 None None] For port d5ff401f-d860-469f-a05a-e46b7e3bfef7, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:26.850463 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-6bca7633-4d74-4863-aa0a-d02792d6bf94 None None] For port d5ff401f-d860-469f-a05a-e46b7e3bfef7, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d5ff401f-d860-469f-a05a-e46b7e3bfef7,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:17:26.860331 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-6bca7633-4d74-4863-aa0a-d02792d6bf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.871166 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6f62ed28-ed4a-40d9-8559-94ff461bb2f0 req-78fe5e0d-4928-4f77-8e22-d230610c837d tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.878704 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-1c4b4c9c-0f73-4442-a8b8-70f5e49e7191 service neutron] For port 122ef259-640d-4589-b162-4a77274d8825, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:26.882549 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-1c4b4c9c-0f73-4442-a8b8-70f5e49e7191 service neutron] For port 122ef259-640d-4589-b162-4a77274d8825, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=122ef259-640d-4589-b162-4a77274d8825,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:17:26.883644 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6f62ed28-ed4a-40d9-8559-94ff461bb2f0 req-78fe5e0d-4928-4f77-8e22-d230610c837d tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.900830 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-1c4b4c9c-0f73-4442-a8b8-70f5e49e7191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.942867 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9386f3f8-0a7b-41a0-9647-6826433b1fc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.963561 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-9386f3f8-0a7b-41a0-9647-6826433b1fc8 admin admin] Transition to ACTIVE for port object a7b42a31-6312-434d-861c-a623760067b4 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:26.973932 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8f80d-3d5b-40bb-a762-17bd58e4ab9e None None] Pushing event updated for resources: {'Port': ['ID=d5ff401f-d860-469f-a05a-e46b7e3bfef7,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:26.977184 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bca7633-4d74-4863-aa0a-d02792d6bf94 None None] Routers {'a6a08cbc-6860-4742-9728-81802f0d7037'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:26.978171 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-6bca7633-4d74-4863-aa0a-d02792d6bf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:17:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a6a08cbc-6860-4742-9728-81802f0d7037'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:27.010525 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9386f3f8-0a7b-41a0-9647-6826433b1fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:27.018330 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b4c9c-0f73-4442-a8b8-70f5e49e7191 service neutron] Pushing event updated for resources: {'Port': ['ID=122ef259-640d-4589-b162-4a77274d8825,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:27.026216 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6f62ed28-ed4a-40d9-8559-94ff461bb2f0 req-78fe5e0d-4928-4f77-8e22-d230610c837d tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:27.027959 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f62ed28-ed4a-40d9-8559-94ff461bb2f0 req-78fe5e0d-4928-4f77-8e22-d230610c837d tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.3045616 Jul 23 16:17:27.028536 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe5e0d-4928-4f77-8e22-d230610c837d tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80852101-9e4d-4bf0-9747-203720e9d918,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:27.046062 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-1c4b4c9c-0f73-4442-a8b8-70f5e49e7191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:27.046990 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-1c4b4c9c-0f73-4442-a8b8-70f5e49e7191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:27.048543 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-1c4b4c9c-0f73-4442-a8b8-70f5e49e7191 service neutron] 10.222.0.74 "PUT /v2.0/ports/122ef259-640d-4589-b162-4a77274d8825 HTTP/1.1" status: 200 len: 1113 time: 1.7811069 Jul 23 16:17:27.049149 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ac7a2e-c4c0-4ae1-8ef7-46de50765745', 'tag': '122ef259-640d-4589-b162-4a77274d8825'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:27.051600 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d472c1-73cf-4813-a06a-3f53742d6150" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ac7a2e-c4c0-4ae1-8ef7-46de50765745", "tag": "122ef259-640d-4589-b162-4a77274d8825"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:27.081108 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386f3f8-0a7b-41a0-9647-6826433b1fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=a7b42a31-6312-434d-861c-a623760067b4,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:27.093722 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9386f3f8-0a7b-41a0-9647-6826433b1fc8 admin admin] Network 0019b4de-12af-4a15-913c-e7ef644eb458 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:27.095187 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-9386f3f8-0a7b-41a0-9647-6826433b1fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:27.097730 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9386f3f8-0a7b-41a0-9647-6826433b1fc8 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:27.132729 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-6bca7633-4d74-4863-aa0a-d02792d6bf94 None None] Set router a6a08cbc-6860-4742-9728-81802f0d7037 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:27.191341 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9386f3f8-0a7b-41a0-9647-6826433b1fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:27.257380 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-34bee9fc-7999-4404-ad96-abdfc085df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:27.259785 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-34bee9fc-7999-4404-ad96-abdfc085df19 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745 HTTP/1.1" status: 200 len: 1116 time: 0.1682801 Jul 23 16:17:27.280431 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6f9c9-ca78-47a3-85f3-1df1bc7c7adb req-d057c1aa-017c-4756-b700-a199456238fe tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:27.282823 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8cb6f9c9-ca78-47a3-85f3-1df1bc7c7adb req-d057c1aa-017c-4756-b700-a199456238fe tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745 HTTP/1.1" status: 200 len: 965 time: 0.1442208 Jul 23 16:17:27.338248 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-043c48cf-33a6-40a1-b9f1-66c9ae5516ab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=122ef259-640d-4589-b162-4a77274d8825 HTTP/1.1" status: 200 len: 217 time: 0.0672896 Jul 23 16:17:27.418131 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8cb6f9c9-ca78-47a3-85f3-1df1bc7c7adb req-1ac30305-d234-4013-85da-aed06ec1f145 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276994 Jul 23 16:17:27.443275 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-b230cf2e-21e9-4677-8d7e-f11c69b6303f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:27.445338 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-b230cf2e-21e9-4677-8d7e-f11c69b6303f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f8384c77-6398-425d-9275-6a23db41a285 HTTP/1.1" status: 200 len: 848 time: 0.0982809 Jul 23 16:17:27.467196 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9386f3f8-0a7b-41a0-9647-6826433b1fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:27.505501 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-65aa7f2d-b3d7-4695-89b1-4982dc497a34 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cbcbd292-3824-44cf-913c-59a7184e692c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529733 Jul 23 16:17:27.524587 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7bb1051d-00c0-4c38-ac56-1b9a97748f2d None None] Provisioning for port a7b42a31-6312-434d-861c-a623760067b4 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:27.531518 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7bb1051d-00c0-4c38-ac56-1b9a97748f2d None None] Provisioning complete for port a7b42a31-6312-434d-861c-a623760067b4 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:27.531904 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7bb1051d-00c0-4c38-ac56-1b9a97748f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:27.535852 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-bc094673-21a3-43b3-a5bc-474f5fb91b54 req-6bcb83e9-92f8-4c7c-974f-43ba8e863c35 tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1562014962', 'description': 'tempest-description-835772414'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:27.561182 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-eb36e1d9-45ae-46f5-8586-4a5b467b45cd tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=d4ee55c0b0eb45be9a950ff9ab7ecbc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544879 Jul 23 16:17:27.591505 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-7bb1051d-00c0-4c38-ac56-1b9a97748f2d None None] Port a7b42a31-6312-434d-861c-a623760067b4 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:17:27.603305 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-6bca7633-4d74-4863-aa0a-d02792d6bf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a08cbc-6860-4742-9728-81802f0d7037', 'name': 'tempest-FloatingIPDetailsTestJSON-869700684-router', 'tenant_id': '99723e5380fa445eaf3e3e6a11125224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'd5ff401f-d860-469f-a05a-e46b7e3bfef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:23Z', 'updated_at': '2021-07-23T16:17:24Z', 'revision_number': 3, 'project_id': '99723e5380fa445eaf3e3e6a11125224', 'gw_port': {'id': 'd5ff401f-d860-469f-a05a-e46b7e3bfef7', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a08cbc-6860-4742-9728-81802f0d7037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:24Z', 'updated_at': '2021-07-23T16:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:27.636102 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bca7633-4d74-4863-aa0a-d02792d6bf94 None None] The sync data for ids ['a6a08cbc-6860-4742-9728-81802f0d7037'] in n-d-778549-4 is: [{'id': 'a6a08cbc-6860-4742-9728-81802f0d7037', 'name': 'tempest-FloatingIPDetailsTestJSON-869700684-router', 'tenant_id': '99723e5380fa445eaf3e3e6a11125224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'd5ff401f-d860-469f-a05a-e46b7e3bfef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:23Z', 'updated_at': '2021-07-23T16:17:24Z', 'revision_number': 3, 'project_id': '99723e5380fa445eaf3e3e6a11125224', 'gw_port': {'id': 'd5ff401f-d860-469f-a05a-e46b7e3bfef7', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a08cbc-6860-4742-9728-81802f0d7037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:24Z', 'updated_at': '2021-07-23T16:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:17:27.679813 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bc094673-21a3-43b3-a5bc-474f5fb91b54 req-6bcb83e9-92f8-4c7c-974f-43ba8e863c35 tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:27.730809 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2e1ea609-1675-4d60-af02-a8271b76674b up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:27.769494 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9386f3f8-0a7b-41a0-9647-6826433b1fc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:27.775824 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9386f3f8-0a7b-41a0-9647-6826433b1fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:27.794395 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-646f9e2b-c5a6-4eb4-820b-959d7fc45628 service neutron] 10.222.0.74 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759178 Jul 23 16:17:27.809472 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 2e1ea609-1675-4d60-af02-a8271b76674b triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:27.809886 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:27.863090 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-5657b857-9605-443f-961c-fdcd7b5ba182 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:27.869659 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-5657b857-9605-443f-961c-fdcd7b5ba182 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2956455 Jul 23 16:17:27.874190 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9386f3f8-0a7b-41a0-9647-6826433b1fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:27.889998 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386f3f8-0a7b-41a0-9647-6826433b1fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=a7b42a31-6312-434d-861c-a623760067b4,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:27.897467 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-5567818f-176f-460b-a014-7d08f401241e tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/quotas/d4ee55c0b0eb45be9a950ff9ab7ecbc3 HTTP/1.1" status: 200 len: 375 time: 0.0262558 Jul 23 16:17:27.969695 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-91dc6c8c-9bc2-4e81-9fe4-36cbf4aa3c58 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d4ee55c0b0eb45be9a950ff9ab7ecbc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709233 Jul 23 16:17:27.983436 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bc094673-21a3-43b3-a5bc-474f5fb91b54 req-6bcb83e9-92f8-4c7c-974f-43ba8e863c35 tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:27.994782 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bc094673-21a3-43b3-a5bc-474f5fb91b54 req-6bcb83e9-92f8-4c7c-974f-43ba8e863c35 tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:27.997284 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9386f3f8-0a7b-41a0-9647-6826433b1fc8 admin admin] Network 0019b4de-12af-4a15-913c-e7ef644eb458 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:27.999876 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-9386f3f8-0a7b-41a0-9647-6826433b1fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:28.005892 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4ab471f1-110d-4698-8f74-f301f08fd16a req-5cbbb3c2-1119-4c15-bca7-c09c3bc92032 service neutron] 10.222.0.74 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019670 Jul 23 16:17:28.044586 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bc094673-21a3-43b3-a5bc-474f5fb91b54 req-6bcb83e9-92f8-4c7c-974f-43ba8e863c35 tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:28.044586 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc094673-21a3-43b3-a5bc-474f5fb91b54 req-6bcb83e9-92f8-4c7c-974f-43ba8e863c35 tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5241516 Jul 23 16:17:28.059874 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb83e9-92f8-4c7c-974f-43ba8e863c35 tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc40929f-4237-4997-8e2f-41b799df2cd1,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:28.127458 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ee0c40-0cdc-4858-8503-d1caf8cf10d0 x-openstack-request-id: req-06ee0c40-0cdc-4858-8503-d1caf8cf10d0 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:28.127996 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ac7a2e-c4c0-4ae1-8ef7-46de50765745", "tag": "122ef259-640d-4589-b162-4a77274d8825", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:28.128634 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-06ee0c40-0cdc-4858-8503-d1caf8cf10d0 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:28.129257 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ac7a2e-c4c0-4ae1-8ef7-46de50765745', 'tag': '122ef259-640d-4589-b162-4a77274d8825', 'status': 'completed', 'code': 200} Jul 23 16:17:28.316314 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d472c1-73cf-4813-a06a-3f53742d6150 req-84e15f97-e367-4fed-9557-f8439a825166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:28.317890 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2d472c1-73cf-4813-a06a-3f53742d6150 req-84e15f97-e367-4fed-9557-f8439a825166 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745 HTTP/1.1" status: 200 len: 1116 time: 0.1229513 Jul 23 16:17:28.319354 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-fe042fdb-3202-47c4-8273-ae9f6cdc680a None None] Provisioning complete for port a7b42a31-6312-434d-861c-a623760067b4 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:28.320009 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fe042fdb-3202-47c4-8273-ae9f6cdc680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:28.408383 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-fe042fdb-3202-47c4-8273-ae9f6cdc680a None None] Port a7b42a31-6312-434d-861c-a623760067b4 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:17:28.439934 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9386f3f8-0a7b-41a0-9647-6826433b1fc8 admin admin] Router a6a08cbc-6860-4742-9728-81802f0d7037 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:17:28.469261 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-18480c02-2313-4435-9f6e-767b95ed1c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:28.470780 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-18480c02-2313-4435-9f6e-767b95ed1c24 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 1101 time: 0.2016380 Jul 23 16:17:28.495442 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d472c1-73cf-4813-a06a-3f53742d6150 req-58c4ed39-78f0-40f2-84cb-9ea8ae68b042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:28.497248 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2d472c1-73cf-4813-a06a-3f53742d6150 req-58c4ed39-78f0-40f2-84cb-9ea8ae68b042 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cbcbd292-3824-44cf-913c-59a7184e692c HTTP/1.1" status: 200 len: 910 time: 0.1692195 Jul 23 16:17:28.560163 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2d472c1-73cf-4813-a06a-3f53742d6150 req-8a4a4133-fa15-4ac2-887a-f1f9f5c2bd49 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=122ef259-640d-4589-b162-4a77274d8825 HTTP/1.1" status: 200 len: 217 time: 0.0412462 Jul 23 16:17:28.642882 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d472c1-73cf-4813-a06a-3f53742d6150 req-256a076e-b354-45af-bf84-1888f46a3314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:28.644303 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2d472c1-73cf-4813-a06a-3f53742d6150 req-256a076e-b354-45af-bf84-1888f46a3314 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f8384c77-6398-425d-9275-6a23db41a285 HTTP/1.1" status: 200 len: 848 time: 0.0534742 Jul 23 16:17:28.671753 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-c51fda48-763b-4ce8-ba30-d0a9e4443962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:28.673369 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-c51fda48-763b-4ce8-ba30-d0a9e4443962 service neutron] 10.222.0.97 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.1910486 Jul 23 16:17:28.712181 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2d472c1-73cf-4813-a06a-3f53742d6150 req-869f4ea0-0c38-4938-921d-b211d478cecf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cbcbd292-3824-44cf-913c-59a7184e692c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451226 Jul 23 16:17:28.733465 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-aaca1b0d-ec36-4174-8c1b-64c43fb88d9d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=be1d51a9-55f4-470f-8f76-a55feb8d6c7b HTTP/1.1" status: 200 len: 217 time: 0.0496490 Jul 23 16:17:28.739654 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9386f3f8-0a7b-41a0-9647-6826433b1fc8 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:17:28.748180 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9386f3f8-0a7b-41a0-9647-6826433b1fc8 admin admin] 10.222.0.73 "PUT /v2.0/routers/a6a08cbc-6860-4742-9728-81802f0d7037/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0553334 Jul 23 16:17:28.826762 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-62edbcca-0b63-4490-9a1f-1804f62edd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:28.828546 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-62edbcca-0b63-4490-9a1f-1804f62edd4f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0868158 Jul 23 16:17:28.850293 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cdac1-6fa2-415d-aa63-1ae2baf78d2c req-e76e7661-91e3-43e8-bef6-e0665f8dd7c9 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:28.851835 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1e9cdac1-6fa2-415d-aa63-1ae2baf78d2c req-e76e7661-91e3-43e8-bef6-e0665f8dd7c9 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 950 time: 0.3526325 Jul 23 16:17:28.918231 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-362627c2-d191-4bf4-8aa0-0ab215fb0c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:28.919806 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-362627c2-d191-4bf4-8aa0-0ab215fb0c8f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0840499 Jul 23 16:17:29.030339 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-3a05a0ec-8c42-4b34-a230-4461932ad4dd service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025167 Jul 23 16:17:29.126972 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-69a08517-9660-40e9-b8bd-f355da83158f service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905585 Jul 23 16:17:29.138167 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2d472c1-73cf-4813-a06a-3f53742d6150 req-0177c6a6-a247-4738-a33c-08c5ac089e08 service neutron] 10.222.0.74 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178905 Jul 23 16:17:29.143767 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1e9cdac1-6fa2-415d-aa63-1ae2baf78d2c req-11d992d2-24e1-4ac5-ab6a-03a975f2cb30 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985723 Jul 23 16:17:29.291341 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-964b2ffe-a41d-4894-9b94-e94c348cb355 req-88487fa2-d7fb-4f77-9cd2-bb64282731c8 tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42359 time: 0.7930894 Jul 23 16:17:29.293736 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2230e40f-8e37-417a-9747-87948cf8bed5 req-096ad810-218c-4580-800e-d257e5583bca tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/ports?device_id=78bd769e-a1fc-4c04-947c-181b5b80f590 HTTP/1.1" status: 200 len: 210 time: 0.0582564 Jul 23 16:17:29.321941 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2d472c1-73cf-4813-a06a-3f53742d6150 req-12702c41-8241-4560-80a7-4048a5f721d7 service neutron] 10.222.0.74 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772451 Jul 23 16:17:29.349462 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-964b2ffe-a41d-4894-9b94-e94c348cb355 req-7e52f8a6-b34a-47e9-a8ec-c551a89ea426 tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] 10.222.0.73 "GET /v2.0/security-groups/1c335407-78be-4790-91ab-530975b55e5a HTTP/1.1" status: 200 len: 2981 time: 0.0447865 Jul 23 16:17:29.416310 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-964b2ffe-a41d-4894-9b94-e94c348cb355 req-426c9411-31ac-48fa-bec9-01e98248801f tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] 10.222.0.73 "GET /v2.0/security-groups/1c335407-78be-4790-91ab-530975b55e5a HTTP/1.1" status: 200 len: 2981 time: 0.0561979 Jul 23 16:17:29.442727 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-8ff05b56-7beb-4919-868d-87e753b6e55c tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=d4ee55c0b0eb45be9a950ff9ab7ecbc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295811 Jul 23 16:17:29.503967 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-964b2ffe-a41d-4894-9b94-e94c348cb355 req-0ff2329d-7f0c-4173-b670-fedadedb2d92 tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] 10.222.0.73 "GET /v2.0/security-groups/361df414-ba32-4517-8407-dff0e6e2a9fb HTTP/1.1" status: 200 len: 2977 time: 0.0815029 Jul 23 16:17:29.568785 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-964b2ffe-a41d-4894-9b94-e94c348cb355 req-e56afe8c-a742-44af-b9a3-34421d90a123 tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] 10.222.0.73 "GET /v2.0/security-groups/361df414-ba32-4517-8407-dff0e6e2a9fb HTTP/1.1" status: 200 len: 2977 time: 0.0555701 Jul 23 16:17:29.618816 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-b6bfcd9c-62f4-4b17-ad32-90a218f05b96 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:29.620989 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-b6bfcd9c-62f4-4b17-ad32-90a218f05b96 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1729956 Jul 23 16:17:29.632913 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-36bc22df-5bd9-4966-9b52-10bfa8857975 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Request body: {'port': {'device_id': '78bd769e-a1fc-4c04-947c-181b5b80f590', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'admin_state_up': True, 'tenant_id': 'd4ee55c0b0eb45be9a950ff9ab7ecbc3'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:29.653072 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-964b2ffe-a41d-4894-9b94-e94c348cb355 req-4e00ec04-94fd-4b45-9c90-338d74dba8d2 tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] 10.222.0.73 "GET /v2.0/security-groups/36e9f30d-27f1-4d4b-bd79-ae05e27a9819 HTTP/1.1" status: 200 len: 2973 time: 0.0761614 Jul 23 16:17:29.689723 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469c527-9533-49ca-8542-f867f853e2bb req-1764cf43-f0a5-48cd-9f81-1b9679226ba6 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:29.691458 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b469c527-9533-49ca-8542-f867f853e2bb req-1764cf43-f0a5-48cd-9f81-1b9679226ba6 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745 HTTP/1.1" status: 200 len: 965 time: 0.1121778 Jul 23 16:17:29.715532 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d5ff401f-d860-469f-a05a-e46b7e3bfef7 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:29.729273 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-964b2ffe-a41d-4894-9b94-e94c348cb355 req-0b21d983-392b-465e-ab7f-9bc3e003792a tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] 10.222.0.73 "GET /v2.0/security-groups/36e9f30d-27f1-4d4b-bd79-ae05e27a9819 HTTP/1.1" status: 200 len: 2973 time: 0.0690839 Jul 23 16:17:29.757545 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b469c527-9533-49ca-8542-f867f853e2bb req-d5352b3c-ecb2-49f3-a0e1-2047cfa8c5f6 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498183 Jul 23 16:17:29.806750 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port d5ff401f-d860-469f-a05a-e46b7e3bfef7 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:29.811774 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port d5ff401f-d860-469f-a05a-e46b7e3bfef7 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:29.812422 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:29.827214 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-964b2ffe-a41d-4894-9b94-e94c348cb355 req-af752e41-303d-454c-8a9a-48324815d64e tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] 10.222.0.73 "GET /v2.0/security-groups/36f768d8-2d36-4519-8ca7-32251dcb14e1 HTTP/1.1" status: 200 len: 2981 time: 0.0832863 Jul 23 16:17:29.846463 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e52447-c49e-4da5-bfcd-f75c1fbc8ad8 None None] Sync routers for ids ['a6a08cbc-6860-4742-9728-81802f0d7037'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:17:29.863441 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e52447-c49e-4da5-bfcd-f75c1fbc8ad8 None None] Routers {'a6a08cbc-6860-4742-9728-81802f0d7037'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:29.864227 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-44e52447-c49e-4da5-bfcd-f75c1fbc8ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:17:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a6a08cbc-6860-4742-9728-81802f0d7037'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:29.888572 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-964b2ffe-a41d-4894-9b94-e94c348cb355 req-049fca6d-e70d-4d85-9ce5-23b84b7cd5b5 tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] 10.222.0.73 "GET /v2.0/security-groups/36f768d8-2d36-4519-8ca7-32251dcb14e1 HTTP/1.1" status: 200 len: 2981 time: 0.0553827 Jul 23 16:17:29.963621 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-36bc22df-5bd9-4966-9b52-10bfa8857975 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Made reservation on behalf of d4ee55c0b0eb45be9a950ff9ab7ecbc3 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:29.967986 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-36bc22df-5bd9-4966-9b52-10bfa8857975 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:30.019857 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:30.024628 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-964b2ffe-a41d-4894-9b94-e94c348cb355 req-b2ac2db3-af27-4db4-a2d4-89e01ac6c65e tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] 10.222.0.73 "GET /v2.0/security-groups/60ea5d1c-7359-4aa5-9e69-5ee426b0aafd HTTP/1.1" status: 200 len: 2977 time: 0.1221395 Jul 23 16:17:30.026624 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-44e52447-c49e-4da5-bfcd-f75c1fbc8ad8 None None] Set router a6a08cbc-6860-4742-9728-81802f0d7037 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:30.070028 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port d5ff401f-d860-469f-a05a-e46b7e3bfef7, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d5ff401f-d860-469f-a05a-e46b7e3bfef7,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:30.076555 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:30.100237 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-36bc22df-5bd9-4966-9b52-10bfa8857975 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Allocated IP 192.168.233.120 (eb3bf372-6ffe-4c33-8777-29948d4b4373/3812e6e5-38ac-4c93-85ce-3dab2cef76c9/1e6adacf-7e6d-4141-af23-f17583271e93) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:30.203736 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=d5ff401f-d860-469f-a05a-e46b7e3bfef7,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:30.206889 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bebba133-bc0f-4b00-bef2-c283a3ce66b3 req-f3cf2568-da11-4c95-ad93-08446ca96d55 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2948847 Jul 23 16:17:30.213379 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-bebba133-bc0f-4b00-bef2-c283a3ce66b3 req-4fb9119f-1dc2-466a-9e43-f65570f56440 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:30.220351 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-964b2ffe-a41d-4894-9b94-e94c348cb355 req-08e04c03-321d-4c28-b015-7120822123d4 tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] 10.222.0.73 "GET /v2.0/security-groups/60ea5d1c-7359-4aa5-9e69-5ee426b0aafd HTTP/1.1" status: 200 len: 2977 time: 0.1791911 Jul 23 16:17:30.263791 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bebba133-bc0f-4b00-bef2-c283a3ce66b3 req-4fb9119f-1dc2-466a-9e43-f65570f56440 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:30.273747 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-36bc22df-5bd9-4966-9b52-10bfa8857975 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:30.285277 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-44e52447-c49e-4da5-bfcd-f75c1fbc8ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a08cbc-6860-4742-9728-81802f0d7037', 'name': 'tempest-FloatingIPDetailsTestJSON-869700684-router', 'tenant_id': '99723e5380fa445eaf3e3e6a11125224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'd5ff401f-d860-469f-a05a-e46b7e3bfef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:23Z', 'updated_at': '2021-07-23T16:17:27Z', 'revision_number': 4, 'project_id': '99723e5380fa445eaf3e3e6a11125224', 'gw_port': {'id': 'd5ff401f-d860-469f-a05a-e46b7e3bfef7', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a08cbc-6860-4742-9728-81802f0d7037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:24Z', 'updated_at': '2021-07-23T16:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'a7b42a31-6312-434d-861c-a623760067b4', 'name': '', 'network_id': '0019b4de-12af-4a15-913c-e7ef644eb458', 'tenant_id': '99723e5380fa445eaf3e3e6a11125224', 'mac_address': 'fa:16:3e:57:44:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a08cbc-6860-4742-9728-81802f0d7037', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '0d1f277b-8a3e-47a5-b6cf-059da7a73076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:26Z', 'updated_at': '2021-07-23T16:17:27Z', 'revision_number': 2, 'project_id': '99723e5380fa445eaf3e3e6a11125224', 'subnets': [{'id': '0d1f277b-8a3e-47a5-b6cf-059da7a73076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:30.287081 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-964b2ffe-a41d-4894-9b94-e94c348cb355 req-03361fea-2623-4d98-b0c0-374548ee5cd2 tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] 10.222.0.73 "GET /v2.0/security-groups/7c77babd-d2b8-49c2-a630-64bd22f7b4f2 HTTP/1.1" status: 200 len: 2981 time: 0.0596907 Jul 23 16:17:30.289452 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-36bc22df-5bd9-4966-9b52-10bfa8857975 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Transition to ACTIVE for port object 1e6adacf-7e6d-4141-af23-f17583271e93 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:30.322448 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e52447-c49e-4da5-bfcd-f75c1fbc8ad8 None None] Checking router: a6a08cbc-6860-4742-9728-81802f0d7037 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:17:30.322923 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e52447-c49e-4da5-bfcd-f75c1fbc8ad8 None None] Updating router a6a08cbc-6860-4742-9728-81802f0d7037 port a7b42a31-6312-434d-861c-a623760067b4 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:17:30.334676 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-36bc22df-5bd9-4966-9b52-10bfa8857975 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:30.358260 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-44e52447-c49e-4da5-bfcd-f75c1fbc8ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:30.375043 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-36bc22df-5bd9-4966-9b52-10bfa8857975 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:30.375893 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-964b2ffe-a41d-4894-9b94-e94c348cb355 req-1ebc2dea-2f01-45be-8839-c1aff4e08428 tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] 10.222.0.73 "GET /v2.0/security-groups/7c77babd-d2b8-49c2-a630-64bd22f7b4f2 HTTP/1.1" status: 200 len: 2981 time: 0.0795200 Jul 23 16:17:30.378154 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-36bc22df-5bd9-4966-9b52-10bfa8857975 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:30.381176 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-36bc22df-5bd9-4966-9b52-10bfa8857975 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:30.438410 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc22df-5bd9-4966-9b52-10bfa8857975 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Pushing event updated for resources: {'Port': ['ID=1e6adacf-7e6d-4141-af23-f17583271e93,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:30.455627 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-964b2ffe-a41d-4894-9b94-e94c348cb355 req-08de6a5d-1630-461c-9994-62e6500ecdb7 tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] 10.222.0.73 "GET /v2.0/security-groups/9984271b-9fd8-4ed8-8d56-5ba65b72ff56 HTTP/1.1" status: 200 len: 2981 time: 0.0687943 Jul 23 16:17:30.456630 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-36bc22df-5bd9-4966-9b52-10bfa8857975 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:30.457321 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-36bc22df-5bd9-4966-9b52-10bfa8857975 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:30.479993 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-36bc22df-5bd9-4966-9b52-10bfa8857975 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8510556 Jul 23 16:17:30.494176 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-3a3a78a9-4fec-4b3e-aa88-57c7772bb09b service neutron] Request body: {'port': {'device_id': '78bd769e-a1fc-4c04-947c-181b5b80f590', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:30.505374 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bebba133-bc0f-4b00-bef2-c283a3ce66b3 req-4fb9119f-1dc2-466a-9e43-f65570f56440 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:30.517090 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-964b2ffe-a41d-4894-9b94-e94c348cb355 req-d0d0b9e7-22d4-4794-b0aa-e24d9ac41c14 tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] 10.222.0.73 "GET /v2.0/security-groups/9984271b-9fd8-4ed8-8d56-5ba65b72ff56 HTTP/1.1" status: 200 len: 2981 time: 0.0604236 Jul 23 16:17:30.587101 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-3a3a78a9-4fec-4b3e-aa88-57c7772bb09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:30.648465 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-964b2ffe-a41d-4894-9b94-e94c348cb355 req-d62ff439-35c9-47e1-8f32-66be115153c2 tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] 10.222.0.73 "GET /v2.0/security-groups/a0e2eccd-ef56-4377-8939-7276f191b300 HTTP/1.1" status: 200 len: 2981 time: 0.1304240 Jul 23 16:17:30.677772 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a76832f3-aba9-494d-8f30-522d6900b6ea None None] Provisioning for port 1e6adacf-7e6d-4141-af23-f17583271e93 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:30.684494 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-44e52447-c49e-4da5-bfcd-f75c1fbc8ad8 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:30.688412 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a76832f3-aba9-494d-8f30-522d6900b6ea None None] Provisioning complete for port 1e6adacf-7e6d-4141-af23-f17583271e93 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:30.688849 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a76832f3-aba9-494d-8f30-522d6900b6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:30.719902 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-44e52447-c49e-4da5-bfcd-f75c1fbc8ad8 None None] Transition to ACTIVE for port object a7b42a31-6312-434d-861c-a623760067b4 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:30.733595 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-44e52447-c49e-4da5-bfcd-f75c1fbc8ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:30.740630 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a76832f3-aba9-494d-8f30-522d6900b6ea None None] Port 1e6adacf-7e6d-4141-af23-f17583271e93 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:17:30.747033 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-964b2ffe-a41d-4894-9b94-e94c348cb355 req-ed109918-4ead-4a40-a29c-7bd402510e9e tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] 10.222.0.73 "GET /v2.0/security-groups/a0e2eccd-ef56-4377-8939-7276f191b300 HTTP/1.1" status: 200 len: 2981 time: 0.0968235 Jul 23 16:17:30.749994 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-bebba133-bc0f-4b00-bef2-c283a3ce66b3 req-4fb9119f-1dc2-466a-9e43-f65570f56440 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Allocated IP 172.25.8.28 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/1e6c6347-0381-4307-8df3-96ae0c121c46) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:30.789403 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c4f6d-967b-4a25-a61c-c4bdeae6097f None None] Pushing event updated for resources: {'Port': ['ID=a7b42a31-6312-434d-861c-a623760067b4,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:30.801094 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:17:30.833936 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-964b2ffe-a41d-4894-9b94-e94c348cb355 req-e8678ddb-ce05-498f-91cc-b0134e8a1849 tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] 10.222.0.73 "GET /v2.0/security-groups/ab43d89c-cac4-45c8-bae1-a77da97c1e73 HTTP/1.1" status: 200 len: 2981 time: 0.0774033 Jul 23 16:17:30.864060 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-44e52447-c49e-4da5-bfcd-f75c1fbc8ad8 None None] Attempting to bind port a7b42a31-6312-434d-861c-a623760067b4 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:30.864431 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-44e52447-c49e-4da5-bfcd-f75c1fbc8ad8 None None] Attempting to bind port a7b42a31-6312-434d-861c-a623760067b4 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '78e15982-0240-4688-87fb-53d8666e4878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '0019b4de-12af-4a15-913c-e7ef644eb458'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:30.864788 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e52447-c49e-4da5-bfcd-f75c1fbc8ad8 None None] Attempting to bind port a7b42a31-6312-434d-861c-a623760067b4 on network 0019b4de-12af-4a15-913c-e7ef644eb458 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:30.872501 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e52447-c49e-4da5-bfcd-f75c1fbc8ad8 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:17:30.872872 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e52447-c49e-4da5-bfcd-f75c1fbc8ad8 None None] Checking segment: {'id': '78e15982-0240-4688-87fb-53d8666e4878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '0019b4de-12af-4a15-913c-e7ef644eb458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:30.873299 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-44e52447-c49e-4da5-bfcd-f75c1fbc8ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:30.873693 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e52447-c49e-4da5-bfcd-f75c1fbc8ad8 None None] Bound using segment: {'id': '78e15982-0240-4688-87fb-53d8666e4878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '0019b4de-12af-4a15-913c-e7ef644eb458'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:17:30.874159 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-44e52447-c49e-4da5-bfcd-f75c1fbc8ad8 None None] Bound port: a7b42a31-6312-434d-861c-a623760067b4, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e15982-0240-4688-87fb-53d8666e4878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '0019b4de-12af-4a15-913c-e7ef644eb458'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:30.874554 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-44e52447-c49e-4da5-bfcd-f75c1fbc8ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:30.929654 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-3a3a78a9-4fec-4b3e-aa88-57c7772bb09b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e6adacf-7e6d-4141-af23-f17583271e93 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:17:30.930014 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-964b2ffe-a41d-4894-9b94-e94c348cb355 req-6e09b4c6-b992-43f4-83c5-0414140895a4 tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] 10.222.0.73 "GET /v2.0/security-groups/ab43d89c-cac4-45c8-bae1-a77da97c1e73 HTTP/1.1" status: 200 len: 2981 time: 0.0696585 Jul 23 16:17:30.935285 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bebba133-bc0f-4b00-bef2-c283a3ce66b3 req-4fb9119f-1dc2-466a-9e43-f65570f56440 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:30.938985 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-3a3a78a9-4fec-4b3e-aa88-57c7772bb09b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:30.957835 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-3a3a78a9-4fec-4b3e-aa88-57c7772bb09b service neutron] Transition to ACTIVE for port object 1e6adacf-7e6d-4141-af23-f17583271e93 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:30.964937 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-3a3a78a9-4fec-4b3e-aa88-57c7772bb09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:30.968379 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-44e52447-c49e-4da5-bfcd-f75c1fbc8ad8 None None] For port a7b42a31-6312-434d-861c-a623760067b4, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:30.972884 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-44e52447-c49e-4da5-bfcd-f75c1fbc8ad8 None None] For port a7b42a31-6312-434d-861c-a623760067b4, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a7b42a31-6312-434d-861c-a623760067b4,segment=NetworkSegment(78e15982-0240-4688-87fb-53d8666e4878),segment_id=78e15982-0240-4688-87fb-53d8666e4878)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:17:30.982599 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-44e52447-c49e-4da5-bfcd-f75c1fbc8ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:30.997278 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-964b2ffe-a41d-4894-9b94-e94c348cb355 req-d0a18b52-bc46-4555-8133-2c8fb650c4a2 tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] 10.222.0.73 "GET /v2.0/security-groups/cb17d05d-fce1-4796-8d18-ad2243e8df4b HTTP/1.1" status: 200 len: 2981 time: 0.0594699 Jul 23 16:17:31.017635 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a78a9-4fec-4b3e-aa88-57c7772bb09b service neutron] Pushing event updated for resources: {'Port': ['ID=1e6adacf-7e6d-4141-af23-f17583271e93,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:31.022327 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bebba133-bc0f-4b00-bef2-c283a3ce66b3 req-4fb9119f-1dc2-466a-9e43-f65570f56440 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:31.063942 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e52447-c49e-4da5-bfcd-f75c1fbc8ad8 None None] Routers {'a6a08cbc-6860-4742-9728-81802f0d7037'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:31.064755 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-44e52447-c49e-4da5-bfcd-f75c1fbc8ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:17:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a6a08cbc-6860-4742-9728-81802f0d7037'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:31.078960 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bebba133-bc0f-4b00-bef2-c283a3ce66b3 req-4fb9119f-1dc2-466a-9e43-f65570f56440 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:31.096126 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-bebba133-bc0f-4b00-bef2-c283a3ce66b3 req-4fb9119f-1dc2-466a-9e43-f65570f56440 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:31.101171 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-bebba133-bc0f-4b00-bef2-c283a3ce66b3 req-4fb9119f-1dc2-466a-9e43-f65570f56440 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:31.104154 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-964b2ffe-a41d-4894-9b94-e94c348cb355 req-1ea164ab-2704-461c-b66c-28ee29f515e2 tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] 10.222.0.73 "GET /v2.0/security-groups/cb17d05d-fce1-4796-8d18-ad2243e8df4b HTTP/1.1" status: 200 len: 2981 time: 0.0997770 Jul 23 16:17:31.106396 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9119f-1dc2-466a-9e43-f65570f56440 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Pushing event updated for resources: {'Port': ['ID=1e6c6347-0381-4307-8df3-96ae0c121c46,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:31.124538 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-3a3a78a9-4fec-4b3e-aa88-57c7772bb09b service neutron] Attempting to bind port 1e6adacf-7e6d-4141-af23-f17583271e93 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:31.125338 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-3a3a78a9-4fec-4b3e-aa88-57c7772bb09b service neutron] Attempting to bind port 1e6adacf-7e6d-4141-af23-f17583271e93 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:31.125338 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-3a3a78a9-4fec-4b3e-aa88-57c7772bb09b service neutron] Attempting to bind port 1e6adacf-7e6d-4141-af23-f17583271e93 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:31.130055 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-3a3a78a9-4fec-4b3e-aa88-57c7772bb09b service neutron] Port 1e6adacf-7e6d-4141-af23-f17583271e93 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:17:31.130383 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-3a3a78a9-4fec-4b3e-aa88-57c7772bb09b service neutron] Attempting to bind port 1e6adacf-7e6d-4141-af23-f17583271e93 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:31.136384 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-3a3a78a9-4fec-4b3e-aa88-57c7772bb09b service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:17:31.136725 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-3a3a78a9-4fec-4b3e-aa88-57c7772bb09b service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:31.137131 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-3a3a78a9-4fec-4b3e-aa88-57c7772bb09b service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:17:31.137568 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-3a3a78a9-4fec-4b3e-aa88-57c7772bb09b service neutron] Bound port: 1e6adacf-7e6d-4141-af23-f17583271e93, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:31.137927 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-3a3a78a9-4fec-4b3e-aa88-57c7772bb09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:31.225949 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-3a3a78a9-4fec-4b3e-aa88-57c7772bb09b service neutron] For port 1e6adacf-7e6d-4141-af23-f17583271e93, host n-h2-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:31.231340 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-3a3a78a9-4fec-4b3e-aa88-57c7772bb09b service neutron] For port 1e6adacf-7e6d-4141-af23-f17583271e93, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=1e6adacf-7e6d-4141-af23-f17583271e93,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:17:31.241432 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-3a3a78a9-4fec-4b3e-aa88-57c7772bb09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:31.242353 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-964b2ffe-a41d-4894-9b94-e94c348cb355 req-351e2ffc-5851-44b3-8257-d4f57fa0478d tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] 10.222.0.73 "GET /v2.0/security-groups/de9845a6-6e0e-42f5-b6eb-e6911560879d HTTP/1.1" status: 200 len: 2981 time: 0.1113214 Jul 23 16:17:31.290628 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-3a3a78a9-4fec-4b3e-aa88-57c7772bb09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:31.292461 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-3a3a78a9-4fec-4b3e-aa88-57c7772bb09b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:31.294457 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-3a3a78a9-4fec-4b3e-aa88-57c7772bb09b service neutron] 10.222.0.97 "PUT /v2.0/ports/1e6adacf-7e6d-4141-af23-f17583271e93 HTTP/1.1" status: 200 len: 1096 time: 0.8059249 Jul 23 16:17:31.297454 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78bd769e-a1fc-4c04-947c-181b5b80f590', 'tag': '1e6adacf-7e6d-4141-af23-f17583271e93'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:31.313669 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 122ef259-640d-4589-b162-4a77274d8825 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:17:31.314116 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8ac839-bd61-4ff9-b167-a95071d64e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "78bd769e-a1fc-4c04-947c-181b5b80f590", "tag": "1e6adacf-7e6d-4141-af23-f17583271e93"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:31.327405 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bebba133-bc0f-4b00-bef2-c283a3ce66b3 req-4fb9119f-1dc2-466a-9e43-f65570f56440 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:31.346781 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-964b2ffe-a41d-4894-9b94-e94c348cb355 req-208ee199-d730-410e-b0b1-65f2edbd5738 tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] 10.222.0.73 "GET /v2.0/security-groups/de9845a6-6e0e-42f5-b6eb-e6911560879d HTTP/1.1" status: 200 len: 2981 time: 0.0930173 Jul 23 16:17:31.355746 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a78a9-4fec-4b3e-aa88-57c7772bb09b service neutron] Pushing event updated for resources: {'Port': ['ID=1e6adacf-7e6d-4141-af23-f17583271e93,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:31.407947 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-44e52447-c49e-4da5-bfcd-f75c1fbc8ad8 None None] Set router a6a08cbc-6860-4742-9728-81802f0d7037 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:31.420524 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bebba133-bc0f-4b00-bef2-c283a3ce66b3 req-4fb9119f-1dc2-466a-9e43-f65570f56440 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:31.452854 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-964b2ffe-a41d-4894-9b94-e94c348cb355 req-cd4f3863-f9f7-4d7c-a3bb-dcef74c5dfb2 tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] 10.222.0.73 "GET /v2.0/security-groups/e58d9e83-1522-4bb4-b1a1-49424064db34 HTTP/1.1" status: 200 len: 2981 time: 0.0797071 Jul 23 16:17:31.457351 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c4f6d-967b-4a25-a61c-c4bdeae6097f None None] Pushing event updated for resources: {'Port': ['ID=a7b42a31-6312-434d-861c-a623760067b4,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:31.465910 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-871341a0-d0cd-4a67-92e4-dcfcad87e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:31.467667 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-871341a0-d0cd-4a67-92e4-dcfcad87e929 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d4ee55c0b0eb45be9a950ff9ab7ecbc3&device_id=78bd769e-a1fc-4c04-947c-181b5b80f590 HTTP/1.1" status: 200 len: 1099 time: 0.0935147 Jul 23 16:17:31.470543 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.resource_extend [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:17:31.527241 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-184d5bbd-1b2c-43b3-886a-efb0b781c820 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=1e6adacf-7e6d-4141-af23-f17583271e93 HTTP/1.1" status: 200 len: 217 time: 0.0505581 Jul 23 16:17:31.536525 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-964b2ffe-a41d-4894-9b94-e94c348cb355 req-ea9db369-1297-4f06-8497-5378a2b33343 tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] 10.222.0.73 "GET /v2.0/security-groups/e58d9e83-1522-4bb4-b1a1-49424064db34 HTTP/1.1" status: 200 len: 2981 time: 0.0742030 Jul 23 16:17:31.584746 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-6f1f62e3-1c10-479f-88ee-3d47c2f822d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:31.587639 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-6f1f62e3-1c10-479f-88ee-3d47c2f822d3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0532389 Jul 23 16:17:31.645340 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-964b2ffe-a41d-4894-9b94-e94c348cb355 req-e437b33d-c9b7-4c17-a739-c44acb6e141e tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] 10.222.0.73 "GET /v2.0/security-groups/ef64f484-5f15-46ac-aebc-206bb05798fd HTTP/1.1" status: 200 len: 2977 time: 0.1018481 Jul 23 16:17:31.676022 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-4e06bdf9-8e84-4fd1-852a-c39682ef5752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:31.679685 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-4e06bdf9-8e84-4fd1-852a-c39682ef5752 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0838842 Jul 23 16:17:31.704642 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bebba133-bc0f-4b00-bef2-c283a3ce66b3 req-4fb9119f-1dc2-466a-9e43-f65570f56440 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:31.711512 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-964b2ffe-a41d-4894-9b94-e94c348cb355 req-2dbaede3-a8f0-4762-887e-503d912d61ea tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] 10.222.0.73 "GET /v2.0/security-groups/ef64f484-5f15-46ac-aebc-206bb05798fd HTTP/1.1" status: 200 len: 2977 time: 0.0591176 Jul 23 16:17:31.727220 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bebba133-bc0f-4b00-bef2-c283a3ce66b3 req-4fb9119f-1dc2-466a-9e43-f65570f56440 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:31.741406 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d5ff401f-d860-469f-a05a-e46b7e3bfef7 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:31.747636 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 122ef259-640d-4589-b162-4a77274d8825, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=122ef259-640d-4589-b162-4a77274d8825,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:31.790274 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9119f-1dc2-466a-9e43-f65570f56440 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Pushing event updated for resources: {'Port': ['ID=1e6c6347-0381-4307-8df3-96ae0c121c46,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:31.794544 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '122ef259-640d-4589-b162-4a77274d8825', 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c', 'port_id': '122ef259-640d-4589-b162-4a77274d8825', 'mac_address': 'fa:16:3e:1f:44:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8384c77-6398-425d-9275-6a23db41a285', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:tempest-test_az-1922388982', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:17:31.835198 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-71050328-da58-457e-8f8c-947c680e1584 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483090 Jul 23 16:17:31.864966 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:31.878172 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-44e52447-c49e-4da5-bfcd-f75c1fbc8ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a08cbc-6860-4742-9728-81802f0d7037', 'name': 'tempest-FloatingIPDetailsTestJSON-869700684-router', 'tenant_id': '99723e5380fa445eaf3e3e6a11125224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'd5ff401f-d860-469f-a05a-e46b7e3bfef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:23Z', 'updated_at': '2021-07-23T16:17:27Z', 'revision_number': 4, 'project_id': '99723e5380fa445eaf3e3e6a11125224', 'gw_port': {'id': 'd5ff401f-d860-469f-a05a-e46b7e3bfef7', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a08cbc-6860-4742-9728-81802f0d7037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:24Z', 'updated_at': '2021-07-23T16:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'a7b42a31-6312-434d-861c-a623760067b4', 'name': '', 'network_id': '0019b4de-12af-4a15-913c-e7ef644eb458', 'tenant_id': '99723e5380fa445eaf3e3e6a11125224', 'mac_address': 'fa:16:3e:57:44:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a08cbc-6860-4742-9728-81802f0d7037', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '0d1f277b-8a3e-47a5-b6cf-059da7a73076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:26Z', 'updated_at': '2021-07-23T16:17:30Z', 'revision_number': 4, 'project_id': '99723e5380fa445eaf3e3e6a11125224', 'subnets': [{'id': '0d1f277b-8a3e-47a5-b6cf-059da7a73076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:31.916334 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e52447-c49e-4da5-bfcd-f75c1fbc8ad8 None None] The sync data for ids ['a6a08cbc-6860-4742-9728-81802f0d7037'] in n-d-778549-4 is: [{'id': 'a6a08cbc-6860-4742-9728-81802f0d7037', 'name': 'tempest-FloatingIPDetailsTestJSON-869700684-router', 'tenant_id': '99723e5380fa445eaf3e3e6a11125224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'd5ff401f-d860-469f-a05a-e46b7e3bfef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:23Z', 'updated_at': '2021-07-23T16:17:27Z', 'revision_number': 4, 'project_id': '99723e5380fa445eaf3e3e6a11125224', 'gw_port': {'id': 'd5ff401f-d860-469f-a05a-e46b7e3bfef7', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a08cbc-6860-4742-9728-81802f0d7037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:24Z', 'updated_at': '2021-07-23T16:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'a7b42a31-6312-434d-861c-a623760067b4', 'name': '', 'network_id': '0019b4de-12af-4a15-913c-e7ef644eb458', 'tenant_id': '99723e5380fa445eaf3e3e6a11125224', 'mac_address': 'fa:16:3e:57:44:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a08cbc-6860-4742-9728-81802f0d7037', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '0d1f277b-8a3e-47a5-b6cf-059da7a73076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:26Z', 'updated_at': '2021-07-23T16:17:30Z', 'revision_number': 4, 'project_id': '99723e5380fa445eaf3e3e6a11125224', 'subnets': [{'id': '0d1f277b-8a3e-47a5-b6cf-059da7a73076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:17:31.920526 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port d5ff401f-d860-469f-a05a-e46b7e3bfef7 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:31.920957 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:31.927339 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 122ef259-640d-4589-b162-4a77274d8825 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:17:31.947005 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-615f578e-cf11-441a-ad2e-5c0159f0d02a req-5736c49e-155a-4d13-a188-ffdf74fecd6a service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038773 Jul 23 16:17:32.017480 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 122ef259-640d-4589-b162-4a77274d8825, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=122ef259-640d-4589-b162-4a77274d8825,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:32.024665 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.060308 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7dac032-13a2-4422-814d-e3d922d51568 req-12530123-35da-481b-974f-613f8bc8642e tempest-QuotasAdminNegativeTest-1913233390 tempest-QuotasAdminNegativeTest-1913233390-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=c53c10fda7ae4ab083cc76c898dbc7f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2235632 Jul 23 16:17:32.061217 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bebba133-bc0f-4b00-bef2-c283a3ce66b3 req-4fb9119f-1dc2-466a-9e43-f65570f56440 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.108420 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bebba133-bc0f-4b00-bef2-c283a3ce66b3 req-4fb9119f-1dc2-466a-9e43-f65570f56440 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.109696 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bebba133-bc0f-4b00-bef2-c283a3ce66b3 req-4fb9119f-1dc2-466a-9e43-f65570f56440 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9020054 Jul 23 16:17:32.118955 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=122ef259-640d-4589-b162-4a77274d8825,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:32.224564 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bebba133-bc0f-4b00-bef2-c283a3ce66b3 req-de410e32-5e52-48b6-a452-8e41833d1643 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.28 HTTP/1.1" status: 200 len: 695 time: 0.1087184 Jul 23 16:17:32.244408 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['122ef259-640d-4589-b162-4a77274d8825'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:17:32.271587 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dac032-13a2-4422-814d-e3d922d51568 req-8ed1ca45-381e-48f3-be93-5d0546a31c69 tempest-QuotasAdminNegativeTest-1913233390 tempest-QuotasAdminNegativeTest-1913233390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:32.273150 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7dac032-13a2-4422-814d-e3d922d51568 req-8ed1ca45-381e-48f3-be93-5d0546a31c69 tempest-QuotasAdminNegativeTest-1913233390 tempest-QuotasAdminNegativeTest-1913233390-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2053733 Jul 23 16:17:32.296639 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7dac032-13a2-4422-814d-e3d922d51568 req-64469bce-77b9-455c-9a3a-e92a38af625a tempest-QuotasAdminNegativeTest-1913233390 tempest-QuotasAdminNegativeTest-1913233390-project] 10.222.0.73 "GET /v2.0/quotas/c53c10fda7ae4ab083cc76c898dbc7f5 HTTP/1.1" status: 200 len: 375 time: 0.0162323 Jul 23 16:17:32.363802 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7dac032-13a2-4422-814d-e3d922d51568 req-ced6b94c-8e7e-44b8-8a2a-caeccf8dc265 tempest-QuotasAdminNegativeTest-1913233390 tempest-QuotasAdminNegativeTest-1913233390-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c53c10fda7ae4ab083cc76c898dbc7f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348520 Jul 23 16:17:32.394453 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebba133-bc0f-4b00-bef2-c283a3ce66b3 req-1c4ba86e-4bad-4639-82e5-05c4fd177ff6 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:32.395969 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bebba133-bc0f-4b00-bef2-c283a3ce66b3 req-1c4ba86e-4bad-4639-82e5-05c4fd177ff6 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 784 time: 0.1633968 Jul 23 16:17:32.407894 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-bebba133-bc0f-4b00-bef2-c283a3ce66b3 req-f5900e9a-4590-4bc4-9dca-b2875ba004d9 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:17:32.409017 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bebba133-bc0f-4b00-bef2-c283a3ce66b3 req-f5900e9a-4590-4bc4-9dca-b2875ba004d9 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064428 Jul 23 16:17:32.545108 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1acfdf60-3325-49d8-8819-67edcfb73003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.596053 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc008595-6228-41e7-b8fb-4961522b80eb req-b532555f-49d0-4df6-b6c8-d2d24c6f7c0a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:32.597659 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dc008595-6228-41e7-b8fb-4961522b80eb req-b532555f-49d0-4df6-b6c8-d2d24c6f7c0a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 950 time: 0.1098666 Jul 23 16:17:32.621489 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47be86f-0549-4b22-bcac-657cdb93a3a0 req-565e62a9-45cb-4380-a520-9ff75f9152c4 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:32.622915 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d47be86f-0549-4b22-bcac-657cdb93a3a0 req-565e62a9-45cb-4380-a520-9ff75f9152c4 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/ports?device_id=78bd769e-a1fc-4c04-947c-181b5b80f590 HTTP/1.1" status: 200 len: 948 time: 0.1065886 Jul 23 16:17:32.665370 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dc008595-6228-41e7-b8fb-4961522b80eb req-b586e0d3-068c-4cb0-893e-b20ab8de4657 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612049 Jul 23 16:17:32.680519 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d47be86f-0549-4b22-bcac-657cdb93a3a0 req-01efc79a-14f4-4f84-90a3-236b31bbea51 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/security-groups?id=60ea5d1c-7359-4aa5-9e69-5ee426b0aafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508988 Jul 23 16:17:32.728325 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ac250d-9ef5-46d2-a8a2-201d3cb2ae9c x-openstack-request-id: req-74ac250d-9ef5-46d2-a8a2-201d3cb2ae9c {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:32.729194 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78bd769e-a1fc-4c04-947c-181b5b80f590", "tag": "1e6adacf-7e6d-4141-af23-f17583271e93", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:32.729194 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-74ac250d-9ef5-46d2-a8a2-201d3cb2ae9c {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:32.729362 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78bd769e-a1fc-4c04-947c-181b5b80f590', 'tag': '1e6adacf-7e6d-4141-af23-f17583271e93', 'status': 'completed', 'code': 200} Jul 23 16:17:32.818039 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ac839-bd61-4ff9-b167-a95071d64e1a req-ace0c68d-febc-48a6-8d1b-e1fa90526608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:32.819553 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7b8ac839-bd61-4ff9-b167-a95071d64e1a req-ace0c68d-febc-48a6-8d1b-e1fa90526608 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d4ee55c0b0eb45be9a950ff9ab7ecbc3&device_id=78bd769e-a1fc-4c04-947c-181b5b80f590 HTTP/1.1" status: 200 len: 1099 time: 0.0615470 Jul 23 16:17:32.875157 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe5729-3b08-49e9-aec1-55c22c3e1f88 req-1b7f6213-92bc-4816-94e5-07c3313a14aa tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:32.876602 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-efbe5729-3b08-49e9-aec1-55c22c3e1f88 req-1b7f6213-92bc-4816-94e5-07c3313a14aa tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745 HTTP/1.1" status: 200 len: 966 time: 0.1415823 Jul 23 16:17:32.889839 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1e25c193-9b94-49e2-9feb-3d927b731534 req-0d55ab4e-17f8-49a5-a5f2-f8eb0d72c8e0 tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6aa330d4e0e44afaab2fb118563c1b07 HTTP/1.1" status: 200 len: 6103 time: 0.1378310 Jul 23 16:17:32.924081 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ac839-bd61-4ff9-b167-a95071d64e1a req-58cbab5c-28cb-4550-9ad1-931efdd0ff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:32.925918 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7b8ac839-bd61-4ff9-b167-a95071d64e1a req-58cbab5c-28cb-4550-9ad1-931efdd0ff8e service neutron] 10.222.0.97 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.0967617 Jul 23 16:17:32.955099 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-efbe5729-3b08-49e9-aec1-55c22c3e1f88 req-89bde2ac-762b-4d63-bb60-d79358e1435a tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639436 Jul 23 16:17:32.962655 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1e25c193-9b94-49e2-9feb-3d927b731534 req-c8253273-d2ee-4d1c-89ff-d87a987e72c3 tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] 10.222.0.73 "GET /v2.0/security-groups/e58d9e83-1522-4bb4-b1a1-49424064db34 HTTP/1.1" status: 200 len: 2981 time: 0.0698199 Jul 23 16:17:32.979689 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7b8ac839-bd61-4ff9-b167-a95071d64e1a req-c2d01240-76b8-41e7-af39-8c0f238d600e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=1e6adacf-7e6d-4141-af23-f17583271e93 HTTP/1.1" status: 200 len: 217 time: 0.0452845 Jul 23 16:17:33.027559 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ac839-bd61-4ff9-b167-a95071d64e1a req-827eda66-6040-44e2-8942-79cc9ce499fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:33.029590 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7b8ac839-bd61-4ff9-b167-a95071d64e1a req-827eda66-6040-44e2-8942-79cc9ce499fd service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0439980 Jul 23 16:17:33.045767 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1e25c193-9b94-49e2-9feb-3d927b731534 req-763ce9cf-1230-4985-8688-6a19053ad52d tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] 10.222.0.73 "GET /v2.0/security-groups/e58d9e83-1522-4bb4-b1a1-49424064db34 HTTP/1.1" status: 200 len: 2981 time: 0.0759509 Jul 23 16:17:33.095633 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ac839-bd61-4ff9-b167-a95071d64e1a req-189b27e3-1128-4b4e-b687-15d8c323e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:33.097255 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7b8ac839-bd61-4ff9-b167-a95071d64e1a req-189b27e3-1128-4b4e-b687-15d8c323e62f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0617971 Jul 23 16:17:33.117594 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db5b1275-04bd-4533-a439-c7692fa387fa req-836d58e3-1b60-4984-b822-b1cffaea6808 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1309800 Jul 23 16:17:33.128072 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-db5b1275-04bd-4533-a439-c7692fa387fa req-94392799-159b-43db-9463-a14d43c91b20 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:33.151876 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-db5b1275-04bd-4533-a439-c7692fa387fa req-94392799-159b-43db-9463-a14d43c91b20 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:33.215373 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7b8ac839-bd61-4ff9-b167-a95071d64e1a req-b97b308e-4641-4ea7-af91-0e1a2500c4e3 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099992 Jul 23 16:17:33.269281 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-db5b1275-04bd-4533-a439-c7692fa387fa req-94392799-159b-43db-9463-a14d43c91b20 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:33.284428 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 122ef259-640d-4589-b162-4a77274d8825 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:33.326294 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7b8ac839-bd61-4ff9-b167-a95071d64e1a req-39412b09-8c5d-4842-ba73-2835115ab1aa service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039686 Jul 23 16:17:33.346538 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 122ef259-640d-4589-b162-4a77274d8825 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:33.350760 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 122ef259-640d-4589-b162-4a77274d8825 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:33.350984 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:33.415888 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-de960f37-6263-405c-ad21-af69c19f938a req-2f866d4f-c5d0-46e3-9ed5-c0327788c7fb tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] 10.222.0.73 "GET /v2.0/security-groups/bc40929f-4237-4997-8e2f-41b799df2cd1 HTTP/1.1" status: 200 len: 1777 time: 0.0789440 Jul 23 16:17:33.428001 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:33.434774 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-db5b1275-04bd-4533-a439-c7692fa387fa req-94392799-159b-43db-9463-a14d43c91b20 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Allocated IP 172.25.8.239 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/204b1753-0cb1-4d99-9ad1-d46476a88d84) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:33.455127 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ac7a2e-c4c0-4ae1-8ef7-46de50765745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122ef259-640d-4589-b162-4a77274d8825'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:33.456912 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b29f53-f2ae-4bc9-a2fd-210b66fc95bc" -d '{"events": [{"server_uuid": "f5ac7a2e-c4c0-4ae1-8ef7-46de50765745", "name": "network-vif-plugged", "status": "completed", "tag": "122ef259-640d-4589-b162-4a77274d8825"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:33.469619 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 122ef259-640d-4589-b162-4a77274d8825, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=122ef259-640d-4589-b162-4a77274d8825,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:33.475433 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:33.523848 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=122ef259-640d-4589-b162-4a77274d8825,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:33.542716 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-de960f37-6263-405c-ad21-af69c19f938a req-a75b40be-9db7-455c-85f9-6e82c21e91de tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:33.578478 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-de960f37-6263-405c-ad21-af69c19f938a req-a75b40be-9db7-455c-85f9-6e82c21e91de tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:33.606388 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-db5b1275-04bd-4533-a439-c7692fa387fa req-94392799-159b-43db-9463-a14d43c91b20 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:33.644248 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-de960f37-6263-405c-ad21-af69c19f938a req-a75b40be-9db7-455c-85f9-6e82c21e91de tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:33.646550 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-de960f37-6263-405c-ad21-af69c19f938a req-a75b40be-9db7-455c-85f9-6e82c21e91de tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:33.647702 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-de960f37-6263-405c-ad21-af69c19f938a req-a75b40be-9db7-455c-85f9-6e82c21e91de tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] 10.222.0.73 "DELETE /v2.0/security-groups/bc40929f-4237-4997-8e2f-41b799df2cd1 HTTP/1.1" status: 204 len: 173 time: 0.2242696 Jul 23 16:17:33.664102 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b40be-9db7-455c-85f9-6e82c21e91de tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc40929f-4237-4997-8e2f-41b799df2cd1,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:33.676943 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-db5b1275-04bd-4533-a439-c7692fa387fa req-94392799-159b-43db-9463-a14d43c91b20 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:33.718787 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db5b1275-04bd-4533-a439-c7692fa387fa req-94392799-159b-43db-9463-a14d43c91b20 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:33.721620 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-db5b1275-04bd-4533-a439-c7692fa387fa req-94392799-159b-43db-9463-a14d43c91b20 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:33.728529 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5b1275-04bd-4533-a439-c7692fa387fa req-94392799-159b-43db-9463-a14d43c91b20 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:33.750809 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a7b42a31-6312-434d-861c-a623760067b4 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:33.773697 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94392799-159b-43db-9463-a14d43c91b20 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Pushing event updated for resources: {'Port': ['ID=204b1753-0cb1-4d99-9ad1-d46476a88d84,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:33.805197 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port a7b42a31-6312-434d-861c-a623760067b4 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:33.809856 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port a7b42a31-6312-434d-861c-a623760067b4 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:33.810228 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:33.832519 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53331b8f-3dbf-428d-bcdf-7a0b70994cb8 x-openstack-request-id: req-53331b8f-3dbf-428d-bcdf-7a0b70994cb8 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:33.832806 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ac7a2e-c4c0-4ae1-8ef7-46de50765745", "name": "network-vif-plugged", "status": "completed", "tag": "122ef259-640d-4589-b162-4a77274d8825", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:33.833092 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-53331b8f-3dbf-428d-bcdf-7a0b70994cb8 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:33.833454 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ac7a2e-c4c0-4ae1-8ef7-46de50765745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122ef259-640d-4589-b162-4a77274d8825', 'code': 200} Jul 23 16:17:33.879817 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-db5b1275-04bd-4533-a439-c7692fa387fa req-94392799-159b-43db-9463-a14d43c91b20 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:33.898491 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:33.901509 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-02cd52f4-8c73-4c0e-987e-df698838c3be req-ac0ce722-f8a6-4a44-8e44-a73262e15b40 tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] 10.222.0.73 "GET /v2.0/security-groups/80852101-9e4d-4bf0-9747-203720e9d918 HTTP/1.1" status: 200 len: 1778 time: 0.0736816 Jul 23 16:17:33.935576 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port a7b42a31-6312-434d-861c-a623760067b4, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a7b42a31-6312-434d-861c-a623760067b4,segment=NetworkSegment(78e15982-0240-4688-87fb-53d8666e4878),segment_id=78e15982-0240-4688-87fb-53d8666e4878)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:33.939754 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:33.989391 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=a7b42a31-6312-434d-861c-a623760067b4,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:34.002686 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-db5b1275-04bd-4533-a439-c7692fa387fa req-94392799-159b-43db-9463-a14d43c91b20 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:34.038373 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4fdf0-a1a5-444c-9960-1e16e47d5cbd req-66348459-cfba-43ef-b11f-51228d36c07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:34.039854 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f3d4fdf0-a1a5-444c-9960-1e16e47d5cbd req-66348459-cfba-43ef-b11f-51228d36c07c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745 HTTP/1.1" status: 200 len: 1118 time: 0.1476450 Jul 23 16:17:34.071172 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-02cd52f4-8c73-4c0e-987e-df698838c3be req-3575992b-ac69-45c1-80df-b3f11f46af43 tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:34.120747 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-02cd52f4-8c73-4c0e-987e-df698838c3be req-3575992b-ac69-45c1-80df-b3f11f46af43 tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:34.132165 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f3d4fdf0-a1a5-444c-9960-1e16e47d5cbd req-f4e306a0-cf10-47c7-a85f-e95120b5a77d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852761 Jul 23 16:17:34.211861 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-02cd52f4-8c73-4c0e-987e-df698838c3be req-3575992b-ac69-45c1-80df-b3f11f46af43 tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:34.214897 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-02cd52f4-8c73-4c0e-987e-df698838c3be req-3575992b-ac69-45c1-80df-b3f11f46af43 tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:34.216021 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-02cd52f4-8c73-4c0e-987e-df698838c3be req-3575992b-ac69-45c1-80df-b3f11f46af43 tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] 10.222.0.73 "DELETE /v2.0/security-groups/80852101-9e4d-4bf0-9747-203720e9d918 HTTP/1.1" status: 204 len: 173 time: 0.2943888 Jul 23 16:17:34.230527 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575992b-ac69-45c1-80df-b3f11f46af43 tempest-SecurityGroupsTestAdminJSON-125558223 tempest-SecurityGroupsTestAdminJSON-125558223-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80852101-9e4d-4bf0-9747-203720e9d918,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:34.250352 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-db5b1275-04bd-4533-a439-c7692fa387fa req-94392799-159b-43db-9463-a14d43c91b20 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:34.257717 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-db5b1275-04bd-4533-a439-c7692fa387fa req-94392799-159b-43db-9463-a14d43c91b20 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:34.331130 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94392799-159b-43db-9463-a14d43c91b20 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Pushing event updated for resources: {'Port': ['ID=204b1753-0cb1-4d99-9ad1-d46476a88d84,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:34.342032 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-db5b1275-04bd-4533-a439-c7692fa387fa req-94392799-159b-43db-9463-a14d43c91b20 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:34.356708 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-db5b1275-04bd-4533-a439-c7692fa387fa req-94392799-159b-43db-9463-a14d43c91b20 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:34.358191 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db5b1275-04bd-4533-a439-c7692fa387fa req-94392799-159b-43db-9463-a14d43c91b20 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2345994 Jul 23 16:17:34.412658 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db5b1275-04bd-4533-a439-c7692fa387fa req-d0790385-a69f-4605-89cf-41852ced5424 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.239 HTTP/1.1" status: 200 len: 696 time: 0.0484486 Jul 23 16:17:34.527096 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:34.734435 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d068c8-d03b-4e05-ab16-337b22cc70a0 req-9167c6e2-0bc8-48fe-a2bb-e24d8f4cb4b4 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:34.735964 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-17d068c8-d03b-4e05-ab16-337b22cc70a0 req-9167c6e2-0bc8-48fe-a2bb-e24d8f4cb4b4 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 950 time: 0.3224139 Jul 23 16:17:34.745375 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b1275-04bd-4533-a439-c7692fa387fa req-882e4ac1-e8c8-488a-b0c5-c9072081bcec tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:34.747447 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db5b1275-04bd-4533-a439-c7692fa387fa req-882e4ac1-e8c8-488a-b0c5-c9072081bcec tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 784 time: 0.3260484 Jul 23 16:17:34.762792 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-db5b1275-04bd-4533-a439-c7692fa387fa req-af73e440-b4aa-443e-a954-b009a27bb037 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:17:34.763754 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db5b1275-04bd-4533-a439-c7692fa387fa req-af73e440-b4aa-443e-a954-b009a27bb037 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077543 Jul 23 16:17:34.789906 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-17d068c8-d03b-4e05-ab16-337b22cc70a0 req-5139dd4f-982a-4a98-8735-3ac02dcbba52 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412741 Jul 23 16:17:34.879277 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0a7dc-5d1e-49b3-928e-664e0e6ad7ad req-7209b9d0-c625-48d3-a8ea-24dc917a0a12 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:34.881227 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26a0a7dc-5d1e-49b3-928e-664e0e6ad7ad req-7209b9d0-c625-48d3-a8ea-24dc917a0a12 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/ports?device_id=78bd769e-a1fc-4c04-947c-181b5b80f590 HTTP/1.1" status: 200 len: 948 time: 0.0684211 Jul 23 16:17:34.932675 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26a0a7dc-5d1e-49b3-928e-664e0e6ad7ad req-4a338ed2-29d8-4b8d-9438-3a967eeca7b6 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/security-groups?id=60ea5d1c-7359-4aa5-9e69-5ee426b0aafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439808 Jul 23 16:17:35.074979 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285df856-e1bb-4696-8f61-7700f7e247f9 req-9c2596bd-f45c-4474-86a4-37dbad651cea tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:35.077092 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-285df856-e1bb-4696-8f61-7700f7e247f9 req-9c2596bd-f45c-4474-86a4-37dbad651cea tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745 HTTP/1.1" status: 200 len: 967 time: 0.0732691 Jul 23 16:17:35.135965 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-285df856-e1bb-4696-8f61-7700f7e247f9 req-a21f3d74-7f14-42be-bd5c-1daf7478c89b tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525589 Jul 23 16:17:35.149993 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-18fce066-d96d-4143-9fcc-8626d741521d req-6121f39e-913f-4f59-b365-2de66922a2f9 tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] 10.222.0.73 "GET /v2.0/security-groups/74ed37cc-8ed4-43b8-ae13-79ed4d64aa3c HTTP/1.1" status: 200 len: 1778 time: 0.0594277 Jul 23 16:17:35.296552 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-18fce066-d96d-4143-9fcc-8626d741521d req-16df7b1d-d9a7-4b29-8a96-6402bfacc4fe tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:35.300947 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-80eaab3f-16b9-45ed-8268-de73372f6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:35.304947 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-632f5364-890a-4975-a6d3-86ccba634804 req-772c3de9-f2a9-4906-95c2-a138eb6274e8 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1429567 Jul 23 16:17:35.322227 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-632f5364-890a-4975-a6d3-86ccba634804 req-c6fc0b8d-df0d-424d-81c6-1672a888636b tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:35.327277 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:35.339558 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-18fce066-d96d-4143-9fcc-8626d741521d req-16df7b1d-d9a7-4b29-8a96-6402bfacc4fe tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:35.373086 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-632f5364-890a-4975-a6d3-86ccba634804 req-c6fc0b8d-df0d-424d-81c6-1672a888636b tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:35.413158 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-18fce066-d96d-4143-9fcc-8626d741521d req-16df7b1d-d9a7-4b29-8a96-6402bfacc4fe tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:35.415584 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-18fce066-d96d-4143-9fcc-8626d741521d req-16df7b1d-d9a7-4b29-8a96-6402bfacc4fe tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:35.416863 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-18fce066-d96d-4143-9fcc-8626d741521d req-16df7b1d-d9a7-4b29-8a96-6402bfacc4fe tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] 10.222.0.73 "DELETE /v2.0/security-groups/74ed37cc-8ed4-43b8-ae13-79ed4d64aa3c HTTP/1.1" status: 204 len: 173 time: 0.2529628 Jul 23 16:17:35.456170 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df7b1d-d9a7-4b29-8a96-6402bfacc4fe tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ed37cc-8ed4-43b8-ae13-79ed4d64aa3c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:35.496169 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-632f5364-890a-4975-a6d3-86ccba634804 req-c6fc0b8d-df0d-424d-81c6-1672a888636b tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:35.528021 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4a18f840-c934-443a-ad24-84918925b4c1 req-0a317e4b-62ca-4e26-bd36-7882d5d06e89 tempest-QuotasAdminNegativeTest-1913233390 tempest-QuotasAdminNegativeTest-1913233390-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=c53c10fda7ae4ab083cc76c898dbc7f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295510 Jul 23 16:17:35.680459 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a7b42a31-6312-434d-861c-a623760067b4 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:35.705839 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-632f5364-890a-4975-a6d3-86ccba634804 req-c6fc0b8d-df0d-424d-81c6-1672a888636b tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Allocated IP 172.25.8.86 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/66669322-65f4-4515-b0cc-422bdb298be7) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:35.716878 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18f840-c934-443a-ad24-84918925b4c1 req-e8594792-ef22-4eeb-896b-ed43865c11d3 tempest-QuotasAdminNegativeTest-1913233390 tempest-QuotasAdminNegativeTest-1913233390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:35.718415 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4a18f840-c934-443a-ad24-84918925b4c1 req-e8594792-ef22-4eeb-896b-ed43865c11d3 tempest-QuotasAdminNegativeTest-1913233390 tempest-QuotasAdminNegativeTest-1913233390-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1658378 Jul 23 16:17:35.730095 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port a7b42a31-6312-434d-861c-a623760067b4 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:35.730607 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:35.764763 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4a18f840-c934-443a-ad24-84918925b4c1 req-64407512-dfb6-4ef3-a648-12e462f8a984 tempest-QuotasAdminNegativeTest-1913233390 tempest-QuotasAdminNegativeTest-1913233390-project] 10.222.0.73 "GET /v2.0/quotas/c53c10fda7ae4ab083cc76c898dbc7f5 HTTP/1.1" status: 200 len: 375 time: 0.0339897 Jul 23 16:17:35.800541 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4a18f840-c934-443a-ad24-84918925b4c1 req-3f830afb-ff0f-4da5-ada2-e847df86129b tempest-QuotasAdminNegativeTest-1913233390 tempest-QuotasAdminNegativeTest-1913233390-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c53c10fda7ae4ab083cc76c898dbc7f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347977 Jul 23 16:17:35.808041 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 1e6adacf-7e6d-4141-af23-f17583271e93 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:17:35.878979 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-632f5364-890a-4975-a6d3-86ccba634804 req-c6fc0b8d-df0d-424d-81c6-1672a888636b tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:35.937385 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-632f5364-890a-4975-a6d3-86ccba634804 req-c6fc0b8d-df0d-424d-81c6-1672a888636b tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:35.954855 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 1e6adacf-7e6d-4141-af23-f17583271e93, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=1e6adacf-7e6d-4141-af23-f17583271e93,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:35.969654 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '1e6adacf-7e6d-4141-af23-f17583271e93', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': '1e6adacf-7e6d-4141-af23-f17583271e93', 'mac_address': 'fa:16:3e:d0:24:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:17:35.976360 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632f5364-890a-4975-a6d3-86ccba634804 req-c6fc0b8d-df0d-424d-81c6-1672a888636b tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:35.979356 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-632f5364-890a-4975-a6d3-86ccba634804 req-c6fc0b8d-df0d-424d-81c6-1672a888636b tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:35.982724 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-632f5364-890a-4975-a6d3-86ccba634804 req-c6fc0b8d-df0d-424d-81c6-1672a888636b tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:36.013282 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:36.018182 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc0b8d-df0d-424d-81c6-1672a888636b tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Pushing event updated for resources: {'Port': ['ID=66669322-65f4-4515-b0cc-422bdb298be7,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:36.029269 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e6adacf-7e6d-4141-af23-f17583271e93 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:17:36.051555 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 1e6adacf-7e6d-4141-af23-f17583271e93, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=1e6adacf-7e6d-4141-af23-f17583271e93,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:36.055848 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:36.083043 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-632f5364-890a-4975-a6d3-86ccba634804 req-c6fc0b8d-df0d-424d-81c6-1672a888636b tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:36.136193 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=1e6adacf-7e6d-4141-af23-f17583271e93,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:36.160827 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-632f5364-890a-4975-a6d3-86ccba634804 req-c6fc0b8d-df0d-424d-81c6-1672a888636b tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:36.217995 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa18c2d-b693-4604-92be-41bd29ce2730 req-17a107da-6305-4723-960c-0870762c6406 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:36.219572 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-daa18c2d-b693-4604-92be-41bd29ce2730 req-17a107da-6305-4723-960c-0870762c6406 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745 HTTP/1.1" status: 200 len: 1118 time: 0.0980983 Jul 23 16:17:36.302408 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-daa18c2d-b693-4604-92be-41bd29ce2730 req-38bb292b-320e-4774-900e-ebd202ec2a90 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693023 Jul 23 16:17:36.303680 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['1e6adacf-7e6d-4141-af23-f17583271e93'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:17:36.390067 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-632f5364-890a-4975-a6d3-86ccba634804 req-c6fc0b8d-df0d-424d-81c6-1672a888636b tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:36.398009 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ede147df-0820-4f3e-b131-0720ae55833c req-7f87677b-cf8c-4fa4-baf9-c89194584ccf tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] 10.222.0.73 "GET /v2.0/security-groups/c56a3315-5952-43ff-a057-856b0b036761 HTTP/1.1" status: 200 len: 1777 time: 0.0666196 Jul 23 16:17:36.399312 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-632f5364-890a-4975-a6d3-86ccba634804 req-c6fc0b8d-df0d-424d-81c6-1672a888636b tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:36.416764 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:36.491692 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc0b8d-df0d-424d-81c6-1672a888636b tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Pushing event updated for resources: {'Port': ['ID=66669322-65f4-4515-b0cc-422bdb298be7,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:36.519533 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-632f5364-890a-4975-a6d3-86ccba634804 req-c6fc0b8d-df0d-424d-81c6-1672a888636b tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:36.535066 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ede147df-0820-4f3e-b131-0720ae55833c req-5515898d-85b4-477d-bfd2-dcd1bb9c616e tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:36.546131 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-632f5364-890a-4975-a6d3-86ccba634804 req-c6fc0b8d-df0d-424d-81c6-1672a888636b tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:36.547313 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-632f5364-890a-4975-a6d3-86ccba634804 req-c6fc0b8d-df0d-424d-81c6-1672a888636b tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2332048 Jul 23 16:17:36.561154 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ede147df-0820-4f3e-b131-0720ae55833c req-5515898d-85b4-477d-bfd2-dcd1bb9c616e tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:36.618078 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-632f5364-890a-4975-a6d3-86ccba634804 req-c88bb694-41be-41fb-b030-32211c683af3 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.86 HTTP/1.1" status: 200 len: 695 time: 0.0617983 Jul 23 16:17:36.668993 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ede147df-0820-4f3e-b131-0720ae55833c req-5515898d-85b4-477d-bfd2-dcd1bb9c616e tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:36.671752 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ede147df-0820-4f3e-b131-0720ae55833c req-5515898d-85b4-477d-bfd2-dcd1bb9c616e tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:36.672860 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ede147df-0820-4f3e-b131-0720ae55833c req-5515898d-85b4-477d-bfd2-dcd1bb9c616e tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] 10.222.0.73 "DELETE /v2.0/security-groups/c56a3315-5952-43ff-a057-856b0b036761 HTTP/1.1" status: 204 len: 173 time: 0.2674046 Jul 23 16:17:36.711254 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515898d-85b4-477d-bfd2-dcd1bb9c616e tempest-SecurityGroupsTestAdminJSON-1785275657 tempest-SecurityGroupsTestAdminJSON-1785275657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56a3315-5952-43ff-a057-856b0b036761,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:36.768195 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f5364-890a-4975-a6d3-86ccba634804 req-77f1440b-489f-4027-8476-c84a7d4daddd tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:36.769597 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-632f5364-890a-4975-a6d3-86ccba634804 req-77f1440b-489f-4027-8476-c84a7d4daddd tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 784 time: 0.1447172 Jul 23 16:17:36.828168 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067149a6-df47-416a-9619-8f19da6d3c28 req-42686bd9-6565-4906-8bfe-59c8db2023fa tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:36.829988 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-067149a6-df47-416a-9619-8f19da6d3c28 req-42686bd9-6565-4906-8bfe-59c8db2023fa tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 950 time: 0.0810068 Jul 23 16:17:36.874211 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-067149a6-df47-416a-9619-8f19da6d3c28 req-20ed0b9b-98a8-47d8-882a-19dbc2a228a9 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371926 Jul 23 16:17:36.979093 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52500) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:37.018596 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:37.080948 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094f8ea-f33e-4e0e-bd0f-8b13291d3e79 req-2e764781-f4de-44bb-a617-c541100966ef tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:37.082716 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6094f8ea-f33e-4e0e-bd0f-8b13291d3e79 req-2e764781-f4de-44bb-a617-c541100966ef tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/ports?device_id=78bd769e-a1fc-4c04-947c-181b5b80f590 HTTP/1.1" status: 200 len: 949 time: 0.1219711 Jul 23 16:17:37.085696 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9b1ee-bec0-42b4-89cd-229f8d1f3f35 req-c9e1ad36-035b-427a-9ac3-0037a53ce054 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:37.089526 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2dd9b1ee-bec0-42b4-89cd-229f8d1f3f35 req-c9e1ad36-035b-427a-9ac3-0037a53ce054 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745 HTTP/1.1" status: 200 len: 1118 time: 0.0904577 Jul 23 16:17:37.124839 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-505e24e3-6dfb-4461-ae73-22cdaa2495e3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6aa330d4e0e44afaab2fb118563c1b07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447520 Jul 23 16:17:37.127258 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52504) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:37.179589 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f658acc7-c50b-48ed-a9c0-6968b8e231cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:37.181132 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6094f8ea-f33e-4e0e-bd0f-8b13291d3e79 req-d2e65f35-8845-4aa9-b9f7-443e42ef4f36 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/security-groups?id=60ea5d1c-7359-4aa5-9e69-5ee426b0aafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902238 Jul 23 16:17:37.183494 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2dd9b1ee-bec0-42b4-89cd-229f8d1f3f35 req-05ae08c1-7896-4607-b94a-6f2394b76fad tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840209 Jul 23 16:17:37.204989 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f658acc7-c50b-48ed-a9c0-6968b8e231cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:37.243584 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-49bb9fa7-2338-4f0b-bee0-77c6fb8bf75e req-63bb357b-0e9d-4400-ac47-d26ca4ead4ef service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=38129ccf-74c8-4c07-a8ae-ab6751385272&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1263051 Jul 23 16:17:37.271927 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f658acc7-c50b-48ed-a9c0-6968b8e231cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:37.275341 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f658acc7-c50b-48ed-a9c0-6968b8e231cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:37.285733 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f658acc7-c50b-48ed-a9c0-6968b8e231cf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e58d9e83-1522-4bb4-b1a1-49424064db34 HTTP/1.1" status: 204 len: 168 time: 0.1574934 Jul 23 16:17:37.302380 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658acc7-c50b-48ed-a9c0-6968b8e231cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58d9e83-1522-4bb4-b1a1-49424064db34,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:37.420410 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c747b437-9940-4e61-ab56-5517bee1caf8 req-8ca7a822-abef-4628-a6cd-1254321703f5 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2060657 Jul 23 16:17:37.427563 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-c747b437-9940-4e61-ab56-5517bee1caf8 req-a458e1ee-624f-4667-a1fe-a61f58826062 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:37.456894 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb9fa7-2338-4f0b-bee0-77c6fb8bf75e req-4436e5c8-92db-4afa-8b99-b159d5b4d080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:37.458549 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-49bb9fa7-2338-4f0b-bee0-77c6fb8bf75e req-4436e5c8-92db-4afa-8b99-b159d5b4d080 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6d0b582954324158887ae56e0532009e&device_id=38129ccf-74c8-4c07-a8ae-ab6751385272 HTTP/1.1" status: 200 len: 1122 time: 0.0959506 Jul 23 16:17:37.467867 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c747b437-9940-4e61-ab56-5517bee1caf8 req-a458e1ee-624f-4667-a1fe-a61f58826062 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:37.625220 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52536) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:37.667450 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb9fa7-2338-4f0b-bee0-77c6fb8bf75e req-0dad78af-3161-45e3-aaaa-d8f9e031a5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:37.669558 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-49bb9fa7-2338-4f0b-bee0-77c6fb8bf75e req-0dad78af-3161-45e3-aaaa-d8f9e031a5f8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.1851671 Jul 23 16:17:37.725120 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c747b437-9940-4e61-ab56-5517bee1caf8 req-a458e1ee-624f-4667-a1fe-a61f58826062 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:37.728335 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-49bb9fa7-2338-4f0b-bee0-77c6fb8bf75e req-c94ba6e8-68b9-4b44-afdf-deabcd3c4cae service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=9360dd2a-4893-4b83-8a14-a3f7dcec0434 HTTP/1.1" status: 200 len: 217 time: 0.0497897 Jul 23 16:17:37.729955 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52540) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:37.790450 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4d9685bd-e9b8-466c-9daf-bcc1a2e6371f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c86c333394dc4b14b5d545dcfba13f5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0592053 Jul 23 16:17:37.792017 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52542) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:37.800603 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 1e6adacf-7e6d-4141-af23-f17583271e93 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:37.851311 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3b1b0dbd-b476-4954-bf4c-88bc80d77c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:37.875563 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb9fa7-2338-4f0b-bee0-77c6fb8bf75e req-2f69a6ab-4482-40fe-8c43-7062335a93e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:37.877833 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-49bb9fa7-2338-4f0b-bee0-77c6fb8bf75e req-2f69a6ab-4482-40fe-8c43-7062335a93e4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1415210 Jul 23 16:17:37.902351 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 1e6adacf-7e6d-4141-af23-f17583271e93 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:37.908397 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 1e6adacf-7e6d-4141-af23-f17583271e93 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:37.909008 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:37.919091 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3b1b0dbd-b476-4954-bf4c-88bc80d77c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:37.979900 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-c747b437-9940-4e61-ab56-5517bee1caf8 req-a458e1ee-624f-4667-a1fe-a61f58826062 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Allocated IP 172.25.8.49 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/815379a6-2564-4914-b361-ccd5b54c8a0c) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:38.024437 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb9fa7-2338-4f0b-bee0-77c6fb8bf75e req-32d2e591-95c1-4a2e-a573-f3301320da63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:38.026697 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-49bb9fa7-2338-4f0b-bee0-77c6fb8bf75e req-32d2e591-95c1-4a2e-a573-f3301320da63 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1183338 Jul 23 16:17:38.061171 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.068556 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5ef6480c-136f-4123-bf9f-1468afc31c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.089337 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3b1b0dbd-b476-4954-bf4c-88bc80d77c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.092659 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3b1b0dbd-b476-4954-bf4c-88bc80d77c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.096602 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bd769e-a1fc-4c04-947c-181b5b80f590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6adacf-7e6d-4141-af23-f17583271e93'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:38.097478 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3b1b0dbd-b476-4954-bf4c-88bc80d77c21 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cb17d05d-fce1-4796-8d18-ad2243e8df4b HTTP/1.1" status: 204 len: 168 time: 0.3042181 Jul 23 16:17:38.099736 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedb4126-4c17-43f8-a5f8-3d95b322db68" -d '{"events": [{"server_uuid": "78bd769e-a1fc-4c04-947c-181b5b80f590", "name": "network-vif-plugged", "status": "completed", "tag": "1e6adacf-7e6d-4141-af23-f17583271e93"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:38.111823 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b0dbd-b476-4954-bf4c-88bc80d77c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb17d05d-fce1-4796-8d18-ad2243e8df4b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:38.115629 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 1e6adacf-7e6d-4141-af23-f17583271e93, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=1e6adacf-7e6d-4141-af23-f17583271e93,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:38.122625 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.199513 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99edb87-d8de-47a6-b1e3-5d79439dc3c0 req-90f8eb61-f7a9-4997-8def-82e145aa33d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:38.201566 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e99edb87-d8de-47a6-b1e3-5d79439dc3c0 req-90f8eb61-f7a9-4997-8def-82e145aa33d3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 1101 time: 0.2582223 Jul 23 16:17:38.236615 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=1e6adacf-7e6d-4141-af23-f17583271e93,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:38.351806 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5ef6480c-136f-4123-bf9f-1468afc31c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.360030 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5ef6480c-136f-4123-bf9f-1468afc31c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.423818 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5ef6480c-136f-4123-bf9f-1468afc31c9e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c53c10fda7ae4ab083cc76c898dbc7f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7951331 Jul 23 16:17:38.426318 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52574) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:38.434701 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99edb87-d8de-47a6-b1e3-5d79439dc3c0 req-616156e9-1067-471e-9cc5-0dd5723e1204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:38.436259 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e99edb87-d8de-47a6-b1e3-5d79439dc3c0 req-616156e9-1067-471e-9cc5-0dd5723e1204 service neutron] 10.222.0.97 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.2102139 Jul 23 16:17:38.438054 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6480c-136f-4123-bf9f-1468afc31c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b701fdf-b406-4d36-a9a4-2b5db0d451a6,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:38.457535 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.493772 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e99edb87-d8de-47a6-b1e3-5d79439dc3c0 req-9b3a498d-c9f5-441a-b02b-80eca2a9e2c8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=be1d51a9-55f4-470f-8f76-a55feb8d6c7b HTTP/1.1" status: 200 len: 217 time: 0.0476124 Jul 23 16:17:38.510278 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c747b437-9940-4e61-ab56-5517bee1caf8 req-a458e1ee-624f-4667-a1fe-a61f58826062 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.528103 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-49bb9fa7-2338-4f0b-bee0-77c6fb8bf75e req-a63033ac-cd61-4dcb-9f43-cfc8f1bb00b5 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901156 Jul 23 16:17:38.570429 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7c7e73f8-d732-4223-a577-16550ecc0232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.583498 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99edb87-d8de-47a6-b1e3-5d79439dc3c0 req-16711314-bf1c-4ceb-9da3-6b95afb3972e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:38.584952 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e99edb87-d8de-47a6-b1e3-5d79439dc3c0 req-16711314-bf1c-4ceb-9da3-6b95afb3972e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0829189 Jul 23 16:17:38.610864 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7c7e73f8-d732-4223-a577-16550ecc0232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.635487 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c747b437-9940-4e61-ab56-5517bee1caf8 req-a458e1ee-624f-4667-a1fe-a61f58826062 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.683894 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99edb87-d8de-47a6-b1e3-5d79439dc3c0 req-2b4405b7-3a35-4943-8769-7bc76eb5e951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:38.685566 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e99edb87-d8de-47a6-b1e3-5d79439dc3c0 req-2b4405b7-3a35-4943-8769-7bc76eb5e951 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0891769 Jul 23 16:17:38.705356 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-49bb9fa7-2338-4f0b-bee0-77c6fb8bf75e req-a2f6a7b8-35f2-42cb-9def-3d266f3d0425 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694756 Jul 23 16:17:38.714030 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7c7e73f8-d732-4223-a577-16550ecc0232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.716563 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7c7e73f8-d732-4223-a577-16550ecc0232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.720117 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7c7e73f8-d732-4223-a577-16550ecc0232 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4b701fdf-b406-4d36-a9a4-2b5db0d451a6 HTTP/1.1" status: 204 len: 168 time: 0.2894654 Jul 23 16:17:38.744274 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c747b437-9940-4e61-ab56-5517bee1caf8 req-a458e1ee-624f-4667-a1fe-a61f58826062 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:38.744484 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e73f8-d732-4223-a577-16550ecc0232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b701fdf-b406-4d36-a9a4-2b5db0d451a6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:38.747767 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-c747b437-9940-4e61-ab56-5517bee1caf8 req-a458e1ee-624f-4667-a1fe-a61f58826062 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:38.762198 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-c747b437-9940-4e61-ab56-5517bee1caf8 req-a458e1ee-624f-4667-a1fe-a61f58826062 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:38.765798 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458e1ee-624f-4667-a1fe-a61f58826062 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Pushing event updated for resources: {'Port': ['ID=815379a6-2564-4914-b361-ccd5b54c8a0c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:38.839262 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e99edb87-d8de-47a6-b1e3-5d79439dc3c0 req-c433bd5a-64c1-4318-9d12-2b99593ab5a8 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467521 Jul 23 16:17:38.888750 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c747b437-9940-4e61-ab56-5517bee1caf8 req-a458e1ee-624f-4667-a1fe-a61f58826062 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.954463 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e99edb87-d8de-47a6-b1e3-5d79439dc3c0 req-33d95633-61b8-4c3b-8502-5b3c87df91a2 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062260 Jul 23 16:17:38.968702 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c747b437-9940-4e61-ab56-5517bee1caf8 req-a458e1ee-624f-4667-a1fe-a61f58826062 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:39.204628 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c747b437-9940-4e61-ab56-5517bee1caf8 req-a458e1ee-624f-4667-a1fe-a61f58826062 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:39.214123 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c747b437-9940-4e61-ab56-5517bee1caf8 req-a458e1ee-624f-4667-a1fe-a61f58826062 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:39.239956 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52606) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:39.266180 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2412641-a01d-4d76-9145-2e7af9510f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:39.293396 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458e1ee-624f-4667-a1fe-a61f58826062 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Pushing event updated for resources: {'Port': ['ID=815379a6-2564-4914-b361-ccd5b54c8a0c,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:39.317728 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c747b437-9940-4e61-ab56-5517bee1caf8 req-a458e1ee-624f-4667-a1fe-a61f58826062 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:39.386165 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2412641-a01d-4d76-9145-2e7af9510f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:39.392208 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2412641-a01d-4d76-9145-2e7af9510f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:39.399212 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c747b437-9940-4e61-ab56-5517bee1caf8 req-a458e1ee-624f-4667-a1fe-a61f58826062 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:39.409420 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c747b437-9940-4e61-ab56-5517bee1caf8 req-a458e1ee-624f-4667-a1fe-a61f58826062 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9878490 Jul 23 16:17:39.443950 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2412641-a01d-4d76-9145-2e7af9510f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1adc727-f9a4-4c40-be62-ea598c087be9,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:39.460588 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d2412641-a01d-4d76-9145-2e7af9510f7f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a06dabe53da842818c1ce3a5eb73764c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2184682 Jul 23 16:17:39.464665 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52612) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:39.469777 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c747b437-9940-4e61-ab56-5517bee1caf8 req-d180988c-3f30-430e-a6e5-9d1a8d82eab9 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.49 HTTP/1.1" status: 200 len: 695 time: 0.0592394 Jul 23 16:17:39.511139 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-757e8e51-c43e-4523-b97c-935e41925034 req-e0518887-f834-40e9-be04-4a36be4f643d tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:17:39.517019 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc0d9600-9803-4ec7-bc1c-2ba8fcd0af57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:39.519505 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-757e8e51-c43e-4523-b97c-935e41925034 req-e0518887-f834-40e9-be04-4a36be4f643d tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1478274 Jul 23 16:17:39.523976 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-757e8e51-c43e-4523-b97c-935e41925034 req-4889eabb-820f-424b-afb7-0fd9b76ab2d7 service neutron] Request body: {'binding': {'host': 'n-h2-778549-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:39.524660 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-757e8e51-c43e-4523-b97c-935e41925034 req-4889eabb-820f-424b-afb7-0fd9b76ab2d7 service neutron] Unknown quota resources ['binding']. {{(pid=94012) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:17:39.539442 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc0d9600-9803-4ec7-bc1c-2ba8fcd0af57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:39.605160 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc0d9600-9803-4ec7-bc1c-2ba8fcd0af57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:39.608324 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc0d9600-9803-4ec7-bc1c-2ba8fcd0af57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:39.609265 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fc0d9600-9803-4ec7-bc1c-2ba8fcd0af57 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a1adc727-f9a4-4c40-be62-ea598c087be9 HTTP/1.1" status: 204 len: 168 time: 0.1436169 Jul 23 16:17:39.617429 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d9600-9803-4ec7-bc1c-2ba8fcd0af57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1adc727-f9a4-4c40-be62-ea598c087be9,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:39.686566 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747b437-9940-4e61-ab56-5517bee1caf8 req-04ab17b1-5023-413f-a4f7-e4afa490d09e tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:39.687942 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c747b437-9940-4e61-ab56-5517bee1caf8 req-04ab17b1-5023-413f-a4f7-e4afa490d09e tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 784 time: 0.2124529 Jul 23 16:17:39.743173 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-757e8e51-c43e-4523-b97c-935e41925034 req-4889eabb-820f-424b-afb7-0fd9b76ab2d7 service neutron] Attempting to bind port 122ef259-640d-4589-b162-4a77274d8825 on host n-h2-778549-4 for vnic_type normal with profile None {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:39.743580 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-757e8e51-c43e-4523-b97c-935e41925034 req-4889eabb-820f-424b-afb7-0fd9b76ab2d7 service neutron] Attempting to bind port 122ef259-640d-4589-b162-4a77274d8825 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:39.744054 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757e8e51-c43e-4523-b97c-935e41925034 req-4889eabb-820f-424b-afb7-0fd9b76ab2d7 service neutron] Attempting to bind port 122ef259-640d-4589-b162-4a77274d8825 on network cbcbd292-3824-44cf-913c-59a7184e692c {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:39.751868 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757e8e51-c43e-4523-b97c-935e41925034 req-4889eabb-820f-424b-afb7-0fd9b76ab2d7 service neutron] Port 122ef259-640d-4589-b162-4a77274d8825 on network cbcbd292-3824-44cf-913c-59a7184e692c not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:17:39.752199 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757e8e51-c43e-4523-b97c-935e41925034 req-4889eabb-820f-424b-afb7-0fd9b76ab2d7 service neutron] Attempting to bind port 122ef259-640d-4589-b162-4a77274d8825 on network cbcbd292-3824-44cf-913c-59a7184e692c {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:39.758094 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757e8e51-c43e-4523-b97c-935e41925034 req-4889eabb-820f-424b-afb7-0fd9b76ab2d7 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:17:39.758782 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757e8e51-c43e-4523-b97c-935e41925034 req-4889eabb-820f-424b-afb7-0fd9b76ab2d7 service neutron] Checking segment: {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:39.759399 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757e8e51-c43e-4523-b97c-935e41925034 req-4889eabb-820f-424b-afb7-0fd9b76ab2d7 service neutron] Bound using segment: {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:17:39.760844 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-757e8e51-c43e-4523-b97c-935e41925034 req-4889eabb-820f-424b-afb7-0fd9b76ab2d7 service neutron] Bound port: 122ef259-640d-4589-b162-4a77274d8825, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:39.898781 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-757e8e51-c43e-4523-b97c-935e41925034 req-4889eabb-820f-424b-afb7-0fd9b76ab2d7 service neutron] For port 122ef259-640d-4589-b162-4a77274d8825, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=122ef259-640d-4589-b162-4a77274d8825,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:17:39.922836 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39dd3c-84f1-4186-b3df-82803b8e6376 req-bbc15027-7f78-48c2-aaec-d2874a2c3dd6 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:39.924407 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5b39dd3c-84f1-4186-b3df-82803b8e6376 req-bbc15027-7f78-48c2-aaec-d2874a2c3dd6 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 950 time: 0.0976384 Jul 23 16:17:39.926344 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-757e8e51-c43e-4523-b97c-935e41925034 req-4889eabb-820f-424b-afb7-0fd9b76ab2d7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:39.927789 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-757e8e51-c43e-4523-b97c-935e41925034 req-4889eabb-820f-424b-afb7-0fd9b76ab2d7 service neutron] 10.222.0.73 "POST /v2.0/ports/122ef259-640d-4589-b162-4a77274d8825/bindings HTTP/1.1" status: 201 len: 389 time: 0.4069986 Jul 23 16:17:39.981851 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5b39dd3c-84f1-4186-b3df-82803b8e6376 req-ec136a10-eb11-40d6-9ed3-077696a2ccdc tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439930 Jul 23 16:17:40.031326 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ee2f6d-e8fb-4c7a-8d87-e7554d598df6 x-openstack-request-id: req-10ee2f6d-e8fb-4c7a-8d87-e7554d598df6 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:40.031834 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78bd769e-a1fc-4c04-947c-181b5b80f590", "name": "network-vif-plugged", "status": "completed", "tag": "1e6adacf-7e6d-4141-af23-f17583271e93", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:40.031950 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-10ee2f6d-e8fb-4c7a-8d87-e7554d598df6 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:40.032290 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78bd769e-a1fc-4c04-947c-181b5b80f590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6adacf-7e6d-4141-af23-f17583271e93', 'code': 200} Jul 23 16:17:40.148113 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8370f6ce-0ded-42cc-9a7e-8e9bab9438c7 req-4f3dff22-3d34-4e1f-a900-9f9a0f6ce26f tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/floatingips/953499c0-c807-4dcc-9753-bcb3b6015e25 HTTP/1.1" status: 200 len: 692 time: 0.1003785 Jul 23 16:17:40.195578 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.97', 59898) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:40.241855 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958cb45-147b-42cf-940d-0c7a2f206a89 req-f7067238-bfd0-46ee-8cf8-972cdd318c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:40.243270 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e958cb45-147b-42cf-940d-0c7a2f206a89 req-f7067238-bfd0-46ee-8cf8-972cdd318c5a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=78bd769e-a1fc-4c04-947c-181b5b80f590 HTTP/1.1" status: 200 len: 1101 time: 0.0943375 Jul 23 16:17:40.292243 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f836c3-258e-4474-88fa-a3e5ac776a9e req-a5fb63ef-8d0f-488d-b3ba-ea859d054ee6 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:40.293815 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-09f836c3-258e-4474-88fa-a3e5ac776a9e req-a5fb63ef-8d0f-488d-b3ba-ea859d054ee6 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/ports?device_id=78bd769e-a1fc-4c04-947c-181b5b80f590 HTTP/1.1" status: 200 len: 950 time: 0.1507213 Jul 23 16:17:40.294510 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e958cb45-147b-42cf-940d-0c7a2f206a89 req-b863e2b5-e395-409f-8a7c-357363fee863 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=60ea5d1c-7359-4aa5-9e69-5ee426b0aafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440984 Jul 23 16:17:40.296540 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e8e51-c43e-4523-b97c-935e41925034 req-78edbdae-6268-4f1c-847b-b90532078cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:40.298158 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-757e8e51-c43e-4523-b97c-935e41925034 req-78edbdae-6268-4f1c-847b-b90532078cdd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745 HTTP/1.1" status: 200 len: 1118 time: 0.0998139 Jul 23 16:17:40.332471 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370f6ce-0ded-42cc-9a7e-8e9bab9438c7 req-d9a73f55-df5e-4a97-84a0-44f69502ab8d tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:40.333843 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8370f6ce-0ded-42cc-9a7e-8e9bab9438c7 req-d9a73f55-df5e-4a97-84a0-44f69502ab8d tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 784 time: 0.1513581 Jul 23 16:17:40.350409 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-8370f6ce-0ded-42cc-9a7e-8e9bab9438c7 req-e0c835cc-f0cd-4811-aa7a-13bf31a102f2 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:17:40.351969 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8370f6ce-0ded-42cc-9a7e-8e9bab9438c7 req-e0c835cc-f0cd-4811-aa7a-13bf31a102f2 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106702 Jul 23 16:17:40.364820 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-09f836c3-258e-4474-88fa-a3e5ac776a9e req-b52a990e-4901-4064-a0aa-d1d09b61187d tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/security-groups?id=60ea5d1c-7359-4aa5-9e69-5ee426b0aafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635686 Jul 23 16:17:40.455959 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e8e51-c43e-4523-b97c-935e41925034 req-6a2b5a6e-6389-419e-9a70-06bf6d93bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:40.457908 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-757e8e51-c43e-4523-b97c-935e41925034 req-6a2b5a6e-6389-419e-9a70-06bf6d93bae3 service neutron] 10.222.0.97 "GET /v2.0/networks?id=cbcbd292-3824-44cf-913c-59a7184e692c HTTP/1.1" status: 200 len: 910 time: 0.1140296 Jul 23 16:17:40.509113 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-757e8e51-c43e-4523-b97c-935e41925034 req-624e9a39-cdfa-49c6-b7c3-c1a5a3f0240e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=122ef259-640d-4589-b162-4a77274d8825 HTTP/1.1" status: 200 len: 217 time: 0.0439880 Jul 23 16:17:40.563752 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46cc1f-dea3-4f63-98ec-ba68e60a485c req-584c7067-3059-470d-bbe4-5423eaa0032a tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:40.565324 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1f46cc1f-dea3-4f63-98ec-ba68e60a485c req-584c7067-3059-470d-bbe4-5423eaa0032a tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745 HTTP/1.1" status: 200 len: 967 time: 0.0876727 Jul 23 16:17:40.568834 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e8e51-c43e-4523-b97c-935e41925034 req-526a4eb7-e1e5-425f-ae58-1d5bfd10c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:40.570562 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-757e8e51-c43e-4523-b97c-935e41925034 req-526a4eb7-e1e5-425f-ae58-1d5bfd10c4f6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f8384c77-6398-425d-9275-6a23db41a285 HTTP/1.1" status: 200 len: 848 time: 0.0544965 Jul 23 16:17:40.610304 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-757e8e51-c43e-4523-b97c-935e41925034 req-baae91cf-eb0d-4d5d-b024-f6269939de2d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cbcbd292-3824-44cf-913c-59a7184e692c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323548 Jul 23 16:17:40.614357 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1f46cc1f-dea3-4f63-98ec-ba68e60a485c req-33a0b257-7df9-4915-90e5-38b38c59a7e7 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424874 Jul 23 16:17:40.696994 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28ae8b10-b591-4e6e-99d9-d0fae2749e14 req-199d9f79-b4b1-43d2-8631-18d6683857ef tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/floatingips/953499c0-c807-4dcc-9753-bcb3b6015e25 HTTP/1.1" status: 200 len: 692 time: 0.0553522 Jul 23 16:17:40.722042 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-757e8e51-c43e-4523-b97c-935e41925034 req-2303d5ab-2340-4c18-95a4-5d9d602c5c02 service neutron] 10.222.0.97 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005926 Jul 23 16:17:40.829936 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3975e184-7da4-4cee-bf15-178aead9beda req-858d79ab-b772-468b-8f50-1b63fb944205 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=251b5fc36991465db490fe5c63349472&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279207 Jul 23 16:17:40.848698 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-757e8e51-c43e-4523-b97c-935e41925034 req-59b047d5-af82-42e0-a3b9-028d9d6aab0b service neutron] 10.222.0.97 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185651 Jul 23 16:17:40.878093 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae8b10-b591-4e6e-99d9-d0fae2749e14 req-75ff762e-f9ad-4f4c-b1b6-2cbbe82c55af tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:40.879466 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28ae8b10-b591-4e6e-99d9-d0fae2749e14 req-75ff762e-f9ad-4f4c-b1b6-2cbbe82c55af tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 784 time: 0.1770658 Jul 23 16:17:40.894924 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-28ae8b10-b591-4e6e-99d9-d0fae2749e14 req-6e21f943-1a30-43fc-ad40-6993355e7d66 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:17:40.895889 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28ae8b10-b591-4e6e-99d9-d0fae2749e14 req-6e21f943-1a30-43fc-ad40-6993355e7d66 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067921 Jul 23 16:17:40.978140 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28ae8b10-b591-4e6e-99d9-d0fae2749e14 req-4971e362-9829-40ef-b126-1304734e68de tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.49 HTTP/1.1" status: 200 len: 695 time: 0.0754380 Jul 23 16:17:41.062094 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975e184-7da4-4cee-bf15-178aead9beda req-c1eb553e-e2de-4052-823e-9789214eb42c tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:41.063620 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3975e184-7da4-4cee-bf15-178aead9beda req-c1eb553e-e2de-4052-823e-9789214eb42c tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2267928 Jul 23 16:17:41.069631 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28ae8b10-b591-4e6e-99d9-d0fae2749e14 req-fda4b4cc-9e7e-4893-b0ab-a3cd1b95158b tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.49 HTTP/1.1" status: 200 len: 695 time: 0.0787549 Jul 23 16:17:41.088851 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3975e184-7da4-4cee-bf15-178aead9beda req-d29e7820-f252-495d-ba36-01985e5a82ac tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/quotas/251b5fc36991465db490fe5c63349472 HTTP/1.1" status: 200 len: 375 time: 0.0178101 Jul 23 16:17:41.091253 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e8e51-c43e-4523-b97c-935e41925034 req-a94b0837-e21c-400e-8574-f4ac999d97ca tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:41.092730 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-757e8e51-c43e-4523-b97c-935e41925034 req-a94b0837-e21c-400e-8574-f4ac999d97ca tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745&tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&binding%3Ahost_id=n-h1-778549-4 HTTP/1.1" status: 200 len: 1118 time: 0.1128244 Jul 23 16:17:41.104916 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-757e8e51-c43e-4523-b97c-935e41925034 req-3a809ae9-defa-42b1-bd7c-284e2662b352 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778549-4'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:41.154557 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3975e184-7da4-4cee-bf15-178aead9beda req-97da16b3-a641-4e6b-b61e-fc172faa651d tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=251b5fc36991465db490fe5c63349472&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383418 Jul 23 16:17:41.192173 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-757e8e51-c43e-4523-b97c-935e41925034 req-3a809ae9-defa-42b1-bd7c-284e2662b352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:41.255872 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-28ae8b10-b591-4e6e-99d9-d0fae2749e14 req-00a427fa-48df-4aa1-927f-d37a59aed782 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Deleting port 815379a6-2564-4914-b361-ccd5b54c8a0c {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:17:41.256273 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-28ae8b10-b591-4e6e-99d9-d0fae2749e14 req-00a427fa-48df-4aa1-927f-d37a59aed782 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:41.624284 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-28ae8b10-b591-4e6e-99d9-d0fae2749e14 req-00a427fa-48df-4aa1-927f-d37a59aed782 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:41.624771 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-28ae8b10-b591-4e6e-99d9-d0fae2749e14 req-00a427fa-48df-4aa1-927f-d37a59aed782 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:41.640166 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-28ae8b10-b591-4e6e-99d9-d0fae2749e14 req-00a427fa-48df-4aa1-927f-d37a59aed782 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Calling delete_port for 815379a6-2564-4914-b361-ccd5b54c8a0c owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:17:41.659459 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-757e8e51-c43e-4523-b97c-935e41925034 req-3a809ae9-defa-42b1-bd7c-284e2662b352 service neutron] For port 122ef259-640d-4589-b162-4a77274d8825, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=122ef259-640d-4589-b162-4a77274d8825,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:41.722693 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-757e8e51-c43e-4523-b97c-935e41925034 req-3a809ae9-defa-42b1-bd7c-284e2662b352 service neutron] For port 122ef259-640d-4589-b162-4a77274d8825, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:41.773512 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ac7a2e-c4c0-4ae1-8ef7-46de50765745', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '122ef259-640d-4589-b162-4a77274d8825'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:41.777705 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87eda7a9-de08-4275-b0b6-c01048222c37" -d '{"events": [{"server_uuid": "f5ac7a2e-c4c0-4ae1-8ef7-46de50765745", "name": "network-vif-unplugged", "status": "completed", "tag": "122ef259-640d-4589-b162-4a77274d8825"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:41.782821 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-757e8e51-c43e-4523-b97c-935e41925034 req-3a809ae9-defa-42b1-bd7c-284e2662b352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:41.793310 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-757e8e51-c43e-4523-b97c-935e41925034 req-3a809ae9-defa-42b1-bd7c-284e2662b352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:41.860657 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09983a44-0aa1-4e05-b457-521d49aef0e5 req-98dd7e13-c787-42cc-b564-69eff1a1a1b9 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:41.861705 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a809ae9-defa-42b1-bd7c-284e2662b352 service neutron] Pushing event updated for resources: {'Port': ['ID=122ef259-640d-4589-b162-4a77274d8825,revision_number=7']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:41.862269 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-09983a44-0aa1-4e05-b457-521d49aef0e5 req-98dd7e13-c787-42cc-b564-69eff1a1a1b9 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 950 time: 0.1258202 Jul 23 16:17:41.901576 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-757e8e51-c43e-4523-b97c-935e41925034 req-3a809ae9-defa-42b1-bd7c-284e2662b352 service neutron] Attempting to bind port 122ef259-640d-4589-b162-4a77274d8825 on host n-h1-778549-4 for vnic_type normal with profile {"migrating_to": "n-h2-778549-4"} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:41.901907 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-757e8e51-c43e-4523-b97c-935e41925034 req-3a809ae9-defa-42b1-bd7c-284e2662b352 service neutron] Attempting to bind port 122ef259-640d-4589-b162-4a77274d8825 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:41.902246 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757e8e51-c43e-4523-b97c-935e41925034 req-3a809ae9-defa-42b1-bd7c-284e2662b352 service neutron] Attempting to bind port 122ef259-640d-4589-b162-4a77274d8825 on network cbcbd292-3824-44cf-913c-59a7184e692c {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:41.906604 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757e8e51-c43e-4523-b97c-935e41925034 req-3a809ae9-defa-42b1-bd7c-284e2662b352 service neutron] Port 122ef259-640d-4589-b162-4a77274d8825 on network cbcbd292-3824-44cf-913c-59a7184e692c not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:17:41.906896 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757e8e51-c43e-4523-b97c-935e41925034 req-3a809ae9-defa-42b1-bd7c-284e2662b352 service neutron] Attempting to bind port 122ef259-640d-4589-b162-4a77274d8825 on network cbcbd292-3824-44cf-913c-59a7184e692c {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:41.914672 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757e8e51-c43e-4523-b97c-935e41925034 req-3a809ae9-defa-42b1-bd7c-284e2662b352 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:17:41.914672 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757e8e51-c43e-4523-b97c-935e41925034 req-3a809ae9-defa-42b1-bd7c-284e2662b352 service neutron] Checking segment: {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:41.914672 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757e8e51-c43e-4523-b97c-935e41925034 req-3a809ae9-defa-42b1-bd7c-284e2662b352 service neutron] Bound using segment: {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:17:41.915036 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-757e8e51-c43e-4523-b97c-935e41925034 req-3a809ae9-defa-42b1-bd7c-284e2662b352 service neutron] Bound port: 122ef259-640d-4589-b162-4a77274d8825, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:41.915357 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-757e8e51-c43e-4523-b97c-935e41925034 req-3a809ae9-defa-42b1-bd7c-284e2662b352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:41.916368 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-28ae8b10-b591-4e6e-99d9-d0fae2749e14 req-00a427fa-48df-4aa1-927f-d37a59aed782 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:41.930960 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-09983a44-0aa1-4e05-b457-521d49aef0e5 req-6eb398dd-9d57-4737-8ee4-ebf2531c42be tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582728 Jul 23 16:17:41.958313 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a427fa-48df-4aa1-927f-d37a59aed782 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Pushing event deleted for resources: {'Port': ['ID=815379a6-2564-4914-b361-ccd5b54c8a0c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:41.991338 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-757e8e51-c43e-4523-b97c-935e41925034 req-3a809ae9-defa-42b1-bd7c-284e2662b352 service neutron] For port 122ef259-640d-4589-b162-4a77274d8825, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:41.996219 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-757e8e51-c43e-4523-b97c-935e41925034 req-3a809ae9-defa-42b1-bd7c-284e2662b352 service neutron] For port 122ef259-640d-4589-b162-4a77274d8825, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=122ef259-640d-4589-b162-4a77274d8825,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:17:42.003675 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-757e8e51-c43e-4523-b97c-935e41925034 req-3a809ae9-defa-42b1-bd7c-284e2662b352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:42.025462 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-28ae8b10-b591-4e6e-99d9-d0fae2749e14 req-00a427fa-48df-4aa1-927f-d37a59aed782 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:42.029131 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-28ae8b10-b591-4e6e-99d9-d0fae2749e14 req-00a427fa-48df-4aa1-927f-d37a59aed782 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:42.029605 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28ae8b10-b591-4e6e-99d9-d0fae2749e14 req-00a427fa-48df-4aa1-927f-d37a59aed782 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "DELETE /v2.0/floatingips/953499c0-c807-4dcc-9753-bcb3b6015e25 HTTP/1.1" status: 204 len: 173 time: 0.9509876 Jul 23 16:17:42.090313 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a809ae9-defa-42b1-bd7c-284e2662b352 service neutron] Pushing event updated for resources: {'Port': ['ID=122ef259-640d-4589-b162-4a77274d8825,revision_number=8']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:42.094046 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e8e51-c43e-4523-b97c-935e41925034 req-3a809ae9-defa-42b1-bd7c-284e2662b352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:42.094659 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-757e8e51-c43e-4523-b97c-935e41925034 req-3a809ae9-defa-42b1-bd7c-284e2662b352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:42.096103 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-757e8e51-c43e-4523-b97c-935e41925034 req-3a809ae9-defa-42b1-bd7c-284e2662b352 service neutron] 10.222.0.97 "PUT /v2.0/ports/122ef259-640d-4589-b162-4a77274d8825 HTTP/1.1" status: 200 len: 1143 time: 0.9959645 Jul 23 16:17:42.168844 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['122ef259-640d-4589-b162-4a77274d8825'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:17:42.204423 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e8c74-f404-41ed-af9d-0b4349173846 req-c59c1c75-ca8b-4d3b-9bb6-778b13e1c882 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:42.206404 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2c5e8c74-f404-41ed-af9d-0b4349173846 req-c59c1c75-ca8b-4d3b-9bb6-778b13e1c882 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/ports?device_id=78bd769e-a1fc-4c04-947c-181b5b80f590 HTTP/1.1" status: 200 len: 950 time: 0.0749853 Jul 23 16:17:42.235053 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-6f8688c2-8f76-44e6-b19c-bd10ecd4183e tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=251b5fc36991465db490fe5c63349472&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275693 Jul 23 16:17:42.289406 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2c5e8c74-f404-41ed-af9d-0b4349173846 req-190f8241-4b61-488c-8ce1-9fb1d5448807 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/security-groups?id=60ea5d1c-7359-4aa5-9e69-5ee426b0aafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720837 Jul 23 16:17:42.374318 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-bca2fc3a-5fc3-4d1d-b40a-9a893c94c67b tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:42.375791 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-bca2fc3a-5fc3-4d1d-b40a-9a893c94c67b tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1326663 Jul 23 16:17:42.391122 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-8888100b-f704-4d46-8daf-2ba3f55cc92c tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/quotas/251b5fc36991465db490fe5c63349472 HTTP/1.1" status: 200 len: 375 time: 0.0100181 Jul 23 16:17:42.444855 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-f56ba435-a9a1-4654-a895-11968a37f864 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=251b5fc36991465db490fe5c63349472&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428436 Jul 23 16:17:42.476555 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb293a20-791c-40e7-82bf-2a4b26e072de req-9cbfd758-49af-4bb8-b0c3-8bac835cca09 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:42.478328 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb293a20-791c-40e7-82bf-2a4b26e072de req-9cbfd758-49af-4bb8-b0c3-8bac835cca09 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745 HTTP/1.1" status: 200 len: 965 time: 0.0840931 Jul 23 16:17:42.525817 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb293a20-791c-40e7-82bf-2a4b26e072de req-e9573608-58d7-4206-aecf-f60ff5c270cf tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410349 Jul 23 16:17:42.565235 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79660236-3a92-4c03-9ba3-3909bad71606 x-openstack-request-id: req-79660236-3a92-4c03-9ba3-3909bad71606 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:42.565529 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ac7a2e-c4c0-4ae1-8ef7-46de50765745", "name": "network-vif-unplugged", "status": "completed", "tag": "122ef259-640d-4589-b162-4a77274d8825", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:42.565781 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-79660236-3a92-4c03-9ba3-3909bad71606 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:42.566172 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ac7a2e-c4c0-4ae1-8ef7-46de50765745', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '122ef259-640d-4589-b162-4a77274d8825', 'code': 200} Jul 23 16:17:42.657591 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3975e184-7da4-4cee-bf15-178aead9beda req-07b47993-f566-4c8e-a419-b9f62e5780db tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=251b5fc36991465db490fe5c63349472&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456564 Jul 23 16:17:42.902535 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975e184-7da4-4cee-bf15-178aead9beda req-aa360d4d-f52f-4aed-b5ef-a638dd45fb49 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:42.904346 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3975e184-7da4-4cee-bf15-178aead9beda req-aa360d4d-f52f-4aed-b5ef-a638dd45fb49 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2341218 Jul 23 16:17:42.911813 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf2175-70e8-4a4c-aa5d-95ac102a69ac req-aba26177-3fb5-4ec3-aa12-7b957afc8f5c tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:42.913567 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e7bf2175-70e8-4a4c-aa5d-95ac102a69ac req-aba26177-3fb5-4ec3-aa12-7b957afc8f5c tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3315594 Jul 23 16:17:42.923501 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-3975e184-7da4-4cee-bf15-178aead9beda req-5b635f41-9921-424e-963d-f15859090622 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Request body: {'port': {'device_id': '19a8e0c9-ef52-4562-b63b-63ea9adaa3d2', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'admin_state_up': True, 'tenant_id': '251b5fc36991465db490fe5c63349472'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:42.980759 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-606a66d4-303f-4bc9-b276-dd5baf1ef56f req-829272fe-5d6f-4e1b-bb57-3ad2c3a3af26 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=7fe674d4-f201-4770-95c4-53525875fef1 HTTP/1.1" status: 200 len: 210 time: 0.0389252 Jul 23 16:17:43.119915 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3975e184-7da4-4cee-bf15-178aead9beda req-5b635f41-9921-424e-963d-f15859090622 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Made reservation on behalf of 251b5fc36991465db490fe5c63349472 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:43.124267 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3975e184-7da4-4cee-bf15-178aead9beda req-5b635f41-9921-424e-963d-f15859090622 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:43.140908 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3975e184-7da4-4cee-bf15-178aead9beda req-5b635f41-9921-424e-963d-f15859090622 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:43.184999 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f43f9-ad9c-4a4b-9263-fecb7b1db35e req-eea312eb-4fa9-4621-a221-2f5baefb2149 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:43.186518 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ba4f43f9-ad9c-4a4b-9263-fecb7b1db35e req-eea312eb-4fa9-4621-a221-2f5baefb2149 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/ports?device_id=78bd769e-a1fc-4c04-947c-181b5b80f590 HTTP/1.1" status: 200 len: 950 time: 0.1269631 Jul 23 16:17:43.277281 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7f905784-4864-4cc2-b400-738571ca8388 req-f775fa65-d75d-4563-9514-1f970a3db986 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/floatingips?tenant_id=99723e5380fa445eaf3e3e6a11125224 HTTP/1.1" status: 200 len: 1655 time: 0.1092000 Jul 23 16:17:43.340125 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ba4f43f9-ad9c-4a4b-9263-fecb7b1db35e req-f94640eb-a681-47c1-a771-c1e090539dbf tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/security-groups?id=60ea5d1c-7359-4aa5-9e69-5ee426b0aafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320577 Jul 23 16:17:43.400824 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52782) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:43.463525 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f905784-4864-4cc2-b400-738571ca8388 req-1ff2de1a-d46d-4904-afda-3b4ca7bcedb0 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:43.465005 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7f905784-4864-4cc2-b400-738571ca8388 req-1ff2de1a-d46d-4904-afda-3b4ca7bcedb0 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/networks?id=4e763b06-7572-4747-a18b-44a256cb56cb&id=4e763b06-7572-4747-a18b-44a256cb56cb&id=4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 787 time: 0.1769907 Jul 23 16:17:43.484670 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-7f905784-4864-4cc2-b400-738571ca8388 req-f4f91412-1ec3-4d30-afb5-550b58d75581 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:17:43.485652 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7f905784-4864-4cc2-b400-738571ca8388 req-f4f91412-1ec3-4d30-afb5-550b58d75581 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097020 Jul 23 16:17:43.488658 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3975e184-7da4-4cee-bf15-178aead9beda req-5b635f41-9921-424e-963d-f15859090622 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:43.497004 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3975e184-7da4-4cee-bf15-178aead9beda req-5b635f41-9921-424e-963d-f15859090622 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:43.518096 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-39baf0e9-d7ec-4dc9-a767-56df68ba0837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:43.551857 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b635f41-9921-424e-963d-f15859090622 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49e1a473-7a2a-4586-9002-74e791bc4001,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:43.638604 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.74', 54649) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:43.648534 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea7eb6-9202-4c9a-a0c0-52653f7cfca1 req-1846a6df-8632-495a-be35-8868aa7c6920 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:43.650565 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2fea7eb6-9202-4c9a-a0c0-52653f7cfca1 req-1846a6df-8632-495a-be35-8868aa7c6920 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 950 time: 0.2283282 Jul 23 16:17:43.671520 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-6e9209d0-b5a4-4b22-b0ab-f6fd1cfdf638 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=251b5fc36991465db490fe5c63349472&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314770 Jul 23 16:17:43.718001 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-39baf0e9-d7ec-4dc9-a767-56df68ba0837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:43.727055 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-39baf0e9-d7ec-4dc9-a767-56df68ba0837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:43.836776 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-39baf0e9-d7ec-4dc9-a767-56df68ba0837 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f04e6408a8e84e81a59654cb5fd2402e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4343462 Jul 23 16:17:43.843076 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52796) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:43.856800 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39baf0e9-d7ec-4dc9-a767-56df68ba0837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24171fd8-5edc-4c60-aaa9-9c6f8b55cbcd,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:43.889000 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-2a8054fb-1751-4466-aa6f-9d7e1e1c6e28 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:43.890560 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-2a8054fb-1751-4466-aa6f-9d7e1e1c6e28 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2114234 Jul 23 16:17:43.907208 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-2e1503d9-9865-46e1-bbcd-779ca0ce8658 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Request body: {'port': {'device_id': '7fe674d4-f201-4770-95c4-53525875fef1', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'admin_state_up': True, 'tenant_id': '251b5fc36991465db490fe5c63349472'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:43.950174 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-11a5ec0e-050b-426a-9cfb-e310a23f70e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:43.974844 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc5867ca-17c7-4615-99e0-46cecd12c2cd req-1b205d71-0d66-455d-96dc-db3fc62bf28b tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/floatingips/8defbc0d-9740-4a9c-a01a-7a9935810d50 HTTP/1.1" status: 200 len: 692 time: 0.0604842 Jul 23 16:17:44.007335 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2fea7eb6-9202-4c9a-a0c0-52653f7cfca1 req-d0265361-4463-4759-bbda-6b42a162b396 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487580 Jul 23 16:17:44.007996 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-11a5ec0e-050b-426a-9cfb-e310a23f70e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:44.022149 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-3975e184-7da4-4cee-bf15-178aead9beda req-5b635f41-9921-424e-963d-f15859090622 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Allocated IP 192.168.233.133 (eb3bf372-6ffe-4c33-8777-29948d4b4373/3812e6e5-38ac-4c93-85ce-3dab2cef76c9/365884f7-70f4-448a-8847-81f5cf6b6670) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:44.074237 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-2e1503d9-9865-46e1-bbcd-779ca0ce8658 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Made reservation on behalf of 251b5fc36991465db490fe5c63349472 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:44.078784 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-2e1503d9-9865-46e1-bbcd-779ca0ce8658 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:44.100443 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-11a5ec0e-050b-426a-9cfb-e310a23f70e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:44.104333 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-11a5ec0e-050b-426a-9cfb-e310a23f70e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:44.108513 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-11a5ec0e-050b-426a-9cfb-e310a23f70e5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/24171fd8-5edc-4c60-aaa9-9c6f8b55cbcd HTTP/1.1" status: 204 len: 168 time: 0.2610269 Jul 23 16:17:44.124915 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5ec0e-050b-426a-9cfb-e310a23f70e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24171fd8-5edc-4c60-aaa9-9c6f8b55cbcd,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:44.198005 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5867ca-17c7-4615-99e0-46cecd12c2cd req-f3e6044c-73de-4fc6-89b8-92f37818a2d0 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:44.199495 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc5867ca-17c7-4615-99e0-46cecd12c2cd req-f3e6044c-73de-4fc6-89b8-92f37818a2d0 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 784 time: 0.2169902 Jul 23 16:17:44.229232 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-bc5867ca-17c7-4615-99e0-46cecd12c2cd req-0a52225f-d672-4d2f-9c31-e4e21b5870bd tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:17:44.230343 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc5867ca-17c7-4615-99e0-46cecd12c2cd req-0a52225f-d672-4d2f-9c31-e4e21b5870bd tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0226722 Jul 23 16:17:44.330002 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc5867ca-17c7-4615-99e0-46cecd12c2cd req-73321161-50d0-41da-b12e-78fef78f3a15 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.86 HTTP/1.1" status: 200 len: 695 time: 0.0870669 Jul 23 16:17:44.357970 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cbf71-db8f-4438-ba91-074004111fa4 req-24d79b12-9916-41fb-822a-ee275b30184f tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:44.359463 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a0cbf71-db8f-4438-ba91-074004111fa4 req-24d79b12-9916-41fb-822a-ee275b30184f tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745 HTTP/1.1" status: 200 len: 965 time: 0.2394559 Jul 23 16:17:44.396272 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52806) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:44.409283 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9073d8e8-9f12-470f-98da-fea2caf36267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:44.416933 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc5867ca-17c7-4615-99e0-46cecd12c2cd req-604793ba-f9d1-4bdc-af18-11a07f693972 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.86 HTTP/1.1" status: 200 len: 695 time: 0.0780239 Jul 23 16:17:44.482746 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3975e184-7da4-4cee-bf15-178aead9beda req-5b635f41-9921-424e-963d-f15859090622 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:44.501146 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9073d8e8-9f12-470f-98da-fea2caf36267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:44.505012 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9073d8e8-9f12-470f-98da-fea2caf36267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:44.538028 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-3975e184-7da4-4cee-bf15-178aead9beda req-5b635f41-9921-424e-963d-f15859090622 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Transition to ACTIVE for port object 365884f7-70f4-448a-8847-81f5cf6b6670 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:44.543901 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9073d8e8-9f12-470f-98da-fea2caf36267 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2034d70907eb487f900f3b39cafb02cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465137 Jul 23 16:17:44.544623 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073d8e8-9f12-470f-98da-fea2caf36267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e12038-9871-4797-b74b-246281f56a6e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:44.545443 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a0cbf71-db8f-4438-ba91-074004111fa4 req-18d9539e-cf18-460c-8c93-bd000a3be587 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549542 Jul 23 16:17:44.548446 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52808) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:44.570303 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ac7a2e-c4c0-4ae1-8ef7-46de50765745', 'tag': '122ef259-640d-4589-b162-4a77274d8825'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:44.574744 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c222c4-e183-4b2e-875e-35d30c2322b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ac7a2e-c4c0-4ae1-8ef7-46de50765745", "tag": "122ef259-640d-4589-b162-4a77274d8825"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:44.615853 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3975e184-7da4-4cee-bf15-178aead9beda req-5b635f41-9921-424e-963d-f15859090622 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:44.621479 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99f5366b-94a4-46ae-93da-9dc860a963ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:44.659301 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-bc5867ca-17c7-4615-99e0-46cecd12c2cd req-5cc4e205-2fd2-480b-b7a5-b67b237587bc tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Deleting port 66669322-65f4-4515-b0cc-422bdb298be7 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:17:44.659646 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bc5867ca-17c7-4615-99e0-46cecd12c2cd req-5cc4e205-2fd2-480b-b7a5-b67b237587bc tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:44.675298 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3975e184-7da4-4cee-bf15-178aead9beda req-5b635f41-9921-424e-963d-f15859090622 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:44.677702 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99f5366b-94a4-46ae-93da-9dc860a963ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:44.688490 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-3975e184-7da4-4cee-bf15-178aead9beda req-5b635f41-9921-424e-963d-f15859090622 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:44.698328 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-2e1503d9-9865-46e1-bbcd-779ca0ce8658 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Allocated IP 192.168.233.166 (eb3bf372-6ffe-4c33-8777-29948d4b4373/3812e6e5-38ac-4c93-85ce-3dab2cef76c9/40d5dab3-857d-4504-b1e5-fccff70678d5) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:44.698885 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-3975e184-7da4-4cee-bf15-178aead9beda req-5b635f41-9921-424e-963d-f15859090622 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:44.704255 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b635f41-9921-424e-963d-f15859090622 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Pushing event updated for resources: {'Port': ['ID=365884f7-70f4-448a-8847-81f5cf6b6670,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:44.812075 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99f5366b-94a4-46ae-93da-9dc860a963ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:44.816061 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99f5366b-94a4-46ae-93da-9dc860a963ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:44.819598 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-99f5366b-94a4-46ae-93da-9dc860a963ef admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/58e12038-9871-4797-b74b-246281f56a6e HTTP/1.1" status: 204 len: 168 time: 0.2677732 Jul 23 16:17:44.824732 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975e184-7da4-4cee-bf15-178aead9beda req-5b635f41-9921-424e-963d-f15859090622 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:44.825480 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3975e184-7da4-4cee-bf15-178aead9beda req-5b635f41-9921-424e-963d-f15859090622 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:44.843922 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bc5867ca-17c7-4615-99e0-46cecd12c2cd req-5cc4e205-2fd2-480b-b7a5-b67b237587bc tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:44.844247 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bc5867ca-17c7-4615-99e0-46cecd12c2cd req-5cc4e205-2fd2-480b-b7a5-b67b237587bc tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:44.845690 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5366b-94a4-46ae-93da-9dc860a963ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e12038-9871-4797-b74b-246281f56a6e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:44.859976 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-bc5867ca-17c7-4615-99e0-46cecd12c2cd req-5cc4e205-2fd2-480b-b7a5-b67b237587bc tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Calling delete_port for 66669322-65f4-4515-b0cc-422bdb298be7 owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:17:44.863552 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3975e184-7da4-4cee-bf15-178aead9beda req-5b635f41-9921-424e-963d-f15859090622 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9489920 Jul 23 16:17:44.882945 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-3975e184-7da4-4cee-bf15-178aead9beda req-bce16d00-5a53-4d93-9f83-39ef084657d7 service neutron] Request body: {'port': {'device_id': '19a8e0c9-ef52-4562-b63b-63ea9adaa3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:44.993224 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-2e1503d9-9865-46e1-bbcd-779ca0ce8658 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:45.016349 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-2e1503d9-9865-46e1-bbcd-779ca0ce8658 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Transition to ACTIVE for port object 40d5dab3-857d-4504-b1e5-fccff70678d5 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:45.059855 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-2e1503d9-9865-46e1-bbcd-779ca0ce8658 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:45.063281 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-11563fd5-65bb-4c43-ba45-c0c3d16c30a7 None None] Provisioning for port 365884f7-70f4-448a-8847-81f5cf6b6670 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:45.068173 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-11563fd5-65bb-4c43-ba45-c0c3d16c30a7 None None] Provisioning complete for port 365884f7-70f4-448a-8847-81f5cf6b6670 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:45.068880 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-11563fd5-65bb-4c43-ba45-c0c3d16c30a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:45.077148 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3975e184-7da4-4cee-bf15-178aead9beda req-bce16d00-5a53-4d93-9f83-39ef084657d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:45.113458 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1503d9-9865-46e1-bbcd-779ca0ce8658 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Pushing event updated for resources: {'Port': ['ID=40d5dab3-857d-4504-b1e5-fccff70678d5,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:45.116421 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-11563fd5-65bb-4c43-ba45-c0c3d16c30a7 None None] Port 365884f7-70f4-448a-8847-81f5cf6b6670 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:17:45.134228 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-2e1503d9-9865-46e1-bbcd-779ca0ce8658 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:45.135759 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-2e1503d9-9865-46e1-bbcd-779ca0ce8658 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:45.137970 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-2e1503d9-9865-46e1-bbcd-779ca0ce8658 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:45.161153 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36adc78-45f9-4a8d-b429-66998d5a3719 req-4c85c45f-0864-42f7-ad2a-4a6243d4c1b3 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:45.162718 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e36adc78-45f9-4a8d-b429-66998d5a3719 req-4c85c45f-0864-42f7-ad2a-4a6243d4c1b3 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/ports?device_id=78bd769e-a1fc-4c04-947c-181b5b80f590 HTTP/1.1" status: 200 len: 950 time: 0.1665237 Jul 23 16:17:45.192424 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-2e1503d9-9865-46e1-bbcd-779ca0ce8658 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:45.193197 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-2e1503d9-9865-46e1-bbcd-779ca0ce8658 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:45.211073 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-2e1503d9-9865-46e1-bbcd-779ca0ce8658 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3076916 Jul 23 16:17:45.224560 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-6506cea5-7f3e-4623-95ae-1fff30188947 service neutron] Request body: {'port': {'device_id': '7fe674d4-f201-4770-95c4-53525875fef1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:45.281243 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bc5867ca-17c7-4615-99e0-46cecd12c2cd req-5cc4e205-2fd2-480b-b7a5-b67b237587bc tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:45.292944 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e36adc78-45f9-4a8d-b429-66998d5a3719 req-fc565a22-4165-4036-9056-1ee08274fed6 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/security-groups?id=60ea5d1c-7359-4aa5-9e69-5ee426b0aafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188717 Jul 23 16:17:45.346358 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4e205-2fd2-480b-b7a5-b67b237587bc tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Pushing event deleted for resources: {'Port': ['ID=66669322-65f4-4515-b0cc-422bdb298be7,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:45.350093 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-6506cea5-7f3e-4623-95ae-1fff30188947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:45.447191 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-defb6e26-0054-4825-a47a-67b8305b5d2d None None] Provisioning for port 40d5dab3-857d-4504-b1e5-fccff70678d5 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:45.452446 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-defb6e26-0054-4825-a47a-67b8305b5d2d None None] Provisioning complete for port 40d5dab3-857d-4504-b1e5-fccff70678d5 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:45.453004 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-defb6e26-0054-4825-a47a-67b8305b5d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:45.498403 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-defb6e26-0054-4825-a47a-67b8305b5d2d None None] Port 40d5dab3-857d-4504-b1e5-fccff70678d5 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:17:45.530663 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bc5867ca-17c7-4615-99e0-46cecd12c2cd req-5cc4e205-2fd2-480b-b7a5-b67b237587bc tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:45.533233 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bc5867ca-17c7-4615-99e0-46cecd12c2cd req-5cc4e205-2fd2-480b-b7a5-b67b237587bc tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:45.545337 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc5867ca-17c7-4615-99e0-46cecd12c2cd req-5cc4e205-2fd2-480b-b7a5-b67b237587bc tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "DELETE /v2.0/floatingips/8defbc0d-9740-4a9c-a01a-7a9935810d50 HTTP/1.1" status: 204 len: 173 time: 1.1189809 Jul 23 16:17:45.594342 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b632632-1275-4366-89fe-b27beb2a3ad8 req-19d8bedc-e7d9-4309-aef3-aabdab7b3e64 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:45.597709 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2b632632-1275-4366-89fe-b27beb2a3ad8 req-19d8bedc-e7d9-4309-aef3-aabdab7b3e64 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.97 "GET /v2.0/ports?device_id=78bd769e-a1fc-4c04-947c-181b5b80f590 HTTP/1.1" status: 200 len: 950 time: 0.2269218 Jul 23 16:17:45.611748 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af27b7-53a8-40cb-801a-d3fe6be82994 req-e94b2739-338c-430e-8b87-9db4a34e67ef tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:45.613463 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61af27b7-53a8-40cb-801a-d3fe6be82994 req-e94b2739-338c-430e-8b87-9db4a34e67ef tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=7fe674d4-f201-4770-95c4-53525875fef1 HTTP/1.1" status: 200 len: 936 time: 0.2355053 Jul 23 16:17:45.627761 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-3975e184-7da4-4cee-bf15-178aead9beda req-bce16d00-5a53-4d93-9f83-39ef084657d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 365884f7-70f4-448a-8847-81f5cf6b6670 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:17:45.636436 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3975e184-7da4-4cee-bf15-178aead9beda req-bce16d00-5a53-4d93-9f83-39ef084657d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:45.643237 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f43c048-316d-45c2-94a7-89b37a0811ed x-openstack-request-id: req-4f43c048-316d-45c2-94a7-89b37a0811ed {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:45.643373 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ac7a2e-c4c0-4ae1-8ef7-46de50765745", "tag": "122ef259-640d-4589-b162-4a77274d8825", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:45.643609 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4f43c048-316d-45c2-94a7-89b37a0811ed {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:45.644243 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ac7a2e-c4c0-4ae1-8ef7-46de50765745', 'tag': '122ef259-640d-4589-b162-4a77274d8825', 'status': 'completed', 'code': 200} Jul 23 16:17:45.654250 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.74', 54651) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:45.680281 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-3975e184-7da4-4cee-bf15-178aead9beda req-bce16d00-5a53-4d93-9f83-39ef084657d7 service neutron] Transition to ACTIVE for port object 365884f7-70f4-448a-8847-81f5cf6b6670 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:45.704290 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3975e184-7da4-4cee-bf15-178aead9beda req-bce16d00-5a53-4d93-9f83-39ef084657d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:45.760920 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61af27b7-53a8-40cb-801a-d3fe6be82994 req-c0c8fe5d-dc87-41a0-8a8e-71637a58fff0 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215377 Jul 23 16:17:45.814803 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce16d00-5a53-4d93-9f83-39ef084657d7 service neutron] Pushing event updated for resources: {'Port': ['ID=365884f7-70f4-448a-8847-81f5cf6b6670,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:45.849069 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 122ef259-640d-4589-b162-4a77274d8825 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:17:45.891314 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-2b632632-1275-4366-89fe-b27beb2a3ad8 req-860ba3d6-9049-45a2-a7c9-f185488892e1 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Deleting port 1e6adacf-7e6d-4141-af23-f17583271e93 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:17:45.891570 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2b632632-1275-4366-89fe-b27beb2a3ad8 req-860ba3d6-9049-45a2-a7c9-f185488892e1 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:45.955981 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52846) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:45.964477 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 122ef259-640d-4589-b162-4a77274d8825, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=122ef259-640d-4589-b162-4a77274d8825,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:45.978650 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 122ef259-640d-4589-b162-4a77274d8825 has no active binding in host n-h2-778549-4 {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 16:17:46.017501 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-6506cea5-7f3e-4623-95ae-1fff30188947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d5dab3-857d-4504-b1e5-fccff70678d5 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:17:46.029457 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-6506cea5-7f3e-4623-95ae-1fff30188947 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.053474 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-2b632632-1275-4366-89fe-b27beb2a3ad8 req-860ba3d6-9049-45a2-a7c9-f185488892e1 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] For port 1e6adacf-7e6d-4141-af23-f17583271e93, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=1e6adacf-7e6d-4141-af23-f17583271e93,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:46.053845 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2b632632-1275-4366-89fe-b27beb2a3ad8 req-860ba3d6-9049-45a2-a7c9-f185488892e1 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.063306 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-6506cea5-7f3e-4623-95ae-1fff30188947 service neutron] Transition to ACTIVE for port object 40d5dab3-857d-4504-b1e5-fccff70678d5 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:46.071659 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-2b632632-1275-4366-89fe-b27beb2a3ad8 req-860ba3d6-9049-45a2-a7c9-f185488892e1 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Calling delete_port for 1e6adacf-7e6d-4141-af23-f17583271e93 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:17:46.073665 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-6506cea5-7f3e-4623-95ae-1fff30188947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.148885 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-4af68c55-86c9-446d-b79f-a67821cb70b6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1485938438-network', 'tenant_id': 'a082626dc89c49e384ed8b03bfef8e63'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:46.164419 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dd8ac3ec-6c9a-4a88-b1cf-3cc71748ca4f req-6349645b-7ddf-41e1-9abc-a3cf0c33d1d3 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/floatingips/9e6c5b54-efbc-4049-bd6e-0c799857c5fd HTTP/1.1" status: 200 len: 693 time: 0.3544416 Jul 23 16:17:46.186754 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c222c4-e183-4b2e-875e-35d30c2322b5 req-093e349c-6f10-4948-895f-62c6d2fc2dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:46.187218 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506cea5-7f3e-4623-95ae-1fff30188947 service neutron] Pushing event updated for resources: {'Port': ['ID=40d5dab3-857d-4504-b1e5-fccff70678d5,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:46.188075 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-79c222c4-e183-4b2e-875e-35d30c2322b5 req-093e349c-6f10-4948-895f-62c6d2fc2dcd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745 HTTP/1.1" status: 200 len: 1146 time: 0.5300574 Jul 23 16:17:46.204733 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af68c55-86c9-446d-b79f-a67821cb70b6 admin admin] Made reservation on behalf of a082626dc89c49e384ed8b03bfef8e63 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:46.207069 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4af68c55-86c9-446d-b79f-a67821cb70b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.239858 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4af68c55-86c9-446d-b79f-a67821cb70b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.265601 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3929cc4-6811-45b5-8e92-db658777a5f5 req-96148179-62a2-4351-9411-e65e0a7a5241 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:46.267148 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d3929cc4-6811-45b5-8e92-db658777a5f5 req-96148179-62a2-4351-9411-e65e0a7a5241 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 950 time: 0.5260010 Jul 23 16:17:46.325503 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-3975e184-7da4-4cee-bf15-178aead9beda req-bce16d00-5a53-4d93-9f83-39ef084657d7 service neutron] Attempting to bind port 365884f7-70f4-448a-8847-81f5cf6b6670 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:46.326055 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-3975e184-7da4-4cee-bf15-178aead9beda req-bce16d00-5a53-4d93-9f83-39ef084657d7 service neutron] Attempting to bind port 365884f7-70f4-448a-8847-81f5cf6b6670 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:46.326283 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3975e184-7da4-4cee-bf15-178aead9beda req-bce16d00-5a53-4d93-9f83-39ef084657d7 service neutron] Attempting to bind port 365884f7-70f4-448a-8847-81f5cf6b6670 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:46.355512 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-6506cea5-7f3e-4623-95ae-1fff30188947 service neutron] Attempting to bind port 40d5dab3-857d-4504-b1e5-fccff70678d5 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:46.355855 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-6506cea5-7f3e-4623-95ae-1fff30188947 service neutron] Attempting to bind port 40d5dab3-857d-4504-b1e5-fccff70678d5 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:46.356184 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-6506cea5-7f3e-4623-95ae-1fff30188947 service neutron] Attempting to bind port 40d5dab3-857d-4504-b1e5-fccff70678d5 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:46.372257 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-6506cea5-7f3e-4623-95ae-1fff30188947 service neutron] Port 40d5dab3-857d-4504-b1e5-fccff70678d5 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:17:46.372595 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-6506cea5-7f3e-4623-95ae-1fff30188947 service neutron] Attempting to bind port 40d5dab3-857d-4504-b1e5-fccff70678d5 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:46.373021 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3975e184-7da4-4cee-bf15-178aead9beda req-bce16d00-5a53-4d93-9f83-39ef084657d7 service neutron] Port 365884f7-70f4-448a-8847-81f5cf6b6670 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:17:46.373389 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3975e184-7da4-4cee-bf15-178aead9beda req-bce16d00-5a53-4d93-9f83-39ef084657d7 service neutron] Attempting to bind port 365884f7-70f4-448a-8847-81f5cf6b6670 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:46.385162 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-6506cea5-7f3e-4623-95ae-1fff30188947 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:17:46.385602 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-6506cea5-7f3e-4623-95ae-1fff30188947 service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:46.385883 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-6506cea5-7f3e-4623-95ae-1fff30188947 service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:17:46.386320 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-6506cea5-7f3e-4623-95ae-1fff30188947 service neutron] Bound port: 40d5dab3-857d-4504-b1e5-fccff70678d5, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:46.386681 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-6506cea5-7f3e-4623-95ae-1fff30188947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.401577 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3975e184-7da4-4cee-bf15-178aead9beda req-bce16d00-5a53-4d93-9f83-39ef084657d7 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:17:46.401843 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3975e184-7da4-4cee-bf15-178aead9beda req-bce16d00-5a53-4d93-9f83-39ef084657d7 service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:46.402230 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3975e184-7da4-4cee-bf15-178aead9beda req-bce16d00-5a53-4d93-9f83-39ef084657d7 service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:17:46.402685 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-3975e184-7da4-4cee-bf15-178aead9beda req-bce16d00-5a53-4d93-9f83-39ef084657d7 service neutron] Bound port: 365884f7-70f4-448a-8847-81f5cf6b6670, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:46.403044 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3975e184-7da4-4cee-bf15-178aead9beda req-bce16d00-5a53-4d93-9f83-39ef084657d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.416499 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2b632632-1275-4366-89fe-b27beb2a3ad8 req-860ba3d6-9049-45a2-a7c9-f185488892e1 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.426398 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d3929cc4-6811-45b5-8e92-db658777a5f5 req-7fbeab95-28c5-4155-9418-6a475d989783 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481957 Jul 23 16:17:46.428584 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['1e6adacf-7e6d-4141-af23-f17583271e93'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:17:46.449793 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ac3ec-6c9a-4a88-b1cf-3cc71748ca4f req-908f4dcb-4c19-4d3d-93b6-3225b92ae1b6 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:46.451195 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dd8ac3ec-6c9a-4a88-b1cf-3cc71748ca4f req-908f4dcb-4c19-4d3d-93b6-3225b92ae1b6 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 784 time: 0.2739215 Jul 23 16:17:46.487503 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c222c4-e183-4b2e-875e-35d30c2322b5 req-0e78570f-4c15-4af1-8004-99aa44fb1d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:46.488839 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-79c222c4-e183-4b2e-875e-35d30c2322b5 req-0e78570f-4c15-4af1-8004-99aa44fb1d34 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cbcbd292-3824-44cf-913c-59a7184e692c HTTP/1.1" status: 200 len: 910 time: 0.2900121 Jul 23 16:17:46.490737 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ba3d6-9049-45a2-a7c9-f185488892e1 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Pushing event deleted for resources: {'Port': ['ID=1e6adacf-7e6d-4141-af23-f17583271e93,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:46.571308 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dd8ac3ec-6c9a-4a88-b1cf-3cc71748ca4f req-9109e954-27ca-4cff-8645-101e70d5565b tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.239 HTTP/1.1" status: 200 len: 696 time: 0.0962541 Jul 23 16:17:46.572725 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-79c222c4-e183-4b2e-875e-35d30c2322b5 req-faf083b4-358f-47a0-a5dd-39b2b0c5219d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=122ef259-640d-4589-b162-4a77274d8825 HTTP/1.1" status: 200 len: 217 time: 0.0491185 Jul 23 16:17:46.623120 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-6506cea5-7f3e-4623-95ae-1fff30188947 service neutron] For port 40d5dab3-857d-4504-b1e5-fccff70678d5, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:46.635032 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b632632-1275-4366-89fe-b27beb2a3ad8 req-860ba3d6-9049-45a2-a7c9-f185488892e1 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] No DVR routers for this DVR port 1e6adacf-7e6d-4141-af23-f17583271e93 on host n-h2-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:17:46.645547 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4af68c55-86c9-446d-b79f-a67821cb70b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.646954 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2b632632-1275-4366-89fe-b27beb2a3ad8 req-860ba3d6-9049-45a2-a7c9-f185488892e1 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.649133 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2b632632-1275-4366-89fe-b27beb2a3ad8 req-860ba3d6-9049-45a2-a7c9-f185488892e1 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.97 "DELETE /v2.0/ports/1e6adacf-7e6d-4141-af23-f17583271e93 HTTP/1.1" status: 204 len: 173 time: 1.0446615 Jul 23 16:17:46.652219 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4af68c55-86c9-446d-b79f-a67821cb70b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.656233 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-6506cea5-7f3e-4623-95ae-1fff30188947 service neutron] For port 40d5dab3-857d-4504-b1e5-fccff70678d5, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=40d5dab3-857d-4504-b1e5-fccff70678d5,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:17:46.664749 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-3975e184-7da4-4cee-bf15-178aead9beda req-bce16d00-5a53-4d93-9f83-39ef084657d7 service neutron] For port 365884f7-70f4-448a-8847-81f5cf6b6670, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:46.668767 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-6506cea5-7f3e-4623-95ae-1fff30188947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.705788 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af68c55-86c9-446d-b79f-a67821cb70b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1128, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:17:46.708688 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dd8ac3ec-6c9a-4a88-b1cf-3cc71748ca4f req-9a48e028-748e-4cfd-9edd-71d16f16b2ac tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.239 HTTP/1.1" status: 200 len: 696 time: 0.1296380 Jul 23 16:17:46.727344 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af68c55-86c9-446d-b79f-a67821cb70b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14a5204-0284-4532-af48-6c6a3cbf14ec,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:46.731289 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-6506cea5-7f3e-4623-95ae-1fff30188947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:46.731902 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-6506cea5-7f3e-4623-95ae-1fff30188947 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.733316 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-6506cea5-7f3e-4623-95ae-1fff30188947 service neutron] 10.222.0.74 "PUT /v2.0/ports/40d5dab3-857d-4504-b1e5-fccff70678d5 HTTP/1.1" status: 200 len: 1096 time: 1.5143981 Jul 23 16:17:46.734481 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4af68c55-86c9-446d-b79f-a67821cb70b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.734800 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-4af68c55-86c9-446d-b79f-a67821cb70b6 admin admin] Added segment 119a8965-e639-42bc-b060-4c5dedb07588 of type vlan for network eb7595a8-c56a-4859-886f-00db31b2325a Jul 23 16:17:46.790058 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-3975e184-7da4-4cee-bf15-178aead9beda req-bce16d00-5a53-4d93-9f83-39ef084657d7 service neutron] For port 365884f7-70f4-448a-8847-81f5cf6b6670, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=365884f7-70f4-448a-8847-81f5cf6b6670,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:17:46.809787 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4af68c55-86c9-446d-b79f-a67821cb70b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.813383 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506cea5-7f3e-4623-95ae-1fff30188947 service neutron] Pushing event updated for resources: {'Port': ['ID=40d5dab3-857d-4504-b1e5-fccff70678d5,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:46.832136 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3975e184-7da4-4cee-bf15-178aead9beda req-bce16d00-5a53-4d93-9f83-39ef084657d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.842493 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c222c4-e183-4b2e-875e-35d30c2322b5 req-79eeb41a-2384-4b8a-8329-ed1e792aca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:46.844002 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-79c222c4-e183-4b2e-875e-35d30c2322b5 req-79eeb41a-2384-4b8a-8329-ed1e792aca09 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f8384c77-6398-425d-9275-6a23db41a285 HTTP/1.1" status: 200 len: 848 time: 0.2464004 Jul 23 16:17:46.844142 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4af68c55-86c9-446d-b79f-a67821cb70b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.845768 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af68c55-86c9-446d-b79f-a67821cb70b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:46.847731 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4af68c55-86c9-446d-b79f-a67821cb70b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.911915 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4af68c55-86c9-446d-b79f-a67821cb70b6 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9524033 Jul 23 16:17:46.917319 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52856) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:46.924024 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-9a8a6ed3-409b-493a-9163-6aeaafed7e34 admin admin] Request body: {'subnet': {'network_id': 'eb7595a8-c56a-4859-886f-00db31b2325a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1485938438-subnet', 'tenant_id': 'a082626dc89c49e384ed8b03bfef8e63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:46.946241 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975e184-7da4-4cee-bf15-178aead9beda req-bce16d00-5a53-4d93-9f83-39ef084657d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:46.946892 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3975e184-7da4-4cee-bf15-178aead9beda req-bce16d00-5a53-4d93-9f83-39ef084657d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.948292 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3975e184-7da4-4cee-bf15-178aead9beda req-bce16d00-5a53-4d93-9f83-39ef084657d7 service neutron] 10.222.0.74 "PUT /v2.0/ports/365884f7-70f4-448a-8847-81f5cf6b6670 HTTP/1.1" status: 200 len: 1096 time: 2.0697360 Jul 23 16:17:46.949687 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a8e0c9-ef52-4562-b63b-63ea9adaa3d2', 'tag': '365884f7-70f4-448a-8847-81f5cf6b6670'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:46.951922 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca14128-8621-466c-a08c-20f629fc2f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "19a8e0c9-ef52-4562-b63b-63ea9adaa3d2", "tag": "365884f7-70f4-448a-8847-81f5cf6b6670"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:46.955864 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-79c222c4-e183-4b2e-875e-35d30c2322b5 req-8d829ec3-e6ae-44b9-95d8-56571cf4fd2b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cbcbd292-3824-44cf-913c-59a7184e692c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828249 Jul 23 16:17:46.961731 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af68c55-86c9-446d-b79f-a67821cb70b6 admin admin] Pushing event updated for resources: {'Network': ['ID=eb7595a8-c56a-4859-886f-00db31b2325a,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:46.975986 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network eb7595a8-c56a-4859-886f-00db31b2325a details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:17:46.987723 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8a6ed3-409b-493a-9163-6aeaafed7e34 admin admin] Made reservation on behalf of a082626dc89c49e384ed8b03bfef8e63 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:46.990584 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9a8a6ed3-409b-493a-9163-6aeaafed7e34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:47.013008 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24621e-289a-4ba3-939d-ae3d2cf9be53 req-ab602ef6-896b-4aaf-9679-104892ecec74 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:47.015068 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f24621e-289a-4ba3-939d-ae3d2cf9be53 req-ab602ef6-896b-4aaf-9679-104892ecec74 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745 HTTP/1.1" status: 200 len: 965 time: 0.4414365 Jul 23 16:17:47.015906 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-c03c4c38-eff5-400d-bfe2-645c00b81439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:47.016033 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce16d00-5a53-4d93-9f83-39ef084657d7 service neutron] Pushing event updated for resources: {'Port': ['ID=365884f7-70f4-448a-8847-81f5cf6b6670,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:47.017590 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-c03c4c38-eff5-400d-bfe2-645c00b81439 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=251b5fc36991465db490fe5c63349472&device_id=7fe674d4-f201-4770-95c4-53525875fef1 HTTP/1.1" status: 200 len: 1099 time: 0.1530960 Jul 23 16:17:47.163966 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-dd8ac3ec-6c9a-4a88-b1cf-3cc71748ca4f req-75519a77-6d70-457a-bee3-e8920331d725 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Deleting port 204b1753-0cb1-4d99-9ad1-d46476a88d84 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:17:47.164198 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-dd8ac3ec-6c9a-4a88-b1cf-3cc71748ca4f req-75519a77-6d70-457a-bee3-e8920331d725 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:47.234801 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f24621e-289a-4ba3-939d-ae3d2cf9be53 req-a31e17b9-c1f9-44d0-bede-e07eafd34c78 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911585 Jul 23 16:17:47.241821 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-79c222c4-e183-4b2e-875e-35d30c2322b5 req-ca72f669-359d-4f08-84e2-b302b2fb149b service neutron] 10.222.0.74 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694683 Jul 23 16:17:47.283334 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-1a02b8ee-db5b-4d1b-80ed-c14fe8fdbe0e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=40d5dab3-857d-4504-b1e5-fccff70678d5 HTTP/1.1" status: 200 len: 217 time: 0.2284286 Jul 23 16:17:47.364444 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-49121ca2-5111-4fcc-a956-f8ef19311eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:47.365966 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-49121ca2-5111-4fcc-a956-f8ef19311eb4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0737588 Jul 23 16:17:47.371391 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975e184-7da4-4cee-bf15-178aead9beda req-745697a1-16c1-4aa8-8339-ca2b4276494d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:47.373221 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3975e184-7da4-4cee-bf15-178aead9beda req-745697a1-16c1-4aa8-8339-ca2b4276494d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=251b5fc36991465db490fe5c63349472&device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 1099 time: 0.3528328 Jul 23 16:17:47.375948 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.74', 54652) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:47.378462 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-dd8ac3ec-6c9a-4a88-b1cf-3cc71748ca4f req-75519a77-6d70-457a-bee3-e8920331d725 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:47.378779 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-dd8ac3ec-6c9a-4a88-b1cf-3cc71748ca4f req-75519a77-6d70-457a-bee3-e8920331d725 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:47.447535 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-dd8ac3ec-6c9a-4a88-b1cf-3cc71748ca4f req-75519a77-6d70-457a-bee3-e8920331d725 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Calling delete_port for 204b1753-0cb1-4d99-9ad1-d46476a88d84 owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:17:47.456528 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3975e184-7da4-4cee-bf15-178aead9beda req-28892bb0-4f7b-4c06-a104-37b43fcdcb2f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=365884f7-70f4-448a-8847-81f5cf6b6670 HTTP/1.1" status: 200 len: 217 time: 0.0626938 Jul 23 16:17:47.546474 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-757e8e51-c43e-4523-b97c-935e41925034 req-a328c386-6125-47c6-a7d6-685900fb1c80 service neutron] 10.222.0.74 "GET /v2.0/ports/122ef259-640d-4589-b162-4a77274d8825/bindings/n-h2-778549-4 HTTP/1.1" status: 200 len: 384 time: 0.1533811 Jul 23 16:17:47.551242 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9a8a6ed3-409b-493a-9163-6aeaafed7e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:47.554391 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bae137cc-cf7b-4e34-b5a1-bda499349eb6 req-0827492f-ffb3-4895-b618-46e2617f2958 tempest-DeleteServersAdminTestJSON-1365614511 tempest-DeleteServersAdminTestJSON-1365614511-project] 10.222.0.73 "GET /v2.0/ports?device_id=78bd769e-a1fc-4c04-947c-181b5b80f590 HTTP/1.1" status: 200 len: 210 time: 0.1047277 Jul 23 16:17:47.562919 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-ede4ee08-93c7-4ee3-a8e4-77289fc0cab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:47.564414 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-ede4ee08-93c7-4ee3-a8e4-77289fc0cab5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1704021 Jul 23 16:17:47.648694 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bd769e-a1fc-4c04-947c-181b5b80f590', 'name': 'network-vif-deleted', 'tag': '1e6adacf-7e6d-4141-af23-f17583271e93'}, {'name': 'network-changed', 'server_uuid': '7fe674d4-f201-4770-95c4-53525875fef1', 'tag': '40d5dab3-857d-4504-b1e5-fccff70678d5'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:47.651519 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017c7aaf-a9b5-4360-be77-98a8cdc01e7f" -d '{"events": [{"server_uuid": "78bd769e-a1fc-4c04-947c-181b5b80f590", "name": "network-vif-deleted", "tag": "1e6adacf-7e6d-4141-af23-f17583271e93"}, {"name": "network-changed", "server_uuid": "7fe674d4-f201-4770-95c4-53525875fef1", "tag": "40d5dab3-857d-4504-b1e5-fccff70678d5"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:47.656301 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-79c222c4-e183-4b2e-875e-35d30c2322b5 req-3f023d72-322a-45a3-810a-47032a5935e4 service neutron] 10.222.0.74 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508534 Jul 23 16:17:47.657746 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975e184-7da4-4cee-bf15-178aead9beda req-4902b852-2d9c-43cf-bee4-e92ff080d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:47.659062 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3975e184-7da4-4cee-bf15-178aead9beda req-4902b852-2d9c-43cf-bee4-e92ff080d3bc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1867785 Jul 23 16:17:47.707464 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a6ed3-409b-493a-9163-6aeaafed7e34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a4c1b1d-cc34-4e74-9a9d-3b1e23d935e1,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:47.764925 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8a6ed3-409b-493a-9163-6aeaafed7e34 admin admin] Checking segment: {'id': '119a8965-e639-42bc-b060-4c5dedb07588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'eb7595a8-c56a-4859-886f-00db31b2325a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:47.765394 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8a6ed3-409b-493a-9163-6aeaafed7e34 admin admin] Network hostable DHCP agents. Network: eb7595a8-c56a-4859-886f-00db31b2325a, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:17:47.777309 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1d1f7-616e-4692-befd-42ad7e9d75e7 req-1eff8f0c-3b8d-4ee5-a641-e8b741a125e0 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:47.778834 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8c1d1f7-616e-4692-befd-42ad7e9d75e7 req-1eff8f0c-3b8d-4ee5-a641-e8b741a125e0 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=7fe674d4-f201-4770-95c4-53525875fef1 HTTP/1.1" status: 200 len: 948 time: 0.1404953 Jul 23 16:17:47.793438 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-8185584f-1b33-4dc8-ab91-a883b878464b service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024984 Jul 23 16:17:47.815751 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975e184-7da4-4cee-bf15-178aead9beda req-b58fe5dc-f6e0-4e6d-bc1f-3ef82f4e85fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:47.817238 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3975e184-7da4-4cee-bf15-178aead9beda req-b58fe5dc-f6e0-4e6d-bc1f-3ef82f4e85fe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1391740 Jul 23 16:17:47.842624 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8a6ed3-409b-493a-9163-6aeaafed7e34 admin admin] Network eb7595a8-c56a-4859-886f-00db31b2325a is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:17:47.871453 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-9a8a6ed3-409b-493a-9163-6aeaafed7e34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, eb7595a8-c56a-4859-886f-00db31b2325a) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:47.879063 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-dd8ac3ec-6c9a-4a88-b1cf-3cc71748ca4f req-75519a77-6d70-457a-bee3-e8920331d725 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:47.881457 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dabcbb1-8730-4c91-9513-74582decbf71 None None] Network eb7595a8-c56a-4859-886f-00db31b2325a requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:17:47.919429 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8c1d1f7-616e-4692-befd-42ad7e9d75e7 req-ba2a37b4-b894-4ca6-9713-753a175c0bff tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330314 Jul 23 16:17:47.930616 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8a6ed3-409b-493a-9163-6aeaafed7e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:47.932209 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9a8a6ed3-409b-493a-9163-6aeaafed7e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:47.943610 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75519a77-6d70-457a-bee3-e8920331d725 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Pushing event deleted for resources: {'Port': ['ID=204b1753-0cb1-4d99-9ad1-d46476a88d84,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:47.971426 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9a8a6ed3-409b-493a-9163-6aeaafed7e34 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0529995 Jul 23 16:17:47.982491 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52868) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:47.989689 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-13f457da-0b75-450c-97d0-2e0fda92921b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1485938438-router', 'tenant_id': 'a082626dc89c49e384ed8b03bfef8e63', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:48.000215 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-757e8e51-c43e-4523-b97c-935e41925034 req-e94a90dc-9ade-4bd5-83d5-d6c2dd9e1f06 service neutron] For port 122ef259-640d-4589-b162-4a77274d8825, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=122ef259-640d-4589-b162-4a77274d8825,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:48.006372 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2e60d502-2aa7-4836-97b2-8fa6f04e1764 req-07830df5-86ed-4b5e-9a2e-5ffa721f1038 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045650 Jul 23 16:17:48.013134 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3975e184-7da4-4cee-bf15-178aead9beda req-2ea2efa7-59c0-4510-a379-3cd117c6b699 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818354 Jul 23 16:17:48.035815 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-757e8e51-c43e-4523-b97c-935e41925034 req-e94a90dc-9ade-4bd5-83d5-d6c2dd9e1f06 service neutron] For port 122ef259-640d-4589-b162-4a77274d8825, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:48.049043 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a206904-f2c3-4aaa-b8ab-eed9b52538da x-openstack-request-id: req-4a206904-f2c3-4aaa-b8ab-eed9b52538da {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:48.049705 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a8e0c9-ef52-4562-b63b-63ea9adaa3d2", "tag": "365884f7-70f4-448a-8847-81f5cf6b6670", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:48.050168 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4a206904-f2c3-4aaa-b8ab-eed9b52538da {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:48.050791 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a8e0c9-ef52-4562-b63b-63ea9adaa3d2', 'tag': '365884f7-70f4-448a-8847-81f5cf6b6670', 'status': 'completed', 'code': 200} Jul 23 16:17:48.059338 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-13f457da-0b75-450c-97d0-2e0fda92921b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:48.060371 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-13f457da-0b75-450c-97d0-2e0fda92921b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:48.092915 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-757e8e51-c43e-4523-b97c-935e41925034 req-e94a90dc-9ade-4bd5-83d5-d6c2dd9e1f06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 122ef259-640d-4589-b162-4a77274d8825 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:17:48.114850 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-757e8e51-c43e-4523-b97c-935e41925034 req-e94a90dc-9ade-4bd5-83d5-d6c2dd9e1f06 service neutron] For port 122ef259-640d-4589-b162-4a77274d8825, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=122ef259-640d-4589-b162-4a77274d8825,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:48.138232 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-dd8ac3ec-6c9a-4a88-b1cf-3cc71748ca4f req-75519a77-6d70-457a-bee3-e8920331d725 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:48.140014 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-dd8ac3ec-6c9a-4a88-b1cf-3cc71748ca4f req-75519a77-6d70-457a-bee3-e8920331d725 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:48.141279 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dd8ac3ec-6c9a-4a88-b1cf-3cc71748ca4f req-75519a77-6d70-457a-bee3-e8920331d725 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "DELETE /v2.0/floatingips/9e6c5b54-efbc-4049-bd6e-0c799857c5fd HTTP/1.1" status: 204 len: 173 time: 1.4143445 Jul 23 16:17:48.151041 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-13f457da-0b75-450c-97d0-2e0fda92921b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:48.158772 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-757e8e51-c43e-4523-b97c-935e41925034 req-e94a90dc-9ade-4bd5-83d5-d6c2dd9e1f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:48.178933 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3975e184-7da4-4cee-bf15-178aead9beda req-802f770f-df94-4574-a5b8-0451d4b5c5be service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315784 Jul 23 16:17:48.212684 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48cd7c8-9cb6-472c-baef-48f987e9b28c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-eb7595a8-c56a-4859-886f-00db31b2325a', 'network_id': 'eb7595a8-c56a-4859-886f-00db31b2325a', 'tenant_id': 'a082626dc89c49e384ed8b03bfef8e63', 'fixed_ips': [{'subnet_id': '3a4c1b1d-cc34-4e74-9a9d-3b1e23d935e1'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:17:48.213545 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d48cd7c8-9cb6-472c-baef-48f987e9b28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:48.285271 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2e81da-fe01-4ec2-9032-d3f758040b0e x-openstack-request-id: req-1b2e81da-fe01-4ec2-9032-d3f758040b0e {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:48.286874 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78bd769e-a1fc-4c04-947c-181b5b80f590", "name": "network-vif-deleted", "tag": "1e6adacf-7e6d-4141-af23-f17583271e93", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7fe674d4-f201-4770-95c4-53525875fef1", "tag": "40d5dab3-857d-4504-b1e5-fccff70678d5", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:48.287138 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1b2e81da-fe01-4ec2-9032-d3f758040b0e {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:48.287556 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78bd769e-a1fc-4c04-947c-181b5b80f590', 'name': 'network-vif-deleted', 'tag': '1e6adacf-7e6d-4141-af23-f17583271e93', 'status': 'completed', 'code': 200} Jul 23 16:17:48.287894 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe674d4-f201-4770-95c4-53525875fef1', 'tag': '40d5dab3-857d-4504-b1e5-fccff70678d5', 'status': 'completed', 'code': 200} Jul 23 16:17:48.312938 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00f520-c9e5-4014-b6a2-f4f9942d585a req-ba403fd6-b57f-4e9d-bafa-84f3991a79cd tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:48.324211 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bd00f520-c9e5-4014-b6a2-f4f9942d585a req-ba403fd6-b57f-4e9d-bafa-84f3991a79cd tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 950 time: 0.1442506 Jul 23 16:17:48.372852 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-d48cd7c8-9cb6-472c-baef-48f987e9b28c None None] Allocated IP 172.20.0.2 (eb7595a8-c56a-4859-886f-00db31b2325a/3a4c1b1d-cc34-4e74-9a9d-3b1e23d935e1/897ab66b-962e-4437-9cd4-2a8755436ada) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:48.406998 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca14128-8621-466c-a08c-20f629fc2f3e req-44810456-c878-4166-8d6e-af82b97815ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:48.408506 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bca14128-8621-466c-a08c-20f629fc2f3e req-44810456-c878-4166-8d6e-af82b97815ab service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=251b5fc36991465db490fe5c63349472&device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 1099 time: 0.1593201 Jul 23 16:17:48.411450 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9dc91914-5c44-462f-b6f5-afbd96deb47f req-1922684f-4388-43e1-8ca2-0ea32dc80341 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/floatingips/846b0cfc-cc1d-43ff-a24c-60143d0c60fa HTTP/1.1" status: 200 len: 692 time: 0.0783830 Jul 23 16:17:48.422583 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-13f457da-0b75-450c-97d0-2e0fda92921b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:48.429476 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bd00f520-c9e5-4014-b6a2-f4f9942d585a req-4f7645d5-586d-4375-ac43-5dc429e927f9 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984542 Jul 23 16:17:48.484851 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-757e8e51-c43e-4523-b97c-935e41925034 req-e94a90dc-9ade-4bd5-83d5-d6c2dd9e1f06 service neutron] Transition to ACTIVE for port object 122ef259-640d-4589-b162-4a77274d8825 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:48.501168 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-757e8e51-c43e-4523-b97c-935e41925034 req-e94a90dc-9ade-4bd5-83d5-d6c2dd9e1f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:48.513724 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c7aaf-a9b5-4360-be77-98a8cdc01e7f req-b4e42d06-8357-42ba-af05-898483e20113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:48.515231 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-017c7aaf-a9b5-4360-be77-98a8cdc01e7f req-b4e42d06-8357-42ba-af05-898483e20113 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=251b5fc36991465db490fe5c63349472&device_id=7fe674d4-f201-4770-95c4-53525875fef1 HTTP/1.1" status: 200 len: 1099 time: 0.1662884 Jul 23 16:17:48.558101 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d48cd7c8-9cb6-472c-baef-48f987e9b28c None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:48.567882 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d48cd7c8-9cb6-472c-baef-48f987e9b28c None None] Transition to ACTIVE for port object 897ab66b-962e-4437-9cd4-2a8755436ada will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:48.584324 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d48cd7c8-9cb6-472c-baef-48f987e9b28c None None] Transition to ACTIVE for port object 897ab66b-962e-4437-9cd4-2a8755436ada will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:48.594359 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d48cd7c8-9cb6-472c-baef-48f987e9b28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:48.642533 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48cd7c8-9cb6-472c-baef-48f987e9b28c None None] Network eb7595a8-c56a-4859-886f-00db31b2325a is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:48.645483 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-d48cd7c8-9cb6-472c-baef-48f987e9b28c None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:48.651375 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48cd7c8-9cb6-472c-baef-48f987e9b28c None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:48.657608 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-757e8e51-c43e-4523-b97c-935e41925034 req-e94a90dc-9ade-4bd5-83d5-d6c2dd9e1f06 service neutron] No DVR routers for this DVR port 122ef259-640d-4589-b162-4a77274d8825 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:17:48.660159 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48cd7c8-9cb6-472c-baef-48f987e9b28c None None] Pushing event updated for resources: {'Port': ['ID=897ab66b-962e-4437-9cd4-2a8755436ada,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:48.713111 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a90dc-9ade-4bd5-83d5-d6c2dd9e1f06 service neutron] Pushing event updated for resources: {'Port': ['ID=122ef259-640d-4589-b162-4a77274d8825,revision_number=10']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:48.719053 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-d48cd7c8-9cb6-472c-baef-48f987e9b28c None None] Attempting to bind port 897ab66b-962e-4437-9cd4-2a8755436ada on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:48.719242 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-d48cd7c8-9cb6-472c-baef-48f987e9b28c None None] Attempting to bind port 897ab66b-962e-4437-9cd4-2a8755436ada by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '119a8965-e639-42bc-b060-4c5dedb07588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'eb7595a8-c56a-4859-886f-00db31b2325a'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:48.719799 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48cd7c8-9cb6-472c-baef-48f987e9b28c None None] Attempting to bind port 897ab66b-962e-4437-9cd4-2a8755436ada on network eb7595a8-c56a-4859-886f-00db31b2325a {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:48.728012 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48cd7c8-9cb6-472c-baef-48f987e9b28c None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:17:48.728012 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48cd7c8-9cb6-472c-baef-48f987e9b28c None None] Checking segment: {'id': '119a8965-e639-42bc-b060-4c5dedb07588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'eb7595a8-c56a-4859-886f-00db31b2325a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:48.728012 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d48cd7c8-9cb6-472c-baef-48f987e9b28c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:48.728012 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48cd7c8-9cb6-472c-baef-48f987e9b28c None None] Bound using segment: {'id': '119a8965-e639-42bc-b060-4c5dedb07588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'eb7595a8-c56a-4859-886f-00db31b2325a'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:17:48.728012 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-d48cd7c8-9cb6-472c-baef-48f987e9b28c None None] Bound port: 897ab66b-962e-4437-9cd4-2a8755436ada, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '119a8965-e639-42bc-b060-4c5dedb07588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'eb7595a8-c56a-4859-886f-00db31b2325a'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:48.728012 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d48cd7c8-9cb6-472c-baef-48f987e9b28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:48.783193 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c7aaf-a9b5-4360-be77-98a8cdc01e7f req-c737d360-8f90-4a1a-8f1a-6b29d3be9368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:48.785852 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-017c7aaf-a9b5-4360-be77-98a8cdc01e7f req-c737d360-8f90-4a1a-8f1a-6b29d3be9368 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.2455249 Jul 23 16:17:48.789741 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-757e8e51-c43e-4523-b97c-935e41925034 req-e94a90dc-9ade-4bd5-83d5-d6c2dd9e1f06 service neutron] 10.222.0.74 "PUT /v2.0/ports/122ef259-640d-4589-b162-4a77274d8825/bindings/n-h2-778549-4/activate HTTP/1.1" status: 200 len: 369 time: 1.2317345 Jul 23 16:17:48.812414 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-d48cd7c8-9cb6-472c-baef-48f987e9b28c None None] For port 897ab66b-962e-4437-9cd4-2a8755436ada, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:48.815940 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-d48cd7c8-9cb6-472c-baef-48f987e9b28c None None] For port 897ab66b-962e-4437-9cd4-2a8755436ada, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=897ab66b-962e-4437-9cd4-2a8755436ada,segment=NetworkSegment(119a8965-e639-42bc-b060-4c5dedb07588),segment_id=119a8965-e639-42bc-b060-4c5dedb07588)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:17:48.823549 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d48cd7c8-9cb6-472c-baef-48f987e9b28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:48.902036 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48cd7c8-9cb6-472c-baef-48f987e9b28c None None] Pushing event updated for resources: {'Port': ['ID=897ab66b-962e-4437-9cd4-2a8755436ada,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:48.919085 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca14128-8621-466c-a08c-20f629fc2f3e req-e8612976-1376-4ab7-b852-6a3061feacb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:48.920587 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bca14128-8621-466c-a08c-20f629fc2f3e req-e8612976-1376-4ab7-b852-6a3061feacb4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.4868317 Jul 23 16:17:48.932587 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-017c7aaf-a9b5-4360-be77-98a8cdc01e7f req-230d06c2-a4b2-4421-942a-34d2b1916858 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=40d5dab3-857d-4504-b1e5-fccff70678d5 HTTP/1.1" status: 200 len: 217 time: 0.1322889 Jul 23 16:17:48.941008 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc91914-5c44-462f-b6f5-afbd96deb47f req-bb346647-6b62-46e9-a0ae-b3e2e068455b tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:48.942386 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9dc91914-5c44-462f-b6f5-afbd96deb47f req-bb346647-6b62-46e9-a0ae-b3e2e068455b tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 784 time: 0.5098813 Jul 23 16:17:48.983909 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bca14128-8621-466c-a08c-20f629fc2f3e req-c73b8a52-d03b-48e4-9dc3-c065b60bcde6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=365884f7-70f4-448a-8847-81f5cf6b6670 HTTP/1.1" status: 200 len: 217 time: 0.0506713 Jul 23 16:17:49.038234 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c7aaf-a9b5-4360-be77-98a8cdc01e7f req-f5e6b9e6-f6d0-4282-9883-c9b39d144032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:49.039704 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-017c7aaf-a9b5-4360-be77-98a8cdc01e7f req-f5e6b9e6-f6d0-4282-9883-c9b39d144032 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0988605 Jul 23 16:17:49.044851 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-13f457da-0b75-450c-97d0-2e0fda92921b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:49.072470 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375dab53-45d2-4cbf-8693-1f5657516fe7 req-ae29fb23-d719-40e4-be63-d8c5452ddb61 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:49.074337 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-375dab53-45d2-4cbf-8693-1f5657516fe7 req-ae29fb23-d719-40e4-be63-d8c5452ddb61 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745 HTTP/1.1" status: 200 len: 966 time: 0.2814775 Jul 23 16:17:49.077595 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e8e51-c43e-4523-b97c-935e41925034 req-f1252290-aa1c-4d74-8224-cac07416f129 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:49.079065 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-757e8e51-c43e-4523-b97c-935e41925034 req-f1252290-aa1c-4d74-8224-cac07416f129 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745&tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&binding%3Ahost_id=n-h1-778549-4 HTTP/1.1" status: 200 len: 1117 time: 0.2067018 Jul 23 16:17:49.082665 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-13f457da-0b75-450c-97d0-2e0fda92921b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:49.082931 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9dc91914-5c44-462f-b6f5-afbd96deb47f req-dac88898-e9a8-4235-812a-091de0a1e14a tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.28 HTTP/1.1" status: 200 len: 695 time: 0.1016994 Jul 23 16:17:49.170931 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca14128-8621-466c-a08c-20f629fc2f3e req-9e7c1195-4c8d-403d-a1b1-988283785f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:49.172401 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bca14128-8621-466c-a08c-20f629fc2f3e req-9e7c1195-4c8d-403d-a1b1-988283785f5f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1797564 Jul 23 16:17:49.175413 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9dc91914-5c44-462f-b6f5-afbd96deb47f req-41b65536-83ab-4232-8c40-dbb538fa80df tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.28 HTTP/1.1" status: 200 len: 695 time: 0.0844007 Jul 23 16:17:49.255867 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-375dab53-45d2-4cbf-8693-1f5657516fe7 req-f8fce5e3-d0c3-4d45-8ea8-855377278cee tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685936 Jul 23 16:17:49.368842 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca14128-8621-466c-a08c-20f629fc2f3e req-8fc50378-8b57-48e9-852e-2ca537eb724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:49.370688 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bca14128-8621-466c-a08c-20f629fc2f3e req-8fc50378-8b57-48e9-852e-2ca537eb724f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1903217 Jul 23 16:17:49.452446 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-9dc91914-5c44-462f-b6f5-afbd96deb47f req-38d6351b-36d3-4085-9a81-eccc760551c5 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Deleting port 1e6c6347-0381-4307-8df3-96ae0c121c46 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:17:49.453380 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9dc91914-5c44-462f-b6f5-afbd96deb47f req-38d6351b-36d3-4085-9a81-eccc760551c5 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:49.499050 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c7aaf-a9b5-4360-be77-98a8cdc01e7f req-70c373f4-3409-4732-813e-3f9803466525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:49.500479 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-017c7aaf-a9b5-4360-be77-98a8cdc01e7f req-70c373f4-3409-4732-813e-3f9803466525 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4516461 Jul 23 16:17:49.505075 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e8e51-c43e-4523-b97c-935e41925034 req-828629b4-be2f-47f8-8dd2-63dd65184030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:49.506442 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-757e8e51-c43e-4523-b97c-935e41925034 req-828629b4-be2f-47f8-8dd2-63dd65184030 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745&tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66 HTTP/1.1" status: 200 len: 1117 time: 0.3947358 Jul 23 16:17:49.522094 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-13f457da-0b75-450c-97d0-2e0fda92921b admin admin] Allocated IP 172.25.8.229 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/114ac391-81ec-4ba3-986d-ee7e72ef6c70) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:49.583049 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bca14128-8621-466c-a08c-20f629fc2f3e req-ceae8249-3ab4-4594-b6a5-6c18b8fd8890 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049954 Jul 23 16:17:49.595515 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb5754-d33d-4f77-8f9c-a24bafa1cdba req-ac744e7a-2d54-4e34-b7cf-85ccd7595ab8 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:49.596888 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-75cb5754-d33d-4f77-8f9c-a24bafa1cdba req-ac744e7a-2d54-4e34-b7cf-85ccd7595ab8 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=7fe674d4-f201-4770-95c4-53525875fef1 HTTP/1.1" status: 200 len: 948 time: 0.2032123 Jul 23 16:17:49.615691 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9dc91914-5c44-462f-b6f5-afbd96deb47f req-38d6351b-36d3-4085-9a81-eccc760551c5 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:49.616045 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9dc91914-5c44-462f-b6f5-afbd96deb47f req-38d6351b-36d3-4085-9a81-eccc760551c5 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:49.666730 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-9dc91914-5c44-462f-b6f5-afbd96deb47f req-38d6351b-36d3-4085-9a81-eccc760551c5 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Calling delete_port for 1e6c6347-0381-4307-8df3-96ae0c121c46 owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:17:49.700564 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-017c7aaf-a9b5-4360-be77-98a8cdc01e7f req-8db8a067-3723-4a3b-adab-a98667d181ef service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906443 Jul 23 16:17:49.767847 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 897ab66b-962e-4437-9cd4-2a8755436ada up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:49.769112 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-13f457da-0b75-450c-97d0-2e0fda92921b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:49.786011 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-75cb5754-d33d-4f77-8f9c-a24bafa1cdba req-215dfe59-b294-4bf9-8bf3-791fcbd84037 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817563 Jul 23 16:17:49.788521 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e8e51-c43e-4523-b97c-935e41925034 req-76b97cf1-90df-48fc-a70f-59259fbe281a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:49.790180 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-757e8e51-c43e-4523-b97c-935e41925034 req-76b97cf1-90df-48fc-a70f-59259fbe281a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745 HTTP/1.1" status: 200 len: 1117 time: 0.2515049 Jul 23 16:17:49.825356 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bca14128-8621-466c-a08c-20f629fc2f3e req-3a8d2d0b-f498-4f09-a069-eafe7f4d4983 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274199 Jul 23 16:17:49.869223 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 897ab66b-962e-4437-9cd4-2a8755436ada completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:49.884895 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 1e6adacf-7e6d-4141-af23-f17583271e93 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:17:49.914907 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 1e6adacf-7e6d-4141-af23-f17583271e93 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:17:49.915980 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 1e6adacf-7e6d-4141-af23-f17583271e93 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:17:49.944302 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9dc91914-5c44-462f-b6f5-afbd96deb47f req-38d6351b-36d3-4085-9a81-eccc760551c5 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:49.973926 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-017c7aaf-a9b5-4360-be77-98a8cdc01e7f req-c59935f5-f418-4c45-aa97-d0906aedbcc0 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447433 Jul 23 16:17:50.001846 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-13f457da-0b75-450c-97d0-2e0fda92921b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:50.016518 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e8e51-c43e-4523-b97c-935e41925034 req-a8a99998-3ac6-45fe-a695-9aad36aa48c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:50.018022 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-757e8e51-c43e-4523-b97c-935e41925034 req-a8a99998-3ac6-45fe-a695-9aad36aa48c4 service neutron] 10.222.0.97 "GET /v2.0/networks?id=cbcbd292-3824-44cf-913c-59a7184e692c HTTP/1.1" status: 200 len: 910 time: 0.2198732 Jul 23 16:17:50.018195 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6351b-36d3-4085-9a81-eccc760551c5 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Pushing event deleted for resources: {'Port': ['ID=1e6c6347-0381-4307-8df3-96ae0c121c46,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:50.078102 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f457da-0b75-450c-97d0-2e0fda92921b admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:50.078905 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69bc920-9632-4df3-b2da-d67474fc82e7 None None] Network eb7595a8-c56a-4859-886f-00db31b2325a requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:17:50.081994 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-757e8e51-c43e-4523-b97c-935e41925034 req-d91553b4-e0e6-4dc1-9f96-993a499e5f3d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=122ef259-640d-4589-b162-4a77274d8825 HTTP/1.1" status: 200 len: 217 time: 0.0437627 Jul 23 16:17:50.083674 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9dc91914-5c44-462f-b6f5-afbd96deb47f req-38d6351b-36d3-4085-9a81-eccc760551c5 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:50.086234 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9dc91914-5c44-462f-b6f5-afbd96deb47f req-38d6351b-36d3-4085-9a81-eccc760551c5 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:50.087549 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-13f457da-0b75-450c-97d0-2e0fda92921b admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:50.091233 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f457da-0b75-450c-97d0-2e0fda92921b admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:50.092681 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9dc91914-5c44-462f-b6f5-afbd96deb47f req-38d6351b-36d3-4085-9a81-eccc760551c5 tempest-FloatingIPDetailsTestJSON-469094625 tempest-FloatingIPDetailsTestJSON-469094625-project] 10.222.0.73 "DELETE /v2.0/floatingips/846b0cfc-cc1d-43ff-a24c-60143d0c60fa HTTP/1.1" status: 204 len: 173 time: 0.8948236 Jul 23 16:17:50.098447 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52900) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:50.209257 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f457da-0b75-450c-97d0-2e0fda92921b admin admin] Pushing event updated for resources: {'Port': ['ID=114ac391-81ec-4ba3-986d-ee7e72ef6c70,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:50.254791 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e163c-679e-4452-86e6-cc7e515fabc0 req-8f59e1c3-5adf-4605-a4b5-9baf827d6d82 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:50.256930 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-bfe75b38-d787-4631-baec-089e37c4c27d None None] Provisioning for port 897ab66b-962e-4437-9cd4-2a8755436ada completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:50.261934 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-946e163c-679e-4452-86e6-cc7e515fabc0 req-8f59e1c3-5adf-4605-a4b5-9baf827d6d82 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 950 time: 0.2558050 Jul 23 16:17:50.263173 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-bfe75b38-d787-4631-baec-089e37c4c27d None None] Provisioning complete for port 897ab66b-962e-4437-9cd4-2a8755436ada triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:50.263805 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bfe75b38-d787-4631-baec-089e37c4c27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:50.291385 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e8e51-c43e-4523-b97c-935e41925034 req-6e5ff864-b36d-458a-b7f8-23779dea30c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:50.292948 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-757e8e51-c43e-4523-b97c-935e41925034 req-6e5ff864-b36d-458a-b7f8-23779dea30c8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f8384c77-6398-425d-9275-6a23db41a285 HTTP/1.1" status: 200 len: 848 time: 0.1996262 Jul 23 16:17:50.358872 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-757e8e51-c43e-4523-b97c-935e41925034 req-6d3684d9-b25c-441d-b056-5560086b2133 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cbcbd292-3824-44cf-913c-59a7184e692c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544918 Jul 23 16:17:50.402270 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bfe75b38-d787-4631-baec-089e37c4c27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:50.402911 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-946e163c-679e-4452-86e6-cc7e515fabc0 req-19b110c1-3a17-45d4-bb0d-a348d63deaa4 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401091 Jul 23 16:17:50.462223 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-bfe75b38-d787-4631-baec-089e37c4c27d None None] For port 897ab66b-962e-4437-9cd4-2a8755436ada, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=897ab66b-962e-4437-9cd4-2a8755436ada,segment=NetworkSegment(119a8965-e639-42bc-b060-4c5dedb07588),segment_id=119a8965-e639-42bc-b060-4c5dedb07588)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:50.471828 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bfe75b38-d787-4631-baec-089e37c4c27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:50.566797 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe75b38-d787-4631-baec-089e37c4c27d None None] Pushing event updated for resources: {'Port': ['ID=897ab66b-962e-4437-9cd4-2a8755436ada,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:50.652930 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-757e8e51-c43e-4523-b97c-935e41925034 req-20eadbd4-d869-404d-8947-7974ecb5d92a service neutron] 10.222.0.97 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802010 Jul 23 16:17:50.752375 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-13f457da-0b75-450c-97d0-2e0fda92921b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:50.805863 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-33c1ec3c-4737-4378-8bae-5ece8a251a8a None None] Provisioning complete for port 897ab66b-962e-4437-9cd4-2a8755436ada triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:50.805863 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-33c1ec3c-4737-4378-8bae-5ece8a251a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:50.910448 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-757e8e51-c43e-4523-b97c-935e41925034 req-81dbe761-bf2a-414f-baae-d10ed374c3cf service neutron] 10.222.0.97 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424080 Jul 23 16:17:51.009312 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52940) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:51.037271 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ed440-d2c8-4b20-88ab-9cccfb2adc6d req-7b190c42-b61e-4487-8207-18a7c2376c80 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:51.038808 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b68ed440-d2c8-4b20-88ab-9cccfb2adc6d req-7b190c42-b61e-4487-8207-18a7c2376c80 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745 HTTP/1.1" status: 200 len: 966 time: 0.4887409 Jul 23 16:17:51.063824 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-13f457da-0b75-450c-97d0-2e0fda92921b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:51.191004 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b68ed440-d2c8-4b20-88ab-9cccfb2adc6d req-ac4f3e4d-09a0-44f6-877d-e23d8fbb16a1 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287410 Jul 23 16:17:51.234698 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e8e51-c43e-4523-b97c-935e41925034 req-3dbd9ec4-960f-4fa9-b392-dc485ba009f8 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:51.236206 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-757e8e51-c43e-4523-b97c-935e41925034 req-3dbd9ec4-960f-4fa9-b392-dc485ba009f8 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745&tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&binding%3Ahost_id=n-h2-778549-4 HTTP/1.1" status: 200 len: 1117 time: 0.0919950 Jul 23 16:17:51.251325 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82761689-bc0d-40c9-8478-27341aadf3e1 req-9010bc95-6c1f-400d-a8e1-00e3952f6577 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:51.254806 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-82761689-bc0d-40c9-8478-27341aadf3e1 req-9010bc95-6c1f-400d-a8e1-00e3952f6577 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=7fe674d4-f201-4770-95c4-53525875fef1 HTTP/1.1" status: 200 len: 948 time: 0.2444096 Jul 23 16:17:51.287611 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-acf5fb1b-5068-4de7-a11c-b22e8764ab01 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d4ee55c0b0eb45be9a950ff9ab7ecbc3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2756803 Jul 23 16:17:51.291595 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52946) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:51.303378 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f457da-0b75-450c-97d0-2e0fda92921b admin admin] Router 5c1fad9e-9a6e-40b7-98b3-f23e8685408e is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:17:51.330503 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-82761689-bc0d-40c9-8478-27341aadf3e1 req-d5f1d074-1ca2-4d14-923a-b40f8bf616ea tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619626 Jul 23 16:17:51.387352 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 365884f7-70f4-448a-8847-81f5cf6b6670 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:17:51.433667 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0fc60ed2-53c2-4857-a5e5-8a361a6443d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:51.467603 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f457da-0b75-450c-97d0-2e0fda92921b admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:17:51.479331 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de71b72-2869-4ad3-97c9-b59a6a60c399 None None] Sync routers for ids ['5c1fad9e-9a6e-40b7-98b3-f23e8685408e'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:17:51.496899 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de71b72-2869-4ad3-97c9-b59a6a60c399 None None] Routers {'5c1fad9e-9a6e-40b7-98b3-f23e8685408e'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:51.500334 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-5de71b72-2869-4ad3-97c9-b59a6a60c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:17:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5c1fad9e-9a6e-40b7-98b3-f23e8685408e'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:51.504975 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 122ef259-640d-4589-b162-4a77274d8825 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:17:51.606503 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 122ef259-640d-4589-b162-4a77274d8825 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:17:51.634117 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-757e8e51-c43e-4523-b97c-935e41925034 req-41ce0a04-e9ab-43d2-bc2d-0609342defd5 service neutron] For port 122ef259-640d-4589-b162-4a77274d8825, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:51.635941 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 365884f7-70f4-448a-8847-81f5cf6b6670, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=365884f7-70f4-448a-8847-81f5cf6b6670,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:51.641277 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-13f457da-0b75-450c-97d0-2e0fda92921b admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:51.645461 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-13f457da-0b75-450c-97d0-2e0fda92921b admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6581419 Jul 23 16:17:51.647954 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-757e8e51-c43e-4523-b97c-935e41925034 req-41ce0a04-e9ab-43d2-bc2d-0609342defd5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:51.648992 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-757e8e51-c43e-4523-b97c-935e41925034 req-41ce0a04-e9ab-43d2-bc2d-0609342defd5 service neutron] 10.222.0.97 "DELETE /v2.0/ports/122ef259-640d-4589-b162-4a77274d8825/bindings/n-h1-778549-4 HTTP/1.1" status: 204 len: 173 time: 0.4051569 Jul 23 16:17:51.650971 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '365884f7-70f4-448a-8847-81f5cf6b6670', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': '365884f7-70f4-448a-8847-81f5cf6b6670', 'mac_address': 'fa:16:3e:44:a0:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:17:51.652868 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7887da84-7572-4dd2-8aac-1d156fa00fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:51.653351 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52960) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:51.658964 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-5de71b72-2869-4ad3-97c9-b59a6a60c399 None None] Set router 5c1fad9e-9a6e-40b7-98b3-f23e8685408e gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:51.705928 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7887da84-7572-4dd2-8aac-1d156fa00fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:51.732894 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:51.748534 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 365884f7-70f4-448a-8847-81f5cf6b6670 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:17:51.777580 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 897ab66b-962e-4437-9cd4-2a8755436ada up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:51.793537 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7887da84-7572-4dd2-8aac-1d156fa00fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:51.796812 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7887da84-7572-4dd2-8aac-1d156fa00fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:51.798177 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7887da84-7572-4dd2-8aac-1d156fa00fea admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/60ea5d1c-7359-4aa5-9e69-5ee426b0aafd HTTP/1.1" status: 204 len: 168 time: 0.5055356 Jul 23 16:17:51.808229 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887da84-7572-4dd2-8aac-1d156fa00fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ea5d1c-7359-4aa5-9e69-5ee426b0aafd,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:51.853041 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 365884f7-70f4-448a-8847-81f5cf6b6670, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=365884f7-70f4-448a-8847-81f5cf6b6670,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:51.865610 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:51.866350 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 40d5dab3-857d-4504-b1e5-fccff70678d5 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:17:51.905105 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 40d5dab3-857d-4504-b1e5-fccff70678d5, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=40d5dab3-857d-4504-b1e5-fccff70678d5,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:51.911926 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-5de71b72-2869-4ad3-97c9-b59a6a60c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c1fad9e-9a6e-40b7-98b3-f23e8685408e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1485938438-router', 'tenant_id': 'a082626dc89c49e384ed8b03bfef8e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '114ac391-81ec-4ba3-986d-ee7e72ef6c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:48Z', 'updated_at': '2021-07-23T16:17:50Z', 'revision_number': 3, 'project_id': 'a082626dc89c49e384ed8b03bfef8e63', 'gw_port': {'id': '114ac391-81ec-4ba3-986d-ee7e72ef6c70', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:61:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c1fad9e-9a6e-40b7-98b3-f23e8685408e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:49Z', 'updated_at': '2021-07-23T16:17:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:51.942856 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '40d5dab3-857d-4504-b1e5-fccff70678d5', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': '40d5dab3-857d-4504-b1e5-fccff70678d5', 'mac_address': 'fa:16:3e:fd:af:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:17:51.943474 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de71b72-2869-4ad3-97c9-b59a6a60c399 None None] Checking router: 5c1fad9e-9a6e-40b7-98b3-f23e8685408e for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:17:51.944004 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de71b72-2869-4ad3-97c9-b59a6a60c399 None None] Updating router 5c1fad9e-9a6e-40b7-98b3-f23e8685408e port 114ac391-81ec-4ba3-986d-ee7e72ef6c70 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:17:51.949782 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 897ab66b-962e-4437-9cd4-2a8755436ada triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:51.950497 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:51.952530 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356a52e-5cea-4f3c-b78d-98b429d303e1 req-60b0333f-a918-45a8-b317-7ad20fc387da tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:51.956956 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4356a52e-5cea-4f3c-b78d-98b429d303e1 req-60b0333f-a918-45a8-b317-7ad20fc387da tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 950 time: 0.4407816 Jul 23 16:17:51.996075 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-5de71b72-2869-4ad3-97c9-b59a6a60c399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:52.052738 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:52.068509 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=365884f7-70f4-448a-8847-81f5cf6b6670,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:52.080158 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d5dab3-857d-4504-b1e5-fccff70678d5 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:17:52.104692 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 40d5dab3-857d-4504-b1e5-fccff70678d5, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=40d5dab3-857d-4504-b1e5-fccff70678d5,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:52.126659 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:52.194143 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=40d5dab3-857d-4504-b1e5-fccff70678d5,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:52.219827 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52968) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:52.233364 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f88842da-1e09-48df-804f-5e65fe8dcd21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:52.319853 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4356a52e-5cea-4f3c-b78d-98b429d303e1 req-7dc6ddbf-dcf2-4f35-9587-441ce4370871 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520210 Jul 23 16:17:52.327821 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ca7f5-7995-42da-a1f3-41a178c9249a req-1ad118b5-cc82-4807-8a15-c72b26ce052f tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:52.329430 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-668ca7f5-7995-42da-a1f3-41a178c9249a req-1ad118b5-cc82-4807-8a15-c72b26ce052f tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/ports?device_id=38129ccf-74c8-4c07-a8ae-ab6751385272 HTTP/1.1" status: 200 len: 971 time: 0.5721207 Jul 23 16:17:52.338687 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-5de71b72-2869-4ad3-97c9-b59a6a60c399 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:52.341806 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f88842da-1e09-48df-804f-5e65fe8dcd21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:52.349572 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f88842da-1e09-48df-804f-5e65fe8dcd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:52.364943 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-5de71b72-2869-4ad3-97c9-b59a6a60c399 None None] Transition to ACTIVE for port object 114ac391-81ec-4ba3-986d-ee7e72ef6c70 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:52.373752 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-5de71b72-2869-4ad3-97c9-b59a6a60c399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:52.379162 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['40d5dab3-857d-4504-b1e5-fccff70678d5'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:17:52.384248 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['365884f7-70f4-448a-8847-81f5cf6b6670'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:17:52.397813 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88842da-1e09-48df-804f-5e65fe8dcd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f203e5ec-1c4a-4afb-acbc-ddc34ac0253c,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:52.405422 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f88842da-1e09-48df-804f-5e65fe8dcd21 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6fa224a36a2d44feb5a083a0cccc54e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1821196 Jul 23 16:17:52.407427 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52974) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:52.416381 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88842da-1e09-48df-804f-5e65fe8dcd21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:52.416943 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88842da-1e09-48df-804f-5e65fe8dcd21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:52.417400 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88842da-1e09-48df-804f-5e65fe8dcd21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:52.417822 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88842da-1e09-48df-804f-5e65fe8dcd21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:52.418291 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88842da-1e09-48df-804f-5e65fe8dcd21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:52.418715 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88842da-1e09-48df-804f-5e65fe8dcd21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:52.419132 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88842da-1e09-48df-804f-5e65fe8dcd21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:52.419590 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88842da-1e09-48df-804f-5e65fe8dcd21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:52.419970 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88842da-1e09-48df-804f-5e65fe8dcd21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:52.420398 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88842da-1e09-48df-804f-5e65fe8dcd21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:52.420829 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88842da-1e09-48df-804f-5e65fe8dcd21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:52.421498 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88842da-1e09-48df-804f-5e65fe8dcd21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:52.428675 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-5de71b72-2869-4ad3-97c9-b59a6a60c399 None None] Attempting to bind port 114ac391-81ec-4ba3-986d-ee7e72ef6c70 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:52.428675 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-5de71b72-2869-4ad3-97c9-b59a6a60c399 None None] Attempting to bind port 114ac391-81ec-4ba3-986d-ee7e72ef6c70 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:52.429012 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de71b72-2869-4ad3-97c9-b59a6a60c399 None None] Attempting to bind port 114ac391-81ec-4ba3-986d-ee7e72ef6c70 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:52.438321 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de71b72-2869-4ad3-97c9-b59a6a60c399 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:17:52.438692 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de71b72-2869-4ad3-97c9-b59a6a60c399 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:52.439087 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-5de71b72-2869-4ad3-97c9-b59a6a60c399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:52.439477 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de71b72-2869-4ad3-97c9-b59a6a60c399 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:17:52.439935 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-5de71b72-2869-4ad3-97c9-b59a6a60c399 None None] Bound port: 114ac391-81ec-4ba3-986d-ee7e72ef6c70, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:52.440329 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-5de71b72-2869-4ad3-97c9-b59a6a60c399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:52.442720 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3372301-9b89-4b56-af41-dee7d3a66e80 None None] Pushing event updated for resources: {'Port': ['ID=114ac391-81ec-4ba3-986d-ee7e72ef6c70,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:52.471805 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-668ca7f5-7995-42da-a1f3-41a178c9249a req-76bb1aaa-d043-47e8-9217-de133feeffb0 tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef64f484-5f15-46ac-aebc-206bb05798fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352432 Jul 23 16:17:52.519347 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8e19ac4b-4f6d-4fd8-8cd1-714aa8dee95f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:52.520371 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-5de71b72-2869-4ad3-97c9-b59a6a60c399 None None] For port 114ac391-81ec-4ba3-986d-ee7e72ef6c70, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:52.524688 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-5de71b72-2869-4ad3-97c9-b59a6a60c399 None None] For port 114ac391-81ec-4ba3-986d-ee7e72ef6c70, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=114ac391-81ec-4ba3-986d-ee7e72ef6c70,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:17:52.531074 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-5de71b72-2869-4ad3-97c9-b59a6a60c399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:52.603958 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3372301-9b89-4b56-af41-dee7d3a66e80 None None] Pushing event updated for resources: {'Port': ['ID=114ac391-81ec-4ba3-986d-ee7e72ef6c70,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:52.633851 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de71b72-2869-4ad3-97c9-b59a6a60c399 None None] Routers {'5c1fad9e-9a6e-40b7-98b3-f23e8685408e'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:52.634871 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-5de71b72-2869-4ad3-97c9-b59a6a60c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:17:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5c1fad9e-9a6e-40b7-98b3-f23e8685408e'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:52.787276 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56c9da-ecf7-40b8-adf0-9e6cff72aa7d req-984947da-3e52-4520-9bfd-623e1e7ff43c tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:52.788904 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ba56c9da-ecf7-40b8-adf0-9e6cff72aa7d req-984947da-3e52-4520-9bfd-623e1e7ff43c tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745 HTTP/1.1" status: 200 len: 966 time: 0.3121364 Jul 23 16:17:52.826467 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-5de71b72-2869-4ad3-97c9-b59a6a60c399 None None] Set router 5c1fad9e-9a6e-40b7-98b3-f23e8685408e gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:52.833157 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8e19ac4b-4f6d-4fd8-8cd1-714aa8dee95f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:52.852984 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b5361-55c2-4e97-8464-d661be0afd11 req-5ce71fb0-6771-4892-be99-babd7132e7b1 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:52.854798 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-134b5361-55c2-4e97-8464-d661be0afd11 req-5ce71fb0-6771-4892-be99-babd7132e7b1 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=7fe674d4-f201-4770-95c4-53525875fef1 HTTP/1.1" status: 200 len: 949 time: 0.3032598 Jul 23 16:17:52.889766 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8e19ac4b-4f6d-4fd8-8cd1-714aa8dee95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:52.894998 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8e19ac4b-4f6d-4fd8-8cd1-714aa8dee95f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:52.901842 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8e19ac4b-4f6d-4fd8-8cd1-714aa8dee95f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f203e5ec-1c4a-4afb-acbc-ddc34ac0253c HTTP/1.1" status: 204 len: 168 time: 0.4895158 Jul 23 16:17:52.911703 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e19ac4b-4f6d-4fd8-8cd1-714aa8dee95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f203e5ec-1c4a-4afb-acbc-ddc34ac0253c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:52.917619 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ba56c9da-ecf7-40b8-adf0-9e6cff72aa7d req-dc3d478b-9a95-4705-9e16-7f11ff9724c6 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179881 Jul 23 16:17:52.943517 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-0fc60ed2-53c2-4857-a5e5-8a361a6443d0 admin admin] Deleting port a7b42a31-6312-434d-861c-a623760067b4 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:17:52.943895 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0fc60ed2-53c2-4857-a5e5-8a361a6443d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:52.989319 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-134b5361-55c2-4e97-8464-d661be0afd11 req-29eec4e2-c159-41d0-8d6a-1f67403af1e8 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238294 Jul 23 16:17:53.133519 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed22c8-9752-4dee-bbe4-a9bcabcb49e3 req-f4323972-3af5-4b60-8697-1cf41300521d tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:53.135415 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-28ed22c8-9752-4dee-bbe4-a9bcabcb49e3 req-f4323972-3af5-4b60-8697-1cf41300521d tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.74 "GET /v2.0/ports?device_id=38129ccf-74c8-4c07-a8ae-ab6751385272 HTTP/1.1" status: 200 len: 971 time: 0.0845897 Jul 23 16:17:53.178076 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-5de71b72-2869-4ad3-97c9-b59a6a60c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c1fad9e-9a6e-40b7-98b3-f23e8685408e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1485938438-router', 'tenant_id': 'a082626dc89c49e384ed8b03bfef8e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '114ac391-81ec-4ba3-986d-ee7e72ef6c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:48Z', 'updated_at': '2021-07-23T16:17:50Z', 'revision_number': 3, 'project_id': 'a082626dc89c49e384ed8b03bfef8e63', 'gw_port': {'id': '114ac391-81ec-4ba3-986d-ee7e72ef6c70', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:61:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c1fad9e-9a6e-40b7-98b3-f23e8685408e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:49Z', 'updated_at': '2021-07-23T16:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:53.242282 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de71b72-2869-4ad3-97c9-b59a6a60c399 None None] The sync data for ids ['5c1fad9e-9a6e-40b7-98b3-f23e8685408e'] in n-d-778549-4 is: [{'id': '5c1fad9e-9a6e-40b7-98b3-f23e8685408e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1485938438-router', 'tenant_id': 'a082626dc89c49e384ed8b03bfef8e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '114ac391-81ec-4ba3-986d-ee7e72ef6c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:48Z', 'updated_at': '2021-07-23T16:17:50Z', 'revision_number': 3, 'project_id': 'a082626dc89c49e384ed8b03bfef8e63', 'gw_port': {'id': '114ac391-81ec-4ba3-986d-ee7e72ef6c70', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:61:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c1fad9e-9a6e-40b7-98b3-f23e8685408e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:49Z', 'updated_at': '2021-07-23T16:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:17:53.318652 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-28ed22c8-9752-4dee-bbe4-a9bcabcb49e3 req-1867b895-8544-4696-826d-79fa4698d29e tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Deleting port 9360dd2a-4893-4b83-8a14-a3f7dcec0434 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:17:53.318988 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-28ed22c8-9752-4dee-bbe4-a9bcabcb49e3 req-1867b895-8544-4696-826d-79fa4698d29e tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:53.361902 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b3f88ffb-dc02-42b6-8e91-529d69e63d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:53.371785 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-0fc60ed2-53c2-4857-a5e5-8a361a6443d0 admin admin] For port a7b42a31-6312-434d-861c-a623760067b4, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a7b42a31-6312-434d-861c-a623760067b4,segment=NetworkSegment(78e15982-0240-4688-87fb-53d8666e4878),segment_id=78e15982-0240-4688-87fb-53d8666e4878)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:53.372285 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0fc60ed2-53c2-4857-a5e5-8a361a6443d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:53.392252 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 365884f7-70f4-448a-8847-81f5cf6b6670 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:53.402311 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-0fc60ed2-53c2-4857-a5e5-8a361a6443d0 admin admin] Calling delete_port for a7b42a31-6312-434d-861c-a623760067b4 owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:17:53.510631 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 365884f7-70f4-448a-8847-81f5cf6b6670 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:53.512149 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e5e6f-7463-4ced-bc5c-aebbc621b304 req-4e384ea9-ce09-406e-a3d5-ce84d70be593 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:53.518418 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 365884f7-70f4-448a-8847-81f5cf6b6670 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:53.518841 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2e2e5e6f-7463-4ced-bc5c-aebbc621b304 req-4e384ea9-ce09-406e-a3d5-ce84d70be593 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745 HTTP/1.1" status: 200 len: 1117 time: 0.2626431 Jul 23 16:17:53.519311 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:53.519895 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-28ed22c8-9752-4dee-bbe4-a9bcabcb49e3 req-1867b895-8544-4696-826d-79fa4698d29e tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] For port 9360dd2a-4893-4b83-8a14-a3f7dcec0434, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=9360dd2a-4893-4b83-8a14-a3f7dcec0434,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:53.520253 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-28ed22c8-9752-4dee-bbe4-a9bcabcb49e3 req-1867b895-8544-4696-826d-79fa4698d29e tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:53.543060 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-28ed22c8-9752-4dee-bbe4-a9bcabcb49e3 req-1867b895-8544-4696-826d-79fa4698d29e tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Calling delete_port for 9360dd2a-4893-4b83-8a14-a3f7dcec0434 owned by compute:tempest-test_az-1922388982 {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:17:53.703861 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:53.767734 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a8e0c9-ef52-4562-b63b-63ea9adaa3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365884f7-70f4-448a-8847-81f5cf6b6670'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:53.770800 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2e2e5e6f-7463-4ced-bc5c-aebbc621b304 req-e1914e69-1cd7-49ed-a1ca-491eca0c2d2e tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508345 Jul 23 16:17:53.778641 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c9156f-70d2-469c-ae93-d448012ecf1e" -d '{"events": [{"server_uuid": "19a8e0c9-ef52-4562-b63b-63ea9adaa3d2", "name": "network-vif-plugged", "status": "completed", "tag": "365884f7-70f4-448a-8847-81f5cf6b6670"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:53.794509 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-28ed22c8-9752-4dee-bbe4-a9bcabcb49e3 req-1867b895-8544-4696-826d-79fa4698d29e tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:53.810250 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['9360dd2a-4893-4b83-8a14-a3f7dcec0434'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:17:53.814175 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 365884f7-70f4-448a-8847-81f5cf6b6670, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=365884f7-70f4-448a-8847-81f5cf6b6670,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:53.866652 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867b895-8544-4696-826d-79fa4698d29e tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Pushing event deleted for resources: {'Port': ['ID=9360dd2a-4893-4b83-8a14-a3f7dcec0434,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:53.867166 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:53.867595 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 40d5dab3-857d-4504-b1e5-fccff70678d5 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:53.976629 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ed22c8-9752-4dee-bbe4-a9bcabcb49e3 req-1867b895-8544-4696-826d-79fa4698d29e tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] No DVR routers for this DVR port 9360dd2a-4893-4b83-8a14-a3f7dcec0434 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:17:53.984038 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-28ed22c8-9752-4dee-bbe4-a9bcabcb49e3 req-1867b895-8544-4696-826d-79fa4698d29e tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:53.986624 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-28ed22c8-9752-4dee-bbe4-a9bcabcb49e3 req-1867b895-8544-4696-826d-79fa4698d29e tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.74 "DELETE /v2.0/ports/9360dd2a-4893-4b83-8a14-a3f7dcec0434 HTTP/1.1" status: 204 len: 173 time: 0.8434386 Jul 23 16:17:53.988670 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38129ccf-74c8-4c07-a8ae-ab6751385272', 'name': 'network-vif-deleted', 'tag': '9360dd2a-4893-4b83-8a14-a3f7dcec0434'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:53.993526 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d247d72-9463-42a8-9a2d-7fa639fc7def" -d '{"events": [{"server_uuid": "38129ccf-74c8-4c07-a8ae-ab6751385272", "name": "network-vif-deleted", "tag": "9360dd2a-4893-4b83-8a14-a3f7dcec0434"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:54.077679 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=365884f7-70f4-448a-8847-81f5cf6b6670,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:54.091263 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 40d5dab3-857d-4504-b1e5-fccff70678d5 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:54.095668 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 40d5dab3-857d-4504-b1e5-fccff70678d5 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:54.097196 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:54.102731 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0672e4f0-85ae-435f-9d2e-75b653731596 req-98ff2d19-e93e-495a-9eff-ed292a16ddac tempest-AggregatesAdminTestJSON-668413600 tempest-AggregatesAdminTestJSON-668413600-project] 10.222.0.73 "GET /v2.0/ports?device_id=38129ccf-74c8-4c07-a8ae-ab6751385272 HTTP/1.1" status: 200 len: 210 time: 0.0885808 Jul 23 16:17:54.134637 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-b3f88ffb-dc02-42b6-8e91-529d69e63d7a admin admin] Allocated IP 172.20.0.1 (eb7595a8-c56a-4859-886f-00db31b2325a/3a4c1b1d-cc34-4e74-9a9d-3b1e23d935e1/aeb57d47-be76-452d-ad0d-f21f960f0aa0) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:54.173838 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e403f3-0cb6-4ef6-83af-45fb862fb832 req-c512591f-f307-4893-9f9c-464a95cda4b9 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:54.183081 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-38e403f3-0cb6-4ef6-83af-45fb862fb832 req-c512591f-f307-4893-9f9c-464a95cda4b9 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 950 time: 0.5852017 Jul 23 16:17:54.200175 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb899592-5a71-4377-bb5a-3fadcc42d390 x-openstack-request-id: req-bb899592-5a71-4377-bb5a-3fadcc42d390 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:54.200554 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a8e0c9-ef52-4562-b63b-63ea9adaa3d2", "name": "network-vif-plugged", "status": "completed", "tag": "365884f7-70f4-448a-8847-81f5cf6b6670", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:54.202062 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bb899592-5a71-4377-bb5a-3fadcc42d390 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:54.203747 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a8e0c9-ef52-4562-b63b-63ea9adaa3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365884f7-70f4-448a-8847-81f5cf6b6670', 'code': 200} Jul 23 16:17:54.339021 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-38e403f3-0cb6-4ef6-83af-45fb862fb832 req-694dfb92-c7df-4c2b-bc26-1d2e6ee6da82 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525209 Jul 23 16:17:54.345330 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:54.409104 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5b9a68-3e84-498d-9927-cd6ef9529ef6 x-openstack-request-id: req-ee5b9a68-3e84-498d-9927-cd6ef9529ef6 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:54.409104 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38129ccf-74c8-4c07-a8ae-ab6751385272", "name": "network-vif-deleted", "tag": "9360dd2a-4893-4b83-8a14-a3f7dcec0434", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:54.409104 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ee5b9a68-3e84-498d-9927-cd6ef9529ef6 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:54.409104 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38129ccf-74c8-4c07-a8ae-ab6751385272', 'name': 'network-vif-deleted', 'tag': '9360dd2a-4893-4b83-8a14-a3f7dcec0434', 'status': 'completed', 'code': 200} Jul 23 16:17:54.448984 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1d225-316a-4637-9dc2-11da45b0283f req-c5b7477c-49b8-45b3-830a-8034f21d6823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:54.459807 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 40d5dab3-857d-4504-b1e5-fccff70678d5, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=40d5dab3-857d-4504-b1e5-fccff70678d5,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:54.468204 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-62e1d225-316a-4637-9dc2-11da45b0283f req-c5b7477c-49b8-45b3-830a-8034f21d6823 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 1101 time: 0.1813302 Jul 23 16:17:54.469303 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:54.527540 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-62e1d225-316a-4637-9dc2-11da45b0283f req-42767807-6489-4e17-9bd4-4730e79e3a02 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470827 Jul 23 16:17:54.584888 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=40d5dab3-857d-4504-b1e5-fccff70678d5,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:54.768002 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0fc60ed2-53c2-4857-a5e5-8a361a6443d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:54.791323 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-bf90294e-cf77-438b-976c-71a041b3f580 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:54.793041 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-bf90294e-cf77-438b-976c-71a041b3f580 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/networks?id=cbcbd292-3824-44cf-913c-59a7184e692c HTTP/1.1" status: 200 len: 808 time: 0.4238179 Jul 23 16:17:54.803334 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b3f88ffb-dc02-42b6-8e91-529d69e63d7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:54.830359 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc60ed2-53c2-4857-a5e5-8a361a6443d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7b42a31-6312-434d-861c-a623760067b4,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:54.860751 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc60ed2-53c2-4857-a5e5-8a361a6443d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:54.861144 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc60ed2-53c2-4857-a5e5-8a361a6443d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:54.861456 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc60ed2-53c2-4857-a5e5-8a361a6443d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:54.861793 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc60ed2-53c2-4857-a5e5-8a361a6443d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:54.862125 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc60ed2-53c2-4857-a5e5-8a361a6443d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:54.862454 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc60ed2-53c2-4857-a5e5-8a361a6443d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:54.862777 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc60ed2-53c2-4857-a5e5-8a361a6443d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:54.863273 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc60ed2-53c2-4857-a5e5-8a361a6443d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:54.863606 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc60ed2-53c2-4857-a5e5-8a361a6443d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:54.863928 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc60ed2-53c2-4857-a5e5-8a361a6443d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:54.864732 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc60ed2-53c2-4857-a5e5-8a361a6443d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:54.865178 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc60ed2-53c2-4857-a5e5-8a361a6443d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:54.882125 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-2ee3a2ba-7335-4a84-bd86-7cc74bf594cc tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/quotas/3e7d59ab22bf4a75bedef87dbf37ca66 HTTP/1.1" status: 200 len: 375 time: 0.0468948 Jul 23 16:17:54.883066 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-b3f88ffb-dc02-42b6-8e91-529d69e63d7a admin admin] Transition to ACTIVE for port object aeb57d47-be76-452d-ad0d-f21f960f0aa0 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:54.916008 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41eec39-443e-4c3c-98b7-abf7949066b3 req-ebfb79ae-7603-4075-a261-3e6e8f39540a tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:54.918499 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a41eec39-443e-4c3c-98b7-abf7949066b3 req-ebfb79ae-7603-4075-a261-3e6e8f39540a tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=7fe674d4-f201-4770-95c4-53525875fef1 HTTP/1.1" status: 200 len: 950 time: 0.4441237 Jul 23 16:17:55.107807 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a41eec39-443e-4c3c-98b7-abf7949066b3 req-55e45b53-2237-4e82-ab87-fea07a79f2fb tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705325 Jul 23 16:17:55.196542 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b3f88ffb-dc02-42b6-8e91-529d69e63d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:55.294488 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f88ffb-dc02-42b6-8e91-529d69e63d7a admin admin] Pushing event updated for resources: {'Port': ['ID=aeb57d47-be76-452d-ad0d-f21f960f0aa0,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:55.317475 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-170a3736-d95d-4d09-865b-5dfd6943c2eb tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3975577 Jul 23 16:17:55.325020 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f88ffb-dc02-42b6-8e91-529d69e63d7a admin admin] Network eb7595a8-c56a-4859-886f-00db31b2325a is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:55.328329 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-b3f88ffb-dc02-42b6-8e91-529d69e63d7a admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:55.334351 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f88ffb-dc02-42b6-8e91-529d69e63d7a admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:55.389641 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b3f88ffb-dc02-42b6-8e91-529d69e63d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:55.452147 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0fc60ed2-53c2-4857-a5e5-8a361a6443d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:55.653781 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4f740f37-902a-4d41-a234-ea4279657a6a None None] Provisioning for port aeb57d47-be76-452d-ad0d-f21f960f0aa0 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:55.671291 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4f740f37-902a-4d41-a234-ea4279657a6a None None] Provisioning complete for port aeb57d47-be76-452d-ad0d-f21f960f0aa0 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:55.674265 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4f740f37-902a-4d41-a234-ea4279657a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:55.766207 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4f740f37-902a-4d41-a234-ea4279657a6a None None] Port aeb57d47-be76-452d-ad0d-f21f960f0aa0 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:17:55.836206 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53084) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:55.885374 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53088) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:55.893826 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 114ac391-81ec-4ba3-986d-ee7e72ef6c70 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:56.004354 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b3f88ffb-dc02-42b6-8e91-529d69e63d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.005962 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 114ac391-81ec-4ba3-986d-ee7e72ef6c70 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:56.018152 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 114ac391-81ec-4ba3-986d-ee7e72ef6c70 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:56.025597 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.056214 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-50060baf-9b73-4244-9f1f-7b3d966f690e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.097744 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-713b1383-de15-4a1c-9ac3-02b70431c35c service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:17:56.102196 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c0575c05-97af-47af-911f-2fb17cf3f36c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6d0b582954324158887ae56e0532009e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2618828 Jul 23 16:17:56.104989 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53096) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:56.108678 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-713b1383-de15-4a1c-9ac3-02b70431c35c service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1339993 Jul 23 16:17:56.130549 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.161028 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 114ac391-81ec-4ba3-986d-ee7e72ef6c70, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=114ac391-81ec-4ba3-986d-ee7e72ef6c70,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:56.167631 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.204308 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe674d4-f201-4770-95c4-53525875fef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d5dab3-857d-4504-b1e5-fccff70678d5'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:56.207063 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9436b2-e7c8-466e-aa1a-5000b670da90" -d '{"events": [{"server_uuid": "7fe674d4-f201-4770-95c4-53525875fef1", "name": "network-vif-plugged", "status": "completed", "tag": "40d5dab3-857d-4504-b1e5-fccff70678d5"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:56.208876 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9e24908b-09ec-4a7e-aefb-6d9775238cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.250818 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9e24908b-09ec-4a7e-aefb-6d9775238cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.316943 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-50060baf-9b73-4244-9f1f-7b3d966f690e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.325640 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-50060baf-9b73-4244-9f1f-7b3d966f690e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.360865 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=114ac391-81ec-4ba3-986d-ee7e72ef6c70,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:56.364955 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc60ed2-53c2-4857-a5e5-8a361a6443d0 admin admin] Router a6a08cbc-6860-4742-9728-81802f0d7037 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:17:56.378708 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9e24908b-09ec-4a7e-aefb-6d9775238cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.381825 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9e24908b-09ec-4a7e-aefb-6d9775238cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.387728 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9e24908b-09ec-4a7e-aefb-6d9775238cd3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ef64f484-5f15-46ac-aebc-206bb05798fd HTTP/1.1" status: 204 len: 168 time: 0.2813618 Jul 23 16:17:56.388822 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50060baf-9b73-4244-9f1f-7b3d966f690e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27686cf-1e01-436a-af98-28bb89fe366d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:56.401919 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-50060baf-9b73-4244-9f1f-7b3d966f690e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5512bbeec14e4f98900bd8da25c91836&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5152981 Jul 23 16:17:56.407953 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53104) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:56.424283 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24908b-09ec-4a7e-aefb-6d9775238cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef64f484-5f15-46ac-aebc-206bb05798fd,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:56.465353 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-083a0917-bd08-4b82-98e0-0f76733b76c2 service neutron] 10.222.0.73 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557477 Jul 23 16:17:56.509419 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b3f88ffb-dc02-42b6-8e91-529d69e63d7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.511295 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-045a4ab0-89bb-4fbe-b1ee-0a69385c6cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.518662 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e6f7b-36e9-4eeb-ad52-c78bf46a1e05 req-5f860a4f-7172-43bf-aabb-0d5a40700a56 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:56.526758 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-195e6f7b-36e9-4eeb-ad52-c78bf46a1e05 req-5f860a4f-7172-43bf-aabb-0d5a40700a56 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 950 time: 0.4794919 Jul 23 16:17:56.542242 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-045a4ab0-89bb-4fbe-b1ee-0a69385c6cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.546978 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b3f88ffb-dc02-42b6-8e91-529d69e63d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.608314 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-045a4ab0-89bb-4fbe-b1ee-0a69385c6cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.621153 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-045a4ab0-89bb-4fbe-b1ee-0a69385c6cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.622501 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-045a4ab0-89bb-4fbe-b1ee-0a69385c6cdb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d27686cf-1e01-436a-af98-28bb89fe366d HTTP/1.1" status: 204 len: 168 time: 0.2131999 Jul 23 16:17:56.641269 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a4ab0-89bb-4fbe-b1ee-0a69385c6cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27686cf-1e01-436a-af98-28bb89fe366d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:56.779378 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-195e6f7b-36e9-4eeb-ad52-c78bf46a1e05 req-e63362f5-528d-4ece-97a5-dae5bb1bdddc tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479637 Jul 23 16:17:56.788929 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f88ffb-dc02-42b6-8e91-529d69e63d7a admin admin] Pushing event updated for resources: {'Port': ['ID=aeb57d47-be76-452d-ad0d-f21f960f0aa0,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:56.800926 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b3f88ffb-dc02-42b6-8e91-529d69e63d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.814474 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-10fd136c-59d2-4f4a-8c26-e6b3c58a06f9 service neutron] 10.222.0.73 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379459 Jul 23 16:17:56.825041 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53112) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:56.909083 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc60ed2-53c2-4857-a5e5-8a361a6443d0 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:17:56.915876 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0fc60ed2-53c2-4857-a5e5-8a361a6443d0 admin admin] 10.222.0.73 "PUT /v2.0/routers/a6a08cbc-6860-4742-9728-81802f0d7037/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8148890 Jul 23 16:17:56.920052 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d2d4078c-3a30-45d5-b4d6-0f2a73f26401 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=91242fb64d3441c18acf40f04bb7875e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0937865 Jul 23 16:17:56.920660 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53114) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:56.924171 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aebbf8-7810-4582-a705-96ae8357a31b None None] Sync routers for ids ['a6a08cbc-6860-4742-9728-81802f0d7037'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:17:56.926269 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53116) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:56.935293 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aebbf8-7810-4582-a705-96ae8357a31b None None] Routers {'a6a08cbc-6860-4742-9728-81802f0d7037'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:56.935925 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-28aebbf8-7810-4582-a705-96ae8357a31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:17:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a6a08cbc-6860-4742-9728-81802f0d7037'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:56.989443 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f88ffb-dc02-42b6-8e91-529d69e63d7a admin admin] Network eb7595a8-c56a-4859-886f-00db31b2325a is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:56.993496 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-b3f88ffb-dc02-42b6-8e91-529d69e63d7a admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:57.014411 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3fa714b4-8217-4de9-a2e0-abacc770afb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:57.153717 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-72813084-a01b-4827-a968-b471207508a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:57.174679 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-28aebbf8-7810-4582-a705-96ae8357a31b None None] Set router a6a08cbc-6860-4742-9728-81802f0d7037 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:57.316653 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3fa714b4-8217-4de9-a2e0-abacc770afb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:57.381347 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cafec50-c9db-435e-a94b-91a96f6ec68d x-openstack-request-id: req-9cafec50-c9db-435e-a94b-91a96f6ec68d {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:57.395800 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe674d4-f201-4770-95c4-53525875fef1", "name": "network-vif-plugged", "status": "completed", "tag": "40d5dab3-857d-4504-b1e5-fccff70678d5", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:57.396306 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9cafec50-c9db-435e-a94b-91a96f6ec68d {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:57.399306 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe674d4-f201-4770-95c4-53525875fef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d5dab3-857d-4504-b1e5-fccff70678d5', 'code': 200} Jul 23 16:17:57.431224 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53130) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:57.436446 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 9360dd2a-4893-4b83-8a14-a3f7dcec0434 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:17:57.473449 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-72813084-a01b-4827-a968-b471207508a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:57.490868 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ac55a461-cdd6-4504-aff9-a76d8fbb1b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:57.507322 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 9360dd2a-4893-4b83-8a14-a3f7dcec0434 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:17:57.507322 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 9360dd2a-4893-4b83-8a14-a3f7dcec0434 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:17:57.541517 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb2a7021-b62a-4117-a23f-58d7c29374f3 req-95c16fb0-249e-4272-9b14-05a83025cb3b tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67 HTTP/1.1" status: 200 len: 210 time: 0.0663378 Jul 23 16:17:57.563248 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f88ffb-dc02-42b6-8e91-529d69e63d7a admin admin] Router 5c1fad9e-9a6e-40b7-98b3-f23e8685408e has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:17:57.574688 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243a642-d73e-4931-9152-4abba5fed6c4 req-3f751e94-dd23-4069-8ba3-19b7b2a8ba44 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:57.575290 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f3d9d-b8b4-4924-b7ef-4d4f80f0307f req-69940ee5-796c-4f3d-b156-e4ee5f0f5aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:57.576299 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b243a642-d73e-4931-9152-4abba5fed6c4 req-3f751e94-dd23-4069-8ba3-19b7b2a8ba44 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=7fe674d4-f201-4770-95c4-53525875fef1 HTTP/1.1" status: 200 len: 950 time: 0.3751025 Jul 23 16:17:57.576837 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0a3f3d9d-b8b4-4924-b7ef-4d4f80f0307f req-69940ee5-796c-4f3d-b156-e4ee5f0f5aa5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7fe674d4-f201-4770-95c4-53525875fef1 HTTP/1.1" status: 200 len: 1101 time: 0.1241932 Jul 23 16:17:57.581382 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3fa714b4-8217-4de9-a2e0-abacc770afb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:57.584721 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3fa714b4-8217-4de9-a2e0-abacc770afb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:57.588539 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3fa714b4-8217-4de9-a2e0-abacc770afb3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9984271b-9fd8-4ed8-8d56-5ba65b72ff56 HTTP/1.1" status: 204 len: 168 time: 0.6583529 Jul 23 16:17:57.597315 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c631abb9-8f7b-4f89-a504-957504c26eb2 None None] Provisioning complete for port aeb57d47-be76-452d-ad0d-f21f960f0aa0 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:57.600113 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c631abb9-8f7b-4f89-a504-957504c26eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:57.610716 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-72813084-a01b-4827-a968-b471207508a7 admin admin] Deleting port d5ff401f-d860-469f-a05a-e46b7e3bfef7 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:17:57.610941 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-72813084-a01b-4827-a968-b471207508a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:57.638245 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa714b4-8217-4de9-a2e0-abacc770afb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9984271b-9fd8-4ed8-8d56-5ba65b72ff56,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:57.659524 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0a3f3d9d-b8b4-4924-b7ef-4d4f80f0307f req-29baea8c-867b-4bf0-8f5c-1873cdeb4286 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761530 Jul 23 16:17:57.765447 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b243a642-d73e-4931-9152-4abba5fed6c4 req-1ba0d429-0636-45ab-a0a7-3db342a495c2 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729465 Jul 23 16:17:57.798476 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-c631abb9-8f7b-4f89-a504-957504c26eb2 None None] Port aeb57d47-be76-452d-ad0d-f21f960f0aa0 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:17:57.850846 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 114ac391-81ec-4ba3-986d-ee7e72ef6c70 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:57.862356 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f88ffb-dc02-42b6-8e91-529d69e63d7a admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:17:57.864286 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-72813084-a01b-4827-a968-b471207508a7 admin admin] For port d5ff401f-d860-469f-a05a-e46b7e3bfef7, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d5ff401f-d860-469f-a05a-e46b7e3bfef7,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:57.864804 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-72813084-a01b-4827-a968-b471207508a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:57.875256 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17d70cb-1ac9-4afc-bc19-c3904e067db2 None None] Sync routers for ids ['5c1fad9e-9a6e-40b7-98b3-f23e8685408e'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:17:57.881003 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b3f88ffb-dc02-42b6-8e91-529d69e63d7a admin admin] 10.222.0.73 "PUT /v2.0/routers/5c1fad9e-9a6e-40b7-98b3-f23e8685408e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2143776 Jul 23 16:17:57.894899 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17d70cb-1ac9-4afc-bc19-c3904e067db2 None None] Routers {'5c1fad9e-9a6e-40b7-98b3-f23e8685408e'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:57.895930 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c17d70cb-1ac9-4afc-bc19-c3904e067db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:17:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5c1fad9e-9a6e-40b7-98b3-f23e8685408e'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:57.920669 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-72813084-a01b-4827-a968-b471207508a7 admin admin] Calling delete_port for d5ff401f-d860-469f-a05a-e46b7e3bfef7 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:17:57.922267 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ac55a461-cdd6-4504-aff9-a76d8fbb1b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:57.958210 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ac55a461-cdd6-4504-aff9-a76d8fbb1b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:58.015367 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ac55a461-cdd6-4504-aff9-a76d8fbb1b88 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=682acac7729a451c9a2e425fd8269a77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5739346 Jul 23 16:17:58.016055 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53150) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:58.019507 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55a461-cdd6-4504-aff9-a76d8fbb1b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356f8c44-f313-4635-a7bc-708e23ac68c1,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:58.062386 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034cc8d-34f4-44ab-b610-9d1294ed27b0 req-c3465af3-e0cd-490b-ba45-e7b1de90c42d tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:58.066286 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0034cc8d-34f4-44ab-b610-9d1294ed27b0 req-c3465af3-e0cd-490b-ba45-e7b1de90c42d tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 950 time: 0.1422558 Jul 23 16:17:58.072059 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 114ac391-81ec-4ba3-986d-ee7e72ef6c70 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:58.072604 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:58.134638 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-28aebbf8-7810-4582-a705-96ae8357a31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a08cbc-6860-4742-9728-81802f0d7037', 'name': 'tempest-FloatingIPDetailsTestJSON-869700684-router', 'tenant_id': '99723e5380fa445eaf3e3e6a11125224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'd5ff401f-d860-469f-a05a-e46b7e3bfef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:23Z', 'updated_at': '2021-07-23T16:17:54Z', 'revision_number': 5, 'project_id': '99723e5380fa445eaf3e3e6a11125224', 'gw_port': {'id': 'd5ff401f-d860-469f-a05a-e46b7e3bfef7', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a08cbc-6860-4742-9728-81802f0d7037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:24Z', 'updated_at': '2021-07-23T16:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:58.146926 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0034cc8d-34f4-44ab-b610-9d1294ed27b0 req-6809b046-e297-41fb-b848-9345c82d0783 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724542 Jul 23 16:17:58.214284 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-c17d70cb-1ac9-4afc-bc19-c3904e067db2 None None] Set router 5c1fad9e-9a6e-40b7-98b3-f23e8685408e gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:58.214954 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aebbf8-7810-4582-a705-96ae8357a31b None None] Checking router: a6a08cbc-6860-4742-9728-81802f0d7037 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:17:58.226650 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aebbf8-7810-4582-a705-96ae8357a31b None None] Routers {'a6a08cbc-6860-4742-9728-81802f0d7037'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:58.227336 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-28aebbf8-7810-4582-a705-96ae8357a31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:17:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a6a08cbc-6860-4742-9728-81802f0d7037'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:58.271319 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3534155c-6b1c-473c-8d4c-c9780de459bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:58.375749 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-28aebbf8-7810-4582-a705-96ae8357a31b None None] Set router a6a08cbc-6860-4742-9728-81802f0d7037 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:58.388746 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3534155c-6b1c-473c-8d4c-c9780de459bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:58.488174 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-72813084-a01b-4827-a968-b471207508a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:58.544575 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-28aebbf8-7810-4582-a705-96ae8357a31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a08cbc-6860-4742-9728-81802f0d7037', 'name': 'tempest-FloatingIPDetailsTestJSON-869700684-router', 'tenant_id': '99723e5380fa445eaf3e3e6a11125224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:23Z', 'updated_at': '2021-07-23T16:17:57Z', 'revision_number': 6, 'project_id': '99723e5380fa445eaf3e3e6a11125224', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:58.551236 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72813084-a01b-4827-a968-b471207508a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5ff401f-d860-469f-a05a-e46b7e3bfef7,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:58.580306 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53166) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:58.581599 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aebbf8-7810-4582-a705-96ae8357a31b None None] The sync data for ids ['a6a08cbc-6860-4742-9728-81802f0d7037'] in n-d-778549-4 is: [{'id': 'a6a08cbc-6860-4742-9728-81802f0d7037', 'name': 'tempest-FloatingIPDetailsTestJSON-869700684-router', 'tenant_id': '99723e5380fa445eaf3e3e6a11125224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:23Z', 'updated_at': '2021-07-23T16:17:57Z', 'revision_number': 6, 'project_id': '99723e5380fa445eaf3e3e6a11125224', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:17:58.631512 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c17d70cb-1ac9-4afc-bc19-c3904e067db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c1fad9e-9a6e-40b7-98b3-f23e8685408e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1485938438-router', 'tenant_id': 'a082626dc89c49e384ed8b03bfef8e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '114ac391-81ec-4ba3-986d-ee7e72ef6c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:48Z', 'updated_at': '2021-07-23T16:17:55Z', 'revision_number': 4, 'project_id': 'a082626dc89c49e384ed8b03bfef8e63', 'gw_port': {'id': '114ac391-81ec-4ba3-986d-ee7e72ef6c70', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:61:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1fad9e-9a6e-40b7-98b3-f23e8685408e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:49Z', 'updated_at': '2021-07-23T16:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'aeb57d47-be76-452d-ad0d-f21f960f0aa0', 'name': '', 'network_id': 'eb7595a8-c56a-4859-886f-00db31b2325a', 'tenant_id': 'a082626dc89c49e384ed8b03bfef8e63', 'mac_address': 'fa:16:3e:3d:4f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c1fad9e-9a6e-40b7-98b3-f23e8685408e', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '3a4c1b1d-cc34-4e74-9a9d-3b1e23d935e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:53Z', 'updated_at': '2021-07-23T16:17:56Z', 'revision_number': 2, 'project_id': 'a082626dc89c49e384ed8b03bfef8e63', 'subnets': [{'id': '3a4c1b1d-cc34-4e74-9a9d-3b1e23d935e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:58.665961 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17d70cb-1ac9-4afc-bc19-c3904e067db2 None None] Checking router: 5c1fad9e-9a6e-40b7-98b3-f23e8685408e for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:17:58.666458 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17d70cb-1ac9-4afc-bc19-c3904e067db2 None None] Updating router 5c1fad9e-9a6e-40b7-98b3-f23e8685408e port aeb57d47-be76-452d-ad0d-f21f960f0aa0 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:17:58.712313 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8553b471-3584-4e08-9527-2b631ec96433 req-df785049-df56-4003-bb93-fd81d1d566e5 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67 HTTP/1.1" status: 200 len: 210 time: 0.0764387 Jul 23 16:17:58.745746 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c17d70cb-1ac9-4afc-bc19-c3904e067db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:58.792848 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3534155c-6b1c-473c-8d4c-c9780de459bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:58.796403 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3534155c-6b1c-473c-8d4c-c9780de459bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:58.797118 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3534155c-6b1c-473c-8d4c-c9780de459bd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/356f8c44-f313-4635-a7bc-708e23ac68c1 HTTP/1.1" status: 204 len: 168 time: 0.7799826 Jul 23 16:17:58.871607 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7a1e909e-3268-4045-9607-d49fb27c3f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:58.904658 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534155c-6b1c-473c-8d4c-c9780de459bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356f8c44-f313-4635-a7bc-708e23ac68c1,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:58.940806 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-72813084-a01b-4827-a968-b471207508a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:59.116349 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7a1e909e-3268-4045-9607-d49fb27c3f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:59.123604 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7a1e909e-3268-4045-9607-d49fb27c3f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:59.140671 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-72813084-a01b-4827-a968-b471207508a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:59.159801 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-72813084-a01b-4827-a968-b471207508a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:59.182291 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7a1e909e-3268-4045-9607-d49fb27c3f12 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6eb3b2b689194d82b86eb4e4867db4d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6007109 Jul 23 16:17:59.186176 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53188) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:59.194490 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e909e-3268-4045-9607-d49fb27c3f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdf7731-5782-42b2-989f-448ae2472f4d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:59.195246 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-3ed2bdeb-f137-4d45-afb7-463cca4e6009 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:59.197240 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-3ed2bdeb-f137-4d45-afb7-463cca4e6009 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.97 "GET /v2.0/networks?id=cbcbd292-3824-44cf-913c-59a7184e692c HTTP/1.1" status: 200 len: 808 time: 0.5599608 Jul 23 16:17:59.232820 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c17d70cb-1ac9-4afc-bc19-c3904e067db2 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:59.253561 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c57aea-b6db-4f64-9b24-bf885c2d88b1 req-96431d5c-2302-4af6-aaf4-c4cb7d5e35d0 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:59.257028 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-66c57aea-b6db-4f64-9b24-bf885c2d88b1 req-96431d5c-2302-4af6-aaf4-c4cb7d5e35d0 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=7fe674d4-f201-4770-95c4-53525875fef1 HTTP/1.1" status: 200 len: 950 time: 0.3395700 Jul 23 16:17:59.257538 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-c17d70cb-1ac9-4afc-bc19-c3904e067db2 None None] Transition to ACTIVE for port object aeb57d47-be76-452d-ad0d-f21f960f0aa0 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:59.265169 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c17d70cb-1ac9-4afc-bc19-c3904e067db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:59.312945 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-85c515d0-8ac2-41f7-bbb6-a4df00f23af3 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Request body: {'port': {'device_id': '48370b7e-f4a6-4cdc-a303-e72562a9fe67', 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c', 'admin_state_up': True, 'tenant_id': '3e7d59ab22bf4a75bedef87dbf37ca66'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:59.354158 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-72813084-a01b-4827-a968-b471207508a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:59.354958 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72813084-a01b-4827-a968-b471207508a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6a08cbc-6860-4742-9728-81802f0d7037 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:17:59.358643 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fde689-fcf9-42ba-8c13-7b0704843889 None None] Pushing event updated for resources: {'Port': ['ID=aeb57d47-be76-452d-ad0d-f21f960f0aa0,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:59.366422 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-72813084-a01b-4827-a968-b471207508a7 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:59.368403 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-72813084-a01b-4827-a968-b471207508a7 admin admin] 10.222.0.73 "DELETE /v2.0/routers/a6a08cbc-6860-4742-9728-81802f0d7037 HTTP/1.1" status: 204 len: 168 time: 2.4467919 Jul 23 16:17:59.372838 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53196) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:59.407935 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-66c57aea-b6db-4f64-9b24-bf885c2d88b1 req-12b93613-2bf3-4631-a8cb-18e4aa90ee6a tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449697 Jul 23 16:17:59.428797 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53198) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:59.442809 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ee22f6b3-ecbf-412b-bbad-e566b1754b49 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1025170653-network', 'tenant_id': '5ba769c561424548a200ba14c615abfc'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:59.459903 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-29e81cce-d486-4532-bb3e-db057b4d2a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:59.481624 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-c17d70cb-1ac9-4afc-bc19-c3904e067db2 None None] Attempting to bind port aeb57d47-be76-452d-ad0d-f21f960f0aa0 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:59.482287 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-c17d70cb-1ac9-4afc-bc19-c3904e067db2 None None] Attempting to bind port aeb57d47-be76-452d-ad0d-f21f960f0aa0 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '119a8965-e639-42bc-b060-4c5dedb07588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'eb7595a8-c56a-4859-886f-00db31b2325a'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:59.483501 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17d70cb-1ac9-4afc-bc19-c3904e067db2 None None] Attempting to bind port aeb57d47-be76-452d-ad0d-f21f960f0aa0 on network eb7595a8-c56a-4859-886f-00db31b2325a {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:59.498569 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17d70cb-1ac9-4afc-bc19-c3904e067db2 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:17:59.501515 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17d70cb-1ac9-4afc-bc19-c3904e067db2 None None] Checking segment: {'id': '119a8965-e639-42bc-b060-4c5dedb07588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'eb7595a8-c56a-4859-886f-00db31b2325a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:59.502857 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c17d70cb-1ac9-4afc-bc19-c3904e067db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:59.505311 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17d70cb-1ac9-4afc-bc19-c3904e067db2 None None] Bound using segment: {'id': '119a8965-e639-42bc-b060-4c5dedb07588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'eb7595a8-c56a-4859-886f-00db31b2325a'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:17:59.506608 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-c17d70cb-1ac9-4afc-bc19-c3904e067db2 None None] Bound port: aeb57d47-be76-452d-ad0d-f21f960f0aa0, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '119a8965-e639-42bc-b060-4c5dedb07588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'eb7595a8-c56a-4859-886f-00db31b2325a'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:59.507818 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c17d70cb-1ac9-4afc-bc19-c3904e067db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:59.527811 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-29e81cce-d486-4532-bb3e-db057b4d2a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:59.573798 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bd1cb40-5641-4a20-a1a1-218e4e251d0c admin admin] Deleting subnet 0d1f277b-8a3e-47a5-b6cf-059da7a73076 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:17:59.582561 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9bd1cb40-5641-4a20-a1a1-218e4e251d0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:59.653849 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775f9d2-9c2d-4d9b-adf9-f83b1b7c1702 req-99dc96d9-04c3-416f-b56d-f19dddbe08ef tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:59.669010 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-c17d70cb-1ac9-4afc-bc19-c3904e067db2 None None] For port aeb57d47-be76-452d-ad0d-f21f960f0aa0, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:59.669360 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1775f9d2-9c2d-4d9b-adf9-f83b1b7c1702 req-99dc96d9-04c3-416f-b56d-f19dddbe08ef tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 950 time: 0.3708725 Jul 23 16:17:59.673910 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-c17d70cb-1ac9-4afc-bc19-c3904e067db2 None None] For port aeb57d47-be76-452d-ad0d-f21f960f0aa0, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=aeb57d47-be76-452d-ad0d-f21f960f0aa0,segment=NetworkSegment(119a8965-e639-42bc-b060-4c5dedb07588),segment_id=119a8965-e639-42bc-b060-4c5dedb07588)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:17:59.683699 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9bd1cb40-5641-4a20-a1a1-218e4e251d0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:59.689445 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c17d70cb-1ac9-4afc-bc19-c3904e067db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:59.742571 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-85c515d0-8ac2-41f7-bbb6-a4df00f23af3 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Made reservation on behalf of 3e7d59ab22bf4a75bedef87dbf37ca66 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:59.752166 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-85c515d0-8ac2-41f7-bbb6-a4df00f23af3 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:59.766267 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-29e81cce-d486-4532-bb3e-db057b4d2a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:59.770080 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-29e81cce-d486-4532-bb3e-db057b4d2a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:59.771264 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-29e81cce-d486-4532-bb3e-db057b4d2a25 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3bdf7731-5782-42b2-989f-448ae2472f4d HTTP/1.1" status: 204 len: 168 time: 0.5842402 Jul 23 16:17:59.771989 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.db.api [None req-ee22f6b3-ecbf-412b-bbad-e566b1754b49 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:17:59.771989 n-d-778549-4 neutron-server[94012]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 16:17:59.771989 n-d-778549-4 neutron-server[94012]: [parameters: {'project_id': '5ba769c561424548a200ba14c615abfc', 'id': '87197b1f-87b0-424a-b82c-4d8bb4cf27b9', 'expiration': datetime.datetime(2021, 7, 23, 16, 19, 59, 707967)}] Jul 23 16:17:59.771989 n-d-778549-4 neutron-server[94012]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94012) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:17:59.772320 n-d-778549-4 neutron-server[94012]: DEBUG oslo_db.api [None req-ee22f6b3-ecbf-412b-bbad-e566b1754b49 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:17:59.787517 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a7b42a31-6312-434d-861c-a623760067b4 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:17:59.822528 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: a7b42a31-6312-434d-861c-a623760067b4 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:17:59.822806 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a7b42a31-6312-434d-861c-a623760067b4 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:17:59.829910 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e81cce-d486-4532-bb3e-db057b4d2a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdf7731-5782-42b2-989f-448ae2472f4d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:59.831589 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d5ff401f-d860-469f-a05a-e46b7e3bfef7 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:17:59.851122 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fde689-fcf9-42ba-8c13-7b0704843889 None None] Pushing event updated for resources: {'Port': ['ID=aeb57d47-be76-452d-ad0d-f21f960f0aa0,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:59.876095 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1775f9d2-9c2d-4d9b-adf9-f83b1b7c1702 req-c328c5fc-a6d3-40aa-9c39-3630b06ddfc4 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057283 Jul 23 16:17:59.876744 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17d70cb-1ac9-4afc-bc19-c3904e067db2 None None] Routers {'5c1fad9e-9a6e-40b7-98b3-f23e8685408e'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:59.877494 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c17d70cb-1ac9-4afc-bc19-c3904e067db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:17:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5c1fad9e-9a6e-40b7-98b3-f23e8685408e'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:59.886264 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: d5ff401f-d860-469f-a05a-e46b7e3bfef7 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:17:59.886614 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d5ff401f-d860-469f-a05a-e46b7e3bfef7 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:17:59.937001 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738f067-d387-4c47-8efb-438c50d579a4 req-a669f73a-0d27-458d-9c2f-55777bbe365a tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:59.949805 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e738f067-d387-4c47-8efb-438c50d579a4 req-a669f73a-0d27-458d-9c2f-55777bbe365a tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.3351784 Jul 23 16:18:00.010549 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e738f067-d387-4c47-8efb-438c50d579a4 req-09fae407-47de-4541-8ba5-c4f68d36f14a tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618241 Jul 23 16:18:00.074266 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8e5d9738-915e-41fc-8b5b-8d82ccbda391 req-e6a909ea-180d-4b5b-a18f-61cc10aec418 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67 HTTP/1.1" status: 200 len: 210 time: 0.0410576 Jul 23 16:18:00.105848 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-85c515d0-8ac2-41f7-bbb6-a4df00f23af3 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Allocated IP 172.20.0.8 (cbcbd292-3824-44cf-913c-59a7184e692c/f8384c77-6398-425d-9275-6a23db41a285/50c87bc1-a789-4c00-8804-ca8cbfeaad04) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:00.187765 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-c17d70cb-1ac9-4afc-bc19-c3904e067db2 None None] Set router 5c1fad9e-9a6e-40b7-98b3-f23e8685408e gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:00.288707 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9bd1cb40-5641-4a20-a1a1-218e4e251d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:00.334258 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee22f6b3-ecbf-412b-bbad-e566b1754b49 admin admin] Made reservation on behalf of 5ba769c561424548a200ba14c615abfc for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:18:00.344341 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ee22f6b3-ecbf-412b-bbad-e566b1754b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:00.379260 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ee22f6b3-ecbf-412b-bbad-e566b1754b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:00.390784 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-85c515d0-8ac2-41f7-bbb6-a4df00f23af3 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:00.414041 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9bd1cb40-5641-4a20-a1a1-218e4e251d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:00.512686 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-27d13871-a041-442c-852f-280aa4b06cb7 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=251b5fc36991465db490fe5c63349472&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487375 Jul 23 16:18:00.577835 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53242) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:00.607956 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c17d70cb-1ac9-4afc-bc19-c3904e067db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c1fad9e-9a6e-40b7-98b3-f23e8685408e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1485938438-router', 'tenant_id': 'a082626dc89c49e384ed8b03bfef8e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '114ac391-81ec-4ba3-986d-ee7e72ef6c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:48Z', 'updated_at': '2021-07-23T16:17:55Z', 'revision_number': 4, 'project_id': 'a082626dc89c49e384ed8b03bfef8e63', 'gw_port': {'id': '114ac391-81ec-4ba3-986d-ee7e72ef6c70', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:61:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1fad9e-9a6e-40b7-98b3-f23e8685408e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:49Z', 'updated_at': '2021-07-23T16:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'aeb57d47-be76-452d-ad0d-f21f960f0aa0', 'name': '', 'network_id': 'eb7595a8-c56a-4859-886f-00db31b2325a', 'tenant_id': 'a082626dc89c49e384ed8b03bfef8e63', 'mac_address': 'fa:16:3e:3d:4f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c1fad9e-9a6e-40b7-98b3-f23e8685408e', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '3a4c1b1d-cc34-4e74-9a9d-3b1e23d935e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:53Z', 'updated_at': '2021-07-23T16:17:59Z', 'revision_number': 4, 'project_id': 'a082626dc89c49e384ed8b03bfef8e63', 'subnets': [{'id': '3a4c1b1d-cc34-4e74-9a9d-3b1e23d935e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:00.639585 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17d70cb-1ac9-4afc-bc19-c3904e067db2 None None] The sync data for ids ['5c1fad9e-9a6e-40b7-98b3-f23e8685408e'] in n-d-778549-4 is: [{'id': '5c1fad9e-9a6e-40b7-98b3-f23e8685408e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1485938438-router', 'tenant_id': 'a082626dc89c49e384ed8b03bfef8e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '114ac391-81ec-4ba3-986d-ee7e72ef6c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:48Z', 'updated_at': '2021-07-23T16:17:55Z', 'revision_number': 4, 'project_id': 'a082626dc89c49e384ed8b03bfef8e63', 'gw_port': {'id': '114ac391-81ec-4ba3-986d-ee7e72ef6c70', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:61:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1fad9e-9a6e-40b7-98b3-f23e8685408e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:49Z', 'updated_at': '2021-07-23T16:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'aeb57d47-be76-452d-ad0d-f21f960f0aa0', 'name': '', 'network_id': 'eb7595a8-c56a-4859-886f-00db31b2325a', 'tenant_id': 'a082626dc89c49e384ed8b03bfef8e63', 'mac_address': 'fa:16:3e:3d:4f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c1fad9e-9a6e-40b7-98b3-f23e8685408e', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '3a4c1b1d-cc34-4e74-9a9d-3b1e23d935e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:53Z', 'updated_at': '2021-07-23T16:17:59Z', 'revision_number': 4, 'project_id': 'a082626dc89c49e384ed8b03bfef8e63', 'subnets': [{'id': '3a4c1b1d-cc34-4e74-9a9d-3b1e23d935e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:18:00.802525 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1cb40-5641-4a20-a1a1-218e4e251d0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d1f277b-8a3e-47a5-b6cf-059da7a73076,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:00.829153 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9bd1cb40-5641-4a20-a1a1-218e4e251d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:00.834963 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9bd1cb40-5641-4a20-a1a1-218e4e251d0c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/0d1f277b-8a3e-47a5-b6cf-059da7a73076 HTTP/1.1" status: 204 len: 168 time: 1.4570456 Jul 23 16:18:00.836288 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53246) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:00.837405 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-85c515d0-8ac2-41f7-bbb6-a4df00f23af3 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:00.851223 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda7d299-01cf-46b9-90d5-097fa5b89c35 None None] Network 0019b4de-12af-4a15-913c-e7ef644eb458 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:18:00.925281 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c515d0-8ac2-41f7-bbb6-a4df00f23af3 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Pushing event updated for resources: {'Port': ['ID=50c87bc1-a789-4c00-8804-ca8cbfeaad04,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:00.941262 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-85c515d0-8ac2-41f7-bbb6-a4df00f23af3 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Network cbcbd292-3824-44cf-913c-59a7184e692c is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:00.944268 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-85c515d0-8ac2-41f7-bbb6-a4df00f23af3 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:00.968714 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-85c515d0-8ac2-41f7-bbb6-a4df00f23af3 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:18:01.110862 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42d15fb0-1782-4790-8f96-94558db9e269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:01.152299 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-85c515d0-8ac2-41f7-bbb6-a4df00f23af3 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:01.152981 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-85c515d0-8ac2-41f7-bbb6-a4df00f23af3 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:01.171612 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ef9691f5-b278-4797-adeb-d7781b226f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:01.232537 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-42d15fb0-1782-4790-8f96-94558db9e269 admin admin] Deleting port 2e1ea609-1675-4d60-af02-a8271b76674b {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:18:01.232876 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42d15fb0-1782-4790-8f96-94558db9e269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:01.249636 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ee22f6b3-ecbf-412b-bbad-e566b1754b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:01.271139 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ee22f6b3-ecbf-412b-bbad-e566b1754b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:01.346756 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-6b397ff7-9819-4d72-b94f-f4c09b6b1f3c tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:01.358253 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-6b397ff7-9819-4d72-b94f-f4c09b6b1f3c tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8367598 Jul 23 16:18:01.394188 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-85c515d0-8ac2-41f7-bbb6-a4df00f23af3 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1596746 Jul 23 16:18:01.408407 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-42d15fb0-1782-4790-8f96-94558db9e269 admin admin] For port 2e1ea609-1675-4d60-af02-a8271b76674b, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2e1ea609-1675-4d60-af02-a8271b76674b,segment=NetworkSegment(78e15982-0240-4688-87fb-53d8666e4878),segment_id=78e15982-0240-4688-87fb-53d8666e4878)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:01.408516 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb77280-ebae-4ccd-975b-5ac101d9f98c None None] DHCP port deletion for 0019b4de-12af-4a15-913c-e7ef644eb458 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:18:01.408616 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42d15fb0-1782-4790-8f96-94558db9e269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:01.414517 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-c86c2c1e-7321-4dc1-a08d-2163efcf4809 service neutron] Request body: {'port': {'device_id': '48370b7e-f4a6-4cdc-a303-e72562a9fe67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:01.432641 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee22f6b3-ecbf-412b-bbad-e566b1754b49 admin admin] vlan segment allocate from pool success with {'vlan_id': 1104, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:18:01.454263 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-42d15fb0-1782-4790-8f96-94558db9e269 admin admin] Calling delete_port for 2e1ea609-1675-4d60-af02-a8271b76674b owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:18:01.494632 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882afd7-8d10-4b20-aa58-65134f11d10e req-f18a6219-7789-47b2-b74e-6efee0f9d6ad tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:01.503106 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1882afd7-8d10-4b20-aa58-65134f11d10e req-f18a6219-7789-47b2-b74e-6efee0f9d6ad tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 950 time: 0.3419204 Jul 23 16:18:01.515461 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-dbb77280-ebae-4ccd-975b-5ac101d9f98c None None] Deleting port 2e1ea609-1675-4d60-af02-a8271b76674b {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:18:01.518119 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dbb77280-ebae-4ccd-975b-5ac101d9f98c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:01.520228 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-0366609a-e047-4b88-a6ab-8e998a79f082 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/quotas/251b5fc36991465db490fe5c63349472 HTTP/1.1" status: 200 len: 375 time: 0.1594777 Jul 23 16:18:01.527356 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22f6b3-ecbf-412b-bbad-e566b1754b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbadd1f9-13b2-4006-bdbd-159cdb01fbc4,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:01.595769 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ee22f6b3-ecbf-412b-bbad-e566b1754b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:01.596118 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-ee22f6b3-ecbf-412b-bbad-e566b1754b49 admin admin] Added segment 558ebd90-fcd9-406e-ac04-df411b910480 of type vlan for network 1fe76672-5c19-4566-97a8-f44fbf772fe8 Jul 23 16:18:01.600998 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-c86c2c1e-7321-4dc1-a08d-2163efcf4809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:01.701696 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-dbb77280-ebae-4ccd-975b-5ac101d9f98c None None] For port 2e1ea609-1675-4d60-af02-a8271b76674b, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2e1ea609-1675-4d60-af02-a8271b76674b,segment=NetworkSegment(78e15982-0240-4688-87fb-53d8666e4878),segment_id=78e15982-0240-4688-87fb-53d8666e4878)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:01.702140 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dbb77280-ebae-4ccd-975b-5ac101d9f98c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:01.742936 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-dbb77280-ebae-4ccd-975b-5ac101d9f98c None None] Calling delete_port for 2e1ea609-1675-4d60-af02-a8271b76674b owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:18:01.759636 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ee22f6b3-ecbf-412b-bbad-e566b1754b49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:01.817694 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1882afd7-8d10-4b20-aa58-65134f11d10e req-fef40cc6-9889-440a-87a5-e7c7bf6998c4 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912617 Jul 23 16:18:01.854602 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42d15fb0-1782-4790-8f96-94558db9e269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:01.857217 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device aeb57d47-be76-452d-ad0d-f21f960f0aa0 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:01.895483 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d15fb0-1782-4790-8f96-94558db9e269 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e1ea609-1675-4d60-af02-a8271b76674b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:01.930317 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d15fb0-1782-4790-8f96-94558db9e269 admin admin] No DVR routers for this DVR port 2e1ea609-1675-4d60-af02-a8271b76674b on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:18:01.935487 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-334fd2bc-707b-49fc-b99c-20e5c068553c tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=251b5fc36991465db490fe5c63349472&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4117200 Jul 23 16:18:01.987138 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-704652af-dac5-433d-9b85-f952ec32e5cf service neutron] show failed (client error): The resource could not be found. Jul 23 16:18:01.988170 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-704652af-dac5-433d-9b85-f952ec32e5cf service neutron] 10.222.0.97 "GET /v2.0/ports/be1d51a9-55f4-470f-8f76-a55feb8d6c7b/bindings/n-h1-778549-4 HTTP/1.1" status: 404 len: 380 time: 0.3320162 Jul 23 16:18:02.141789 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ee22f6b3-ecbf-412b-bbad-e566b1754b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:02.153998 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee22f6b3-ecbf-412b-bbad-e566b1754b49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:02.156087 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ee22f6b3-ecbf-412b-bbad-e566b1754b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:02.160972 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42d15fb0-1782-4790-8f96-94558db9e269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:02.208412 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-42d15fb0-1782-4790-8f96-94558db9e269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0019b4de-12af-4a15-913c-e7ef644eb458']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:02.248587 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-42d15fb0-1782-4790-8f96-94558db9e269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e15982-0240-4688-87fb-53d8666e4878') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:02.249172 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-42d15fb0-1782-4790-8f96-94558db9e269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e15982-0240-4688-87fb-53d8666e4878') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:02.287570 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port aeb57d47-be76-452d-ad0d-f21f960f0aa0 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:02.288420 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42d15fb0-1782-4790-8f96-94558db9e269 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:02.291337 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dbb77280-ebae-4ccd-975b-5ac101d9f98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:02.291621 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ef9691f5-b278-4797-adeb-d7781b226f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:02.310066 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port aeb57d47-be76-452d-ad0d-f21f960f0aa0 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:02.310503 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:02.331178 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ef9691f5-b278-4797-adeb-d7781b226f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:02.364694 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42d15fb0-1782-4790-8f96-94558db9e269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:02.378582 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42d15fb0-1782-4790-8f96-94558db9e269 admin admin] Releasing vlan 1129 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:18:02.379247 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42d15fb0-1782-4790-8f96-94558db9e269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:02.384328 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:18:02.384328 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:18:02.384328 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:18:02.384328 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:18:02.384328 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:18:02.384328 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:18:02.384328 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:18:02.384328 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:18:02.384328 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:18:02.384328 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:18:02.384328 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:18:02.384328 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:18:02.384328 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:18:02.384328 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:18:02.384328 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:18:02.384328 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:18:02.384328 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:18:02.384328 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:18:02.384328 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:18:02.384328 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:18:02.384328 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:18:02.384328 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:18:02.384328 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:18:02.384328 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:18:02.384328 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:18:02.384328 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:18:02.384328 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:18:02.384328 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:18:02.384328 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:18:02.384328 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:18:02.384328 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:18:02.384328 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:18:02.391990 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ee22f6b3-ecbf-412b-bbad-e566b1754b49 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.9619405 Jul 23 16:18:02.394717 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb77280-ebae-4ccd-975b-5ac101d9f98c None None] Pushing event deleted for resources: {'Port': ['ID=2e1ea609-1675-4d60-af02-a8271b76674b,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:02.397022 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-49af6046-1199-4935-a85c-2b41e5ce9891 req-0b1aed6b-4197-415e-a6a3-fd51017de376 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=cae4578b-b958-4fd3-8166-659dada79ea7 HTTP/1.1" status: 200 len: 210 time: 0.1173329 Jul 23 16:18:02.405076 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb77280-ebae-4ccd-975b-5ac101d9f98c None None] No DVR routers for this DVR port 2e1ea609-1675-4d60-af02-a8271b76674b on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:18:02.422148 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53288) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:02.469214 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-1f9b5547-36a8-4f2a-a69d-64d46d7b6f4e admin admin] Request body: {'subnet': {'network_id': '1fe76672-5c19-4566-97a8-f44fbf772fe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1025170653-subnet', 'tenant_id': '5ba769c561424548a200ba14c615abfc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:02.547436 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:02.594625 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-47272e2c-c379-4e10-813e-7b5f564f2f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:02.594767 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9691f5-b278-4797-adeb-d7781b226f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0305e46-a1f7-452e-9f41-8343bf5d0191,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:02.614935 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22f6b3-ecbf-412b-bbad-e566b1754b49 admin admin] Pushing event updated for resources: {'Network': ['ID=1fe76672-5c19-4566-97a8-f44fbf772fe8,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:02.625015 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port aeb57d47-be76-452d-ad0d-f21f960f0aa0, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=aeb57d47-be76-452d-ad0d-f21f960f0aa0,segment=NetworkSegment(119a8965-e639-42bc-b060-4c5dedb07588),segment_id=119a8965-e639-42bc-b060-4c5dedb07588)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:02.631537 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:02.669073 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ef9691f5-b278-4797-adeb-d7781b226f5d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e188fb69e135486b8b21e75103011bf5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0873325 Jul 23 16:18:02.674905 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53298) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:02.683269 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86658d-4188-4e36-aae1-c5c9518bcae9 req-c9e99a63-e861-43cc-a856-cef4cf77b19c tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:02.690570 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3d86658d-4188-4e36-aae1-c5c9518bcae9 req-c9e99a63-e861-43cc-a856-cef4cf77b19c tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67 HTTP/1.1" status: 200 len: 931 time: 0.6926069 Jul 23 16:18:02.715994 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=aeb57d47-be76-452d-ad0d-f21f960f0aa0,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:02.719399 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 1fe76672-5c19-4566-97a8-f44fbf772fe8 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:18:02.789797 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3d86658d-4188-4e36-aae1-c5c9518bcae9 req-295e057e-6586-43ce-a7da-f29a64557957 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976307 Jul 23 16:18:02.793339 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42d15fb0-1782-4790-8f96-94558db9e269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:02.798633 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9b5547-36a8-4f2a-a69d-64d46d7b6f4e admin admin] Made reservation on behalf of 5ba769c561424548a200ba14c615abfc for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:18:02.809753 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1f9b5547-36a8-4f2a-a69d-64d46d7b6f4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:02.819392 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec20ffad-7930-4336-8d8f-e557239c12a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:02.881746 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-c86c2c1e-7321-4dc1-a08d-2163efcf4809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c87bc1-a789-4c00-8804-ca8cbfeaad04 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:02.900101 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec20ffad-7930-4336-8d8f-e557239c12a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:02.900337 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42d15fb0-1782-4790-8f96-94558db9e269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:02.902441 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-42d15fb0-1782-4790-8f96-94558db9e269 admin admin] 10.222.0.73 "DELETE /v2.0/networks/0019b4de-12af-4a15-913c-e7ef644eb458 HTTP/1.1" status: 204 len: 168 time: 2.0626361 Jul 23 16:18:02.909379 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-c86c2c1e-7321-4dc1-a08d-2163efcf4809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:02.934718 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d15fb0-1782-4790-8f96-94558db9e269 admin admin] Pushing event deleted for resources: {'Network': ['ID=0019b4de-12af-4a15-913c-e7ef644eb458,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:02.962203 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-7f8c5bbe-d00c-4bb2-99f1-6c748f995a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:02.963970 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-7f8c5bbe-d00c-4bb2-99f1-6c748f995a55 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6&tenant_id=4ed385c197f74460a2c666d87d79e6e5 HTTP/1.1" status: 200 len: 1101 time: 0.7031496 Jul 23 16:18:02.999552 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-c86c2c1e-7321-4dc1-a08d-2163efcf4809 service neutron] Transition to ACTIVE for port object 50c87bc1-a789-4c00-8804-ca8cbfeaad04 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:02.999792 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec20ffad-7930-4336-8d8f-e557239c12a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:03.002205 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec20ffad-7930-4336-8d8f-e557239c12a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:03.004392 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ec20ffad-7930-4336-8d8f-e557239c12a1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e0305e46-a1f7-452e-9f41-8343bf5d0191 HTTP/1.1" status: 204 len: 168 time: 0.3047512 Jul 23 16:18:03.009855 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-f1732c86-4006-4654-ba3f-e88a55f533e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778549-4', 'device_owner': 'compute:nova'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:03.019790 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20ffad-7930-4336-8d8f-e557239c12a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0305e46-a1f7-452e-9f41-8343bf5d0191,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:03.035438 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-c86c2c1e-7321-4dc1-a08d-2163efcf4809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:03.089464 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2e1ea609-1675-4d60-af02-a8271b76674b no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:18:03.131719 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 2e1ea609-1675-4d60-af02-a8271b76674b {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:18:03.132071 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2e1ea609-1675-4d60-af02-a8271b76674b not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:18:03.184401 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c2c1e-7321-4dc1-a08d-2163efcf4809 service neutron] Pushing event updated for resources: {'Port': ['ID=50c87bc1-a789-4c00-8804-ca8cbfeaad04,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:03.186232 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543498f-6ee4-43cb-9874-44de8883b239 req-8bcbbe8a-9beb-4634-8ab7-cd66d87de136 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:03.188115 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53322) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:03.194176 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a543498f-6ee4-43cb-9874-44de8883b239 req-8bcbbe8a-9beb-4634-8ab7-cd66d87de136 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 950 time: 0.1686227 Jul 23 16:18:03.262127 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a543498f-6ee4-43cb-9874-44de8883b239 req-aa01cbb4-eec1-4596-8ccc-4278469a8003 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645185 Jul 23 16:18:03.278153 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-f1732c86-4006-4654-ba3f-e88a55f533e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:03.373221 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b2fa481b-b03b-4449-ad58-e9fcf6409614 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=99723e5380fa445eaf3e3e6a11125224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1814923 Jul 23 16:18:03.375948 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53328) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:03.444093 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-c86c2c1e-7321-4dc1-a08d-2163efcf4809 service neutron] Attempting to bind port 50c87bc1-a789-4c00-8804-ca8cbfeaad04 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:03.444431 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-c86c2c1e-7321-4dc1-a08d-2163efcf4809 service neutron] Attempting to bind port 50c87bc1-a789-4c00-8804-ca8cbfeaad04 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:03.444764 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-c86c2c1e-7321-4dc1-a08d-2163efcf4809 service neutron] Attempting to bind port 50c87bc1-a789-4c00-8804-ca8cbfeaad04 on network cbcbd292-3824-44cf-913c-59a7184e692c {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:03.452470 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1f9b5547-36a8-4f2a-a69d-64d46d7b6f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:03.459676 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cb876aa6-485c-4c87-8ec4-c3ba8dfea8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:03.486969 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cb876aa6-485c-4c87-8ec4-c3ba8dfea8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:03.512767 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-c86c2c1e-7321-4dc1-a08d-2163efcf4809 service neutron] Port 50c87bc1-a789-4c00-8804-ca8cbfeaad04 on network cbcbd292-3824-44cf-913c-59a7184e692c not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:18:03.513282 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-c86c2c1e-7321-4dc1-a08d-2163efcf4809 service neutron] Attempting to bind port 50c87bc1-a789-4c00-8804-ca8cbfeaad04 on network cbcbd292-3824-44cf-913c-59a7184e692c {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:03.568091 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-c86c2c1e-7321-4dc1-a08d-2163efcf4809 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:18:03.568431 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-c86c2c1e-7321-4dc1-a08d-2163efcf4809 service neutron] Checking segment: {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:03.568813 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-c86c2c1e-7321-4dc1-a08d-2163efcf4809 service neutron] Bound using segment: {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:18:03.571999 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-c86c2c1e-7321-4dc1-a08d-2163efcf4809 service neutron] Bound port: 50c87bc1-a789-4c00-8804-ca8cbfeaad04, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:03.572376 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-c86c2c1e-7321-4dc1-a08d-2163efcf4809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:03.584785 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec683a42-1572-4a72-8be0-feb310b9d8d9 req-144a0c91-2510-438e-9335-94f234ec783c tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=cae4578b-b958-4fd3-8166-659dada79ea7 HTTP/1.1" status: 200 len: 210 time: 0.0501468 Jul 23 16:18:03.586591 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cb876aa6-485c-4c87-8ec4-c3ba8dfea8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:03.589499 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cb876aa6-485c-4c87-8ec4-c3ba8dfea8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:03.593801 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-cb876aa6-485c-4c87-8ec4-c3ba8dfea8a1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7c77babd-d2b8-49c2-a630-64bd22f7b4f2 HTTP/1.1" status: 204 len: 168 time: 0.2168190 Jul 23 16:18:03.602926 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb876aa6-485c-4c87-8ec4-c3ba8dfea8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c77babd-d2b8-49c2-a630-64bd22f7b4f2,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:03.653604 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b5547-36a8-4f2a-a69d-64d46d7b6f4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cba0dd9-ee97-49b3-baae-6373a0698dcf,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:03.705957 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9b5547-36a8-4f2a-a69d-64d46d7b6f4e admin admin] Checking segment: {'id': '558ebd90-fcd9-406e-ac04-df411b910480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '1fe76672-5c19-4566-97a8-f44fbf772fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:03.706317 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9b5547-36a8-4f2a-a69d-64d46d7b6f4e admin admin] Network hostable DHCP agents. Network: 1fe76672-5c19-4566-97a8-f44fbf772fe8, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:18:03.780898 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-c86c2c1e-7321-4dc1-a08d-2163efcf4809 service neutron] For port 50c87bc1-a789-4c00-8804-ca8cbfeaad04, host n-h2-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:03.784975 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-c86c2c1e-7321-4dc1-a08d-2163efcf4809 service neutron] For port 50c87bc1-a789-4c00-8804-ca8cbfeaad04, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=50c87bc1-a789-4c00-8804-ca8cbfeaad04,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:18:03.795220 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-f1732c86-4006-4654-ba3f-e88a55f533e3 service neutron] For port be1d51a9-55f4-470f-8f76-a55feb8d6c7b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=be1d51a9-55f4-470f-8f76-a55feb8d6c7b,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:03.797823 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-c86c2c1e-7321-4dc1-a08d-2163efcf4809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:03.824137 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9b5547-36a8-4f2a-a69d-64d46d7b6f4e admin admin] Network 1fe76672-5c19-4566-97a8-f44fbf772fe8 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:18:03.838453 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device aeb57d47-be76-452d-ad0d-f21f960f0aa0 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:03.879835 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-828d48c6-5272-48c5-bf49-b89d21c528a2 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=251b5fc36991465db490fe5c63349472&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423648 Jul 23 16:18:03.904269 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53346) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:03.933293 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-1f9b5547-36a8-4f2a-a69d-64d46d7b6f4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 1fe76672-5c19-4566-97a8-f44fbf772fe8) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:03.942857 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-c86c2c1e-7321-4dc1-a08d-2163efcf4809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:03.943808 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-c86c2c1e-7321-4dc1-a08d-2163efcf4809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:03.948855 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-c86c2c1e-7321-4dc1-a08d-2163efcf4809 service neutron] 10.222.0.97 "PUT /v2.0/ports/50c87bc1-a789-4c00-8804-ca8cbfeaad04 HTTP/1.1" status: 200 len: 1091 time: 2.5429692 Jul 23 16:18:03.952712 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d113a9-029c-4a94-ae87-8b9c02319ce9 None None] Network 1fe76672-5c19-4566-97a8-f44fbf772fe8 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:18:03.957042 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48370b7e-f4a6-4cdc-a303-e72562a9fe67', 'tag': '50c87bc1-a789-4c00-8804-ca8cbfeaad04'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:03.966653 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f1b296-af02-4f8c-815c-2c136c0329b7" -d '{"events": [{"name": "network-changed", "server_uuid": "48370b7e-f4a6-4cdc-a303-e72562a9fe67", "tag": "50c87bc1-a789-4c00-8804-ca8cbfeaad04"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:03.985093 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9b5547-36a8-4f2a-a69d-64d46d7b6f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:04.002065 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1f9b5547-36a8-4f2a-a69d-64d46d7b6f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:04.037681 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-f1732c86-4006-4654-ba3f-e88a55f533e3 service neutron] For port be1d51a9-55f4-470f-8f76-a55feb8d6c7b, host n-h2-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:04.043329 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port aeb57d47-be76-452d-ad0d-f21f960f0aa0 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:04.044672 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:04.145470 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c2c1e-7321-4dc1-a08d-2163efcf4809 service neutron] Pushing event updated for resources: {'Port': ['ID=50c87bc1-a789-4c00-8804-ca8cbfeaad04,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:04.191207 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1f9b5547-36a8-4f2a-a69d-64d46d7b6f4e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7624524 Jul 23 16:18:04.194582 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53360) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:04.223373 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-f1732c86-4006-4654-ba3f-e88a55f533e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:04.225591 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-d0de1ab9-a2f7-4f18-b2dd-39dba012006b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1025170653-router', 'tenant_id': '5ba769c561424548a200ba14c615abfc', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:04.246978 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-f1732c86-4006-4654-ba3f-e88a55f533e3 service neutron] Transition to ACTIVE for port object be1d51a9-55f4-470f-8f76-a55feb8d6c7b will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:04.258190 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850dbc34-7d08-4893-aac4-009b552173be req-31c82fa9-2600-417d-87a9-2a47afe4b654 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:04.260517 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-f1732c86-4006-4654-ba3f-e88a55f533e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:04.265222 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-850dbc34-7d08-4893-aac4-009b552173be req-31c82fa9-2600-417d-87a9-2a47afe4b654 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67 HTTP/1.1" status: 200 len: 943 time: 0.3569896 Jul 23 16:18:04.283179 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-cba76f69-aab3-4da1-9e5a-ecda251ec401 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:04.284682 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-cba76f69-aab3-4da1-9e5a-ecda251ec401 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3935575 Jul 23 16:18:04.303753 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-d6b164cc-c7ea-4ba3-86ee-aaf3110136ff tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Request body: {'port': {'device_id': 'cae4578b-b958-4fd3-8166-659dada79ea7', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'admin_state_up': True, 'tenant_id': '251b5fc36991465db490fe5c63349472'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:04.326332 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d775a7-f0b5-4f76-8f68-df2c92f55e9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-1fe76672-5c19-4566-97a8-f44fbf772fe8', 'network_id': '1fe76672-5c19-4566-97a8-f44fbf772fe8', 'tenant_id': '5ba769c561424548a200ba14c615abfc', 'fixed_ips': [{'subnet_id': '7cba0dd9-ee97-49b3-baae-6373a0698dcf'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:18:04.329148 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-11d775a7-f0b5-4f76-8f68-df2c92f55e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:04.352264 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0de1ab9-a2f7-4f18-b2dd-39dba012006b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:04.352843 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-81404484-b71b-4bda-aa23-18380fb5eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:04.354019 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0de1ab9-a2f7-4f18-b2dd-39dba012006b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:04.356488 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-81404484-b71b-4bda-aa23-18380fb5eb93 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67 HTTP/1.1" status: 200 len: 1094 time: 0.2499712 Jul 23 16:18:04.401683 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1732c86-4006-4654-ba3f-e88a55f533e3 service neutron] Pushing event updated for resources: {'Port': ['ID=be1d51a9-55f4-470f-8f76-a55feb8d6c7b,revision_number=6']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:04.436122 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-850dbc34-7d08-4893-aac4-009b552173be req-b8a45fe1-b4a7-4f81-bc9a-ead49b94d1c5 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699557 Jul 23 16:18:04.530051 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-2740f121-6f01-4179-8e9a-5e8d582cc4e4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c87bc1-a789-4c00-8804-ca8cbfeaad04 HTTP/1.1" status: 200 len: 217 time: 0.1021285 Jul 23 16:18:04.535383 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e3e877-c15d-4b68-9bde-2b17d88bf544 x-openstack-request-id: req-68e3e877-c15d-4b68-9bde-2b17d88bf544 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:04.535383 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48370b7e-f4a6-4cdc-a303-e72562a9fe67", "tag": "50c87bc1-a789-4c00-8804-ca8cbfeaad04", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:04.535383 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-68e3e877-c15d-4b68-9bde-2b17d88bf544 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:04.535383 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48370b7e-f4a6-4cdc-a303-e72562a9fe67', 'tag': '50c87bc1-a789-4c00-8804-ca8cbfeaad04', 'status': 'completed', 'code': 200} Jul 23 16:18:04.577323 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f3b1feb-506c-40a7-b432-e911c2424f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:04.606985 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:04.631957 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-f1732c86-4006-4654-ba3f-e88a55f533e3 service neutron] No DVR routers for this DVR port be1d51a9-55f4-470f-8f76-a55feb8d6c7b on host n-h2-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:18:04.639908 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-5d2d26a6-33ac-4e33-b9a7-0f0c5620ea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:04.641683 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-5d2d26a6-33ac-4e33-b9a7-0f0c5620ea39 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f8384c77-6398-425d-9275-6a23db41a285 HTTP/1.1" status: 200 len: 848 time: 0.0953040 Jul 23 16:18:04.715741 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-11d775a7-f0b5-4f76-8f68-df2c92f55e9a None None] Allocated IP 172.20.0.2 (1fe76672-5c19-4566-97a8-f44fbf772fe8/7cba0dd9-ee97-49b3-baae-6373a0698dcf/2258c4e3-7130-4a61-98b1-1ed5158c8a32) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:04.748482 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0de1ab9-a2f7-4f18-b2dd-39dba012006b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:04.756810 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-251a4c0b-ffc2-4720-acb7-3b2c9643f61f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cbcbd292-3824-44cf-913c-59a7184e692c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895491 Jul 23 16:18:04.888759 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-8848c263-6728-415b-a2fd-98fdbf28bb7e service neutron] 10.222.0.97 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216965 Jul 23 16:18:04.891327 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-f1732c86-4006-4654-ba3f-e88a55f533e3 service neutron] Attempting to bind port be1d51a9-55f4-470f-8f76-a55feb8d6c7b on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:04.892014 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-f1732c86-4006-4654-ba3f-e88a55f533e3 service neutron] Attempting to bind port be1d51a9-55f4-470f-8f76-a55feb8d6c7b by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:04.892539 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-f1732c86-4006-4654-ba3f-e88a55f533e3 service neutron] Attempting to bind port be1d51a9-55f4-470f-8f76-a55feb8d6c7b on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:04.907060 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-f1732c86-4006-4654-ba3f-e88a55f533e3 service neutron] Port be1d51a9-55f4-470f-8f76-a55feb8d6c7b on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:18:04.907484 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-f1732c86-4006-4654-ba3f-e88a55f533e3 service neutron] Attempting to bind port be1d51a9-55f4-470f-8f76-a55feb8d6c7b on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:04.923607 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-f1732c86-4006-4654-ba3f-e88a55f533e3 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:18:04.924226 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-f1732c86-4006-4654-ba3f-e88a55f533e3 service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:04.924491 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-f1732c86-4006-4654-ba3f-e88a55f533e3 service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:18:04.925134 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-f1732c86-4006-4654-ba3f-e88a55f533e3 service neutron] Bound port: be1d51a9-55f4-470f-8f76-a55feb8d6c7b, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:04.925573 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-f1732c86-4006-4654-ba3f-e88a55f533e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:04.949854 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0de1ab9-a2f7-4f18-b2dd-39dba012006b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:04.974258 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b226a8-9b17-4f62-98bf-d9efb8adb792 req-248543f5-778a-4313-a10a-3a4fbafc10e1 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:04.983116 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53b226a8-9b17-4f62-98bf-d9efb8adb792 req-248543f5-778a-4313-a10a-3a4fbafc10e1 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 948 time: 0.3551388 Jul 23 16:18:05.072176 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53b226a8-9b17-4f62-98bf-d9efb8adb792 req-2c34706a-6ff7-4150-bd4e-8d9922b180c0 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827219 Jul 23 16:18:05.086822 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-f1732c86-4006-4654-ba3f-e88a55f533e3 service neutron] For port be1d51a9-55f4-470f-8f76-a55feb8d6c7b, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:05.095259 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-f1732c86-4006-4654-ba3f-e88a55f533e3 service neutron] For port be1d51a9-55f4-470f-8f76-a55feb8d6c7b, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=be1d51a9-55f4-470f-8f76-a55feb8d6c7b,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:18:05.101458 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-f1732c86-4006-4654-ba3f-e88a55f533e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:05.115041 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c8303e1e-78ff-4b6b-a25a-dac9e022315f req-dae05084-2f4f-4770-adf3-c7da9a860f27 service neutron] 10.222.0.97 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174177 Jul 23 16:18:05.115599 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-11d775a7-f0b5-4f76-8f68-df2c92f55e9a None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:05.119086 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-f1732c86-4006-4654-ba3f-e88a55f533e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:05.119958 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-f1732c86-4006-4654-ba3f-e88a55f533e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:05.121681 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-f1732c86-4006-4654-ba3f-e88a55f533e3 service neutron] 10.222.0.74 "PUT /v2.0/ports/be1d51a9-55f4-470f-8f76-a55feb8d6c7b HTTP/1.1" status: 200 len: 1096 time: 2.1233187 Jul 23 16:18:05.129588 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-11d775a7-f0b5-4f76-8f68-df2c92f55e9a None None] Transition to ACTIVE for port object 2258c4e3-7130-4a61-98b1-1ed5158c8a32 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:05.153893 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-11d775a7-f0b5-4f76-8f68-df2c92f55e9a None None] Transition to ACTIVE for port object 2258c4e3-7130-4a61-98b1-1ed5158c8a32 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:05.160665 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-11d775a7-f0b5-4f76-8f68-df2c92f55e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:05.220030 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f3b1feb-506c-40a7-b432-e911c2424f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:05.244897 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d775a7-f0b5-4f76-8f68-df2c92f55e9a None None] Network 1fe76672-5c19-4566-97a8-f44fbf772fe8 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:05.249414 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f3b1feb-506c-40a7-b432-e911c2424f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:05.256487 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-11d775a7-f0b5-4f76-8f68-df2c92f55e9a None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:05.273999 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d775a7-f0b5-4f76-8f68-df2c92f55e9a None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:18:05.295142 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d775a7-f0b5-4f76-8f68-df2c92f55e9a None None] Pushing event updated for resources: {'Port': ['ID=2258c4e3-7130-4a61-98b1-1ed5158c8a32,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:05.332620 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0ebca046-99c8-47bb-968a-553b97ce5d23 req-47f9a597-3c60-4157-9ae7-9736861a2c57 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=cae4578b-b958-4fd3-8166-659dada79ea7 HTTP/1.1" status: 200 len: 210 time: 0.1098630 Jul 23 16:18:05.384173 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-d6b164cc-c7ea-4ba3-86ee-aaf3110136ff tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Made reservation on behalf of 251b5fc36991465db490fe5c63349472 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:18:05.388306 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-d6b164cc-c7ea-4ba3-86ee-aaf3110136ff tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:05.405331 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b1feb-506c-40a7-b432-e911c2424f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41feab14-4ce7-48ae-bc94-2ef2f288376f,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:05.410194 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7f3b1feb-506c-40a7-b432-e911c2424f47 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=18e852fe1a7c41709ab02e9dbbff774e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4966581 Jul 23 16:18:05.416649 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53404) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:05.437357 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-075e6a38-5652-4017-b9a3-621f9af46f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:05.445552 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:05.494528 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-11d775a7-f0b5-4f76-8f68-df2c92f55e9a None None] Attempting to bind port 2258c4e3-7130-4a61-98b1-1ed5158c8a32 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:05.495572 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-11d775a7-f0b5-4f76-8f68-df2c92f55e9a None None] Attempting to bind port 2258c4e3-7130-4a61-98b1-1ed5158c8a32 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '558ebd90-fcd9-406e-ac04-df411b910480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '1fe76672-5c19-4566-97a8-f44fbf772fe8'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:05.496310 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d775a7-f0b5-4f76-8f68-df2c92f55e9a None None] Attempting to bind port 2258c4e3-7130-4a61-98b1-1ed5158c8a32 on network 1fe76672-5c19-4566-97a8-f44fbf772fe8 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:05.540492 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d775a7-f0b5-4f76-8f68-df2c92f55e9a None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:18:05.540976 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d775a7-f0b5-4f76-8f68-df2c92f55e9a None None] Checking segment: {'id': '558ebd90-fcd9-406e-ac04-df411b910480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '1fe76672-5c19-4566-97a8-f44fbf772fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:05.541476 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-11d775a7-f0b5-4f76-8f68-df2c92f55e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:05.544416 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d775a7-f0b5-4f76-8f68-df2c92f55e9a None None] Bound using segment: {'id': '558ebd90-fcd9-406e-ac04-df411b910480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '1fe76672-5c19-4566-97a8-f44fbf772fe8'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:18:05.545012 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-11d775a7-f0b5-4f76-8f68-df2c92f55e9a None None] Bound port: 2258c4e3-7130-4a61-98b1-1ed5158c8a32, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558ebd90-fcd9-406e-ac04-df411b910480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '1fe76672-5c19-4566-97a8-f44fbf772fe8'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:05.545522 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-11d775a7-f0b5-4f76-8f68-df2c92f55e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:05.645601 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1732c86-4006-4654-ba3f-e88a55f533e3 service neutron] Pushing event updated for resources: {'Port': ['ID=be1d51a9-55f4-470f-8f76-a55feb8d6c7b,revision_number=7']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:05.680957 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-11d775a7-f0b5-4f76-8f68-df2c92f55e9a None None] For port 2258c4e3-7130-4a61-98b1-1ed5158c8a32, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:05.687095 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-11d775a7-f0b5-4f76-8f68-df2c92f55e9a None None] For port 2258c4e3-7130-4a61-98b1-1ed5158c8a32, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2258c4e3-7130-4a61-98b1-1ed5158c8a32,segment=NetworkSegment(558ebd90-fcd9-406e-ac04-df411b910480),segment_id=558ebd90-fcd9-406e-ac04-df411b910480)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:18:05.697096 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-11d775a7-f0b5-4f76-8f68-df2c92f55e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:05.740402 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-6209990e-e81a-4765-8810-291e971bf137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:05.743720 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-6209990e-e81a-4765-8810-291e971bf137 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 1099 time: 0.5553570 Jul 23 16:18:05.744716 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b35962d-35d8-4aa1-8f82-df326094616d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:05.796678 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b35962d-35d8-4aa1-8f82-df326094616d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:05.830170 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-d6b164cc-c7ea-4ba3-86ee-aaf3110136ff tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Allocated IP 192.168.233.230 (eb3bf372-6ffe-4c33-8777-29948d4b4373/3812e6e5-38ac-4c93-85ce-3dab2cef76c9/1762c274-45b1-42eb-975b-6688e12b113e) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:05.834168 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d775a7-f0b5-4f76-8f68-df2c92f55e9a None None] Pushing event updated for resources: {'Port': ['ID=2258c4e3-7130-4a61-98b1-1ed5158c8a32,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:05.939796 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device be1d51a9-55f4-470f-8f76-a55feb8d6c7b no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:18:05.951236 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef6b5e-9287-411d-ab6f-5b70d2a2f73d req-86bbd42d-8d7f-4c6e-bcd0-9f36ea98e876 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:05.959312 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-64ef6b5e-9287-411d-ab6f-5b70d2a2f73d req-86bbd42d-8d7f-4c6e-bcd0-9f36ea98e876 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67 HTTP/1.1" status: 200 len: 943 time: 0.3813093 Jul 23 16:18:05.969829 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-8bad6bdd-eaac-4312-8735-5c82cb0acd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:05.971308 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-8bad6bdd-eaac-4312-8735-5c82cb0acd9c service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.2000866 Jul 23 16:18:05.974318 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1b296-af02-4f8c-815c-2c136c0329b7 req-b5dfd988-50c7-4bb0-ac53-efc336225d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:05.975823 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-13f1b296-af02-4f8c-815c-2c136c0329b7 req-b5dfd988-50c7-4bb0-ac53-efc336225d02 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67 HTTP/1.1" status: 200 len: 1094 time: 0.7461166 Jul 23 16:18:06.042807 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-064d6fda-d708-430c-bfb7-c7444ef6da51 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=be1d51a9-55f4-470f-8f76-a55feb8d6c7b HTTP/1.1" status: 200 len: 217 time: 0.0616398 Jul 23 16:18:06.092615 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device be1d51a9-55f4-470f-8f76-a55feb8d6c7b not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:18:06.138563 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-64ef6b5e-9287-411d-ab6f-5b70d2a2f73d req-181778fb-1228-4f1a-95f4-2434f74f5c85 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781144 Jul 23 16:18:06.163398 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0de1ab9-a2f7-4f18-b2dd-39dba012006b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:06.246417 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0de1ab9-a2f7-4f18-b2dd-39dba012006b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:06.249438 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b35962d-35d8-4aa1-8f82-df326094616d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:06.251934 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b35962d-35d8-4aa1-8f82-df326094616d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:06.253143 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0b35962d-35d8-4aa1-8f82-df326094616d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/41feab14-4ce7-48ae-bc94-2ef2f288376f HTTP/1.1" status: 204 len: 168 time: 0.8179474 Jul 23 16:18:06.340360 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-e7151150-7322-4bbf-a975-d8db153198db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:06.341928 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-e7151150-7322-4bbf-a975-d8db153198db service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.2800167 Jul 23 16:18:06.415799 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:06.436792 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1b296-af02-4f8c-815c-2c136c0329b7 req-2e5518f1-378b-406a-a9bb-7d0d9904b839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:06.438303 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-13f1b296-af02-4f8c-815c-2c136c0329b7 req-2e5518f1-378b-406a-a9bb-7d0d9904b839 service neutron] 10.222.0.97 "GET /v2.0/networks?id=cbcbd292-3824-44cf-913c-59a7184e692c HTTP/1.1" status: 200 len: 910 time: 0.4492378 Jul 23 16:18:06.443922 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b35962d-35d8-4aa1-8f82-df326094616d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41feab14-4ce7-48ae-bc94-2ef2f288376f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:06.530060 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-13f1b296-af02-4f8c-815c-2c136c0329b7 req-73813286-dfa5-44c3-ad20-17dae547b426 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c87bc1-a789-4c00-8804-ca8cbfeaad04 HTTP/1.1" status: 200 len: 217 time: 0.0592048 Jul 23 16:18:06.535189 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1060927c-ac85-43a9-a1f7-2c2767f97fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be1d51a9-55f4-470f-8f76-a55feb8d6c7b'}, {'name': 'network-changed', 'server_uuid': '1060927c-ac85-43a9-a1f7-2c2767f97fc6', 'tag': 'be1d51a9-55f4-470f-8f76-a55feb8d6c7b'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:06.538788 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7e2e75-ce30-4356-90e3-ad736d248995" -d '{"events": [{"server_uuid": "1060927c-ac85-43a9-a1f7-2c2767f97fc6", "name": "network-vif-unplugged", "status": "completed", "tag": "be1d51a9-55f4-470f-8f76-a55feb8d6c7b"}, {"name": "network-changed", "server_uuid": "1060927c-ac85-43a9-a1f7-2c2767f97fc6", "tag": "be1d51a9-55f4-470f-8f76-a55feb8d6c7b"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:06.544789 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-716a76ea-a46d-4bdc-972d-6ae3f224e79f req-bf0fedc4-ff68-40f1-a236-af2906362c3e tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=cae4578b-b958-4fd3-8166-659dada79ea7 HTTP/1.1" status: 200 len: 210 time: 0.0412331 Jul 23 16:18:06.631252 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-5210daf6-b690-4d45-b982-d9d42b267142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:06.633435 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-5210daf6-b690-4d45-b982-d9d42b267142 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2771573 Jul 23 16:18:06.640118 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1b296-af02-4f8c-815c-2c136c0329b7 req-70b91087-5ee2-48b1-bed9-ee2a312b0f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:06.643491 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-13f1b296-af02-4f8c-815c-2c136c0329b7 req-70b91087-5ee2-48b1-bed9-ee2a312b0f40 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f8384c77-6398-425d-9275-6a23db41a285 HTTP/1.1" status: 200 len: 848 time: 0.0971060 Jul 23 16:18:06.651531 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-d6b164cc-c7ea-4ba3-86ee-aaf3110136ff tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:06.685041 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-d6b164cc-c7ea-4ba3-86ee-aaf3110136ff tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Transition to ACTIVE for port object 1762c274-45b1-42eb-975b-6688e12b113e will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:06.697935 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b9b51-66ba-4caa-a8c9-76dd5dd15d86 req-1fb98225-8609-42c8-88ae-3ae9ec4f689c tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:06.705230 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-313b9b51-66ba-4caa-a8c9-76dd5dd15d86 req-1fb98225-8609-42c8-88ae-3ae9ec4f689c tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 948 time: 0.4431431 Jul 23 16:18:06.707669 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-13f1b296-af02-4f8c-815c-2c136c0329b7 req-8c393310-8a87-4c3e-a326-3adc85f60754 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cbcbd292-3824-44cf-913c-59a7184e692c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498197 Jul 23 16:18:06.752226 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-d0de1ab9-a2f7-4f18-b2dd-39dba012006b admin admin] Allocated IP 172.25.8.196 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/84f35888-6a29-4564-b716-d5b61b4b5751) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:06.816503 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e458dbcc-e0e8-41fb-9516-48602dbc9d79 x-openstack-request-id: req-e458dbcc-e0e8-41fb-9516-48602dbc9d79 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:06.817434 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1060927c-ac85-43a9-a1f7-2c2767f97fc6", "name": "network-vif-unplugged", "status": "completed", "tag": "be1d51a9-55f4-470f-8f76-a55feb8d6c7b", "code": 200}, {"name": "network-changed", "server_uuid": "1060927c-ac85-43a9-a1f7-2c2767f97fc6", "tag": "be1d51a9-55f4-470f-8f76-a55feb8d6c7b", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:06.817944 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e458dbcc-e0e8-41fb-9516-48602dbc9d79 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:06.819218 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1060927c-ac85-43a9-a1f7-2c2767f97fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be1d51a9-55f4-470f-8f76-a55feb8d6c7b', 'code': 200} Jul 23 16:18:06.819890 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1060927c-ac85-43a9-a1f7-2c2767f97fc6', 'tag': 'be1d51a9-55f4-470f-8f76-a55feb8d6c7b', 'status': 'completed', 'code': 200} Jul 23 16:18:06.845897 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-313b9b51-66ba-4caa-a8c9-76dd5dd15d86 req-b2a4893d-0a6d-42c1-beef-91d5a0ea622e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397965 Jul 23 16:18:06.903016 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-d6b164cc-c7ea-4ba3-86ee-aaf3110136ff tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:06.916468 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['365884f7-70f4-448a-8847-81f5cf6b6670', '40d5dab3-857d-4504-b1e5-fccff70678d5'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:18:06.967797 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53484) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:07.022418 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-470ba551-5737-41f6-8582-2bfc230b7fca service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764391 Jul 23 16:18:07.029876 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cbdeadac-62da-4e42-acef-61fe5116d2be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:07.082005 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:07.099520 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e2e75-ce30-4356-90e3-ad736d248995 req-7bdc9e03-a4ac-4df5-a642-2d4da2bf2b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:07.101532 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4d7e2e75-ce30-4356-90e3-ad736d248995 req-7bdc9e03-a4ac-4df5-a642-2d4da2bf2b94 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 1099 time: 0.2879100 Jul 23 16:18:07.178696 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3b685ebe-45f3-4350-a96c-618728d7fea8 req-c9b9089d-1d68-45aa-9d04-b2afce2c053b service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352198 Jul 23 16:18:07.184452 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-13f1b296-af02-4f8c-815c-2c136c0329b7 req-0d22f610-e4ec-4ac0-b148-341582f1ce25 service neutron] 10.222.0.97 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689550 Jul 23 16:18:07.489468 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a8050d-3124-4d12-aad2-139051cbfd1b None None] Network 1fe76672-5c19-4566-97a8-f44fbf772fe8 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:18:07.531487 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-d6b164cc-c7ea-4ba3-86ee-aaf3110136ff tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:07.571503 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-d6b164cc-c7ea-4ba3-86ee-aaf3110136ff tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:07.587829 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-aed1bbba-6d98-47fc-b8a9-8c5bb424f1c8 None None] Provisioning for port 2258c4e3-7130-4a61-98b1-1ed5158c8a32 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:07.588259 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b164cc-c7ea-4ba3-86ee-aaf3110136ff tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Pushing event updated for resources: {'Port': ['ID=1762c274-45b1-42eb-975b-6688e12b113e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:07.591155 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-d6b164cc-c7ea-4ba3-86ee-aaf3110136ff tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:18:07.672572 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e2e75-ce30-4356-90e3-ad736d248995 req-76cdd83d-d077-4a54-a6ec-da5af256525b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:07.678114 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4d7e2e75-ce30-4356-90e3-ad736d248995 req-76cdd83d-d077-4a54-a6ec-da5af256525b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 1099 time: 0.3193941 Jul 23 16:18:07.694304 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0de1ab9-a2f7-4f18-b2dd-39dba012006b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:07.701213 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e2e75-ce30-4356-90e3-ad736d248995 req-85572a5a-b3b0-4276-931a-8ca1959a3ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:07.703023 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4d7e2e75-ce30-4356-90e3-ad736d248995 req-85572a5a-b3b0-4276-931a-8ca1959a3ef5 service neutron] 10.222.0.97 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.5212383 Jul 23 16:18:07.732181 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-d6b164cc-c7ea-4ba3-86ee-aaf3110136ff tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:07.733233 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-d6b164cc-c7ea-4ba3-86ee-aaf3110136ff tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:07.756496 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a7867-f9e3-49e0-83a2-a8ba2415fb34 req-c4daf799-0d48-454c-8c8e-d69e10ce137a tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:07.780722 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ac1a7867-f9e3-49e0-83a2-a8ba2415fb34 req-c4daf799-0d48-454c-8c8e-d69e10ce137a tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67 HTTP/1.1" status: 200 len: 943 time: 0.2553468 Jul 23 16:18:07.806848 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:18:07.906278 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e2e75-ce30-4356-90e3-ad736d248995 req-7bf3e5e2-246e-4591-b3ed-1ad57dfb4148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:07.910316 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4d7e2e75-ce30-4356-90e3-ad736d248995 req-7bf3e5e2-246e-4591-b3ed-1ad57dfb4148 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.2234681 Jul 23 16:18:07.922368 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2258c4e3-7130-4a61-98b1-1ed5158c8a32 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:07.946359 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ac1a7867-f9e3-49e0-83a2-a8ba2415fb34 req-1dcace71-cc24-4cbb-9a6c-d55896815373 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637182 Jul 23 16:18:07.955501 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0de1ab9-a2f7-4f18-b2dd-39dba012006b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:07.961180 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cbdeadac-62da-4e42-acef-61fe5116d2be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:07.999972 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 50c87bc1-a789-4c00-8804-ca8cbfeaad04 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:18:08.069983 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cbdeadac-62da-4e42-acef-61fe5116d2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:08.076758 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-13f1b296-af02-4f8c-815c-2c136c0329b7 req-a5fead23-4ed7-4c1a-93e5-1ad1b959459a service neutron] 10.222.0.97 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8685920 Jul 23 16:18:08.090913 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4d7e2e75-ce30-4356-90e3-ad736d248995 req-1ef7e315-199a-4f1b-a90f-959cfb21135d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=be1d51a9-55f4-470f-8f76-a55feb8d6c7b HTTP/1.1" status: 200 len: 217 time: 0.1794837 Jul 23 16:18:08.092170 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4d7e2e75-ce30-4356-90e3-ad736d248995 req-d546ff92-9dd0-408f-89e7-1c841563b5ec service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=be1d51a9-55f4-470f-8f76-a55feb8d6c7b HTTP/1.1" status: 200 len: 217 time: 0.1253836 Jul 23 16:18:08.098722 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-d6b164cc-c7ea-4ba3-86ee-aaf3110136ff tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7989943 Jul 23 16:18:08.118395 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 50c87bc1-a789-4c00-8804-ca8cbfeaad04, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=50c87bc1-a789-4c00-8804-ca8cbfeaad04,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:08.121379 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de1ab9-a2f7-4f18-b2dd-39dba012006b admin admin] Pushing event updated for resources: {'Port': ['ID=84f35888-6a29-4564-b716-d5b61b4b5751,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:08.134306 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0de1ab9-a2f7-4f18-b2dd-39dba012006b admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:08.139206 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '50c87bc1-a789-4c00-8804-ca8cbfeaad04', 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c', 'port_id': '50c87bc1-a789-4c00-8804-ca8cbfeaad04', 'mac_address': 'fa:16:3e:91:0f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8384c77-6398-425d-9275-6a23db41a285', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:18:08.147850 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-03b289ce-e105-4ec3-ba88-a832933e1786 service neutron] Request body: {'port': {'device_id': 'cae4578b-b958-4fd3-8166-659dada79ea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:08.177820 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-708a7ba8-f740-49cd-beed-380ae854ebeb None None] Provisioning for port 1762c274-45b1-42eb-975b-6688e12b113e completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:08.188258 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-708a7ba8-f740-49cd-beed-380ae854ebeb None None] Provisioning complete for port 1762c274-45b1-42eb-975b-6688e12b113e triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:08.188639 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-708a7ba8-f740-49cd-beed-380ae854ebeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:08.195606 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 2258c4e3-7130-4a61-98b1-1ed5158c8a32 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:08.203351 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cbdeadac-62da-4e42-acef-61fe5116d2be admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=274285ddfa3b4ce8b46520491e13b43b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2249362 Jul 23 16:18:08.205105 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-d0de1ab9-a2f7-4f18-b2dd-39dba012006b admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:08.206389 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53526) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:08.212953 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdeadac-62da-4e42-acef-61fe5116d2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fa4bb0-8531-480e-8df0-10d3267cf04e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:08.225202 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:08.229165 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 2258c4e3-7130-4a61-98b1-1ed5158c8a32 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:08.229697 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:08.255091 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e2e75-ce30-4356-90e3-ad736d248995 req-f117e504-d22e-43cd-8805-01b0469b2758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:08.256534 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4d7e2e75-ce30-4356-90e3-ad736d248995 req-f117e504-d22e-43cd-8805-01b0469b2758 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1348548 Jul 23 16:18:08.258035 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e2e75-ce30-4356-90e3-ad736d248995 req-944a8682-1f46-491f-b5bd-8b5426bddb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:08.260079 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4d7e2e75-ce30-4356-90e3-ad736d248995 req-944a8682-1f46-491f-b5bd-8b5426bddb1b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1591549 Jul 23 16:18:08.265304 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0de1ab9-a2f7-4f18-b2dd-39dba012006b admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:18:08.271260 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-708a7ba8-f740-49cd-beed-380ae854ebeb None None] Port 1762c274-45b1-42eb-975b-6688e12b113e cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:18:08.273602 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c87bc1-a789-4c00-8804-ca8cbfeaad04 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:08.307253 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 50c87bc1-a789-4c00-8804-ca8cbfeaad04, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=50c87bc1-a789-4c00-8804-ca8cbfeaad04,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:08.312191 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:08.331415 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-03b289ce-e105-4ec3-ba88-a832933e1786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:08.364694 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a42d670d-627b-4204-b8c9-2b34ea476800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:08.394603 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:08.402552 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e2e75-ce30-4356-90e3-ad736d248995 req-a01ec39c-daf1-4187-98a1-c796342cebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:08.404070 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4d7e2e75-ce30-4356-90e3-ad736d248995 req-a01ec39c-daf1-4187-98a1-c796342cebcb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1403079 Jul 23 16:18:08.410672 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=50c87bc1-a789-4c00-8804-ca8cbfeaad04,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:08.411444 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a42d670d-627b-4204-b8c9-2b34ea476800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:08.416338 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e2e75-ce30-4356-90e3-ad736d248995 req-5288c93f-a902-4c9e-a3c3-25394b140401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:08.417855 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4d7e2e75-ce30-4356-90e3-ad736d248995 req-5288c93f-a902-4c9e-a3c3-25394b140401 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1415286 Jul 23 16:18:08.428282 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-12004e3a-19a7-46a5-93bb-5a1ee8121568 None None] Provisioning complete for port 2258c4e3-7130-4a61-98b1-1ed5158c8a32 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:08.428648 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-12004e3a-19a7-46a5-93bb-5a1ee8121568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:08.465301 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 2258c4e3-7130-4a61-98b1-1ed5158c8a32, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2258c4e3-7130-4a61-98b1-1ed5158c8a32,segment=NetworkSegment(558ebd90-fcd9-406e-ac04-df411b910480),segment_id=558ebd90-fcd9-406e-ac04-df411b910480)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:08.468520 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ea019-701a-43a3-b7d2-0341d73d3ae1 req-77bcdd28-6222-4889-8c6f-746fc7f1c596 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:08.470418 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-045ea019-701a-43a3-b7d2-0341d73d3ae1 req-77bcdd28-6222-4889-8c6f-746fc7f1c596 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=cae4578b-b958-4fd3-8166-659dada79ea7 HTTP/1.1" status: 200 len: 936 time: 0.3984716 Jul 23 16:18:08.481604 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:08.501132 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad55168-bab2-4c19-97e6-4296570ae251 req-e8da3ce5-72d3-429e-9576-a8381dcdfc3d tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:08.508528 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dad55168-bab2-4c19-97e6-4296570ae251 req-e8da3ce5-72d3-429e-9576-a8381dcdfc3d tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 948 time: 0.3728874 Jul 23 16:18:08.516524 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:08.570433 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=2258c4e3-7130-4a61-98b1-1ed5158c8a32,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:08.576564 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['50c87bc1-a789-4c00-8804-ca8cbfeaad04'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:18:08.609881 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a42d670d-627b-4204-b8c9-2b34ea476800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:08.612351 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a42d670d-627b-4204-b8c9-2b34ea476800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:08.615538 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a42d670d-627b-4204-b8c9-2b34ea476800 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/17fa4bb0-8531-480e-8df0-10d3267cf04e HTTP/1.1" status: 204 len: 168 time: 0.4015985 Jul 23 16:18:08.629383 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4d7e2e75-ce30-4356-90e3-ad736d248995 req-6b680244-a54a-47da-94df-f0eefb1dd517 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054701 Jul 23 16:18:08.646898 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d670d-627b-4204-b8c9-2b34ea476800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fa4bb0-8531-480e-8df0-10d3267cf04e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:08.653344 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4d7e2e75-ce30-4356-90e3-ad736d248995 req-3dad68a0-37cf-4529-9e54-5f48480f37b4 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186830 Jul 23 16:18:08.669520 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dad55168-bab2-4c19-97e6-4296570ae251 req-891a534e-bc17-4a81-a5fb-192e0564f10f tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596417 Jul 23 16:18:08.758592 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-045ea019-701a-43a3-b7d2-0341d73d3ae1 req-dfee0fd7-56bc-4771-b1af-03e48fe2c5f1 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404866 Jul 23 16:18:09.025136 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0de1ab9-a2f7-4f18-b2dd-39dba012006b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:09.208821 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4d7e2e75-ce30-4356-90e3-ad736d248995 req-7c122a14-76c8-44c8-a6ca-160fd6fca131 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5714459 Jul 23 16:18:09.220550 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4d7e2e75-ce30-4356-90e3-ad736d248995 req-0b22eed5-a75f-44bd-9bb5-13dd00c390df service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5516751 Jul 23 16:18:09.380789 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-03b289ce-e105-4ec3-ba88-a832933e1786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1762c274-45b1-42eb-975b-6688e12b113e {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:09.397546 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-03b289ce-e105-4ec3-ba88-a832933e1786 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:09.434864 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc87a4-9bf7-444d-8312-6e54c990a865 req-bd4b502e-62d0-4fae-83fd-6eb9db4e7d3e tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:09.436602 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-49bc87a4-9bf7-444d-8312-6e54c990a865 req-bd4b502e-62d0-4fae-83fd-6eb9db4e7d3e tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67 HTTP/1.1" status: 200 len: 944 time: 0.2912233 Jul 23 16:18:09.445182 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-03b289ce-e105-4ec3-ba88-a832933e1786 service neutron] Transition to ACTIVE for port object 1762c274-45b1-42eb-975b-6688e12b113e will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:09.480386 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-03b289ce-e105-4ec3-ba88-a832933e1786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:09.535849 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0de1ab9-a2f7-4f18-b2dd-39dba012006b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:09.553336 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-49bc87a4-9bf7-444d-8312-6e54c990a865 req-68bddc93-2297-4330-90a0-21e1ba6c2394 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001372 Jul 23 16:18:09.722305 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53642) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:09.767228 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2258c4e3-7130-4a61-98b1-1ed5158c8a32 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:09.826462 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b289ce-e105-4ec3-ba88-a832933e1786 service neutron] Pushing event updated for resources: {'Port': ['ID=1762c274-45b1-42eb-975b-6688e12b113e,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:09.838610 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-03b289ce-e105-4ec3-ba88-a832933e1786 service neutron] Attempting to bind port 1762c274-45b1-42eb-975b-6688e12b113e on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:09.838850 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-03b289ce-e105-4ec3-ba88-a832933e1786 service neutron] Attempting to bind port 1762c274-45b1-42eb-975b-6688e12b113e by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:09.839192 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-03b289ce-e105-4ec3-ba88-a832933e1786 service neutron] Attempting to bind port 1762c274-45b1-42eb-975b-6688e12b113e on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:09.857412 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-03b289ce-e105-4ec3-ba88-a832933e1786 service neutron] Port 1762c274-45b1-42eb-975b-6688e12b113e on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:18:09.857985 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-03b289ce-e105-4ec3-ba88-a832933e1786 service neutron] Attempting to bind port 1762c274-45b1-42eb-975b-6688e12b113e on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:09.880150 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-03b289ce-e105-4ec3-ba88-a832933e1786 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:18:09.880756 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-03b289ce-e105-4ec3-ba88-a832933e1786 service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:09.881506 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-03b289ce-e105-4ec3-ba88-a832933e1786 service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:18:09.882909 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-03b289ce-e105-4ec3-ba88-a832933e1786 service neutron] Bound port: 1762c274-45b1-42eb-975b-6688e12b113e, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:09.883815 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-03b289ce-e105-4ec3-ba88-a832933e1786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:09.899251 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 2258c4e3-7130-4a61-98b1-1ed5158c8a32 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:09.899251 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:09.959545 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-9a06dd66-3962-4438-8f3e-023804e4939b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839438847-network', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:09.967500 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 50c87bc1-a789-4c00-8804-ca8cbfeaad04 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:10.000958 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a06dd66-3962-4438-8f3e-023804e4939b admin admin] Made reservation on behalf of 72c5035a103e4dd0b897fa7cd5257ce2 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:18:10.005862 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9a06dd66-3962-4438-8f3e-023804e4939b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.022540 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9a06dd66-3962-4438-8f3e-023804e4939b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.064245 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-03b289ce-e105-4ec3-ba88-a832933e1786 service neutron] For port 1762c274-45b1-42eb-975b-6688e12b113e, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:10.069644 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 50c87bc1-a789-4c00-8804-ca8cbfeaad04 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:10.071600 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-03b289ce-e105-4ec3-ba88-a832933e1786 service neutron] For port 1762c274-45b1-42eb-975b-6688e12b113e, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=1762c274-45b1-42eb-975b-6688e12b113e,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:18:10.077385 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 50c87bc1-a789-4c00-8804-ca8cbfeaad04 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:10.077829 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.084790 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-03b289ce-e105-4ec3-ba88-a832933e1786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.123486 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0de1ab9-a2f7-4f18-b2dd-39dba012006b admin admin] Router 5f00381e-b8a8-4488-9fbc-ca6c5cee6145 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:18:10.141676 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-03b289ce-e105-4ec3-ba88-a832933e1786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:10.142310 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-03b289ce-e105-4ec3-ba88-a832933e1786 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.143722 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-03b289ce-e105-4ec3-ba88-a832933e1786 service neutron] 10.222.0.74 "PUT /v2.0/ports/1762c274-45b1-42eb-975b-6688e12b113e HTTP/1.1" status: 200 len: 1096 time: 2.0060005 Jul 23 16:18:10.154776 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae4578b-b958-4fd3-8166-659dada79ea7', 'tag': '1762c274-45b1-42eb-975b-6688e12b113e'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:10.174714 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49131f10-a321-4398-9063-9a9b2bc83883" -d '{"events": [{"name": "network-changed", "server_uuid": "cae4578b-b958-4fd3-8166-659dada79ea7", "tag": "1762c274-45b1-42eb-975b-6688e12b113e"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:10.198359 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.203396 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9a06dd66-3962-4438-8f3e-023804e4939b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.208405 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9a06dd66-3962-4438-8f3e-023804e4939b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.226033 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48370b7e-f4a6-4cdc-a303-e72562a9fe67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c87bc1-a789-4c00-8804-ca8cbfeaad04'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:10.227898 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a06dd66-3962-4438-8f3e-023804e4939b admin admin] vlan segment allocate from pool success with {'vlan_id': 1100, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:18:10.228458 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26f8329-90cc-4bfc-bf2d-9ba31f110036" -d '{"events": [{"server_uuid": "48370b7e-f4a6-4cdc-a303-e72562a9fe67", "name": "network-vif-plugged", "status": "completed", "tag": "50c87bc1-a789-4c00-8804-ca8cbfeaad04"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:10.239544 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9a06dd66-3962-4438-8f3e-023804e4939b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.239544 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-9a06dd66-3962-4438-8f3e-023804e4939b admin admin] Added segment e36b3d08-8681-4717-8c6e-a0160fac2521 of type vlan for network 32aa57db-50f4-4fb5-8615-f427929748c7 Jul 23 16:18:10.244762 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 50c87bc1-a789-4c00-8804-ca8cbfeaad04, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=50c87bc1-a789-4c00-8804-ca8cbfeaad04,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:10.249442 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.295781 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b289ce-e105-4ec3-ba88-a832933e1786 service neutron] Pushing event updated for resources: {'Port': ['ID=1762c274-45b1-42eb-975b-6688e12b113e,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:10.296387 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9a06dd66-3962-4438-8f3e-023804e4939b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.324511 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=50c87bc1-a789-4c00-8804-ca8cbfeaad04,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:10.331745 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06dd66-3962-4438-8f3e-023804e4939b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f62450d-d95c-4186-bc2a-2bb93e8bb6a6,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:10.354273 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9a06dd66-3962-4438-8f3e-023804e4939b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.355613 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a06dd66-3962-4438-8f3e-023804e4939b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:10.356539 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9a06dd66-3962-4438-8f3e-023804e4939b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.373028 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535fa16-a118-42de-bb15-61511e25b9fd req-9b954dab-f8ea-4165-a79e-8bc31dec9a10 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:10.374591 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e535fa16-a118-42de-bb15-61511e25b9fd req-9b954dab-f8ea-4165-a79e-8bc31dec9a10 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 948 time: 0.3826666 Jul 23 16:18:10.400772 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9a06dd66-3962-4438-8f3e-023804e4939b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6766536 Jul 23 16:18:10.403104 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53668) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:10.408413 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-40046b1c-7f25-46e9-aa46-abbd10995c93 admin admin] Request body: {'subnet': {'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839438847-subnet', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:10.451882 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06dd66-3962-4438-8f3e-023804e4939b admin admin] Pushing event updated for resources: {'Network': ['ID=32aa57db-50f4-4fb5-8615-f427929748c7,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:10.464207 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 32aa57db-50f4-4fb5-8615-f427929748c7 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:18:10.468360 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40046b1c-7f25-46e9-aa46-abbd10995c93 admin admin] Made reservation on behalf of 72c5035a103e4dd0b897fa7cd5257ce2 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:18:10.470667 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-40046b1c-7f25-46e9-aa46-abbd10995c93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.477375 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e535fa16-a118-42de-bb15-61511e25b9fd req-3e0e0f1f-c93a-4379-90cd-2f5bd5976c13 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914660 Jul 23 16:18:10.479583 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0de1ab9-a2f7-4f18-b2dd-39dba012006b admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:18:10.482241 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-620e013e-412e-43e4-a009-c431e1f3e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:10.483721 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-620e013e-412e-43e4-a009-c431e1f3e797 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=251b5fc36991465db490fe5c63349472&device_id=cae4578b-b958-4fd3-8166-659dada79ea7 HTTP/1.1" status: 200 len: 1099 time: 0.2915325 Jul 23 16:18:10.492929 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8ff277-bc16-4e59-973e-169b548a478e None None] Sync routers for ids ['5f00381e-b8a8-4488-9fbc-ca6c5cee6145'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:18:10.497297 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc4a48-1539-435e-b8a4-d14da3948496 req-7e14a439-0696-474c-99b7-d8ab85878336 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:10.498962 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9afc4a48-1539-435e-b8a4-d14da3948496 req-7e14a439-0696-474c-99b7-d8ab85878336 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=cae4578b-b958-4fd3-8166-659dada79ea7 HTTP/1.1" status: 200 len: 948 time: 0.2224779 Jul 23 16:18:10.547035 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8ff277-bc16-4e59-973e-169b548a478e None None] Routers {'5f00381e-b8a8-4488-9fbc-ca6c5cee6145'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:10.548041 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3f8ff277-bc16-4e59-973e-169b548a478e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:18:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5f00381e-b8a8-4488-9fbc-ca6c5cee6145'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:10.555832 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-247551bd-a394-456f-800c-7135b1254e4b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=1762c274-45b1-42eb-975b-6688e12b113e HTTP/1.1" status: 200 len: 217 time: 0.0507247 Jul 23 16:18:10.556213 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0de1ab9-a2f7-4f18-b2dd-39dba012006b admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.557466 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d0de1ab9-a2f7-4f18-b2dd-39dba012006b admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.3607595 Jul 23 16:18:10.566878 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53676) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:10.639931 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9afc4a48-1539-435e-b8a4-d14da3948496 req-f5a9c7c5-5737-48d3-a02a-1fc613c085f2 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232872 Jul 23 16:18:10.671161 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-1a6bfbf6-11ea-4cc9-8e6b-5226c55e7fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:10.672685 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-1a6bfbf6-11ea-4cc9-8e6b-5226c55e7fc5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1001437 Jul 23 16:18:10.694280 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee1fe4f-bd59-42bd-a0f8-bb22f816ca2d x-openstack-request-id: req-eee1fe4f-bd59-42bd-a0f8-bb22f816ca2d {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:10.694775 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cae4578b-b958-4fd3-8166-659dada79ea7", "tag": "1762c274-45b1-42eb-975b-6688e12b113e", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:10.695064 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eee1fe4f-bd59-42bd-a0f8-bb22f816ca2d {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:10.695662 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae4578b-b958-4fd3-8166-659dada79ea7', 'tag': '1762c274-45b1-42eb-975b-6688e12b113e', 'status': 'completed', 'code': 200} Jul 23 16:18:10.745969 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5e7cf1-3309-41b6-95df-b7dafe5f8f5b x-openstack-request-id: req-1c5e7cf1-3309-41b6-95df-b7dafe5f8f5b {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:10.745969 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48370b7e-f4a6-4cdc-a303-e72562a9fe67", "name": "network-vif-plugged", "status": "completed", "tag": "50c87bc1-a789-4c00-8804-ca8cbfeaad04", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:10.746190 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1c5e7cf1-3309-41b6-95df-b7dafe5f8f5b {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:10.746478 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48370b7e-f4a6-4cdc-a303-e72562a9fe67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c87bc1-a789-4c00-8804-ca8cbfeaad04', 'code': 200} Jul 23 16:18:10.795797 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-db58f7eb-bde8-4138-886f-765e1006330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:10.801482 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-db58f7eb-bde8-4138-886f-765e1006330b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1188273 Jul 23 16:18:10.834629 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-3f8ff277-bc16-4e59-973e-169b548a478e None None] Set router 5f00381e-b8a8-4488-9fbc-ca6c5cee6145 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:11.036929 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-40046b1c-7f25-46e9-aa46-abbd10995c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:11.111309 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3f8ff277-bc16-4e59-973e-169b548a478e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f00381e-b8a8-4488-9fbc-ca6c5cee6145', 'name': 'tempest-AttachSCSIVolumeTestJSON-1025170653-router', 'tenant_id': '5ba769c561424548a200ba14c615abfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '84f35888-6a29-4564-b716-d5b61b4b5751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:04Z', 'updated_at': '2021-07-23T16:18:08Z', 'revision_number': 3, 'project_id': '5ba769c561424548a200ba14c615abfc', 'gw_port': {'id': '84f35888-6a29-4564-b716-d5b61b4b5751', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f00381e-b8a8-4488-9fbc-ca6c5cee6145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:06Z', 'updated_at': '2021-07-23T16:18:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:11.146213 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130f8af-80a0-4748-bf90-0d05e209a9fd req-ca266bcc-e663-4e26-87bc-5f9ba4fc56e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:11.147854 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7130f8af-80a0-4748-bf90-0d05e209a9fd req-ca266bcc-e663-4e26-87bc-5f9ba4fc56e2 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67 HTTP/1.1" status: 200 len: 1096 time: 0.3327832 Jul 23 16:18:11.155424 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8ff277-bc16-4e59-973e-169b548a478e None None] Checking router: 5f00381e-b8a8-4488-9fbc-ca6c5cee6145 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:18:11.155880 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8ff277-bc16-4e59-973e-169b548a478e None None] Updating router 5f00381e-b8a8-4488-9fbc-ca6c5cee6145 port 84f35888-6a29-4564-b716-d5b61b4b5751 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:18:11.197801 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40046b1c-7f25-46e9-aa46-abbd10995c93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5689c481-3fca-47c4-82a6-5fb7b7ff5a03,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:11.199245 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3f8ff277-bc16-4e59-973e-169b548a478e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:11.231447 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-fb63f4ac-684e-49c3-9c26-c0d9d4b1ccbe service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248190 Jul 23 16:18:11.301295 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c61193-8406-4b10-a5a9-4e155a5698b8 req-e8f39e68-0e72-4960-9e6c-1686c939cac3 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:11.308885 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5c61193-8406-4b10-a5a9-4e155a5698b8 req-e8f39e68-0e72-4960-9e6c-1686c939cac3 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67 HTTP/1.1" status: 200 len: 945 time: 0.4897273 Jul 23 16:18:11.324592 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7130f8af-80a0-4748-bf90-0d05e209a9fd req-0a0ad664-6f55-4471-b4af-a0bd23e5092c service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666996 Jul 23 16:18:11.328858 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40046b1c-7f25-46e9-aa46-abbd10995c93 admin admin] Checking segment: {'id': 'e36b3d08-8681-4717-8c6e-a0160fac2521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:11.329431 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40046b1c-7f25-46e9-aa46-abbd10995c93 admin admin] Network hostable DHCP agents. Network: 32aa57db-50f4-4fb5-8615-f427929748c7, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:18:11.340291 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122ba61-c3eb-4814-92e4-757f7b380ceb req-f6b45f44-c292-4c60-817c-292a3608f93a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:11.341912 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c122ba61-c3eb-4814-92e4-757f7b380ceb req-f6b45f44-c292-4c60-817c-292a3608f93a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.97 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6&tenant_id=4ed385c197f74460a2c666d87d79e6e5&binding%3Ahost_id=n-h1-778549-4 HTTP/1.1" status: 200 len: 948 time: 0.3481889 Jul 23 16:18:11.374411 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40046b1c-7f25-46e9-aa46-abbd10995c93 admin admin] Network 32aa57db-50f4-4fb5-8615-f427929748c7 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:18:11.408643 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5c61193-8406-4b10-a5a9-4e155a5698b8 req-f9f96fc1-06b1-43ed-b7e5-418501efe2db tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972412 Jul 23 16:18:11.443096 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c28be7d-0c34-4248-97bb-77f1618638b5 req-72c86ea1-6b14-42d3-b0e2-d73273abe434 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931448 Jul 23 16:18:11.446639 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-40046b1c-7f25-46e9-aa46-abbd10995c93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 32aa57db-50f4-4fb5-8615-f427929748c7) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:11.455023 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40046b1c-7f25-46e9-aa46-abbd10995c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:11.455879 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-40046b1c-7f25-46e9-aa46-abbd10995c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:11.470989 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb35f68-e3bd-48c9-b6e4-182f248f538f None None] Network 32aa57db-50f4-4fb5-8615-f427929748c7 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:18:11.496271 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-40046b1c-7f25-46e9-aa46-abbd10995c93 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0914586 Jul 23 16:18:11.501787 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53732) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:11.524080 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [req-c122ba61-c3eb-4814-92e4-757f7b380ceb req-321b940b-4b60-4e2c-8eb8-8702759d72ad service neutron] delete failed (client error): The resource could not be found. Jul 23 16:18:11.525242 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c122ba61-c3eb-4814-92e4-757f7b380ceb req-321b940b-4b60-4e2c-8eb8-8702759d72ad service neutron] 10.222.0.97 "DELETE /v2.0/ports/be1d51a9-55f4-470f-8f76-a55feb8d6c7b/bindings/n-h2-778549-4 HTTP/1.1" status: 404 len: 380 time: 0.1461558 Jul 23 16:18:11.538301 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-f3cf080b-7456-417e-90d6-6b457ea3fd4d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839438847-router', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:11.570218 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device be1d51a9-55f4-470f-8f76-a55feb8d6c7b details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:18:11.665707 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3cf080b-7456-417e-90d6-6b457ea3fd4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:11.668001 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3cf080b-7456-417e-90d6-6b457ea3fd4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:11.670489 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-65dbca6a-3288-4d6f-bc4b-b270dbbbf4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:11.799331 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49131f10-a321-4398-9063-9a9b2bc83883 req-ff3b63ca-03e3-40a0-a4e8-43b506028316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:11.801096 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-49131f10-a321-4398-9063-9a9b2bc83883 req-ff3b63ca-03e3-40a0-a4e8-43b506028316 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=251b5fc36991465db490fe5c63349472&device_id=cae4578b-b958-4fd3-8166-659dada79ea7 HTTP/1.1" status: 200 len: 1099 time: 0.3077197 Jul 23 16:18:11.823430 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919e904-fe51-4fcf-986c-cf5f6934a796 req-2a8397e0-0513-417c-b7f4-a89da7c63c87 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:11.828336 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0919e904-fe51-4fcf-986c-cf5f6934a796 req-2a8397e0-0513-417c-b7f4-a89da7c63c87 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 948 time: 0.2743168 Jul 23 16:18:11.840472 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3f8ff277-bc16-4e59-973e-169b548a478e None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:11.885239 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3cf080b-7456-417e-90d6-6b457ea3fd4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:11.886207 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53754) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:11.901542 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3f8ff277-bc16-4e59-973e-169b548a478e None None] Transition to ACTIVE for port object 84f35888-6a29-4564-b716-d5b61b4b5751 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:11.933244 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3f8ff277-bc16-4e59-973e-169b548a478e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:11.946653 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-32aa57db-50f4-4fb5-8615-f427929748c7', 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'fixed_ips': [{'subnet_id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:18:11.947633 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:12.004521 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port be1d51a9-55f4-470f-8f76-a55feb8d6c7b, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=be1d51a9-55f4-470f-8f76-a55feb8d6c7b,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:12.009184 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-3f8ff277-bc16-4e59-973e-169b548a478e None None] Attempting to bind port 84f35888-6a29-4564-b716-d5b61b4b5751 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:12.009553 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-3f8ff277-bc16-4e59-973e-169b548a478e None None] Attempting to bind port 84f35888-6a29-4564-b716-d5b61b4b5751 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:12.009919 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8ff277-bc16-4e59-973e-169b548a478e None None] Attempting to bind port 84f35888-6a29-4564-b716-d5b61b4b5751 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:12.014717 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-65dbca6a-3288-4d6f-bc4b-b270dbbbf4b3 admin admin] Allocated IP 172.20.0.1 (1fe76672-5c19-4566-97a8-f44fbf772fe8/7cba0dd9-ee97-49b3-baae-6373a0698dcf/53d08fab-2a65-4bab-98b2-44991c637eb2) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:12.019156 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53760) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:12.037952 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'be1d51a9-55f4-470f-8f76-a55feb8d6c7b', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': 'be1d51a9-55f4-470f-8f76-a55feb8d6c7b', 'mac_address': 'fa:16:3e:b3:b5:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:18:12.039791 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8ff277-bc16-4e59-973e-169b548a478e None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:18:12.040160 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8ff277-bc16-4e59-973e-169b548a478e None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:12.040559 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3f8ff277-bc16-4e59-973e-169b548a478e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:12.040950 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8ff277-bc16-4e59-973e-169b548a478e None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:18:12.041443 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-3f8ff277-bc16-4e59-973e-169b548a478e None None] Bound port: 84f35888-6a29-4564-b716-d5b61b4b5751, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:12.041820 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3f8ff277-bc16-4e59-973e-169b548a478e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:12.052103 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea30e1-e46c-45ac-ac2d-034ce12eda5d None None] Pushing event updated for resources: {'Port': ['ID=84f35888-6a29-4564-b716-d5b61b4b5751,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:12.099319 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49131f10-a321-4398-9063-9a9b2bc83883 req-26cae93c-9abd-4bdc-a696-1c04b0889616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:12.100962 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-49131f10-a321-4398-9063-9a9b2bc83883 req-26cae93c-9abd-4bdc-a696-1c04b0889616 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.2677662 Jul 23 16:18:12.160060 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122ba61-c3eb-4814-92e4-757f7b380ceb req-c0b667cb-6ab2-48e9-92f4-62f7a9b86dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:12.161649 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c122ba61-c3eb-4814-92e4-757f7b380ceb req-c0b667cb-6ab2-48e9-92f4-62f7a9b86dbd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 1099 time: 0.5064919 Jul 23 16:18:12.218821 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-3f8ff277-bc16-4e59-973e-169b548a478e None None] For port 84f35888-6a29-4564-b716-d5b61b4b5751, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:12.221525 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-49131f10-a321-4398-9063-9a9b2bc83883 req-f32a4135-18c6-4b3c-a9c6-dff0a1daaaeb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=1762c274-45b1-42eb-975b-6688e12b113e HTTP/1.1" status: 200 len: 217 time: 0.1065769 Jul 23 16:18:12.228176 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-3f8ff277-bc16-4e59-973e-169b548a478e None None] For port 84f35888-6a29-4564-b716-d5b61b4b5751, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=84f35888-6a29-4564-b716-d5b61b4b5751,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:18:12.255256 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0919e904-fe51-4fcf-986c-cf5f6934a796 req-941c0121-b427-42fe-81d5-3700c9b9b395 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866461 Jul 23 16:18:12.263717 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-65dbca6a-3288-4d6f-bc4b-b270dbbbf4b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:12.304921 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:12.314502 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3cf080b-7456-417e-90d6-6b457ea3fd4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:12.327136 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-65dbca6a-3288-4d6f-bc4b-b270dbbbf4b3 admin admin] Transition to ACTIVE for port object 53d08fab-2a65-4bab-98b2-44991c637eb2 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:12.341941 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6c025187-941b-4910-95a4-8586990fd045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:12.351978 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be1d51a9-55f4-470f-8f76-a55feb8d6c7b {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:12.361993 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6a2d83be-2246-4aa9-8be2-d5cbd4c52450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:12.381305 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port be1d51a9-55f4-470f-8f76-a55feb8d6c7b, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=be1d51a9-55f4-470f-8f76-a55feb8d6c7b,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:12.382993 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3f8ff277-bc16-4e59-973e-169b548a478e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:12.402396 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439ebd8-b353-40fa-a42b-4ff3e8cde718 req-171da75a-a087-4ffd-9c5f-31a32337eae7 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:12.408478 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122ba61-c3eb-4814-92e4-757f7b380ceb req-1f70deaa-b474-4cec-b139-c4757d5d9831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:12.411120 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7439ebd8-b353-40fa-a42b-4ff3e8cde718 req-171da75a-a087-4ffd-9c5f-31a32337eae7 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=cae4578b-b958-4fd3-8166-659dada79ea7 HTTP/1.1" status: 200 len: 948 time: 0.5765300 Jul 23 16:18:12.415755 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c122ba61-c3eb-4814-92e4-757f7b380ceb req-1f70deaa-b474-4cec-b139-c4757d5d9831 service neutron] 10.222.0.97 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.2356412 Jul 23 16:18:12.417869 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-65dbca6a-3288-4d6f-bc4b-b270dbbbf4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:12.451750 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea30e1-e46c-45ac-ac2d-034ce12eda5d None None] Pushing event updated for resources: {'Port': ['ID=84f35888-6a29-4564-b716-d5b61b4b5751,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:12.454553 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:12.454970 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dbca6a-3288-4d6f-bc4b-b270dbbbf4b3 admin admin] Network 1fe76672-5c19-4566-97a8-f44fbf772fe8 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:12.459242 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-65dbca6a-3288-4d6f-bc4b-b270dbbbf4b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:12.497566 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49131f10-a321-4398-9063-9a9b2bc83883 req-36ece211-2346-451f-9efe-574d2778bac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:12.499088 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-49131f10-a321-4398-9063-9a9b2bc83883 req-36ece211-2346-451f-9efe-574d2778bac6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.2385855 Jul 23 16:18:12.531967 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=be1d51a9-55f4-470f-8f76-a55feb8d6c7b,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:12.545694 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dbca6a-3288-4d6f-bc4b-b270dbbbf4b3 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:18:12.550735 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c122ba61-c3eb-4814-92e4-757f7b380ceb req-4695b2a9-b0b6-42b5-bad5-55d56cb2cf57 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=be1d51a9-55f4-470f-8f76-a55feb8d6c7b HTTP/1.1" status: 200 len: 217 time: 0.1157897 Jul 23 16:18:12.585869 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8ff277-bc16-4e59-973e-169b548a478e None None] Routers {'5f00381e-b8a8-4488-9fbc-ca6c5cee6145'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:12.586785 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3f8ff277-bc16-4e59-973e-169b548a478e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:18:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5f00381e-b8a8-4488-9fbc-ca6c5cee6145'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:12.593447 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7439ebd8-b353-40fa-a42b-4ff3e8cde718 req-4b62da1a-c722-473b-a2a8-f081c6368a63 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813176 Jul 23 16:18:12.665393 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dbca6a-3288-4d6f-bc4b-b270dbbbf4b3 admin admin] Pushing event updated for resources: {'Port': ['ID=53d08fab-2a65-4bab-98b2-44991c637eb2,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:12.677577 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-65dbca6a-3288-4d6f-bc4b-b270dbbbf4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:12.682239 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122ba61-c3eb-4814-92e4-757f7b380ceb req-ead10c01-d072-4d99-833e-935ad76d12fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:12.684000 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c122ba61-c3eb-4814-92e4-757f7b380ceb req-ead10c01-d072-4d99-833e-935ad76d12fc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1054528 Jul 23 16:18:12.704074 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-3f8ff277-bc16-4e59-973e-169b548a478e None None] Set router 5f00381e-b8a8-4488-9fbc-ca6c5cee6145 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:12.827384 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49131f10-a321-4398-9063-9a9b2bc83883 req-9a290eb0-abc6-42d3-89e9-1855065aed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:12.828735 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-49131f10-a321-4398-9063-9a9b2bc83883 req-9a290eb0-abc6-42d3-89e9-1855065aed41 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3064241 Jul 23 16:18:12.872710 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122ba61-c3eb-4814-92e4-757f7b380ceb req-2cd9e834-cd4e-40db-9e26-f399cd4c7e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:12.874538 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c122ba61-c3eb-4814-92e4-757f7b380ceb req-2cd9e834-cd4e-40db-9e26-f399cd4c7e6c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1331658 Jul 23 16:18:12.904698 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6c025187-941b-4910-95a4-8586990fd045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:12.931872 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6c025187-941b-4910-95a4-8586990fd045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:12.954034 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-65dbca6a-3288-4d6f-bc4b-b270dbbbf4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:12.989971 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['be1d51a9-55f4-470f-8f76-a55feb8d6c7b'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:18:13.083379 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d3ec124d-aed3-4699-ac4f-c92febc9ffd5 None None] Provisioning for port 53d08fab-2a65-4bab-98b2-44991c637eb2 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:13.112776 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d3ec124d-aed3-4699-ac4f-c92febc9ffd5 None None] Provisioning complete for port 53d08fab-2a65-4bab-98b2-44991c637eb2 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:13.113468 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d3ec124d-aed3-4699-ac4f-c92febc9ffd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.124129 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c025187-941b-4910-95a4-8586990fd045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83958d8-0adf-4ed0-8cd7-fd902059d61d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:13.141750 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6c025187-941b-4910-95a4-8586990fd045 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=277527e9195c4ecb8d438be6ed646730&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1698050 Jul 23 16:18:13.152193 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53844) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:13.167887 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34b597-2d8e-46df-9c69-23eadb44f73e req-513dd873-143b-4188-a6f4-6b0ec62fb3e8 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:13.169486 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc34b597-2d8e-46df-9c69-23eadb44f73e req-513dd873-143b-4188-a6f4-6b0ec62fb3e8 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67 HTTP/1.1" status: 200 len: 945 time: 0.3944707 Jul 23 16:18:13.177748 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-d3ec124d-aed3-4699-ac4f-c92febc9ffd5 None None] Port 53d08fab-2a65-4bab-98b2-44991c637eb2 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:18:13.187216 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-65dbca6a-3288-4d6f-bc4b-b270dbbbf4b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.195950 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-65dbca6a-3288-4d6f-bc4b-b270dbbbf4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.200263 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-49131f10-a321-4398-9063-9a9b2bc83883 req-a9202a4a-903b-4419-85a3-481c8fefca11 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588309 Jul 23 16:18:13.275729 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Allocated IP 172.20.0.2 (32aa57db-50f4-4fb5-8615-f427929748c7/5689c481-3fca-47c4-82a6-5fb7b7ff5a03/0079364f-7c08-488b-94be-253b5b5e6107) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:13.285460 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c122ba61-c3eb-4814-92e4-757f7b380ceb req-c4c399e2-a1b6-4c5a-b9b0-fc8283572062 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883874 Jul 23 16:18:13.309495 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-65dbca6a-3288-4d6f-bc4b-b270dbbbf4b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.312260 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3f8ff277-bc16-4e59-973e-169b548a478e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f00381e-b8a8-4488-9fbc-ca6c5cee6145', 'name': 'tempest-AttachSCSIVolumeTestJSON-1025170653-router', 'tenant_id': '5ba769c561424548a200ba14c615abfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '84f35888-6a29-4564-b716-d5b61b4b5751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:04Z', 'updated_at': '2021-07-23T16:18:08Z', 'revision_number': 3, 'project_id': '5ba769c561424548a200ba14c615abfc', 'gw_port': {'id': '84f35888-6a29-4564-b716-d5b61b4b5751', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f00381e-b8a8-4488-9fbc-ca6c5cee6145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:06Z', 'updated_at': '2021-07-23T16:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:13.321711 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dbca6a-3288-4d6f-bc4b-b270dbbbf4b3 admin admin] Pushing event updated for resources: {'Port': ['ID=53d08fab-2a65-4bab-98b2-44991c637eb2,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:13.390108 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc34b597-2d8e-46df-9c69-23eadb44f73e req-22763f7a-bf67-43fd-b2b9-865aab4bd9e7 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080448 Jul 23 16:18:13.403560 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3cf080b-7456-417e-90d6-6b457ea3fd4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.467199 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3cf080b-7456-417e-90d6-6b457ea3fd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.488998 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8ff277-bc16-4e59-973e-169b548a478e None None] The sync data for ids ['5f00381e-b8a8-4488-9fbc-ca6c5cee6145'] in n-d-778549-4 is: [{'id': '5f00381e-b8a8-4488-9fbc-ca6c5cee6145', 'name': 'tempest-AttachSCSIVolumeTestJSON-1025170653-router', 'tenant_id': '5ba769c561424548a200ba14c615abfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '84f35888-6a29-4564-b716-d5b61b4b5751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:04Z', 'updated_at': '2021-07-23T16:18:08Z', 'revision_number': 3, 'project_id': '5ba769c561424548a200ba14c615abfc', 'gw_port': {'id': '84f35888-6a29-4564-b716-d5b61b4b5751', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f00381e-b8a8-4488-9fbc-ca6c5cee6145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:06Z', 'updated_at': '2021-07-23T16:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:18:13.525628 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1bfeaf33-89a9-44a1-96aa-c5d8e29af7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.550723 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c122ba61-c3eb-4814-92e4-757f7b380ceb req-6e0f26ed-2a49-40f9-b9db-33cb24ac05b1 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521036 Jul 23 16:18:13.553759 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1bfeaf33-89a9-44a1-96aa-c5d8e29af7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.566898 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dbca6a-3288-4d6f-bc4b-b270dbbbf4b3 admin admin] Network 1fe76672-5c19-4566-97a8-f44fbf772fe8 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:13.568998 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-65dbca6a-3288-4d6f-bc4b-b270dbbbf4b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:13.667889 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.720382 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Transition to ACTIVE for port object 0079364f-7c08-488b-94be-253b5b5e6107 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:13.750867 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Transition to ACTIVE for port object 0079364f-7c08-488b-94be-253b5b5e6107 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:13.764519 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1bfeaf33-89a9-44a1-96aa-c5d8e29af7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.766489 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.766625 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1bfeaf33-89a9-44a1-96aa-c5d8e29af7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.767720 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1bfeaf33-89a9-44a1-96aa-c5d8e29af7f7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f83958d8-0adf-4ed0-8cd7-fd902059d61d HTTP/1.1" status: 204 len: 168 time: 0.5972824 Jul 23 16:18:13.836969 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6a2d83be-2246-4aa9-8be2-d5cbd4c52450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.865714 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Network 32aa57db-50f4-4fb5-8615-f427929748c7 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:13.869856 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:13.870047 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65dbca6a-3288-4d6f-bc4b-b270dbbbf4b3 admin admin] Router 5f00381e-b8a8-4488-9fbc-ca6c5cee6145 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:18:13.875392 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:18:13.890674 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-49131f10-a321-4398-9063-9a9b2bc83883 req-1bcd5f22-8199-40e7-a837-b5706edf0eb9 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6744289 Jul 23 16:18:13.899475 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6a2d83be-2246-4aa9-8be2-d5cbd4c52450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.926095 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfeaf33-89a9-44a1-96aa-c5d8e29af7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83958d8-0adf-4ed0-8cd7-fd902059d61d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:14.037815 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d83be-2246-4aa9-8be2-d5cbd4c52450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3818d0e8-69b7-441f-ae82-01c138d266cb,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:14.068987 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Pushing event updated for resources: {'Port': ['ID=0079364f-7c08-488b-94be-253b5b5e6107,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:14.072026 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6a2d83be-2246-4aa9-8be2-d5cbd4c52450 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0706c8e9d083493685e7019ddb02141a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0494003 Jul 23 16:18:14.077745 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53904) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:14.086945 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-f3cf080b-7456-417e-90d6-6b457ea3fd4d admin admin] Allocated IP 172.25.8.127 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/96ce040c-c9d3-4364-9a2f-ea770ac54e4a) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:14.153936 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Attempting to bind port 0079364f-7c08-488b-94be-253b5b5e6107 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:14.154318 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Attempting to bind port 0079364f-7c08-488b-94be-253b5b5e6107 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'e36b3d08-8681-4717-8c6e-a0160fac2521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:14.154657 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Attempting to bind port 0079364f-7c08-488b-94be-253b5b5e6107 on network 32aa57db-50f4-4fb5-8615-f427929748c7 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:14.158717 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-480dbfca-f70c-488c-9eca-83d9a4b345c5 None None] Provisioning complete for port 53d08fab-2a65-4bab-98b2-44991c637eb2 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:14.159082 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-480dbfca-f70c-488c-9eca-83d9a4b345c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:14.164289 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:18:14.164664 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Checking segment: {'id': 'e36b3d08-8681-4717-8c6e-a0160fac2521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:14.165254 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:14.165614 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Bound using segment: {'id': 'e36b3d08-8681-4717-8c6e-a0160fac2521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:18:14.166132 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Bound port: 0079364f-7c08-488b-94be-253b5b5e6107, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36b3d08-8681-4717-8c6e-a0160fac2521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:14.166534 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:14.172759 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65dbca6a-3288-4d6f-bc4b-b270dbbbf4b3 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:18:14.187065 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-65dbca6a-3288-4d6f-bc4b-b270dbbbf4b3 admin admin] 10.222.0.73 "PUT /v2.0/routers/5f00381e-b8a8-4488-9fbc-ca6c5cee6145/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6105514 Jul 23 16:18:14.187290 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e6789-072d-452e-9ff0-24a6aab7d7b2 req-3e1bcb49-f269-4dba-ab19-44a28edaaeb2 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:14.205956 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-078e6789-072d-452e-9ff0-24a6aab7d7b2 req-3e1bcb49-f269-4dba-ab19-44a28edaaeb2 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 949 time: 0.5997050 Jul 23 16:18:14.225246 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eb83c1f0-dde4-4889-b6e8-034a5783e60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:14.229451 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-480dbfca-f70c-488c-9eca-83d9a4b345c5 None None] Port 53d08fab-2a65-4bab-98b2-44991c637eb2 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:18:14.278493 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eb83c1f0-dde4-4889-b6e8-034a5783e60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:14.299756 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] For port 0079364f-7c08-488b-94be-253b5b5e6107, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:14.305040 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] For port 0079364f-7c08-488b-94be-253b5b5e6107, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0079364f-7c08-488b-94be-253b5b5e6107,segment=NetworkSegment(e36b3d08-8681-4717-8c6e-a0160fac2521),segment_id=e36b3d08-8681-4717-8c6e-a0160fac2521)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:18:14.309635 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:14.416369 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eb83c1f0-dde4-4889-b6e8-034a5783e60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:14.419206 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eb83c1f0-dde4-4889-b6e8-034a5783e60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:14.423241 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-eb83c1f0-dde4-4889-b6e8-034a5783e60d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3818d0e8-69b7-441f-ae82-01c138d266cb HTTP/1.1" status: 204 len: 168 time: 0.3382018 Jul 23 16:18:14.439141 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Pushing event updated for resources: {'Port': ['ID=0079364f-7c08-488b-94be-253b5b5e6107,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:14.439960 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83c1f0-dde4-4889-b6e8-034a5783e60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3818d0e8-69b7-441f-ae82-01c138d266cb,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:14.479702 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:14.480494 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:14.481669 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:14.482315 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:14.482864 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:14.483473 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:14.484021 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:14.484607 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:14.485345 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:14.486229 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:14.486984 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:14.487903 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811b4fb-af9f-4fea-94e7-6e21c99def81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:14.526056 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-078e6789-072d-452e-9ff0-24a6aab7d7b2 req-d91a149b-76b0-4aa2-8f80-0b6942ed0015 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076868 Jul 23 16:18:14.528145 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558312ea-07e7-4ab9-b250-efb1625bfe8e req-62430938-3e22-400d-ac08-70ffe077abe9 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:14.535405 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53916) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:14.540401 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-558312ea-07e7-4ab9-b250-efb1625bfe8e req-62430938-3e22-400d-ac08-70ffe077abe9 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67 HTTP/1.1" status: 200 len: 1096 time: 0.4184864 Jul 23 16:18:14.561959 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-df3c7ee5-e7c1-4a4d-8aa5-7aeb29d43201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:14.657590 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3cf080b-7456-417e-90d6-6b457ea3fd4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:14.709115 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-558312ea-07e7-4ab9-b250-efb1625bfe8e req-13fddab7-eac3-4328-8dbe-60c930079bbe tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615987 Jul 23 16:18:14.813821 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033eed49-ce2d-4d72-9f8f-b8a9bbf96aa3 req-1d6c954d-5284-4121-bcce-b3da831f999c tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:14.822902 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-033eed49-ce2d-4d72-9f8f-b8a9bbf96aa3 req-1d6c954d-5284-4121-bcce-b3da831f999c tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=cae4578b-b958-4fd3-8166-659dada79ea7 HTTP/1.1" status: 200 len: 948 time: 0.1891427 Jul 23 16:18:14.935430 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-033eed49-ce2d-4d72-9f8f-b8a9bbf96aa3 req-b36e215e-1fcf-481e-9b3c-cf3e3431904e tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049051 Jul 23 16:18:14.942618 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3cf080b-7456-417e-90d6-6b457ea3fd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:15.054883 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf080b-7456-417e-90d6-6b457ea3fd4d admin admin] Pushing event updated for resources: {'Port': ['ID=96ce040c-c9d3-4364-9a2f-ea770ac54e4a,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:15.101125 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cf080b-7456-417e-90d6-6b457ea3fd4d admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:15.110879 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-f3cf080b-7456-417e-90d6-6b457ea3fd4d admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:15.129131 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cf080b-7456-417e-90d6-6b457ea3fd4d admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:18:15.203642 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53952) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:15.303435 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1e0d80bf-4d8f-4855-a674-6fc285b3772b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:15.345921 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-df3c7ee5-e7c1-4a4d-8aa5-7aeb29d43201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:15.354755 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-df3c7ee5-e7c1-4a4d-8aa5-7aeb29d43201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:15.450086 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-df3c7ee5-e7c1-4a4d-8aa5-7aeb29d43201 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6e3d81e23f194672b32b598d3d08bfa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9130080 Jul 23 16:18:15.456360 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c7ee5-e7c1-4a4d-8aa5-7aeb29d43201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f507dab-7500-41b3-a629-894c95fcd084,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:15.461206 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53966) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:15.483548 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966237b1-236b-4170-9d55-2c31f04ace2f req-dd4f8e27-16b6-4c4e-8ade-9ec0bf94ac5a tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:15.496923 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-966237b1-236b-4170-9d55-2c31f04ace2f req-dd4f8e27-16b6-4c4e-8ade-9ec0bf94ac5a tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67 HTTP/1.1" status: 200 len: 1096 time: 0.5855389 Jul 23 16:18:15.535074 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 1762c274-45b1-42eb-975b-6688e12b113e details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:18:15.597738 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device be1d51a9-55f4-470f-8f76-a55feb8d6c7b up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:15.669471 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ee33ae6-d678-4a98-a273-ab5f49908bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:15.846259 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ee33ae6-d678-4a98-a273-ab5f49908bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:15.852339 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-966237b1-236b-4170-9d55-2c31f04ace2f req-a1d8c3f5-2e82-4bcc-bca3-7372769cf9c2 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439267 Jul 23 16:18:15.895110 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 1762c274-45b1-42eb-975b-6688e12b113e, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=1762c274-45b1-42eb-975b-6688e12b113e,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:15.911028 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1e0d80bf-4d8f-4855-a674-6fc285b3772b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:15.926935 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1e0d80bf-4d8f-4855-a674-6fc285b3772b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:15.956074 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '1762c274-45b1-42eb-975b-6688e12b113e', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': '1762c274-45b1-42eb-975b-6688e12b113e', 'mac_address': 'fa:16:3e:5f:2b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:18:15.996984 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3cf080b-7456-417e-90d6-6b457ea3fd4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:16.051469 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1e0d80bf-4d8f-4855-a674-6fc285b3772b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=10b12d157af34a28a65e03603cc12461&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8375838 Jul 23 16:18:16.062795 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53982) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:16.066308 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 84f35888-6a29-4564-b716-d5b61b4b5751 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:16.097677 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d80bf-4d8f-4855-a674-6fc285b3772b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9981ccdd-aa57-4736-b3ed-4f9b24d2b76b,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:16.196651 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:16.208069 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-71ac5d1f-87e7-42b1-b553-8026e583cad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:16.218221 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port be1d51a9-55f4-470f-8f76-a55feb8d6c7b completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:16.237491 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1762c274-45b1-42eb-975b-6688e12b113e {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:16.247583 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ee33ae6-d678-4a98-a273-ab5f49908bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:16.250456 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ee33ae6-d678-4a98-a273-ab5f49908bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:16.251624 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1ee33ae6-d678-4a98-a273-ab5f49908bb2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7f507dab-7500-41b3-a629-894c95fcd084 HTTP/1.1" status: 204 len: 168 time: 0.7878764 Jul 23 16:18:16.283272 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 1762c274-45b1-42eb-975b-6688e12b113e, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=1762c274-45b1-42eb-975b-6688e12b113e,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:16.284571 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port be1d51a9-55f4-470f-8f76-a55feb8d6c7b triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:16.284940 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:16.320609 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:16.335534 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee33ae6-d678-4a98-a273-ab5f49908bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f507dab-7500-41b3-a629-894c95fcd084,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:16.339133 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-71ac5d1f-87e7-42b1-b553-8026e583cad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:16.404071 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0113e6b5-cce9-4f83-bfe8-0852fb18dc44 None None] Network 32aa57db-50f4-4fb5-8615-f427929748c7 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:18:16.455714 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-71ac5d1f-87e7-42b1-b553-8026e583cad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:16.459109 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-71ac5d1f-87e7-42b1-b553-8026e583cad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:16.460567 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-71ac5d1f-87e7-42b1-b553-8026e583cad4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9981ccdd-aa57-4736-b3ed-4f9b24d2b76b HTTP/1.1" status: 204 len: 168 time: 0.3968134 Jul 23 16:18:16.497071 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac5d1f-87e7-42b1-b553-8026e583cad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9981ccdd-aa57-4736-b3ed-4f9b24d2b76b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:16.712173 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 84f35888-6a29-4564-b716-d5b61b4b5751 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:16.735855 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 84f35888-6a29-4564-b716-d5b61b4b5751 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:16.742011 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:16.742011 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-86d270dd-bae3-4fd6-9ed3-8b5b8fc1a40b None None] Provisioning for port 0079364f-7c08-488b-94be-253b5b5e6107 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:16.749105 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['1762c274-45b1-42eb-975b-6688e12b113e'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:18:16.871038 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58662c52-78ef-486a-83fc-a21404e83d2f req-e39bfb15-38aa-4ddd-a037-a1e12e7b1cae tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:16.880548 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-58662c52-78ef-486a-83fc-a21404e83d2f req-e39bfb15-38aa-4ddd-a037-a1e12e7b1cae tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=cae4578b-b958-4fd3-8166-659dada79ea7 HTTP/1.1" status: 200 len: 949 time: 0.3661189 Jul 23 16:18:16.896884 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e885d530-6c2a-4e2c-a0b1-57580166975d None None] Sync routers for ids ['5f00381e-b8a8-4488-9fbc-ca6c5cee6145'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:18:16.912483 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e885d530-6c2a-4e2c-a0b1-57580166975d None None] Routers {'5f00381e-b8a8-4488-9fbc-ca6c5cee6145'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:16.920166 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e885d530-6c2a-4e2c-a0b1-57580166975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:18:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5f00381e-b8a8-4488-9fbc-ca6c5cee6145'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:16.999636 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=1762c274-45b1-42eb-975b-6688e12b113e,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:17.003189 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc843f12-70aa-4d11-b997-66a3f6115174 req-1df57997-6126-47d7-a8b6-d99c119b2869 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:17.022439 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fc843f12-70aa-4d11-b997-66a3f6115174 req-1df57997-6126-47d7-a8b6-d99c119b2869 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 949 time: 0.5096252 Jul 23 16:18:17.135783 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-58662c52-78ef-486a-83fc-a21404e83d2f req-ee7bea55-c693-4f4f-963a-09a04b4b5469 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535417 Jul 23 16:18:17.150342 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:17.239142 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-e885d530-6c2a-4e2c-a0b1-57580166975d None None] Set router 5f00381e-b8a8-4488-9fbc-ca6c5cee6145 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:17.259635 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3cf080b-7456-417e-90d6-6b457ea3fd4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:17.261853 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1060927c-ac85-43a9-a1f7-2c2767f97fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1d51a9-55f4-470f-8f76-a55feb8d6c7b'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:17.265096 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f796261a-66ad-4175-8742-0d2ac3320875" -d '{"events": [{"server_uuid": "1060927c-ac85-43a9-a1f7-2c2767f97fc6", "name": "network-vif-plugged", "status": "completed", "tag": "be1d51a9-55f4-470f-8f76-a55feb8d6c7b"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:17.282949 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fc843f12-70aa-4d11-b997-66a3f6115174 req-a7f24db0-30ea-4878-8370-a041be5cb018 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445204 Jul 23 16:18:17.375121 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54016) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:17.409632 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9bc45dc9-b7f0-43c8-9719-116e17303d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:17.487408 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f8e16f-824b-4e5f-86a0-50c703431a0c x-openstack-request-id: req-d6f8e16f-824b-4e5f-86a0-50c703431a0c {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:17.487851 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1060927c-ac85-43a9-a1f7-2c2767f97fc6", "name": "network-vif-plugged", "status": "completed", "tag": "be1d51a9-55f4-470f-8f76-a55feb8d6c7b", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:17.488319 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d6f8e16f-824b-4e5f-86a0-50c703431a0c {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:17.488614 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1060927c-ac85-43a9-a1f7-2c2767f97fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1d51a9-55f4-470f-8f76-a55feb8d6c7b', 'code': 200} Jul 23 16:18:17.489301 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:17.530998 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port be1d51a9-55f4-470f-8f76-a55feb8d6c7b, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=be1d51a9-55f4-470f-8f76-a55feb8d6c7b,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:17.686726 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cf080b-7456-417e-90d6-6b457ea3fd4d admin admin] Router edfaf1cb-7e33-469e-acab-3c18955a278d is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:18:17.694506 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:17.744939 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 84f35888-6a29-4564-b716-d5b61b4b5751, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=84f35888-6a29-4564-b716-d5b61b4b5751,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:17.802628 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9bc45dc9-b7f0-43c8-9719-116e17303d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:17.810835 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9bc45dc9-b7f0-43c8-9719-116e17303d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:17.823896 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:17.825087 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0079364f-7c08-488b-94be-253b5b5e6107 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:17.882917 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9bc45dc9-b7f0-43c8-9719-116e17303d6c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c1571afde1854db5b970a9cde5d45ad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5056832 Jul 23 16:18:17.889195 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54046) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:17.966814 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc45dc9-b7f0-43c8-9719-116e17303d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b12bae-9a46-441f-a943-055f8672b221,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:17.968135 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e885d530-6c2a-4e2c-a0b1-57580166975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f00381e-b8a8-4488-9fbc-ca6c5cee6145', 'name': 'tempest-AttachSCSIVolumeTestJSON-1025170653-router', 'tenant_id': '5ba769c561424548a200ba14c615abfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '84f35888-6a29-4564-b716-d5b61b4b5751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:04Z', 'updated_at': '2021-07-23T16:18:12Z', 'revision_number': 4, 'project_id': '5ba769c561424548a200ba14c615abfc', 'gw_port': {'id': '84f35888-6a29-4564-b716-d5b61b4b5751', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f00381e-b8a8-4488-9fbc-ca6c5cee6145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:06Z', 'updated_at': '2021-07-23T16:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '53d08fab-2a65-4bab-98b2-44991c637eb2', 'name': '', 'network_id': '1fe76672-5c19-4566-97a8-f44fbf772fe8', 'tenant_id': '5ba769c561424548a200ba14c615abfc', 'mac_address': 'fa:16:3e:97:dc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f00381e-b8a8-4488-9fbc-ca6c5cee6145', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7cba0dd9-ee97-49b3-baae-6373a0698dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:11Z', 'updated_at': '2021-07-23T16:18:13Z', 'revision_number': 2, 'project_id': '5ba769c561424548a200ba14c615abfc', 'subnets': [{'id': '7cba0dd9-ee97-49b3-baae-6373a0698dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:18.075588 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e885d530-6c2a-4e2c-a0b1-57580166975d None None] Checking router: 5f00381e-b8a8-4488-9fbc-ca6c5cee6145 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:18:18.078258 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e885d530-6c2a-4e2c-a0b1-57580166975d None None] Updating router 5f00381e-b8a8-4488-9fbc-ca6c5cee6145 port 53d08fab-2a65-4bab-98b2-44991c637eb2 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:18:18.081081 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=be1d51a9-55f4-470f-8f76-a55feb8d6c7b,revision_number=9']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:18.149100 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 0079364f-7c08-488b-94be-253b5b5e6107 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:18.163943 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-e885d530-6c2a-4e2c-a0b1-57580166975d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.168397 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 0079364f-7c08-488b-94be-253b5b5e6107 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:18.168770 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.184617 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-57103a1b-234f-453d-9dd4-f6cab2c24713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.353484 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-57103a1b-234f-453d-9dd4-f6cab2c24713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.473785 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=84f35888-6a29-4564-b716-d5b61b4b5751,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:18.605661 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cf080b-7456-417e-90d6-6b457ea3fd4d admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:18:18.620547 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-57103a1b-234f-453d-9dd4-f6cab2c24713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.623614 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-57103a1b-234f-453d-9dd4-f6cab2c24713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.628790 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-57103a1b-234f-453d-9dd4-f6cab2c24713 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b5b12bae-9a46-441f-a943-055f8672b221 HTTP/1.1" status: 204 len: 168 time: 0.7385843 Jul 23 16:18:18.635416 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8008e7d-f58e-438d-afad-c79fac39d986 None None] Sync routers for ids ['edfaf1cb-7e33-469e-acab-3c18955a278d'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:18:18.637635 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db206d65-cc47-48db-9b3b-6b5dbe2edae2 req-3c1d469e-29f6-40f4-a101-bcf9ce822555 tempest-MigrationsAdminTest-1672807212 tempest-MigrationsAdminTest-1672807212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:18.646500 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db206d65-cc47-48db-9b3b-6b5dbe2edae2 req-3c1d469e-29f6-40f4-a101-bcf9ce822555 tempest-MigrationsAdminTest-1672807212 tempest-MigrationsAdminTest-1672807212-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 1101 time: 0.5248151 Jul 23 16:18:18.701571 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57103a1b-234f-453d-9dd4-f6cab2c24713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b12bae-9a46-441f-a943-055f8672b221,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:18.715196 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8008e7d-f58e-438d-afad-c79fac39d986 None None] Routers {'edfaf1cb-7e33-469e-acab-3c18955a278d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:18.715830 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e8008e7d-f58e-438d-afad-c79fac39d986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:18:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['edfaf1cb-7e33-469e-acab-3c18955a278d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:18.754402 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3cf080b-7456-417e-90d6-6b457ea3fd4d admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.761852 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54072) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:18.763983 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f3cf080b-7456-417e-90d6-6b457ea3fd4d admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.2610710 Jul 23 16:18:18.815221 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db206d65-cc47-48db-9b3b-6b5dbe2edae2 req-88befdc0-af20-4150-a503-b7e916d2375e tempest-MigrationsAdminTest-1672807212 tempest-MigrationsAdminTest-1672807212-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629198 Jul 23 16:18:18.882552 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68b1fc-c102-4669-8b11-b521b7d41d40 req-be37e503-69c5-4eef-98c5-6bbc063b75b8 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:18.896728 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c68b1fc-c102-4669-8b11-b521b7d41d40 req-be37e503-69c5-4eef-98c5-6bbc063b75b8 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67 HTTP/1.1" status: 200 len: 1096 time: 0.2342725 Jul 23 16:18:18.924691 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:19.003992 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 0079364f-7c08-488b-94be-253b5b5e6107, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0079364f-7c08-488b-94be-253b5b5e6107,segment=NetworkSegment(e36b3d08-8681-4717-8c6e-a0160fac2521),segment_id=e36b3d08-8681-4717-8c6e-a0160fac2521)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:19.012635 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:19.043830 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c68b1fc-c102-4669-8b11-b521b7d41d40 req-7963506b-5840-46ad-bafc-3c455827dece tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465008 Jul 23 16:18:19.065870 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-e8008e7d-f58e-438d-afad-c79fac39d986 None None] Set router edfaf1cb-7e33-469e-acab-3c18955a278d gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:19.170761 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=0079364f-7c08-488b-94be-253b5b5e6107,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:19.373954 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021780e-6ccf-48c3-87df-b3d24f65563b req-4b5135fc-9d5a-4f94-9722-f4af9a85eb5e tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:19.382388 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-e885d530-6c2a-4e2c-a0b1-57580166975d None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:19.391989 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3021780e-6ccf-48c3-87df-b3d24f65563b req-4b5135fc-9d5a-4f94-9722-f4af9a85eb5e tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=cae4578b-b958-4fd3-8166-659dada79ea7 HTTP/1.1" status: 200 len: 949 time: 0.3953500 Jul 23 16:18:19.435890 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-e885d530-6c2a-4e2c-a0b1-57580166975d None None] Transition to ACTIVE for port object 53d08fab-2a65-4bab-98b2-44991c637eb2 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:19.438864 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 84f35888-6a29-4564-b716-d5b61b4b5751 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:19.451280 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-e885d530-6c2a-4e2c-a0b1-57580166975d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:19.516612 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3021780e-6ccf-48c3-87df-b3d24f65563b req-acf58d61-1ca0-41c6-8641-591e07e34b3c tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227884 Jul 23 16:18:19.560457 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 1762c274-45b1-42eb-975b-6688e12b113e up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:19.600058 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 84f35888-6a29-4564-b716-d5b61b4b5751 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:19.600739 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:19.688113 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a556cfd-b22a-4ed0-9dd5-c5574a8b78a4 None None] Pushing event updated for resources: {'Port': ['ID=53d08fab-2a65-4bab-98b2-44991c637eb2,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:19.880080 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 1762c274-45b1-42eb-975b-6688e12b113e completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:19.916260 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-e885d530-6c2a-4e2c-a0b1-57580166975d None None] Attempting to bind port 53d08fab-2a65-4bab-98b2-44991c637eb2 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:19.917143 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-e885d530-6c2a-4e2c-a0b1-57580166975d None None] Attempting to bind port 53d08fab-2a65-4bab-98b2-44991c637eb2 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '558ebd90-fcd9-406e-ac04-df411b910480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '1fe76672-5c19-4566-97a8-f44fbf772fe8'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:19.919168 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e8008e7d-f58e-438d-afad-c79fac39d986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839438847-router', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:11Z', 'updated_at': '2021-07-23T16:18:15Z', 'revision_number': 3, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'gw_port': {'id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:13Z', 'updated_at': '2021-07-23T16:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:19.921360 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885d530-6c2a-4e2c-a0b1-57580166975d None None] Attempting to bind port 53d08fab-2a65-4bab-98b2-44991c637eb2 on network 1fe76672-5c19-4566-97a8-f44fbf772fe8 {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:19.941893 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 1762c274-45b1-42eb-975b-6688e12b113e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:19.942488 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:19.945840 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885d530-6c2a-4e2c-a0b1-57580166975d None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:18:19.947114 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885d530-6c2a-4e2c-a0b1-57580166975d None None] Checking segment: {'id': '558ebd90-fcd9-406e-ac04-df411b910480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '1fe76672-5c19-4566-97a8-f44fbf772fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:19.949046 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-e885d530-6c2a-4e2c-a0b1-57580166975d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:19.949643 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885d530-6c2a-4e2c-a0b1-57580166975d None None] Bound using segment: {'id': '558ebd90-fcd9-406e-ac04-df411b910480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '1fe76672-5c19-4566-97a8-f44fbf772fe8'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:18:19.955446 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-e885d530-6c2a-4e2c-a0b1-57580166975d None None] Bound port: 53d08fab-2a65-4bab-98b2-44991c637eb2, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558ebd90-fcd9-406e-ac04-df411b910480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '1fe76672-5c19-4566-97a8-f44fbf772fe8'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:19.958905 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-e885d530-6c2a-4e2c-a0b1-57580166975d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:20.167932 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8008e7d-f58e-438d-afad-c79fac39d986 None None] Checking router: edfaf1cb-7e33-469e-acab-3c18955a278d for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:18:20.168391 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8008e7d-f58e-438d-afad-c79fac39d986 None None] Updating router edfaf1cb-7e33-469e-acab-3c18955a278d port 96ce040c-c9d3-4364-9a2f-ea770ac54e4a binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:18:20.190513 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-e885d530-6c2a-4e2c-a0b1-57580166975d None None] For port 53d08fab-2a65-4bab-98b2-44991c637eb2, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:20.202820 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-e885d530-6c2a-4e2c-a0b1-57580166975d None None] For port 53d08fab-2a65-4bab-98b2-44991c637eb2, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=53d08fab-2a65-4bab-98b2-44991c637eb2,segment=NetworkSegment(558ebd90-fcd9-406e-ac04-df411b910480),segment_id=558ebd90-fcd9-406e-ac04-df411b910480)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:18:20.214130 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-e885d530-6c2a-4e2c-a0b1-57580166975d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:20.400627 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a556cfd-b22a-4ed0-9dd5-c5574a8b78a4 None None] Pushing event updated for resources: {'Port': ['ID=53d08fab-2a65-4bab-98b2-44991c637eb2,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:20.431449 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e885d530-6c2a-4e2c-a0b1-57580166975d None None] Routers {'5f00381e-b8a8-4488-9fbc-ca6c5cee6145'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:20.432107 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e885d530-6c2a-4e2c-a0b1-57580166975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:18:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5f00381e-b8a8-4488-9fbc-ca6c5cee6145'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:20.504311 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e8008e7d-f58e-438d-afad-c79fac39d986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:20.533023 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1dd1d01e-319d-43f8-9d9b-9657e96a5b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:20.607353 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-64fabeac-232a-4058-9264-c4657ea32576 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=4ed385c197f74460a2c666d87d79e6e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560291 Jul 23 16:18:20.722021 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-e885d530-6c2a-4e2c-a0b1-57580166975d None None] Set router 5f00381e-b8a8-4488-9fbc-ca6c5cee6145 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:20.957201 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-862c4770-59d1-4c69-a30e-e1709f1253ce tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:20.971551 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-862c4770-59d1-4c69-a30e-e1709f1253ce tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3618157 Jul 23 16:18:20.979321 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e885d530-6c2a-4e2c-a0b1-57580166975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f00381e-b8a8-4488-9fbc-ca6c5cee6145', 'name': 'tempest-AttachSCSIVolumeTestJSON-1025170653-router', 'tenant_id': '5ba769c561424548a200ba14c615abfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '84f35888-6a29-4564-b716-d5b61b4b5751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:04Z', 'updated_at': '2021-07-23T16:18:12Z', 'revision_number': 4, 'project_id': '5ba769c561424548a200ba14c615abfc', 'gw_port': {'id': '84f35888-6a29-4564-b716-d5b61b4b5751', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f00381e-b8a8-4488-9fbc-ca6c5cee6145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:06Z', 'updated_at': '2021-07-23T16:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '53d08fab-2a65-4bab-98b2-44991c637eb2', 'name': '', 'network_id': '1fe76672-5c19-4566-97a8-f44fbf772fe8', 'tenant_id': '5ba769c561424548a200ba14c615abfc', 'mac_address': 'fa:16:3e:97:dc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f00381e-b8a8-4488-9fbc-ca6c5cee6145', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7cba0dd9-ee97-49b3-baae-6373a0698dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:11Z', 'updated_at': '2021-07-23T16:18:20Z', 'revision_number': 4, 'project_id': '5ba769c561424548a200ba14c615abfc', 'subnets': [{'id': '7cba0dd9-ee97-49b3-baae-6373a0698dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:20.983459 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-1dd1d01e-319d-43f8-9d9b-9657e96a5b9f admin admin] Allocated IP 172.20.0.1 (32aa57db-50f4-4fb5-8615-f427929748c7/5689c481-3fca-47c4-82a6-5fb7b7ff5a03/f06a521b-8af7-4cbd-a4a1-8156c7e218a0) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:21.008273 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-23b5468d-cc43-4622-a48d-f76ceac7be82 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/quotas/4ed385c197f74460a2c666d87d79e6e5 HTTP/1.1" status: 200 len: 375 time: 0.0337188 Jul 23 16:18:21.019943 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e885d530-6c2a-4e2c-a0b1-57580166975d None None] The sync data for ids ['5f00381e-b8a8-4488-9fbc-ca6c5cee6145'] in n-d-778549-4 is: [{'id': '5f00381e-b8a8-4488-9fbc-ca6c5cee6145', 'name': 'tempest-AttachSCSIVolumeTestJSON-1025170653-router', 'tenant_id': '5ba769c561424548a200ba14c615abfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '84f35888-6a29-4564-b716-d5b61b4b5751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:04Z', 'updated_at': '2021-07-23T16:18:12Z', 'revision_number': 4, 'project_id': '5ba769c561424548a200ba14c615abfc', 'gw_port': {'id': '84f35888-6a29-4564-b716-d5b61b4b5751', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f00381e-b8a8-4488-9fbc-ca6c5cee6145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:06Z', 'updated_at': '2021-07-23T16:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '53d08fab-2a65-4bab-98b2-44991c637eb2', 'name': '', 'network_id': '1fe76672-5c19-4566-97a8-f44fbf772fe8', 'tenant_id': '5ba769c561424548a200ba14c615abfc', 'mac_address': 'fa:16:3e:97:dc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f00381e-b8a8-4488-9fbc-ca6c5cee6145', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7cba0dd9-ee97-49b3-baae-6373a0698dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:11Z', 'updated_at': '2021-07-23T16:18:20Z', 'revision_number': 4, 'project_id': '5ba769c561424548a200ba14c615abfc', 'subnets': [{'id': '7cba0dd9-ee97-49b3-baae-6373a0698dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:18:21.256513 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0079364f-7c08-488b-94be-253b5b5e6107 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:21.265353 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1dd1d01e-319d-43f8-9d9b-9657e96a5b9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:21.281756 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-d5f7e52a-1452-4922-9a86-8c95d3b1bd2b tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2725091 Jul 23 16:18:21.309174 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-1dd1d01e-319d-43f8-9d9b-9657e96a5b9f admin admin] Transition to ACTIVE for port object f06a521b-8af7-4cbd-a4a1-8156c7e218a0 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:21.421393 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1dd1d01e-319d-43f8-9d9b-9657e96a5b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:21.484121 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:21.516728 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e8008e7d-f58e-438d-afad-c79fac39d986 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:21.561819 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd1d01e-319d-43f8-9d9b-9657e96a5b9f admin admin] Network 32aa57db-50f4-4fb5-8615-f427929748c7 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:21.588407 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-1dd1d01e-319d-43f8-9d9b-9657e96a5b9f admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:21.610809 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae4578b-b958-4fd3-8166-659dada79ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1762c274-45b1-42eb-975b-6688e12b113e'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:21.619003 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7959f6fc-80d7-462d-853d-1b63e942716d" -d '{"events": [{"server_uuid": "cae4578b-b958-4fd3-8166-659dada79ea7", "name": "network-vif-plugged", "status": "completed", "tag": "1762c274-45b1-42eb-975b-6688e12b113e"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:21.632109 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e8008e7d-f58e-438d-afad-c79fac39d986 None None] Transition to ACTIVE for port object 96ce040c-c9d3-4364-9a2f-ea770ac54e4a will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:21.639207 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd1d01e-319d-43f8-9d9b-9657e96a5b9f admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:18:21.664148 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1d01e-319d-43f8-9d9b-9657e96a5b9f admin admin] Pushing event updated for resources: {'Port': ['ID=f06a521b-8af7-4cbd-a4a1-8156c7e218a0,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:21.697546 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 1762c274-45b1-42eb-975b-6688e12b113e, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=1762c274-45b1-42eb-975b-6688e12b113e,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:21.704201 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e8008e7d-f58e-438d-afad-c79fac39d986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:21.765215 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:21.845660 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1dd1d01e-319d-43f8-9d9b-9657e96a5b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:21.905272 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 0079364f-7c08-488b-94be-253b5b5e6107 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:21.905611 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:22.137182 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b12e0-c8be-4ba3-a8ad-75b30b116462 None None] Pushing event updated for resources: {'Port': ['ID=96ce040c-c9d3-4364-9a2f-ea770ac54e4a,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:22.173919 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-e8008e7d-f58e-438d-afad-c79fac39d986 None None] Attempting to bind port 96ce040c-c9d3-4364-9a2f-ea770ac54e4a on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:22.174296 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-e8008e7d-f58e-438d-afad-c79fac39d986 None None] Attempting to bind port 96ce040c-c9d3-4364-9a2f-ea770ac54e4a by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:22.177308 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8008e7d-f58e-438d-afad-c79fac39d986 None None] Attempting to bind port 96ce040c-c9d3-4364-9a2f-ea770ac54e4a on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:22.285407 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8008e7d-f58e-438d-afad-c79fac39d986 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:18:22.286240 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8008e7d-f58e-438d-afad-c79fac39d986 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:22.286240 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e8008e7d-f58e-438d-afad-c79fac39d986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:22.286713 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8008e7d-f58e-438d-afad-c79fac39d986 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:18:22.287166 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-e8008e7d-f58e-438d-afad-c79fac39d986 None None] Bound port: 96ce040c-c9d3-4364-9a2f-ea770ac54e4a, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:22.287497 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e8008e7d-f58e-438d-afad-c79fac39d986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:22.394349 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1dd1d01e-319d-43f8-9d9b-9657e96a5b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:22.534022 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e0101199-c1f6-4282-93ea-17359b69ff3d None None] Provisioning for port f06a521b-8af7-4cbd-a4a1-8156c7e218a0 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:22.595582 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=1762c274-45b1-42eb-975b-6688e12b113e,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:22.598914 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e0101199-c1f6-4282-93ea-17359b69ff3d None None] Provisioning complete for port f06a521b-8af7-4cbd-a4a1-8156c7e218a0 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:22.605585 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e0101199-c1f6-4282-93ea-17359b69ff3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:22.673129 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54252) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:22.839639 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-e8008e7d-f58e-438d-afad-c79fac39d986 None None] For port 96ce040c-c9d3-4364-9a2f-ea770ac54e4a, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:22.926798 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1dd1d01e-319d-43f8-9d9b-9657e96a5b9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:22.940687 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1dd1d01e-319d-43f8-9d9b-9657e96a5b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:22.953958 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-e8008e7d-f58e-438d-afad-c79fac39d986 None None] For port 96ce040c-c9d3-4364-9a2f-ea770ac54e4a, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=96ce040c-c9d3-4364-9a2f-ea770ac54e4a,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:18:22.974734 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a912f-3eb5-4998-b145-73cf88131f10 req-6ac5ce33-54cb-4be2-82b0-ba5c25cc178b tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:22.979668 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-953a912f-3eb5-4998-b145-73cf88131f10 req-6ac5ce33-54cb-4be2-82b0-ba5c25cc178b tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=cae4578b-b958-4fd3-8166-659dada79ea7 HTTP/1.1" status: 200 len: 950 time: 0.2316098 Jul 23 16:18:23.012258 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e8008e7d-f58e-438d-afad-c79fac39d986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:23.083780 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-e0101199-c1f6-4282-93ea-17359b69ff3d None None] Port f06a521b-8af7-4cbd-a4a1-8156c7e218a0 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:18:23.118207 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-953a912f-3eb5-4998-b145-73cf88131f10 req-c4f60312-e08f-4ba0-a97a-2323407fa097 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320074 Jul 23 16:18:23.186878 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1d01e-319d-43f8-9d9b-9657e96a5b9f admin admin] Pushing event updated for resources: {'Port': ['ID=f06a521b-8af7-4cbd-a4a1-8156c7e218a0,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:23.189933 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1dd1d01e-319d-43f8-9d9b-9657e96a5b9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:23.231656 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8008e7d-f58e-438d-afad-c79fac39d986 None None] Routers {'edfaf1cb-7e33-469e-acab-3c18955a278d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:23.232820 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e8008e7d-f58e-438d-afad-c79fac39d986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:18:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['edfaf1cb-7e33-469e-acab-3c18955a278d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:23.345848 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-99052faf-2014-461a-8b5d-f51e062d2515 req-1353795c-f0b2-4834-99c8-67258242cd42 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:18:23.357955 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99052faf-2014-461a-8b5d-f51e062d2515 req-1353795c-f0b2-4834-99c8-67258242cd42 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6824360 Jul 23 16:18:23.383443 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 53d08fab-2a65-4bab-98b2-44991c637eb2 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:23.414618 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd1d01e-319d-43f8-9d9b-9657e96a5b9f admin admin] Network 32aa57db-50f4-4fb5-8615-f427929748c7 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:23.420133 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-1dd1d01e-319d-43f8-9d9b-9657e96a5b9f admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:23.540975 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-e8008e7d-f58e-438d-afad-c79fac39d986 None None] Set router edfaf1cb-7e33-469e-acab-3c18955a278d gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:23.657074 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b12e0-c8be-4ba3-a8ad-75b30b116462 None None] Pushing event updated for resources: {'Port': ['ID=96ce040c-c9d3-4364-9a2f-ea770ac54e4a,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:23.715319 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 53d08fab-2a65-4bab-98b2-44991c637eb2 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:23.727408 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd1d01e-319d-43f8-9d9b-9657e96a5b9f admin admin] Router edfaf1cb-7e33-469e-acab-3c18955a278d has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:18:23.817555 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-d25bcb33-42c5-42c0-8a77-5f71b6c9222c tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=4ed385c197f74460a2c666d87d79e6e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646064 Jul 23 16:18:23.827505 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 53d08fab-2a65-4bab-98b2-44991c637eb2 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:23.827879 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:23.972463 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-99052faf-2014-461a-8b5d-f51e062d2515 req-b44b022e-77c2-499a-8f06-6c5c4e2d3372 service neutron] Request body: {'binding': {'host': 'n-h1-778549-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:23.973809 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-99052faf-2014-461a-8b5d-f51e062d2515 req-b44b022e-77c2-499a-8f06-6c5c4e2d3372 service neutron] Unknown quota resources ['binding']. {{(pid=94012) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:18:24.110202 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-30d65028-02d0-41e7-b0b9-11ec21c05adc tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:24.111852 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-30d65028-02d0-41e7-b0b9-11ec21c05adc tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2889087 Jul 23 16:18:24.148689 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-03e0e36e-8bae-4459-9a6a-74afde1c379f None None] Provisioning complete for port f06a521b-8af7-4cbd-a4a1-8156c7e218a0 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:24.149081 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-03e0e36e-8bae-4459-9a6a-74afde1c379f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:24.221014 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:24.242524 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-99052faf-2014-461a-8b5d-f51e062d2515 req-b44b022e-77c2-499a-8f06-6c5c4e2d3372 service neutron] Attempting to bind port 50c87bc1-a789-4c00-8804-ca8cbfeaad04 on host n-h1-778549-4 for vnic_type normal with profile None {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:24.243199 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-99052faf-2014-461a-8b5d-f51e062d2515 req-b44b022e-77c2-499a-8f06-6c5c4e2d3372 service neutron] Attempting to bind port 50c87bc1-a789-4c00-8804-ca8cbfeaad04 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:24.244120 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99052faf-2014-461a-8b5d-f51e062d2515 req-b44b022e-77c2-499a-8f06-6c5c4e2d3372 service neutron] Attempting to bind port 50c87bc1-a789-4c00-8804-ca8cbfeaad04 on network cbcbd292-3824-44cf-913c-59a7184e692c {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:24.245920 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-bd06951c-f729-4afb-87bc-73042953cd19 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Request body: {'port': {'device_id': 'e721c824-b100-4463-8166-d259bcc79582', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'admin_state_up': True, 'tenant_id': '4ed385c197f74460a2c666d87d79e6e5'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:24.248059 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-03e0e36e-8bae-4459-9a6a-74afde1c379f None None] Port f06a521b-8af7-4cbd-a4a1-8156c7e218a0 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:18:24.249324 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9028e09a-0a41-461f-b319-8c98713a7d04 req-a3299853-4e30-4ece-8a6e-e3d2ab64dfe9 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 210 time: 0.0545835 Jul 23 16:18:24.254663 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99052faf-2014-461a-8b5d-f51e062d2515 req-b44b022e-77c2-499a-8f06-6c5c4e2d3372 service neutron] Port 50c87bc1-a789-4c00-8804-ca8cbfeaad04 on network cbcbd292-3824-44cf-913c-59a7184e692c not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:18:24.255213 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99052faf-2014-461a-8b5d-f51e062d2515 req-b44b022e-77c2-499a-8f06-6c5c4e2d3372 service neutron] Attempting to bind port 50c87bc1-a789-4c00-8804-ca8cbfeaad04 on network cbcbd292-3824-44cf-913c-59a7184e692c {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:24.262934 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99052faf-2014-461a-8b5d-f51e062d2515 req-b44b022e-77c2-499a-8f06-6c5c4e2d3372 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:18:24.263423 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99052faf-2014-461a-8b5d-f51e062d2515 req-b44b022e-77c2-499a-8f06-6c5c4e2d3372 service neutron] Checking segment: {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:24.264048 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99052faf-2014-461a-8b5d-f51e062d2515 req-b44b022e-77c2-499a-8f06-6c5c4e2d3372 service neutron] Bound using segment: {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:18:24.264856 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-99052faf-2014-461a-8b5d-f51e062d2515 req-b44b022e-77c2-499a-8f06-6c5c4e2d3372 service neutron] Bound port: 50c87bc1-a789-4c00-8804-ca8cbfeaad04, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:24.275429 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e8008e7d-f58e-438d-afad-c79fac39d986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839438847-router', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:11Z', 'updated_at': '2021-07-23T16:18:22Z', 'revision_number': 4, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'gw_port': {'id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:13Z', 'updated_at': '2021-07-23T16:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'f06a521b-8af7-4cbd-a4a1-8156c7e218a0', 'name': '', 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'mac_address': 'fa:16:3e:40:5c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:20Z', 'updated_at': '2021-07-23T16:18:22Z', 'revision_number': 2, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'subnets': [{'id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:24.330059 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8008e7d-f58e-438d-afad-c79fac39d986 None None] The sync data for ids ['edfaf1cb-7e33-469e-acab-3c18955a278d'] in n-d-778549-4 is: [{'id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839438847-router', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:11Z', 'updated_at': '2021-07-23T16:18:22Z', 'revision_number': 4, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'gw_port': {'id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:13Z', 'updated_at': '2021-07-23T16:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'f06a521b-8af7-4cbd-a4a1-8156c7e218a0', 'name': '', 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'mac_address': 'fa:16:3e:40:5c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:20Z', 'updated_at': '2021-07-23T16:18:22Z', 'revision_number': 2, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'subnets': [{'id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:18:24.334436 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 53d08fab-2a65-4bab-98b2-44991c637eb2, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=53d08fab-2a65-4bab-98b2-44991c637eb2,segment=NetworkSegment(558ebd90-fcd9-406e-ac04-df411b910480),segment_id=558ebd90-fcd9-406e-ac04-df411b910480)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:24.347936 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:24.372255 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd1d01e-319d-43f8-9d9b-9657e96a5b9f admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:18:24.381659 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-99052faf-2014-461a-8b5d-f51e062d2515 req-b44b022e-77c2-499a-8f06-6c5c4e2d3372 service neutron] For port 50c87bc1-a789-4c00-8804-ca8cbfeaad04, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=50c87bc1-a789-4c00-8804-ca8cbfeaad04,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:18:24.390657 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-99052faf-2014-461a-8b5d-f51e062d2515 req-b44b022e-77c2-499a-8f06-6c5c4e2d3372 service neutron] Notify callbacks [] for binding, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:24.404399 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99052faf-2014-461a-8b5d-f51e062d2515 req-b44b022e-77c2-499a-8f06-6c5c4e2d3372 service neutron] 10.222.0.73 "POST /v2.0/ports/50c87bc1-a789-4c00-8804-ca8cbfeaad04/bindings HTTP/1.1" status: 201 len: 389 time: 0.7649977 Jul 23 16:18:24.409801 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1dd1d01e-319d-43f8-9d9b-9657e96a5b9f admin admin] 10.222.0.73 "PUT /v2.0/routers/edfaf1cb-7e33-469e-acab-3c18955a278d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6468248 Jul 23 16:18:24.467212 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0861fa3-d748-4cc7-b315-5c3adbd3cbaa x-openstack-request-id: req-b0861fa3-d748-4cc7-b315-5c3adbd3cbaa {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:24.467840 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae4578b-b958-4fd3-8166-659dada79ea7", "name": "network-vif-plugged", "status": "completed", "tag": "1762c274-45b1-42eb-975b-6688e12b113e", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:24.470612 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b0861fa3-d748-4cc7-b315-5c3adbd3cbaa {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:24.472175 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae4578b-b958-4fd3-8166-659dada79ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1762c274-45b1-42eb-975b-6688e12b113e', 'code': 200} Jul 23 16:18:24.584950 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=53d08fab-2a65-4bab-98b2-44991c637eb2,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:24.608281 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5bf56-3047-4462-9a3e-a0fe6aa52364 req-6ff9c510-a572-47c7-a3bc-67a8e585b80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:24.612776 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-54b5bf56-3047-4462-9a3e-a0fe6aa52364 req-6ff9c510-a572-47c7-a3bc-67a8e585b80c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cae4578b-b958-4fd3-8166-659dada79ea7 HTTP/1.1" status: 200 len: 1101 time: 0.1595793 Jul 23 16:18:24.727131 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-54b5bf56-3047-4462-9a3e-a0fe6aa52364 req-0cdcdfcc-84a2-4420-8dab-3f74196efdfe service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986257 Jul 23 16:18:24.769669 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-bd06951c-f729-4afb-87bc-73042953cd19 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Made reservation on behalf of 4ed385c197f74460a2c666d87d79e6e5 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:18:24.774707 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-bd06951c-f729-4afb-87bc-73042953cd19 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:25.054090 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99052faf-2014-461a-8b5d-f51e062d2515 req-7d9fce8d-b393-4034-b7b9-b7146fdafc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:25.060478 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99052faf-2014-461a-8b5d-f51e062d2515 req-7d9fce8d-b393-4034-b7b9-b7146fdafc13 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67 HTTP/1.1" status: 200 len: 1096 time: 0.1812179 Jul 23 16:18:25.088914 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-bd06951c-f729-4afb-87bc-73042953cd19 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Allocated IP 192.168.233.4 (eb3bf372-6ffe-4c33-8777-29948d4b4373/3812e6e5-38ac-4c93-85ce-3dab2cef76c9/0ba4628c-0b1c-469e-83f4-9f4d3292c354) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:25.321271 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99052faf-2014-461a-8b5d-f51e062d2515 req-28fb468b-9e6b-4956-b05f-45c6595ba44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:25.323858 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99052faf-2014-461a-8b5d-f51e062d2515 req-28fb468b-9e6b-4956-b05f-45c6595ba44e service neutron] 10.222.0.74 "GET /v2.0/networks?id=cbcbd292-3824-44cf-913c-59a7184e692c HTTP/1.1" status: 200 len: 910 time: 0.2532873 Jul 23 16:18:25.326869 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 53d08fab-2a65-4bab-98b2-44991c637eb2 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:25.449840 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 53d08fab-2a65-4bab-98b2-44991c637eb2 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:25.450457 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:25.606062 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99052faf-2014-461a-8b5d-f51e062d2515 req-7329795a-6b8c-4020-aba2-5c74f089e368 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c87bc1-a789-4c00-8804-ca8cbfeaad04 HTTP/1.1" status: 200 len: 217 time: 0.2748303 Jul 23 16:18:25.646225 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-bd06951c-f729-4afb-87bc-73042953cd19 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:25.699650 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-bd06951c-f729-4afb-87bc-73042953cd19 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Transition to ACTIVE for port object 0ba4628c-0b1c-469e-83f4-9f4d3292c354 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:25.758909 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-bd06951c-f729-4afb-87bc-73042953cd19 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:25.784602 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['be1d51a9-55f4-470f-8f76-a55feb8d6c7b'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:18:25.830734 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-bd06951c-f729-4afb-87bc-73042953cd19 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:25.834677 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-bd06951c-f729-4afb-87bc-73042953cd19 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:25.838586 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-bd06951c-f729-4afb-87bc-73042953cd19 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:18:25.936728 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06951c-f729-4afb-87bc-73042953cd19 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Pushing event updated for resources: {'Port': ['ID=0ba4628c-0b1c-469e-83f4-9f4d3292c354,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:26.000626 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-bd06951c-f729-4afb-87bc-73042953cd19 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:26.003653 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-bd06951c-f729-4afb-87bc-73042953cd19 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:26.045574 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-bd06951c-f729-4afb-87bc-73042953cd19 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8086865 Jul 23 16:18:26.058749 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-3976e65b-ca78-4907-9950-95d93469e442 service neutron] Request body: {'port': {'device_id': 'e721c824-b100-4463-8166-d259bcc79582', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:26.075931 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99052faf-2014-461a-8b5d-f51e062d2515 req-8a44ad74-bae6-4e84-8209-3034ea809477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:26.080028 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99052faf-2014-461a-8b5d-f51e062d2515 req-8a44ad74-bae6-4e84-8209-3034ea809477 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f8384c77-6398-425d-9275-6a23db41a285 HTTP/1.1" status: 200 len: 848 time: 0.4607208 Jul 23 16:18:26.270723 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-3976e65b-ca78-4907-9950-95d93469e442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:26.292476 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac403ad2-41ef-4ed9-8345-ecf7e9888623 req-4e1fc3f2-932a-480f-bf1e-7cb4f10d8195 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:26.307862 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ac403ad2-41ef-4ed9-8345-ecf7e9888623 req-4e1fc3f2-932a-480f-bf1e-7cb4f10d8195 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=cae4578b-b958-4fd3-8166-659dada79ea7 HTTP/1.1" status: 200 len: 950 time: 0.9596326 Jul 23 16:18:26.311197 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99052faf-2014-461a-8b5d-f51e062d2515 req-b23b8518-c021-428f-9eb9-cc938479d94b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cbcbd292-3824-44cf-913c-59a7184e692c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1813741 Jul 23 16:18:26.440699 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ed7d1481-a4d9-4132-9507-598e61823cfb None None] Provisioning for port 0ba4628c-0b1c-469e-83f4-9f4d3292c354 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:26.446956 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ed7d1481-a4d9-4132-9507-598e61823cfb None None] Provisioning complete for port 0ba4628c-0b1c-469e-83f4-9f4d3292c354 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:26.447335 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ed7d1481-a4d9-4132-9507-598e61823cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:26.493736 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1f698-ba57-4b6c-8a83-1c97517672b3 req-8ec094a1-f57e-413f-ae32-c3717795bb97 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:26.508966 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f9f1f698-ba57-4b6c-8a83-1c97517672b3 req-8ec094a1-f57e-413f-ae32-c3717795bb97 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67 HTTP/1.1" status: 200 len: 945 time: 0.9925725 Jul 23 16:18:26.575220 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54328) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:26.577536 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99052faf-2014-461a-8b5d-f51e062d2515 req-6a6b0860-d740-46c2-b6ff-01ef1e7d1335 service neutron] 10.222.0.74 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510417 Jul 23 16:18:26.580051 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-ed7d1481-a4d9-4132-9507-598e61823cfb None None] Port 0ba4628c-0b1c-469e-83f4-9f4d3292c354 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:18:26.588160 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-be43f7de-94cb-4bdc-9d3c-4d9d1bfb6d7c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-212616220-network', 'tenant_id': '51619850a89a4e979748f0d7c3538237'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:26.677495 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ac403ad2-41ef-4ed9-8345-ecf7e9888623 req-67240679-7747-4780-bc31-75095fea4330 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669729 Jul 23 16:18:26.816734 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f9f1f698-ba57-4b6c-8a83-1c97517672b3 req-d88471c5-69d6-4561-92b2-16b422c8d765 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067245 Jul 23 16:18:26.870783 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-3976e65b-ca78-4907-9950-95d93469e442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ba4628c-0b1c-469e-83f4-9f4d3292c354 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:26.890325 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-3976e65b-ca78-4907-9950-95d93469e442 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:26.918313 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-3976e65b-ca78-4907-9950-95d93469e442 service neutron] Transition to ACTIVE for port object 0ba4628c-0b1c-469e-83f4-9f4d3292c354 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:26.922925 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-3976e65b-ca78-4907-9950-95d93469e442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.047783 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976e65b-ca78-4907-9950-95d93469e442 service neutron] Pushing event updated for resources: {'Port': ['ID=0ba4628c-0b1c-469e-83f4-9f4d3292c354,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:27.058786 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99052faf-2014-461a-8b5d-f51e062d2515 req-adc13c35-47a6-43fb-93d3-61fe71ddb1f9 service neutron] 10.222.0.74 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518728 Jul 23 16:18:27.135435 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be43f7de-94cb-4bdc-9d3c-4d9d1bfb6d7c admin admin] Made reservation on behalf of 51619850a89a4e979748f0d7c3538237 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:18:27.137669 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-be43f7de-94cb-4bdc-9d3c-4d9d1bfb6d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.245355 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54342) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:27.277555 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54344) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:27.279868 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-be43f7de-94cb-4bdc-9d3c-4d9d1bfb6d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.313990 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 96ce040c-c9d3-4364-9a2f-ea770ac54e4a up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:27.441422 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-3976e65b-ca78-4907-9950-95d93469e442 service neutron] Attempting to bind port 0ba4628c-0b1c-469e-83f4-9f4d3292c354 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:27.441772 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-3976e65b-ca78-4907-9950-95d93469e442 service neutron] Attempting to bind port 0ba4628c-0b1c-469e-83f4-9f4d3292c354 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:27.442100 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-3976e65b-ca78-4907-9950-95d93469e442 service neutron] Attempting to bind port 0ba4628c-0b1c-469e-83f4-9f4d3292c354 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:27.456786 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-be43f7de-94cb-4bdc-9d3c-4d9d1bfb6d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.461689 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-3976e65b-ca78-4907-9950-95d93469e442 service neutron] Port 0ba4628c-0b1c-469e-83f4-9f4d3292c354 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:18:27.463498 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-3976e65b-ca78-4907-9950-95d93469e442 service neutron] Attempting to bind port 0ba4628c-0b1c-469e-83f4-9f4d3292c354 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:27.472505 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-be43f7de-94cb-4bdc-9d3c-4d9d1bfb6d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.483501 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-3976e65b-ca78-4907-9950-95d93469e442 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:18:27.484064 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-3976e65b-ca78-4907-9950-95d93469e442 service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:27.485472 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-3976e65b-ca78-4907-9950-95d93469e442 service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:18:27.485947 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-3976e65b-ca78-4907-9950-95d93469e442 service neutron] Bound port: 0ba4628c-0b1c-469e-83f4-9f4d3292c354, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:27.486311 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-3976e65b-ca78-4907-9950-95d93469e442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.488916 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 96ce040c-c9d3-4364-9a2f-ea770ac54e4a completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:27.506186 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 96ce040c-c9d3-4364-9a2f-ea770ac54e4a triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:27.507498 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.656470 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de10688-4181-4772-8ced-bb0688b364e4 req-3c152196-4d8f-45c5-ba59-021d3276411e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:27.671087 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7de10688-4181-4772-8ced-bb0688b364e4 req-3c152196-4d8f-45c5-ba59-021d3276411e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 946 time: 0.7106853 Jul 23 16:18:27.675045 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ee1eeb5b-16bb-474f-aeb5-b2cec9ab88b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.691015 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-3976e65b-ca78-4907-9950-95d93469e442 service neutron] For port 0ba4628c-0b1c-469e-83f4-9f4d3292c354, host n-h2-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:27.703771 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-3976e65b-ca78-4907-9950-95d93469e442 service neutron] For port 0ba4628c-0b1c-469e-83f4-9f4d3292c354, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=0ba4628c-0b1c-469e-83f4-9f4d3292c354,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:18:27.716209 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be43f7de-94cb-4bdc-9d3c-4d9d1bfb6d7c admin admin] vlan segment allocate from pool success with {'vlan_id': 1125, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:18:27.719220 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-3976e65b-ca78-4907-9950-95d93469e442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.748946 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a3f078e1-5344-4d48-a6c3-339a2251cebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.764218 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.787947 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976e65b-ca78-4907-9950-95d93469e442 service neutron] Pushing event updated for resources: {'Port': ['ID=0ba4628c-0b1c-469e-83f4-9f4d3292c354,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:27.813646 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-3976e65b-ca78-4907-9950-95d93469e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:27.813646 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-3976e65b-ca78-4907-9950-95d93469e442 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.813646 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-3976e65b-ca78-4907-9950-95d93469e442 service neutron] 10.222.0.97 "PUT /v2.0/ports/0ba4628c-0b1c-469e-83f4-9f4d3292c354 HTTP/1.1" status: 200 len: 1094 time: 1.7544899 Jul 23 16:18:27.813646 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e721c824-b100-4463-8166-d259bcc79582', 'tag': '0ba4628c-0b1c-469e-83f4-9f4d3292c354'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:27.815509 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7e0dfd-e6e4-4b49-acd5-bdff472b2380" -d '{"events": [{"name": "network-changed", "server_uuid": "e721c824-b100-4463-8166-d259bcc79582", "tag": "0ba4628c-0b1c-469e-83f4-9f4d3292c354"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:27.826698 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 96ce040c-c9d3-4364-9a2f-ea770ac54e4a, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=96ce040c-c9d3-4364-9a2f-ea770ac54e4a,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:27.832056 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.908729 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-be43f7de-94cb-4bdc-9d3c-4d9d1bfb6d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.909102 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-be43f7de-94cb-4bdc-9d3c-4d9d1bfb6d7c admin admin] Added segment b09fbdba-1c06-4bdf-9396-d120d80fa55f of type vlan for network c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c Jul 23 16:18:27.966251 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=96ce040c-c9d3-4364-9a2f-ea770ac54e4a,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:27.967417 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-be43f7de-94cb-4bdc-9d3c-4d9d1bfb6d7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.995100 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-f3fb6c20-e0f6-45d1-b0a2-fe680f6fb052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:27.996655 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-f3fb6c20-e0f6-45d1-b0a2-fe680f6fb052 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 1097 time: 0.1378055 Jul 23 16:18:28.013711 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43f7de-94cb-4bdc-9d3c-4d9d1bfb6d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36699f4-9a3d-4bcb-bf47-2931e9abfe3c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:28.028323 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99052faf-2014-461a-8b5d-f51e062d2515 req-dba83b5d-0b4b-480c-80c3-46a2b1f7b10f tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:28.033707 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99052faf-2014-461a-8b5d-f51e062d2515 req-dba83b5d-0b4b-480c-80c3-46a2b1f7b10f tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67&tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&binding%3Ahost_id=n-h2-778549-4 HTTP/1.1" status: 200 len: 1096 time: 0.8927922 Jul 23 16:18:28.065932 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-86d5e8f0-f200-418f-8949-4383fe47b029 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0ba4628c-0b1c-469e-83f4-9f4d3292c354 HTTP/1.1" status: 200 len: 217 time: 0.0618391 Jul 23 16:18:28.090198 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-99052faf-2014-461a-8b5d-f51e062d2515 req-ef5190f7-714f-4323-8141-6f92ea251163 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778549-4'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:28.099053 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7de10688-4181-4772-8ced-bb0688b364e4 req-8bcf1a31-51ac-45e1-b806-e2ba1aade292 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268031 Jul 23 16:18:28.148479 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-be43f7de-94cb-4bdc-9d3c-4d9d1bfb6d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:28.149149 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-1346cf20-7672-4b46-b606-4516f181a943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:28.149706 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be43f7de-94cb-4bdc-9d3c-4d9d1bfb6d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:28.150548 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-be43f7de-94cb-4bdc-9d3c-4d9d1bfb6d7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:28.156428 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-1346cf20-7672-4b46-b606-4516f181a943 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0816469 Jul 23 16:18:28.231017 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43f7de-94cb-4bdc-9d3c-4d9d1bfb6d7c admin admin] Pushing event updated for resources: {'Network': ['ID=c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:28.251196 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:18:28.284050 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab91346b-50fa-455d-8542-def4b36a6c2b x-openstack-request-id: req-ab91346b-50fa-455d-8542-def4b36a6c2b {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:28.284346 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e721c824-b100-4463-8166-d259bcc79582", "tag": "0ba4628c-0b1c-469e-83f4-9f4d3292c354", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:28.284727 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ab91346b-50fa-455d-8542-def4b36a6c2b {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:28.285009 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e721c824-b100-4463-8166-d259bcc79582', 'tag': '0ba4628c-0b1c-469e-83f4-9f4d3292c354', 'status': 'completed', 'code': 200} Jul 23 16:18:28.322685 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-4d706fec-5d79-4035-9fe3-5d61f551753f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:28.324560 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-4d706fec-5d79-4035-9fe3-5d61f551753f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1643422 Jul 23 16:18:28.379890 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-99052faf-2014-461a-8b5d-f51e062d2515 req-ef5190f7-714f-4323-8141-6f92ea251163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:28.413700 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110a878-2d15-44be-8396-28d450cd61be req-07d62ab8-339d-4e6f-a285-26b1512fd004 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:28.419406 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f110a878-2d15-44be-8396-28d450cd61be req-07d62ab8-339d-4e6f-a285-26b1512fd004 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=cae4578b-b958-4fd3-8166-659dada79ea7 HTTP/1.1" status: 200 len: 950 time: 0.5265262 Jul 23 16:18:28.438541 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a3f078e1-5344-4d48-a6c3-339a2251cebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:28.464703 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a3f078e1-5344-4d48-a6c3-339a2251cebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:28.509544 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-15362976-804d-4aeb-bfce-d5f3fe740df3 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679866 Jul 23 16:18:28.518800 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-be43f7de-94cb-4bdc-9d3c-4d9d1bfb6d7c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9378111 Jul 23 16:18:28.523540 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54364) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:28.530287 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-51ddc478-f41b-4312-bbd9-38a73f8ebb98 admin admin] Request body: {'subnet': {'network_id': 'c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-212616220-subnet', 'tenant_id': '51619850a89a4e979748f0d7c3538237', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:28.595715 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a3f078e1-5344-4d48-a6c3-339a2251cebe admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7dbdc9abf6df497cb00173e6e309c748&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3047054 Jul 23 16:18:28.595823 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f078e1-5344-4d48-a6c3-339a2251cebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9208593-3354-4afa-acf0-6adf23537753,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:28.598171 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54366) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:28.608491 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4358f92-2100-4cd2-b031-37d7794c8361 None None] Sync routers for ids ['edfaf1cb-7e33-469e-acab-3c18955a278d'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:18:28.623670 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4358f92-2100-4cd2-b031-37d7794c8361 None None] Routers {'edfaf1cb-7e33-469e-acab-3c18955a278d'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:28.625624 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f4358f92-2100-4cd2-b031-37d7794c8361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:18:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['edfaf1cb-7e33-469e-acab-3c18955a278d'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:28.664015 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-091b7cf4-c49e-4cbb-b13f-c32ed2fb2eca req-4c2a0ec7-9c03-4664-bae3-7b72bad7cc55 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555970 Jul 23 16:18:28.784249 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-f4358f92-2100-4cd2-b031-37d7794c8361 None None] Set router edfaf1cb-7e33-469e-acab-3c18955a278d gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:28.802232 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e0dfd-e6e4-4b49-acd5-bdff472b2380 req-a0c61cdf-c51a-4a8a-a5d4-18493473c8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:28.804943 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2f7e0dfd-e6e4-4b49-acd5-bdff472b2380 req-a0c61cdf-c51a-4a8a-a5d4-18493473c8f3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 1097 time: 0.0887613 Jul 23 16:18:28.941269 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e0dfd-e6e4-4b49-acd5-bdff472b2380 req-f131043b-0813-44ad-ae92-87c6b5ec6862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:28.944662 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2f7e0dfd-e6e4-4b49-acd5-bdff472b2380 req-f131043b-0813-44ad-ae92-87c6b5ec6862 service neutron] 10.222.0.97 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.1326253 Jul 23 16:18:28.960559 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f110a878-2d15-44be-8396-28d450cd61be req-9af37efe-5152-40c5-b705-f3c4fa21ba41 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5402706 Jul 23 16:18:29.048917 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ad04d-c2bc-4251-9f78-9b22717d07e7 req-e5501d94-56c7-456c-ba06-73de94747950 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:29.056561 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dc2ad04d-c2bc-4251-9f78-9b22717d07e7 req-e5501d94-56c7-456c-ba06-73de94747950 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67 HTTP/1.1" status: 200 len: 945 time: 0.6334369 Jul 23 16:18:29.094754 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2f7e0dfd-e6e4-4b49-acd5-bdff472b2380 req-6cd02f59-462c-4bae-becb-100ae4f030c0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0ba4628c-0b1c-469e-83f4-9f4d3292c354 HTTP/1.1" status: 200 len: 217 time: 0.1424491 Jul 23 16:18:29.116491 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f4358f92-2100-4cd2-b031-37d7794c8361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839438847-router', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:11Z', 'updated_at': '2021-07-23T16:18:22Z', 'revision_number': 4, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'gw_port': {'id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:13Z', 'updated_at': '2021-07-23T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'f06a521b-8af7-4cbd-a4a1-8156c7e218a0', 'name': '', 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'mac_address': 'fa:16:3e:40:5c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:20Z', 'updated_at': '2021-07-23T16:18:22Z', 'revision_number': 2, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'subnets': [{'id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:29.122327 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-70f2f8d5-5298-4a12-8d63-88a076eb8507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:29.157646 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4358f92-2100-4cd2-b031-37d7794c8361 None None] Checking router: edfaf1cb-7e33-469e-acab-3c18955a278d for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:18:29.158009 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4358f92-2100-4cd2-b031-37d7794c8361 None None] Updating router edfaf1cb-7e33-469e-acab-3c18955a278d port f06a521b-8af7-4cbd-a4a1-8156c7e218a0 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:18:29.183273 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-70f2f8d5-5298-4a12-8d63-88a076eb8507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:29.208627 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-f4358f92-2100-4cd2-b031-37d7794c8361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:29.213558 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 96ce040c-c9d3-4364-9a2f-ea770ac54e4a up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:29.351758 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-99052faf-2014-461a-8b5d-f51e062d2515 req-ef5190f7-714f-4323-8141-6f92ea251163 service neutron] For port 50c87bc1-a789-4c00-8804-ca8cbfeaad04, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=50c87bc1-a789-4c00-8804-ca8cbfeaad04,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:29.354334 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-70f2f8d5-5298-4a12-8d63-88a076eb8507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:29.357186 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-70f2f8d5-5298-4a12-8d63-88a076eb8507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:29.358508 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-70f2f8d5-5298-4a12-8d63-88a076eb8507 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e9208593-3354-4afa-acf0-6adf23537753 HTTP/1.1" status: 204 len: 168 time: 0.4484215 Jul 23 16:18:29.407387 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2f8d5-5298-4a12-8d63-88a076eb8507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9208593-3354-4afa-acf0-6adf23537753,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:29.414512 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dc2ad04d-c2bc-4251-9f78-9b22717d07e7 req-d91e0620-b1dd-4c91-8f65-d936ecc9548f tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565025 Jul 23 16:18:29.469999 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ee1eeb5b-16bb-474f-aeb5-b2cec9ab88b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:29.480496 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-99052faf-2014-461a-8b5d-f51e062d2515 req-ef5190f7-714f-4323-8141-6f92ea251163 service neutron] For port 50c87bc1-a789-4c00-8804-ca8cbfeaad04, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:29.482528 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ee1eeb5b-16bb-474f-aeb5-b2cec9ab88b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:29.545633 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1eeb5b-16bb-474f-aeb5-b2cec9ab88b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1c5932-6602-4d51-819c-8683724c314a,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:29.588223 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ee1eeb5b-16bb-474f-aeb5-b2cec9ab88b6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=042decf2898a47c6a94e96f02d12a376&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3136773 Jul 23 16:18:29.606844 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54394) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:29.674589 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48370b7e-f4a6-4cdc-a303-e72562a9fe67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50c87bc1-a789-4c00-8804-ca8cbfeaad04'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:29.676991 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b43762c-7e91-4ee1-8c60-d0ada025cbc3" -d '{"events": [{"server_uuid": "48370b7e-f4a6-4cdc-a303-e72562a9fe67", "name": "network-vif-unplugged", "status": "completed", "tag": "50c87bc1-a789-4c00-8804-ca8cbfeaad04"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:29.700272 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-99052faf-2014-461a-8b5d-f51e062d2515 req-ef5190f7-714f-4323-8141-6f92ea251163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:29.734577 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-f4358f92-2100-4cd2-b031-37d7794c8361 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:29.747321 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-99052faf-2014-461a-8b5d-f51e062d2515 req-ef5190f7-714f-4323-8141-6f92ea251163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:29.755645 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-f4358f92-2100-4cd2-b031-37d7794c8361 None None] Transition to ACTIVE for port object f06a521b-8af7-4cbd-a4a1-8156c7e218a0 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:29.764019 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 96ce040c-c9d3-4364-9a2f-ea770ac54e4a triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:29.764396 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:29.774365 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-f4358f92-2100-4cd2-b031-37d7794c8361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:29.861316 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f33f0f-78f4-431e-8079-3667136877c1 None None] Pushing event updated for resources: {'Port': ['ID=f06a521b-8af7-4cbd-a4a1-8156c7e218a0,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:29.878931 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f33f0f-78f4-431e-8079-3667136877c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:29.879274 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f33f0f-78f4-431e-8079-3667136877c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:29.879613 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f33f0f-78f4-431e-8079-3667136877c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:29.879948 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f33f0f-78f4-431e-8079-3667136877c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:29.880280 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f33f0f-78f4-431e-8079-3667136877c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:29.880613 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f33f0f-78f4-431e-8079-3667136877c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:29.880940 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f33f0f-78f4-431e-8079-3667136877c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:29.881704 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f33f0f-78f4-431e-8079-3667136877c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:29.882040 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f33f0f-78f4-431e-8079-3667136877c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:29.884765 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f33f0f-78f4-431e-8079-3667136877c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:29.885010 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e0dfd-e6e4-4b49-acd5-bdff472b2380 req-8ef6ef32-79ac-4ca5-a730-4cd5a30735bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:29.888236 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f33f0f-78f4-431e-8079-3667136877c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:29.888755 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f33f0f-78f4-431e-8079-3667136877c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:29.889560 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2f7e0dfd-e6e4-4b49-acd5-bdff472b2380 req-8ef6ef32-79ac-4ca5-a730-4cd5a30735bb service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.7878776 Jul 23 16:18:29.895712 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ddc478-f41b-4312-bbd9-38a73f8ebb98 admin admin] Made reservation on behalf of 51619850a89a4e979748f0d7c3538237 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:18:29.898213 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-51ddc478-f41b-4312-bbd9-38a73f8ebb98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:29.917894 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245a5fac-48bf-4f1b-adcd-6ed7c995e61b x-openstack-request-id: req-245a5fac-48bf-4f1b-adcd-6ed7c995e61b {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:29.918246 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48370b7e-f4a6-4cdc-a303-e72562a9fe67", "name": "network-vif-unplugged", "status": "completed", "tag": "50c87bc1-a789-4c00-8804-ca8cbfeaad04", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:29.918659 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-245a5fac-48bf-4f1b-adcd-6ed7c995e61b {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:29.919210 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48370b7e-f4a6-4cdc-a303-e72562a9fe67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50c87bc1-a789-4c00-8804-ca8cbfeaad04', 'code': 200} Jul 23 16:18:29.925858 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f6bd80c1-38c6-48ef-b928-29e85777cee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:29.996368 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-f4358f92-2100-4cd2-b031-37d7794c8361 None None] Attempting to bind port f06a521b-8af7-4cbd-a4a1-8156c7e218a0 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:29.997577 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-f4358f92-2100-4cd2-b031-37d7794c8361 None None] Attempting to bind port f06a521b-8af7-4cbd-a4a1-8156c7e218a0 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'e36b3d08-8681-4717-8c6e-a0160fac2521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:29.998136 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4358f92-2100-4cd2-b031-37d7794c8361 None None] Attempting to bind port f06a521b-8af7-4cbd-a4a1-8156c7e218a0 on network 32aa57db-50f4-4fb5-8615-f427929748c7 {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:30.005543 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4358f92-2100-4cd2-b031-37d7794c8361 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:18:30.009894 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4358f92-2100-4cd2-b031-37d7794c8361 None None] Checking segment: {'id': 'e36b3d08-8681-4717-8c6e-a0160fac2521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:30.010810 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-f4358f92-2100-4cd2-b031-37d7794c8361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:30.011367 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4358f92-2100-4cd2-b031-37d7794c8361 None None] Bound using segment: {'id': 'e36b3d08-8681-4717-8c6e-a0160fac2521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:18:30.012080 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-f4358f92-2100-4cd2-b031-37d7794c8361 None None] Bound port: f06a521b-8af7-4cbd-a4a1-8156c7e218a0, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36b3d08-8681-4717-8c6e-a0160fac2521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:30.012681 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-f4358f92-2100-4cd2-b031-37d7794c8361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:30.014675 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54408) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:30.063623 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0bef8ab8-0ea4-4093-9ea8-fc8871e73b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:30.074131 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f6bd80c1-38c6-48ef-b928-29e85777cee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:30.177792 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-f4358f92-2100-4cd2-b031-37d7794c8361 None None] For port f06a521b-8af7-4cbd-a4a1-8156c7e218a0, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:30.185957 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-f4358f92-2100-4cd2-b031-37d7794c8361 None None] For port f06a521b-8af7-4cbd-a4a1-8156c7e218a0, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=f06a521b-8af7-4cbd-a4a1-8156c7e218a0,segment=NetworkSegment(e36b3d08-8681-4717-8c6e-a0160fac2521),segment_id=e36b3d08-8681-4717-8c6e-a0160fac2521)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:18:30.194095 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-f4358f92-2100-4cd2-b031-37d7794c8361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:30.212217 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-51ddc478-f41b-4312-bbd9-38a73f8ebb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:30.266306 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-99052faf-2014-461a-8b5d-f51e062d2515 req-ef5190f7-714f-4323-8141-6f92ea251163 service neutron] Attempting to bind port 50c87bc1-a789-4c00-8804-ca8cbfeaad04 on host n-h2-778549-4 for vnic_type normal with profile {"migrating_to": "n-h1-778549-4"} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:30.266805 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-99052faf-2014-461a-8b5d-f51e062d2515 req-ef5190f7-714f-4323-8141-6f92ea251163 service neutron] Attempting to bind port 50c87bc1-a789-4c00-8804-ca8cbfeaad04 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:30.267021 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99052faf-2014-461a-8b5d-f51e062d2515 req-ef5190f7-714f-4323-8141-6f92ea251163 service neutron] Attempting to bind port 50c87bc1-a789-4c00-8804-ca8cbfeaad04 on network cbcbd292-3824-44cf-913c-59a7184e692c {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:30.278887 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5190f7-714f-4323-8141-6f92ea251163 service neutron] Pushing event updated for resources: {'Port': ['ID=50c87bc1-a789-4c00-8804-ca8cbfeaad04,revision_number=7']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:30.303429 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ddc478-f41b-4312-bbd9-38a73f8ebb98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=647bf446-1ef8-4521-953a-7c8ff6ae0c8d,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:30.305603 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ddc478-f41b-4312-bbd9-38a73f8ebb98 admin admin] Checking segment: {'id': 'b09fbdba-1c06-4bdf-9396-d120d80fa55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:30.305946 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ddc478-f41b-4312-bbd9-38a73f8ebb98 admin admin] Network hostable DHCP agents. Network: c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:18:30.315912 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e0dfd-e6e4-4b49-acd5-bdff472b2380 req-58de0789-eb57-4663-b51e-dc4b985629a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:30.317460 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2f7e0dfd-e6e4-4b49-acd5-bdff472b2380 req-58de0789-eb57-4663-b51e-dc4b985629a2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4169910 Jul 23 16:18:30.333995 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f33f0f-78f4-431e-8079-3667136877c1 None None] Pushing event updated for resources: {'Port': ['ID=f06a521b-8af7-4cbd-a4a1-8156c7e218a0,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:30.335868 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ddc478-f41b-4312-bbd9-38a73f8ebb98 admin admin] Network c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:18:30.352471 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-51ddc478-f41b-4312-bbd9-38a73f8ebb98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:30.353266 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac63b68-f55e-46b7-b272-ca27ca6688d6 req-27ba4baa-48e0-4545-8adb-6ab75cb90c90 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:30.355667 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1ac63b68-f55e-46b7-b272-ca27ca6688d6 req-27ba4baa-48e0-4545-8adb-6ab75cb90c90 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 946 time: 0.6677995 Jul 23 16:18:30.366689 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4358f92-2100-4cd2-b031-37d7794c8361 None None] Routers {'edfaf1cb-7e33-469e-acab-3c18955a278d'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:30.367384 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f4358f92-2100-4cd2-b031-37d7794c8361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:18:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['edfaf1cb-7e33-469e-acab-3c18955a278d'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:30.370391 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ddc478-f41b-4312-bbd9-38a73f8ebb98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:30.375433 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-51ddc478-f41b-4312-bbd9-38a73f8ebb98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:30.381878 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4774e37-b86c-4f52-aff9-07a229b48c5d None None] Network c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:18:30.447788 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99052faf-2014-461a-8b5d-f51e062d2515 req-ef5190f7-714f-4323-8141-6f92ea251163 service neutron] Port 50c87bc1-a789-4c00-8804-ca8cbfeaad04 on network cbcbd292-3824-44cf-913c-59a7184e692c not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:18:30.448131 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99052faf-2014-461a-8b5d-f51e062d2515 req-ef5190f7-714f-4323-8141-6f92ea251163 service neutron] Attempting to bind port 50c87bc1-a789-4c00-8804-ca8cbfeaad04 on network cbcbd292-3824-44cf-913c-59a7184e692c {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:30.460987 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2f7e0dfd-e6e4-4b49-acd5-bdff472b2380 req-38fb46a5-964d-4e97-9827-69f46f44ee35 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353550 Jul 23 16:18:30.608537 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99052faf-2014-461a-8b5d-f51e062d2515 req-ef5190f7-714f-4323-8141-6f92ea251163 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:18:30.608889 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99052faf-2014-461a-8b5d-f51e062d2515 req-ef5190f7-714f-4323-8141-6f92ea251163 service neutron] Checking segment: {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:30.609312 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99052faf-2014-461a-8b5d-f51e062d2515 req-ef5190f7-714f-4323-8141-6f92ea251163 service neutron] Bound using segment: {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:18:30.615094 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-99052faf-2014-461a-8b5d-f51e062d2515 req-ef5190f7-714f-4323-8141-6f92ea251163 service neutron] Bound port: 50c87bc1-a789-4c00-8804-ca8cbfeaad04, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:30.615480 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-99052faf-2014-461a-8b5d-f51e062d2515 req-ef5190f7-714f-4323-8141-6f92ea251163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:30.659153 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2f7e0dfd-e6e4-4b49-acd5-bdff472b2380 req-5b8a03fa-05b8-4466-8197-7904d4dc8efb service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884296 Jul 23 16:18:30.705242 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1ac63b68-f55e-46b7-b272-ca27ca6688d6 req-058f6670-e7ba-4265-8618-fe434abf0d8a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031569 Jul 23 16:18:30.763961 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-f4358f92-2100-4cd2-b031-37d7794c8361 None None] Set router edfaf1cb-7e33-469e-acab-3c18955a278d gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:30.815362 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f6bd80c1-38c6-48ef-b928-29e85777cee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:30.820404 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f6bd80c1-38c6-48ef-b928-29e85777cee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:30.824661 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f6bd80c1-38c6-48ef-b928-29e85777cee1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bf1c5932-6602-4d51-819c-8683724c314a HTTP/1.1" status: 204 len: 168 time: 1.2144022 Jul 23 16:18:30.874600 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0bef8ab8-0ea4-4093-9ea8-fc8871e73b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:30.891735 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-51ddc478-f41b-4312-bbd9-38a73f8ebb98 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.3671222 Jul 23 16:18:30.894189 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54418) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:30.899991 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-b57a07b4-5f95-4855-a8cd-4b11cc6155d7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-212616220-router', 'tenant_id': '51619850a89a4e979748f0d7c3538237', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:30.926679 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0bef8ab8-0ea4-4093-9ea8-fc8871e73b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:30.929789 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd80c1-38c6-48ef-b928-29e85777cee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1c5932-6602-4d51-819c-8683724c314a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:30.945039 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b57a07b4-5f95-4855-a8cd-4b11cc6155d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:30.947644 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b57a07b4-5f95-4855-a8cd-4b11cc6155d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:31.069338 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9341ffa-d07d-47bb-9aee-26fe7204e56b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c', 'network_id': 'c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c', 'tenant_id': '51619850a89a4e979748f0d7c3538237', 'fixed_ips': [{'subnet_id': '647bf446-1ef8-4521-953a-7c8ff6ae0c8d'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:18:31.071941 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f9341ffa-d07d-47bb-9aee-26fe7204e56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:31.081109 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b57a07b4-5f95-4855-a8cd-4b11cc6155d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:31.107235 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f4358f92-2100-4cd2-b031-37d7794c8361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839438847-router', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:11Z', 'updated_at': '2021-07-23T16:18:22Z', 'revision_number': 4, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'gw_port': {'id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:13Z', 'updated_at': '2021-07-23T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'f06a521b-8af7-4cbd-a4a1-8156c7e218a0', 'name': '', 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'mac_address': 'fa:16:3e:40:5c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:20Z', 'updated_at': '2021-07-23T16:18:30Z', 'revision_number': 4, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'subnets': [{'id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:31.137875 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef8ab8-0ea4-4093-9ea8-fc8871e73b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888735f5-e312-4ad5-86e5-8204b5da47c0,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:31.174993 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9a7fb-f852-418f-8757-1918a75a831b req-3f1c6126-9f79-443f-90ec-f4d67d58ace8 tempest-ServersAdminTestJSON-704937294 tempest-ServersAdminTestJSON-704937294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:31.177287 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9a7fb-f852-418f-8757-1918a75a831b req-3f1c6126-9f79-443f-90ec-f4d67d58ace8 tempest-ServersAdminTestJSON-704937294 tempest-ServersAdminTestJSON-704937294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:31.178159 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4358f92-2100-4cd2-b031-37d7794c8361 None None] The sync data for ids ['edfaf1cb-7e33-469e-acab-3c18955a278d'] in n-d-778549-4 is: [{'id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839438847-router', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:11Z', 'updated_at': '2021-07-23T16:18:22Z', 'revision_number': 4, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'gw_port': {'id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:13Z', 'updated_at': '2021-07-23T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'f06a521b-8af7-4cbd-a4a1-8156c7e218a0', 'name': '', 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'mac_address': 'fa:16:3e:40:5c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:20Z', 'updated_at': '2021-07-23T16:18:30Z', 'revision_number': 4, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'subnets': [{'id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:18:31.180609 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9a7fb-f852-418f-8757-1918a75a831b req-3f1c6126-9f79-443f-90ec-f4d67d58ace8 tempest-ServersAdminTestJSON-704937294 tempest-ServersAdminTestJSON-704937294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:31.181145 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9a7fb-f852-418f-8757-1918a75a831b req-3f1c6126-9f79-443f-90ec-f4d67d58ace8 tempest-ServersAdminTestJSON-704937294 tempest-ServersAdminTestJSON-704937294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:31.184384 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9a7fb-f852-418f-8757-1918a75a831b req-3f1c6126-9f79-443f-90ec-f4d67d58ace8 tempest-ServersAdminTestJSON-704937294 tempest-ServersAdminTestJSON-704937294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:31.186803 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9a7fb-f852-418f-8757-1918a75a831b req-3f1c6126-9f79-443f-90ec-f4d67d58ace8 tempest-ServersAdminTestJSON-704937294 tempest-ServersAdminTestJSON-704937294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:31.188286 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9a7fb-f852-418f-8757-1918a75a831b req-3f1c6126-9f79-443f-90ec-f4d67d58ace8 tempest-ServersAdminTestJSON-704937294 tempest-ServersAdminTestJSON-704937294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:31.198936 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94d9a7fb-f852-418f-8757-1918a75a831b req-3f1c6126-9f79-443f-90ec-f4d67d58ace8 tempest-ServersAdminTestJSON-704937294 tempest-ServersAdminTestJSON-704937294-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582&device_id=cae4578b-b958-4fd3-8166-659dada79ea7&device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67&device_id=7fe674d4-f201-4770-95c4-53525875fef1&device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2&device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745&device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 6441 time: 0.7267749 Jul 23 16:18:31.228558 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0bef8ab8-0ea4-4093-9ea8-fc8871e73b8c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e33fdbbfeba24202b84729fd00e9d6cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1973720 Jul 23 16:18:31.232827 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-99052faf-2014-461a-8b5d-f51e062d2515 req-ef5190f7-714f-4323-8141-6f92ea251163 service neutron] For port 50c87bc1-a789-4c00-8804-ca8cbfeaad04, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:31.237870 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54420) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:31.253956 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-99052faf-2014-461a-8b5d-f51e062d2515 req-ef5190f7-714f-4323-8141-6f92ea251163 service neutron] For port 50c87bc1-a789-4c00-8804-ca8cbfeaad04, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=50c87bc1-a789-4c00-8804-ca8cbfeaad04,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:18:31.299251 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-99052faf-2014-461a-8b5d-f51e062d2515 req-ef5190f7-714f-4323-8141-6f92ea251163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:31.337222 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-94d9a7fb-f852-418f-8757-1918a75a831b req-1eab4c99-6d42-460e-8a95-c898f3ae2f5e tempest-ServersAdminTestJSON-704937294 tempest-ServersAdminTestJSON-704937294-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:31.355581 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f06a521b-8af7-4cbd-a4a1-8156c7e218a0 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:31.392627 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b57a07b4-5f95-4855-a8cd-4b11cc6155d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:31.447100 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-f9341ffa-d07d-47bb-9aee-26fe7204e56b None None] Allocated IP 172.20.0.2 (c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c/647bf446-1ef8-4521-953a-7c8ff6ae0c8d/9cc4dc90-32e2-4929-a519-0c1151f9ceac) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:31.461851 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c4c264a6-be8c-4464-876d-2627e8bfd77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:31.531780 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c4c264a6-be8c-4464-876d-2627e8bfd77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:31.667995 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-94d9a7fb-f852-418f-8757-1918a75a831b req-1eab4c99-6d42-460e-8a95-c898f3ae2f5e tempest-ServersAdminTestJSON-704937294 tempest-ServersAdminTestJSON-704937294-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:31.669406 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c4c264a6-be8c-4464-876d-2627e8bfd77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:31.672970 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c4c264a6-be8c-4464-876d-2627e8bfd77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:31.677939 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c4c264a6-be8c-4464-876d-2627e8bfd77b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/888735f5-e312-4ad5-86e5-8204b5da47c0 HTTP/1.1" status: 204 len: 168 time: 0.4390707 Jul 23 16:18:31.694956 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c264a6-be8c-4464-876d-2627e8bfd77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888735f5-e312-4ad5-86e5-8204b5da47c0,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:31.702206 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f9341ffa-d07d-47bb-9aee-26fe7204e56b None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:31.721552 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f9341ffa-d07d-47bb-9aee-26fe7204e56b None None] Transition to ACTIVE for port object 9cc4dc90-32e2-4929-a519-0c1151f9ceac will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:31.728287 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-94d9a7fb-f852-418f-8757-1918a75a831b req-1eab4c99-6d42-460e-8a95-c898f3ae2f5e tempest-ServersAdminTestJSON-704937294 tempest-ServersAdminTestJSON-704937294-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:31.747474 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f9341ffa-d07d-47bb-9aee-26fe7204e56b None None] Transition to ACTIVE for port object 9cc4dc90-32e2-4929-a519-0c1151f9ceac will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:31.806446 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f9341ffa-d07d-47bb-9aee-26fe7204e56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:31.815148 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523f225-19fd-4e33-9e47-0621b7e0687b req-1b479a9d-2222-4312-ad0c-e8cbbb789ca4 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:31.823587 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e523f225-19fd-4e33-9e47-0621b7e0687b req-1b479a9d-2222-4312-ad0c-e8cbbb789ca4 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67 HTTP/1.1" status: 200 len: 943 time: 0.9975922 Jul 23 16:18:31.892528 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9341ffa-d07d-47bb-9aee-26fe7204e56b None None] Network c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:31.905317 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9341ffa-d07d-47bb-9aee-26fe7204e56b None None] Pushing event updated for resources: {'Port': ['ID=9cc4dc90-32e2-4929-a519-0c1151f9ceac,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:31.909160 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-f9341ffa-d07d-47bb-9aee-26fe7204e56b None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:31.930551 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9341ffa-d07d-47bb-9aee-26fe7204e56b None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:18:31.935374 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b57a07b4-5f95-4855-a8cd-4b11cc6155d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:31.989923 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b57a07b4-5f95-4855-a8cd-4b11cc6155d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:32.056610 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 0ba4628c-0b1c-469e-83f4-9f4d3292c354 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:18:32.089227 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94d9a7fb-f852-418f-8757-1918a75a831b req-1eab4c99-6d42-460e-8a95-c898f3ae2f5e tempest-ServersAdminTestJSON-704937294 tempest-ServersAdminTestJSON-704937294-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 421 time: 0.8889728 Jul 23 16:18:32.136664 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5190f7-714f-4323-8141-6f92ea251163 service neutron] Pushing event updated for resources: {'Port': ['ID=50c87bc1-a789-4c00-8804-ca8cbfeaad04,revision_number=8']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:32.145998 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-f9341ffa-d07d-47bb-9aee-26fe7204e56b None None] Attempting to bind port 9cc4dc90-32e2-4929-a519-0c1151f9ceac on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:32.146732 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-f9341ffa-d07d-47bb-9aee-26fe7204e56b None None] Attempting to bind port 9cc4dc90-32e2-4929-a519-0c1151f9ceac by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'b09fbdba-1c06-4bdf-9396-d120d80fa55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:32.153826 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab4c99-6d42-460e-8a95-c898f3ae2f5e tempest-ServersAdminTestJSON-704937294 tempest-ServersAdminTestJSON-704937294-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1cc65c-658c-48d1-a1d4-d7cbfbf88037,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:32.157751 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9341ffa-d07d-47bb-9aee-26fe7204e56b None None] Attempting to bind port 9cc4dc90-32e2-4929-a519-0c1151f9ceac on network c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:32.186576 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port f06a521b-8af7-4cbd-a4a1-8156c7e218a0 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:32.222642 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9341ffa-d07d-47bb-9aee-26fe7204e56b None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:18:32.223649 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9341ffa-d07d-47bb-9aee-26fe7204e56b None None] Checking segment: {'id': 'b09fbdba-1c06-4bdf-9396-d120d80fa55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:32.224393 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f9341ffa-d07d-47bb-9aee-26fe7204e56b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:32.225937 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9341ffa-d07d-47bb-9aee-26fe7204e56b None None] Bound using segment: {'id': 'b09fbdba-1c06-4bdf-9396-d120d80fa55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:18:32.226655 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-f9341ffa-d07d-47bb-9aee-26fe7204e56b None None] Bound port: 9cc4dc90-32e2-4929-a519-0c1151f9ceac, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09fbdba-1c06-4bdf-9396-d120d80fa55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:32.227261 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f9341ffa-d07d-47bb-9aee-26fe7204e56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:32.239008 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e523f225-19fd-4e33-9e47-0621b7e0687b req-1ac24448-ced7-49ac-a095-4d2f9867d068 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521099 Jul 23 16:18:32.260748 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99052faf-2014-461a-8b5d-f51e062d2515 req-ef5190f7-714f-4323-8141-6f92ea251163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:32.260748 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-99052faf-2014-461a-8b5d-f51e062d2515 req-ef5190f7-714f-4323-8141-6f92ea251163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:32.262938 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99052faf-2014-461a-8b5d-f51e062d2515 req-ef5190f7-714f-4323-8141-6f92ea251163 service neutron] 10.222.0.74 "PUT /v2.0/ports/50c87bc1-a789-4c00-8804-ca8cbfeaad04 HTTP/1.1" status: 200 len: 1121 time: 4.1985426 Jul 23 16:18:32.267866 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48370b7e-f4a6-4cdc-a303-e72562a9fe67', 'tag': '50c87bc1-a789-4c00-8804-ca8cbfeaad04'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:32.287026 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ddad15-5bf8-4c14-9031-37b0b89cf8b6" -d '{"events": [{"name": "network-changed", "server_uuid": "48370b7e-f4a6-4cdc-a303-e72562a9fe67", "tag": "50c87bc1-a789-4c00-8804-ca8cbfeaad04"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:32.325825 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-b57a07b4-5f95-4855-a8cd-4b11cc6155d7 admin admin] Allocated IP 172.25.8.169 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/f959541c-8280-4bbb-b505-d1ea0f0ab1a3) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:32.420058 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 0ba4628c-0b1c-469e-83f4-9f4d3292c354, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=0ba4628c-0b1c-469e-83f4-9f4d3292c354,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:32.454907 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port f06a521b-8af7-4cbd-a4a1-8156c7e218a0 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:32.455502 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:32.518903 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '0ba4628c-0b1c-469e-83f4-9f4d3292c354', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': '0ba4628c-0b1c-469e-83f4-9f4d3292c354', 'mac_address': 'fa:16:3e:e2:8c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:18:32.572426 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b57a07b4-5f95-4855-a8cd-4b11cc6155d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:32.604861 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dac84e-1759-4824-8b14-f35c6d69fde5 req-3ead9f28-a5e9-4afa-af1e-584c30c525f8 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:32.625768 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['50c87bc1-a789-4c00-8804-ca8cbfeaad04'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:18:32.628978 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-02dac84e-1759-4824-8b14-f35c6d69fde5 req-3ead9f28-a5e9-4afa-af1e-584c30c525f8 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 946 time: 0.2137687 Jul 23 16:18:32.691073 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b57a07b4-5f95-4855-a8cd-4b11cc6155d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:32.691380 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d22aa89-a151-4ff9-88d7-c301a037220d x-openstack-request-id: req-7d22aa89-a151-4ff9-88d7-c301a037220d {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:32.691602 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48370b7e-f4a6-4cdc-a303-e72562a9fe67", "tag": "50c87bc1-a789-4c00-8804-ca8cbfeaad04", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:32.691856 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7d22aa89-a151-4ff9-88d7-c301a037220d {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:32.692778 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48370b7e-f4a6-4cdc-a303-e72562a9fe67', 'tag': '50c87bc1-a789-4c00-8804-ca8cbfeaad04', 'status': 'completed', 'code': 200} Jul 23 16:18:32.750876 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:32.782731 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-02dac84e-1759-4824-8b14-f35c6d69fde5 req-96fa1351-f5bb-40f2-8f8b-441529d58dfd tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446536 Jul 23 16:18:32.848608 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57a07b4-5f95-4855-a8cd-4b11cc6155d7 admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:32.858268 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ba4628c-0b1c-469e-83f4-9f4d3292c354 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:32.900924 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 0ba4628c-0b1c-469e-83f4-9f4d3292c354, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=0ba4628c-0b1c-469e-83f4-9f4d3292c354,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:32.931645 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-b57a07b4-5f95-4855-a8cd-4b11cc6155d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:32.945073 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57a07b4-5f95-4855-a8cd-4b11cc6155d7 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:18:32.982149 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:32.996241 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5b97c04f-5972-408f-916b-aec4756040e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:33.043894 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a07b4-5f95-4855-a8cd-4b11cc6155d7 admin admin] Pushing event updated for resources: {'Port': ['ID=f959541c-8280-4bbb-b505-d1ea0f0ab1a3,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:33.226171 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fbc04-398e-499a-b208-be16c7aa0f5e req-fb5f5e22-7623-43f4-87de-5460a82b1f1e tempest-ServersAdminTestJSON-704937294 tempest-ServersAdminTestJSON-704937294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:33.226666 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fbc04-398e-499a-b208-be16c7aa0f5e req-fb5f5e22-7623-43f4-87de-5460a82b1f1e tempest-ServersAdminTestJSON-704937294 tempest-ServersAdminTestJSON-704937294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:33.227142 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fbc04-398e-499a-b208-be16c7aa0f5e req-fb5f5e22-7623-43f4-87de-5460a82b1f1e tempest-ServersAdminTestJSON-704937294 tempest-ServersAdminTestJSON-704937294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:33.259607 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-635fbc04-398e-499a-b208-be16c7aa0f5e req-fb5f5e22-7623-43f4-87de-5460a82b1f1e tempest-ServersAdminTestJSON-704937294 tempest-ServersAdminTestJSON-704937294-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=cae4578b-b958-4fd3-8166-659dada79ea7&device_id=7fe674d4-f201-4770-95c4-53525875fef1&device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 2884 time: 0.1587155 Jul 23 16:18:33.274762 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f9341ffa-d07d-47bb-9aee-26fe7204e56b None None] For port 9cc4dc90-32e2-4929-a519-0c1151f9ceac, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:33.298257 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['0ba4628c-0b1c-469e-83f4-9f4d3292c354'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:18:33.360579 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-635fbc04-398e-499a-b208-be16c7aa0f5e req-02b37e1c-e739-469a-861c-86a08e38491c tempest-ServersAdminTestJSON-704937294 tempest-ServersAdminTestJSON-704937294-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999691 Jul 23 16:18:33.513692 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddad15-5bf8-4c14-9031-37b0b89cf8b6 req-e67feb08-2821-424f-8d92-f8f7e8e61b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:33.524051 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-65ddad15-5bf8-4c14-9031-37b0b89cf8b6 req-e67feb08-2821-424f-8d92-f8f7e8e61b2a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67 HTTP/1.1" status: 200 len: 1124 time: 0.7947400 Jul 23 16:18:33.531476 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:33.598495 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port f06a521b-8af7-4cbd-a4a1-8156c7e218a0, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=f06a521b-8af7-4cbd-a4a1-8156c7e218a0,segment=NetworkSegment(e36b3d08-8681-4717-8c6e-a0160fac2521),segment_id=e36b3d08-8681-4717-8c6e-a0160fac2521)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:33.609996 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f9341ffa-d07d-47bb-9aee-26fe7204e56b None None] For port 9cc4dc90-32e2-4929-a519-0c1151f9ceac, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=9cc4dc90-32e2-4929-a519-0c1151f9ceac,segment=NetworkSegment(b09fbdba-1c06-4bdf-9396-d120d80fa55f),segment_id=b09fbdba-1c06-4bdf-9396-d120d80fa55f)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:18:33.613265 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:33.621536 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=0ba4628c-0b1c-469e-83f4-9f4d3292c354,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:33.679901 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55302c-5149-44db-a40d-3395ac419526 req-c35aacc0-e95e-4a01-9c1b-5291469da410 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:33.692044 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=f06a521b-8af7-4cbd-a4a1-8156c7e218a0,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:33.695533 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f9341ffa-d07d-47bb-9aee-26fe7204e56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:33.696387 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-da55302c-5149-44db-a40d-3395ac419526 req-c35aacc0-e95e-4a01-9c1b-5291469da410 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67 HTTP/1.1" status: 200 len: 943 time: 0.2242341 Jul 23 16:18:33.836497 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-da55302c-5149-44db-a40d-3395ac419526 req-cb8c30e2-84d0-49a7-86de-9e47cc53a84c tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324389 Jul 23 16:18:33.987182 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9341ffa-d07d-47bb-9aee-26fe7204e56b None None] Pushing event updated for resources: {'Port': ['ID=9cc4dc90-32e2-4929-a519-0c1151f9ceac,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:34.180968 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4db169-9ff4-465f-bddd-1ba77dda1479 req-661459ab-72e8-4f01-a484-113aa88bc239 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:34.184645 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54510) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:34.199470 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3f4db169-9ff4-465f-bddd-1ba77dda1479 req-661459ab-72e8-4f01-a484-113aa88bc239 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 947 time: 0.2223475 Jul 23 16:18:34.252487 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54514) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:34.285402 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3f4db169-9ff4-465f-bddd-1ba77dda1479 req-d2466853-8366-4b46-bd12-4f8417c21fb7 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798907 Jul 23 16:18:34.300286 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddad15-5bf8-4c14-9031-37b0b89cf8b6 req-8b5e7866-d0d2-4a07-93c7-ce6d144544c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:34.309316 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-65ddad15-5bf8-4c14-9031-37b0b89cf8b6 req-8b5e7866-d0d2-4a07-93c7-ce6d144544c9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=cbcbd292-3824-44cf-913c-59a7184e692c HTTP/1.1" status: 200 len: 910 time: 0.7669096 Jul 23 16:18:34.312856 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b57a07b4-5f95-4855-a8cd-4b11cc6155d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:34.549595 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:34.704338 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a46e1399-ffbe-495e-8e97-b9bc191ba464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:34.801316 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97aaa1-8d57-46d5-9476-be2d59c6f226 req-ce235c7a-8511-416e-a19f-f82640326a20 tempest-ServersAdminTestJSON-704937294 tempest-ServersAdminTestJSON-704937294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:34.803894 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8b97aaa1-8d57-46d5-9476-be2d59c6f226 req-ce235c7a-8511-416e-a19f-f82640326a20 tempest-ServersAdminTestJSON-704937294 tempest-ServersAdminTestJSON-704937294-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 1101 time: 0.1689262 Jul 23 16:18:34.887033 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8b97aaa1-8d57-46d5-9476-be2d59c6f226 req-b9f37b1d-b990-487c-9335-8904b3806ed0 tempest-ServersAdminTestJSON-704937294 tempest-ServersAdminTestJSON-704937294-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743890 Jul 23 16:18:34.975151 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a46e1399-ffbe-495e-8e97-b9bc191ba464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:35.090324 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a46e1399-ffbe-495e-8e97-b9bc191ba464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:35.135949 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-65ddad15-5bf8-4c14-9031-37b0b89cf8b6 req-a945154d-11e5-4a42-bdb2-55af33585292 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c87bc1-a789-4c00-8804-ca8cbfeaad04 HTTP/1.1" status: 200 len: 217 time: 0.7211604 Jul 23 16:18:35.156553 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c2762507-2494-4353-9819-bb4e39f1c044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:35.164529 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e1399-ffbe-495e-8e97-b9bc191ba464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664394ad-e612-4f5d-99b3-45c356402dbc,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:35.171454 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a46e1399-ffbe-495e-8e97-b9bc191ba464 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=94d4bc8a678641fd86c34e145612eeed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9162383 Jul 23 16:18:35.174554 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54538) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:35.292161 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddad15-5bf8-4c14-9031-37b0b89cf8b6 req-45ba3dd3-20bb-4b23-aa82-954be232dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:35.293969 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-65ddad15-5bf8-4c14-9031-37b0b89cf8b6 req-45ba3dd3-20bb-4b23-aa82-954be232dce6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f8384c77-6398-425d-9275-6a23db41a285 HTTP/1.1" status: 200 len: 848 time: 0.1497433 Jul 23 16:18:35.294974 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b57a07b4-5f95-4855-a8cd-4b11cc6155d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:35.326331 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-925a41f9-0ecf-4689-972f-6aaf639f0621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:35.346294 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-65ddad15-5bf8-4c14-9031-37b0b89cf8b6 req-b061276b-ba46-4dba-9713-643ae72fba0d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cbcbd292-3824-44cf-913c-59a7184e692c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445292 Jul 23 16:18:35.354440 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:35.415004 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e22a38-5f8f-45f9-95f1-a3733983205f req-e162c7fa-7042-46e0-8862-d7caa0b8008c tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:35.423181 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a1e22a38-5f8f-45f9-95f1-a3733983205f req-e162c7fa-7042-46e0-8862-d7caa0b8008c tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67 HTTP/1.1" status: 200 len: 943 time: 0.4407315 Jul 23 16:18:35.452463 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0096b13f-59e1-4483-8832-d29d72d70e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:35.458879 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d473342-5dd9-4d06-ae5b-f7b54d285eb9 req-c5b16bbc-fa0c-454f-a9f3-bdc5c120c4c9 tempest-ServersAdminTestJSON-704937294 tempest-ServersAdminTestJSON-704937294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:35.467288 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0d473342-5dd9-4d06-ae5b-f7b54d285eb9 req-c5b16bbc-fa0c-454f-a9f3-bdc5c120c4c9 tempest-ServersAdminTestJSON-704937294 tempest-ServersAdminTestJSON-704937294-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 1101 time: 0.4164360 Jul 23 16:18:35.532880 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788b8177-92b7-4007-ad60-4c81b1417db8 None None] Network c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:18:35.560784 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0096b13f-59e1-4483-8832-d29d72d70e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:35.569374 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-65ddad15-5bf8-4c14-9031-37b0b89cf8b6 req-8a6b0f29-ff0f-4ae4-b548-501a0f28eaf9 service neutron] 10.222.0.97 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713953 Jul 23 16:18:35.616926 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0d473342-5dd9-4d06-ae5b-f7b54d285eb9 req-29ed9ed7-738d-4fe8-aa00-a9c481f726cb tempest-ServersAdminTestJSON-704937294 tempest-ServersAdminTestJSON-704937294-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444187 Jul 23 16:18:35.650114 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a1e22a38-5f8f-45f9-95f1-a3733983205f req-f1106148-1470-4b26-9db7-35b872ea0473 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248733 Jul 23 16:18:35.762633 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0096b13f-59e1-4483-8832-d29d72d70e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:35.765681 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0096b13f-59e1-4483-8832-d29d72d70e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:35.767434 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0096b13f-59e1-4483-8832-d29d72d70e43 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/664394ad-e612-4f5d-99b3-45c356402dbc HTTP/1.1" status: 204 len: 168 time: 0.5908570 Jul 23 16:18:35.778156 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096b13f-59e1-4483-8832-d29d72d70e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664394ad-e612-4f5d-99b3-45c356402dbc,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:35.781077 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c2762507-2494-4353-9819-bb4e39f1c044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:35.802735 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c2762507-2494-4353-9819-bb4e39f1c044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:35.807077 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 50c87bc1-a789-4c00-8804-ca8cbfeaad04 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:18:35.869602 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2762507-2494-4353-9819-bb4e39f1c044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a402fd-2077-4815-b570-fd67a1b0905f,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:35.898408 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-65ddad15-5bf8-4c14-9031-37b0b89cf8b6 req-4e7315c6-8367-4ee4-bd2a-11ae2c1c0737 service neutron] 10.222.0.97 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147104 Jul 23 16:18:35.910471 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8cd7fbc1-283e-4d95-99c2-22f961b93fd4 None None] Provisioning for port 9cc4dc90-32e2-4929-a519-0c1151f9ceac completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:35.943549 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57a07b4-5f95-4855-a8cd-4b11cc6155d7 admin admin] Router ca61d847-54e2-48f4-b677-239ed9cdd706 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:18:35.962189 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c2762507-2494-4353-9819-bb4e39f1c044 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2f7e86d8e44c4318a5bccef153d6e989&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7739630 Jul 23 16:18:35.964253 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54548) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:35.983327 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d7c49-8fc4-4e30-870c-7b488043ab3a req-b1b140af-352b-44db-afbd-cc49ea92400b tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:35.992265 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c1d7c49-8fc4-4e30-870c-7b488043ab3a req-b1b140af-352b-44db-afbd-cc49ea92400b tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 947 time: 0.2088387 Jul 23 16:18:36.028671 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.resource_extend [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:18:36.074477 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c1d7c49-8fc4-4e30-870c-7b488043ab3a req-306ed20a-4121-4869-988c-31b7f2f1c4d2 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811827 Jul 23 16:18:36.206358 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57a07b4-5f95-4855-a8cd-4b11cc6155d7 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:18:36.252713 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b57a07b4-5f95-4855-a8cd-4b11cc6155d7 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:36.254209 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b57a07b4-5f95-4855-a8cd-4b11cc6155d7 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.3589623 Jul 23 16:18:36.257666 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54560) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:36.284836 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-73136bd7-50ab-41ae-b694-d2bfb31a2637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:36.324027 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-73136bd7-50ab-41ae-b694-d2bfb31a2637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:36.408587 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 0ba4628c-0b1c-469e-83f4-9f4d3292c354 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:36.410731 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f06a521b-8af7-4cbd-a4a1-8156c7e218a0 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:36.426268 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5070b9-1f3b-4e2a-a0b9-43a4fc0776fa None None] Sync routers for ids ['ca61d847-54e2-48f4-b677-239ed9cdd706'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:18:36.435201 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-73136bd7-50ab-41ae-b694-d2bfb31a2637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:36.440327 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-73136bd7-50ab-41ae-b694-d2bfb31a2637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:36.443713 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-73136bd7-50ab-41ae-b694-d2bfb31a2637 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b7a402fd-2077-4815-b570-fd67a1b0905f HTTP/1.1" status: 204 len: 168 time: 0.4783568 Jul 23 16:18:36.516676 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-3eb9c134-4f85-4a51-88c2-b8a100a391f9 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=f312aabe45af48eeb5223979f7eaaa71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1670892 Jul 23 16:18:36.545367 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54564) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:36.559582 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5070b9-1f3b-4e2a-a0b9-43a4fc0776fa None None] Routers {'ca61d847-54e2-48f4-b677-239ed9cdd706'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:36.560229 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-5e5070b9-1f3b-4e2a-a0b9-43a4fc0776fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:18:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ca61d847-54e2-48f4-b677-239ed9cdd706'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:36.576570 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73136bd7-50ab-41ae-b694-d2bfb31a2637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a402fd-2077-4815-b570-fd67a1b0905f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:36.654892 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-99052faf-2014-461a-8b5d-f51e062d2515 req-d2fe019d-7fa2-4437-8586-aa1704d5edf4 service neutron] 10.222.0.97 "GET /v2.0/ports/50c87bc1-a789-4c00-8804-ca8cbfeaad04/bindings/n-h1-778549-4 HTTP/1.1" status: 200 len: 384 time: 0.2369261 Jul 23 16:18:36.690465 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8fffcfa5-0509-4782-a1c9-343152d7bbb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:36.980718 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-5e5070b9-1f3b-4e2a-a0b9-43a4fc0776fa None None] Set router ca61d847-54e2-48f4-b677-239ed9cdd706 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:37.122920 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-99052faf-2014-461a-8b5d-f51e062d2515 req-78f1bfca-ac31-42ef-a8eb-c62521cc8e1c service neutron] For port 50c87bc1-a789-4c00-8804-ca8cbfeaad04, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=50c87bc1-a789-4c00-8804-ca8cbfeaad04,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:37.157036 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-6f8e918e-6024-4e32-8aaf-edf783ee5add tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:37.165158 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-6f8e918e-6024-4e32-8aaf-edf783ee5add tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6486137 Jul 23 16:18:37.182197 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-99052faf-2014-461a-8b5d-f51e062d2515 req-78f1bfca-ac31-42ef-a8eb-c62521cc8e1c service neutron] For port 50c87bc1-a789-4c00-8804-ca8cbfeaad04, host n-h2-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:37.244269 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:37.267536 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-b6dd2217-fca2-4483-9083-6fa101cc9c85 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/quotas/f312aabe45af48eeb5223979f7eaaa71 HTTP/1.1" status: 200 len: 375 time: 0.1009789 Jul 23 16:18:37.273890 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-99052faf-2014-461a-8b5d-f51e062d2515 req-78f1bfca-ac31-42ef-a8eb-c62521cc8e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c87bc1-a789-4c00-8804-ca8cbfeaad04 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:37.306377 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-99052faf-2014-461a-8b5d-f51e062d2515 req-78f1bfca-ac31-42ef-a8eb-c62521cc8e1c service neutron] For port 50c87bc1-a789-4c00-8804-ca8cbfeaad04, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=50c87bc1-a789-4c00-8804-ca8cbfeaad04,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:37.332386 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port f06a521b-8af7-4cbd-a4a1-8156c7e218a0 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:37.332807 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:37.337224 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-99052faf-2014-461a-8b5d-f51e062d2515 req-78f1bfca-ac31-42ef-a8eb-c62521cc8e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:37.420443 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 50c87bc1-a789-4c00-8804-ca8cbfeaad04, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=50c87bc1-a789-4c00-8804-ca8cbfeaad04,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:37.425501 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-99052faf-2014-461a-8b5d-f51e062d2515 req-78f1bfca-ac31-42ef-a8eb-c62521cc8e1c service neutron] Transition to ACTIVE for port object 50c87bc1-a789-4c00-8804-ca8cbfeaad04 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:37.431565 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-99052faf-2014-461a-8b5d-f51e062d2515 req-78f1bfca-ac31-42ef-a8eb-c62521cc8e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:37.431978 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:37.434579 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-c3c13121-334c-4bf5-b877-bc4c572a9e10 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f312aabe45af48eeb5223979f7eaaa71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1640167 Jul 23 16:18:37.469514 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 50c87bc1-a789-4c00-8804-ca8cbfeaad04 has no active binding in host n-h1-778549-4 {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 16:18:37.505551 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-5e5070b9-1f3b-4e2a-a0b9-43a4fc0776fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca61d847-54e2-48f4-b677-239ed9cdd706', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-212616220-router', 'tenant_id': '51619850a89a4e979748f0d7c3538237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'f959541c-8280-4bbb-b505-d1ea0f0ab1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:30Z', 'updated_at': '2021-07-23T16:18:33Z', 'revision_number': 3, 'project_id': '51619850a89a4e979748f0d7c3538237', 'gw_port': {'id': 'f959541c-8280-4bbb-b505-d1ea0f0ab1a3', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:68:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca61d847-54e2-48f4-b677-239ed9cdd706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:32Z', 'updated_at': '2021-07-23T16:18:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:37.521208 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-99052faf-2014-461a-8b5d-f51e062d2515 req-78f1bfca-ac31-42ef-a8eb-c62521cc8e1c service neutron] No DVR routers for this DVR port 50c87bc1-a789-4c00-8804-ca8cbfeaad04 on host n-h2-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:18:37.530791 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc73c4b-e172-4a59-bde4-796a536a36d6 req-c4eed7db-d48d-4139-9cdf-e2d71a219260 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:37.543361 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6bc73c4b-e172-4a59-bde4-796a536a36d6 req-c4eed7db-d48d-4139-9cdf-e2d71a219260 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67 HTTP/1.1" status: 200 len: 943 time: 0.5970263 Jul 23 16:18:37.586794 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 0ba4628c-0b1c-469e-83f4-9f4d3292c354 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:37.592421 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5070b9-1f3b-4e2a-a0b9-43a4fc0776fa None None] Checking router: ca61d847-54e2-48f4-b677-239ed9cdd706 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:18:37.592825 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5070b9-1f3b-4e2a-a0b9-43a4fc0776fa None None] Updating router ca61d847-54e2-48f4-b677-239ed9cdd706 port f959541c-8280-4bbb-b505-d1ea0f0ab1a3 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:18:37.626552 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 0ba4628c-0b1c-469e-83f4-9f4d3292c354 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:37.626931 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:37.640036 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-99052faf-2014-461a-8b5d-f51e062d2515 req-78f1bfca-ac31-42ef-a8eb-c62521cc8e1c service neutron] 10.222.0.97 "PUT /v2.0/ports/50c87bc1-a789-4c00-8804-ca8cbfeaad04/bindings/n-h1-778549-4/activate HTTP/1.1" status: 200 len: 369 time: 0.9732046 Jul 23 16:18:37.680752 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 9cc4dc90-32e2-4929-a519-0c1151f9ceac up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:37.680967 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1bfca-ac31-42ef-a8eb-c62521cc8e1c service neutron] Pushing event updated for resources: {'Port': ['ID=50c87bc1-a789-4c00-8804-ca8cbfeaad04,revision_number=10']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:37.688993 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8fffcfa5-0509-4782-a1c9-343152d7bbb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:37.770797 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5e5070b9-1f3b-4e2a-a0b9-43a4fc0776fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:37.860681 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8fffcfa5-0509-4782-a1c9-343152d7bbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:38.011024 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 9cc4dc90-32e2-4929-a519-0c1151f9ceac completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:38.073415 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 9cc4dc90-32e2-4929-a519-0c1151f9ceac triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:38.073649 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-40c104be-3175-435d-8a4a-e412b10fdf74 req-2edf0d7d-376a-4bd6-8201-c89cb3207342 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1751235 Jul 23 16:18:38.073760 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:38.120565 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:38.130016 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffcfa5-0509-4782-a1c9-343152d7bbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d0f09b-6ac6-4db4-8f03-01012bddfad9,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:38.175450 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6bc73c4b-e172-4a59-bde4-796a536a36d6 req-4d76d5b6-8b23-404f-b9ad-91c7e1e4b369 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6310151 Jul 23 16:18:38.201020 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e721c824-b100-4463-8166-d259bcc79582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba4628c-0b1c-469e-83f4-9f4d3292c354'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:38.203400 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe9c480-0a81-42e6-aa4f-a9686354b7c6" -d '{"events": [{"server_uuid": "e721c824-b100-4463-8166-d259bcc79582", "name": "network-vif-plugged", "status": "completed", "tag": "0ba4628c-0b1c-469e-83f4-9f4d3292c354"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:38.283224 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 0ba4628c-0b1c-469e-83f4-9f4d3292c354, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=0ba4628c-0b1c-469e-83f4-9f4d3292c354,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:38.300668 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:38.315378 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 50c87bc1-a789-4c00-8804-ca8cbfeaad04 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:18:38.323461 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:38.356687 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c104be-3175-435d-8a4a-e412b10fdf74 req-8a3dc67e-82ff-4f51-a7df-9f4909599b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:38.362103 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-40c104be-3175-435d-8a4a-e412b10fdf74 req-8a3dc67e-82ff-4f51-a7df-9f4909599b51 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745 HTTP/1.1" status: 200 len: 1117 time: 0.1507194 Jul 23 16:18:38.493804 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 9cc4dc90-32e2-4929-a519-0c1151f9ceac, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=9cc4dc90-32e2-4929-a519-0c1151f9ceac,segment=NetworkSegment(b09fbdba-1c06-4bdf-9396-d120d80fa55f),segment_id=b09fbdba-1c06-4bdf-9396-d120d80fa55f)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:38.576007 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c104be-3175-435d-8a4a-e412b10fdf74 req-fbaabd6e-41f8-4a8b-8d29-84199ba7826a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:38.577522 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-40c104be-3175-435d-8a4a-e412b10fdf74 req-fbaabd6e-41f8-4a8b-8d29-84199ba7826a service neutron] 10.222.0.97 "GET /v2.0/networks?id=cbcbd292-3824-44cf-913c-59a7184e692c HTTP/1.1" status: 200 len: 910 time: 0.1888852 Jul 23 16:18:38.578812 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=0ba4628c-0b1c-469e-83f4-9f4d3292c354,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:38.585564 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-83825a54-5c81-400c-a48d-c1dc008dd539 req-0b542ab8-24ef-4e27-a55f-c345b335adf1 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/ports?device_id=98b33253-1865-4d59-bfff-00604d067ca7 HTTP/1.1" status: 200 len: 210 time: 0.1362877 Jul 23 16:18:38.616202 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8fffcfa5-0509-4782-a1c9-343152d7bbb5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=33d48a5408534e6e88c6708871dafc38&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0611570 Jul 23 16:18:38.626833 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54630) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:38.630315 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:38.692127 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-40c104be-3175-435d-8a4a-e412b10fdf74 req-bd4b8370-0b8b-4a57-a782-5ee1d5e1533a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=122ef259-640d-4589-b162-4a77274d8825 HTTP/1.1" status: 200 len: 217 time: 0.1062233 Jul 23 16:18:38.711541 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99052faf-2014-461a-8b5d-f51e062d2515 req-1e96a0d5-9be8-4cec-b836-ad7bc38fd131 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:38.713196 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99052faf-2014-461a-8b5d-f51e062d2515 req-1e96a0d5-9be8-4cec-b836-ad7bc38fd131 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67&tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&binding%3Ahost_id=n-h2-778549-4 HTTP/1.1" status: 200 len: 1095 time: 0.8861635 Jul 23 16:18:38.833360 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:38.867218 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c104be-3175-435d-8a4a-e412b10fdf74 req-b3618c99-4b99-44b2-bb70-0b8748118b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:38.869279 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-40c104be-3175-435d-8a4a-e412b10fdf74 req-b3618c99-4b99-44b2-bb70-0b8748118b1e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f8384c77-6398-425d-9275-6a23db41a285 HTTP/1.1" status: 200 len: 848 time: 0.1711245 Jul 23 16:18:38.883358 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 50c87bc1-a789-4c00-8804-ca8cbfeaad04 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:18:38.907027 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=9cc4dc90-32e2-4929-a519-0c1151f9ceac,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:38.957809 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-40c104be-3175-435d-8a4a-e412b10fdf74 req-1b38447a-6d9a-4506-a050-4bdfdc5044b4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cbcbd292-3824-44cf-913c-59a7184e692c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806978 Jul 23 16:18:38.990206 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5e5070b9-1f3b-4e2a-a0b9-43a4fc0776fa None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:39.011254 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-5e5070b9-1f3b-4e2a-a0b9-43a4fc0776fa None None] Transition to ACTIVE for port object f959541c-8280-4bbb-b505-d1ea0f0ab1a3 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:39.027381 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5e5070b9-1f3b-4e2a-a0b9-43a4fc0776fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:39.107758 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0c59e05f-5b5e-4a38-98a1-c4e75054df42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:39.126713 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-5e5070b9-1f3b-4e2a-a0b9-43a4fc0776fa None None] Attempting to bind port f959541c-8280-4bbb-b505-d1ea0f0ab1a3 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:39.127809 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-5e5070b9-1f3b-4e2a-a0b9-43a4fc0776fa None None] Attempting to bind port f959541c-8280-4bbb-b505-d1ea0f0ab1a3 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:39.128248 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5070b9-1f3b-4e2a-a0b9-43a4fc0776fa None None] Attempting to bind port f959541c-8280-4bbb-b505-d1ea0f0ab1a3 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:39.137975 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0227021-003a-46b9-ada8-75706c0ff786 x-openstack-request-id: req-c0227021-003a-46b9-ada8-75706c0ff786 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:39.143016 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e721c824-b100-4463-8166-d259bcc79582", "name": "network-vif-plugged", "status": "completed", "tag": "0ba4628c-0b1c-469e-83f4-9f4d3292c354", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:39.143391 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c0227021-003a-46b9-ada8-75706c0ff786 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:39.143874 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e721c824-b100-4463-8166-d259bcc79582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba4628c-0b1c-469e-83f4-9f4d3292c354', 'code': 200} Jul 23 16:18:39.152956 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5070b9-1f3b-4e2a-a0b9-43a4fc0776fa None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:18:39.155248 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5070b9-1f3b-4e2a-a0b9-43a4fc0776fa None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:39.159290 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-40c104be-3175-435d-8a4a-e412b10fdf74 req-f2a6ab78-6944-414a-9b30-a25efcd0b93c service neutron] 10.222.0.97 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938586 Jul 23 16:18:39.160017 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5e5070b9-1f3b-4e2a-a0b9-43a4fc0776fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:39.160377 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5070b9-1f3b-4e2a-a0b9-43a4fc0776fa None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:18:39.160962 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-5e5070b9-1f3b-4e2a-a0b9-43a4fc0776fa None None] Bound port: f959541c-8280-4bbb-b505-d1ea0f0ab1a3, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:39.161455 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5e5070b9-1f3b-4e2a-a0b9-43a4fc0776fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:39.165843 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c133a-dd77-49c2-8a46-4d06b27fea9d req-a9d2edf1-747c-4447-94f1-016f148c0a43 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:39.169074 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe7c133a-dd77-49c2-8a46-4d06b27fea9d req-a9d2edf1-747c-4447-94f1-016f148c0a43 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 948 time: 0.8086057 Jul 23 16:18:39.233361 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765641de-9569-459a-9591-a632e326541e None None] Pushing event updated for resources: {'Port': ['ID=f959541c-8280-4bbb-b505-d1ea0f0ab1a3,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:39.308285 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-40c104be-3175-435d-8a4a-e412b10fdf74 req-d4c31a21-00de-48e3-9429-7201af00b531 service neutron] 10.222.0.97 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380553 Jul 23 16:18:39.326621 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-5e5070b9-1f3b-4e2a-a0b9-43a4fc0776fa None None] For port f959541c-8280-4bbb-b505-d1ea0f0ab1a3, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:39.338106 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-5e5070b9-1f3b-4e2a-a0b9-43a4fc0776fa None None] For port f959541c-8280-4bbb-b505-d1ea0f0ab1a3, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=f959541c-8280-4bbb-b505-d1ea0f0ab1a3,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:18:39.346400 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5e5070b9-1f3b-4e2a-a0b9-43a4fc0776fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:39.377467 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae31f24-9afa-44c2-9ee9-659b5d13f2ad req-301074b6-c026-498f-9777-2112a64719d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:39.378997 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5ae31f24-9afa-44c2-9ee9-659b5d13f2ad req-301074b6-c026-498f-9777-2112a64719d7 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 1099 time: 0.0696912 Jul 23 16:18:39.418108 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5070b9-1f3b-4e2a-a0b9-43a4fc0776fa None None] Routers {'ca61d847-54e2-48f4-b677-239ed9cdd706'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:39.418865 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-5e5070b9-1f3b-4e2a-a0b9-43a4fc0776fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:18:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ca61d847-54e2-48f4-b677-239ed9cdd706'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:39.424245 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765641de-9569-459a-9591-a632e326541e None None] Pushing event updated for resources: {'Port': ['ID=f959541c-8280-4bbb-b505-d1ea0f0ab1a3,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:39.446417 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5ae31f24-9afa-44c2-9ee9-659b5d13f2ad req-e6a2d3c0-7cb1-49b8-80d3-5e5cae02f616 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599813 Jul 23 16:18:39.594693 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-2ca66568-64fc-4ef4-af7e-a668f7c58980 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=f312aabe45af48eeb5223979f7eaaa71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663238 Jul 23 16:18:39.598867 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0c59e05f-5b5e-4a38-98a1-c4e75054df42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:39.630960 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-5e5070b9-1f3b-4e2a-a0b9-43a4fc0776fa None None] Set router ca61d847-54e2-48f4-b677-239ed9cdd706 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:39.650269 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99052faf-2014-461a-8b5d-f51e062d2515 req-15d0c57a-4869-4685-b609-0405aa071f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:39.652313 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99052faf-2014-461a-8b5d-f51e062d2515 req-15d0c57a-4869-4685-b609-0405aa071f24 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67&tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66 HTTP/1.1" status: 200 len: 1095 time: 0.9172726 Jul 23 16:18:39.661876 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aabb51bd-e27e-40ee-9483-e3fe416202fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:39.802338 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe7c133a-dd77-49c2-8a46-4d06b27fea9d req-0e001d50-f0b9-42d6-ab54-157b4d7ff7b1 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6191924 Jul 23 16:18:39.820892 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090897e6-96ca-4556-81d4-385f47751bbe req-f7457294-7566-451f-b6b8-b5fd21fd0c98 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:39.837234 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-090897e6-96ca-4556-81d4-385f47751bbe req-f7457294-7566-451f-b6b8-b5fd21fd0c98 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.6316946 Jul 23 16:18:39.838602 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-fddc6c96-21fe-4c3b-900b-7a6196f1275a tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:39.846252 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-fddc6c96-21fe-4c3b-900b-7a6196f1275a tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2505579 Jul 23 16:18:39.859930 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-1d7d1189-3dac-4947-96d5-27d5fcd39a46 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Request body: {'port': {'device_id': '98b33253-1865-4d59-bfff-00604d067ca7', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'admin_state_up': True, 'tenant_id': 'f312aabe45af48eeb5223979f7eaaa71'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:39.992413 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0c59e05f-5b5e-4a38-98a1-c4e75054df42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:39.999598 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0c59e05f-5b5e-4a38-98a1-c4e75054df42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:40.004227 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0c59e05f-5b5e-4a38-98a1-c4e75054df42 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/11d0f09b-6ac6-4db4-8f03-01012bddfad9 HTTP/1.1" status: 204 len: 168 time: 1.3709040 Jul 23 16:18:40.042999 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-090897e6-96ca-4556-81d4-385f47751bbe req-132bfad1-b6a4-4f08-b8ee-520d94df03df tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048736 Jul 23 16:18:40.048946 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59e05f-5b5e-4a38-98a1-c4e75054df42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d0f09b-6ac6-4db4-8f03-01012bddfad9,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:40.088070 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-aabb51bd-e27e-40ee-9483-e3fe416202fd admin admin] Allocated IP 172.20.0.1 (c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c/647bf446-1ef8-4521-953a-7c8ff6ae0c8d/fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:40.118792 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99052faf-2014-461a-8b5d-f51e062d2515 req-ca118979-6c92-40b1-9241-8d0551ebcd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:40.120361 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99052faf-2014-461a-8b5d-f51e062d2515 req-ca118979-6c92-40b1-9241-8d0551ebcd6e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67 HTTP/1.1" status: 200 len: 1095 time: 0.3236871 Jul 23 16:18:40.174016 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-1d7d1189-3dac-4947-96d5-27d5fcd39a46 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Made reservation on behalf of f312aabe45af48eeb5223979f7eaaa71 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:18:40.178605 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-1d7d1189-3dac-4947-96d5-27d5fcd39a46 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:40.179574 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-5e5070b9-1f3b-4e2a-a0b9-43a4fc0776fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca61d847-54e2-48f4-b677-239ed9cdd706', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-212616220-router', 'tenant_id': '51619850a89a4e979748f0d7c3538237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'f959541c-8280-4bbb-b505-d1ea0f0ab1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:30Z', 'updated_at': '2021-07-23T16:18:33Z', 'revision_number': 3, 'project_id': '51619850a89a4e979748f0d7c3538237', 'gw_port': {'id': 'f959541c-8280-4bbb-b505-d1ea0f0ab1a3', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:68:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca61d847-54e2-48f4-b677-239ed9cdd706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:32Z', 'updated_at': '2021-07-23T16:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:40.210678 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-1d7d1189-3dac-4947-96d5-27d5fcd39a46 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:40.230646 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5070b9-1f3b-4e2a-a0b9-43a4fc0776fa None None] The sync data for ids ['ca61d847-54e2-48f4-b677-239ed9cdd706'] in n-d-778549-4 is: [{'id': 'ca61d847-54e2-48f4-b677-239ed9cdd706', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-212616220-router', 'tenant_id': '51619850a89a4e979748f0d7c3538237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'f959541c-8280-4bbb-b505-d1ea0f0ab1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:30Z', 'updated_at': '2021-07-23T16:18:33Z', 'revision_number': 3, 'project_id': '51619850a89a4e979748f0d7c3538237', 'gw_port': {'id': 'f959541c-8280-4bbb-b505-d1ea0f0ab1a3', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:68:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca61d847-54e2-48f4-b677-239ed9cdd706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:32Z', 'updated_at': '2021-07-23T16:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:18:40.239102 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c1510f9c-bd99-4a03-86a4-e4343c090ce0 req-67385e6c-62b3-478f-91b7-69ece271f855 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/ports?device_id=98b33253-1865-4d59-bfff-00604d067ca7 HTTP/1.1" status: 200 len: 210 time: 0.0911784 Jul 23 16:18:40.441032 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-1d7d1189-3dac-4947-96d5-27d5fcd39a46 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:40.455287 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-1d7d1189-3dac-4947-96d5-27d5fcd39a46 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:40.615035 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99052faf-2014-461a-8b5d-f51e062d2515 req-006f7bc3-20f2-47ca-b2e1-efb8abdce720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:40.627152 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99052faf-2014-461a-8b5d-f51e062d2515 req-006f7bc3-20f2-47ca-b2e1-efb8abdce720 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cbcbd292-3824-44cf-913c-59a7184e692c HTTP/1.1" status: 200 len: 910 time: 0.4909637 Jul 23 16:18:40.639558 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aabb51bd-e27e-40ee-9483-e3fe416202fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:40.719205 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-1d7d1189-3dac-4947-96d5-27d5fcd39a46 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Allocated IP 192.168.233.104 (eb3bf372-6ffe-4c33-8777-29948d4b4373/3812e6e5-38ac-4c93-85ce-3dab2cef76c9/42648c8d-8ad5-4420-a575-38161acaae0c) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:40.782776 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99052faf-2014-461a-8b5d-f51e062d2515 req-0f1b7799-329a-4269-ac64-96c917a42018 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c87bc1-a789-4c00-8804-ca8cbfeaad04 HTTP/1.1" status: 200 len: 217 time: 0.1365943 Jul 23 16:18:40.816155 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-aabb51bd-e27e-40ee-9483-e3fe416202fd admin admin] Transition to ACTIVE for port object fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:40.822915 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 9cc4dc90-32e2-4929-a519-0c1151f9ceac up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:40.861082 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54680) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:40.878345 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5c804-4594-4773-ba47-612473ecd55d req-3785a62b-1d80-4e82-b5bf-6c86d5536d6d tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:40.885493 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c2f5c804-4594-4773-ba47-612473ecd55d req-3785a62b-1d80-4e82-b5bf-6c86d5536d6d tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67 HTTP/1.1" status: 200 len: 944 time: 0.6942558 Jul 23 16:18:40.953196 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 9cc4dc90-32e2-4929-a519-0c1151f9ceac triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:40.953700 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:41.046182 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-1d7d1189-3dac-4947-96d5-27d5fcd39a46 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:41.064339 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-1d7d1189-3dac-4947-96d5-27d5fcd39a46 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Transition to ACTIVE for port object 42648c8d-8ad5-4420-a575-38161acaae0c will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:41.109142 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99052faf-2014-461a-8b5d-f51e062d2515 req-530c4a87-a118-4ebc-a53e-b0807a52cbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:41.110672 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99052faf-2014-461a-8b5d-f51e062d2515 req-530c4a87-a118-4ebc-a53e-b0807a52cbb4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f8384c77-6398-425d-9275-6a23db41a285 HTTP/1.1" status: 200 len: 848 time: 0.3115234 Jul 23 16:18:41.140374 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-1d7d1189-3dac-4947-96d5-27d5fcd39a46 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:41.196012 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d1189-3dac-4947-96d5-27d5fcd39a46 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c095f555-801f-4899-8b9b-d61efcdf382c,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:41.237994 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-1d7d1189-3dac-4947-96d5-27d5fcd39a46 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:41.242155 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-1d7d1189-3dac-4947-96d5-27d5fcd39a46 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:41.248663 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-1d7d1189-3dac-4947-96d5-27d5fcd39a46 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:18:41.318741 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d1189-3dac-4947-96d5-27d5fcd39a46 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Pushing event updated for resources: {'Port': ['ID=42648c8d-8ad5-4420-a575-38161acaae0c,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:41.327297 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c2f5c804-4594-4773-ba47-612473ecd55d req-9a19a555-6edb-4dd2-8325-8a0cf41b2166 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409595 Jul 23 16:18:41.333198 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99052faf-2014-461a-8b5d-f51e062d2515 req-5d5b03f1-7124-4c3d-8faa-76878cc639a1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cbcbd292-3824-44cf-913c-59a7184e692c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1846056 Jul 23 16:18:41.351277 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aabb51bd-e27e-40ee-9483-e3fe416202fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:41.368856 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-1d7d1189-3dac-4947-96d5-27d5fcd39a46 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:41.369613 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-1d7d1189-3dac-4947-96d5-27d5fcd39a46 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:41.400914 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-1d7d1189-3dac-4947-96d5-27d5fcd39a46 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5455263 Jul 23 16:18:41.423440 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-91331e90-ff43-4285-841c-5fc2e3a3f347 service neutron] Request body: {'port': {'device_id': '98b33253-1865-4d59-bfff-00604d067ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:41.529333 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cbdfa0c0-ef99-4a17-86f5-2f693514f8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:41.571137 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabb51bd-e27e-40ee-9483-e3fe416202fd admin admin] Network c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:41.620424 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-aabb51bd-e27e-40ee-9483-e3fe416202fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:41.643285 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabb51bd-e27e-40ee-9483-e3fe416202fd admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:18:41.661145 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-91331e90-ff43-4285-841c-5fc2e3a3f347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:41.713410 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-70064f81-9cc3-445e-bfcc-c35e1b5a777d None None] Provisioning for port 42648c8d-8ad5-4420-a575-38161acaae0c completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:41.730390 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-70064f81-9cc3-445e-bfcc-c35e1b5a777d None None] Provisioning complete for port 42648c8d-8ad5-4420-a575-38161acaae0c triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:41.730906 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-70064f81-9cc3-445e-bfcc-c35e1b5a777d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:41.757094 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73e1e0-0fe2-482f-b165-f9c95f47fbc3 req-647ae191-3d09-4875-a3c4-5a9f948e7416 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:41.781706 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b73e1e0-0fe2-482f-b165-f9c95f47fbc3 req-647ae191-3d09-4875-a3c4-5a9f948e7416 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 948 time: 0.8368924 Jul 23 16:18:41.862345 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aabb51bd-e27e-40ee-9483-e3fe416202fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:41.867311 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-70064f81-9cc3-445e-bfcc-c35e1b5a777d None None] Port 42648c8d-8ad5-4420-a575-38161acaae0c cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:18:42.017193 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb51bd-e27e-40ee-9483-e3fe416202fd admin admin] Pushing event updated for resources: {'Port': ['ID=fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:42.110284 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2affb972-5639-4c67-96e6-433e7ffcaa03 None None] Provisioning for port fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:42.125594 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2affb972-5639-4c67-96e6-433e7ffcaa03 None None] Provisioning complete for port fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:42.126864 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2affb972-5639-4c67-96e6-433e7ffcaa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:42.133124 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99052faf-2014-461a-8b5d-f51e062d2515 req-901948ab-b221-4ebb-94cd-882fb4353bd0 service neutron] 10.222.0.74 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7744293 Jul 23 16:18:42.141512 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca218d7-c98f-42a7-a2e1-faa307bebe14 req-1b9b6450-b2b0-453e-bf23-ddbac6a83d74 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:42.148596 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bca218d7-c98f-42a7-a2e1-faa307bebe14 req-1b9b6450-b2b0-453e-bf23-ddbac6a83d74 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.6310904 Jul 23 16:18:42.153114 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b73e1e0-0fe2-482f-b165-f9c95f47fbc3 req-756a905e-d49d-4540-a29f-ff41610a5510 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772779 Jul 23 16:18:42.210327 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-2affb972-5639-4c67-96e6-433e7ffcaa03 None None] Port fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:18:42.253481 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cbdfa0c0-ef99-4a17-86f5-2f693514f8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:42.265074 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-91331e90-ff43-4285-841c-5fc2e3a3f347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42648c8d-8ad5-4420-a575-38161acaae0c {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:42.277206 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-91331e90-ff43-4285-841c-5fc2e3a3f347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:42.309090 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-91331e90-ff43-4285-841c-5fc2e3a3f347 service neutron] Transition to ACTIVE for port object 42648c8d-8ad5-4420-a575-38161acaae0c will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:42.317450 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-91331e90-ff43-4285-841c-5fc2e3a3f347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:42.395519 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aabb51bd-e27e-40ee-9483-e3fe416202fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:42.430738 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99052faf-2014-461a-8b5d-f51e062d2515 req-e6e45aee-8d85-4cdd-887e-5dd7686481e3 service neutron] 10.222.0.74 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740030 Jul 23 16:18:42.464006 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91331e90-ff43-4285-841c-5fc2e3a3f347 service neutron] Pushing event updated for resources: {'Port': ['ID=42648c8d-8ad5-4420-a575-38161acaae0c,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:42.485100 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cbdfa0c0-ef99-4a17-86f5-2f693514f8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:42.538561 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-91331e90-ff43-4285-841c-5fc2e3a3f347 service neutron] Attempting to bind port 42648c8d-8ad5-4420-a575-38161acaae0c on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:42.539220 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-91331e90-ff43-4285-841c-5fc2e3a3f347 service neutron] Attempting to bind port 42648c8d-8ad5-4420-a575-38161acaae0c by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:42.539556 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-91331e90-ff43-4285-841c-5fc2e3a3f347 service neutron] Attempting to bind port 42648c8d-8ad5-4420-a575-38161acaae0c on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:42.546069 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-91331e90-ff43-4285-841c-5fc2e3a3f347 service neutron] Port 42648c8d-8ad5-4420-a575-38161acaae0c on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:18:42.546472 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-91331e90-ff43-4285-841c-5fc2e3a3f347 service neutron] Attempting to bind port 42648c8d-8ad5-4420-a575-38161acaae0c on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:42.552726 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54714) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:42.553542 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-91331e90-ff43-4285-841c-5fc2e3a3f347 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:18:42.553914 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-91331e90-ff43-4285-841c-5fc2e3a3f347 service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:42.554323 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-91331e90-ff43-4285-841c-5fc2e3a3f347 service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:18:42.554501 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-cbdfa0c0-ef99-4a17-86f5-2f693514f8c2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=61dce4ec72c745dfa4661f782fae94b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6669588 Jul 23 16:18:42.559188 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-91331e90-ff43-4285-841c-5fc2e3a3f347 service neutron] Bound port: 42648c8d-8ad5-4420-a575-38161acaae0c, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:42.559885 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-91331e90-ff43-4285-841c-5fc2e3a3f347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:42.776741 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c18e2d37-7e12-4e8e-949d-612959abfc04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:42.802131 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bca218d7-c98f-42a7-a2e1-faa307bebe14 req-00127aec-079e-4211-b27f-0012e8f07c38 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6479089 Jul 23 16:18:42.837405 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-91331e90-ff43-4285-841c-5fc2e3a3f347 service neutron] For port 42648c8d-8ad5-4420-a575-38161acaae0c, host n-h2-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:42.840629 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c18e2d37-7e12-4e8e-949d-612959abfc04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:42.843897 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-91331e90-ff43-4285-841c-5fc2e3a3f347 service neutron] For port 42648c8d-8ad5-4420-a575-38161acaae0c, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=42648c8d-8ad5-4420-a575-38161acaae0c,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:18:42.854435 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-91331e90-ff43-4285-841c-5fc2e3a3f347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:42.861647 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdfa0c0-ef99-4a17-86f5-2f693514f8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113a486b-cd44-4f5f-a614-ddca584dd7dc,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:42.920160 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-91331e90-ff43-4285-841c-5fc2e3a3f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:42.920804 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-91331e90-ff43-4285-841c-5fc2e3a3f347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:42.922197 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-91331e90-ff43-4285-841c-5fc2e3a3f347 service neutron] 10.222.0.97 "PUT /v2.0/ports/42648c8d-8ad5-4420-a575-38161acaae0c HTTP/1.1" status: 200 len: 1096 time: 1.5132504 Jul 23 16:18:42.922702 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b33253-1865-4d59-bfff-00604d067ca7', 'tag': '42648c8d-8ad5-4420-a575-38161acaae0c'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:42.925022 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523515e6-0fb8-4354-a14f-535cba3a7d55" -d '{"events": [{"name": "network-changed", "server_uuid": "98b33253-1865-4d59-bfff-00604d067ca7", "tag": "42648c8d-8ad5-4420-a575-38161acaae0c"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:42.986872 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f959541c-8280-4bbb-b505-d1ea0f0ab1a3 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:43.053312 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91331e90-ff43-4285-841c-5fc2e3a3f347 service neutron] Pushing event updated for resources: {'Port': ['ID=42648c8d-8ad5-4420-a575-38161acaae0c,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:43.100323 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c18e2d37-7e12-4e8e-949d-612959abfc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:43.110755 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c18e2d37-7e12-4e8e-949d-612959abfc04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:43.111944 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c18e2d37-7e12-4e8e-949d-612959abfc04 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/113a486b-cd44-4f5f-a614-ddca584dd7dc HTTP/1.1" status: 204 len: 168 time: 0.5487502 Jul 23 16:18:43.121238 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa93acc-3516-47ae-8fd9-2498cab448d1 req-782b5687-1523-4306-a102-7885e03d555b tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:43.122835 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2fa93acc-3516-47ae-8fd9-2498cab448d1 req-782b5687-1523-4306-a102-7885e03d555b tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/ports?device_id=98b33253-1865-4d59-bfff-00604d067ca7 HTTP/1.1" status: 200 len: 948 time: 0.6875119 Jul 23 16:18:43.159011 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e2d37-7e12-4e8e-949d-612959abfc04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113a486b-cd44-4f5f-a614-ddca584dd7dc,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:43.167703 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port f959541c-8280-4bbb-b505-d1ea0f0ab1a3 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:43.171589 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-0500786f-88d1-432f-b263-2db4a1f6061b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:43.173920 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-0500786f-88d1-432f-b263-2db4a1f6061b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f312aabe45af48eeb5223979f7eaaa71&device_id=98b33253-1865-4d59-bfff-00604d067ca7 HTTP/1.1" status: 200 len: 1099 time: 0.2013402 Jul 23 16:18:43.194064 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port f959541c-8280-4bbb-b505-d1ea0f0ab1a3 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:43.194809 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:43.257621 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-162f7484-55ad-4d49-84a6-259722a66662 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=42648c8d-8ad5-4420-a575-38161acaae0c HTTP/1.1" status: 200 len: 217 time: 0.0758188 Jul 23 16:18:43.286361 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aabb51bd-e27e-40ee-9483-e3fe416202fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:43.300940 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aabb51bd-e27e-40ee-9483-e3fe416202fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:43.380560 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:43.385489 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-b405387a-52e6-45e0-9dc1-8e6b7c5c3663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:43.386517 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-b405387a-52e6-45e0-9dc1-8e6b7c5c3663 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1208773 Jul 23 16:18:43.408859 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port f959541c-8280-4bbb-b505-d1ea0f0ab1a3, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=f959541c-8280-4bbb-b505-d1ea0f0ab1a3,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:43.417458 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:43.502635 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-92b30ad3-3332-4946-ab48-5cadf9533bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:43.504697 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-92b30ad3-3332-4946-ab48-5cadf9533bf9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1114485 Jul 23 16:18:43.505170 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2fa93acc-3516-47ae-8fd9-2498cab448d1 req-c64ff056-1307-4c2d-9d8e-685d895d8b1a tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/security-groups?id=c095f555-801f-4899-8b9b-d61efcdf382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136812 Jul 23 16:18:43.553648 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=f959541c-8280-4bbb-b505-d1ea0f0ab1a3,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:43.632615 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-5318e72f-d6ca-4f5a-8164-a6e9c79fde6d service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205349 Jul 23 16:18:43.634373 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77d1e53-5217-48a0-8560-ed9891b86604 x-openstack-request-id: req-e77d1e53-5217-48a0-8560-ed9891b86604 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:43.634655 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b33253-1865-4d59-bfff-00604d067ca7", "tag": "42648c8d-8ad5-4420-a575-38161acaae0c", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:43.634901 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e77d1e53-5217-48a0-8560-ed9891b86604 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:43.635284 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b33253-1865-4d59-bfff-00604d067ca7', 'tag': '42648c8d-8ad5-4420-a575-38161acaae0c', 'status': 'completed', 'code': 200} Jul 23 16:18:43.672323 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99052faf-2014-461a-8b5d-f51e062d2515 req-e3582c41-65a7-4cbe-a2ea-bf1d3849d3e1 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:43.677337 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99052faf-2014-461a-8b5d-f51e062d2515 req-e3582c41-65a7-4cbe-a2ea-bf1d3849d3e1 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67&tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&binding%3Ahost_id=n-h1-778549-4 HTTP/1.1" status: 200 len: 1095 time: 0.8212457 Jul 23 16:18:43.742343 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb51bd-e27e-40ee-9483-e3fe416202fd admin admin] Pushing event updated for resources: {'Port': ['ID=fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:43.779398 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aabb51bd-e27e-40ee-9483-e3fe416202fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:43.856687 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1ba99094-7e8c-4a0f-9880-f68642d8a2b2 req-ddd6f6dd-ab3d-4865-9d25-c0f8d328e173 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116711 Jul 23 16:18:43.938073 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-b6952f20-e425-477b-a282-c849c90c1b84 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4865875 Jul 23 16:18:44.004742 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d87555-a987-40ab-8cb0-23cf3723e8b2 req-0a7a9ff9-67fc-41e2-a742-d4a2af98d409 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:44.009406 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-54d87555-a987-40ab-8cb0-23cf3723e8b2 req-0a7a9ff9-67fc-41e2-a742-d4a2af98d409 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67 HTTP/1.1" status: 200 len: 944 time: 0.5235670 Jul 23 16:18:44.077013 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523515e6-0fb8-4354-a14f-535cba3a7d55 req-a565192e-7047-4421-85b7-81f604cc6238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:44.083062 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-523515e6-0fb8-4354-a14f-535cba3a7d55 req-a565192e-7047-4421-85b7-81f604cc6238 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f312aabe45af48eeb5223979f7eaaa71&device_id=98b33253-1865-4d59-bfff-00604d067ca7 HTTP/1.1" status: 200 len: 1099 time: 0.1439700 Jul 23 16:18:44.090542 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fdca0-dfe9-4c7a-9f20-eb668ed775af req-0a0eee7b-fad4-48ac-9437-5aeaf74e02fd tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:44.092092 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1e0fdca0-dfe9-4c7a-9f20-eb668ed775af req-0a0eee7b-fad4-48ac-9437-5aeaf74e02fd tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 948 time: 0.3990936 Jul 23 16:18:44.130809 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabb51bd-e27e-40ee-9483-e3fe416202fd admin admin] Network c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:44.148732 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-aabb51bd-e27e-40ee-9483-e3fe416202fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:44.189520 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-54d87555-a987-40ab-8cb0-23cf3723e8b2 req-2d287567-5ea8-4e46-a05b-291ba7bec40d tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671832 Jul 23 16:18:44.197804 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1e0fdca0-dfe9-4c7a-9f20-eb668ed775af req-c888899b-3ed3-41c9-ae4c-cf4c5129a57c tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911632 Jul 23 16:18:44.199100 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-99052faf-2014-461a-8b5d-f51e062d2515 req-2b5b38b4-ce98-4ad3-9ae4-5ead66d14b92 service neutron] For port 50c87bc1-a789-4c00-8804-ca8cbfeaad04, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:44.255018 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54754) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:44.349976 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523515e6-0fb8-4354-a14f-535cba3a7d55 req-10b23bbf-66e4-4af7-97dd-0fbd9e64451f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:44.351545 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-523515e6-0fb8-4354-a14f-535cba3a7d55 req-10b23bbf-66e4-4af7-97dd-0fbd9e64451f service neutron] 10.222.0.97 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.2642052 Jul 23 16:18:44.354958 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-99052faf-2014-461a-8b5d-f51e062d2515 req-2b5b38b4-ce98-4ad3-9ae4-5ead66d14b92 service neutron] Notify callbacks [] for binding, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:44.356106 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99052faf-2014-461a-8b5d-f51e062d2515 req-2b5b38b4-ce98-4ad3-9ae4-5ead66d14b92 service neutron] 10.222.0.74 "DELETE /v2.0/ports/50c87bc1-a789-4c00-8804-ca8cbfeaad04/bindings/n-h2-778549-4 HTTP/1.1" status: 204 len: 173 time: 0.6297867 Jul 23 16:18:44.471884 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-523515e6-0fb8-4354-a14f-535cba3a7d55 req-84b8c568-568b-49dc-8826-ec9e1b7af511 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=42648c8d-8ad5-4420-a575-38161acaae0c HTTP/1.1" status: 200 len: 217 time: 0.1122446 Jul 23 16:18:44.560966 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-96792cb4-5177-42ca-be11-f8a898017926 None None] Provisioning complete for port fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:44.562250 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-96792cb4-5177-42ca-be11-f8a898017926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:44.601972 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41b12f53-ec27-4b16-944b-c70062c287b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:44.606816 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-96792cb4-5177-42ca-be11-f8a898017926 None None] Port fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:18:44.673715 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523515e6-0fb8-4354-a14f-535cba3a7d55 req-254ada8b-d139-41a0-8507-5e709c9c71c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:44.675219 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-523515e6-0fb8-4354-a14f-535cba3a7d55 req-254ada8b-d139-41a0-8507-5e709c9c71c6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1941381 Jul 23 16:18:44.810550 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f959541c-8280-4bbb-b505-d1ea0f0ab1a3 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:44.814085 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:18:44.987021 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54774) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:44.994474 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port f959541c-8280-4bbb-b505-d1ea0f0ab1a3 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:44.994848 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:45.107764 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f42199-a941-4ab1-95f8-31d0a48c438f req-76fd7617-eba4-4945-bbfb-4cd5ce13a10e tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:45.109746 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-48f42199-a941-4ab1-95f8-31d0a48c438f req-76fd7617-eba4-4945-bbfb-4cd5ce13a10e tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67 HTTP/1.1" status: 200 len: 1095 time: 0.6671896 Jul 23 16:18:45.190079 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523515e6-0fb8-4354-a14f-535cba3a7d55 req-18c4487a-66c7-419c-bba2-fd03f253aded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:45.191626 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-523515e6-0fb8-4354-a14f-535cba3a7d55 req-18c4487a-66c7-419c-bba2-fd03f253aded service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5056138 Jul 23 16:18:45.224994 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-41d71080-9513-47c6-be03-08f73c4db86b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-972146579-network', 'tenant_id': '1877a1c5029842a9a22481228281422f'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:45.239843 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e28b49-012e-4be1-ad9c-2460b23b6741 req-b5586cb5-1517-48e0-9805-dd2ca5f2fb06 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:45.247232 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d2e28b49-012e-4be1-ad9c-2460b23b6741 req-b5586cb5-1517-48e0-9805-dd2ca5f2fb06 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.8062856 Jul 23 16:18:45.281594 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41b12f53-ec27-4b16-944b-c70062c287b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:45.290527 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-48f42199-a941-4ab1-95f8-31d0a48c438f req-5b0a7694-3c01-428f-9094-c7ffa14677fe tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738441 Jul 23 16:18:45.360562 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41b12f53-ec27-4b16-944b-c70062c287b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:45.420045 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d71080-9513-47c6-be03-08f73c4db86b admin admin] Made reservation on behalf of 1877a1c5029842a9a22481228281422f for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:18:45.422386 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41d71080-9513-47c6-be03-08f73c4db86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:45.427075 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabb51bd-e27e-40ee-9483-e3fe416202fd admin admin] Router ca61d847-54e2-48f4-b677-239ed9cdd706 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:18:45.443175 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b12f53-ec27-4b16-944b-c70062c287b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287fdbe6-285c-469a-bec0-9f8e91c1e098,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:45.454730 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-41b12f53-ec27-4b16-944b-c70062c287b2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5c2456d405f04151b00fddc17c3dc6b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1934628 Jul 23 16:18:45.454730 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41d71080-9513-47c6-be03-08f73c4db86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:45.456589 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54794) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:45.471185 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d2e28b49-012e-4be1-ad9c-2460b23b6741 req-827a71d5-6d43-45a0-8fa3-b17cca7797b6 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930680 Jul 23 16:18:45.477378 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-523515e6-0fb8-4354-a14f-535cba3a7d55 req-37a644aa-4eee-4dd0-975c-6a1cf25d8dc9 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698572 Jul 23 16:18:45.735647 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d4666-6943-4a0b-b5cd-9d812aac3213 req-afa23e3c-ba65-4afc-92ba-38474216c585 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:45.735647 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-668d4666-6943-4a0b-b5cd-9d812aac3213 req-afa23e3c-ba65-4afc-92ba-38474216c585 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/ports?device_id=98b33253-1865-4d59-bfff-00604d067ca7 HTTP/1.1" status: 200 len: 948 time: 0.1796939 Jul 23 16:18:45.735647 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabb51bd-e27e-40ee-9483-e3fe416202fd admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:18:45.755316 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-aabb51bd-e27e-40ee-9483-e3fe416202fd admin admin] 10.222.0.73 "PUT /v2.0/routers/ca61d847-54e2-48f4-b677-239ed9cdd706/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4792778 Jul 23 16:18:45.755316 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac39942-c0b1-47c9-b941-d83020cdc6a9 req-365f7221-f47a-41fd-973e-3dc7ef9119f0 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:45.755316 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fac39942-c0b1-47c9-b941-d83020cdc6a9 req-365f7221-f47a-41fd-973e-3dc7ef9119f0 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 948 time: 0.1618283 Jul 23 16:18:45.759996 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f49e48-d18b-4ea2-9dd2-0784f07be260 None None] Sync routers for ids ['ca61d847-54e2-48f4-b677-239ed9cdd706'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:18:45.779469 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f49e48-d18b-4ea2-9dd2-0784f07be260 None None] Routers {'ca61d847-54e2-48f4-b677-239ed9cdd706'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:45.780193 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f7f49e48-d18b-4ea2-9dd2-0784f07be260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:18:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ca61d847-54e2-48f4-b677-239ed9cdd706'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:45.790388 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8e389efb-4727-45fa-9757-73e8e91bdb87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:45.910367 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fac39942-c0b1-47c9-b941-d83020cdc6a9 req-6c006e41-9f72-40bb-bdb1-4e6654f3c78b tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314230 Jul 23 16:18:45.939646 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-668d4666-6943-4a0b-b5cd-9d812aac3213 req-31d5d647-8fc2-4a4a-9270-633bec5f229f tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/security-groups?id=c095f555-801f-4899-8b9b-d61efcdf382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633098 Jul 23 16:18:45.940905 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-f7f49e48-d18b-4ea2-9dd2-0784f07be260 None None] Set router ca61d847-54e2-48f4-b677-239ed9cdd706 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:46.009156 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-523515e6-0fb8-4354-a14f-535cba3a7d55 req-f462f99e-9986-4c8b-a222-d173a74247d2 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5249076 Jul 23 16:18:46.058626 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8e389efb-4727-45fa-9757-73e8e91bdb87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:46.130114 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41d71080-9513-47c6-be03-08f73c4db86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:46.139782 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41d71080-9513-47c6-be03-08f73c4db86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:46.182185 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8e389efb-4727-45fa-9757-73e8e91bdb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:46.186424 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8e389efb-4727-45fa-9757-73e8e91bdb87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:46.187829 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8e389efb-4727-45fa-9757-73e8e91bdb87 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/287fdbe6-285c-469a-bec0-9f8e91c1e098 HTTP/1.1" status: 204 len: 168 time: 0.7302136 Jul 23 16:18:46.202565 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d71080-9513-47c6-be03-08f73c4db86b admin admin] vlan segment allocate from pool success with {'vlan_id': 1121, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:18:46.218816 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d71080-9513-47c6-be03-08f73c4db86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:46.227735 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41d71080-9513-47c6-be03-08f73c4db86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:46.228685 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-41d71080-9513-47c6-be03-08f73c4db86b admin admin] Added segment 37cc592b-7f9c-4642-8c1c-94e292ee317d of type vlan for network c5e5ef48-b00d-4a4a-b322-8f86cea4f5af Jul 23 16:18:46.252843 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e389efb-4727-45fa-9757-73e8e91bdb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287fdbe6-285c-469a-bec0-9f8e91c1e098,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:46.339515 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41d71080-9513-47c6-be03-08f73c4db86b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:46.376523 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-1d124a08-10e0-47cc-883b-6a5ae78bf767 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:46.406036 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41d71080-9513-47c6-be03-08f73c4db86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:46.407649 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d71080-9513-47c6-be03-08f73c4db86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:46.407762 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-1d124a08-10e0-47cc-883b-6a5ae78bf767 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/networks?id=cbcbd292-3824-44cf-913c-59a7184e692c HTTP/1.1" status: 200 len: 808 time: 0.3250861 Jul 23 16:18:46.408672 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41d71080-9513-47c6-be03-08f73c4db86b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:46.433316 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-3977a703-1d58-4406-bc74-2bd526d53da3 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/quotas/3e7d59ab22bf4a75bedef87dbf37ca66 HTTP/1.1" status: 200 len: 375 time: 0.0213959 Jul 23 16:18:46.484003 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f7f49e48-d18b-4ea2-9dd2-0784f07be260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca61d847-54e2-48f4-b677-239ed9cdd706', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-212616220-router', 'tenant_id': '51619850a89a4e979748f0d7c3538237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'f959541c-8280-4bbb-b505-d1ea0f0ab1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:30Z', 'updated_at': '2021-07-23T16:18:42Z', 'revision_number': 4, 'project_id': '51619850a89a4e979748f0d7c3538237', 'gw_port': {'id': 'f959541c-8280-4bbb-b505-d1ea0f0ab1a3', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:68:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61d847-54e2-48f4-b677-239ed9cdd706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:32Z', 'updated_at': '2021-07-23T16:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e', 'name': '', 'network_id': 'c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c', 'tenant_id': '51619850a89a4e979748f0d7c3538237', 'mac_address': 'fa:16:3e:c9:bf:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca61d847-54e2-48f4-b677-239ed9cdd706', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '647bf446-1ef8-4521-953a-7c8ff6ae0c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:39Z', 'updated_at': '2021-07-23T16:18:42Z', 'revision_number': 2, 'project_id': '51619850a89a4e979748f0d7c3538237', 'subnets': [{'id': '647bf446-1ef8-4521-953a-7c8ff6ae0c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:46.497184 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d71080-9513-47c6-be03-08f73c4db86b admin admin] Pushing event updated for resources: {'Network': ['ID=c5e5ef48-b00d-4a4a-b322-8f86cea4f5af,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:46.511609 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network c5e5ef48-b00d-4a4a-b322-8f86cea4f5af details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:18:46.526203 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f49e48-d18b-4ea2-9dd2-0784f07be260 None None] Checking router: ca61d847-54e2-48f4-b677-239ed9cdd706 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:18:46.526930 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f49e48-d18b-4ea2-9dd2-0784f07be260 None None] Updating router ca61d847-54e2-48f4-b677-239ed9cdd706 port fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:18:46.577042 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-aaa473b0-b435-4ddd-8d06-f72c75d04dee tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1429944 Jul 23 16:18:46.603954 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-f7f49e48-d18b-4ea2-9dd2-0784f07be260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:46.613346 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-41d71080-9513-47c6-be03-08f73c4db86b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6208832 Jul 23 16:18:46.619693 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54826) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:46.628230 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-c46d6085-62db-4629-95a0-a81bb17391f7 admin admin] Request body: {'subnet': {'network_id': 'c5e5ef48-b00d-4a4a-b322-8f86cea4f5af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-972146579-subnet', 'tenant_id': '1877a1c5029842a9a22481228281422f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:46.691742 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-44e2d673-9c54-4e5a-b35d-15da4bb95b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:46.693945 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-44e2d673-9c54-4e5a-b35d-15da4bb95b88 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 1099 time: 0.1646674 Jul 23 16:18:46.703112 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46d6085-62db-4629-95a0-a81bb17391f7 admin admin] Made reservation on behalf of 1877a1c5029842a9a22481228281422f for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:18:46.713935 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c46d6085-62db-4629-95a0-a81bb17391f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:46.773152 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-85ceda53-8f76-4801-b7e2-f2d0472bce0c service neutron] 10.222.0.73 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950395 Jul 23 16:18:46.893169 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54830) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:46.924078 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-842b1294-19c7-4a2d-9429-5ee281a7e02e service neutron] 10.222.0.73 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496851 Jul 23 16:18:46.925159 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b717b4dd-3f23-4ecd-ba40-f4e123fe96cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:47.008087 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-6c2aff14-a27b-4d4b-ba63-33fa0989ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:47.009812 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-6c2aff14-a27b-4d4b-ba63-33fa0989ed5a service neutron] 10.222.0.97 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.3099804 Jul 23 16:18:47.080769 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-2f4b283e-8a09-47ec-b31f-d297b30dd509 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0ba4628c-0b1c-469e-83f4-9f4d3292c354 HTTP/1.1" status: 200 len: 217 time: 0.0617635 Jul 23 16:18:47.142768 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-f3812904-3313-4346-ad67-fdd7592b4b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:47.145415 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-f3812904-3313-4346-ad67-fdd7592b4b1f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0570714 Jul 23 16:18:47.213103 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8f093-5f36-4f4c-bb6b-3ddb151c6451 req-7f03139d-34c1-4ffb-9664-fcfd4f51c3c4 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:47.215238 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bea8f093-5f36-4f4c-bb6b-3ddb151c6451 req-7f03139d-34c1-4ffb-9664-fcfd4f51c3c4 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.2212446 Jul 23 16:18:47.251871 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-f7f49e48-d18b-4ea2-9dd2-0784f07be260 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:47.260159 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c46d6085-62db-4629-95a0-a81bb17391f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:47.275742 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b717b4dd-3f23-4ecd-ba40-f4e123fe96cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:47.282017 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-f7f49e48-d18b-4ea2-9dd2-0784f07be260 None None] Transition to ACTIVE for port object fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:47.302252 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b717b4dd-3f23-4ecd-ba40-f4e123fe96cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:47.304246 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-f7f49e48-d18b-4ea2-9dd2-0784f07be260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:47.311736 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d6085-62db-4629-95a0-a81bb17391f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0f0883d-94a8-483d-b400-459446f819a6,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:47.328637 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-e6d41b08-4dea-484c-9563-438de961bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:47.330272 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-e6d41b08-4dea-484c-9563-438de961bb10 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1777394 Jul 23 16:18:47.370368 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f765de-f0d7-41f0-94b5-96b496ce3f7a None None] Pushing event updated for resources: {'Port': ['ID=fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:47.387247 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46d6085-62db-4629-95a0-a81bb17391f7 admin admin] Checking segment: {'id': '37cc592b-7f9c-4642-8c1c-94e292ee317d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'c5e5ef48-b00d-4a4a-b322-8f86cea4f5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:47.387621 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46d6085-62db-4629-95a0-a81bb17391f7 admin admin] Network hostable DHCP agents. Network: c5e5ef48-b00d-4a4a-b322-8f86cea4f5af, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:18:47.427878 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bea8f093-5f36-4f4c-bb6b-3ddb151c6451 req-d0e9d492-be93-4ffc-acc5-9b3bec1a5692 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059493 Jul 23 16:18:47.513306 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46d6085-62db-4629-95a0-a81bb17391f7 admin admin] Network c5e5ef48-b00d-4a4a-b322-8f86cea4f5af is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:18:47.528080 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-c46d6085-62db-4629-95a0-a81bb17391f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, c5e5ef48-b00d-4a4a-b322-8f86cea4f5af) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:47.539676 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40611f22-4887-48a4-b31c-b83c85add744 None None] Network c5e5ef48-b00d-4a4a-b322-8f86cea4f5af requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:18:47.540608 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-1a3b6449-59ba-45f5-a0f5-cf9084c60deb service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028818 Jul 23 16:18:47.546993 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46d6085-62db-4629-95a0-a81bb17391f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:47.547747 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c46d6085-62db-4629-95a0-a81bb17391f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:47.556002 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b717b4dd-3f23-4ecd-ba40-f4e123fe96cd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7c949b17f17d445a99db3ff2c1662203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6614416 Jul 23 16:18:47.560279 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54846) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:47.577805 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717b4dd-3f23-4ecd-ba40-f4e123fe96cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e970d0-81cd-4e2e-b0a8-84b602b4b754,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:47.609717 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-f7f49e48-d18b-4ea2-9dd2-0784f07be260 None None] Attempting to bind port fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:47.610299 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-f7f49e48-d18b-4ea2-9dd2-0784f07be260 None None] Attempting to bind port fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'b09fbdba-1c06-4bdf-9396-d120d80fa55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:47.610673 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f49e48-d18b-4ea2-9dd2-0784f07be260 None None] Attempting to bind port fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e on network c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:47.624569 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f49e48-d18b-4ea2-9dd2-0784f07be260 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:18:47.625983 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f49e48-d18b-4ea2-9dd2-0784f07be260 None None] Checking segment: {'id': 'b09fbdba-1c06-4bdf-9396-d120d80fa55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:47.625983 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-f7f49e48-d18b-4ea2-9dd2-0784f07be260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:47.627939 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f49e48-d18b-4ea2-9dd2-0784f07be260 None None] Bound using segment: {'id': 'b09fbdba-1c06-4bdf-9396-d120d80fa55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:18:47.629652 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-f7f49e48-d18b-4ea2-9dd2-0784f07be260 None None] Bound port: fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09fbdba-1c06-4bdf-9396-d120d80fa55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:47.630092 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-f7f49e48-d18b-4ea2-9dd2-0784f07be260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:47.638442 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54848) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:47.638754 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c46d6085-62db-4629-95a0-a81bb17391f7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0175700 Jul 23 16:18:47.647583 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-2d54f59a-9242-4d07-a66a-469cfe06b11e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-972146579-router', 'tenant_id': '1877a1c5029842a9a22481228281422f', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:47.746334 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d54f59a-9242-4d07-a66a-469cfe06b11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:47.747400 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d54f59a-9242-4d07-a66a-469cfe06b11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:47.786218 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d78a0-4243-464d-92fb-7f47796076ea req-255e246b-f8e2-40b1-be76-aca920530876 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:47.794766 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-646d78a0-4243-464d-92fb-7f47796076ea req-255e246b-f8e2-40b1-be76-aca920530876 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 948 time: 0.4366729 Jul 23 16:18:47.817401 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa7b43e4-1e0b-4984-a2ea-be07ee2583ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:47.824365 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-f7f49e48-d18b-4ea2-9dd2-0784f07be260 None None] For port fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:47.837596 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-f7f49e48-d18b-4ea2-9dd2-0784f07be260 None None] For port fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e,segment=NetworkSegment(b09fbdba-1c06-4bdf-9396-d120d80fa55f),segment_id=b09fbdba-1c06-4bdf-9396-d120d80fa55f)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:18:47.850320 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-f7f49e48-d18b-4ea2-9dd2-0784f07be260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:47.857396 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-48bfcb3a-b824-4c58-8abf-b026113b3f46 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064170 Jul 23 16:18:47.862550 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa7b43e4-1e0b-4984-a2ea-be07ee2583ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:47.887716 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d54f59a-9242-4d07-a66a-469cfe06b11e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:47.991637 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa7b43e4-1e0b-4984-a2ea-be07ee2583ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:47.992055 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-646d78a0-4243-464d-92fb-7f47796076ea req-f0345b99-81fe-4fb9-9d36-388ae0d4ed96 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907160 Jul 23 16:18:48.003998 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa7b43e4-1e0b-4984-a2ea-be07ee2583ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:48.006530 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fa7b43e4-1e0b-4984-a2ea-be07ee2583ec admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d4e970d0-81cd-4e2e-b0a8-84b602b4b754 HTTP/1.1" status: 204 len: 168 time: 0.4432633 Jul 23 16:18:48.029149 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65799a88-16b2-497f-9d0c-efae2d4949af req-abe7c399-3d6d-481b-8c66-4d81b5777b83 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:48.030398 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b43e4-1e0b-4984-a2ea-be07ee2583ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e970d0-81cd-4e2e-b0a8-84b602b4b754,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:48.031620 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-65799a88-16b2-497f-9d0c-efae2d4949af req-abe7c399-3d6d-481b-8c66-4d81b5777b83 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/ports?device_id=98b33253-1865-4d59-bfff-00604d067ca7 HTTP/1.1" status: 200 len: 948 time: 0.4234226 Jul 23 16:18:48.063222 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f765de-f0d7-41f0-94b5-96b496ce3f7a None None] Pushing event updated for resources: {'Port': ['ID=fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:48.104772 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f49e48-d18b-4ea2-9dd2-0784f07be260 None None] Routers {'ca61d847-54e2-48f4-b677-239ed9cdd706'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:48.106673 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f7f49e48-d18b-4ea2-9dd2-0784f07be260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:18:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ca61d847-54e2-48f4-b677-239ed9cdd706'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:48.117311 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3035b9-4239-46bf-87a5-d27f10c79158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-c5e5ef48-b00d-4a4a-b322-8f86cea4f5af', 'network_id': 'c5e5ef48-b00d-4a4a-b322-8f86cea4f5af', 'tenant_id': '1877a1c5029842a9a22481228281422f', 'fixed_ips': [{'subnet_id': 'b0f0883d-94a8-483d-b400-459446f819a6'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:18:48.118473 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7c3035b9-4239-46bf-87a5-d27f10c79158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:48.180971 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 42648c8d-8ad5-4420-a575-38161acaae0c details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:18:48.277950 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-243ee16b-6455-4d67-8bd4-eb1e3db8d616 req-3d083e78-815c-4b9e-8cf6-86365caf557c tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 210 time: 0.1123772 Jul 23 16:18:48.280639 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d54f59a-9242-4d07-a66a-469cfe06b11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:48.312627 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-65799a88-16b2-497f-9d0c-efae2d4949af req-4b52056c-3ada-4d37-aee8-8a7267e84256 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/security-groups?id=c095f555-801f-4899-8b9b-d61efcdf382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696874 Jul 23 16:18:48.410664 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-f7f49e48-d18b-4ea2-9dd2-0784f07be260 None None] Set router ca61d847-54e2-48f4-b677-239ed9cdd706 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:48.444754 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 42648c8d-8ad5-4420-a575-38161acaae0c, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=42648c8d-8ad5-4420-a575-38161acaae0c,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:48.472849 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '42648c8d-8ad5-4420-a575-38161acaae0c', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': '42648c8d-8ad5-4420-a575-38161acaae0c', 'mac_address': 'fa:16:3e:c2:5e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:18:48.631857 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:48.651539 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42648c8d-8ad5-4420-a575-38161acaae0c {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:48.753913 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 42648c8d-8ad5-4420-a575-38161acaae0c, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=42648c8d-8ad5-4420-a575-38161acaae0c,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:48.776057 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:48.783940 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-7c3035b9-4239-46bf-87a5-d27f10c79158 None None] Allocated IP 172.20.0.2 (c5e5ef48-b00d-4a4a-b322-8f86cea4f5af/b0f0883d-94a8-483d-b400-459446f819a6/52eb1127-d719-47d8-a3ae-76b989d46b9a) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:48.895330 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=42648c8d-8ad5-4420-a575-38161acaae0c,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:48.955199 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f7f49e48-d18b-4ea2-9dd2-0784f07be260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca61d847-54e2-48f4-b677-239ed9cdd706', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-212616220-router', 'tenant_id': '51619850a89a4e979748f0d7c3538237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'f959541c-8280-4bbb-b505-d1ea0f0ab1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:30Z', 'updated_at': '2021-07-23T16:18:42Z', 'revision_number': 4, 'project_id': '51619850a89a4e979748f0d7c3538237', 'gw_port': {'id': 'f959541c-8280-4bbb-b505-d1ea0f0ab1a3', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:68:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61d847-54e2-48f4-b677-239ed9cdd706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:32Z', 'updated_at': '2021-07-23T16:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e', 'name': '', 'network_id': 'c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c', 'tenant_id': '51619850a89a4e979748f0d7c3538237', 'mac_address': 'fa:16:3e:c9:bf:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca61d847-54e2-48f4-b677-239ed9cdd706', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '647bf446-1ef8-4521-953a-7c8ff6ae0c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:39Z', 'updated_at': '2021-07-23T16:18:47Z', 'revision_number': 4, 'project_id': '51619850a89a4e979748f0d7c3538237', 'subnets': [{'id': '647bf446-1ef8-4521-953a-7c8ff6ae0c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:49.017103 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54872) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:49.022642 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6166d23c-2265-4afa-b8df-bc2df05c474d tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1447959692', 'description': 'tempest-description--1636719021'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:49.027635 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f49e48-d18b-4ea2-9dd2-0784f07be260 None None] The sync data for ids ['ca61d847-54e2-48f4-b677-239ed9cdd706'] in n-d-778549-4 is: [{'id': 'ca61d847-54e2-48f4-b677-239ed9cdd706', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-212616220-router', 'tenant_id': '51619850a89a4e979748f0d7c3538237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'f959541c-8280-4bbb-b505-d1ea0f0ab1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:30Z', 'updated_at': '2021-07-23T16:18:42Z', 'revision_number': 4, 'project_id': '51619850a89a4e979748f0d7c3538237', 'gw_port': {'id': 'f959541c-8280-4bbb-b505-d1ea0f0ab1a3', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:68:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61d847-54e2-48f4-b677-239ed9cdd706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:32Z', 'updated_at': '2021-07-23T16:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e', 'name': '', 'network_id': 'c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c', 'tenant_id': '51619850a89a4e979748f0d7c3538237', 'mac_address': 'fa:16:3e:c9:bf:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca61d847-54e2-48f4-b677-239ed9cdd706', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '647bf446-1ef8-4521-953a-7c8ff6ae0c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:39Z', 'updated_at': '2021-07-23T16:18:47Z', 'revision_number': 4, 'project_id': '51619850a89a4e979748f0d7c3538237', 'subnets': [{'id': '647bf446-1ef8-4521-953a-7c8ff6ae0c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:18:49.086731 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['42648c8d-8ad5-4420-a575-38161acaae0c'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:18:49.102425 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6166d23c-2265-4afa-b8df-bc2df05c474d tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:49.297112 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6166d23c-2265-4afa-b8df-bc2df05c474d tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:49.308322 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6166d23c-2265-4afa-b8df-bc2df05c474d tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:49.334884 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d54f59a-9242-4d07-a66a-469cfe06b11e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:49.348431 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166d23c-2265-4afa-b8df-bc2df05c474d tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0752d89f-cbae-46a6-aa9d-219cc61cde66,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:49.368366 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6166d23c-2265-4afa-b8df-bc2df05c474d tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:49.369934 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6166d23c-2265-4afa-b8df-bc2df05c474d tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3517292 Jul 23 16:18:49.372922 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54882) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:49.378670 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-2d53047b-1c01-468a-b151-2d0dedcc4377 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Request body: {'security_group_rule': {'security_group_id': '0752d89f-cbae-46a6-aa9d-219cc61cde66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:49.429326 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2d53047b-1c01-468a-b151-2d0dedcc4377 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:49.490541 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d54f59a-9242-4d07-a66a-469cfe06b11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:49.538493 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2d53047b-1c01-468a-b151-2d0dedcc4377 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:49.549822 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2d53047b-1c01-468a-b151-2d0dedcc4377 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:49.571925 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086d651-ceec-4101-b9a2-aadfda914f45 req-b19d858d-0567-48bb-9426-f17130cea534 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:49.579776 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53047b-1c01-468a-b151-2d0dedcc4377 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4798fd7-e209-4d3a-b83b-b88c47219e30,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:49.580337 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4086d651-ceec-4101-b9a2-aadfda914f45 req-b19d858d-0567-48bb-9426-f17130cea534 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.9754357 Jul 23 16:18:49.605631 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7c3035b9-4239-46bf-87a5-d27f10c79158 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:49.608939 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2d53047b-1c01-468a-b151-2d0dedcc4377 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:49.610688 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2d53047b-1c01-468a-b151-2d0dedcc4377 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2364836 Jul 23 16:18:49.614250 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54888) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:49.623911 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-69a52699-46c2-4dad-9ba3-20e374f75bee tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Request body: {'security_group_rule': {'security_group_id': '0752d89f-cbae-46a6-aa9d-219cc61cde66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:49.635349 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7c3035b9-4239-46bf-87a5-d27f10c79158 None None] Transition to ACTIVE for port object 52eb1127-d719-47d8-a3ae-76b989d46b9a will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:49.693593 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-69a52699-46c2-4dad-9ba3-20e374f75bee tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:49.710544 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7c3035b9-4239-46bf-87a5-d27f10c79158 None None] Transition to ACTIVE for port object 52eb1127-d719-47d8-a3ae-76b989d46b9a will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:49.736426 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7c3035b9-4239-46bf-87a5-d27f10c79158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:49.774215 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-730ef599-c19a-4bdf-b22d-cd477eda948e tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:49.780377 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-730ef599-c19a-4bdf-b22d-cd477eda948e tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.74 "GET /v2.0/networks?id=cbcbd292-3824-44cf-913c-59a7184e692c HTTP/1.1" status: 200 len: 808 time: 0.7779098 Jul 23 16:18:49.806952 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-69a52699-46c2-4dad-9ba3-20e374f75bee tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:49.816821 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-76a4aaac-94ca-4e82-910b-713b4ebed97e tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Request body: {'port': {'device_id': '7299739c-9c47-42e4-91d6-b0674ce38553', 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c', 'admin_state_up': True, 'tenant_id': '3e7d59ab22bf4a75bedef87dbf37ca66'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:49.820455 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-69a52699-46c2-4dad-9ba3-20e374f75bee tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:49.851127 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a52699-46c2-4dad-9ba3-20e374f75bee tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6251067-5e90-4125-8957-b34e22e55b37,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:49.851783 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3035b9-4239-46bf-87a5-d27f10c79158 None None] Network c5e5ef48-b00d-4a4a-b322-8f86cea4f5af is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:49.863855 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-7c3035b9-4239-46bf-87a5-d27f10c79158 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:49.886606 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-69a52699-46c2-4dad-9ba3-20e374f75bee tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:49.888184 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-69a52699-46c2-4dad-9ba3-20e374f75bee tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2711492 Jul 23 16:18:49.891551 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54892) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:49.892451 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3035b9-4239-46bf-87a5-d27f10c79158 None None] Pushing event updated for resources: {'Port': ['ID=52eb1127-d719-47d8-a3ae-76b989d46b9a,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:49.897114 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-4ce0b0b1-a56b-40a0-a2ad-5baa804fad61 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:49.901829 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3035b9-4239-46bf-87a5-d27f10c79158 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:18:49.973894 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4ce0b0b1-a56b-40a0-a2ad-5baa804fad61 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:50.004283 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-7c3035b9-4239-46bf-87a5-d27f10c79158 None None] Attempting to bind port 52eb1127-d719-47d8-a3ae-76b989d46b9a on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:50.004550 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-7c3035b9-4239-46bf-87a5-d27f10c79158 None None] Attempting to bind port 52eb1127-d719-47d8-a3ae-76b989d46b9a by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '37cc592b-7f9c-4642-8c1c-94e292ee317d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'c5e5ef48-b00d-4a4a-b322-8f86cea4f5af'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:50.004959 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3035b9-4239-46bf-87a5-d27f10c79158 None None] Attempting to bind port 52eb1127-d719-47d8-a3ae-76b989d46b9a on network c5e5ef48-b00d-4a4a-b322-8f86cea4f5af {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:50.015237 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4086d651-ceec-4101-b9a2-aadfda914f45 req-dd4ac7e8-7940-4973-bb6a-9065e601111b tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338360 Jul 23 16:18:50.017561 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3035b9-4239-46bf-87a5-d27f10c79158 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:18:50.018178 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3035b9-4239-46bf-87a5-d27f10c79158 None None] Checking segment: {'id': '37cc592b-7f9c-4642-8c1c-94e292ee317d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'c5e5ef48-b00d-4a4a-b322-8f86cea4f5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:50.018762 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7c3035b9-4239-46bf-87a5-d27f10c79158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:50.019305 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3035b9-4239-46bf-87a5-d27f10c79158 None None] Bound using segment: {'id': '37cc592b-7f9c-4642-8c1c-94e292ee317d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'c5e5ef48-b00d-4a4a-b322-8f86cea4f5af'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:18:50.019940 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-7c3035b9-4239-46bf-87a5-d27f10c79158 None None] Bound port: 52eb1127-d719-47d8-a3ae-76b989d46b9a, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cc592b-7f9c-4642-8c1c-94e292ee317d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'c5e5ef48-b00d-4a4a-b322-8f86cea4f5af'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:50.020482 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7c3035b9-4239-46bf-87a5-d27f10c79158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:50.170005 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0734f71-402b-46fa-b35e-bc34dffa02ba req-6ca8a83f-41bd-4128-b129-c5fb6ada9abb tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:50.182634 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a0734f71-402b-46fa-b35e-bc34dffa02ba req-6ca8a83f-41bd-4128-b129-c5fb6ada9abb tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 948 time: 0.8424480 Jul 23 16:18:50.200371 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-7c3035b9-4239-46bf-87a5-d27f10c79158 None None] For port 52eb1127-d719-47d8-a3ae-76b989d46b9a, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:50.204725 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-7c3035b9-4239-46bf-87a5-d27f10c79158 None None] For port 52eb1127-d719-47d8-a3ae-76b989d46b9a, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=52eb1127-d719-47d8-a3ae-76b989d46b9a,segment=NetworkSegment(37cc592b-7f9c-4642-8c1c-94e292ee317d),segment_id=37cc592b-7f9c-4642-8c1c-94e292ee317d)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:18:50.213917 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7c3035b9-4239-46bf-87a5-d27f10c79158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:50.239440 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4ce0b0b1-a56b-40a0-a2ad-5baa804fad61 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:50.339202 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3035b9-4239-46bf-87a5-d27f10c79158 None None] Pushing event updated for resources: {'Port': ['ID=52eb1127-d719-47d8-a3ae-76b989d46b9a,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:50.339853 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d12fa9a-df46-46a2-85bd-3beb62cbf068 req-1fadab5a-aef7-4a38-9893-84c219a90f51 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 210 time: 0.1391652 Jul 23 16:18:50.370554 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-76a4aaac-94ca-4e82-910b-713b4ebed97e tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Made reservation on behalf of 3e7d59ab22bf4a75bedef87dbf37ca66 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:18:50.375357 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-76a4aaac-94ca-4e82-910b-713b4ebed97e tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:50.401324 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-2d54f59a-9242-4d07-a66a-469cfe06b11e admin admin] Allocated IP 172.25.8.191 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/133595d4-15ad-4f89-b376-c6d31b094c8f) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:50.443010 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a0734f71-402b-46fa-b35e-bc34dffa02ba req-e8b50cb2-2b6c-4de4-a0f6-94989a2a17e2 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591932 Jul 23 16:18:50.690454 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f149c8-f0d2-4dae-95e7-44b983f6428c req-8cf4faf9-d73d-4007-b6ab-0e5b92a30227 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:50.691995 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-63f149c8-f0d2-4dae-95e7-44b983f6428c req-8cf4faf9-d73d-4007-b6ab-0e5b92a30227 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/ports?device_id=98b33253-1865-4d59-bfff-00604d067ca7 HTTP/1.1" status: 200 len: 949 time: 0.2536128 Jul 23 16:18:50.863445 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-63f149c8-f0d2-4dae-95e7-44b983f6428c req-d7081d91-9a10-4516-8780-a408fe92985b tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/security-groups?id=c095f555-801f-4899-8b9b-d61efcdf382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586866 Jul 23 16:18:50.915184 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:50.938825 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-76a4aaac-94ca-4e82-910b-713b4ebed97e tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Allocated IP 172.20.0.14 (cbcbd292-3824-44cf-913c-59a7184e692c/f8384c77-6398-425d-9275-6a23db41a285/b67dfda2-d471-4748-b33e-9252ec9efb0a) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:50.958158 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d54f59a-9242-4d07-a66a-469cfe06b11e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:51.016162 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:51.024982 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:51.025719 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:51.218408 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:51.256855 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e,segment=NetworkSegment(b09fbdba-1c06-4bdf-9396-d120d80fa55f),segment_id=b09fbdba-1c06-4bdf-9396-d120d80fa55f)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:51.262514 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:51.263642 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 52eb1127-d719-47d8-a3ae-76b989d46b9a up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:51.264546 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-76a4aaac-94ca-4e82-910b-713b4ebed97e tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:51.412595 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-76a4aaac-94ca-4e82-910b-713b4ebed97e tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:51.442063 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:51.461930 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 52eb1127-d719-47d8-a3ae-76b989d46b9a completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:51.547611 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d54f59a-9242-4d07-a66a-469cfe06b11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:51.591193 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d54f59a-9242-4d07-a66a-469cfe06b11e admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:51.593502 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-4ce0b0b1-a56b-40a0-a2ad-5baa804fad61 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Allocated IP 172.25.8.156 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/c131e5ba-b072-4d38-b28e-8d0d4ade158b) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:51.593982 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-76a4aaac-94ca-4e82-910b-713b4ebed97e tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Network cbcbd292-3824-44cf-913c-59a7184e692c is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:51.597656 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-2d54f59a-9242-4d07-a66a-469cfe06b11e admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:51.624222 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d54f59a-9242-4d07-a66a-469cfe06b11e admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:18:51.759964 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4ce0b0b1-a56b-40a0-a2ad-5baa804fad61 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:51.817568 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4ce0b0b1-a56b-40a0-a2ad-5baa804fad61 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:51.857149 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce0b0b1-a56b-40a0-a2ad-5baa804fad61 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:51.860647 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-4ce0b0b1-a56b-40a0-a2ad-5baa804fad61 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:51.863901 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce0b0b1-a56b-40a0-a2ad-5baa804fad61 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:18:51.890428 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347afa8f-78be-47c8-9e13-bb954c7ac45e None None] Network c5e5ef48-b00d-4a4a-b322-8f86cea4f5af requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:18:51.910095 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0b0b1-a56b-40a0-a2ad-5baa804fad61 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Pushing event updated for resources: {'Port': ['ID=c131e5ba-b072-4d38-b28e-8d0d4ade158b,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:51.989619 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d190bdd1-c85c-4613-9711-39792f412fbf None None] Provisioning for port 52eb1127-d719-47d8-a3ae-76b989d46b9a completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:52.001738 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d190bdd1-c85c-4613-9711-39792f412fbf None None] Provisioning complete for port 52eb1127-d719-47d8-a3ae-76b989d46b9a triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:52.002106 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d190bdd1-c85c-4613-9711-39792f412fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:52.032585 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4ce0b0b1-a56b-40a0-a2ad-5baa804fad61 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:52.078955 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-76a4aaac-94ca-4e82-910b-713b4ebed97e tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:52.082359 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4aaac-94ca-4e82-910b-713b4ebed97e tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Pushing event updated for resources: {'Port': ['ID=b67dfda2-d471-4748-b33e-9252ec9efb0a,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:52.092383 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-76a4aaac-94ca-4e82-910b-713b4ebed97e tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:18:52.112459 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4ce0b0b1-a56b-40a0-a2ad-5baa804fad61 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:52.165549 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d190bdd1-c85c-4613-9711-39792f412fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:52.202595 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d46c9-b7fc-4865-90f3-b174bef7d4fd req-15d65ee0-93d2-4641-a1f6-8212f86b78b7 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:52.204515 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-499d46c9-b7fc-4865-90f3-b174bef7d4fd req-15d65ee0-93d2-4641-a1f6-8212f86b78b7 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.9891994 Jul 23 16:18:52.298886 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4ce0b0b1-a56b-40a0-a2ad-5baa804fad61 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:52.306297 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda72de-095f-4165-a2a5-9101c70fd7ee req-3be23ee0-d7f2-4848-8da9-9463720da02c tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:52.310021 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 42648c8d-8ad5-4420-a575-38161acaae0c up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:52.310208 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4ce0b0b1-a56b-40a0-a2ad-5baa804fad61 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:52.314689 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bdda72de-095f-4165-a2a5-9101c70fd7ee req-3be23ee0-d7f2-4848-8da9-9463720da02c tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 932 time: 0.7895262 Jul 23 16:18:52.349997 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54f59a-9242-4d07-a66a-469cfe06b11e admin admin] Pushing event updated for resources: {'Port': ['ID=133595d4-15ad-4f89-b376-c6d31b094c8f,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:52.358600 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-d190bdd1-c85c-4613-9711-39792f412fbf None None] For port 52eb1127-d719-47d8-a3ae-76b989d46b9a, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=52eb1127-d719-47d8-a3ae-76b989d46b9a,segment=NetworkSegment(37cc592b-7f9c-4642-8c1c-94e292ee317d),segment_id=37cc592b-7f9c-4642-8c1c-94e292ee317d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:52.367438 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d190bdd1-c85c-4613-9711-39792f412fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:52.401230 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bdda72de-095f-4165-a2a5-9101c70fd7ee req-ba0396f5-ac5c-40f2-b1ef-a4beba962954 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816038 Jul 23 16:18:52.426680 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-76a4aaac-94ca-4e82-910b-713b4ebed97e tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:52.428119 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-76a4aaac-94ca-4e82-910b-713b4ebed97e tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:52.431034 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4ce0b0b1-a56b-40a0-a2ad-5baa804fad61 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:52.446576 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-499d46c9-b7fc-4865-90f3-b174bef7d4fd req-d5ef379b-62f1-488d-b1c9-184bb6d33b58 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254369 Jul 23 16:18:52.472089 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4ce0b0b1-a56b-40a0-a2ad-5baa804fad61 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:52.484020 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4ce0b0b1-a56b-40a0-a2ad-5baa804fad61 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5909636 Jul 23 16:18:52.485398 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0b0b1-a56b-40a0-a2ad-5baa804fad61 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Pushing event updated for resources: {'Port': ['ID=c131e5ba-b072-4d38-b28e-8d0d4ade158b,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:52.495521 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0b0b1-a56b-40a0-a2ad-5baa804fad61 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:52.495875 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0b0b1-a56b-40a0-a2ad-5baa804fad61 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:52.496231 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0b0b1-a56b-40a0-a2ad-5baa804fad61 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:52.496551 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0b0b1-a56b-40a0-a2ad-5baa804fad61 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:52.496884 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0b0b1-a56b-40a0-a2ad-5baa804fad61 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:52.497253 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0b0b1-a56b-40a0-a2ad-5baa804fad61 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:52.497586 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0b0b1-a56b-40a0-a2ad-5baa804fad61 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:52.497914 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0b0b1-a56b-40a0-a2ad-5baa804fad61 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:52.498240 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0b0b1-a56b-40a0-a2ad-5baa804fad61 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:52.498565 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0b0b1-a56b-40a0-a2ad-5baa804fad61 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:52.498891 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0b0b1-a56b-40a0-a2ad-5baa804fad61 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:52.499442 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0b0b1-a56b-40a0-a2ad-5baa804fad61 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:52.521229 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190bdd1-c85c-4613-9711-39792f412fbf None None] Pushing event updated for resources: {'Port': ['ID=52eb1127-d719-47d8-a3ae-76b989d46b9a,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:52.573126 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 42648c8d-8ad5-4420-a575-38161acaae0c completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:52.581437 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 42648c8d-8ad5-4420-a575-38161acaae0c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:52.582077 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:52.582935 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-76a4aaac-94ca-4e82-910b-713b4ebed97e tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7762191 Jul 23 16:18:52.705382 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] Request body: {'port': {'device_id': '7299739c-9c47-42e4-91d6-b0674ce38553', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:52.800919 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d54f59a-9242-4d07-a66a-469cfe06b11e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:52.811329 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:52.842504 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:52.875054 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c4e70d22-8de6-4354-9ec1-ff81235cee8b None None] Provisioning complete for port 52eb1127-d719-47d8-a3ae-76b989d46b9a triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:52.875757 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c4e70d22-8de6-4354-9ec1-ff81235cee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:52.885461 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b33253-1865-4d59-bfff-00604d067ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42648c8d-8ad5-4420-a575-38161acaae0c'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:52.887773 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c28e060-c1c3-4660-b981-f80b5ecef1f8" -d '{"events": [{"server_uuid": "98b33253-1865-4d59-bfff-00604d067ca7", "name": "network-vif-plugged", "status": "completed", "tag": "42648c8d-8ad5-4420-a575-38161acaae0c"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:52.922285 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 42648c8d-8ad5-4420-a575-38161acaae0c, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=42648c8d-8ad5-4420-a575-38161acaae0c,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:52.934031 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:52.985759 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:52.985759 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:52.993813 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abacb839-241c-4db1-a9bb-895a4b946013 req-6a1241dd-8363-44ce-bc03-aa2bce2e1c41 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:53.000552 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abacb839-241c-4db1-a9bb-895a4b946013 req-6a1241dd-8363-44ce-bc03-aa2bce2e1c41 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 948 time: 0.3121469 Jul 23 16:18:53.030715 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:53.045418 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=42648c8d-8ad5-4420-a575-38161acaae0c,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:53.153896 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 52eb1127-d719-47d8-a3ae-76b989d46b9a up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:53.168633 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c4b0c-b3d3-42cc-ae40-96f68dab0dce req-8d06c2c0-9011-4a2e-aca0-d89edd77c834 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:53.170280 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f85c4b0c-b3d3-42cc-ae40-96f68dab0dce req-8d06c2c0-9011-4a2e-aca0-d89edd77c834 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/ports?device_id=98b33253-1865-4d59-bfff-00604d067ca7 HTTP/1.1" status: 200 len: 949 time: 0.4374661 Jul 23 16:18:53.176832 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abacb839-241c-4db1-a9bb-895a4b946013 req-b97b808c-a201-4560-a366-6cdbc4380727 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754096 Jul 23 16:18:53.213644 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 52eb1127-d719-47d8-a3ae-76b989d46b9a triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:53.213644 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:53.334488 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f85c4b0c-b3d3-42cc-ae40-96f68dab0dce req-ed3958b5-19d4-4b0e-a658-37f44e04f7e3 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/security-groups?id=c095f555-801f-4899-8b9b-d61efcdf382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370680 Jul 23 16:18:53.342538 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d54f59a-9242-4d07-a66a-469cfe06b11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:53.391519 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814d2b3c-10ca-467b-b36b-f6a6237c12dc x-openstack-request-id: req-814d2b3c-10ca-467b-b36b-f6a6237c12dc {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:53.391821 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b33253-1865-4d59-bfff-00604d067ca7", "name": "network-vif-plugged", "status": "completed", "tag": "42648c8d-8ad5-4420-a575-38161acaae0c", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:53.392076 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-814d2b3c-10ca-467b-b36b-f6a6237c12dc {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:53.392471 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b33253-1865-4d59-bfff-00604d067ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42648c8d-8ad5-4420-a575-38161acaae0c', 'code': 200} Jul 23 16:18:53.556907 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49247e9-ff2b-4436-a5c0-1db6615ec98d req-069f2ee9-ae20-401d-8c5e-6f2210fef9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:53.559117 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b49247e9-ff2b-4436-a5c0-1db6615ec98d req-069f2ee9-ae20-401d-8c5e-6f2210fef9e0 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=98b33253-1865-4d59-bfff-00604d067ca7 HTTP/1.1" status: 200 len: 1101 time: 0.0822775 Jul 23 16:18:53.605456 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b49247e9-ff2b-4436-a5c0-1db6615ec98d req-9e104fc2-dbb7-4dd8-9c34-fb4a70756a44 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=c095f555-801f-4899-8b9b-d61efcdf382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390739 Jul 23 16:18:53.608478 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-9bcaf66d-0a66-4e69-844b-16fa7d2788d9 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1447959692&fields=id&tenant_id=72c5035a103e4dd0b897fa7cd5257ce2 HTTP/1.1" status: 200 len: 267 time: 0.1549571 Jul 23 16:18:53.786535 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31223766-b6e1-41e5-a9c7-9f34c8d6a8cf req-204c3eb7-9539-458f-b2a7-e93b1d9336ed tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:53.789797 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-31223766-b6e1-41e5-a9c7-9f34c8d6a8cf req-204c3eb7-9539-458f-b2a7-e93b1d9336ed tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 932 time: 0.2664831 Jul 23 16:18:53.820018 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b67dfda2-d471-4748-b33e-9252ec9efb0a {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:53.840389 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:53.852512 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d54f59a-9242-4d07-a66a-469cfe06b11e admin admin] Router e986542c-56a4-47eb-8617-78fb57836236 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:18:53.870051 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-5a71e240-a656-43fa-ab48-ce4446aa6c6d tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:53.871610 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-5a71e240-a656-43fa-ab48-ce4446aa6c6d tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/networks?id=32aa57db-50f4-4fb5-8615-f427929748c7 HTTP/1.1" status: 200 len: 824 time: 0.2498636 Jul 23 16:18:53.884013 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] Transition to ACTIVE for port object b67dfda2-d471-4748-b33e-9252ec9efb0a will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:53.900320 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-31223766-b6e1-41e5-a9c7-9f34c8d6a8cf req-0271e525-9398-4d1f-8e22-c20129bae9aa tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997527 Jul 23 16:18:53.900945 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:53.936506 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-e5bd3152-864a-477f-9d51-3a919628553a tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/quotas/72c5035a103e4dd0b897fa7cd5257ce2 HTTP/1.1" status: 200 len: 375 time: 0.0559158 Jul 23 16:18:54.364864 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] Pushing event updated for resources: {'Port': ['ID=b67dfda2-d471-4748-b33e-9252ec9efb0a,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:54.476986 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d54f59a-9242-4d07-a66a-469cfe06b11e admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:18:54.485640 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a099b8ab-ed22-4806-97cb-40df78ec3861 None None] Sync routers for ids ['e986542c-56a4-47eb-8617-78fb57836236'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:18:54.494244 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-a47a5e4d-b219-4813-98cf-8f4c2b6ef939 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=72c5035a103e4dd0b897fa7cd5257ce2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5078380 Jul 23 16:18:54.496071 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a099b8ab-ed22-4806-97cb-40df78ec3861 None None] Routers {'e986542c-56a4-47eb-8617-78fb57836236'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:54.497154 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a099b8ab-ed22-4806-97cb-40df78ec3861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:18:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['e986542c-56a4-47eb-8617-78fb57836236'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:54.497323 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] Attempting to bind port b67dfda2-d471-4748-b33e-9252ec9efb0a on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:54.497323 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] Attempting to bind port b67dfda2-d471-4748-b33e-9252ec9efb0a by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:54.497632 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] Attempting to bind port b67dfda2-d471-4748-b33e-9252ec9efb0a on network cbcbd292-3824-44cf-913c-59a7184e692c {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:54.518996 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b120b5-6359-4d0b-8055-41f1bcbf2d4f req-1bad9179-04d9-4987-921a-98e8ebe59a30 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:54.520469 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-55b120b5-6359-4d0b-8055-41f1bcbf2d4f req-1bad9179-04d9-4987-921a-98e8ebe59a30 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.5328562 Jul 23 16:18:54.521623 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] Port b67dfda2-d471-4748-b33e-9252ec9efb0a on network cbcbd292-3824-44cf-913c-59a7184e692c not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:18:54.522016 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] Attempting to bind port b67dfda2-d471-4748-b33e-9252ec9efb0a on network cbcbd292-3824-44cf-913c-59a7184e692c {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:54.555294 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:18:54.555703 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] Checking segment: {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:54.556002 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] Bound using segment: {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:18:54.556442 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] Bound port: b67dfda2-d471-4748-b33e-9252ec9efb0a, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:54.556797 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:54.558645 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d54f59a-9242-4d07-a66a-469cfe06b11e admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:54.560033 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2d54f59a-9242-4d07-a66a-469cfe06b11e admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.9234347 Jul 23 16:18:54.563058 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54966) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:54.613942 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-a099b8ab-ed22-4806-97cb-40df78ec3861 None None] Set router e986542c-56a4-47eb-8617-78fb57836236 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:54.660502 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-55b120b5-6359-4d0b-8055-41f1bcbf2d4f req-b63c43cb-b617-4011-82a7-768af3600ede tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280658 Jul 23 16:18:54.698341 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-9d620e5f-10aa-452c-a4d8-3657c1dbd9f5 service neutron] 10.222.0.73 "GET /v2.0/networks/32aa57db-50f4-4fb5-8615-f427929748c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873465 Jul 23 16:18:54.752069 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] For port b67dfda2-d471-4748-b33e-9252ec9efb0a, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:54.789494 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] For port b67dfda2-d471-4748-b33e-9252ec9efb0a, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=b67dfda2-d471-4748-b33e-9252ec9efb0a,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:18:54.796203 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:54.860460 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a099b8ab-ed22-4806-97cb-40df78ec3861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e986542c-56a4-47eb-8617-78fb57836236', 'name': 'tempest-TaggedBootDevicesTest_v242-972146579-router', 'tenant_id': '1877a1c5029842a9a22481228281422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '133595d4-15ad-4f89-b376-c6d31b094c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:47Z', 'updated_at': '2021-07-23T16:18:52Z', 'revision_number': 3, 'project_id': '1877a1c5029842a9a22481228281422f', 'gw_port': {'id': '133595d4-15ad-4f89-b376-c6d31b094c8f', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e986542c-56a4-47eb-8617-78fb57836236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:49Z', 'updated_at': '2021-07-23T16:18:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:54.891621 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:54.892246 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:54.893932 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a099b8ab-ed22-4806-97cb-40df78ec3861 None None] Checking router: e986542c-56a4-47eb-8617-78fb57836236 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:18:54.894057 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] 10.222.0.74 "PUT /v2.0/ports/b67dfda2-d471-4748-b33e-9252ec9efb0a HTTP/1.1" status: 200 len: 1092 time: 2.2043748 Jul 23 16:18:54.894286 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a099b8ab-ed22-4806-97cb-40df78ec3861 None None] Updating router e986542c-56a4-47eb-8617-78fb57836236 port 133595d4-15ad-4f89-b376-c6d31b094c8f binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:18:54.896980 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7299739c-9c47-42e4-91d6-b0674ce38553', 'tag': 'b67dfda2-d471-4748-b33e-9252ec9efb0a'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:54.904192 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b2e0ff-6ff4-411c-8b5d-fef238de7d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "7299739c-9c47-42e4-91d6-b0674ce38553", "tag": "b67dfda2-d471-4748-b33e-9252ec9efb0a"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:54.953408 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a099b8ab-ed22-4806-97cb-40df78ec3861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:55.027873 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-903b6721-5c7b-4067-91cb-38bd6a72992f service neutron] 10.222.0.73 "GET /v2.0/networks/32aa57db-50f4-4fb5-8615-f427929748c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197651 Jul 23 16:18:55.028475 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] Pushing event updated for resources: {'Port': ['ID=b67dfda2-d471-4748-b33e-9252ec9efb0a,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:55.081929 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:55.082286 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:55.082985 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:55.082985 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:55.083292 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:55.084181 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:55.084492 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:55.085095 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:55.085310 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:55.085748 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:55.085915 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:55.086239 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b75a1f-eca4-4cb5-9da9-6653514ce48b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:55.136705 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-6696a0c5-9db1-4791-8907-aba62e980224 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:55.138404 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-6696a0c5-9db1-4791-8907-aba62e980224 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.73 "GET /v2.0/networks?id=eb7595a8-c56a-4859-886f-00db31b2325a HTTP/1.1" status: 200 len: 815 time: 0.2140079 Jul 23 16:18:55.152192 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-5a0d423e-e8ab-4e86-a610-1cafe2c66d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:55.155086 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-5a0d423e-e8ab-4e86-a610-1cafe2c66d09 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 1095 time: 0.1857259 Jul 23 16:18:55.172466 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-da7d8ba2-fb0b-498d-a6c0-c027018d6655 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.73 "GET /v2.0/quotas/a082626dc89c49e384ed8b03bfef8e63 HTTP/1.1" status: 200 len: 375 time: 0.0263515 Jul 23 16:18:55.207871 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54988) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:55.210446 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-80d47974-c6bd-4a19-9059-4c405500cbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:55.222325 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-ea3dab9e-d248-4a09-b42d-cb4ba0f4f38f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b67dfda2-d471-4748-b33e-9252ec9efb0a HTTP/1.1" status: 200 len: 217 time: 0.0578334 Jul 23 16:18:55.352894 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-05766ffb-d4bb-49d8-b679-1fd366962492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:55.358712 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-05766ffb-d4bb-49d8-b679-1fd366962492 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f8384c77-6398-425d-9275-6a23db41a285 HTTP/1.1" status: 200 len: 848 time: 0.1002233 Jul 23 16:18:55.403866 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-5e98257d-8968-4ed4-b158-b6ec820b9b31 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cbcbd292-3824-44cf-913c-59a7184e692c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378478 Jul 23 16:18:55.432164 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-53a1151e-d658-40fa-b3f7-0251e7fd3a79 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a082626dc89c49e384ed8b03bfef8e63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2204216 Jul 23 16:18:55.442403 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a099b8ab-ed22-4806-97cb-40df78ec3861 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:55.455119 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a099b8ab-ed22-4806-97cb-40df78ec3861 None None] Transition to ACTIVE for port object 133595d4-15ad-4f89-b376-c6d31b094c8f will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:55.463600 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a099b8ab-ed22-4806-97cb-40df78ec3861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:55.467311 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-80d47974-c6bd-4a19-9059-4c405500cbff admin admin] Allocated IP 172.20.0.1 (c5e5ef48-b00d-4a4a-b322-8f86cea4f5af/b0f0883d-94a8-483d-b400-459446f819a6/d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:55.502382 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fea44660-573a-4e0a-bddb-ccf5e17adc6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:55.513917 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142338f-5449-44b6-b15e-e6932a5a7798 req-68591120-61f8-40c9-9047-e03aabab1fa7 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:55.519202 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7cb00a-13fe-4406-9f7a-82b1b09f553f None None] Pushing event updated for resources: {'Port': ['ID=133595d4-15ad-4f89-b376-c6d31b094c8f,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:55.522276 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0142338f-5449-44b6-b15e-e6932a5a7798 req-68591120-61f8-40c9-9047-e03aabab1fa7 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 948 time: 0.2552238 Jul 23 16:18:55.551877 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-a099b8ab-ed22-4806-97cb-40df78ec3861 None None] Attempting to bind port 133595d4-15ad-4f89-b376-c6d31b094c8f on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:55.555571 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-a099b8ab-ed22-4806-97cb-40df78ec3861 None None] Attempting to bind port 133595d4-15ad-4f89-b376-c6d31b094c8f by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:55.556088 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a099b8ab-ed22-4806-97cb-40df78ec3861 None None] Attempting to bind port 133595d4-15ad-4f89-b376-c6d31b094c8f on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:55.564692 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a099b8ab-ed22-4806-97cb-40df78ec3861 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:18:55.565096 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a099b8ab-ed22-4806-97cb-40df78ec3861 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:55.565819 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a099b8ab-ed22-4806-97cb-40df78ec3861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:55.566149 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a099b8ab-ed22-4806-97cb-40df78ec3861 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:18:55.566647 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-a099b8ab-ed22-4806-97cb-40df78ec3861 None None] Bound port: 133595d4-15ad-4f89-b376-c6d31b094c8f, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:55.567120 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a099b8ab-ed22-4806-97cb-40df78ec3861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:55.637998 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fea44660-573a-4e0a-bddb-ccf5e17adc6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:55.652048 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-a099b8ab-ed22-4806-97cb-40df78ec3861 None None] For port 133595d4-15ad-4f89-b376-c6d31b094c8f, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:55.656907 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0142338f-5449-44b6-b15e-e6932a5a7798 req-3b5a3931-8f38-468a-a001-8febf8dda07e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306248 Jul 23 16:18:55.657303 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-a099b8ab-ed22-4806-97cb-40df78ec3861 None None] For port 133595d4-15ad-4f89-b376-c6d31b094c8f, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=133595d4-15ad-4f89-b376-c6d31b094c8f,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:18:55.665525 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a099b8ab-ed22-4806-97cb-40df78ec3861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:55.670582 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fea44660-573a-4e0a-bddb-ccf5e17adc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:55.714912 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-4cef6e08-c96b-436f-99ca-e6af83dcd20a service neutron] 10.222.0.74 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038368 Jul 23 16:18:55.729983 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fea44660-573a-4e0a-bddb-ccf5e17adc6f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=415b1621ec5641cea80889e1326e472a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5141633 Jul 23 16:18:55.731493 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55002) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:55.731653 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7cb00a-13fe-4406-9f7a-82b1b09f553f None None] Pushing event updated for resources: {'Port': ['ID=133595d4-15ad-4f89-b376-c6d31b094c8f,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:55.748037 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea44660-573a-4e0a-bddb-ccf5e17adc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d19ca0-ddff-4280-99b9-750a135a3306,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:55.769837 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a099b8ab-ed22-4806-97cb-40df78ec3861 None None] Routers {'e986542c-56a4-47eb-8617-78fb57836236'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:55.771770 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a099b8ab-ed22-4806-97cb-40df78ec3861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:18:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['e986542c-56a4-47eb-8617-78fb57836236'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:55.772247 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-f08ad090-3000-4e2a-8673-a0cfa671f83c service neutron] 10.222.0.73 "GET /v2.0/networks/eb7595a8-c56a-4859-886f-00db31b2325a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096972 Jul 23 16:18:55.794308 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-80d47974-c6bd-4a19-9059-4c405500cbff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:55.815887 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-80d47974-c6bd-4a19-9059-4c405500cbff admin admin] Transition to ACTIVE for port object d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:55.862030 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-80d47974-c6bd-4a19-9059-4c405500cbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:55.905950 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d47974-c6bd-4a19-9059-4c405500cbff admin admin] Network c5e5ef48-b00d-4a4a-b322-8f86cea4f5af is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:55.909156 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-a099b8ab-ed22-4806-97cb-40df78ec3861 None None] Set router e986542c-56a4-47eb-8617-78fb57836236 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:55.911379 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-80d47974-c6bd-4a19-9059-4c405500cbff admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:55.915539 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d47974-c6bd-4a19-9059-4c405500cbff admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:18:55.944968 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d47974-c6bd-4a19-9059-4c405500cbff admin admin] Pushing event updated for resources: {'Port': ['ID=d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:55.992896 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-80d47974-c6bd-4a19-9059-4c405500cbff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:56.014699 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60555e31-43b3-43d7-b64e-3bf268c32cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:56.022899 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1b73ab9a-4fe4-443f-a8bf-7863920aaf0c req-622a9f48-96af-42cf-b695-64226a7687be service neutron] 10.222.0.74 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927072 Jul 23 16:18:56.041961 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-f880568b-2b55-4b67-b8dd-cb30acebef2d service neutron] 10.222.0.73 "GET /v2.0/networks/eb7595a8-c56a-4859-886f-00db31b2325a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686565 Jul 23 16:18:56.063780 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594d55b-e840-46be-a928-7fb7e4337163 req-5a46cbd1-212a-44b1-bf0d-caaa1e9cbcad tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:56.077711 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2594d55b-e840-46be-a928-7fb7e4337163 req-5a46cbd1-212a-44b1-bf0d-caaa1e9cbcad tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/ports?device_id=98b33253-1865-4d59-bfff-00604d067ca7 HTTP/1.1" status: 200 len: 950 time: 0.3029468 Jul 23 16:18:56.115189 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60555e31-43b3-43d7-b64e-3bf268c32cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:56.185218 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a099b8ab-ed22-4806-97cb-40df78ec3861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e986542c-56a4-47eb-8617-78fb57836236', 'name': 'tempest-TaggedBootDevicesTest_v242-972146579-router', 'tenant_id': '1877a1c5029842a9a22481228281422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '133595d4-15ad-4f89-b376-c6d31b094c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:47Z', 'updated_at': '2021-07-23T16:18:52Z', 'revision_number': 3, 'project_id': '1877a1c5029842a9a22481228281422f', 'gw_port': {'id': '133595d4-15ad-4f89-b376-c6d31b094c8f', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e986542c-56a4-47eb-8617-78fb57836236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:49Z', 'updated_at': '2021-07-23T16:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:56.207215 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2594d55b-e840-46be-a928-7fb7e4337163 req-52c64149-5e7d-4a71-870d-e7b16072cda4 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/security-groups?id=c095f555-801f-4899-8b9b-d61efcdf382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241622 Jul 23 16:18:56.220053 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-80d47974-c6bd-4a19-9059-4c405500cbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:56.243317 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60555e31-43b3-43d7-b64e-3bf268c32cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:56.246383 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60555e31-43b3-43d7-b64e-3bf268c32cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:56.248596 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-60555e31-43b3-43d7-b64e-3bf268c32cf8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/38d19ca0-ddff-4280-99b9-750a135a3306 HTTP/1.1" status: 204 len: 168 time: 0.5132997 Jul 23 16:18:56.259183 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a099b8ab-ed22-4806-97cb-40df78ec3861 None None] The sync data for ids ['e986542c-56a4-47eb-8617-78fb57836236'] in n-d-778549-4 is: [{'id': 'e986542c-56a4-47eb-8617-78fb57836236', 'name': 'tempest-TaggedBootDevicesTest_v242-972146579-router', 'tenant_id': '1877a1c5029842a9a22481228281422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '133595d4-15ad-4f89-b376-c6d31b094c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:47Z', 'updated_at': '2021-07-23T16:18:52Z', 'revision_number': 3, 'project_id': '1877a1c5029842a9a22481228281422f', 'gw_port': {'id': '133595d4-15ad-4f89-b376-c6d31b094c8f', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e986542c-56a4-47eb-8617-78fb57836236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:49Z', 'updated_at': '2021-07-23T16:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:18:56.265975 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60555e31-43b3-43d7-b64e-3bf268c32cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d19ca0-ddff-4280-99b9-750a135a3306,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:56.326844 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8372ad75-518d-473b-a3ee-11469c744b61 x-openstack-request-id: req-8372ad75-518d-473b-a3ee-11469c744b61 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:56.327140 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7299739c-9c47-42e4-91d6-b0674ce38553", "tag": "b67dfda2-d471-4748-b33e-9252ec9efb0a", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:56.327390 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8372ad75-518d-473b-a3ee-11469c744b61 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:56.327790 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7299739c-9c47-42e4-91d6-b0674ce38553', 'tag': 'b67dfda2-d471-4748-b33e-9252ec9efb0a', 'status': 'completed', 'code': 200} Jul 23 16:18:56.401797 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-bdee7a7f-f833-4708-9ec9-5883e9724cad None None] Provisioning for port d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:56.408422 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-bdee7a7f-f833-4708-9ec9-5883e9724cad None None] Provisioning complete for port d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:56.408844 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bdee7a7f-f833-4708-9ec9-5883e9724cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:56.481783 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-bdee7a7f-f833-4708-9ec9-5883e9724cad None None] Port d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:18:56.526617 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4e6162e6-9068-4b81-ac25-ddf686513080 req-dd7741b5-998a-408e-aa0c-fbba3c314c51 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/ports?device_id=9fe1aba3-50ec-4dfe-8803-36bd47b8edb1 HTTP/1.1" status: 200 len: 210 time: 0.0795486 Jul 23 16:18:56.561711 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71779f-ace0-4751-ab1d-d235d9900cd0 req-b90beec1-232d-4bcc-96a1-1ac852ea8b8a tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:56.563313 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-df71779f-ace0-4751-ab1d-d235d9900cd0 req-b90beec1-232d-4bcc-96a1-1ac852ea8b8a tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 944 time: 0.2182956 Jul 23 16:18:56.576377 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2e0ff-6ff4-411c-8b5d-fef238de7d3f req-8a1082d2-ebbd-4095-8081-80ec5ca3e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:56.577942 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-88b2e0ff-6ff4-411c-8b5d-fef238de7d3f req-8a1082d2-ebbd-4095-8081-80ec5ca3e04e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 1095 time: 0.2175381 Jul 23 16:18:56.582192 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-80d47974-c6bd-4a19-9059-4c405500cbff admin admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:56.588694 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-80d47974-c6bd-4a19-9059-4c405500cbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:56.698142 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-df71779f-ace0-4751-ab1d-d235d9900cd0 req-cb8d1a14-e517-4683-a4b7-00a5587a7bfa tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114841 Jul 23 16:18:56.769535 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-80d47974-c6bd-4a19-9059-4c405500cbff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:56.837721 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2e0ff-6ff4-411c-8b5d-fef238de7d3f req-f45d579f-119c-47a9-8fb6-3e82c3cbc7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:56.839379 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-88b2e0ff-6ff4-411c-8b5d-fef238de7d3f req-f45d579f-119c-47a9-8fb6-3e82c3cbc7a6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cbcbd292-3824-44cf-913c-59a7184e692c HTTP/1.1" status: 200 len: 910 time: 0.2481139 Jul 23 16:18:56.904574 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-88b2e0ff-6ff4-411c-8b5d-fef238de7d3f req-dd5beda2-d408-46ab-b8f7-135fc59341d9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b67dfda2-d471-4748-b33e-9252ec9efb0a HTTP/1.1" status: 200 len: 217 time: 0.0573535 Jul 23 16:18:56.913426 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c52c22-58b9-4172-aa99-b4ae7a768daf req-23b8d4f9-07d1-4409-9d83-65b7cd56543c tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:56.914983 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-79c52c22-58b9-4172-aa99-b4ae7a768daf req-23b8d4f9-07d1-4409-9d83-65b7cd56543c tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.2154803 Jul 23 16:18:56.966288 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55022) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:57.043170 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bc571c5f-d9bb-4ae8-8ae0-f7d303d849e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:57.076300 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2e0ff-6ff4-411c-8b5d-fef238de7d3f req-9eddc09b-2abf-43ec-89e7-3e6e5b88d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:57.077593 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d47974-c6bd-4a19-9059-4c405500cbff admin admin] Pushing event updated for resources: {'Port': ['ID=d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:57.079026 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-88b2e0ff-6ff4-411c-8b5d-fef238de7d3f req-9eddc09b-2abf-43ec-89e7-3e6e5b88d329 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f8384c77-6398-425d-9275-6a23db41a285 HTTP/1.1" status: 200 len: 848 time: 0.1628206 Jul 23 16:18:57.104519 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-79c52c22-58b9-4172-aa99-b4ae7a768daf req-035d89a3-1a4e-4498-9738-4b312b64ddcb tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339724 Jul 23 16:18:57.131801 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-88b2e0ff-6ff4-411c-8b5d-fef238de7d3f req-f9fd7946-2881-4e1f-854d-b1a00841c4ae service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cbcbd292-3824-44cf-913c-59a7184e692c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430155 Jul 23 16:18:57.299736 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8e81a6cc-917d-4a10-be28-dae9b8eeba3d req-4df38115-62b1-4802-b794-6ca38644ed99 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.73 "GET /v2.0/ports?device_id=32d8b566-2ec6-4daa-896d-806d8428ce08 HTTP/1.1" status: 200 len: 210 time: 0.0969296 Jul 23 16:18:57.406902 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-88b2e0ff-6ff4-411c-8b5d-fef238de7d3f req-e897e50c-d563-42ea-b51d-846da6df728c service neutron] 10.222.0.74 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635534 Jul 23 16:18:57.527604 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-1ea60eed-05da-4a0f-9c1b-8963d5459c82 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:57.529041 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-1ea60eed-05da-4a0f-9c1b-8963d5459c82 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.97 "GET /v2.0/networks?id=32aa57db-50f4-4fb5-8615-f427929748c7 HTTP/1.1" status: 200 len: 824 time: 0.7501588 Jul 23 16:18:57.537879 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d47974-c6bd-4a19-9059-4c405500cbff admin admin] Network c5e5ef48-b00d-4a4a-b322-8f86cea4f5af is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:57.544815 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-80d47974-c6bd-4a19-9059-4c405500cbff admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:57.546689 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bc571c5f-d9bb-4ae8-8ae0-f7d303d849e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:57.596412 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bc571c5f-d9bb-4ae8-8ae0-f7d303d849e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:57.651271 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-bc571c5f-d9bb-4ae8-8ae0-f7d303d849e0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7b26bda57dd0460284f88496ad66330a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6469264 Jul 23 16:18:57.651467 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55030) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:57.663849 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-5e816695-e65a-4c8f-a4ae-39304f2c3785 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72c5035a103e4dd0b897fa7cd5257ce2 HTTP/1.1" status: 200 len: 380 time: 0.1247766 Jul 23 16:18:57.674733 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-6e52ef6a-3a6a-489f-ae08-8ce277598674 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Request body: {'port': {'device_id': '9fe1aba3-50ec-4dfe-8803-36bd47b8edb1', 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7', 'admin_state_up': True, 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'security_groups': ['0752d89f-cbae-46a6-aa9d-219cc61cde66']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:57.706356 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c5a41-2b70-4ea7-8a4e-449174d92f24 req-68eefb1a-d19e-4913-95a7-81df7a3da13c tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:57.707960 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-770c5a41-2b70-4ea7-8a4e-449174d92f24 req-68eefb1a-d19e-4913-95a7-81df7a3da13c tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 948 time: 0.3297219 Jul 23 16:18:57.721382 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc571c5f-d9bb-4ae8-8ae0-f7d303d849e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69e7793-24a4-4f08-b991-6a59ac5cf64b,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:57.757981 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637f3f4-eefa-47cb-a517-d82105e2d1e6 req-bb7e816d-f563-4018-895b-0e956818c91e tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:57.765227 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1637f3f4-eefa-47cb-a517-d82105e2d1e6 req-bb7e816d-f563-4018-895b-0e956818c91e tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/ports?device_id=98b33253-1865-4d59-bfff-00604d067ca7 HTTP/1.1" status: 200 len: 950 time: 0.3546579 Jul 23 16:18:57.798298 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-88b2e0ff-6ff4-411c-8b5d-fef238de7d3f req-83552f1b-2ade-44db-8177-ecf51b868870 service neutron] 10.222.0.74 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558056 Jul 23 16:18:57.816059 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d47974-c6bd-4a19-9059-4c405500cbff admin admin] Router e986542c-56a4-47eb-8617-78fb57836236 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:18:57.821367 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-6e52ef6a-3a6a-489f-ae08-8ce277598674 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Made reservation on behalf of 72c5035a103e4dd0b897fa7cd5257ce2 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:18:57.824986 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-6e52ef6a-3a6a-489f-ae08-8ce277598674 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:57.835440 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-efa9392e-52ad-4842-95a0-ea7dd5ada057 None None] Provisioning complete for port d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:57.836579 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-efa9392e-52ad-4842-95a0-ea7dd5ada057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:57.843571 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f270adb7-8e21-447f-81da-303715dc57fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:57.870531 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-770c5a41-2b70-4ea7-8a4e-449174d92f24 req-c46427f1-bc6e-4837-9b01-c1540ac2e50f tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383977 Jul 23 16:18:57.892922 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-efa9392e-52ad-4842-95a0-ea7dd5ada057 None None] Port d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:18:57.901444 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f270adb7-8e21-447f-81da-303715dc57fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:57.959288 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d47974-c6bd-4a19-9059-4c405500cbff admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:18:57.968068 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-80d47974-c6bd-4a19-9059-4c405500cbff admin admin] 10.222.0.73 "PUT /v2.0/routers/e986542c-56a4-47eb-8617-78fb57836236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4027965 Jul 23 16:18:57.985355 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1637f3f4-eefa-47cb-a517-d82105e2d1e6 req-3fc266d4-7b00-4f16-94c5-c212f006a895 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/security-groups?id=c095f555-801f-4899-8b9b-d61efcdf382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191565 Jul 23 16:18:58.014677 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-22101042-aa5e-42e7-9037-ad0083b08c7a req-53b6e15e-210c-4894-8f4a-2db9cc34a6d2 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/ports?device_id=9fe1aba3-50ec-4dfe-8803-36bd47b8edb1 HTTP/1.1" status: 200 len: 210 time: 0.0472929 Jul 23 16:18:58.017517 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f270adb7-8e21-447f-81da-303715dc57fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:58.020555 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f270adb7-8e21-447f-81da-303715dc57fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:58.022388 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f270adb7-8e21-447f-81da-303715dc57fa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d69e7793-24a4-4f08-b991-6a59ac5cf64b HTTP/1.1" status: 204 len: 168 time: 0.3657026 Jul 23 16:18:58.036050 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270adb7-8e21-447f-81da-303715dc57fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69e7793-24a4-4f08-b991-6a59ac5cf64b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:58.209205 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-6e52ef6a-3a6a-489f-ae08-8ce277598674 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Allocated IP 172.20.0.9 (32aa57db-50f4-4fb5-8615-f427929748c7/5689c481-3fca-47c4-82a6-5fb7b7ff5a03/1f03c14c-28f7-4950-a95b-7241b43fdced) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:58.293441 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-fc693b98-267e-4d97-9cc9-84d64778d0b5 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:58.295082 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-fc693b98-267e-4d97-9cc9-84d64778d0b5 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.74 "GET /v2.0/networks?id=eb7595a8-c56a-4859-886f-00db31b2325a HTTP/1.1" status: 200 len: 815 time: 0.3427956 Jul 23 16:18:58.314518 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-ee049c96-25de-4a7b-8460-e99a7f793fa5 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Request body: {'port': {'device_id': '32d8b566-2ec6-4daa-896d-806d8428ce08', 'network_id': 'eb7595a8-c56a-4859-886f-00db31b2325a', 'admin_state_up': True, 'tenant_id': 'a082626dc89c49e384ed8b03bfef8e63'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:58.364208 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583c839-b3e1-407d-a954-7e05146280e0 req-7f17ee60-6cee-404e-bcdb-55e62a757ec8 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:58.372333 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5583c839-b3e1-407d-a954-7e05146280e0 req-7f17ee60-6cee-404e-bcdb-55e62a757ec8 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 944 time: 0.2406347 Jul 23 16:18:58.405760 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-6e52ef6a-3a6a-489f-ae08-8ce277598674 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:58.420670 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-6e52ef6a-3a6a-489f-ae08-8ce277598674 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Transition to ACTIVE for port object 1f03c14c-28f7-4950-a95b-7241b43fdced will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:58.467247 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-6e52ef6a-3a6a-489f-ae08-8ce277598674 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:58.481083 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea3b21-0d7b-4429-a882-3f3f666b6db1 req-0b5ac556-d0b4-44ac-9eea-fd8621eab71b tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:58.482648 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fdea3b21-0d7b-4429-a882-3f3f666b6db1 req-0b5ac556-d0b4-44ac-9eea-fd8621eab71b tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.2725909 Jul 23 16:18:58.511788 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5583c839-b3e1-407d-a954-7e05146280e0 req-524075b1-c96e-45a9-b8bb-fb2ab891de2f tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384554 Jul 23 16:18:58.555626 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-6e52ef6a-3a6a-489f-ae08-8ce277598674 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Network 32aa57db-50f4-4fb5-8615-f427929748c7 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:58.559159 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-6e52ef6a-3a6a-489f-ae08-8ce277598674 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:58.564911 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-6e52ef6a-3a6a-489f-ae08-8ce277598674 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:18:58.569838 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52ef6a-3a6a-489f-ae08-8ce277598674 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Pushing event updated for resources: {'Port': ['ID=1f03c14c-28f7-4950-a95b-7241b43fdced,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:58.654801 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-6e52ef6a-3a6a-489f-ae08-8ce277598674 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:58.657818 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-6e52ef6a-3a6a-489f-ae08-8ce277598674 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:58.727836 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-6e52ef6a-3a6a-489f-ae08-8ce277598674 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0577273 Jul 23 16:18:58.740392 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6690d4-2f75-4244-9bf5-01604c6c261c None None] Sync routers for ids ['e986542c-56a4-47eb-8617-78fb57836236'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:18:58.749102 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-281cd4db-a84f-4fcd-8c9d-538cfbc2dfda service neutron] Request body: {'port': {'device_id': '9fe1aba3-50ec-4dfe-8803-36bd47b8edb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:58.769908 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fdea3b21-0d7b-4429-a882-3f3f666b6db1 req-c0dc2a98-cf4e-4b2d-92d4-75dc6ac5823b tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510047 Jul 23 16:18:58.771543 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6690d4-2f75-4244-9bf5-01604c6c261c None None] Routers {'e986542c-56a4-47eb-8617-78fb57836236'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:58.772824 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-ce6690d4-2f75-4244-9bf5-01604c6c261c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:18:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['e986542c-56a4-47eb-8617-78fb57836236'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:58.773708 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-ee049c96-25de-4a7b-8460-e99a7f793fa5 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Made reservation on behalf of a082626dc89c49e384ed8b03bfef8e63 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:18:58.782205 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-ee049c96-25de-4a7b-8460-e99a7f793fa5 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:58.788529 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-073458be-9b3c-45d4-bfcf-8e5aa8171ae3 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=f312aabe45af48eeb5223979f7eaaa71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1375184 Jul 23 16:18:58.882434 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 133595d4-15ad-4f89-b376-c6d31b094c8f up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:58.972831 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dc081aef-10c4-4704-b496-8b960012aa4e req-a33098f9-1c12-47ad-9561-9617bd855183 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.73 "GET /v2.0/ports?device_id=32d8b566-2ec6-4daa-896d-806d8428ce08 HTTP/1.1" status: 200 len: 210 time: 0.1022699 Jul 23 16:18:59.023399 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 133595d4-15ad-4f89-b376-c6d31b094c8f completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:59.036958 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 133595d4-15ad-4f89-b376-c6d31b094c8f triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:59.049721 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:59.050731 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-281cd4db-a84f-4fcd-8c9d-538cfbc2dfda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:59.122767 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-ce6690d4-2f75-4244-9bf5-01604c6c261c None None] Set router e986542c-56a4-47eb-8617-78fb57836236 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:59.126659 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a6eea06b-2e2a-4831-84d0-2a3267588784 None None] Provisioning for port 1f03c14c-28f7-4950-a95b-7241b43fdced completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:59.135340 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a6eea06b-2e2a-4831-84d0-2a3267588784 None None] Provisioning complete for port 1f03c14c-28f7-4950-a95b-7241b43fdced triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:59.136206 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a6eea06b-2e2a-4831-84d0-2a3267588784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:59.200284 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-fb4cb8ca-9aca-4bbb-8385-6c8b6c6fd923 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:59.209621 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-fb4cb8ca-9aca-4bbb-8385-6c8b6c6fd923 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4019783 Jul 23 16:18:59.253899 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-b6ec3411-961c-49bb-b249-e7377d056450 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/quotas/f312aabe45af48eeb5223979f7eaaa71 HTTP/1.1" status: 200 len: 375 time: 0.0434129 Jul 23 16:18:59.366702 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a6eea06b-2e2a-4831-84d0-2a3267588784 None None] Port 1f03c14c-28f7-4950-a95b-7241b43fdced cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:18:59.413304 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:59.462185 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 133595d4-15ad-4f89-b376-c6d31b094c8f, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=133595d4-15ad-4f89-b376-c6d31b094c8f,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:59.468894 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:59.573035 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-281cd4db-a84f-4fcd-8c9d-538cfbc2dfda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f03c14c-28f7-4950-a95b-7241b43fdced {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:59.594453 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-281cd4db-a84f-4fcd-8c9d-538cfbc2dfda service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:59.618791 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=133595d4-15ad-4f89-b376-c6d31b094c8f,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:59.623564 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-281cd4db-a84f-4fcd-8c9d-538cfbc2dfda service neutron] Transition to ACTIVE for port object 1f03c14c-28f7-4950-a95b-7241b43fdced will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:59.632552 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-281cd4db-a84f-4fcd-8c9d-538cfbc2dfda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:59.694410 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device b67dfda2-d471-4748-b33e-9252ec9efb0a details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:18:59.697441 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 365884f7-70f4-448a-8847-81f5cf6b6670 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:18:59.736705 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-13d623db-cecc-4710-8f17-4a5ea32dc1d4 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f312aabe45af48eeb5223979f7eaaa71&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4819493 Jul 23 16:18:59.750941 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-ee049c96-25de-4a7b-8460-e99a7f793fa5 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Allocated IP 172.20.0.4 (eb7595a8-c56a-4859-886f-00db31b2325a/3a4c1b1d-cc34-4e74-9a9d-3b1e23d935e1/965968d6-5241-4a92-9f52-c8d17c2b5459) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:59.800374 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb1f32-6e5e-4147-a9eb-8a93ccb09f2c req-7beaf12a-b080-4c1d-8bdb-564c65273917 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:59.810586 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2ccb1f32-6e5e-4147-a9eb-8a93ccb09f2c req-7beaf12a-b080-4c1d-8bdb-564c65273917 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 948 time: 0.5988243 Jul 23 16:18:59.820449 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-ce6690d4-2f75-4244-9bf5-01604c6c261c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e986542c-56a4-47eb-8617-78fb57836236', 'name': 'tempest-TaggedBootDevicesTest_v242-972146579-router', 'tenant_id': '1877a1c5029842a9a22481228281422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '133595d4-15ad-4f89-b376-c6d31b094c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:47Z', 'updated_at': '2021-07-23T16:18:56Z', 'revision_number': 4, 'project_id': '1877a1c5029842a9a22481228281422f', 'gw_port': {'id': '133595d4-15ad-4f89-b376-c6d31b094c8f', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e986542c-56a4-47eb-8617-78fb57836236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:49Z', 'updated_at': '2021-07-23T16:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'd8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8', 'name': '', 'network_id': 'c5e5ef48-b00d-4a4a-b322-8f86cea4f5af', 'tenant_id': '1877a1c5029842a9a22481228281422f', 'mac_address': 'fa:16:3e:24:23:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e986542c-56a4-47eb-8617-78fb57836236', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b0f0883d-94a8-483d-b400-459446f819a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:55Z', 'updated_at': '2021-07-23T16:18:56Z', 'revision_number': 2, 'project_id': '1877a1c5029842a9a22481228281422f', 'subnets': [{'id': 'b0f0883d-94a8-483d-b400-459446f819a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:59.854533 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281cd4db-a84f-4fcd-8c9d-538cfbc2dfda service neutron] Pushing event updated for resources: {'Port': ['ID=1f03c14c-28f7-4950-a95b-7241b43fdced,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:59.978717 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6690d4-2f75-4244-9bf5-01604c6c261c None None] Checking router: e986542c-56a4-47eb-8617-78fb57836236 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:18:59.979074 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6690d4-2f75-4244-9bf5-01604c6c261c None None] Updating router e986542c-56a4-47eb-8617-78fb57836236 port d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:19:00.017680 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2ccb1f32-6e5e-4147-a9eb-8a93ccb09f2c req-271a6ea7-7f7e-4b0a-921b-35c3a6f93c9a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061529 Jul 23 16:19:00.080830 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ce6690d4-2f75-4244-9bf5-01604c6c261c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:00.090594 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.resource_extend [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:19:00.096098 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:00.186161 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-281cd4db-a84f-4fcd-8c9d-538cfbc2dfda service neutron] Attempting to bind port 1f03c14c-28f7-4950-a95b-7241b43fdced on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:00.187667 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-281cd4db-a84f-4fcd-8c9d-538cfbc2dfda service neutron] Attempting to bind port 1f03c14c-28f7-4950-a95b-7241b43fdced by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'e36b3d08-8681-4717-8c6e-a0160fac2521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:00.188167 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-281cd4db-a84f-4fcd-8c9d-538cfbc2dfda service neutron] Attempting to bind port 1f03c14c-28f7-4950-a95b-7241b43fdced on network 32aa57db-50f4-4fb5-8615-f427929748c7 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:00.213962 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-281cd4db-a84f-4fcd-8c9d-538cfbc2dfda service neutron] Port 1f03c14c-28f7-4950-a95b-7241b43fdced on network 32aa57db-50f4-4fb5-8615-f427929748c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:19:00.226441 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-281cd4db-a84f-4fcd-8c9d-538cfbc2dfda service neutron] Attempting to bind port 1f03c14c-28f7-4950-a95b-7241b43fdced on network 32aa57db-50f4-4fb5-8615-f427929748c7 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:00.250425 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-281cd4db-a84f-4fcd-8c9d-538cfbc2dfda service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:00.250762 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-281cd4db-a84f-4fcd-8c9d-538cfbc2dfda service neutron] Checking segment: {'id': 'e36b3d08-8681-4717-8c6e-a0160fac2521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:00.251145 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-281cd4db-a84f-4fcd-8c9d-538cfbc2dfda service neutron] Bound using segment: {'id': 'e36b3d08-8681-4717-8c6e-a0160fac2521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:00.251746 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-281cd4db-a84f-4fcd-8c9d-538cfbc2dfda service neutron] Bound port: 1f03c14c-28f7-4950-a95b-7241b43fdced, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e36b3d08-8681-4717-8c6e-a0160fac2521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:00.252352 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-281cd4db-a84f-4fcd-8c9d-538cfbc2dfda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:00.293757 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a8e0c9-ef52-4562-b63b-63ea9adaa3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '365884f7-70f4-448a-8847-81f5cf6b6670'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:00.302999 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55db7627-d683-4b2f-b2de-7692f544f8d5" -d '{"events": [{"server_uuid": "19a8e0c9-ef52-4562-b63b-63ea9adaa3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "365884f7-70f4-448a-8847-81f5cf6b6670"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:00.471079 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-281cd4db-a84f-4fcd-8c9d-538cfbc2dfda service neutron] For port 1f03c14c-28f7-4950-a95b-7241b43fdced, host n-h2-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:00.472141 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 365884f7-70f4-448a-8847-81f5cf6b6670, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=365884f7-70f4-448a-8847-81f5cf6b6670,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:00.491789 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-281cd4db-a84f-4fcd-8c9d-538cfbc2dfda service neutron] For port 1f03c14c-28f7-4950-a95b-7241b43fdced, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=1f03c14c-28f7-4950-a95b-7241b43fdced,segment=NetworkSegment(e36b3d08-8681-4717-8c6e-a0160fac2521),segment_id=e36b3d08-8681-4717-8c6e-a0160fac2521)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:00.498699 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:00.507353 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-281cd4db-a84f-4fcd-8c9d-538cfbc2dfda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:00.565916 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-281cd4db-a84f-4fcd-8c9d-538cfbc2dfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:00.568649 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-281cd4db-a84f-4fcd-8c9d-538cfbc2dfda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:00.573585 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-281cd4db-a84f-4fcd-8c9d-538cfbc2dfda service neutron] 10.222.0.97 "PUT /v2.0/ports/1f03c14c-28f7-4950-a95b-7241b43fdced HTTP/1.1" status: 200 len: 1091 time: 1.8353391 Jul 23 16:19:00.684849 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port b67dfda2-d471-4748-b33e-9252ec9efb0a, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=b67dfda2-d471-4748-b33e-9252ec9efb0a,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:00.743449 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'b67dfda2-d471-4748-b33e-9252ec9efb0a', 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c', 'port_id': 'b67dfda2-d471-4748-b33e-9252ec9efb0a', 'mac_address': 'fa:16:3e:5c:4e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8384c77-6398-425d-9275-6a23db41a285', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:19:00.802885 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe1aba3-50ec-4dfe-8803-36bd47b8edb1', 'tag': '1f03c14c-28f7-4950-a95b-7241b43fdced'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:00.806858 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3788a61-7559-4b38-b8af-ecba1ec858a0" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe1aba3-50ec-4dfe-8803-36bd47b8edb1", "tag": "1f03c14c-28f7-4950-a95b-7241b43fdced"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:00.815664 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281cd4db-a84f-4fcd-8c9d-538cfbc2dfda service neutron] Pushing event updated for resources: {'Port': ['ID=1f03c14c-28f7-4950-a95b-7241b43fdced,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:00.922540 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:00.928084 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 133595d4-15ad-4f89-b376-c6d31b094c8f up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:00.936078 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=365884f7-70f4-448a-8847-81f5cf6b6670,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:01.105752 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-51745a10-2133-4ccd-b22e-42113cdd2f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:01.116941 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-51745a10-2133-4ccd-b22e-42113cdd2f62 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=72c5035a103e4dd0b897fa7cd5257ce2&device_id=9fe1aba3-50ec-4dfe-8803-36bd47b8edb1 HTTP/1.1" status: 200 len: 1094 time: 0.2509272 Jul 23 16:19:01.127009 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b67dfda2-d471-4748-b33e-9252ec9efb0a {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:01.139018 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ce6690d4-2f75-4244-9bf5-01604c6c261c None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:01.156979 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-ce6690d4-2f75-4244-9bf5-01604c6c261c None None] Transition to ACTIVE for port object d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:01.168698 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ce6690d4-2f75-4244-9bf5-01604c6c261c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:01.201265 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-dbb8490c-9d90-446b-9f13-5a20447a8ee9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f03c14c-28f7-4950-a95b-7241b43fdced HTTP/1.1" status: 200 len: 217 time: 0.0754745 Jul 23 16:19:01.251518 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017194fa-994b-4adb-ad97-f55d77445dd8 None None] Pushing event updated for resources: {'Port': ['ID=d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:01.311747 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port b67dfda2-d471-4748-b33e-9252ec9efb0a, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=b67dfda2-d471-4748-b33e-9252ec9efb0a,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:01.324205 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:01.326901 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 365884f7-70f4-448a-8847-81f5cf6b6670 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:19:01.354671 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-e501b3e1-f83b-4a16-90b0-a6859bb048f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:01.376044 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-e501b3e1-f83b-4a16-90b0-a6859bb048f4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5689c481-3fca-47c4-82a6-5fb7b7ff5a03 HTTP/1.1" status: 200 len: 863 time: 0.1656489 Jul 23 16:19:01.389921 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-ce6690d4-2f75-4244-9bf5-01604c6c261c None None] Attempting to bind port d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:01.392055 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-ce6690d4-2f75-4244-9bf5-01604c6c261c None None] Attempting to bind port d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '37cc592b-7f9c-4642-8c1c-94e292ee317d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'c5e5ef48-b00d-4a4a-b322-8f86cea4f5af'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:01.392622 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6690d4-2f75-4244-9bf5-01604c6c261c None None] Attempting to bind port d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8 on network c5e5ef48-b00d-4a4a-b322-8f86cea4f5af {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:01.406492 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6690d4-2f75-4244-9bf5-01604c6c261c None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:01.407107 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6690d4-2f75-4244-9bf5-01604c6c261c None None] Checking segment: {'id': '37cc592b-7f9c-4642-8c1c-94e292ee317d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'c5e5ef48-b00d-4a4a-b322-8f86cea4f5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:01.408791 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ce6690d4-2f75-4244-9bf5-01604c6c261c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:01.409497 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6690d4-2f75-4244-9bf5-01604c6c261c None None] Bound using segment: {'id': '37cc592b-7f9c-4642-8c1c-94e292ee317d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'c5e5ef48-b00d-4a4a-b322-8f86cea4f5af'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:01.411833 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-ce6690d4-2f75-4244-9bf5-01604c6c261c None None] Bound port: d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cc592b-7f9c-4642-8c1c-94e292ee317d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'c5e5ef48-b00d-4a4a-b322-8f86cea4f5af'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:01.413773 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ce6690d4-2f75-4244-9bf5-01604c6c261c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:01.612649 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-ce6690d4-2f75-4244-9bf5-01604c6c261c None None] For port d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:01.617164 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-2f61ccb0-110b-4eb8-8144-c1d2005262a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:01.619349 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-ce6690d4-2f75-4244-9bf5-01604c6c261c None None] For port d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8,segment=NetworkSegment(37cc592b-7f9c-4642-8c1c-94e292ee317d),segment_id=37cc592b-7f9c-4642-8c1c-94e292ee317d)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:01.625922 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-2f61ccb0-110b-4eb8-8144-c1d2005262a9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=32aa57db-50f4-4fb5-8615-f427929748c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2382629 Jul 23 16:19:01.631218 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 133595d4-15ad-4f89-b376-c6d31b094c8f triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:01.631345 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ce6690d4-2f75-4244-9bf5-01604c6c261c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:01.631723 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:01.791859 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6690d4-2f75-4244-9bf5-01604c6c261c None None] Routers {'e986542c-56a4-47eb-8617-78fb57836236'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:01.792540 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-ce6690d4-2f75-4244-9bf5-01604c6c261c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:18:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['e986542c-56a4-47eb-8617-78fb57836236'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:01.809390 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017194fa-994b-4adb-ad97-f55d77445dd8 None None] Pushing event updated for resources: {'Port': ['ID=d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:01.842153 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-9f8909e9-7a43-47e4-8246-c5bef51bee6e service neutron] 10.222.0.97 "GET /v2.0/networks/32aa57db-50f4-4fb5-8615-f427929748c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059522 Jul 23 16:19:01.987449 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607704ef-4dc6-431d-8051-3eb2960f6833 req-3342ea82-60ec-407e-9847-fcae1e159c7d tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:01.996107 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-607704ef-4dc6-431d-8051-3eb2960f6833 req-3342ea82-60ec-407e-9847-fcae1e159c7d tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/ports?device_id=9fe1aba3-50ec-4dfe-8803-36bd47b8edb1 HTTP/1.1" status: 200 len: 943 time: 1.8011951 Jul 23 16:19:02.003088 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-ee049c96-25de-4a7b-8460-e99a7f793fa5 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:02.031754 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a71a8-f30b-44b8-abd3-bb49608b46cb req-bb838faa-b014-4b39-9798-a22172822d9c tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:02.046787 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-742a71a8-f30b-44b8-abd3-bb49608b46cb req-bb838faa-b014-4b39-9798-a22172822d9c tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 944 time: 1.5781362 Jul 23 16:19:02.108496 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-ee049c96-25de-4a7b-8460-e99a7f793fa5 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Transition to ACTIVE for port object 965968d6-5241-4a92-9f52-c8d17c2b5459 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:02.125952 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=b67dfda2-d471-4748-b33e-9252ec9efb0a,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:02.181323 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0aacc5ec-e194-4ce5-a68f-76dd26975a7c req-49108701-7296-4de5-858f-52b000c0d9f9 service neutron] 10.222.0.97 "GET /v2.0/networks/32aa57db-50f4-4fb5-8615-f427929748c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215249 Jul 23 16:19:02.185092 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-ce6690d4-2f75-4244-9bf5-01604c6c261c None None] Set router e986542c-56a4-47eb-8617-78fb57836236 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:02.253352 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-309fbde7-b2ad-4d4e-8e2d-fa0758d669c3 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=f312aabe45af48eeb5223979f7eaaa71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625272 Jul 23 16:19:02.295623 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-607704ef-4dc6-431d-8051-3eb2960f6833 req-2784dda6-c17d-4407-a9f1-a28a3380d75e tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/security-groups?id=0752d89f-cbae-46a6-aa9d-219cc61cde66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2754722 Jul 23 16:19:02.319754 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-742a71a8-f30b-44b8-abd3-bb49608b46cb req-668dfde8-7e7e-4da2-96f8-820c4bf5a35c tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652867 Jul 23 16:19:02.350930 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 365884f7-70f4-448a-8847-81f5cf6b6670, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=365884f7-70f4-448a-8847-81f5cf6b6670,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:02.367401 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-ee049c96-25de-4a7b-8460-e99a7f793fa5 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:02.427585 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '365884f7-70f4-448a-8847-81f5cf6b6670', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': '365884f7-70f4-448a-8847-81f5cf6b6670', 'mac_address': 'fa:16:3e:44:a0:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:19:02.515284 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee049c96-25de-4a7b-8460-e99a7f793fa5 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Pushing event updated for resources: {'Port': ['ID=965968d6-5241-4a92-9f52-c8d17c2b5459,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:02.609176 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:02.653654 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 365884f7-70f4-448a-8847-81f5cf6b6670 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:02.672627 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-ee049c96-25de-4a7b-8460-e99a7f793fa5 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Network eb7595a8-c56a-4859-886f-00db31b2325a is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:02.675036 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-977b7228-361f-432b-9a67-139bca879a6b tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:02.681017 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-977b7228-361f-432b-9a67-139bca879a6b tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4240360 Jul 23 16:19:02.695150 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-46d70ce8-4eac-4fd4-af16-f216b95824f8 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Request body: {'port': {'device_id': 'ea864fc6-5cff-4e70-80f5-75f87ee8685f', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'admin_state_up': True, 'tenant_id': 'f312aabe45af48eeb5223979f7eaaa71'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:02.697965 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-ee049c96-25de-4a7b-8460-e99a7f793fa5 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:02.722841 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-ee049c96-25de-4a7b-8460-e99a7f793fa5 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:02.771887 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-551f1bdd-fe03-4060-a3e4-7fafc5cb3577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:02.798866 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 365884f7-70f4-448a-8847-81f5cf6b6670, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=365884f7-70f4-448a-8847-81f5cf6b6670,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:02.813857 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:02.849638 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-ce6690d4-2f75-4244-9bf5-01604c6c261c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e986542c-56a4-47eb-8617-78fb57836236', 'name': 'tempest-TaggedBootDevicesTest_v242-972146579-router', 'tenant_id': '1877a1c5029842a9a22481228281422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '133595d4-15ad-4f89-b376-c6d31b094c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:47Z', 'updated_at': '2021-07-23T16:18:56Z', 'revision_number': 4, 'project_id': '1877a1c5029842a9a22481228281422f', 'gw_port': {'id': '133595d4-15ad-4f89-b376-c6d31b094c8f', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e986542c-56a4-47eb-8617-78fb57836236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:49Z', 'updated_at': '2021-07-23T16:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'd8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8', 'name': '', 'network_id': 'c5e5ef48-b00d-4a4a-b322-8f86cea4f5af', 'tenant_id': '1877a1c5029842a9a22481228281422f', 'mac_address': 'fa:16:3e:24:23:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e986542c-56a4-47eb-8617-78fb57836236', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b0f0883d-94a8-483d-b400-459446f819a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:55Z', 'updated_at': '2021-07-23T16:19:01Z', 'revision_number': 4, 'project_id': '1877a1c5029842a9a22481228281422f', 'subnets': [{'id': 'b0f0883d-94a8-483d-b400-459446f819a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:02.972971 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6690d4-2f75-4244-9bf5-01604c6c261c None None] The sync data for ids ['e986542c-56a4-47eb-8617-78fb57836236'] in n-d-778549-4 is: [{'id': 'e986542c-56a4-47eb-8617-78fb57836236', 'name': 'tempest-TaggedBootDevicesTest_v242-972146579-router', 'tenant_id': '1877a1c5029842a9a22481228281422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '133595d4-15ad-4f89-b376-c6d31b094c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:47Z', 'updated_at': '2021-07-23T16:18:56Z', 'revision_number': 4, 'project_id': '1877a1c5029842a9a22481228281422f', 'gw_port': {'id': '133595d4-15ad-4f89-b376-c6d31b094c8f', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e986542c-56a4-47eb-8617-78fb57836236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:49Z', 'updated_at': '2021-07-23T16:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'd8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8', 'name': '', 'network_id': 'c5e5ef48-b00d-4a4a-b322-8f86cea4f5af', 'tenant_id': '1877a1c5029842a9a22481228281422f', 'mac_address': 'fa:16:3e:24:23:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e986542c-56a4-47eb-8617-78fb57836236', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b0f0883d-94a8-483d-b400-459446f819a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:55Z', 'updated_at': '2021-07-23T16:19:01Z', 'revision_number': 4, 'project_id': '1877a1c5029842a9a22481228281422f', 'subnets': [{'id': 'b0f0883d-94a8-483d-b400-459446f819a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:19:03.010324 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=365884f7-70f4-448a-8847-81f5cf6b6670,revision_number=7']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:03.045616 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-46d70ce8-4eac-4fd4-af16-f216b95824f8 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Made reservation on behalf of f312aabe45af48eeb5223979f7eaaa71 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:03.046987 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa2e0b3-6758-4438-91f1-ec4a3f3ff204 req-602e8a0a-17b6-4f63-8e63-4da0b4a4cf1e tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:03.062505 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-46d70ce8-4eac-4fd4-af16-f216b95824f8 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:03.068003 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eaa2e0b3-6758-4438-91f1-ec4a3f3ff204 req-602e8a0a-17b6-4f63-8e63-4da0b4a4cf1e tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 948 time: 0.5672286 Jul 23 16:19:03.105883 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['b67dfda2-d471-4748-b33e-9252ec9efb0a'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:19:03.137571 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-ee049c96-25de-4a7b-8460-e99a7f793fa5 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:03.138178 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-ee049c96-25de-4a7b-8460-e99a7f793fa5 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:03.207506 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['365884f7-70f4-448a-8847-81f5cf6b6670'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:19:03.261710 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5df8a-2b40-4f13-ab5b-f87e81a58bfb req-69743343-b4f7-41b2-926e-6992f2ec16f9 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:03.263362 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-37c5df8a-2b40-4f13-ab5b-f87e81a58bfb req-69743343-b4f7-41b2-926e-6992f2ec16f9 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.73 "GET /v2.0/ports?device_id=32d8b566-2ec6-4daa-896d-806d8428ce08 HTTP/1.1" status: 200 len: 931 time: 0.7496440 Jul 23 16:19:03.267154 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-ee049c96-25de-4a7b-8460-e99a7f793fa5 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9588223 Jul 23 16:19:03.372962 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eaa2e0b3-6758-4438-91f1-ec4a3f3ff204 req-537bf6a0-8f9e-44e8-bf9f-eabbcc49b1c3 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034043 Jul 23 16:19:03.413783 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-15750dbc-4bcf-4ccc-b903-a44f2a49d57f service neutron] Request body: {'port': {'device_id': '32d8b566-2ec6-4daa-896d-806d8428ce08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:03.507640 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-37c5df8a-2b40-4f13-ab5b-f87e81a58bfb req-af96ea58-60f9-43d2-9b58-925cca166d61 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.73 "GET /v2.0/security-groups?id=d14a5204-0284-4532-af48-6c6a3cbf14ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259748 Jul 23 16:19:03.589652 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-46d70ce8-4eac-4fd4-af16-f216b95824f8 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Allocated IP 192.168.233.39 (eb3bf372-6ffe-4c33-8777-29948d4b4373/3812e6e5-38ac-4c93-85ce-3dab2cef76c9/4f4e9a07-b37a-4a9a-b1ad-b90b957d6905) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:03.639553 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa69c6e1-d297-453d-ab0e-5c0d34a4e86a x-openstack-request-id: req-aa69c6e1-d297-453d-ab0e-5c0d34a4e86a {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:03.640097 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a8e0c9-ef52-4562-b63b-63ea9adaa3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "365884f7-70f4-448a-8847-81f5cf6b6670", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:03.640097 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aa69c6e1-d297-453d-ab0e-5c0d34a4e86a {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:03.640739 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a8e0c9-ef52-4562-b63b-63ea9adaa3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '365884f7-70f4-448a-8847-81f5cf6b6670', 'code': 200} Jul 23 16:19:03.645672 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-454aa69a-98a9-46f2-8cf2-19380ee637a1 req-f5fbb4cf-76bb-4abe-9a70-c8c8e2aadd89 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea864fc6-5cff-4e70-80f5-75f87ee8685f HTTP/1.1" status: 200 len: 210 time: 0.1245255 Jul 23 16:19:03.735781 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-15750dbc-4bcf-4ccc-b903-a44f2a49d57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:03.851764 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d5362aff-3c78-48dc-997e-d7e91ac6454a None None] Provisioning for port 965968d6-5241-4a92-9f52-c8d17c2b5459 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:03.911065 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d5362aff-3c78-48dc-997e-d7e91ac6454a None None] Provisioning complete for port 965968d6-5241-4a92-9f52-c8d17c2b5459 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:03.912044 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d5362aff-3c78-48dc-997e-d7e91ac6454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.009159 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-46d70ce8-4eac-4fd4-af16-f216b95824f8 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.042926 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-d5362aff-3c78-48dc-997e-d7e91ac6454a None None] Port 965968d6-5241-4a92-9f52-c8d17c2b5459 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:19:04.058223 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-46d70ce8-4eac-4fd4-af16-f216b95824f8 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Transition to ACTIVE for port object 4f4e9a07-b37a-4a9a-b1ad-b90b957d6905 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:04.136441 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08805131-bcd1-4e54-875a-d95c97c2613a x-openstack-request-id: req-08805131-bcd1-4e54-875a-d95c97c2613a {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:04.137152 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe1aba3-50ec-4dfe-8803-36bd47b8edb1", "tag": "1f03c14c-28f7-4950-a95b-7241b43fdced", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:04.137620 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-08805131-bcd1-4e54-875a-d95c97c2613a {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:04.138750 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe1aba3-50ec-4dfe-8803-36bd47b8edb1', 'tag': '1f03c14c-28f7-4950-a95b-7241b43fdced', 'status': 'completed', 'code': 200} Jul 23 16:19:04.154151 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-46d70ce8-4eac-4fd4-af16-f216b95824f8 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.166042 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['42648c8d-8ad5-4420-a575-38161acaae0c'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:19:04.359032 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-46d70ce8-4eac-4fd4-af16-f216b95824f8 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:04.375114 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-46d70ce8-4eac-4fd4-af16-f216b95824f8 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:04.381732 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d70ce8-4eac-4fd4-af16-f216b95824f8 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Pushing event updated for resources: {'Port': ['ID=4f4e9a07-b37a-4a9a-b1ad-b90b957d6905,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:04.398957 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-46d70ce8-4eac-4fd4-af16-f216b95824f8 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:04.547366 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3788a61-7559-4b38-b8af-ecba1ec858a0 req-c98ba9b7-c795-4951-9d97-c654d423451c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:04.559203 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a3788a61-7559-4b38-b8af-ecba1ec858a0 req-c98ba9b7-c795-4951-9d97-c654d423451c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=72c5035a103e4dd0b897fa7cd5257ce2&device_id=9fe1aba3-50ec-4dfe-8803-36bd47b8edb1 HTTP/1.1" status: 200 len: 1094 time: 0.4151802 Jul 23 16:19:04.569026 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-15750dbc-4bcf-4ccc-b903-a44f2a49d57f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 965968d6-5241-4a92-9f52-c8d17c2b5459 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:04.584094 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.593504 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-15750dbc-4bcf-4ccc-b903-a44f2a49d57f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.606362 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-46d70ce8-4eac-4fd4-af16-f216b95824f8 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:04.613108 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-46d70ce8-4eac-4fd4-af16-f216b95824f8 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.648854 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-15750dbc-4bcf-4ccc-b903-a44f2a49d57f service neutron] Transition to ACTIVE for port object 965968d6-5241-4a92-9f52-c8d17c2b5459 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:04.659811 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-15750dbc-4bcf-4ccc-b903-a44f2a49d57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.687356 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-46d70ce8-4eac-4fd4-af16-f216b95824f8 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9981534 Jul 23 16:19:04.745940 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-8d1c584c-2591-4e05-b777-472646439fc9 service neutron] Request body: {'port': {'device_id': 'ea864fc6-5cff-4e70-80f5-75f87ee8685f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:04.826505 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device b67dfda2-d471-4748-b33e-9252ec9efb0a up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:04.980499 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3788a61-7559-4b38-b8af-ecba1ec858a0 req-b18a0be9-a7fa-4bcf-afd7-c2e83634394e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:04.982738 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a3788a61-7559-4b38-b8af-ecba1ec858a0 req-b18a0be9-a7fa-4bcf-afd7-c2e83634394e service neutron] 10.222.0.97 "GET /v2.0/networks?id=32aa57db-50f4-4fb5-8615-f427929748c7 HTTP/1.1" status: 200 len: 926 time: 0.4161870 Jul 23 16:19:04.983720 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-8d1c584c-2591-4e05-b777-472646439fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.004074 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f6328f5c-9597-4d94-8af2-b3f00b54c5bd None None] Provisioning for port 4f4e9a07-b37a-4a9a-b1ad-b90b957d6905 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:05.024190 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f6328f5c-9597-4d94-8af2-b3f00b54c5bd None None] Provisioning complete for port 4f4e9a07-b37a-4a9a-b1ad-b90b957d6905 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:05.025634 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f6328f5c-9597-4d94-8af2-b3f00b54c5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.107106 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15750dbc-4bcf-4ccc-b903-a44f2a49d57f service neutron] Pushing event updated for resources: {'Port': ['ID=965968d6-5241-4a92-9f52-c8d17c2b5459,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:05.125969 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:05.135871 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ec9b3-acdc-4ac6-92f5-24242a499533 req-e7568b53-99ad-4211-909d-b3ffb1e70f6a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:05.157321 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-995ec9b3-acdc-4ac6-92f5-24242a499533 req-e7568b53-99ad-4211-909d-b3ffb1e70f6a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 948 time: 1.0547309 Jul 23 16:19:05.258915 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a3788a61-7559-4b38-b8af-ecba1ec858a0 req-6f922917-6beb-4c11-94c5-eedd773ad2a2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f03c14c-28f7-4950-a95b-7241b43fdced HTTP/1.1" status: 200 len: 217 time: 0.2397883 Jul 23 16:19:05.274091 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port b67dfda2-d471-4748-b33e-9252ec9efb0a completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:05.301980 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port b67dfda2-d471-4748-b33e-9252ec9efb0a triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:05.302661 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.356842 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1f02a-025d-43eb-a322-442abe56af27 req-fe52098d-e107-48ad-8896-e0b90859b899 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:05.364130 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b6b1f02a-025d-43eb-a322-442abe56af27 req-fe52098d-e107-48ad-8896-e0b90859b899 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/ports?device_id=9fe1aba3-50ec-4dfe-8803-36bd47b8edb1 HTTP/1.1" status: 200 len: 943 time: 0.5744438 Jul 23 16:19:05.398044 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f6328f5c-9597-4d94-8af2-b3f00b54c5bd None None] Port 4f4e9a07-b37a-4a9a-b1ad-b90b957d6905 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:19:05.430164 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-995ec9b3-acdc-4ac6-92f5-24242a499533 req-26baa7c8-4832-4203-8f6c-69bbc7e97632 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716215 Jul 23 16:19:05.495551 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-15750dbc-4bcf-4ccc-b903-a44f2a49d57f service neutron] Attempting to bind port 965968d6-5241-4a92-9f52-c8d17c2b5459 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:05.496271 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-15750dbc-4bcf-4ccc-b903-a44f2a49d57f service neutron] Attempting to bind port 965968d6-5241-4a92-9f52-c8d17c2b5459 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '119a8965-e639-42bc-b060-4c5dedb07588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'eb7595a8-c56a-4859-886f-00db31b2325a'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:05.496836 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-15750dbc-4bcf-4ccc-b903-a44f2a49d57f service neutron] Attempting to bind port 965968d6-5241-4a92-9f52-c8d17c2b5459 on network eb7595a8-c56a-4859-886f-00db31b2325a {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:05.543904 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b6b1f02a-025d-43eb-a322-442abe56af27 req-4a7b8db6-5d5f-4745-a698-cca6878eec42 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/security-groups?id=0752d89f-cbae-46a6-aa9d-219cc61cde66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787972 Jul 23 16:19:05.548128 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-15750dbc-4bcf-4ccc-b903-a44f2a49d57f service neutron] Port 965968d6-5241-4a92-9f52-c8d17c2b5459 on network eb7595a8-c56a-4859-886f-00db31b2325a not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:19:05.552858 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-15750dbc-4bcf-4ccc-b903-a44f2a49d57f service neutron] Attempting to bind port 965968d6-5241-4a92-9f52-c8d17c2b5459 on network eb7595a8-c56a-4859-886f-00db31b2325a {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:05.560402 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3788a61-7559-4b38-b8af-ecba1ec858a0 req-bd714c06-82ff-4de9-905e-75069a550ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:05.562554 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a3788a61-7559-4b38-b8af-ecba1ec858a0 req-bd714c06-82ff-4de9-905e-75069a550ac5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5689c481-3fca-47c4-82a6-5fb7b7ff5a03 HTTP/1.1" status: 200 len: 863 time: 0.2962391 Jul 23 16:19:05.571882 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-15750dbc-4bcf-4ccc-b903-a44f2a49d57f service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:05.574666 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-15750dbc-4bcf-4ccc-b903-a44f2a49d57f service neutron] Checking segment: {'id': '119a8965-e639-42bc-b060-4c5dedb07588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'eb7595a8-c56a-4859-886f-00db31b2325a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:05.579160 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-15750dbc-4bcf-4ccc-b903-a44f2a49d57f service neutron] Bound using segment: {'id': '119a8965-e639-42bc-b060-4c5dedb07588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'eb7595a8-c56a-4859-886f-00db31b2325a'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:05.579871 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-15750dbc-4bcf-4ccc-b903-a44f2a49d57f service neutron] Bound port: 965968d6-5241-4a92-9f52-c8d17c2b5459, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '119a8965-e639-42bc-b060-4c5dedb07588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'eb7595a8-c56a-4859-886f-00db31b2325a'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:05.580498 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-15750dbc-4bcf-4ccc-b903-a44f2a49d57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.597456 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.654722 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6e982fd1-287c-45c4-b1a5-8d870c3294e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.766520 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:05.799550 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:05.800729 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.854853 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-15750dbc-4bcf-4ccc-b903-a44f2a49d57f service neutron] For port 965968d6-5241-4a92-9f52-c8d17c2b5459, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:05.881666 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.887198 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-15750dbc-4bcf-4ccc-b903-a44f2a49d57f service neutron] For port 965968d6-5241-4a92-9f52-c8d17c2b5459, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=965968d6-5241-4a92-9f52-c8d17c2b5459,segment=NetworkSegment(119a8965-e639-42bc-b060-4c5dedb07588),segment_id=119a8965-e639-42bc-b060-4c5dedb07588)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:05.915038 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091872d0-36fc-4cb1-a5ab-b9749be1c369 req-aa1b8742-1187-494a-89bc-f9c57bed84be tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:05.919706 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-091872d0-36fc-4cb1-a5ab-b9749be1c369 req-aa1b8742-1187-494a-89bc-f9c57bed84be tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 945 time: 0.3338215 Jul 23 16:19:05.943565 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a7ca1-5848-4a26-a296-ef8c42fc4a40 req-6cb52a94-7233-41cc-865e-e58f5faf2bd9 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:05.946644 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-289a7ca1-5848-4a26-a296-ef8c42fc4a40 req-6cb52a94-7233-41cc-865e-e58f5faf2bd9 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 949 time: 0.2792757 Jul 23 16:19:05.948471 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-15750dbc-4bcf-4ccc-b903-a44f2a49d57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.976409 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7299739c-9c47-42e4-91d6-b0674ce38553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67dfda2-d471-4748-b33e-9252ec9efb0a'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:06.002008 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2165acbd-5c7f-47ab-9fe1-9c266a92a6af" -d '{"events": [{"server_uuid": "7299739c-9c47-42e4-91d6-b0674ce38553", "name": "network-vif-plugged", "status": "completed", "tag": "b67dfda2-d471-4748-b33e-9252ec9efb0a"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:06.035185 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port b67dfda2-d471-4748-b33e-9252ec9efb0a, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=b67dfda2-d471-4748-b33e-9252ec9efb0a,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:06.042322 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:06.048999 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 365884f7-70f4-448a-8847-81f5cf6b6670 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:06.060609 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-15750dbc-4bcf-4ccc-b903-a44f2a49d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:06.061318 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-15750dbc-4bcf-4ccc-b903-a44f2a49d57f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:06.062815 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-15750dbc-4bcf-4ccc-b903-a44f2a49d57f service neutron] 10.222.0.74 "PUT /v2.0/ports/965968d6-5241-4a92-9f52-c8d17c2b5459 HTTP/1.1" status: 200 len: 1091 time: 2.6750498 Jul 23 16:19:06.071364 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d8b566-2ec6-4daa-896d-806d8428ce08', 'tag': '965968d6-5241-4a92-9f52-c8d17c2b5459'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:06.082035 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07cee7f-94ec-4d76-8121-b9fcbc77a1ee" -d '{"events": [{"name": "network-changed", "server_uuid": "32d8b566-2ec6-4daa-896d-806d8428ce08", "tag": "965968d6-5241-4a92-9f52-c8d17c2b5459"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:06.243665 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 365884f7-70f4-448a-8847-81f5cf6b6670 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:06.244196 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:06.253424 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-289a7ca1-5848-4a26-a296-ef8c42fc4a40 req-c96e9703-daf6-4d35-9545-dd37c96fe5f1 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878404 Jul 23 16:19:06.298209 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 1f03c14c-28f7-4950-a95b-7241b43fdced details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:19:06.308512 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15750dbc-4bcf-4ccc-b903-a44f2a49d57f service neutron] Pushing event updated for resources: {'Port': ['ID=965968d6-5241-4a92-9f52-c8d17c2b5459,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:06.313570 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-091872d0-36fc-4cb1-a5ab-b9749be1c369 req-24eda903-d613-4ea8-8bbb-fcfd13ee272d tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554335 Jul 23 16:19:06.319606 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:06.349284 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=b67dfda2-d471-4748-b33e-9252ec9efb0a,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:06.372309 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-df1091d0-88bc-4215-b779-ffcfb441bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:06.376950 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-df1091d0-88bc-4215-b779-ffcfb441bb78 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a082626dc89c49e384ed8b03bfef8e63&device_id=32d8b566-2ec6-4daa-896d-806d8428ce08 HTTP/1.1" status: 200 len: 1094 time: 0.1923068 Jul 23 16:19:06.534380 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-8d1c584c-2591-4e05-b777-472646439fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f4e9a07-b37a-4a9a-b1ad-b90b957d6905 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:06.542521 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-8d1c584c-2591-4e05-b777-472646439fc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:06.555913 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-8d1c584c-2591-4e05-b777-472646439fc9 service neutron] Transition to ACTIVE for port object 4f4e9a07-b37a-4a9a-b1ad-b90b957d6905 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:06.559219 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-16cd54ef-6a66-4ec7-8b99-d983f334c5b5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=965968d6-5241-4a92-9f52-c8d17c2b5459 HTTP/1.1" status: 200 len: 217 time: 0.1470675 Jul 23 16:19:06.561903 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-8d1c584c-2591-4e05-b777-472646439fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:06.612396 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c584c-2591-4e05-b777-472646439fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4e9a07-b37a-4a9a-b1ad-b90b957d6905,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:06.626261 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3788a61-7559-4b38-b8af-ecba1ec858a0 req-b094bf6a-ed57-4736-ae33-8ae1ab8bbbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:06.628124 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a3788a61-7559-4b38-b8af-ecba1ec858a0 req-b094bf6a-ed57-4736-ae33-8ae1ab8bbbf8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=32aa57db-50f4-4fb5-8615-f427929748c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0555546 Jul 23 16:19:06.670768 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8,segment=NetworkSegment(37cc592b-7f9c-4642-8c1c-94e292ee317d),segment_id=37cc592b-7f9c-4642-8c1c-94e292ee317d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:06.686226 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.resource_extend [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:19:06.698121 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:06.699894 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:06.807363 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-73f864b6-303b-4914-ab0e-feb4f5f3f9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:06.811799 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-73f864b6-303b-4914-ab0e-feb4f5f3f9c6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3a4c1b1d-cc34-4e74-9a9d-3b1e23d935e1 HTTP/1.1" status: 200 len: 854 time: 0.2204897 Jul 23 16:19:06.882340 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:06.944875 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afad9a5-1816-4993-9b6a-1b7a422d2afa req-84fb5659-12e4-4ed2-a5a5-5da73b7f9dee tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:06.952132 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9afad9a5-1816-4993-9b6a-1b7a422d2afa req-84fb5659-12e4-4ed2-a5a5-5da73b7f9dee tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.73 "GET /v2.0/ports?device_id=32d8b566-2ec6-4daa-896d-806d8428ce08 HTTP/1.1" status: 200 len: 943 time: 0.3831832 Jul 23 16:19:07.016283 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-5dbab9c4-59fe-49c2-9538-db5da39cf82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:07.018083 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-5dbab9c4-59fe-49c2-9538-db5da39cf82e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb7595a8-c56a-4859-886f-00db31b2325a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1961601 Jul 23 16:19:07.032309 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9afad9a5-1816-4993-9b6a-1b7a422d2afa req-7cf05519-0453-4e17-aa1d-f97fd5cab60f tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.73 "GET /v2.0/security-groups?id=d14a5204-0284-4532-af48-6c6a3cbf14ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790069 Jul 23 16:19:07.063614 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 1f03c14c-28f7-4950-a95b-7241b43fdced, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=1f03c14c-28f7-4950-a95b-7241b43fdced,segment=NetworkSegment(e36b3d08-8681-4717-8c6e-a0160fac2521),segment_id=e36b3d08-8681-4717-8c6e-a0160fac2521)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:07.065153 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a3788a61-7559-4b38-b8af-ecba1ec858a0 req-815f0f5d-60ed-4e4e-ac59-7da2767325a3 service neutron] 10.222.0.97 "GET /v2.0/networks/32aa57db-50f4-4fb5-8615-f427929748c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285524 Jul 23 16:19:07.181302 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b12714-b2ac-4157-9028-2a6e592bbc55 x-openstack-request-id: req-87b12714-b2ac-4157-9028-2a6e592bbc55 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:07.182650 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7299739c-9c47-42e4-91d6-b0674ce38553", "name": "network-vif-plugged", "status": "completed", "tag": "b67dfda2-d471-4748-b33e-9252ec9efb0a", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:07.183064 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-87b12714-b2ac-4157-9028-2a6e592bbc55 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:07.183603 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7299739c-9c47-42e4-91d6-b0674ce38553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67dfda2-d471-4748-b33e-9252ec9efb0a', 'code': 200} Jul 23 16:19:07.185963 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '1f03c14c-28f7-4950-a95b-7241b43fdced', 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7', 'port_id': '1f03c14c-28f7-4950-a95b-7241b43fdced', 'mac_address': 'fa:16:3e:46:af:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:19:07.228909 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06facc69-cdfb-487d-866e-aad7b5dfc2ea x-openstack-request-id: req-06facc69-cdfb-487d-866e-aad7b5dfc2ea {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:07.229224 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d8b566-2ec6-4daa-896d-806d8428ce08", "tag": "965968d6-5241-4a92-9f52-c8d17c2b5459", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:07.229472 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-06facc69-cdfb-487d-866e-aad7b5dfc2ea {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:07.229865 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d8b566-2ec6-4daa-896d-806d8428ce08', 'tag': '965968d6-5241-4a92-9f52-c8d17c2b5459', 'status': 'completed', 'code': 200} Jul 23 16:19:07.272587 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-8d1c584c-2591-4e05-b777-472646439fc9 service neutron] Attempting to bind port 4f4e9a07-b37a-4a9a-b1ad-b90b957d6905 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:07.273093 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-8d1c584c-2591-4e05-b777-472646439fc9 service neutron] Attempting to bind port 4f4e9a07-b37a-4a9a-b1ad-b90b957d6905 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:07.273536 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-8d1c584c-2591-4e05-b777-472646439fc9 service neutron] Attempting to bind port 4f4e9a07-b37a-4a9a-b1ad-b90b957d6905 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:07.284493 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-8d1c584c-2591-4e05-b777-472646439fc9 service neutron] Port 4f4e9a07-b37a-4a9a-b1ad-b90b957d6905 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:19:07.284985 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-8d1c584c-2591-4e05-b777-472646439fc9 service neutron] Attempting to bind port 4f4e9a07-b37a-4a9a-b1ad-b90b957d6905 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:07.297701 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:07.300476 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-8d1c584c-2591-4e05-b777-472646439fc9 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:07.300957 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-8d1c584c-2591-4e05-b777-472646439fc9 service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:07.302530 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-8d1c584c-2591-4e05-b777-472646439fc9 service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:07.303352 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-8d1c584c-2591-4e05-b777-472646439fc9 service neutron] Bound port: 4f4e9a07-b37a-4a9a-b1ad-b90b957d6905, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:07.303937 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-8d1c584c-2591-4e05-b777-472646439fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:07.309145 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a3788a61-7559-4b38-b8af-ecba1ec858a0 req-96299c05-d995-40d0-bc41-7a53ac387366 service neutron] 10.222.0.97 "GET /v2.0/networks/32aa57db-50f4-4fb5-8615-f427929748c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320213 Jul 23 16:19:07.331352 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:07.361159 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 365884f7-70f4-448a-8847-81f5cf6b6670, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=365884f7-70f4-448a-8847-81f5cf6b6670,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:07.375835 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:07.390311 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:07.415705 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-c81f20a7-41f0-4714-9894-db263d2cea75 service neutron] 10.222.0.74 "GET /v2.0/networks/eb7595a8-c56a-4859-886f-00db31b2325a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596849 Jul 23 16:19:07.431076 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f03c14c-28f7-4950-a95b-7241b43fdced {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:07.472271 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=365884f7-70f4-448a-8847-81f5cf6b6670,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:07.478359 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 1f03c14c-28f7-4950-a95b-7241b43fdced, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=1f03c14c-28f7-4950-a95b-7241b43fdced,segment=NetworkSegment(e36b3d08-8681-4717-8c6e-a0160fac2521),segment_id=e36b3d08-8681-4717-8c6e-a0160fac2521)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:07.483871 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:07.544186 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-8d1c584c-2591-4e05-b777-472646439fc9 service neutron] For port 4f4e9a07-b37a-4a9a-b1ad-b90b957d6905, host n-h2-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:07.565097 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-8d1c584c-2591-4e05-b777-472646439fc9 service neutron] For port 4f4e9a07-b37a-4a9a-b1ad-b90b957d6905, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=4f4e9a07-b37a-4a9a-b1ad-b90b957d6905,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:07.572397 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-8d1c584c-2591-4e05-b777-472646439fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:07.576629 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23075151-418d-4b9a-86a0-bceb09d2132a req-bfe00535-00c3-4d51-b6e0-a064734a7500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:07.578643 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-23075151-418d-4b9a-86a0-bceb09d2132a req-bfe00535-00c3-4d51-b6e0-a064734a7500 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 1097 time: 0.2498734 Jul 23 16:19:07.580867 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=1f03c14c-28f7-4950-a95b-7241b43fdced,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:07.616298 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92cb0b6-f436-41b5-8b18-459996c7e44b req-77f2aa81-4594-45e4-9474-905d84e8a1b7 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:07.624016 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d92cb0b6-f436-41b5-8b18-459996c7e44b req-77f2aa81-4594-45e4-9474-905d84e8a1b7 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea864fc6-5cff-4e70-80f5-75f87ee8685f HTTP/1.1" status: 200 len: 947 time: 0.5049338 Jul 23 16:19:07.692299 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-8d1c584c-2591-4e05-b777-472646439fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:07.693940 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-8d1c584c-2591-4e05-b777-472646439fc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:07.696031 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-8d1c584c-2591-4e05-b777-472646439fc9 service neutron] 10.222.0.97 "PUT /v2.0/ports/4f4e9a07-b37a-4a9a-b1ad-b90b957d6905 HTTP/1.1" status: 200 len: 1095 time: 2.9595096 Jul 23 16:19:07.698889 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea864fc6-5cff-4e70-80f5-75f87ee8685f', 'tag': '4f4e9a07-b37a-4a9a-b1ad-b90b957d6905'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:07.701780 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1de9867-ca1f-4760-aae0-3c5f7e4f446b" -d '{"events": [{"name": "network-changed", "server_uuid": "ea864fc6-5cff-4e70-80f5-75f87ee8685f", "tag": "4f4e9a07-b37a-4a9a-b1ad-b90b957d6905"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:07.741906 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-23075151-418d-4b9a-86a0-bceb09d2132a req-5dd43650-0eb5-41f0-a76a-7327e1cbf3e4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523650 Jul 23 16:19:07.795177 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['1f03c14c-28f7-4950-a95b-7241b43fdced'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:19:07.839754 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707cab4-07fd-4dd5-9e5e-d0ac2261f1e0 req-15a90b31-bbcf-4ac8-bb4f-7c48d1160ddb tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:07.853961 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d707cab4-07fd-4dd5-9e5e-d0ac2261f1e0 req-15a90b31-bbcf-4ac8-bb4f-7c48d1160ddb tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 948 time: 0.4175651 Jul 23 16:19:07.856845 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c584c-2591-4e05-b777-472646439fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4e9a07-b37a-4a9a-b1ad-b90b957d6905,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:07.891327 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d92cb0b6-f436-41b5-8b18-459996c7e44b req-0e440bfe-e564-4156-92c5-2576e6e3f972 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/security-groups?id=c095f555-801f-4899-8b9b-d61efcdf382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602713 Jul 23 16:19:07.930468 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-43ef6f5d-6b91-4f08-ad6f-360354edc767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:07.932112 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-43ef6f5d-6b91-4f08-ad6f-360354edc767 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f312aabe45af48eeb5223979f7eaaa71&device_id=ea864fc6-5cff-4e70-80f5-75f87ee8685f HTTP/1.1" status: 200 len: 1098 time: 0.1818292 Jul 23 16:19:07.992060 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c9a30619-08ba-45b5-9b8d-82a37c5433c8 req-19c0a0e5-f3f0-48c6-8721-cba18ab10aa6 service neutron] 10.222.0.74 "GET /v2.0/networks/eb7595a8-c56a-4859-886f-00db31b2325a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392116 Jul 23 16:19:08.008474 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d707cab4-07fd-4dd5-9e5e-d0ac2261f1e0 req-08cf805e-9c1c-49c9-bfff-c616062e0707 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343932 Jul 23 16:19:08.040225 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-300b487d-695b-45de-b03b-ffecd023081b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=4f4e9a07-b37a-4a9a-b1ad-b90b957d6905 HTTP/1.1" status: 200 len: 217 time: 0.0948017 Jul 23 16:19:08.187547 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb378c-0bae-4d55-b33e-1396ec04bd34 req-d7851a56-f863-48b6-8bf7-9786a8c149f8 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:08.189786 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-fff9dd82-698e-429e-8dce-7e0175f55b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:08.191973 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20eb378c-0bae-4d55-b33e-1396ec04bd34 req-d7851a56-f863-48b6-8bf7-9786a8c149f8 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/ports?device_id=9fe1aba3-50ec-4dfe-8803-36bd47b8edb1 HTTP/1.1" status: 200 len: 944 time: 0.1431561 Jul 23 16:19:08.205592 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-fff9dd82-698e-429e-8dce-7e0175f55b88 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1484914 Jul 23 16:19:08.289199 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20eb378c-0bae-4d55-b33e-1396ec04bd34 req-3c5bc9b8-6295-4c99-b86c-a743163fa77b tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/security-groups?id=0752d89f-cbae-46a6-aa9d-219cc61cde66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724001 Jul 23 16:19:08.346504 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-cd551fa5-3655-470b-8e67-7522161718a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:08.349753 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-cd551fa5-3655-470b-8e67-7522161718a1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1358044 Jul 23 16:19:08.392094 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d278b965-c47f-4f65-8089-2905eef929d0 req-c6e8b760-878b-45c7-a28b-5e6c613c06b3 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:08.397788 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d278b965-c47f-4f65-8089-2905eef929d0 req-c6e8b760-878b-45c7-a28b-5e6c613c06b3 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.2010696 Jul 23 16:19:08.474917 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-2de6e5a1-bfa5-4437-a99d-b5f69e2c1107 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151140 Jul 23 16:19:08.476032 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:08.496732 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d278b965-c47f-4f65-8089-2905eef929d0 req-4b4f53d4-8ca7-4be9-9b08-639c37e651e5 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921264 Jul 23 16:19:08.537455 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe3ef4-f78a-40d8-8622-37771c63de4d req-39396af6-78c2-4d59-a575-ad3ea2708c1d tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:08.539789 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-affe3ef4-f78a-40d8-8622-37771c63de4d req-39396af6-78c2-4d59-a575-ad3ea2708c1d tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 946 time: 0.1214020 Jul 23 16:19:08.572143 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7429a624-d5d4-4acf-933f-ca160cedd044 x-openstack-request-id: req-7429a624-d5d4-4acf-933f-ca160cedd044 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:08.574152 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea864fc6-5cff-4e70-80f5-75f87ee8685f", "tag": "4f4e9a07-b37a-4a9a-b1ad-b90b957d6905", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:08.575904 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7429a624-d5d4-4acf-933f-ca160cedd044 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:08.577215 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea864fc6-5cff-4e70-80f5-75f87ee8685f', 'tag': '4f4e9a07-b37a-4a9a-b1ad-b90b957d6905', 'status': 'completed', 'code': 200} Jul 23 16:19:08.628428 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c5096efa-ec90-4484-b6b2-999fa7354dc3 req-f1aca668-d4e2-4a7f-9af5-d5030fc2f922 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458900 Jul 23 16:19:08.642828 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-affe3ef4-f78a-40d8-8622-37771c63de4d req-a81b6a56-1ecc-42c8-be08-4352add54168 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960441 Jul 23 16:19:08.852624 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dbb169-4dd1-421c-b4a3-2704a6a885e0 req-22e97b69-8e04-45a3-9d9a-63890492b84e tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:08.857319 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-89dbb169-4dd1-421c-b4a3-2704a6a885e0 req-22e97b69-8e04-45a3-9d9a-63890492b84e tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.73 "GET /v2.0/ports?device_id=32d8b566-2ec6-4daa-896d-806d8428ce08 HTTP/1.1" status: 200 len: 943 time: 0.1835885 Jul 23 16:19:08.889586 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de9867-ca1f-4760-aae0-3c5f7e4f446b req-e195f466-8469-4778-b6ba-42cc36653c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:08.898246 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1de9867-ca1f-4760-aae0-3c5f7e4f446b req-e195f466-8469-4778-b6ba-42cc36653c1e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f312aabe45af48eeb5223979f7eaaa71&device_id=ea864fc6-5cff-4e70-80f5-75f87ee8685f HTTP/1.1" status: 200 len: 1098 time: 0.1983266 Jul 23 16:19:08.967714 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:08.983208 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-89dbb169-4dd1-421c-b4a3-2704a6a885e0 req-bc67a781-b6f9-46b2-b0b9-045b2c8e1cb8 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.73 "GET /v2.0/security-groups?id=d14a5204-0284-4532-af48-6c6a3cbf14ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178920 Jul 23 16:19:09.097703 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:09.098638 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:09.170364 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de9867-ca1f-4760-aae0-3c5f7e4f446b req-959df92b-888c-4f18-b493-31907ab7ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:09.180156 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1de9867-ca1f-4760-aae0-3c5f7e4f446b req-959df92b-888c-4f18-b493-31907ab7ead7 service neutron] 10.222.0.97 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.2742112 Jul 23 16:19:09.186412 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a8e0c9-ef52-4562-b63b-63ea9adaa3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365884f7-70f4-448a-8847-81f5cf6b6670'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:09.189938 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32405382-a1cc-440d-8fd6-bf9ebf7e3b64" -d '{"events": [{"server_uuid": "19a8e0c9-ef52-4562-b63b-63ea9adaa3d2", "name": "network-vif-plugged", "status": "completed", "tag": "365884f7-70f4-448a-8847-81f5cf6b6670"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:09.233883 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1de9867-ca1f-4760-aae0-3c5f7e4f446b req-167e37fb-e009-4c9f-b233-744bc14aff8c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=4f4e9a07-b37a-4a9a-b1ad-b90b957d6905 HTTP/1.1" status: 200 len: 217 time: 0.0470567 Jul 23 16:19:09.329804 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de9867-ca1f-4760-aae0-3c5f7e4f446b req-03ee2cf0-b838-4ba6-8ae3-d20a91838c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:09.332196 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1de9867-ca1f-4760-aae0-3c5f7e4f446b req-03ee2cf0-b838-4ba6-8ae3-d20a91838c3e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0925174 Jul 23 16:19:09.342083 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806cddba-10e9-42d4-9980-05bd80df8029 req-adcbcd24-3e75-4b60-9c1b-14c25ec92aa7 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:09.349629 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-806cddba-10e9-42d4-9980-05bd80df8029 req-adcbcd24-3e75-4b60-9c1b-14c25ec92aa7 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea864fc6-5cff-4e70-80f5-75f87ee8685f HTTP/1.1" status: 200 len: 947 time: 0.2397702 Jul 23 16:19:09.402236 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-806cddba-10e9-42d4-9980-05bd80df8029 req-3a787518-f002-4c51-8ccd-bdff444a831b tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/security-groups?id=c095f555-801f-4899-8b9b-d61efcdf382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510919 Jul 23 16:19:09.466460 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab105f59-9094-4497-8cc1-0d0676d67ef8 req-b484fb90-c9eb-4a35-ae3d-70702409e02c tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:09.467715 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab105f59-9094-4497-8cc1-0d0676d67ef8 req-b484fb90-c9eb-4a35-ae3d-70702409e02c tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 948 time: 0.2009218 Jul 23 16:19:09.472528 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de9867-ca1f-4760-aae0-3c5f7e4f446b req-0bfad7aa-6cc1-49a0-a64d-dcd760cbbdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:09.475377 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1de9867-ca1f-4760-aae0-3c5f7e4f446b req-0bfad7aa-6cc1-49a0-a64d-dcd760cbbdb3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1325576 Jul 23 16:19:09.512484 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66035b66-c801-4a92-85b9-c8be30f476c2 x-openstack-request-id: req-66035b66-c801-4a92-85b9-c8be30f476c2 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:09.512979 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a8e0c9-ef52-4562-b63b-63ea9adaa3d2", "name": "network-vif-plugged", "status": "completed", "tag": "365884f7-70f4-448a-8847-81f5cf6b6670", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:09.513104 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-66035b66-c801-4a92-85b9-c8be30f476c2 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:09.513421 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a8e0c9-ef52-4562-b63b-63ea9adaa3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365884f7-70f4-448a-8847-81f5cf6b6670', 'code': 200} Jul 23 16:19:09.584430 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab105f59-9094-4497-8cc1-0d0676d67ef8 req-1362f5d9-754c-4377-b51f-e1f5b2f24cfe tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879176 Jul 23 16:19:09.620048 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1de9867-ca1f-4760-aae0-3c5f7e4f446b req-4728ba96-43d3-43db-8824-c3986f4f3fc0 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365306 Jul 23 16:19:09.819104 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18196115-fb5e-40ef-9b82-f1094e49f900 req-93b54137-061c-4549-8e16-d8011273f522 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:09.823835 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-18196115-fb5e-40ef-9b82-f1094e49f900 req-93b54137-061c-4549-8e16-d8011273f522 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/ports?device_id=9fe1aba3-50ec-4dfe-8803-36bd47b8edb1 HTTP/1.1" status: 200 len: 944 time: 0.1897926 Jul 23 16:19:09.918353 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1de9867-ca1f-4760-aae0-3c5f7e4f446b req-6427eb6a-6cfb-4e98-a1b6-24ba18285364 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892444 Jul 23 16:19:09.994156 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-18196115-fb5e-40ef-9b82-f1094e49f900 req-5c5acece-5feb-4ead-b780-b9f9c6d11aa4 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/security-groups?id=0752d89f-cbae-46a6-aa9d-219cc61cde66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280701 Jul 23 16:19:10.048255 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b0a93-8517-485f-b490-63cf6554ce09 req-57638fa4-213d-4698-9e96-0271bd5d328e tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:10.050171 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c4b0a93-8517-485f-b490-63cf6554ce09 req-57638fa4-213d-4698-9e96-0271bd5d328e tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.2254050 Jul 23 16:19:10.139230 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c4b0a93-8517-485f-b490-63cf6554ce09 req-7877b47c-54bc-4593-bb53-d84de9af689b tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832057 Jul 23 16:19:10.240995 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876b825-a2c1-400e-8198-12e45965b5dc req-b514247e-2a3f-45c7-b2a3-192c99bc2fb9 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:10.248217 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-4c61f38d-0a74-48c3-8c57-52e0070a654c service neutron] show failed (client error): The resource could not be found. Jul 23 16:19:10.249915 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-4c61f38d-0a74-48c3-8c57-52e0070a654c service neutron] 10.222.0.97 "GET /v2.0/ports/0ba4628c-0b1c-469e-83f4-9f4d3292c354/bindings/n-h1-778549-4 HTTP/1.1" status: 404 len: 380 time: 0.0937903 Jul 23 16:19:10.252837 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2876b825-a2c1-400e-8198-12e45965b5dc req-b514247e-2a3f-45c7-b2a3-192c99bc2fb9 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 946 time: 0.1333861 Jul 23 16:19:10.265384 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 1f03c14c-28f7-4950-a95b-7241b43fdced up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:10.371298 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2876b825-a2c1-400e-8198-12e45965b5dc req-91aa0764-ad81-4384-b774-624192b15d93 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182675 Jul 23 16:19:10.399014 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 1f03c14c-28f7-4950-a95b-7241b43fdced completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:10.404127 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 1f03c14c-28f7-4950-a95b-7241b43fdced triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:10.404677 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:10.446035 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d2440-4d30-4b01-a106-0b75eb41e092 req-5eb5f769-5e27-44af-a1d6-8647278f75dd tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:10.446035 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2e3d2440-4d30-4b01-a106-0b75eb41e092 req-5eb5f769-5e27-44af-a1d6-8647278f75dd tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.73 "GET /v2.0/ports?device_id=32d8b566-2ec6-4daa-896d-806d8428ce08 HTTP/1.1" status: 200 len: 943 time: 0.1606860 Jul 23 16:19:10.573504 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2e3d2440-4d30-4b01-a106-0b75eb41e092 req-d1c71e10-043f-4678-a1f1-fdfc108d55c5 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.73 "GET /v2.0/security-groups?id=d14a5204-0284-4532-af48-6c6a3cbf14ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192055 Jul 23 16:19:10.616563 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:10.679032 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 1f03c14c-28f7-4950-a95b-7241b43fdced, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=1f03c14c-28f7-4950-a95b-7241b43fdced,segment=NetworkSegment(e36b3d08-8681-4717-8c6e-a0160fac2521),segment_id=e36b3d08-8681-4717-8c6e-a0160fac2521)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:10.684251 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:10.715495 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2743f4-29a3-4dae-b251-71524df47ba4 req-0ab2b288-96df-4b35-8ed4-e54cb08b2895 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:10.717026 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5a2743f4-29a3-4dae-b251-71524df47ba4 req-0ab2b288-96df-4b35-8ed4-e54cb08b2895 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea864fc6-5cff-4e70-80f5-75f87ee8685f HTTP/1.1" status: 200 len: 947 time: 0.1135764 Jul 23 16:19:10.820153 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5a2743f4-29a3-4dae-b251-71524df47ba4 req-bd28de2e-5945-400a-8755-4f197d3e3dbe tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/security-groups?id=c095f555-801f-4899-8b9b-d61efcdf382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829804 Jul 23 16:19:10.849305 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=1f03c14c-28f7-4950-a95b-7241b43fdced,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:10.874573 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662fc41-47a9-47d3-a187-97920984e8a5 req-c1a0a1df-8633-4325-b3bf-6d0d2b04e205 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:10.885273 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2662fc41-47a9-47d3-a187-97920984e8a5 req-c1a0a1df-8633-4325-b3bf-6d0d2b04e205 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 948 time: 0.1668162 Jul 23 16:19:10.945590 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2662fc41-47a9-47d3-a187-97920984e8a5 req-5eaac123-ccf2-4ed1-81c8-3add7c716d1b tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492003 Jul 23 16:19:11.011407 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55302) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:11.174327 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2cf87d24-29df-439a-94b8-ea6d8f456047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:11.263347 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4530ccd2-e9ee-4ff5-9e5f-eb1a7f383979 req-397394aa-d4a3-45a4-aebc-d4667c288a5e tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:11.264887 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4530ccd2-e9ee-4ff5-9e5f-eb1a7f383979 req-397394aa-d4a3-45a4-aebc-d4667c288a5e tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/ports?device_id=9fe1aba3-50ec-4dfe-8803-36bd47b8edb1 HTTP/1.1" status: 200 len: 945 time: 0.1359577 Jul 23 16:19:11.362716 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4530ccd2-e9ee-4ff5-9e5f-eb1a7f383979 req-af05a885-7bc3-4b79-bf5f-660e7455f7b8 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/security-groups?id=0752d89f-cbae-46a6-aa9d-219cc61cde66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830159 Jul 23 16:19:11.423632 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2cf87d24-29df-439a-94b8-ea6d8f456047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:11.446913 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80948821-ba2f-432a-9bdf-c24e1d05d0e4 req-1edd2c94-be7a-494a-95b4-5dd2933c898c tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:11.449508 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80948821-ba2f-432a-9bdf-c24e1d05d0e4 req-1edd2c94-be7a-494a-95b4-5dd2933c898c tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.1833382 Jul 23 16:19:11.450602 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2cf87d24-29df-439a-94b8-ea6d8f456047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:11.514795 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe1aba3-50ec-4dfe-8803-36bd47b8edb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f03c14c-28f7-4950-a95b-7241b43fdced'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:11.517500 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8bd6ec-ecfc-4701-9a8f-d0a3bc723022" -d '{"events": [{"server_uuid": "9fe1aba3-50ec-4dfe-8803-36bd47b8edb1", "name": "network-vif-plugged", "status": "completed", "tag": "1f03c14c-28f7-4950-a95b-7241b43fdced"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:11.541096 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf87d24-29df-439a-94b8-ea6d8f456047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06465479-5c81-48d2-a5a6-1de0d454f228,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:11.547875 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2cf87d24-29df-439a-94b8-ea6d8f456047 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=85c9ae1b09954a7c8d009087f3046e1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5352807 Jul 23 16:19:11.550678 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55312) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:11.566247 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80948821-ba2f-432a-9bdf-c24e1d05d0e4 req-108a6a4e-e3a9-4a61-8c19-12e91333a4dc tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113534 Jul 23 16:19:11.628874 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c59e4-a51d-4be9-9df8-4dcd9c3dd17e req-408b0ff3-4732-45e4-931c-3eca61cc1e17 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:11.632671 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c06c59e4-a51d-4be9-9df8-4dcd9c3dd17e req-408b0ff3-4732-45e4-931c-3eca61cc1e17 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 946 time: 0.1512306 Jul 23 16:19:11.645081 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e76719a-bca1-49f2-9e11-3872f095fc00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:11.685076 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afe8e44-7b28-48d5-a9df-76749213daea x-openstack-request-id: req-7afe8e44-7b28-48d5-a9df-76749213daea {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:11.685615 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe1aba3-50ec-4dfe-8803-36bd47b8edb1", "name": "network-vif-plugged", "status": "completed", "tag": "1f03c14c-28f7-4950-a95b-7241b43fdced", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:11.685615 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7afe8e44-7b28-48d5-a9df-76749213daea {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:11.686003 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe1aba3-50ec-4dfe-8803-36bd47b8edb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f03c14c-28f7-4950-a95b-7241b43fdced', 'code': 200} Jul 23 16:19:11.706231 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e76719a-bca1-49f2-9e11-3872f095fc00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:11.745871 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c06c59e4-a51d-4be9-9df8-4dcd9c3dd17e req-0cba7858-5f73-4fa9-9bdb-6c3b18183034 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053391 Jul 23 16:19:11.851683 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e76719a-bca1-49f2-9e11-3872f095fc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:11.855013 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e76719a-bca1-49f2-9e11-3872f095fc00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:11.860811 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6e76719a-bca1-49f2-9e11-3872f095fc00 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/06465479-5c81-48d2-a5a6-1de0d454f228 HTTP/1.1" status: 204 len: 168 time: 0.3090723 Jul 23 16:19:11.868898 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca4161-9594-4afa-b179-12838e31e5ff req-3dbbede8-199e-45c7-995d-46683653bc9f tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:11.870677 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c5ca4161-9594-4afa-b179-12838e31e5ff req-3dbbede8-199e-45c7-995d-46683653bc9f tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.73 "GET /v2.0/ports?device_id=32d8b566-2ec6-4daa-896d-806d8428ce08 HTTP/1.1" status: 200 len: 943 time: 0.0983307 Jul 23 16:19:11.913587 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e76719a-bca1-49f2-9e11-3872f095fc00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06465479-5c81-48d2-a5a6-1de0d454f228,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:11.925953 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609bef39-270b-441c-929c-f3b08160f5ee req-f11b4c22-7503-4d1c-98d5-85d82755bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:11.928284 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-609bef39-270b-441c-929c-f3b08160f5ee req-f11b4c22-7503-4d1c-98d5-85d82755bdae service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=9fe1aba3-50ec-4dfe-8803-36bd47b8edb1 HTTP/1.1" status: 200 len: 1096 time: 0.1701915 Jul 23 16:19:12.000507 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c5ca4161-9594-4afa-b179-12838e31e5ff req-503e9595-82cf-4dcd-a974-948f39451495 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.73 "GET /v2.0/security-groups?id=d14a5204-0284-4532-af48-6c6a3cbf14ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211605 Jul 23 16:19:12.036039 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-609bef39-270b-441c-929c-f3b08160f5ee req-25cb5d4b-f109-44b7-bb05-629d154599ae service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=0752d89f-cbae-46a6-aa9d-219cc61cde66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976205 Jul 23 16:19:12.075673 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a273c1-c70c-4624-a0df-05532198283e req-5b709b50-2e83-4a07-bc6d-d03e6b3e4b7d tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:12.091379 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-10a273c1-c70c-4624-a0df-05532198283e req-5b709b50-2e83-4a07-bc6d-d03e6b3e4b7d tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea864fc6-5cff-4e70-80f5-75f87ee8685f HTTP/1.1" status: 200 len: 947 time: 0.1461945 Jul 23 16:19:12.184585 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-10a273c1-c70c-4624-a0df-05532198283e req-c09a7e5f-4c74-4e3c-91b1-d21b887861b9 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/security-groups?id=c095f555-801f-4899-8b9b-d61efcdf382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923204 Jul 23 16:19:12.269031 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 4f4e9a07-b37a-4a9a-b1ad-b90b957d6905 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:19:12.294146 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef5216-4351-4337-98d9-15dfdf37e450 req-3a1ff4fb-6b02-472a-90e5-6084c095bab8 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:12.303734 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-72ef5216-4351-4337-98d9-15dfdf37e450 req-3a1ff4fb-6b02-472a-90e5-6084c095bab8 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 948 time: 0.1293395 Jul 23 16:19:12.361112 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55328) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:12.393423 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5388aaa2-5a9c-4dfc-87b2-cd1e6a09002e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.410759 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-72ef5216-4351-4337-98d9-15dfdf37e450 req-f768bfb7-37ef-4623-bede-6a62a6cef6a5 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013401 Jul 23 16:19:12.444839 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 4f4e9a07-b37a-4a9a-b1ad-b90b957d6905, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=4f4e9a07-b37a-4a9a-b1ad-b90b957d6905,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:12.456412 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '4f4e9a07-b37a-4a9a-b1ad-b90b957d6905', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': '4f4e9a07-b37a-4a9a-b1ad-b90b957d6905', 'mac_address': 'fa:16:3e:7b:a7:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:19:12.530372 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb855d6-16bc-47d9-bc1a-21ecb15d6fa3 req-ff8c4aad-c26c-4f15-a86d-a2fe9fe497fd tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:12.541315 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5bb855d6-16bc-47d9-bc1a-21ecb15d6fa3 req-ff8c4aad-c26c-4f15-a86d-a2fe9fe497fd tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/ports?device_id=9fe1aba3-50ec-4dfe-8803-36bd47b8edb1 HTTP/1.1" status: 200 len: 945 time: 0.0913186 Jul 23 16:19:12.556312 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.573757 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4e9a07-b37a-4a9a-b1ad-b90b957d6905 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:12.597837 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5bb855d6-16bc-47d9-bc1a-21ecb15d6fa3 req-d49f920d-2f4f-4559-91bb-5514f81728ed tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/security-groups?id=0752d89f-cbae-46a6-aa9d-219cc61cde66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552335 Jul 23 16:19:12.623001 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5388aaa2-5a9c-4dfc-87b2-cd1e6a09002e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.631308 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5388aaa2-5a9c-4dfc-87b2-cd1e6a09002e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.633715 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 4f4e9a07-b37a-4a9a-b1ad-b90b957d6905, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=4f4e9a07-b37a-4a9a-b1ad-b90b957d6905,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:12.639694 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.700667 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388aaa2-5a9c-4dfc-87b2-cd1e6a09002e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8d9b63-fd8e-4c19-9c0d-b443fb933e7a,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:12.729115 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5388aaa2-5a9c-4dfc-87b2-cd1e6a09002e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3cbcdf47c5034e5eac60a881ef3187b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3728302 Jul 23 16:19:12.731865 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55334) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:12.746917 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=4f4e9a07-b37a-4a9a-b1ad-b90b957d6905,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:12.781273 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56db4fa-d76e-4f48-9ec0-6b0cdb9b6984 req-59677075-1967-4a9b-823d-18b973330f79 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:12.783083 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f56db4fa-d76e-4f48-9ec0-6b0cdb9b6984 req-59677075-1967-4a9b-823d-18b973330f79 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.1003587 Jul 23 16:19:12.805393 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bbc7c257-e373-44b1-b205-6b926646f1e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.839822 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f56db4fa-d76e-4f48-9ec0-6b0cdb9b6984 req-a0632fb1-1aee-4a71-9a09-e675c1d3613e tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502400 Jul 23 16:19:12.844283 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bbc7c257-e373-44b1-b205-6b926646f1e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.908616 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bbc7c257-e373-44b1-b205-6b926646f1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.911317 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bbc7c257-e373-44b1-b205-6b926646f1e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.912481 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bbc7c257-e373-44b1-b205-6b926646f1e0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1e8d9b63-fd8e-4c19-9c0d-b443fb933e7a HTTP/1.1" status: 204 len: 168 time: 0.1794984 Jul 23 16:19:12.928824 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d73ed-f600-4e20-8c1d-5e7f1e4dee12 req-3e391730-8950-44b6-9188-759963135770 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:12.929586 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc7c257-e373-44b1-b205-6b926646f1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8d9b63-fd8e-4c19-9c0d-b443fb933e7a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:12.931066 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f54d73ed-f600-4e20-8c1d-5e7f1e4dee12 req-3e391730-8950-44b6-9188-759963135770 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 946 time: 0.0899050 Jul 23 16:19:12.935856 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['4f4e9a07-b37a-4a9a-b1ad-b90b957d6905'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:19:12.985212 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f54d73ed-f600-4e20-8c1d-5e7f1e4dee12 req-3061709d-fdd0-4ac4-8fe3-3397997916ab tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485425 Jul 23 16:19:13.183269 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4183a8-db77-456b-909e-e6c1a89eea42 req-a807c627-8f93-461b-9816-04f67865df4e tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:13.185538 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc4183a8-db77-456b-909e-e6c1a89eea42 req-a807c627-8f93-461b-9816-04f67865df4e tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.73 "GET /v2.0/ports?device_id=32d8b566-2ec6-4daa-896d-806d8428ce08 HTTP/1.1" status: 200 len: 943 time: 0.0997043 Jul 23 16:19:13.239739 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc4183a8-db77-456b-909e-e6c1a89eea42 req-3c887394-199e-4a64-8c28-1b3d9790b2d5 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.73 "GET /v2.0/security-groups?id=d14a5204-0284-4532-af48-6c6a3cbf14ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475051 Jul 23 16:19:13.333307 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9477b-5859-405b-9f04-19d4e72612d5 req-7f254367-1301-4e72-a708-9fb1c81770c7 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:13.337531 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-54e9477b-5859-405b-9f04-19d4e72612d5 req-7f254367-1301-4e72-a708-9fb1c81770c7 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea864fc6-5cff-4e70-80f5-75f87ee8685f HTTP/1.1" status: 200 len: 948 time: 0.0743682 Jul 23 16:19:13.385773 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-54e9477b-5859-405b-9f04-19d4e72612d5 req-cd67f148-0c90-43b6-b7de-29cf36a17f81 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/security-groups?id=c095f555-801f-4899-8b9b-d61efcdf382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452950 Jul 23 16:19:13.530357 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07cee7f-94ec-4d76-8121-b9fcbc77a1ee req-2dab9b19-8977-489e-be08-f1719ad8f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:13.532117 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d07cee7f-94ec-4d76-8121-b9fcbc77a1ee req-2dab9b19-8977-489e-be08-f1719ad8f1d7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a082626dc89c49e384ed8b03bfef8e63&device_id=32d8b566-2ec6-4daa-896d-806d8428ce08 HTTP/1.1" status: 200 len: 1094 time: 0.0886080 Jul 23 16:19:13.609204 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-e264b198-7881-48a8-8edf-59ce2d813c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:13.612356 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-e264b198-7881-48a8-8edf-59ce2d813c97 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582&tenant_id=4ed385c197f74460a2c666d87d79e6e5 HTTP/1.1" status: 200 len: 1099 time: 0.1526592 Jul 23 16:19:13.627011 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-6fb22b30-d437-4052-8ace-38e335ee89ab service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778549-4', 'device_owner': 'compute:nova'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:13.680173 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07cee7f-94ec-4d76-8121-b9fcbc77a1ee req-6fc8a19c-3200-4cab-ad8a-45c6b224f9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:13.680655 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d07cee7f-94ec-4d76-8121-b9fcbc77a1ee req-6fc8a19c-3200-4cab-ad8a-45c6b224f9cd service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb7595a8-c56a-4859-886f-00db31b2325a HTTP/1.1" status: 200 len: 917 time: 0.1383896 Jul 23 16:19:13.714822 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae29b7-b05b-45f2-9e32-c31fddb990ed req-beb49d02-0ce6-441b-843c-30b2ac0be5d1 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:13.715521 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5cae29b7-b05b-45f2-9e32-c31fddb990ed req-beb49d02-0ce6-441b-843c-30b2ac0be5d1 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 948 time: 0.1857824 Jul 23 16:19:13.761813 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d07cee7f-94ec-4d76-8121-b9fcbc77a1ee req-5719e1b5-8dad-4535-a37f-d88e5823e69e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=965968d6-5241-4a92-9f52-c8d17c2b5459 HTTP/1.1" status: 200 len: 217 time: 0.0578854 Jul 23 16:19:13.828092 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a73bd-a3bc-4425-804f-ef5c67c3a99a req-60b9d6c1-d52d-4a6e-9d61-24bb987bb48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:13.829892 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a89a73bd-a3bc-4425-804f-ef5c67c3a99a req-60b9d6c1-d52d-4a6e-9d61-24bb987bb48c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 1101 time: 0.1615813 Jul 23 16:19:13.832144 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07cee7f-94ec-4d76-8121-b9fcbc77a1ee req-4dd08d3e-f564-43f9-9c96-f6824bc90c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:13.834215 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d07cee7f-94ec-4d76-8121-b9fcbc77a1ee req-4dd08d3e-f564-43f9-9c96-f6824bc90c44 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3a4c1b1d-cc34-4e74-9a9d-3b1e23d935e1 HTTP/1.1" status: 200 len: 854 time: 0.0651488 Jul 23 16:19:13.869782 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5cae29b7-b05b-45f2-9e32-c31fddb990ed req-45e88d07-c441-4236-917c-8f64a20d736b tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348219 Jul 23 16:19:13.871267 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-6fb22b30-d437-4052-8ace-38e335ee89ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.965456 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dd13e-0dd4-4f36-8561-b47e107397d7 req-3dd45c6e-7a22-4b1b-afeb-4ff052fd9bad tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:13.972077 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a89a73bd-a3bc-4425-804f-ef5c67c3a99a req-37a0e801-60d7-4291-956f-84e89f9e03db service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293030 Jul 23 16:19:13.977243 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c1dd13e-0dd4-4f36-8561-b47e107397d7 req-3dd45c6e-7a22-4b1b-afeb-4ff052fd9bad tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/ports?device_id=9fe1aba3-50ec-4dfe-8803-36bd47b8edb1 HTTP/1.1" status: 200 len: 945 time: 0.2599618 Jul 23 16:19:13.988397 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07cee7f-94ec-4d76-8121-b9fcbc77a1ee req-0a0eb845-8fc8-471f-8fea-2c1d62f44d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:13.990700 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d07cee7f-94ec-4d76-8121-b9fcbc77a1ee req-0a0eb845-8fc8-471f-8fea-2c1d62f44d84 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb7595a8-c56a-4859-886f-00db31b2325a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1413743 Jul 23 16:19:14.140913 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c1dd13e-0dd4-4f36-8561-b47e107397d7 req-f68ea4cc-d485-4e59-83d2-fd02afa54de7 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/security-groups?id=0752d89f-cbae-46a6-aa9d-219cc61cde66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440077 Jul 23 16:19:14.175521 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0de39-21f3-4320-99fc-219f6a7bf677 req-d0c4d6ff-5017-4280-a027-47889f7d5f95 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:14.192696 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99c0de39-21f3-4320-99fc-219f6a7bf677 req-d0c4d6ff-5017-4280-a027-47889f7d5f95 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.2081661 Jul 23 16:19:14.197334 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d07cee7f-94ec-4d76-8121-b9fcbc77a1ee req-abab146c-2efe-4aec-890d-a9e3f348c534 service neutron] 10.222.0.74 "GET /v2.0/networks/eb7595a8-c56a-4859-886f-00db31b2325a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580586 Jul 23 16:19:14.266837 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 4f4e9a07-b37a-4a9a-b1ad-b90b957d6905 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:14.381814 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d07cee7f-94ec-4d76-8121-b9fcbc77a1ee req-ba4c485f-2fcf-4a0c-b64f-51135887992a service neutron] 10.222.0.74 "GET /v2.0/networks/eb7595a8-c56a-4859-886f-00db31b2325a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747057 Jul 23 16:19:14.383367 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 4f4e9a07-b37a-4a9a-b1ad-b90b957d6905 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:14.392547 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 4f4e9a07-b37a-4a9a-b1ad-b90b957d6905 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:14.393951 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:14.406226 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99c0de39-21f3-4320-99fc-219f6a7bf677 req-afde13c0-8ee5-4503-a5dc-ef28d6b30057 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031236 Jul 23 16:19:14.415735 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-6fb22b30-d437-4052-8ace-38e335ee89ab service neutron] For port 0ba4628c-0b1c-469e-83f4-9f4d3292c354, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=0ba4628c-0b1c-469e-83f4-9f4d3292c354,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:14.475098 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14a31a-abf9-4bc7-8491-73fa59b57922 req-8f1d3490-6c4a-47fd-93aa-5959dc403ba3 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:14.476616 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1b14a31a-abf9-4bc7-8491-73fa59b57922 req-8f1d3490-6c4a-47fd-93aa-5959dc403ba3 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 946 time: 0.1478751 Jul 23 16:19:14.477737 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-6fb22b30-d437-4052-8ace-38e335ee89ab service neutron] For port 0ba4628c-0b1c-469e-83f4-9f4d3292c354, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:14.575364 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e721c824-b100-4463-8166-d259bcc79582', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ba4628c-0b1c-469e-83f4-9f4d3292c354'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:14.577755 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0565e82f-c751-442d-b6a5-399a8b4d5c3b" -d '{"events": [{"server_uuid": "e721c824-b100-4463-8166-d259bcc79582", "name": "network-vif-unplugged", "status": "completed", "tag": "0ba4628c-0b1c-469e-83f4-9f4d3292c354"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:14.581837 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-6fb22b30-d437-4052-8ace-38e335ee89ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:14.628591 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1b14a31a-abf9-4bc7-8491-73fa59b57922 req-20acb119-0722-4aa0-a4e0-cc2ce97e1d39 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207290 Jul 23 16:19:14.628591 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-6fb22b30-d437-4052-8ace-38e335ee89ab service neutron] Transition to ACTIVE for port object 0ba4628c-0b1c-469e-83f4-9f4d3292c354 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:14.636109 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-6fb22b30-d437-4052-8ace-38e335ee89ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:14.652910 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:14.698095 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 4f4e9a07-b37a-4a9a-b1ad-b90b957d6905, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=4f4e9a07-b37a-4a9a-b1ad-b90b957d6905,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:14.699497 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea864fc6-5cff-4e70-80f5-75f87ee8685f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4e9a07-b37a-4a9a-b1ad-b90b957d6905'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:14.703709 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf6bb88-39b4-47ce-badb-611478fe59ac" -d '{"events": [{"server_uuid": "ea864fc6-5cff-4e70-80f5-75f87ee8685f", "name": "network-vif-plugged", "status": "completed", "tag": "4f4e9a07-b37a-4a9a-b1ad-b90b957d6905"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:14.707452 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346595b7-c384-4ca3-a701-0f908cc8ce34 req-47b85de7-47ae-4a85-ad84-6989f53da960 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:14.709504 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-346595b7-c384-4ca3-a701-0f908cc8ce34 req-47b85de7-47ae-4a85-ad84-6989f53da960 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/ports?device_id=9fe1aba3-50ec-4dfe-8803-36bd47b8edb1 HTTP/1.1" status: 200 len: 945 time: 0.2112415 Jul 23 16:19:14.720974 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55398) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:14.723300 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:14.726094 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb22b30-d437-4052-8ace-38e335ee89ab service neutron] Pushing event updated for resources: {'Port': ['ID=0ba4628c-0b1c-469e-83f4-9f4d3292c354,revision_number=6']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:14.726248 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-ab851aa8-5f49-450b-8a21-3da14c5a6f07 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Request body: {'floatingip': {'port_id': '1f03c14c-28f7-4950-a95b-7241b43fdced'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:14.728097 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 0ba4628c-0b1c-469e-83f4-9f4d3292c354 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:19:14.769640 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-6fb22b30-d437-4052-8ace-38e335ee89ab service neutron] No DVR routers for this DVR port 0ba4628c-0b1c-469e-83f4-9f4d3292c354 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:19:14.884602 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ab851aa8-5f49-450b-8a21-3da14c5a6f07 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks [] for floatingip, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:14.998452 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-6fb22b30-d437-4052-8ace-38e335ee89ab service neutron] Attempting to bind port 0ba4628c-0b1c-469e-83f4-9f4d3292c354 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:15.000153 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=4f4e9a07-b37a-4a9a-b1ad-b90b957d6905,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:15.003661 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 0ba4628c-0b1c-469e-83f4-9f4d3292c354 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:19:15.009038 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-6fb22b30-d437-4052-8ace-38e335ee89ab service neutron] Attempting to bind port 0ba4628c-0b1c-469e-83f4-9f4d3292c354 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:15.009939 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-6fb22b30-d437-4052-8ace-38e335ee89ab service neutron] Attempting to bind port 0ba4628c-0b1c-469e-83f4-9f4d3292c354 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:15.015444 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:15.015788 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:15.016136 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:15.016473 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:15.016808 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:15.017174 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:15.017508 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:15.017837 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:15.018160 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:15.018486 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:15.018811 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:15.019137 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:15.026716 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-6fb22b30-d437-4052-8ace-38e335ee89ab service neutron] Port 0ba4628c-0b1c-469e-83f4-9f4d3292c354 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:19:15.027043 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-6fb22b30-d437-4052-8ace-38e335ee89ab service neutron] Attempting to bind port 0ba4628c-0b1c-469e-83f4-9f4d3292c354 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:15.039841 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-6fb22b30-d437-4052-8ace-38e335ee89ab service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:15.040307 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-6fb22b30-d437-4052-8ace-38e335ee89ab service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:15.040636 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-6fb22b30-d437-4052-8ace-38e335ee89ab service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:15.041279 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-6fb22b30-d437-4052-8ace-38e335ee89ab service neutron] Bound port: 0ba4628c-0b1c-469e-83f4-9f4d3292c354, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:15.041660 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-6fb22b30-d437-4052-8ace-38e335ee89ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:15.409398 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be261f0a-92d0-4288-b854-1204869a3452 req-c6099f81-b836-489e-bbe4-07c6fbcf3713 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:15.416243 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-be261f0a-92d0-4288-b854-1204869a3452 req-c6099f81-b836-489e-bbe4-07c6fbcf3713 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.73 "GET /v2.0/ports?device_id=32d8b566-2ec6-4daa-896d-806d8428ce08 HTTP/1.1" status: 200 len: 943 time: 0.6481881 Jul 23 16:19:15.455286 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ad1ce-051b-4e84-92b5-79237fc355dd req-227bc489-1d7d-46bc-9220-af5e1af9eba2 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:15.456816 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-296ad1ce-051b-4e84-92b5-79237fc355dd req-227bc489-1d7d-46bc-9220-af5e1af9eba2 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea864fc6-5cff-4e70-80f5-75f87ee8685f HTTP/1.1" status: 200 len: 949 time: 0.5709126 Jul 23 16:19:15.458018 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-6fb22b30-d437-4052-8ace-38e335ee89ab service neutron] For port 0ba4628c-0b1c-469e-83f4-9f4d3292c354, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:15.479649 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-6fb22b30-d437-4052-8ace-38e335ee89ab service neutron] For port 0ba4628c-0b1c-469e-83f4-9f4d3292c354, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=0ba4628c-0b1c-469e-83f4-9f4d3292c354,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:15.492847 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-6fb22b30-d437-4052-8ace-38e335ee89ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:15.510063 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-be261f0a-92d0-4288-b854-1204869a3452 req-fa1f4aaf-072f-4148-bec1-fba8b6213747 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.73 "GET /v2.0/security-groups?id=d14a5204-0284-4532-af48-6c6a3cbf14ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924900 Jul 23 16:19:15.533037 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-6fb22b30-d437-4052-8ace-38e335ee89ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:15.533736 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-6fb22b30-d437-4052-8ace-38e335ee89ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:15.535223 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-6fb22b30-d437-4052-8ace-38e335ee89ab service neutron] 10.222.0.74 "PUT /v2.0/ports/0ba4628c-0b1c-469e-83f4-9f4d3292c354 HTTP/1.1" status: 200 len: 1094 time: 1.9124727 Jul 23 16:19:15.627260 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb22b30-d437-4052-8ace-38e335ee89ab service neutron] Pushing event updated for resources: {'Port': ['ID=0ba4628c-0b1c-469e-83f4-9f4d3292c354,revision_number=7']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:15.637254 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55460087-456c-4371-87b0-91992efd1058 x-openstack-request-id: req-55460087-456c-4371-87b0-91992efd1058 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:15.637678 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e721c824-b100-4463-8166-d259bcc79582", "name": "network-vif-unplugged", "status": "completed", "tag": "0ba4628c-0b1c-469e-83f4-9f4d3292c354", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:15.638026 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-55460087-456c-4371-87b0-91992efd1058 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:15.638553 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e721c824-b100-4463-8166-d259bcc79582', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ba4628c-0b1c-469e-83f4-9f4d3292c354', 'code': 200} Jul 23 16:19:15.662004 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-296ad1ce-051b-4e84-92b5-79237fc355dd req-1ad3de02-0a75-437f-8b8b-864590517e27 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/security-groups?id=c095f555-801f-4899-8b9b-d61efcdf382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885850 Jul 23 16:19:15.670352 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9536c48d-c71e-4f7f-b719-c26ff7e74dcd x-openstack-request-id: req-9536c48d-c71e-4f7f-b719-c26ff7e74dcd {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:15.670861 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea864fc6-5cff-4e70-80f5-75f87ee8685f", "name": "network-vif-plugged", "status": "completed", "tag": "4f4e9a07-b37a-4a9a-b1ad-b90b957d6905", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:15.671333 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9536c48d-c71e-4f7f-b719-c26ff7e74dcd {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:15.671731 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea864fc6-5cff-4e70-80f5-75f87ee8685f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4e9a07-b37a-4a9a-b1ad-b90b957d6905', 'code': 200} Jul 23 16:19:15.745788 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-79e8f2f5-c6fb-48f2-8f72-04b887076e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:15.750530 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-79e8f2f5-c6fb-48f2-8f72-04b887076e66 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 1097 time: 0.1172583 Jul 23 16:19:15.921288 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-ae54d49d-645c-4815-93ae-1e2044ba9030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:15.922566 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-ae54d49d-645c-4815-93ae-1e2044ba9030 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.1660483 Jul 23 16:19:15.929329 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ab851aa8-5f49-450b-8a21-3da14c5a6f07 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:15.935048 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ab851aa8-5f49-450b-8a21-3da14c5a6f07 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:15.968601 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba5364-e041-4963-af2e-c0979e806ba8 req-90d84b12-7d7a-4920-88ae-ccb8497fda15 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:15.970109 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-76ba5364-e041-4963-af2e-c0979e806ba8 req-90d84b12-7d7a-4920-88ae-ccb8497fda15 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 946 time: 0.1719649 Jul 23 16:19:16.004472 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-7b57c5fd-2eaf-4e87-8f76-4c20cf1663c0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0ba4628c-0b1c-469e-83f4-9f4d3292c354 HTTP/1.1" status: 200 len: 217 time: 0.0589485 Jul 23 16:19:16.029574 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e23c32-9bc7-4a1e-a95a-cb9d03659b54 req-bdace206-33cd-4b9b-8086-cfc75795d199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:16.031086 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d9e23c32-9bc7-4a1e-a95a-cb9d03659b54 req-bdace206-33cd-4b9b-8086-cfc75795d199 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ea864fc6-5cff-4e70-80f5-75f87ee8685f HTTP/1.1" status: 200 len: 1100 time: 0.1779761 Jul 23 16:19:16.069369 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-ab851aa8-5f49-450b-8a21-3da14c5a6f07 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Floating IP 747bedb4-80cb-47ad-90d4-8ba3fb72cd4b associated. External IP: 172.25.8.156, port: 1f03c14c-28f7-4950-a95b-7241b43fdced. Jul 23 16:19:16.121321 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-76ba5364-e041-4963-af2e-c0979e806ba8 req-c8194226-2350-4961-9fbf-542d05d858f4 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219165 Jul 23 16:19:16.135399 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d9e23c32-9bc7-4a1e-a95a-cb9d03659b54 req-71e18b60-704a-4260-a37a-2e1d85722671 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=c095f555-801f-4899-8b9b-d61efcdf382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962756 Jul 23 16:19:16.144101 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-0049dda7-03df-408f-b478-a443997061fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:16.146419 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-0049dda7-03df-408f-b478-a443997061fe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1351256 Jul 23 16:19:16.148107 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17a4a3-973e-4fd0-a9a7-56332b466895 req-5920b9b1-5a38-403f-8960-2d8a4c2f8137 tempest-NetworksTest-646448734 tempest-NetworksTest-646448734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:16.148585 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17a4a3-973e-4fd0-a9a7-56332b466895 req-5920b9b1-5a38-403f-8960-2d8a4c2f8137 tempest-NetworksTest-646448734 tempest-NetworksTest-646448734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:16.149085 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17a4a3-973e-4fd0-a9a7-56332b466895 req-5920b9b1-5a38-403f-8960-2d8a4c2f8137 tempest-NetworksTest-646448734 tempest-NetworksTest-646448734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:16.149556 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17a4a3-973e-4fd0-a9a7-56332b466895 req-5920b9b1-5a38-403f-8960-2d8a4c2f8137 tempest-NetworksTest-646448734 tempest-NetworksTest-646448734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:16.150014 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17a4a3-973e-4fd0-a9a7-56332b466895 req-5920b9b1-5a38-403f-8960-2d8a4c2f8137 tempest-NetworksTest-646448734 tempest-NetworksTest-646448734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:16.150473 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17a4a3-973e-4fd0-a9a7-56332b466895 req-5920b9b1-5a38-403f-8960-2d8a4c2f8137 tempest-NetworksTest-646448734 tempest-NetworksTest-646448734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:16.150926 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17a4a3-973e-4fd0-a9a7-56332b466895 req-5920b9b1-5a38-403f-8960-2d8a4c2f8137 tempest-NetworksTest-646448734 tempest-NetworksTest-646448734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:16.151380 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17a4a3-973e-4fd0-a9a7-56332b466895 req-5920b9b1-5a38-403f-8960-2d8a4c2f8137 tempest-NetworksTest-646448734 tempest-NetworksTest-646448734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:16.151833 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17a4a3-973e-4fd0-a9a7-56332b466895 req-5920b9b1-5a38-403f-8960-2d8a4c2f8137 tempest-NetworksTest-646448734 tempest-NetworksTest-646448734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:16.152289 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17a4a3-973e-4fd0-a9a7-56332b466895 req-5920b9b1-5a38-403f-8960-2d8a4c2f8137 tempest-NetworksTest-646448734 tempest-NetworksTest-646448734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:16.154237 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ad17a4a3-973e-4fd0-a9a7-56332b466895 req-5920b9b1-5a38-403f-8960-2d8a4c2f8137 tempest-NetworksTest-646448734 tempest-NetworksTest-646448734-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7140 time: 0.2451847 Jul 23 16:19:16.234362 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-422ac5de-4f0b-4b27-a63a-09468b9f5921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:16.236034 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-422ac5de-4f0b-4b27-a63a-09468b9f5921 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0809309 Jul 23 16:19:16.323805 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab851aa8-5f49-450b-8a21-3da14c5a6f07 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Router edfaf1cb-7e33-469e-acab-3c18955a278d has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:19:16.440852 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8dbc26-39eb-4641-9578-278ffad6ac96 req-4df851be-1d84-4007-8f3a-e0f5202b7960 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:16.442842 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ee8dbc26-39eb-4641-9578-278ffad6ac96 req-4df851be-1d84-4007-8f3a-e0f5202b7960 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 946 time: 0.2055893 Jul 23 16:19:16.451692 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74243e4d-44dc-4b96-8633-6f66f8be22db req-0e3b842c-0b92-4969-9a23-898a546d2a8e tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:16.453267 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74243e4d-44dc-4b96-8633-6f66f8be22db req-0e3b842c-0b92-4969-9a23-898a546d2a8e tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.2273808 Jul 23 16:19:16.454500 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab851aa8-5f49-450b-8a21-3da14c5a6f07 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:19:16.455079 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-7e7f5b8c-e18c-401c-9f80-a28492f3fbbf service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055840 Jul 23 16:19:16.460624 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ab851aa8-5f49-450b-8a21-3da14c5a6f07 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:16.476989 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37effb37-361b-495c-baf3-ffff41665ef7 None None] Sync routers for ids ['edfaf1cb-7e33-469e-acab-3c18955a278d'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:19:16.490649 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37effb37-361b-495c-baf3-ffff41665ef7 None None] Routers {'edfaf1cb-7e33-469e-acab-3c18955a278d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:16.491392 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-37effb37-361b-495c-baf3-ffff41665ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:19:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['edfaf1cb-7e33-469e-acab-3c18955a278d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:16.508043 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ab851aa8-5f49-450b-8a21-3da14c5a6f07 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "PUT /v2.0/floatingips/747bedb4-80cb-47ad-90d4-8ba3fb72cd4b HTTP/1.1" status: 200 len: 991 time: 1.7859168 Jul 23 16:19:16.508864 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe1aba3-50ec-4dfe-8803-36bd47b8edb1', 'tag': '1f03c14c-28f7-4950-a95b-7241b43fdced'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:16.511121 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ea5880-88b7-42ff-a6f2-3949c374c5ed" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe1aba3-50ec-4dfe-8803-36bd47b8edb1", "tag": "1f03c14c-28f7-4950-a95b-7241b43fdced"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:16.576514 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ee8dbc26-39eb-4641-9578-278ffad6ac96 req-df938847-ba20-4c2c-b8c4-b20ee094e242 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203406 Jul 23 16:19:16.587034 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74243e4d-44dc-4b96-8633-6f66f8be22db req-1f7c0053-e77f-4657-9684-7cf7bed7e662 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117625 Jul 23 16:19:16.615270 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1187d274-e925-4857-9c23-85a7b57b4bd7 req-425aecf6-b043-452f-b7b9-4db7d541ad0b service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526194 Jul 23 16:19:16.638479 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-37effb37-361b-495c-baf3-ffff41665ef7 None None] Set router edfaf1cb-7e33-469e-acab-3c18955a278d gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:16.788318 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6ddf1-8a88-4c45-b459-a3f2fd88a399 req-43cb562c-b88d-4131-99b4-a8f1b32276cd tempest-NetworksTest-646448734 tempest-NetworksTest-646448734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:16.790203 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3b6ddf1-8a88-4c45-b459-a3f2fd88a399 req-43cb562c-b88d-4131-99b4-a8f1b32276cd tempest-NetworksTest-646448734 tempest-NetworksTest-646448734-project-admin] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 886 time: 0.1427829 Jul 23 16:19:16.795644 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebecdbff-d444-405f-881a-4bcacdf2e0f3 x-openstack-request-id: req-ebecdbff-d444-405f-881a-4bcacdf2e0f3 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:16.795933 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe1aba3-50ec-4dfe-8803-36bd47b8edb1", "tag": "1f03c14c-28f7-4950-a95b-7241b43fdced", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:16.796187 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ebecdbff-d444-405f-881a-4bcacdf2e0f3 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:16.796584 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe1aba3-50ec-4dfe-8803-36bd47b8edb1', 'tag': '1f03c14c-28f7-4950-a95b-7241b43fdced', 'status': 'completed', 'code': 200} Jul 23 16:19:16.867896 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 965968d6-5241-4a92-9f52-c8d17c2b5459 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:19:16.940097 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea5880-88b7-42ff-a6f2-3949c374c5ed req-71db77bd-a55c-40a2-9c9e-4342c50889aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:16.941964 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-91ea5880-88b7-42ff-a6f2-3949c374c5ed req-71db77bd-a55c-40a2-9c9e-4342c50889aa service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=72c5035a103e4dd0b897fa7cd5257ce2&device_id=9fe1aba3-50ec-4dfe-8803-36bd47b8edb1 HTTP/1.1" status: 200 len: 1096 time: 0.1006732 Jul 23 16:19:16.995516 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f6fa4-7db3-44a0-9173-0d099ed77134 req-caa03a8e-1026-42c8-9e4d-fbc0f732aa4d tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:16.997087 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e67f6fa4-7db3-44a0-9173-0d099ed77134 req-caa03a8e-1026-42c8-9e4d-fbc0f732aa4d tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.73 "GET /v2.0/ports?device_id=32d8b566-2ec6-4daa-896d-806d8428ce08 HTTP/1.1" status: 200 len: 943 time: 0.1269419 Jul 23 16:19:17.001687 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960beccb-736f-44fe-af00-9748c4e0a344 req-8bc3d331-1e93-4487-a2a1-9497e13c8249 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:17.003324 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-960beccb-736f-44fe-af00-9748c4e0a344 req-8bc3d331-1e93-4487-a2a1-9497e13c8249 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 1097 time: 0.0901613 Jul 23 16:19:17.078005 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e67f6fa4-7db3-44a0-9173-0d099ed77134 req-efe0bbac-03ab-4a9f-a003-15e813fa0fce tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.73 "GET /v2.0/security-groups?id=d14a5204-0284-4532-af48-6c6a3cbf14ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651338 Jul 23 16:19:17.079787 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-960beccb-736f-44fe-af00-9748c4e0a344 req-c68179fb-e7bb-45af-b399-cf9763950523 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682483 Jul 23 16:19:17.081809 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea5880-88b7-42ff-a6f2-3949c374c5ed req-24020aec-a6df-426f-8934-c76c3403913d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:17.083672 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-91ea5880-88b7-42ff-a6f2-3949c374c5ed req-24020aec-a6df-426f-8934-c76c3403913d service neutron] 10.222.0.97 "GET /v2.0/networks?id=32aa57db-50f4-4fb5-8615-f427929748c7 HTTP/1.1" status: 200 len: 926 time: 0.1351168 Jul 23 16:19:17.100313 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 965968d6-5241-4a92-9f52-c8d17c2b5459, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=965968d6-5241-4a92-9f52-c8d17c2b5459,segment=NetworkSegment(119a8965-e639-42bc-b060-4c5dedb07588),segment_id=119a8965-e639-42bc-b060-4c5dedb07588)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:17.134273 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '965968d6-5241-4a92-9f52-c8d17c2b5459', 'network_id': 'eb7595a8-c56a-4859-886f-00db31b2325a', 'port_id': '965968d6-5241-4a92-9f52-c8d17c2b5459', 'mac_address': 'fa:16:3e:38:b2:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a4c1b1d-cc34-4e74-9a9d-3b1e23d935e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:19:17.219937 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:17.236684 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-91ea5880-88b7-42ff-a6f2-3949c374c5ed req-0db05a32-662c-4ae2-a179-523c64c1230d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f03c14c-28f7-4950-a95b-7241b43fdced HTTP/1.1" status: 200 len: 999 time: 0.1356504 Jul 23 16:19:17.241435 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-37effb37-361b-495c-baf3-ffff41665ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839438847-router', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:11Z', 'updated_at': '2021-07-23T16:18:22Z', 'revision_number': 4, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'gw_port': {'id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:13Z', 'updated_at': '2021-07-23T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '747bedb4-80cb-47ad-90d4-8ba3fb72cd4b', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'floating_ip_address': '172.25.8.156', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'port_id': '1f03c14c-28f7-4950-a95b-7241b43fdced', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7', 'mac_address': 'fa:16:3e:46:af:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe1aba3-50ec-4dfe-8803-36bd47b8edb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:18:51Z', 'updated_at': '2021-07-23T16:19:15Z', 'revision_number': 1, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f06a521b-8af7-4cbd-a4a1-8156c7e218a0', 'name': '', 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'mac_address': 'fa:16:3e:40:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:20Z', 'updated_at': '2021-07-23T16:18:33Z', 'revision_number': 5, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'subnets': [{'id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:17.279189 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37effb37-361b-495c-baf3-ffff41665ef7 None None] Checking router: edfaf1cb-7e33-469e-acab-3c18955a278d for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:19:17.287471 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 965968d6-5241-4a92-9f52-c8d17c2b5459 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:17.311071 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea5880-88b7-42ff-a6f2-3949c374c5ed req-4e503485-ec5a-4661-8c35-255c68b95ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:17.312722 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-91ea5880-88b7-42ff-a6f2-3949c374c5ed req-4e503485-ec5a-4661-8c35-255c68b95ec8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5689c481-3fca-47c4-82a6-5fb7b7ff5a03 HTTP/1.1" status: 200 len: 863 time: 0.0688684 Jul 23 16:19:17.313377 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 965968d6-5241-4a92-9f52-c8d17c2b5459, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=965968d6-5241-4a92-9f52-c8d17c2b5459,segment=NetworkSegment(119a8965-e639-42bc-b060-4c5dedb07588),segment_id=119a8965-e639-42bc-b060-4c5dedb07588)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:17.320191 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:17.328245 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37effb37-361b-495c-baf3-ffff41665ef7 None None] Routers {'edfaf1cb-7e33-469e-acab-3c18955a278d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:17.328521 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff65e1d-9994-41dc-89f4-69ba03ad8a0c req-7c52c6b4-cf94-4273-afd9-17683f88dc31 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:17.328976 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-37effb37-361b-495c-baf3-ffff41665ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:19:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['edfaf1cb-7e33-469e-acab-3c18955a278d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:17.330151 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aff65e1d-9994-41dc-89f4-69ba03ad8a0c req-7c52c6b4-cf94-4273-afd9-17683f88dc31 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea864fc6-5cff-4e70-80f5-75f87ee8685f HTTP/1.1" status: 200 len: 949 time: 0.1086068 Jul 23 16:19:17.352329 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eced16-5b70-41c3-8ee5-4a44e44ce5c2 req-9d99a038-61b9-4013-8637-9198937f947f tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:17.360089 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91eced16-5b70-41c3-8ee5-4a44e44ce5c2 req-9d99a038-61b9-4013-8637-9198937f947f tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.1773396 Jul 23 16:19:17.402360 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea5880-88b7-42ff-a6f2-3949c374c5ed req-4ff26fa1-cfce-4feb-96c9-05dc33e7a1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:17.403553 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-91ea5880-88b7-42ff-a6f2-3949c374c5ed req-4ff26fa1-cfce-4feb-96c9-05dc33e7a1c0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=32aa57db-50f4-4fb5-8615-f427929748c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837986 Jul 23 16:19:17.452515 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aff65e1d-9994-41dc-89f4-69ba03ad8a0c req-2b0c9dcc-3359-4a52-9f92-f6bdb8907adb tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/security-groups?id=c095f555-801f-4899-8b9b-d61efcdf382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900540 Jul 23 16:19:17.467436 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91eced16-5b70-41c3-8ee5-4a44e44ce5c2 req-ed899d3a-d090-4544-a206-9f99a43dd613 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062288 Jul 23 16:19:17.512743 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=965968d6-5241-4a92-9f52-c8d17c2b5459,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:17.558246 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-37effb37-361b-495c-baf3-ffff41665ef7 None None] Set router edfaf1cb-7e33-469e-acab-3c18955a278d gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:17.625527 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-91ea5880-88b7-42ff-a6f2-3949c374c5ed req-c4de0fa0-f8e5-483a-95c6-5536287bfd9a service neutron] 10.222.0.97 "GET /v2.0/networks/32aa57db-50f4-4fb5-8615-f427929748c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071171 Jul 23 16:19:17.640234 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['965968d6-5241-4a92-9f52-c8d17c2b5459'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:19:17.693839 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e721c824-b100-4463-8166-d259bcc79582', 'tag': '0ba4628c-0b1c-469e-83f4-9f4d3292c354'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:17.696143 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79802a35-4720-4eba-af94-5bd008aa6224" -d '{"events": [{"name": "network-changed", "server_uuid": "e721c824-b100-4463-8166-d259bcc79582", "tag": "0ba4628c-0b1c-469e-83f4-9f4d3292c354"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:17.700684 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b077ce-6fbc-4f6b-a394-bd158c718bf5 req-fff9eefe-4488-42e8-bf0e-044b008441a7 tempest-NetworksTest-646448734 tempest-NetworksTest-646448734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:17.701210 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b077ce-6fbc-4f6b-a394-bd158c718bf5 req-fff9eefe-4488-42e8-bf0e-044b008441a7 tempest-NetworksTest-646448734 tempest-NetworksTest-646448734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:17.701755 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b077ce-6fbc-4f6b-a394-bd158c718bf5 req-fff9eefe-4488-42e8-bf0e-044b008441a7 tempest-NetworksTest-646448734 tempest-NetworksTest-646448734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:17.702158 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b077ce-6fbc-4f6b-a394-bd158c718bf5 req-fff9eefe-4488-42e8-bf0e-044b008441a7 tempest-NetworksTest-646448734 tempest-NetworksTest-646448734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:17.703190 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b077ce-6fbc-4f6b-a394-bd158c718bf5 req-fff9eefe-4488-42e8-bf0e-044b008441a7 tempest-NetworksTest-646448734 tempest-NetworksTest-646448734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:17.703190 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b077ce-6fbc-4f6b-a394-bd158c718bf5 req-fff9eefe-4488-42e8-bf0e-044b008441a7 tempest-NetworksTest-646448734 tempest-NetworksTest-646448734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:17.703505 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b077ce-6fbc-4f6b-a394-bd158c718bf5 req-fff9eefe-4488-42e8-bf0e-044b008441a7 tempest-NetworksTest-646448734 tempest-NetworksTest-646448734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:17.703958 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b077ce-6fbc-4f6b-a394-bd158c718bf5 req-fff9eefe-4488-42e8-bf0e-044b008441a7 tempest-NetworksTest-646448734 tempest-NetworksTest-646448734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:17.704416 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b077ce-6fbc-4f6b-a394-bd158c718bf5 req-fff9eefe-4488-42e8-bf0e-044b008441a7 tempest-NetworksTest-646448734 tempest-NetworksTest-646448734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:17.704874 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b077ce-6fbc-4f6b-a394-bd158c718bf5 req-fff9eefe-4488-42e8-bf0e-044b008441a7 tempest-NetworksTest-646448734 tempest-NetworksTest-646448734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:17.707096 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-59b077ce-6fbc-4f6b-a394-bd158c718bf5 req-fff9eefe-4488-42e8-bf0e-044b008441a7 tempest-NetworksTest-646448734 tempest-NetworksTest-646448734-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7140 time: 0.2073891 Jul 23 16:19:17.833778 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78c083-a706-48ad-9b28-5aa8687fddc4 req-1d8ed518-52cf-4674-bf1b-37c51178eb8e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:17.842518 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5e78c083-a706-48ad-9b28-5aa8687fddc4 req-1d8ed518-52cf-4674-bf1b-37c51178eb8e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 946 time: 0.1333423 Jul 23 16:19:17.892498 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-91ea5880-88b7-42ff-a6f2-3949c374c5ed req-5aebc008-9422-4f1a-95d1-2b3598623634 service neutron] 10.222.0.97 "GET /v2.0/networks/32aa57db-50f4-4fb5-8615-f427929748c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660732 Jul 23 16:19:17.922947 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5e78c083-a706-48ad-9b28-5aa8687fddc4 req-534ee4cb-0987-43a7-9adc-c54082b6fc64 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794296 Jul 23 16:19:18.029678 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffdfba0-673d-46a9-9ed9-3474e6231b59 x-openstack-request-id: req-9ffdfba0-673d-46a9-9ed9-3474e6231b59 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:18.030189 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e721c824-b100-4463-8166-d259bcc79582", "tag": "0ba4628c-0b1c-469e-83f4-9f4d3292c354", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:18.030647 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9ffdfba0-673d-46a9-9ed9-3474e6231b59 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:18.031235 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e721c824-b100-4463-8166-d259bcc79582', 'tag': '0ba4628c-0b1c-469e-83f4-9f4d3292c354', 'status': 'completed', 'code': 200} Jul 23 16:19:18.229035 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79802a35-4720-4eba-af94-5bd008aa6224 req-7cf2b2f7-09bb-4627-8226-74aa6de10cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:18.232239 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-79802a35-4720-4eba-af94-5bd008aa6224 req-7cf2b2f7-09bb-4627-8226-74aa6de10cbe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 1097 time: 0.1810539 Jul 23 16:19:18.245813 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79802a35-4720-4eba-af94-5bd008aa6224 req-c177f462-a315-47bd-9773-1d3bbecb85ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:18.250451 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-79802a35-4720-4eba-af94-5bd008aa6224 req-c177f462-a315-47bd-9773-1d3bbecb85ee service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 1097 time: 0.1653385 Jul 23 16:19:18.472095 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79802a35-4720-4eba-af94-5bd008aa6224 req-8a41f940-c437-49c4-9875-4e585a70a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:18.479562 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-79802a35-4720-4eba-af94-5bd008aa6224 req-8a41f940-c437-49c4-9875-4e585a70a0c5 service neutron] 10.222.0.97 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.2212040 Jul 23 16:19:18.481584 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55470) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:18.620823 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-79802a35-4720-4eba-af94-5bd008aa6224 req-b2050168-b5e2-45b2-ac51-5d2869895faa service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0ba4628c-0b1c-469e-83f4-9f4d3292c354 HTTP/1.1" status: 200 len: 217 time: 0.1340473 Jul 23 16:19:18.676477 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-37effb37-361b-495c-baf3-ffff41665ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839438847-router', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:11Z', 'updated_at': '2021-07-23T16:18:22Z', 'revision_number': 4, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'gw_port': {'id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:13Z', 'updated_at': '2021-07-23T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '747bedb4-80cb-47ad-90d4-8ba3fb72cd4b', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'floating_ip_address': '172.25.8.156', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'port_id': '1f03c14c-28f7-4950-a95b-7241b43fdced', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7', 'mac_address': 'fa:16:3e:46:af:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe1aba3-50ec-4dfe-8803-36bd47b8edb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:18:51Z', 'updated_at': '2021-07-23T16:19:15Z', 'revision_number': 1, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f06a521b-8af7-4cbd-a4a1-8156c7e218a0', 'name': '', 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'mac_address': 'fa:16:3e:40:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:20Z', 'updated_at': '2021-07-23T16:18:33Z', 'revision_number': 5, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'subnets': [{'id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:18.716962 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b47e486-1b53-420d-930a-beb3ae1f3cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:18.721721 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79802a35-4720-4eba-af94-5bd008aa6224 req-0938c75f-7e66-496c-a164-603ddb0f989f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:18.721928 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37effb37-361b-495c-baf3-ffff41665ef7 None None] The sync data for ids ['edfaf1cb-7e33-469e-acab-3c18955a278d'] in n-d-778549-4 is: [{'id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839438847-router', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:11Z', 'updated_at': '2021-07-23T16:18:22Z', 'revision_number': 4, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'gw_port': {'id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:13Z', 'updated_at': '2021-07-23T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '747bedb4-80cb-47ad-90d4-8ba3fb72cd4b', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'floating_ip_address': '172.25.8.156', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'port_id': '1f03c14c-28f7-4950-a95b-7241b43fdced', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7', 'mac_address': 'fa:16:3e:46:af:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe1aba3-50ec-4dfe-8803-36bd47b8edb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:18:51Z', 'updated_at': '2021-07-23T16:19:15Z', 'revision_number': 1, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f06a521b-8af7-4cbd-a4a1-8156c7e218a0', 'name': '', 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'mac_address': 'fa:16:3e:40:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:20Z', 'updated_at': '2021-07-23T16:18:33Z', 'revision_number': 5, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'subnets': [{'id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:19:18.724269 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-79802a35-4720-4eba-af94-5bd008aa6224 req-0938c75f-7e66-496c-a164-603ddb0f989f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0969021 Jul 23 16:19:18.846470 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa103340-98bf-466b-84b9-3089d8d079a0 req-3ccce008-aeba-4b79-984e-58e192bf1d9d tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:18.848069 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa103340-98bf-466b-84b9-3089d8d079a0 req-3ccce008-aeba-4b79-984e-58e192bf1d9d tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.73 "GET /v2.0/ports?device_id=32d8b566-2ec6-4daa-896d-806d8428ce08 HTTP/1.1" status: 200 len: 944 time: 0.5265889 Jul 23 16:19:18.852704 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79802a35-4720-4eba-af94-5bd008aa6224 req-85caea7a-e5e8-4947-92ff-8137e6872d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:18.857597 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-79802a35-4720-4eba-af94-5bd008aa6224 req-85caea7a-e5e8-4947-92ff-8137e6872d56 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.6137476 Jul 23 16:19:18.874605 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 0ba4628c-0b1c-469e-83f4-9f4d3292c354 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:19:19.028820 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa103340-98bf-466b-84b9-3089d8d079a0 req-36afb829-1e6a-4f88-810e-ed70cc9fd98c tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.73 "GET /v2.0/security-groups?id=d14a5204-0284-4532-af48-6c6a3cbf14ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664138 Jul 23 16:19:19.120775 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-79802a35-4720-4eba-af94-5bd008aa6224 req-c9fea786-12f7-4b25-a29e-c6bd12778542 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0ba4628c-0b1c-469e-83f4-9f4d3292c354 HTTP/1.1" status: 200 len: 217 time: 0.2319677 Jul 23 16:19:19.140048 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ece46-af00-47de-9278-f416499dbe9b req-7827063a-befe-4007-b8e7-db685d8daf78 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:19.143124 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 0ba4628c-0b1c-469e-83f4-9f4d3292c354, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=0ba4628c-0b1c-469e-83f4-9f4d3292c354,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:19.143328 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4befec2-82bb-4410-b909-d7c5d7b98636 None None] New status for floating IP 747bedb4-80cb-47ad-90d4-8ba3fb72cd4b: ACTIVE {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:19:19.153658 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b17ece46-af00-47de-9278-f416499dbe9b req-7827063a-befe-4007-b8e7-db685d8daf78 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.4915833 Jul 23 16:19:19.169578 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '0ba4628c-0b1c-469e-83f4-9f4d3292c354', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': '0ba4628c-0b1c-469e-83f4-9f4d3292c354', 'mac_address': 'fa:16:3e:e2:8c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:19:19.172631 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b47e486-1b53-420d-930a-beb3ae1f3cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:19.187125 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79802a35-4720-4eba-af94-5bd008aa6224 req-169e791d-a696-4d81-8257-f1da941463a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:19.199403 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-79802a35-4720-4eba-af94-5bd008aa6224 req-169e791d-a696-4d81-8257-f1da941463a6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4619424 Jul 23 16:19:19.205730 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b47e486-1b53-420d-930a-beb3ae1f3cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:19.239602 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:19.263318 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ba4628c-0b1c-469e-83f4-9f4d3292c354 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:19.292331 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 0ba4628c-0b1c-469e-83f4-9f4d3292c354, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=0ba4628c-0b1c-469e-83f4-9f4d3292c354,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:19.302671 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:19.305541 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b17ece46-af00-47de-9278-f416499dbe9b req-6c9469f6-5e69-4fb2-85ed-169719843086 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508954 Jul 23 16:19:19.319134 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79802a35-4720-4eba-af94-5bd008aa6224 req-2f98ba3a-630e-4db0-a2c8-f9553d1fd4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:19.320945 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-79802a35-4720-4eba-af94-5bd008aa6224 req-2f98ba3a-630e-4db0-a2c8-f9553d1fd4ff service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1653481 Jul 23 16:19:19.338078 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6d3b0-0fe6-48d9-9076-5dba9aa8654c req-bc4d0256-abd7-4c73-be2a-e7453aa8c9b2 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:19.348780 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-14f6d3b0-0fe6-48d9-9076-5dba9aa8654c req-bc4d0256-abd7-4c73-be2a-e7453aa8c9b2 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea864fc6-5cff-4e70-80f5-75f87ee8685f HTTP/1.1" status: 200 len: 949 time: 0.1729705 Jul 23 16:19:19.365473 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2b47e486-1b53-420d-930a-beb3ae1f3cbc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=589d7c95207945ff89628bef7098f78e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8798692 Jul 23 16:19:19.370459 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55490) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:19.373332 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b47e486-1b53-420d-930a-beb3ae1f3cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf1c4b9-80c2-445b-9452-568c78b86b5e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:19.496705 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=0ba4628c-0b1c-469e-83f4-9f4d3292c354,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:19.570202 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-14f6d3b0-0fe6-48d9-9076-5dba9aa8654c req-0fe4a1a8-c677-4db1-8810-668944caf286 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/security-groups?id=c095f555-801f-4899-8b9b-d61efcdf382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087405 Jul 23 16:19:19.596901 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f25973c3-8244-489d-a14e-3ca87cafe87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:19.623990 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79802a35-4720-4eba-af94-5bd008aa6224 req-6f071bda-01db-4d3f-afa9-4cd98fdd7c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:19.626417 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-79802a35-4720-4eba-af94-5bd008aa6224 req-6f071bda-01db-4d3f-afa9-4cd98fdd7c3a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2729695 Jul 23 16:19:19.639806 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-79802a35-4720-4eba-af94-5bd008aa6224 req-153901fe-f583-4baf-b444-ecddabcc5e3e service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257748 Jul 23 16:19:19.642172 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['0ba4628c-0b1c-469e-83f4-9f4d3292c354'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:19:19.644264 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a85c5-6cf9-4eeb-9769-292989d3b865 req-9e92e8a3-f554-4058-b40c-df95afa024cc tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:19.654147 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e12a85c5-6cf9-4eeb-9769-292989d3b865 req-9e92e8a3-f554-4058-b40c-df95afa024cc tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 947 time: 0.1843162 Jul 23 16:19:19.750260 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f25973c3-8244-489d-a14e-3ca87cafe87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:19.803200 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-79802a35-4720-4eba-af94-5bd008aa6224 req-58a86b9e-5008-4654-8db3-5994ec8ebc09 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545947 Jul 23 16:19:19.847411 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e12a85c5-6cf9-4eeb-9769-292989d3b865 req-2a915df4-902a-4c01-a1d6-ce0f82a67961 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877389 Jul 23 16:19:19.857351 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f25973c3-8244-489d-a14e-3ca87cafe87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:19.860833 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f25973c3-8244-489d-a14e-3ca87cafe87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:19.865394 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f25973c3-8244-489d-a14e-3ca87cafe87a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dbf1c4b9-80c2-445b-9452-568c78b86b5e HTTP/1.1" status: 204 len: 168 time: 0.4758606 Jul 23 16:19:19.877815 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25973c3-8244-489d-a14e-3ca87cafe87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf1c4b9-80c2-445b-9452-568c78b86b5e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:19.885130 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-79802a35-4720-4eba-af94-5bd008aa6224 req-c6df80b2-f860-4ed7-ad25-e76e508d6dc9 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506559 Jul 23 16:19:20.084774 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-79802a35-4720-4eba-af94-5bd008aa6224 req-04e11f12-666c-44fa-a185-e0b343f7d09c service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934516 Jul 23 16:19:20.229025 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a2a2d-7c2c-460f-a047-21d12392f1e4 req-e43eea3b-9794-4746-a2fb-5b98c0a6a160 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:20.231463 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c8a2a2d-7c2c-460f-a047-21d12392f1e4 req-e43eea3b-9794-4746-a2fb-5b98c0a6a160 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.97 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582&tenant_id=4ed385c197f74460a2c666d87d79e6e5&binding%3Ahost_id=n-h1-778549-4 HTTP/1.1" status: 200 len: 947 time: 0.1424599 Jul 23 16:19:20.289021 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9441d-0e9f-4f7c-b7f3-b79b4a7c36ef req-2e5a306d-51d6-44f2-99c9-ceb3789c1a84 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:20.297108 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-78c9441d-0e9f-4f7c-b7f3-b79b4a7c36ef req-2e5a306d-51d6-44f2-99c9-ceb3789c1a84 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 947 time: 0.2099319 Jul 23 16:19:20.318808 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [req-3c8a2a2d-7c2c-460f-a047-21d12392f1e4 req-0f529470-1ed4-4841-af62-4112482fdc1c service neutron] delete failed (client error): The resource could not be found. Jul 23 16:19:20.320652 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c8a2a2d-7c2c-460f-a047-21d12392f1e4 req-0f529470-1ed4-4841-af62-4112482fdc1c service neutron] 10.222.0.97 "DELETE /v2.0/ports/0ba4628c-0b1c-469e-83f4-9f4d3292c354/bindings/n-h2-778549-4 HTTP/1.1" status: 404 len: 380 time: 0.0795953 Jul 23 16:19:20.362488 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-78c9441d-0e9f-4f7c-b7f3-b79b4a7c36ef req-6027c90e-f73d-4b8c-a42e-d7ce223796c6 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639207 Jul 23 16:19:20.386054 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66272214-fa5b-4d50-849e-bafa64bb83e7 req-d65f3ab4-73e8-4fb3-927b-8dc4cc70b627 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:20.387649 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-66272214-fa5b-4d50-849e-bafa64bb83e7 req-d65f3ab4-73e8-4fb3-927b-8dc4cc70b627 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.73 "GET /v2.0/ports?device_id=32d8b566-2ec6-4daa-896d-806d8428ce08 HTTP/1.1" status: 200 len: 944 time: 0.1725373 Jul 23 16:19:20.494444 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a2a2d-7c2c-460f-a047-21d12392f1e4 req-4dbe7f4c-121f-46eb-8af1-4573c5a6a856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:20.494444 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c8a2a2d-7c2c-460f-a047-21d12392f1e4 req-4dbe7f4c-121f-46eb-8af1-4573c5a6a856 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 1098 time: 0.1139274 Jul 23 16:19:20.509202 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55512) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:20.517221 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-66272214-fa5b-4d50-849e-bafa64bb83e7 req-67d04cf5-67cc-498d-835b-d556269e2d60 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.73 "GET /v2.0/security-groups?id=d14a5204-0284-4532-af48-6c6a3cbf14ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043234 Jul 23 16:19:20.542670 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fe2c955f-d156-4234-b138-62379a45907c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.554431 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428853f-efd6-496a-b551-3f355c004548 req-6495f783-33eb-4ee5-9d10-ccddcda8c51e tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:20.555949 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a428853f-efd6-496a-b551-3f355c004548 req-6495f783-33eb-4ee5-9d10-ccddcda8c51e tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea864fc6-5cff-4e70-80f5-75f87ee8685f HTTP/1.1" status: 200 len: 949 time: 0.1071975 Jul 23 16:19:20.663901 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a428853f-efd6-496a-b551-3f355c004548 req-04d38b1f-82e3-418b-95e5-f9ea0c5dee1a tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/security-groups?id=c095f555-801f-4899-8b9b-d61efcdf382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928130 Jul 23 16:19:20.690601 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a2a2d-7c2c-460f-a047-21d12392f1e4 req-37fc2036-45ec-47e0-9ed7-81e3f08f5a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:20.690601 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c8a2a2d-7c2c-460f-a047-21d12392f1e4 req-37fc2036-45ec-47e0-9ed7-81e3f08f5a48 service neutron] 10.222.0.97 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.1706829 Jul 23 16:19:20.776811 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadd0ee-f116-4890-8518-ec31654745e0 req-b5947b73-b4e5-42a3-929f-b96e91db45df tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:20.787319 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c8a2a2d-7c2c-460f-a047-21d12392f1e4 req-febff274-67ad-44bc-bd60-f06bf082325e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0ba4628c-0b1c-469e-83f4-9f4d3292c354 HTTP/1.1" status: 200 len: 217 time: 0.0910645 Jul 23 16:19:20.788323 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-deadd0ee-f116-4890-8518-ec31654745e0 req-b5947b73-b4e5-42a3-929f-b96e91db45df tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.1233759 Jul 23 16:19:20.875914 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a2a2d-7c2c-460f-a047-21d12392f1e4 req-7bc035b2-52f9-4fe9-9d2f-39dab8c91eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:20.876734 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-deadd0ee-f116-4890-8518-ec31654745e0 req-b087dbf5-a493-4206-9bd1-f5244f27f4e2 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837755 Jul 23 16:19:20.877632 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c8a2a2d-7c2c-460f-a047-21d12392f1e4 req-7bc035b2-52f9-4fe9-9d2f-39dab8c91eb6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0826066 Jul 23 16:19:20.885148 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 965968d6-5241-4a92-9f52-c8d17c2b5459 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:20.951149 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 965968d6-5241-4a92-9f52-c8d17c2b5459 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:20.958459 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 965968d6-5241-4a92-9f52-c8d17c2b5459 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:20.958459 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.981579 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fe2c955f-d156-4234-b138-62379a45907c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.000039 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fe2c955f-d156-4234-b138-62379a45907c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.056730 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a2a2d-7c2c-460f-a047-21d12392f1e4 req-fa3c7953-6d44-43e4-aee9-6db336d33d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:21.058353 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c8a2a2d-7c2c-460f-a047-21d12392f1e4 req-fa3c7953-6d44-43e4-aee9-6db336d33d21 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1604824 Jul 23 16:19:21.059591 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c955f-d156-4234-b138-62379a45907c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2b321b-a30c-4057-89db-fc41662c1c5e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:21.066622 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fe2c955f-d156-4234-b138-62379a45907c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c6c79bdf93074d79b23e4155e6c7e0e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5546198 Jul 23 16:19:21.067482 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55520) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:21.073366 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.096801 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d8b566-2ec6-4daa-896d-806d8428ce08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965968d6-5241-4a92-9f52-c8d17c2b5459'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:21.100049 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7679e90c-a894-4096-9554-7fa5b755fe26" -d '{"events": [{"server_uuid": "32d8b566-2ec6-4daa-896d-806d8428ce08", "name": "network-vif-plugged", "status": "completed", "tag": "965968d6-5241-4a92-9f52-c8d17c2b5459"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:21.117100 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 965968d6-5241-4a92-9f52-c8d17c2b5459, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=965968d6-5241-4a92-9f52-c8d17c2b5459,segment=NetworkSegment(119a8965-e639-42bc-b060-4c5dedb07588),segment_id=119a8965-e639-42bc-b060-4c5dedb07588)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:21.123032 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.151966 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8515f53-3249-4a75-a603-267dfd41b69a x-openstack-request-id: req-c8515f53-3249-4a75-a603-267dfd41b69a {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:21.152327 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d8b566-2ec6-4daa-896d-806d8428ce08", "name": "network-vif-plugged", "status": "completed", "tag": "965968d6-5241-4a92-9f52-c8d17c2b5459", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:21.152673 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c8515f53-3249-4a75-a603-267dfd41b69a {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:21.153144 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d8b566-2ec6-4daa-896d-806d8428ce08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965968d6-5241-4a92-9f52-c8d17c2b5459', 'code': 200} Jul 23 16:19:21.183725 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=965968d6-5241-4a92-9f52-c8d17c2b5459,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:21.189863 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f858536c-4998-455f-9a2d-ba39099149d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.212285 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c8a2a2d-7c2c-460f-a047-21d12392f1e4 req-dff56bfc-74d9-4568-a670-88f3c93b302b service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464763 Jul 23 16:19:21.232164 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f858536c-4998-455f-9a2d-ba39099149d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.276163 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d3746-e62b-4eb6-a739-381dea30e159 req-3fd83091-3e0e-4e9b-9e38-5df42832e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:21.278484 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-638d3746-e62b-4eb6-a739-381dea30e159 req-3fd83091-3e0e-4e9b-9e38-5df42832e934 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=32d8b566-2ec6-4daa-896d-806d8428ce08 HTTP/1.1" status: 200 len: 1096 time: 0.0607862 Jul 23 16:19:21.319253 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-638d3746-e62b-4eb6-a739-381dea30e159 req-a2b047f2-84ae-4011-932f-43c6393c598b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d14a5204-0284-4532-af48-6c6a3cbf14ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337517 Jul 23 16:19:21.341145 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c8a2a2d-7c2c-460f-a047-21d12392f1e4 req-6bb5b47b-ea18-4a38-9c68-bdb7e6bbd70f service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215329 Jul 23 16:19:21.346218 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f858536c-4998-455f-9a2d-ba39099149d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.351174 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f858536c-4998-455f-9a2d-ba39099149d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.351174 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f858536c-4998-455f-9a2d-ba39099149d4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ab2b321b-a30c-4057-89db-fc41662c1c5e HTTP/1.1" status: 204 len: 168 time: 0.2832906 Jul 23 16:19:21.364057 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858536c-4998-455f-9a2d-ba39099149d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2b321b-a30c-4057-89db-fc41662c1c5e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:21.514696 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cff3b5-d845-4145-adef-22a0a16a21c6 req-5720eb56-dcf7-4b6f-99f8-11e8f5c7a2d2 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:21.516668 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-42cff3b5-d845-4145-adef-22a0a16a21c6 req-5720eb56-dcf7-4b6f-99f8-11e8f5c7a2d2 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 947 time: 0.0693054 Jul 23 16:19:21.569863 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-42cff3b5-d845-4145-adef-22a0a16a21c6 req-d498917f-03bc-46b3-b687-302cec390483 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462248 Jul 23 16:19:21.695270 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaabdae-90e6-4470-a15f-d54a6be9b00a req-1115d13b-0fbf-4886-a1c6-b2c294431bd9 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:21.702713 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dcaabdae-90e6-4470-a15f-d54a6be9b00a req-1115d13b-0fbf-4886-a1c6-b2c294431bd9 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.73 "GET /v2.0/ports?device_id=32d8b566-2ec6-4daa-896d-806d8428ce08 HTTP/1.1" status: 200 len: 945 time: 0.0901101 Jul 23 16:19:21.765662 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dcaabdae-90e6-4470-a15f-d54a6be9b00a req-b5025ab5-7e58-4b4d-bb9b-257bbcc16bfd tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.73 "GET /v2.0/security-groups?id=d14a5204-0284-4532-af48-6c6a3cbf14ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591571 Jul 23 16:19:21.811902 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:19:21.882937 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba7920-f54c-4596-bd2b-625db7cc0ea2 req-0987366c-d9c1-49f4-852c-9aea195c4796 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:21.885492 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-44ba7920-f54c-4596-bd2b-625db7cc0ea2 req-0987366c-d9c1-49f4-852c-9aea195c4796 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea864fc6-5cff-4e70-80f5-75f87ee8685f HTTP/1.1" status: 200 len: 949 time: 0.0954945 Jul 23 16:19:21.998676 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-44ba7920-f54c-4596-bd2b-625db7cc0ea2 req-67ce4789-3220-4849-bda4-bae31b7df84e tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/security-groups?id=c095f555-801f-4899-8b9b-d61efcdf382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966227 Jul 23 16:19:22.310068 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab0cd5-e221-4510-81c1-e84d947021aa req-47365e19-2262-4609-bc70-c0f646db70c1 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:22.323040 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-18ab0cd5-e221-4510-81c1-e84d947021aa req-47365e19-2262-4609-bc70-c0f646db70c1 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.1476984 Jul 23 16:19:22.439761 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-18ab0cd5-e221-4510-81c1-e84d947021aa req-96f03e46-516c-469a-8f7c-e8f2ebe4b191 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155305 Jul 23 16:19:22.467378 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6df89-72cc-4d8d-8be3-ef5f4b871519 req-d01fa68a-fbf3-45c3-8958-84a866fd2977 tempest-LiveMigrationNegativeTest-774922936 tempest-LiveMigrationNegativeTest-774922936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:22.474983 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a7a6df89-72cc-4d8d-8be3-ef5f4b871519 req-d01fa68a-fbf3-45c3-8958-84a866fd2977 tempest-LiveMigrationNegativeTest-774922936 tempest-LiveMigrationNegativeTest-774922936-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ea864fc6-5cff-4e70-80f5-75f87ee8685f HTTP/1.1" status: 200 len: 1100 time: 0.1362648 Jul 23 16:19:22.490322 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a7a6df89-72cc-4d8d-8be3-ef5f4b871519 req-4c2a6111-5827-4644-b5cf-8318ae1553b1 tempest-LiveMigrationNegativeTest-774922936 tempest-LiveMigrationNegativeTest-774922936-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:22.621327 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a7a6df89-72cc-4d8d-8be3-ef5f4b871519 req-4c2a6111-5827-4644-b5cf-8318ae1553b1 tempest-LiveMigrationNegativeTest-774922936 tempest-LiveMigrationNegativeTest-774922936-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:22.628252 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a7a6df89-72cc-4d8d-8be3-ef5f4b871519 req-4c2a6111-5827-4644-b5cf-8318ae1553b1 tempest-LiveMigrationNegativeTest-774922936 tempest-LiveMigrationNegativeTest-774922936-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:22.657668 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a7a6df89-72cc-4d8d-8be3-ef5f4b871519 req-4c2a6111-5827-4644-b5cf-8318ae1553b1 tempest-LiveMigrationNegativeTest-774922936 tempest-LiveMigrationNegativeTest-774922936-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c095f555-801f-4899-8b9b-d61efcdf382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817274 Jul 23 16:19:22.698575 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a6111-5827-4644-b5cf-8318ae1553b1 tempest-LiveMigrationNegativeTest-774922936 tempest-LiveMigrationNegativeTest-774922936-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb72aa9b-436c-41c5-a04f-3c8f92798133,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:22.762721 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963cdc3-286e-43e5-8373-5f4b4186428a req-cf753deb-6935-4f32-9e5d-e5392f41c8a2 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:22.772759 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1963cdc3-286e-43e5-8373-5f4b4186428a req-cf753deb-6935-4f32-9e5d-e5392f41c8a2 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 947 time: 0.1087036 Jul 23 16:19:22.811281 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1963cdc3-286e-43e5-8373-5f4b4186428a req-132f870e-3435-43e2-9ede-ad8c493cda8a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376084 Jul 23 16:19:22.888034 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 0ba4628c-0b1c-469e-83f4-9f4d3292c354 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:22.952437 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312974e6-eb58-4963-b243-d86629ddc816 req-e1a93616-9f89-4c17-bc98-d299caa96e74 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:22.954185 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-312974e6-eb58-4963-b243-d86629ddc816 req-e1a93616-9f89-4c17-bc98-d299caa96e74 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.73 "GET /v2.0/ports?device_id=32d8b566-2ec6-4daa-896d-806d8428ce08 HTTP/1.1" status: 200 len: 945 time: 0.0840397 Jul 23 16:19:22.963443 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 0ba4628c-0b1c-469e-83f4-9f4d3292c354 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:22.977773 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 0ba4628c-0b1c-469e-83f4-9f4d3292c354 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:22.978172 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:23.029885 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-312974e6-eb58-4963-b243-d86629ddc816 req-284393ac-bf05-4fda-91d0-1439ae45c38b tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.73 "GET /v2.0/security-groups?id=d14a5204-0284-4532-af48-6c6a3cbf14ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636654 Jul 23 16:19:23.154042 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:23.200724 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e721c824-b100-4463-8166-d259bcc79582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba4628c-0b1c-469e-83f4-9f4d3292c354'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:23.203084 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f743e6-4a61-46f8-adcd-641a0c713fbd" -d '{"events": [{"server_uuid": "e721c824-b100-4463-8166-d259bcc79582", "name": "network-vif-plugged", "status": "completed", "tag": "0ba4628c-0b1c-469e-83f4-9f4d3292c354"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:23.230196 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 0ba4628c-0b1c-469e-83f4-9f4d3292c354, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=0ba4628c-0b1c-469e-83f4-9f4d3292c354,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:23.238618 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:23.331757 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=0ba4628c-0b1c-469e-83f4-9f4d3292c354,revision_number=9']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:23.342458 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065d718-a4ff-4f86-ac6f-fb9392d835ec req-2eb6a01b-e399-417a-bbf9-ad83fdd7f2dd tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:23.344246 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d065d718-a4ff-4f86-ac6f-fb9392d835ec req-2eb6a01b-e399-417a-bbf9-ad83fdd7f2dd tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 948 time: 0.1131825 Jul 23 16:19:23.456422 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d065d718-a4ff-4f86-ac6f-fb9392d835ec req-18516070-fa86-40e5-a3b1-1f26082241b8 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005914 Jul 23 16:19:23.470674 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef786549-33e5-4f49-907d-45b58276616c req-dbf4cd17-4813-4263-a502-3c0187907969 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:23.472371 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ef786549-33e5-4f49-907d-45b58276616c req-dbf4cd17-4813-4263-a502-3c0187907969 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea864fc6-5cff-4e70-80f5-75f87ee8685f HTTP/1.1" status: 200 len: 949 time: 0.1270430 Jul 23 16:19:23.517546 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e534a3bb-a563-4294-b5c4-419d938d1bc0 x-openstack-request-id: req-e534a3bb-a563-4294-b5c4-419d938d1bc0 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:23.518235 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e721c824-b100-4463-8166-d259bcc79582", "name": "network-vif-plugged", "status": "completed", "tag": "0ba4628c-0b1c-469e-83f4-9f4d3292c354", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:23.518719 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e534a3bb-a563-4294-b5c4-419d938d1bc0 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:23.519405 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e721c824-b100-4463-8166-d259bcc79582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba4628c-0b1c-469e-83f4-9f4d3292c354', 'code': 200} Jul 23 16:19:23.543192 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ef786549-33e5-4f49-907d-45b58276616c req-deba5c00-9237-4cc8-b638-32260de0e503 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/security-groups?id=c095f555-801f-4899-8b9b-d61efcdf382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551164 Jul 23 16:19:23.717297 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27f7c4-4f8f-4bc9-8a03-b589087241d5 req-50a7cd56-ac93-4968-8891-fa497dfcc1ae tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:23.731117 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c27f7c4-4f8f-4bc9-8a03-b589087241d5 req-50a7cd56-ac93-4968-8891-fa497dfcc1ae tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.1382246 Jul 23 16:19:23.820854 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c27f7c4-4f8f-4bc9-8a03-b589087241d5 req-b64ba4f9-e06a-439d-80a1-9e75187e0034 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751994 Jul 23 16:19:23.994204 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-06fb422d-356c-4ea7-9d37-25590231e8af tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=4ed385c197f74460a2c666d87d79e6e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524151 Jul 23 16:19:24.202705 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-5ef3377a-d61f-4dd7-ab5c-333d5f20ba1a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:24.218255 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-5ef3377a-d61f-4dd7-ab5c-333d5f20ba1a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2189350 Jul 23 16:19:24.244957 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-e4ba024e-81c4-4c68-bc90-b68f9a73c706 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/quotas/4ed385c197f74460a2c666d87d79e6e5 HTTP/1.1" status: 200 len: 375 time: 0.0252862 Jul 23 16:19:24.370102 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-8bd524b9-812e-418b-b357-ff0439c64059 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1174467 Jul 23 16:19:24.647084 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-68f8078a-0ca5-44a6-a8c8-58b25f555358 req-5cdf6768-c892-4072-937f-953c8e3ce8d2 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 210 time: 0.0860412 Jul 23 16:19:24.856887 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4b580-7932-4763-a281-03be10fc6a56 req-419fe995-23e7-4b1f-b066-fa514ad0ac90 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:24.860682 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ba4b580-7932-4763-a281-03be10fc6a56 req-419fe995-23e7-4b1f-b066-fa514ad0ac90 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea864fc6-5cff-4e70-80f5-75f87ee8685f HTTP/1.1" status: 200 len: 949 time: 0.1590140 Jul 23 16:19:24.983482 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ba4b580-7932-4763-a281-03be10fc6a56 req-b292c71a-5b08-40ce-a368-83606090f446 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/security-groups?id=c095f555-801f-4899-8b9b-d61efcdf382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133597 Jul 23 16:19:25.023751 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05ef2b-a227-47e0-aa2b-81a7670f9d09 req-e30b3365-534b-44f1-a583-a58d3b43dea3 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:25.026403 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6c05ef2b-a227-47e0-aa2b-81a7670f9d09 req-e30b3365-534b-44f1-a583-a58d3b43dea3 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.97 "GET /v2.0/ports?device_id=ea864fc6-5cff-4e70-80f5-75f87ee8685f HTTP/1.1" status: 200 len: 949 time: 0.1572027 Jul 23 16:19:25.218675 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-6c05ef2b-a227-47e0-aa2b-81a7670f9d09 req-a7f06ac4-2aea-4d59-b398-ddaa0bcabe93 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Deleting port 4f4e9a07-b37a-4a9a-b1ad-b90b957d6905 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:19:25.219033 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6c05ef2b-a227-47e0-aa2b-81a7670f9d09 req-a7f06ac4-2aea-4d59-b398-ddaa0bcabe93 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:25.272657 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc942149-518c-4530-adbe-f36707a41745 req-c5eabf61-3219-4b62-b237-cce1608be0ac tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:25.274280 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc942149-518c-4530-adbe-f36707a41745 req-c5eabf61-3219-4b62-b237-cce1608be0ac tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.1370995 Jul 23 16:19:25.364923 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc942149-518c-4530-adbe-f36707a41745 req-08a57a7b-97a4-4733-9d1b-c61cb25fcc88 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839832 Jul 23 16:19:25.373656 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-6c05ef2b-a227-47e0-aa2b-81a7670f9d09 req-a7f06ac4-2aea-4d59-b398-ddaa0bcabe93 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] For port 4f4e9a07-b37a-4a9a-b1ad-b90b957d6905, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=4f4e9a07-b37a-4a9a-b1ad-b90b957d6905,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:25.374324 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6c05ef2b-a227-47e0-aa2b-81a7670f9d09 req-a7f06ac4-2aea-4d59-b398-ddaa0bcabe93 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:25.401866 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-6c05ef2b-a227-47e0-aa2b-81a7670f9d09 req-a7f06ac4-2aea-4d59-b398-ddaa0bcabe93 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Calling delete_port for 4f4e9a07-b37a-4a9a-b1ad-b90b957d6905 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:19:25.649087 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6c05ef2b-a227-47e0-aa2b-81a7670f9d09 req-a7f06ac4-2aea-4d59-b398-ddaa0bcabe93 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:25.664098 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['42648c8d-8ad5-4420-a575-38161acaae0c', '4f4e9a07-b37a-4a9a-b1ad-b90b957d6905'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:19:25.733536 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f06ac4-2aea-4d59-b398-ddaa0bcabe93 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Pushing event deleted for resources: {'Port': ['ID=4f4e9a07-b37a-4a9a-b1ad-b90b957d6905,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:25.871759 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c05ef2b-a227-47e0-aa2b-81a7670f9d09 req-a7f06ac4-2aea-4d59-b398-ddaa0bcabe93 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] No DVR routers for this DVR port 4f4e9a07-b37a-4a9a-b1ad-b90b957d6905 on host n-h2-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:19:25.877116 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6c05ef2b-a227-47e0-aa2b-81a7670f9d09 req-a7f06ac4-2aea-4d59-b398-ddaa0bcabe93 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:25.879162 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6c05ef2b-a227-47e0-aa2b-81a7670f9d09 req-a7f06ac4-2aea-4d59-b398-ddaa0bcabe93 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.97 "DELETE /v2.0/ports/4f4e9a07-b37a-4a9a-b1ad-b90b957d6905 HTTP/1.1" status: 204 len: 173 time: 0.8454156 Jul 23 16:19:25.880968 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea864fc6-5cff-4e70-80f5-75f87ee8685f', 'name': 'network-vif-deleted', 'tag': '4f4e9a07-b37a-4a9a-b1ad-b90b957d6905'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:25.891645 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffd23b6-ac22-4fb9-a569-69f43a692831" -d '{"events": [{"server_uuid": "ea864fc6-5cff-4e70-80f5-75f87ee8685f", "name": "network-vif-deleted", "tag": "4f4e9a07-b37a-4a9a-b1ad-b90b957d6905"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:25.891899 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3292ddcc-a7cd-48d6-bfbf-a88aed26f0b9 req-8429a9a7-42b4-40fb-8410-e4bd64bb9b69 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 210 time: 0.0540981 Jul 23 16:19:25.987051 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde6e746-df90-4cde-8e62-075fce91bc78 x-openstack-request-id: req-cde6e746-df90-4cde-8e62-075fce91bc78 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:25.987588 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea864fc6-5cff-4e70-80f5-75f87ee8685f", "name": "network-vif-deleted", "tag": "4f4e9a07-b37a-4a9a-b1ad-b90b957d6905", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:25.988047 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cde6e746-df90-4cde-8e62-075fce91bc78 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:25.989899 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea864fc6-5cff-4e70-80f5-75f87ee8685f', 'name': 'network-vif-deleted', 'tag': '4f4e9a07-b37a-4a9a-b1ad-b90b957d6905', 'status': 'completed', 'code': 200} Jul 23 16:19:26.165700 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-423c3810-511f-47d2-b33e-a4e3766a2972 req-8573028e-d4ae-4042-a26b-81d15d22265f tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea864fc6-5cff-4e70-80f5-75f87ee8685f HTTP/1.1" status: 200 len: 210 time: 0.0705187 Jul 23 16:19:26.265642 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-aec1f921-a98b-46d7-8733-c0d0648a708f tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=4ed385c197f74460a2c666d87d79e6e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505798 Jul 23 16:19:26.462467 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-d2abefb4-0388-40c7-9907-d640cb1990a8 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:26.465370 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-d2abefb4-0388-40c7-9907-d640cb1990a8 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1882908 Jul 23 16:19:26.485691 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-baee1a60-8ee5-4507-9d35-c642eeed8f66 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Request body: {'port': {'device_id': 'b66590e1-d314-4532-b8ad-8b23ab592ed4', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'admin_state_up': True, 'tenant_id': '4ed385c197f74460a2c666d87d79e6e5'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:26.704596 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-baee1a60-8ee5-4507-9d35-c642eeed8f66 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Made reservation on behalf of 4ed385c197f74460a2c666d87d79e6e5 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:26.710473 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-baee1a60-8ee5-4507-9d35-c642eeed8f66 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:26.733452 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e96e3-a5e7-473a-a94a-15619a5881ab req-b37db8b1-b3ec-4833-a4a0-298d48eeeb5c tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:26.756537 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c82e96e3-a5e7-473a-a94a-15619a5881ab req-b37db8b1-b3ec-4833-a4a0-298d48eeeb5c tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.2302513 Jul 23 16:19:26.871853 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55764) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:26.876958 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c82e96e3-a5e7-473a-a94a-15619a5881ab req-c6a89f97-46fd-4184-aa6b-161aa43065ad tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178327 Jul 23 16:19:26.976250 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-baee1a60-8ee5-4507-9d35-c642eeed8f66 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Allocated IP 192.168.233.242 (eb3bf372-6ffe-4c33-8777-29948d4b4373/3812e6e5-38ac-4c93-85ce-3dab2cef76c9/46512483-dd71-4528-bea3-65c4b053ab66) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:27.113415 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ce8a121-3112-44cc-a9d4-9d2c02e37f0d req-ac60c135-7eee-4206-9e64-3f35bfbf2de0 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 210 time: 0.0724590 Jul 23 16:19:27.153431 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c92de261-0b08-4d0b-ad1d-1a79d94443fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:27.265497 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-baee1a60-8ee5-4507-9d35-c642eeed8f66 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:27.296775 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-baee1a60-8ee5-4507-9d35-c642eeed8f66 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Transition to ACTIVE for port object 46512483-dd71-4528-bea3-65c4b053ab66 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:27.384154 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-baee1a60-8ee5-4507-9d35-c642eeed8f66 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:27.405821 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['be1d51a9-55f4-470f-8f76-a55feb8d6c7b', '0ba4628c-0b1c-469e-83f4-9f4d3292c354'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:19:27.468282 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c92de261-0b08-4d0b-ad1d-1a79d94443fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:27.482548 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee1a60-8ee5-4507-9d35-c642eeed8f66 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Pushing event updated for resources: {'Port': ['ID=46512483-dd71-4528-bea3-65c4b053ab66,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:27.489363 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-baee1a60-8ee5-4507-9d35-c642eeed8f66 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:27.491141 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c92de261-0b08-4d0b-ad1d-1a79d94443fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:27.528057 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c92de261-0b08-4d0b-ad1d-1a79d94443fb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fddb23a6863f45ea92f31eaebb136de8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6552091 Jul 23 16:19:27.529491 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-baee1a60-8ee5-4507-9d35-c642eeed8f66 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:27.531397 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55780) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:27.545446 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-baee1a60-8ee5-4507-9d35-c642eeed8f66 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:27.672284 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92de261-0b08-4d0b-ad1d-1a79d94443fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af62843a-ca10-4f00-9bfa-7aa713361004,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:27.685877 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-baee1a60-8ee5-4507-9d35-c642eeed8f66 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:27.687292 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-baee1a60-8ee5-4507-9d35-c642eeed8f66 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:27.719410 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-baee1a60-8ee5-4507-9d35-c642eeed8f66 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2405980 Jul 23 16:19:27.727082 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68cf43-5535-4d95-adbe-2166367f02f7 req-32251910-11a6-4704-a970-dc14d990699e tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:27.728968 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3b68cf43-5535-4d95-adbe-2166367f02f7 req-32251910-11a6-4704-a970-dc14d990699e tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/ports?device_id=98b33253-1865-4d59-bfff-00604d067ca7 HTTP/1.1" status: 200 len: 950 time: 0.2053406 Jul 23 16:19:27.734377 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-f0200134-79df-4a1e-8e05-4fd305dba138 service neutron] Request body: {'port': {'device_id': 'b66590e1-d314-4532-b8ad-8b23ab592ed4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:27.782227 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14784d78-0681-4564-ba08-ea8e68f527b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:27.824445 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3b68cf43-5535-4d95-adbe-2166367f02f7 req-58ade1f3-54a3-484b-8e05-ec0301ad5cfd tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/security-groups?id=c095f555-801f-4899-8b9b-d61efcdf382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734560 Jul 23 16:19:27.883067 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14784d78-0681-4564-ba08-ea8e68f527b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:27.964486 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-f0200134-79df-4a1e-8e05-4fd305dba138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:28.100159 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7fe01408-0d39-440d-af06-376614a0b119 None None] Provisioning for port 46512483-dd71-4528-bea3-65c4b053ab66 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:28.108049 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7fe01408-0d39-440d-af06-376614a0b119 None None] Provisioning complete for port 46512483-dd71-4528-bea3-65c4b053ab66 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:28.108674 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc315405-494a-4c91-9dc0-c10d9519b73a req-06145936-3434-4454-af00-e7d85227a632 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:28.109145 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7fe01408-0d39-440d-af06-376614a0b119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:28.114615 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc315405-494a-4c91-9dc0-c10d9519b73a req-06145936-3434-4454-af00-e7d85227a632 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.1339021 Jul 23 16:19:28.183499 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-7fe01408-0d39-440d-af06-376614a0b119 None None] Port 46512483-dd71-4528-bea3-65c4b053ab66 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:19:28.205749 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14784d78-0681-4564-ba08-ea8e68f527b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:28.217202 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14784d78-0681-4564-ba08-ea8e68f527b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:28.219342 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-14784d78-0681-4564-ba08-ea8e68f527b4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/af62843a-ca10-4f00-9bfa-7aa713361004 HTTP/1.1" status: 204 len: 168 time: 0.6859689 Jul 23 16:19:28.226453 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc315405-494a-4c91-9dc0-c10d9519b73a req-4500d4e8-c170-4d19-b53e-64edc6478378 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080194 Jul 23 16:19:28.244391 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14784d78-0681-4564-ba08-ea8e68f527b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af62843a-ca10-4f00-9bfa-7aa713361004,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:28.346498 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779601ed-670a-41a4-91d9-bc4f78dfce59 req-6c6ff728-b745-4976-a14c-681290807670 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:28.350043 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 4f4e9a07-b37a-4a9a-b1ad-b90b957d6905 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:19:28.356956 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-779601ed-670a-41a4-91d9-bc4f78dfce59 req-6c6ff728-b745-4976-a14c-681290807670 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 936 time: 0.1159735 Jul 23 16:19:28.391687 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 4f4e9a07-b37a-4a9a-b1ad-b90b957d6905 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:19:28.392253 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 4f4e9a07-b37a-4a9a-b1ad-b90b957d6905 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:19:28.420853 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-779601ed-670a-41a4-91d9-bc4f78dfce59 req-6a38d8d4-2688-4143-b1f1-21e97f16c798 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591590 Jul 23 16:19:28.506123 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-f0200134-79df-4a1e-8e05-4fd305dba138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46512483-dd71-4528-bea3-65c4b053ab66 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:28.516693 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-f0200134-79df-4a1e-8e05-4fd305dba138 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:28.532383 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-f0200134-79df-4a1e-8e05-4fd305dba138 service neutron] Transition to ACTIVE for port object 46512483-dd71-4528-bea3-65c4b053ab66 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:28.540197 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-f0200134-79df-4a1e-8e05-4fd305dba138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:28.604517 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0200134-79df-4a1e-8e05-4fd305dba138 service neutron] Pushing event updated for resources: {'Port': ['ID=46512483-dd71-4528-bea3-65c4b053ab66,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:28.650191 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55792) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:28.671047 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a0a1faf1-2f9f-4812-8b83-cddd4daea5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:28.731427 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-f0200134-79df-4a1e-8e05-4fd305dba138 service neutron] Attempting to bind port 46512483-dd71-4528-bea3-65c4b053ab66 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:28.732384 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-f0200134-79df-4a1e-8e05-4fd305dba138 service neutron] Attempting to bind port 46512483-dd71-4528-bea3-65c4b053ab66 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:28.733494 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-f0200134-79df-4a1e-8e05-4fd305dba138 service neutron] Attempting to bind port 46512483-dd71-4528-bea3-65c4b053ab66 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:28.753525 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-f0200134-79df-4a1e-8e05-4fd305dba138 service neutron] Port 46512483-dd71-4528-bea3-65c4b053ab66 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:19:28.754158 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-f0200134-79df-4a1e-8e05-4fd305dba138 service neutron] Attempting to bind port 46512483-dd71-4528-bea3-65c4b053ab66 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:28.763480 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-f0200134-79df-4a1e-8e05-4fd305dba138 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:28.764098 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-f0200134-79df-4a1e-8e05-4fd305dba138 service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:28.764841 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-f0200134-79df-4a1e-8e05-4fd305dba138 service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:28.764976 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-f0200134-79df-4a1e-8e05-4fd305dba138 service neutron] Bound port: 46512483-dd71-4528-bea3-65c4b053ab66, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:28.765372 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-f0200134-79df-4a1e-8e05-4fd305dba138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:28.835133 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a0a1faf1-2f9f-4812-8b83-cddd4daea5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:28.843418 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a0a1faf1-2f9f-4812-8b83-cddd4daea5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:28.932613 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1faf1-2f9f-4812-8b83-cddd4daea5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296888b0-44bf-4a6b-9799-33dee8907e59,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:28.939639 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a0a1faf1-2f9f-4812-8b83-cddd4daea5ed admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c061591815e84a7fac4877504cef885f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860153 Jul 23 16:19:28.939894 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55796) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:29.102730 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3757548b-27a9-4b01-b4b3-d22cb814c7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:29.144552 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3757548b-27a9-4b01-b4b3-d22cb814c7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:29.166560 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd89cc-9bdc-4493-87d4-96178a93cae0 req-d68a4740-9f94-4ea4-b7cd-8d6bc2e8f484 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:29.168798 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9bbd89cc-9bdc-4493-87d4-96178a93cae0 req-d68a4740-9f94-4ea4-b7cd-8d6bc2e8f484 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/ports?device_id=98b33253-1865-4d59-bfff-00604d067ca7 HTTP/1.1" status: 200 len: 950 time: 0.2149069 Jul 23 16:19:29.239977 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9bbd89cc-9bdc-4493-87d4-96178a93cae0 req-a6d75336-7e29-4351-bd38-0e6f5eb15a22 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/security-groups?id=c095f555-801f-4899-8b9b-d61efcdf382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568192 Jul 23 16:19:29.245598 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576b736-edd1-4237-a403-ea821c67508e req-4d7bc404-6abb-4680-93dd-631074f7cefe tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:29.247241 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c576b736-edd1-4237-a403-ea821c67508e req-4d7bc404-6abb-4680-93dd-631074f7cefe tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.97 "GET /v2.0/ports?device_id=98b33253-1865-4d59-bfff-00604d067ca7 HTTP/1.1" status: 200 len: 950 time: 0.1136835 Jul 23 16:19:29.267568 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3757548b-27a9-4b01-b4b3-d22cb814c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:29.271573 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3757548b-27a9-4b01-b4b3-d22cb814c7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:29.272884 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3757548b-27a9-4b01-b4b3-d22cb814c7bf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/296888b0-44bf-4a6b-9799-33dee8907e59 HTTP/1.1" status: 204 len: 168 time: 0.3318033 Jul 23 16:19:29.310125 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757548b-27a9-4b01-b4b3-d22cb814c7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296888b0-44bf-4a6b-9799-33dee8907e59,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:29.312698 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-f0200134-79df-4a1e-8e05-4fd305dba138 service neutron] For port 46512483-dd71-4528-bea3-65c4b053ab66, host n-h2-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:29.350868 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-f0200134-79df-4a1e-8e05-4fd305dba138 service neutron] For port 46512483-dd71-4528-bea3-65c4b053ab66, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=46512483-dd71-4528-bea3-65c4b053ab66,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:29.360439 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-f0200134-79df-4a1e-8e05-4fd305dba138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:29.407701 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-f0200134-79df-4a1e-8e05-4fd305dba138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:29.408733 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-f0200134-79df-4a1e-8e05-4fd305dba138 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:29.410346 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-f0200134-79df-4a1e-8e05-4fd305dba138 service neutron] 10.222.0.97 "PUT /v2.0/ports/46512483-dd71-4528-bea3-65c4b053ab66 HTTP/1.1" status: 200 len: 1096 time: 1.6803145 Jul 23 16:19:29.412749 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b66590e1-d314-4532-b8ad-8b23ab592ed4', 'tag': '46512483-dd71-4528-bea3-65c4b053ab66'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:29.421593 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6778f85b-7a5b-4da6-b80c-f1c3dc8f5349" -d '{"events": [{"name": "network-changed", "server_uuid": "b66590e1-d314-4532-b8ad-8b23ab592ed4", "tag": "46512483-dd71-4528-bea3-65c4b053ab66"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:29.458796 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-c576b736-edd1-4237-a403-ea821c67508e req-0c33942e-df02-4d64-b57b-e46540493504 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Deleting port 42648c8d-8ad5-4420-a575-38161acaae0c {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:19:29.459143 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c576b736-edd1-4237-a403-ea821c67508e req-0c33942e-df02-4d64-b57b-e46540493504 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:29.493465 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f20b72-b7dd-4a7d-8c9e-4ff6bf636b14 req-c64cbfe6-8f03-435d-8790-7a26578d1b32 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:29.495842 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7f20b72-b7dd-4a7d-8c9e-4ff6bf636b14 req-c64cbfe6-8f03-435d-8790-7a26578d1b32 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.1370077 Jul 23 16:19:29.571780 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7f20b72-b7dd-4a7d-8c9e-4ff6bf636b14 req-4105dba6-9792-4a3e-bbd2-a78d7b886fbc tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685928 Jul 23 16:19:29.589146 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d22c58-32ef-4825-ac47-b96e4336b5c6 x-openstack-request-id: req-99d22c58-32ef-4825-ac47-b96e4336b5c6 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:29.589640 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b66590e1-d314-4532-b8ad-8b23ab592ed4", "tag": "46512483-dd71-4528-bea3-65c4b053ab66", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:29.589730 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-99d22c58-32ef-4825-ac47-b96e4336b5c6 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:29.590061 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b66590e1-d314-4532-b8ad-8b23ab592ed4', 'tag': '46512483-dd71-4528-bea3-65c4b053ab66', 'status': 'completed', 'code': 200} Jul 23 16:19:29.591988 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0200134-79df-4a1e-8e05-4fd305dba138 service neutron] Pushing event updated for resources: {'Port': ['ID=46512483-dd71-4528-bea3-65c4b053ab66,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:29.669871 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-c576b736-edd1-4237-a403-ea821c67508e req-0c33942e-df02-4d64-b57b-e46540493504 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] For port 42648c8d-8ad5-4420-a575-38161acaae0c, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=42648c8d-8ad5-4420-a575-38161acaae0c,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:29.670250 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c576b736-edd1-4237-a403-ea821c67508e req-0c33942e-df02-4d64-b57b-e46540493504 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:29.684289 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-c3ba3972-8b39-4d37-a264-125702355fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:29.686028 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-c3ba3972-8b39-4d37-a264-125702355fcb service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 1099 time: 0.2302122 Jul 23 16:19:29.691971 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-c576b736-edd1-4237-a403-ea821c67508e req-0c33942e-df02-4d64-b57b-e46540493504 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Calling delete_port for 42648c8d-8ad5-4420-a575-38161acaae0c owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:19:29.719517 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1822135-3540-4533-b2bd-881db887f6bc req-7fb2715c-cf34-4245-a544-c7c4eb7f44d9 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:29.721400 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b1822135-3540-4533-b2bd-881db887f6bc req-7fb2715c-cf34-4245-a544-c7c4eb7f44d9 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 948 time: 0.1014831 Jul 23 16:19:29.738443 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-bfac1db0-d08b-47f9-8177-3dff62b1167d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=46512483-dd71-4528-bea3-65c4b053ab66 HTTP/1.1" status: 200 len: 217 time: 0.0436683 Jul 23 16:19:29.791724 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b1822135-3540-4533-b2bd-881db887f6bc req-404e41b3-8656-4fe1-aa2a-58acd7a2172a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601859 Jul 23 16:19:29.839693 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-fd6b0d65-cc69-4c54-843e-fc97b5be5883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:29.841154 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-fd6b0d65-cc69-4c54-843e-fc97b5be5883 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0969853 Jul 23 16:19:29.988765 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-b3df7db1-13a9-443e-9a87-413a3f562833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:29.991932 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-b3df7db1-13a9-443e-9a87-413a3f562833 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1441774 Jul 23 16:19:30.028511 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c576b736-edd1-4237-a403-ea821c67508e req-0c33942e-df02-4d64-b57b-e46540493504 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:30.041241 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['42648c8d-8ad5-4420-a575-38161acaae0c'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:19:30.087407 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c33942e-df02-4d64-b57b-e46540493504 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Pushing event deleted for resources: {'Port': ['ID=42648c8d-8ad5-4420-a575-38161acaae0c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:30.177666 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-c576b736-edd1-4237-a403-ea821c67508e req-0c33942e-df02-4d64-b57b-e46540493504 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] No DVR routers for this DVR port 42648c8d-8ad5-4420-a575-38161acaae0c on host n-h2-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:19:30.182442 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c576b736-edd1-4237-a403-ea821c67508e req-0c33942e-df02-4d64-b57b-e46540493504 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:30.184435 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c576b736-edd1-4237-a403-ea821c67508e req-0c33942e-df02-4d64-b57b-e46540493504 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.97 "DELETE /v2.0/ports/42648c8d-8ad5-4420-a575-38161acaae0c HTTP/1.1" status: 204 len: 173 time: 0.9308991 Jul 23 16:19:30.227280 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-9bd557ff-7f5e-4f65-b60c-59094301a467 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287648 Jul 23 16:19:30.353569 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1cf69f24-59cf-4e5f-89f3-9e851ac4933c req-2cb4af74-8885-4dab-9eac-20ecfb268098 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093497 Jul 23 16:19:30.416304 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d1e8f8c1-6632-437e-8262-35948ff6c5fd req-fcf4ef54-cefe-4d9c-86b1-f5bb8c7f1dd9 tempest-LiveMigrationNegativeTest-996846806 tempest-LiveMigrationNegativeTest-996846806-project] 10.222.0.73 "GET /v2.0/ports?device_id=98b33253-1865-4d59-bfff-00604d067ca7 HTTP/1.1" status: 200 len: 210 time: 0.0367570 Jul 23 16:19:30.486623 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778f85b-7a5b-4da6-b80c-f1c3dc8f5349 req-1fe91cdc-0bb4-440e-ade4-a5bbb0605560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:30.488324 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6778f85b-7a5b-4da6-b80c-f1c3dc8f5349 req-1fe91cdc-0bb4-440e-ade4-a5bbb0605560 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 1099 time: 0.0782080 Jul 23 16:19:30.592048 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778f85b-7a5b-4da6-b80c-f1c3dc8f5349 req-7eafa7e0-f5c1-46ec-848c-9c68b1e5fdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:30.593825 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6778f85b-7a5b-4da6-b80c-f1c3dc8f5349 req-7eafa7e0-f5c1-46ec-848c-9c68b1e5fdc4 service neutron] 10.222.0.97 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.0991540 Jul 23 16:19:30.675429 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6778f85b-7a5b-4da6-b80c-f1c3dc8f5349 req-25dc0b31-3daf-41e2-990b-e62b6e8e165f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=46512483-dd71-4528-bea3-65c4b053ab66 HTTP/1.1" status: 200 len: 217 time: 0.0746558 Jul 23 16:19:30.757288 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778f85b-7a5b-4da6-b80c-f1c3dc8f5349 req-32facff4-dc2d-432b-a2de-cd87aedc465d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:30.761866 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6778f85b-7a5b-4da6-b80c-f1c3dc8f5349 req-32facff4-dc2d-432b-a2de-cd87aedc465d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0787561 Jul 23 16:19:30.788679 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e969b77-fe8e-4756-9007-325b4d0e2f38 req-8b1f997b-9e88-42a5-ae35-bb6345641e37 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:30.796964 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e969b77-fe8e-4756-9007-325b4d0e2f38 req-8b1f997b-9e88-42a5-ae35-bb6345641e37 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.1138566 Jul 23 16:19:30.866147 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778f85b-7a5b-4da6-b80c-f1c3dc8f5349 req-b9f321ee-b732-4a2c-90f6-97432e8fa861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:30.868254 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6778f85b-7a5b-4da6-b80c-f1c3dc8f5349 req-b9f321ee-b732-4a2c-90f6-97432e8fa861 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0997956 Jul 23 16:19:30.943523 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e969b77-fe8e-4756-9007-325b4d0e2f38 req-933b6dea-611f-4323-aca0-8fea301b3c8f tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372077 Jul 23 16:19:30.994951 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6778f85b-7a5b-4da6-b80c-f1c3dc8f5349 req-e85bfdbb-e5b8-4be3-94ca-05a4f01e195e service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199441 Jul 23 16:19:31.016298 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9e535-a8c0-4f91-bcf0-33ded9beeab0 req-332f57a1-fcd4-4b9f-8df4-919c1b542c38 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:31.018155 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ecc9e535-a8c0-4f91-bcf0-33ded9beeab0 req-332f57a1-fcd4-4b9f-8df4-919c1b542c38 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 948 time: 0.0870121 Jul 23 16:19:31.076371 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ecc9e535-a8c0-4f91-bcf0-33ded9beeab0 req-515c32a2-b18c-4045-b8e6-4e0a4c4e5c4d tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403435 Jul 23 16:19:31.107742 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6778f85b-7a5b-4da6-b80c-f1c3dc8f5349 req-5216c11e-3725-4c7a-8b8c-78adbe3c18ae service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056511 Jul 23 16:19:31.591575 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b33253-1865-4d59-bfff-00604d067ca7', 'name': 'network-vif-deleted', 'tag': '42648c8d-8ad5-4420-a575-38161acaae0c'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:31.593996 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e15af2-bac3-4c29-b847-89bf76b4d748" -d '{"events": [{"server_uuid": "98b33253-1865-4d59-bfff-00604d067ca7", "name": "network-vif-deleted", "tag": "42648c8d-8ad5-4420-a575-38161acaae0c"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:31.632113 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984e2e1e-33aa-4f63-b6ae-90ec9012d75b x-openstack-request-id: req-984e2e1e-33aa-4f63-b6ae-90ec9012d75b {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:31.632409 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b33253-1865-4d59-bfff-00604d067ca7", "name": "network-vif-deleted", "tag": "42648c8d-8ad5-4420-a575-38161acaae0c", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:31.632664 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-984e2e1e-33aa-4f63-b6ae-90ec9012d75b {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:31.633116 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b33253-1865-4d59-bfff-00604d067ca7', 'name': 'network-vif-deleted', 'tag': '42648c8d-8ad5-4420-a575-38161acaae0c', 'status': 'completed', 'code': 200} Jul 23 16:19:31.642256 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55880) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:31.708330 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55884) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:31.832298 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-55c7ebd0-1582-4ba5-a4fe-6b206e35a041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:31.909930 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-aedf6e00-f5c9-4564-a11b-49f3e973b334 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f312aabe45af48eeb5223979f7eaaa71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2003307 Jul 23 16:19:31.912789 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55890) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:31.997428 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-55c7ebd0-1582-4ba5-a4fe-6b206e35a041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:32.004324 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-55c7ebd0-1582-4ba5-a4fe-6b206e35a041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:32.008647 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-675af675-2f5d-47d5-864d-6ef13520791e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:32.033623 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-675af675-2f5d-47d5-864d-6ef13520791e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:32.079423 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-55c7ebd0-1582-4ba5-a4fe-6b206e35a041 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=72685cc348d640b2af98145c5045e7f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4337521 Jul 23 16:19:32.079423 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7ebd0-1582-4ba5-a4fe-6b206e35a041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cbb181-2d4f-4e8a-85b0-75895b93c8f6,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:32.098385 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55894) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:32.145430 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-675af675-2f5d-47d5-864d-6ef13520791e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:32.148421 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-675af675-2f5d-47d5-864d-6ef13520791e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:32.153280 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-675af675-2f5d-47d5-864d-6ef13520791e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c095f555-801f-4899-8b9b-d61efcdf382c HTTP/1.1" status: 204 len: 168 time: 0.2382219 Jul 23 16:19:32.168900 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee419f3-764c-40ce-bc57-bba35d5966d2 req-4b09a3c1-3505-4386-85e4-cb6cfdffbe6e tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:32.169946 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675af675-2f5d-47d5-864d-6ef13520791e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c095f555-801f-4899-8b9b-d61efcdf382c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:32.170645 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eee419f3-764c-40ce-bc57-bba35d5966d2 req-4b09a3c1-3505-4386-85e4-cb6cfdffbe6e tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.1172945 Jul 23 16:19:32.218020 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-96cc472a-1004-43fe-8e12-8de15b2811a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:32.228195 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eee419f3-764c-40ce-bc57-bba35d5966d2 req-43a0603b-3a83-4132-a826-93c41d334649 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514834 Jul 23 16:19:32.269362 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-96cc472a-1004-43fe-8e12-8de15b2811a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:32.324153 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa054c-0c27-4f59-8271-054bcb696052 req-4a47e102-eacd-4518-8804-512e19642659 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:32.333718 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-58fa054c-0c27-4f59-8271-054bcb696052 req-4a47e102-eacd-4518-8804-512e19642659 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 948 time: 0.1116316 Jul 23 16:19:32.365848 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-96cc472a-1004-43fe-8e12-8de15b2811a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:32.366012 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 42648c8d-8ad5-4420-a575-38161acaae0c no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:19:32.370050 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-96cc472a-1004-43fe-8e12-8de15b2811a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:32.385285 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-58fa054c-0c27-4f59-8271-054bcb696052 req-659317f5-2482-4b7b-be50-f5f211bcdf13 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494130 Jul 23 16:19:32.388326 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-96cc472a-1004-43fe-8e12-8de15b2811a6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e3cbb181-2d4f-4e8a-85b0-75895b93c8f6 HTTP/1.1" status: 204 len: 168 time: 0.2783070 Jul 23 16:19:32.412028 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc472a-1004-43fe-8e12-8de15b2811a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cbb181-2d4f-4e8a-85b0-75895b93c8f6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:32.424943 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 42648c8d-8ad5-4420-a575-38161acaae0c {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:19:32.425389 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 42648c8d-8ad5-4420-a575-38161acaae0c not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:19:32.556797 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1a72e5a0-cb90-46ff-aa32-d593dc2d0c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:32.655778 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55914) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:32.701369 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fda706d1-25cd-4890-b2bf-ae6a0060a543 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=00599312dcdc45a3a6bca1baefbaede8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435636 Jul 23 16:19:32.703914 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55916) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:32.772772 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ff26c23a-a020-4c51-a760-f126709489f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:32.795565 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ff26c23a-a020-4c51-a760-f126709489f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:32.852102 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ff26c23a-a020-4c51-a760-f126709489f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:32.856427 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ff26c23a-a020-4c51-a760-f126709489f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:32.857801 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ff26c23a-a020-4c51-a760-f126709489f4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fb72aa9b-436c-41c5-a04f-3c8f92798133 HTTP/1.1" status: 204 len: 168 time: 0.1528378 Jul 23 16:19:32.870045 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26c23a-a020-4c51-a760-f126709489f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb72aa9b-436c-41c5-a04f-3c8f92798133,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:32.944471 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55922) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:32.974787 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da6d6475-9523-4795-9568-18fb860cba0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:33.121650 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da6d6475-9523-4795-9568-18fb860cba0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:33.126128 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da6d6475-9523-4795-9568-18fb860cba0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:33.183470 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-da6d6475-9523-4795-9568-18fb860cba0e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=deac0403558a4f779dbcafde0ab57fbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358844 Jul 23 16:19:33.185158 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d6475-9523-4795-9568-18fb860cba0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcd36ad-72ca-43ea-9089-3312df19c518,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:33.186284 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55930) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:33.263544 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a9e88a6e-b470-44ca-8544-dff8cfee0daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:33.299170 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a9e88a6e-b470-44ca-8544-dff8cfee0daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:33.390624 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a9e88a6e-b470-44ca-8544-dff8cfee0daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:33.392598 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a9e88a6e-b470-44ca-8544-dff8cfee0daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:33.399932 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a9e88a6e-b470-44ca-8544-dff8cfee0daa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6bcd36ad-72ca-43ea-9089-3312df19c518 HTTP/1.1" status: 204 len: 168 time: 0.2122936 Jul 23 16:19:33.423409 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e88a6e-b470-44ca-8544-dff8cfee0daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcd36ad-72ca-43ea-9089-3312df19c518,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:33.435303 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5301f7-43f5-4a7e-ada4-709b69c6e778 req-d22b42ce-eb36-46d7-b4c8-eb1d28ccd6f6 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:33.442924 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0b5301f7-43f5-4a7e-ada4-709b69c6e778 req-d22b42ce-eb36-46d7-b4c8-eb1d28ccd6f6 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.0997725 Jul 23 16:19:33.496403 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0b5301f7-43f5-4a7e-ada4-709b69c6e778 req-f439e772-8fde-4174-af8b-a5fb835901c2 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519252 Jul 23 16:19:33.623862 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96543ff8-c68f-47ab-abdd-e220252cb549 req-e48ee805-360e-45fa-9313-4e0de055f8ca tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:33.632083 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-96543ff8-c68f-47ab-abdd-e220252cb549 req-e48ee805-360e-45fa-9313-4e0de055f8ca tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 948 time: 0.0848486 Jul 23 16:19:33.675790 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-96543ff8-c68f-47ab-abdd-e220252cb549 req-847e6271-c3ac-4278-91b5-931fd08912f0 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393472 Jul 23 16:19:34.360294 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 46512483-dd71-4528-bea3-65c4b053ab66 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:19:34.479756 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 46512483-dd71-4528-bea3-65c4b053ab66, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=46512483-dd71-4528-bea3-65c4b053ab66,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:34.513174 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56002) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:34.514457 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '46512483-dd71-4528-bea3-65c4b053ab66', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': '46512483-dd71-4528-bea3-65c4b053ab66', 'mac_address': 'fa:16:3e:8f:e4:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:19:34.629648 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:34.651581 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:34.683244 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46512483-dd71-4528-bea3-65c4b053ab66 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:34.712648 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-f99ac0ac-f99d-463c-b384-8f5999fb923a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2132065677-network', 'tenant_id': '61cad53147df4a91ad0cc5123c104c3c'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:34.714902 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 46512483-dd71-4528-bea3-65c4b053ab66, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=46512483-dd71-4528-bea3-65c4b053ab66,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:34.720297 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:34.790358 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99ac0ac-f99d-463c-b384-8f5999fb923a admin admin] Made reservation on behalf of 61cad53147df4a91ad0cc5123c104c3c for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:34.792789 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f99ac0ac-f99d-463c-b384-8f5999fb923a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:34.808134 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=46512483-dd71-4528-bea3-65c4b053ab66,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:34.820483 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f99ac0ac-f99d-463c-b384-8f5999fb923a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:34.962658 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['46512483-dd71-4528-bea3-65c4b053ab66'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:19:34.976054 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f99ac0ac-f99d-463c-b384-8f5999fb923a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:34.981276 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4046b7-0480-43b5-bdbe-6c5557e7945e req-7a530498-1a1e-494e-bea0-51616333d908 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:34.983311 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f99ac0ac-f99d-463c-b384-8f5999fb923a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:34.990366 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f4046b7-0480-43b5-bdbe-6c5557e7945e req-7a530498-1a1e-494e-bea0-51616333d908 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.4084949 Jul 23 16:19:35.016635 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ac0ac-f99d-463c-b384-8f5999fb923a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ada0f7-8af7-404b-a8d7-20306b724738,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:35.029042 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f99ac0ac-f99d-463c-b384-8f5999fb923a admin admin] vlan segment allocate from pool success with {'vlan_id': 1115, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:19:35.041825 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f99ac0ac-f99d-463c-b384-8f5999fb923a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:35.042494 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-f99ac0ac-f99d-463c-b384-8f5999fb923a admin admin] Added segment 1d128653-f60b-4983-a12b-a1ef089c32f4 of type vlan for network aad53364-3875-4117-b294-b650c89caaa7 Jul 23 16:19:35.072835 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56020) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:35.077815 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-63b7c2de-2118-45dd-87cf-432fc6e4e3c7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1913585354'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:35.084507 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f4046b7-0480-43b5-bdbe-6c5557e7945e req-923bca95-3239-4e16-9a47-e8e7375a3016 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876403 Jul 23 16:19:35.103132 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f99ac0ac-f99d-463c-b384-8f5999fb923a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:35.131044 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b7c2de-2118-45dd-87cf-432fc6e4e3c7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Made reservation on behalf of 1877a1c5029842a9a22481228281422f for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:35.131272 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628c814-8d2d-4e99-8a8c-65aed8333c5c req-8a03806e-1a3f-430e-bf87-0b15c3960b11 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:35.132834 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7628c814-8d2d-4e99-8a8c-65aed8333c5c req-8a03806e-1a3f-430e-bf87-0b15c3960b11 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 949 time: 0.1340420 Jul 23 16:19:35.142360 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63b7c2de-2118-45dd-87cf-432fc6e4e3c7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:35.172511 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b7c2de-2118-45dd-87cf-432fc6e4e3c7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] vlan segment allocate from pool success with {'vlan_id': 1118, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:19:35.183344 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63b7c2de-2118-45dd-87cf-432fc6e4e3c7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:35.183344 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-63b7c2de-2118-45dd-87cf-432fc6e4e3c7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Added segment 10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf of type vlan for network e5f00839-b5e3-470f-98ff-b05da7b06d94 Jul 23 16:19:35.231160 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7628c814-8d2d-4e99-8a8c-65aed8333c5c req-055606c0-c4e4-46d1-ad5e-35969b3eddff tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917230 Jul 23 16:19:35.282015 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f99ac0ac-f99d-463c-b384-8f5999fb923a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:35.282978 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99ac0ac-f99d-463c-b384-8f5999fb923a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:35.283558 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f99ac0ac-f99d-463c-b384-8f5999fb923a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:35.293807 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63b7c2de-2118-45dd-87cf-432fc6e4e3c7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:35.334479 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-129c66d3-a56e-4e8b-a648-579133cbfc3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:35.350153 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:35.352122 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f99ac0ac-f99d-463c-b384-8f5999fb923a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8378320 Jul 23 16:19:35.355834 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56028) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:35.361261 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-5c388b97-e248-470b-a444-506805dd0cc1 admin admin] Request body: {'subnet': {'network_id': 'aad53364-3875-4117-b294-b650c89caaa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2132065677-subnet', 'tenant_id': '61cad53147df4a91ad0cc5123c104c3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:35.386696 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ac0ac-f99d-463c-b384-8f5999fb923a admin admin] Pushing event updated for resources: {'Network': ['ID=aad53364-3875-4117-b294-b650c89caaa7,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:35.387923 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c388b97-e248-470b-a444-506805dd0cc1 admin admin] Made reservation on behalf of 61cad53147df4a91ad0cc5123c104c3c for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:35.391351 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5c388b97-e248-470b-a444-506805dd0cc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:35.399458 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network aad53364-3875-4117-b294-b650c89caaa7 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:19:35.400722 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63b7c2de-2118-45dd-87cf-432fc6e4e3c7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:35.407571 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b7c2de-2118-45dd-87cf-432fc6e4e3c7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:35.408577 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63b7c2de-2118-45dd-87cf-432fc6e4e3c7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:35.469621 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-63b7c2de-2118-45dd-87cf-432fc6e4e3c7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3931284 Jul 23 16:19:35.475833 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56032) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:35.481483 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-e28cb2e7-dc36-43ef-aa82-9b00ad753c1b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-79238464'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:35.553687 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7c2de-2118-45dd-87cf-432fc6e4e3c7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Pushing event updated for resources: {'Network': ['ID=e5f00839-b5e3-470f-98ff-b05da7b06d94,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:35.572477 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network e5f00839-b5e3-470f-98ff-b05da7b06d94 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:19:35.583588 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28cb2e7-dc36-43ef-aa82-9b00ad753c1b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Made reservation on behalf of 1877a1c5029842a9a22481228281422f for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:35.589520 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e28cb2e7-dc36-43ef-aa82-9b00ad753c1b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:35.634213 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e28cb2e7-dc36-43ef-aa82-9b00ad753c1b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] vlan segment allocate from pool success with {'vlan_id': 1147, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:19:35.644497 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e28cb2e7-dc36-43ef-aa82-9b00ad753c1b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:35.645314 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-e28cb2e7-dc36-43ef-aa82-9b00ad753c1b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Added segment e8728e7b-cc64-4d64-b8c7-0bf963e96d60 of type vlan for network b15e95e3-c83c-43f1-8d67-89ed25f67132 Jul 23 16:19:35.690366 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5c388b97-e248-470b-a444-506805dd0cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:35.699724 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e28cb2e7-dc36-43ef-aa82-9b00ad753c1b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:35.737370 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e28cb2e7-dc36-43ef-aa82-9b00ad753c1b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:35.749250 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28cb2e7-dc36-43ef-aa82-9b00ad753c1b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:35.750584 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e28cb2e7-dc36-43ef-aa82-9b00ad753c1b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:35.779929 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c388b97-e248-470b-a444-506805dd0cc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e441959-abd3-41b0-b100-583881c3683b,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:35.792802 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c388b97-e248-470b-a444-506805dd0cc1 admin admin] Checking segment: {'id': '1d128653-f60b-4983-a12b-a1ef089c32f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'aad53364-3875-4117-b294-b650c89caaa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:35.793517 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c388b97-e248-470b-a444-506805dd0cc1 admin admin] Network hostable DHCP agents. Network: aad53364-3875-4117-b294-b650c89caaa7, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:19:35.802755 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e28cb2e7-dc36-43ef-aa82-9b00ad753c1b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3257372 Jul 23 16:19:35.806129 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56046) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:35.818643 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-c4bc1283-796b-493f-9d9c-5d6e0e0bef88 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Request body: {'subnet': {'network_id': 'e5f00839-b5e3-470f-98ff-b05da7b06d94', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:35.819304 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c388b97-e248-470b-a444-506805dd0cc1 admin admin] Network aad53364-3875-4117-b294-b650c89caaa7 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:19:35.833796 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-5c388b97-e248-470b-a444-506805dd0cc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, aad53364-3875-4117-b294-b650c89caaa7) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:35.845571 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88b7e0d-d095-4937-b1d2-85a95a98b9a4 None None] Network aad53364-3875-4117-b294-b650c89caaa7 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:19:35.845737 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c388b97-e248-470b-a444-506805dd0cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:35.846257 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5c388b97-e248-470b-a444-506805dd0cc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:35.871263 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5c388b97-e248-470b-a444-506805dd0cc1 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5126245 Jul 23 16:19:35.872848 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56050) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:35.885204 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-199156a1-5fb5-4e0c-b913-635c65438af3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2132065677-router', 'tenant_id': '61cad53147df4a91ad0cc5123c104c3c', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:35.923326 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28cb2e7-dc36-43ef-aa82-9b00ad753c1b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Pushing event updated for resources: {'Network': ['ID=b15e95e3-c83c-43f1-8d67-89ed25f67132,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:35.945537 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-199156a1-5fb5-4e0c-b913-635c65438af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:35.947332 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-199156a1-5fb5-4e0c-b913-635c65438af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:35.969427 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network b15e95e3-c83c-43f1-8d67-89ed25f67132 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:19:35.970721 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bc1283-796b-493f-9d9c-5d6e0e0bef88 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Made reservation on behalf of 1877a1c5029842a9a22481228281422f for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:35.983596 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c4bc1283-796b-493f-9d9c-5d6e0e0bef88 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:36.036836 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-199156a1-5fb5-4e0c-b913-635c65438af3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:36.158581 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd24428f-b045-4cd8-a54c-ac71ae11b80d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-aad53364-3875-4117-b294-b650c89caaa7', 'network_id': 'aad53364-3875-4117-b294-b650c89caaa7', 'tenant_id': '61cad53147df4a91ad0cc5123c104c3c', 'fixed_ips': [{'subnet_id': '7e441959-abd3-41b0-b100-583881c3683b'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:19:36.159716 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fd24428f-b045-4cd8-a54c-ac71ae11b80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:36.304810 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c4bc1283-796b-493f-9d9c-5d6e0e0bef88 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:36.328481 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-199156a1-5fb5-4e0c-b913-635c65438af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:36.368235 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-fd24428f-b045-4cd8-a54c-ac71ae11b80d None None] Allocated IP 172.20.0.2 (aad53364-3875-4117-b294-b650c89caaa7/7e441959-abd3-41b0-b100-583881c3683b/d401a990-56f1-45b8-852f-3f436e702983) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:36.377001 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 46512483-dd71-4528-bea3-65c4b053ab66 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:36.383128 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc1283-796b-493f-9d9c-5d6e0e0bef88 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Pushing event updated for resources: {'Subnet': ['ID=0e1b4b2c-7085-4c60-92b2-650db68b72a2,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:36.407172 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bc1283-796b-493f-9d9c-5d6e0e0bef88 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Checking segment: {'id': '10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'e5f00839-b5e3-470f-98ff-b05da7b06d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:36.407541 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bc1283-796b-493f-9d9c-5d6e0e0bef88 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Network hostable DHCP agents. Network: e5f00839-b5e3-470f-98ff-b05da7b06d94, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:19:36.451098 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bc1283-796b-493f-9d9c-5d6e0e0bef88 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Network e5f00839-b5e3-470f-98ff-b05da7b06d94 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:19:36.454392 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549befbb-c232-4cd2-a765-3dfa8eb0d3e2 req-30e9e100-aedd-42d7-aecf-71271f4c8b3e tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:36.465420 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-549befbb-c232-4cd2-a765-3dfa8eb0d3e2 req-30e9e100-aedd-42d7-aecf-71271f4c8b3e tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.2685263 Jul 23 16:19:36.477702 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-c4bc1283-796b-493f-9d9c-5d6e0e0bef88 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, e5f00839-b5e3-470f-98ff-b05da7b06d94) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:36.494729 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e641acac-18e2-437f-a90d-0d88d72adea9 None None] Network e5f00839-b5e3-470f-98ff-b05da7b06d94 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:19:36.496477 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bc1283-796b-493f-9d9c-5d6e0e0bef88 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:36.499636 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c4bc1283-796b-493f-9d9c-5d6e0e0bef88 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:36.516638 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c4bc1283-796b-493f-9d9c-5d6e0e0bef88 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7093525 Jul 23 16:19:36.519211 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56076) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:36.528262 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-549befbb-c232-4cd2-a765-3dfa8eb0d3e2 req-11615984-a363-4a9b-9261-2d57e6397f2e tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613751 Jul 23 16:19:36.528942 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6f43127d-3b09-42e0-a222-af2bdf04e5d7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Request body: {'subnet': {'network_id': 'b15e95e3-c83c-43f1-8d67-89ed25f67132', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:36.579368 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:36.640303 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f43127d-3b09-42e0-a222-af2bdf04e5d7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Made reservation on behalf of 1877a1c5029842a9a22481228281422f for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:36.646271 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6f43127d-3b09-42e0-a222-af2bdf04e5d7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:36.663845 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 46512483-dd71-4528-bea3-65c4b053ab66 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:36.679071 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 46512483-dd71-4528-bea3-65c4b053ab66 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:36.679716 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:36.707610 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671e487-945f-4f76-9493-f9bf2b442064 req-f60cda4d-aa46-4e1d-9a99-a896d7df1fbb tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:36.715222 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6671e487-945f-4f76-9493-f9bf2b442064 req-f60cda4d-aa46-4e1d-9a99-a896d7df1fbb tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 949 time: 0.2026415 Jul 23 16:19:36.818531 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a896d9-2e0f-43dd-bd12-3f4f337f4d22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-e5f00839-b5e3-470f-98ff-b05da7b06d94', 'network_id': 'e5f00839-b5e3-470f-98ff-b05da7b06d94', 'tenant_id': '1877a1c5029842a9a22481228281422f', 'fixed_ips': [{'subnet_id': '0e1b4b2c-7085-4c60-92b2-650db68b72a2'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:19:36.819388 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f3a896d9-2e0f-43dd-bd12-3f4f337f4d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:36.868814 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fd24428f-b045-4cd8-a54c-ac71ae11b80d None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:36.913118 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6671e487-945f-4f76-9493-f9bf2b442064 req-dff96043-88ff-4c7b-92ed-4b2e015092b4 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963418 Jul 23 16:19:36.923750 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-199156a1-5fb5-4e0c-b913-635c65438af3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:36.934218 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6f43127d-3b09-42e0-a222-af2bdf04e5d7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:36.947463 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-fd24428f-b045-4cd8-a54c-ac71ae11b80d None None] Transition to ACTIVE for port object d401a990-56f1-45b8-852f-3f436e702983 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:36.957957 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-199156a1-5fb5-4e0c-b913-635c65438af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:36.985477 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43127d-3b09-42e0-a222-af2bdf04e5d7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Pushing event updated for resources: {'Subnet': ['ID=1cf0b2de-18cb-44fe-a73c-3c7c9e63181e,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:37.019652 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f43127d-3b09-42e0-a222-af2bdf04e5d7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Checking segment: {'id': 'e8728e7b-cc64-4d64-b8c7-0bf963e96d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'b15e95e3-c83c-43f1-8d67-89ed25f67132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:37.020565 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f43127d-3b09-42e0-a222-af2bdf04e5d7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Network hostable DHCP agents. Network: b15e95e3-c83c-43f1-8d67-89ed25f67132, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:19:37.021813 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-fd24428f-b045-4cd8-a54c-ac71ae11b80d None None] Transition to ACTIVE for port object d401a990-56f1-45b8-852f-3f436e702983 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:37.030613 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:37.043149 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f43127d-3b09-42e0-a222-af2bdf04e5d7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Network b15e95e3-c83c-43f1-8d67-89ed25f67132 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:19:37.056135 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-6f43127d-3b09-42e0-a222-af2bdf04e5d7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, b15e95e3-c83c-43f1-8d67-89ed25f67132) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:37.063284 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f43127d-3b09-42e0-a222-af2bdf04e5d7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:37.064206 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6f43127d-3b09-42e0-a222-af2bdf04e5d7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:37.091612 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6f43127d-3b09-42e0-a222-af2bdf04e5d7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5696723 Jul 23 16:19:37.092281 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56084) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:37.102106 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-c4c097f1-b681-44df-bba2-8b0afd79c084 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Request body: {'port': {'network_id': 'e5f00839-b5e3-470f-98ff-b05da7b06d94', 'name': 'tempest-TaggedBootDevicesTest_v242-792004428', 'fixed_ips': [{'subnet_id': '0e1b4b2c-7085-4c60-92b2-650db68b72a2'}]}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:37.150515 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-199156a1-5fb5-4e0c-b913-635c65438af3 admin admin] Allocated IP 172.25.8.160 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:37.196176 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac09aed-ba67-4e7f-9358-c85f2095234c None None] Network b15e95e3-c83c-43f1-8d67-89ed25f67132 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:19:37.208112 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fd24428f-b045-4cd8-a54c-ac71ae11b80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:37.276590 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56088) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:37.286491 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:37.296124 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66590e1-d314-4532-b8ad-8b23ab592ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46512483-dd71-4528-bea3-65c4b053ab66'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:37.298408 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504896fc-0703-4ff6-a25e-b99aac10140c" -d '{"events": [{"server_uuid": "b66590e1-d314-4532-b8ad-8b23ab592ed4", "name": "network-vif-plugged", "status": "completed", "tag": "46512483-dd71-4528-bea3-65c4b053ab66"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:37.318659 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd24428f-b045-4cd8-a54c-ac71ae11b80d None None] Network aad53364-3875-4117-b294-b650c89caaa7 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:37.356697 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-f3a896d9-2e0f-43dd-bd12-3f4f337f4d22 None None] Allocated IP 10.1.1.2 (e5f00839-b5e3-470f-98ff-b05da7b06d94/0e1b4b2c-7085-4c60-92b2-650db68b72a2/6db06b29-ae41-42a8-a66a-3c9d066d484e) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:37.365086 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4dfce69-69dd-4237-b53c-82f4ec1daa41 x-openstack-request-id: req-d4dfce69-69dd-4237-b53c-82f4ec1daa41 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:37.365486 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66590e1-d314-4532-b8ad-8b23ab592ed4", "name": "network-vif-plugged", "status": "completed", "tag": "46512483-dd71-4528-bea3-65c4b053ab66", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:37.365726 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d4dfce69-69dd-4237-b53c-82f4ec1daa41 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:37.366119 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66590e1-d314-4532-b8ad-8b23ab592ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46512483-dd71-4528-bea3-65c4b053ab66', 'code': 200} Jul 23 16:19:37.366985 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-fd24428f-b045-4cd8-a54c-ac71ae11b80d None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:37.370282 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 46512483-dd71-4528-bea3-65c4b053ab66, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=46512483-dd71-4528-bea3-65c4b053ab66,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:37.375128 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd24428f-b045-4cd8-a54c-ac71ae11b80d None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:37.375620 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-199156a1-5fb5-4e0c-b913-635c65438af3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:37.381216 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24428f-b045-4cd8-a54c-ac71ae11b80d None None] Pushing event updated for resources: {'Port': ['ID=d401a990-56f1-45b8-852f-3f436e702983,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:37.405956 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:37.428088 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c097f1-b681-44df-bba2-8b0afd79c084 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Made reservation on behalf of 1877a1c5029842a9a22481228281422f for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:37.465228 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-199156a1-5fb5-4e0c-b913-635c65438af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:37.471115 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c3e874d9-6819-4f68-8028-716d2619a16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:37.536572 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ede1c-a0ee-4d23-b580-114d5c0494d2 req-ffa2381f-9a4a-4f23-926a-4a01c53ec8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:37.538480 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e41ede1c-a0ee-4d23-b580-114d5c0494d2 req-ffa2381f-9a4a-4f23-926a-4a01c53ec8ca service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 1101 time: 0.1231492 Jul 23 16:19:37.562714 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199156a1-5fb5-4e0c-b913-635c65438af3 admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:37.580065 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-199156a1-5fb5-4e0c-b913-635c65438af3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:37.588697 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199156a1-5fb5-4e0c-b913-635c65438af3 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:37.593562 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e41ede1c-a0ee-4d23-b580-114d5c0494d2 req-263b5cb4-c7fd-4fd5-9438-c54b27799be1 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456660 Jul 23 16:19:37.611240 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199156a1-5fb5-4e0c-b913-635c65438af3 admin admin] Pushing event updated for resources: {'Port': ['ID=54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:37.616274 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c4c097f1-b681-44df-bba2-8b0afd79c084 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:37.642064 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c3e874d9-6819-4f68-8028-716d2619a16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:37.648160 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c3e874d9-6819-4f68-8028-716d2619a16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:37.651696 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-fd24428f-b045-4cd8-a54c-ac71ae11b80d None None] Attempting to bind port d401a990-56f1-45b8-852f-3f436e702983 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:37.652177 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-fd24428f-b045-4cd8-a54c-ac71ae11b80d None None] Attempting to bind port d401a990-56f1-45b8-852f-3f436e702983 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '1d128653-f60b-4983-a12b-a1ef089c32f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'aad53364-3875-4117-b294-b650c89caaa7'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:37.652417 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24428f-b045-4cd8-a54c-ac71ae11b80d None None] Attempting to bind port d401a990-56f1-45b8-852f-3f436e702983 on network aad53364-3875-4117-b294-b650c89caaa7 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:37.668609 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=46512483-dd71-4528-bea3-65c4b053ab66,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:37.688711 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-c4c097f1-b681-44df-bba2-8b0afd79c084 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] device_id is not set on port 6f4f771a-0731-4ed2-98ff-d65dace07b5a yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:19:37.689226 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24428f-b045-4cd8-a54c-ac71ae11b80d None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:37.689605 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24428f-b045-4cd8-a54c-ac71ae11b80d None None] Checking segment: {'id': '1d128653-f60b-4983-a12b-a1ef089c32f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'aad53364-3875-4117-b294-b650c89caaa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:37.690014 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fd24428f-b045-4cd8-a54c-ac71ae11b80d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:37.690413 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24428f-b045-4cd8-a54c-ac71ae11b80d None None] Bound using segment: {'id': '1d128653-f60b-4983-a12b-a1ef089c32f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'aad53364-3875-4117-b294-b650c89caaa7'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:37.690893 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-fd24428f-b045-4cd8-a54c-ac71ae11b80d None None] Bound port: d401a990-56f1-45b8-852f-3f436e702983, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d128653-f60b-4983-a12b-a1ef089c32f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'aad53364-3875-4117-b294-b650c89caaa7'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:37.691393 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fd24428f-b045-4cd8-a54c-ac71ae11b80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:37.700927 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c3e874d9-6819-4f68-8028-716d2619a16e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b275253af321438597be5c75dcea482e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4228909 Jul 23 16:19:37.702529 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e874d9-6819-4f68-8028-716d2619a16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb40b4a5-534b-43ca-9178-e1084f33e0a1,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:37.705412 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56100) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:37.762631 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c2cd88e7-4fc7-490b-82b4-c98f8f7fa624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:37.787799 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c2cd88e7-4fc7-490b-82b4-c98f8f7fa624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:37.809676 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4d83dc-8902-4769-9ba8-1778fb7a314f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-b15e95e3-c83c-43f1-8d67-89ed25f67132', 'network_id': 'b15e95e3-c83c-43f1-8d67-89ed25f67132', 'tenant_id': '1877a1c5029842a9a22481228281422f', 'fixed_ips': [{'subnet_id': '1cf0b2de-18cb-44fe-a73c-3c7c9e63181e'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:19:37.810559 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1a4d83dc-8902-4769-9ba8-1778fb7a314f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:37.833250 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f3a896d9-2e0f-43dd-bd12-3f4f337f4d22 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:37.861244 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c2cd88e7-4fc7-490b-82b4-c98f8f7fa624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:37.862878 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f3a896d9-2e0f-43dd-bd12-3f4f337f4d22 None None] Transition to ACTIVE for port object 6db06b29-ae41-42a8-a66a-3c9d066d484e will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:37.864608 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c2cd88e7-4fc7-490b-82b4-c98f8f7fa624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:37.865918 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c2cd88e7-4fc7-490b-82b4-c98f8f7fa624 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eb40b4a5-534b-43ca-9178-e1084f33e0a1 HTTP/1.1" status: 204 len: 168 time: 0.1593769 Jul 23 16:19:37.877866 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-fd24428f-b045-4cd8-a54c-ac71ae11b80d None None] For port d401a990-56f1-45b8-852f-3f436e702983, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:37.878100 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd88e7-4fc7-490b-82b4-c98f8f7fa624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb40b4a5-534b-43ca-9178-e1084f33e0a1,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:37.960398 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-fd24428f-b045-4cd8-a54c-ac71ae11b80d None None] For port d401a990-56f1-45b8-852f-3f436e702983, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d401a990-56f1-45b8-852f-3f436e702983,segment=NetworkSegment(1d128653-f60b-4983-a12b-a1ef089c32f4),segment_id=1d128653-f60b-4983-a12b-a1ef089c32f4)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:37.982555 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f3a896d9-2e0f-43dd-bd12-3f4f337f4d22 None None] Transition to ACTIVE for port object 6db06b29-ae41-42a8-a66a-3c9d066d484e will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:37.984972 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fd24428f-b045-4cd8-a54c-ac71ae11b80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:37.997876 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f3a896d9-2e0f-43dd-bd12-3f4f337f4d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:38.048196 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e3e92-3267-4f4b-b534-4202d55f4df4 req-72d26104-6298-40b8-9584-df4d9e0f6468 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:38.049768 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d1e3e92-3267-4f4b-b534-4202d55f4df4 req-72d26104-6298-40b8-9584-df4d9e0f6468 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.4213040 Jul 23 16:19:38.125551 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a896d9-2e0f-43dd-bd12-3f4f337f4d22 None None] Network e5f00839-b5e3-470f-98ff-b05da7b06d94 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:38.127105 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24428f-b045-4cd8-a54c-ac71ae11b80d None None] Pushing event updated for resources: {'Port': ['ID=d401a990-56f1-45b8-852f-3f436e702983,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:38.136416 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-f3a896d9-2e0f-43dd-bd12-3f4f337f4d22 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:38.160709 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a896d9-2e0f-43dd-bd12-3f4f337f4d22 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:38.276164 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56110) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:38.287205 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d1e3e92-3267-4f4b-b534-4202d55f4df4 req-f79619aa-50bf-4164-8e58-81c4f38fc536 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291567 Jul 23 16:19:38.312804 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5c920bd7-b901-46c6-a494-258459a796d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:38.313205 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-f3a896d9-2e0f-43dd-bd12-3f4f337f4d22 None None] Attempting to bind port 6db06b29-ae41-42a8-a66a-3c9d066d484e on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:38.313205 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-f3a896d9-2e0f-43dd-bd12-3f4f337f4d22 None None] Attempting to bind port 6db06b29-ae41-42a8-a66a-3c9d066d484e by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'e5f00839-b5e3-470f-98ff-b05da7b06d94'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:38.313205 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a896d9-2e0f-43dd-bd12-3f4f337f4d22 None None] Attempting to bind port 6db06b29-ae41-42a8-a66a-3c9d066d484e on network e5f00839-b5e3-470f-98ff-b05da7b06d94 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:38.335284 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a896d9-2e0f-43dd-bd12-3f4f337f4d22 None None] Pushing event updated for resources: {'Port': ['ID=6db06b29-ae41-42a8-a66a-3c9d066d484e,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:38.339010 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-1a4d83dc-8902-4769-9ba8-1778fb7a314f None None] Allocated IP 10.2.2.2 (b15e95e3-c83c-43f1-8d67-89ed25f67132/1cf0b2de-18cb-44fe-a73c-3c7c9e63181e/0f7fbe90-bc58-4532-a9bb-2389e150b628) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:38.340639 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a896d9-2e0f-43dd-bd12-3f4f337f4d22 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:38.341020 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a896d9-2e0f-43dd-bd12-3f4f337f4d22 None None] Checking segment: {'id': '10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'e5f00839-b5e3-470f-98ff-b05da7b06d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:38.341455 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f3a896d9-2e0f-43dd-bd12-3f4f337f4d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:38.342302 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a896d9-2e0f-43dd-bd12-3f4f337f4d22 None None] Bound using segment: {'id': '10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'e5f00839-b5e3-470f-98ff-b05da7b06d94'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:38.342786 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-f3a896d9-2e0f-43dd-bd12-3f4f337f4d22 None None] Bound port: 6db06b29-ae41-42a8-a66a-3c9d066d484e, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'e5f00839-b5e3-470f-98ff-b05da7b06d94'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:38.343199 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f3a896d9-2e0f-43dd-bd12-3f4f337f4d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:38.427932 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-c4c097f1-b681-44df-bba2-8b0afd79c084 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Allocated IP 10.1.1.231 (e5f00839-b5e3-470f-98ff-b05da7b06d94/0e1b4b2c-7085-4c60-92b2-650db68b72a2/6f4f771a-0731-4ed2-98ff-d65dace07b5a) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:38.467299 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadcfe1-c097-4415-9adf-ffac028c0cde req-d6d7c928-ba01-43d3-b315-5aaf2cbf1490 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:38.476910 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eeadcfe1-c097-4415-9adf-ffac028c0cde req-d6d7c928-ba01-43d3-b315-5aaf2cbf1490 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 950 time: 0.4244111 Jul 23 16:19:38.542163 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f3a896d9-2e0f-43dd-bd12-3f4f337f4d22 None None] For port 6db06b29-ae41-42a8-a66a-3c9d066d484e, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:38.542559 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5c920bd7-b901-46c6-a494-258459a796d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:38.546799 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:38.552318 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5c920bd7-b901-46c6-a494-258459a796d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:38.574608 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f3a896d9-2e0f-43dd-bd12-3f4f337f4d22 None None] For port 6db06b29-ae41-42a8-a66a-3c9d066d484e, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=6db06b29-ae41-42a8-a66a-3c9d066d484e,segment=NetworkSegment(10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf),segment_id=10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:38.588372 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f3a896d9-2e0f-43dd-bd12-3f4f337f4d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:38.623085 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c920bd7-b901-46c6-a494-258459a796d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96d6082-a123-4b43-a043-c133cf4080be,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:38.643305 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-199156a1-5fb5-4e0c-b913-635c65438af3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:38.662674 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5c920bd7-b901-46c6-a494-258459a796d4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e5f2a54522fe4eae83fe85915a6549f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3830380 Jul 23 16:19:38.663771 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56116) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:38.672138 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb5da7d4-a9f8-45da-91a3-5c1ccf0cf649 req-13643a3c-4def-4d0e-b098-a7b77585d755 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5128798 Jul 23 16:19:38.737158 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1a4d83dc-8902-4769-9ba8-1778fb7a314f None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:38.747739 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1a4d83dc-8902-4769-9ba8-1778fb7a314f None None] Transition to ACTIVE for port object 0f7fbe90-bc58-4532-a9bb-2389e150b628 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:38.794777 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b2589a94-45ef-447a-9e54-a0373d5edb2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:38.803623 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1a4d83dc-8902-4769-9ba8-1778fb7a314f None None] Transition to ACTIVE for port object 0f7fbe90-bc58-4532-a9bb-2389e150b628 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:38.806184 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a896d9-2e0f-43dd-bd12-3f4f337f4d22 None None] Pushing event updated for resources: {'Port': ['ID=6db06b29-ae41-42a8-a66a-3c9d066d484e,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:38.823513 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1a4d83dc-8902-4769-9ba8-1778fb7a314f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:38.834678 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b2589a94-45ef-447a-9e54-a0373d5edb2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:38.873392 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eeadcfe1-c097-4415-9adf-ffac028c0cde req-57590bb8-df56-4399-a58c-fc99e2d0146e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893542 Jul 23 16:19:38.892125 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4d83dc-8902-4769-9ba8-1778fb7a314f None None] Network b15e95e3-c83c-43f1-8d67-89ed25f67132 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:38.894053 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d83dc-8902-4769-9ba8-1778fb7a314f None None] Pushing event updated for resources: {'Port': ['ID=0f7fbe90-bc58-4532-a9bb-2389e150b628,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:38.899741 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-1a4d83dc-8902-4769-9ba8-1778fb7a314f None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:38.902795 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4d83dc-8902-4769-9ba8-1778fb7a314f None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:38.946165 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b2589a94-45ef-447a-9e54-a0373d5edb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:38.950976 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b2589a94-45ef-447a-9e54-a0373d5edb2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:38.955601 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b2589a94-45ef-447a-9e54-a0373d5edb2b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c96d6082-a123-4b43-a043-c133cf4080be HTTP/1.1" status: 204 len: 168 time: 0.2893162 Jul 23 16:19:39.010534 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-1a4d83dc-8902-4769-9ba8-1778fb7a314f None None] Attempting to bind port 0f7fbe90-bc58-4532-a9bb-2389e150b628 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:39.011033 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-1a4d83dc-8902-4769-9ba8-1778fb7a314f None None] Attempting to bind port 0f7fbe90-bc58-4532-a9bb-2389e150b628 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'e8728e7b-cc64-4d64-b8c7-0bf963e96d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'b15e95e3-c83c-43f1-8d67-89ed25f67132'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:39.011354 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4d83dc-8902-4769-9ba8-1778fb7a314f None None] Attempting to bind port 0f7fbe90-bc58-4532-a9bb-2389e150b628 on network b15e95e3-c83c-43f1-8d67-89ed25f67132 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:39.018722 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4d83dc-8902-4769-9ba8-1778fb7a314f None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:39.019108 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4d83dc-8902-4769-9ba8-1778fb7a314f None None] Checking segment: {'id': 'e8728e7b-cc64-4d64-b8c7-0bf963e96d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'b15e95e3-c83c-43f1-8d67-89ed25f67132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:39.019518 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1a4d83dc-8902-4769-9ba8-1778fb7a314f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:39.019993 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4d83dc-8902-4769-9ba8-1778fb7a314f None None] Bound using segment: {'id': 'e8728e7b-cc64-4d64-b8c7-0bf963e96d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'b15e95e3-c83c-43f1-8d67-89ed25f67132'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:39.020516 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-1a4d83dc-8902-4769-9ba8-1778fb7a314f None None] Bound port: 0f7fbe90-bc58-4532-a9bb-2389e150b628, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8728e7b-cc64-4d64-b8c7-0bf963e96d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'b15e95e3-c83c-43f1-8d67-89ed25f67132'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:39.020905 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1a4d83dc-8902-4769-9ba8-1778fb7a314f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:39.028165 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2589a94-45ef-447a-9e54-a0373d5edb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96d6082-a123-4b43-a043-c133cf4080be,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:39.131526 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-1a4d83dc-8902-4769-9ba8-1778fb7a314f None None] For port 0f7fbe90-bc58-4532-a9bb-2389e150b628, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:39.135248 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d401a990-56f1-45b8-852f-3f436e702983 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:39.168943 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-1a4d83dc-8902-4769-9ba8-1778fb7a314f None None] For port 0f7fbe90-bc58-4532-a9bb-2389e150b628, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0f7fbe90-bc58-4532-a9bb-2389e150b628,segment=NetworkSegment(e8728e7b-cc64-4d64-b8c7-0bf963e96d60),segment_id=e8728e7b-cc64-4d64-b8c7-0bf963e96d60)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:39.177161 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1a4d83dc-8902-4769-9ba8-1778fb7a314f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:39.284510 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d83dc-8902-4769-9ba8-1778fb7a314f None None] Pushing event updated for resources: {'Port': ['ID=0f7fbe90-bc58-4532-a9bb-2389e150b628,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:39.308288 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port d401a990-56f1-45b8-852f-3f436e702983 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:39.707537 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c4c097f1-b681-44df-bba2-8b0afd79c084 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:39.724616 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5da7d4-a9f8-45da-91a3-5c1ccf0cf649 req-947fdaa7-0030-43a1-ba4a-49e9fccace5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:39.726296 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb5da7d4-a9f8-45da-91a3-5c1ccf0cf649 req-947fdaa7-0030-43a1-ba4a-49e9fccace5e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 1101 time: 0.9356177 Jul 23 16:19:39.888517 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-c4c097f1-b681-44df-bba2-8b0afd79c084 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Transition to ACTIVE for port object 6f4f771a-0731-4ed2-98ff-d65dace07b5a will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:39.919706 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5da7d4-a9f8-45da-91a3-5c1ccf0cf649 req-e64dd562-8ca9-4b8f-8ef5-9b757efe6afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:39.921241 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb5da7d4-a9f8-45da-91a3-5c1ccf0cf649 req-e64dd562-8ca9-4b8f-8ef5-9b757efe6afc service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.1602235 Jul 23 16:19:39.941794 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450f183-a04c-4479-a236-435f175c5623 req-e439cc6e-4e94-4001-af30-7ebc806b87f9 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:39.948681 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2450f183-a04c-4479-a236-435f175c5623 req-e439cc6e-4e94-4001-af30-7ebc806b87f9 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.3432660 Jul 23 16:19:40.006023 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d50ee2-4619-47b9-afe2-4566371d3462 None None] Network aad53364-3875-4117-b294-b650c89caaa7 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:19:40.023752 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb5da7d4-a9f8-45da-91a3-5c1ccf0cf649 req-4f6483ec-ffbf-497a-8345-3fe48f042646 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=be1d51a9-55f4-470f-8f76-a55feb8d6c7b HTTP/1.1" status: 200 len: 217 time: 0.0906711 Jul 23 16:19:40.062733 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-199156a1-5fb5-4e0c-b913-635c65438af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:40.101525 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c4c097f1-b681-44df-bba2-8b0afd79c084 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:40.119586 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2cec787f-a905-4600-ba47-64a70cd98d8f None None] Provisioning for port d401a990-56f1-45b8-852f-3f436e702983 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:40.128408 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2cec787f-a905-4600-ba47-64a70cd98d8f None None] Provisioning complete for port d401a990-56f1-45b8-852f-3f436e702983 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:40.128787 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2cec787f-a905-4600-ba47-64a70cd98d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:40.157665 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2450f183-a04c-4479-a236-435f175c5623 req-b3754769-46af-4be6-9b47-493a8d320c4c tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076759 Jul 23 16:19:40.335849 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c097f1-b681-44df-bba2-8b0afd79c084 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Network e5f00839-b5e3-470f-98ff-b05da7b06d94 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:40.338538 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-c4c097f1-b681-44df-bba2-8b0afd79c084 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:40.343240 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c097f1-b681-44df-bba2-8b0afd79c084 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:40.361265 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9199fa3a-f712-4fa8-a166-8fd613c96b6d None None] Network e5f00839-b5e3-470f-98ff-b05da7b06d94 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:19:40.368538 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2cec787f-a905-4600-ba47-64a70cd98d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:40.410535 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5da7d4-a9f8-45da-91a3-5c1ccf0cf649 req-9a8b833f-a84a-462f-8dd9-0eefe5a101d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:40.412206 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb5da7d4-a9f8-45da-91a3-5c1ccf0cf649 req-9a8b833f-a84a-462f-8dd9-0eefe5a101d6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.3514752 Jul 23 16:19:40.443789 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c097f1-b681-44df-bba2-8b0afd79c084 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Pushing event updated for resources: {'Port': ['ID=6f4f771a-0731-4ed2-98ff-d65dace07b5a,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:40.502886 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6b106-7c0a-4236-9ed0-259ec146e9b8 req-9917f596-9825-4272-8bbf-8380cc8d004c tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:40.504944 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-efc6b106-7c0a-4236-9ed0-259ec146e9b8 req-9917f596-9825-4272-8bbf-8380cc8d004c tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 1097 time: 0.5310004 Jul 23 16:19:40.549978 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c097f1-b681-44df-bba2-8b0afd79c084 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:40.550700 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c4c097f1-b681-44df-bba2-8b0afd79c084 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:40.620333 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c4c097f1-b681-44df-bba2-8b0afd79c084 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5269194 Jul 23 16:19:40.623319 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56162) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:40.630032 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6cb6ced7-be76-4550-8506-8ab66f8eb761 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Request body: {'port': {'network_id': 'e5f00839-b5e3-470f-98ff-b05da7b06d94', 'name': 'tempest-TaggedBootDevicesTest_v242-833184253', 'fixed_ips': [{'subnet_id': '0e1b4b2c-7085-4c60-92b2-650db68b72a2'}]}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:40.634772 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-2cec787f-a905-4600-ba47-64a70cd98d8f None None] For port d401a990-56f1-45b8-852f-3f436e702983, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d401a990-56f1-45b8-852f-3f436e702983,segment=NetworkSegment(1d128653-f60b-4983-a12b-a1ef089c32f4),segment_id=1d128653-f60b-4983-a12b-a1ef089c32f4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:40.638567 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84395ad-b570-4392-935d-156cd3f09a60 req-76ed4433-386b-4c2d-88cb-6a3aa69a97cc tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:40.640175 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c84395ad-b570-4392-935d-156cd3f09a60 req-76ed4433-386b-4c2d-88cb-6a3aa69a97cc tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 950 time: 0.3430264 Jul 23 16:19:40.646784 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-efc6b106-7c0a-4236-9ed0-259ec146e9b8 req-5087dcf8-fa1c-4695-aef7-010e72cad1f0 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241224 Jul 23 16:19:40.660691 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2cec787f-a905-4600-ba47-64a70cd98d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:40.665966 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5da7d4-a9f8-45da-91a3-5c1ccf0cf649 req-2e1173cf-b1f4-4bec-af1f-c0a15c8502c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:40.665966 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb5da7d4-a9f8-45da-91a3-5c1ccf0cf649 req-2e1173cf-b1f4-4bec-af1f-c0a15c8502c6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2256110 Jul 23 16:19:40.751747 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199156a1-5fb5-4e0c-b913-635c65438af3 admin admin] Router d12e8c13-b305-408b-ab99-a7c597434094 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:19:40.816246 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c84395ad-b570-4392-935d-156cd3f09a60 req-4b36b3dc-40ff-41e3-bc27-de2d13eb1732 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659982 Jul 23 16:19:40.952251 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e439867c-5f0f-43b1-b714-552f826506ae None None] Network b15e95e3-c83c-43f1-8d67-89ed25f67132 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:19:40.955979 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec787f-a905-4600-ba47-64a70cd98d8f None None] Pushing event updated for resources: {'Port': ['ID=d401a990-56f1-45b8-852f-3f436e702983,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:40.982473 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb6ced7-be76-4550-8506-8ab66f8eb761 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Made reservation on behalf of 1877a1c5029842a9a22481228281422f for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:40.985329 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c8716e9d-9d8e-4540-91a4-f62363a11373 None None] Provisioning for port 6db06b29-ae41-42a8-a66a-3c9d066d484e completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:41.071236 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb5da7d4-a9f8-45da-91a3-5c1ccf0cf649 req-bb84e429-dd6c-43c2-acb9-189c07f4b35e service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899462 Jul 23 16:19:41.206672 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6cb6ced7-be76-4550-8506-8ab66f8eb761 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:41.227107 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 6db06b29-ae41-42a8-a66a-3c9d066d484e up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:41.230337 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-6cb6ced7-be76-4550-8506-8ab66f8eb761 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] device_id is not set on port ec5d280e-539b-40ed-95d6-bc3fb999ce68 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:19:41.250042 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8df5516a-2fe0-4659-9a37-68b1d5a298a5 None None] Provisioning for port 0f7fbe90-bc58-4532-a9bb-2389e150b628 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:41.275670 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199156a1-5fb5-4e0c-b913-635c65438af3 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:19:41.328707 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03309f7-52df-4703-a22b-9a947a9f33d0 None None] Sync routers for ids ['d12e8c13-b305-408b-ab99-a7c597434094'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:19:41.346014 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-199156a1-5fb5-4e0c-b913-635c65438af3 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:41.372496 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-199156a1-5fb5-4e0c-b913-635c65438af3 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4972122 Jul 23 16:19:41.376893 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56186) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:41.391311 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb5da7d4-a9f8-45da-91a3-5c1ccf0cf649 req-49604d75-d8a9-4620-8b40-0324259cf50d service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022778 Jul 23 16:19:41.506246 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8df5516a-2fe0-4659-9a37-68b1d5a298a5 None None] Provisioning complete for port d401a990-56f1-45b8-852f-3f436e702983 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:41.506954 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8df5516a-2fe0-4659-9a37-68b1d5a298a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:41.572333 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03309f7-52df-4703-a22b-9a947a9f33d0 None None] Routers {'d12e8c13-b305-408b-ab99-a7c597434094'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:41.574784 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-d03309f7-52df-4703-a22b-9a947a9f33d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:19:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d12e8c13-b305-408b-ab99-a7c597434094'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:41.596275 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb7fd5-a0aa-413d-b8d3-d50d68c752ce req-5f701a11-c853-4f62-a793-f3c328925a07 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:41.600462 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-10fb7fd5-a0aa-413d-b8d3-d50d68c752ce req-5f701a11-c853-4f62-a793-f3c328925a07 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 950 time: 0.1567764 Jul 23 16:19:41.680572 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-10fb7fd5-a0aa-413d-b8d3-d50d68c752ce req-b1f0b9ac-a44d-435b-abcc-b5f30058b910 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741396 Jul 23 16:19:41.742627 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 6db06b29-ae41-42a8-a66a-3c9d066d484e completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:41.757108 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 6db06b29-ae41-42a8-a66a-3c9d066d484e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:41.757108 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:41.848114 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb0f4f-0e1b-4192-980d-b30c4de4cd60 req-6f1fe48d-d506-44f7-9b16-35e71724f729 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:41.856306 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cbbb0f4f-0e1b-4192-980d-b30c4de4cd60 req-6f1fe48d-d506-44f7-9b16-35e71724f729 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.1193349 Jul 23 16:19:41.880759 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-d03309f7-52df-4703-a22b-9a947a9f33d0 None None] Set router d12e8c13-b305-408b-ab99-a7c597434094 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:41.910894 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cbbb0f4f-0e1b-4192-980d-b30c4de4cd60 req-3c2cd385-aa88-4264-ad82-7b0f0a5f2cbc tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489705 Jul 23 16:19:42.022158 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-6cb6ced7-be76-4550-8506-8ab66f8eb761 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Allocated IP 10.1.1.76 (e5f00839-b5e3-470f-98ff-b05da7b06d94/0e1b4b2c-7085-4c60-92b2-650db68b72a2/ec5d280e-539b-40ed-95d6-bc3fb999ce68) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:42.217901 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-9d0c5bea-7889-46be-b637-66bc2d9c0870 None None] Provisioning for port 6f4f771a-0731-4ed2-98ff-d65dace07b5a completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:42.242739 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-9d0c5bea-7889-46be-b637-66bc2d9c0870 None None] Provisioning complete for port 6f4f771a-0731-4ed2-98ff-d65dace07b5a triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:42.244739 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9d0c5bea-7889-46be-b637-66bc2d9c0870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:42.276300 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-015a6a8f-bd5d-4ad0-9bdd-f3724d61792e tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514464 Jul 23 16:19:42.363443 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-9d0c5bea-7889-46be-b637-66bc2d9c0870 None None] Port 6f4f771a-0731-4ed2-98ff-d65dace07b5a cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:19:42.445675 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:42.448804 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-9d0c5bea-7889-46be-b637-66bc2d9c0870 None None] Provisioning complete for port 6db06b29-ae41-42a8-a66a-3c9d066d484e triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:42.449196 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9d0c5bea-7889-46be-b637-66bc2d9c0870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:42.462735 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-d3c18948-2756-45ca-aebf-778c4facd4d0 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:42.481457 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-d3c18948-2756-45ca-aebf-778c4facd4d0 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1928575 Jul 23 16:19:42.516031 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-1fcef857-9b19-4c1e-9ea5-9cd227948f03 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/quotas/f529211e54344ba6bb9f15fa585bf4d7 HTTP/1.1" status: 200 len: 375 time: 0.0219839 Jul 23 16:19:42.561419 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 6db06b29-ae41-42a8-a66a-3c9d066d484e, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=6db06b29-ae41-42a8-a66a-3c9d066d484e,segment=NetworkSegment(10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf),segment_id=10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:42.571185 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-d03309f7-52df-4703-a22b-9a947a9f33d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12e8c13-b305-408b-ab99-a7c597434094', 'name': 'tempest-FloatingIPsTestJSON-2132065677-router', 'tenant_id': '61cad53147df4a91ad0cc5123c104c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:35Z', 'updated_at': '2021-07-23T16:19:38Z', 'revision_number': 3, 'project_id': '61cad53147df4a91ad0cc5123c104c3c', 'gw_port': {'id': '54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:27:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12e8c13-b305-408b-ab99-a7c597434094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:36Z', 'updated_at': '2021-07-23T16:19:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:42.572964 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:42.573784 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0f7fbe90-bc58-4532-a9bb-2389e150b628 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:42.616862 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-fc986005-37c8-4030-ab4e-381570ae64bb tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0915518 Jul 23 16:19:42.725761 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03309f7-52df-4703-a22b-9a947a9f33d0 None None] Checking router: d12e8c13-b305-408b-ab99-a7c597434094 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:19:42.726221 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03309f7-52df-4703-a22b-9a947a9f33d0 None None] Updating router d12e8c13-b305-408b-ab99-a7c597434094 port 54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:19:42.782062 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d03309f7-52df-4703-a22b-9a947a9f33d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:42.790053 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-ff8bb12e-6628-42b5-a4d1-7d70eb99937a tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:19:42.792948 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-ff8bb12e-6628-42b5-a4d1-7d70eb99937a tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086334 Jul 23 16:19:42.809170 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-7f8f8a9d-99ff-41ae-9a6d-194b1826c111 service neutron] Request body: {'binding': {'host': 'n-h2-778549-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:42.809707 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-7f8f8a9d-99ff-41ae-9a6d-194b1826c111 service neutron] Unknown quota resources ['binding']. {{(pid=94012) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:19:42.921964 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=6db06b29-ae41-42a8-a66a-3c9d066d484e,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:42.928330 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 0f7fbe90-bc58-4532-a9bb-2389e150b628 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:42.937726 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 0f7fbe90-bc58-4532-a9bb-2389e150b628 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:42.937726 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:42.940440 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c3b56c52-c708-49ca-8df5-32e68b80bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:42.970930 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6cb6ced7-be76-4550-8506-8ab66f8eb761 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.021118 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-88d6e14c-3d21-49c6-8e85-b714a8322bb9 None None] Provisioning complete for port 0f7fbe90-bc58-4532-a9bb-2389e150b628 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:43.022886 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-88d6e14c-3d21-49c6-8e85-b714a8322bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.041261 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-54450275-e05a-4e1e-83b8-25099f14ab64 req-f80673ef-e10e-46a5-ad67-d01f3f2ab3fa tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b45b2e62-cc17-464e-aace-f5cc20bacb94 HTTP/1.1" status: 200 len: 210 time: 0.0607848 Jul 23 16:19:43.144155 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-6cb6ced7-be76-4550-8506-8ab66f8eb761 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Transition to ACTIVE for port object ec5d280e-539b-40ed-95d6-bc3fb999ce68 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:43.161846 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-7f8f8a9d-99ff-41ae-9a6d-194b1826c111 service neutron] Attempting to bind port b67dfda2-d471-4748-b33e-9252ec9efb0a on host n-h2-778549-4 for vnic_type normal with profile None {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:43.162333 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-7f8f8a9d-99ff-41ae-9a6d-194b1826c111 service neutron] Attempting to bind port b67dfda2-d471-4748-b33e-9252ec9efb0a by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:43.162868 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-7f8f8a9d-99ff-41ae-9a6d-194b1826c111 service neutron] Attempting to bind port b67dfda2-d471-4748-b33e-9252ec9efb0a on network cbcbd292-3824-44cf-913c-59a7184e692c {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:43.174042 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-7f8f8a9d-99ff-41ae-9a6d-194b1826c111 service neutron] Port b67dfda2-d471-4748-b33e-9252ec9efb0a on network cbcbd292-3824-44cf-913c-59a7184e692c not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:19:43.175450 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-7f8f8a9d-99ff-41ae-9a6d-194b1826c111 service neutron] Attempting to bind port b67dfda2-d471-4748-b33e-9252ec9efb0a on network cbcbd292-3824-44cf-913c-59a7184e692c {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:43.190620 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-7f8f8a9d-99ff-41ae-9a6d-194b1826c111 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:43.191153 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-7f8f8a9d-99ff-41ae-9a6d-194b1826c111 service neutron] Checking segment: {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:43.191654 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-7f8f8a9d-99ff-41ae-9a6d-194b1826c111 service neutron] Bound using segment: {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:43.195234 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-7f8f8a9d-99ff-41ae-9a6d-194b1826c111 service neutron] Bound port: b67dfda2-d471-4748-b33e-9252ec9efb0a, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:43.271851 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-c3b56c52-c708-49ca-8df5-32e68b80bc4d admin admin] Allocated IP 172.20.0.1 (aad53364-3875-4117-b294-b650c89caaa7/7e441959-abd3-41b0-b100-583881c3683b/b6de1b70-b808-4333-b9b1-579011c72183) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:43.274457 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6cb6ced7-be76-4550-8506-8ab66f8eb761 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.341529 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6ced7-be76-4550-8506-8ab66f8eb761 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Pushing event updated for resources: {'Port': ['ID=ec5d280e-539b-40ed-95d6-bc3fb999ce68,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:43.360621 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb6ced7-be76-4550-8506-8ab66f8eb761 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Network e5f00839-b5e3-470f-98ff-b05da7b06d94 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:43.364270 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-6cb6ced7-be76-4550-8506-8ab66f8eb761 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:43.369182 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb6ced7-be76-4550-8506-8ab66f8eb761 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:43.408320 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-7f8f8a9d-99ff-41ae-9a6d-194b1826c111 service neutron] For port b67dfda2-d471-4748-b33e-9252ec9efb0a, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=b67dfda2-d471-4748-b33e-9252ec9efb0a,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:43.419087 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-7f8f8a9d-99ff-41ae-9a6d-194b1826c111 service neutron] Notify callbacks [] for binding, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.420300 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-7f8f8a9d-99ff-41ae-9a6d-194b1826c111 service neutron] 10.222.0.73 "POST /v2.0/ports/b67dfda2-d471-4748-b33e-9252ec9efb0a/bindings HTTP/1.1" status: 201 len: 389 time: 0.6160557 Jul 23 16:19:43.430792 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1e673-2ab8-470c-a5fc-dcf07e435284 req-a2c087ba-1e15-4af5-9a03-79e04942f06f tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:43.437966 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9bf1e673-2ab8-470c-a5fc-dcf07e435284 req-a2c087ba-1e15-4af5-9a03-79e04942f06f tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.2388475 Jul 23 16:19:43.498688 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9bf1e673-2ab8-470c-a5fc-dcf07e435284 req-ad2f61cf-101d-4322-8eca-d049f7613cd7 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595620 Jul 23 16:19:43.526607 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb6ced7-be76-4550-8506-8ab66f8eb761 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:43.531153 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6cb6ced7-be76-4550-8506-8ab66f8eb761 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.608299 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6cb6ced7-be76-4550-8506-8ab66f8eb761 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.9829650 Jul 23 16:19:43.667905 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c3b56c52-c708-49ca-8df5-32e68b80bc4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.699581 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c3b56c52-c708-49ca-8df5-32e68b80bc4d admin admin] Transition to ACTIVE for port object b6de1b70-b808-4333-b9b1-579011c72183 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:43.784543 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c3b56c52-c708-49ca-8df5-32e68b80bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.802946 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d03309f7-52df-4703-a22b-9a947a9f33d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.865850 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05851ba0-2882-4534-acdc-8ead63a40427 req-c58318ce-cc42-49a0-9b9f-43e8d79bc620 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:43.867823 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05851ba0-2882-4534-acdc-8ead63a40427 req-c58318ce-cc42-49a0-9b9f-43e8d79bc620 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 946 time: 0.2083457 Jul 23 16:19:43.888317 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.894192 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d03309f7-52df-4703-a22b-9a947a9f33d0 None None] Transition to ACTIVE for port object 54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:43.903007 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b56c52-c708-49ca-8df5-32e68b80bc4d admin admin] Pushing event updated for resources: {'Port': ['ID=b6de1b70-b808-4333-b9b1-579011c72183,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:43.931618 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d03309f7-52df-4703-a22b-9a947a9f33d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.962272 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 0f7fbe90-bc58-4532-a9bb-2389e150b628, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0f7fbe90-bc58-4532-a9bb-2389e150b628,segment=NetworkSegment(e8728e7b-cc64-4d64-b8c7-0bf963e96d60),segment_id=e8728e7b-cc64-4d64-b8c7-0bf963e96d60)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:43.972446 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b56c52-c708-49ca-8df5-32e68b80bc4d admin admin] Network aad53364-3875-4117-b294-b650c89caaa7 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:43.980390 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-c3b56c52-c708-49ca-8df5-32e68b80bc4d admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:43.992883 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b56c52-c708-49ca-8df5-32e68b80bc4d admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:43.995414 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.028432 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05851ba0-2882-4534-acdc-8ead63a40427 req-8d8d7889-c27d-443c-9b13-5027085a7733 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494303 Jul 23 16:19:44.046009 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-88d6e14c-3d21-49c6-8e85-b714a8322bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.063371 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c6e4e9d-ee5a-4ec1-8539-4111c61e06e1 req-41d5a7bb-f97f-48af-b249-7556800a99e7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1941104 Jul 23 16:19:44.141301 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c3b56c52-c708-49ca-8df5-32e68b80bc4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.146371 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a7bac4b8-513a-4a02-8eb7-4963f536f888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:44.148012 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a7bac4b8-513a-4a02-8eb7-4963f536f888 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 1097 time: 0.2557247 Jul 23 16:19:44.230440 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56266) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:44.293770 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 6db06b29-ae41-42a8-a66a-3c9d066d484e up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:44.297350 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a03d1-0c7a-4fb9-beae-14d850bd0d51 None None] Pushing event updated for resources: {'Port': ['ID=54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:44.322846 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-d03309f7-52df-4703-a22b-9a947a9f33d0 None None] Attempting to bind port 54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:44.322846 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-d03309f7-52df-4703-a22b-9a947a9f33d0 None None] Attempting to bind port 54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:44.322846 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03309f7-52df-4703-a22b-9a947a9f33d0 None None] Attempting to bind port 54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:44.348007 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-1a4d1749-3f99-4b64-80c3-a31ed568799f tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--273302831', 'description': 'tempest-description--1881324965'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:44.352654 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-712992b6-0dbf-4acf-bbb3-adc8dd78fca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:44.354777 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-712992b6-0dbf-4acf-bbb3-adc8dd78fca3 service neutron] 10.222.0.97 "GET /v2.0/networks?id=cbcbd292-3824-44cf-913c-59a7184e692c HTTP/1.1" status: 200 len: 910 time: 0.1257119 Jul 23 16:19:44.390018 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e50b54-4610-4eac-b609-0c6360a1e4ec req-231f18a1-5613-4834-8106-768c6de0b618 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:44.391615 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b4e50b54-4610-4eac-b609-0c6360a1e4ec req-231f18a1-5613-4834-8106-768c6de0b618 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 950 time: 0.2128966 Jul 23 16:19:44.451431 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-7d1c0daf-cb61-4171-ba26-afd27461e5a6 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b67dfda2-d471-4748-b33e-9252ec9efb0a HTTP/1.1" status: 200 len: 217 time: 0.0884814 Jul 23 16:19:44.519346 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1c06ac28-14b6-44b4-b733-8e484b12db4a req-6055d00a-a4a5-4118-a029-ab4a91f27786 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b45b2e62-cc17-464e-aace-f5cc20bacb94 HTTP/1.1" status: 200 len: 210 time: 0.0638540 Jul 23 16:19:44.548841 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a4d1749-3f99-4b64-80c3-a31ed568799f tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.618847 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b4e50b54-4610-4eac-b609-0c6360a1e4ec req-8addba3b-5e71-461e-b82c-988f0dedfac8 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122424 Jul 23 16:19:44.622625 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-91a04894-cb0c-45d5-8757-3246b4e0b56d tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0919976 Jul 23 16:19:44.706406 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.api [None req-88d6e14c-3d21-49c6-8e85-b714a8322bb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:19:44.706820 n-d-778549-4 neutron-server[94014]: DEBUG oslo_db.api [None req-88d6e14c-3d21-49c6-8e85-b714a8322bb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:19:44.719280 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03309f7-52df-4703-a22b-9a947a9f33d0 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:44.719969 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03309f7-52df-4703-a22b-9a947a9f33d0 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:44.720474 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d03309f7-52df-4703-a22b-9a947a9f33d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.721013 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03309f7-52df-4703-a22b-9a947a9f33d0 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:44.721517 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-d03309f7-52df-4703-a22b-9a947a9f33d0 None None] Bound port: 54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:44.721900 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d03309f7-52df-4703-a22b-9a947a9f33d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.750147 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-42238291-3ec1-4861-977b-c316bdab9e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:44.751696 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-42238291-3ec1-4861-977b-c316bdab9e18 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f8384c77-6398-425d-9275-6a23db41a285 HTTP/1.1" status: 200 len: 848 time: 0.2828026 Jul 23 16:19:44.814559 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-d03309f7-52df-4703-a22b-9a947a9f33d0 None None] For port 54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:44.845916 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-d03309f7-52df-4703-a22b-9a947a9f33d0 None None] For port 54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:44.849109 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=0f7fbe90-bc58-4532-a9bb-2389e150b628,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:44.853888 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d03309f7-52df-4703-a22b-9a947a9f33d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.871700 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffab07-0710-4d0d-8d0e-b1e57698ef76 req-f1c64af0-1794-40b9-90cd-1eb0dad4c58c tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:44.883257 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-2f558254-7eba-419e-9051-6363dbc9101a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cbcbd292-3824-44cf-913c-59a7184e692c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827222 Jul 23 16:19:44.885627 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8ffab07-0710-4d0d-8d0e-b1e57698ef76 req-f1c64af0-1794-40b9-90cd-1eb0dad4c58c tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.2210696 Jul 23 16:19:44.932709 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c3b56c52-c708-49ca-8df5-32e68b80bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.939457 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-7d106f14-bab3-443d-ab16-673a7dd330a4 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:44.941013 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-7d106f14-bab3-443d-ab16-673a7dd330a4 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3045483 Jul 23 16:19:44.988005 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a03d1-0c7a-4fb9-beae-14d850bd0d51 None None] Pushing event updated for resources: {'Port': ['ID=54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:45.008283 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8ffab07-0710-4d0d-8d0e-b1e57698ef76 req-32c49d0f-08f3-42fa-afed-5b13b0ba775b tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191804 Jul 23 16:19:45.014840 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-e709e590-4e77-4fca-ad17-5afca91badfc tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Request body: {'port': {'device_id': 'b45b2e62-cc17-464e-aace-f5cc20bacb94', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'admin_state_up': True, 'tenant_id': 'f529211e54344ba6bb9f15fa585bf4d7'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:45.038434 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 6db06b29-ae41-42a8-a66a-3c9d066d484e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:45.041100 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:45.134507 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03309f7-52df-4703-a22b-9a947a9f33d0 None None] Routers {'d12e8c13-b305-408b-ab99-a7c597434094'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:45.135580 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-d03309f7-52df-4703-a22b-9a947a9f33d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:19:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d12e8c13-b305-408b-ab99-a7c597434094'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:45.211117 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a4d1749-3f99-4b64-80c3-a31ed568799f tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:45.233621 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a4d1749-3f99-4b64-80c3-a31ed568799f tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:45.256892 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a4d1749-3f99-4b64-80c3-a31ed568799f tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:45.258258 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1a4d1749-3f99-4b64-80c3-a31ed568799f tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0269122 Jul 23 16:19:45.261387 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56292) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:45.273620 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-f56704c2-06cd-4004-903c-855f37455b81 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Request body: {'security_group_rule': {'security_group_id': '2e5c71bb-226c-41b7-92a2-dc55c3aed871', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:45.274047 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-f4b1ff00-9a19-4801-b1d1-72adca811cd0 service neutron] 10.222.0.97 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456881 Jul 23 16:19:45.332832 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a70292-03a2-4a7c-a0b7-f06708a41474 req-a0947ec6-6241-4380-b806-9a41f8baeb07 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:45.335856 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f1a70292-03a2-4a7c-a0b7-f06708a41474 req-a0947ec6-6241-4380-b806-9a41f8baeb07 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 946 time: 0.1617055 Jul 23 16:19:45.368255 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d1749-3f99-4b64-80c3-a31ed568799f tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5c71bb-226c-41b7-92a2-dc55c3aed871,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:45.383967 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f56704c2-06cd-4004-903c-855f37455b81 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:45.473404 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c3b56c52-c708-49ca-8df5-32e68b80bc4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:45.478873 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-bda4edf7-63d6-43f2-8825-9620e23104cf service neutron] 10.222.0.97 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685865 Jul 23 16:19:45.480121 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c3b56c52-c708-49ca-8df5-32e68b80bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:45.483953 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-d03309f7-52df-4703-a22b-9a947a9f33d0 None None] Set router d12e8c13-b305-408b-ab99-a7c597434094 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:45.487740 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a69a8b3a-d877-4471-89d7-6db2b4d71f97 None None] Provisioning for port ec5d280e-539b-40ed-95d6-bc3fb999ce68 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:45.521805 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f1a70292-03a2-4a7c-a0b7-f06708a41474 req-f3e894b3-d752-4e20-a057-c48eca1f9de0 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599276 Jul 23 16:19:45.526740 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c3b56c52-c708-49ca-8df5-32e68b80bc4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:45.558355 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-e709e590-4e77-4fca-ad17-5afca91badfc tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Made reservation on behalf of f529211e54344ba6bb9f15fa585bf4d7 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:45.562029 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a69a8b3a-d877-4471-89d7-6db2b4d71f97 None None] Provisioning complete for port ec5d280e-539b-40ed-95d6-bc3fb999ce68 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:45.563463 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-e709e590-4e77-4fca-ad17-5afca91badfc tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:45.566063 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a69a8b3a-d877-4471-89d7-6db2b4d71f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:45.571948 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d401a990-56f1-45b8-852f-3f436e702983 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:45.591316 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b56c52-c708-49ca-8df5-32e68b80bc4d admin admin] Pushing event updated for resources: {'Port': ['ID=b6de1b70-b808-4333-b9b1-579011c72183,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:45.592022 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-e709e590-4e77-4fca-ad17-5afca91badfc tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:45.689539 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b56c52-c708-49ca-8df5-32e68b80bc4d admin admin] Network aad53364-3875-4117-b294-b650c89caaa7 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:45.694314 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-c3b56c52-c708-49ca-8df5-32e68b80bc4d admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:45.701802 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ba0b4e54-502f-4783-aad4-f6ddf29c6deb req-0404eeb9-8bd5-44a1-b18d-7e0ca0b2298a tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b45b2e62-cc17-464e-aace-f5cc20bacb94 HTTP/1.1" status: 200 len: 210 time: 0.0494778 Jul 23 16:19:45.750717 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f56704c2-06cd-4004-903c-855f37455b81 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:45.759991 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f56704c2-06cd-4004-903c-855f37455b81 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:45.805264 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a69a8b3a-d877-4471-89d7-6db2b4d71f97 None None] Port ec5d280e-539b-40ed-95d6-bc3fb999ce68 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:19:45.844907 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56704c2-06cd-4004-903c-855f37455b81 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f7b4114-f236-4f46-8678-935450085c43,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:45.886820 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a69a8b3a-d877-4471-89d7-6db2b4d71f97 None None] Provisioning for port b6de1b70-b808-4333-b9b1-579011c72183 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:45.895623 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-e709e590-4e77-4fca-ad17-5afca91badfc tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:45.904777 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-e709e590-4e77-4fca-ad17-5afca91badfc tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:45.930550 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a69a8b3a-d877-4471-89d7-6db2b4d71f97 None None] Provisioning complete for port b6de1b70-b808-4333-b9b1-579011c72183 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:45.931248 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a69a8b3a-d877-4471-89d7-6db2b4d71f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:45.935389 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b56c52-c708-49ca-8df5-32e68b80bc4d admin admin] Router d12e8c13-b305-408b-ab99-a7c597434094 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:19:45.944573 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f56704c2-06cd-4004-903c-855f37455b81 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:45.948606 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56300) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:45.948763 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f56704c2-06cd-4004-903c-855f37455b81 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6859040 Jul 23 16:19:45.954477 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-e37a137d-5c52-4a8e-9b4e-5e2a1193446a tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Request body: {'security_group_rule': {'security_group_id': '2e5c71bb-226c-41b7-92a2-dc55c3aed871', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:45.954743 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709e590-4e77-4fca-ad17-5afca91badfc tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=317f1acd-24fb-4000-a715-a0e6cae3a76d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:46.009557 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013801cb-8f16-4743-b391-fc72e2827ce6 req-973011ea-dfc5-4d21-8d54-aa2e17ec0341 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:46.011069 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-013801cb-8f16-4743-b391-fc72e2827ce6 req-973011ea-dfc5-4d21-8d54-aa2e17ec0341 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 950 time: 0.2217760 Jul 23 16:19:46.075863 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-013801cb-8f16-4743-b391-fc72e2827ce6 req-932ef5e3-875c-4e4d-b754-6f7335afafce tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577629 Jul 23 16:19:46.133010 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port d401a990-56f1-45b8-852f-3f436e702983 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:46.133270 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:46.213261 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e37a137d-5c52-4a8e-9b4e-5e2a1193446a tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:46.214245 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a69a8b3a-d877-4471-89d7-6db2b4d71f97 None None] Port b6de1b70-b808-4333-b9b1-579011c72183 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:19:46.285036 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-d03309f7-52df-4703-a22b-9a947a9f33d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12e8c13-b305-408b-ab99-a7c597434094', 'name': 'tempest-FloatingIPsTestJSON-2132065677-router', 'tenant_id': '61cad53147df4a91ad0cc5123c104c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:35Z', 'updated_at': '2021-07-23T16:19:44Z', 'revision_number': 4, 'project_id': '61cad53147df4a91ad0cc5123c104c3c', 'gw_port': {'id': '54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:27:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12e8c13-b305-408b-ab99-a7c597434094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:36Z', 'updated_at': '2021-07-23T16:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'b6de1b70-b808-4333-b9b1-579011c72183', 'name': '', 'network_id': 'aad53364-3875-4117-b294-b650c89caaa7', 'tenant_id': '61cad53147df4a91ad0cc5123c104c3c', 'mac_address': 'fa:16:3e:a2:ed:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12e8c13-b305-408b-ab99-a7c597434094', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '7e441959-abd3-41b0-b100-583881c3683b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:42Z', 'updated_at': '2021-07-23T16:19:43Z', 'revision_number': 1, 'project_id': '61cad53147df4a91ad0cc5123c104c3c', 'subnets': [{'id': '7e441959-abd3-41b0-b100-583881c3683b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:46.286169 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-e709e590-4e77-4fca-ad17-5afca91badfc tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Allocated IP 192.168.233.76 (eb3bf372-6ffe-4c33-8777-29948d4b4373/3812e6e5-38ac-4c93-85ce-3dab2cef76c9/73cf402e-041a-4a65-853b-18de3c99c53e) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:46.299628 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b56c52-c708-49ca-8df5-32e68b80bc4d admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:19:46.315238 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03309f7-52df-4703-a22b-9a947a9f33d0 None None] The sync data for ids ['d12e8c13-b305-408b-ab99-a7c597434094'] in n-d-778549-4 is: [{'id': 'd12e8c13-b305-408b-ab99-a7c597434094', 'name': 'tempest-FloatingIPsTestJSON-2132065677-router', 'tenant_id': '61cad53147df4a91ad0cc5123c104c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:35Z', 'updated_at': '2021-07-23T16:19:44Z', 'revision_number': 4, 'project_id': '61cad53147df4a91ad0cc5123c104c3c', 'gw_port': {'id': '54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:27:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12e8c13-b305-408b-ab99-a7c597434094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:36Z', 'updated_at': '2021-07-23T16:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'b6de1b70-b808-4333-b9b1-579011c72183', 'name': '', 'network_id': 'aad53364-3875-4117-b294-b650c89caaa7', 'tenant_id': '61cad53147df4a91ad0cc5123c104c3c', 'mac_address': 'fa:16:3e:a2:ed:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12e8c13-b305-408b-ab99-a7c597434094', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '7e441959-abd3-41b0-b100-583881c3683b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:42Z', 'updated_at': '2021-07-23T16:19:43Z', 'revision_number': 1, 'project_id': '61cad53147df4a91ad0cc5123c104c3c', 'subnets': [{'id': '7e441959-abd3-41b0-b100-583881c3683b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:19:46.338972 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-9e2037b6-2d2f-4b5c-8091-17e911e07e7d None None] Provisioning complete for port b6de1b70-b808-4333-b9b1-579011c72183 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:46.339470 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9e2037b6-2d2f-4b5c-8091-17e911e07e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:46.354794 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c3b56c52-c708-49ca-8df5-32e68b80bc4d admin admin] 10.222.0.73 "PUT /v2.0/routers/d12e8c13-b305-408b-ab99-a7c597434094/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9764104 Jul 23 16:19:46.356341 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c5c59-77c4-4221-909e-b42285252a24 req-5f367162-293c-4d4d-9ae9-b3a6952250f7 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:46.380557 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d40c5c59-77c4-4221-909e-b42285252a24 req-5f367162-293c-4d4d-9ae9-b3a6952250f7 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.2181921 Jul 23 16:19:46.435593 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-9e2037b6-2d2f-4b5c-8091-17e911e07e7d None None] Port b6de1b70-b808-4333-b9b1-579011c72183 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:19:46.458756 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0f7fbe90-bc58-4532-a9bb-2389e150b628 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:46.588032 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e37a137d-5c52-4a8e-9b4e-5e2a1193446a tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:46.603597 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e37a137d-5c52-4a8e-9b4e-5e2a1193446a tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:46.609689 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 0f7fbe90-bc58-4532-a9bb-2389e150b628 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:46.611675 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:46.639166 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e4e9d-ee5a-4ec1-8539-4111c61e06e1 req-8f2b43b3-c234-4d5c-b1b7-3752e4e904b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:46.642222 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9c6e4e9d-ee5a-4ec1-8539-4111c61e06e1 req-8f2b43b3-c234-4d5c-b1b7-3752e4e904b6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 1101 time: 0.3469110 Jul 23 16:19:46.673177 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a137d-5c52-4a8e-9b4e-5e2a1193446a tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=294b7e60-e1b6-4576-8b18-70917a8debe3,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:46.708620 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e37a137d-5c52-4a8e-9b4e-5e2a1193446a tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:46.715400 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e37a137d-5c52-4a8e-9b4e-5e2a1193446a tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7622337 Jul 23 16:19:46.716494 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56314) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:46.771976 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-1bce32cf-96e8-46b9-a1f0-2a1326aca41d tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:46.919186 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1bce32cf-96e8-46b9-a1f0-2a1326aca41d tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:46.969481 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e4e9d-ee5a-4ec1-8539-4111c61e06e1 req-03037f47-219e-4a02-9ff8-304e234429b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:46.971062 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9c6e4e9d-ee5a-4ec1-8539-4111c61e06e1 req-03037f47-219e-4a02-9ff8-304e234429b9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.2853243 Jul 23 16:19:47.031218 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9c6e4e9d-ee5a-4ec1-8539-4111c61e06e1 req-f27642ca-9223-4223-abcf-af56866f4dc8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=46512483-dd71-4528-bea3-65c4b053ab66 HTTP/1.1" status: 200 len: 217 time: 0.0494835 Jul 23 16:19:47.149867 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-e709e590-4e77-4fca-ad17-5afca91badfc tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:47.151860 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e4e9d-ee5a-4ec1-8539-4111c61e06e1 req-58a1e467-cef4-4fcb-bf50-50f165784b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:47.153398 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9c6e4e9d-ee5a-4ec1-8539-4111c61e06e1 req-58a1e467-cef4-4fcb-bf50-50f165784b4d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1154659 Jul 23 16:19:47.169701 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d40c5c59-77c4-4221-909e-b42285252a24 req-efae9eda-72c0-4609-a13f-33a0a2d6eef6 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7876360 Jul 23 16:19:47.186527 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-e709e590-4e77-4fca-ad17-5afca91badfc tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Transition to ACTIVE for port object 73cf402e-041a-4a65-853b-18de3c99c53e will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:47.215480 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1bce32cf-96e8-46b9-a1f0-2a1326aca41d tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:47.234793 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf4fb5-f443-4470-aa11-4e673d37eb17 req-c611cb0a-0750-4fb3-9966-17c62e5cbd63 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:47.236320 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f6bf4fb5-f443-4470-aa11-4e673d37eb17 req-c611cb0a-0750-4fb3-9966-17c62e5cbd63 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 946 time: 0.2013798 Jul 23 16:19:47.237976 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-e709e590-4e77-4fca-ad17-5afca91badfc tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:47.290920 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-e709e590-4e77-4fca-ad17-5afca91badfc tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:47.307954 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e4e9d-ee5a-4ec1-8539-4111c61e06e1 req-c8f58cf1-6735-492c-b130-0761c2df7638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:47.309564 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9c6e4e9d-ee5a-4ec1-8539-4111c61e06e1 req-c8f58cf1-6735-492c-b130-0761c2df7638 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1451271 Jul 23 16:19:47.338581 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-e709e590-4e77-4fca-ad17-5afca91badfc tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:47.341197 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-e709e590-4e77-4fca-ad17-5afca91badfc tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:47.383444 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709e590-4e77-4fca-ad17-5afca91badfc tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Pushing event updated for resources: {'Port': ['ID=73cf402e-041a-4a65-853b-18de3c99c53e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:47.517015 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-1bce32cf-96e8-46b9-a1f0-2a1326aca41d tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Allocated IP 172.25.8.56 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/0139a5b1-6408-4528-9f4c-aabf3a05a93e) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:47.541124 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-e709e590-4e77-4fca-ad17-5afca91badfc tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:47.541994 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-e709e590-4e77-4fca-ad17-5afca91badfc tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:47.577368 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f6bf4fb5-f443-4470-aa11-4e673d37eb17 req-ea06ca2f-781b-4eed-90b2-fa37f0bea2b6 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298895 Jul 23 16:19:47.605244 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-e709e590-4e77-4fca-ad17-5afca91badfc tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5924830 Jul 23 16:19:47.610531 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9c6e4e9d-ee5a-4ec1-8539-4111c61e06e1 req-4efba879-c75d-4869-a99c-748d79e203c6 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884455 Jul 23 16:19:47.628900 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-3df92c36-6df3-41fa-a04f-06c7062f5ec2 service neutron] Request body: {'port': {'device_id': 'b45b2e62-cc17-464e-aace-f5cc20bacb94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:47.697573 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4984900-7708-4c1f-b400-132306dd86e0 req-3edcc6c4-d404-4038-ba99-2d1818f09562 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4039454 Jul 23 16:19:47.718395 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-c4984900-7708-4c1f-b400-132306dd86e0 req-28759503-498c-4be4-bc4e-bfe801736aba tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:47.779598 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9c6e4e9d-ee5a-4ec1-8539-4111c61e06e1 req-e26628f5-a12a-4bf8-8eb6-ea08d03a1919 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450453 Jul 23 16:19:47.811663 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e681063a-b99b-43ee-adc0-d77311b37156 None None] Provisioning for port 73cf402e-041a-4a65-853b-18de3c99c53e completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:47.815723 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e681063a-b99b-43ee-adc0-d77311b37156 None None] Provisioning complete for port 73cf402e-041a-4a65-853b-18de3c99c53e triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:47.816106 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e681063a-b99b-43ee-adc0-d77311b37156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:47.881327 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-3df92c36-6df3-41fa-a04f-06c7062f5ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:47.891047 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1bce32cf-96e8-46b9-a1f0-2a1326aca41d tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:47.906380 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-e681063a-b99b-43ee-adc0-d77311b37156 None None] Port 73cf402e-041a-4a65-853b-18de3c99c53e cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:19:47.944828 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c4984900-7708-4c1f-b400-132306dd86e0 req-28759503-498c-4be4-bc4e-bfe801736aba tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:47.957816 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1bce32cf-96e8-46b9-a1f0-2a1326aca41d tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:47.975913 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f440e-42e9-4ac7-8f46-642d218a40b0 req-e7c700e7-40dc-4873-956f-80e34fea90c5 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:47.977492 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e80f440e-42e9-4ac7-8f46-642d218a40b0 req-e7c700e7-40dc-4873-956f-80e34fea90c5 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b45b2e62-cc17-464e-aace-f5cc20bacb94 HTTP/1.1" status: 200 len: 935 time: 0.2863238 Jul 23 16:19:48.015882 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce32cf-96e8-46b9-a1f0-2a1326aca41d tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Pushing event updated for resources: {'Port': ['ID=0139a5b1-6408-4528-9f4c-aabf3a05a93e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:48.026443 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bce32cf-96e8-46b9-a1f0-2a1326aca41d tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:48.028316 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-1bce32cf-96e8-46b9-a1f0-2a1326aca41d tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:48.034758 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bce32cf-96e8-46b9-a1f0-2a1326aca41d tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:48.127212 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e80f440e-42e9-4ac7-8f46-642d218a40b0 req-d3cd8733-67fe-4642-8f4d-7685b3d41ee8 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418674 Jul 23 16:19:48.137806 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1bce32cf-96e8-46b9-a1f0-2a1326aca41d tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.192791 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1bce32cf-96e8-46b9-a1f0-2a1326aca41d tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.276714 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c4984900-7708-4c1f-b400-132306dd86e0 req-28759503-498c-4be4-bc4e-bfe801736aba tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.421405 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1bce32cf-96e8-46b9-a1f0-2a1326aca41d tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.439676 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1bce32cf-96e8-46b9-a1f0-2a1326aca41d tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.491591 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-3df92c36-6df3-41fa-a04f-06c7062f5ec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73cf402e-041a-4a65-853b-18de3c99c53e {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:48.501452 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:48.506344 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-3df92c36-6df3-41fa-a04f-06c7062f5ec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.533807 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c7d8f-06db-4821-ac21-8c939cc123d2 req-1fd0c6b0-2a98-4212-8309-25da12ae73dd tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:48.537153 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e76c7d8f-06db-4821-ac21-8c939cc123d2 req-1fd0c6b0-2a98-4212-8309-25da12ae73dd tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 950 time: 0.2777550 Jul 23 16:19:48.565300 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-3df92c36-6df3-41fa-a04f-06c7062f5ec2 service neutron] Transition to ACTIVE for port object 73cf402e-041a-4a65-853b-18de3c99c53e will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:48.567946 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-c4984900-7708-4c1f-b400-132306dd86e0 req-28759503-498c-4be4-bc4e-bfe801736aba tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Allocated IP 172.25.8.159 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/0d937752-ff7b-4e08-bc04-b32b51b6283b) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:48.580532 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-3df92c36-6df3-41fa-a04f-06c7062f5ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.595019 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce32cf-96e8-46b9-a1f0-2a1326aca41d tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Pushing event updated for resources: {'Port': ['ID=0139a5b1-6408-4528-9f4c-aabf3a05a93e,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:48.612812 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1bce32cf-96e8-46b9-a1f0-2a1326aca41d tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.620500 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:48.631174 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:48.631975 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.634195 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1bce32cf-96e8-46b9-a1f0-2a1326aca41d tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.635706 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1bce32cf-96e8-46b9-a1f0-2a1326aca41d tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9183686 Jul 23 16:19:48.665385 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df92c36-6df3-41fa-a04f-06c7062f5ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=73cf402e-041a-4a65-853b-18de3c99c53e,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:48.747092 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.798578 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:48.804851 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.855599 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e76c7d8f-06db-4821-ac21-8c939cc123d2 req-bdaae070-c890-465d-9528-b0738aba6cec tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988386 Jul 23 16:19:48.892206 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:48.926305 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-3df92c36-6df3-41fa-a04f-06c7062f5ec2 service neutron] Attempting to bind port 73cf402e-041a-4a65-853b-18de3c99c53e on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:48.926643 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-3df92c36-6df3-41fa-a04f-06c7062f5ec2 service neutron] Attempting to bind port 73cf402e-041a-4a65-853b-18de3c99c53e by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:48.926976 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-3df92c36-6df3-41fa-a04f-06c7062f5ec2 service neutron] Attempting to bind port 73cf402e-041a-4a65-853b-18de3c99c53e on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:48.937457 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-3df92c36-6df3-41fa-a04f-06c7062f5ec2 service neutron] Port 73cf402e-041a-4a65-853b-18de3c99c53e on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:19:48.937701 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-3df92c36-6df3-41fa-a04f-06c7062f5ec2 service neutron] Attempting to bind port 73cf402e-041a-4a65-853b-18de3c99c53e on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:48.944932 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-3df92c36-6df3-41fa-a04f-06c7062f5ec2 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:48.945337 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-3df92c36-6df3-41fa-a04f-06c7062f5ec2 service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:48.945800 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-3df92c36-6df3-41fa-a04f-06c7062f5ec2 service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:48.946247 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-3df92c36-6df3-41fa-a04f-06c7062f5ec2 service neutron] Bound port: 73cf402e-041a-4a65-853b-18de3c99c53e, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:48.946611 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-3df92c36-6df3-41fa-a04f-06c7062f5ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:49.069813 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c4984900-7708-4c1f-b400-132306dd86e0 req-28759503-498c-4be4-bc4e-bfe801736aba tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:49.093668 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-3df92c36-6df3-41fa-a04f-06c7062f5ec2 service neutron] For port 73cf402e-041a-4a65-853b-18de3c99c53e, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:49.125281 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-3df92c36-6df3-41fa-a04f-06c7062f5ec2 service neutron] For port 73cf402e-041a-4a65-853b-18de3c99c53e, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=73cf402e-041a-4a65-853b-18de3c99c53e,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:49.137011 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-3df92c36-6df3-41fa-a04f-06c7062f5ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:49.196251 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-3df92c36-6df3-41fa-a04f-06c7062f5ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:49.196875 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-3df92c36-6df3-41fa-a04f-06c7062f5ec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:49.198459 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-3df92c36-6df3-41fa-a04f-06c7062f5ec2 service neutron] 10.222.0.74 "PUT /v2.0/ports/73cf402e-041a-4a65-853b-18de3c99c53e HTTP/1.1" status: 200 len: 1095 time: 1.5809233 Jul 23 16:19:49.200145 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45b2e62-cc17-464e-aace-f5cc20bacb94', 'tag': '73cf402e-041a-4a65-853b-18de3c99c53e'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:49.202434 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a13b8f8-85b5-4913-8f79-f683a57f953e" -d '{"events": [{"name": "network-changed", "server_uuid": "b45b2e62-cc17-464e-aace-f5cc20bacb94", "tag": "73cf402e-041a-4a65-853b-18de3c99c53e"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:49.227350 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c4984900-7708-4c1f-b400-132306dd86e0 req-28759503-498c-4be4-bc4e-bfe801736aba tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:49.247882 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df92c36-6df3-41fa-a04f-06c7062f5ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=73cf402e-041a-4a65-853b-18de3c99c53e,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:49.297528 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c5a42-46b9-4480-a18e-86d7b510f2c0 req-1c33dd57-55e0-4f37-bae3-1289da86ece8 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:49.298755 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f16c5a42-46b9-4480-a18e-86d7b510f2c0 req-1c33dd57-55e0-4f37-bae3-1289da86ece8 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.2640321 Jul 23 16:19:49.324622 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4984900-7708-4c1f-b400-132306dd86e0 req-28759503-498c-4be4-bc4e-bfe801736aba tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:49.338911 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-c4984900-7708-4c1f-b400-132306dd86e0 req-28759503-498c-4be4-bc4e-bfe801736aba tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:49.351577 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4984900-7708-4c1f-b400-132306dd86e0 req-28759503-498c-4be4-bc4e-bfe801736aba tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:49.388937 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28759503-498c-4be4-bc4e-bfe801736aba tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Pushing event updated for resources: {'Port': ['ID=0d937752-ff7b-4e08-bc04-b32b51b6283b,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:49.428085 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f16c5a42-46b9-4480-a18e-86d7b510f2c0 req-44c08b88-9b5f-41fb-a2f6-147d22f2c959 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022913 Jul 23 16:19:49.486591 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-0b2f50e3-e4a0-4668-870e-951bbedd0a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:49.488184 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-0b2f50e3-e4a0-4668-870e-951bbedd0a33 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&device_id=b45b2e62-cc17-464e-aace-f5cc20bacb94 HTTP/1.1" status: 200 len: 1098 time: 0.2360227 Jul 23 16:19:49.494598 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c4984900-7708-4c1f-b400-132306dd86e0 req-28759503-498c-4be4-bc4e-bfe801736aba tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:49.516991 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12c0ce8-c487-4e68-a60f-cb02d9e877da None None] Sync routers for ids ['d12e8c13-b305-408b-ab99-a7c597434094'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:19:49.526547 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12c0ce8-c487-4e68-a60f-cb02d9e877da None None] Routers {'d12e8c13-b305-408b-ab99-a7c597434094'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:49.527162 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-a12c0ce8-c487-4e68-a60f-cb02d9e877da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:19:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d12e8c13-b305-408b-ab99-a7c597434094'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:49.552714 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-2d1cca44-e741-405b-81ec-ff35ad27edcc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=73cf402e-041a-4a65-853b-18de3c99c53e HTTP/1.1" status: 200 len: 217 time: 0.0506914 Jul 23 16:19:49.654173 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-6af1d7ea-9a0e-45ed-bb5d-0117e627029a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:49.655644 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-6af1d7ea-9a0e-45ed-bb5d-0117e627029a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0856636 Jul 23 16:19:49.656190 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c4984900-7708-4c1f-b400-132306dd86e0 req-28759503-498c-4be4-bc4e-bfe801736aba tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:49.718734 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-a12c0ce8-c487-4e68-a60f-cb02d9e877da None None] Set router d12e8c13-b305-408b-ab99-a7c597434094 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:49.734070 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf24c9b-30e5-434f-9288-ffd19277270e req-e8e686ed-67e6-4834-b401-64044e18501b tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:49.735574 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0cf24c9b-30e5-434f-9288-ffd19277270e req-e8e686ed-67e6-4834-b401-64044e18501b tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 946 time: 0.2251563 Jul 23 16:19:49.850324 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0cf24c9b-30e5-434f-9288-ffd19277270e req-a7cde2c2-04f0-4951-b3e5-b31ef85a6a65 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025271 Jul 23 16:19:49.862792 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-7e267283-d681-4bfe-81ec-cafe5c8168af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:49.865175 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-7e267283-d681-4bfe-81ec-cafe5c8168af service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1845191 Jul 23 16:19:49.933092 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-a12c0ce8-c487-4e68-a60f-cb02d9e877da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12e8c13-b305-408b-ab99-a7c597434094', 'name': 'tempest-FloatingIPsTestJSON-2132065677-router', 'tenant_id': '61cad53147df4a91ad0cc5123c104c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:35Z', 'updated_at': '2021-07-23T16:19:44Z', 'revision_number': 4, 'project_id': '61cad53147df4a91ad0cc5123c104c3c', 'gw_port': {'id': '54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:27:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e8c13-b305-408b-ab99-a7c597434094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:36Z', 'updated_at': '2021-07-23T16:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'b6de1b70-b808-4333-b9b1-579011c72183', 'name': '', 'network_id': 'aad53364-3875-4117-b294-b650c89caaa7', 'tenant_id': '61cad53147df4a91ad0cc5123c104c3c', 'mac_address': 'fa:16:3e:a2:ed:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12e8c13-b305-408b-ab99-a7c597434094', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '7e441959-abd3-41b0-b100-583881c3683b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:42Z', 'updated_at': '2021-07-23T16:19:45Z', 'revision_number': 2, 'project_id': '61cad53147df4a91ad0cc5123c104c3c', 'subnets': [{'id': '7e441959-abd3-41b0-b100-583881c3683b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:49.992834 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12c0ce8-c487-4e68-a60f-cb02d9e877da None None] Checking router: d12e8c13-b305-408b-ab99-a7c597434094 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:19:49.993575 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12c0ce8-c487-4e68-a60f-cb02d9e877da None None] Updating router d12e8c13-b305-408b-ab99-a7c597434094 port b6de1b70-b808-4333-b9b1-579011c72183 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:19:49.995096 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c4984900-7708-4c1f-b400-132306dd86e0 req-28759503-498c-4be4-bc4e-bfe801736aba tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:50.003194 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c4984900-7708-4c1f-b400-132306dd86e0 req-28759503-498c-4be4-bc4e-bfe801736aba tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:50.040860 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-a12c0ce8-c487-4e68-a60f-cb02d9e877da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:50.055936 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-31e04b75-e0d4-406c-ae1e-0a2a07a77bdb service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688819 Jul 23 16:19:50.126732 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28759503-498c-4be4-bc4e-bfe801736aba tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Pushing event updated for resources: {'Port': ['ID=0d937752-ff7b-4e08-bc04-b32b51b6283b,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:50.198339 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c4984900-7708-4c1f-b400-132306dd86e0 req-28759503-498c-4be4-bc4e-bfe801736aba tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:50.213168 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-e6fac4c2-aaea-4e41-b154-2636951a86be tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--273302831&fields=id&tenant_id=1877a1c5029842a9a22481228281422f HTTP/1.1" status: 200 len: 267 time: 0.1546605 Jul 23 16:19:50.230928 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c4984900-7708-4c1f-b400-132306dd86e0 req-28759503-498c-4be4-bc4e-bfe801736aba tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:50.232093 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4984900-7708-4c1f-b400-132306dd86e0 req-28759503-498c-4be4-bc4e-bfe801736aba tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5203326 Jul 23 16:19:50.296983 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91ceed9a-9c73-41f7-bf98-d15027d5da12 req-dc83eaf8-d9c4-49f2-ab46-7bd07b438428 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301414 Jul 23 16:19:50.322699 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-a12c0ce8-c487-4e68-a60f-cb02d9e877da None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:50.336532 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-a12c0ce8-c487-4e68-a60f-cb02d9e877da None None] Transition to ACTIVE for port object b6de1b70-b808-4333-b9b1-579011c72183 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:50.346266 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-a12c0ce8-c487-4e68-a60f-cb02d9e877da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:50.353543 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4984900-7708-4c1f-b400-132306dd86e0 req-f8b3a7fa-2fe4-4a2a-bf55-62b1368a1488 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.159 HTTP/1.1" status: 200 len: 696 time: 0.1074071 Jul 23 16:19:50.391870 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-567caf1e-f47c-4172-8a20-8782338b7439 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:50.398125 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-567caf1e-f47c-4172-8a20-8782338b7439 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports/6f4f771a-0731-4ed2-98ff-d65dace07b5a HTTP/1.1" status: 200 len: 936 time: 0.1725137 Jul 23 16:19:50.425456 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:50.427758 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300daddb-9bdf-4666-b651-c1f75c51decd None None] Pushing event updated for resources: {'Port': ['ID=b6de1b70-b808-4333-b9b1-579011c72183,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:50.438731 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300daddb-9bdf-4666-b651-c1f75c51decd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:50.439307 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300daddb-9bdf-4666-b651-c1f75c51decd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:50.439824 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300daddb-9bdf-4666-b651-c1f75c51decd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:50.440313 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300daddb-9bdf-4666-b651-c1f75c51decd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:50.441127 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300daddb-9bdf-4666-b651-c1f75c51decd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:50.441612 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300daddb-9bdf-4666-b651-c1f75c51decd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:50.442620 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300daddb-9bdf-4666-b651-c1f75c51decd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:50.443237 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300daddb-9bdf-4666-b651-c1f75c51decd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:50.443799 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300daddb-9bdf-4666-b651-c1f75c51decd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:50.444283 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300daddb-9bdf-4666-b651-c1f75c51decd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:50.444763 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300daddb-9bdf-4666-b651-c1f75c51decd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:50.445285 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300daddb-9bdf-4666-b651-c1f75c51decd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:50.524991 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:50.525686 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:50.531618 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-27634ac6-d4e4-4fa3-9aef-20e7d394db7b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:50.541377 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-27634ac6-d4e4-4fa3-9aef-20e7d394db7b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports/ec5d280e-539b-40ed-95d6-bc3fb999ce68 HTTP/1.1" status: 200 len: 935 time: 0.1423364 Jul 23 16:19:50.670743 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-a12c0ce8-c487-4e68-a60f-cb02d9e877da None None] Attempting to bind port b6de1b70-b808-4333-b9b1-579011c72183 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:50.671681 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-a12c0ce8-c487-4e68-a60f-cb02d9e877da None None] Attempting to bind port b6de1b70-b808-4333-b9b1-579011c72183 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '1d128653-f60b-4983-a12b-a1ef089c32f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'aad53364-3875-4117-b294-b650c89caaa7'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:50.672224 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12c0ce8-c487-4e68-a60f-cb02d9e877da None None] Attempting to bind port b6de1b70-b808-4333-b9b1-579011c72183 on network aad53364-3875-4117-b294-b650c89caaa7 {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:50.693410 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12c0ce8-c487-4e68-a60f-cb02d9e877da None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:50.693784 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12c0ce8-c487-4e68-a60f-cb02d9e877da None None] Checking segment: {'id': '1d128653-f60b-4983-a12b-a1ef089c32f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'aad53364-3875-4117-b294-b650c89caaa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:50.694175 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-a12c0ce8-c487-4e68-a60f-cb02d9e877da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:50.694723 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12c0ce8-c487-4e68-a60f-cb02d9e877da None None] Bound using segment: {'id': '1d128653-f60b-4983-a12b-a1ef089c32f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'aad53364-3875-4117-b294-b650c89caaa7'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:50.695525 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-a12c0ce8-c487-4e68-a60f-cb02d9e877da None None] Bound port: b6de1b70-b808-4333-b9b1-579011c72183, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d128653-f60b-4983-a12b-a1ef089c32f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'aad53364-3875-4117-b294-b650c89caaa7'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:50.695915 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-a12c0ce8-c487-4e68-a60f-cb02d9e877da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:50.817530 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-a12c0ce8-c487-4e68-a60f-cb02d9e877da None None] For port b6de1b70-b808-4333-b9b1-579011c72183, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:50.821809 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-a12c0ce8-c487-4e68-a60f-cb02d9e877da None None] For port b6de1b70-b808-4333-b9b1-579011c72183, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=b6de1b70-b808-4333-b9b1-579011c72183,segment=NetworkSegment(1d128653-f60b-4983-a12b-a1ef089c32f4),segment_id=1d128653-f60b-4983-a12b-a1ef089c32f4)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:50.833370 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-a12c0ce8-c487-4e68-a60f-cb02d9e877da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:50.897548 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12c0ce8-c487-4e68-a60f-cb02d9e877da None None] Routers {'d12e8c13-b305-408b-ab99-a7c597434094'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:50.898665 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-a12c0ce8-c487-4e68-a60f-cb02d9e877da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:19:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d12e8c13-b305-408b-ab99-a7c597434094'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:50.965501 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-3c2020ff-6c81-458a-b4a8-47ce8deedf94 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?network_id=b15e95e3-c83c-43f1-8d67-89ed25f67132&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.4231377 Jul 23 16:19:50.973202 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300daddb-9bdf-4666-b651-c1f75c51decd None None] Pushing event updated for resources: {'Port': ['ID=b6de1b70-b808-4333-b9b1-579011c72183,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:50.997958 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-5a7a2b56-8584-4886-a8aa-28baedf36787 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?network_id=b15e95e3-c83c-43f1-8d67-89ed25f67132&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0315726 Jul 23 16:19:51.034316 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-a12c0ce8-c487-4e68-a60f-cb02d9e877da None None] Set router d12e8c13-b305-408b-ab99-a7c597434094 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:51.037746 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4984900-7708-4c1f-b400-132306dd86e0 req-781ad91d-54ff-4305-a0aa-4b8ab6d6f658 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:51.039141 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4984900-7708-4c1f-b400-132306dd86e0 req-781ad91d-54ff-4305-a0aa-4b8ab6d6f658 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 784 time: 0.6729279 Jul 23 16:19:51.203496 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-113d7c48-15e6-415f-a5fd-5d2ced604b70 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:51.209968 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-113d7c48-15e6-415f-a5fd-5d2ced604b70 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:51.215654 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-113d7c48-15e6-415f-a5fd-5d2ced604b70 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:51.217283 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-113d7c48-15e6-415f-a5fd-5d2ced604b70 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/networks?id=c5e5ef48-b00d-4a4a-b322-8f86cea4f5af&id=e5f00839-b5e3-470f-98ff-b05da7b06d94&id=e5f00839-b5e3-470f-98ff-b05da7b06d94&id=b15e95e3-c83c-43f1-8d67-89ed25f67132&id=b15e95e3-c83c-43f1-8d67-89ed25f67132 HTTP/1.1" status: 200 len: 1993 time: 0.2094531 Jul 23 16:19:51.231488 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b05e9-50ff-4f9e-937c-62356aabf67b req-e0410f35-80c7-4516-8805-fd652f9115f9 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:51.233008 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c01b05e9-50ff-4f9e-937c-62356aabf67b req-e0410f35-80c7-4516-8805-fd652f9115f9 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b45b2e62-cc17-464e-aace-f5cc20bacb94 HTTP/1.1" status: 200 len: 947 time: 0.1104496 Jul 23 16:19:51.249921 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-c318ca35-0b60-489d-a3ff-16dada8a065f tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/quotas/1877a1c5029842a9a22481228281422f HTTP/1.1" status: 200 len: 375 time: 0.0158403 Jul 23 16:19:51.279064 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-a12c0ce8-c487-4e68-a60f-cb02d9e877da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12e8c13-b305-408b-ab99-a7c597434094', 'name': 'tempest-FloatingIPsTestJSON-2132065677-router', 'tenant_id': '61cad53147df4a91ad0cc5123c104c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:35Z', 'updated_at': '2021-07-23T16:19:44Z', 'revision_number': 4, 'project_id': '61cad53147df4a91ad0cc5123c104c3c', 'gw_port': {'id': '54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:27:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e8c13-b305-408b-ab99-a7c597434094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:36Z', 'updated_at': '2021-07-23T16:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'b6de1b70-b808-4333-b9b1-579011c72183', 'name': '', 'network_id': 'aad53364-3875-4117-b294-b650c89caaa7', 'tenant_id': '61cad53147df4a91ad0cc5123c104c3c', 'mac_address': 'fa:16:3e:a2:ed:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12e8c13-b305-408b-ab99-a7c597434094', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '7e441959-abd3-41b0-b100-583881c3683b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:42Z', 'updated_at': '2021-07-23T16:19:50Z', 'revision_number': 4, 'project_id': '61cad53147df4a91ad0cc5123c104c3c', 'subnets': [{'id': '7e441959-abd3-41b0-b100-583881c3683b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:51.305786 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12c0ce8-c487-4e68-a60f-cb02d9e877da None None] The sync data for ids ['d12e8c13-b305-408b-ab99-a7c597434094'] in n-d-778549-4 is: [{'id': 'd12e8c13-b305-408b-ab99-a7c597434094', 'name': 'tempest-FloatingIPsTestJSON-2132065677-router', 'tenant_id': '61cad53147df4a91ad0cc5123c104c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:35Z', 'updated_at': '2021-07-23T16:19:44Z', 'revision_number': 4, 'project_id': '61cad53147df4a91ad0cc5123c104c3c', 'gw_port': {'id': '54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:27:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e8c13-b305-408b-ab99-a7c597434094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:36Z', 'updated_at': '2021-07-23T16:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'b6de1b70-b808-4333-b9b1-579011c72183', 'name': '', 'network_id': 'aad53364-3875-4117-b294-b650c89caaa7', 'tenant_id': '61cad53147df4a91ad0cc5123c104c3c', 'mac_address': 'fa:16:3e:a2:ed:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12e8c13-b305-408b-ab99-a7c597434094', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '7e441959-abd3-41b0-b100-583881c3683b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:42Z', 'updated_at': '2021-07-23T16:19:50Z', 'revision_number': 4, 'project_id': '61cad53147df4a91ad0cc5123c104c3c', 'subnets': [{'id': '7e441959-abd3-41b0-b100-583881c3683b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:19:51.306897 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c01b05e9-50ff-4f9e-937c-62356aabf67b req-cc642415-f79e-488a-b642-446a562a095e tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665319 Jul 23 16:19:51.345754 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-df61f34d-4bdf-4f2a-a6e8-84aae13fccf8 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1877a1c5029842a9a22481228281422f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0879126 Jul 23 16:19:51.366907 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435fc9cd-c65f-4510-b7df-aafd800aab0c x-openstack-request-id: req-435fc9cd-c65f-4510-b7df-aafd800aab0c {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:51.367195 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45b2e62-cc17-464e-aace-f5cc20bacb94", "tag": "73cf402e-041a-4a65-853b-18de3c99c53e", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:51.367701 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-435fc9cd-c65f-4510-b7df-aafd800aab0c {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:51.368093 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b45b2e62-cc17-464e-aace-f5cc20bacb94', 'tag': '73cf402e-041a-4a65-853b-18de3c99c53e', 'status': 'completed', 'code': 200} Jul 23 16:19:51.546684 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-2650df6e-0de5-48ea-a4cd-eb09630f7b11 service neutron] 10.222.0.73 "GET /v2.0/networks/c5e5ef48-b00d-4a4a-b322-8f86cea4f5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832447 Jul 23 16:19:51.585023 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13b8f8-85b5-4913-8f79-f683a57f953e req-6766639e-d9d4-470d-b008-09153c1f0516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:51.586648 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a13b8f8-85b5-4913-8f79-f683a57f953e req-6766639e-d9d4-470d-b008-09153c1f0516 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&device_id=b45b2e62-cc17-464e-aace-f5cc20bacb94 HTTP/1.1" status: 200 len: 1098 time: 0.1866007 Jul 23 16:19:51.665029 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144deae-b111-426a-b95d-8568bfd73807 req-37f8f3e0-0343-47e8-8421-3a922d53791a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:51.666677 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a144deae-b111-426a-b95d-8568bfd73807 req-37f8f3e0-0343-47e8-8421-3a922d53791a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 950 time: 0.2262540 Jul 23 16:19:51.767243 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-efa6b996-0ac3-4851-93ea-cc418d3fe08a service neutron] 10.222.0.73 "GET /v2.0/networks/c5e5ef48-b00d-4a4a-b322-8f86cea4f5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137582 Jul 23 16:19:51.793019 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a144deae-b111-426a-b95d-8568bfd73807 req-e4d0ad0c-ec9a-4157-a32f-cd612a8f0dab tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142530 Jul 23 16:19:51.819249 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13b8f8-85b5-4913-8f79-f683a57f953e req-02f917dd-ca60-4a11-8981-c085b3f9d46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:51.820745 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a13b8f8-85b5-4913-8f79-f683a57f953e req-02f917dd-ca60-4a11-8981-c085b3f9d46e service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.2235274 Jul 23 16:19:51.874032 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a13b8f8-85b5-4913-8f79-f683a57f953e req-f4f4168c-44da-4d9b-8a30-a4628c3e736a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=73cf402e-041a-4a65-853b-18de3c99c53e HTTP/1.1" status: 200 len: 217 time: 0.0443382 Jul 23 16:19:51.883581 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9598eda7-fbd1-40b5-9b5a-4a317859881a service neutron] 10.222.0.73 "GET /v2.0/ports/6f4f771a-0731-4ed2-98ff-d65dace07b5a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1032236 Jul 23 16:19:51.990812 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13b8f8-85b5-4913-8f79-f683a57f953e req-8743e764-9184-4d83-a41e-39821a3bb9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:51.992753 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a13b8f8-85b5-4913-8f79-f683a57f953e req-8743e764-9184-4d83-a41e-39821a3bb9aa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0982380 Jul 23 16:19:52.068995 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-d4190f2c-248a-4276-8058-5dfee747ab5e service neutron] 10.222.0.73 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844342 Jul 23 16:19:52.143770 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13b8f8-85b5-4913-8f79-f683a57f953e req-ab0ea929-7402-4281-854d-30be57768170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:52.145567 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a13b8f8-85b5-4913-8f79-f683a57f953e req-ab0ea929-7402-4281-854d-30be57768170 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1437812 Jul 23 16:19:52.307766 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-5bfc2510-935a-4960-bfaf-2b3bf0201c1e service neutron] 10.222.0.73 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241719 Jul 23 16:19:52.341073 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f92f9-e969-4bca-a086-c27b82bda368 req-add3b7b1-6af5-47f2-ae64-286c5fd7d2b5 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:52.342723 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ef3f92f9-e969-4bca-a086-c27b82bda368 req-add3b7b1-6af5-47f2-ae64-286c5fd7d2b5 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.2233660 Jul 23 16:19:52.363150 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a13b8f8-85b5-4913-8f79-f683a57f953e req-07e47370-1568-46df-807e-d033a586ba4e service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981127 Jul 23 16:19:52.386716 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device b6de1b70-b808-4333-b9b1-579011c72183 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:52.423526 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-35580fa8-3dfd-4e4e-b561-71a0a2b7c292 service neutron] 10.222.0.73 "GET /v2.0/ports/ec5d280e-539b-40ed-95d6-bc3fb999ce68?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1022742 Jul 23 16:19:52.438740 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port b6de1b70-b808-4333-b9b1-579011c72183 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:52.444003 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port b6de1b70-b808-4333-b9b1-579011c72183 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:52.444738 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:52.495343 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ef3f92f9-e969-4bca-a086-c27b82bda368 req-08f0845e-509e-46d4-b3c3-0579ff72c09b tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349392 Jul 23 16:19:52.546653 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:52.582542 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a13b8f8-85b5-4913-8f79-f683a57f953e req-b3845c50-156b-42b0-87e8-5c6d878029ff service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080827 Jul 23 16:19:52.587650 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port b6de1b70-b808-4333-b9b1-579011c72183, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=b6de1b70-b808-4333-b9b1-579011c72183,segment=NetworkSegment(1d128653-f60b-4983-a12b-a1ef089c32f4),segment_id=1d128653-f60b-4983-a12b-a1ef089c32f4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:52.592429 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:52.629882 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-0dd9e0d4-f679-41f6-8334-6b4bdcd4183d service neutron] 10.222.0.73 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957612 Jul 23 16:19:52.643794 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=b6de1b70-b808-4333-b9b1-579011c72183,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:52.715480 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7c63b-6de3-4215-a17f-296fee371871 req-0e763c1b-23f9-458e-967f-688b64e83aa9 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:52.716976 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4d7c63b-6de3-4215-a17f-296fee371871 req-0e763c1b-23f9-458e-967f-688b64e83aa9 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 946 time: 0.1335733 Jul 23 16:19:52.770761 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-45c6ddf8-c422-4298-adca-cd9ca94d7a0a service neutron] 10.222.0.73 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337328 Jul 23 16:19:52.775936 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4d7c63b-6de3-4215-a17f-296fee371871 req-01551b58-3630-41b8-867e-34db83aafe83 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531054 Jul 23 16:19:52.875901 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cbee406-823b-4475-b203-a7b3b5130dec req-3ea65673-3f27-4ce0-a2f5-88e5e1b465c6 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] 10.222.0.73 "GET /v2.0/floatingips/2735d4a4-46d1-44ce-ad9a-6344a1ca8eeb HTTP/1.1" status: 200 len: 693 time: 0.0742836 Jul 23 16:19:52.932590 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-e5e964b3-22ad-44c2-bff1-0d743dd91b2c service neutron] 10.222.0.73 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557083 Jul 23 16:19:53.049090 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbee406-823b-4475-b203-a7b3b5130dec req-24ed5abf-b962-4c3c-a822-8c389e822342 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:53.050345 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cbee406-823b-4475-b203-a7b3b5130dec req-24ed5abf-b962-4c3c-a822-8c389e822342 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 784 time: 0.1683810 Jul 23 16:19:53.062117 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-1cbee406-823b-4475-b203-a7b3b5130dec req-c87e4fd0-eabf-4933-8a82-7933bd0c8a95 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:19:53.063068 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cbee406-823b-4475-b203-a7b3b5130dec req-c87e4fd0-eabf-4933-8a82-7933bd0c8a95 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066650 Jul 23 16:19:53.080857 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-3e0f95e7-577a-459e-9eb3-a606d0e48f7b service neutron] 10.222.0.73 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167626 Jul 23 16:19:53.101909 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 73cf402e-041a-4a65-853b-18de3c99c53e details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:19:53.108945 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 365884f7-70f4-448a-8847-81f5cf6b6670 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:19:53.212144 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-861bb5ae-9be4-4d84-9356-76cbf3e004c2 service neutron] 10.222.0.73 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251111 Jul 23 16:19:53.234020 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d7456-e378-44a3-8485-d364523a8a79 req-95361db1-a298-40e1-b74d-065937f129fe tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:53.235472 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-105d7456-e378-44a3-8485-d364523a8a79 req-95361db1-a298-40e1-b74d-065937f129fe tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.73 "GET /v2.0/ports?device_id=32d8b566-2ec6-4daa-896d-806d8428ce08 HTTP/1.1" status: 200 len: 945 time: 0.1149938 Jul 23 16:19:53.255729 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:53.262005 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 73cf402e-041a-4a65-853b-18de3c99c53e, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=73cf402e-041a-4a65-853b-18de3c99c53e,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:53.284692 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '73cf402e-041a-4a65-853b-18de3c99c53e', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': '73cf402e-041a-4a65-853b-18de3c99c53e', 'mac_address': 'fa:16:3e:84:f5:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:19:53.292833 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a8e0c9-ef52-4562-b63b-63ea9adaa3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '365884f7-70f4-448a-8847-81f5cf6b6670'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:53.295103 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd95032-04b6-46f9-8783-4e7dc9e04fa9" -d '{"events": [{"server_uuid": "19a8e0c9-ef52-4562-b63b-63ea9adaa3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "365884f7-70f4-448a-8847-81f5cf6b6670"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:53.321645 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-105d7456-e378-44a3-8485-d364523a8a79 req-ef0b81b7-d461-4602-b487-b272aed99207 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.73 "GET /v2.0/security-groups?id=d14a5204-0284-4532-af48-6c6a3cbf14ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755520 Jul 23 16:19:53.329306 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 365884f7-70f4-448a-8847-81f5cf6b6670, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=365884f7-70f4-448a-8847-81f5cf6b6670,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:53.345739 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-ab2e6f4b-54b1-4d21-b4be-e4e893698f76 service neutron] 10.222.0.73 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268110 Jul 23 16:19:53.350825 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:53.359309 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:53.392729 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73cf402e-041a-4a65-853b-18de3c99c53e {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:53.428666 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 73cf402e-041a-4a65-853b-18de3c99c53e, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=73cf402e-041a-4a65-853b-18de3c99c53e,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:53.430108 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=365884f7-70f4-448a-8847-81f5cf6b6670,revision_number=9']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:53.433301 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:53.433938 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 365884f7-70f4-448a-8847-81f5cf6b6670 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:19:53.474817 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-8d08f562-d8a0-42c4-ab17-87dd45a224a4 service neutron] 10.222.0.73 "GET /v2.0/networks/b15e95e3-c83c-43f1-8d67-89ed25f67132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228054 Jul 23 16:19:53.505254 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=73cf402e-041a-4a65-853b-18de3c99c53e,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:53.510420 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 365884f7-70f4-448a-8847-81f5cf6b6670, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=365884f7-70f4-448a-8847-81f5cf6b6670,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:53.522382 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '365884f7-70f4-448a-8847-81f5cf6b6670', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': '365884f7-70f4-448a-8847-81f5cf6b6670', 'mac_address': 'fa:16:3e:44:a0:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:19:53.524187 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9a1c4-21d2-4cc4-8dc6-46e826a8165c req-f3473c9a-31bc-42bb-858a-dd3500d5e6c0 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:53.525972 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-adf9a1c4-21d2-4cc4-8dc6-46e826a8165c req-f3473c9a-31bc-42bb-858a-dd3500d5e6c0 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b45b2e62-cc17-464e-aace-f5cc20bacb94 HTTP/1.1" status: 200 len: 947 time: 0.1391032 Jul 23 16:19:53.563473 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:53.577030 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 365884f7-70f4-448a-8847-81f5cf6b6670 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:53.601075 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 365884f7-70f4-448a-8847-81f5cf6b6670, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=365884f7-70f4-448a-8847-81f5cf6b6670,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:53.605161 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:53.617370 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-adf9a1c4-21d2-4cc4-8dc6-46e826a8165c req-9202e344-aeee-460f-8fa8-9daef903b0cd tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801737 Jul 23 16:19:53.639807 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-008d8ab2-6988-418d-b0c5-04b3202ec265 service neutron] 10.222.0.73 "GET /v2.0/networks/b15e95e3-c83c-43f1-8d67-89ed25f67132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569331 Jul 23 16:19:53.657841 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=365884f7-70f4-448a-8847-81f5cf6b6670,revision_number=10']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:53.764562 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-3565b67d-c57e-4ceb-a65d-32222d687382 service neutron] 10.222.0.73 "GET /v2.0/networks/b15e95e3-c83c-43f1-8d67-89ed25f67132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179504 Jul 23 16:19:53.811991 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c1abf-1f16-4b86-94f5-24a6b91fd8a0 req-73e9e5ef-1b74-414a-adbf-5cdc50220e48 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:53.813601 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-085c1abf-1f16-4b86-94f5-24a6b91fd8a0 req-73e9e5ef-1b74-414a-adbf-5cdc50220e48 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 950 time: 0.1085527 Jul 23 16:19:53.896458 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-085c1abf-1f16-4b86-94f5-24a6b91fd8a0 req-fd500bfa-8fb7-4b36-88a3-5565a3d64285 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741363 Jul 23 16:19:53.899865 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-bf857379-15bd-44fa-8c0b-6370e9c7f5bf service neutron] 10.222.0.73 "GET /v2.0/networks/b15e95e3-c83c-43f1-8d67-89ed25f67132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269362 Jul 23 16:19:54.045500 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['73cf402e-041a-4a65-853b-18de3c99c53e'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:19:54.072550 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['365884f7-70f4-448a-8847-81f5cf6b6670'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:19:54.360446 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-df69c21e-7736-4944-a2be-363719b2d2ef req-2da05920-9f34-4f70-a0e2-f46ff399eb83 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] 10.222.0.73 "GET /v2.0/floatingips?tenant_id=61cad53147df4a91ad0cc5123c104c3c HTTP/1.1" status: 200 len: 696 time: 0.3872385 Jul 23 16:19:54.398636 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device b6de1b70-b808-4333-b9b1-579011c72183 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:54.430053 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344d1d1-42a0-4ff1-ba51-d882b59ada92 req-6edc3ae2-e386-4fb3-93d1-79aa2e558c51 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:54.431468 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0344d1d1-42a0-4ff1-ba51-d882b59ada92 req-6edc3ae2-e386-4fb3-93d1-79aa2e558c51 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.74 "GET /v2.0/ports?device_id=32d8b566-2ec6-4daa-896d-806d8428ce08 HTTP/1.1" status: 200 len: 945 time: 0.1108048 Jul 23 16:19:54.526158 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port b6de1b70-b808-4333-b9b1-579011c72183 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:54.526566 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:54.550852 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e54b9b-a118-461d-8471-181a01651492 x-openstack-request-id: req-61e54b9b-a118-461d-8471-181a01651492 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:54.551216 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a8e0c9-ef52-4562-b63b-63ea9adaa3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "365884f7-70f4-448a-8847-81f5cf6b6670", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:54.552121 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-61e54b9b-a118-461d-8471-181a01651492 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:54.552949 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a8e0c9-ef52-4562-b63b-63ea9adaa3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '365884f7-70f4-448a-8847-81f5cf6b6670', 'code': 200} Jul 23 16:19:54.593143 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69c21e-7736-4944-a2be-363719b2d2ef req-916d301a-5903-4f70-bce6-6bb37658ce57 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:54.594711 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-df69c21e-7736-4944-a2be-363719b2d2ef req-916d301a-5903-4f70-bce6-6bb37658ce57 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] 10.222.0.73 "GET /v2.0/networks?id=4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 787 time: 0.2240989 Jul 23 16:19:54.695984 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-0344d1d1-42a0-4ff1-ba51-d882b59ada92 req-55717474-cb68-4625-a405-702bd0498b6b tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Deleting port 965968d6-5241-4a92-9f52-c8d17c2b5459 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:19:54.696566 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0344d1d1-42a0-4ff1-ba51-d882b59ada92 req-55717474-cb68-4625-a405-702bd0498b6b tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:54.815169 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f1635-f1a3-48f3-ad36-a851818e2748 req-16ca7499-a30a-4fa0-b82b-6094f002acb7 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:54.817273 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d48f1635-f1a3-48f3-ad36-a851818e2748 req-16ca7499-a30a-4fa0-b82b-6094f002acb7 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.2026091 Jul 23 16:19:54.855888 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dae814-0567-4c5c-b717-5b52f894f380 req-a0ac7806-5779-45c3-9e44-31ae942b09db tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:54.857553 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91dae814-0567-4c5c-b717-5b52f894f380 req-a0ac7806-5779-45c3-9e44-31ae942b09db tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 946 time: 0.1994524 Jul 23 16:19:54.871226 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-0344d1d1-42a0-4ff1-ba51-d882b59ada92 req-55717474-cb68-4625-a405-702bd0498b6b tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] For port 965968d6-5241-4a92-9f52-c8d17c2b5459, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=965968d6-5241-4a92-9f52-c8d17c2b5459,segment=NetworkSegment(119a8965-e639-42bc-b060-4c5dedb07588),segment_id=119a8965-e639-42bc-b060-4c5dedb07588)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:54.871590 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0344d1d1-42a0-4ff1-ba51-d882b59ada92 req-55717474-cb68-4625-a405-702bd0498b6b tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:54.910487 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-0344d1d1-42a0-4ff1-ba51-d882b59ada92 req-55717474-cb68-4625-a405-702bd0498b6b tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Calling delete_port for 965968d6-5241-4a92-9f52-c8d17c2b5459 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:19:54.922721 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d48f1635-f1a3-48f3-ad36-a851818e2748 req-00b20334-756a-4708-b8fc-50771d902d54 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974443 Jul 23 16:19:54.978486 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91dae814-0567-4c5c-b717-5b52f894f380 req-ff8e2082-2e8b-46d5-95ad-95f6d588d0a1 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092260 Jul 23 16:19:55.140020 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-de21c0ee-74ff-47ce-beb0-bf09d8564d63 req-04afee5e-eb81-400a-b06c-f6ca18b308f2 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 210 time: 0.0408266 Jul 23 16:19:55.147567 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315aefe2-6530-4e44-a566-8b78fe5436a3 req-36d7d737-9a99-416c-a31f-2be934c91644 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:55.149012 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-315aefe2-6530-4e44-a566-8b78fe5436a3 req-36d7d737-9a99-416c-a31f-2be934c91644 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.73 "GET /v2.0/ports?device_id=32d8b566-2ec6-4daa-896d-806d8428ce08 HTTP/1.1" status: 200 len: 945 time: 0.1518264 Jul 23 16:19:55.188360 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0344d1d1-42a0-4ff1-ba51-d882b59ada92 req-55717474-cb68-4625-a405-702bd0498b6b tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:55.258074 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55717474-cb68-4625-a405-702bd0498b6b tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Pushing event deleted for resources: {'Port': ['ID=965968d6-5241-4a92-9f52-c8d17c2b5459,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:55.262912 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-519433d9-b161-4396-831d-1f8fd98a38f3 req-04106a6e-3cae-4ae1-99d5-e5f7ba03de77 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] 10.222.0.73 "GET /v2.0/floatingips/2735d4a4-46d1-44ce-ad9a-6344a1ca8eeb HTTP/1.1" status: 200 len: 693 time: 0.0870354 Jul 23 16:19:55.265489 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-315aefe2-6530-4e44-a566-8b78fe5436a3 req-10a016d6-dc6e-455e-a655-dbab1d5f8729 tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.73 "GET /v2.0/security-groups?id=d14a5204-0284-4532-af48-6c6a3cbf14ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108928 Jul 23 16:19:55.304962 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55717474-cb68-4625-a405-702bd0498b6b tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:55.305343 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55717474-cb68-4625-a405-702bd0498b6b tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:55.305664 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55717474-cb68-4625-a405-702bd0498b6b tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:55.305997 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55717474-cb68-4625-a405-702bd0498b6b tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:55.306323 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55717474-cb68-4625-a405-702bd0498b6b tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:55.306648 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55717474-cb68-4625-a405-702bd0498b6b tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:55.306969 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55717474-cb68-4625-a405-702bd0498b6b tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:55.307288 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55717474-cb68-4625-a405-702bd0498b6b tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:55.307609 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55717474-cb68-4625-a405-702bd0498b6b tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:55.307929 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55717474-cb68-4625-a405-702bd0498b6b tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:55.308245 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55717474-cb68-4625-a405-702bd0498b6b tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:55.308559 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55717474-cb68-4625-a405-702bd0498b6b tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:55.396759 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-0344d1d1-42a0-4ff1-ba51-d882b59ada92 req-55717474-cb68-4625-a405-702bd0498b6b tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] No DVR routers for this DVR port 965968d6-5241-4a92-9f52-c8d17c2b5459 on host n-h1-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:19:55.401846 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0344d1d1-42a0-4ff1-ba51-d882b59ada92 req-55717474-cb68-4625-a405-702bd0498b6b tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:55.403800 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0344d1d1-42a0-4ff1-ba51-d882b59ada92 req-55717474-cb68-4625-a405-702bd0498b6b tempest-AttachSCSIVolumeTestJSON-667363565 tempest-AttachSCSIVolumeTestJSON-667363565-project] 10.222.0.74 "DELETE /v2.0/ports/965968d6-5241-4a92-9f52-c8d17c2b5459 HTTP/1.1" status: 204 len: 173 time: 0.9365511 Jul 23 16:19:55.406753 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d8b566-2ec6-4daa-896d-806d8428ce08', 'name': 'network-vif-deleted', 'tag': '965968d6-5241-4a92-9f52-c8d17c2b5459'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:55.408759 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8123931b-6a9c-431a-9828-2d2af17ca7b3" -d '{"events": [{"server_uuid": "32d8b566-2ec6-4daa-896d-806d8428ce08", "name": "network-vif-deleted", "tag": "965968d6-5241-4a92-9f52-c8d17c2b5459"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:55.492070 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519433d9-b161-4396-831d-1f8fd98a38f3 req-d45879d4-9bec-41b0-b2bb-605b6d352893 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:55.493720 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-519433d9-b161-4396-831d-1f8fd98a38f3 req-d45879d4-9bec-41b0-b2bb-605b6d352893 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 784 time: 0.2252042 Jul 23 16:19:55.515235 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d45fdc-11e9-4ae4-bd03-3d08d7ad7f95 req-a2f371e2-903a-46a6-a138-522752039a5f tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:55.516749 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91d45fdc-11e9-4ae4-bd03-3d08d7ad7f95 req-a2f371e2-903a-46a6-a138-522752039a5f tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b45b2e62-cc17-464e-aace-f5cc20bacb94 HTTP/1.1" status: 200 len: 948 time: 0.1825993 Jul 23 16:19:55.563625 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-519433d9-b161-4396-831d-1f8fd98a38f3 req-d5c2ebb1-54dd-4a10-a998-8b7aa802641e tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.159 HTTP/1.1" status: 200 len: 696 time: 0.0625715 Jul 23 16:19:55.606982 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-6e25c884-1c24-42cf-84ef-30d704cb080a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:55.608527 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-6e25c884-1c24-42cf-84ef-30d704cb080a service neutron] 10.222.0.97 "GET /v2.0/ports/6f4f771a-0731-4ed2-98ff-d65dace07b5a HTTP/1.1" status: 200 len: 1032 time: 0.0474246 Jul 23 16:19:55.629784 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-519433d9-b161-4396-831d-1f8fd98a38f3 req-b0162de4-6829-4d08-8dff-29696ccb093f tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.159 HTTP/1.1" status: 200 len: 696 time: 0.0590560 Jul 23 16:19:55.635081 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91d45fdc-11e9-4ae4-bd03-3d08d7ad7f95 req-e51b75fd-3eec-48f0-ae99-6d5d7f35c2e5 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877655 Jul 23 16:19:55.666191 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-434b0135-eec2-41ae-8512-e63bbb838b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:55.667716 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-434b0135-eec2-41ae-8512-e63bbb838b6e service neutron] 10.222.0.97 "GET /v2.0/ports/ec5d280e-539b-40ed-95d6-bc3fb999ce68 HTTP/1.1" status: 200 len: 1031 time: 0.0523117 Jul 23 16:19:55.802950 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-d40e375e-db20-46c4-b19e-bd00ec3e993d tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:55.808800 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-d40e375e-db20-46c4-b19e-bd00ec3e993d tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:55.814739 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-d40e375e-db20-46c4-b19e-bd00ec3e993d tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:55.816554 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-d40e375e-db20-46c4-b19e-bd00ec3e993d tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.97 "GET /v2.0/networks?id=c5e5ef48-b00d-4a4a-b322-8f86cea4f5af&id=e5f00839-b5e3-470f-98ff-b05da7b06d94&id=e5f00839-b5e3-470f-98ff-b05da7b06d94&id=e5f00839-b5e3-470f-98ff-b05da7b06d94&id=e5f00839-b5e3-470f-98ff-b05da7b06d94&id=b15e95e3-c83c-43f1-8d67-89ed25f67132&id=b15e95e3-c83c-43f1-8d67-89ed25f67132 HTTP/1.1" status: 200 len: 1993 time: 0.1428127 Jul 23 16:19:55.825892 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d37237-d3dc-4f74-ad94-15582866430f req-f82d8dcf-38f6-4cfa-b90f-ee3a015679ea tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:55.827362 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f2d37237-d3dc-4f74-ad94-15582866430f req-f82d8dcf-38f6-4cfa-b90f-ee3a015679ea tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 950 time: 0.1092947 Jul 23 16:19:55.828741 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-519433d9-b161-4396-831d-1f8fd98a38f3 req-5fa7489c-90ee-435d-afeb-62538272d88d tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Deleting port 0d937752-ff7b-4e08-bc04-b32b51b6283b {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:19:55.831076 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-519433d9-b161-4396-831d-1f8fd98a38f3 req-5fa7489c-90ee-435d-afeb-62538272d88d tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:55.872380 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-72ecf8e0-1da9-4085-b827-7fe00fa0e9a1 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1877a1c5029842a9a22481228281422f HTTP/1.1" status: 200 len: 379 time: 0.0461774 Jul 23 16:19:55.882203 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9088627d-89dc-4950-83c4-0520a7fa17dc tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Request body: {'port': {'device_id': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'network_id': 'c5e5ef48-b00d-4a4a-b322-8f86cea4f5af', 'admin_state_up': True, 'tenant_id': '1877a1c5029842a9a22481228281422f', 'security_groups': ['2e5c71bb-226c-41b7-92a2-dc55c3aed871']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:55.933437 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f2d37237-d3dc-4f74-ad94-15582866430f req-eba4fc4b-2e00-43b7-b3b2-07499d418c34 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856607 Jul 23 16:19:55.968345 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-519433d9-b161-4396-831d-1f8fd98a38f3 req-5fa7489c-90ee-435d-afeb-62538272d88d tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:55.968676 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-519433d9-b161-4396-831d-1f8fd98a38f3 req-5fa7489c-90ee-435d-afeb-62538272d88d tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:55.982257 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-519433d9-b161-4396-831d-1f8fd98a38f3 req-5fa7489c-90ee-435d-afeb-62538272d88d tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Calling delete_port for 0d937752-ff7b-4e08-bc04-b32b51b6283b owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:19:56.064721 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9088627d-89dc-4950-83c4-0520a7fa17dc tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Made reservation on behalf of 1877a1c5029842a9a22481228281422f for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:56.070920 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9088627d-89dc-4950-83c4-0520a7fa17dc tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:56.075736 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c0c844-13e2-4262-ac76-6708714326b7 x-openstack-request-id: req-20c0c844-13e2-4262-ac76-6708714326b7 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:56.076121 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d8b566-2ec6-4daa-896d-806d8428ce08", "name": "network-vif-deleted", "tag": "965968d6-5241-4a92-9f52-c8d17c2b5459", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:56.076435 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-20c0c844-13e2-4262-ac76-6708714326b7 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:56.076943 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d8b566-2ec6-4daa-896d-806d8428ce08', 'name': 'network-vif-deleted', 'tag': '965968d6-5241-4a92-9f52-c8d17c2b5459', 'status': 'completed', 'code': 200} Jul 23 16:19:56.173565 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-519433d9-b161-4396-831d-1f8fd98a38f3 req-5fa7489c-90ee-435d-afeb-62538272d88d tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:56.202826 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7489c-90ee-435d-afeb-62538272d88d tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Pushing event deleted for resources: {'Port': ['ID=0d937752-ff7b-4e08-bc04-b32b51b6283b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:56.281855 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c2ef3-e02a-4b9a-8e62-f00a0962ac59 req-4972ef75-6394-4a88-8880-bc20d4325d8e tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:56.283267 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f18c2ef3-e02a-4b9a-8e62-f00a0962ac59 req-4972ef75-6394-4a88-8880-bc20d4325d8e tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.1503296 Jul 23 16:19:56.302362 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-519433d9-b161-4396-831d-1f8fd98a38f3 req-5fa7489c-90ee-435d-afeb-62538272d88d tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:56.304831 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-519433d9-b161-4396-831d-1f8fd98a38f3 req-5fa7489c-90ee-435d-afeb-62538272d88d tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:56.306059 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-519433d9-b161-4396-831d-1f8fd98a38f3 req-5fa7489c-90ee-435d-afeb-62538272d88d tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] 10.222.0.73 "DELETE /v2.0/floatingips/2735d4a4-46d1-44ce-ad9a-6344a1ca8eeb HTTP/1.1" status: 204 len: 173 time: 0.6701212 Jul 23 16:19:56.306577 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9088627d-89dc-4950-83c4-0520a7fa17dc tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Allocated IP 172.20.0.11 (c5e5ef48-b00d-4a4a-b322-8f86cea4f5af/b0f0883d-94a8-483d-b400-459446f819a6/6f406226-7c43-4a51-8734-18dbcbb352a4) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:56.352666 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f18c2ef3-e02a-4b9a-8e62-f00a0962ac59 req-f4cbba15-d976-4b1a-8dce-195b8ddd2593 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589850 Jul 23 16:19:56.455008 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2a16c-d4a2-4c90-9cb8-ab3623747192 req-9f6db44a-fdac-4522-866d-56eef56afbb2 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:56.456517 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a5f2a16c-d4a2-4c90-9cb8-ab3623747192 req-9f6db44a-fdac-4522-866d-56eef56afbb2 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 946 time: 0.0688655 Jul 23 16:19:56.459009 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9088627d-89dc-4950-83c4-0520a7fa17dc tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:56.474278 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9088627d-89dc-4950-83c4-0520a7fa17dc tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Transition to ACTIVE for port object 6f406226-7c43-4a51-8734-18dbcbb352a4 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:56.502685 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d351708d-50ed-4741-9ef2-f7af596aa20a req-6cc9f7c8-7bd3-4584-98d0-eaae9a9ba750 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 210 time: 0.0450687 Jul 23 16:19:56.513290 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9088627d-89dc-4950-83c4-0520a7fa17dc tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:56.525651 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a5f2a16c-d4a2-4c90-9cb8-ab3623747192 req-8f688fc8-c021-456d-9b4b-9062522b771a tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561194 Jul 23 16:19:56.758777 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a57f6c54-b161-42bc-a3c2-c43898f2160c req-6f21541d-1129-46d6-a804-4ac02d8831cb tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1846437 Jul 23 16:19:56.763877 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-a57f6c54-b161-42bc-a3c2-c43898f2160c req-aa626943-0a1d-4251-8f62-a9f00b8face8 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:56.798949 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a57f6c54-b161-42bc-a3c2-c43898f2160c req-aa626943-0a1d-4251-8f62-a9f00b8face8 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:56.902665 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a69d7-5127-4b3e-a0b4-fa79c526a10e req-14f40a56-c3d9-49f2-9b5f-818a20a04fd3 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:56.905601 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4a7a69d7-5127-4b3e-a0b4-fa79c526a10e req-14f40a56-c3d9-49f2-9b5f-818a20a04fd3 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b45b2e62-cc17-464e-aace-f5cc20bacb94 HTTP/1.1" status: 200 len: 948 time: 0.1626174 Jul 23 16:19:56.919386 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9088627d-89dc-4950-83c4-0520a7fa17dc tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Network c5e5ef48-b00d-4a4a-b322-8f86cea4f5af is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:56.924493 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9088627d-89dc-4950-83c4-0520a7fa17dc tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:56.938930 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9088627d-89dc-4950-83c4-0520a7fa17dc tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:56.942340 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9088627d-89dc-4950-83c4-0520a7fa17dc tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Pushing event updated for resources: {'Port': ['ID=6f406226-7c43-4a51-8734-18dbcbb352a4,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:56.980023 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9088627d-89dc-4950-83c4-0520a7fa17dc tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:56.980376 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9088627d-89dc-4950-83c4-0520a7fa17dc tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:56.980717 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9088627d-89dc-4950-83c4-0520a7fa17dc tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:56.981268 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9088627d-89dc-4950-83c4-0520a7fa17dc tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:56.981604 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9088627d-89dc-4950-83c4-0520a7fa17dc tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:56.981937 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9088627d-89dc-4950-83c4-0520a7fa17dc tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:56.982401 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9088627d-89dc-4950-83c4-0520a7fa17dc tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:56.982881 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9088627d-89dc-4950-83c4-0520a7fa17dc tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:56.983210 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9088627d-89dc-4950-83c4-0520a7fa17dc tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:56.983549 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9088627d-89dc-4950-83c4-0520a7fa17dc tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:56.984005 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9088627d-89dc-4950-83c4-0520a7fa17dc tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:56.984334 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9088627d-89dc-4950-83c4-0520a7fa17dc tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:57.020304 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9088627d-89dc-4950-83c4-0520a7fa17dc tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:57.023314 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9088627d-89dc-4950-83c4-0520a7fa17dc tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.029694 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4a7a69d7-5127-4b3e-a0b4-fa79c526a10e req-132f3011-a00b-4fe9-8247-e070ceef9483 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855818 Jul 23 16:19:57.044963 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a57f6c54-b161-42bc-a3c2-c43898f2160c req-aa626943-0a1d-4251-8f62-a9f00b8face8 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.048476 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9088627d-89dc-4950-83c4-0520a7fa17dc tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1702790 Jul 23 16:19:57.061696 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-68482b6a-9217-42ee-9e3a-33437d57ee84 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Request body: {'port': {'device_id': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'network_id': 'e5f00839-b5e3-470f-98ff-b05da7b06d94', 'admin_state_up': True, 'tenant_id': '1877a1c5029842a9a22481228281422f', 'security_groups': ['2e5c71bb-226c-41b7-92a2-dc55c3aed871']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:57.118226 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 73cf402e-041a-4a65-853b-18de3c99c53e up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:57.247606 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 73cf402e-041a-4a65-853b-18de3c99c53e completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:57.253194 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 73cf402e-041a-4a65-853b-18de3c99c53e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:57.254309 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.261702 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-a57f6c54-b161-42bc-a3c2-c43898f2160c req-aa626943-0a1d-4251-8f62-a9f00b8face8 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Allocated IP 172.25.8.10 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/8c26d1bc-73fe-4590-ade4-b5e41777d476) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:57.332175 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-68482b6a-9217-42ee-9e3a-33437d57ee84 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Made reservation on behalf of 1877a1c5029842a9a22481228281422f for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:57.343133 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-68482b6a-9217-42ee-9e3a-33437d57ee84 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.429947 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.433381 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-20717332-cee1-4b6f-92f5-8d01679dc602 None None] Provisioning for port 6f406226-7c43-4a51-8734-18dbcbb352a4 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:57.463021 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-20717332-cee1-4b6f-92f5-8d01679dc602 None None] Provisioning complete for port 6f406226-7c43-4a51-8734-18dbcbb352a4 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:57.463794 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-20717332-cee1-4b6f-92f5-8d01679dc602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.465443 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198922b-8f46-4464-b41d-d1eb3d487688 req-1b37626c-1a0f-4e6a-a801-31be24b8271c tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:57.474352 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8198922b-8f46-4464-b41d-d1eb3d487688 req-1b37626c-1a0f-4e6a-a801-31be24b8271c tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 950 time: 0.2496264 Jul 23 16:19:57.507570 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45b2e62-cc17-464e-aace-f5cc20bacb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cf402e-041a-4a65-853b-18de3c99c53e'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:57.510182 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44109e18-55aa-4107-98da-3d880f5ecee3" -d '{"events": [{"server_uuid": "b45b2e62-cc17-464e-aace-f5cc20bacb94", "name": "network-vif-plugged", "status": "completed", "tag": "73cf402e-041a-4a65-853b-18de3c99c53e"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:57.537380 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 73cf402e-041a-4a65-853b-18de3c99c53e, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=73cf402e-041a-4a65-853b-18de3c99c53e,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:57.543046 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.544120 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 365884f7-70f4-448a-8847-81f5cf6b6670 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:57.558439 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-68482b6a-9217-42ee-9e3a-33437d57ee84 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Allocated IP 10.1.1.159 (e5f00839-b5e3-470f-98ff-b05da7b06d94/0e1b4b2c-7085-4c60-92b2-650db68b72a2/01fb3cf0-e4ff-4a66-8ed1-9025c34ef945) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:57.575823 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8198922b-8f46-4464-b41d-d1eb3d487688 req-f6d07c8f-ed3c-41b5-9ffd-c790feb13d18 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004491 Jul 23 16:19:57.596678 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-20717332-cee1-4b6f-92f5-8d01679dc602 None None] Port 6f406226-7c43-4a51-8734-18dbcbb352a4 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:19:57.624004 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a57f6c54-b161-42bc-a3c2-c43898f2160c req-aa626943-0a1d-4251-8f62-a9f00b8face8 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.718543 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=73cf402e-041a-4a65-853b-18de3c99c53e,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:57.728620 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a57f6c54-b161-42bc-a3c2-c43898f2160c req-aa626943-0a1d-4251-8f62-a9f00b8face8 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.731063 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 365884f7-70f4-448a-8847-81f5cf6b6670 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:57.731730 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.788024 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-68482b6a-9217-42ee-9e3a-33437d57ee84 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.804278 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-68482b6a-9217-42ee-9e3a-33437d57ee84 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Transition to ACTIVE for port object 01fb3cf0-e4ff-4a66-8ed1-9025c34ef945 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:57.819781 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a57f6c54-b161-42bc-a3c2-c43898f2160c req-aa626943-0a1d-4251-8f62-a9f00b8face8 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:57.829659 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-a57f6c54-b161-42bc-a3c2-c43898f2160c req-aa626943-0a1d-4251-8f62-a9f00b8face8 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:57.836405 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57f6c54-b161-42bc-a3c2-c43898f2160c req-aa626943-0a1d-4251-8f62-a9f00b8face8 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:57.848707 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-68482b6a-9217-42ee-9e3a-33437d57ee84 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.871984 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.894190 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa626943-0a1d-4251-8f62-a9f00b8face8 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Pushing event updated for resources: {'Port': ['ID=8c26d1bc-73fe-4590-ade4-b5e41777d476,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:57.912042 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 365884f7-70f4-448a-8847-81f5cf6b6670, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=365884f7-70f4-448a-8847-81f5cf6b6670,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:57.919765 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.921116 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 965968d6-5241-4a92-9f52-c8d17c2b5459 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:19:57.925837 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-68482b6a-9217-42ee-9e3a-33437d57ee84 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Network e5f00839-b5e3-470f-98ff-b05da7b06d94 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:57.930374 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-68482b6a-9217-42ee-9e3a-33437d57ee84 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:57.945664 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b6a-9217-42ee-9e3a-33437d57ee84 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Pushing event updated for resources: {'Port': ['ID=01fb3cf0-e4ff-4a66-8ed1-9025c34ef945,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:57.961846 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-68482b6a-9217-42ee-9e3a-33437d57ee84 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:57.974536 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a57f6c54-b161-42bc-a3c2-c43898f2160c req-aa626943-0a1d-4251-8f62-a9f00b8face8 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.983815 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ac26b-2b39-4a1c-bcba-4a70c374de12 req-747f6792-c13f-4f0f-beb1-c0588e83dca2 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:57.985802 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce3ac26b-2b39-4a1c-bcba-4a70c374de12 req-747f6792-c13f-4f0f-beb1-c0588e83dca2 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 950 time: 0.1776588 Jul 23 16:19:58.014922 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 965968d6-5241-4a92-9f52-c8d17c2b5459 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:19:58.015433 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 965968d6-5241-4a92-9f52-c8d17c2b5459 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:19:58.017976 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=365884f7-70f4-448a-8847-81f5cf6b6670,revision_number=11']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:58.036558 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-68482b6a-9217-42ee-9e3a-33437d57ee84 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:58.037312 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-68482b6a-9217-42ee-9e3a-33437d57ee84 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:58.054584 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-68482b6a-9217-42ee-9e3a-33437d57ee84 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9997759 Jul 23 16:19:58.065849 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-45ab5084-8cc9-4167-ab48-5d91b1a6e447 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Request body: {'port': {'device_id': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'network_id': 'e5f00839-b5e3-470f-98ff-b05da7b06d94', 'admin_state_up': True, 'tenant_id': '1877a1c5029842a9a22481228281422f', 'security_groups': ['2e5c71bb-226c-41b7-92a2-dc55c3aed871']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:58.073852 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce3ac26b-2b39-4a1c-bcba-4a70c374de12 req-12427f13-6182-4f50-bb47-84a3976b865f tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680602 Jul 23 16:19:58.076590 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a57f6c54-b161-42bc-a3c2-c43898f2160c req-aa626943-0a1d-4251-8f62-a9f00b8face8 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:58.165272 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5695d2c9-a12d-4308-9ed4-e16a4979100e x-openstack-request-id: req-5695d2c9-a12d-4308-9ed4-e16a4979100e {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:58.166189 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45b2e62-cc17-464e-aace-f5cc20bacb94", "name": "network-vif-plugged", "status": "completed", "tag": "73cf402e-041a-4a65-853b-18de3c99c53e", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:58.166689 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5695d2c9-a12d-4308-9ed4-e16a4979100e {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:58.167290 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45b2e62-cc17-464e-aace-f5cc20bacb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cf402e-041a-4a65-853b-18de3c99c53e', 'code': 200} Jul 23 16:19:58.229481 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d7c98a2a-182c-463d-b782-a648a7a239e7 None None] Provisioning for port 01fb3cf0-e4ff-4a66-8ed1-9025c34ef945 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:58.234656 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d7c98a2a-182c-463d-b782-a648a7a239e7 None None] Provisioning complete for port 01fb3cf0-e4ff-4a66-8ed1-9025c34ef945 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:58.235229 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d7c98a2a-182c-463d-b782-a648a7a239e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:58.281166 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-d7c98a2a-182c-463d-b782-a648a7a239e7 None None] Port 01fb3cf0-e4ff-4a66-8ed1-9025c34ef945 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:19:58.297381 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-45ab5084-8cc9-4167-ab48-5d91b1a6e447 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Made reservation on behalf of 1877a1c5029842a9a22481228281422f for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:58.301851 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-45ab5084-8cc9-4167-ab48-5d91b1a6e447 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:58.384609 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a57f6c54-b161-42bc-a3c2-c43898f2160c req-aa626943-0a1d-4251-8f62-a9f00b8face8 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:58.389138 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcc6a5-14ea-4678-bfaa-538076e502d3 req-e2333d87-97b0-4379-b9c9-1cd509bbe35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:58.390809 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8ddcc6a5-14ea-4678-bfaa-538076e502d3 req-e2333d87-97b0-4379-b9c9-1cd509bbe35c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b45b2e62-cc17-464e-aace-f5cc20bacb94 HTTP/1.1" status: 200 len: 1100 time: 0.1564217 Jul 23 16:19:58.392587 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a57f6c54-b161-42bc-a3c2-c43898f2160c req-aa626943-0a1d-4251-8f62-a9f00b8face8 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:58.444789 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc25f04-d425-4889-9e16-ef835ef2218b req-42ee0d1b-871f-4039-a717-fc855af79ea2 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:58.450732 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc25f04-d425-4889-9e16-ef835ef2218b req-42ee0d1b-871f-4039-a717-fc855af79ea2 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:58.450924 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-45ab5084-8cc9-4167-ab48-5d91b1a6e447 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Allocated IP 10.1.1.149 (e5f00839-b5e3-470f-98ff-b05da7b06d94/0e1b4b2c-7085-4c60-92b2-650db68b72a2/81ed9f61-dd72-45c4-9749-cf4878d9a0da) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:58.452753 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-adc25f04-d425-4889-9e16-ef835ef2218b req-42ee0d1b-871f-4039-a717-fc855af79ea2 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 1654 time: 0.1787863 Jul 23 16:19:58.536483 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa626943-0a1d-4251-8f62-a9f00b8face8 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Pushing event updated for resources: {'Port': ['ID=8c26d1bc-73fe-4590-ade4-b5e41777d476,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:58.556136 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-adc25f04-d425-4889-9e16-ef835ef2218b req-345dc6ae-e8c1-4261-8351-5066b769118a tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710838 Jul 23 16:19:58.559441 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a57f6c54-b161-42bc-a3c2-c43898f2160c req-aa626943-0a1d-4251-8f62-a9f00b8face8 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:58.564427 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8ddcc6a5-14ea-4678-bfaa-538076e502d3 req-87980b33-dc07-497f-83a3-7af9437ccdf6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549532 Jul 23 16:19:58.575837 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a57f6c54-b161-42bc-a3c2-c43898f2160c req-aa626943-0a1d-4251-8f62-a9f00b8face8 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:58.577121 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a57f6c54-b161-42bc-a3c2-c43898f2160c req-aa626943-0a1d-4251-8f62-a9f00b8face8 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8172576 Jul 23 16:19:58.623364 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-45ab5084-8cc9-4167-ab48-5d91b1a6e447 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:58.639623 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a57f6c54-b161-42bc-a3c2-c43898f2160c req-ab2d9b7e-fe0e-48cf-b6f0-6be5643d0822 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.10 HTTP/1.1" status: 200 len: 695 time: 0.0525849 Jul 23 16:19:58.644074 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-45ab5084-8cc9-4167-ab48-5d91b1a6e447 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Transition to ACTIVE for port object 81ed9f61-dd72-45c4-9749-cf4878d9a0da will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:58.680568 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-45ab5084-8cc9-4167-ab48-5d91b1a6e447 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:58.726651 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-45ab5084-8cc9-4167-ab48-5d91b1a6e447 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Network e5f00839-b5e3-470f-98ff-b05da7b06d94 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:58.731791 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-45ab5084-8cc9-4167-ab48-5d91b1a6e447 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:58.735680 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-45ab5084-8cc9-4167-ab48-5d91b1a6e447 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:58.806043 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab5084-8cc9-4167-ab48-5d91b1a6e447 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Pushing event updated for resources: {'Port': ['ID=81ed9f61-dd72-45c4-9749-cf4878d9a0da,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:58.816240 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511d1e1-65a3-463d-81bc-20e49c7542de req-c84150af-6a56-4ab6-af3e-d0c648114be3 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:58.824637 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7511d1e1-65a3-463d-81bc-20e49c7542de req-c84150af-6a56-4ab6-af3e-d0c648114be3 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 946 time: 0.1607549 Jul 23 16:19:58.824838 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:19:58.825329 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f6c54-b161-42bc-a3c2-c43898f2160c req-a7042843-dccf-4a29-98af-9bfe23042761 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:58.838802 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a57f6c54-b161-42bc-a3c2-c43898f2160c req-a7042843-dccf-4a29-98af-9bfe23042761 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 784 time: 0.1938157 Jul 23 16:19:58.847494 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-45ab5084-8cc9-4167-ab48-5d91b1a6e447 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:58.848922 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-45ab5084-8cc9-4167-ab48-5d91b1a6e447 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:58.872943 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-45ab5084-8cc9-4167-ab48-5d91b1a6e447 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8100281 Jul 23 16:19:58.884439 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-724063ed-d491-4272-b73c-77438c75be81 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Request body: {'port': {'device_id': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b15e95e3-c83c-43f1-8d67-89ed25f67132', 'admin_state_up': True, 'tenant_id': '1877a1c5029842a9a22481228281422f', 'security_groups': ['2e5c71bb-226c-41b7-92a2-dc55c3aed871']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:58.915327 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7511d1e1-65a3-463d-81bc-20e49c7542de req-57998765-0ffd-4f9a-a52c-5b4f1dcb93bd tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752835 Jul 23 16:19:58.987243 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ad3b1-6856-405c-8403-1e1a1b505ad8 req-a27b5ace-50be-4144-b4b3-ac93ba86aa4a tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:58.996339 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f14ad3b1-6856-405c-8403-1e1a1b505ad8 req-a27b5ace-50be-4144-b4b3-ac93ba86aa4a tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b45b2e62-cc17-464e-aace-f5cc20bacb94 HTTP/1.1" status: 200 len: 949 time: 0.0795202 Jul 23 16:19:59.051860 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-724063ed-d491-4272-b73c-77438c75be81 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Made reservation on behalf of 1877a1c5029842a9a22481228281422f for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:59.069661 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f14ad3b1-6856-405c-8403-1e1a1b505ad8 req-13feecea-d30e-4aff-bb8b-cc652efa4e6b tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724533 Jul 23 16:19:59.127405 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-fe3848a2-1eae-4a98-8267-5b6a3e8e0ced None None] Provisioning for port 81ed9f61-dd72-45c4-9749-cf4878d9a0da completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:59.127574 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b45d00-c9dd-46cb-9051-98870ceafa47 req-8a7c2b65-f60d-4413-8a5b-b2ac685673da tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:59.135157 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-fe3848a2-1eae-4a98-8267-5b6a3e8e0ced None None] Provisioning complete for port 81ed9f61-dd72-45c4-9749-cf4878d9a0da triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:59.135563 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fe3848a2-1eae-4a98-8267-5b6a3e8e0ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:59.136049 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9b45d00-c9dd-46cb-9051-98870ceafa47 req-8a7c2b65-f60d-4413-8a5b-b2ac685673da tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 950 time: 0.1138401 Jul 23 16:19:59.153300 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-724063ed-d491-4272-b73c-77438c75be81 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:59.194349 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-fe3848a2-1eae-4a98-8267-5b6a3e8e0ced None None] Port 81ed9f61-dd72-45c4-9749-cf4878d9a0da cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:19:59.203974 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9b45d00-c9dd-46cb-9051-98870ceafa47 req-424c664d-e77e-4dcf-a9e3-f9f284c6a084 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621958 Jul 23 16:19:59.420410 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-724063ed-d491-4272-b73c-77438c75be81 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Allocated IP 10.2.2.100 (b15e95e3-c83c-43f1-8d67-89ed25f67132/1cf0b2de-18cb-44fe-a73c-3c7c9e63181e/61637cfe-1584-4974-b56f-43ff73d6bcec) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:59.563139 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5bd1ee0c-cbfd-46ff-b1a9-b938647473e0 req-68b3b933-ac03-40be-8ae7-d8c8713c5291 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] 10.222.0.73 "GET /v2.0/floatingips/f1c83fcb-79d4-4c72-bcd1-93613d5d79a1 HTTP/1.1" status: 200 len: 692 time: 0.3581026 Jul 23 16:19:59.614819 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-724063ed-d491-4272-b73c-77438c75be81 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:59.627985 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-724063ed-d491-4272-b73c-77438c75be81 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Transition to ACTIVE for port object 61637cfe-1584-4974-b56f-43ff73d6bcec will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:59.680072 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-724063ed-d491-4272-b73c-77438c75be81 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:59.683131 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d35ff5-4d0c-4f20-ad01-043b1285f841 req-9f52bfa8-bdf8-4dc3-9621-a0d3143e3a02 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:59.684709 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-03d35ff5-4d0c-4f20-ad01-043b1285f841 req-9f52bfa8-bdf8-4dc3-9621-a0d3143e3a02 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 951 time: 0.1556745 Jul 23 16:19:59.688187 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-386e0617-35b2-41f7-abaf-6b1e71685cc1 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:59.689663 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-386e0617-35b2-41f7-abaf-6b1e71685cc1 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553&tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&binding%3Ahost_id=n-h1-778549-4 HTTP/1.1" status: 200 len: 1097 time: 0.2066798 Jul 23 16:19:59.720075 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778549-4'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:59.730872 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1ee0c-cbfd-46ff-b1a9-b938647473e0 req-2ef9e954-024f-4f9d-87f7-b7a2c0a7b82b tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:59.732422 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5bd1ee0c-cbfd-46ff-b1a9-b938647473e0 req-2ef9e954-024f-4f9d-87f7-b7a2c0a7b82b tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 784 time: 0.1604109 Jul 23 16:19:59.761282 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-724063ed-d491-4272-b73c-77438c75be81 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Network b15e95e3-c83c-43f1-8d67-89ed25f67132 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:59.778939 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-724063ed-d491-4272-b73c-77438c75be81 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:59.784189 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-724063ed-d491-4272-b73c-77438c75be81 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:59.789786 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724063ed-d491-4272-b73c-77438c75be81 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Pushing event updated for resources: {'Port': ['ID=61637cfe-1584-4974-b56f-43ff73d6bcec,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:59.790643 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-03d35ff5-4d0c-4f20-ad01-043b1285f841 req-74c4441d-b203-4eff-8b42-7270419eb6a9 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949523 Jul 23 16:19:59.798239 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5bd1ee0c-cbfd-46ff-b1a9-b938647473e0 req-49363aa1-4235-4446-8e05-29c482dc8bac tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.10 HTTP/1.1" status: 200 len: 695 time: 0.0572488 Jul 23 16:19:59.864115 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5bd1ee0c-cbfd-46ff-b1a9-b938647473e0 req-30bc4bc2-bed5-48df-a453-4d2a54ddc623 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.10 HTTP/1.1" status: 200 len: 695 time: 0.0588672 Jul 23 16:19:59.913536 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-724063ed-d491-4272-b73c-77438c75be81 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:59.914416 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-724063ed-d491-4272-b73c-77438c75be81 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:59.930235 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:59.986263 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-724063ed-d491-4272-b73c-77438c75be81 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1071856 Jul 23 16:20:00.062975 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-05c442fb-71a3-4ff4-b185-1f887927f609 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Request body: {'port': {'device_id': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b15e95e3-c83c-43f1-8d67-89ed25f67132', 'admin_state_up': True, 'tenant_id': '1877a1c5029842a9a22481228281422f', 'security_groups': ['2e5c71bb-226c-41b7-92a2-dc55c3aed871']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:00.074329 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605241b-fd16-42b8-a6e7-669ea5947dae req-fdc50f47-e2e6-4756-88d1-94fe0c830850 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:00.080346 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605241b-fd16-42b8-a6e7-669ea5947dae req-fdc50f47-e2e6-4756-88d1-94fe0c830850 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:00.086504 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605241b-fd16-42b8-a6e7-669ea5947dae req-fdc50f47-e2e6-4756-88d1-94fe0c830850 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:00.092775 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605241b-fd16-42b8-a6e7-669ea5947dae req-fdc50f47-e2e6-4756-88d1-94fe0c830850 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:00.094243 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d605241b-fd16-42b8-a6e7-669ea5947dae req-fdc50f47-e2e6-4756-88d1-94fe0c830850 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 3096 time: 0.1818211 Jul 23 16:20:00.100439 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-5bd1ee0c-cbfd-46ff-b1a9-b938647473e0 req-2456dcd9-f1c1-4490-ba57-eb5e4154804c tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Deleting port 8c26d1bc-73fe-4590-ade4-b5e41777d476 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:00.100783 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5bd1ee0c-cbfd-46ff-b1a9-b938647473e0 req-2456dcd9-f1c1-4490-ba57-eb5e4154804c tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.125726 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-dc4966e6-4430-43dc-b23a-7bbe3b7a301b None None] Provisioning for port 61637cfe-1584-4974-b56f-43ff73d6bcec completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:00.130601 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-dc4966e6-4430-43dc-b23a-7bbe3b7a301b None None] Provisioning complete for port 61637cfe-1584-4974-b56f-43ff73d6bcec triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:00.131234 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dc4966e6-4430-43dc-b23a-7bbe3b7a301b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.152584 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] For port b67dfda2-d471-4748-b33e-9252ec9efb0a, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=b67dfda2-d471-4748-b33e-9252ec9efb0a,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:00.168581 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a8e0c9-ef52-4562-b63b-63ea9adaa3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365884f7-70f4-448a-8847-81f5cf6b6670'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:00.174694 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1101d79-2376-4d11-882d-1367660493e3" -d '{"events": [{"server_uuid": "19a8e0c9-ef52-4562-b63b-63ea9adaa3d2", "name": "network-vif-plugged", "status": "completed", "tag": "365884f7-70f4-448a-8847-81f5cf6b6670"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:00.196310 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-dc4966e6-4430-43dc-b23a-7bbe3b7a301b None None] Port 61637cfe-1584-4974-b56f-43ff73d6bcec cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:20:00.207688 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d605241b-fd16-42b8-a6e7-669ea5947dae req-03152f95-a2b7-4a94-9ac5-5db21187157c tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867319 Jul 23 16:20:00.220554 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] For port b67dfda2-d471-4748-b33e-9252ec9efb0a, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:00.246702 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5bd1ee0c-cbfd-46ff-b1a9-b938647473e0 req-2456dcd9-f1c1-4490-ba57-eb5e4154804c tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.247243 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5bd1ee0c-cbfd-46ff-b1a9-b938647473e0 req-2456dcd9-f1c1-4490-ba57-eb5e4154804c tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.276835 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-5bd1ee0c-cbfd-46ff-b1a9-b938647473e0 req-2456dcd9-f1c1-4490-ba57-eb5e4154804c tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Calling delete_port for 8c26d1bc-73fe-4590-ade4-b5e41777d476 owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:00.297093 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-05c442fb-71a3-4ff4-b185-1f887927f609 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Made reservation on behalf of 1877a1c5029842a9a22481228281422f for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:00.302333 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-05c442fb-71a3-4ff4-b185-1f887927f609 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.308379 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7299739c-9c47-42e4-91d6-b0674ce38553', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b67dfda2-d471-4748-b33e-9252ec9efb0a'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:00.310322 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bea801-a9c9-4a58-b22b-0d79d7c88935" -d '{"events": [{"server_uuid": "7299739c-9c47-42e4-91d6-b0674ce38553", "name": "network-vif-unplugged", "status": "completed", "tag": "b67dfda2-d471-4748-b33e-9252ec9efb0a"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:00.325825 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.338305 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.460664 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device b67dfda2-d471-4748-b33e-9252ec9efb0a details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:20:00.494181 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5bd1ee0c-cbfd-46ff-b1a9-b938647473e0 req-2456dcd9-f1c1-4490-ba57-eb5e4154804c tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.537640 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] Pushing event updated for resources: {'Port': ['ID=b67dfda2-d471-4748-b33e-9252ec9efb0a,revision_number=7']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:00.558428 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456dcd9-f1c1-4490-ba57-eb5e4154804c tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Pushing event deleted for resources: {'Port': ['ID=8c26d1bc-73fe-4590-ade4-b5e41777d476,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:00.595525 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] Attempting to bind port b67dfda2-d471-4748-b33e-9252ec9efb0a on host n-h1-778549-4 for vnic_type normal with profile {"migrating_to": "n-h2-778549-4"} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:00.596768 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] Attempting to bind port b67dfda2-d471-4748-b33e-9252ec9efb0a by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:00.600595 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] Attempting to bind port b67dfda2-d471-4748-b33e-9252ec9efb0a on network cbcbd292-3824-44cf-913c-59a7184e692c {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:00.614202 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] Port b67dfda2-d471-4748-b33e-9252ec9efb0a on network cbcbd292-3824-44cf-913c-59a7184e692c not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:20:00.615035 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] Attempting to bind port b67dfda2-d471-4748-b33e-9252ec9efb0a on network cbcbd292-3824-44cf-913c-59a7184e692c {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:00.623830 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port b67dfda2-d471-4748-b33e-9252ec9efb0a, host n-h1-778549-4, got binding levels [] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:00.631201 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:00.631856 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] Checking segment: {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:00.632440 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] Bound using segment: {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:00.633100 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] Bound port: b67dfda2-d471-4748-b33e-9252ec9efb0a, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:00.633811 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.650301 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5bd1ee0c-cbfd-46ff-b1a9-b938647473e0 req-2456dcd9-f1c1-4490-ba57-eb5e4154804c tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.653854 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5bd1ee0c-cbfd-46ff-b1a9-b938647473e0 req-2456dcd9-f1c1-4490-ba57-eb5e4154804c tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.655249 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5bd1ee0c-cbfd-46ff-b1a9-b938647473e0 req-2456dcd9-f1c1-4490-ba57-eb5e4154804c tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] 10.222.0.73 "DELETE /v2.0/floatingips/f1c83fcb-79d4-4c72-bcd1-93613d5d79a1 HTTP/1.1" status: 204 len: 173 time: 0.7850420 Jul 23 16:20:00.655861 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Attempting to bind port b67dfda2-d471-4748-b33e-9252ec9efb0a on host n-h1-778549-4 for vnic_type normal with profile {"migrating_to": "n-h2-778549-4"} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:00.656238 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Attempting to bind port b67dfda2-d471-4748-b33e-9252ec9efb0a by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:00.656604 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Attempting to bind port b67dfda2-d471-4748-b33e-9252ec9efb0a on network cbcbd292-3824-44cf-913c-59a7184e692c {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:00.664768 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c22d7e-28cb-4448-9091-7591ccb85f6d req-a57d79d4-a5f9-4899-b96f-1d11dcd8b78a tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:00.666807 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Port b67dfda2-d471-4748-b33e-9252ec9efb0a on network cbcbd292-3824-44cf-913c-59a7184e692c not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:20:00.667078 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Attempting to bind port b67dfda2-d471-4748-b33e-9252ec9efb0a on network cbcbd292-3824-44cf-913c-59a7184e692c {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:00.672176 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8c22d7e-28cb-4448-9091-7591ccb85f6d req-a57d79d4-a5f9-4899-b96f-1d11dcd8b78a tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 944 time: 0.3753948 Jul 23 16:20:00.673168 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:00.673535 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Checking segment: {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:00.674127 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Bound using segment: {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:00.675199 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Bound port: b67dfda2-d471-4748-b33e-9252ec9efb0a, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:00.675864 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.738183 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8c22d7e-28cb-4448-9091-7591ccb85f6d req-03946051-c4fe-4568-8b60-5b0e286ec1db tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602515 Jul 23 16:20:00.794596 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4bc416-e682-4489-b774-cee359c63337 x-openstack-request-id: req-1e4bc416-e682-4489-b774-cee359c63337 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:00.795211 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a8e0c9-ef52-4562-b63b-63ea9adaa3d2", "name": "network-vif-plugged", "status": "completed", "tag": "365884f7-70f4-448a-8847-81f5cf6b6670", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:00.795877 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1e4bc416-e682-4489-b774-cee359c63337 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:00.796888 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a8e0c9-ef52-4562-b63b-63ea9adaa3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365884f7-70f4-448a-8847-81f5cf6b6670', 'code': 200} Jul 23 16:20:00.798985 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port b67dfda2-d471-4748-b33e-9252ec9efb0a, host n-h1-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:00.805937 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port b67dfda2-d471-4748-b33e-9252ec9efb0a, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=b67dfda2-d471-4748-b33e-9252ec9efb0a,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:00.812150 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.853040 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-05c442fb-71a3-4ff4-b185-1f887927f609 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Allocated IP 10.2.2.200 (b15e95e3-c83c-43f1-8d67-89ed25f67132/1cf0b2de-18cb-44fe-a73c-3c7c9e63181e/826b1e36-24e9-4eac-b734-464693130e3f) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:00.902435 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device b67dfda2-d471-4748-b33e-9252ec9efb0a has no active binding in host n-h2-778549-4 {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 16:20:00.942578 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=b67dfda2-d471-4748-b33e-9252ec9efb0a,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:00.957922 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ad8f2-5b12-4aa0-8265-f6f46292222d req-615043e6-ead8-477c-b5e9-1613c1647275 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:00.959651 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e8ad8f2-5b12-4aa0-8265-f6f46292222d req-615043e6-ead8-477c-b5e9-1613c1647275 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b45b2e62-cc17-464e-aace-f5cc20bacb94 HTTP/1.1" status: 200 len: 949 time: 0.1796083 Jul 23 16:20:01.001666 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] For port b67dfda2-d471-4748-b33e-9252ec9efb0a, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:01.045696 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.db.api [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) b67dfda2-d471-4748-b33e-9252ec9efb0a-n-h1-778549-4-0 {{(pid=94013) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:20:01.046167 n-d-778549-4 neutron-server[94013]: DEBUG oslo_db.api [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:20:01.094630 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-05c442fb-71a3-4ff4-b185-1f887927f609 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.112613 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e8ad8f2-5b12-4aa0-8265-f6f46292222d req-f8c238f4-087e-4e53-99e9-319ca7cb3b3f tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385047 Jul 23 16:20:01.113674 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-05c442fb-71a3-4ff4-b185-1f887927f609 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Transition to ACTIVE for port object 826b1e36-24e9-4eac-b734-464693130e3f will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:01.163562 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-05c442fb-71a3-4ff4-b185-1f887927f609 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.180387 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40698a-49f4-4b3a-aaf4-891e35fa9b0f req-24817839-f4d6-4ccd-9937-3461f93f7b3a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:01.181973 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b40698a-49f4-4b3a-aaf4-891e35fa9b0f req-24817839-f4d6-4ccd-9937-3461f93f7b3a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 950 time: 0.1753423 Jul 23 16:20:01.190293 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272e1d5-54a2-4d94-ba71-0ac96e38140e req-782171da-5a4a-405a-96bc-28f35ba63ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:01.191843 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a272e1d5-54a2-4d94-ba71-0ac96e38140e req-782171da-5a4a-405a-96bc-28f35ba63ab4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 1102 time: 0.1319778 Jul 23 16:20:01.221990 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cd3ed4-726f-4d32-b444-a670837cadd0 x-openstack-request-id: req-84cd3ed4-726f-4d32-b444-a670837cadd0 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:01.222843 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7299739c-9c47-42e4-91d6-b0674ce38553", "name": "network-vif-unplugged", "status": "completed", "tag": "b67dfda2-d471-4748-b33e-9252ec9efb0a", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:01.223981 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-84cd3ed4-726f-4d32-b444-a670837cadd0 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:01.225101 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7299739c-9c47-42e4-91d6-b0674ce38553', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b67dfda2-d471-4748-b33e-9252ec9efb0a', 'code': 200} Jul 23 16:20:01.241734 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-05c442fb-71a3-4ff4-b185-1f887927f609 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Network b15e95e3-c83c-43f1-8d67-89ed25f67132 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:01.245916 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-05c442fb-71a3-4ff4-b185-1f887927f609 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:01.259398 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [req-73c6f699-2fb3-46e3-bd41-adfe72065372 req-a3a6a05e-cacc-4542-ab90-e91295504f1f tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] show failed (client error): The resource could not be found. Jul 23 16:20:01.260442 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73c6f699-2fb3-46e3-bd41-adfe72065372 req-a3a6a05e-cacc-4542-ab90-e91295504f1f tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] 10.222.0.73 "GET /v2.0/floatingips/f1c83fcb-79d4-4c72-bcd1-93613d5d79a1 HTTP/1.1" status: 404 len: 350 time: 0.0505836 Jul 23 16:20:01.287855 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b40698a-49f4-4b3a-aaf4-891e35fa9b0f req-e4fe0880-494e-4762-a869-eace04ce93a9 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997853 Jul 23 16:20:01.307553 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c442fb-71a3-4ff4-b185-1f887927f609 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Pushing event updated for resources: {'Port': ['ID=826b1e36-24e9-4eac-b734-464693130e3f,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:01.322877 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-05c442fb-71a3-4ff4-b185-1f887927f609 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:01.330626 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a272e1d5-54a2-4d94-ba71-0ac96e38140e req-fd3797c6-f332-4fce-81ac-14d4ae864570 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183414 Jul 23 16:20:01.438553 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-05c442fb-71a3-4ff4-b185-1f887927f609 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:01.439239 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-05c442fb-71a3-4ff4-b185-1f887927f609 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.453179 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73bc25-978b-4253-9166-56986e5064fe req-ad2e35a0-93bb-4be7-b5a2-db2ca01bbf49 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:01.455527 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1e73bc25-978b-4253-9166-56986e5064fe req-ad2e35a0-93bb-4be7-b5a2-db2ca01bbf49 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 951 time: 0.0871456 Jul 23 16:20:01.470332 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-05c442fb-71a3-4ff4-b185-1f887927f609 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4113681 Jul 23 16:20:01.482903 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-483070f5-4036-4111-be02-aa5fd0018d44 service neutron] Request body: {'port': {'device_id': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:01.568843 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] Attempting to bind port b67dfda2-d471-4748-b33e-9252ec9efb0a on host n-h1-778549-4 for vnic_type normal with profile {"migrating_to": "n-h2-778549-4"} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:01.569237 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] Attempting to bind port b67dfda2-d471-4748-b33e-9252ec9efb0a by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:01.569573 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] Attempting to bind port b67dfda2-d471-4748-b33e-9252ec9efb0a on network cbcbd292-3824-44cf-913c-59a7184e692c {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:01.570449 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1e73bc25-978b-4253-9166-56986e5064fe req-27d9549a-bcca-41ef-a15e-cbfd1c0402b8 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040969 Jul 23 16:20:01.593286 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb7ae0-c218-4905-8329-440e57ad335a req-cdc1aa98-f4ef-46f8-9960-423b3a4dfadb tempest-ServersOnMultiNodesTest-1458351997 tempest-ServersOnMultiNodesTest-1458351997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:01.593286 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9cbb7ae0-c218-4905-8329-440e57ad335a req-cdc1aa98-f4ef-46f8-9960-423b3a4dfadb tempest-ServersOnMultiNodesTest-1458351997 tempest-ServersOnMultiNodesTest-1458351997-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b45b2e62-cc17-464e-aace-f5cc20bacb94 HTTP/1.1" status: 200 len: 1100 time: 0.1323812 Jul 23 16:20:01.594008 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] Port b67dfda2-d471-4748-b33e-9252ec9efb0a on network cbcbd292-3824-44cf-913c-59a7184e692c not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:20:01.594008 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] Attempting to bind port b67dfda2-d471-4748-b33e-9252ec9efb0a on network cbcbd292-3824-44cf-913c-59a7184e692c {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:01.602503 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:01.602844 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] Checking segment: {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:01.603218 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] Bound using segment: {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:01.603655 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] Bound port: b67dfda2-d471-4748-b33e-9252ec9efb0a, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:01.604017 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.615187 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9cbb7ae0-c218-4905-8329-440e57ad335a req-65db21d1-9830-4d5b-a513-37267fac071b tempest-ServersOnMultiNodesTest-1458351997 tempest-ServersOnMultiNodesTest-1458351997-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.618255 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-483070f5-4036-4111-be02-aa5fd0018d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.627879 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-528f0f59-24f8-4be1-b923-4d8ba82fe835 None None] Provisioning for port 826b1e36-24e9-4eac-b734-464693130e3f completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:01.635363 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-528f0f59-24f8-4be1-b923-4d8ba82fe835 None None] Provisioning complete for port 826b1e36-24e9-4eac-b734-464693130e3f triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:01.635834 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-528f0f59-24f8-4be1-b923-4d8ba82fe835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.674528 n-d-778549-4 neutron-server[94013]: WARNING neutron.plugins.ml2.plugin [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] Concurrent port binding operations failed on port b67dfda2-d471-4748-b33e-9252ec9efb0a Jul 23 16:20:01.678422 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] For port b67dfda2-d471-4748-b33e-9252ec9efb0a, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=b67dfda2-d471-4748-b33e-9252ec9efb0a,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:01.681545 n-d-778549-4 neutron-server[94013]: INFO neutron.plugins.ml2.plugin [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] Attempt 2 to bind port b67dfda2-d471-4748-b33e-9252ec9efb0a Jul 23 16:20:01.685545 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:01.686174 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.688159 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-a4dade07-1bd5-4077-9c24-14324420e014 service neutron] 10.222.0.97 "PUT /v2.0/ports/b67dfda2-d471-4748-b33e-9252ec9efb0a HTTP/1.1" status: 200 len: 1122 time: 1.9738328 Jul 23 16:20:01.715763 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-528f0f59-24f8-4be1-b923-4d8ba82fe835 None None] Port 826b1e36-24e9-4eac-b734-464693130e3f cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:20:01.765946 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9cbb7ae0-c218-4905-8329-440e57ad335a req-65db21d1-9830-4d5b-a513-37267fac071b tempest-ServersOnMultiNodesTest-1458351997 tempest-ServersOnMultiNodesTest-1458351997-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.792682 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['b67dfda2-d471-4748-b33e-9252ec9efb0a'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:01.809766 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9cbb7ae0-c218-4905-8329-440e57ad335a req-65db21d1-9830-4d5b-a513-37267fac071b tempest-ServersOnMultiNodesTest-1458351997 tempest-ServersOnMultiNodesTest-1458351997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.856708 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9cbb7ae0-c218-4905-8329-440e57ad335a req-65db21d1-9830-4d5b-a513-37267fac071b tempest-ServersOnMultiNodesTest-1458351997 tempest-ServersOnMultiNodesTest-1458351997-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595944 Jul 23 16:20:01.867826 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['b67dfda2-d471-4748-b33e-9252ec9efb0a'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:01.889687 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e066f-dfe1-424b-b8cc-7fcef9ea2b76 req-09642c32-46f4-4139-af61-403085dc8406 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:01.899483 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e066f-dfe1-424b-b8cc-7fcef9ea2b76 req-09642c32-46f4-4139-af61-403085dc8406 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:01.906690 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e066f-dfe1-424b-b8cc-7fcef9ea2b76 req-09642c32-46f4-4139-af61-403085dc8406 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:01.915510 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e066f-dfe1-424b-b8cc-7fcef9ea2b76 req-09642c32-46f4-4139-af61-403085dc8406 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:01.922858 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e066f-dfe1-424b-b8cc-7fcef9ea2b76 req-09642c32-46f4-4139-af61-403085dc8406 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:01.933507 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-873e066f-dfe1-424b-b8cc-7fcef9ea2b76 req-09642c32-46f4-4139-af61-403085dc8406 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 3817 time: 0.1856086 Jul 23 16:20:01.935717 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db21d1-9830-4d5b-a513-37267fac071b tempest-ServersOnMultiNodesTest-1458351997 tempest-ServersOnMultiNodesTest-1458351997-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97949747-5cae-42e2-b78d-e1e87625e148,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:02.013952 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [req-87ae1b28-219e-4b16-964c-c951c5ab6709 req-f0bd72b3-e3e0-4ec8-bf36-da196d1be4f5 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] show failed (client error): The resource could not be found. Jul 23 16:20:02.017605 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87ae1b28-219e-4b16-964c-c951c5ab6709 req-f0bd72b3-e3e0-4ec8-bf36-da196d1be4f5 tempest-FloatingIPsTestJSON-1697561652 tempest-FloatingIPsTestJSON-1697561652-project] 10.222.0.73 "GET /v2.0/floatingips/f1c83fcb-79d4-4c72-bcd1-93613d5d79a1 HTTP/1.1" status: 404 len: 350 time: 0.0746448 Jul 23 16:20:02.028402 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56538) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:02.162810 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-483070f5-4036-4111-be02-aa5fd0018d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f406226-7c43-4a51-8734-18dbcbb352a4 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:02.175153 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-483070f5-4036-4111-be02-aa5fd0018d44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.188190 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-483070f5-4036-4111-be02-aa5fd0018d44 service neutron] Transition to ACTIVE for port object 6f406226-7c43-4a51-8734-18dbcbb352a4 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:02.195616 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-483070f5-4036-4111-be02-aa5fd0018d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.302991 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483070f5-4036-4111-be02-aa5fd0018d44 service neutron] Pushing event updated for resources: {'Port': ['ID=6f406226-7c43-4a51-8734-18dbcbb352a4,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:02.368321 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-873e066f-dfe1-424b-b8cc-7fcef9ea2b76 req-43936bbc-fe76-41d6-ab6b-38f1b4fe6eef tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4286020 Jul 23 16:20:02.394972 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-483070f5-4036-4111-be02-aa5fd0018d44 service neutron] Attempting to bind port 6f406226-7c43-4a51-8734-18dbcbb352a4 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:02.394972 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-483070f5-4036-4111-be02-aa5fd0018d44 service neutron] Attempting to bind port 6f406226-7c43-4a51-8734-18dbcbb352a4 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '37cc592b-7f9c-4642-8c1c-94e292ee317d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'c5e5ef48-b00d-4a4a-b322-8f86cea4f5af'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:02.394972 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-483070f5-4036-4111-be02-aa5fd0018d44 service neutron] Attempting to bind port 6f406226-7c43-4a51-8734-18dbcbb352a4 on network c5e5ef48-b00d-4a4a-b322-8f86cea4f5af {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:02.403864 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-483070f5-4036-4111-be02-aa5fd0018d44 service neutron] Port 6f406226-7c43-4a51-8734-18dbcbb352a4 on network c5e5ef48-b00d-4a4a-b322-8f86cea4f5af not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:20:02.404208 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-483070f5-4036-4111-be02-aa5fd0018d44 service neutron] Attempting to bind port 6f406226-7c43-4a51-8734-18dbcbb352a4 on network c5e5ef48-b00d-4a4a-b322-8f86cea4f5af {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:02.409869 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-483070f5-4036-4111-be02-aa5fd0018d44 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:02.410210 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-483070f5-4036-4111-be02-aa5fd0018d44 service neutron] Checking segment: {'id': '37cc592b-7f9c-4642-8c1c-94e292ee317d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'c5e5ef48-b00d-4a4a-b322-8f86cea4f5af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:02.411139 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-483070f5-4036-4111-be02-aa5fd0018d44 service neutron] Bound using segment: {'id': '37cc592b-7f9c-4642-8c1c-94e292ee317d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'c5e5ef48-b00d-4a4a-b322-8f86cea4f5af'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:02.411709 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-483070f5-4036-4111-be02-aa5fd0018d44 service neutron] Bound port: 6f406226-7c43-4a51-8734-18dbcbb352a4, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37cc592b-7f9c-4642-8c1c-94e292ee317d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'c5e5ef48-b00d-4a4a-b322-8f86cea4f5af'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:02.412071 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-483070f5-4036-4111-be02-aa5fd0018d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.547829 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-483070f5-4036-4111-be02-aa5fd0018d44 service neutron] For port 6f406226-7c43-4a51-8734-18dbcbb352a4, host n-h2-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:02.551751 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-483070f5-4036-4111-be02-aa5fd0018d44 service neutron] For port 6f406226-7c43-4a51-8734-18dbcbb352a4, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=6f406226-7c43-4a51-8734-18dbcbb352a4,segment=NetworkSegment(37cc592b-7f9c-4642-8c1c-94e292ee317d),segment_id=37cc592b-7f9c-4642-8c1c-94e292ee317d)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:02.562730 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-483070f5-4036-4111-be02-aa5fd0018d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.578606 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-259fc015-6438-4d90-8632-72b9e6b5a86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.638879 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-483070f5-4036-4111-be02-aa5fd0018d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:02.639527 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-483070f5-4036-4111-be02-aa5fd0018d44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.640945 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-483070f5-4036-4111-be02-aa5fd0018d44 service neutron] 10.222.0.97 "PUT /v2.0/ports/6f406226-7c43-4a51-8734-18dbcbb352a4 HTTP/1.1" status: 200 len: 1092 time: 1.1627867 Jul 23 16:20:02.655348 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84d50d-92c9-4cc6-883d-09d959f59c5a req-b2c2ed90-aefc-4406-964a-a6b7b100d5d6 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:02.673298 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab84d50d-92c9-4cc6-883d-09d959f59c5a req-b2c2ed90-aefc-4406-964a-a6b7b100d5d6 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 944 time: 0.4427965 Jul 23 16:20:02.690667 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-e559b806-b9eb-48f6-a5fb-118dadb5fafd service neutron] Request body: {'port': {'device_id': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:02.736871 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483070f5-4036-4111-be02-aa5fd0018d44 service neutron] Pushing event updated for resources: {'Port': ['ID=6f406226-7c43-4a51-8734-18dbcbb352a4,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:02.808626 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-e559b806-b9eb-48f6-a5fb-118dadb5fafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.825790 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab84d50d-92c9-4cc6-883d-09d959f59c5a req-81f77bba-79e0-493f-b026-77461c148839 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540706 Jul 23 16:20:02.893455 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d8ef1-1699-4292-a083-562ebfa9a85b req-88b55f86-b2ba-422b-8299-693a357eead7 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:02.895035 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-649d8ef1-1699-4292-a083-562ebfa9a85b req-88b55f86-b2ba-422b-8299-693a357eead7 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 950 time: 0.1329763 Jul 23 16:20:03.086268 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-66acbd32-5f1b-4c90-b60e-2faab0a5eadb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:03.090249 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-649d8ef1-1699-4292-a083-562ebfa9a85b req-a082e0d2-29dc-49ee-8b5b-0aa2e0551e7e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867478 Jul 23 16:20:03.167333 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541540a9-32be-4ea1-8f20-426a6cfa3a11 req-24a21741-cb4e-4fa6-b7e4-2d38c404575f tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:03.177611 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-541540a9-32be-4ea1-8f20-426a6cfa3a11 req-24a21741-cb4e-4fa6-b7e4-2d38c404575f tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 951 time: 0.2151806 Jul 23 16:20:03.254340 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-e559b806-b9eb-48f6-a5fb-118dadb5fafd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f4f771a-0731-4ed2-98ff-d65dace07b5a {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:03.262883 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-e559b806-b9eb-48f6-a5fb-118dadb5fafd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:03.263764 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-7a372a2c-a7c9-4eea-a536-f7873adc7597 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587487 Jul 23 16:20:03.276352 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-e559b806-b9eb-48f6-a5fb-118dadb5fafd service neutron] Transition to ACTIVE for port object 6f4f771a-0731-4ed2-98ff-d65dace07b5a will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:03.277297 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7299739c-9c47-42e4-91d6-b0674ce38553', 'tag': 'b67dfda2-d471-4748-b33e-9252ec9efb0a'}, {'name': 'network-changed', 'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'tag': '6f406226-7c43-4a51-8734-18dbcbb352a4'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:03.279856 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc5c522-6259-4485-bdc9-eb03a455c25d" -d '{"events": [{"name": "network-changed", "server_uuid": "7299739c-9c47-42e4-91d6-b0674ce38553", "tag": "b67dfda2-d471-4748-b33e-9252ec9efb0a"}, {"name": "network-changed", "server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "tag": "6f406226-7c43-4a51-8734-18dbcbb352a4"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:03.284610 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-e559b806-b9eb-48f6-a5fb-118dadb5fafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:03.331831 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-541540a9-32be-4ea1-8f20-426a6cfa3a11 req-fe425baa-8af4-4efb-b135-0b5d8dadc70b tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516120 Jul 23 16:20:03.419266 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559b806-b9eb-48f6-a5fb-118dadb5fafd service neutron] Pushing event updated for resources: {'Port': ['ID=6f4f771a-0731-4ed2-98ff-d65dace07b5a,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:03.505159 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-e559b806-b9eb-48f6-a5fb-118dadb5fafd service neutron] Attempting to bind port 6f4f771a-0731-4ed2-98ff-d65dace07b5a on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:03.507128 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-e559b806-b9eb-48f6-a5fb-118dadb5fafd service neutron] Attempting to bind port 6f4f771a-0731-4ed2-98ff-d65dace07b5a by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'e5f00839-b5e3-470f-98ff-b05da7b06d94'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:03.508443 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-e559b806-b9eb-48f6-a5fb-118dadb5fafd service neutron] Attempting to bind port 6f4f771a-0731-4ed2-98ff-d65dace07b5a on network e5f00839-b5e3-470f-98ff-b05da7b06d94 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:03.516667 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23305c7-c1f1-4374-ad0b-f1b1cb97a786 x-openstack-request-id: req-b23305c7-c1f1-4374-ad0b-f1b1cb97a786 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:03.517276 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7299739c-9c47-42e4-91d6-b0674ce38553", "tag": "b67dfda2-d471-4748-b33e-9252ec9efb0a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "tag": "6f406226-7c43-4a51-8734-18dbcbb352a4", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:03.517692 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b23305c7-c1f1-4374-ad0b-f1b1cb97a786 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:03.518434 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7299739c-9c47-42e4-91d6-b0674ce38553', 'tag': 'b67dfda2-d471-4748-b33e-9252ec9efb0a', 'status': 'completed', 'code': 200} Jul 23 16:20:03.518848 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'tag': '6f406226-7c43-4a51-8734-18dbcbb352a4', 'status': 'completed', 'code': 200} Jul 23 16:20:03.523217 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-e559b806-b9eb-48f6-a5fb-118dadb5fafd service neutron] Port 6f4f771a-0731-4ed2-98ff-d65dace07b5a on network e5f00839-b5e3-470f-98ff-b05da7b06d94 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:20:03.523955 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-e559b806-b9eb-48f6-a5fb-118dadb5fafd service neutron] Attempting to bind port 6f4f771a-0731-4ed2-98ff-d65dace07b5a on network e5f00839-b5e3-470f-98ff-b05da7b06d94 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:03.536053 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-f1f76a37-bca7-49f6-a18d-a1395a1b025b tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:03.546590 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-f1f76a37-bca7-49f6-a18d-a1395a1b025b tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2740095 Jul 23 16:20:03.605720 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-e559b806-b9eb-48f6-a5fb-118dadb5fafd service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:03.606181 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-e559b806-b9eb-48f6-a5fb-118dadb5fafd service neutron] Checking segment: {'id': '10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'e5f00839-b5e3-470f-98ff-b05da7b06d94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:03.607135 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-e559b806-b9eb-48f6-a5fb-118dadb5fafd service neutron] Bound using segment: {'id': '10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'e5f00839-b5e3-470f-98ff-b05da7b06d94'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:03.607135 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-e559b806-b9eb-48f6-a5fb-118dadb5fafd service neutron] Bound port: 6f4f771a-0731-4ed2-98ff-d65dace07b5a, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'e5f00839-b5e3-470f-98ff-b05da7b06d94'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:03.607358 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-e559b806-b9eb-48f6-a5fb-118dadb5fafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:03.616705 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-12481dea-9c87-43cb-b454-032d0d69d644 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/quotas/f529211e54344ba6bb9f15fa585bf4d7 HTTP/1.1" status: 200 len: 375 time: 0.0691097 Jul 23 16:20:03.744592 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5c522-6259-4485-bdc9-eb03a455c25d req-c08d36c3-d186-4646-b75b-b3b5149cd708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:03.744892 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5c522-6259-4485-bdc9-eb03a455c25d req-c08d36c3-d186-4646-b75b-b3b5149cd708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:03.745449 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5c522-6259-4485-bdc9-eb03a455c25d req-c08d36c3-d186-4646-b75b-b3b5149cd708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:03.746824 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5c522-6259-4485-bdc9-eb03a455c25d req-c08d36c3-d186-4646-b75b-b3b5149cd708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:03.747295 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5c522-6259-4485-bdc9-eb03a455c25d req-c08d36c3-d186-4646-b75b-b3b5149cd708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:03.747760 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5c522-6259-4485-bdc9-eb03a455c25d req-c08d36c3-d186-4646-b75b-b3b5149cd708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:03.750033 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5fc5c522-6259-4485-bdc9-eb03a455c25d req-c08d36c3-d186-4646-b75b-b3b5149cd708 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1877a1c5029842a9a22481228281422f&device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5250 time: 0.2234118 Jul 23 16:20:03.787428 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-e559b806-b9eb-48f6-a5fb-118dadb5fafd service neutron] For port 6f4f771a-0731-4ed2-98ff-d65dace07b5a, host n-h2-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:03.838812 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-e559b806-b9eb-48f6-a5fb-118dadb5fafd service neutron] For port 6f4f771a-0731-4ed2-98ff-d65dace07b5a, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=6f4f771a-0731-4ed2-98ff-d65dace07b5a,segment=NetworkSegment(10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf),segment_id=10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:03.847722 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-e559b806-b9eb-48f6-a5fb-118dadb5fafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:03.869607 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5c522-6259-4485-bdc9-eb03a455c25d req-8a2ac87d-65f7-46e6-8a3e-e9d80ef3bab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:03.871080 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5fc5c522-6259-4485-bdc9-eb03a455c25d req-8a2ac87d-65f7-46e6-8a3e-e9d80ef3bab8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 1125 time: 0.3154876 Jul 23 16:20:03.897896 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-4f3eda6d-c3c4-4087-a890-5ea40b52125e tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2793725 Jul 23 16:20:03.993287 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-66acbd32-5f1b-4c90-b60e-2faab0a5eadb admin admin] Deleting port b6de1b70-b808-4333-b9b1-579011c72183 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:03.993772 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-66acbd32-5f1b-4c90-b60e-2faab0a5eadb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:04.045605 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5c522-6259-4485-bdc9-eb03a455c25d req-28eadb25-a0d2-46a5-930c-151486d0d6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:04.045846 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c019c6-e753-4cd5-8881-f1da7fd911be req-d30009eb-a8dd-464d-9be6-157af67bbc57 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:04.046109 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5c522-6259-4485-bdc9-eb03a455c25d req-28eadb25-a0d2-46a5-930c-151486d0d6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:04.046538 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5c522-6259-4485-bdc9-eb03a455c25d req-28eadb25-a0d2-46a5-930c-151486d0d6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:04.048125 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5fc5c522-6259-4485-bdc9-eb03a455c25d req-28eadb25-a0d2-46a5-930c-151486d0d6e4 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=1877a1c5029842a9a22481228281422f&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2837663 Jul 23 16:20:04.054388 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c019c6-e753-4cd5-8881-f1da7fd911be req-d30009eb-a8dd-464d-9be6-157af67bbc57 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:04.062760 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c019c6-e753-4cd5-8881-f1da7fd911be req-d30009eb-a8dd-464d-9be6-157af67bbc57 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:04.069889 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c019c6-e753-4cd5-8881-f1da7fd911be req-d30009eb-a8dd-464d-9be6-157af67bbc57 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:04.076016 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c019c6-e753-4cd5-8881-f1da7fd911be req-d30009eb-a8dd-464d-9be6-157af67bbc57 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:04.085525 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c019c6-e753-4cd5-8881-f1da7fd911be req-d30009eb-a8dd-464d-9be6-157af67bbc57 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:04.090740 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-e559b806-b9eb-48f6-a5fb-118dadb5fafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:04.091596 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-e559b806-b9eb-48f6-a5fb-118dadb5fafd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:04.093541 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-e559b806-b9eb-48f6-a5fb-118dadb5fafd service neutron] 10.222.0.97 "PUT /v2.0/ports/6f4f771a-0731-4ed2-98ff-d65dace07b5a HTTP/1.1" status: 200 len: 1135 time: 1.4109018 Jul 23 16:20:04.094033 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-90c019c6-e753-4cd5-8881-f1da7fd911be req-d30009eb-a8dd-464d-9be6-157af67bbc57 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 4606 time: 0.2893651 Jul 23 16:20:04.145219 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5c522-6259-4485-bdc9-eb03a455c25d req-e2e744be-80e2-4887-b5b8-3c4162e80301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:04.146958 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5fc5c522-6259-4485-bdc9-eb03a455c25d req-e2e744be-80e2-4887-b5b8-3c4162e80301 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cbcbd292-3824-44cf-913c-59a7184e692c HTTP/1.1" status: 200 len: 910 time: 0.2620788 Jul 23 16:20:04.154160 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-b8493c20-f7a0-406d-9120-14d8710b3b64 service neutron] Request body: {'port': {'device_id': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:04.249652 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5fc5c522-6259-4485-bdc9-eb03a455c25d req-92ecbaa0-2804-45ba-9af7-861172c1f987 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b67dfda2-d471-4748-b33e-9252ec9efb0a HTTP/1.1" status: 200 len: 217 time: 0.0670733 Jul 23 16:20:04.281067 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-90c019c6-e753-4cd5-8881-f1da7fd911be req-04008c1c-eed4-4eb3-8554-184c4ec5d6f9 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1844361 Jul 23 16:20:04.365258 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56580) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:04.554844 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:04.656218 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559b806-b9eb-48f6-a5fb-118dadb5fafd service neutron] Pushing event updated for resources: {'Port': ['ID=6f4f771a-0731-4ed2-98ff-d65dace07b5a,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:04.819364 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5c522-6259-4485-bdc9-eb03a455c25d req-3c66998d-e648-4e01-957c-2ca463897e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:04.820858 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5fc5c522-6259-4485-bdc9-eb03a455c25d req-3c66998d-e648-4e01-957c-2ca463897e30 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7620633 Jul 23 16:20:04.822019 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-b8493c20-f7a0-406d-9120-14d8710b3b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:04.920161 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-66acbd32-5f1b-4c90-b60e-2faab0a5eadb admin admin] For port b6de1b70-b808-4333-b9b1-579011c72183, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=b6de1b70-b808-4333-b9b1-579011c72183,segment=NetworkSegment(1d128653-f60b-4983-a12b-a1ef089c32f4),segment_id=1d128653-f60b-4983-a12b-a1ef089c32f4)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:04.920729 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-66acbd32-5f1b-4c90-b60e-2faab0a5eadb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:04.933473 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-66acbd32-5f1b-4c90-b60e-2faab0a5eadb admin admin] Calling delete_port for b6de1b70-b808-4333-b9b1-579011c72183 owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:04.961350 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5c522-6259-4485-bdc9-eb03a455c25d req-b5629717-21e6-4e61-96b7-f96ecebcf4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:04.962826 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5fc5c522-6259-4485-bdc9-eb03a455c25d req-b5629717-21e6-4e61-96b7-f96ecebcf4df service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f8384c77-6398-425d-9275-6a23db41a285 HTTP/1.1" status: 200 len: 848 time: 0.6762505 Jul 23 16:20:05.012145 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5fc5c522-6259-4485-bdc9-eb03a455c25d req-4132183f-3083-4b7d-b00d-2fd8ef6c7eff service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cbcbd292-3824-44cf-913c-59a7184e692c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330133 Jul 23 16:20:05.154613 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-b8493c20-f7a0-406d-9120-14d8710b3b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec5d280e-539b-40ed-95d6-bc3fb999ce68 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:05.167301 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-b8493c20-f7a0-406d-9120-14d8710b3b64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:05.181419 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5fc5c522-6259-4485-bdc9-eb03a455c25d req-4007510e-106b-4eee-b09f-0b814f04c17c service neutron] 10.222.0.74 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201532 Jul 23 16:20:05.187903 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-b8493c20-f7a0-406d-9120-14d8710b3b64 service neutron] Transition to ACTIVE for port object ec5d280e-539b-40ed-95d6-bc3fb999ce68 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:05.193549 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-b8493c20-f7a0-406d-9120-14d8710b3b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:05.279788 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8493c20-f7a0-406d-9120-14d8710b3b64 service neutron] Pushing event updated for resources: {'Port': ['ID=ec5d280e-539b-40ed-95d6-bc3fb999ce68,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:05.288784 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00be83a-f273-4c81-b8d2-c65d0d58bd86 req-092a07e6-c30a-4cb6-8e02-5ab39600dac9 tempest-ServersAdminTestJSON-704937294 tempest-ServersAdminTestJSON-704937294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:05.312664 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6f48331d-cdb0-4ba6-80b1-427e8e66faf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:05.326842 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a00be83a-f273-4c81-b8d2-c65d0d58bd86 req-092a07e6-c30a-4cb6-8e02-5ab39600dac9 tempest-ServersAdminTestJSON-704937294 tempest-ServersAdminTestJSON-704937294-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 1102 time: 0.4495997 Jul 23 16:20:05.353434 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-b8493c20-f7a0-406d-9120-14d8710b3b64 service neutron] Attempting to bind port ec5d280e-539b-40ed-95d6-bc3fb999ce68 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:05.355010 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-b8493c20-f7a0-406d-9120-14d8710b3b64 service neutron] Attempting to bind port ec5d280e-539b-40ed-95d6-bc3fb999ce68 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'e5f00839-b5e3-470f-98ff-b05da7b06d94'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:05.355693 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-b8493c20-f7a0-406d-9120-14d8710b3b64 service neutron] Attempting to bind port ec5d280e-539b-40ed-95d6-bc3fb999ce68 on network e5f00839-b5e3-470f-98ff-b05da7b06d94 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:05.361449 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:05.362579 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-b8493c20-f7a0-406d-9120-14d8710b3b64 service neutron] Port ec5d280e-539b-40ed-95d6-bc3fb999ce68 on network e5f00839-b5e3-470f-98ff-b05da7b06d94 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:20:05.363119 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-b8493c20-f7a0-406d-9120-14d8710b3b64 service neutron] Attempting to bind port ec5d280e-539b-40ed-95d6-bc3fb999ce68 on network e5f00839-b5e3-470f-98ff-b05da7b06d94 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:05.369599 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-b8493c20-f7a0-406d-9120-14d8710b3b64 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:05.370284 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-b8493c20-f7a0-406d-9120-14d8710b3b64 service neutron] Checking segment: {'id': '10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'e5f00839-b5e3-470f-98ff-b05da7b06d94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:05.371022 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-b8493c20-f7a0-406d-9120-14d8710b3b64 service neutron] Bound using segment: {'id': '10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'e5f00839-b5e3-470f-98ff-b05da7b06d94'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:05.371676 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-b8493c20-f7a0-406d-9120-14d8710b3b64 service neutron] Bound port: ec5d280e-539b-40ed-95d6-bc3fb999ce68, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'e5f00839-b5e3-470f-98ff-b05da7b06d94'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:05.372436 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-b8493c20-f7a0-406d-9120-14d8710b3b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:05.498544 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-b8493c20-f7a0-406d-9120-14d8710b3b64 service neutron] For port ec5d280e-539b-40ed-95d6-bc3fb999ce68, host n-h2-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:05.506308 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-b8493c20-f7a0-406d-9120-14d8710b3b64 service neutron] For port ec5d280e-539b-40ed-95d6-bc3fb999ce68, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=ec5d280e-539b-40ed-95d6-bc3fb999ce68,segment=NetworkSegment(10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf),segment_id=10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:05.511414 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-b8493c20-f7a0-406d-9120-14d8710b3b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:05.519146 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d249a2b-a812-4b79-9d5f-0fee7412af55 req-64dcbf05-8874-405e-b508-eeac058618c8 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:05.519637 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'tag': '6f4f771a-0731-4ed2-98ff-d65dace07b5a'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:05.522686 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d7abde-c7fc-404e-80c7-7d1280d0f4d8" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "tag": "6f4f771a-0731-4ed2-98ff-d65dace07b5a"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:05.522949 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0d249a2b-a812-4b79-9d5f-0fee7412af55 req-64dcbf05-8874-405e-b508-eeac058618c8 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 944 time: 0.5666347 Jul 23 16:20:05.562509 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-b8493c20-f7a0-406d-9120-14d8710b3b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:05.563134 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-b8493c20-f7a0-406d-9120-14d8710b3b64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:05.564481 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-b8493c20-f7a0-406d-9120-14d8710b3b64 service neutron] 10.222.0.97 "PUT /v2.0/ports/ec5d280e-539b-40ed-95d6-bc3fb999ce68 HTTP/1.1" status: 200 len: 1134 time: 1.4148664 Jul 23 16:20:05.599111 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8493c20-f7a0-406d-9120-14d8710b3b64 service neutron] Pushing event updated for resources: {'Port': ['ID=ec5d280e-539b-40ed-95d6-bc3fb999ce68,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:05.616317 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-5fc5ec88-f1dd-4b9b-adfe-79126e63d397 service neutron] Request body: {'port': {'device_id': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:05.702539 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5fc5c522-6259-4485-bdc9-eb03a455c25d req-f0d044b2-5705-4542-af30-e5a650affcaf service neutron] 10.222.0.74 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5039620 Jul 23 16:20:05.748576 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-5fc5ec88-f1dd-4b9b-adfe-79126e63d397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:05.765222 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a00be83a-f273-4c81-b8d2-c65d0d58bd86 req-81ca7188-cfce-4e50-82a8-f9685cec5947 tempest-ServersAdminTestJSON-704937294 tempest-ServersAdminTestJSON-704937294-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145310 Jul 23 16:20:05.799292 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0d249a2b-a812-4b79-9d5f-0fee7412af55 req-7ae17b24-ced2-4095-bd77-01c1ec6dd53d tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762626 Jul 23 16:20:06.028159 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-66acbd32-5f1b-4c90-b60e-2faab0a5eadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.071595 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66acbd32-5f1b-4c90-b60e-2faab0a5eadb admin admin] Pushing event deleted for resources: {'Port': ['ID=b6de1b70-b808-4333-b9b1-579011c72183,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:06.120933 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-5fc5ec88-f1dd-4b9b-adfe-79126e63d397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01fb3cf0-e4ff-4a66-8ed1-9025c34ef945 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:06.131282 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-5fc5ec88-f1dd-4b9b-adfe-79126e63d397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.159764 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-5fc5ec88-f1dd-4b9b-adfe-79126e63d397 service neutron] Transition to ACTIVE for port object 01fb3cf0-e4ff-4a66-8ed1-9025c34ef945 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:06.164681 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-5fc5ec88-f1dd-4b9b-adfe-79126e63d397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.177792 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad514e-6510-4af9-be4b-1bbc43c39651 req-d60a5bba-6ea7-4dbe-ae99-f767cf64d609 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:06.179392 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-42ad514e-6510-4af9-be4b-1bbc43c39651 req-d60a5bba-6ea7-4dbe-ae99-f767cf64d609 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 950 time: 0.2464278 Jul 23 16:20:06.224596 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5ec88-f1dd-4b9b-adfe-79126e63d397 service neutron] Pushing event updated for resources: {'Port': ['ID=01fb3cf0-e4ff-4a66-8ed1-9025c34ef945,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:06.349646 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-5fc5ec88-f1dd-4b9b-adfe-79126e63d397 service neutron] Attempting to bind port 01fb3cf0-e4ff-4a66-8ed1-9025c34ef945 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:06.350206 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-5fc5ec88-f1dd-4b9b-adfe-79126e63d397 service neutron] Attempting to bind port 01fb3cf0-e4ff-4a66-8ed1-9025c34ef945 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'e5f00839-b5e3-470f-98ff-b05da7b06d94'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:06.351496 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-5fc5ec88-f1dd-4b9b-adfe-79126e63d397 service neutron] Attempting to bind port 01fb3cf0-e4ff-4a66-8ed1-9025c34ef945 on network e5f00839-b5e3-470f-98ff-b05da7b06d94 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:06.358655 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-5fc5ec88-f1dd-4b9b-adfe-79126e63d397 service neutron] Port 01fb3cf0-e4ff-4a66-8ed1-9025c34ef945 on network e5f00839-b5e3-470f-98ff-b05da7b06d94 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:20:06.358850 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-5fc5ec88-f1dd-4b9b-adfe-79126e63d397 service neutron] Attempting to bind port 01fb3cf0-e4ff-4a66-8ed1-9025c34ef945 on network e5f00839-b5e3-470f-98ff-b05da7b06d94 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:06.370035 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-5fc5ec88-f1dd-4b9b-adfe-79126e63d397 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:06.370035 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-5fc5ec88-f1dd-4b9b-adfe-79126e63d397 service neutron] Checking segment: {'id': '10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'e5f00839-b5e3-470f-98ff-b05da7b06d94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:06.370035 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-5fc5ec88-f1dd-4b9b-adfe-79126e63d397 service neutron] Bound using segment: {'id': '10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'e5f00839-b5e3-470f-98ff-b05da7b06d94'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:06.370471 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-5fc5ec88-f1dd-4b9b-adfe-79126e63d397 service neutron] Bound port: 01fb3cf0-e4ff-4a66-8ed1-9025c34ef945, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'e5f00839-b5e3-470f-98ff-b05da7b06d94'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:06.370730 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-5fc5ec88-f1dd-4b9b-adfe-79126e63d397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.427388 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-42ad514e-6510-4af9-be4b-1bbc43c39651 req-07cdbbef-5343-4941-b700-7ca9c7c6da0e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260144 Jul 23 16:20:06.439445 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.525351 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-5fc5ec88-f1dd-4b9b-adfe-79126e63d397 service neutron] For port 01fb3cf0-e4ff-4a66-8ed1-9025c34ef945, host n-h2-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:06.529606 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-5fc5ec88-f1dd-4b9b-adfe-79126e63d397 service neutron] For port 01fb3cf0-e4ff-4a66-8ed1-9025c34ef945, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=01fb3cf0-e4ff-4a66-8ed1-9025c34ef945,segment=NetworkSegment(10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf),segment_id=10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:06.533108 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-64847253-bc19-46f0-96c5-5c18186433dd tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0881402 Jul 23 16:20:06.534870 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-5fc5ec88-f1dd-4b9b-adfe-79126e63d397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.608428 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-5fc5ec88-f1dd-4b9b-adfe-79126e63d397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:06.609095 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-5fc5ec88-f1dd-4b9b-adfe-79126e63d397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.610492 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-5fc5ec88-f1dd-4b9b-adfe-79126e63d397 service neutron] 10.222.0.97 "PUT /v2.0/ports/01fb3cf0-e4ff-4a66-8ed1-9025c34ef945 HTTP/1.1" status: 200 len: 1091 time: 1.0008075 Jul 23 16:20:06.639177 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed96965-6e5b-4b56-95bb-d2fa15beac7d x-openstack-request-id: req-8ed96965-6e5b-4b56-95bb-d2fa15beac7d {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:06.639350 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "tag": "6f4f771a-0731-4ed2-98ff-d65dace07b5a", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:06.639569 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8ed96965-6e5b-4b56-95bb-d2fa15beac7d {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:06.639935 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'tag': '6f4f771a-0731-4ed2-98ff-d65dace07b5a', 'status': 'completed', 'code': 200} Jul 23 16:20:06.725617 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.97', 59977) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:06.762058 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-09d494ea-26c0-4b65-97c7-f9886ea979fe service neutron] Request body: {'port': {'device_id': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:06.784102 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5ec88-f1dd-4b9b-adfe-79126e63d397 service neutron] Pushing event updated for resources: {'Port': ['ID=01fb3cf0-e4ff-4a66-8ed1-9025c34ef945,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:06.805972 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a88813-3136-46ac-b7ba-5c50dc865456 req-c46cc16c-4679-44a8-b083-71ad009ab4bd tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:06.815127 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a88813-3136-46ac-b7ba-5c50dc865456 req-c46cc16c-4679-44a8-b083-71ad009ab4bd tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:06.821464 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a88813-3136-46ac-b7ba-5c50dc865456 req-c46cc16c-4679-44a8-b083-71ad009ab4bd tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:06.828310 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a88813-3136-46ac-b7ba-5c50dc865456 req-c46cc16c-4679-44a8-b083-71ad009ab4bd tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:06.835402 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a88813-3136-46ac-b7ba-5c50dc865456 req-c46cc16c-4679-44a8-b083-71ad009ab4bd tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:06.841885 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a88813-3136-46ac-b7ba-5c50dc865456 req-c46cc16c-4679-44a8-b083-71ad009ab4bd tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:06.851479 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-4c4b6760-fa4c-4508-8125-7382bcc4ebe5 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:06.852382 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a88813-3136-46ac-b7ba-5c50dc865456 req-c46cc16c-4679-44a8-b083-71ad009ab4bd tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:06.853007 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-4c4b6760-fa4c-4508-8125-7382bcc4ebe5 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3071952 Jul 23 16:20:06.861113 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-52a88813-3136-46ac-b7ba-5c50dc865456 req-c46cc16c-4679-44a8-b083-71ad009ab4bd tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5394 time: 0.6440208 Jul 23 16:20:06.872624 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-56e5a27b-29cc-4efa-9ac2-3037e4cea670 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Request body: {'port': {'device_id': '47b6502c-01ae-405d-82e9-769de63be8b0', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'admin_state_up': True, 'tenant_id': 'f529211e54344ba6bb9f15fa585bf4d7'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:06.954987 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.97', 59978) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:06.969945 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-85781b8d-4969-406b-a061-febca9e905f0 req-cb18f4d8-ea2d-4571-8042-27b32e87c87a tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=13d57d85-cf00-46fc-8b8f-9759c8832a55 HTTP/1.1" status: 200 len: 210 time: 0.0602031 Jul 23 16:20:07.006240 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-52a88813-3136-46ac-b7ba-5c50dc865456 req-ebfaef3c-6fa7-4de8-b075-2d78faebc8ed tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1438599 Jul 23 16:20:07.045597 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-50195a5e-7156-4346-9622-a8fe44195ed2 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0866799 Jul 23 16:20:07.079013 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.104905 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-09d494ea-26c0-4b65-97c7-f9886ea979fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.191264 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-56e5a27b-29cc-4efa-9ac2-3037e4cea670 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Made reservation on behalf of f529211e54344ba6bb9f15fa585bf4d7 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:07.195847 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-56e5a27b-29cc-4efa-9ac2-3037e4cea670 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.279795 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-90caafa8-e0c4-4bd5-aa32-150fef40113d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.319261 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-66acbd32-5f1b-4c90-b60e-2faab0a5eadb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.424123 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-56e5a27b-29cc-4efa-9ac2-3037e4cea670 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Allocated IP 192.168.233.147 (eb3bf372-6ffe-4c33-8777-29948d4b4373/3812e6e5-38ac-4c93-85ce-3dab2cef76c9/8604d4f7-3254-41a1-bb76-0c78d014ce8e) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:07.431538 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7abde-c7fc-404e-80c7-7d1280d0f4d8 req-1187de1a-fa24-46db-8a58-31bc443b1071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:07.432024 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7abde-c7fc-404e-80c7-7d1280d0f4d8 req-1187de1a-fa24-46db-8a58-31bc443b1071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:07.432499 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7abde-c7fc-404e-80c7-7d1280d0f4d8 req-1187de1a-fa24-46db-8a58-31bc443b1071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:07.432968 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7abde-c7fc-404e-80c7-7d1280d0f4d8 req-1187de1a-fa24-46db-8a58-31bc443b1071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:07.433457 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7abde-c7fc-404e-80c7-7d1280d0f4d8 req-1187de1a-fa24-46db-8a58-31bc443b1071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:07.433927 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7abde-c7fc-404e-80c7-7d1280d0f4d8 req-1187de1a-fa24-46db-8a58-31bc443b1071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:07.434384 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7abde-c7fc-404e-80c7-7d1280d0f4d8 req-1187de1a-fa24-46db-8a58-31bc443b1071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:07.436787 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8d7abde-c7fc-404e-80c7-7d1280d0f4d8 req-1187de1a-fa24-46db-8a58-31bc443b1071 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1877a1c5029842a9a22481228281422f&device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 6286 time: 0.7084339 Jul 23 16:20:07.589101 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-23df4940-8890-4450-ab45-fa202ce7283f tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:07.590526 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-23df4940-8890-4450-ab45-fa202ce7283f tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5368223 Jul 23 16:20:07.624744 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-35382e86-7616-4f19-9b11-185b30996db8 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Request body: {'port': {'device_id': '13d57d85-cf00-46fc-8b8f-9759c8832a55', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'admin_state_up': True, 'tenant_id': 'f529211e54344ba6bb9f15fa585bf4d7'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:07.685260 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-09d494ea-26c0-4b65-97c7-f9886ea979fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ed9f61-dd72-45c4-9749-cf4878d9a0da {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:07.700913 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-09d494ea-26c0-4b65-97c7-f9886ea979fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.707957 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-56e5a27b-29cc-4efa-9ac2-3037e4cea670 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.726622 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-09d494ea-26c0-4b65-97c7-f9886ea979fe service neutron] Transition to ACTIVE for port object 81ed9f61-dd72-45c4-9749-cf4878d9a0da will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:07.729605 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-56e5a27b-29cc-4efa-9ac2-3037e4cea670 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Transition to ACTIVE for port object 8604d4f7-3254-41a1-bb76-0c78d014ce8e will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:07.731937 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-09d494ea-26c0-4b65-97c7-f9886ea979fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.812161 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d494ea-26c0-4b65-97c7-f9886ea979fe service neutron] Pushing event updated for resources: {'Port': ['ID=81ed9f61-dd72-45c4-9749-cf4878d9a0da,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:07.896746 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-56e5a27b-29cc-4efa-9ac2-3037e4cea670 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.920127 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['73cf402e-041a-4a65-853b-18de3c99c53e'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:07.945600 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-56e5a27b-29cc-4efa-9ac2-3037e4cea670 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:07.950828 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-56e5a27b-29cc-4efa-9ac2-3037e4cea670 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:07.956189 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-56e5a27b-29cc-4efa-9ac2-3037e4cea670 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:07.962647 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-09d494ea-26c0-4b65-97c7-f9886ea979fe service neutron] Attempting to bind port 81ed9f61-dd72-45c4-9749-cf4878d9a0da on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:07.962998 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-09d494ea-26c0-4b65-97c7-f9886ea979fe service neutron] Attempting to bind port 81ed9f61-dd72-45c4-9749-cf4878d9a0da by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'e5f00839-b5e3-470f-98ff-b05da7b06d94'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:07.963337 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-09d494ea-26c0-4b65-97c7-f9886ea979fe service neutron] Attempting to bind port 81ed9f61-dd72-45c4-9749-cf4878d9a0da on network e5f00839-b5e3-470f-98ff-b05da7b06d94 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:08.014336 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-09d494ea-26c0-4b65-97c7-f9886ea979fe service neutron] Port 81ed9f61-dd72-45c4-9749-cf4878d9a0da on network e5f00839-b5e3-470f-98ff-b05da7b06d94 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:20:08.014676 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-09d494ea-26c0-4b65-97c7-f9886ea979fe service neutron] Attempting to bind port 81ed9f61-dd72-45c4-9749-cf4878d9a0da on network e5f00839-b5e3-470f-98ff-b05da7b06d94 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:08.037695 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-09d494ea-26c0-4b65-97c7-f9886ea979fe service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:08.038074 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-09d494ea-26c0-4b65-97c7-f9886ea979fe service neutron] Checking segment: {'id': '10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'e5f00839-b5e3-470f-98ff-b05da7b06d94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:08.038466 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-09d494ea-26c0-4b65-97c7-f9886ea979fe service neutron] Bound using segment: {'id': '10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'e5f00839-b5e3-470f-98ff-b05da7b06d94'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:08.038913 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-09d494ea-26c0-4b65-97c7-f9886ea979fe service neutron] Bound port: 81ed9f61-dd72-45c4-9749-cf4878d9a0da, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'e5f00839-b5e3-470f-98ff-b05da7b06d94'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:08.039267 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-09d494ea-26c0-4b65-97c7-f9886ea979fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.044052 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5a27b-29cc-4efa-9ac2-3037e4cea670 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Pushing event updated for resources: {'Port': ['ID=8604d4f7-3254-41a1-bb76-0c78d014ce8e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:08.165251 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48618a6-7c53-4d7f-9d64-2433b3c49b4c req-d43954bf-390e-4ba9-990e-47dde848c440 tempest-ServersAdminTestJSON-704937294 tempest-ServersAdminTestJSON-704937294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:08.173417 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d48618a6-7c53-4d7f-9d64-2433b3c49b4c req-d43954bf-390e-4ba9-990e-47dde848c440 tempest-ServersAdminTestJSON-704937294 tempest-ServersAdminTestJSON-704937294-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 1102 time: 1.0353456 Jul 23 16:20:08.197522 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-56e5a27b-29cc-4efa-9ac2-3037e4cea670 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:08.199383 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-56e5a27b-29cc-4efa-9ac2-3037e4cea670 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.234789 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-56e5a27b-29cc-4efa-9ac2-3037e4cea670 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3704226 Jul 23 16:20:08.240188 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-09d494ea-26c0-4b65-97c7-f9886ea979fe service neutron] For port 81ed9f61-dd72-45c4-9749-cf4878d9a0da, host n-h2-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:08.245948 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-09d494ea-26c0-4b65-97c7-f9886ea979fe service neutron] For port 81ed9f61-dd72-45c4-9749-cf4878d9a0da, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=81ed9f61-dd72-45c4-9749-cf4878d9a0da,segment=NetworkSegment(10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf),segment_id=10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:08.251679 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-09d494ea-26c0-4b65-97c7-f9886ea979fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.275662 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-944230f3-e70e-4e25-b04c-8b8049880d0d service neutron] Request body: {'port': {'device_id': '47b6502c-01ae-405d-82e9-769de63be8b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:08.324272 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd17f5-8e8a-410a-90b5-fcfcda386b00 req-8c5c8e38-fdae-4549-99b0-9e3a5855f07d tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:08.326307 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-09d494ea-26c0-4b65-97c7-f9886ea979fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:08.326935 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-09d494ea-26c0-4b65-97c7-f9886ea979fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.328352 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-09d494ea-26c0-4b65-97c7-f9886ea979fe service neutron] 10.222.0.97 "PUT /v2.0/ports/81ed9f61-dd72-45c4-9749-cf4878d9a0da HTTP/1.1" status: 200 len: 1091 time: 1.5822551 Jul 23 16:20:08.331321 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-38dd17f5-8e8a-410a-90b5-fcfcda386b00 req-8c5c8e38-fdae-4549-99b0-9e3a5855f07d tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 944 time: 0.9812119 Jul 23 16:20:08.374667 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9bac1ce8-a2d4-47ee-881e-d7899762c4b6 service neutron] Request body: {'port': {'device_id': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:08.385694 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-64cfa10a-06fd-4855-af70-84c3f013b92c None None] Provisioning for port 8604d4f7-3254-41a1-bb76-0c78d014ce8e completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:08.390030 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-64cfa10a-06fd-4855-af70-84c3f013b92c None None] Provisioning complete for port 8604d4f7-3254-41a1-bb76-0c78d014ce8e triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:08.390812 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-64cfa10a-06fd-4855-af70-84c3f013b92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.411494 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-38dd17f5-8e8a-410a-90b5-fcfcda386b00 req-1cbc6203-1965-4323-a411-1ae55560a803 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787733 Jul 23 16:20:08.417044 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7abde-c7fc-404e-80c7-7d1280d0f4d8 req-f0ffab8c-74ad-407b-b7df-bc6f98e27c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:08.417648 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7abde-c7fc-404e-80c7-7d1280d0f4d8 req-f0ffab8c-74ad-407b-b7df-bc6f98e27c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:08.418184 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7abde-c7fc-404e-80c7-7d1280d0f4d8 req-f0ffab8c-74ad-407b-b7df-bc6f98e27c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:08.419845 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8d7abde-c7fc-404e-80c7-7d1280d0f4d8 req-f0ffab8c-74ad-407b-b7df-bc6f98e27c01 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=1877a1c5029842a9a22481228281422f&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.9372294 Jul 23 16:20:08.433447 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d48618a6-7c53-4d7f-9d64-2433b3c49b4c req-ec6fc022-61f8-4473-8859-cd0f53e762ec tempest-ServersAdminTestJSON-704937294 tempest-ServersAdminTestJSON-704937294-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537711 Jul 23 16:20:08.483966 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa10a-06fd-4855-af70-84c3f013b92c None None] Port 8604d4f7-3254-41a1-bb76-0c78d014ce8e cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:20:08.499613 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.511676 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d494ea-26c0-4b65-97c7-f9886ea979fe service neutron] Pushing event updated for resources: {'Port': ['ID=81ed9f61-dd72-45c4-9749-cf4878d9a0da,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:08.555428 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-944230f3-e70e-4e25-b04c-8b8049880d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.645575 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'tag': 'ec5d280e-539b-40ed-95d6-bc3fb999ce68'}, {'name': 'network-changed', 'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'tag': '01fb3cf0-e4ff-4a66-8ed1-9025c34ef945'}, {'name': 'network-changed', 'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'tag': '81ed9f61-dd72-45c4-9749-cf4878d9a0da'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:08.648171 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c646755-c458-42ac-95ae-a94dc4bee791" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "tag": "ec5d280e-539b-40ed-95d6-bc3fb999ce68"}, {"name": "network-changed", "server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "tag": "01fb3cf0-e4ff-4a66-8ed1-9025c34ef945"}, {"name": "network-changed", "server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "tag": "81ed9f61-dd72-45c4-9749-cf4878d9a0da"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:08.654028 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9bac1ce8-a2d4-47ee-881e-d7899762c4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.717960 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c4e8712-eb5a-4423-9a34-1b2198bec563 req-f0620c41-6c35-483a-974d-839d7c676968 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=13d57d85-cf00-46fc-8b8f-9759c8832a55 HTTP/1.1" status: 200 len: 210 time: 0.0975380 Jul 23 16:20:08.776607 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-35382e86-7616-4f19-9b11-185b30996db8 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Made reservation on behalf of f529211e54344ba6bb9f15fa585bf4d7 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:08.784314 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-35382e86-7616-4f19-9b11-185b30996db8 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.859056 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66acbd32-5f1b-4c90-b60e-2faab0a5eadb admin admin] Router d12e8c13-b305-408b-ab99-a7c597434094 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:20:09.090952 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-944230f3-e70e-4e25-b04c-8b8049880d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8604d4f7-3254-41a1-bb76-0c78d014ce8e {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:09.103528 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-944230f3-e70e-4e25-b04c-8b8049880d0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:09.131660 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-944230f3-e70e-4e25-b04c-8b8049880d0d service neutron] Transition to ACTIVE for port object 8604d4f7-3254-41a1-bb76-0c78d014ce8e will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:09.133230 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad93a4-c4ba-4d19-9489-a0caa683a2b5 req-1a89cf1c-8b3b-4374-b724-34703f96b278 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:09.134924 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4ad93a4-c4ba-4d19-9489-a0caa683a2b5 req-1a89cf1c-8b3b-4374-b724-34703f96b278 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 950 time: 0.5413120 Jul 23 16:20:09.157213 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-944230f3-e70e-4e25-b04c-8b8049880d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:09.199358 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7abde-c7fc-404e-80c7-7d1280d0f4d8 req-f9c0e600-6308-447d-9cf7-d12b8c45b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:09.200285 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9bac1ce8-a2d4-47ee-881e-d7899762c4b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61637cfe-1584-4974-b56f-43ff73d6bcec {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:09.201227 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8d7abde-c7fc-404e-80c7-7d1280d0f4d8 req-f9c0e600-6308-447d-9cf7-d12b8c45b678 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5977232 Jul 23 16:20:09.222233 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9bac1ce8-a2d4-47ee-881e-d7899762c4b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:09.250009 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944230f3-e70e-4e25-b04c-8b8049880d0d service neutron] Pushing event updated for resources: {'Port': ['ID=8604d4f7-3254-41a1-bb76-0c78d014ce8e,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:09.272989 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9bac1ce8-a2d4-47ee-881e-d7899762c4b6 service neutron] Transition to ACTIVE for port object 61637cfe-1584-4974-b56f-43ff73d6bcec will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:09.308887 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9bac1ce8-a2d4-47ee-881e-d7899762c4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:09.327169 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776f312-ef02-4e07-9acc-9d8050cdec90 req-edc3b3e2-c733-434b-86a0-501475a5bca7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:09.333454 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776f312-ef02-4e07-9acc-9d8050cdec90 req-edc3b3e2-c733-434b-86a0-501475a5bca7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:09.340862 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776f312-ef02-4e07-9acc-9d8050cdec90 req-edc3b3e2-c733-434b-86a0-501475a5bca7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:09.348437 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776f312-ef02-4e07-9acc-9d8050cdec90 req-edc3b3e2-c733-434b-86a0-501475a5bca7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:09.357376 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776f312-ef02-4e07-9acc-9d8050cdec90 req-edc3b3e2-c733-434b-86a0-501475a5bca7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:09.364859 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776f312-ef02-4e07-9acc-9d8050cdec90 req-edc3b3e2-c733-434b-86a0-501475a5bca7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:09.371604 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776f312-ef02-4e07-9acc-9d8050cdec90 req-edc3b3e2-c733-434b-86a0-501475a5bca7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:09.379436 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c776f312-ef02-4e07-9acc-9d8050cdec90 req-edc3b3e2-c733-434b-86a0-501475a5bca7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5406 time: 0.5170827 Jul 23 16:20:09.389751 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-944230f3-e70e-4e25-b04c-8b8049880d0d service neutron] Attempting to bind port 8604d4f7-3254-41a1-bb76-0c78d014ce8e on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:09.390087 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-944230f3-e70e-4e25-b04c-8b8049880d0d service neutron] Attempting to bind port 8604d4f7-3254-41a1-bb76-0c78d014ce8e by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:09.390471 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-944230f3-e70e-4e25-b04c-8b8049880d0d service neutron] Attempting to bind port 8604d4f7-3254-41a1-bb76-0c78d014ce8e on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:09.402007 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac1ce8-a2d4-47ee-881e-d7899762c4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=61637cfe-1584-4974-b56f-43ff73d6bcec,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:09.411766 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-944230f3-e70e-4e25-b04c-8b8049880d0d service neutron] Port 8604d4f7-3254-41a1-bb76-0c78d014ce8e on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:20:09.412137 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-944230f3-e70e-4e25-b04c-8b8049880d0d service neutron] Attempting to bind port 8604d4f7-3254-41a1-bb76-0c78d014ce8e on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:09.431996 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-944230f3-e70e-4e25-b04c-8b8049880d0d service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:09.432337 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-944230f3-e70e-4e25-b04c-8b8049880d0d service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:09.432720 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-944230f3-e70e-4e25-b04c-8b8049880d0d service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:09.436927 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-944230f3-e70e-4e25-b04c-8b8049880d0d service neutron] Bound port: 8604d4f7-3254-41a1-bb76-0c78d014ce8e, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:09.437324 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-944230f3-e70e-4e25-b04c-8b8049880d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:09.500252 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66acbd32-5f1b-4c90-b60e-2faab0a5eadb admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:20:09.513744 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92da85cf-db39-4bff-b4b8-2b8d1bed9cb5 None None] Sync routers for ids ['d12e8c13-b305-408b-ab99-a7c597434094'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:20:09.514295 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-66acbd32-5f1b-4c90-b60e-2faab0a5eadb admin admin] 10.222.0.73 "PUT /v2.0/routers/d12e8c13-b305-408b-ab99-a7c597434094/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4843891 Jul 23 16:20:09.529664 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c776f312-ef02-4e07-9acc-9d8050cdec90 req-0228168f-1227-4226-b8da-571996633cac tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1494184 Jul 23 16:20:09.531767 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92da85cf-db39-4bff-b4b8-2b8d1bed9cb5 None None] Routers {'d12e8c13-b305-408b-ab99-a7c597434094'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:20:09.532420 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-92da85cf-db39-4bff-b4b8-2b8d1bed9cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:20:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d12e8c13-b305-408b-ab99-a7c597434094'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:09.543207 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56624) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:09.590922 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4ad93a4-c4ba-4d19-9489-a0caa683a2b5 req-baa7ccc9-63f4-4e50-9da4-bf961a053dba tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743477 Jul 23 16:20:09.592280 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-35382e86-7616-4f19-9b11-185b30996db8 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Allocated IP 192.168.233.131 (eb3bf372-6ffe-4c33-8777-29948d4b4373/3812e6e5-38ac-4c93-85ce-3dab2cef76c9/516419e3-e6c6-47bf-a561-7be4d299a8b8) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:09.651786 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-944230f3-e70e-4e25-b04c-8b8049880d0d service neutron] For port 8604d4f7-3254-41a1-bb76-0c78d014ce8e, host n-h2-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:09.656469 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-944230f3-e70e-4e25-b04c-8b8049880d0d service neutron] For port 8604d4f7-3254-41a1-bb76-0c78d014ce8e, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=8604d4f7-3254-41a1-bb76-0c78d014ce8e,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:09.712714 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-944230f3-e70e-4e25-b04c-8b8049880d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:09.739202 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949581ca-4213-4432-a1fb-808944fe1eb4 x-openstack-request-id: req-949581ca-4213-4432-a1fb-808944fe1eb4 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:09.740177 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "tag": "ec5d280e-539b-40ed-95d6-bc3fb999ce68", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "tag": "01fb3cf0-e4ff-4a66-8ed1-9025c34ef945", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "tag": "81ed9f61-dd72-45c4-9749-cf4878d9a0da", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:09.740586 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-949581ca-4213-4432-a1fb-808944fe1eb4 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:09.741384 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'tag': 'ec5d280e-539b-40ed-95d6-bc3fb999ce68', 'status': 'completed', 'code': 200} Jul 23 16:20:09.741384 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'tag': '01fb3cf0-e4ff-4a66-8ed1-9025c34ef945', 'status': 'completed', 'code': 200} Jul 23 16:20:09.741557 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'tag': '81ed9f61-dd72-45c4-9749-cf4878d9a0da', 'status': 'completed', 'code': 200} Jul 23 16:20:09.846491 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-92da85cf-db39-4bff-b4b8-2b8d1bed9cb5 None None] Set router d12e8c13-b305-408b-ab99-a7c597434094 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:20:09.863319 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.97', 59984) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:09.897267 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9bac1ce8-a2d4-47ee-881e-d7899762c4b6 service neutron] Attempting to bind port 61637cfe-1584-4974-b56f-43ff73d6bcec on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:09.909422 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9bac1ce8-a2d4-47ee-881e-d7899762c4b6 service neutron] Attempting to bind port 61637cfe-1584-4974-b56f-43ff73d6bcec by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'e8728e7b-cc64-4d64-b8c7-0bf963e96d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'b15e95e3-c83c-43f1-8d67-89ed25f67132'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:09.909920 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9bac1ce8-a2d4-47ee-881e-d7899762c4b6 service neutron] Attempting to bind port 61637cfe-1584-4974-b56f-43ff73d6bcec on network b15e95e3-c83c-43f1-8d67-89ed25f67132 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:09.910464 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-90caafa8-e0c4-4bd5-aa32-150fef40113d admin admin] Deleting port aeb57d47-be76-452d-ad0d-f21f960f0aa0 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:09.910828 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-90caafa8-e0c4-4bd5-aa32-150fef40113d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:09.917682 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-944230f3-e70e-4e25-b04c-8b8049880d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:09.918322 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-944230f3-e70e-4e25-b04c-8b8049880d0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:09.919810 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-944230f3-e70e-4e25-b04c-8b8049880d0d service neutron] 10.222.0.97 "PUT /v2.0/ports/8604d4f7-3254-41a1-bb76-0c78d014ce8e HTTP/1.1" status: 200 len: 1096 time: 1.6552556 Jul 23 16:20:09.937501 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944230f3-e70e-4e25-b04c-8b8049880d0d service neutron] Pushing event updated for resources: {'Port': ['ID=8604d4f7-3254-41a1-bb76-0c78d014ce8e,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:09.956982 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9bac1ce8-a2d4-47ee-881e-d7899762c4b6 service neutron] Port 61637cfe-1584-4974-b56f-43ff73d6bcec on network b15e95e3-c83c-43f1-8d67-89ed25f67132 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:20:09.957451 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9bac1ce8-a2d4-47ee-881e-d7899762c4b6 service neutron] Attempting to bind port 61637cfe-1584-4974-b56f-43ff73d6bcec on network b15e95e3-c83c-43f1-8d67-89ed25f67132 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:09.987072 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9bac1ce8-a2d4-47ee-881e-d7899762c4b6 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:09.995624 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9bac1ce8-a2d4-47ee-881e-d7899762c4b6 service neutron] Checking segment: {'id': 'e8728e7b-cc64-4d64-b8c7-0bf963e96d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'b15e95e3-c83c-43f1-8d67-89ed25f67132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:09.999486 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9bac1ce8-a2d4-47ee-881e-d7899762c4b6 service neutron] Bound using segment: {'id': 'e8728e7b-cc64-4d64-b8c7-0bf963e96d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'b15e95e3-c83c-43f1-8d67-89ed25f67132'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:10.000049 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9bac1ce8-a2d4-47ee-881e-d7899762c4b6 service neutron] Bound port: 61637cfe-1584-4974-b56f-43ff73d6bcec, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8728e7b-cc64-4d64-b8c7-0bf963e96d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'b15e95e3-c83c-43f1-8d67-89ed25f67132'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:10.000483 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9bac1ce8-a2d4-47ee-881e-d7899762c4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:10.085598 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c6e4e9d-ee5a-4ec1-8539-4111c61e06e1 req-fc39b3e3-9687-41b6-b0ad-b5535ee8d2fb service neutron] 10.222.0.97 "GET /v2.0/ports/46512483-dd71-4528-bea3-65c4b053ab66/bindings/n-h2-778549-4 HTTP/1.1" status: 200 len: 382 time: 0.3506596 Jul 23 16:20:10.283348 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-92da85cf-db39-4bff-b4b8-2b8d1bed9cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12e8c13-b305-408b-ab99-a7c597434094', 'name': 'tempest-FloatingIPsTestJSON-2132065677-router', 'tenant_id': '61cad53147df4a91ad0cc5123c104c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:35Z', 'updated_at': '2021-07-23T16:20:05Z', 'revision_number': 5, 'project_id': '61cad53147df4a91ad0cc5123c104c3c', 'gw_port': {'id': '54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:27:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e8c13-b305-408b-ab99-a7c597434094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:36Z', 'updated_at': '2021-07-23T16:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:10.322275 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92da85cf-db39-4bff-b4b8-2b8d1bed9cb5 None None] Checking router: d12e8c13-b305-408b-ab99-a7c597434094 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:20:10.333715 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92da85cf-db39-4bff-b4b8-2b8d1bed9cb5 None None] Routers {'d12e8c13-b305-408b-ab99-a7c597434094'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:20:10.334610 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-92da85cf-db39-4bff-b4b8-2b8d1bed9cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:20:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d12e8c13-b305-408b-ab99-a7c597434094'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:10.359866 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3ccf4546-b36f-4cca-856f-e61926752c30 req-59be86dc-1db8-47d6-971c-a689db9da1ab tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=13d57d85-cf00-46fc-8b8f-9759c8832a55 HTTP/1.1" status: 200 len: 210 time: 0.2226291 Jul 23 16:20:10.518529 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-90caafa8-e0c4-4bd5-aa32-150fef40113d admin admin] For port aeb57d47-be76-452d-ad0d-f21f960f0aa0, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=aeb57d47-be76-452d-ad0d-f21f960f0aa0,segment=NetworkSegment(119a8965-e639-42bc-b060-4c5dedb07588),segment_id=119a8965-e639-42bc-b060-4c5dedb07588)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:10.519328 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-90caafa8-e0c4-4bd5-aa32-150fef40113d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:10.532269 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-92da85cf-db39-4bff-b4b8-2b8d1bed9cb5 None None] Set router d12e8c13-b305-408b-ab99-a7c597434094 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:20:10.575777 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-90caafa8-e0c4-4bd5-aa32-150fef40113d admin admin] Calling delete_port for aeb57d47-be76-452d-ad0d-f21f960f0aa0 owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:10.589916 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d5622-cb9d-45bd-b9cf-d237f367a584 req-40249ab5-b421-41a5-909c-2f59576f5927 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:10.591527 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-080d5622-cb9d-45bd-b9cf-d237f367a584 req-40249ab5-b421-41a5-909c-2f59576f5927 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 944 time: 0.7299273 Jul 23 16:20:10.612842 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-477bddd5-df4a-495a-971e-6828e23fd111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:10.613412 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-477bddd5-df4a-495a-971e-6828e23fd111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:10.613921 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-477bddd5-df4a-495a-971e-6828e23fd111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:10.614432 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-477bddd5-df4a-495a-971e-6828e23fd111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:10.614868 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-477bddd5-df4a-495a-971e-6828e23fd111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:10.615332 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-477bddd5-df4a-495a-971e-6828e23fd111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:10.615790 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-477bddd5-df4a-495a-971e-6828e23fd111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:10.618648 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-477bddd5-df4a-495a-971e-6828e23fd111 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1877a1c5029842a9a22481228281422f&device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 6378 time: 0.7425642 Jul 23 16:20:10.623017 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2306f21-b4de-4073-856f-4e2302e4d819 admin admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:10.662970 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-35382e86-7616-4f19-9b11-185b30996db8 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:10.717738 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-4897874f-7479-4d3e-b304-36eb3a995f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:10.719641 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-4897874f-7479-4d3e-b304-36eb3a995f9f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&device_id=47b6502c-01ae-405d-82e9-769de63be8b0 HTTP/1.1" status: 200 len: 1099 time: 0.7401056 Jul 23 16:20:10.730210 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9bac1ce8-a2d4-47ee-881e-d7899762c4b6 service neutron] For port 61637cfe-1584-4974-b56f-43ff73d6bcec, host n-h2-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:10.758157 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-35382e86-7616-4f19-9b11-185b30996db8 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Transition to ACTIVE for port object 516419e3-e6c6-47bf-a561-7be4d299a8b8 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:10.779566 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-d2bf1e5c-94f8-4bdc-a22d-488bbe4e8b96 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=8604d4f7-3254-41a1-bb76-0c78d014ce8e HTTP/1.1" status: 200 len: 217 time: 0.0464630 Jul 23 16:20:10.792078 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-92da85cf-db39-4bff-b4b8-2b8d1bed9cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12e8c13-b305-408b-ab99-a7c597434094', 'name': 'tempest-FloatingIPsTestJSON-2132065677-router', 'tenant_id': '61cad53147df4a91ad0cc5123c104c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:35Z', 'updated_at': '2021-07-23T16:20:05Z', 'revision_number': 5, 'project_id': '61cad53147df4a91ad0cc5123c104c3c', 'gw_port': {'id': '54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:27:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e8c13-b305-408b-ab99-a7c597434094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:36Z', 'updated_at': '2021-07-23T16:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:10.826959 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92da85cf-db39-4bff-b4b8-2b8d1bed9cb5 None None] The sync data for ids ['d12e8c13-b305-408b-ab99-a7c597434094'] in n-d-778549-4 is: [{'id': 'd12e8c13-b305-408b-ab99-a7c597434094', 'name': 'tempest-FloatingIPsTestJSON-2132065677-router', 'tenant_id': '61cad53147df4a91ad0cc5123c104c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:35Z', 'updated_at': '2021-07-23T16:20:05Z', 'revision_number': 5, 'project_id': '61cad53147df4a91ad0cc5123c104c3c', 'gw_port': {'id': '54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:27:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e8c13-b305-408b-ab99-a7c597434094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:36Z', 'updated_at': '2021-07-23T16:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:20:10.836289 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9bac1ce8-a2d4-47ee-881e-d7899762c4b6 service neutron] For port 61637cfe-1584-4974-b56f-43ff73d6bcec, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=61637cfe-1584-4974-b56f-43ff73d6bcec,segment=NetworkSegment(e8728e7b-cc64-4d64-b8c7-0bf963e96d60),segment_id=e8728e7b-cc64-4d64-b8c7-0bf963e96d60)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:10.850727 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9bac1ce8-a2d4-47ee-881e-d7899762c4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:10.853300 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-080d5622-cb9d-45bd-b9cf-d237f367a584 req-d886ae23-b742-4619-b232-b6827143c9b5 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469342 Jul 23 16:20:10.874369 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9bac1ce8-a2d4-47ee-881e-d7899762c4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:10.875677 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9bac1ce8-a2d4-47ee-881e-d7899762c4b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:10.877206 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9bac1ce8-a2d4-47ee-881e-d7899762c4b6 service neutron] 10.222.0.97 "PUT /v2.0/ports/61637cfe-1584-4974-b56f-43ff73d6bcec HTTP/1.1" status: 200 len: 1091 time: 2.5107012 Jul 23 16:20:10.889451 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e4e9d-ee5a-4ec1-8539-4111c61e06e1 req-c9f87acd-cf5f-4eff-b7e9-3f518fa14b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:10.891039 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c6e4e9d-ee5a-4ec1-8539-4111c61e06e1 req-c9f87acd-cf5f-4eff-b7e9-3f518fa14b6e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4&tenant_id=4ed385c197f74460a2c666d87d79e6e5 HTTP/1.1" status: 200 len: 1101 time: 0.4740891 Jul 23 16:20:10.935537 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-717e6ba5-c1de-4c54-83fc-f1829497afe1 service neutron] Request body: {'port': {'device_id': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:10.965546 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-9e47efa6-4e25-486c-834d-3b0a4d28696c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:10.967010 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-9e47efa6-4e25-486c-834d-3b0a4d28696c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1750693 Jul 23 16:20:10.989828 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b3cfa-b828-407e-9d88-42bf51fb8415 req-3656ba2e-9fcc-47b1-868d-fed38aaf2da8 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:10.996042 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-583b3cfa-b828-407e-9d88-42bf51fb8415 req-3656ba2e-9fcc-47b1-868d-fed38aaf2da8 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=cae4578b-b958-4fd3-8166-659dada79ea7 HTTP/1.1" status: 200 len: 950 time: 0.5025043 Jul 23 16:20:11.065928 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac1ce8-a2d4-47ee-881e-d7899762c4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=61637cfe-1584-4974-b56f-43ff73d6bcec,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:11.114543 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2306f21-b4de-4073-856f-4e2302e4d819 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:11.151180 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e4e9d-ee5a-4ec1-8539-4111c61e06e1 req-8035a7fb-b40a-456a-a6ed-72a326ebaabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:11.152723 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9c6e4e9d-ee5a-4ec1-8539-4111c61e06e1 req-8035a7fb-b40a-456a-a6ed-72a326ebaabd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 1101 time: 0.2007182 Jul 23 16:20:11.171392 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-864a5fcc-8421-450c-a8f4-de35285bff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:11.172947 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-864a5fcc-8421-450c-a8f4-de35285bff39 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1694562 Jul 23 16:20:11.180707 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device b67dfda2-d471-4748-b33e-9252ec9efb0a no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:11.392670 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-d2306f21-b4de-4073-856f-4e2302e4d819 admin admin] Deleting port 54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:11.393043 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2306f21-b4de-4073-856f-4e2302e4d819 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:11.462161 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-7ca7353d-736b-458d-b5b1-e7bfbe13028f service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775102 Jul 23 16:20:11.467638 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e4e9d-ee5a-4ec1-8539-4111c61e06e1 req-60d33dca-a259-426a-bef7-de31d4654bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:11.469028 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9c6e4e9d-ee5a-4ec1-8539-4111c61e06e1 req-60d33dca-a259-426a-bef7-de31d4654bde service neutron] 10.222.0.97 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.2951748 Jul 23 16:20:11.558974 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-f74d40d6-5fb5-467b-a054-f765a662d860 service neutron] 10.222.0.74 "GET /v2.0/ports/b67dfda2-d471-4748-b33e-9252ec9efb0a/bindings/n-h2-778549-4 HTTP/1.1" status: 200 len: 384 time: 0.1561818 Jul 23 16:20:11.565403 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9c6e4e9d-ee5a-4ec1-8539-4111c61e06e1 req-72f7c7cc-7493-4f58-b835-01ce9db0cda4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=46512483-dd71-4528-bea3-65c4b053ab66 HTTP/1.1" status: 200 len: 217 time: 0.0670519 Jul 23 16:20:11.566178 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-fbc5e04f-682d-43ea-bc28-cde9de9c43a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:11.566724 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-fbc5e04f-682d-43ea-bc28-cde9de9c43a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:11.567518 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-fbc5e04f-682d-43ea-bc28-cde9de9c43a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:11.569346 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-fbc5e04f-682d-43ea-bc28-cde9de9c43a5 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=1877a1c5029842a9a22481228281422f&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.9264908 Jul 23 16:20:11.659441 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-35382e86-7616-4f19-9b11-185b30996db8 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:11.672990 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['73cf402e-041a-4a65-853b-18de3c99c53e'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:11.683811 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-d2306f21-b4de-4073-856f-4e2302e4d819 admin admin] For port 54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:11.684402 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2306f21-b4de-4073-856f-4e2302e4d819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:11.724623 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4115379-4129-4c96-9996-7f4bfe6162b6 req-215255fa-c493-4679-a107-68f630c49ca7 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:11.726227 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a4115379-4129-4c96-9996-7f4bfe6162b6 req-215255fa-c493-4679-a107-68f630c49ca7 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.74 "GET /v2.0/ports?device_id=cae4578b-b958-4fd3-8166-659dada79ea7 HTTP/1.1" status: 200 len: 950 time: 0.3475161 Jul 23 16:20:11.727263 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-d2306f21-b4de-4073-856f-4e2302e4d819 admin admin] Calling delete_port for 54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:11.751234 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b6502c-01ae-405d-82e9-769de63be8b0', 'tag': '8604d4f7-3254-41a1-bb76-0c78d014ce8e'}, {'name': 'network-changed', 'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'tag': '61637cfe-1584-4974-b56f-43ff73d6bcec'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:11.753839 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb985fa6-5f63-4d55-8f79-8f520e8f54f0" -d '{"events": [{"name": "network-changed", "server_uuid": "47b6502c-01ae-405d-82e9-769de63be8b0", "tag": "8604d4f7-3254-41a1-bb76-0c78d014ce8e"}, {"name": "network-changed", "server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "tag": "61637cfe-1584-4974-b56f-43ff73d6bcec"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:11.797629 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e4e9d-ee5a-4ec1-8539-4111c61e06e1 req-bef522b5-74c7-434c-befa-1d7b2c1c26aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:11.799165 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9c6e4e9d-ee5a-4ec1-8539-4111c61e06e1 req-bef522b5-74c7-434c-befa-1d7b2c1c26aa service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.2208664 Jul 23 16:20:11.805395 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-890f05a0-520b-4914-8f6f-f8e5c796ec47 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345563 Jul 23 16:20:11.848895 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-583b3cfa-b828-407e-9d88-42bf51fb8415 req-8839d464-dbea-4fb5-ae26-5ea6795996ee tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381046 Jul 23 16:20:11.849584 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35382e86-7616-4f19-9b11-185b30996db8 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Pushing event updated for resources: {'Port': ['ID=516419e3-e6c6-47bf-a561-7be4d299a8b8,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:11.854675 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-c5b4a0ea-3c5c-4c0d-ae25-14a97f4032fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:11.856538 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-c5b4a0ea-3c5c-4c0d-ae25-14a97f4032fa service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2654486 Jul 23 16:20:11.909377 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-35382e86-7616-4f19-9b11-185b30996db8 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:11.911752 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-717e6ba5-c1de-4c54-83fc-f1829497afe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:11.946100 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-35382e86-7616-4f19-9b11-185b30996db8 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:11.960885 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-35382e86-7616-4f19-9b11-185b30996db8 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:12.054604 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e4e9d-ee5a-4ec1-8539-4111c61e06e1 req-6d201ee3-00a1-480a-b387-d8f123d7603b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:12.056349 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9c6e4e9d-ee5a-4ec1-8539-4111c61e06e1 req-6d201ee3-00a1-480a-b387-d8f123d7603b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2501073 Jul 23 16:20:12.114753 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-a4115379-4129-4c96-9996-7f4bfe6162b6 req-cd192fc2-59f8-46f4-a84b-39d79c9852b1 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Deleting port 1762c274-45b1-42eb-975b-6688e12b113e {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:12.114753 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a4115379-4129-4c96-9996-7f4bfe6162b6 req-cd192fc2-59f8-46f4-a84b-39d79c9852b1 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:12.138296 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec706f9-85d2-4cfb-87ae-55c52fa8dc7c req-9b5acb04-2c65-44ca-96f6-1c62ae63231b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:12.144513 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec706f9-85d2-4cfb-87ae-55c52fa8dc7c req-9b5acb04-2c65-44ca-96f6-1c62ae63231b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:12.150722 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec706f9-85d2-4cfb-87ae-55c52fa8dc7c req-9b5acb04-2c65-44ca-96f6-1c62ae63231b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:12.156671 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec706f9-85d2-4cfb-87ae-55c52fa8dc7c req-9b5acb04-2c65-44ca-96f6-1c62ae63231b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:12.162984 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec706f9-85d2-4cfb-87ae-55c52fa8dc7c req-9b5acb04-2c65-44ca-96f6-1c62ae63231b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:12.168943 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec706f9-85d2-4cfb-87ae-55c52fa8dc7c req-9b5acb04-2c65-44ca-96f6-1c62ae63231b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:12.175370 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec706f9-85d2-4cfb-87ae-55c52fa8dc7c req-9b5acb04-2c65-44ca-96f6-1c62ae63231b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:12.183451 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ec706f9-85d2-4cfb-87ae-55c52fa8dc7c req-9b5acb04-2c65-44ca-96f6-1c62ae63231b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5418 time: 1.2316408 Jul 23 16:20:12.286140 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-a4115379-4129-4c96-9996-7f4bfe6162b6 req-cd192fc2-59f8-46f4-a84b-39d79c9852b1 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] For port 1762c274-45b1-42eb-975b-6688e12b113e, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=1762c274-45b1-42eb-975b-6688e12b113e,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:12.286625 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a4115379-4129-4c96-9996-7f4bfe6162b6 req-cd192fc2-59f8-46f4-a84b-39d79c9852b1 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:12.289220 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2306f21-b4de-4073-856f-4e2302e4d819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:12.324992 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-35382e86-7616-4f19-9b11-185b30996db8 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:12.325668 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-35382e86-7616-4f19-9b11-185b30996db8 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:12.331681 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-a4115379-4129-4c96-9996-7f4bfe6162b6 req-cd192fc2-59f8-46f4-a84b-39d79c9852b1 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Calling delete_port for 1762c274-45b1-42eb-975b-6688e12b113e owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:12.332633 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0fc7ca82-a4c7-43be-aa5f-3aaf02c6e317 None None] Provisioning for port 516419e3-e6c6-47bf-a561-7be4d299a8b8 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:12.339143 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2306f21-b4de-4073-856f-4e2302e4d819 admin admin] Pushing event deleted for resources: {'Port': ['ID=54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:12.344318 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0fc7ca82-a4c7-43be-aa5f-3aaf02c6e317 None None] Provisioning complete for port 516419e3-e6c6-47bf-a561-7be4d299a8b8 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:12.346652 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0fc7ca82-a4c7-43be-aa5f-3aaf02c6e317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:12.409037 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device b6de1b70-b808-4333-b9b1-579011c72183 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:12.413832 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9c6e4e9d-ee5a-4ec1-8539-4111c61e06e1 req-129a8e23-547b-4fe9-a9ca-1f67473cabd2 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294790 Jul 23 16:20:12.416897 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-90caafa8-e0c4-4bd5-aa32-150fef40113d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:12.439165 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: b6de1b70-b808-4333-b9b1-579011c72183 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:20:12.439511 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device b6de1b70-b808-4333-b9b1-579011c72183 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:20:12.452324 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ec706f9-85d2-4cfb-87ae-55c52fa8dc7c req-b96f19eb-0e9a-4b60-9465-36262f42522d tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2679734 Jul 23 16:20:12.453692 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-35382e86-7616-4f19-9b11-185b30996db8 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8359656 Jul 23 16:20:12.461815 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7ca82-a4c7-43be-aa5f-3aaf02c6e317 None None] Port 516419e3-e6c6-47bf-a561-7be4d299a8b8 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:20:12.484546 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-be98b49f-3aaf-4ea9-950a-15af6a088fb3 service neutron] Request body: {'port': {'device_id': '13d57d85-cf00-46fc-8b8f-9759c8832a55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:12.511870 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90caafa8-e0c4-4bd5-aa32-150fef40113d admin admin] Pushing event deleted for resources: {'Port': ['ID=aeb57d47-be76-452d-ad0d-f21f960f0aa0,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:12.653217 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24808ea9-c391-41a1-8f2f-047f2dbf3267 req-c22a0f52-3a6c-4849-93bf-04f205c3c22e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:12.662508 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-24808ea9-c391-41a1-8f2f-047f2dbf3267 req-c22a0f52-3a6c-4849-93bf-04f205c3c22e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 950 time: 0.6790519 Jul 23 16:20:12.670200 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-31882fcd-3df1-438c-9233-fe9f8720402b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:12.670685 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-31882fcd-3df1-438c-9233-fe9f8720402b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:12.671155 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-31882fcd-3df1-438c-9233-fe9f8720402b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:12.671624 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-31882fcd-3df1-438c-9233-fe9f8720402b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:12.672089 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-31882fcd-3df1-438c-9233-fe9f8720402b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:12.672550 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-31882fcd-3df1-438c-9233-fe9f8720402b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:12.673255 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-31882fcd-3df1-438c-9233-fe9f8720402b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:12.675493 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-31882fcd-3df1-438c-9233-fe9f8720402b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1877a1c5029842a9a22481228281422f&device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 6420 time: 0.7477939 Jul 23 16:20:12.684234 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2306f21-b4de-4073-856f-4e2302e4d819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:12.814584 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2306f21-b4de-4073-856f-4e2302e4d819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:12.821190 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2306f21-b4de-4073-856f-4e2302e4d819 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:12.834311 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9c6e4e9d-ee5a-4ec1-8539-4111c61e06e1 req-32140a5c-d616-4d28-aa89-cd6803780c09 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357077 Jul 23 16:20:12.890441 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a4115379-4129-4c96-9996-7f4bfe6162b6 req-cd192fc2-59f8-46f4-a84b-39d79c9852b1 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:12.892624 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2306f21-b4de-4073-856f-4e2302e4d819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:12.893468 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2306f21-b4de-4073-856f-4e2302e4d819 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d12e8c13-b305-408b-ab99-a7c597434094 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:20:12.903498 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2306f21-b4de-4073-856f-4e2302e4d819 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:12.907062 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d2306f21-b4de-4073-856f-4e2302e4d819 admin admin] 10.222.0.73 "DELETE /v2.0/routers/d12e8c13-b305-408b-ab99-a7c597434094 HTTP/1.1" status: 204 len: 168 time: 3.3443220 Jul 23 16:20:12.908188 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['40d5dab3-857d-4504-b1e5-fccff70678d5', '1762c274-45b1-42eb-975b-6688e12b113e', '365884f7-70f4-448a-8847-81f5cf6b6670'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:12.909654 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56648) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:12.927801 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-ffa833c9-17e5-48d7-9b1b-f24698172e1b service neutron] For port b67dfda2-d471-4748-b33e-9252ec9efb0a, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=b67dfda2-d471-4748-b33e-9252ec9efb0a,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:12.964273 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd192fc2-59f8-46f4-a84b-39d79c9852b1 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Pushing event deleted for resources: {'Port': ['ID=1762c274-45b1-42eb-975b-6688e12b113e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:12.989379 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-24808ea9-c391-41a1-8f2f-047f2dbf3267 req-a783456d-8df4-4500-84a5-f7600c096b04 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207092 Jul 23 16:20:13.086261 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974c2fff-7f9f-4d3e-bb8a-b4aaa906e8a6 x-openstack-request-id: req-974c2fff-7f9f-4d3e-bb8a-b4aaa906e8a6 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:13.086836 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b6502c-01ae-405d-82e9-769de63be8b0", "tag": "8604d4f7-3254-41a1-bb76-0c78d014ce8e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "tag": "61637cfe-1584-4974-b56f-43ff73d6bcec", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:13.087373 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-974c2fff-7f9f-4d3e-bb8a-b4aaa906e8a6 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:13.088078 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b6502c-01ae-405d-82e9-769de63be8b0', 'tag': '8604d4f7-3254-41a1-bb76-0c78d014ce8e', 'status': 'completed', 'code': 200} Jul 23 16:20:13.088476 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'tag': '61637cfe-1584-4974-b56f-43ff73d6bcec', 'status': 'completed', 'code': 200} Jul 23 16:20:13.091326 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4115379-4129-4c96-9996-7f4bfe6162b6 req-cd192fc2-59f8-46f4-a84b-39d79c9852b1 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] No DVR routers for this DVR port 1762c274-45b1-42eb-975b-6688e12b113e on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:20:13.096426 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a4115379-4129-4c96-9996-7f4bfe6162b6 req-cd192fc2-59f8-46f4-a84b-39d79c9852b1 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:13.099338 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a4115379-4129-4c96-9996-7f4bfe6162b6 req-cd192fc2-59f8-46f4-a84b-39d79c9852b1 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.74 "DELETE /v2.0/ports/1762c274-45b1-42eb-975b-6688e12b113e HTTP/1.1" status: 204 len: 173 time: 1.3637917 Jul 23 16:20:13.114840 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f3f475-2ff9-4b1f-ad4b-f329d11b9a83 admin admin] Deleting subnet 7e441959-abd3-41b0-b100-583881c3683b {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:20:13.147217 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f6f3f475-2ff9-4b1f-ad4b-f329d11b9a83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:13.208971 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f6f3f475-2ff9-4b1f-ad4b-f329d11b9a83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:13.244020 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb985fa6-5f63-4d55-8f79-8f520e8f54f0 req-866dfc9f-2b2e-427d-92dd-09d3b7cea7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:13.245782 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bb985fa6-5f63-4d55-8f79-8f520e8f54f0 req-866dfc9f-2b2e-427d-92dd-09d3b7cea7db service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&device_id=47b6502c-01ae-405d-82e9-769de63be8b0 HTTP/1.1" status: 200 len: 1099 time: 0.1450052 Jul 23 16:20:13.310511 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-fab36515-ee23-4294-8b20-46b5e39887b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:13.310904 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-fab36515-ee23-4294-8b20-46b5e39887b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:13.311370 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-fab36515-ee23-4294-8b20-46b5e39887b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:13.312947 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-fab36515-ee23-4294-8b20-46b5e39887b4 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=1877a1c5029842a9a22481228281422f&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5663373 Jul 23 16:20:13.334910 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-ffa833c9-17e5-48d7-9b1b-f24698172e1b service neutron] For port b67dfda2-d471-4748-b33e-9252ec9efb0a, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:13.404428 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f6f3f475-2ff9-4b1f-ad4b-f329d11b9a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:13.411506 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-be98b49f-3aaf-4ea9-950a-15af6a088fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:13.431266 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb985fa6-5f63-4d55-8f79-8f520e8f54f0 req-f73e6ce6-bcb5-49ac-bb41-77f0c4c87a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:13.432897 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bb985fa6-5f63-4d55-8f79-8f520e8f54f0 req-f73e6ce6-bcb5-49ac-bb41-77f0c4c87a62 service neutron] 10.222.0.97 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.1804581 Jul 23 16:20:13.482357 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bb985fa6-5f63-4d55-8f79-8f520e8f54f0 req-12990216-2f5a-45fe-89d8-4e13dc0aead9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=8604d4f7-3254-41a1-bb76-0c78d014ce8e HTTP/1.1" status: 200 len: 217 time: 0.0415452 Jul 23 16:20:13.492186 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-ffa833c9-17e5-48d7-9b1b-f24698172e1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b67dfda2-d471-4748-b33e-9252ec9efb0a {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:13.570924 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-ffa833c9-17e5-48d7-9b1b-f24698172e1b service neutron] For port b67dfda2-d471-4748-b33e-9252ec9efb0a, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=b67dfda2-d471-4748-b33e-9252ec9efb0a,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:13.622316 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e29387-0f34-4294-9e96-f9ce9b776bf3 req-0cd330dc-a8bf-400f-808d-0e9c111420cd tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:13.623976 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-38e29387-0f34-4294-9e96-f9ce9b776bf3 req-0cd330dc-a8bf-400f-808d-0e9c111420cd tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=13d57d85-cf00-46fc-8b8f-9759c8832a55 HTTP/1.1" status: 200 len: 936 time: 0.9929976 Jul 23 16:20:13.897841 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f6f3f475-2ff9-4b1f-ad4b-f329d11b9a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:13.900584 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb985fa6-5f63-4d55-8f79-8f520e8f54f0 req-42991d4b-d1c6-44f8-a511-03b7f752f6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:13.902142 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bb985fa6-5f63-4d55-8f79-8f520e8f54f0 req-42991d4b-d1c6-44f8-a511-03b7f752f6af service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.4118037 Jul 23 16:20:13.937186 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3f475-2ff9-4b1f-ad4b-f329d11b9a83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e441959-abd3-41b0-b100-583881c3683b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:13.950647 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a987ea42-7777-4017-a187-b52ea320784a None None] Network aad53364-3875-4117-b294-b650c89caaa7 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:20:13.956504 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f6f3f475-2ff9-4b1f-ad4b-f329d11b9a83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:13.961753 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f6f3f475-2ff9-4b1f-ad4b-f329d11b9a83 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7e441959-abd3-41b0-b100-583881c3683b HTTP/1.1" status: 204 len: 168 time: 1.0299399 Jul 23 16:20:13.963616 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56654) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:14.042424 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-ffa833c9-17e5-48d7-9b1b-f24698172e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:14.052285 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f4de80d8-0873-454a-b981-6acea6c6c1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:14.065559 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb985fa6-5f63-4d55-8f79-8f520e8f54f0 req-239d93b3-f277-4a41-bf45-38b5d97032c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:14.067935 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bb985fa6-5f63-4d55-8f79-8f520e8f54f0 req-239d93b3-f277-4a41-bf45-38b5d97032c9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1409571 Jul 23 16:20:14.086350 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-90caafa8-e0c4-4bd5-aa32-150fef40113d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:14.094575 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-717e6ba5-c1de-4c54-83fc-f1829497afe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826b1e36-24e9-4eac-b734-464693130e3f {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:14.119135 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-717e6ba5-c1de-4c54-83fc-f1829497afe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:14.167898 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-c4157bc3-5f2f-4c6b-b344-fd368d40801e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:14.169813 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-c4157bc3-5f2f-4c6b-b344-fd368d40801e service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.8009655 Jul 23 16:20:14.186896 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260af5e-c16a-4205-bac6-48176b7a3398 req-379fb7d6-2b07-44b8-ae2e-0b7c32d0d703 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:14.196044 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8260af5e-c16a-4205-bac6-48176b7a3398 req-379fb7d6-2b07-44b8-ae2e-0b7c32d0d703 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 944 time: 0.9635391 Jul 23 16:20:14.204254 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f4de80d8-0873-454a-b981-6acea6c6c1a3 admin admin] Deleting port d401a990-56f1-45b8-852f-3f436e702983 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:14.204626 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f4de80d8-0873-454a-b981-6acea6c6c1a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:14.220655 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bb985fa6-5f63-4d55-8f79-8f520e8f54f0 req-3a84f96c-8a17-42fa-ab5d-794088178bc8 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288610 Jul 23 16:20:14.242526 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-38e29387-0f34-4294-9e96-f9ce9b776bf3 req-77ee223a-f162-4dc5-a501-6be5d95827e3 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5870867 Jul 23 16:20:14.354667 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-f4de80d8-0873-454a-b981-6acea6c6c1a3 admin admin] For port d401a990-56f1-45b8-852f-3f436e702983, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d401a990-56f1-45b8-852f-3f436e702983,segment=NetworkSegment(1d128653-f60b-4983-a12b-a1ef089c32f4),segment_id=1d128653-f60b-4983-a12b-a1ef089c32f4)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:14.355046 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f4de80d8-0873-454a-b981-6acea6c6c1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:14.383484 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c53980-fbc2-4a0a-a8e1-b355c9382ba0 None None] DHCP port deletion for aad53364-3875-4117-b294-b650c89caaa7 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:20:14.402688 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-717e6ba5-c1de-4c54-83fc-f1829497afe1 service neutron] Transition to ACTIVE for port object 826b1e36-24e9-4eac-b734-464693130e3f will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:14.418034 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f4de80d8-0873-454a-b981-6acea6c6c1a3 admin admin] Calling delete_port for d401a990-56f1-45b8-852f-3f436e702983 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:14.432842 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-717e6ba5-c1de-4c54-83fc-f1829497afe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:14.502461 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-d1c53980-fbc2-4a0a-a8e1-b355c9382ba0 None None] Deleting port d401a990-56f1-45b8-852f-3f436e702983 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:14.503333 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d1c53980-fbc2-4a0a-a8e1-b355c9382ba0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:14.506446 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bb985fa6-5f63-4d55-8f79-8f520e8f54f0 req-9f43bdad-e19a-473f-a25d-cf0131719563 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727187 Jul 23 16:20:14.556429 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 8604d4f7-3254-41a1-bb76-0c78d014ce8e details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:20:14.569923 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8260af5e-c16a-4205-bac6-48176b7a3398 req-486b24ae-a877-44f5-9e98-be4abd164151 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694251 Jul 23 16:20:14.572438 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f4de80d8-0873-454a-b981-6acea6c6c1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:14.576616 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 46512483-dd71-4528-bea3-65c4b053ab66 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:14.647180 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de80d8-0873-454a-b981-6acea6c6c1a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d401a990-56f1-45b8-852f-3f436e702983,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:14.662053 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4de80d8-0873-454a-b981-6acea6c6c1a3 admin admin] No DVR routers for this DVR port d401a990-56f1-45b8-852f-3f436e702983 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:20:14.680300 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:14.838887 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f4de80d8-0873-454a-b981-6acea6c6c1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:14.861341 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-f4de80d8-0873-454a-b981-6acea6c6c1a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad53364-3875-4117-b294-b650c89caaa7']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:14.878892 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-f4de80d8-0873-454a-b981-6acea6c6c1a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d128653-f60b-4983-a12b-a1ef089c32f4') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:14.879745 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-f4de80d8-0873-454a-b981-6acea6c6c1a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d128653-f60b-4983-a12b-a1ef089c32f4') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:14.912679 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f4de80d8-0873-454a-b981-6acea6c6c1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:14.949091 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f4de80d8-0873-454a-b981-6acea6c6c1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:14.956070 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4de80d8-0873-454a-b981-6acea6c6c1a3 admin admin] Releasing vlan 1115 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:20:14.956669 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f4de80d8-0873-454a-b981-6acea6c6c1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:14.959639 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:20:14.959639 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:20:14.959639 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:20:14.959639 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:20:14.959639 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:20:14.959639 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:20:14.959639 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:20:14.959639 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:20:14.959639 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:20:14.959639 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:20:14.959639 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:20:14.959639 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:20:14.959639 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:20:14.959639 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:20:14.959639 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:20:14.959639 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:20:14.959639 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:20:14.959639 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:20:14.959639 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:20:14.959639 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:20:14.959639 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:20:14.959639 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:20:14.959639 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:20:14.959639 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:20:14.959639 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:20:14.959639 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:20:14.959639 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:20:14.959639 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:20:14.959639 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:20:14.959639 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:20:14.959639 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:20:14.959639 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:20:14.974985 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:20:14.975557 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 54aa6710-b334-4dfd-b55a-e4bbb4c1f3b6 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:20:14.987306 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-d1c53980-fbc2-4a0a-a8e1-b355c9382ba0 None None] For port d401a990-56f1-45b8-852f-3f436e702983, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d401a990-56f1-45b8-852f-3f436e702983,segment=NetworkSegment(1d128653-f60b-4983-a12b-a1ef089c32f4),segment_id=1d128653-f60b-4983-a12b-a1ef089c32f4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:14.987620 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d1c53980-fbc2-4a0a-a8e1-b355c9382ba0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:14.992579 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.resource_extend [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:20:15.001781 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-be98b49f-3aaf-4ea9-950a-15af6a088fb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 516419e3-e6c6-47bf-a561-7be4d299a8b8 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:15.011036 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-be98b49f-3aaf-4ea9-950a-15af6a088fb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:15.026366 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-be98b49f-3aaf-4ea9-950a-15af6a088fb3 service neutron] Transition to ACTIVE for port object 516419e3-e6c6-47bf-a561-7be4d299a8b8 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:15.034063 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-d1c53980-fbc2-4a0a-a8e1-b355c9382ba0 None None] Calling delete_port for d401a990-56f1-45b8-852f-3f436e702983 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:15.048427 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f4de80d8-0873-454a-b981-6acea6c6c1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:15.058670 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-ffa833c9-17e5-48d7-9b1b-f24698172e1b service neutron] Transition to ACTIVE for port object b67dfda2-d471-4748-b33e-9252ec9efb0a will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:15.059256 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f4de80d8-0873-454a-b981-6acea6c6c1a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:15.059492 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e6ba5-c1de-4c54-83fc-f1829497afe1 service neutron] Pushing event updated for resources: {'Port': ['ID=826b1e36-24e9-4eac-b734-464693130e3f,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:15.078146 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f4de80d8-0873-454a-b981-6acea6c6c1a3 admin admin] 10.222.0.73 "DELETE /v2.0/networks/aad53364-3875-4117-b294-b650c89caaa7 HTTP/1.1" status: 204 len: 168 time: 1.1080375 Jul 23 16:20:15.079989 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-be98b49f-3aaf-4ea9-950a-15af6a088fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:15.106843 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae4578b-b958-4fd3-8166-659dada79ea7', 'name': 'network-vif-deleted', 'tag': '1762c274-45b1-42eb-975b-6688e12b113e'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:15.110648 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5b0f52-46da-43b0-81c4-7a4ee3ff9ad0" -d '{"events": [{"server_uuid": "cae4578b-b958-4fd3-8166-659dada79ea7", "name": "network-vif-deleted", "tag": "1762c274-45b1-42eb-975b-6688e12b113e"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:15.120541 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de80d8-0873-454a-b981-6acea6c6c1a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=aad53364-3875-4117-b294-b650c89caaa7,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:15.150722 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-ffa833c9-17e5-48d7-9b1b-f24698172e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:15.180185 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98b49f-3aaf-4ea9-950a-15af6a088fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=516419e3-e6c6-47bf-a561-7be4d299a8b8,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:15.181502 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:15.218238 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 1762c274-45b1-42eb-975b-6688e12b113e no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:15.231725 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66590e1-d314-4532-b8ad-8b23ab592ed4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46512483-dd71-4528-bea3-65c4b053ab66'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:15.234627 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ace7af0-396a-4fd9-97b6-769c666741ea" -d '{"events": [{"server_uuid": "b66590e1-d314-4532-b8ad-8b23ab592ed4", "name": "network-vif-unplugged", "status": "completed", "tag": "46512483-dd71-4528-bea3-65c4b053ab66"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:15.248138 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 8604d4f7-3254-41a1-bb76-0c78d014ce8e, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=8604d4f7-3254-41a1-bb76-0c78d014ce8e,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:15.256864 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa833c9-17e5-48d7-9b1b-f24698172e1b service neutron] Pushing event updated for resources: {'Port': ['ID=b67dfda2-d471-4748-b33e-9252ec9efb0a,revision_number=10']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:15.282056 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-879f6ab1-d712-4141-8e34-2fa306c9e680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:15.282563 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-879f6ab1-d712-4141-8e34-2fa306c9e680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:15.283001 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-879f6ab1-d712-4141-8e34-2fa306c9e680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:15.283519 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-879f6ab1-d712-4141-8e34-2fa306c9e680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:15.283939 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-879f6ab1-d712-4141-8e34-2fa306c9e680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:15.284369 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-879f6ab1-d712-4141-8e34-2fa306c9e680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:15.284822 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-879f6ab1-d712-4141-8e34-2fa306c9e680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:15.287368 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-879f6ab1-d712-4141-8e34-2fa306c9e680 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1877a1c5029842a9a22481228281422f&device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 6420 time: 1.0226610 Jul 23 16:20:15.293332 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 1762c274-45b1-42eb-975b-6688e12b113e {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:20:15.293677 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 1762c274-45b1-42eb-975b-6688e12b113e not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:20:15.296555 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 46512483-dd71-4528-bea3-65c4b053ab66, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=46512483-dd71-4528-bea3-65c4b053ab66,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:15.307086 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:15.346572 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56668) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:15.366377 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '8604d4f7-3254-41a1-bb76-0c78d014ce8e', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': '8604d4f7-3254-41a1-bb76-0c78d014ce8e', 'mac_address': 'fa:16:3e:a7:f6:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:20:15.380400 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=46512483-dd71-4528-bea3-65c4b053ab66,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:15.390202 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-ffa833c9-17e5-48d7-9b1b-f24698172e1b service neutron] No DVR routers for this DVR port b67dfda2-d471-4748-b33e-9252ec9efb0a on host n-h1-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:20:15.390796 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:15.391155 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:15.391473 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:15.391805 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:15.392135 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:15.392458 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:15.392780 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:15.393133 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:15.393646 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:15.393965 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:15.394294 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:15.394604 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:15.435095 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d1c53980-fbc2-4a0a-a8e1-b355c9382ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:15.436659 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e7d09-9c75-42f3-9412-9e781d1f8760 req-9788786e-6ffd-47c2-bbab-95122e95d382 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:15.443252 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e7d09-9c75-42f3-9412-9e781d1f8760 req-9788786e-6ffd-47c2-bbab-95122e95d382 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:15.449476 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e7d09-9c75-42f3-9412-9e781d1f8760 req-9788786e-6ffd-47c2-bbab-95122e95d382 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:15.455505 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e7d09-9c75-42f3-9412-9e781d1f8760 req-9788786e-6ffd-47c2-bbab-95122e95d382 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:15.462702 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-64c0164c-f2a5-46c3-b56e-5a3c613504e9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=61cad53147df4a91ad0cc5123c104c3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1084774 Jul 23 16:20:15.463360 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56670) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:15.464907 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e7d09-9c75-42f3-9412-9e781d1f8760 req-9788786e-6ffd-47c2-bbab-95122e95d382 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:15.470624 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d1c53980-fbc2-4a0a-a8e1-b355c9382ba0 None None] Network aad53364-3875-4117-b294-b650c89caaa7 is not hosted by any dhcp agent {{(pid=94014) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 16:20:15.471175 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c53980-fbc2-4a0a-a8e1-b355c9382ba0 None None] No DVR routers for this DVR port d401a990-56f1-45b8-852f-3f436e702983 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:20:15.472657 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e7d09-9c75-42f3-9412-9e781d1f8760 req-9788786e-6ffd-47c2-bbab-95122e95d382 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:15.480332 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e7d09-9c75-42f3-9412-9e781d1f8760 req-9788786e-6ffd-47c2-bbab-95122e95d382 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:15.483898 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c53980-fbc2-4a0a-a8e1-b355c9382ba0 None None] Pushing event deleted for resources: {'Port': ['ID=d401a990-56f1-45b8-852f-3f436e702983,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:15.494854 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:15.495896 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-815e7d09-9c75-42f3-9412-9e781d1f8760 req-9788786e-6ffd-47c2-bbab-95122e95d382 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5430 time: 0.9897084 Jul 23 16:20:15.511057 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8604d4f7-3254-41a1-bb76-0c78d014ce8e {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:15.533007 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 8604d4f7-3254-41a1-bb76-0c78d014ce8e, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=8604d4f7-3254-41a1-bb76-0c78d014ce8e,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:15.538125 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:15.572398 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1cad53c-0598-472b-a7c5-c70712831a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:15.576411 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-ffa833c9-17e5-48d7-9b1b-f24698172e1b service neutron] 10.222.0.74 "PUT /v2.0/ports/b67dfda2-d471-4748-b33e-9252ec9efb0a/bindings/n-h2-778549-4/activate HTTP/1.1" status: 200 len: 369 time: 3.9959965 Jul 23 16:20:15.580543 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90caafa8-e0c4-4bd5-aa32-150fef40113d admin admin] Router 5c1fad9e-9a6e-40b7-98b3-f23e8685408e has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:20:15.618894 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1cad53c-0598-472b-a7c5-c70712831a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:15.621560 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=8604d4f7-3254-41a1-bb76-0c78d014ce8e,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:15.732459 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1cad53c-0598-472b-a7c5-c70712831a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:15.734133 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-717e6ba5-c1de-4c54-83fc-f1829497afe1 service neutron] Attempting to bind port 826b1e36-24e9-4eac-b734-464693130e3f on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:15.734467 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-717e6ba5-c1de-4c54-83fc-f1829497afe1 service neutron] Attempting to bind port 826b1e36-24e9-4eac-b734-464693130e3f by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'e8728e7b-cc64-4d64-b8c7-0bf963e96d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'b15e95e3-c83c-43f1-8d67-89ed25f67132'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:15.734799 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-717e6ba5-c1de-4c54-83fc-f1829497afe1 service neutron] Attempting to bind port 826b1e36-24e9-4eac-b734-464693130e3f on network b15e95e3-c83c-43f1-8d67-89ed25f67132 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:15.735064 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1cad53c-0598-472b-a7c5-c70712831a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:15.737108 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c1cad53c-0598-472b-a7c5-c70712831a36 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a5ada0f7-8af7-404b-a8d7-20306b724738 HTTP/1.1" status: 204 len: 168 time: 0.2701592 Jul 23 16:20:15.747117 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cad53c-0598-472b-a7c5-c70712831a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ada0f7-8af7-404b-a8d7-20306b724738,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:15.750533 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-d4ed02f4-3953-4043-bce2-3d9adbe725ed tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:15.752543 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-d4ed02f4-3953-4043-bce2-3d9adbe725ed tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553&tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&binding%3Ahost_id=n-h1-778549-4 HTTP/1.1" status: 200 len: 1096 time: 0.0892770 Jul 23 16:20:15.760142 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea87728-91c4-45f5-a0ce-20b873e7e630 req-e0abf145-b8b0-4783-a921-9d6c74c50341 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:15.761767 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2ea87728-91c4-45f5-a0ce-20b873e7e630 req-e0abf145-b8b0-4783-a921-9d6c74c50341 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 950 time: 0.8892155 Jul 23 16:20:15.814946 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-815e7d09-9c75-42f3-9412-9e781d1f8760 req-7657197c-e8f1-4cb5-b8e9-334b3acba857 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3180366 Jul 23 16:20:15.843938 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-717e6ba5-c1de-4c54-83fc-f1829497afe1 service neutron] Port 826b1e36-24e9-4eac-b734-464693130e3f on network b15e95e3-c83c-43f1-8d67-89ed25f67132 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:20:15.844434 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-717e6ba5-c1de-4c54-83fc-f1829497afe1 service neutron] Attempting to bind port 826b1e36-24e9-4eac-b734-464693130e3f on network b15e95e3-c83c-43f1-8d67-89ed25f67132 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:15.854350 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['8604d4f7-3254-41a1-bb76-0c78d014ce8e'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:15.856480 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-0621d84a-5a07-463a-a5af-3b2f2688c14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:15.859203 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-0621d84a-5a07-463a-a5af-3b2f2688c14c service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553&tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66 HTTP/1.1" status: 200 len: 1096 time: 0.0940850 Jul 23 16:20:15.903367 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-e189ba7d-df12-46c8-a3a4-53e893a678df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:15.910700 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-e189ba7d-df12-46c8-a3a4-53e893a678df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:15.911732 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-e189ba7d-df12-46c8-a3a4-53e893a678df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:15.920507 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-e189ba7d-df12-46c8-a3a4-53e893a678df service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=1877a1c5029842a9a22481228281422f&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.6020010 Jul 23 16:20:16.008717 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-57d6437a-d105-49d8-9b18-ace79c7a108f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:16.011773 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-57d6437a-d105-49d8-9b18-ace79c7a108f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 1096 time: 0.1143765 Jul 23 16:20:16.014198 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-717e6ba5-c1de-4c54-83fc-f1829497afe1 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:16.014735 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-717e6ba5-c1de-4c54-83fc-f1829497afe1 service neutron] Checking segment: {'id': 'e8728e7b-cc64-4d64-b8c7-0bf963e96d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'b15e95e3-c83c-43f1-8d67-89ed25f67132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:16.015296 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-717e6ba5-c1de-4c54-83fc-f1829497afe1 service neutron] Bound using segment: {'id': 'e8728e7b-cc64-4d64-b8c7-0bf963e96d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'b15e95e3-c83c-43f1-8d67-89ed25f67132'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:16.015973 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-717e6ba5-c1de-4c54-83fc-f1829497afe1 service neutron] Bound port: 826b1e36-24e9-4eac-b734-464693130e3f, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8728e7b-cc64-4d64-b8c7-0bf963e96d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'b15e95e3-c83c-43f1-8d67-89ed25f67132'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:16.016532 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-717e6ba5-c1de-4c54-83fc-f1829497afe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:16.112549 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2ea87728-91c4-45f5-a0ce-20b873e7e630 req-e2463102-e2f9-487b-956e-db169c33b963 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312321 Jul 23 16:20:16.118827 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-abf74f1c-a80a-4008-a1c8-006240efbf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:16.120741 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-abf74f1c-a80a-4008-a1c8-006240efbf0a service neutron] 10.222.0.97 "GET /v2.0/networks?id=cbcbd292-3824-44cf-913c-59a7184e692c HTTP/1.1" status: 200 len: 910 time: 0.1020329 Jul 23 16:20:16.171126 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-95ea15f6-59fe-4a5b-80ce-e2e8b292293b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b67dfda2-d471-4748-b33e-9252ec9efb0a HTTP/1.1" status: 200 len: 217 time: 0.0437033 Jul 23 16:20:16.180861 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-be98b49f-3aaf-4ea9-950a-15af6a088fb3 service neutron] Attempting to bind port 516419e3-e6c6-47bf-a561-7be4d299a8b8 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:16.181281 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-be98b49f-3aaf-4ea9-950a-15af6a088fb3 service neutron] Attempting to bind port 516419e3-e6c6-47bf-a561-7be4d299a8b8 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:16.181621 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-be98b49f-3aaf-4ea9-950a-15af6a088fb3 service neutron] Attempting to bind port 516419e3-e6c6-47bf-a561-7be4d299a8b8 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:16.226750 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-be98b49f-3aaf-4ea9-950a-15af6a088fb3 service neutron] Port 516419e3-e6c6-47bf-a561-7be4d299a8b8 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:20:16.227081 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-be98b49f-3aaf-4ea9-950a-15af6a088fb3 service neutron] Attempting to bind port 516419e3-e6c6-47bf-a561-7be4d299a8b8 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:16.254238 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b839dd-08e8-4dad-a1e5-f406b696efb7 x-openstack-request-id: req-b3b839dd-08e8-4dad-a1e5-f406b696efb7 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:16.254547 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae4578b-b958-4fd3-8166-659dada79ea7", "name": "network-vif-deleted", "tag": "1762c274-45b1-42eb-975b-6688e12b113e", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:16.255018 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b3b839dd-08e8-4dad-a1e5-f406b696efb7 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:16.255321 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae4578b-b958-4fd3-8166-659dada79ea7', 'name': 'network-vif-deleted', 'tag': '1762c274-45b1-42eb-975b-6688e12b113e', 'status': 'completed', 'code': 200} Jul 23 16:20:16.267842 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-2d90bd41-2bbe-4b1f-a274-41881a3b899f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:16.269392 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-2d90bd41-2bbe-4b1f-a274-41881a3b899f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f8384c77-6398-425d-9275-6a23db41a285 HTTP/1.1" status: 200 len: 848 time: 0.0818691 Jul 23 16:20:16.275618 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-be98b49f-3aaf-4ea9-950a-15af6a088fb3 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:16.276024 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-be98b49f-3aaf-4ea9-950a-15af6a088fb3 service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:16.276411 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-be98b49f-3aaf-4ea9-950a-15af6a088fb3 service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:16.276989 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-be98b49f-3aaf-4ea9-950a-15af6a088fb3 service neutron] Bound port: 516419e3-e6c6-47bf-a561-7be4d299a8b8, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:16.277364 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-be98b49f-3aaf-4ea9-950a-15af6a088fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:16.315764 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59606760-de1b-42e5-8c3d-538bd6075095 x-openstack-request-id: req-59606760-de1b-42e5-8c3d-538bd6075095 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:16.316680 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66590e1-d314-4532-b8ad-8b23ab592ed4", "name": "network-vif-unplugged", "status": "completed", "tag": "46512483-dd71-4528-bea3-65c4b053ab66", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:16.317353 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-59606760-de1b-42e5-8c3d-538bd6075095 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:16.318085 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66590e1-d314-4532-b8ad-8b23ab592ed4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46512483-dd71-4528-bea3-65c4b053ab66', 'code': 200} Jul 23 16:20:16.325353 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90caafa8-e0c4-4bd5-aa32-150fef40113d admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:20:16.327846 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-e3b51776-5fad-4951-b9c3-e80e0ff8e3f4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cbcbd292-3824-44cf-913c-59a7184e692c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501809 Jul 23 16:20:16.333841 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-90caafa8-e0c4-4bd5-aa32-150fef40113d admin admin] 10.222.0.73 "PUT /v2.0/routers/5c1fad9e-9a6e-40b7-98b3-f23e8685408e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9591386 Jul 23 16:20:16.333932 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56688) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:16.334282 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53b52e5-bcc5-4c32-90ec-1c9f271e1621 None None] Sync routers for ids ['5c1fad9e-9a6e-40b7-98b3-f23e8685408e'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:20:16.354993 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53b52e5-bcc5-4c32-90ec-1c9f271e1621 None None] Routers {'5c1fad9e-9a6e-40b7-98b3-f23e8685408e'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:20:16.355704 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-b53b52e5-bcc5-4c32-90ec-1c9f271e1621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:20:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5c1fad9e-9a6e-40b7-98b3-f23e8685408e'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:16.375724 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-717e6ba5-c1de-4c54-83fc-f1829497afe1 service neutron] For port 826b1e36-24e9-4eac-b734-464693130e3f, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:16.413184 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d401a990-56f1-45b8-852f-3f436e702983 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:16.449208 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: d401a990-56f1-45b8-852f-3f436e702983 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:20:16.453972 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d401a990-56f1-45b8-852f-3f436e702983 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:20:16.474196 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-717e6ba5-c1de-4c54-83fc-f1829497afe1 service neutron] For port 826b1e36-24e9-4eac-b734-464693130e3f, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=826b1e36-24e9-4eac-b734-464693130e3f,segment=NetworkSegment(e8728e7b-cc64-4d64-b8c7-0bf963e96d60),segment_id=e8728e7b-cc64-4d64-b8c7-0bf963e96d60)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:16.504517 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-270e2de4-5c56-4ed9-b7f7-98580b4d86a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:16.506048 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1c646755-c458-42ac-95ae-a94dc4bee791 req-270e2de4-5c56-4ed9-b7f7-98580b4d86a4 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4409201 Jul 23 16:20:16.508102 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-717e6ba5-c1de-4c54-83fc-f1829497afe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:16.513530 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-b53b52e5-bcc5-4c32-90ec-1c9f271e1621 None None] Set router 5c1fad9e-9a6e-40b7-98b3-f23e8685408e gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:20:16.560062 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 46512483-dd71-4528-bea3-65c4b053ab66 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:20:16.564359 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 8604d4f7-3254-41a1-bb76-0c78d014ce8e up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:16.585212 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-717e6ba5-c1de-4c54-83fc-f1829497afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:16.586107 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-717e6ba5-c1de-4c54-83fc-f1829497afe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:16.587493 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-717e6ba5-c1de-4c54-83fc-f1829497afe1 service neutron] 10.222.0.97 "PUT /v2.0/ports/826b1e36-24e9-4eac-b734-464693130e3f HTTP/1.1" status: 200 len: 1091 time: 5.6563632 Jul 23 16:20:16.593734 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'tag': '826b1e36-24e9-4eac-b734-464693130e3f'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:16.596008 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0074d2-7885-465f-9563-6b5a7c83cc56" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "tag": "826b1e36-24e9-4eac-b734-464693130e3f"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:16.638759 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-be98b49f-3aaf-4ea9-950a-15af6a088fb3 service neutron] For port 516419e3-e6c6-47bf-a561-7be4d299a8b8, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:16.665620 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-f793ebe2-7a7d-4c3f-b5c2-76c903601a71 service neutron] 10.222.0.97 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745821 Jul 23 16:20:16.688589 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-be98b49f-3aaf-4ea9-950a-15af6a088fb3 service neutron] For port 516419e3-e6c6-47bf-a561-7be4d299a8b8, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=516419e3-e6c6-47bf-a561-7be4d299a8b8,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:16.718716 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-be98b49f-3aaf-4ea9-950a-15af6a088fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:16.725408 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e6ba5-c1de-4c54-83fc-f1829497afe1 service neutron] Pushing event updated for resources: {'Port': ['ID=826b1e36-24e9-4eac-b734-464693130e3f,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:16.747093 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81672d8b-6377-4fd8-a7a0-ae6be02083db req-2a4bc0ff-e34f-46ea-85ef-8c8f992a5da7 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:16.754146 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-81672d8b-6377-4fd8-a7a0-ae6be02083db req-2a4bc0ff-e34f-46ea-85ef-8c8f992a5da7 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=13d57d85-cf00-46fc-8b8f-9759c8832a55 HTTP/1.1" status: 200 len: 948 time: 0.4375770 Jul 23 16:20:16.758343 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f9d98674-86b3-4a08-a436-b3681e20e390 admin admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:16.773269 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 8604d4f7-3254-41a1-bb76-0c78d014ce8e completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:16.794146 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-b53b52e5-bcc5-4c32-90ec-1c9f271e1621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c1fad9e-9a6e-40b7-98b3-f23e8685408e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1485938438-router', 'tenant_id': 'a082626dc89c49e384ed8b03bfef8e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '114ac391-81ec-4ba3-986d-ee7e72ef6c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:48Z', 'updated_at': '2021-07-23T16:20:11Z', 'revision_number': 5, 'project_id': 'a082626dc89c49e384ed8b03bfef8e63', 'gw_port': {'id': '114ac391-81ec-4ba3-986d-ee7e72ef6c70', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:61:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1fad9e-9a6e-40b7-98b3-f23e8685408e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:49Z', 'updated_at': '2021-07-23T16:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:16.818559 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-be98b49f-3aaf-4ea9-950a-15af6a088fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:16.819202 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-be98b49f-3aaf-4ea9-950a-15af6a088fb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:16.820630 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-be98b49f-3aaf-4ea9-950a-15af6a088fb3 service neutron] 10.222.0.97 "PUT /v2.0/ports/516419e3-e6c6-47bf-a561-7be4d299a8b8 HTTP/1.1" status: 200 len: 1096 time: 4.3405652 Jul 23 16:20:16.831819 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 46512483-dd71-4528-bea3-65c4b053ab66, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=46512483-dd71-4528-bea3-65c4b053ab66,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:16.851820 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '46512483-dd71-4528-bea3-65c4b053ab66', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': '46512483-dd71-4528-bea3-65c4b053ab66', 'mac_address': 'fa:16:3e:8f:e4:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:20:16.870838 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b52b8d-9fd9-4e5c-8d2a-51d818fc973a req-86aacce9-ea91-4f20-9cab-f14dca14ab77 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:16.874989 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a5b52b8d-9fd9-4e5c-8d2a-51d818fc973a req-86aacce9-ea91-4f20-9cab-f14dca14ab77 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 945 time: 0.4261241 Jul 23 16:20:16.929418 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 8604d4f7-3254-41a1-bb76-0c78d014ce8e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:16.929946 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:16.994415 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb985fa6-5f63-4d55-8f79-8f520e8f54f0 req-322294e9-db4f-4b82-8c12-19bd9969c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:16.995238 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb985fa6-5f63-4d55-8f79-8f520e8f54f0 req-322294e9-db4f-4b82-8c12-19bd9969c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:16.995869 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb985fa6-5f63-4d55-8f79-8f520e8f54f0 req-322294e9-db4f-4b82-8c12-19bd9969c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:16.996509 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb985fa6-5f63-4d55-8f79-8f520e8f54f0 req-322294e9-db4f-4b82-8c12-19bd9969c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:16.997417 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb985fa6-5f63-4d55-8f79-8f520e8f54f0 req-322294e9-db4f-4b82-8c12-19bd9969c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:16.998038 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb985fa6-5f63-4d55-8f79-8f520e8f54f0 req-322294e9-db4f-4b82-8c12-19bd9969c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:16.998659 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb985fa6-5f63-4d55-8f79-8f520e8f54f0 req-322294e9-db4f-4b82-8c12-19bd9969c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:17.001018 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb985fa6-5f63-4d55-8f79-8f520e8f54f0 req-322294e9-db4f-4b82-8c12-19bd9969c92b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1877a1c5029842a9a22481228281422f&device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 6487 time: 0.4364560 Jul 23 16:20:17.006431 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.017423 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-81672d8b-6377-4fd8-a7a0-ae6be02083db req-04e15074-6964-4885-9e68-e4f7ad30d15d tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585089 Jul 23 16:20:17.018576 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98b49f-3aaf-4ea9-950a-15af6a088fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=516419e3-e6c6-47bf-a561-7be4d299a8b8,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:17.029193 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f9d98674-86b3-4a08-a436-b3681e20e390 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.039627 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46512483-dd71-4528-bea3-65c4b053ab66 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:17.071142 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 46512483-dd71-4528-bea3-65c4b053ab66, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=46512483-dd71-4528-bea3-65c4b053ab66,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:17.088755 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.092562 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56704) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:17.132789 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53b52e5-bcc5-4c32-90ec-1c9f271e1621 None None] Checking router: 5c1fad9e-9a6e-40b7-98b3-f23e8685408e for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:20:17.143007 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53b52e5-bcc5-4c32-90ec-1c9f271e1621 None None] Routers {'5c1fad9e-9a6e-40b7-98b3-f23e8685408e'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:20:17.144391 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-b53b52e5-bcc5-4c32-90ec-1c9f271e1621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:20:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5c1fad9e-9a6e-40b7-98b3-f23e8685408e'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:17.169386 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.202374 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a5b52b8d-9fd9-4e5c-8d2a-51d818fc973a req-f18e5743-9d5e-48a1-bbb1-e8fc12d3c0bf tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120575 Jul 23 16:20:17.233905 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-4a669e95-1720-424b-8c7e-49a22a403214 service neutron] 10.222.0.97 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5604091 Jul 23 16:20:17.238001 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f9d98674-86b3-4a08-a436-b3681e20e390 admin admin] Deleting port 114ac391-81ec-4ba3-986d-ee7e72ef6c70 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:17.238367 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f9d98674-86b3-4a08-a436-b3681e20e390 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.251139 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=46512483-dd71-4528-bea3-65c4b053ab66,revision_number=7']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:17.259272 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 8604d4f7-3254-41a1-bb76-0c78d014ce8e, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=8604d4f7-3254-41a1-bb76-0c78d014ce8e,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:17.264915 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.338938 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f897b264-5d30-47f5-9265-fbbe7005334f x-openstack-request-id: req-f897b264-5d30-47f5-9265-fbbe7005334f {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:17.339228 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "tag": "826b1e36-24e9-4eac-b734-464693130e3f", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:17.339477 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f897b264-5d30-47f5-9265-fbbe7005334f {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:17.339861 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'tag': '826b1e36-24e9-4eac-b734-464693130e3f', 'status': 'completed', 'code': 200} Jul 23 16:20:17.340018 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=8604d4f7-3254-41a1-bb76-0c78d014ce8e,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:17.347413 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-b20143e9-d749-4bf1-9841-9b429432237f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:17.348976 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-b20143e9-d749-4bf1-9841-9b429432237f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&device_id=13d57d85-cf00-46fc-8b8f-9759c8832a55 HTTP/1.1" status: 200 len: 1099 time: 0.4639027 Jul 23 16:20:17.375323 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['46512483-dd71-4528-bea3-65c4b053ab66'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:17.377419 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-f9d98674-86b3-4a08-a436-b3681e20e390 admin admin] For port 114ac391-81ec-4ba3-986d-ee7e72ef6c70, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=114ac391-81ec-4ba3-986d-ee7e72ef6c70,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:17.378031 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f9d98674-86b3-4a08-a436-b3681e20e390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.378637 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-b53b52e5-bcc5-4c32-90ec-1c9f271e1621 None None] Set router 5c1fad9e-9a6e-40b7-98b3-f23e8685408e gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:20:17.415754 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f9d98674-86b3-4a08-a436-b3681e20e390 admin admin] Calling delete_port for 114ac391-81ec-4ba3-986d-ee7e72ef6c70 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:17.416758 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-de675cca-dc4d-49cd-8133-9567cae87154 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-232652699-network', 'tenant_id': 'd2e9c47ebf4f498f9ec10d163ec28470'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:17.472600 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-a256402b-723c-4396-a544-b5a0f81d75b4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=516419e3-e6c6-47bf-a561-7be4d299a8b8 HTTP/1.1" status: 200 len: 217 time: 0.1008413 Jul 23 16:20:17.487222 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-b53b52e5-bcc5-4c32-90ec-1c9f271e1621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c1fad9e-9a6e-40b7-98b3-f23e8685408e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1485938438-router', 'tenant_id': 'a082626dc89c49e384ed8b03bfef8e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:48Z', 'updated_at': '2021-07-23T16:20:17Z', 'revision_number': 6, 'project_id': 'a082626dc89c49e384ed8b03bfef8e63', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:17.520307 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53b52e5-bcc5-4c32-90ec-1c9f271e1621 None None] The sync data for ids ['5c1fad9e-9a6e-40b7-98b3-f23e8685408e'] in n-d-778549-4 is: [{'id': '5c1fad9e-9a6e-40b7-98b3-f23e8685408e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1485938438-router', 'tenant_id': 'a082626dc89c49e384ed8b03bfef8e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:48Z', 'updated_at': '2021-07-23T16:20:17Z', 'revision_number': 6, 'project_id': 'a082626dc89c49e384ed8b03bfef8e63', 'gw_port_host': None}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:20:17.612124 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-8b908898-64ff-43a6-a02b-3aecf8a9d470 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:17.614337 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-8b908898-64ff-43a6-a02b-3aecf8a9d470 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553&tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&binding%3Ahost_id=n-h2-778549-4 HTTP/1.1" status: 200 len: 1096 time: 0.1227212 Jul 23 16:20:17.712274 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f9d98674-86b3-4a08-a436-b3681e20e390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.745772 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d98674-86b3-4a08-a436-b3681e20e390 admin admin] Pushing event deleted for resources: {'Port': ['ID=114ac391-81ec-4ba3-986d-ee7e72ef6c70,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:17.841741 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-f67919c4-7726-411d-8432-114048036f36 service neutron] For port b67dfda2-d471-4748-b33e-9252ec9efb0a, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:17.844424 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f9d98674-86b3-4a08-a436-b3681e20e390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.851391 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-f67919c4-7726-411d-8432-114048036f36 service neutron] Notify callbacks [] for binding, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.851902 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2d81ddda-9849-41a8-b957-3eca0615a86c req-f67919c4-7726-411d-8432-114048036f36 service neutron] 10.222.0.97 "DELETE /v2.0/ports/b67dfda2-d471-4748-b33e-9252ec9efb0a/bindings/n-h1-778549-4 HTTP/1.1" status: 204 len: 173 time: 0.2316606 Jul 23 16:20:17.890439 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb985fa6-5f63-4d55-8f79-8f520e8f54f0 req-c8820dc8-3aef-4a7c-aece-05b28c31453b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:17.890927 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb985fa6-5f63-4d55-8f79-8f520e8f54f0 req-c8820dc8-3aef-4a7c-aece-05b28c31453b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:17.891402 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb985fa6-5f63-4d55-8f79-8f520e8f54f0 req-c8820dc8-3aef-4a7c-aece-05b28c31453b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:17.893193 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb985fa6-5f63-4d55-8f79-8f520e8f54f0 req-c8820dc8-3aef-4a7c-aece-05b28c31453b service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=1877a1c5029842a9a22481228281422f&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.8659778 Jul 23 16:20:17.903846 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de675cca-dc4d-49cd-8133-9567cae87154 admin admin] Made reservation on behalf of d2e9c47ebf4f498f9ec10d163ec28470 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:17.906207 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de675cca-dc4d-49cd-8133-9567cae87154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.952589 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f9d98674-86b3-4a08-a436-b3681e20e390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.954924 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f9d98674-86b3-4a08-a436-b3681e20e390 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.958366 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de675cca-dc4d-49cd-8133-9567cae87154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.973994 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-df9e6686-050a-46fb-a5f2-183944c50c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:17.975555 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-df9e6686-050a-46fb-a5f2-183944c50c2f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.4814415 Jul 23 16:20:18.001524 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f9d98674-86b3-4a08-a436-b3681e20e390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:18.002071 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d98674-86b3-4a08-a436-b3681e20e390 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c1fad9e-9a6e-40b7-98b3-f23e8685408e {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:20:18.008653 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f9d98674-86b3-4a08-a436-b3681e20e390 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:18.009869 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f9d98674-86b3-4a08-a436-b3681e20e390 admin admin] 10.222.0.73 "DELETE /v2.0/routers/5c1fad9e-9a6e-40b7-98b3-f23e8685408e HTTP/1.1" status: 204 len: 168 time: 1.6753271 Jul 23 16:20:18.012262 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56710) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:18.024065 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607bee8-bea1-4e53-97b6-470307f09b10 req-3b1667c6-5271-4f99-b96a-42ccf448ee48 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:18.025626 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f607bee8-bea1-4e53-97b6-470307f09b10 req-3b1667c6-5271-4f99-b96a-42ccf448ee48 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=7fe674d4-f201-4770-95c4-53525875fef1 HTTP/1.1" status: 200 len: 950 time: 0.6832972 Jul 23 16:20:18.056582 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-736b682a-9bd6-4ea8-b958-5d20d7ef2a6e admin admin] Deleting subnet 3a4c1b1d-cc34-4e74-9a9d-3b1e23d935e1 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:20:18.059680 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-736b682a-9bd6-4ea8-b958-5d20d7ef2a6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:18.102101 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-736b682a-9bd6-4ea8-b958-5d20d7ef2a6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:18.138086 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3d680-5dc1-44ca-a592-541852f4e008 req-730451dd-2adf-456b-81a8-f03c5a467a7f tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:18.143954 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3d680-5dc1-44ca-a592-541852f4e008 req-730451dd-2adf-456b-81a8-f03c5a467a7f tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:18.150556 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3d680-5dc1-44ca-a592-541852f4e008 req-730451dd-2adf-456b-81a8-f03c5a467a7f tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:18.156457 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3d680-5dc1-44ca-a592-541852f4e008 req-730451dd-2adf-456b-81a8-f03c5a467a7f tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:18.163305 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3d680-5dc1-44ca-a592-541852f4e008 req-730451dd-2adf-456b-81a8-f03c5a467a7f tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:18.169282 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3d680-5dc1-44ca-a592-541852f4e008 req-730451dd-2adf-456b-81a8-f03c5a467a7f tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:18.175176 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3d680-5dc1-44ca-a592-541852f4e008 req-730451dd-2adf-456b-81a8-f03c5a467a7f tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:18.177602 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ccd3d680-5dc1-44ca-a592-541852f4e008 req-730451dd-2adf-456b-81a8-f03c5a467a7f tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5430 time: 0.7159584 Jul 23 16:20:18.192651 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-736b682a-9bd6-4ea8-b958-5d20d7ef2a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:18.240836 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa5bfa-742e-4102-8603-e81f1c0032b7 req-ad5fa50c-9221-47f8-ad33-15c6f261ff4d tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:18.242308 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d4aa5bfa-742e-4102-8603-e81f1c0032b7 req-ad5fa50c-9221-47f8-ad33-15c6f261ff4d tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fe674d4-f201-4770-95c4-53525875fef1 HTTP/1.1" status: 200 len: 950 time: 0.4131379 Jul 23 16:20:18.260981 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb985fa6-5f63-4d55-8f79-8f520e8f54f0 req-ffa40b15-1b75-41ed-9e87-44d1d574bfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:18.265251 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb985fa6-5f63-4d55-8f79-8f520e8f54f0 req-ffa40b15-1b75-41ed-9e87-44d1d574bfa6 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3490527 Jul 23 16:20:18.272736 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-736b682a-9bd6-4ea8-b958-5d20d7ef2a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:18.290599 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f607bee8-bea1-4e53-97b6-470307f09b10 req-c340dd24-20c4-457f-8c11-166fdad7a15a tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147243 Jul 23 16:20:18.318974 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b682a-9bd6-4ea8-b958-5d20d7ef2a6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a4c1b1d-cc34-4e74-9a9d-3b1e23d935e1,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:18.320000 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b6502c-01ae-405d-82e9-769de63be8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8604d4f7-3254-41a1-bb76-0c78d014ce8e'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:18.326283 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-736b682a-9bd6-4ea8-b958-5d20d7ef2a6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:18.327646 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81077bdd-11fe-4a70-b859-2389f38096cf" -d '{"events": [{"server_uuid": "47b6502c-01ae-405d-82e9-769de63be8b0", "name": "network-vif-plugged", "status": "completed", "tag": "8604d4f7-3254-41a1-bb76-0c78d014ce8e"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:18.328488 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-736b682a-9bd6-4ea8-b958-5d20d7ef2a6e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3a4c1b1d-cc34-4e74-9a9d-3b1e23d935e1 HTTP/1.1" status: 204 len: 168 time: 0.3153050 Jul 23 16:20:18.332448 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56718) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:18.348005 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d0a27e-17da-4216-8449-96c1cb260f8f None None] Network eb7595a8-c56a-4859-886f-00db31b2325a requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:20:18.450253 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-2400584e-48f3-4993-9d44-ad14169537aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:18.451808 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-2400584e-48f3-4993-9d44-ad14169537aa service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4603355 Jul 23 16:20:18.456937 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ccd3d680-5dc1-44ca-a592-541852f4e008 req-5321e93b-4d61-4619-8ae1-848c844ea4bd tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2624054 Jul 23 16:20:18.458759 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device aeb57d47-be76-452d-ad0d-f21f960f0aa0 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:18.490573 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: aeb57d47-be76-452d-ad0d-f21f960f0aa0 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:20:18.490928 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device aeb57d47-be76-452d-ad0d-f21f960f0aa0 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:20:18.492422 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 114ac391-81ec-4ba3-986d-ee7e72ef6c70 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:18.519278 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 114ac391-81ec-4ba3-986d-ee7e72ef6c70 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:20:18.519605 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 114ac391-81ec-4ba3-986d-ee7e72ef6c70 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:20:18.576222 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 46512483-dd71-4528-bea3-65c4b053ab66 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:18.641834 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 46512483-dd71-4528-bea3-65c4b053ab66 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:18.642278 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:18.726451 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bd96e8-802a-4dd5-bdc9-1c1ea7fad30d None None] DHCP port deletion for eb7595a8-c56a-4859-886f-00db31b2325a request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:20:18.758864 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de675cca-dc4d-49cd-8133-9567cae87154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:18.766854 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5538594-787f-4ca7-ba77-5c11b3ee01da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:18.782829 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de675cca-dc4d-49cd-8133-9567cae87154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:18.800640 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:18.850684 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de675cca-dc4d-49cd-8133-9567cae87154 admin admin] vlan segment allocate from pool success with {'vlan_id': 1131, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:20:18.871202 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 46512483-dd71-4528-bea3-65c4b053ab66, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=46512483-dd71-4528-bea3-65c4b053ab66,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:18.877266 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:18.882380 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-b3bd96e8-802a-4dd5-bdc9-1c1ea7fad30d None None] Deleting port 897ab66b-962e-4437-9cd4-2a8755436ada {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:18.882743 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b3bd96e8-802a-4dd5-bdc9-1c1ea7fad30d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:18.934467 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-8937c1ca-2b84-42ee-a8d3-2923063a8504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:18.934859 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-8937c1ca-2b84-42ee-a8d3-2923063a8504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:18.935329 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-8937c1ca-2b84-42ee-a8d3-2923063a8504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:18.935797 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-8937c1ca-2b84-42ee-a8d3-2923063a8504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:18.936267 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-8937c1ca-2b84-42ee-a8d3-2923063a8504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:18.936719 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-8937c1ca-2b84-42ee-a8d3-2923063a8504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:18.937204 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-8937c1ca-2b84-42ee-a8d3-2923063a8504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:18.939184 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-8937c1ca-2b84-42ee-a8d3-2923063a8504 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1877a1c5029842a9a22481228281422f&device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 6487 time: 0.5668969 Jul 23 16:20:18.941412 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de675cca-dc4d-49cd-8133-9567cae87154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:18.942311 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-de675cca-dc4d-49cd-8133-9567cae87154 admin admin] Added segment 786593a5-a224-4584-8758-80516f86a2d4 of type vlan for network 3eebd1a0-62c0-400c-82f7-916de5a2968c Jul 23 16:20:18.946719 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de675cca-dc4d-49cd-8133-9567cae87154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960f1365-1531-4ec5-b9dc-bb6e12c73d14,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:18.951531 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-46df0a0a-b2ea-4774-aa64-a0a215ac1dad service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4669619 Jul 23 16:20:18.995485 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-b3bd96e8-802a-4dd5-bdc9-1c1ea7fad30d None None] For port 897ab66b-962e-4437-9cd4-2a8755436ada, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=897ab66b-962e-4437-9cd4-2a8755436ada,segment=NetworkSegment(119a8965-e639-42bc-b060-4c5dedb07588),segment_id=119a8965-e639-42bc-b060-4c5dedb07588)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:18.995876 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b3bd96e8-802a-4dd5-bdc9-1c1ea7fad30d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:18.998384 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=46512483-dd71-4528-bea3-65c4b053ab66,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:19.011226 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-b3bd96e8-802a-4dd5-bdc9-1c1ea7fad30d None None] Calling delete_port for 897ab66b-962e-4437-9cd4-2a8755436ada owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:19.050226 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-d4aa5bfa-742e-4102-8603-e81f1c0032b7 req-65e96a7f-eb62-4f09-b53c-1fbbca0d812e tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Deleting port 40d5dab3-857d-4504-b1e5-fccff70678d5 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:19.050564 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d4aa5bfa-742e-4102-8603-e81f1c0032b7 req-65e96a7f-eb62-4f09-b53c-1fbbca0d812e tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.054933 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-53a804b0-8438-40e4-b6f0-b05fa21991dc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f406226-7c43-4a51-8734-18dbcbb352a4 HTTP/1.1" status: 200 len: 217 time: 0.0921059 Jul 23 16:20:19.071569 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aad72e-e271-49f7-83d9-c0dc18d694a7 req-de6b653b-8d68-4377-bef1-8540cb100ca7 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:19.073091 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c7aad72e-e271-49f7-83d9-c0dc18d694a7 req-de6b653b-8d68-4377-bef1-8540cb100ca7 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 949 time: 0.6001987 Jul 23 16:20:19.092937 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b3bd96e8-802a-4dd5-bdc9-1c1ea7fad30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.119370 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd96e8-802a-4dd5-bdc9-1c1ea7fad30d None None] Pushing event deleted for resources: {'Port': ['ID=897ab66b-962e-4437-9cd4-2a8755436ada,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:19.123101 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de675cca-dc4d-49cd-8133-9567cae87154 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.123761 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bd96e8-802a-4dd5-bdc9-1c1ea7fad30d None None] No DVR routers for this DVR port 897ab66b-962e-4437-9cd4-2a8755436ada on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:20:19.170726 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bdee5-3aa9-4421-844d-63bd81065ddc req-07ae6685-ed40-49b6-9f54-8e39df182641 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:19.172198 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3a9bdee5-3aa9-4421-844d-63bd81065ddc req-07ae6685-ed40-49b6-9f54-8e39df182641 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=13d57d85-cf00-46fc-8b8f-9759c8832a55 HTTP/1.1" status: 200 len: 948 time: 0.5368800 Jul 23 16:20:19.326491 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-5e493e7d-db8a-4ff3-8acb-3341d4dc3aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:19.327988 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-5e493e7d-db8a-4ff3-8acb-3341d4dc3aed service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b0f0883d-94a8-483d-b400-459446f819a6 HTTP/1.1" status: 200 len: 855 time: 0.2540259 Jul 23 16:20:19.336314 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-f5538594-787f-4ca7-ba77-5c11b3ee01da admin admin] Deleting port 897ab66b-962e-4437-9cd4-2a8755436ada {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:19.336648 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5538594-787f-4ca7-ba77-5c11b3ee01da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.349152 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c7aad72e-e271-49f7-83d9-c0dc18d694a7 req-211147f8-5411-4bf3-ac64-9ee7a22ba157 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420912 Jul 23 16:20:19.349586 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d57d85-cf00-46fc-8b8f-9759c8832a55', 'tag': '516419e3-e6c6-47bf-a561-7be4d299a8b8'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:19.351804 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1a3d6c-811f-4a56-b030-32c944221e36" -d '{"events": [{"name": "network-changed", "server_uuid": "13d57d85-cf00-46fc-8b8f-9759c8832a55", "tag": "516419e3-e6c6-47bf-a561-7be4d299a8b8"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:19.390543 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de675cca-dc4d-49cd-8133-9567cae87154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.391382 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de675cca-dc4d-49cd-8133-9567cae87154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:19.391963 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de675cca-dc4d-49cd-8133-9567cae87154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.449557 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3a9bdee5-3aa9-4421-844d-63bd81065ddc req-139a5e7f-f3ff-4365-839f-f298b6d861c0 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360823 Jul 23 16:20:19.465973 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-819412c4-10bc-4eb9-a26a-fb4560ec0851 req-4ce2c40a-62e8-4aa2-a57f-af14ab58ea68 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002465 Jul 23 16:20:19.509671 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a721fe8-c4fd-4806-a59d-96d1157d67e4 x-openstack-request-id: req-1a721fe8-c4fd-4806-a59d-96d1157d67e4 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:19.510201 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b6502c-01ae-405d-82e9-769de63be8b0", "name": "network-vif-plugged", "status": "completed", "tag": "8604d4f7-3254-41a1-bb76-0c78d014ce8e", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:19.510201 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1a721fe8-c4fd-4806-a59d-96d1157d67e4 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:19.510594 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b6502c-01ae-405d-82e9-769de63be8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8604d4f7-3254-41a1-bb76-0c78d014ce8e', 'code': 200} Jul 23 16:20:19.514436 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-d4aa5bfa-742e-4102-8603-e81f1c0032b7 req-65e96a7f-eb62-4f09-b53c-1fbbca0d812e tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] For port 40d5dab3-857d-4504-b1e5-fccff70678d5, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=40d5dab3-857d-4504-b1e5-fccff70678d5,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:19.514801 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d4aa5bfa-742e-4102-8603-e81f1c0032b7 req-65e96a7f-eb62-4f09-b53c-1fbbca0d812e tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.539432 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56730) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:19.539972 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-de675cca-dc4d-49cd-8133-9567cae87154 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.4362376 Jul 23 16:20:19.546495 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-de7ec20a-2569-405d-a4eb-d11ccc7c26ef admin admin] Request body: {'subnet': {'network_id': '3eebd1a0-62c0-400c-82f7-916de5a2968c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-232652699-subnet', 'tenant_id': 'd2e9c47ebf4f498f9ec10d163ec28470', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:19.574387 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-d4aa5bfa-742e-4102-8603-e81f1c0032b7 req-65e96a7f-eb62-4f09-b53c-1fbbca0d812e tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Calling delete_port for 40d5dab3-857d-4504-b1e5-fccff70678d5 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:19.576241 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7ec20a-2569-405d-a4eb-d11ccc7c26ef admin admin] Made reservation on behalf of d2e9c47ebf4f498f9ec10d163ec28470 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:19.576568 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-f5538594-787f-4ca7-ba77-5c11b3ee01da admin admin] For port 897ab66b-962e-4437-9cd4-2a8755436ada, host n-d-778549-4, got binding levels [] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:19.576871 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5538594-787f-4ca7-ba77-5c11b3ee01da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.579574 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de7ec20a-2569-405d-a4eb-d11ccc7c26ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.646677 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de675cca-dc4d-49cd-8133-9567cae87154 admin admin] Pushing event updated for resources: {'Network': ['ID=3eebd1a0-62c0-400c-82f7-916de5a2968c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:19.664270 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 3eebd1a0-62c0-400c-82f7-916de5a2968c details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:20:19.670471 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-f5538594-787f-4ca7-ba77-5c11b3ee01da admin admin] Calling delete_port for 897ab66b-962e-4437-9cd4-2a8755436ada owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:19.679413 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.ipam_backend_mixin [None req-f5538594-787f-4ca7-ba77-5c11b3ee01da admin admin] Port 897ab66b-962e-4437-9cd4-2a8755436ada was not found and therefore no delete operation was performed {{(pid=94012) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:20:19.735761 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5538594-787f-4ca7-ba77-5c11b3ee01da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.789474 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5538594-787f-4ca7-ba77-5c11b3ee01da admin admin] Pushing event deleted for resources: {'Port': ['ID=897ab66b-962e-4437-9cd4-2a8755436ada,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:19.795833 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5538594-787f-4ca7-ba77-5c11b3ee01da admin admin] No DVR routers for this DVR port 897ab66b-962e-4437-9cd4-2a8755436ada on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:20:19.804549 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de7ec20a-2569-405d-a4eb-d11ccc7c26ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.807600 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-d2595a4d-2728-47ea-8ac4-d82c674cee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:19.809121 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-d2595a4d-2728-47ea-8ac4-d82c674cee01 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c5e5ef48-b00d-4a4a-b322-8f86cea4f5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4668314 Jul 23 16:20:19.868020 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ec20a-2569-405d-a4eb-d11ccc7c26ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=670ca53c-2984-479e-bf7f-2a3910e1c6e7,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:19.874924 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7ec20a-2569-405d-a4eb-d11ccc7c26ef admin admin] Checking segment: {'id': '786593a5-a224-4584-8758-80516f86a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3eebd1a0-62c0-400c-82f7-916de5a2968c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:19.875291 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7ec20a-2569-405d-a4eb-d11ccc7c26ef admin admin] Network hostable DHCP agents. Network: 3eebd1a0-62c0-400c-82f7-916de5a2968c, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:20:19.893753 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7ec20a-2569-405d-a4eb-d11ccc7c26ef admin admin] Network 3eebd1a0-62c0-400c-82f7-916de5a2968c is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:20:19.905519 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-de7ec20a-2569-405d-a4eb-d11ccc7c26ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 3eebd1a0-62c0-400c-82f7-916de5a2968c) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:19.914321 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7ec20a-2569-405d-a4eb-d11ccc7c26ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:19.914929 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de7ec20a-2569-405d-a4eb-d11ccc7c26ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.916241 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3848b6bb-096b-4353-aed9-88b3ec680c11 None None] Network 3eebd1a0-62c0-400c-82f7-916de5a2968c requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:20:19.931557 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-de7ec20a-2569-405d-a4eb-d11ccc7c26ef admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3907168 Jul 23 16:20:19.944382 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3cfe02-b683-4903-8bf5-e013043e04bb req-5bd54d37-c833-4304-b93c-8f07eabbe4d2 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:19.946159 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3b3cfe02-b683-4903-8bf5-e013043e04bb req-5bd54d37-c833-4304-b93c-8f07eabbe4d2 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 945 time: 0.4692068 Jul 23 16:20:19.992736 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d7a66-6fa8-47a0-9274-1b2e5502ee99 req-a4567b2f-1dc1-410d-9620-98cb19bc37ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:19.994623 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-274d7a66-6fa8-47a0-9274-1b2e5502ee99 req-a4567b2f-1dc1-410d-9620-98cb19bc37ee service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=47b6502c-01ae-405d-82e9-769de63be8b0 HTTP/1.1" status: 200 len: 1101 time: 0.3744433 Jul 23 16:20:20.027493 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5538594-787f-4ca7-ba77-5c11b3ee01da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:20.063714 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fecf8b5-9915-4b10-aa8d-054f6e59e7d5 None None] Network 3eebd1a0-62c0-400c-82f7-916de5a2968c requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:20:20.081560 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-f5538594-787f-4ca7-ba77-5c11b3ee01da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb7595a8-c56a-4859-886f-00db31b2325a']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:20.092129 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0894c-d1d9-4309-8de2-54dca4c25986 req-a6fd10e4-789a-4054-a89c-9207f03f45d5 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:20.093676 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbd0894c-d1d9-4309-8de2-54dca4c25986 req-a6fd10e4-789a-4054-a89c-9207f03f45d5 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=7fe674d4-f201-4770-95c4-53525875fef1 HTTP/1.1" status: 200 len: 950 time: 0.4747705 Jul 23 16:20:20.134822 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-f5538594-787f-4ca7-ba77-5c11b3ee01da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '119a8965-e639-42bc-b060-4c5dedb07588') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:20.135122 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-f5538594-787f-4ca7-ba77-5c11b3ee01da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '119a8965-e639-42bc-b060-4c5dedb07588') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:20.189989 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5538594-787f-4ca7-ba77-5c11b3ee01da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:20.211481 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3b3cfe02-b683-4903-8bf5-e013043e04bb req-6f8c074e-391b-4bfe-9095-87dde4c742da tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530930 Jul 23 16:20:20.220055 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-8e1428cf-bb33-4b28-b563-825bc8d2e700 service neutron] 10.222.0.97 "GET /v2.0/networks/c5e5ef48-b00d-4a4a-b322-8f86cea4f5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975163 Jul 23 16:20:20.235610 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-274d7a66-6fa8-47a0-9274-1b2e5502ee99 req-c344085e-8aa3-4a2a-a9f5-70a42b881e96 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900687 Jul 23 16:20:20.236566 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5538594-787f-4ca7-ba77-5c11b3ee01da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:20.253917 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d4aa5bfa-742e-4102-8603-e81f1c0032b7 req-65e96a7f-eb62-4f09-b53c-1fbbca0d812e tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:20.256811 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5538594-787f-4ca7-ba77-5c11b3ee01da admin admin] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:20:20.257272 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5538594-787f-4ca7-ba77-5c11b3ee01da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:20.266277 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['365884f7-70f4-448a-8847-81f5cf6b6670'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:20.268188 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:20:20.268188 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:20:20.268188 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:20:20.268188 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:20:20.268188 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:20:20.268188 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:20:20.268188 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:20:20.268188 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:20:20.268188 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:20:20.268188 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:20:20.268188 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:20:20.268188 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:20:20.268188 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:20:20.268188 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:20:20.268188 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:20:20.268188 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:20:20.268188 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:20:20.268188 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:20:20.268188 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:20:20.268188 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:20:20.268188 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:20:20.268188 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:20:20.268188 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:20:20.268188 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:20:20.268188 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:20:20.268188 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:20:20.268188 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:20:20.268188 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:20:20.268188 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:20:20.268188 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:20:20.268188 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:20:20.268188 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:20:20.272355 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1d43cc-4e64-40fd-a627-77061e3e5c6a x-openstack-request-id: req-6e1d43cc-4e64-40fd-a627-77061e3e5c6a {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:20.272872 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d57d85-cf00-46fc-8b8f-9759c8832a55", "tag": "516419e3-e6c6-47bf-a561-7be4d299a8b8", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:20.273294 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6e1d43cc-4e64-40fd-a627-77061e3e5c6a {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:20.273936 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d57d85-cf00-46fc-8b8f-9759c8832a55', 'tag': '516419e3-e6c6-47bf-a561-7be4d299a8b8', 'status': 'completed', 'code': 200} Jul 23 16:20:20.299987 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbd0894c-d1d9-4309-8de2-54dca4c25986 req-95c93c04-6464-4018-a607-d7b16f0e1d77 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738093 Jul 23 16:20:20.371109 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e96a7f-eb62-4f09-b53c-1fbbca0d812e tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Pushing event deleted for resources: {'Port': ['ID=40d5dab3-857d-4504-b1e5-fccff70678d5,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:20.433440 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 897ab66b-962e-4437-9cd4-2a8755436ada no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:20.471668 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 897ab66b-962e-4437-9cd4-2a8755436ada {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:20:20.471668 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 897ab66b-962e-4437-9cd4-2a8755436ada not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:20:20.643474 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6f4e2-d1ba-4d13-a9dc-00f88d87a20d req-d7469e47-b04a-4cfe-8ad4-f6a82ca3d406 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:20.645970 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-94f6f4e2-d1ba-4d13-a9dc-00f88d87a20d req-d7469e47-b04a-4cfe-8ad4-f6a82ca3d406 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.97 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4&tenant_id=4ed385c197f74460a2c666d87d79e6e5&binding%3Ahost_id=n-h2-778549-4 HTTP/1.1" status: 200 len: 950 time: 0.0814631 Jul 23 16:20:20.711948 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-94f6f4e2-d1ba-4d13-a9dc-00f88d87a20d req-833073cb-c4d2-4f65-888e-01b5c73f2a9f service neutron] 10.222.0.97 "GET /v2.0/ports/46512483-dd71-4528-bea3-65c4b053ab66/bindings/n-h2-778549-4 HTTP/1.1" status: 200 len: 382 time: 0.0578744 Jul 23 16:20:20.802123 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6f4e2-d1ba-4d13-a9dc-00f88d87a20d req-a3bcab7c-1179-4e47-9bbd-bebadfdbde19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:20.803771 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-94f6f4e2-d1ba-4d13-a9dc-00f88d87a20d req-a3bcab7c-1179-4e47-9bbd-bebadfdbde19 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 1101 time: 0.0600240 Jul 23 16:20:20.827828 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5538594-787f-4ca7-ba77-5c11b3ee01da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:20.865141 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4aa5bfa-742e-4102-8603-e81f1c0032b7 req-65e96a7f-eb62-4f09-b53c-1fbbca0d812e tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] No DVR routers for this DVR port 40d5dab3-857d-4504-b1e5-fccff70678d5 on host n-h1-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:20:20.883198 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d4aa5bfa-742e-4102-8603-e81f1c0032b7 req-65e96a7f-eb62-4f09-b53c-1fbbca0d812e tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:20.885203 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d4aa5bfa-742e-4102-8603-e81f1c0032b7 req-65e96a7f-eb62-4f09-b53c-1fbbca0d812e tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.74 "DELETE /v2.0/ports/40d5dab3-857d-4504-b1e5-fccff70678d5 HTTP/1.1" status: 204 len: 173 time: 2.6257854 Jul 23 16:20:20.889758 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5538594-787f-4ca7-ba77-5c11b3ee01da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:20.891600 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f5538594-787f-4ca7-ba77-5c11b3ee01da admin admin] 10.222.0.73 "DELETE /v2.0/networks/eb7595a8-c56a-4859-886f-00db31b2325a HTTP/1.1" status: 204 len: 168 time: 2.5538254 Jul 23 16:20:20.896402 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56756) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:20.911654 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5538594-787f-4ca7-ba77-5c11b3ee01da admin admin] Pushing event deleted for resources: {'Network': ['ID=eb7595a8-c56a-4859-886f-00db31b2325a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:20.915748 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-a8af68e1-d94c-4d32-96a4-b1ca14f4ae72 service neutron] 10.222.0.97 "GET /v2.0/networks/c5e5ef48-b00d-4a4a-b322-8f86cea4f5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6826396 Jul 23 16:20:20.994533 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6f4e2-d1ba-4d13-a9dc-00f88d87a20d req-58dff825-51b7-45f7-a8fe-cd4f0883ea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:20.996459 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-94f6f4e2-d1ba-4d13-a9dc-00f88d87a20d req-58dff825-51b7-45f7-a8fe-cd4f0883ea3c service neutron] 10.222.0.97 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.1828051 Jul 23 16:20:21.006889 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-46d8c85e-3ee3-4565-b820-be78f8f32caf service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=6f4f771a-0731-4ed2-98ff-d65dace07b5a HTTP/1.1" status: 200 len: 217 time: 0.0619984 Jul 23 16:20:21.026672 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a3d6c-811f-4a56-b030-32c944221e36 req-1e6bf322-c501-4e93-a5ab-50da67f9ff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:21.028054 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7e1a3d6c-811f-4a56-b030-32c944221e36 req-1e6bf322-c501-4e93-a5ab-50da67f9ff2e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&device_id=13d57d85-cf00-46fc-8b8f-9759c8832a55 HTTP/1.1" status: 200 len: 1099 time: 0.7004099 Jul 23 16:20:21.052618 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-94f6f4e2-d1ba-4d13-a9dc-00f88d87a20d req-c43512d2-e843-49dc-80ec-81296ab9c2ce service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=46512483-dd71-4528-bea3-65c4b053ab66 HTTP/1.1" status: 200 len: 217 time: 0.0440459 Jul 23 16:20:21.084020 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-121c92eb-8dc6-442a-91d2-cf60ab39b715 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:21.085535 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-121c92eb-8dc6-442a-91d2-cf60ab39b715 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/networks?id=3eebd1a0-62c0-400c-82f7-916de5a2968c HTTP/1.1" status: 200 len: 821 time: 0.3420632 Jul 23 16:20:21.096609 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eeb7ff-630c-40bd-8940-21ec9a786547 req-d26765a6-e64a-482b-a354-e56c5af84e5a tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:21.103342 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eeb7ff-630c-40bd-8940-21ec9a786547 req-d26765a6-e64a-482b-a354-e56c5af84e5a tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:21.109272 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eeb7ff-630c-40bd-8940-21ec9a786547 req-d26765a6-e64a-482b-a354-e56c5af84e5a tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:21.115369 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eeb7ff-630c-40bd-8940-21ec9a786547 req-d26765a6-e64a-482b-a354-e56c5af84e5a tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:21.121567 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eeb7ff-630c-40bd-8940-21ec9a786547 req-d26765a6-e64a-482b-a354-e56c5af84e5a tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:21.127470 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eeb7ff-630c-40bd-8940-21ec9a786547 req-d26765a6-e64a-482b-a354-e56c5af84e5a tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:21.133439 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eeb7ff-630c-40bd-8940-21ec9a786547 req-d26765a6-e64a-482b-a354-e56c5af84e5a tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:21.135349 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d0eeb7ff-630c-40bd-8940-21ec9a786547 req-d26765a6-e64a-482b-a354-e56c5af84e5a tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5430 time: 0.3998609 Jul 23 16:20:21.176406 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6f4e2-d1ba-4d13-a9dc-00f88d87a20d req-05bc9016-4e24-485e-9a06-cb6cfcd9f6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:21.177834 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-94f6f4e2-d1ba-4d13-a9dc-00f88d87a20d req-05bc9016-4e24-485e-9a06-cb6cfcd9f6c2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1154673 Jul 23 16:20:21.219756 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-547757f3-01a1-4297-81d7-a73d4af16faa tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/quotas/d2e9c47ebf4f498f9ec10d163ec28470 HTTP/1.1" status: 200 len: 375 time: 0.0748079 Jul 23 16:20:21.232177 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-c6cafb44-e5dc-49af-9849-2bf6bdaebf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:21.233696 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-c6cafb44-e5dc-49af-9849-2bf6bdaebf2b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0e1b4b2c-7085-4c60-92b2-650db68b72a2 HTTP/1.1" status: 200 len: 797 time: 0.2047794 Jul 23 16:20:21.278368 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 40d5dab3-857d-4504-b1e5-fccff70678d5 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:21.313070 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-2c9fae14-6212-4106-95ba-471a8bc94995 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d2e9c47ebf4f498f9ec10d163ec28470&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0850191 Jul 23 16:20:21.313876 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 40d5dab3-857d-4504-b1e5-fccff70678d5 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:20:21.314514 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 40d5dab3-857d-4504-b1e5-fccff70678d5 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:20:21.330796 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d0eeb7ff-630c-40bd-8940-21ec9a786547 req-74f80b04-d4c1-44d3-a148-e8cdef000177 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1777375 Jul 23 16:20:21.406382 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a3d6c-811f-4a56-b030-32c944221e36 req-9b9b22d0-8d49-4c52-9220-89dfc31e2973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:21.408334 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7e1a3d6c-811f-4a56-b030-32c944221e36 req-9b9b22d0-8d49-4c52-9220-89dfc31e2973 service neutron] 10.222.0.97 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.3703122 Jul 23 16:20:21.511885 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66590e1-d314-4532-b8ad-8b23ab592ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46512483-dd71-4528-bea3-65c4b053ab66'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:21.514499 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6873d13c-6f89-46da-8a49-0112100bf768" -d '{"events": [{"server_uuid": "b66590e1-d314-4532-b8ad-8b23ab592ed4", "name": "network-vif-plugged", "status": "completed", "tag": "46512483-dd71-4528-bea3-65c4b053ab66"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:21.527802 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7e1a3d6c-811f-4a56-b030-32c944221e36 req-718ed79b-bfa7-4d14-8603-84b499c93fd8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=516419e3-e6c6-47bf-a561-7be4d299a8b8 HTTP/1.1" status: 200 len: 217 time: 0.1059546 Jul 23 16:20:21.554619 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-ec91a452-5df4-4c0b-9f99-7faad28f4297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:21.556555 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-ec91a452-5df4-4c0b-9f99-7faad28f4297 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e5f00839-b5e3-470f-98ff-b05da7b06d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3067770 Jul 23 16:20:21.596060 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6f4e2-d1ba-4d13-a9dc-00f88d87a20d req-9226fe10-820d-4e15-8a16-f41a5115a1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:21.597705 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-94f6f4e2-d1ba-4d13-a9dc-00f88d87a20d req-9226fe10-820d-4e15-8a16-f41a5115a1c4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4092038 Jul 23 16:20:21.671108 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-4ef763d2-7da1-4399-a723-708188de60a6 service neutron] 10.222.0.73 "GET /v2.0/networks/3eebd1a0-62c0-400c-82f7-916de5a2968c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374689 Jul 23 16:20:21.678949 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a3d6c-811f-4a56-b030-32c944221e36 req-1c5fea5f-872f-44b7-a7ec-6452ffd50a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:21.680295 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7e1a3d6c-811f-4a56-b030-32c944221e36 req-1c5fea5f-872f-44b7-a7ec-6452ffd50a38 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1376011 Jul 23 16:20:21.727408 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-94f6f4e2-d1ba-4d13-a9dc-00f88d87a20d req-6c621973-03de-443b-9fa7-83b8d21c114e service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175125 Jul 23 16:20:21.845299 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-b6fb26d0-58e1-4d68-8ee2-92a00d90e175 service neutron] 10.222.0.97 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583036 Jul 23 16:20:21.865146 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f099d-8bbb-4712-9ce5-44d59d702aea req-3db4a704-4767-4c1f-a677-ad728418f3c3 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:21.866651 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e58f099d-8bbb-4712-9ce5-44d59d702aea req-3db4a704-4767-4c1f-a677-ad728418f3c3 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=13d57d85-cf00-46fc-8b8f-9759c8832a55 HTTP/1.1" status: 200 len: 948 time: 0.3064721 Jul 23 16:20:21.876411 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-95400e4d-eb5d-41a9-9e2d-3bcad72e35fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:21.932706 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-7f219ffa-c010-42bb-acd1-5691e616f68c service neutron] 10.222.0.73 "GET /v2.0/networks/3eebd1a0-62c0-400c-82f7-916de5a2968c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493303 Jul 23 16:20:21.950387 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-94f6f4e2-d1ba-4d13-a9dc-00f88d87a20d req-fa34c12e-f2c8-4ab3-b073-d9db2acc2b43 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046986 Jul 23 16:20:21.982295 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a3d6c-811f-4a56-b030-32c944221e36 req-bbb986d0-f972-4f58-ab55-a3a67d42721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:21.983815 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7e1a3d6c-811f-4a56-b030-32c944221e36 req-bbb986d0-f972-4f58-ab55-a3a67d42721c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2641892 Jul 23 16:20:22.028075 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e58f099d-8bbb-4712-9ce5-44d59d702aea req-c3075c70-af07-437b-ad7c-70c3f58ec38e tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510181 Jul 23 16:20:22.070674 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-6a341bed-042e-4d51-9b38-c56bc9cbb06d service neutron] 10.222.0.97 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167706 Jul 23 16:20:22.155787 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9438d757-26df-43f8-a92c-ba5162af1502 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=ec5d280e-539b-40ed-95d6-bc3fb999ce68 HTTP/1.1" status: 200 len: 217 time: 0.0546458 Jul 23 16:20:22.244904 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-95400e4d-eb5d-41a9-9e2d-3bcad72e35fe admin admin] Deleting port 53d08fab-2a65-4bab-98b2-44991c637eb2 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:22.245250 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-95400e4d-eb5d-41a9-9e2d-3bcad72e35fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:22.271480 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7e1a3d6c-811f-4a56-b030-32c944221e36 req-e66993cf-a729-4f96-be87-f89e9f5fc5c0 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746103 Jul 23 16:20:22.275282 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe674d4-f201-4770-95c4-53525875fef1', 'name': 'network-vif-deleted', 'tag': '40d5dab3-857d-4504-b1e5-fccff70678d5'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:22.277565 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f338c3d-d786-4838-a8b9-96e953f9b0be" -d '{"events": [{"server_uuid": "7fe674d4-f201-4770-95c4-53525875fef1", "name": "network-vif-deleted", "tag": "40d5dab3-857d-4504-b1e5-fccff70678d5"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:22.317320 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-874470a5-ede3-4970-a168-1c0c1e5c37d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:22.319002 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-874470a5-ede3-4970-a168-1c0c1e5c37d1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0e1b4b2c-7085-4c60-92b2-650db68b72a2 HTTP/1.1" status: 200 len: 797 time: 0.1524131 Jul 23 16:20:22.338003 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-95400e4d-eb5d-41a9-9e2d-3bcad72e35fe admin admin] For port 53d08fab-2a65-4bab-98b2-44991c637eb2, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=53d08fab-2a65-4bab-98b2-44991c637eb2,segment=NetworkSegment(558ebd90-fcd9-406e-ac04-df411b910480),segment_id=558ebd90-fcd9-406e-ac04-df411b910480)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:22.338436 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-95400e4d-eb5d-41a9-9e2d-3bcad72e35fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:22.351799 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-95400e4d-eb5d-41a9-9e2d-3bcad72e35fe admin admin] Calling delete_port for 53d08fab-2a65-4bab-98b2-44991c637eb2 owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:22.437247 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb1c2a-5fed-4cb6-a833-bb7cc246a629 req-bbc1432d-19f3-484b-b926-7e105c952398 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:22.444526 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94cb1c2a-5fed-4cb6-a833-bb7cc246a629 req-bbc1432d-19f3-484b-b926-7e105c952398 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 1096 time: 0.2999382 Jul 23 16:20:22.475654 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3c501-806f-492d-95a4-2fbd5bf6365a req-3c9229f8-dad1-479a-a449-f98bb7888128 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:22.477491 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a0e3c501-806f-492d-95a4-2fbd5bf6365a req-3c9229f8-dad1-479a-a449-f98bb7888128 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 950 time: 0.2783434 Jul 23 16:20:22.508266 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7e1a3d6c-811f-4a56-b030-32c944221e36 req-605fcade-0211-4432-8790-4b4dcb66805a service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265718 Jul 23 16:20:22.548357 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94cb1c2a-5fed-4cb6-a833-bb7cc246a629 req-f3c58de0-0ebf-4606-831c-695f403ff6f2 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029501 Jul 23 16:20:22.556588 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-95400e4d-eb5d-41a9-9e2d-3bcad72e35fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:22.567127 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a0e3c501-806f-492d-95a4-2fbd5bf6365a req-b03254c3-d426-4b46-bb73-fe020ccaffb5 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790491 Jul 23 16:20:22.570788 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9ed21fe4-4d6f-4085-9b00-c8bfd5c7a08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:22.573595 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9ed21fe4-4d6f-4085-9b00-c8bfd5c7a08e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e5f00839-b5e3-470f-98ff-b05da7b06d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2415082 Jul 23 16:20:22.601366 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95400e4d-eb5d-41a9-9e2d-3bcad72e35fe admin admin] Pushing event deleted for resources: {'Port': ['ID=53d08fab-2a65-4bab-98b2-44991c637eb2,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:22.621224 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 516419e3-e6c6-47bf-a561-7be4d299a8b8 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:20:22.717657 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3088085-8933-4787-bd8d-3e6cdae2f95e x-openstack-request-id: req-d3088085-8933-4787-bd8d-3e6cdae2f95e {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:22.717951 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66590e1-d314-4532-b8ad-8b23ab592ed4", "name": "network-vif-plugged", "status": "completed", "tag": "46512483-dd71-4528-bea3-65c4b053ab66", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:22.718207 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d3088085-8933-4787-bd8d-3e6cdae2f95e {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:22.721800 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66590e1-d314-4532-b8ad-8b23ab592ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46512483-dd71-4528-bea3-65c4b053ab66', 'code': 200} Jul 23 16:20:22.791424 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-813fcfcf-dafd-4e49-9cc6-545fd18973b4 req-9650087d-3bcc-4dc5-b0b1-f3510580661e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=15aeeadc-5ac1-444f-aa5d-814639931a8e HTTP/1.1" status: 200 len: 210 time: 0.1115077 Jul 23 16:20:22.806015 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-e769d648-a600-4cc1-9ffe-94fc845caca5 service neutron] 10.222.0.97 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266145 Jul 23 16:20:22.862214 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5a02fc-7245-4c3b-80f7-5493f015d8c6 x-openstack-request-id: req-2c5a02fc-7245-4c3b-80f7-5493f015d8c6 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:22.862508 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe674d4-f201-4770-95c4-53525875fef1", "name": "network-vif-deleted", "tag": "40d5dab3-857d-4504-b1e5-fccff70678d5", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:22.862764 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2c5a02fc-7245-4c3b-80f7-5493f015d8c6 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:22.863159 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe674d4-f201-4770-95c4-53525875fef1', 'name': 'network-vif-deleted', 'tag': '40d5dab3-857d-4504-b1e5-fccff70678d5', 'status': 'completed', 'code': 200} Jul 23 16:20:22.872939 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 516419e3-e6c6-47bf-a561-7be4d299a8b8, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=516419e3-e6c6-47bf-a561-7be4d299a8b8,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:22.909225 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '516419e3-e6c6-47bf-a561-7be4d299a8b8', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': '516419e3-e6c6-47bf-a561-7be4d299a8b8', 'mac_address': 'fa:16:3e:73:71:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:20:22.943546 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-95400e4d-eb5d-41a9-9e2d-3bcad72e35fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:22.965766 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-952b2a46-45cb-41e7-a40b-9b8e14142ce5 service neutron] 10.222.0.97 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519496 Jul 23 16:20:23.054596 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-4ebb30a2-276d-4397-96d3-23dd47aa2dcc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=01fb3cf0-e4ff-4a66-8ed1-9025c34ef945 HTTP/1.1" status: 200 len: 217 time: 0.0756931 Jul 23 16:20:23.110810 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:23.127806 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516419e3-e6c6-47bf-a561-7be4d299a8b8 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:23.150439 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 516419e3-e6c6-47bf-a561-7be4d299a8b8, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=516419e3-e6c6-47bf-a561-7be4d299a8b8,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:23.155857 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:23.157122 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-ebbbefb7-6c34-4603-a252-e0625a23a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:23.158622 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-ebbbefb7-6c34-4603-a252-e0625a23a126 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0e1b4b2c-7085-4c60-92b2-650db68b72a2 HTTP/1.1" status: 200 len: 797 time: 0.0978746 Jul 23 16:20:23.190004 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf81263-0ce0-4651-b5e3-fb7823d568af req-0c6e4c6d-f7cf-42db-be0e-ebe0c9759089 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:23.196463 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf81263-0ce0-4651-b5e3-fb7823d568af req-0c6e4c6d-f7cf-42db-be0e-ebe0c9759089 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:23.202402 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf81263-0ce0-4651-b5e3-fb7823d568af req-0c6e4c6d-f7cf-42db-be0e-ebe0c9759089 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:23.209080 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf81263-0ce0-4651-b5e3-fb7823d568af req-0c6e4c6d-f7cf-42db-be0e-ebe0c9759089 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:23.214929 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=516419e3-e6c6-47bf-a561-7be4d299a8b8,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:23.215124 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf81263-0ce0-4651-b5e3-fb7823d568af req-0c6e4c6d-f7cf-42db-be0e-ebe0c9759089 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:23.227960 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf81263-0ce0-4651-b5e3-fb7823d568af req-0c6e4c6d-f7cf-42db-be0e-ebe0c9759089 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:23.234071 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95400e4d-eb5d-41a9-9e2d-3bcad72e35fe admin admin] Router 5f00381e-b8a8-4488-9fbc-ca6c5cee6145 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:20:23.235259 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf81263-0ce0-4651-b5e3-fb7823d568af req-0c6e4c6d-f7cf-42db-be0e-ebe0c9759089 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:23.237451 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6bf81263-0ce0-4651-b5e3-fb7823d568af req-0c6e4c6d-f7cf-42db-be0e-ebe0c9759089 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5430 time: 0.2622063 Jul 23 16:20:23.358186 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95400e4d-eb5d-41a9-9e2d-3bcad72e35fe admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:20:23.365767 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-95400e4d-eb5d-41a9-9e2d-3bcad72e35fe admin admin] 10.222.0.73 "PUT /v2.0/routers/5f00381e-b8a8-4488-9fbc-ca6c5cee6145/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4660156 Jul 23 16:20:23.366758 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56788) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:23.369511 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f733b2ae-5d76-4c10-ba69-9f7821c179f1 None None] Sync routers for ids ['5f00381e-b8a8-4488-9fbc-ca6c5cee6145'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:20:23.385621 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f733b2ae-5d76-4c10-ba69-9f7821c179f1 None None] Routers {'5f00381e-b8a8-4488-9fbc-ca6c5cee6145'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:20:23.386729 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f733b2ae-5d76-4c10-ba69-9f7821c179f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:20:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5f00381e-b8a8-4488-9fbc-ca6c5cee6145'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:23.481937 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['516419e3-e6c6-47bf-a561-7be4d299a8b8'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:23.497441 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4bc5de55-4ff4-4f6c-b1be-f74aa137bffc admin admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:23.551965 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-f733b2ae-5d76-4c10-ba69-9f7821c179f1 None None] Set router 5f00381e-b8a8-4488-9fbc-ca6c5cee6145 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:20:23.616459 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4bc5de55-4ff4-4f6c-b1be-f74aa137bffc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:23.656423 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c57cbc-9962-4c59-adcd-f4c2b1900b3a req-18cecbdb-afac-4f8c-82cb-eca46a0ad853 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:23.658012 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-76c57cbc-9962-4c59-adcd-f4c2b1900b3a req-18cecbdb-afac-4f8c-82cb-eca46a0ad853 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 1096 time: 0.5869787 Jul 23 16:20:23.674361 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6bf81263-0ce0-4651-b5e3-fb7823d568af req-a17d7ab5-3c91-4b5a-b273-a4f7e65a511c tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4229336 Jul 23 16:20:23.689350 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-4bc5de55-4ff4-4f6c-b1be-f74aa137bffc admin admin] Deleting port 84f35888-6a29-4564-b716-d5b61b4b5751 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:23.689852 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4bc5de55-4ff4-4f6c-b1be-f74aa137bffc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:23.725639 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-25f461cf-cf1b-45b5-b7f2-6a6963de22fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:23.727354 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-25f461cf-cf1b-45b5-b7f2-6a6963de22fb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e5f00839-b5e3-470f-98ff-b05da7b06d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5584528 Jul 23 16:20:23.748267 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-c9a6e5c0-77ad-4bad-80ca-02de454f19a5 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:23.749843 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-c9a6e5c0-77ad-4bad-80ca-02de454f19a5 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.74 "GET /v2.0/networks?id=3eebd1a0-62c0-400c-82f7-916de5a2968c HTTP/1.1" status: 200 len: 821 time: 0.5109737 Jul 23 16:20:23.783699 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-ab54d23f-4765-4082-9bb9-fb5eb1f2bdfd tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Request body: {'port': {'device_id': '15aeeadc-5ac1-444f-aa5d-814639931a8e', 'network_id': '3eebd1a0-62c0-400c-82f7-916de5a2968c', 'admin_state_up': True, 'tenant_id': 'd2e9c47ebf4f498f9ec10d163ec28470'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:23.812247 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-4bc5de55-4ff4-4f6c-b1be-f74aa137bffc admin admin] For port 84f35888-6a29-4564-b716-d5b61b4b5751, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=84f35888-6a29-4564-b716-d5b61b4b5751,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:23.813088 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4bc5de55-4ff4-4f6c-b1be-f74aa137bffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:23.825894 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-4bc5de55-4ff4-4f6c-b1be-f74aa137bffc admin admin] Calling delete_port for 84f35888-6a29-4564-b716-d5b61b4b5751 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:23.829576 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-76c57cbc-9962-4c59-adcd-f4c2b1900b3a req-9ca10c5e-7028-4061-94f5-5d42bca9f52d tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501472 Jul 23 16:20:23.852841 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f733b2ae-5d76-4c10-ba69-9f7821c179f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f00381e-b8a8-4488-9fbc-ca6c5cee6145', 'name': 'tempest-AttachSCSIVolumeTestJSON-1025170653-router', 'tenant_id': '5ba769c561424548a200ba14c615abfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '84f35888-6a29-4564-b716-d5b61b4b5751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:04Z', 'updated_at': '2021-07-23T16:20:22Z', 'revision_number': 5, 'project_id': '5ba769c561424548a200ba14c615abfc', 'gw_port': {'id': '84f35888-6a29-4564-b716-d5b61b4b5751', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f00381e-b8a8-4488-9fbc-ca6c5cee6145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:06Z', 'updated_at': '2021-07-23T16:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:23.888191 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f733b2ae-5d76-4c10-ba69-9f7821c179f1 None None] Checking router: 5f00381e-b8a8-4488-9fbc-ca6c5cee6145 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:20:23.900429 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f733b2ae-5d76-4c10-ba69-9f7821c179f1 None None] Routers {'5f00381e-b8a8-4488-9fbc-ca6c5cee6145'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:20:23.901116 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f733b2ae-5d76-4c10-ba69-9f7821c179f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:20:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5f00381e-b8a8-4488-9fbc-ca6c5cee6145'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:24.018461 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-f733b2ae-5d76-4c10-ba69-9f7821c179f1 None None] Set router 5f00381e-b8a8-4488-9fbc-ca6c5cee6145 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:20:24.081826 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f733b2ae-5d76-4c10-ba69-9f7821c179f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f00381e-b8a8-4488-9fbc-ca6c5cee6145', 'name': 'tempest-AttachSCSIVolumeTestJSON-1025170653-router', 'tenant_id': '5ba769c561424548a200ba14c615abfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:04Z', 'updated_at': '2021-07-23T16:20:23Z', 'revision_number': 6, 'project_id': '5ba769c561424548a200ba14c615abfc', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:24.110682 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4bc5de55-4ff4-4f6c-b1be-f74aa137bffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:24.112511 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f733b2ae-5d76-4c10-ba69-9f7821c179f1 None None] The sync data for ids ['5f00381e-b8a8-4488-9fbc-ca6c5cee6145'] in n-d-778549-4 is: [{'id': '5f00381e-b8a8-4488-9fbc-ca6c5cee6145', 'name': 'tempest-AttachSCSIVolumeTestJSON-1025170653-router', 'tenant_id': '5ba769c561424548a200ba14c615abfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:04Z', 'updated_at': '2021-07-23T16:20:23Z', 'revision_number': 6, 'project_id': '5ba769c561424548a200ba14c615abfc', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:20:24.136630 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-1e60738a-bd85-4287-833c-a54014ad223f service neutron] 10.222.0.97 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737752 Jul 23 16:20:24.173202 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341222e2-7328-420b-ad6f-3333d9ff487b req-77ee10ba-3c12-4910-96a9-2215f8494285 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:24.174826 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-341222e2-7328-420b-ad6f-3333d9ff487b req-77ee10ba-3c12-4910-96a9-2215f8494285 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 951 time: 0.3846955 Jul 23 16:20:24.178205 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5de55-4ff4-4f6c-b1be-f74aa137bffc admin admin] Pushing event deleted for resources: {'Port': ['ID=84f35888-6a29-4564-b716-d5b61b4b5751,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:24.209023 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-ab54d23f-4765-4082-9bb9-fb5eb1f2bdfd tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Made reservation on behalf of d2e9c47ebf4f498f9ec10d163ec28470 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:24.212505 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-ab54d23f-4765-4082-9bb9-fb5eb1f2bdfd tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:24.243296 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4bc5de55-4ff4-4f6c-b1be-f74aa137bffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:24.293992 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f39472-bc95-45f3-a074-35e2d5a7208a req-499a595b-f6f1-4d38-8ac5-bca490eefbb8 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:24.295514 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-19f39472-bc95-45f3-a074-35e2d5a7208a req-499a595b-f6f1-4d38-8ac5-bca490eefbb8 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=13d57d85-cf00-46fc-8b8f-9759c8832a55 HTTP/1.1" status: 200 len: 949 time: 0.3044357 Jul 23 16:20:24.336589 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4bc5de55-4ff4-4f6c-b1be-f74aa137bffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:24.338857 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4bc5de55-4ff4-4f6c-b1be-f74aa137bffc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:24.380419 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-341222e2-7328-420b-ad6f-3333d9ff487b req-826db4f8-055e-4095-bd6a-16a78f5c0fd6 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/security-groups?id=49e1a473-7a2a-4586-9002-74e791bc4001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872878 Jul 23 16:20:24.383955 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4bc5de55-4ff4-4f6c-b1be-f74aa137bffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:24.384687 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc5de55-4ff4-4f6c-b1be-f74aa137bffc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f00381e-b8a8-4488-9fbc-ca6c5cee6145 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:20:24.388912 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4bc5de55-4ff4-4f6c-b1be-f74aa137bffc admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:24.390508 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4bc5de55-4ff4-4f6c-b1be-f74aa137bffc admin admin] 10.222.0.73 "DELETE /v2.0/routers/5f00381e-b8a8-4488-9fbc-ca6c5cee6145 HTTP/1.1" status: 204 len: 168 time: 1.0224586 Jul 23 16:20:24.392918 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56800) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:24.427742 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9f2d65de-bc04-4739-b032-e605cfa6df56 service neutron] 10.222.0.97 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786369 Jul 23 16:20:24.444133 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a069501-8740-4bb9-ba19-daf68eb3d2a9 admin admin] Deleting subnet 7cba0dd9-ee97-49b3-baae-6373a0698dcf {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:20:24.447190 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3a069501-8740-4bb9-ba19-daf68eb3d2a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:24.474427 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-19f39472-bc95-45f3-a074-35e2d5a7208a req-e5cd202f-d601-449f-afde-e8b289c552e2 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515892 Jul 23 16:20:24.536178 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-74df160f-143d-42b5-a0d6-120a501fb7ea service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=81ed9f61-dd72-45c4-9749-cf4878d9a0da HTTP/1.1" status: 200 len: 217 time: 0.0893745 Jul 23 16:20:24.562619 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3a069501-8740-4bb9-ba19-daf68eb3d2a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:24.632606 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b0988-b84b-4374-9550-344f7a009588 req-ab29b281-33b9-4fb9-bd72-48b9c896a285 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:24.634167 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-497b0988-b84b-4374-9550-344f7a009588 req-ab29b281-33b9-4fb9-bd72-48b9c896a285 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.74 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 951 time: 0.1351571 Jul 23 16:20:24.653576 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 53d08fab-2a65-4bab-98b2-44991c637eb2 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:24.672637 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6f4e2-d1ba-4d13-a9dc-00f88d87a20d req-ebbe7c06-3142-4c9d-951a-aa97220092f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:24.674282 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94f6f4e2-d1ba-4d13-a9dc-00f88d87a20d req-ebbe7c06-3142-4c9d-951a-aa97220092f1 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4&tenant_id=4ed385c197f74460a2c666d87d79e6e5 HTTP/1.1" status: 200 len: 1101 time: 0.3991625 Jul 23 16:20:24.676665 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4e634e3-5d87-430c-806c-975959c90158 req-b9088f49-d22b-40c4-ae40-26b45121635d tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=15aeeadc-5ac1-444f-aa5d-814639931a8e HTTP/1.1" status: 200 len: 210 time: 0.1018915 Jul 23 16:20:24.692613 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 516419e3-e6c6-47bf-a561-7be4d299a8b8 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:24.710362 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-ab54d23f-4765-4082-9bb9-fb5eb1f2bdfd tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Allocated IP 172.20.0.12 (3eebd1a0-62c0-400c-82f7-916de5a2968c/670ca53c-2984-479e-bf7f-2a3910e1c6e7/acf6b0ef-044d-4f9d-8e6a-8a39da38e35e) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:24.719817 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3a069501-8740-4bb9-ba19-daf68eb3d2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:24.726554 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-04a7d67a-e206-4316-a0c7-6c883317b759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:24.727891 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-04a7d67a-e206-4316-a0c7-6c883317b759 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0e1b4b2c-7085-4c60-92b2-650db68b72a2 HTTP/1.1" status: 200 len: 797 time: 0.1548502 Jul 23 16:20:24.787758 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 53d08fab-2a65-4bab-98b2-44991c637eb2 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:20:24.787758 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 53d08fab-2a65-4bab-98b2-44991c637eb2 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:20:24.810057 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 516419e3-e6c6-47bf-a561-7be4d299a8b8 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:24.827026 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 516419e3-e6c6-47bf-a561-7be4d299a8b8 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:24.827571 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:24.837993 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-497b0988-b84b-4374-9550-344f7a009588 req-cb510fd8-736c-404c-bff7-e799da703688 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Deleting port 365884f7-70f4-448a-8847-81f5cf6b6670 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:24.838721 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-497b0988-b84b-4374-9550-344f7a009588 req-cb510fd8-736c-404c-bff7-e799da703688 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:24.841348 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3a069501-8740-4bb9-ba19-daf68eb3d2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:24.848858 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c35e4-6877-44da-8711-13af86d5734a req-37df74b6-d093-4aa6-a891-b2f83190d09d tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:24.850546 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-042c35e4-6877-44da-8711-13af86d5734a req-37df74b6-d093-4aa6-a891-b2f83190d09d tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 950 time: 0.3726275 Jul 23 16:20:24.882591 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a069501-8740-4bb9-ba19-daf68eb3d2a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cba0dd9-ee97-49b3-baae-6373a0698dcf,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:24.889873 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3a069501-8740-4bb9-ba19-daf68eb3d2a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:24.891900 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3a069501-8740-4bb9-ba19-daf68eb3d2a9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7cba0dd9-ee97-49b3-baae-6373a0698dcf HTTP/1.1" status: 204 len: 168 time: 0.4976611 Jul 23 16:20:24.898852 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56806) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:24.926742 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1475605c-c692-4cc6-a99c-5f6dff81bd68 None None] Network 1fe76672-5c19-4566-97a8-f44fbf772fe8 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:20:25.008996 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-497b0988-b84b-4374-9550-344f7a009588 req-cb510fd8-736c-404c-bff7-e799da703688 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] For port 365884f7-70f4-448a-8847-81f5cf6b6670, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=365884f7-70f4-448a-8847-81f5cf6b6670,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:25.009965 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-497b0988-b84b-4374-9550-344f7a009588 req-cb510fd8-736c-404c-bff7-e799da703688 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:25.049809 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-497b0988-b84b-4374-9550-344f7a009588 req-cb510fd8-736c-404c-bff7-e799da703688 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Calling delete_port for 365884f7-70f4-448a-8847-81f5cf6b6670 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:25.053739 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6f4e2-d1ba-4d13-a9dc-00f88d87a20d req-2c156c81-8e15-4fd7-aee9-f410e3aa8ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:25.055549 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94f6f4e2-d1ba-4d13-a9dc-00f88d87a20d req-2c156c81-8e15-4fd7-aee9-f410e3aa8ee6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 1101 time: 0.3477407 Jul 23 16:20:25.083562 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:25.099755 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-042c35e4-6877-44da-8711-13af86d5734a req-1717c77e-86e6-4a5b-a88d-42088692a2c9 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336540 Jul 23 16:20:25.143181 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-d887a8b4-0bd6-4af0-bb8e-cc8824d79a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:25.145000 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-d887a8b4-0bd6-4af0-bb8e-cc8824d79a38 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e5f00839-b5e3-470f-98ff-b05da7b06d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3939924 Jul 23 16:20:25.211713 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c4462b8a-faa7-4f1a-b3f3-a8bd2f6f5a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:25.213144 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d57d85-cf00-46fc-8b8f-9759c8832a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516419e3-e6c6-47bf-a561-7be4d299a8b8'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:25.215477 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c7f176-ed58-412e-92f2-2ab46503c13c" -d '{"events": [{"server_uuid": "13d57d85-cf00-46fc-8b8f-9759c8832a55", "name": "network-vif-plugged", "status": "completed", "tag": "516419e3-e6c6-47bf-a561-7be4d299a8b8"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:25.233153 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 516419e3-e6c6-47bf-a561-7be4d299a8b8, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=516419e3-e6c6-47bf-a561-7be4d299a8b8,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:25.244163 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:25.279292 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5882c0db-2535-487b-b2bf-4c1c254e828f x-openstack-request-id: req-5882c0db-2535-487b-b2bf-4c1c254e828f {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:25.279738 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d57d85-cf00-46fc-8b8f-9759c8832a55", "name": "network-vif-plugged", "status": "completed", "tag": "516419e3-e6c6-47bf-a561-7be4d299a8b8", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:25.280089 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5882c0db-2535-487b-b2bf-4c1c254e828f {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:25.280560 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d57d85-cf00-46fc-8b8f-9759c8832a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516419e3-e6c6-47bf-a561-7be4d299a8b8', 'code': 200} Jul 23 16:20:25.286997 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-497b0988-b84b-4374-9550-344f7a009588 req-cb510fd8-736c-404c-bff7-e799da703688 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:25.312248 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['365884f7-70f4-448a-8847-81f5cf6b6670'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:25.340942 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb510fd8-736c-404c-bff7-e799da703688 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Pushing event deleted for resources: {'Port': ['ID=365884f7-70f4-448a-8847-81f5cf6b6670,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:25.362754 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=516419e3-e6c6-47bf-a561-7be4d299a8b8,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:25.372313 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-ab54d23f-4765-4082-9bb9-fb5eb1f2bdfd tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:25.389599 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218ee073-7ff0-47df-905b-5f255b0a59e0 None None] DHCP port deletion for 1fe76672-5c19-4566-97a8-f44fbf772fe8 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:20:25.449013 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-497b0988-b84b-4374-9550-344f7a009588 req-cb510fd8-736c-404c-bff7-e799da703688 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] No DVR routers for this DVR port 365884f7-70f4-448a-8847-81f5cf6b6670 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:20:25.453880 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-497b0988-b84b-4374-9550-344f7a009588 req-cb510fd8-736c-404c-bff7-e799da703688 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:25.461881 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-497b0988-b84b-4374-9550-344f7a009588 req-cb510fd8-736c-404c-bff7-e799da703688 tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.74 "DELETE /v2.0/ports/365884f7-70f4-448a-8847-81f5cf6b6670 HTTP/1.1" status: 204 len: 173 time: 0.7981482 Jul 23 16:20:25.466547 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a8e0c9-ef52-4562-b63b-63ea9adaa3d2', 'name': 'network-vif-deleted', 'tag': '365884f7-70f4-448a-8847-81f5cf6b6670'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:25.468965 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c72c97-b0e5-4b0c-bfff-0b9459255de7" -d '{"events": [{"server_uuid": "19a8e0c9-ef52-4562-b63b-63ea9adaa3d2", "name": "network-vif-deleted", "tag": "365884f7-70f4-448a-8847-81f5cf6b6670"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:25.477905 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395ba97-d7a0-4d8c-b210-7e4f32c9744e req-a3fca377-eb9d-4da3-a7b5-a51c94d6ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:25.479533 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8395ba97-d7a0-4d8c-b210-7e4f32c9744e req-a3fca377-eb9d-4da3-a7b5-a51c94d6ea2a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=13d57d85-cf00-46fc-8b8f-9759c8832a55 HTTP/1.1" status: 200 len: 1101 time: 0.1356332 Jul 23 16:20:25.507518 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-218ee073-7ff0-47df-905b-5f255b0a59e0 None None] Deleting port 2258c4e3-7130-4a61-98b1-1ed5158c8a32 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:25.508218 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-218ee073-7ff0-47df-905b-5f255b0a59e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:25.542231 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8395ba97-d7a0-4d8c-b210-7e4f32c9744e req-01528f81-964c-411f-a516-0e6f89d3d113 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532322 Jul 23 16:20:25.570424 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6f4e2-d1ba-4d13-a9dc-00f88d87a20d req-355e250d-51e6-4e24-82bb-3a7ebd1b7272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:25.572055 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94f6f4e2-d1ba-4d13-a9dc-00f88d87a20d req-355e250d-51e6-4e24-82bb-3a7ebd1b7272 service neutron] 10.222.0.97 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.4356396 Jul 23 16:20:25.606643 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-218ee073-7ff0-47df-905b-5f255b0a59e0 None None] For port 2258c4e3-7130-4a61-98b1-1ed5158c8a32, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2258c4e3-7130-4a61-98b1-1ed5158c8a32,segment=NetworkSegment(558ebd90-fcd9-406e-ac04-df411b910480),segment_id=558ebd90-fcd9-406e-ac04-df411b910480)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:25.607041 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-218ee073-7ff0-47df-905b-5f255b0a59e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:25.611006 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-de8af5cb-9c36-40e8-bb07-9d72488bdfa9 req-4d7d1702-2b65-4303-a7ff-8018c257f5ca tempest-ServersAdminTestJSON-139010358 tempest-ServersAdminTestJSON-139010358-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a8e0c9-ef52-4562-b63b-63ea9adaa3d2 HTTP/1.1" status: 200 len: 210 time: 0.0786917 Jul 23 16:20:25.650217 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-218ee073-7ff0-47df-905b-5f255b0a59e0 None None] Calling delete_port for 2258c4e3-7130-4a61-98b1-1ed5158c8a32 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:25.674174 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5591ca-624f-44c9-849d-a868633221b2 x-openstack-request-id: req-9c5591ca-624f-44c9-849d-a868633221b2 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:25.674814 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a8e0c9-ef52-4562-b63b-63ea9adaa3d2", "name": "network-vif-deleted", "tag": "365884f7-70f4-448a-8847-81f5cf6b6670", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:25.674814 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9c5591ca-624f-44c9-849d-a868633221b2 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:25.675345 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a8e0c9-ef52-4562-b63b-63ea9adaa3d2', 'name': 'network-vif-deleted', 'tag': '365884f7-70f4-448a-8847-81f5cf6b6670', 'status': 'completed', 'code': 200} Jul 23 16:20:25.706843 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9fe90921-ad77-44ac-be9d-8e70ac6ea48f service neutron] 10.222.0.97 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5482438 Jul 23 16:20:25.709234 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94f6f4e2-d1ba-4d13-a9dc-00f88d87a20d req-f37f30cd-eecb-4544-ba3e-e5c5b5827a17 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=46512483-dd71-4528-bea3-65c4b053ab66 HTTP/1.1" status: 200 len: 217 time: 0.1044703 Jul 23 16:20:25.767760 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05727f-82c5-4906-bcbc-6a33941ace19 req-955e6bbe-5570-412f-a4fc-b163de802ad9 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:25.776315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05727f-82c5-4906-bcbc-6a33941ace19 req-955e6bbe-5570-412f-a4fc-b163de802ad9 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:25.783576 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05727f-82c5-4906-bcbc-6a33941ace19 req-955e6bbe-5570-412f-a4fc-b163de802ad9 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:25.784591 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-218ee073-7ff0-47df-905b-5f255b0a59e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:25.791655 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05727f-82c5-4906-bcbc-6a33941ace19 req-955e6bbe-5570-412f-a4fc-b163de802ad9 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:25.797809 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05727f-82c5-4906-bcbc-6a33941ace19 req-955e6bbe-5570-412f-a4fc-b163de802ad9 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:25.803835 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05727f-82c5-4906-bcbc-6a33941ace19 req-955e6bbe-5570-412f-a4fc-b163de802ad9 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:25.810104 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05727f-82c5-4906-bcbc-6a33941ace19 req-955e6bbe-5570-412f-a4fc-b163de802ad9 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:25.811096 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ee073-7ff0-47df-905b-5f255b0a59e0 None None] Pushing event deleted for resources: {'Port': ['ID=2258c4e3-7130-4a61-98b1-1ed5158c8a32,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:25.812298 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1c05727f-82c5-4906-bcbc-6a33941ace19 req-955e6bbe-5570-412f-a4fc-b163de802ad9 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5430 time: 0.6042919 Jul 23 16:20:25.821965 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218ee073-7ff0-47df-905b-5f255b0a59e0 None None] No DVR routers for this DVR port 2258c4e3-7130-4a61-98b1-1ed5158c8a32 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:20:25.868636 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-c4462b8a-faa7-4f1a-b3f3-a8bd2f6f5a56 admin admin] Deleting port 2258c4e3-7130-4a61-98b1-1ed5158c8a32 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:25.868998 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c4462b8a-faa7-4f1a-b3f3-a8bd2f6f5a56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:25.894967 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-ab54d23f-4765-4082-9bb9-fb5eb1f2bdfd tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:26.065454 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6f4e2-d1ba-4d13-a9dc-00f88d87a20d req-5536062e-5677-4857-a272-2ccb7bd8e12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:26.067528 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94f6f4e2-d1ba-4d13-a9dc-00f88d87a20d req-5536062e-5677-4857-a272-2ccb7bd8e12e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.3408959 Jul 23 16:20:26.092705 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-ab54d23f-4765-4082-9bb9-fb5eb1f2bdfd tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Network 3eebd1a0-62c0-400c-82f7-916de5a2968c is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:26.116246 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-c4462b8a-faa7-4f1a-b3f3-a8bd2f6f5a56 admin admin] For port 2258c4e3-7130-4a61-98b1-1ed5158c8a32, host n-d-778549-4, got binding levels [] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:26.116611 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c4462b8a-faa7-4f1a-b3f3-a8bd2f6f5a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:26.132501 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-ab54d23f-4765-4082-9bb9-fb5eb1f2bdfd tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:26.135446 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-ab54d23f-4765-4082-9bb9-fb5eb1f2bdfd tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:26.141530 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1c05727f-82c5-4906-bcbc-6a33941ace19 req-cfa72734-e5a3-4ef5-bbfd-0e86504403c4 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3089087 Jul 23 16:20:26.165860 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab54d23f-4765-4082-9bb9-fb5eb1f2bdfd tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Pushing event updated for resources: {'Port': ['ID=acf6b0ef-044d-4f9d-8e6a-8a39da38e35e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:26.199035 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-c4462b8a-faa7-4f1a-b3f3-a8bd2f6f5a56 admin admin] Calling delete_port for 2258c4e3-7130-4a61-98b1-1ed5158c8a32 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:26.208913 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.ipam_backend_mixin [None req-c4462b8a-faa7-4f1a-b3f3-a8bd2f6f5a56 admin admin] Port 2258c4e3-7130-4a61-98b1-1ed5158c8a32 was not found and therefore no delete operation was performed {{(pid=94012) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:20:26.223670 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-8d110dd3-a7c1-4ddb-838a-bd3db8cf60ae service neutron] 10.222.0.97 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011048 Jul 23 16:20:26.227656 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c4462b8a-faa7-4f1a-b3f3-a8bd2f6f5a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:26.291028 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da9359-a699-4495-b5f9-08bec8de1311 req-671c8524-e06d-4743-bbc3-4a8e8378058a tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:26.292562 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b4da9359-a699-4495-b5f9-08bec8de1311 req-671c8524-e06d-4743-bbc3-4a8e8378058a tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=13d57d85-cf00-46fc-8b8f-9759c8832a55 HTTP/1.1" status: 200 len: 950 time: 0.4727900 Jul 23 16:20:26.343310 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4462b8a-faa7-4f1a-b3f3-a8bd2f6f5a56 admin admin] Pushing event deleted for resources: {'Port': ['ID=2258c4e3-7130-4a61-98b1-1ed5158c8a32,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:26.348395 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4462b8a-faa7-4f1a-b3f3-a8bd2f6f5a56 admin admin] No DVR routers for this DVR port 2258c4e3-7130-4a61-98b1-1ed5158c8a32 on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:20:26.360776 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-ab54d23f-4765-4082-9bb9-fb5eb1f2bdfd tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:26.361464 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-ab54d23f-4765-4082-9bb9-fb5eb1f2bdfd tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:26.373696 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-e1a7bb72-c993-4422-aea0-4577739f443d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=61637cfe-1584-4974-b56f-43ff73d6bcec HTTP/1.1" status: 200 len: 217 time: 0.1274519 Jul 23 16:20:26.388102 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2258c4e3-7130-4a61-98b1-1ed5158c8a32 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:26.410202 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 2258c4e3-7130-4a61-98b1-1ed5158c8a32 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:20:26.410864 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2258c4e3-7130-4a61-98b1-1ed5158c8a32 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:20:26.411613 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 84f35888-6a29-4564-b716-d5b61b4b5751 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:26.432335 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 84f35888-6a29-4564-b716-d5b61b4b5751 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:20:26.432796 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 84f35888-6a29-4564-b716-d5b61b4b5751 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:20:26.473286 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-ab54d23f-4765-4082-9bb9-fb5eb1f2bdfd tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7084436 Jul 23 16:20:26.668522 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 46512483-dd71-4528-bea3-65c4b053ab66 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:26.775914 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:26.815740 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 46512483-dd71-4528-bea3-65c4b053ab66, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=46512483-dd71-4528-bea3-65c4b053ab66,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:26.820971 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:26.830317 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-1189877e-601a-4459-a6f3-e1d325d782aa service neutron] Request body: {'port': {'device_id': '15aeeadc-5ac1-444f-aa5d-814639931a8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:26.840435 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6f4e2-d1ba-4d13-a9dc-00f88d87a20d req-9840c454-32c3-4d46-aac4-e209ce739ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:26.841958 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94f6f4e2-d1ba-4d13-a9dc-00f88d87a20d req-9840c454-32c3-4d46-aac4-e209ce739ddf service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7526352 Jul 23 16:20:26.873400 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=46512483-dd71-4528-bea3-65c4b053ab66,revision_number=9']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:26.898316 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c4462b8a-faa7-4f1a-b3f3-a8bd2f6f5a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:26.913004 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b4da9359-a699-4495-b5f9-08bec8de1311 req-fa8babf7-d113-4519-b4b9-c924da8e6549 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5620272 Jul 23 16:20:26.936492 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-ee5c480c-e58f-435f-a98c-388755ddb421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:26.938060 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-ee5c480c-e58f-435f-a98c-388755ddb421 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1cf0b2de-18cb-44fe-a73c-3c7c9e63181e HTTP/1.1" status: 200 len: 797 time: 0.5317848 Jul 23 16:20:26.954586 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-c4462b8a-faa7-4f1a-b3f3-a8bd2f6f5a56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe76672-5c19-4566-97a8-f44fbf772fe8']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:27.032523 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-c4462b8a-faa7-4f1a-b3f3-a8bd2f6f5a56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558ebd90-fcd9-406e-ac04-df411b910480') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:27.032820 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-c4462b8a-faa7-4f1a-b3f3-a8bd2f6f5a56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558ebd90-fcd9-406e-ac04-df411b910480') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:27.065593 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5878a3-ba4e-4a5c-83c5-90650068f0f3 req-9fc03448-7585-42da-8ffe-aa9c30249ace tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:27.067241 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e5878a3-ba4e-4a5c-83c5-90650068f0f3 req-9fc03448-7585-42da-8ffe-aa9c30249ace tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=15aeeadc-5ac1-444f-aa5d-814639931a8e HTTP/1.1" status: 200 len: 932 time: 0.8345096 Jul 23 16:20:27.069626 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c4462b8a-faa7-4f1a-b3f3-a8bd2f6f5a56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:27.156395 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-1189877e-601a-4459-a6f3-e1d325d782aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:27.167298 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c4462b8a-faa7-4f1a-b3f3-a8bd2f6f5a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:27.190869 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4462b8a-faa7-4f1a-b3f3-a8bd2f6f5a56 admin admin] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:20:27.191246 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c4462b8a-faa7-4f1a-b3f3-a8bd2f6f5a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:27.198803 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:20:27.198803 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:20:27.198803 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:20:27.198803 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:20:27.198803 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:20:27.198803 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:20:27.198803 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:20:27.198803 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:20:27.198803 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:20:27.198803 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:20:27.198803 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:20:27.198803 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:20:27.198803 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:20:27.198803 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:20:27.198803 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:20:27.198803 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:20:27.198803 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:20:27.198803 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:20:27.198803 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:20:27.198803 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:20:27.198803 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:20:27.198803 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:20:27.198803 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:20:27.198803 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:20:27.198803 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:20:27.198803 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:20:27.198803 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:20:27.198803 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:20:27.198803 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:20:27.198803 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:20:27.198803 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:20:27.198803 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:20:27.264778 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94f6f4e2-d1ba-4d13-a9dc-00f88d87a20d req-3e08e682-4a09-4a9e-ad83-91db5dd796a4 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952422 Jul 23 16:20:27.281601 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66590e1-d314-4532-b8ad-8b23ab592ed4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46512483-dd71-4528-bea3-65c4b053ab66'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:27.284024 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbe39e5-183e-4e33-8ca0-705ca1f2bb03" -d '{"events": [{"server_uuid": "b66590e1-d314-4532-b8ad-8b23ab592ed4", "name": "network-vif-unplugged", "status": "completed", "tag": "46512483-dd71-4528-bea3-65c4b053ab66"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:27.300266 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 365884f7-70f4-448a-8847-81f5cf6b6670 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:27.331321 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e5878a3-ba4e-4a5c-83c5-90650068f0f3 req-b49affe3-57c0-411a-aac0-8433a5d07216 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116663 Jul 23 16:20:27.337914 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 365884f7-70f4-448a-8847-81f5cf6b6670 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:20:27.338076 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 365884f7-70f4-448a-8847-81f5cf6b6670 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:20:27.359663 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c4462b8a-faa7-4f1a-b3f3-a8bd2f6f5a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:27.375655 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c4462b8a-faa7-4f1a-b3f3-a8bd2f6f5a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:27.380750 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c4462b8a-faa7-4f1a-b3f3-a8bd2f6f5a56 admin admin] 10.222.0.73 "DELETE /v2.0/networks/1fe76672-5c19-4566-97a8-f44fbf772fe8 HTTP/1.1" status: 204 len: 168 time: 2.4682181 Jul 23 16:20:27.406435 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76734b0-dd81-4776-a0d5-315e08d7950f req-ca569b24-acf0-4f0d-9c51-692af7680047 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:27.408015 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f76734b0-dd81-4776-a0d5-315e08d7950f req-ca569b24-acf0-4f0d-9c51-692af7680047 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 948 time: 0.4021485 Jul 23 16:20:27.421808 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-33b407f1-40b9-44ce-8e42-a80512b99628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:27.424555 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-33b407f1-40b9-44ce-8e42-a80512b99628 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b15e95e3-c83c-43f1-8d67-89ed25f67132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4637167 Jul 23 16:20:27.489707 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4462b8a-faa7-4f1a-b3f3-a8bd2f6f5a56 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fe76672-5c19-4566-97a8-f44fbf772fe8,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:27.568055 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56840) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:27.616765 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f72a5d23-625f-4667-b67b-b83b21649aea admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a082626dc89c49e384ed8b03bfef8e63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469160 Jul 23 16:20:27.619447 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56842) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:27.681557 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7408009-3025-4155-87a1-9cc23f4a7367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:27.708030 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f76734b0-dd81-4776-a0d5-315e08d7950f req-ff189fc7-49bd-4c3c-a9fa-30562633e0ab tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770650 Jul 23 16:20:27.714404 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7408009-3025-4155-87a1-9cc23f4a7367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:27.720763 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94f6f4e2-d1ba-4d13-a9dc-00f88d87a20d req-172021b1-6acb-4256-b0df-3e01d7ce7614 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137213 Jul 23 16:20:27.793981 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-9b2e76ce-d909-4e44-992a-5703b67c3856 service neutron] 10.222.0.97 "GET /v2.0/networks/b15e95e3-c83c-43f1-8d67-89ed25f67132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739863 Jul 23 16:20:27.811954 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddca2e25-c197-4d67-9c95-78e8bbcf6418 x-openstack-request-id: req-ddca2e25-c197-4d67-9c95-78e8bbcf6418 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:27.812844 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66590e1-d314-4532-b8ad-8b23ab592ed4", "name": "network-vif-unplugged", "status": "completed", "tag": "46512483-dd71-4528-bea3-65c4b053ab66", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:27.813738 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ddca2e25-c197-4d67-9c95-78e8bbcf6418 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:27.814318 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66590e1-d314-4532-b8ad-8b23ab592ed4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46512483-dd71-4528-bea3-65c4b053ab66', 'code': 200} Jul 23 16:20:27.825557 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7408009-3025-4155-87a1-9cc23f4a7367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:27.828811 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7408009-3025-4155-87a1-9cc23f4a7367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:27.830444 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a7408009-3025-4155-87a1-9cc23f4a7367 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d14a5204-0284-4532-af48-6c6a3cbf14ec HTTP/1.1" status: 204 len: 168 time: 0.2099113 Jul 23 16:20:27.838701 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56848) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:27.845307 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7408009-3025-4155-87a1-9cc23f4a7367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14a5204-0284-4532-af48-6c6a3cbf14ec,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:27.866320 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14991b8e-1709-44c8-b5c3-3dfbb6d15bf5 req-92c9718a-052a-42e3-a470-d0006be14179 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:27.873159 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14991b8e-1709-44c8-b5c3-3dfbb6d15bf5 req-92c9718a-052a-42e3-a470-d0006be14179 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:27.879173 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14991b8e-1709-44c8-b5c3-3dfbb6d15bf5 req-92c9718a-052a-42e3-a470-d0006be14179 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:27.885398 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14991b8e-1709-44c8-b5c3-3dfbb6d15bf5 req-92c9718a-052a-42e3-a470-d0006be14179 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:27.891861 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14991b8e-1709-44c8-b5c3-3dfbb6d15bf5 req-92c9718a-052a-42e3-a470-d0006be14179 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:27.899103 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14991b8e-1709-44c8-b5c3-3dfbb6d15bf5 req-92c9718a-052a-42e3-a470-d0006be14179 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:27.905337 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14991b8e-1709-44c8-b5c3-3dfbb6d15bf5 req-92c9718a-052a-42e3-a470-d0006be14179 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:27.907321 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-14991b8e-1709-44c8-b5c3-3dfbb6d15bf5 req-92c9718a-052a-42e3-a470-d0006be14179 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5430 time: 0.3352695 Jul 23 16:20:28.054490 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-14991b8e-1709-44c8-b5c3-3dfbb6d15bf5 req-bfe344ae-74dd-43a0-ba54-f2ee561b92d2 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1321504 Jul 23 16:20:28.055185 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-02f51532-b8ca-45f8-be8b-2691a4ddf039 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=251b5fc36991465db490fe5c63349472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2145588 Jul 23 16:20:28.057199 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56856) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:28.090438 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-8f9d6a72-869d-4704-a53f-e78149618437 service neutron] 10.222.0.97 "GET /v2.0/networks/b15e95e3-c83c-43f1-8d67-89ed25f67132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870383 Jul 23 16:20:28.122606 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4e3f81ec-9d50-49dd-b154-2a39c4f2da0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:28.149434 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4e3f81ec-9d50-49dd-b154-2a39c4f2da0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:28.177560 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-1189877e-601a-4459-a6f3-e1d325d782aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf6b0ef-044d-4f9d-8e6a-8a39da38e35e {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:28.183451 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-452b296b-6706-4f09-8e1b-76a7feb0e12d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=826b1e36-24e9-4eac-b734-464693130e3f HTTP/1.1" status: 200 len: 217 time: 0.0509694 Jul 23 16:20:28.194891 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-1189877e-601a-4459-a6f3-e1d325d782aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:28.213976 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4e3f81ec-9d50-49dd-b154-2a39c4f2da0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:28.216767 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4e3f81ec-9d50-49dd-b154-2a39c4f2da0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:28.217952 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4e3f81ec-9d50-49dd-b154-2a39c4f2da0c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/49e1a473-7a2a-4586-9002-74e791bc4001 HTTP/1.1" status: 204 len: 168 time: 0.1594787 Jul 23 16:20:28.226606 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f81ec-9d50-49dd-b154-2a39c4f2da0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e1a473-7a2a-4586-9002-74e791bc4001,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:28.236486 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56860) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:28.270280 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-1189877e-601a-4459-a6f3-e1d325d782aa service neutron] Transition to ACTIVE for port object acf6b0ef-044d-4f9d-8e6a-8a39da38e35e will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:28.286233 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-302e7e5b-9586-410b-82e6-ae1e7ceef678 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5ba769c561424548a200ba14c615abfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473125 Jul 23 16:20:28.289144 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56864) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:28.304698 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121e642-7f64-4756-9a30-3bed0ad54097 req-325abbc0-c098-433a-9936-f45065b3ad80 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:28.326079 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7121e642-7f64-4756-9a30-3bed0ad54097 req-325abbc0-c098-433a-9936-f45065b3ad80 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=13d57d85-cf00-46fc-8b8f-9759c8832a55 HTTP/1.1" status: 200 len: 950 time: 0.2889733 Jul 23 16:20:28.340966 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-1189877e-601a-4459-a6f3-e1d325d782aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:28.356053 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-80e6ace8-710f-4bd6-94d4-72d2d08c0d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:28.367546 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-4c3716fc-39a2-405b-b0a3-c00d892b804e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:28.369399 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-4c3716fc-39a2-405b-b0a3-c00d892b804e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1cf0b2de-18cb-44fe-a73c-3c7c9e63181e HTTP/1.1" status: 200 len: 797 time: 0.1720431 Jul 23 16:20:28.416419 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-80e6ace8-710f-4bd6-94d4-72d2d08c0d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:28.496935 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-80e6ace8-710f-4bd6-94d4-72d2d08c0d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:28.507721 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-80e6ace8-710f-4bd6-94d4-72d2d08c0d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:28.511427 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-80e6ace8-710f-4bd6-94d4-72d2d08c0d95 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bbadd1f9-13b2-4006-bdbd-159cdb01fbc4 HTTP/1.1" status: 204 len: 168 time: 0.2207775 Jul 23 16:20:28.538594 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e6ace8-710f-4bd6-94d4-72d2d08c0d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbadd1f9-13b2-4006-bdbd-159cdb01fbc4,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:28.554076 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7121e642-7f64-4756-9a30-3bed0ad54097 req-9b778527-9b61-4abb-ada3-bdabea76ccaf tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267213 Jul 23 16:20:28.584982 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1189877e-601a-4459-a6f3-e1d325d782aa service neutron] Pushing event updated for resources: {'Port': ['ID=acf6b0ef-044d-4f9d-8e6a-8a39da38e35e,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:28.713929 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-54198bf3-fc53-4a74-bb9b-27eb051cbc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:28.715637 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-54198bf3-fc53-4a74-bb9b-27eb051cbc2a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b15e95e3-c83c-43f1-8d67-89ed25f67132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3028758 Jul 23 16:20:28.750553 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f0208-6e2d-4353-bea6-af8c9f22fc7f req-488a771f-e6aa-449b-b750-3e3a3cf2df5d tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:28.752146 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d54f0208-6e2d-4353-bea6-af8c9f22fc7f req-488a771f-e6aa-449b-b750-3e3a3cf2df5d tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=15aeeadc-5ac1-444f-aa5d-814639931a8e HTTP/1.1" status: 200 len: 944 time: 0.2907443 Jul 23 16:20:28.790779 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-1189877e-601a-4459-a6f3-e1d325d782aa service neutron] Attempting to bind port acf6b0ef-044d-4f9d-8e6a-8a39da38e35e on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:28.791123 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-1189877e-601a-4459-a6f3-e1d325d782aa service neutron] Attempting to bind port acf6b0ef-044d-4f9d-8e6a-8a39da38e35e by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '786593a5-a224-4584-8758-80516f86a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3eebd1a0-62c0-400c-82f7-916de5a2968c'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:28.791458 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-1189877e-601a-4459-a6f3-e1d325d782aa service neutron] Attempting to bind port acf6b0ef-044d-4f9d-8e6a-8a39da38e35e on network 3eebd1a0-62c0-400c-82f7-916de5a2968c {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:28.792257 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56880) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:28.820531 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-1189877e-601a-4459-a6f3-e1d325d782aa service neutron] Port acf6b0ef-044d-4f9d-8e6a-8a39da38e35e on network 3eebd1a0-62c0-400c-82f7-916de5a2968c not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:20:28.820865 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-1189877e-601a-4459-a6f3-e1d325d782aa service neutron] Attempting to bind port acf6b0ef-044d-4f9d-8e6a-8a39da38e35e on network 3eebd1a0-62c0-400c-82f7-916de5a2968c {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:28.840125 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7754f474-902b-4725-ba1c-38ac45b16570 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6ef93ba9d7e34837b2f2791ace9a3b88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465920 Jul 23 16:20:28.842942 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56882) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:28.884006 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-1189877e-601a-4459-a6f3-e1d325d782aa service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:28.884605 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-1189877e-601a-4459-a6f3-e1d325d782aa service neutron] Checking segment: {'id': '786593a5-a224-4584-8758-80516f86a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3eebd1a0-62c0-400c-82f7-916de5a2968c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:28.884722 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-1189877e-601a-4459-a6f3-e1d325d782aa service neutron] Bound using segment: {'id': '786593a5-a224-4584-8758-80516f86a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3eebd1a0-62c0-400c-82f7-916de5a2968c'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:28.885180 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-1189877e-601a-4459-a6f3-e1d325d782aa service neutron] Bound port: acf6b0ef-044d-4f9d-8e6a-8a39da38e35e, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '786593a5-a224-4584-8758-80516f86a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3eebd1a0-62c0-400c-82f7-916de5a2968c'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:28.885545 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-1189877e-601a-4459-a6f3-e1d325d782aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:28.905904 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d54f0208-6e2d-4353-bea6-af8c9f22fc7f req-f22e2c75-25a7-4adf-a416-ba7df4d52038 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408114 Jul 23 16:20:28.922107 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-00de8247-aecd-4903-af1f-5bb78f4c818e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:28.974964 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-bfea437c-ebd2-4f16-9bc0-30db4ee7c8f2 service neutron] 10.222.0.97 "GET /v2.0/networks/b15e95e3-c83c-43f1-8d67-89ed25f67132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475760 Jul 23 16:20:28.975428 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-00de8247-aecd-4903-af1f-5bb78f4c818e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:29.032291 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23080c95-f47a-4f25-9f9c-b0564693e290 req-9513ae41-7060-40df-8199-ccc254205825 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:29.040484 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-23080c95-f47a-4f25-9f9c-b0564693e290 req-9513ae41-7060-40df-8199-ccc254205825 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=47b6502c-01ae-405d-82e9-769de63be8b0 HTTP/1.1" status: 200 len: 950 time: 0.2464869 Jul 23 16:20:29.066441 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-00de8247-aecd-4903-af1f-5bb78f4c818e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:29.070121 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-1189877e-601a-4459-a6f3-e1d325d782aa service neutron] For port acf6b0ef-044d-4f9d-8e6a-8a39da38e35e, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:29.084647 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-00de8247-aecd-4903-af1f-5bb78f4c818e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:29.089590 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-00de8247-aecd-4903-af1f-5bb78f4c818e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4a1cc65c-658c-48d1-a1d4-d7cbfbf88037 HTTP/1.1" status: 204 len: 168 time: 0.2455339 Jul 23 16:20:29.105210 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de8247-aecd-4903-af1f-5bb78f4c818e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1cc65c-658c-48d1-a1d4-d7cbfbf88037,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:29.116236 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-1189877e-601a-4459-a6f3-e1d325d782aa service neutron] For port acf6b0ef-044d-4f9d-8e6a-8a39da38e35e, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=acf6b0ef-044d-4f9d-8e6a-8a39da38e35e,segment=NetworkSegment(786593a5-a224-4584-8758-80516f86a2d4),segment_id=786593a5-a224-4584-8758-80516f86a2d4)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:29.161954 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-1189877e-601a-4459-a6f3-e1d325d782aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:29.218607 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-1189877e-601a-4459-a6f3-e1d325d782aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:29.219212 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-1189877e-601a-4459-a6f3-e1d325d782aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:29.221115 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-1189877e-601a-4459-a6f3-e1d325d782aa service neutron] 10.222.0.74 "PUT /v2.0/ports/acf6b0ef-044d-4f9d-8e6a-8a39da38e35e HTTP/1.1" status: 200 len: 1092 time: 2.7365696 Jul 23 16:20:29.226286 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15aeeadc-5ac1-444f-aa5d-814639931a8e', 'tag': 'acf6b0ef-044d-4f9d-8e6a-8a39da38e35e'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:29.229871 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056ea011-fc59-4fd8-a631-28c8ccbc8c87" -d '{"events": [{"name": "network-changed", "server_uuid": "15aeeadc-5ac1-444f-aa5d-814639931a8e", "tag": "acf6b0ef-044d-4f9d-8e6a-8a39da38e35e"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:29.247420 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-23080c95-f47a-4f25-9f9c-b0564693e290 req-0d2fc78d-4759-48de-ae7e-afdcb1e4cf4c tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006783 Jul 23 16:20:29.372753 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea708a0-29fd-4953-9043-c8d51241b8b7 req-c39f9c21-a421-436a-9964-ce1472412375 service neutron] 10.222.0.97 "GET /v2.0/networks/b15e95e3-c83c-43f1-8d67-89ed25f67132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879342 Jul 23 16:20:29.447140 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1189877e-601a-4459-a6f3-e1d325d782aa service neutron] Pushing event updated for resources: {'Port': ['ID=acf6b0ef-044d-4f9d-8e6a-8a39da38e35e,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:29.522883 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62375cd-c748-482e-b570-afafab59b0bd req-b571bd92-6579-4001-a45a-0e77fb74a7b2 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:29.524399 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f62375cd-c748-482e-b570-afafab59b0bd req-b571bd92-6579-4001-a45a-0e77fb74a7b2 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 948 time: 0.4808543 Jul 23 16:20:29.657239 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-31a5ff27-b942-4af6-9cc9-21f970b8854c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:29.659371 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-31a5ff27-b942-4af6-9cc9-21f970b8854c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d2e9c47ebf4f498f9ec10d163ec28470&device_id=15aeeadc-5ac1-444f-aa5d-814639931a8e HTTP/1.1" status: 200 len: 1095 time: 0.3591661 Jul 23 16:20:29.679450 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f62375cd-c748-482e-b570-afafab59b0bd req-62025a7c-7ec7-481e-aa2b-40475c6b19e9 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148565 Jul 23 16:20:29.693016 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023d3d0-5696-4c55-99ff-7d31fa902125 req-c1a7df58-83f2-431f-8d15-385899ca5d98 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:29.700005 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023d3d0-5696-4c55-99ff-7d31fa902125 req-c1a7df58-83f2-431f-8d15-385899ca5d98 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:29.707072 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023d3d0-5696-4c55-99ff-7d31fa902125 req-c1a7df58-83f2-431f-8d15-385899ca5d98 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:29.713897 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023d3d0-5696-4c55-99ff-7d31fa902125 req-c1a7df58-83f2-431f-8d15-385899ca5d98 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:29.721156 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023d3d0-5696-4c55-99ff-7d31fa902125 req-c1a7df58-83f2-431f-8d15-385899ca5d98 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:29.728991 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023d3d0-5696-4c55-99ff-7d31fa902125 req-c1a7df58-83f2-431f-8d15-385899ca5d98 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:29.735240 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023d3d0-5696-4c55-99ff-7d31fa902125 req-c1a7df58-83f2-431f-8d15-385899ca5d98 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:29.750463 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b023d3d0-5696-4c55-99ff-7d31fa902125 req-c1a7df58-83f2-431f-8d15-385899ca5d98 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5430 time: 0.3799384 Jul 23 16:20:29.763959 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11052e9-4724-49a4-95df-c9a7af1d7e5f x-openstack-request-id: req-a11052e9-4724-49a4-95df-c9a7af1d7e5f {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:29.763959 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15aeeadc-5ac1-444f-aa5d-814639931a8e", "tag": "acf6b0ef-044d-4f9d-8e6a-8a39da38e35e", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:29.764209 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a11052e9-4724-49a4-95df-c9a7af1d7e5f {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:29.764615 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15aeeadc-5ac1-444f-aa5d-814639931a8e', 'tag': 'acf6b0ef-044d-4f9d-8e6a-8a39da38e35e', 'status': 'completed', 'code': 200} Jul 23 16:20:29.779905 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56922) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:29.845668 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-50a37ea0-218c-4d64-a051-e495c72c6c4e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acf6b0ef-044d-4f9d-8e6a-8a39da38e35e HTTP/1.1" status: 200 len: 217 time: 0.0836191 Jul 23 16:20:29.853814 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0074d2-7885-465f-9563-6b5a7c83cc56 req-3d1e00c6-04cf-4a03-b2e7-a01964d0a275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:29.854578 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0074d2-7885-465f-9563-6b5a7c83cc56 req-3d1e00c6-04cf-4a03-b2e7-a01964d0a275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:29.855068 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0074d2-7885-465f-9563-6b5a7c83cc56 req-3d1e00c6-04cf-4a03-b2e7-a01964d0a275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:29.855541 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0074d2-7885-465f-9563-6b5a7c83cc56 req-3d1e00c6-04cf-4a03-b2e7-a01964d0a275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:29.856013 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0074d2-7885-465f-9563-6b5a7c83cc56 req-3d1e00c6-04cf-4a03-b2e7-a01964d0a275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:29.856480 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0074d2-7885-465f-9563-6b5a7c83cc56 req-3d1e00c6-04cf-4a03-b2e7-a01964d0a275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:29.856949 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0074d2-7885-465f-9563-6b5a7c83cc56 req-3d1e00c6-04cf-4a03-b2e7-a01964d0a275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:29.859003 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a0074d2-7885-465f-9563-6b5a7c83cc56 req-3d1e00c6-04cf-4a03-b2e7-a01964d0a275 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1877a1c5029842a9a22481228281422f&device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 6487 time: 0.3547122 Jul 23 16:20:29.872157 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b023d3d0-5696-4c55-99ff-7d31fa902125 req-670dbd4d-aacd-4d2e-bfbc-b94fb8698646 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1207333 Jul 23 16:20:29.978352 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-febb82f2-fe01-4139-92b1-eac2f0426bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:29.980900 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-febb82f2-fe01-4139-92b1-eac2f0426bfc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=670ca53c-2984-479e-bf7f-2a3910e1c6e7 HTTP/1.1" status: 200 len: 861 time: 0.0990827 Jul 23 16:20:30.030665 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-d4153912-18d5-48a9-b850-36bde3fd56bd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3eebd1a0-62c0-400c-82f7-916de5a2968c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400589 Jul 23 16:20:30.059949 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-ab0f7164-5075-42f8-b771-22c88093b840 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-236955263-network', 'tenant_id': 'bf040608ce9243169469d1c384fac592'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:30.100860 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0f7164-5075-42f8-b771-22c88093b840 admin admin] Made reservation on behalf of bf040608ce9243169469d1c384fac592 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:30.105966 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ab0f7164-5075-42f8-b771-22c88093b840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:30.150420 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ab0f7164-5075-42f8-b771-22c88093b840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:30.257754 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ab0f7164-5075-42f8-b771-22c88093b840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:30.263839 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ab0f7164-5075-42f8-b771-22c88093b840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:30.287982 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab0f7164-5075-42f8-b771-22c88093b840 admin admin] vlan segment allocate from pool success with {'vlan_id': 1143, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:20:30.305648 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f7164-5075-42f8-b771-22c88093b840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72f61d5-126e-45e2-91bd-72f6314f3a13,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:30.310960 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ab0f7164-5075-42f8-b771-22c88093b840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:30.311744 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-ab0f7164-5075-42f8-b771-22c88093b840 admin admin] Added segment 13380f59-e4ec-4a16-8d62-9f34dd4434a0 of type vlan for network 4dd97669-66b3-495e-9f83-265cbe5bb756 Jul 23 16:20:30.384115 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ab0f7164-5075-42f8-b771-22c88093b840 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:30.419591 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ab0f7164-5075-42f8-b771-22c88093b840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:30.421212 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0f7164-5075-42f8-b771-22c88093b840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:30.422334 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ab0f7164-5075-42f8-b771-22c88093b840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:30.461958 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ab0f7164-5075-42f8-b771-22c88093b840 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6805127 Jul 23 16:20:30.464768 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56940) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:30.471375 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-a34f6901-fa5f-4fb2-93be-dcdfedcbcb60 admin admin] Request body: {'subnet': {'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-236955263-subnet', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:30.518965 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0074d2-7885-465f-9563-6b5a7c83cc56 req-37bfe405-a60a-449d-a6c9-9a8950b86d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:30.520101 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a0074d2-7885-465f-9563-6b5a7c83cc56 req-37bfe405-a60a-449d-a6c9-9a8950b86d13 service neutron] 10.222.0.97 "GET /v2.0/networks?id=b15e95e3-c83c-43f1-8d67-89ed25f67132 HTTP/1.1" status: 200 len: 902 time: 0.6432383 Jul 23 16:20:30.543922 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f7164-5075-42f8-b771-22c88093b840 admin admin] Pushing event updated for resources: {'Network': ['ID=4dd97669-66b3-495e-9f83-265cbe5bb756,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:30.573950 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 4dd97669-66b3-495e-9f83-265cbe5bb756 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:20:30.589503 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34f6901-fa5f-4fb2-93be-dcdfedcbcb60 admin admin] Made reservation on behalf of bf040608ce9243169469d1c384fac592 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:30.595253 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a34f6901-fa5f-4fb2-93be-dcdfedcbcb60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:30.604334 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a0074d2-7885-465f-9563-6b5a7c83cc56 req-d8f60c99-bd80-4760-ba90-e86ee8139983 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=826b1e36-24e9-4eac-b734-464693130e3f HTTP/1.1" status: 200 len: 217 time: 0.0733626 Jul 23 16:20:30.618847 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadbdc8-157c-486c-aa0f-3e52dbb96e58 req-30f74ad3-8db5-4e02-b2a6-a7335a3bc216 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:30.624880 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadbdc8-157c-486c-aa0f-3e52dbb96e58 req-30f74ad3-8db5-4e02-b2a6-a7335a3bc216 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:30.642725 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-daadbdc8-157c-486c-aa0f-3e52dbb96e58 req-30f74ad3-8db5-4e02-b2a6-a7335a3bc216 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=13d57d85-cf00-46fc-8b8f-9759c8832a55&device_id=47b6502c-01ae-405d-82e9-769de63be8b0 HTTP/1.1" status: 200 len: 1691 time: 0.2592208 Jul 23 16:20:30.642725 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-b04fc07c-21c7-4d14-955f-3d5f49c07581 service neutron] 10.222.0.74 "GET /v2.0/networks/3eebd1a0-62c0-400c-82f7-916de5a2968c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6007819 Jul 23 16:20:30.701351 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e2f81-7161-41ac-8151-71c07f20a988 req-a32ebe2c-8c41-4e0b-b2ee-10b13bca08eb tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:30.710034 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5f1e2f81-7161-41ac-8151-71c07f20a988 req-a32ebe2c-8c41-4e0b-b2ee-10b13bca08eb tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=15aeeadc-5ac1-444f-aa5d-814639931a8e HTTP/1.1" status: 200 len: 944 time: 0.3330109 Jul 23 16:20:30.710659 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 46512483-dd71-4528-bea3-65c4b053ab66 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:20:30.849865 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-daadbdc8-157c-486c-aa0f-3e52dbb96e58 req-9c378410-663e-40b2-93fa-a1d00073d145 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152472 Jul 23 16:20:30.914426 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5f1e2f81-7161-41ac-8151-71c07f20a988 req-58be79ea-ed29-4201-8432-b065f5e8d274 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015646 Jul 23 16:20:30.920214 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0074d2-7885-465f-9563-6b5a7c83cc56 req-adb2784a-68c7-43e2-a00c-0fb6ae610bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:30.921835 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a0074d2-7885-465f-9563-6b5a7c83cc56 req-adb2784a-68c7-43e2-a00c-0fb6ae610bb4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1cf0b2de-18cb-44fe-a73c-3c7c9e63181e HTTP/1.1" status: 200 len: 797 time: 0.2814522 Jul 23 16:20:30.945698 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 46512483-dd71-4528-bea3-65c4b053ab66, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=46512483-dd71-4528-bea3-65c4b053ab66,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:30.990209 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '46512483-dd71-4528-bea3-65c4b053ab66', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': '46512483-dd71-4528-bea3-65c4b053ab66', 'mac_address': 'fa:16:3e:8f:e4:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:20:31.083985 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:31.117277 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20f668b4-dee7-4e45-ada2-276a1633bf1b req-0400b2bc-1e42-4101-aa91-514f1f505e28 service neutron] 10.222.0.74 "GET /v2.0/networks/3eebd1a0-62c0-400c-82f7-916de5a2968c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462073 Jul 23 16:20:31.120425 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46512483-dd71-4528-bea3-65c4b053ab66 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:31.175852 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 46512483-dd71-4528-bea3-65c4b053ab66, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=46512483-dd71-4528-bea3-65c4b053ab66,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:31.184511 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:31.248788 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a34f6901-fa5f-4fb2-93be-dcdfedcbcb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:31.251691 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0074d2-7885-465f-9563-6b5a7c83cc56 req-81a4a0c1-7532-49fc-86cc-cab867997db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:31.253869 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a0074d2-7885-465f-9563-6b5a7c83cc56 req-81a4a0c1-7532-49fc-86cc-cab867997db5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b15e95e3-c83c-43f1-8d67-89ed25f67132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3133712 Jul 23 16:20:31.281987 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776bb44-843e-4bab-9bd4-cc0437412313 req-73e723ad-2f18-43ba-9724-84c04ba5c08d tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:31.289972 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e776bb44-843e-4bab-9bd4-cc0437412313 req-73e723ad-2f18-43ba-9724-84c04ba5c08d tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 948 time: 0.3120193 Jul 23 16:20:31.358668 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34f6901-fa5f-4fb2-93be-dcdfedcbcb60 admin admin] Checking segment: {'id': '13380f59-e4ec-4a16-8d62-9f34dd4434a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:31.359105 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34f6901-fa5f-4fb2-93be-dcdfedcbcb60 admin admin] Network hostable DHCP agents. Network: 4dd97669-66b3-495e-9f83-265cbe5bb756, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:20:31.372230 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f6901-fa5f-4fb2-93be-dcdfedcbcb60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b06d044d-7a5d-4455-8030-ecfa0a3c6204,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:31.392318 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34f6901-fa5f-4fb2-93be-dcdfedcbcb60 admin admin] Network 4dd97669-66b3-495e-9f83-265cbe5bb756 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:20:31.408410 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-a34f6901-fa5f-4fb2-93be-dcdfedcbcb60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 4dd97669-66b3-495e-9f83-265cbe5bb756) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:31.431229 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98d655b-07ae-4fde-975b-f0d130179199 None None] Network 4dd97669-66b3-495e-9f83-265cbe5bb756 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:20:31.440200 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34f6901-fa5f-4fb2-93be-dcdfedcbcb60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:31.445903 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a34f6901-fa5f-4fb2-93be-dcdfedcbcb60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:31.469682 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=46512483-dd71-4528-bea3-65c4b053ab66,revision_number=10']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:31.470481 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e776bb44-843e-4bab-9bd4-cc0437412313 req-c3315b61-33a5-4eca-aee2-dfd8239b5546 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793191 Jul 23 16:20:31.470733 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a34f6901-fa5f-4fb2-93be-dcdfedcbcb60 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0028160 Jul 23 16:20:31.476488 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57012) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:31.486426 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-486f8e70-c5fd-49fe-83e2-df8edfd51224 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-236955263-router', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:31.518982 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11bb2a-5082-4031-882a-417d8987f633 req-9f8b2895-a7f8-46db-8e4f-dbf3473ca83b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:31.531514 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11bb2a-5082-4031-882a-417d8987f633 req-9f8b2895-a7f8-46db-8e4f-dbf3473ca83b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:31.539275 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-486f8e70-c5fd-49fe-83e2-df8edfd51224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:31.540447 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-486f8e70-c5fd-49fe-83e2-df8edfd51224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:31.540836 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11bb2a-5082-4031-882a-417d8987f633 req-9f8b2895-a7f8-46db-8e4f-dbf3473ca83b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:31.546824 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11bb2a-5082-4031-882a-417d8987f633 req-9f8b2895-a7f8-46db-8e4f-dbf3473ca83b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:31.561529 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11bb2a-5082-4031-882a-417d8987f633 req-9f8b2895-a7f8-46db-8e4f-dbf3473ca83b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:31.568136 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11bb2a-5082-4031-882a-417d8987f633 req-9f8b2895-a7f8-46db-8e4f-dbf3473ca83b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:31.574569 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11bb2a-5082-4031-882a-417d8987f633 req-9f8b2895-a7f8-46db-8e4f-dbf3473ca83b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:31.585137 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4b11bb2a-5082-4031-882a-417d8987f633 req-9f8b2895-a7f8-46db-8e4f-dbf3473ca83b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5430 time: 0.4485402 Jul 23 16:20:31.597747 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ea011-fc59-4fd8-a631-28c8ccbc8c87 req-1eef8736-9a71-4663-b7f4-5237ef83ebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:31.599548 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-056ea011-fc59-4fd8-a631-28c8ccbc8c87 req-1eef8736-9a71-4663-b7f4-5237ef83ebc6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d2e9c47ebf4f498f9ec10d163ec28470&device_id=15aeeadc-5ac1-444f-aa5d-814639931a8e HTTP/1.1" status: 200 len: 1095 time: 0.4209113 Jul 23 16:20:31.613977 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['46512483-dd71-4528-bea3-65c4b053ab66'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:31.639369 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-486f8e70-c5fd-49fe-83e2-df8edfd51224 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:31.671757 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a0074d2-7885-465f-9563-6b5a7c83cc56 req-70949ab5-24e2-4cb8-95bc-cf4ef652e9dd service neutron] 10.222.0.97 "GET /v2.0/networks/b15e95e3-c83c-43f1-8d67-89ed25f67132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093823 Jul 23 16:20:31.714936 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52279ac7-1140-4942-8ff5-942588aa3c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-4dd97669-66b3-495e-9f83-265cbe5bb756', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'fixed_ips': [{'subnet_id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:20:31.716455 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-52279ac7-1140-4942-8ff5-942588aa3c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:31.734461 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4b11bb2a-5082-4031-882a-417d8987f633 req-b3a741d8-c9a9-4c0f-b6eb-325e9bbd89da tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1409013 Jul 23 16:20:31.837088 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-486f8e70-c5fd-49fe-83e2-df8edfd51224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:31.923085 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-52279ac7-1140-4942-8ff5-942588aa3c73 None None] Allocated IP 172.20.0.2 (4dd97669-66b3-495e-9f83-265cbe5bb756/b06d044d-7a5d-4455-8030-ecfa0a3c6204/01f07953-20dc-48e2-b2aa-a8b256767e99) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:31.929345 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a0074d2-7885-465f-9563-6b5a7c83cc56 req-3105570b-3a75-4fe8-9052-ef420ffc85d3 service neutron] 10.222.0.97 "GET /v2.0/networks/b15e95e3-c83c-43f1-8d67-89ed25f67132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235713 Jul 23 16:20:31.968057 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff9d78-d3c7-4f5d-bb75-217b92f6c06b req-f730a968-a4ff-4236-80e1-7487ea457cb0 tempest-ServersOnMultiNodesTest-1458351997 tempest-ServersOnMultiNodesTest-1458351997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:31.979666 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c0ff9d78-d3c7-4f5d-bb75-217b92f6c06b req-f730a968-a4ff-4236-80e1-7487ea457cb0 tempest-ServersOnMultiNodesTest-1458351997 tempest-ServersOnMultiNodesTest-1458351997-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=13d57d85-cf00-46fc-8b8f-9759c8832a55 HTTP/1.1" status: 200 len: 1101 time: 0.3341982 Jul 23 16:20:32.004478 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ea011-fc59-4fd8-a631-28c8ccbc8c87 req-b31d20aa-ec1d-4622-9f0d-de65e05f1298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:32.006525 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-056ea011-fc59-4fd8-a631-28c8ccbc8c87 req-b31d20aa-ec1d-4622-9f0d-de65e05f1298 service neutron] 10.222.0.74 "GET /v2.0/networks?id=3eebd1a0-62c0-400c-82f7-916de5a2968c HTTP/1.1" status: 200 len: 923 time: 0.3884349 Jul 23 16:20:32.054567 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-056ea011-fc59-4fd8-a631-28c8ccbc8c87 req-6845f6a0-4ecf-40af-9998-b55776b051ef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acf6b0ef-044d-4f9d-8e6a-8a39da38e35e HTTP/1.1" status: 200 len: 217 time: 0.0379493 Jul 23 16:20:32.068275 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c0ff9d78-d3c7-4f5d-bb75-217b92f6c06b req-2b050804-d674-4e98-bac9-1f5c925a18c6 tempest-ServersOnMultiNodesTest-1458351997 tempest-ServersOnMultiNodesTest-1458351997-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871334 Jul 23 16:20:32.158761 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-7225a3f2-585d-4c7c-9553-0808e45a2cc5 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8ae3e9136c904bd191844323f4e206da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636656 Jul 23 16:20:32.210738 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-52279ac7-1140-4942-8ff5-942588aa3c73 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:32.220175 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-52279ac7-1140-4942-8ff5-942588aa3c73 None None] Transition to ACTIVE for port object 01f07953-20dc-48e2-b2aa-a8b256767e99 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:32.245258 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-52279ac7-1140-4942-8ff5-942588aa3c73 None None] Transition to ACTIVE for port object 01f07953-20dc-48e2-b2aa-a8b256767e99 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:32.245523 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ea011-fc59-4fd8-a631-28c8ccbc8c87 req-c21f701e-40a4-493c-ab60-08a719eda564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:32.247074 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-056ea011-fc59-4fd8-a631-28c8ccbc8c87 req-c21f701e-40a4-493c-ab60-08a719eda564 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=670ca53c-2984-479e-bf7f-2a3910e1c6e7 HTTP/1.1" status: 200 len: 861 time: 0.1777284 Jul 23 16:20:32.251042 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-486f8e70-c5fd-49fe-83e2-df8edfd51224 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:32.254055 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-52279ac7-1140-4942-8ff5-942588aa3c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:32.273641 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-486f8e70-c5fd-49fe-83e2-df8edfd51224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:32.318169 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52279ac7-1140-4942-8ff5-942588aa3c73 None None] Pushing event updated for resources: {'Port': ['ID=01f07953-20dc-48e2-b2aa-a8b256767e99,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:32.325952 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52279ac7-1140-4942-8ff5-942588aa3c73 None None] Network 4dd97669-66b3-495e-9f83-265cbe5bb756 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:32.328038 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-52279ac7-1140-4942-8ff5-942588aa3c73 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:32.333904 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52279ac7-1140-4942-8ff5-942588aa3c73 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:32.361331 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-056ea011-fc59-4fd8-a631-28c8ccbc8c87 req-e8c6c811-db3e-43c1-b4bf-bc6b98c0e36b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3eebd1a0-62c0-400c-82f7-916de5a2968c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033726 Jul 23 16:20:32.390113 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561be39b-693b-4124-8430-28b0b010a7d5 req-67a0f010-09ba-469c-95c8-3fd0ec1e32fe tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:32.391634 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-561be39b-693b-4124-8430-28b0b010a7d5 req-67a0f010-09ba-469c-95c8-3fd0ec1e32fe tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 950 time: 0.2092221 Jul 23 16:20:32.411776 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-52279ac7-1140-4942-8ff5-942588aa3c73 None None] Attempting to bind port 01f07953-20dc-48e2-b2aa-a8b256767e99 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:32.412886 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-52279ac7-1140-4942-8ff5-942588aa3c73 None None] Attempting to bind port 01f07953-20dc-48e2-b2aa-a8b256767e99 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '13380f59-e4ec-4a16-8d62-9f34dd4434a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:32.413732 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52279ac7-1140-4942-8ff5-942588aa3c73 None None] Attempting to bind port 01f07953-20dc-48e2-b2aa-a8b256767e99 on network 4dd97669-66b3-495e-9f83-265cbe5bb756 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:32.415223 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-486f8e70-c5fd-49fe-83e2-df8edfd51224 admin admin] Allocated IP 172.25.8.4 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/d4733f5e-34a6-4e6d-8198-df4e28577e45) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:32.420381 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52279ac7-1140-4942-8ff5-942588aa3c73 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:32.421102 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52279ac7-1140-4942-8ff5-942588aa3c73 None None] Checking segment: {'id': '13380f59-e4ec-4a16-8d62-9f34dd4434a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:32.421885 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-52279ac7-1140-4942-8ff5-942588aa3c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:32.422640 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52279ac7-1140-4942-8ff5-942588aa3c73 None None] Bound using segment: {'id': '13380f59-e4ec-4a16-8d62-9f34dd4434a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:32.423331 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-52279ac7-1140-4942-8ff5-942588aa3c73 None None] Bound port: 01f07953-20dc-48e2-b2aa-a8b256767e99, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13380f59-e4ec-4a16-8d62-9f34dd4434a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:32.424371 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-52279ac7-1140-4942-8ff5-942588aa3c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:32.446295 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-149f60ab-648f-4914-bba5-a4c29d0c90b5 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:32.447822 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-149f60ab-648f-4914-bba5-a4c29d0c90b5 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2799938 Jul 23 16:20:32.508351 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-52279ac7-1140-4942-8ff5-942588aa3c73 None None] For port 01f07953-20dc-48e2-b2aa-a8b256767e99, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:32.513318 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-52279ac7-1140-4942-8ff5-942588aa3c73 None None] For port 01f07953-20dc-48e2-b2aa-a8b256767e99, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=01f07953-20dc-48e2-b2aa-a8b256767e99,segment=NetworkSegment(13380f59-e4ec-4a16-8d62-9f34dd4434a0),segment_id=13380f59-e4ec-4a16-8d62-9f34dd4434a0)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:32.516633 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-dcd895aa-ce6a-49fb-bb08-156ba0bf3ff5 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.73 "GET /v2.0/quotas/8ae3e9136c904bd191844323f4e206da HTTP/1.1" status: 200 len: 375 time: 0.0617051 Jul 23 16:20:32.522639 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-561be39b-693b-4124-8430-28b0b010a7d5 req-1896b0ff-3701-4989-9b49-a71b747c5b08 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156244 Jul 23 16:20:32.525405 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-52279ac7-1140-4942-8ff5-942588aa3c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:32.600759 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6cb2d495-ce76-4436-bf1f-479714410cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:32.607792 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52279ac7-1140-4942-8ff5-942588aa3c73 None None] Pushing event updated for resources: {'Port': ['ID=01f07953-20dc-48e2-b2aa-a8b256767e99,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:32.612376 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-b2278717-3c3e-42d6-9b23-21bdb236f3b8 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8ae3e9136c904bd191844323f4e206da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0886817 Jul 23 16:20:32.628018 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-056ea011-fc59-4fd8-a631-28c8ccbc8c87 req-00a39395-7799-47a0-8bd8-5ca0f3b2285e service neutron] 10.222.0.74 "GET /v2.0/networks/3eebd1a0-62c0-400c-82f7-916de5a2968c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560508 Jul 23 16:20:32.629525 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-486f8e70-c5fd-49fe-83e2-df8edfd51224 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:32.700848 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-486f8e70-c5fd-49fe-83e2-df8edfd51224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:32.747085 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486f8e70-c5fd-49fe-83e2-df8edfd51224 admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:32.750956 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-486f8e70-c5fd-49fe-83e2-df8edfd51224 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:32.756350 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486f8e70-c5fd-49fe-83e2-df8edfd51224 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:32.819749 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f8e70-c5fd-49fe-83e2-df8edfd51224 admin admin] Pushing event updated for resources: {'Port': ['ID=d4733f5e-34a6-4e6d-8198-df4e28577e45,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:32.987427 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984cdf2-ec01-4692-adc0-9586f40ff7ef req-881d4260-b6a4-410c-956c-c63108d0948a tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:32.995158 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3984cdf2-ec01-4692-adc0-9586f40ff7ef req-881d4260-b6a4-410c-956c-c63108d0948a tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=15aeeadc-5ac1-444f-aa5d-814639931a8e HTTP/1.1" status: 200 len: 944 time: 0.3037617 Jul 23 16:20:33.014571 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-056ea011-fc59-4fd8-a631-28c8ccbc8c87 req-7a7459c8-a950-471d-aff3-9cf583f42dca service neutron] 10.222.0.74 "GET /v2.0/networks/3eebd1a0-62c0-400c-82f7-916de5a2968c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784788 Jul 23 16:20:33.060172 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35260ab6-becc-4d52-a468-8ee7e460fdd3 req-817957cf-cf64-4818-be17-d1e561a68b20 tempest-ServersOnMultiNodesTest-1458351997 tempest-ServersOnMultiNodesTest-1458351997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:33.072179 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-35260ab6-becc-4d52-a468-8ee7e460fdd3 req-817957cf-cf64-4818-be17-d1e561a68b20 tempest-ServersOnMultiNodesTest-1458351997 tempest-ServersOnMultiNodesTest-1458351997-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=47b6502c-01ae-405d-82e9-769de63be8b0 HTTP/1.1" status: 200 len: 1101 time: 0.2068458 Jul 23 16:20:33.113302 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3984cdf2-ec01-4692-adc0-9586f40ff7ef req-cd4e13f5-f712-40bd-b857-cde45610a743 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125066 Jul 23 16:20:33.183305 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-35260ab6-becc-4d52-a468-8ee7e460fdd3 req-96488a24-c80a-4d03-b23f-cec3bf04f38d tempest-ServersOnMultiNodesTest-1458351997 tempest-ServersOnMultiNodesTest-1458351997-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018925 Jul 23 16:20:33.239483 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-486f8e70-c5fd-49fe-83e2-df8edfd51224 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:33.261394 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-42e8fb78-d007-49f4-843a-04ff3a390184 req-7481153e-2f3b-418b-b6e2-746c631377bc tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.73 "GET /v2.0/ports?device_id=11625b2e-ec43-4068-9269-d6f71eb1c48d HTTP/1.1" status: 200 len: 210 time: 0.0479951 Jul 23 16:20:33.318317 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device acf6b0ef-044d-4f9d-8e6a-8a39da38e35e details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:20:33.478590 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217193f-22d4-42a0-827a-1004850bf226 req-e009218c-8ea7-4659-8560-cb9fd8662302 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:33.494010 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217193f-22d4-42a0-827a-1004850bf226 req-e009218c-8ea7-4659-8560-cb9fd8662302 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:33.500373 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217193f-22d4-42a0-827a-1004850bf226 req-e009218c-8ea7-4659-8560-cb9fd8662302 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:33.513571 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217193f-22d4-42a0-827a-1004850bf226 req-e009218c-8ea7-4659-8560-cb9fd8662302 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:33.523556 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217193f-22d4-42a0-827a-1004850bf226 req-e009218c-8ea7-4659-8560-cb9fd8662302 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:33.537233 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217193f-22d4-42a0-827a-1004850bf226 req-e009218c-8ea7-4659-8560-cb9fd8662302 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:33.546536 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217193f-22d4-42a0-827a-1004850bf226 req-e009218c-8ea7-4659-8560-cb9fd8662302 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:33.567828 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a217193f-22d4-42a0-827a-1004850bf226 req-e009218c-8ea7-4659-8560-cb9fd8662302 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5430 time: 0.2212133 Jul 23 16:20:33.578277 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port acf6b0ef-044d-4f9d-8e6a-8a39da38e35e, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=acf6b0ef-044d-4f9d-8e6a-8a39da38e35e,segment=NetworkSegment(786593a5-a224-4584-8758-80516f86a2d4),segment_id=786593a5-a224-4584-8758-80516f86a2d4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:33.610205 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'acf6b0ef-044d-4f9d-8e6a-8a39da38e35e', 'network_id': '3eebd1a0-62c0-400c-82f7-916de5a2968c', 'port_id': 'acf6b0ef-044d-4f9d-8e6a-8a39da38e35e', 'mac_address': 'fa:16:3e:1e:3d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '670ca53c-2984-479e-bf7f-2a3910e1c6e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:20:33.631649 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-2cab8c97-d306-4826-8752-ccc8a53d90ce tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=4ed385c197f74460a2c666d87d79e6e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473027 Jul 23 16:20:33.717694 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:33.728192 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a217193f-22d4-42a0-827a-1004850bf226 req-da02db84-1110-4923-b1fa-f5609bfd59e6 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1574991 Jul 23 16:20:33.733867 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf6b0ef-044d-4f9d-8e6a-8a39da38e35e {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:33.778089 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port acf6b0ef-044d-4f9d-8e6a-8a39da38e35e, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=acf6b0ef-044d-4f9d-8e6a-8a39da38e35e,segment=NetworkSegment(786593a5-a224-4584-8758-80516f86a2d4),segment_id=786593a5-a224-4584-8758-80516f86a2d4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:33.793866 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:33.808006 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-486f8e70-c5fd-49fe-83e2-df8edfd51224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:33.864589 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=acf6b0ef-044d-4f9d-8e6a-8a39da38e35e,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:33.934007 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-f8671add-2d10-41db-94b4-f0b3ef122797 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400984 Jul 23 16:20:33.971338 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-5f49f3e0-0aa2-4907-848d-7be8648330dc tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:33.978250 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-5f49f3e0-0aa2-4907-848d-7be8648330dc tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3455698 Jul 23 16:20:34.009803 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-682635d9-7c05-4a4d-aa4a-8ff7fffc0e64 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/quotas/4ed385c197f74460a2c666d87d79e6e5 HTTP/1.1" status: 200 len: 375 time: 0.0304542 Jul 23 16:20:34.022326 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486f8e70-c5fd-49fe-83e2-df8edfd51224 admin admin] Router 7a383e5e-0eb8-439e-82a6-5fbe5d73684d is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:20:34.057802 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['acf6b0ef-044d-4f9d-8e6a-8a39da38e35e'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:34.154889 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-9fe16635-7f25-4192-81e2-8cb0f0a4aad7 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:34.156445 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-9fe16635-7f25-4192-81e2-8cb0f0a4aad7 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2216439 Jul 23 16:20:34.177101 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccd74ff-6310-4905-9b56-861a0134bba0 None None] Network 4dd97669-66b3-495e-9f83-265cbe5bb756 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:20:34.178852 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-d2441bbb-234c-4c18-84a1-529ddaca05b5 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1681924 Jul 23 16:20:34.189819 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-91d6a844-0684-411b-b55e-5db852f972e5 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/quotas/f529211e54344ba6bb9f15fa585bf4d7 HTTP/1.1" status: 200 len: 375 time: 0.0221550 Jul 23 16:20:34.193395 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486f8e70-c5fd-49fe-83e2-df8edfd51224 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:20:34.203161 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51bcc66-5ec4-4934-bf46-028a85c2242d None None] Sync routers for ids ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:20:34.226912 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51bcc66-5ec4-4934-bf46-028a85c2242d None None] Routers {'7a383e5e-0eb8-439e-82a6-5fbe5d73684d'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:20:34.227934 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-a51bcc66-5ec4-4934-bf46-028a85c2242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:20:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:34.229611 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-486f8e70-c5fd-49fe-83e2-df8edfd51224 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:34.235091 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-486f8e70-c5fd-49fe-83e2-df8edfd51224 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.7557323 Jul 23 16:20:34.236786 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57108) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:34.381160 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-b3d8de58-5c39-44b7-a08f-e6ab85164a91 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1817188 Jul 23 16:20:34.467497 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-a51bcc66-5ec4-4934-bf46-028a85c2242d None None] Set router 7a383e5e-0eb8-439e-82a6-5fbe5d73684d gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:20:34.468936 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-05ba4096-2c7c-4f80-888c-9470a3042ea3 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=8ae3e9136c904bd191844323f4e206da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704753 Jul 23 16:20:34.492727 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6b3269a3-db22-4721-b64a-349a5ade8d56 None None] Provisioning for port 01f07953-20dc-48e2-b2aa-a8b256767e99 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:34.614093 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 01f07953-20dc-48e2-b2aa-a8b256767e99 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:34.769343 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 46512483-dd71-4528-bea3-65c4b053ab66 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:34.795748 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:34.874640 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-a51bcc66-5ec4-4934-bf46-028a85c2242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'name': 'tempest-FloatingIPsAssociationTestJSON-236955263-router', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:31Z', 'updated_at': '2021-07-23T16:20:33Z', 'revision_number': 3, 'project_id': 'bf040608ce9243169469d1c384fac592', 'gw_port': {'id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:04:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:32Z', 'updated_at': '2021-07-23T16:20:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:34.932043 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51bcc66-5ec4-4934-bf46-028a85c2242d None None] Checking router: 7a383e5e-0eb8-439e-82a6-5fbe5d73684d for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:20:34.932393 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51bcc66-5ec4-4934-bf46-028a85c2242d None None] Updating router 7a383e5e-0eb8-439e-82a6-5fbe5d73684d port d4733f5e-34a6-4e6d-8198-df4e28577e45 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:20:34.957083 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-69d96c6b-a1fc-4a19-b302-bf46710bc334 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:34.960485 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-69d96c6b-a1fc-4a19-b302-bf46710bc334 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4648998 Jul 23 16:20:34.988124 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-6a494bca-a8ab-48c0-adaa-39949f584141 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Request body: {'port': {'device_id': '11625b2e-ec43-4068-9269-d6f71eb1c48d', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'admin_state_up': True, 'tenant_id': '8ae3e9136c904bd191844323f4e206da'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:35.006169 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-a51bcc66-5ec4-4934-bf46-028a85c2242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:35.007369 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5b0e5-4953-4a2f-b6e8-a55ba86e7f34 req-51fb4231-f627-493f-9fe3-285f927b5e14 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:35.018015 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-32f5b0e5-4953-4a2f-b6e8-a55ba86e7f34 req-51fb4231-f627-493f-9fe3-285f927b5e14 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=15aeeadc-5ac1-444f-aa5d-814639931a8e HTTP/1.1" status: 200 len: 945 time: 0.5823939 Jul 23 16:20:35.126244 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-32f5b0e5-4953-4a2f-b6e8-a55ba86e7f34 req-55552674-9fa1-4472-ab29-07bfa5ddcc3b tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028428 Jul 23 16:20:35.138699 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 01f07953-20dc-48e2-b2aa-a8b256767e99 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:35.157505 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 01f07953-20dc-48e2-b2aa-a8b256767e99 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:35.160028 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:35.319391 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a0160ef5-ac50-4b0d-9982-2eb18dd4f280 req-3d02f547-b595-4fe2-80fc-5fbbc4c46ec7 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.73 "GET /v2.0/ports?device_id=11625b2e-ec43-4068-9269-d6f71eb1c48d HTTP/1.1" status: 200 len: 210 time: 0.0552156 Jul 23 16:20:35.346609 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-6a494bca-a8ab-48c0-adaa-39949f584141 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Made reservation on behalf of 8ae3e9136c904bd191844323f4e206da for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:35.352416 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-6a494bca-a8ab-48c0-adaa-39949f584141 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:35.387313 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-6a494bca-a8ab-48c0-adaa-39949f584141 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:35.512667 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 46512483-dd71-4528-bea3-65c4b053ab66 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:35.513835 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:35.531344 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91dcecba-5354-45a5-b56f-9cbe86a93b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:35.541475 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e61d1cbe-ee0f-4309-a233-676742d605c5 req-a010771d-df50-4946-8a36-3af78e21aced tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 210 time: 0.0816586 Jul 23 16:20:35.626116 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-98062fcd-49a3-4920-9120-7ad622560fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:35.646000 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:35.728784 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-a51bcc66-5ec4-4934-bf46-028a85c2242d None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:35.742020 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-a51bcc66-5ec4-4934-bf46-028a85c2242d None None] Transition to ACTIVE for port object d4733f5e-34a6-4e6d-8198-df4e28577e45 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:35.750631 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-a51bcc66-5ec4-4934-bf46-028a85c2242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:35.800039 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85057e35-b095-4f10-a1e6-7fd820aea8ee None None] Pushing event updated for resources: {'Port': ['ID=d4733f5e-34a6-4e6d-8198-df4e28577e45,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:35.816186 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:20:35.838021 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-a51bcc66-5ec4-4934-bf46-028a85c2242d None None] Attempting to bind port d4733f5e-34a6-4e6d-8198-df4e28577e45 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:35.838021 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-a51bcc66-5ec4-4934-bf46-028a85c2242d None None] Attempting to bind port d4733f5e-34a6-4e6d-8198-df4e28577e45 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:35.838021 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51bcc66-5ec4-4934-bf46-028a85c2242d None None] Attempting to bind port d4733f5e-34a6-4e6d-8198-df4e28577e45 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:35.850709 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51bcc66-5ec4-4934-bf46-028a85c2242d None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:35.851351 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51bcc66-5ec4-4934-bf46-028a85c2242d None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:35.854960 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-a51bcc66-5ec4-4934-bf46-028a85c2242d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:35.855376 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51bcc66-5ec4-4934-bf46-028a85c2242d None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:35.857570 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-a51bcc66-5ec4-4934-bf46-028a85c2242d None None] Bound port: d4733f5e-34a6-4e6d-8198-df4e28577e45, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:35.857965 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-a51bcc66-5ec4-4934-bf46-028a85c2242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:35.885370 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-6a494bca-a8ab-48c0-adaa-39949f584141 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:35.924153 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:35.925129 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd767e83-e7a2-4371-933a-4ffc0afdb7d7 req-3e417be4-7a21-4ae5-a8f8-d448f1f451cf tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:35.939776 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd767e83-e7a2-4371-933a-4ffc0afdb7d7 req-3e417be4-7a21-4ae5-a8f8-d448f1f451cf tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:35.981101 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd767e83-e7a2-4371-933a-4ffc0afdb7d7 req-3e417be4-7a21-4ae5-a8f8-d448f1f451cf tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:36.003394 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd767e83-e7a2-4371-933a-4ffc0afdb7d7 req-3e417be4-7a21-4ae5-a8f8-d448f1f451cf tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:36.016735 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-a51bcc66-5ec4-4934-bf46-028a85c2242d None None] For port d4733f5e-34a6-4e6d-8198-df4e28577e45, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:36.035939 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-a51bcc66-5ec4-4934-bf46-028a85c2242d None None] For port d4733f5e-34a6-4e6d-8198-df4e28577e45, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d4733f5e-34a6-4e6d-8198-df4e28577e45,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:36.036933 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd767e83-e7a2-4371-933a-4ffc0afdb7d7 req-3e417be4-7a21-4ae5-a8f8-d448f1f451cf tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:36.039766 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-a51bcc66-5ec4-4934-bf46-028a85c2242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:36.053609 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd767e83-e7a2-4371-933a-4ffc0afdb7d7 req-3e417be4-7a21-4ae5-a8f8-d448f1f451cf tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:36.062217 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd767e83-e7a2-4371-933a-4ffc0afdb7d7 req-3e417be4-7a21-4ae5-a8f8-d448f1f451cf tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:36.077386 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd767e83-e7a2-4371-933a-4ffc0afdb7d7 req-3e417be4-7a21-4ae5-a8f8-d448f1f451cf tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5430 time: 0.5012271 Jul 23 16:20:36.084804 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-91dcecba-5354-45a5-b56f-9cbe86a93b49 admin admin] Allocated IP 172.20.0.1 (4dd97669-66b3-495e-9f83-265cbe5bb756/b06d044d-7a5d-4455-8030-ecfa0a3c6204/85e30b8c-dd95-4a80-a2f2-de903471da91) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:36.116709 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-6a494bca-a8ab-48c0-adaa-39949f584141 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:36.191997 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 01f07953-20dc-48e2-b2aa-a8b256767e99, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=01f07953-20dc-48e2-b2aa-a8b256767e99,segment=NetworkSegment(13380f59-e4ec-4a16-8d62-9f34dd4434a0),segment_id=13380f59-e4ec-4a16-8d62-9f34dd4434a0)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:36.200496 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:36.214986 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:36.252643 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85057e35-b095-4f10-a1e6-7fd820aea8ee None None] Pushing event updated for resources: {'Port': ['ID=d4733f5e-34a6-4e6d-8198-df4e28577e45,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:36.283624 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51bcc66-5ec4-4934-bf46-028a85c2242d None None] Routers {'7a383e5e-0eb8-439e-82a6-5fbe5d73684d'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:20:36.284295 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-a51bcc66-5ec4-4934-bf46-028a85c2242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:20:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:36.341516 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-b6cd1ff0-54c6-408b-a1f2-dfbd95764e29 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=4ed385c197f74460a2c666d87d79e6e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0926864 Jul 23 16:20:36.385027 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66590e1-d314-4532-b8ad-8b23ab592ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46512483-dd71-4528-bea3-65c4b053ab66'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:36.387101 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f913d56-d339-47a2-95d8-25a948bf83be" -d '{"events": [{"server_uuid": "b66590e1-d314-4532-b8ad-8b23ab592ed4", "name": "network-vif-plugged", "status": "completed", "tag": "46512483-dd71-4528-bea3-65c4b053ab66"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:36.468461 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 46512483-dd71-4528-bea3-65c4b053ab66, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=46512483-dd71-4528-bea3-65c4b053ab66,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:36.469575 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=01f07953-20dc-48e2-b2aa-a8b256767e99,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:36.500411 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:36.531405 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:36.556835 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-a51bcc66-5ec4-4934-bf46-028a85c2242d None None] Set router 7a383e5e-0eb8-439e-82a6-5fbe5d73684d gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:20:36.593893 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c7c8df6d-9b94-4db8-88a5-eb3cb8728e6d req-0ec817e3-9e85-4ce7-b026-093fa9cf9c4e tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=125782f9-2236-455c-ab42-26a813406947 HTTP/1.1" status: 200 len: 210 time: 0.2627163 Jul 23 16:20:36.596927 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ffa9a753-41a1-4869-903c-c24c0a59676d None None] Provisioning complete for port 01f07953-20dc-48e2-b2aa-a8b256767e99 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:36.597336 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ffa9a753-41a1-4869-903c-c24c0a59676d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:36.647437 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-774e453c-c43e-41ea-9ca1-8be42e3795ba tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:36.652351 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-774e453c-c43e-41ea-9ca1-8be42e3795ba tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2776504 Jul 23 16:20:36.665910 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a494bca-a8ab-48c0-adaa-39949f584141 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=059c9f6d-4e9a-40b3-9401-ce561ed3f22d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:36.680818 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-33889c16-2c9b-48fe-9d49-19c5e02742d2 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Request body: {'port': {'device_id': '89ab39e5-3e39-4551-9140-f227e9eca613', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'admin_state_up': True, 'tenant_id': '4ed385c197f74460a2c666d87d79e6e5'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:36.704192 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd767e83-e7a2-4371-933a-4ffc0afdb7d7 req-6e947570-a61a-4879-9fb7-67463ac7b99f tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6257694 Jul 23 16:20:36.707277 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91dcecba-5354-45a5-b56f-9cbe86a93b49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:36.750800 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-6a494bca-a8ab-48c0-adaa-39949f584141 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Allocated IP 192.168.233.120 (eb3bf372-6ffe-4c33-8777-29948d4b4373/3812e6e5-38ac-4c93-85ce-3dab2cef76c9/e3966f2c-b52c-4edd-bbd7-caf3db32ad4f) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:36.796874 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=46512483-dd71-4528-bea3-65c4b053ab66,revision_number=11']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:36.799399 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-91dcecba-5354-45a5-b56f-9cbe86a93b49 admin admin] Transition to ACTIVE for port object 85e30b8c-dd95-4a80-a2f2-de903471da91 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:36.936939 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91dcecba-5354-45a5-b56f-9cbe86a93b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:36.985770 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-a51bcc66-5ec4-4934-bf46-028a85c2242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'name': 'tempest-FloatingIPsAssociationTestJSON-236955263-router', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:31Z', 'updated_at': '2021-07-23T16:20:33Z', 'revision_number': 3, 'project_id': 'bf040608ce9243169469d1c384fac592', 'gw_port': {'id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:04:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:32Z', 'updated_at': '2021-07-23T16:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:36.999594 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5f73c00d-55ad-4951-847a-84475e4c70f0 req-a2aa2f7a-0706-4eb9-8ace-7bdfb80bee4f tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.73 "GET /v2.0/ports?device_id=11625b2e-ec43-4068-9269-d6f71eb1c48d HTTP/1.1" status: 200 len: 210 time: 0.0922725 Jul 23 16:20:37.030412 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dcecba-5354-45a5-b56f-9cbe86a93b49 admin admin] Network 4dd97669-66b3-495e-9f83-265cbe5bb756 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:37.050220 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51bcc66-5ec4-4934-bf46-028a85c2242d None None] The sync data for ids ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'] in n-d-778549-4 is: [{'id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'name': 'tempest-FloatingIPsAssociationTestJSON-236955263-router', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:31Z', 'updated_at': '2021-07-23T16:20:33Z', 'revision_number': 3, 'project_id': 'bf040608ce9243169469d1c384fac592', 'gw_port': {'id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:04:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:32Z', 'updated_at': '2021-07-23T16:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:20:37.069479 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-91dcecba-5354-45a5-b56f-9cbe86a93b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:37.076961 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dcecba-5354-45a5-b56f-9cbe86a93b49 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:37.123301 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:37.168285 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91dcecba-5354-45a5-b56f-9cbe86a93b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:37.253802 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c271e0-1b26-4ab1-8f2d-63b1867c69bb x-openstack-request-id: req-d9c271e0-1b26-4ab1-8f2d-63b1867c69bb {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:37.254088 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66590e1-d314-4532-b8ad-8b23ab592ed4", "name": "network-vif-plugged", "status": "completed", "tag": "46512483-dd71-4528-bea3-65c4b053ab66", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:37.254862 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d9c271e0-1b26-4ab1-8f2d-63b1867c69bb {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:37.255261 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66590e1-d314-4532-b8ad-8b23ab592ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46512483-dd71-4528-bea3-65c4b053ab66', 'code': 200} Jul 23 16:20:37.295002 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1ef1d-62e1-4c6d-95b4-2fa65a3e66ae req-570fdd86-bebc-4f8c-a615-c4bb52f82ac6 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:37.303534 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5de1ef1d-62e1-4c6d-95b4-2fa65a3e66ae req-570fdd86-bebc-4f8c-a615-c4bb52f82ac6 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=15aeeadc-5ac1-444f-aa5d-814639931a8e HTTP/1.1" status: 200 len: 945 time: 0.5010335 Jul 23 16:20:37.304511 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcecba-5354-45a5-b56f-9cbe86a93b49 admin admin] Pushing event updated for resources: {'Port': ['ID=85e30b8c-dd95-4a80-a2f2-de903471da91,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:37.316276 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-33889c16-2c9b-48fe-9d49-19c5e02742d2 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Made reservation on behalf of 4ed385c197f74460a2c666d87d79e6e5 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:37.319795 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device acf6b0ef-044d-4f9d-8e6a-8a39da38e35e up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:37.321241 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-33889c16-2c9b-48fe-9d49-19c5e02742d2 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:37.458046 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port acf6b0ef-044d-4f9d-8e6a-8a39da38e35e completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:37.467447 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port acf6b0ef-044d-4f9d-8e6a-8a39da38e35e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:37.468744 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:37.591003 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91dcecba-5354-45a5-b56f-9cbe86a93b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:37.663821 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-5b73705a-3525-4b06-b37e-41b3029d179f None None] Provisioning for port 85e30b8c-dd95-4a80-a2f2-de903471da91 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:37.682378 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-e9aec939-6aaf-4795-912c-e98920d884af tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696321 Jul 23 16:20:37.688076 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-5b73705a-3525-4b06-b37e-41b3029d179f None None] Provisioning complete for port 85e30b8c-dd95-4a80-a2f2-de903471da91 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:37.691600 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5b73705a-3525-4b06-b37e-41b3029d179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:37.897206 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:37.948332 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-03585589-a98f-457f-8c2d-873ed7a57d56 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:37.950594 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-03585589-a98f-457f-8c2d-873ed7a57d56 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2594979 Jul 23 16:20:37.953884 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-5b73705a-3525-4b06-b37e-41b3029d179f None None] Port 85e30b8c-dd95-4a80-a2f2-de903471da91 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:20:37.968984 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-f14a2778-054d-48f4-8da5-ead992c9fd64 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Request body: {'port': {'device_id': '1c34234c-7b23-422c-a523-7f9e2d5ddc0c', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'admin_state_up': True, 'tenant_id': 'f529211e54344ba6bb9f15fa585bf4d7'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:38.011076 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port acf6b0ef-044d-4f9d-8e6a-8a39da38e35e, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=acf6b0ef-044d-4f9d-8e6a-8a39da38e35e,segment=NetworkSegment(786593a5-a224-4584-8758-80516f86a2d4),segment_id=786593a5-a224-4584-8758-80516f86a2d4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:38.019058 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:38.080696 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5de1ef1d-62e1-4c6d-95b4-2fa65a3e66ae req-76a7e945-134b-4dd1-ace3-4abe22f6c4b4 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7762637 Jul 23 16:20:38.099658 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=acf6b0ef-044d-4f9d-8e6a-8a39da38e35e,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:38.211730 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-40a2eddc-c220-4ae1-b0e3-507c90c8de56 req-802ead2c-ef8c-4ec6-85bf-ce2edfca61f6 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 210 time: 0.1384277 Jul 23 16:20:38.227921 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-d3f6da3f-550e-4026-b3df-b59b43ee6047 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1558535 Jul 23 16:20:38.371206 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-6a494bca-a8ab-48c0-adaa-39949f584141 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:38.477799 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:38.484278 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-03827f1c-e81d-41a8-ada6-603c491df65c req-456ef260-293d-46d1-bbf3-b2c3c6fef95d tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=125782f9-2236-455c-ab42-26a813406947 HTTP/1.1" status: 200 len: 210 time: 0.1912832 Jul 23 16:20:38.491898 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-6a494bca-a8ab-48c0-adaa-39949f584141 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Transition to ACTIVE for port object e3966f2c-b52c-4edd-bbd7-caf3db32ad4f will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:38.597719 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d4733f5e-34a6-4e6d-8198-df4e28577e45 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:38.678627 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2661e-3802-421c-a1ac-6bf74d7e8eb4 req-a56e7fb1-7d5d-4d7d-8c98-59af7244f71f tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:38.686056 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2661e-3802-421c-a1ac-6bf74d7e8eb4 req-a56e7fb1-7d5d-4d7d-8c98-59af7244f71f tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:38.693510 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2661e-3802-421c-a1ac-6bf74d7e8eb4 req-a56e7fb1-7d5d-4d7d-8c98-59af7244f71f tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:38.701006 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2661e-3802-421c-a1ac-6bf74d7e8eb4 req-a56e7fb1-7d5d-4d7d-8c98-59af7244f71f tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:38.708556 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2661e-3802-421c-a1ac-6bf74d7e8eb4 req-a56e7fb1-7d5d-4d7d-8c98-59af7244f71f tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:38.710338 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91dcecba-5354-45a5-b56f-9cbe86a93b49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:38.715894 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2661e-3802-421c-a1ac-6bf74d7e8eb4 req-a56e7fb1-7d5d-4d7d-8c98-59af7244f71f tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:38.722494 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91dcecba-5354-45a5-b56f-9cbe86a93b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:38.723229 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2661e-3802-421c-a1ac-6bf74d7e8eb4 req-a56e7fb1-7d5d-4d7d-8c98-59af7244f71f tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:38.731784 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-63d2661e-3802-421c-a1ac-6bf74d7e8eb4 req-a56e7fb1-7d5d-4d7d-8c98-59af7244f71f tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5430 time: 0.3640425 Jul 23 16:20:38.799781 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-f14a2778-054d-48f4-8da5-ead992c9fd64 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Made reservation on behalf of f529211e54344ba6bb9f15fa585bf4d7 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:38.803320 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-f14a2778-054d-48f4-8da5-ead992c9fd64 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:38.826540 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c28d435-5699-4041-ab77-5d1acaa071af req-fa150c87-e69d-4444-a03b-00a4d13cad7a tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.73 "GET /v2.0/ports?device_id=11625b2e-ec43-4068-9269-d6f71eb1c48d HTTP/1.1" status: 200 len: 210 time: 0.2062409 Jul 23 16:20:38.835826 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-80f1e6fa-4025-412e-89f8-d7ff15ff9aa6 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:38.838250 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port d4733f5e-34a6-4e6d-8198-df4e28577e45 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:38.839253 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-80f1e6fa-4025-412e-89f8-d7ff15ff9aa6 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5830970 Jul 23 16:20:38.854630 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port d4733f5e-34a6-4e6d-8198-df4e28577e45 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:38.855904 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:38.873507 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-7c2625d4-5562-43ff-99be-9344d0430637 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Request body: {'port': {'device_id': '125782f9-2236-455c-ab42-26a813406947', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'admin_state_up': True, 'tenant_id': 'f529211e54344ba6bb9f15fa585bf4d7'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:38.882108 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-6a494bca-a8ab-48c0-adaa-39949f584141 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:38.919272 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcecba-5354-45a5-b56f-9cbe86a93b49 admin admin] Pushing event updated for resources: {'Port': ['ID=85e30b8c-dd95-4a80-a2f2-de903471da91,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:38.922099 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91dcecba-5354-45a5-b56f-9cbe86a93b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:38.953848 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0eb46674-e95e-4b00-a802-622dc27dff6b req-db92741f-8f28-4e28-bfba-59bdd9dfde2a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6583490 Jul 23 16:20:39.005863 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:39.030315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a494bca-a8ab-48c0-adaa-39949f584141 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Pushing event updated for resources: {'Port': ['ID=e3966f2c-b52c-4edd-bbd7-caf3db32ad4f,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:39.047740 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port d4733f5e-34a6-4e6d-8198-df4e28577e45, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d4733f5e-34a6-4e6d-8198-df4e28577e45,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:39.053205 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-63d2661e-3802-421c-a1ac-6bf74d7e8eb4 req-c4af058b-179c-4047-b752-af7e4836eb42 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3187149 Jul 23 16:20:39.053526 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:39.054522 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 01f07953-20dc-48e2-b2aa-a8b256767e99 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:39.061069 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-6a494bca-a8ab-48c0-adaa-39949f584141 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:39.061808 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-33889c16-2c9b-48fe-9d49-19c5e02742d2 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Allocated IP 192.168.233.230 (eb3bf372-6ffe-4c33-8777-29948d4b4373/3812e6e5-38ac-4c93-85ce-3dab2cef76c9/f46ac28d-abb4-433c-a4be-e695eada86f5) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:39.099597 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-6a494bca-a8ab-48c0-adaa-39949f584141 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:39.104738 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-6a494bca-a8ab-48c0-adaa-39949f584141 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:39.202788 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dcecba-5354-45a5-b56f-9cbe86a93b49 admin admin] Network 4dd97669-66b3-495e-9f83-265cbe5bb756 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:39.206232 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 01f07953-20dc-48e2-b2aa-a8b256767e99 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:39.206613 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:39.212924 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-91dcecba-5354-45a5-b56f-9cbe86a93b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:39.216107 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=d4733f5e-34a6-4e6d-8198-df4e28577e45,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:39.258496 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15aeeadc-5ac1-444f-aa5d-814639931a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf6b0ef-044d-4f9d-8e6a-8a39da38e35e'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:39.270344 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3109aac0-40be-4355-bd2b-e5f6f565e4e5" -d '{"events": [{"server_uuid": "15aeeadc-5ac1-444f-aa5d-814639931a8e", "name": "network-vif-plugged", "status": "completed", "tag": "acf6b0ef-044d-4f9d-8e6a-8a39da38e35e"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:39.349290 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb46674-e95e-4b00-a802-622dc27dff6b req-0891c25c-e2b5-4f2e-b776-a31789a8f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:39.350831 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0eb46674-e95e-4b00-a802-622dc27dff6b req-0891c25c-e2b5-4f2e-b776-a31789a8f30b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67 HTTP/1.1" status: 200 len: 1095 time: 0.3717837 Jul 23 16:20:39.462613 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-6a494bca-a8ab-48c0-adaa-39949f584141 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:39.463324 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-6a494bca-a8ab-48c0-adaa-39949f584141 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:39.536728 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-64b9a478-820a-496f-9d10-358310190fe4 req-52da5b42-37ec-4fb9-bac3-d10ca90dda5f tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 210 time: 0.1156230 Jul 23 16:20:39.555929 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-7c2625d4-5562-43ff-99be-9344d0430637 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Made reservation on behalf of f529211e54344ba6bb9f15fa585bf4d7 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:39.561851 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-7c2625d4-5562-43ff-99be-9344d0430637 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:39.604871 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-dee99f9f-0c52-4a70-a06f-e2f375afff0c None None] Provisioning for port e3966f2c-b52c-4edd-bbd7-caf3db32ad4f completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:39.606937 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-6a494bca-a8ab-48c0-adaa-39949f584141 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6261766 Jul 23 16:20:39.613326 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-dee99f9f-0c52-4a70-a06f-e2f375afff0c None None] Provisioning complete for port e3966f2c-b52c-4edd-bbd7-caf3db32ad4f triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:39.614817 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dee99f9f-0c52-4a70-a06f-e2f375afff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:39.625384 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa23846-b1a2-45e7-9525-dba6ef7a07a3 x-openstack-request-id: req-0aa23846-b1a2-45e7-9525-dba6ef7a07a3 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:39.625881 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15aeeadc-5ac1-444f-aa5d-814639931a8e", "name": "network-vif-plugged", "status": "completed", "tag": "acf6b0ef-044d-4f9d-8e6a-8a39da38e35e", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:39.626285 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0aa23846-b1a2-45e7-9525-dba6ef7a07a3 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:39.626881 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15aeeadc-5ac1-444f-aa5d-814639931a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf6b0ef-044d-4f9d-8e6a-8a39da38e35e', 'code': 200} Jul 23 16:20:39.629548 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-33889c16-2c9b-48fe-9d49-19c5e02742d2 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:39.639262 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-b01b1cf0-2530-406f-83f3-6d1389bbf7e3 service neutron] Request body: {'port': {'device_id': '11625b2e-ec43-4068-9269-d6f71eb1c48d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:39.648920 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-33889c16-2c9b-48fe-9d49-19c5e02742d2 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Transition to ACTIVE for port object f46ac28d-abb4-433c-a4be-e695eada86f5 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:39.708803 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.74', 54731) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:39.716274 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-dee99f9f-0c52-4a70-a06f-e2f375afff0c None None] Port e3966f2c-b52c-4edd-bbd7-caf3db32ad4f cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:20:39.717951 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-33889c16-2c9b-48fe-9d49-19c5e02742d2 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:39.731597 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['be1d51a9-55f4-470f-8f76-a55feb8d6c7b', '0ba4628c-0b1c-469e-83f4-9f4d3292c354'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:39.751849 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['46512483-dd71-4528-bea3-65c4b053ab66'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:39.755017 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-dee99f9f-0c52-4a70-a06f-e2f375afff0c None None] Provisioning complete for port 85e30b8c-dd95-4a80-a2f2-de903471da91 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:39.755558 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dee99f9f-0c52-4a70-a06f-e2f375afff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:39.832990 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eff179-f0f8-43ca-99a6-b1a26fa084d0 req-b388cc6a-d707-4b8b-831d-a2ce32df284e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:39.834344 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41eff179-f0f8-43ca-99a6-b1a26fa084d0 req-b388cc6a-d707-4b8b-831d-a2ce32df284e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=15aeeadc-5ac1-444f-aa5d-814639931a8e HTTP/1.1" status: 200 len: 946 time: 0.5378516 Jul 23 16:20:39.872815 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d33373e-e8b0-4a2f-b620-89e2998fa580 req-d36fb29e-a453-4971-a0c7-b0443da3e67a tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=125782f9-2236-455c-ab42-26a813406947 HTTP/1.1" status: 200 len: 210 time: 0.1096478 Jul 23 16:20:39.920889 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb46674-e95e-4b00-a802-622dc27dff6b req-d637c081-fb28-40ea-98cc-87de81734ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:39.922719 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0eb46674-e95e-4b00-a802-622dc27dff6b req-d637c081-fb28-40ea-98cc-87de81734ff7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cbcbd292-3824-44cf-913c-59a7184e692c HTTP/1.1" status: 200 len: 910 time: 0.5086718 Jul 23 16:20:39.940166 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-dee99f9f-0c52-4a70-a06f-e2f375afff0c None None] Port 85e30b8c-dd95-4a80-a2f2-de903471da91 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:20:39.943925 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-33889c16-2c9b-48fe-9d49-19c5e02742d2 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:39.960060 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-33889c16-2c9b-48fe-9d49-19c5e02742d2 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:39.979336 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33889c16-2c9b-48fe-9d49-19c5e02742d2 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Pushing event updated for resources: {'Port': ['ID=f46ac28d-abb4-433c-a4be-e695eada86f5,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:39.988629 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-f14a2778-054d-48f4-8da5-ead992c9fd64 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Allocated IP 192.168.233.55 (eb3bf372-6ffe-4c33-8777-29948d4b4373/3812e6e5-38ac-4c93-85ce-3dab2cef76c9/7fda5483-fa08-4101-a62c-47e5fb8b3df6) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:39.994364 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-33889c16-2c9b-48fe-9d49-19c5e02742d2 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:39.998199 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91dcecba-5354-45a5-b56f-9cbe86a93b49 admin admin] Router 7a383e5e-0eb8-439e-82a6-5fbe5d73684d has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:20:40.022180 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0eb46674-e95e-4b00-a802-622dc27dff6b req-5dec3f7e-5a87-4fa8-8055-c29318c8501f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c87bc1-a789-4c00-8804-ca8cbfeaad04 HTTP/1.1" status: 200 len: 217 time: 0.0860286 Jul 23 16:20:40.081697 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-b01b1cf0-2530-406f-83f3-6d1389bbf7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:40.104836 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-33889c16-2c9b-48fe-9d49-19c5e02742d2 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:40.105090 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-33889c16-2c9b-48fe-9d49-19c5e02742d2 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:40.147532 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41eff179-f0f8-43ca-99a6-b1a26fa084d0 req-7d87d4d8-7be9-43d2-8dec-c5eea5193ba8 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740893 Jul 23 16:20:40.188298 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb46674-e95e-4b00-a802-622dc27dff6b req-d63cfa3a-94c7-4c5c-81ec-1bcb6aabb282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:40.192885 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0eb46674-e95e-4b00-a802-622dc27dff6b req-d63cfa3a-94c7-4c5c-81ec-1bcb6aabb282 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f8384c77-6398-425d-9275-6a23db41a285 HTTP/1.1" status: 200 len: 848 time: 0.1554661 Jul 23 16:20:40.200013 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc5e9f-15b0-48d2-8a08-ea283ab270a4 req-1c7e4c6d-f3d0-4896-a579-f086616a3a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:40.201922 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9efc5e9f-15b0-48d2-8a08-ea283ab270a4 req-1c7e4c6d-f3d0-4896-a579-f086616a3a74 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=15aeeadc-5ac1-444f-aa5d-814639931a8e HTTP/1.1" status: 200 len: 1097 time: 0.4853890 Jul 23 16:20:40.307462 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-33889c16-2c9b-48fe-9d49-19c5e02742d2 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6367064 Jul 23 16:20:40.323914 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-9bff6dd8-a316-4831-a172-80a40d5bae34 service neutron] Request body: {'port': {'device_id': '89ab39e5-3e39-4551-9140-f227e9eca613', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:40.389718 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0eb46674-e95e-4b00-a802-622dc27dff6b req-4ac34840-8f94-4c1b-a41b-f475fb3f807c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cbcbd292-3824-44cf-913c-59a7184e692c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198626 Jul 23 16:20:40.394584 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1bc03e53-0b6b-4be4-bf15-d47fbef6c55d None None] Provisioning for port f46ac28d-abb4-433c-a4be-e695eada86f5 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:40.407535 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1bc03e53-0b6b-4be4-bf15-d47fbef6c55d None None] Provisioning complete for port f46ac28d-abb4-433c-a4be-e695eada86f5 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:40.408265 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1bc03e53-0b6b-4be4-bf15-d47fbef6c55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:40.475378 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-1bc03e53-0b6b-4be4-bf15-d47fbef6c55d None None] Port f46ac28d-abb4-433c-a4be-e695eada86f5 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:20:40.489077 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9efc5e9f-15b0-48d2-8a08-ea283ab270a4 req-54fd8e7b-1b5e-4b06-8e5f-2f963c1da180 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210319 Jul 23 16:20:40.505003 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d4733f5e-34a6-4e6d-8198-df4e28577e45 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:40.526739 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5f06533c-7e83-4f8f-9b4e-57c0b7cc215b req-b1ed9aff-212e-46df-b100-56f4bffb646a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6017184 Jul 23 16:20:40.560922 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e041a8-f3d4-4605-ae6f-3b419c83a8a2 req-5038b4ec-b6cf-43ac-ba0f-9198bf156f8b tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:40.565393 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port d4733f5e-34a6-4e6d-8198-df4e28577e45 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:40.566121 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:40.570072 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-96e041a8-f3d4-4605-ae6f-3b419c83a8a2 req-5038b4ec-b6cf-43ac-ba0f-9198bf156f8b tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.73 "GET /v2.0/ports?device_id=11625b2e-ec43-4068-9269-d6f71eb1c48d HTTP/1.1" status: 200 len: 936 time: 0.5584693 Jul 23 16:20:40.595425 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91dcecba-5354-45a5-b56f-9cbe86a93b49 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:20:40.605416 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-91dcecba-5354-45a5-b56f-9cbe86a93b49 admin admin] 10.222.0.73 "PUT /v2.0/routers/7a383e5e-0eb8-439e-82a6-5fbe5d73684d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3656998 Jul 23 16:20:40.617931 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fced1e-b868-4e65-bb05-8df8e5b09946 None None] Sync routers for ids ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:20:40.645305 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fced1e-b868-4e65-bb05-8df8e5b09946 None None] Routers {'7a383e5e-0eb8-439e-82a6-5fbe5d73684d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:20:40.646529 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-20fced1e-b868-4e65-bb05-8df8e5b09946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:20:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:40.661033 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-9bff6dd8-a316-4831-a172-80a40d5bae34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:40.731015 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0eb46674-e95e-4b00-a802-622dc27dff6b req-2096942a-198d-48df-93f8-026de0007f3b service neutron] 10.222.0.74 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301170 Jul 23 16:20:40.745896 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-96e041a8-f3d4-4605-ae6f-3b419c83a8a2 req-d8a8526b-3f64-4dcc-b3eb-851b6651a051 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.73 "GET /v2.0/security-groups?id=059c9f6d-4e9a-40b3-9401-ce561ed3f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749742 Jul 23 16:20:40.782986 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-f14a2778-054d-48f4-8da5-ead992c9fd64 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:40.817900 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-20fced1e-b868-4e65-bb05-8df8e5b09946 None None] Set router 7a383e5e-0eb8-439e-82a6-5fbe5d73684d gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:20:40.846624 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-f14a2778-054d-48f4-8da5-ead992c9fd64 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Transition to ACTIVE for port object 7fda5483-fa08-4101-a62c-47e5fb8b3df6 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:40.853859 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163f9e2-27d2-46f3-8430-dc4bfe81eda0 req-8909492c-5738-4d99-b82b-f0a07a6dbfbd tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:40.861421 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163f9e2-27d2-46f3-8430-dc4bfe81eda0 req-8909492c-5738-4d99-b82b-f0a07a6dbfbd tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:40.879563 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163f9e2-27d2-46f3-8430-dc4bfe81eda0 req-8909492c-5738-4d99-b82b-f0a07a6dbfbd tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:40.889850 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163f9e2-27d2-46f3-8430-dc4bfe81eda0 req-8909492c-5738-4d99-b82b-f0a07a6dbfbd tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:40.898669 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163f9e2-27d2-46f3-8430-dc4bfe81eda0 req-8909492c-5738-4d99-b82b-f0a07a6dbfbd tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:40.905383 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163f9e2-27d2-46f3-8430-dc4bfe81eda0 req-8909492c-5738-4d99-b82b-f0a07a6dbfbd tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:40.917361 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163f9e2-27d2-46f3-8430-dc4bfe81eda0 req-8909492c-5738-4d99-b82b-f0a07a6dbfbd tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:40.921117 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c163f9e2-27d2-46f3-8430-dc4bfe81eda0 req-8909492c-5738-4d99-b82b-f0a07a6dbfbd tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5430 time: 0.5190701 Jul 23 16:20:40.972481 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-f14a2778-054d-48f4-8da5-ead992c9fd64 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:41.011783 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['73cf402e-041a-4a65-853b-18de3c99c53e'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:41.014058 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['8604d4f7-3254-41a1-bb76-0c78d014ce8e', '516419e3-e6c6-47bf-a561-7be4d299a8b8'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:41.026423 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-f14a2778-054d-48f4-8da5-ead992c9fd64 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:41.035262 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-f14a2778-054d-48f4-8da5-ead992c9fd64 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:41.054207 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-f14a2778-054d-48f4-8da5-ead992c9fd64 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:41.101210 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-7c2625d4-5562-43ff-99be-9344d0430637 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Allocated IP 192.168.233.172 (eb3bf372-6ffe-4c33-8777-29948d4b4373/3812e6e5-38ac-4c93-85ce-3dab2cef76c9/cebe27dc-bd00-4623-854f-7312f6492b97) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:41.118534 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-f14a2778-054d-48f4-8da5-ead992c9fd64 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:41.119854 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-f14a2778-054d-48f4-8da5-ead992c9fd64 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:41.128226 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a2778-054d-48f4-8da5-ead992c9fd64 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Pushing event updated for resources: {'Port': ['ID=7fda5483-fa08-4101-a62c-47e5fb8b3df6,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:41.147500 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-f14a2778-054d-48f4-8da5-ead992c9fd64 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1855845 Jul 23 16:20:41.162033 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-29b6e5f6-0423-43b3-a457-09371efb4029 service neutron] Request body: {'port': {'device_id': '1c34234c-7b23-422c-a523-7f9e2d5ddc0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:41.178966 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06533c-7e83-4f8f-9b4e-57c0b7cc215b req-53c9d17e-5dd4-41a3-9376-b1fca2fc620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:41.181195 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5f06533c-7e83-4f8f-9b4e-57c0b7cc215b req-53c9d17e-5dd4-41a3-9376-b1fca2fc620e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745 HTTP/1.1" status: 200 len: 1117 time: 0.5705009 Jul 23 16:20:41.222340 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0eb46674-e95e-4b00-a802-622dc27dff6b req-b0cdff30-923b-4ea1-bab5-e14b66b9f8a9 service neutron] 10.222.0.74 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740753 Jul 23 16:20:41.278226 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-29b6e5f6-0423-43b3-a457-09371efb4029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:41.343129 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-20fced1e-b868-4e65-bb05-8df8e5b09946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'name': 'tempest-FloatingIPsAssociationTestJSON-236955263-router', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:31Z', 'updated_at': '2021-07-23T16:20:37Z', 'revision_number': 4, 'project_id': 'bf040608ce9243169469d1c384fac592', 'gw_port': {'id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:32Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '85e30b8c-dd95-4a80-a2f2-de903471da91', 'name': '', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'mac_address': 'fa:16:3e:c4:0d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:35Z', 'updated_at': '2021-07-23T16:20:37Z', 'revision_number': 2, 'project_id': 'bf040608ce9243169469d1c384fac592', 'subnets': [{'id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:41.379298 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fced1e-b868-4e65-bb05-8df8e5b09946 None None] Checking router: 7a383e5e-0eb8-439e-82a6-5fbe5d73684d for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:20:41.379673 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fced1e-b868-4e65-bb05-8df8e5b09946 None None] Updating router 7a383e5e-0eb8-439e-82a6-5fbe5d73684d port 85e30b8c-dd95-4a80-a2f2-de903471da91 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:20:41.455385 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-20fced1e-b868-4e65-bb05-8df8e5b09946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:41.476783 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c163f9e2-27d2-46f3-8430-dc4bfe81eda0 req-ff30800e-7e57-413d-8f72-c6c8747f47ba tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4711545 Jul 23 16:20:41.575823 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-25d1be00-a0c0-41b0-ba30-13c02fd84427 None None] Provisioning for port 7fda5483-fa08-4101-a62c-47e5fb8b3df6 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:41.585609 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-25d1be00-a0c0-41b0-ba30-13c02fd84427 None None] Provisioning complete for port 7fda5483-fa08-4101-a62c-47e5fb8b3df6 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:41.586061 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-25d1be00-a0c0-41b0-ba30-13c02fd84427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:41.606336 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00bd3f-a6f3-4345-9c4e-446bd6f08a9c req-eddbfcbe-0bdf-4825-823b-6760b5e499f7 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:41.613194 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b00bd3f-a6f3-4345-9c4e-446bd6f08a9c req-eddbfcbe-0bdf-4825-823b-6760b5e499f7 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 936 time: 0.6570132 Jul 23 16:20:41.707851 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-25d1be00-a0c0-41b0-ba30-13c02fd84427 None None] Port 7fda5483-fa08-4101-a62c-47e5fb8b3df6 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:20:41.995088 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ca228935-2559-4601-b352-468f36d1f85c req-8dde0073-ddc6-4131-b23f-f4c26e6792d0 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=125782f9-2236-455c-ab42-26a813406947 HTTP/1.1" status: 200 len: 210 time: 0.3690174 Jul 23 16:20:42.032103 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-20fced1e-b868-4e65-bb05-8df8e5b09946 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.036734 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06533c-7e83-4f8f-9b4e-57c0b7cc215b req-1b2a031b-30b5-42f1-8291-23ac448d1bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:42.038481 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5f06533c-7e83-4f8f-9b4e-57c0b7cc215b req-1b2a031b-30b5-42f1-8291-23ac448d1bbc service neutron] 10.222.0.97 "GET /v2.0/networks?id=cbcbd292-3824-44cf-913c-59a7184e692c HTTP/1.1" status: 200 len: 910 time: 0.7870200 Jul 23 16:20:42.043368 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b00bd3f-a6f3-4345-9c4e-446bd6f08a9c req-737f3781-46c2-470a-8c94-18ae1eb9fa8b tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289129 Jul 23 16:20:42.044080 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-20fced1e-b868-4e65-bb05-8df8e5b09946 None None] Transition to ACTIVE for port object 85e30b8c-dd95-4a80-a2f2-de903471da91 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:42.054445 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-20fced1e-b868-4e65-bb05-8df8e5b09946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.089747 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5f06533c-7e83-4f8f-9b4e-57c0b7cc215b req-718c8703-3c4b-422a-b5d2-84089cc145a4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=122ef259-640d-4589-b162-4a77274d8825 HTTP/1.1" status: 200 len: 217 time: 0.0429194 Jul 23 16:20:42.149623 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-7c2625d4-5562-43ff-99be-9344d0430637 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.212267 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-7c2625d4-5562-43ff-99be-9344d0430637 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Transition to ACTIVE for port object cebe27dc-bd00-4623-854f-7312f6492b97 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:42.224229 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06533c-7e83-4f8f-9b4e-57c0b7cc215b req-efca5c2f-818e-4e29-9ad4-73ef11f7c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:42.225891 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5f06533c-7e83-4f8f-9b4e-57c0b7cc215b req-efca5c2f-818e-4e29-9ad4-73ef11f7c75b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f8384c77-6398-425d-9275-6a23db41a285 HTTP/1.1" status: 200 len: 848 time: 0.1216865 Jul 23 16:20:42.232286 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403adad-ad1b-4d58-9624-dc15bdf2d51e None None] Pushing event updated for resources: {'Port': ['ID=85e30b8c-dd95-4a80-a2f2-de903471da91,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:42.247164 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-20fced1e-b868-4e65-bb05-8df8e5b09946 None None] Attempting to bind port 85e30b8c-dd95-4a80-a2f2-de903471da91 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:42.247459 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-20fced1e-b868-4e65-bb05-8df8e5b09946 None None] Attempting to bind port 85e30b8c-dd95-4a80-a2f2-de903471da91 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '13380f59-e4ec-4a16-8d62-9f34dd4434a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:42.247824 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fced1e-b868-4e65-bb05-8df8e5b09946 None None] Attempting to bind port 85e30b8c-dd95-4a80-a2f2-de903471da91 on network 4dd97669-66b3-495e-9f83-265cbe5bb756 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:42.253531 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fced1e-b868-4e65-bb05-8df8e5b09946 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:42.254057 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fced1e-b868-4e65-bb05-8df8e5b09946 None None] Checking segment: {'id': '13380f59-e4ec-4a16-8d62-9f34dd4434a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:42.254600 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-20fced1e-b868-4e65-bb05-8df8e5b09946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.254983 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fced1e-b868-4e65-bb05-8df8e5b09946 None None] Bound using segment: {'id': '13380f59-e4ec-4a16-8d62-9f34dd4434a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:42.255453 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-20fced1e-b868-4e65-bb05-8df8e5b09946 None None] Bound port: 85e30b8c-dd95-4a80-a2f2-de903471da91, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13380f59-e4ec-4a16-8d62-9f34dd4434a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:42.255861 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-20fced1e-b868-4e65-bb05-8df8e5b09946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.309873 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5f06533c-7e83-4f8f-9b4e-57c0b7cc215b req-36d8aadf-07fc-4301-a505-a68613add4b0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cbcbd292-3824-44cf-913c-59a7184e692c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737987 Jul 23 16:20:42.329437 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-20fced1e-b868-4e65-bb05-8df8e5b09946 None None] For port 85e30b8c-dd95-4a80-a2f2-de903471da91, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:42.333547 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-20fced1e-b868-4e65-bb05-8df8e5b09946 None None] For port 85e30b8c-dd95-4a80-a2f2-de903471da91, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=85e30b8c-dd95-4a80-a2f2-de903471da91,segment=NetworkSegment(13380f59-e4ec-4a16-8d62-9f34dd4434a0),segment_id=13380f59-e4ec-4a16-8d62-9f34dd4434a0)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:42.339084 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-20fced1e-b868-4e65-bb05-8df8e5b09946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.404495 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fced1e-b868-4e65-bb05-8df8e5b09946 None None] Routers {'7a383e5e-0eb8-439e-82a6-5fbe5d73684d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:20:42.405275 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-20fced1e-b868-4e65-bb05-8df8e5b09946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:20:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:42.419577 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c25fc2-86d2-4a81-a7d2-17f033be35eb req-2bcefe0a-6697-4fed-ab32-91379c44f6cd tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:42.425525 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20c25fc2-86d2-4a81-a7d2-17f033be35eb req-2bcefe0a-6697-4fed-ab32-91379c44f6cd tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=15aeeadc-5ac1-444f-aa5d-814639931a8e HTTP/1.1" status: 200 len: 946 time: 0.2885816 Jul 23 16:20:42.449323 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403adad-ad1b-4d58-9624-dc15bdf2d51e None None] Pushing event updated for resources: {'Port': ['ID=85e30b8c-dd95-4a80-a2f2-de903471da91,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:42.483944 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-7c2625d4-5562-43ff-99be-9344d0430637 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.496781 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['73cf402e-041a-4a65-853b-18de3c99c53e'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:42.512902 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['8604d4f7-3254-41a1-bb76-0c78d014ce8e', '516419e3-e6c6-47bf-a561-7be4d299a8b8'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:42.655559 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2625d4-5562-43ff-99be-9344d0430637 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Pushing event updated for resources: {'Port': ['ID=cebe27dc-bd00-4623-854f-7312f6492b97,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:42.660748 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-20fced1e-b868-4e65-bb05-8df8e5b09946 None None] Set router 7a383e5e-0eb8-439e-82a6-5fbe5d73684d gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:20:42.669456 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-7c2625d4-5562-43ff-99be-9344d0430637 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:42.679794 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-7c2625d4-5562-43ff-99be-9344d0430637 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:42.682442 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-7c2625d4-5562-43ff-99be-9344d0430637 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:42.749432 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20c25fc2-86d2-4a81-a7d2-17f033be35eb req-7b8abe21-64f2-456b-b565-e811eb02fc29 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125830 Jul 23 16:20:42.776865 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-04e65ff0-f711-4d8d-8f02-f527c7f16c16 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:42.784284 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-04e65ff0-f711-4d8d-8f02-f527c7f16c16 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/networks?id=4dd97669-66b3-495e-9f83-265cbe5bb756 HTTP/1.1" status: 200 len: 820 time: 0.5526884 Jul 23 16:20:42.836095 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5f06533c-7e83-4f8f-9b4e-57c0b7cc215b req-602352b8-6eb4-416d-9fe8-c1b34991d9ad service neutron] 10.222.0.97 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019729 Jul 23 16:20:42.842769 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-7c2625d4-5562-43ff-99be-9344d0430637 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:42.843505 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-7c2625d4-5562-43ff-99be-9344d0430637 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.875411 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-61986172-1bd4-47a4-aa76-87e5d160de73 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/quotas/bf040608ce9243169469d1c384fac592 HTTP/1.1" status: 200 len: 375 time: 0.0898628 Jul 23 16:20:42.895810 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-7c2625d4-5562-43ff-99be-9344d0430637 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0284686 Jul 23 16:20:42.952265 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-085ff2bb-2189-4da3-a71a-dffb489869a1 service neutron] Request body: {'port': {'device_id': '125782f9-2236-455c-ab42-26a813406947', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:43.101245 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4bd80621-7717-4b18-878b-fc1a13acc1bf None None] Provisioning for port cebe27dc-bd00-4623-854f-7312f6492b97 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:43.116273 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4bd80621-7717-4b18-878b-fc1a13acc1bf None None] Provisioning complete for port cebe27dc-bd00-4623-854f-7312f6492b97 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:43.116650 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4bd80621-7717-4b18-878b-fc1a13acc1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:43.180922 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4bd80621-7717-4b18-878b-fc1a13acc1bf None None] Port cebe27dc-bd00-4623-854f-7312f6492b97 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:20:43.201619 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-b01b1cf0-2530-406f-83f3-6d1389bbf7e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3966f2c-b52c-4edd-bbd7-caf3db32ad4f {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:43.205919 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-20fced1e-b868-4e65-bb05-8df8e5b09946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'name': 'tempest-FloatingIPsAssociationTestJSON-236955263-router', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:31Z', 'updated_at': '2021-07-23T16:20:37Z', 'revision_number': 4, 'project_id': 'bf040608ce9243169469d1c384fac592', 'gw_port': {'id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:32Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '85e30b8c-dd95-4a80-a2f2-de903471da91', 'name': '', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'mac_address': 'fa:16:3e:c4:0d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:35Z', 'updated_at': '2021-07-23T16:20:42Z', 'revision_number': 4, 'project_id': 'bf040608ce9243169469d1c384fac592', 'subnets': [{'id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:43.217694 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-b01b1cf0-2530-406f-83f3-6d1389bbf7e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:43.222587 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5f06533c-7e83-4f8f-9b4e-57c0b7cc215b req-4be57520-7e72-4f1d-821c-c3c6110c68ef service neutron] 10.222.0.97 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636386 Jul 23 16:20:43.239072 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-085ff2bb-2189-4da3-a71a-dffb489869a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:43.246263 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fced1e-b868-4e65-bb05-8df8e5b09946 None None] The sync data for ids ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'] in n-d-778549-4 is: [{'id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'name': 'tempest-FloatingIPsAssociationTestJSON-236955263-router', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:31Z', 'updated_at': '2021-07-23T16:20:37Z', 'revision_number': 4, 'project_id': 'bf040608ce9243169469d1c384fac592', 'gw_port': {'id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:32Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '85e30b8c-dd95-4a80-a2f2-de903471da91', 'name': '', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'mac_address': 'fa:16:3e:c4:0d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:35Z', 'updated_at': '2021-07-23T16:20:42Z', 'revision_number': 4, 'project_id': 'bf040608ce9243169469d1c384fac592', 'subnets': [{'id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:20:43.258368 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-147d8fb0-8739-4ff8-bd19-18fbcf5b03a9 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf040608ce9243169469d1c384fac592&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3674529 Jul 23 16:20:43.282328 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-b01b1cf0-2530-406f-83f3-6d1389bbf7e3 service neutron] Transition to ACTIVE for port object e3966f2c-b52c-4edd-bbd7-caf3db32ad4f will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:43.335642 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-b01b1cf0-2530-406f-83f3-6d1389bbf7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:43.473682 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d4fdd-fa3f-4f81-ba95-4fcbacfb41eb req-fd5d1522-37d0-4702-9818-3f04d5b7dcb9 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:43.476296 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e41d4fdd-fa3f-4f81-ba95-4fcbacfb41eb req-fd5d1522-37d0-4702-9818-3f04d5b7dcb9 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.73 "GET /v2.0/ports?device_id=11625b2e-ec43-4068-9269-d6f71eb1c48d HTTP/1.1" status: 200 len: 936 time: 0.4670098 Jul 23 16:20:43.548542 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-9bff6dd8-a316-4831-a172-80a40d5bae34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f46ac28d-abb4-433c-a4be-e695eada86f5 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:43.558348 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-9bff6dd8-a316-4831-a172-80a40d5bae34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:43.575615 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-9bff6dd8-a316-4831-a172-80a40d5bae34 service neutron] Transition to ACTIVE for port object f46ac28d-abb4-433c-a4be-e695eada86f5 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:43.586304 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-9bff6dd8-a316-4831-a172-80a40d5bae34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:43.602339 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e41d4fdd-fa3f-4f81-ba95-4fcbacfb41eb req-76bc4e65-767c-442f-8044-cf2612af5167 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.73 "GET /v2.0/security-groups?id=059c9f6d-4e9a-40b3-9401-ce561ed3f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179950 Jul 23 16:20:43.602962 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b1cf0-2530-406f-83f3-6d1389bbf7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e3966f2c-b52c-4edd-bbd7-caf3db32ad4f,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:43.683305 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff6dd8-a316-4831-a172-80a40d5bae34 service neutron] Pushing event updated for resources: {'Port': ['ID=f46ac28d-abb4-433c-a4be-e695eada86f5,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:43.819696 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-6bc968ff-f9dd-4f2a-b683-f4f4300c3926 service neutron] 10.222.0.73 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5604281 Jul 23 16:20:43.917158 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-9bff6dd8-a316-4831-a172-80a40d5bae34 service neutron] Attempting to bind port f46ac28d-abb4-433c-a4be-e695eada86f5 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:43.917583 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-9bff6dd8-a316-4831-a172-80a40d5bae34 service neutron] Attempting to bind port f46ac28d-abb4-433c-a4be-e695eada86f5 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:43.917995 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-9bff6dd8-a316-4831-a172-80a40d5bae34 service neutron] Attempting to bind port f46ac28d-abb4-433c-a4be-e695eada86f5 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:43.927210 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-9bff6dd8-a316-4831-a172-80a40d5bae34 service neutron] Port f46ac28d-abb4-433c-a4be-e695eada86f5 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:20:43.927826 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-9bff6dd8-a316-4831-a172-80a40d5bae34 service neutron] Attempting to bind port f46ac28d-abb4-433c-a4be-e695eada86f5 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:43.944762 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-9bff6dd8-a316-4831-a172-80a40d5bae34 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:43.945319 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-9bff6dd8-a316-4831-a172-80a40d5bae34 service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:43.945780 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-9bff6dd8-a316-4831-a172-80a40d5bae34 service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:43.947473 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-9bff6dd8-a316-4831-a172-80a40d5bae34 service neutron] Bound port: f46ac28d-abb4-433c-a4be-e695eada86f5, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:43.948438 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-9bff6dd8-a316-4831-a172-80a40d5bae34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.091752 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-29b6e5f6-0423-43b3-a457-09371efb4029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fda5483-fa08-4101-a62c-47e5fb8b3df6 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:44.096526 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-b01b1cf0-2530-406f-83f3-6d1389bbf7e3 service neutron] Attempting to bind port e3966f2c-b52c-4edd-bbd7-caf3db32ad4f on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:44.101962 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-b01b1cf0-2530-406f-83f3-6d1389bbf7e3 service neutron] Attempting to bind port e3966f2c-b52c-4edd-bbd7-caf3db32ad4f by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:44.102585 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-b01b1cf0-2530-406f-83f3-6d1389bbf7e3 service neutron] Attempting to bind port e3966f2c-b52c-4edd-bbd7-caf3db32ad4f on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:44.108985 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-29b6e5f6-0423-43b3-a457-09371efb4029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.124058 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-9bff6dd8-a316-4831-a172-80a40d5bae34 service neutron] For port f46ac28d-abb4-433c-a4be-e695eada86f5, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:44.128994 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fa370-c5f3-4668-b719-2c23caa33230 req-a2379c08-48e4-44bc-9480-8f3549ada7bd tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:44.130518 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-9bff6dd8-a316-4831-a172-80a40d5bae34 service neutron] For port f46ac28d-abb4-433c-a4be-e695eada86f5, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f46ac28d-abb4-433c-a4be-e695eada86f5,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:44.137124 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-9bff6dd8-a316-4831-a172-80a40d5bae34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.148768 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fa370-c5f3-4668-b719-2c23caa33230 req-a2379c08-48e4-44bc-9480-8f3549ada7bd tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:44.159279 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-29b6e5f6-0423-43b3-a457-09371efb4029 service neutron] Transition to ACTIVE for port object 7fda5483-fa08-4101-a62c-47e5fb8b3df6 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:44.169323 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fa370-c5f3-4668-b719-2c23caa33230 req-a2379c08-48e4-44bc-9480-8f3549ada7bd tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:44.169446 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-9bff6dd8-a316-4831-a172-80a40d5bae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:44.170279 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-9bff6dd8-a316-4831-a172-80a40d5bae34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.172032 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-9bff6dd8-a316-4831-a172-80a40d5bae34 service neutron] 10.222.0.74 "PUT /v2.0/ports/f46ac28d-abb4-433c-a4be-e695eada86f5 HTTP/1.1" status: 200 len: 1096 time: 3.8551242 Jul 23 16:20:44.173969 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ab39e5-3e39-4551-9140-f227e9eca613', 'tag': 'f46ac28d-abb4-433c-a4be-e695eada86f5'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:44.178148 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fa370-c5f3-4668-b719-2c23caa33230 req-a2379c08-48e4-44bc-9480-8f3549ada7bd tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:44.184726 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fa370-c5f3-4668-b719-2c23caa33230 req-a2379c08-48e4-44bc-9480-8f3549ada7bd tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:44.190501 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff91255-8729-4db0-be67-29082670e588" -d '{"events": [{"name": "network-changed", "server_uuid": "89ab39e5-3e39-4551-9140-f227e9eca613", "tag": "f46ac28d-abb4-433c-a4be-e695eada86f5"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:44.191234 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fa370-c5f3-4668-b719-2c23caa33230 req-a2379c08-48e4-44bc-9480-8f3549ada7bd tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:44.203049 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fa370-c5f3-4668-b719-2c23caa33230 req-a2379c08-48e4-44bc-9480-8f3549ada7bd tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:44.215508 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e66fa370-c5f3-4668-b719-2c23caa33230 req-a2379c08-48e4-44bc-9480-8f3549ada7bd tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5430 time: 0.4455194 Jul 23 16:20:44.250222 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-29b6e5f6-0423-43b3-a457-09371efb4029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.257958 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-b01b1cf0-2530-406f-83f3-6d1389bbf7e3 service neutron] Port e3966f2c-b52c-4edd-bbd7-caf3db32ad4f on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:20:44.258529 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-b01b1cf0-2530-406f-83f3-6d1389bbf7e3 service neutron] Attempting to bind port e3966f2c-b52c-4edd-bbd7-caf3db32ad4f on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:44.289251 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-b01b1cf0-2530-406f-83f3-6d1389bbf7e3 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:44.289608 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-b01b1cf0-2530-406f-83f3-6d1389bbf7e3 service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:44.289994 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-b01b1cf0-2530-406f-83f3-6d1389bbf7e3 service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:44.290455 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-b01b1cf0-2530-406f-83f3-6d1389bbf7e3 service neutron] Bound port: e3966f2c-b52c-4edd-bbd7-caf3db32ad4f, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:44.290830 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-b01b1cf0-2530-406f-83f3-6d1389bbf7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.294450 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-dedf444d-0aea-41da-a75f-9e3c3a6e1620 service neutron] 10.222.0.73 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431949 Jul 23 16:20:44.420072 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e66fa370-c5f3-4668-b719-2c23caa33230 req-f83647c3-820b-44b2-a407-efdbf59fb636 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2035542 Jul 23 16:20:44.583145 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff6dd8-a316-4831-a172-80a40d5bae34 service neutron] Pushing event updated for resources: {'Port': ['ID=f46ac28d-abb4-433c-a4be-e695eada86f5,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:44.591666 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 85e30b8c-dd95-4a80-a2f2-de903471da91 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:44.721406 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 85e30b8c-dd95-4a80-a2f2-de903471da91 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:44.729853 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 85e30b8c-dd95-4a80-a2f2-de903471da91 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:44.732017 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.771669 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-29b6e5f6-0423-43b3-a457-09371efb4029 service neutron] Attempting to bind port 7fda5483-fa08-4101-a62c-47e5fb8b3df6 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:44.773727 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-29b6e5f6-0423-43b3-a457-09371efb4029 service neutron] Attempting to bind port 7fda5483-fa08-4101-a62c-47e5fb8b3df6 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:44.774338 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-29b6e5f6-0423-43b3-a457-09371efb4029 service neutron] Attempting to bind port 7fda5483-fa08-4101-a62c-47e5fb8b3df6 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:44.792772 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-663e3555-4309-429f-a7b5-9571125d69e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:44.795970 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-663e3555-4309-429f-a7b5-9571125d69e1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 1099 time: 0.5414774 Jul 23 16:20:44.865877 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-085ff2bb-2189-4da3-a71a-dffb489869a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cebe27dc-bd00-4623-854f-7312f6492b97 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:44.873263 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-29b6e5f6-0423-43b3-a457-09371efb4029 service neutron] Port 7fda5483-fa08-4101-a62c-47e5fb8b3df6 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:20:44.873263 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-29b6e5f6-0423-43b3-a457-09371efb4029 service neutron] Attempting to bind port 7fda5483-fa08-4101-a62c-47e5fb8b3df6 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:44.883685 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-7649f95d-0310-4957-8d29-4fa8ba152811 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=f46ac28d-abb4-433c-a4be-e695eada86f5 HTTP/1.1" status: 200 len: 217 time: 0.0794287 Jul 23 16:20:44.888735 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b6e5f6-0423-43b3-a457-09371efb4029 service neutron] Pushing event updated for resources: {'Port': ['ID=7fda5483-fa08-4101-a62c-47e5fb8b3df6,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:44.891311 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-085ff2bb-2189-4da3-a71a-dffb489869a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.911341 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-085ff2bb-2189-4da3-a71a-dffb489869a1 service neutron] Transition to ACTIVE for port object cebe27dc-bd00-4623-854f-7312f6492b97 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:44.915145 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-29b6e5f6-0423-43b3-a457-09371efb4029 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:44.915347 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-29b6e5f6-0423-43b3-a457-09371efb4029 service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:44.915606 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-29b6e5f6-0423-43b3-a457-09371efb4029 service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:44.916063 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-29b6e5f6-0423-43b3-a457-09371efb4029 service neutron] Bound port: 7fda5483-fa08-4101-a62c-47e5fb8b3df6, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:44.916500 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-29b6e5f6-0423-43b3-a457-09371efb4029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.965253 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.966550 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-085ff2bb-2189-4da3-a71a-dffb489869a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:45.000361 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-b01b1cf0-2530-406f-83f3-6d1389bbf7e3 service neutron] For port e3966f2c-b52c-4edd-bbd7-caf3db32ad4f, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:45.034218 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 85e30b8c-dd95-4a80-a2f2-de903471da91, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=85e30b8c-dd95-4a80-a2f2-de903471da91,segment=NetworkSegment(13380f59-e4ec-4a16-8d62-9f34dd4434a0),segment_id=13380f59-e4ec-4a16-8d62-9f34dd4434a0)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:45.044966 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:45.100379 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-c8212dec-bbe9-4fb4-aaee-c3f44e7e8e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:45.102048 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-c8212dec-bbe9-4fb4-aaee-c3f44e7e8e8b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.2078865 Jul 23 16:20:45.111367 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-b01b1cf0-2530-406f-83f3-6d1389bbf7e3 service neutron] For port e3966f2c-b52c-4edd-bbd7-caf3db32ad4f, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=e3966f2c-b52c-4edd-bbd7-caf3db32ad4f,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:45.138432 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-b01b1cf0-2530-406f-83f3-6d1389bbf7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:45.184015 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=85e30b8c-dd95-4a80-a2f2-de903471da91,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:45.245854 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-29b6e5f6-0423-43b3-a457-09371efb4029 service neutron] For port 7fda5483-fa08-4101-a62c-47e5fb8b3df6, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:45.253822 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ff2bb-2189-4da3-a71a-dffb489869a1 service neutron] Pushing event updated for resources: {'Port': ['ID=cebe27dc-bd00-4623-854f-7312f6492b97,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:45.284327 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-29b6e5f6-0423-43b3-a457-09371efb4029 service neutron] For port 7fda5483-fa08-4101-a62c-47e5fb8b3df6, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=7fda5483-fa08-4101-a62c-47e5fb8b3df6,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:45.288889 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-52825eed-0719-41f2-a85e-a0665da68dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:45.290785 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-52825eed-0719-41f2-a85e-a0665da68dd2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1795127 Jul 23 16:20:45.292601 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-29b6e5f6-0423-43b3-a457-09371efb4029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:45.350589 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86cfe4a-1611-4585-a319-1586f837ee39 req-cb2c24f6-8bf6-4d8f-8b2c-97d0ffbf9a90 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:45.361818 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b6e5f6-0423-43b3-a457-09371efb4029 service neutron] Pushing event updated for resources: {'Port': ['ID=7fda5483-fa08-4101-a62c-47e5fb8b3df6,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:45.370921 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f86cfe4a-1611-4585-a319-1586f837ee39 req-cb2c24f6-8bf6-4d8f-8b2c-97d0ffbf9a90 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=15aeeadc-5ac1-444f-aa5d-814639931a8e HTTP/1.1" status: 200 len: 946 time: 0.7985175 Jul 23 16:20:45.381448 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-29b6e5f6-0423-43b3-a457-09371efb4029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:45.382900 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-29b6e5f6-0423-43b3-a457-09371efb4029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:45.384505 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-29b6e5f6-0423-43b3-a457-09371efb4029 service neutron] 10.222.0.74 "PUT /v2.0/ports/7fda5483-fa08-4101-a62c-47e5fb8b3df6 HTTP/1.1" status: 200 len: 1095 time: 4.2288980 Jul 23 16:20:45.458544 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-b01b1cf0-2530-406f-83f3-6d1389bbf7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:45.461896 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-b01b1cf0-2530-406f-83f3-6d1389bbf7e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:45.463798 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-b01b1cf0-2530-406f-83f3-6d1389bbf7e3 service neutron] 10.222.0.74 "PUT /v2.0/ports/e3966f2c-b52c-4edd-bbd7-caf3db32ad4f HTTP/1.1" status: 200 len: 1096 time: 5.8353026 Jul 23 16:20:45.472139 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11625b2e-ec43-4068-9269-d6f71eb1c48d', 'tag': 'e3966f2c-b52c-4edd-bbd7-caf3db32ad4f'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:45.475217 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20a4a9a-7839-4b36-8436-3a3de94318bf" -d '{"events": [{"name": "network-changed", "server_uuid": "11625b2e-ec43-4068-9269-d6f71eb1c48d", "tag": "e3966f2c-b52c-4edd-bbd7-caf3db32ad4f"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:45.538803 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0065e9-c7e1-4a9b-8ef9-68b4ec828ac5 req-83dc39ef-27b5-4ce0-9313-2171968eaf9c tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:45.550413 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe0065e9-c7e1-4a9b-8ef9-68b4ec828ac5 req-83dc39ef-27b5-4ce0-9313-2171968eaf9c tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=125782f9-2236-455c-ab42-26a813406947 HTTP/1.1" status: 200 len: 948 time: 0.6328497 Jul 23 16:20:45.565100 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-25a0afd3-4dc9-41c0-916c-cacf2f93c6d7 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166207 Jul 23 16:20:45.596436 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-f0bc64a0-55ef-48b9-b10e-28a29ac7ae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:45.599094 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-f0bc64a0-55ef-48b9-b10e-28a29ac7ae1a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&device_id=1c34234c-7b23-422c-a523-7f9e2d5ddc0c HTTP/1.1" status: 200 len: 1098 time: 0.1705914 Jul 23 16:20:45.664844 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-fa07c99c-ec48-4a7b-a4a3-191d274a2dab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=7fda5483-fa08-4101-a62c-47e5fb8b3df6 HTTP/1.1" status: 200 len: 217 time: 0.0517352 Jul 23 16:20:45.666923 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f86cfe4a-1611-4585-a319-1586f837ee39 req-54c98493-3206-415d-9a49-a8a056416337 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938645 Jul 23 16:20:45.672255 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b1cf0-2530-406f-83f3-6d1389bbf7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e3966f2c-b52c-4edd-bbd7-caf3db32ad4f,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:45.724228 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe0065e9-c7e1-4a9b-8ef9-68b4ec828ac5 req-bf2bc61b-20b2-44b3-a2ba-5f24c164fd7e tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676836 Jul 23 16:20:45.727459 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-085ff2bb-2189-4da3-a71a-dffb489869a1 service neutron] Attempting to bind port cebe27dc-bd00-4623-854f-7312f6492b97 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:45.727459 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-085ff2bb-2189-4da3-a71a-dffb489869a1 service neutron] Attempting to bind port cebe27dc-bd00-4623-854f-7312f6492b97 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:45.727459 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-085ff2bb-2189-4da3-a71a-dffb489869a1 service neutron] Attempting to bind port cebe27dc-bd00-4623-854f-7312f6492b97 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:45.763315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-085ff2bb-2189-4da3-a71a-dffb489869a1 service neutron] Port cebe27dc-bd00-4623-854f-7312f6492b97 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:20:45.763315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-085ff2bb-2189-4da3-a71a-dffb489869a1 service neutron] Attempting to bind port cebe27dc-bd00-4623-854f-7312f6492b97 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:45.775203 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-085ff2bb-2189-4da3-a71a-dffb489869a1 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:45.775540 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-085ff2bb-2189-4da3-a71a-dffb489869a1 service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:45.776460 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-085ff2bb-2189-4da3-a71a-dffb489869a1 service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:45.776460 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-085ff2bb-2189-4da3-a71a-dffb489869a1 service neutron] Bound port: cebe27dc-bd00-4623-854f-7312f6492b97, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:45.776770 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-085ff2bb-2189-4da3-a71a-dffb489869a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:45.794961 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-de74382c-c12d-414a-80cb-c8d1f6384021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:45.796497 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-de74382c-c12d-414a-80cb-c8d1f6384021 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8ae3e9136c904bd191844323f4e206da&device_id=11625b2e-ec43-4068-9269-d6f71eb1c48d HTTP/1.1" status: 200 len: 1099 time: 0.2284889 Jul 23 16:20:45.800360 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-54ae8383-0b4a-4f96-8a48-75abd11c8469 req-578a9ca5-c39b-4c56-ae28-ce720c5bdba3 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262249 Jul 23 16:20:45.819184 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-90da9695-6a83-4710-8fcc-8300274e2805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:45.821133 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-90da9695-6a83-4710-8fcc-8300274e2805 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1140187 Jul 23 16:20:45.927766 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-2108036e-9669-4584-a253-e239a2542b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:45.930652 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-2108036e-9669-4584-a253-e239a2542b5b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1030872 Jul 23 16:20:45.949347 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-75102bfb-ffe6-4dfb-aceb-50a8b3ce6466 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=e3966f2c-b52c-4edd-bbd7-caf3db32ad4f HTTP/1.1" status: 200 len: 217 time: 0.1232624 Jul 23 16:20:45.958935 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8b20fa-6581-4267-a3c8-31f74d6dca57 x-openstack-request-id: req-6e8b20fa-6581-4267-a3c8-31f74d6dca57 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:45.959231 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ab39e5-3e39-4551-9140-f227e9eca613", "tag": "f46ac28d-abb4-433c-a4be-e695eada86f5", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:45.959490 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6e8b20fa-6581-4267-a3c8-31f74d6dca57 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:45.959888 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ab39e5-3e39-4551-9140-f227e9eca613', 'tag': 'f46ac28d-abb4-433c-a4be-e695eada86f5', 'status': 'completed', 'code': 200} Jul 23 16:20:46.113398 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff91255-8729-4db0-be67-29082670e588 req-6c6112fc-ef64-4f77-9100-54e121e5bd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:46.115722 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eff91255-8729-4db0-be67-29082670e588 req-6c6112fc-ef64-4f77-9100-54e121e5bd0b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 1099 time: 0.1446850 Jul 23 16:20:46.116262 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b09b49a9-1323-45d2-b480-e544652f8b3c req-dd96cdb8-bc5f-4584-9134-bb02c9acb6c7 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/ports?device_id=70b18718-940c-4049-bec1-714a22b0a4c7 HTTP/1.1" status: 200 len: 210 time: 0.0674536 Jul 23 16:20:46.126527 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-085ff2bb-2189-4da3-a71a-dffb489869a1 service neutron] For port cebe27dc-bd00-4623-854f-7312f6492b97, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:46.138389 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-fc338070-1f19-4682-bc5d-dfb850ec69a1 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002122 Jul 23 16:20:46.162373 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-4ccce93b-0685-493b-9a58-afa34455810c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:46.167175 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-4ccce93b-0685-493b-9a58-afa34455810c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1891873 Jul 23 16:20:46.177416 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-085ff2bb-2189-4da3-a71a-dffb489869a1 service neutron] For port cebe27dc-bd00-4623-854f-7312f6492b97, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=cebe27dc-bd00-4623-854f-7312f6492b97,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:46.225428 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc50451-29e7-4355-a0d7-0ed92caad19d req-e7963630-dc15-4773-9530-f9d5bb16e33d tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:46.227659 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dcc50451-29e7-4355-a0d7-0ed92caad19d req-e7963630-dc15-4773-9530-f9d5bb16e33d tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 948 time: 0.3810732 Jul 23 16:20:46.237338 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-085ff2bb-2189-4da3-a71a-dffb489869a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.312198 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff91255-8729-4db0-be67-29082670e588 req-2055687e-6be2-41eb-affe-dfc1ec0c6612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:46.314464 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eff91255-8729-4db0-be67-29082670e588 req-2055687e-6be2-41eb-affe-dfc1ec0c6612 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.1892328 Jul 23 16:20:46.316275 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-9e34f3fc-121b-429f-9551-88a8d843688b service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681015 Jul 23 16:20:46.397454 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eff91255-8729-4db0-be67-29082670e588 req-273bdf15-5ced-44d7-acc1-c38c07a97a04 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=f46ac28d-abb4-433c-a4be-e695eada86f5 HTTP/1.1" status: 200 len: 217 time: 0.0613406 Jul 23 16:20:46.458178 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 85e30b8c-dd95-4a80-a2f2-de903471da91 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:46.481389 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff91255-8729-4db0-be67-29082670e588 req-f5dcde64-83ed-413b-a8aa-09e3e3e6dc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:46.482803 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eff91255-8729-4db0-be67-29082670e588 req-f5dcde64-83ed-413b-a8aa-09e3e3e6dc17 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0768425 Jul 23 16:20:46.526840 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 85e30b8c-dd95-4a80-a2f2-de903471da91 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:46.527479 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.586905 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff91255-8729-4db0-be67-29082670e588 req-751c0596-0083-4ef2-adab-e5b0ee767e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:46.587132 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eff91255-8729-4db0-be67-29082670e588 req-751c0596-0083-4ef2-adab-e5b0ee767e97 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0956495 Jul 23 16:20:46.722825 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eff91255-8729-4db0-be67-29082670e588 req-97e49e2c-a42f-4c38-84a8-4e30cc1e2610 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264410 Jul 23 16:20:46.764014 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-085ff2bb-2189-4da3-a71a-dffb489869a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:46.764630 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-085ff2bb-2189-4da3-a71a-dffb489869a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.766241 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-085ff2bb-2189-4da3-a71a-dffb489869a1 service neutron] 10.222.0.97 "PUT /v2.0/ports/cebe27dc-bd00-4623-854f-7312f6492b97 HTTP/1.1" status: 200 len: 1096 time: 3.8245392 Jul 23 16:20:46.848554 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eff91255-8729-4db0-be67-29082670e588 req-631ab023-a637-4254-ba27-acd51670fb39 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137912 Jul 23 16:20:46.866591 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dcc50451-29e7-4355-a0d7-0ed92caad19d req-6966a8f9-58f9-4aa4-bec4-95ca2b70390f tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6140044 Jul 23 16:20:46.934844 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ff2bb-2189-4da3-a71a-dffb489869a1 service neutron] Pushing event updated for resources: {'Port': ['ID=cebe27dc-bd00-4623-854f-7312f6492b97,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:47.004707 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97dddc-0dc5-4863-961b-b44117cc18eb req-0c065e81-d2d2-45b8-ace0-626e2af2fd02 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:47.006299 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0e97dddc-0dc5-4863-961b-b44117cc18eb req-0c065e81-d2d2-45b8-ace0-626e2af2fd02 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.73 "GET /v2.0/ports?device_id=11625b2e-ec43-4068-9269-d6f71eb1c48d HTTP/1.1" status: 200 len: 948 time: 0.7779338 Jul 23 16:20:47.008147 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-819ae47f-5d72-4542-b957-c61927be05c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:47.009571 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-819ae47f-5d72-4542-b957-c61927be05c5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8299069 Jul 23 16:20:47.078544 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-ee162d61-d54f-4332-a350-224fe6cbb157 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:47.080007 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-ee162d61-d54f-4332-a350-224fe6cbb157 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.97 "GET /v2.0/networks?id=4dd97669-66b3-495e-9f83-265cbe5bb756 HTTP/1.1" status: 200 len: 820 time: 0.3297789 Jul 23 16:20:47.106482 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-4b20a939-3f26-41e8-bbde-e686d821df62 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Request body: {'port': {'device_id': '70b18718-940c-4049-bec1-714a22b0a4c7', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'admin_state_up': True, 'tenant_id': 'bf040608ce9243169469d1c384fac592'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:47.207531 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-9a718594-1d2b-4fab-bd60-5864573173d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:47.209091 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-9a718594-1d2b-4fab-bd60-5864573173d4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&device_id=125782f9-2236-455c-ab42-26a813406947 HTTP/1.1" status: 200 len: 1099 time: 0.3637543 Jul 23 16:20:47.244379 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0e97dddc-0dc5-4863-961b-b44117cc18eb req-0b11ac2c-49ff-421b-bd96-5abb53b64656 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.73 "GET /v2.0/security-groups?id=059c9f6d-4e9a-40b3-9401-ce561ed3f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261982 Jul 23 16:20:47.280658 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411d180-0249-44d0-a2c2-4b3a6d343d1a req-e1720736-2f74-44d7-bd13-f142bca7a9fb tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:47.286533 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411d180-0249-44d0-a2c2-4b3a6d343d1a req-e1720736-2f74-44d7-bd13-f142bca7a9fb tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:47.293265 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411d180-0249-44d0-a2c2-4b3a6d343d1a req-e1720736-2f74-44d7-bd13-f142bca7a9fb tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:47.298571 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411d180-0249-44d0-a2c2-4b3a6d343d1a req-e1720736-2f74-44d7-bd13-f142bca7a9fb tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:47.304969 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411d180-0249-44d0-a2c2-4b3a6d343d1a req-e1720736-2f74-44d7-bd13-f142bca7a9fb tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:47.311037 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411d180-0249-44d0-a2c2-4b3a6d343d1a req-e1720736-2f74-44d7-bd13-f142bca7a9fb tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:47.317480 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411d180-0249-44d0-a2c2-4b3a6d343d1a req-e1720736-2f74-44d7-bd13-f142bca7a9fb tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:47.319576 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3411d180-0249-44d0-a2c2-4b3a6d343d1a req-e1720736-2f74-44d7-bd13-f142bca7a9fb tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5430 time: 0.3774259 Jul 23 16:20:47.326633 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7439aab5-5829-48cb-b701-ef3e4f07e1b7 x-openstack-request-id: req-7439aab5-5829-48cb-b701-ef3e4f07e1b7 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:47.326921 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11625b2e-ec43-4068-9269-d6f71eb1c48d", "tag": "e3966f2c-b52c-4edd-bbd7-caf3db32ad4f", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:47.327173 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7439aab5-5829-48cb-b701-ef3e4f07e1b7 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:47.328865 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11625b2e-ec43-4068-9269-d6f71eb1c48d', 'tag': 'e3966f2c-b52c-4edd-bbd7-caf3db32ad4f', 'status': 'completed', 'code': 200} Jul 23 16:20:47.353623 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device f46ac28d-abb4-433c-a4be-e695eada86f5 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:20:47.361399 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-d7ec0767-c8c5-40d8-8039-4ba9cf11f866 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=cebe27dc-bd00-4623-854f-7312f6492b97 HTTP/1.1" status: 200 len: 217 time: 0.1147211 Jul 23 16:20:47.370847 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-f192067a-bb1d-4c8c-8e20-58dfaf292fd2 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539355 Jul 23 16:20:47.458599 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port f46ac28d-abb4-433c-a4be-e695eada86f5, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f46ac28d-abb4-433c-a4be-e695eada86f5,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:47.472094 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'f46ac28d-abb4-433c-a4be-e695eada86f5', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': 'f46ac28d-abb4-433c-a4be-e695eada86f5', 'mac_address': 'fa:16:3e:ae:6f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:20:47.515745 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:47.525969 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3411d180-0249-44d0-a2c2-4b3a6d343d1a req-2b8d9fb9-c8e5-4468-8ba1-a85e832f7593 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1692250 Jul 23 16:20:47.529030 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f46ac28d-abb4-433c-a4be-e695eada86f5 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:47.553369 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port f46ac28d-abb4-433c-a4be-e695eada86f5, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f46ac28d-abb4-433c-a4be-e695eada86f5,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:47.558647 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:47.560752 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-86bc0740-5698-4768-bb63-776a6e725f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:47.562252 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-86bc0740-5698-4768-bb63-776a6e725f9a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1870263 Jul 23 16:20:47.608629 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-4b20a939-3f26-41e8-bbde-e686d821df62 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Made reservation on behalf of bf040608ce9243169469d1c384fac592 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:47.612121 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-4b20a939-3f26-41e8-bbde-e686d821df62 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:47.616564 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=f46ac28d-abb4-433c-a4be-e695eada86f5,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:47.657032 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e84257d9-e8b2-44a4-941c-ab996da4a9de req-e394db67-5aca-4bf6-8668-c19f29682323 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533605 Jul 23 16:20:47.673435 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e1cf1-f8b6-4b2c-8cc7-baef63d4789b req-286ddfc0-cdb2-4c88-aaf6-ff1da6d5b9f7 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:47.674991 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d8e1cf1-f8b6-4b2c-8cc7-baef63d4789b req-286ddfc0-cdb2-4c88-aaf6-ff1da6d5b9f7 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=125782f9-2236-455c-ab42-26a813406947 HTTP/1.1" status: 200 len: 948 time: 0.3016303 Jul 23 16:20:47.803737 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c64160a9-f149-437c-b778-0210524129a0 req-3ee4384b-06f8-4826-9ad8-e4c4f99b051e tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/ports?device_id=70b18718-940c-4049-bec1-714a22b0a4c7 HTTP/1.1" status: 200 len: 210 time: 0.0719106 Jul 23 16:20:47.830053 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['f46ac28d-abb4-433c-a4be-e695eada86f5'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:47.860750 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-a8518746-3620-4951-8774-ce826acf8aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:47.862323 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-a8518746-3620-4951-8774-ce826acf8aaa service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2853599 Jul 23 16:20:47.873014 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d8e1cf1-f8b6-4b2c-8cc7-baef63d4789b req-63547887-d357-4116-af1f-f2bc66b6e069 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523762 Jul 23 16:20:47.961570 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c34234c-7b23-422c-a523-7f9e2d5ddc0c', 'tag': '7fda5483-fa08-4101-a62c-47e5fb8b3df6'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:47.968150 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fccd5b-837c-44c1-a31c-f7ad2c22f882" -d '{"events": [{"name": "network-changed", "server_uuid": "1c34234c-7b23-422c-a523-7f9e2d5ddc0c", "tag": "7fda5483-fa08-4101-a62c-47e5fb8b3df6"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:48.003325 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-4b20a939-3f26-41e8-bbde-e686d821df62 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Allocated IP 172.20.0.11 (4dd97669-66b3-495e-9f83-265cbe5bb756/b06d044d-7a5d-4455-8030-ecfa0a3c6204/b5e2d096-7211-483d-961a-a931e814f70f) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:48.006904 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a4a9a-7839-4b36-8436-3a3de94318bf req-e1fa78b7-6041-4e58-b60c-66c185ea4672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:48.008408 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d20a4a9a-7839-4b36-8436-3a3de94318bf req-e1fa78b7-6041-4e58-b60c-66c185ea4672 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8ae3e9136c904bd191844323f4e206da&device_id=11625b2e-ec43-4068-9269-d6f71eb1c48d HTTP/1.1" status: 200 len: 1099 time: 0.2976274 Jul 23 16:20:48.170791 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-8b884af6-0abc-4536-99c5-9e2040d1ae6b service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926884 Jul 23 16:20:48.188099 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b9683-f09f-4446-81c7-18e75d3ed1ba req-d25330f0-65f0-43f6-9c94-25f0275545a8 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:48.188099 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f13b9683-f09f-4446-81c7-18e75d3ed1ba req-d25330f0-65f0-43f6-9c94-25f0275545a8 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=15aeeadc-5ac1-444f-aa5d-814639931a8e HTTP/1.1" status: 200 len: 946 time: 0.2945390 Jul 23 16:20:48.285221 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a4a9a-7839-4b36-8436-3a3de94318bf req-ff5efd27-4d8c-4331-a14d-1d6f77e95480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:48.287248 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d20a4a9a-7839-4b36-8436-3a3de94318bf req-ff5efd27-4d8c-4331-a14d-1d6f77e95480 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.2725291 Jul 23 16:20:48.294630 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806833b6-fadb-4ccb-8f81-4978fa9a7008 req-b79b75f0-811e-4b57-b50d-9ad9b78e6ff1 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:48.296008 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-806833b6-fadb-4ccb-8f81-4978fa9a7008 req-b79b75f0-811e-4b57-b50d-9ad9b78e6ff1 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 949 time: 0.3375423 Jul 23 16:20:48.422549 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d20a4a9a-7839-4b36-8436-3a3de94318bf req-61525ebf-0fc9-4f16-81e2-48a9b84bf78f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=e3966f2c-b52c-4edd-bbd7-caf3db32ad4f HTTP/1.1" status: 200 len: 217 time: 0.1188850 Jul 23 16:20:48.430913 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f13b9683-f09f-4446-81c7-18e75d3ed1ba req-17db0435-a342-4323-a349-5d5fe976e4ab tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244599 Jul 23 16:20:48.486365 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15b0365-7233-49a3-8245-a4898bbdf731 x-openstack-request-id: req-b15b0365-7233-49a3-8245-a4898bbdf731 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:48.496494 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c34234c-7b23-422c-a523-7f9e2d5ddc0c", "tag": "7fda5483-fa08-4101-a62c-47e5fb8b3df6", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:48.505624 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b15b0365-7233-49a3-8245-a4898bbdf731 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:48.506249 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c34234c-7b23-422c-a523-7f9e2d5ddc0c', 'tag': '7fda5483-fa08-4101-a62c-47e5fb8b3df6', 'status': 'completed', 'code': 200} Jul 23 16:20:48.509971 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-806833b6-fadb-4ccb-8f81-4978fa9a7008 req-a5b97611-9415-40e8-9772-9dce1e084241 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002850 Jul 23 16:20:48.541319 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-262344ee-d8ec-4ab9-a462-b84de75e2be3 req-e9cddff5-94b1-4028-8dd5-a5c2173794bc service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478203 Jul 23 16:20:48.549792 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a4a9a-7839-4b36-8436-3a3de94318bf req-ff39c60b-e7ff-4f5c-9375-a9f9a694daee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:48.552138 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d20a4a9a-7839-4b36-8436-3a3de94318bf req-ff39c60b-e7ff-4f5c-9375-a9f9a694daee service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1148672 Jul 23 16:20:48.610900 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fccd5b-837c-44c1-a31c-f7ad2c22f882 req-6dc7a1a2-d969-485e-b769-42188029be8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:48.611603 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-4b20a939-3f26-41e8-bbde-e686d821df62 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:48.612558 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c4fccd5b-837c-44c1-a31c-f7ad2c22f882 req-6dc7a1a2-d969-485e-b769-42188029be8f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&device_id=1c34234c-7b23-422c-a523-7f9e2d5ddc0c HTTP/1.1" status: 200 len: 1098 time: 0.0940566 Jul 23 16:20:48.669691 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-4b20a939-3f26-41e8-bbde-e686d821df62 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Transition to ACTIVE for port object b5e2d096-7211-483d-961a-a931e814f70f will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:48.727555 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fccd5b-837c-44c1-a31c-f7ad2c22f882 req-b6615113-38c9-4760-91ba-9b14e1d5c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:48.729864 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c4fccd5b-837c-44c1-a31c-f7ad2c22f882 req-b6615113-38c9-4760-91ba-9b14e1d5c403 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.1086087 Jul 23 16:20:48.751512 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a4a9a-7839-4b36-8436-3a3de94318bf req-53b496b0-0c3d-4452-8595-6040f509b56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:48.753604 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d20a4a9a-7839-4b36-8436-3a3de94318bf req-53b496b0-0c3d-4452-8595-6040f509b56a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1942697 Jul 23 16:20:48.781071 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c4fccd5b-837c-44c1-a31c-f7ad2c22f882 req-c8e36d32-1ffc-4e6e-b9a1-39b2f96a665d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=7fda5483-fa08-4101-a62c-47e5fb8b3df6 HTTP/1.1" status: 200 len: 217 time: 0.0375862 Jul 23 16:20:48.782086 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 81ed9f61-dd72-45c4-9749-cf4878d9a0da details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:20:48.788117 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-4b20a939-3f26-41e8-bbde-e686d821df62 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:48.810548 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ecf6f-7878-42fb-8ca1-ae7b7440cacc req-3c96fad4-031e-40d7-b676-a91d5b846d73 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:48.818146 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d92ecf6f-7878-42fb-8ca1-ae7b7440cacc req-3c96fad4-031e-40d7-b676-a91d5b846d73 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.73 "GET /v2.0/ports?device_id=11625b2e-ec43-4068-9269-d6f71eb1c48d HTTP/1.1" status: 200 len: 948 time: 0.2017596 Jul 23 16:20:48.833073 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b5e02-1488-44ed-8d69-86c893ff02b9 req-dec1bb52-651a-4cc5-9da1-04ed658fc4ea tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:48.840922 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f41b5e02-1488-44ed-8d69-86c893ff02b9 req-dec1bb52-651a-4cc5-9da1-04ed658fc4ea tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=15aeeadc-5ac1-444f-aa5d-814639931a8e HTTP/1.1" status: 200 len: 946 time: 0.2507098 Jul 23 16:20:48.920874 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 81ed9f61-dd72-45c4-9749-cf4878d9a0da, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=81ed9f61-dd72-45c4-9749-cf4878d9a0da,segment=NetworkSegment(10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf),segment_id=10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:48.938256 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '81ed9f61-dd72-45c4-9749-cf4878d9a0da', 'network_id': 'e5f00839-b5e3-470f-98ff-b05da7b06d94', 'port_id': '81ed9f61-dd72-45c4-9749-cf4878d9a0da', 'mac_address': 'fa:16:3e:3c:4a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e1b4b2c-7085-4c60-92b2-650db68b72a2', 'ip_address': '10.1.1.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:20:48.978938 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-4b20a939-3f26-41e8-bbde-e686d821df62 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Network 4dd97669-66b3-495e-9f83-265cbe5bb756 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:48.993099 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:49.003465 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-4b20a939-3f26-41e8-bbde-e686d821df62 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:49.011539 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ed9f61-dd72-45c4-9749-cf4878d9a0da {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:49.016211 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-4b20a939-3f26-41e8-bbde-e686d821df62 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:49.037311 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f41b5e02-1488-44ed-8d69-86c893ff02b9 req-c7ce7fe1-de97-4658-bf42-90139faba7a9 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905105 Jul 23 16:20:49.060724 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 81ed9f61-dd72-45c4-9749-cf4878d9a0da, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=81ed9f61-dd72-45c4-9749-cf4878d9a0da,segment=NetworkSegment(10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf),segment_id=10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:49.070225 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:49.072465 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 826b1e36-24e9-4eac-b734-464693130e3f details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:20:49.084303 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20a939-3f26-41e8-bbde-e686d821df62 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Pushing event updated for resources: {'Port': ['ID=b5e2d096-7211-483d-961a-a931e814f70f,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:49.119027 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d92ecf6f-7878-42fb-8ca1-ae7b7440cacc req-f2e25031-27b3-4684-914a-799353490fa4 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.73 "GET /v2.0/security-groups?id=059c9f6d-4e9a-40b3-9401-ce561ed3f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948513 Jul 23 16:20:49.201662 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-4b20a939-3f26-41e8-bbde-e686d821df62 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:49.202613 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fccd5b-837c-44c1-a31c-f7ad2c22f882 req-56c137c9-7b99-484f-98c6-1b5db4199a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:49.204079 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c4fccd5b-837c-44c1-a31c-f7ad2c22f882 req-56c137c9-7b99-484f-98c6-1b5db4199a9f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.4185603 Jul 23 16:20:49.213728 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-4b20a939-3f26-41e8-bbde-e686d821df62 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:49.274559 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 826b1e36-24e9-4eac-b734-464693130e3f, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=826b1e36-24e9-4eac-b734-464693130e3f,segment=NetworkSegment(e8728e7b-cc64-4d64-b8c7-0bf963e96d60),segment_id=e8728e7b-cc64-4d64-b8c7-0bf963e96d60)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:49.287913 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '826b1e36-24e9-4eac-b734-464693130e3f', 'network_id': 'b15e95e3-c83c-43f1-8d67-89ed25f67132', 'port_id': '826b1e36-24e9-4eac-b734-464693130e3f', 'mac_address': 'fa:16:3e:83:ed:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cf0b2de-18cb-44fe-a73c-3c7c9e63181e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:20:49.325925 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-4b20a939-3f26-41e8-bbde-e686d821df62 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2258966 Jul 23 16:20:49.338996 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fccd5b-837c-44c1-a31c-f7ad2c22f882 req-559a4319-f57c-4d04-92dc-f6bf599f13ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:49.346513 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c4fccd5b-837c-44c1-a31c-f7ad2c22f882 req-559a4319-f57c-4d04-92dc-f6bf599f13ff service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1328065 Jul 23 16:20:49.346645 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-a853fdfa-d5e0-404e-ae82-26f78ff7fe84 service neutron] Request body: {'port': {'device_id': '70b18718-940c-4049-bec1-714a22b0a4c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:49.349818 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device e3966f2c-b52c-4edd-bbd7-caf3db32ad4f details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:20:49.379985 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device f46ac28d-abb4-433c-a4be-e695eada86f5 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:49.409901 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125782f9-2236-455c-ab42-26a813406947', 'tag': 'cebe27dc-bd00-4623-854f-7312f6492b97'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:49.411102 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc5b5fb-5728-4fc4-bb10-9d92a7361ede" -d '{"events": [{"name": "network-changed", "server_uuid": "125782f9-2236-455c-ab42-26a813406947", "tag": "cebe27dc-bd00-4623-854f-7312f6492b97"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:49.433166 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d20a4a9a-7839-4b36-8436-3a3de94318bf req-29b1ab8a-7a00-4869-8fd7-32564dc10dca service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6680622 Jul 23 16:20:49.479085 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=81ed9f61-dd72-45c4-9749-cf4878d9a0da,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:49.502787 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:49.526057 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-04cf3c19-dc82-4ac7-81a2-b37417272541 None None] Provisioning for port b5e2d096-7211-483d-961a-a931e814f70f completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:49.536466 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-a853fdfa-d5e0-404e-ae82-26f78ff7fe84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:49.543116 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c4fccd5b-837c-44c1-a31c-f7ad2c22f882 req-6411df36-ec52-4d8f-8bf1-ecec5785559f service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902888 Jul 23 16:20:49.544127 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-04cf3c19-dc82-4ac7-81a2-b37417272541 None None] Provisioning complete for port b5e2d096-7211-483d-961a-a931e814f70f triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:49.544501 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-04cf3c19-dc82-4ac7-81a2-b37417272541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:49.549971 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826b1e36-24e9-4eac-b734-464693130e3f {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:49.578581 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838cd8b-1ac1-47a4-881d-c8a4d495ecfa req-572cb43a-2c63-4e26-a348-e8faa708fc72 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:49.585080 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838cd8b-1ac1-47a4-881d-c8a4d495ecfa req-572cb43a-2c63-4e26-a348-e8faa708fc72 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:49.591083 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838cd8b-1ac1-47a4-881d-c8a4d495ecfa req-572cb43a-2c63-4e26-a348-e8faa708fc72 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:49.597083 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838cd8b-1ac1-47a4-881d-c8a4d495ecfa req-572cb43a-2c63-4e26-a348-e8faa708fc72 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:49.603106 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838cd8b-1ac1-47a4-881d-c8a4d495ecfa req-572cb43a-2c63-4e26-a348-e8faa708fc72 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:49.609086 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838cd8b-1ac1-47a4-881d-c8a4d495ecfa req-572cb43a-2c63-4e26-a348-e8faa708fc72 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:49.615663 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838cd8b-1ac1-47a4-881d-c8a4d495ecfa req-572cb43a-2c63-4e26-a348-e8faa708fc72 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:49.617694 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b838cd8b-1ac1-47a4-881d-c8a4d495ecfa req-572cb43a-2c63-4e26-a348-e8faa708fc72 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5431 time: 0.3959429 Jul 23 16:20:49.642857 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 826b1e36-24e9-4eac-b734-464693130e3f, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=826b1e36-24e9-4eac-b734-464693130e3f,segment=NetworkSegment(e8728e7b-cc64-4d64-b8c7-0bf963e96d60),segment_id=e8728e7b-cc64-4d64-b8c7-0bf963e96d60)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:49.663311 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:49.664296 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 6f406226-7c43-4a51-8734-18dbcbb352a4 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:20:49.665445 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c4fccd5b-837c-44c1-a31c-f7ad2c22f882 req-7d8ec8f3-2fb2-46c6-868c-4ffabf3e11c7 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116810 Jul 23 16:20:49.666695 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-04cf3c19-dc82-4ac7-81a2-b37417272541 None None] Port b5e2d096-7211-483d-961a-a931e814f70f cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:20:49.683316 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port f46ac28d-abb4-433c-a4be-e695eada86f5 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:49.739196 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port f46ac28d-abb4-433c-a4be-e695eada86f5 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:49.739196 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:49.901790 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port e3966f2c-b52c-4edd-bbd7-caf3db32ad4f, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=e3966f2c-b52c-4edd-bbd7-caf3db32ad4f,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:49.923131 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.resource_extend [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:20:49.944513 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'e3966f2c-b52c-4edd-bbd7-caf3db32ad4f', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': 'e3966f2c-b52c-4edd-bbd7-caf3db32ad4f', 'mac_address': 'fa:16:3e:28:a7:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:20:49.976331 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=826b1e36-24e9-4eac-b734-464693130e3f,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:50.046635 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b838cd8b-1ac1-47a4-881d-c8a4d495ecfa req-0dd421e0-dd3a-4967-a656-6a61886807d0 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4147284 Jul 23 16:20:50.067081 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498d024-58bc-4451-8830-0eadd4cbc756 req-ba3c4065-666b-48dc-87f9-a0997f263e52 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:50.083140 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7498d024-58bc-4451-8830-0eadd4cbc756 req-ba3c4065-666b-48dc-87f9-a0997f263e52 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/ports?device_id=70b18718-940c-4049-bec1-714a22b0a4c7 HTTP/1.1" status: 200 len: 932 time: 0.5862617 Jul 23 16:20:50.121117 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 6f406226-7c43-4a51-8734-18dbcbb352a4, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=6f406226-7c43-4a51-8734-18dbcbb352a4,segment=NetworkSegment(37cc592b-7f9c-4642-8c1c-94e292ee317d),segment_id=37cc592b-7f9c-4642-8c1c-94e292ee317d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:50.129042 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:50.149291 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '6f406226-7c43-4a51-8734-18dbcbb352a4', 'network_id': 'c5e5ef48-b00d-4a4a-b322-8f86cea4f5af', 'port_id': '6f406226-7c43-4a51-8734-18dbcbb352a4', 'mac_address': 'fa:16:3e:8f:4f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f0883d-94a8-483d-b400-459446f819a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:20:50.161381 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3966f2c-b52c-4edd-bbd7-caf3db32ad4f {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:50.183894 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:50.192567 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d20a4a9a-7839-4b36-8436-3a3de94318bf req-abf7211c-6770-4f11-b1c2-0de4aa91ab5d service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6676459 Jul 23 16:20:50.217195 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7498d024-58bc-4451-8830-0eadd4cbc756 req-608ed0ad-6ef1-4aa8-bf3a-ea3d770a448a tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/security-groups?id=f72f61d5-126e-45e2-91bd-72f6314f3a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369114 Jul 23 16:20:50.241299 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port e3966f2c-b52c-4edd-bbd7-caf3db32ad4f, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=e3966f2c-b52c-4edd-bbd7-caf3db32ad4f,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:50.244577 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:50.252228 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ab39e5-3e39-4551-9140-f227e9eca613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46ac28d-abb4-433c-a4be-e695eada86f5'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:50.255997 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94204f21-e2b8-4b4f-ad8f-187bfdcd6031" -d '{"events": [{"server_uuid": "89ab39e5-3e39-4551-9140-f227e9eca613", "name": "network-vif-plugged", "status": "completed", "tag": "f46ac28d-abb4-433c-a4be-e695eada86f5"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:50.274875 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:50.275562 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 7fda5483-fa08-4101-a62c-47e5fb8b3df6 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:20:50.286466 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port f46ac28d-abb4-433c-a4be-e695eada86f5, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f46ac28d-abb4-433c-a4be-e695eada86f5,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:50.287102 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc0992-efc9-4593-948c-fa88768b1a4a req-4db44e58-70db-4011-abda-d4dc73fbd48a tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:50.292962 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f406226-7c43-4a51-8734-18dbcbb352a4 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:50.294495 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-38bc0992-efc9-4593-948c-fa88768b1a4a req-4db44e58-70db-4011-abda-d4dc73fbd48a tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=125782f9-2236-455c-ab42-26a813406947 HTTP/1.1" status: 200 len: 948 time: 0.1359363 Jul 23 16:20:50.328683 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adf3da2-51c9-4369-8893-049a98fcccc8 x-openstack-request-id: req-4adf3da2-51c9-4369-8893-049a98fcccc8 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:50.328986 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125782f9-2236-455c-ab42-26a813406947", "tag": "cebe27dc-bd00-4623-854f-7312f6492b97", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:50.329264 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4adf3da2-51c9-4369-8893-049a98fcccc8 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:50.329663 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125782f9-2236-455c-ab42-26a813406947', 'tag': 'cebe27dc-bd00-4623-854f-7312f6492b97', 'status': 'completed', 'code': 200} Jul 23 16:20:50.339065 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:50.393295 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 6f406226-7c43-4a51-8734-18dbcbb352a4, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=6f406226-7c43-4a51-8734-18dbcbb352a4,segment=NetworkSegment(37cc592b-7f9c-4642-8c1c-94e292ee317d),segment_id=37cc592b-7f9c-4642-8c1c-94e292ee317d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:50.412160 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:50.412806 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 6f4f771a-0731-4ed2-98ff-d65dace07b5a details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:20:50.417153 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 7fda5483-fa08-4101-a62c-47e5fb8b3df6, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=7fda5483-fa08-4101-a62c-47e5fb8b3df6,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:50.432228 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=e3966f2c-b52c-4edd-bbd7-caf3db32ad4f,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:50.463150 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '7fda5483-fa08-4101-a62c-47e5fb8b3df6', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': '7fda5483-fa08-4101-a62c-47e5fb8b3df6', 'mac_address': 'fa:16:3e:5e:da:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:20:50.464531 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-38bc0992-efc9-4593-948c-fa88768b1a4a req-074157f4-8bc4-4825-81a1-1e6980691e70 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648972 Jul 23 16:20:50.522370 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 6f4f771a-0731-4ed2-98ff-d65dace07b5a, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=6f4f771a-0731-4ed2-98ff-d65dace07b5a,segment=NetworkSegment(10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf),segment_id=10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:50.533038 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43ae04-c647-4e33-aef2-f3fa8e166c3c req-f4e5088f-d889-4f78-a1b0-81bcbb36c8e3 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:50.534733 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bd43ae04-c647-4e33-aef2-f3fa8e166c3c req-f4e5088f-d889-4f78-a1b0-81bcbb36c8e3 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 950 time: 0.1609507 Jul 23 16:20:50.543038 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=f46ac28d-abb4-433c-a4be-e695eada86f5,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:50.599778 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '6f4f771a-0731-4ed2-98ff-d65dace07b5a', 'network_id': 'e5f00839-b5e3-470f-98ff-b05da7b06d94', 'port_id': '6f4f771a-0731-4ed2-98ff-d65dace07b5a', 'mac_address': 'fa:16:3e:ec:1f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e1b4b2c-7085-4c60-92b2-650db68b72a2', 'ip_address': '10.1.1.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:20:50.602175 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5b5fb-5728-4fc4-bb10-9d92a7361ede req-e1db5d81-0e7a-4dc7-b60b-9ca632cf7604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:50.604228 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-adc5b5fb-5728-4fc4-bb10-9d92a7361ede req-e1db5d81-0e7a-4dc7-b60b-9ca632cf7604 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&device_id=125782f9-2236-455c-ab42-26a813406947 HTTP/1.1" status: 200 len: 1099 time: 0.2659278 Jul 23 16:20:50.640907 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-a853fdfa-d5e0-404e-ae82-26f78ff7fe84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5e2d096-7211-483d-961a-a931e814f70f {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:50.653892 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:50.668307 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-a853fdfa-d5e0-404e-ae82-26f78ff7fe84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:50.671341 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=6f406226-7c43-4a51-8734-18dbcbb352a4,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:50.679780 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fda5483-fa08-4101-a62c-47e5fb8b3df6 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:50.697795 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bd43ae04-c647-4e33-aef2-f3fa8e166c3c req-dae31ea4-0270-4957-8442-ebbe9a5b05fc tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486387 Jul 23 16:20:50.699798 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:50.706299 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 7fda5483-fa08-4101-a62c-47e5fb8b3df6, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=7fda5483-fa08-4101-a62c-47e5fb8b3df6,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:50.714697 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-a853fdfa-d5e0-404e-ae82-26f78ff7fe84 service neutron] Transition to ACTIVE for port object b5e2d096-7211-483d-961a-a931e814f70f will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:50.722059 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f4f771a-0731-4ed2-98ff-d65dace07b5a {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:50.728118 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:50.771005 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-a853fdfa-d5e0-404e-ae82-26f78ff7fe84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:50.771318 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 6f4f771a-0731-4ed2-98ff-d65dace07b5a, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=6f4f771a-0731-4ed2-98ff-d65dace07b5a,segment=NetworkSegment(10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf),segment_id=10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:50.780069 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:50.780720 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 61637cfe-1584-4974-b56f-43ff73d6bcec details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:20:50.808395 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=7fda5483-fa08-4101-a62c-47e5fb8b3df6,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:50.858082 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 61637cfe-1584-4974-b56f-43ff73d6bcec, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=61637cfe-1584-4974-b56f-43ff73d6bcec,segment=NetworkSegment(e8728e7b-cc64-4d64-b8c7-0bf963e96d60),segment_id=e8728e7b-cc64-4d64-b8c7-0bf963e96d60)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:50.872861 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5b5fb-5728-4fc4-bb10-9d92a7361ede req-0020add5-0898-4e11-b648-5420d407ac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:50.874402 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-adc5b5fb-5728-4fc4-bb10-9d92a7361ede req-0020add5-0898-4e11-b648-5420d407ac0a service neutron] 10.222.0.97 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.2586684 Jul 23 16:20:50.883247 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '61637cfe-1584-4974-b56f-43ff73d6bcec', 'network_id': 'b15e95e3-c83c-43f1-8d67-89ed25f67132', 'port_id': '61637cfe-1584-4974-b56f-43ff73d6bcec', 'mac_address': 'fa:16:3e:f1:06:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cf0b2de-18cb-44fe-a73c-3c7c9e63181e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:20:50.887813 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ccab4-b9d2-4228-8cc0-bb7f86e5aef0 req-c9e3c888-1dc2-411e-8b41-170acac690f2 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:50.888664 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=6f4f771a-0731-4ed2-98ff-d65dace07b5a,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:50.889353 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f66ccab4-b9d2-4228-8cc0-bb7f86e5aef0 req-c9e3c888-1dc2-411e-8b41-170acac690f2 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.73 "GET /v2.0/ports?device_id=11625b2e-ec43-4068-9269-d6f71eb1c48d HTTP/1.1" status: 200 len: 949 time: 0.3536172 Jul 23 16:20:50.933046 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:50.947386 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61637cfe-1584-4974-b56f-43ff73d6bcec {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:50.953327 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853fdfa-d5e0-404e-ae82-26f78ff7fe84 service neutron] Pushing event updated for resources: {'Port': ['ID=b5e2d096-7211-483d-961a-a931e814f70f,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:50.964692 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-adc5b5fb-5728-4fc4-bb10-9d92a7361ede req-10a675ba-018f-4eea-9bc9-135cc1fc09ef service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=cebe27dc-bd00-4623-854f-7312f6492b97 HTTP/1.1" status: 200 len: 217 time: 0.0722339 Jul 23 16:20:50.981782 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 61637cfe-1584-4974-b56f-43ff73d6bcec, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=61637cfe-1584-4974-b56f-43ff73d6bcec,segment=NetworkSegment(e8728e7b-cc64-4d64-b8c7-0bf963e96d60),segment_id=e8728e7b-cc64-4d64-b8c7-0bf963e96d60)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:50.987953 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:50.989918 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device ec5d280e-539b-40ed-95d6-bc3fb999ce68 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:20:51.023476 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['7fda5483-fa08-4101-a62c-47e5fb8b3df6'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:51.025997 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['e3966f2c-b52c-4edd-bbd7-caf3db32ad4f'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:51.068666 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f66ccab4-b9d2-4228-8cc0-bb7f86e5aef0 req-8782cb71-85e2-48f9-a168-942bba1f3b17 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.73 "GET /v2.0/security-groups?id=059c9f6d-4e9a-40b3-9401-ce561ed3f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657155 Jul 23 16:20:51.085293 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa7b8c-f6b7-4d8f-8d11-50e2465b083a req-94795415-328a-4aed-9ee6-daf5cf341b92 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:51.086917 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fefa7b8c-f6b7-4d8f-8d11-50e2465b083a req-94795415-328a-4aed-9ee6-daf5cf341b92 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=15aeeadc-5ac1-444f-aa5d-814639931a8e HTTP/1.1" status: 200 len: 946 time: 0.3196898 Jul 23 16:20:51.120731 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5b5fb-5728-4fc4-bb10-9d92a7361ede req-9c6ffb14-f823-4253-8c32-87c5e35349b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:51.124510 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-adc5b5fb-5728-4fc4-bb10-9d92a7361ede req-9c6ffb14-f823-4253-8c32-87c5e35349b1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1347189 Jul 23 16:20:51.154709 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740c99e4-2295-4a36-8d02-bdcece8932c1 x-openstack-request-id: req-740c99e4-2295-4a36-8d02-bdcece8932c1 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:51.154999 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ab39e5-3e39-4551-9140-f227e9eca613", "name": "network-vif-plugged", "status": "completed", "tag": "f46ac28d-abb4-433c-a4be-e695eada86f5", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:51.155254 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-740c99e4-2295-4a36-8d02-bdcece8932c1 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:51.155640 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ab39e5-3e39-4551-9140-f227e9eca613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46ac28d-abb4-433c-a4be-e695eada86f5', 'code': 200} Jul 23 16:20:51.163929 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-a853fdfa-d5e0-404e-ae82-26f78ff7fe84 service neutron] Attempting to bind port b5e2d096-7211-483d-961a-a931e814f70f on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:51.163929 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-a853fdfa-d5e0-404e-ae82-26f78ff7fe84 service neutron] Attempting to bind port b5e2d096-7211-483d-961a-a931e814f70f by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '13380f59-e4ec-4a16-8d62-9f34dd4434a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:51.163929 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-a853fdfa-d5e0-404e-ae82-26f78ff7fe84 service neutron] Attempting to bind port b5e2d096-7211-483d-961a-a931e814f70f on network 4dd97669-66b3-495e-9f83-265cbe5bb756 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:51.183014 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port ec5d280e-539b-40ed-95d6-bc3fb999ce68, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=ec5d280e-539b-40ed-95d6-bc3fb999ce68,segment=NetworkSegment(10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf),segment_id=10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:51.219313 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=61637cfe-1584-4974-b56f-43ff73d6bcec,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:51.229319 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-a853fdfa-d5e0-404e-ae82-26f78ff7fe84 service neutron] Port b5e2d096-7211-483d-961a-a931e814f70f on network 4dd97669-66b3-495e-9f83-265cbe5bb756 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:20:51.230186 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-a853fdfa-d5e0-404e-ae82-26f78ff7fe84 service neutron] Attempting to bind port b5e2d096-7211-483d-961a-a931e814f70f on network 4dd97669-66b3-495e-9f83-265cbe5bb756 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:51.236916 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'ec5d280e-539b-40ed-95d6-bc3fb999ce68', 'network_id': 'e5f00839-b5e3-470f-98ff-b05da7b06d94', 'port_id': 'ec5d280e-539b-40ed-95d6-bc3fb999ce68', 'mac_address': 'fa:16:3e:b6:ca:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e1b4b2c-7085-4c60-92b2-650db68b72a2', 'ip_address': '10.1.1.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:20:51.264373 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fefa7b8c-f6b7-4d8f-8d11-50e2465b083a req-dacc3df6-b851-41e0-be76-a1511d81f48d tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650498 Jul 23 16:20:51.298987 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-a853fdfa-d5e0-404e-ae82-26f78ff7fe84 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:51.299869 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-a853fdfa-d5e0-404e-ae82-26f78ff7fe84 service neutron] Checking segment: {'id': '13380f59-e4ec-4a16-8d62-9f34dd4434a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:51.300419 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-a853fdfa-d5e0-404e-ae82-26f78ff7fe84 service neutron] Bound using segment: {'id': '13380f59-e4ec-4a16-8d62-9f34dd4434a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:51.301900 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-a853fdfa-d5e0-404e-ae82-26f78ff7fe84 service neutron] Bound port: b5e2d096-7211-483d-961a-a931e814f70f, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13380f59-e4ec-4a16-8d62-9f34dd4434a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:51.302384 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-a853fdfa-d5e0-404e-ae82-26f78ff7fe84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:51.341352 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:51.383213 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec5d280e-539b-40ed-95d6-bc3fb999ce68 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:51.408977 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5b5fb-5728-4fc4-bb10-9d92a7361ede req-fa02b650-2fe7-4b2d-9f1b-3e9d9420f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:51.410417 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-adc5b5fb-5728-4fc4-bb10-9d92a7361ede req-fa02b650-2fe7-4b2d-9f1b-3e9d9420f603 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2591233 Jul 23 16:20:51.441660 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port ec5d280e-539b-40ed-95d6-bc3fb999ce68, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=ec5d280e-539b-40ed-95d6-bc3fb999ce68,segment=NetworkSegment(10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf),segment_id=10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:51.461367 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:51.462043 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 01fb3cf0-e4ff-4a66-8ed1-9025c34ef945 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:20:51.538767 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 01fb3cf0-e4ff-4a66-8ed1-9025c34ef945, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=01fb3cf0-e4ff-4a66-8ed1-9025c34ef945,segment=NetworkSegment(10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf),segment_id=10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:51.550377 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-a853fdfa-d5e0-404e-ae82-26f78ff7fe84 service neutron] For port b5e2d096-7211-483d-961a-a931e814f70f, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:51.585962 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a5993-9b14-4f6b-adc2-0ceb2727cf1e req-0c45d844-7ca0-495d-8520-bfff6636ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:51.587490 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-186a5993-9b14-4f6b-adc2-0ceb2727cf1e req-0c45d844-7ca0-495d-8520-bfff6636ae54 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 1101 time: 0.3500040 Jul 23 16:20:51.591570 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '01fb3cf0-e4ff-4a66-8ed1-9025c34ef945', 'network_id': 'e5f00839-b5e3-470f-98ff-b05da7b06d94', 'port_id': '01fb3cf0-e4ff-4a66-8ed1-9025c34ef945', 'mac_address': 'fa:16:3e:4e:1f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e1b4b2c-7085-4c60-92b2-650db68b72a2', 'ip_address': '10.1.1.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:20:51.593927 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-a853fdfa-d5e0-404e-ae82-26f78ff7fe84 service neutron] For port b5e2d096-7211-483d-961a-a931e814f70f, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=b5e2d096-7211-483d-961a-a931e814f70f,segment=NetworkSegment(13380f59-e4ec-4a16-8d62-9f34dd4434a0),segment_id=13380f59-e4ec-4a16-8d62-9f34dd4434a0)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:51.604328 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=ec5d280e-539b-40ed-95d6-bc3fb999ce68,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:51.634652 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-a853fdfa-d5e0-404e-ae82-26f78ff7fe84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:51.655771 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:51.666939 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046275b-6840-484c-96ce-6f81ca9f3462 req-1f85c64c-dfbc-4368-a698-9ff26b1af127 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:51.669608 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01fb3cf0-e4ff-4a66-8ed1-9025c34ef945 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:51.672432 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046275b-6840-484c-96ce-6f81ca9f3462 req-1f85c64c-dfbc-4368-a698-9ff26b1af127 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:51.679085 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046275b-6840-484c-96ce-6f81ca9f3462 req-1f85c64c-dfbc-4368-a698-9ff26b1af127 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:51.687127 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046275b-6840-484c-96ce-6f81ca9f3462 req-1f85c64c-dfbc-4368-a698-9ff26b1af127 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:51.691035 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046275b-6840-484c-96ce-6f81ca9f3462 req-1f85c64c-dfbc-4368-a698-9ff26b1af127 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:51.691462 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 01fb3cf0-e4ff-4a66-8ed1-9025c34ef945, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=01fb3cf0-e4ff-4a66-8ed1-9025c34ef945,segment=NetworkSegment(10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf),segment_id=10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:51.696137 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:51.697210 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046275b-6840-484c-96ce-6f81ca9f3462 req-1f85c64c-dfbc-4368-a698-9ff26b1af127 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:51.703042 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046275b-6840-484c-96ce-6f81ca9f3462 req-1f85c64c-dfbc-4368-a698-9ff26b1af127 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:51.705003 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5046275b-6840-484c-96ce-6f81ca9f3462 req-1f85c64c-dfbc-4368-a698-9ff26b1af127 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5435 time: 0.3659222 Jul 23 16:20:51.723710 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device cebe27dc-bd00-4623-854f-7312f6492b97 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:20:51.736796 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-adc5b5fb-5728-4fc4-bb10-9d92a7361ede req-98d5578d-c307-4453-9ca1-83b209412e34 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018746 Jul 23 16:20:51.746516 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184a6f3-1851-4808-b02b-b46990451d4e req-9213720d-f0b3-4b01-9679-2d6c96664ae9 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:51.748097 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4184a6f3-1851-4808-b02b-b46990451d4e req-9213720d-f0b3-4b01-9679-2d6c96664ae9 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/ports?device_id=70b18718-940c-4049-bec1-714a22b0a4c7 HTTP/1.1" status: 200 len: 944 time: 0.3717532 Jul 23 16:20:51.783662 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=01fb3cf0-e4ff-4a66-8ed1-9025c34ef945,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:51.819805 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-a853fdfa-d5e0-404e-ae82-26f78ff7fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:51.820430 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-a853fdfa-d5e0-404e-ae82-26f78ff7fe84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:51.821869 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-a853fdfa-d5e0-404e-ae82-26f78ff7fe84 service neutron] 10.222.0.97 "PUT /v2.0/ports/b5e2d096-7211-483d-961a-a931e814f70f HTTP/1.1" status: 200 len: 1092 time: 2.4855380 Jul 23 16:20:51.844096 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-186a5993-9b14-4f6b-adc2-0ceb2727cf1e req-147ed5ce-e91d-499b-bacc-40027c56f8b9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479882 Jul 23 16:20:51.866016 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port cebe27dc-bd00-4623-854f-7312f6492b97, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=cebe27dc-bd00-4623-854f-7312f6492b97,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:51.880210 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'cebe27dc-bd00-4623-854f-7312f6492b97', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': 'cebe27dc-bd00-4623-854f-7312f6492b97', 'mac_address': 'fa:16:3e:ef:94:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:20:51.918800 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853fdfa-d5e0-404e-ae82-26f78ff7fe84 service neutron] Pushing event updated for resources: {'Port': ['ID=b5e2d096-7211-483d-961a-a931e814f70f,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:51.930567 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:51.946139 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cebe27dc-bd00-4623-854f-7312f6492b97 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:51.953958 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5046275b-6840-484c-96ce-6f81ca9f3462 req-dd29cb7b-8c9a-49c3-82de-f7f1f71e5422 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2266712 Jul 23 16:20:51.974123 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4184a6f3-1851-4808-b02b-b46990451d4e req-a2fbd04a-bb93-4045-a887-e0f7b4d79a0f tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/security-groups?id=f72f61d5-126e-45e2-91bd-72f6314f3a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033327 Jul 23 16:20:52.000118 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port cebe27dc-bd00-4623-854f-7312f6492b97, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=cebe27dc-bd00-4623-854f-7312f6492b97,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:52.008075 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:52.026084 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-adc5b5fb-5728-4fc4-bb10-9d92a7361ede req-5889c39e-302c-4543-9766-74c97e234627 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769907 Jul 23 16:20:52.042600 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-27d510a8-f256-4a11-8921-9655b4832931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:52.044247 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-27d510a8-f256-4a11-8921-9655b4832931 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=bf040608ce9243169469d1c384fac592&device_id=70b18718-940c-4049-bec1-714a22b0a4c7 HTTP/1.1" status: 200 len: 1095 time: 0.1420832 Jul 23 16:20:52.099786 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=cebe27dc-bd00-4623-854f-7312f6492b97,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:52.111292 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-988e3efc-5a2f-45f6-8c3a-225a5f989c6f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5e2d096-7211-483d-961a-a931e814f70f HTTP/1.1" status: 200 len: 217 time: 0.0586443 Jul 23 16:20:52.214031 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-2daf943b-b77a-4b6b-9e28-83f6bc7a96ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:52.215497 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-2daf943b-b77a-4b6b-9e28-83f6bc7a96ee service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b06d044d-7a5d-4455-8030-ecfa0a3c6204 HTTP/1.1" status: 200 len: 859 time: 0.0784388 Jul 23 16:20:52.272482 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a978c-e8ba-4657-b7d2-c469d0c695e6 req-c8a83f02-779d-44d6-aada-fdded30a4b94 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:52.273954 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db9a978c-e8ba-4657-b7d2-c469d0c695e6 req-c8a83f02-779d-44d6-aada-fdded30a4b94 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=15aeeadc-5ac1-444f-aa5d-814639931a8e HTTP/1.1" status: 200 len: 946 time: 0.1720161 Jul 23 16:20:52.289787 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129a04b-d388-4c2a-8752-cb80578aa9bd req-3e8a5fe6-d5f7-4300-8d41-72a6e40599b0 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:52.292999 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0129a04b-d388-4c2a-8752-cb80578aa9bd req-3e8a5fe6-d5f7-4300-8d41-72a6e40599b0 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=125782f9-2236-455c-ab42-26a813406947 HTTP/1.1" status: 200 len: 949 time: 0.1924648 Jul 23 16:20:52.333338 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b18718-940c-4049-bec1-714a22b0a4c7', 'tag': 'b5e2d096-7211-483d-961a-a931e814f70f'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:52.336192 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a370d245-152a-474f-a666-f01e8250e429" -d '{"events": [{"name": "network-changed", "server_uuid": "70b18718-940c-4049-bec1-714a22b0a4c7", "tag": "b5e2d096-7211-483d-961a-a931e814f70f"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:52.371333 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db9a978c-e8ba-4657-b7d2-c469d0c695e6 req-0c4798ec-cad0-46ca-822c-d6128d83f995 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905294 Jul 23 16:20:52.374916 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0129a04b-d388-4c2a-8752-cb80578aa9bd req-052ba2d2-6ec0-469c-a3f6-6fb1289f76ae tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728738 Jul 23 16:20:52.381261 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-8949762f-9b61-435b-8e0d-04d40ecce3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:52.382750 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-8949762f-9b61-435b-8e0d-04d40ecce3aa service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4dd97669-66b3-495e-9f83-265cbe5bb756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1580920 Jul 23 16:20:52.567834 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-e374b46a-2539-4946-b979-0e243767b212 service neutron] 10.222.0.97 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654916 Jul 23 16:20:52.623070 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1e4ff-434b-4762-ac24-b1549c091ed1 req-2d7e3507-48a2-44ed-8c62-8fa3818e3136 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:52.624560 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ec1e4ff-434b-4762-ac24-b1549c091ed1 req-2d7e3507-48a2-44ed-8c62-8fa3818e3136 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.73 "GET /v2.0/ports?device_id=11625b2e-ec43-4068-9269-d6f71eb1c48d HTTP/1.1" status: 200 len: 949 time: 0.1551027 Jul 23 16:20:52.683343 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f70ce-3891-46b0-b954-c3241c5d7eaf req-a55bd9d2-15ce-4ee9-ae32-3ab08af16531 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:52.684850 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d94f70ce-3891-46b0-b954-c3241c5d7eaf req-a55bd9d2-15ce-4ee9-ae32-3ab08af16531 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 950 time: 0.2142823 Jul 23 16:20:52.739601 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ec1e4ff-434b-4762-ac24-b1549c091ed1 req-21ea2970-3ec4-4728-af2e-f981d319888b tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.73 "GET /v2.0/security-groups?id=059c9f6d-4e9a-40b3-9401-ce561ed3f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061890 Jul 23 16:20:52.750959 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8b88640-c898-4cf4-aa48-14420a14d377 req-3f20732e-d883-41b2-91f6-8c753fd9275b service neutron] 10.222.0.97 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745639 Jul 23 16:20:52.769078 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d94f70ce-3891-46b0-b954-c3241c5d7eaf req-707ff612-16a4-453d-94f9-f6fad51c7907 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744462 Jul 23 16:20:52.819769 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4cbf9c-8b37-400c-bbaf-c80ffdfb3bec x-openstack-request-id: req-4b4cbf9c-8b37-400c-bbaf-c80ffdfb3bec {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:52.820062 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70b18718-940c-4049-bec1-714a22b0a4c7", "tag": "b5e2d096-7211-483d-961a-a931e814f70f", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:52.820312 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4b4cbf9c-8b37-400c-bbaf-c80ffdfb3bec {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:52.820708 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b18718-940c-4049-bec1-714a22b0a4c7', 'tag': 'b5e2d096-7211-483d-961a-a931e814f70f', 'status': 'completed', 'code': 200} Jul 23 16:20:52.860099 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['ec5d280e-539b-40ed-95d6-bc3fb999ce68'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:52.913273 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['6f4f771a-0731-4ed2-98ff-d65dace07b5a'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:52.947743 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['6f406226-7c43-4a51-8734-18dbcbb352a4'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:52.959410 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370d245-152a-474f-a666-f01e8250e429 req-2b2b6059-4c15-456a-b197-f60f60d266e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:52.961193 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a370d245-152a-474f-a666-f01e8250e429 req-2b2b6059-4c15-456a-b197-f60f60d266e3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=bf040608ce9243169469d1c384fac592&device_id=70b18718-940c-4049-bec1-714a22b0a4c7 HTTP/1.1" status: 200 len: 1095 time: 0.1076188 Jul 23 16:20:52.977240 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['81ed9f61-dd72-45c4-9749-cf4878d9a0da'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:52.986094 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['826b1e36-24e9-4eac-b734-464693130e3f'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:53.024385 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['01fb3cf0-e4ff-4a66-8ed1-9025c34ef945'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:53.089766 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['cebe27dc-bd00-4623-854f-7312f6492b97'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:53.128823 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6b6b6-a3ca-42a4-a19d-74a703f24a11 req-b7a9b435-6565-47cc-ac9b-b9f3d5df7395 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:53.131022 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1ba6b6b6-a3ca-42a4-a19d-74a703f24a11 req-b7a9b435-6565-47cc-ac9b-b9f3d5df7395 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=15aeeadc-5ac1-444f-aa5d-814639931a8e HTTP/1.1" status: 200 len: 946 time: 0.1915278 Jul 23 16:20:53.158227 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370d245-152a-474f-a666-f01e8250e429 req-c9258b20-cc4d-4632-81c0-5940f4768116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:53.159722 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a370d245-152a-474f-a666-f01e8250e429 req-c9258b20-cc4d-4632-81c0-5940f4768116 service neutron] 10.222.0.97 "GET /v2.0/networks?id=4dd97669-66b3-495e-9f83-265cbe5bb756 HTTP/1.1" status: 200 len: 922 time: 0.1694696 Jul 23 16:20:53.225985 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a370d245-152a-474f-a666-f01e8250e429 req-dedc7c8f-1eb2-4841-8167-f99a362ae6a2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5e2d096-7211-483d-961a-a931e814f70f HTTP/1.1" status: 200 len: 217 time: 0.0561905 Jul 23 16:20:53.243893 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1ba6b6b6-a3ca-42a4-a19d-74a703f24a11 req-a366cea4-1951-412e-a1a5-bbfdc2a5b74f tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983958 Jul 23 16:20:53.268168 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384efd69-71f9-421b-9866-e06c54318b7b req-58839760-ac7a-4e7d-b1c0-a21d8255f920 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:53.277018 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384efd69-71f9-421b-9866-e06c54318b7b req-58839760-ac7a-4e7d-b1c0-a21d8255f920 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:53.283155 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384efd69-71f9-421b-9866-e06c54318b7b req-58839760-ac7a-4e7d-b1c0-a21d8255f920 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:53.293333 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384efd69-71f9-421b-9866-e06c54318b7b req-58839760-ac7a-4e7d-b1c0-a21d8255f920 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:53.299267 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384efd69-71f9-421b-9866-e06c54318b7b req-58839760-ac7a-4e7d-b1c0-a21d8255f920 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:53.308122 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384efd69-71f9-421b-9866-e06c54318b7b req-58839760-ac7a-4e7d-b1c0-a21d8255f920 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:53.315643 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384efd69-71f9-421b-9866-e06c54318b7b req-58839760-ac7a-4e7d-b1c0-a21d8255f920 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:53.318975 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-384efd69-71f9-421b-9866-e06c54318b7b req-58839760-ac7a-4e7d-b1c0-a21d8255f920 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5437 time: 0.2498155 Jul 23 16:20:53.397651 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device e3966f2c-b52c-4edd-bbd7-caf3db32ad4f up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:53.440781 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370d245-152a-474f-a666-f01e8250e429 req-07cbc089-1fb9-4b12-8799-42ba8bfbc540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:53.442541 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a370d245-152a-474f-a666-f01e8250e429 req-07cbc089-1fb9-4b12-8799-42ba8bfbc540 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b06d044d-7a5d-4455-8030-ecfa0a3c6204 HTTP/1.1" status: 200 len: 859 time: 0.1964571 Jul 23 16:20:53.464568 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-384efd69-71f9-421b-9866-e06c54318b7b req-6f4cfcf7-882b-4f00-9c60-91e0310a5443 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1107242 Jul 23 16:20:53.527295 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4646a35-1f9e-4f1b-a713-7626fb612f68 req-59d7ca93-3ada-4465-85c1-81ad6986b78f tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:53.536771 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4646a35-1f9e-4f1b-a713-7626fb612f68 req-59d7ca93-3ada-4465-85c1-81ad6986b78f tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/ports?device_id=70b18718-940c-4049-bec1-714a22b0a4c7 HTTP/1.1" status: 200 len: 944 time: 0.2109053 Jul 23 16:20:53.584971 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370d245-152a-474f-a666-f01e8250e429 req-d39c427f-d671-4c62-a002-4a2fc24bb231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:53.587392 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a370d245-152a-474f-a666-f01e8250e429 req-d39c427f-d671-4c62-a002-4a2fc24bb231 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4dd97669-66b3-495e-9f83-265cbe5bb756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1356447 Jul 23 16:20:53.628519 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4646a35-1f9e-4f1b-a713-7626fb612f68 req-27ab5418-a3d8-4108-8d84-6575ae42620f tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/security-groups?id=f72f61d5-126e-45e2-91bd-72f6314f3a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906148 Jul 23 16:20:53.635100 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['61637cfe-1584-4974-b56f-43ff73d6bcec'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:54.095432 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port e3966f2c-b52c-4edd-bbd7-caf3db32ad4f completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:54.175502 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port e3966f2c-b52c-4edd-bbd7-caf3db32ad4f triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:54.175998 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:54.180430 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379508f5-2fac-4b6c-8477-1e33db379bd6 req-b9c297bb-f152-4331-ac10-91c6db00b0fa tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:54.181989 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-379508f5-2fac-4b6c-8477-1e33db379bd6 req-b9c297bb-f152-4331-ac10-91c6db00b0fa tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=15aeeadc-5ac1-444f-aa5d-814639931a8e HTTP/1.1" status: 200 len: 946 time: 0.5932219 Jul 23 16:20:54.183791 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a370d245-152a-474f-a666-f01e8250e429 req-98ebad7b-761d-4d81-a1d1-e6afd7b579ff service neutron] 10.222.0.97 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5827532 Jul 23 16:20:54.263864 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04883a39-fa3b-4ca8-922b-77f00bdca31e req-65f32160-25e6-4876-bb5f-6536d5b02d88 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:54.265301 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-04883a39-fa3b-4ca8-922b-77f00bdca31e req-65f32160-25e6-4876-bb5f-6536d5b02d88 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=125782f9-2236-455c-ab42-26a813406947 HTTP/1.1" status: 200 len: 949 time: 0.5338988 Jul 23 16:20:54.280815 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-379508f5-2fac-4b6c-8477-1e33db379bd6 req-6eb47cec-e8af-43c4-ae51-94d6c46504dc tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866902 Jul 23 16:20:54.379369 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-04883a39-fa3b-4ca8-922b-77f00bdca31e req-0a4468a6-2b1d-44a2-99d6-2723fdf6fdbc tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725036 Jul 23 16:20:54.392259 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a370d245-152a-474f-a666-f01e8250e429 req-d6bb7a2a-7f16-4e01-becb-8ba3422708fd service neutron] 10.222.0.97 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951339 Jul 23 16:20:54.445763 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:54.454938 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c75f04-39c7-42f7-874a-0693f56f03f6 req-19fcf39e-4fb9-4080-a31d-0a0153ff6bc9 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:54.456496 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-97c75f04-39c7-42f7-874a-0693f56f03f6 req-19fcf39e-4fb9-4080-a31d-0a0153ff6bc9 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.73 "GET /v2.0/ports?device_id=11625b2e-ec43-4068-9269-d6f71eb1c48d HTTP/1.1" status: 200 len: 949 time: 0.0831335 Jul 23 16:20:54.482934 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port e3966f2c-b52c-4edd-bbd7-caf3db32ad4f, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=e3966f2c-b52c-4edd-bbd7-caf3db32ad4f,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:54.484414 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11625b2e-ec43-4068-9269-d6f71eb1c48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3966f2c-b52c-4edd-bbd7-caf3db32ad4f'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:54.487596 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a594db3d-228b-45fd-ae52-b84eec6f3c1e" -d '{"events": [{"server_uuid": "11625b2e-ec43-4068-9269-d6f71eb1c48d", "name": "network-vif-plugged", "status": "completed", "tag": "e3966f2c-b52c-4edd-bbd7-caf3db32ad4f"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:54.492352 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:54.493242 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 7fda5483-fa08-4101-a62c-47e5fb8b3df6 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:54.530345 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-97c75f04-39c7-42f7-874a-0693f56f03f6 req-2464f7f2-2377-420f-8e75-918fdcda847d tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.73 "GET /v2.0/security-groups?id=059c9f6d-4e9a-40b3-9401-ce561ed3f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598168 Jul 23 16:20:54.566592 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a72a6-9635-4bb8-b5ff-38bf89ea4505 req-9ef9e937-fd8f-4669-87f2-70f026773ff5 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:54.578127 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-285a72a6-9635-4bb8-b5ff-38bf89ea4505 req-9ef9e937-fd8f-4669-87f2-70f026773ff5 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 950 time: 0.1156507 Jul 23 16:20:54.588763 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 7fda5483-fa08-4101-a62c-47e5fb8b3df6 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:54.594608 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 7fda5483-fa08-4101-a62c-47e5fb8b3df6 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:54.594991 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:54.602041 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=e3966f2c-b52c-4edd-bbd7-caf3db32ad4f,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:54.642978 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-285a72a6-9635-4bb8-b5ff-38bf89ea4505 req-56c7aa42-9dad-4065-b0f0-dcc6b5e32fda tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590243 Jul 23 16:20:54.741452 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e528340-ece7-42e4-af80-b2fb4706aa43 x-openstack-request-id: req-2e528340-ece7-42e4-af80-b2fb4706aa43 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:54.741452 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11625b2e-ec43-4068-9269-d6f71eb1c48d", "name": "network-vif-plugged", "status": "completed", "tag": "e3966f2c-b52c-4edd-bbd7-caf3db32ad4f", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:54.741452 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2e528340-ece7-42e4-af80-b2fb4706aa43 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:54.741452 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11625b2e-ec43-4068-9269-d6f71eb1c48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3966f2c-b52c-4edd-bbd7-caf3db32ad4f', 'code': 200} Jul 23 16:20:54.773655 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:54.820836 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 7fda5483-fa08-4101-a62c-47e5fb8b3df6, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=7fda5483-fa08-4101-a62c-47e5fb8b3df6,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:54.831954 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:54.874685 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02ef78-0072-4667-a571-e4ea542b3d73 req-8050d80c-f16c-48fa-a3a0-8d8bcb6639f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:54.876719 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5a02ef78-0072-4667-a571-e4ea542b3d73 req-8050d80c-f16c-48fa-a3a0-8d8bcb6639f4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=11625b2e-ec43-4068-9269-d6f71eb1c48d HTTP/1.1" status: 200 len: 1101 time: 0.1262259 Jul 23 16:20:54.906673 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9df27a-d057-442d-915e-c7b08018de8b req-3987e206-f10d-4365-aa72-0fe3f1cd01f8 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:54.906974 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=7fda5483-fa08-4101-a62c-47e5fb8b3df6,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:54.914399 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9df27a-d057-442d-915e-c7b08018de8b req-3987e206-f10d-4365-aa72-0fe3f1cd01f8 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:54.921612 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9df27a-d057-442d-915e-c7b08018de8b req-3987e206-f10d-4365-aa72-0fe3f1cd01f8 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:54.928350 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9df27a-d057-442d-915e-c7b08018de8b req-3987e206-f10d-4365-aa72-0fe3f1cd01f8 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:54.934396 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9df27a-d057-442d-915e-c7b08018de8b req-3987e206-f10d-4365-aa72-0fe3f1cd01f8 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:54.940175 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9df27a-d057-442d-915e-c7b08018de8b req-3987e206-f10d-4365-aa72-0fe3f1cd01f8 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:54.946127 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9df27a-d057-442d-915e-c7b08018de8b req-3987e206-f10d-4365-aa72-0fe3f1cd01f8 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:54.948056 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8b9df27a-d057-442d-915e-c7b08018de8b req-3987e206-f10d-4365-aa72-0fe3f1cd01f8 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5437 time: 0.2062387 Jul 23 16:20:54.988991 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5a02ef78-0072-4667-a571-e4ea542b3d73 req-9104f93b-ccb5-4383-9cef-45cdb6142e73 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=059c9f6d-4e9a-40b3-9401-ce561ed3f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039340 Jul 23 16:20:55.005250 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8b9df27a-d057-442d-915e-c7b08018de8b req-c36212cc-e81f-4516-abc7-d68ef2856fe3 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0501640 Jul 23 16:20:55.160330 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357092d4-9f48-4bb6-b815-f79225b63ac1 req-1e643c91-81bd-4934-bd46-801f15b9b310 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:55.161888 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-357092d4-9f48-4bb6-b815-f79225b63ac1 req-1e643c91-81bd-4934-bd46-801f15b9b310 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/ports?device_id=70b18718-940c-4049-bec1-714a22b0a4c7 HTTP/1.1" status: 200 len: 944 time: 0.1067579 Jul 23 16:20:55.167997 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c1b7a-c7f2-4399-944b-d46c9c5860ba req-c4a9442c-0d5b-4d2b-bd1b-70b037d4f27e tempest-MigrationsAdminTest-1672807212 tempest-MigrationsAdminTest-1672807212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:55.169470 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-526c1b7a-c7f2-4399-944b-d46c9c5860ba req-c4a9442c-0d5b-4d2b-bd1b-70b037d4f27e tempest-MigrationsAdminTest-1672807212 tempest-MigrationsAdminTest-1672807212-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 1101 time: 0.1027255 Jul 23 16:20:55.222520 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-357092d4-9f48-4bb6-b815-f79225b63ac1 req-7aa8daa8-670a-439b-bc51-1b0c17f69293 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/security-groups?id=f72f61d5-126e-45e2-91bd-72f6314f3a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520856 Jul 23 16:20:55.228140 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-526c1b7a-c7f2-4399-944b-d46c9c5860ba req-885dfca1-7132-4381-abca-1bb678977c06 tempest-MigrationsAdminTest-1672807212 tempest-MigrationsAdminTest-1672807212-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519657 Jul 23 16:20:55.604493 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87017b-7959-4003-8529-bec25eb205e7 req-679ff68a-a456-4922-b3db-c0906d5d5fd2 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:55.606028 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ad87017b-7959-4003-8529-bec25eb205e7 req-679ff68a-a456-4922-b3db-c0906d5d5fd2 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=125782f9-2236-455c-ab42-26a813406947 HTTP/1.1" status: 200 len: 949 time: 0.1448326 Jul 23 16:20:55.609527 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-1d487048-bf09-497a-b5a4-7156ddbb738f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1496155 Jul 23 16:20:55.617471 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8d5ed-2300-44af-a397-6bf1dc39e1c4 req-22a3c9db-07ad-4376-a2f9-df20e2595578 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:55.619092 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9fe8d5ed-2300-44af-a397-6bf1dc39e1c4 req-22a3c9db-07ad-4376-a2f9-df20e2595578 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=15aeeadc-5ac1-444f-aa5d-814639931a8e HTTP/1.1" status: 200 len: 946 time: 0.1503725 Jul 23 16:20:55.675671 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ad87017b-7959-4003-8529-bec25eb205e7 req-95d393a4-e9d1-426a-b121-8f2b0065585a tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556049 Jul 23 16:20:55.681275 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9fe8d5ed-2300-44af-a397-6bf1dc39e1c4 req-ec472f7e-6456-4bbd-94ef-a846d50b3b24 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552237 Jul 23 16:20:55.855297 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12b407-27d4-4e76-9a34-38f4eeff15ce req-cfd75f77-8a5a-4721-b417-7549032bc596 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:55.856896 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c12b407-27d4-4e76-9a34-38f4eeff15ce req-cfd75f77-8a5a-4721-b417-7549032bc596 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 950 time: 0.1133392 Jul 23 16:20:55.868972 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413b20f-1119-4443-ae72-da25f05e96b5 req-cb825122-e5e9-48da-b0f2-a043a2a4e45d tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:55.870489 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4413b20f-1119-4443-ae72-da25f05e96b5 req-cb825122-e5e9-48da-b0f2-a043a2a4e45d tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.73 "GET /v2.0/ports?device_id=11625b2e-ec43-4068-9269-d6f71eb1c48d HTTP/1.1" status: 200 len: 950 time: 0.1245129 Jul 23 16:20:55.930029 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c12b407-27d4-4e76-9a34-38f4eeff15ce req-d1499e2e-1a10-4de2-8e0a-72a3b149dbe5 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582275 Jul 23 16:20:55.932554 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4413b20f-1119-4443-ae72-da25f05e96b5 req-95554fa9-9e45-41f4-8e52-5ad8e14f14a6 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.73 "GET /v2.0/security-groups?id=059c9f6d-4e9a-40b3-9401-ce561ed3f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542660 Jul 23 16:20:56.205265 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1149b7e-f31d-43c0-948c-703326194f0b req-619a79d4-2c6b-45f9-99c5-01a07b5ce2b1 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:56.209517 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a1149b7e-f31d-43c0-948c-703326194f0b req-619a79d4-2c6b-45f9-99c5-01a07b5ce2b1 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/networks?id=cbcbd292-3824-44cf-913c-59a7184e692c HTTP/1.1" status: 200 len: 808 time: 0.1724460 Jul 23 16:20:56.230606 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f6245-d998-4b67-8390-d39813c583e1 req-d2d1d552-0400-40a7-95b4-517f4b77ccfb tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:56.236412 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f6245-d998-4b67-8390-d39813c583e1 req-d2d1d552-0400-40a7-95b4-517f4b77ccfb tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:56.245266 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f6245-d998-4b67-8390-d39813c583e1 req-d2d1d552-0400-40a7-95b4-517f4b77ccfb tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:56.250335 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f6245-d998-4b67-8390-d39813c583e1 req-d2d1d552-0400-40a7-95b4-517f4b77ccfb tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:56.257769 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f6245-d998-4b67-8390-d39813c583e1 req-d2d1d552-0400-40a7-95b4-517f4b77ccfb tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:56.263782 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f6245-d998-4b67-8390-d39813c583e1 req-d2d1d552-0400-40a7-95b4-517f4b77ccfb tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:56.269900 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f6245-d998-4b67-8390-d39813c583e1 req-d2d1d552-0400-40a7-95b4-517f4b77ccfb tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:56.272534 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb3f6245-d998-4b67-8390-d39813c583e1 req-d2d1d552-0400-40a7-95b4-517f4b77ccfb tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5437 time: 0.1809363 Jul 23 16:20:56.291351 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a1149b7e-f31d-43c0-948c-703326194f0b req-fac23a03-8bae-4747-8da2-b822b01c2146 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/quotas/3e7d59ab22bf4a75bedef87dbf37ca66 HTTP/1.1" status: 200 len: 375 time: 0.0177467 Jul 23 16:20:56.356249 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb3f6245-d998-4b67-8390-d39813c583e1 req-91dfaff8-3bb0-40ef-8f97-f507812adee5 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0749519 Jul 23 16:20:56.397195 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a1149b7e-f31d-43c0-948c-703326194f0b req-4f8de588-2fa0-482e-b6b3-e1ca07324882 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0987697 Jul 23 16:20:56.525093 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a1149b7e-f31d-43c0-948c-703326194f0b req-63c3b55c-d9ec-4e22-ae95-937367be726b service neutron] 10.222.0.73 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269057 Jul 23 16:20:56.571227 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6a2ff-af12-4f82-8720-a0e2160f1dbd req-92612574-a137-4c06-9752-b6fa3ca17713 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:56.572746 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2eb6a2ff-af12-4f82-8720-a0e2160f1dbd req-92612574-a137-4c06-9752-b6fa3ca17713 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/ports?device_id=70b18718-940c-4049-bec1-714a22b0a4c7 HTTP/1.1" status: 200 len: 944 time: 0.1441417 Jul 23 16:20:56.663221 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2eb6a2ff-af12-4f82-8720-a0e2160f1dbd req-d26dd519-d40f-452b-9a10-2a65f712e8d5 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/security-groups?id=f72f61d5-126e-45e2-91bd-72f6314f3a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838580 Jul 23 16:20:56.666797 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a1149b7e-f31d-43c0-948c-703326194f0b req-9050cb84-8594-498d-8950-e32207984c0e service neutron] 10.222.0.73 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359046 Jul 23 16:20:56.741490 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c34234c-7b23-422c-a523-7f9e2d5ddc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fda5483-fa08-4101-a62c-47e5fb8b3df6'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:56.742009 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242e9431-81f8-4b99-8797-8ac0d1b19bd6" -d '{"events": [{"server_uuid": "1c34234c-7b23-422c-a523-7f9e2d5ddc0c", "name": "network-vif-plugged", "status": "completed", "tag": "7fda5483-fa08-4101-a62c-47e5fb8b3df6"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:56.812463 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be84f8c-e9f5-45e4-9d43-71bbf975592a req-bd11d779-3880-42f8-8438-79beb15bc248 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:56.814090 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3be84f8c-e9f5-45e4-9d43-71bbf975592a req-bd11d779-3880-42f8-8438-79beb15bc248 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=125782f9-2236-455c-ab42-26a813406947 HTTP/1.1" status: 200 len: 949 time: 0.0670273 Jul 23 16:20:56.862546 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3be84f8c-e9f5-45e4-9d43-71bbf975592a req-03217a9c-6b92-4204-8daa-666cbfc9c97d tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416601 Jul 23 16:20:56.960047 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f89d17f-dba7-4b0e-ad58-f9bec9fce5aa x-openstack-request-id: req-6f89d17f-dba7-4b0e-ad58-f9bec9fce5aa {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:56.960687 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c34234c-7b23-422c-a523-7f9e2d5ddc0c", "name": "network-vif-plugged", "status": "completed", "tag": "7fda5483-fa08-4101-a62c-47e5fb8b3df6", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:56.961436 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6f89d17f-dba7-4b0e-ad58-f9bec9fce5aa {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:56.962085 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c34234c-7b23-422c-a523-7f9e2d5ddc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fda5483-fa08-4101-a62c-47e5fb8b3df6', 'code': 200} Jul 23 16:20:57.025670 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1c186d89-fd02-4e88-a45b-00bf8adbc3ee req-b9d30872-724d-4891-a8f8-0705d1433680 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 210 time: 0.0365884 Jul 23 16:20:57.036866 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab1e71-b7b2-4a0b-b9c1-66f7c820babe req-49c75e63-4d23-415d-a3a1-86c355e6f24c tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:57.038583 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-deab1e71-b7b2-4a0b-b9c1-66f7c820babe req-49c75e63-4d23-415d-a3a1-86c355e6f24c tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=15aeeadc-5ac1-444f-aa5d-814639931a8e HTTP/1.1" status: 200 len: 946 time: 0.1126711 Jul 23 16:20:57.159937 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-deab1e71-b7b2-4a0b-b9c1-66f7c820babe req-861e7223-45e4-4c7f-ac21-61832412d5d6 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852754 Jul 23 16:20:57.168780 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828272c-16dd-4e41-9467-d70b81c71041 req-108771ff-16b5-479f-9630-2e323b1b4d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:57.170329 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9828272c-16dd-4e41-9467-d70b81c71041 req-108771ff-16b5-479f-9630-2e323b1b4d2d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1c34234c-7b23-422c-a523-7f9e2d5ddc0c HTTP/1.1" status: 200 len: 1100 time: 0.1308599 Jul 23 16:20:57.172456 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-3e95e7be-c4d6-4721-8c9d-db8b0c678617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:57.174303 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-3e95e7be-c4d6-4721-8c9d-db8b0c678617 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 1101 time: 0.0625381 Jul 23 16:20:57.223281 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983982bd-876f-4382-b7b5-f89f0035b170 req-5579d3b9-3087-41b0-ad18-8a58af418b9a tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:57.224886 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-983982bd-876f-4382-b7b5-f89f0035b170 req-5579d3b9-3087-41b0-ad18-8a58af418b9a tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.73 "GET /v2.0/ports?device_id=11625b2e-ec43-4068-9269-d6f71eb1c48d HTTP/1.1" status: 200 len: 950 time: 0.1367970 Jul 23 16:20:57.247812 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9828272c-16dd-4e41-9467-d70b81c71041 req-4a2d0b55-e94b-45fd-b7c6-76b983a6f4ed service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620699 Jul 23 16:20:57.308089 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-15f5aaa3-03f9-4e48-aa80-0aa281afdd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:57.309851 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-15f5aaa3-03f9-4e48-aa80-0aa281afdd21 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.1203742 Jul 23 16:20:57.314057 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-983982bd-876f-4382-b7b5-f89f0035b170 req-e697fd7d-96c6-4ecb-97a5-b4b8ad8b2037 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.73 "GET /v2.0/security-groups?id=059c9f6d-4e9a-40b3-9401-ce561ed3f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800016 Jul 23 16:20:57.370960 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53962d97-0416-472b-b3cd-3985b1f7ba4f req-12485e52-1122-4731-8c14-c26549a4b772 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:57.372837 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53962d97-0416-472b-b3cd-3985b1f7ba4f req-12485e52-1122-4731-8c14-c26549a4b772 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 950 time: 0.1184847 Jul 23 16:20:57.373079 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-0b8b5a37-31bf-4dc3-ae8b-1f953a3fab3c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=f46ac28d-abb4-433c-a4be-e695eada86f5 HTTP/1.1" status: 200 len: 217 time: 0.0448685 Jul 23 16:20:57.374298 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device acf6b0ef-044d-4f9d-8e6a-8a39da38e35e details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:20:57.430742 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53962d97-0416-472b-b3cd-3985b1f7ba4f req-d3a0b794-d09a-40a4-883e-bf31cf87952a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516737 Jul 23 16:20:57.443765 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-47c0dfdb-31c8-4da0-8238-14092dcb185d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:57.445412 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-47c0dfdb-31c8-4da0-8238-14092dcb185d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0622630 Jul 23 16:20:57.521193 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-41b6c55c-7c35-47ff-9797-3be67faa592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:57.523998 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-41b6c55c-7c35-47ff-9797-3be67faa592c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0692830 Jul 23 16:20:57.555178 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port acf6b0ef-044d-4f9d-8e6a-8a39da38e35e, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=acf6b0ef-044d-4f9d-8e6a-8a39da38e35e,segment=NetworkSegment(786593a5-a224-4584-8758-80516f86a2d4),segment_id=786593a5-a224-4584-8758-80516f86a2d4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:57.567464 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'acf6b0ef-044d-4f9d-8e6a-8a39da38e35e', 'network_id': '3eebd1a0-62c0-400c-82f7-916de5a2968c', 'port_id': 'acf6b0ef-044d-4f9d-8e6a-8a39da38e35e', 'mac_address': 'fa:16:3e:1e:3d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '670ca53c-2984-479e-bf7f-2a3910e1c6e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:20:57.619431 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:57.628709 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b066695-b985-4dfc-ae46-0630ff2af29c req-e06fc53e-5b2e-4a0b-be6a-6a9f5c74baad tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:57.641380 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acf6b0ef-044d-4f9d-8e6a-8a39da38e35e {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:57.647803 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b066695-b985-4dfc-ae46-0630ff2af29c req-e06fc53e-5b2e-4a0b-be6a-6a9f5c74baad tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:57.663217 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b066695-b985-4dfc-ae46-0630ff2af29c req-e06fc53e-5b2e-4a0b-be6a-6a9f5c74baad tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:57.667638 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-132d8d2d-e44d-4e25-bfe4-d768a7e03ea7 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298931 Jul 23 16:20:57.670861 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b066695-b985-4dfc-ae46-0630ff2af29c req-e06fc53e-5b2e-4a0b-be6a-6a9f5c74baad tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:57.671902 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port acf6b0ef-044d-4f9d-8e6a-8a39da38e35e, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=acf6b0ef-044d-4f9d-8e6a-8a39da38e35e,segment=NetworkSegment(786593a5-a224-4584-8758-80516f86a2d4),segment_id=786593a5-a224-4584-8758-80516f86a2d4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:57.678022 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b066695-b985-4dfc-ae46-0630ff2af29c req-e06fc53e-5b2e-4a0b-be6a-6a9f5c74baad tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:57.678577 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:57.685023 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b066695-b985-4dfc-ae46-0630ff2af29c req-e06fc53e-5b2e-4a0b-be6a-6a9f5c74baad tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:57.691046 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b066695-b985-4dfc-ae46-0630ff2af29c req-e06fc53e-5b2e-4a0b-be6a-6a9f5c74baad tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:57.699506 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6b066695-b985-4dfc-ae46-0630ff2af29c req-e06fc53e-5b2e-4a0b-be6a-6a9f5c74baad tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5437 time: 0.1980929 Jul 23 16:20:57.752260 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6b066695-b985-4dfc-ae46-0630ff2af29c req-eb89580d-041b-4ab7-b5ad-54212e027f2d tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517917 Jul 23 16:20:57.770890 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=acf6b0ef-044d-4f9d-8e6a-8a39da38e35e,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:57.778173 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device b5e2d096-7211-483d-961a-a931e814f70f details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:20:57.804895 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-b74a5750-b0c3-468f-931b-1c54afcb150a service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261570 Jul 23 16:20:57.875585 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['acf6b0ef-044d-4f9d-8e6a-8a39da38e35e'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:57.884509 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a50670-7a71-4f64-9d36-6fe3efdeecd9 req-9a8abc7c-b7e6-461e-a8f1-655a982b8d8c tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:57.891453 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-08a50670-7a71-4f64-9d36-6fe3efdeecd9 req-9a8abc7c-b7e6-461e-a8f1-655a982b8d8c tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/ports?device_id=70b18718-940c-4049-bec1-714a22b0a4c7 HTTP/1.1" status: 200 len: 944 time: 0.0797224 Jul 23 16:20:57.943421 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-08a50670-7a71-4f64-9d36-6fe3efdeecd9 req-54797abb-fd48-4d0f-af2c-fecc259eb80b tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/security-groups?id=f72f61d5-126e-45e2-91bd-72f6314f3a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509846 Jul 23 16:20:57.953106 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port b5e2d096-7211-483d-961a-a931e814f70f, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=b5e2d096-7211-483d-961a-a931e814f70f,segment=NetworkSegment(13380f59-e4ec-4a16-8d62-9f34dd4434a0),segment_id=13380f59-e4ec-4a16-8d62-9f34dd4434a0)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:57.995782 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'b5e2d096-7211-483d-961a-a931e814f70f', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'port_id': 'b5e2d096-7211-483d-961a-a931e814f70f', 'mac_address': 'fa:16:3e:35:62:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:20:58.074082 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:58.100430 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e2d096-7211-483d-961a-a931e814f70f {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:58.115129 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84bbd8-72e0-4865-bf67-aa92135a2171 req-75107172-230a-465b-a218-2fb1b8aa453a tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:58.116660 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec84bbd8-72e0-4865-bf67-aa92135a2171 req-75107172-230a-465b-a218-2fb1b8aa453a tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=125782f9-2236-455c-ab42-26a813406947 HTTP/1.1" status: 200 len: 949 time: 0.1068428 Jul 23 16:20:58.129228 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46fc85-74fe-4c15-9790-211675fbeb95 req-b462eaf6-ab4d-479e-814e-aea5b1452136 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:58.131222 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe46fc85-74fe-4c15-9790-211675fbeb95 req-b462eaf6-ab4d-479e-814e-aea5b1452136 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.73 "GET /v2.0/ports?device_id=11625b2e-ec43-4068-9269-d6f71eb1c48d HTTP/1.1" status: 200 len: 950 time: 0.0896795 Jul 23 16:20:58.135205 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port b5e2d096-7211-483d-961a-a931e814f70f, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=b5e2d096-7211-483d-961a-a931e814f70f,segment=NetworkSegment(13380f59-e4ec-4a16-8d62-9f34dd4434a0),segment_id=13380f59-e4ec-4a16-8d62-9f34dd4434a0)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:58.140295 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:58.188808 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec84bbd8-72e0-4865-bf67-aa92135a2171 req-ff50f5b7-cb2f-4144-a102-350cb900a48b tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565889 Jul 23 16:20:58.191654 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe46fc85-74fe-4c15-9790-211675fbeb95 req-4c1be109-2ce6-4640-a397-68bc7842f3dc tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.73 "GET /v2.0/security-groups?id=059c9f6d-4e9a-40b3-9401-ce561ed3f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534480 Jul 23 16:20:58.201353 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=b5e2d096-7211-483d-961a-a931e814f70f,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:58.317998 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-68a6642d-d6ec-4402-9696-bccc455f045c req-e349ad09-17ea-4f82-8cf2-8b8ca86e0169 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 210 time: 0.0633297 Jul 23 16:20:58.352937 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048b50c-bac2-49d1-a114-1c325c2fd8e5 req-0c7f9163-ad4a-4712-88e0-cf2b1c26d133 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:58.354868 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c048b50c-bac2-49d1-a114-1c325c2fd8e5 req-0c7f9163-ad4a-4712-88e0-cf2b1c26d133 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=15aeeadc-5ac1-444f-aa5d-814639931a8e HTTP/1.1" status: 200 len: 945 time: 0.1012757 Jul 23 16:20:58.399182 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c048b50c-bac2-49d1-a114-1c325c2fd8e5 req-38f704c5-6b88-4087-9054-b816b38f51e3 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382438 Jul 23 16:20:58.480612 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1149b7e-f31d-43c0-948c-703326194f0b req-bf8ada04-a04e-4ba5-a6e8-b591978f020f tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:58.482159 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a1149b7e-f31d-43c0-948c-703326194f0b req-bf8ada04-a04e-4ba5-a6e8-b591978f020f tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.74 "GET /v2.0/networks?id=cbcbd292-3824-44cf-913c-59a7184e692c HTTP/1.1" status: 200 len: 808 time: 0.1182859 Jul 23 16:20:58.506553 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-a1149b7e-f31d-43c0-948c-703326194f0b req-8385bee1-4f76-4248-a818-08b14c30b6bd tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Request body: {'port': {'device_id': '2085149f-a453-4f1d-a01e-d2c80f71aa02', 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c', 'admin_state_up': True, 'tenant_id': '3e7d59ab22bf4a75bedef87dbf37ca66'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:58.569665 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827cb4a5-792b-4808-a494-6753f7a38dcf req-e03b7499-7b03-4b8a-b9d7-d5214b2b81f7 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:58.571274 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-827cb4a5-792b-4808-a494-6753f7a38dcf req-e03b7499-7b03-4b8a-b9d7-d5214b2b81f7 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 950 time: 0.0652108 Jul 23 16:20:58.613571 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-827cb4a5-792b-4808-a494-6753f7a38dcf req-0754989f-9d6e-46f2-ae81-4e406c373c27 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362132 Jul 23 16:20:58.616771 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1149b7e-f31d-43c0-948c-703326194f0b req-8385bee1-4f76-4248-a818-08b14c30b6bd tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Made reservation on behalf of 3e7d59ab22bf4a75bedef87dbf37ca66 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:58.621510 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a1149b7e-f31d-43c0-948c-703326194f0b req-8385bee1-4f76-4248-a818-08b14c30b6bd tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:58.762618 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-a1149b7e-f31d-43c0-948c-703326194f0b req-8385bee1-4f76-4248-a818-08b14c30b6bd tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Allocated IP 172.20.0.9 (cbcbd292-3824-44cf-913c-59a7184e692c/f8384c77-6398-425d-9275-6a23db41a285/4b875778-5e92-4516-9209-671578e4db1d) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:58.909007 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee639f5b-fad2-4c05-91ce-22219bf02d0e req-23721bb0-58c2-4580-a977-515bbddcfb1e tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:58.916122 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee639f5b-fad2-4c05-91ce-22219bf02d0e req-23721bb0-58c2-4580-a977-515bbddcfb1e tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:58.922122 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee639f5b-fad2-4c05-91ce-22219bf02d0e req-23721bb0-58c2-4580-a977-515bbddcfb1e tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:58.928849 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee639f5b-fad2-4c05-91ce-22219bf02d0e req-23721bb0-58c2-4580-a977-515bbddcfb1e tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:58.934832 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee639f5b-fad2-4c05-91ce-22219bf02d0e req-23721bb0-58c2-4580-a977-515bbddcfb1e tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:58.937662 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a1149b7e-f31d-43c0-948c-703326194f0b req-8385bee1-4f76-4248-a818-08b14c30b6bd tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:58.940699 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee639f5b-fad2-4c05-91ce-22219bf02d0e req-23721bb0-58c2-4580-a977-515bbddcfb1e tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:58.951266 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee639f5b-fad2-4c05-91ce-22219bf02d0e req-23721bb0-58c2-4580-a977-515bbddcfb1e tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:58.953269 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ee639f5b-fad2-4c05-91ce-22219bf02d0e req-23721bb0-58c2-4580-a977-515bbddcfb1e tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5437 time: 0.1248927 Jul 23 16:20:59.000860 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a1149b7e-f31d-43c0-948c-703326194f0b req-8385bee1-4f76-4248-a818-08b14c30b6bd tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.013737 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ee639f5b-fad2-4c05-91ce-22219bf02d0e req-5ffc3216-4764-4e9d-974e-72c25bcfa881 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523586 Jul 23 16:20:59.047375 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1149b7e-f31d-43c0-948c-703326194f0b req-8385bee1-4f76-4248-a818-08b14c30b6bd tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Network cbcbd292-3824-44cf-913c-59a7184e692c is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:59.053069 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-a1149b7e-f31d-43c0-948c-703326194f0b req-8385bee1-4f76-4248-a818-08b14c30b6bd tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:59.057341 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1149b7e-f31d-43c0-948c-703326194f0b req-8385bee1-4f76-4248-a818-08b14c30b6bd tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:59.064314 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385bee1-4f76-4248-a818-08b14c30b6bd tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Pushing event updated for resources: {'Port': ['ID=4b875778-5e92-4516-9209-671578e4db1d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:59.081511 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb186326-993e-4783-b3b3-3a3ef18f873f req-accce449-1edc-4c0b-91e2-69266267a5e3 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:59.083206 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb186326-993e-4783-b3b3-3a3ef18f873f req-accce449-1edc-4c0b-91e2-69266267a5e3 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/ports?device_id=70b18718-940c-4049-bec1-714a22b0a4c7 HTTP/1.1" status: 200 len: 945 time: 0.0762258 Jul 23 16:20:59.092352 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385bee1-4f76-4248-a818-08b14c30b6bd tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:59.092798 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385bee1-4f76-4248-a818-08b14c30b6bd tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:59.093168 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385bee1-4f76-4248-a818-08b14c30b6bd tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:59.093505 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385bee1-4f76-4248-a818-08b14c30b6bd tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:59.093837 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385bee1-4f76-4248-a818-08b14c30b6bd tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:59.094158 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385bee1-4f76-4248-a818-08b14c30b6bd tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:59.094614 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385bee1-4f76-4248-a818-08b14c30b6bd tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:59.094802 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385bee1-4f76-4248-a818-08b14c30b6bd tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:59.095121 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385bee1-4f76-4248-a818-08b14c30b6bd tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:59.095439 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385bee1-4f76-4248-a818-08b14c30b6bd tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:59.095758 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385bee1-4f76-4248-a818-08b14c30b6bd tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:59.096072 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385bee1-4f76-4248-a818-08b14c30b6bd tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:59.121745 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1149b7e-f31d-43c0-948c-703326194f0b req-8385bee1-4f76-4248-a818-08b14c30b6bd tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:59.122395 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a1149b7e-f31d-43c0-948c-703326194f0b req-8385bee1-4f76-4248-a818-08b14c30b6bd tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.127961 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb186326-993e-4783-b3b3-3a3ef18f873f req-494afc0b-e039-424f-938f-32515b17f955 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/security-groups?id=f72f61d5-126e-45e2-91bd-72f6314f3a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388629 Jul 23 16:20:59.144277 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a1149b7e-f31d-43c0-948c-703326194f0b req-8385bee1-4f76-4248-a818-08b14c30b6bd tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6436169 Jul 23 16:20:59.157297 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-a1149b7e-f31d-43c0-948c-703326194f0b req-83727e53-aaca-4d01-8ecf-5296fa8caad6 service neutron] Request body: {'port': {'device_id': '2085149f-a453-4f1d-a01e-d2c80f71aa02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:59.164340 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['b67dfda2-d471-4748-b33e-9252ec9efb0a'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:59.239272 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a1149b7e-f31d-43c0-948c-703326194f0b req-83727e53-aaca-4d01-8ecf-5296fa8caad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.396653 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device acf6b0ef-044d-4f9d-8e6a-8a39da38e35e up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:59.431203 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b39d2-076d-46ae-b527-ed5d184d4c76 req-e81d01e8-6a40-43db-a57e-f4d101dc8955 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:59.433183 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dd7b39d2-076d-46ae-b527-ed5d184d4c76 req-e81d01e8-6a40-43db-a57e-f4d101dc8955 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.73 "GET /v2.0/ports?device_id=11625b2e-ec43-4068-9269-d6f71eb1c48d HTTP/1.1" status: 200 len: 950 time: 0.1141541 Jul 23 16:20:59.465743 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port acf6b0ef-044d-4f9d-8e6a-8a39da38e35e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:59.466258 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.471541 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4160a0-8739-4eb7-a9d7-22a307609358 req-00990432-80ad-429e-b5e4-0eae4adc31ba tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:59.473235 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7d4160a0-8739-4eb7-a9d7-22a307609358 req-00990432-80ad-429e-b5e4-0eae4adc31ba tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=125782f9-2236-455c-ab42-26a813406947 HTTP/1.1" status: 200 len: 949 time: 0.1522038 Jul 23 16:20:59.504577 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dd7b39d2-076d-46ae-b527-ed5d184d4c76 req-87ac199c-431a-46fb-9777-e4538539c05c tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.73 "GET /v2.0/security-groups?id=059c9f6d-4e9a-40b3-9401-ce561ed3f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658066 Jul 23 16:20:59.529302 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7d4160a0-8739-4eb7-a9d7-22a307609358 req-8875ccdd-d244-4005-9a84-63bddf281809 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425527 Jul 23 16:20:59.537649 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-a1149b7e-f31d-43c0-948c-703326194f0b req-83727e53-aaca-4d01-8ecf-5296fa8caad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b875778-5e92-4516-9209-671578e4db1d {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:59.548839 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a1149b7e-f31d-43c0-948c-703326194f0b req-83727e53-aaca-4d01-8ecf-5296fa8caad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.560393 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-a1149b7e-f31d-43c0-948c-703326194f0b req-83727e53-aaca-4d01-8ecf-5296fa8caad6 service neutron] Transition to ACTIVE for port object 4b875778-5e92-4516-9209-671578e4db1d will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:59.565374 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a1149b7e-f31d-43c0-948c-703326194f0b req-83727e53-aaca-4d01-8ecf-5296fa8caad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.621343 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.632207 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83727e53-aaca-4d01-8ecf-5296fa8caad6 service neutron] Pushing event updated for resources: {'Port': ['ID=4b875778-5e92-4516-9209-671578e4db1d,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:59.673705 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port acf6b0ef-044d-4f9d-8e6a-8a39da38e35e, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=acf6b0ef-044d-4f9d-8e6a-8a39da38e35e,segment=NetworkSegment(786593a5-a224-4584-8758-80516f86a2d4),segment_id=786593a5-a224-4584-8758-80516f86a2d4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:59.674937 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15aeeadc-5ac1-444f-aa5d-814639931a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf6b0ef-044d-4f9d-8e6a-8a39da38e35e'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:59.679230 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8579fdb-6a01-4722-a609-78208fa71fe3" -d '{"events": [{"server_uuid": "15aeeadc-5ac1-444f-aa5d-814639931a8e", "name": "network-vif-plugged", "status": "completed", "tag": "acf6b0ef-044d-4f9d-8e6a-8a39da38e35e"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:59.682926 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.715505 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['b5e2d096-7211-483d-961a-a931e814f70f'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:59.719950 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-a1149b7e-f31d-43c0-948c-703326194f0b req-83727e53-aaca-4d01-8ecf-5296fa8caad6 service neutron] Attempting to bind port 4b875778-5e92-4516-9209-671578e4db1d on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:59.720473 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-a1149b7e-f31d-43c0-948c-703326194f0b req-83727e53-aaca-4d01-8ecf-5296fa8caad6 service neutron] Attempting to bind port 4b875778-5e92-4516-9209-671578e4db1d by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:59.720981 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1149b7e-f31d-43c0-948c-703326194f0b req-83727e53-aaca-4d01-8ecf-5296fa8caad6 service neutron] Attempting to bind port 4b875778-5e92-4516-9209-671578e4db1d on network cbcbd292-3824-44cf-913c-59a7184e692c {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:59.728898 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1149b7e-f31d-43c0-948c-703326194f0b req-83727e53-aaca-4d01-8ecf-5296fa8caad6 service neutron] Port 4b875778-5e92-4516-9209-671578e4db1d on network cbcbd292-3824-44cf-913c-59a7184e692c not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:20:59.729481 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1149b7e-f31d-43c0-948c-703326194f0b req-83727e53-aaca-4d01-8ecf-5296fa8caad6 service neutron] Attempting to bind port 4b875778-5e92-4516-9209-671578e4db1d on network cbcbd292-3824-44cf-913c-59a7184e692c {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:59.735342 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1149b7e-f31d-43c0-948c-703326194f0b req-83727e53-aaca-4d01-8ecf-5296fa8caad6 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:59.735869 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1149b7e-f31d-43c0-948c-703326194f0b req-83727e53-aaca-4d01-8ecf-5296fa8caad6 service neutron] Checking segment: {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:59.736551 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1149b7e-f31d-43c0-948c-703326194f0b req-83727e53-aaca-4d01-8ecf-5296fa8caad6 service neutron] Bound using segment: {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:59.737173 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-a1149b7e-f31d-43c0-948c-703326194f0b req-83727e53-aaca-4d01-8ecf-5296fa8caad6 service neutron] Bound port: 4b875778-5e92-4516-9209-671578e4db1d, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:59.737689 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a1149b7e-f31d-43c0-948c-703326194f0b req-83727e53-aaca-4d01-8ecf-5296fa8caad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.774838 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227f36d-5701-4411-b2b7-9d58a304aa53 req-19ebac73-e455-495d-8b21-dd662ecbe6af tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:59.775308 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 81ed9f61-dd72-45c4-9749-cf4878d9a0da up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:59.777247 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9227f36d-5701-4411-b2b7-9d58a304aa53 req-19ebac73-e455-495d-8b21-dd662ecbe6af tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=15aeeadc-5ac1-444f-aa5d-814639931a8e HTTP/1.1" status: 200 len: 945 time: 0.1291356 Jul 23 16:20:59.818655 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6143eb-2e01-44cd-ab78-54f62147d54e req-f64d3013-275d-4bbd-8669-717b8fce3a17 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:59.820800 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ac6143eb-2e01-44cd-ab78-54f62147d54e req-f64d3013-275d-4bbd-8669-717b8fce3a17 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 943 time: 0.2106230 Jul 23 16:20:59.822998 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-a1149b7e-f31d-43c0-948c-703326194f0b req-83727e53-aaca-4d01-8ecf-5296fa8caad6 service neutron] For port 4b875778-5e92-4516-9209-671578e4db1d, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:59.827840 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-a1149b7e-f31d-43c0-948c-703326194f0b req-83727e53-aaca-4d01-8ecf-5296fa8caad6 service neutron] For port 4b875778-5e92-4516-9209-671578e4db1d, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=4b875778-5e92-4516-9209-671578e4db1d,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:59.833673 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a1149b7e-f31d-43c0-948c-703326194f0b req-83727e53-aaca-4d01-8ecf-5296fa8caad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.837950 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=acf6b0ef-044d-4f9d-8e6a-8a39da38e35e,revision_number=7']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:59.882990 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ac6143eb-2e01-44cd-ab78-54f62147d54e req-515acd00-4ce0-4bc1-a19e-cbc7f26f56d2 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461202 Jul 23 16:20:59.927464 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9227f36d-5701-4411-b2b7-9d58a304aa53 req-ac1a6917-685d-4290-ab33-54cbaca9fbb1 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038303 Jul 23 16:20:59.940178 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1149b7e-f31d-43c0-948c-703326194f0b req-83727e53-aaca-4d01-8ecf-5296fa8caad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:59.949509 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a1149b7e-f31d-43c0-948c-703326194f0b req-83727e53-aaca-4d01-8ecf-5296fa8caad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.952452 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a1149b7e-f31d-43c0-948c-703326194f0b req-83727e53-aaca-4d01-8ecf-5296fa8caad6 service neutron] 10.222.0.74 "PUT /v2.0/ports/4b875778-5e92-4516-9209-671578e4db1d HTTP/1.1" status: 200 len: 1091 time: 0.7995913 Jul 23 16:20:59.954899 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2085149f-a453-4f1d-a01e-d2c80f71aa02', 'tag': '4b875778-5e92-4516-9209-671578e4db1d'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:59.959747 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74b9362-a8f0-4188-9d4a-f66d754cc42b" -d '{"events": [{"name": "network-changed", "server_uuid": "2085149f-a453-4f1d-a01e-d2c80f71aa02", "tag": "4b875778-5e92-4516-9209-671578e4db1d"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:59.963704 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 81ed9f61-dd72-45c4-9749-cf4878d9a0da completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:59.975569 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83727e53-aaca-4d01-8ecf-5296fa8caad6 service neutron] Pushing event updated for resources: {'Port': ['ID=4b875778-5e92-4516-9209-671578e4db1d,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:59.984549 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b3386-e553-47d5-9956-37b3614b151b req-2f743b9a-e9e7-48d7-8730-1633a1ab7fe1 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:59.986147 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-041b3386-e553-47d5-9956-37b3614b151b req-2f743b9a-e9e7-48d7-8730-1633a1ab7fe1 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.74 "GET /v2.0/ports?device_id=11625b2e-ec43-4068-9269-d6f71eb1c48d HTTP/1.1" status: 200 len: 950 time: 0.2060325 Jul 23 16:20:59.987603 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 81ed9f61-dd72-45c4-9749-cf4878d9a0da triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:59.987987 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.119398 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1149b7e-f31d-43c0-948c-703326194f0b req-6170ab04-3290-4742-b7ad-1508f71c064d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:00.120909 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a1149b7e-f31d-43c0-948c-703326194f0b req-6170ab04-3290-4742-b7ad-1508f71c064d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 1094 time: 0.1206412 Jul 23 16:21:00.126582 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cd3989-edad-4139-8497-1e61f8554a8b x-openstack-request-id: req-a8cd3989-edad-4139-8497-1e61f8554a8b {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:00.126869 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15aeeadc-5ac1-444f-aa5d-814639931a8e", "name": "network-vif-plugged", "status": "completed", "tag": "acf6b0ef-044d-4f9d-8e6a-8a39da38e35e", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:00.127118 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a8cd3989-edad-4139-8497-1e61f8554a8b {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:00.137506 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15aeeadc-5ac1-444f-aa5d-814639931a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf6b0ef-044d-4f9d-8e6a-8a39da38e35e', 'code': 200} Jul 23 16:21:00.138417 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.195059 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d436d3-3562-459b-adea-db36801c36b7 req-4eb6ae47-6b94-465f-a4ac-97d055ccaa2e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:00.202735 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-70d436d3-3562-459b-adea-db36801c36b7 req-4eb6ae47-6b94-465f-a4ac-97d055ccaa2e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 950 time: 0.1332395 Jul 23 16:21:00.204485 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a1149b7e-f31d-43c0-948c-703326194f0b req-c8370ddc-8060-41ee-acd7-426bbd5d8c21 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b875778-5e92-4516-9209-671578e4db1d HTTP/1.1" status: 200 len: 217 time: 0.0756559 Jul 23 16:21:00.207143 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 81ed9f61-dd72-45c4-9749-cf4878d9a0da, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=81ed9f61-dd72-45c4-9749-cf4878d9a0da,segment=NetworkSegment(10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf),segment_id=10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:00.213238 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.214225 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 826b1e36-24e9-4eac-b734-464693130e3f up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:00.240974 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-041b3386-e553-47d5-9956-37b3614b151b req-08c0e7c5-08fc-4299-b7d5-26c88788254b tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Deleting port e3966f2c-b52c-4edd-bbd7-caf3db32ad4f {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:00.241338 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-041b3386-e553-47d5-9956-37b3614b151b req-08c0e7c5-08fc-4299-b7d5-26c88788254b tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.274086 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-70d436d3-3562-459b-adea-db36801c36b7 req-9bf2e465-cd25-46a4-911b-4993e685c4f6 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684309 Jul 23 16:21:00.274274 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1149b7e-f31d-43c0-948c-703326194f0b req-e6d1e150-635a-41b3-a01d-06fd9cf1e705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:00.276314 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a1149b7e-f31d-43c0-948c-703326194f0b req-e6d1e150-635a-41b3-a01d-06fd9cf1e705 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f8384c77-6398-425d-9275-6a23db41a285 HTTP/1.1" status: 200 len: 848 time: 0.0636001 Jul 23 16:21:00.351828 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a1149b7e-f31d-43c0-948c-703326194f0b req-44e108b2-a39a-4fa1-9398-94b1c4529364 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cbcbd292-3824-44cf-913c-59a7184e692c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625193 Jul 23 16:21:00.359250 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79ee947-2336-4ca5-874d-975ef51fc1ab x-openstack-request-id: req-e79ee947-2336-4ca5-874d-975ef51fc1ab {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:00.359722 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2085149f-a453-4f1d-a01e-d2c80f71aa02", "tag": "4b875778-5e92-4516-9209-671578e4db1d", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:00.360517 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e79ee947-2336-4ca5-874d-975ef51fc1ab {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:00.361129 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2085149f-a453-4f1d-a01e-d2c80f71aa02', 'tag': '4b875778-5e92-4516-9209-671578e4db1d', 'status': 'completed', 'code': 200} Jul 23 16:21:00.369289 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 826b1e36-24e9-4eac-b734-464693130e3f completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:00.385676 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 826b1e36-24e9-4eac-b734-464693130e3f triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:00.386064 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.389764 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=81ed9f61-dd72-45c4-9749-cf4878d9a0da,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:00.481772 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-041b3386-e553-47d5-9956-37b3614b151b req-08c0e7c5-08fc-4299-b7d5-26c88788254b tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] For port e3966f2c-b52c-4edd-bbd7-caf3db32ad4f, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=e3966f2c-b52c-4edd-bbd7-caf3db32ad4f,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:00.482333 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-041b3386-e553-47d5-9956-37b3614b151b req-08c0e7c5-08fc-4299-b7d5-26c88788254b tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.488935 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a1149b7e-f31d-43c0-948c-703326194f0b req-aee4c62e-b034-4577-b1e2-144ffac010ad service neutron] 10.222.0.74 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258588 Jul 23 16:21:00.497532 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.530180 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-041b3386-e553-47d5-9956-37b3614b151b req-08c0e7c5-08fc-4299-b7d5-26c88788254b tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Calling delete_port for e3966f2c-b52c-4edd-bbd7-caf3db32ad4f owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:00.533356 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 826b1e36-24e9-4eac-b734-464693130e3f, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=826b1e36-24e9-4eac-b734-464693130e3f,segment=NetworkSegment(e8728e7b-cc64-4d64-b8c7-0bf963e96d60),segment_id=e8728e7b-cc64-4d64-b8c7-0bf963e96d60)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:00.539259 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.540746 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 6f406226-7c43-4a51-8734-18dbcbb352a4 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:00.628713 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a1149b7e-f31d-43c0-948c-703326194f0b req-30dc7a92-d900-4565-8976-0878ab11826d service neutron] 10.222.0.74 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317191 Jul 23 16:21:00.638086 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce6f1a-4a48-4518-badf-92e81ca32ba7 req-6579c768-8b92-4093-a3f6-a3bda2a3f145 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:00.641737 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=826b1e36-24e9-4eac-b734-464693130e3f,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:00.646427 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a1ce6f1a-4a48-4518-badf-92e81ca32ba7 req-6579c768-8b92-4093-a3f6-a3bda2a3f145 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/ports?device_id=9fe1aba3-50ec-4dfe-8803-36bd47b8edb1 HTTP/1.1" status: 200 len: 945 time: 0.2397346 Jul 23 16:21:00.657674 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 6f406226-7c43-4a51-8734-18dbcbb352a4 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:00.663660 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 6f406226-7c43-4a51-8734-18dbcbb352a4 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:00.664029 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.689577 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0877ed-2938-435e-942f-b622730f8faa req-27afb77b-c989-40bb-a977-c5dc5c385a76 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:00.695947 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0877ed-2938-435e-942f-b622730f8faa req-27afb77b-c989-40bb-a977-c5dc5c385a76 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:00.701975 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0877ed-2938-435e-942f-b622730f8faa req-27afb77b-c989-40bb-a977-c5dc5c385a76 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:00.708809 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0877ed-2938-435e-942f-b622730f8faa req-27afb77b-c989-40bb-a977-c5dc5c385a76 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:00.714790 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0877ed-2938-435e-942f-b622730f8faa req-27afb77b-c989-40bb-a977-c5dc5c385a76 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:00.720930 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0877ed-2938-435e-942f-b622730f8faa req-27afb77b-c989-40bb-a977-c5dc5c385a76 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:00.727891 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0877ed-2938-435e-942f-b622730f8faa req-27afb77b-c989-40bb-a977-c5dc5c385a76 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:00.741661 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d0877ed-2938-435e-942f-b622730f8faa req-27afb77b-c989-40bb-a977-c5dc5c385a76 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5438 time: 0.2615635 Jul 23 16:21:00.756102 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b9362-a8f0-4188-9d4a-f66d754cc42b req-aa41b99a-4fc3-42e8-b93d-e98b08803709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:00.759454 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d74b9362-a8f0-4188-9d4a-f66d754cc42b req-aa41b99a-4fc3-42e8-b93d-e98b08803709 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 1094 time: 0.0712142 Jul 23 16:21:00.764418 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.788801 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a1ce6f1a-4a48-4518-badf-92e81ca32ba7 req-a23f9d47-148b-4c19-9595-8cc24f53ed17 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/security-groups?id=0752d89f-cbae-46a6-aa9d-219cc61cde66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410801 Jul 23 16:21:00.816196 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 6f406226-7c43-4a51-8734-18dbcbb352a4, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=6f406226-7c43-4a51-8734-18dbcbb352a4,segment=NetworkSegment(37cc592b-7f9c-4642-8c1c-94e292ee317d),segment_id=37cc592b-7f9c-4642-8c1c-94e292ee317d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:00.822335 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.823888 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 6f4f771a-0731-4ed2-98ff-d65dace07b5a up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:00.875706 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d0877ed-2938-435e-942f-b622730f8faa req-a0beac28-aff3-49e3-9d4f-56a68901fb87 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1386361 Jul 23 16:21:00.909644 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b9362-a8f0-4188-9d4a-f66d754cc42b req-3fc71bf8-0c2e-4bcc-a813-27efe032154a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:00.912168 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d74b9362-a8f0-4188-9d4a-f66d754cc42b req-3fc71bf8-0c2e-4bcc-a813-27efe032154a service neutron] 10.222.0.74 "GET /v2.0/networks?id=cbcbd292-3824-44cf-913c-59a7184e692c HTTP/1.1" status: 200 len: 910 time: 0.1457255 Jul 23 16:21:00.941936 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=6f406226-7c43-4a51-8734-18dbcbb352a4,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:00.960139 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 6f4f771a-0731-4ed2-98ff-d65dace07b5a completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:00.965486 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 6f4f771a-0731-4ed2-98ff-d65dace07b5a triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:00.965915 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.967670 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d74b9362-a8f0-4188-9d4a-f66d754cc42b req-f7c2ede4-96b0-4bb2-9d65-9af283ba1d34 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b875778-5e92-4516-9209-671578e4db1d HTTP/1.1" status: 200 len: 217 time: 0.0426495 Jul 23 16:21:00.984734 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-041b3386-e553-47d5-9956-37b3614b151b req-08c0e7c5-08fc-4299-b7d5-26c88788254b tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:01.001339 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['e3966f2c-b52c-4edd-bbd7-caf3db32ad4f'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:01.026844 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b9362-a8f0-4188-9d4a-f66d754cc42b req-051817ea-9b37-466c-a770-808f90fa414a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:01.028472 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d74b9362-a8f0-4188-9d4a-f66d754cc42b req-051817ea-9b37-466c-a770-808f90fa414a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f8384c77-6398-425d-9275-6a23db41a285 HTTP/1.1" status: 200 len: 848 time: 0.0543516 Jul 23 16:21:01.054580 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0e7c5-08fc-4299-b7d5-26c88788254b tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Pushing event deleted for resources: {'Port': ['ID=e3966f2c-b52c-4edd-bbd7-caf3db32ad4f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:01.075468 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d74b9362-a8f0-4188-9d4a-f66d754cc42b req-20b14a42-967a-4821-b660-383ca993cb8e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cbcbd292-3824-44cf-913c-59a7184e692c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377910 Jul 23 16:21:01.085310 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0e7c5-08fc-4299-b7d5-26c88788254b tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:01.085890 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0e7c5-08fc-4299-b7d5-26c88788254b tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:01.086465 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0e7c5-08fc-4299-b7d5-26c88788254b tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:01.086981 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0e7c5-08fc-4299-b7d5-26c88788254b tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:01.087697 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:01.088218 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0e7c5-08fc-4299-b7d5-26c88788254b tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:01.088903 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0e7c5-08fc-4299-b7d5-26c88788254b tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:01.089424 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0e7c5-08fc-4299-b7d5-26c88788254b tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:01.089756 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0e7c5-08fc-4299-b7d5-26c88788254b tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:01.090089 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0e7c5-08fc-4299-b7d5-26c88788254b tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:01.090417 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0e7c5-08fc-4299-b7d5-26c88788254b tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:01.090748 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0e7c5-08fc-4299-b7d5-26c88788254b tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:01.091074 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0e7c5-08fc-4299-b7d5-26c88788254b tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:01.138658 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 6f4f771a-0731-4ed2-98ff-d65dace07b5a, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=6f4f771a-0731-4ed2-98ff-d65dace07b5a,segment=NetworkSegment(10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf),segment_id=10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:01.145823 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:01.146790 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device ec5d280e-539b-40ed-95d6-bc3fb999ce68 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:01.153528 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-041b3386-e553-47d5-9956-37b3614b151b req-08c0e7c5-08fc-4299-b7d5-26c88788254b tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] No DVR routers for this DVR port e3966f2c-b52c-4edd-bbd7-caf3db32ad4f on host n-h1-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:21:01.165027 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-041b3386-e553-47d5-9956-37b3614b151b req-08c0e7c5-08fc-4299-b7d5-26c88788254b tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:01.167279 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-041b3386-e553-47d5-9956-37b3614b151b req-08c0e7c5-08fc-4299-b7d5-26c88788254b tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.74 "DELETE /v2.0/ports/e3966f2c-b52c-4edd-bbd7-caf3db32ad4f HTTP/1.1" status: 204 len: 173 time: 1.1680062 Jul 23 16:21:01.167744 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11625b2e-ec43-4068-9269-d6f71eb1c48d', 'name': 'network-vif-deleted', 'tag': 'e3966f2c-b52c-4edd-bbd7-caf3db32ad4f'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:01.170480 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fbffb0-8661-4d6b-a82d-4d65fd3f960e" -d '{"events": [{"server_uuid": "11625b2e-ec43-4068-9269-d6f71eb1c48d", "name": "network-vif-deleted", "tag": "e3966f2c-b52c-4edd-bbd7-caf3db32ad4f"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:01.193865 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a4027-cd03-4b6e-b6a8-3af080457567 req-55c2ff3a-5eda-4d81-b2cc-8bcf16601ede tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:01.201221 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d51a4027-cd03-4b6e-b6a8-3af080457567 req-55c2ff3a-5eda-4d81-b2cc-8bcf16601ede tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=15aeeadc-5ac1-444f-aa5d-814639931a8e HTTP/1.1" status: 200 len: 946 time: 0.2300644 Jul 23 16:21:01.233143 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d74b9362-a8f0-4188-9d4a-f66d754cc42b req-70eec6a0-9da9-47dc-a690-26cbb38dbec8 service neutron] 10.222.0.74 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344767 Jul 23 16:21:01.240372 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9e544-94a1-4bd9-a0bc-3c7025d7e8f5 req-974e2b91-8447-4fa8-a059-143ed8f180c5 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:01.242353 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aea9e544-94a1-4bd9-a0bc-3c7025d7e8f5 req-974e2b91-8447-4fa8-a059-143ed8f180c5 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/ports?device_id=70b18718-940c-4049-bec1-714a22b0a4c7 HTTP/1.1" status: 200 len: 945 time: 0.3281097 Jul 23 16:21:01.277269 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d51a4027-cd03-4b6e-b6a8-3af080457567 req-02f7d5c4-270b-4d45-85a2-b07a70ee94bc tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729156 Jul 23 16:21:01.326175 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=6f4f771a-0731-4ed2-98ff-d65dace07b5a,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:01.357129 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aea9e544-94a1-4bd9-a0bc-3c7025d7e8f5 req-40136b1e-01e2-415f-a147-88de1c35bbed tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/security-groups?id=f72f61d5-126e-45e2-91bd-72f6314f3a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976624 Jul 23 16:21:01.358010 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port ec5d280e-539b-40ed-95d6-bc3fb999ce68 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:01.373106 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port ec5d280e-539b-40ed-95d6-bc3fb999ce68 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:01.373652 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:01.452685 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d74b9362-a8f0-4188-9d4a-f66d754cc42b req-867f5eba-84b3-46fb-9c4a-d48d8dc0febb service neutron] 10.222.0.74 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946862 Jul 23 16:21:01.462991 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1318cd46-f737-46e5-b9db-e8941c381c13 req-43cc5583-4a70-4a49-854e-3c6ede5283d5 tempest-TenantUsagesTestJSON-638195992 tempest-TenantUsagesTestJSON-638195992-project] 10.222.0.73 "GET /v2.0/ports?device_id=11625b2e-ec43-4068-9269-d6f71eb1c48d HTTP/1.1" status: 200 len: 210 time: 0.0411224 Jul 23 16:21:01.507832 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:01.543113 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port ec5d280e-539b-40ed-95d6-bc3fb999ce68, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=ec5d280e-539b-40ed-95d6-bc3fb999ce68,segment=NetworkSegment(10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf),segment_id=10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:01.547540 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:01.548659 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 01fb3cf0-e4ff-4a66-8ed1-9025c34ef945 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:01.602109 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe94030-664c-43ac-a7c3-95c782d3640c req-e1c3e855-1710-48c5-b30d-5fbcc56d00fe tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:01.603639 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fe94030-664c-43ac-a7c3-95c782d3640c req-e1c3e855-1710-48c5-b30d-5fbcc56d00fe tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 943 time: 0.0761676 Jul 23 16:21:01.619463 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7587012-6dd6-4126-a8da-36c1eab84351 req-75f30600-17d3-4a9c-88f2-c2f4e29d739b tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:01.621019 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e7587012-6dd6-4126-a8da-36c1eab84351 req-75f30600-17d3-4a9c-88f2-c2f4e29d739b tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=125782f9-2236-455c-ab42-26a813406947 HTTP/1.1" status: 200 len: 949 time: 0.1339576 Jul 23 16:21:01.625119 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=ec5d280e-539b-40ed-95d6-bc3fb999ce68,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:01.640059 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 01fb3cf0-e4ff-4a66-8ed1-9025c34ef945 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:01.643910 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 01fb3cf0-e4ff-4a66-8ed1-9025c34ef945 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:01.644390 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:01.696265 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e7587012-6dd6-4126-a8da-36c1eab84351 req-187e9f9c-7fc1-4e45-9a21-4f0f444a7819 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581417 Jul 23 16:21:01.699123 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fe94030-664c-43ac-a7c3-95c782d3640c req-4b936f0b-8e03-4269-86f7-759d775c44aa tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770128 Jul 23 16:21:01.774209 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e49ee5-0ba2-4c9e-be4b-87f597fdc1a4 x-openstack-request-id: req-14e49ee5-0ba2-4c9e-be4b-87f597fdc1a4 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:01.774512 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11625b2e-ec43-4068-9269-d6f71eb1c48d", "name": "network-vif-deleted", "tag": "e3966f2c-b52c-4edd-bbd7-caf3db32ad4f", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:01.774777 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-14e49ee5-0ba2-4c9e-be4b-87f597fdc1a4 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:01.775281 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11625b2e-ec43-4068-9269-d6f71eb1c48d', 'name': 'network-vif-deleted', 'tag': 'e3966f2c-b52c-4edd-bbd7-caf3db32ad4f', 'status': 'completed', 'code': 200} Jul 23 16:21:01.880327 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:01.893500 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14530b-ab7c-40bc-8df1-ef26dfd18f91 req-46c93d74-4906-44dc-a88e-9f7a10b62e15 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:01.902274 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ae14530b-ab7c-40bc-8df1-ef26dfd18f91 req-46c93d74-4906-44dc-a88e-9f7a10b62e15 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 950 time: 0.0852869 Jul 23 16:21:01.922467 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 01fb3cf0-e4ff-4a66-8ed1-9025c34ef945, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=01fb3cf0-e4ff-4a66-8ed1-9025c34ef945,segment=NetworkSegment(10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf),segment_id=10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:01.928443 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:01.945411 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ae14530b-ab7c-40bc-8df1-ef26dfd18f91 req-2e175b05-50f2-4086-9fe9-2bb7de011fee tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421224 Jul 23 16:21:01.964453 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device cebe27dc-bd00-4623-854f-7312f6492b97 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:02.020052 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=01fb3cf0-e4ff-4a66-8ed1-9025c34ef945,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:02.044178 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port cebe27dc-bd00-4623-854f-7312f6492b97 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:02.049797 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port cebe27dc-bd00-4623-854f-7312f6492b97 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:02.052101 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:02.080432 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ca3e8-f0cf-4bef-8802-9a54e7f78fa5 req-e6f3a7a1-a33c-4225-a828-ebb9123f365b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:02.086885 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ca3e8-f0cf-4bef-8802-9a54e7f78fa5 req-e6f3a7a1-a33c-4225-a828-ebb9123f365b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:02.092674 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ca3e8-f0cf-4bef-8802-9a54e7f78fa5 req-e6f3a7a1-a33c-4225-a828-ebb9123f365b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:02.098520 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ca3e8-f0cf-4bef-8802-9a54e7f78fa5 req-e6f3a7a1-a33c-4225-a828-ebb9123f365b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:02.104552 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ca3e8-f0cf-4bef-8802-9a54e7f78fa5 req-e6f3a7a1-a33c-4225-a828-ebb9123f365b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:02.110391 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ca3e8-f0cf-4bef-8802-9a54e7f78fa5 req-e6f3a7a1-a33c-4225-a828-ebb9123f365b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:02.116390 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ca3e8-f0cf-4bef-8802-9a54e7f78fa5 req-e6f3a7a1-a33c-4225-a828-ebb9123f365b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:02.124047 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f41ca3e8-f0cf-4bef-8802-9a54e7f78fa5 req-e6f3a7a1-a33c-4225-a828-ebb9123f365b tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5443 time: 0.1252680 Jul 23 16:21:02.134553 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:02.142550 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ed9f61-dd72-45c4-9749-cf4878d9a0da'}, {'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826b1e36-24e9-4eac-b734-464693130e3f'}, {'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f406226-7c43-4a51-8734-18dbcbb352a4'}, {'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4f771a-0731-4ed2-98ff-d65dace07b5a'}, {'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec5d280e-539b-40ed-95d6-bc3fb999ce68'}, {'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fb3cf0-e4ff-4a66-8ed1-9025c34ef945'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:02.146651 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72e5677-53f0-4d66-a781-e600797c3050" -d '{"events": [{"server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "name": "network-vif-plugged", "status": "completed", "tag": "81ed9f61-dd72-45c4-9749-cf4878d9a0da"}, {"server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "name": "network-vif-plugged", "status": "completed", "tag": "826b1e36-24e9-4eac-b734-464693130e3f"}, {"server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "name": "network-vif-plugged", "status": "completed", "tag": "6f406226-7c43-4a51-8734-18dbcbb352a4"}, {"server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "name": "network-vif-plugged", "status": "completed", "tag": "6f4f771a-0731-4ed2-98ff-d65dace07b5a"}, {"server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "name": "network-vif-plugged", "status": "completed", "tag": "ec5d280e-539b-40ed-95d6-bc3fb999ce68"}, {"server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "name": "network-vif-plugged", "status": "completed", "tag": "01fb3cf0-e4ff-4a66-8ed1-9025c34ef945"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:02.165750 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f41ca3e8-f0cf-4bef-8802-9a54e7f78fa5 req-92288b0a-a940-4479-9795-7e3ff97ce44e tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409019 Jul 23 16:21:02.189504 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port cebe27dc-bd00-4623-854f-7312f6492b97, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=cebe27dc-bd00-4623-854f-7312f6492b97,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:02.196181 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:02.197682 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device b5e2d096-7211-483d-961a-a931e814f70f up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:02.240143 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7db348-9406-4780-adc5-81cdc3732ed6 x-openstack-request-id: req-6c7db348-9406-4780-adc5-81cdc3732ed6 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:02.240502 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "name": "network-vif-plugged", "status": "completed", "tag": "81ed9f61-dd72-45c4-9749-cf4878d9a0da", "code": 200}, {"server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "name": "network-vif-plugged", "status": "completed", "tag": "826b1e36-24e9-4eac-b734-464693130e3f", "code": 200}, {"server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "name": "network-vif-plugged", "status": "completed", "tag": "6f406226-7c43-4a51-8734-18dbcbb352a4", "code": 200}, {"server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "name": "network-vif-plugged", "status": "completed", "tag": "6f4f771a-0731-4ed2-98ff-d65dace07b5a", "code": 200}, {"server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "name": "network-vif-plugged", "status": "completed", "tag": "ec5d280e-539b-40ed-95d6-bc3fb999ce68", "code": 200}, {"server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "name": "network-vif-plugged", "status": "completed", "tag": "01fb3cf0-e4ff-4a66-8ed1-9025c34ef945", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:02.240774 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6c7db348-9406-4780-adc5-81cdc3732ed6 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:02.241095 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ed9f61-dd72-45c4-9749-cf4878d9a0da', 'code': 200} Jul 23 16:21:02.241352 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826b1e36-24e9-4eac-b734-464693130e3f', 'code': 200} Jul 23 16:21:02.241600 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f406226-7c43-4a51-8734-18dbcbb352a4', 'code': 200} Jul 23 16:21:02.241843 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4f771a-0731-4ed2-98ff-d65dace07b5a', 'code': 200} Jul 23 16:21:02.242081 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec5d280e-539b-40ed-95d6-bc3fb999ce68', 'code': 200} Jul 23 16:21:02.242319 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fb3cf0-e4ff-4a66-8ed1-9025c34ef945', 'code': 200} Jul 23 16:21:02.250304 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d313a67-4d09-4e12-bbf6-69d2bce3856e req-7f537acb-4942-4b48-91c1-e43972e31c52 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:02.251831 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3d313a67-4d09-4e12-bbf6-69d2bce3856e req-7f537acb-4942-4b48-91c1-e43972e31c52 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.74 "GET /v2.0/ports?device_id=15aeeadc-5ac1-444f-aa5d-814639931a8e HTTP/1.1" status: 200 len: 946 time: 0.0902245 Jul 23 16:21:02.284345 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=cebe27dc-bd00-4623-854f-7312f6492b97,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:02.297789 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port b5e2d096-7211-483d-961a-a931e814f70f completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:02.303046 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port b5e2d096-7211-483d-961a-a931e814f70f triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:02.303490 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:02.391048 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-3d313a67-4d09-4e12-bbf6-69d2bce3856e req-f489dbe3-0e58-4b62-ae99-5991ff0a6e82 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Deleting port acf6b0ef-044d-4f9d-8e6a-8a39da38e35e {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:02.391506 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3d313a67-4d09-4e12-bbf6-69d2bce3856e req-f489dbe3-0e58-4b62-ae99-5991ff0a6e82 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:02.436292 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:02.479759 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f947b-7c0e-410b-a485-fb36e8ba022a req-1f2e3774-6688-45a3-907f-15eb6a4ce80a tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:02.480488 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port b5e2d096-7211-483d-961a-a931e814f70f, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=b5e2d096-7211-483d-961a-a931e814f70f,segment=NetworkSegment(13380f59-e4ec-4a16-8d62-9f34dd4434a0),segment_id=13380f59-e4ec-4a16-8d62-9f34dd4434a0)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:02.486158 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-086f947b-7c0e-410b-a485-fb36e8ba022a req-1f2e3774-6688-45a3-907f-15eb6a4ce80a tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=15aeeadc-5ac1-444f-aa5d-814639931a8e HTTP/1.1" status: 200 len: 946 time: 0.1391528 Jul 23 16:21:02.493612 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:02.494714 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 61637cfe-1584-4974-b56f-43ff73d6bcec up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:02.520231 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-3d313a67-4d09-4e12-bbf6-69d2bce3856e req-f489dbe3-0e58-4b62-ae99-5991ff0a6e82 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] For port acf6b0ef-044d-4f9d-8e6a-8a39da38e35e, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=acf6b0ef-044d-4f9d-8e6a-8a39da38e35e,segment=NetworkSegment(786593a5-a224-4584-8758-80516f86a2d4),segment_id=786593a5-a224-4584-8758-80516f86a2d4)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:02.520977 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3d313a67-4d09-4e12-bbf6-69d2bce3856e req-f489dbe3-0e58-4b62-ae99-5991ff0a6e82 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:02.548126 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-3d313a67-4d09-4e12-bbf6-69d2bce3856e req-f489dbe3-0e58-4b62-ae99-5991ff0a6e82 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Calling delete_port for acf6b0ef-044d-4f9d-8e6a-8a39da38e35e owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:02.567580 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=b5e2d096-7211-483d-961a-a931e814f70f,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:02.598910 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-086f947b-7c0e-410b-a485-fb36e8ba022a req-6d9f26dd-eb27-4ab0-8d5d-0e517c889dea tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053452 Jul 23 16:21:02.622153 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e7d286a3-abef-445a-85e9-830d2e557c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:02.653651 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 61637cfe-1584-4974-b56f-43ff73d6bcec completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:02.659518 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 61637cfe-1584-4974-b56f-43ff73d6bcec triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:02.660109 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:02.786718 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f7e89-fa6d-4c58-9a8e-0d66a16a816b req-52ab8735-571e-4105-97ec-b6daf3a69361 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:02.789071 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e8f7e89-fa6d-4c58-9a8e-0d66a16a816b req-52ab8735-571e-4105-97ec-b6daf3a69361 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/ports?device_id=70b18718-940c-4049-bec1-714a22b0a4c7 HTTP/1.1" status: 200 len: 946 time: 0.1819119 Jul 23 16:21:02.793033 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3d313a67-4d09-4e12-bbf6-69d2bce3856e req-f489dbe3-0e58-4b62-ae99-5991ff0a6e82 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:02.828759 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:02.863290 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e8f7e89-fa6d-4c58-9a8e-0d66a16a816b req-71a53112-8254-4960-aebd-d2d1780ed620 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/security-groups?id=f72f61d5-126e-45e2-91bd-72f6314f3a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643623 Jul 23 16:21:02.869906 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d313a67-4d09-4e12-bbf6-69d2bce3856e req-f489dbe3-0e58-4b62-ae99-5991ff0a6e82 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] No DVR routers for this DVR port acf6b0ef-044d-4f9d-8e6a-8a39da38e35e on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:21:02.870899 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 61637cfe-1584-4974-b56f-43ff73d6bcec, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=61637cfe-1584-4974-b56f-43ff73d6bcec,segment=NetworkSegment(e8728e7b-cc64-4d64-b8c7-0bf963e96d60),segment_id=e8728e7b-cc64-4d64-b8c7-0bf963e96d60)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:02.871623 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489dbe3-0e58-4b62-ae99-5991ff0a6e82 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Pushing event deleted for resources: {'Port': ['ID=acf6b0ef-044d-4f9d-8e6a-8a39da38e35e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:02.874259 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3d313a67-4d09-4e12-bbf6-69d2bce3856e req-f489dbe3-0e58-4b62-ae99-5991ff0a6e82 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:02.877350 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3d313a67-4d09-4e12-bbf6-69d2bce3856e req-f489dbe3-0e58-4b62-ae99-5991ff0a6e82 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.74 "DELETE /v2.0/ports/acf6b0ef-044d-4f9d-8e6a-8a39da38e35e HTTP/1.1" status: 204 len: 173 time: 0.6201267 Jul 23 16:21:02.877815 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15aeeadc-5ac1-444f-aa5d-814639931a8e', 'name': 'network-vif-deleted', 'tag': 'acf6b0ef-044d-4f9d-8e6a-8a39da38e35e'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:02.888383 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:02.891949 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021c6ac6-1f02-4095-be62-0cb7ca71ce96" -d '{"events": [{"server_uuid": "15aeeadc-5ac1-444f-aa5d-814639931a8e", "name": "network-vif-deleted", "tag": "acf6b0ef-044d-4f9d-8e6a-8a39da38e35e"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:02.957249 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=61637cfe-1584-4974-b56f-43ff73d6bcec,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:02.972054 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693ce2f-7d51-4636-8566-1a398b490f80 req-0be90df5-e675-4a6f-8e3a-b62bb505397f tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:02.983330 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3693ce2f-7d51-4636-8566-1a398b490f80 req-0be90df5-e675-4a6f-8e3a-b62bb505397f tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 943 time: 0.1540997 Jul 23 16:21:03.059191 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3693ce2f-7d51-4636-8566-1a398b490f80 req-5f3938a5-7490-43a7-b416-9de97acd32d5 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704248 Jul 23 16:21:03.080541 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-2bb93f81-f4b8-4b08-baa7-9c98954b280c tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1447959692&fields=id&tenant_id=72c5035a103e4dd0b897fa7cd5257ce2 HTTP/1.1" status: 200 len: 267 time: 0.0623522 Jul 23 16:21:03.142047 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57576) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:03.249532 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-225064b5-6a5c-4d3c-863a-e52513322dfd tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:03.253637 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-225064b5-6a5c-4d3c-863a-e52513322dfd tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/networks?id=32aa57db-50f4-4fb5-8615-f427929748c7 HTTP/1.1" status: 200 len: 824 time: 0.1697459 Jul 23 16:21:03.273405 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6f856-a177-4cba-8ac1-1bedb5359455 req-a1d3c730-5b3b-48ca-9971-a85324771943 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:03.277548 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3d6f856-a177-4cba-8ac1-1bedb5359455 req-a1d3c730-5b3b-48ca-9971-a85324771943 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=125782f9-2236-455c-ab42-26a813406947 HTTP/1.1" status: 200 len: 950 time: 0.1376319 Jul 23 16:21:03.283354 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-2efa4d23-353d-4efe-9741-d14fab02f6fb tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/quotas/72c5035a103e4dd0b897fa7cd5257ce2 HTTP/1.1" status: 200 len: 375 time: 0.0247545 Jul 23 16:21:03.292423 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0c2405aa-581f-43a9-9bc5-acb668d96c44 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8ae3e9136c904bd191844323f4e206da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465187 Jul 23 16:21:03.292963 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57582) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:03.351765 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8373c9a6-7500-4145-8411-ce5a7d82bdba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:03.371328 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3d6f856-a177-4cba-8ac1-1bedb5359455 req-32ac3975-d679-4c37-b00e-8c8b1ffb9632 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896111 Jul 23 16:21:03.379067 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8373c9a6-7500-4145-8411-ce5a7d82bdba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:03.425878 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device acf6b0ef-044d-4f9d-8e6a-8a39da38e35e no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:03.434449 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-5b126ae4-0201-40a3-a090-19740991d190 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=72c5035a103e4dd0b897fa7cd5257ce2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1413007 Jul 23 16:21:03.455448 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8373c9a6-7500-4145-8411-ce5a7d82bdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:03.461168 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8373c9a6-7500-4145-8411-ce5a7d82bdba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:03.461863 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8373c9a6-7500-4145-8411-ce5a7d82bdba admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/059c9f6d-4e9a-40b3-9401-ce561ed3f22d HTTP/1.1" status: 204 len: 168 time: 0.1671770 Jul 23 16:21:03.464796 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: acf6b0ef-044d-4f9d-8e6a-8a39da38e35e {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:21:03.466034 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device acf6b0ef-044d-4f9d-8e6a-8a39da38e35e not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:21:03.483523 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fb5ee5-7c44-41db-88d5-0f8aa2433329 x-openstack-request-id: req-a5fb5ee5-7c44-41db-88d5-0f8aa2433329 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:03.483523 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15aeeadc-5ac1-444f-aa5d-814639931a8e", "name": "network-vif-deleted", "tag": "acf6b0ef-044d-4f9d-8e6a-8a39da38e35e", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:03.483801 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a5fb5ee5-7c44-41db-88d5-0f8aa2433329 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:03.484189 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15aeeadc-5ac1-444f-aa5d-814639931a8e', 'name': 'network-vif-deleted', 'tag': 'acf6b0ef-044d-4f9d-8e6a-8a39da38e35e', 'status': 'completed', 'code': 200} Jul 23 16:21:03.485877 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373c9a6-7500-4145-8411-ce5a7d82bdba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059c9f6d-4e9a-40b3-9401-ce561ed3f22d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:03.623880 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-81fc9635-9917-4001-9062-156c5979c590 service neutron] 10.222.0.73 "GET /v2.0/networks/32aa57db-50f4-4fb5-8615-f427929748c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769454 Jul 23 16:21:03.670784 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2bcbc1-1f12-4479-8bcd-4aea27385d71 req-dd1b4e49-cca3-43fa-afeb-be56b19c8f62 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:03.672548 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd2bcbc1-1f12-4479-8bcd-4aea27385d71 req-dd1b4e49-cca3-43fa-afeb-be56b19c8f62 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 950 time: 0.1178710 Jul 23 16:21:03.765389 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd2bcbc1-1f12-4479-8bcd-4aea27385d71 req-53081baa-8437-4f40-880a-8580d0f15170 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802457 Jul 23 16:21:03.791590 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-5a980dbd-a061-4566-a3fe-802cbadebb02 service neutron] 10.222.0.73 "GET /v2.0/networks/32aa57db-50f4-4fb5-8615-f427929748c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574883 Jul 23 16:21:03.834505 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57590) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:03.855093 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c16f2dd8-fde8-4266-b354-8d305b227402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:03.934034 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcd7a4-1494-41d4-aec5-326053847f8b req-0d6f228a-e977-48ac-895f-739c610643f5 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:03.960116 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcd7a4-1494-41d4-aec5-326053847f8b req-0d6f228a-e977-48ac-895f-739c610643f5 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:03.978112 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcd7a4-1494-41d4-aec5-326053847f8b req-0d6f228a-e977-48ac-895f-739c610643f5 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:03.997575 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcd7a4-1494-41d4-aec5-326053847f8b req-0d6f228a-e977-48ac-895f-739c610643f5 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:04.009482 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c16f2dd8-fde8-4266-b354-8d305b227402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.011272 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcd7a4-1494-41d4-aec5-326053847f8b req-0d6f228a-e977-48ac-895f-739c610643f5 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:04.019584 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcd7a4-1494-41d4-aec5-326053847f8b req-0d6f228a-e977-48ac-895f-739c610643f5 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:04.025647 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c16f2dd8-fde8-4266-b354-8d305b227402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.026613 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcd7a4-1494-41d4-aec5-326053847f8b req-0d6f228a-e977-48ac-895f-739c610643f5 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:04.041576 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e9bcd7a4-1494-41d4-aec5-326053847f8b req-0d6f228a-e977-48ac-895f-739c610643f5 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5444 time: 0.2036150 Jul 23 16:21:04.073115 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c16f2dd8-fde8-4266-b354-8d305b227402 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0a1e14459f82445081e040e99e8f5ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360830 Jul 23 16:21:04.074234 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f2dd8-fde8-4266-b354-8d305b227402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50ca2f3-4d81-472d-b03b-312c0eb5e813,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:04.076520 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57600) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:04.116162 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e9bcd7a4-1494-41d4-aec5-326053847f8b req-21cd33e4-19fe-49df-8f5f-bfa5c58b2d50 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0737669 Jul 23 16:21:04.142686 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7607e55d-075b-4a5a-b19d-1c489efbff83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.155682 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1123ed1-a42d-4636-9142-5ed0ec9ff730 req-a95c6eca-88a3-4c90-b61a-7c5df8d11d20 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:04.157166 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d1123ed1-a42d-4636-9142-5ed0ec9ff730 req-a95c6eca-88a3-4c90-b61a-7c5df8d11d20 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/ports?device_id=70b18718-940c-4049-bec1-714a22b0a4c7 HTTP/1.1" status: 200 len: 946 time: 0.1125970 Jul 23 16:21:04.174276 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7607e55d-075b-4a5a-b19d-1c489efbff83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.216606 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8c3014f-0136-47fb-8207-64b068116343 req-25cbbc82-a236-4503-b630-b5f4036018fe tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/ports?device_id=8119da64-f9f4-46af-bffc-141464378e80 HTTP/1.1" status: 200 len: 210 time: 0.0373785 Jul 23 16:21:04.237607 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7607e55d-075b-4a5a-b19d-1c489efbff83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.240730 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7607e55d-075b-4a5a-b19d-1c489efbff83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.242070 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7607e55d-075b-4a5a-b19d-1c489efbff83 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f50ca2f3-4d81-472d-b03b-312c0eb5e813 HTTP/1.1" status: 204 len: 168 time: 0.1583681 Jul 23 16:21:04.244232 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125782f9-2236-455c-ab42-26a813406947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebe27dc-bd00-4623-854f-7312f6492b97'}, {'server_uuid': '70b18718-940c-4049-bec1-714a22b0a4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e2d096-7211-483d-961a-a931e814f70f'}, {'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61637cfe-1584-4974-b56f-43ff73d6bcec'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:04.244975 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d1123ed1-a42d-4636-9142-5ed0ec9ff730 req-c396c375-6bf9-42fa-9055-b5de55e05463 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/security-groups?id=f72f61d5-126e-45e2-91bd-72f6314f3a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689695 Jul 23 16:21:04.248606 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1556ff01-62c6-4ee1-9c09-a820991ffe32" -d '{"events": [{"server_uuid": "125782f9-2236-455c-ab42-26a813406947", "name": "network-vif-plugged", "status": "completed", "tag": "cebe27dc-bd00-4623-854f-7312f6492b97"}, {"server_uuid": "70b18718-940c-4049-bec1-714a22b0a4c7", "name": "network-vif-plugged", "status": "completed", "tag": "b5e2d096-7211-483d-961a-a931e814f70f"}, {"server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "name": "network-vif-plugged", "status": "completed", "tag": "61637cfe-1584-4974-b56f-43ff73d6bcec"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:04.284004 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607e55d-075b-4a5a-b19d-1c489efbff83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50ca2f3-4d81-472d-b03b-312c0eb5e813,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:04.403328 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d437d5-50af-47dc-87e7-329c9604d76b req-1c367818-8a69-4a2a-9dde-4fc235d554fb tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:04.405131 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39d437d5-50af-47dc-87e7-329c9604d76b req-1c367818-8a69-4a2a-9dde-4fc235d554fb tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 943 time: 0.0839310 Jul 23 16:21:04.448739 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39d437d5-50af-47dc-87e7-329c9604d76b req-7a079cfa-331c-44bf-b6e9-67eb55d14d79 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381062 Jul 23 16:21:04.507292 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57616) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:04.512630 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-72a83d6d-d0f0-4f2a-9b7d-0c3a89fe45d3 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1670139044', 'description': 'tempest-description--1455601754'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:04.519566 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058b54c1-3d43-48b2-bd0e-bbcefdd583ce x-openstack-request-id: req-058b54c1-3d43-48b2-bd0e-bbcefdd583ce {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:04.520696 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125782f9-2236-455c-ab42-26a813406947", "name": "network-vif-plugged", "status": "completed", "tag": "cebe27dc-bd00-4623-854f-7312f6492b97", "code": 200}, {"server_uuid": "70b18718-940c-4049-bec1-714a22b0a4c7", "name": "network-vif-plugged", "status": "completed", "tag": "b5e2d096-7211-483d-961a-a931e814f70f", "code": 200}, {"server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "name": "network-vif-plugged", "status": "completed", "tag": "61637cfe-1584-4974-b56f-43ff73d6bcec", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:04.520696 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-058b54c1-3d43-48b2-bd0e-bbcefdd583ce {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:04.521723 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125782f9-2236-455c-ab42-26a813406947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebe27dc-bd00-4623-854f-7312f6492b97', 'code': 200} Jul 23 16:21:04.521723 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b18718-940c-4049-bec1-714a22b0a4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e2d096-7211-483d-961a-a931e814f70f', 'code': 200} Jul 23 16:21:04.521723 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61637cfe-1584-4974-b56f-43ff73d6bcec', 'code': 200} Jul 23 16:21:04.544108 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-72a83d6d-d0f0-4f2a-9b7d-0c3a89fe45d3 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.589290 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.763318 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113701c-5afb-4645-982f-5f26be143166 req-4d567e8d-566a-48d4-aaf9-3245e640546b tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:04.766093 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f113701c-5afb-4645-982f-5f26be143166 req-4d567e8d-566a-48d4-aaf9-3245e640546b tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=125782f9-2236-455c-ab42-26a813406947 HTTP/1.1" status: 200 len: 950 time: 0.2047966 Jul 23 16:21:04.797899 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5af443-5ca7-4efe-ae0a-24e8bad00b8c req-84014e05-da32-4e83-ad0c-46ae1a898b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:04.799593 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-dd5af443-5ca7-4efe-ae0a-24e8bad00b8c req-84014e05-da32-4e83-ad0c-46ae1a898b42 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=70b18718-940c-4049-bec1-714a22b0a4c7 HTTP/1.1" status: 200 len: 1097 time: 0.0745265 Jul 23 16:21:04.850312 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-72a83d6d-d0f0-4f2a-9b7d-0c3a89fe45d3 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.861347 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8adb96-187f-4b98-8533-8a71ec0d892e req-bf76184f-865c-4614-bb43-c691a7dbf796 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:04.862861 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd8adb96-187f-4b98-8533-8a71ec0d892e req-bf76184f-865c-4614-bb43-c691a7dbf796 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.97 "GET /v2.0/ports?device_id=9fe1aba3-50ec-4dfe-8803-36bd47b8edb1 HTTP/1.1" status: 200 len: 945 time: 0.2511430 Jul 23 16:21:04.863021 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-dd5af443-5ca7-4efe-ae0a-24e8bad00b8c req-c8f35519-cb8e-4ab7-b9e6-2c3e4e606bb7 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=f72f61d5-126e-45e2-91bd-72f6314f3a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558195 Jul 23 16:21:05.167878 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-72a83d6d-d0f0-4f2a-9b7d-0c3a89fe45d3 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:05.198513 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57642) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:05.293265 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-72a83d6d-d0f0-4f2a-9b7d-0c3a89fe45d3 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:05.296302 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-72a83d6d-d0f0-4f2a-9b7d-0c3a89fe45d3 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7879581 Jul 23 16:21:05.320241 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3534d3ca-d2ed-497a-8a5c-50ab00261c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:05.331072 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f113701c-5afb-4645-982f-5f26be143166 req-4488742b-ebbc-4973-997a-e012d6b125bc tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5164752 Jul 23 16:21:05.335955 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57650) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:05.345739 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-53d892b0-644d-4023-933e-edda3bd14872 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Request body: {'security_group_rule': {'security_group_id': 'fa26f8f8-4605-4305-86cb-9dd9dc021e84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:05.366480 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a83d6d-d0f0-4f2a-9b7d-0c3a89fe45d3 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa26f8f8-4605-4305-86cb-9dd9dc021e84,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:05.373447 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:05.382983 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-d6f506ef-8d31-4718-86e2-9103905589a9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1222140801-network', 'tenant_id': '80c03c16ac1742d1b4525751db35702c'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:05.431610 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-81dea8e1-de9a-4f90-b002-443583cd65b9 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:05.433375 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-81dea8e1-de9a-4f90-b002-443583cd65b9 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.74 "GET /v2.0/networks?id=32aa57db-50f4-4fb5-8615-f427929748c7 HTTP/1.1" status: 200 len: 824 time: 0.2003493 Jul 23 16:21:05.433896 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0df30-4313-4ebf-b79d-9a0481609433 req-002762f8-d15a-4f5b-a292-5fb8eed50329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:05.434388 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0df30-4313-4ebf-b79d-9a0481609433 req-002762f8-d15a-4f5b-a292-5fb8eed50329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:05.434860 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0df30-4313-4ebf-b79d-9a0481609433 req-002762f8-d15a-4f5b-a292-5fb8eed50329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:05.435334 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0df30-4313-4ebf-b79d-9a0481609433 req-002762f8-d15a-4f5b-a292-5fb8eed50329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:05.435834 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0df30-4313-4ebf-b79d-9a0481609433 req-002762f8-d15a-4f5b-a292-5fb8eed50329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:05.436304 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0df30-4313-4ebf-b79d-9a0481609433 req-002762f8-d15a-4f5b-a292-5fb8eed50329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:05.436760 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0df30-4313-4ebf-b79d-9a0481609433 req-002762f8-d15a-4f5b-a292-5fb8eed50329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:05.437021 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-53d892b0-644d-4023-933e-edda3bd14872 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:05.439246 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7bd0df30-4313-4ebf-b79d-9a0481609433 req-002762f8-d15a-4f5b-a292-5fb8eed50329 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 6501 time: 0.7277060 Jul 23 16:21:05.440980 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91d65a-0389-48bf-8775-9d4a9ed6c98a req-85c748e2-5f18-4e15-9f04-28372252f64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:05.443076 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3d91d65a-0389-48bf-8775-9d4a9ed6c98a req-85c748e2-5f18-4e15-9f04-28372252f64f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=125782f9-2236-455c-ab42-26a813406947 HTTP/1.1" status: 200 len: 1101 time: 0.7170393 Jul 23 16:21:05.449488 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device acf6b0ef-044d-4f9d-8e6a-8a39da38e35e no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:05.472709 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: acf6b0ef-044d-4f9d-8e6a-8a39da38e35e {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:21:05.475077 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device acf6b0ef-044d-4f9d-8e6a-8a39da38e35e not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:21:05.475797 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device e3966f2c-b52c-4edd-bbd7-caf3db32ad4f no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:05.490477 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f506ef-8d31-4718-86e2-9103905589a9 admin admin] Made reservation on behalf of 80c03c16ac1742d1b4525751db35702c for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:05.492716 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6f506ef-8d31-4718-86e2-9103905589a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:05.498683 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: e3966f2c-b52c-4edd-bbd7-caf3db32ad4f {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:21:05.499318 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device e3966f2c-b52c-4edd-bbd7-caf3db32ad4f not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:21:05.515715 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6f506ef-8d31-4718-86e2-9103905589a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:05.534349 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-ac935673-496a-4649-a5c4-56d60f294e40 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72c5035a103e4dd0b897fa7cd5257ce2 HTTP/1.1" status: 200 len: 380 time: 0.0904005 Jul 23 16:21:05.539779 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c540474-a49a-49e1-885c-34a62be616be req-e6dd47b8-fb69-465e-86c1-f6dd68d2206e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:05.541309 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c540474-a49a-49e1-885c-34a62be616be req-e6dd47b8-fb69-465e-86c1-f6dd68d2206e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 950 time: 0.6684997 Jul 23 16:21:05.546389 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-48df7587-ad27-4f2f-bca7-f55ea36ddf65 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Request body: {'port': {'device_id': '8119da64-f9f4-46af-bffc-141464378e80', 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7', 'admin_state_up': True, 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'security_groups': ['0752d89f-cbae-46a6-aa9d-219cc61cde66']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:05.581797 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7bd0df30-4313-4ebf-b79d-9a0481609433 req-1f69b25c-d52d-455d-9377-4f37a91fa650 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1143477 Jul 23 16:21:05.584648 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-53d892b0-644d-4023-933e-edda3bd14872 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:05.595603 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-53d892b0-644d-4023-933e-edda3bd14872 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:05.601476 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3d91d65a-0389-48bf-8775-9d4a9ed6c98a req-8675f197-9a65-415b-8f27-7c143a70599b service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331739 Jul 23 16:21:05.628768 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-fd8adb96-187f-4b98-8533-8a71ec0d892e req-58d40cda-3a86-43c5-a643-3b2b6d1c1683 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Deleting port 1f03c14c-28f7-4950-a95b-7241b43fdced {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:05.629131 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fd8adb96-187f-4b98-8533-8a71ec0d892e req-58d40cda-3a86-43c5-a643-3b2b6d1c1683 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:05.646683 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c540474-a49a-49e1-885c-34a62be616be req-714b89ca-d871-4cdc-9633-8fb4f306c8f5 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943460 Jul 23 16:21:05.663745 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d892b0-644d-4023-933e-edda3bd14872 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f350bb-190c-43ec-b0a2-8fd1ba57f853,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:05.671465 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821528b-9269-4a28-8b7b-92c805af0ee0 req-63535e35-a260-431e-97c6-2f798f659d05 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:05.677649 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821528b-9269-4a28-8b7b-92c805af0ee0 req-63535e35-a260-431e-97c6-2f798f659d05 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:05.683471 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821528b-9269-4a28-8b7b-92c805af0ee0 req-63535e35-a260-431e-97c6-2f798f659d05 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:05.689785 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821528b-9269-4a28-8b7b-92c805af0ee0 req-63535e35-a260-431e-97c6-2f798f659d05 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:05.696070 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821528b-9269-4a28-8b7b-92c805af0ee0 req-63535e35-a260-431e-97c6-2f798f659d05 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:05.702003 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821528b-9269-4a28-8b7b-92c805af0ee0 req-63535e35-a260-431e-97c6-2f798f659d05 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:05.708541 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821528b-9269-4a28-8b7b-92c805af0ee0 req-63535e35-a260-431e-97c6-2f798f659d05 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:05.710634 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c821528b-9269-4a28-8b7b-92c805af0ee0 req-63535e35-a260-431e-97c6-2f798f659d05 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5444 time: 0.2893789 Jul 23 16:21:05.756398 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6f506ef-8d31-4718-86e2-9103905589a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:05.763279 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6f506ef-8d31-4718-86e2-9103905589a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:05.774301 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-53d892b0-644d-4023-933e-edda3bd14872 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:05.775693 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-53d892b0-644d-4023-933e-edda3bd14872 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4380112 Jul 23 16:21:05.784653 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57654) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:05.795244 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-31c50686-7147-419c-add9-66e504ce1931 req-608043e7-18e0-4659-8d71-346e20d94609 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/ports?device_id=8119da64-f9f4-46af-bffc-141464378e80 HTTP/1.1" status: 200 len: 210 time: 0.0782099 Jul 23 16:21:05.797875 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-52568135-63e2-4075-aa46-4546f8d31f00 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Request body: {'security_group_rule': {'security_group_id': 'fa26f8f8-4605-4305-86cb-9dd9dc021e84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:05.813471 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f506ef-8d31-4718-86e2-9103905589a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1114, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:21:05.826715 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f506ef-8d31-4718-86e2-9103905589a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796df4f4-dca4-47df-acfa-86e6f66d6696,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:05.843590 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6f506ef-8d31-4718-86e2-9103905589a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:05.843969 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-d6f506ef-8d31-4718-86e2-9103905589a9 admin admin] Added segment dedb19f5-ca79-4be5-848b-cf9122cd39e8 of type vlan for network b1f151ab-1123-45ae-b2e9-fb16b89957a6 Jul 23 16:21:05.852937 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c821528b-9269-4a28-8b7b-92c805af0ee0 req-f929e8dc-d2a1-48ea-b1be-dbf1f0709316 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1077454 Jul 23 16:21:05.854301 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-48df7587-ad27-4f2f-bca7-f55ea36ddf65 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Made reservation on behalf of 72c5035a103e4dd0b897fa7cd5257ce2 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:05.858893 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-48df7587-ad27-4f2f-bca7-f55ea36ddf65 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:05.863404 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-fd8adb96-187f-4b98-8533-8a71ec0d892e req-58d40cda-3a86-43c5-a643-3b2b6d1c1683 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] For port 1f03c14c-28f7-4950-a95b-7241b43fdced, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=1f03c14c-28f7-4950-a95b-7241b43fdced,segment=NetworkSegment(e36b3d08-8681-4717-8c6e-a0160fac2521),segment_id=e36b3d08-8681-4717-8c6e-a0160fac2521)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:05.865969 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fd8adb96-187f-4b98-8533-8a71ec0d892e req-58d40cda-3a86-43c5-a643-3b2b6d1c1683 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:05.978607 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6f506ef-8d31-4718-86e2-9103905589a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:05.999637 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-52568135-63e2-4075-aa46-4546f8d31f00 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.091119 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6f506ef-8d31-4718-86e2-9103905589a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.091991 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f506ef-8d31-4718-86e2-9103905589a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:06.092588 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6f506ef-8d31-4718-86e2-9103905589a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.136554 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-52568135-63e2-4075-aa46-4546f8d31f00 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.137832 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-48df7587-ad27-4f2f-bca7-f55ea36ddf65 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Allocated IP 172.20.0.13 (32aa57db-50f4-4fb5-8615-f427929748c7/5689c481-3fca-47c4-82a6-5fb7b7ff5a03/564472cb-078f-4f4d-9144-57e9c32b0013) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:21:06.155701 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-52568135-63e2-4075-aa46-4546f8d31f00 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.163957 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d6f506ef-8d31-4718-86e2-9103905589a9 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9643118 Jul 23 16:21:06.175552 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57656) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:06.203583 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472a493-aef8-451f-a6c6-34ad6049b349 req-714316cd-e3d1-4278-8399-54f63e1ab74f tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:06.205099 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b472a493-aef8-451f-a6c6-34ad6049b349 req-714316cd-e3d1-4278-8399-54f63e1ab74f tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/ports?device_id=70b18718-940c-4049-bec1-714a22b0a4c7 HTTP/1.1" status: 200 len: 946 time: 0.2905633 Jul 23 16:21:06.211662 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-b4960657-62a4-4156-997c-87140b924899 admin admin] Request body: {'subnet': {'network_id': 'b1f151ab-1123-45ae-b2e9-fb16b89957a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1222140801-subnet', 'tenant_id': '80c03c16ac1742d1b4525751db35702c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:06.219655 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e5903-2f6f-44b4-bd90-2b9ba35ea645 req-dad37dcf-b35e-4d26-99a4-517637e6d17a tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:06.221251 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c3e5903-2f6f-44b4-bd90-2b9ba35ea645 req-dad37dcf-b35e-4d26-99a4-517637e6d17a tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 943 time: 0.2730629 Jul 23 16:21:06.222733 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f506ef-8d31-4718-86e2-9103905589a9 admin admin] Pushing event updated for resources: {'Network': ['ID=b1f151ab-1123-45ae-b2e9-fb16b89957a6,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:06.229786 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52568135-63e2-4075-aa46-4546f8d31f00 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40638268-4520-46d0-b88e-116494d06fb6,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:06.235525 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network b1f151ab-1123-45ae-b2e9-fb16b89957a6 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:21:06.277340 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4960657-62a4-4156-997c-87140b924899 admin admin] Made reservation on behalf of 80c03c16ac1742d1b4525751db35702c for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:06.281180 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b4960657-62a4-4156-997c-87140b924899 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.295539 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fd8adb96-187f-4b98-8533-8a71ec0d892e req-58d40cda-3a86-43c5-a643-3b2b6d1c1683 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.296064 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fd8adb96-187f-4b98-8533-8a71ec0d892e req-58d40cda-3a86-43c5-a643-3b2b6d1c1683 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.297043 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [req-fd8adb96-187f-4b98-8533-8a71ec0d892e req-58d40cda-3a86-43c5-a643-3b2b6d1c1683 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Floating IP 747bedb4-80cb-47ad-90d4-8ba3fb72cd4b disassociated. External IP: 172.25.8.156, port: 1f03c14c-28f7-4950-a95b-7241b43fdced. Jul 23 16:21:06.297454 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-fd8adb96-187f-4b98-8533-8a71ec0d892e req-58d40cda-3a86-43c5-a643-3b2b6d1c1683 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Calling delete_port for 1f03c14c-28f7-4950-a95b-7241b43fdced owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:06.303301 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-52568135-63e2-4075-aa46-4546f8d31f00 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.307756 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-52568135-63e2-4075-aa46-4546f8d31f00 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5185766 Jul 23 16:21:06.308366 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57658) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:06.324336 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-93fc9366-f152-4eff-a460-6da62d46392e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:06.330402 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c3e5903-2f6f-44b4-bd90-2b9ba35ea645 req-84c17764-5a25-4878-828b-dc6383a9ff4d tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847225 Jul 23 16:21:06.337671 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b472a493-aef8-451f-a6c6-34ad6049b349 req-7add2376-9ce0-431d-b94d-70c069f97141 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/security-groups?id=f72f61d5-126e-45e2-91bd-72f6314f3a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256180 Jul 23 16:21:06.425729 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.446313 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93fc9366-f152-4eff-a460-6da62d46392e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.502818 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-48df7587-ad27-4f2f-bca7-f55ea36ddf65 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.519556 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206db637-fbf1-4949-8f1f-02fb90b8ad51 req-100ca295-6d52-4375-82e7-613c07d599a5 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:06.525590 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-206db637-fbf1-4949-8f1f-02fb90b8ad51 req-100ca295-6d52-4375-82e7-613c07d599a5 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=125782f9-2236-455c-ab42-26a813406947 HTTP/1.1" status: 200 len: 950 time: 0.1149957 Jul 23 16:21:06.526303 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fd8adb96-187f-4b98-8533-8a71ec0d892e req-58d40cda-3a86-43c5-a643-3b2b6d1c1683 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.526525 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-48df7587-ad27-4f2f-bca7-f55ea36ddf65 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Transition to ACTIVE for port object 564472cb-078f-4f4d-9144-57e9c32b0013 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:06.569474 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d40cda-3a86-43c5-a643-3b2b6d1c1683 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Pushing event deleted for resources: {'Port': ['ID=1f03c14c-28f7-4950-a95b-7241b43fdced,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:06.597583 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-206db637-fbf1-4949-8f1f-02fb90b8ad51 req-250293b4-0311-4f17-b393-93b1cf39c4fe tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691376 Jul 23 16:21:06.672131 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-48df7587-ad27-4f2f-bca7-f55ea36ddf65 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.705522 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b4960657-62a4-4156-997c-87140b924899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.720673 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd8adb96-187f-4b98-8533-8a71ec0d892e req-58d40cda-3a86-43c5-a643-3b2b6d1c1683 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Router edfaf1cb-7e33-469e-acab-3c18955a278d has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:21:06.772522 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-48df7587-ad27-4f2f-bca7-f55ea36ddf65 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Network 32aa57db-50f4-4fb5-8615-f427929748c7 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:06.785096 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-48df7587-ad27-4f2f-bca7-f55ea36ddf65 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:06.792324 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-48df7587-ad27-4f2f-bca7-f55ea36ddf65 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:21:06.794710 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df7587-ad27-4f2f-bca7-f55ea36ddf65 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Pushing event updated for resources: {'Port': ['ID=564472cb-078f-4f4d-9144-57e9c32b0013,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:06.845639 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93fc9366-f152-4eff-a460-6da62d46392e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.847339 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4960657-62a4-4156-997c-87140b924899 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd2c7866-9c63-458e-b11d-673a6269e3eb,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:06.878343 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bebbac4-d368-4dfe-80b1-79e7d4e25f51 req-9dd55f1f-c7ec-4482-b4a0-53dfc6335b99 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:06.880669 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2bebbac4-d368-4dfe-80b1-79e7d4e25f51 req-9dd55f1f-c7ec-4482-b4a0-53dfc6335b99 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 950 time: 0.1591208 Jul 23 16:21:06.900200 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4960657-62a4-4156-997c-87140b924899 admin admin] Checking segment: {'id': 'dedb19f5-ca79-4be5-848b-cf9122cd39e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'b1f151ab-1123-45ae-b2e9-fb16b89957a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:06.900539 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4960657-62a4-4156-997c-87140b924899 admin admin] Network hostable DHCP agents. Network: b1f151ab-1123-45ae-b2e9-fb16b89957a6, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:21:06.911915 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-48df7587-ad27-4f2f-bca7-f55ea36ddf65 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:06.912561 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-48df7587-ad27-4f2f-bca7-f55ea36ddf65 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.944532 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd8adb96-187f-4b98-8533-8a71ec0d892e req-58d40cda-3a86-43c5-a643-3b2b6d1c1683 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:21:06.959657 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a27c7ce-9158-4abe-b891-0b9ebb1da63d None None] Sync routers for ids ['edfaf1cb-7e33-469e-acab-3c18955a278d'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:21:06.973086 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a27c7ce-9158-4abe-b891-0b9ebb1da63d None None] Routers {'edfaf1cb-7e33-469e-acab-3c18955a278d'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:06.974640 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-4a27c7ce-9158-4abe-b891-0b9ebb1da63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:21:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['edfaf1cb-7e33-469e-acab-3c18955a278d'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:06.986323 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-48df7587-ad27-4f2f-bca7-f55ea36ddf65 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4449046 Jul 23 16:21:06.992029 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4960657-62a4-4156-997c-87140b924899 admin admin] Network b1f151ab-1123-45ae-b2e9-fb16b89957a6 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:21:06.992871 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2bebbac4-d368-4dfe-80b1-79e7d4e25f51 req-432a8349-1b0b-4920-96fa-8f88c21d8b38 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000907 Jul 23 16:21:07.015268 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-4e0377a6-1923-4751-9750-6b96ceab443c service neutron] Request body: {'port': {'device_id': '8119da64-f9f4-46af-bffc-141464378e80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:07.032856 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8adb96-187f-4b98-8533-8a71ec0d892e req-58d40cda-3a86-43c5-a643-3b2b6d1c1683 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] No DVR routers for this DVR port 1f03c14c-28f7-4950-a95b-7241b43fdced on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:21:07.036777 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fd8adb96-187f-4b98-8533-8a71ec0d892e req-58d40cda-3a86-43c5-a643-3b2b6d1c1683 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:07.044583 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd8adb96-187f-4b98-8533-8a71ec0d892e req-58d40cda-3a86-43c5-a643-3b2b6d1c1683 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.97 "DELETE /v2.0/ports/1f03c14c-28f7-4950-a95b-7241b43fdced HTTP/1.1" status: 204 len: 173 time: 1.8740346 Jul 23 16:21:07.045240 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe1aba3-50ec-4dfe-8803-36bd47b8edb1', 'name': 'network-vif-deleted', 'tag': '1f03c14c-28f7-4950-a95b-7241b43fdced'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:07.047680 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91276d49-db3e-4e10-b8f6-3ef75f102924" -d '{"events": [{"server_uuid": "9fe1aba3-50ec-4dfe-8803-36bd47b8edb1", "name": "network-vif-deleted", "tag": "1f03c14c-28f7-4950-a95b-7241b43fdced"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:07.054790 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-b4960657-62a4-4156-997c-87140b924899 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, b1f151ab-1123-45ae-b2e9-fb16b89957a6) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:07.069899 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4960657-62a4-4156-997c-87140b924899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:07.073557 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8252d7e0-536a-4160-8c68-85b70caa0112 None None] Network b1f151ab-1123-45ae-b2e9-fb16b89957a6 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:21:07.088217 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b4960657-62a4-4156-997c-87140b924899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:07.100470 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63909380-75f6-4b7e-8929-95c6e9f05a9b req-5318275b-f13d-4ab6-956b-919565fde3f5 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:07.102060 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-63909380-75f6-4b7e-8929-95c6e9f05a9b req-5318275b-f13d-4ab6-956b-919565fde3f5 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/ports?device_id=8119da64-f9f4-46af-bffc-141464378e80 HTTP/1.1" status: 200 len: 932 time: 0.2187223 Jul 23 16:21:07.163245 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-4a27c7ce-9158-4abe-b891-0b9ebb1da63d None None] Set router edfaf1cb-7e33-469e-acab-3c18955a278d gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:07.189371 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-93fc9366-f152-4eff-a460-6da62d46392e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Allocated IP 172.25.8.115 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/f310eacd-4530-4877-971d-7fe7e1e50a43) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:21:07.196956 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b4960657-62a4-4156-997c-87140b924899 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0180161 Jul 23 16:21:07.212736 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57670) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:07.220392 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-63909380-75f6-4b7e-8929-95c6e9f05a9b req-04d252c6-1ada-418e-8832-a8be05990aea tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/security-groups?id=0752d89f-cbae-46a6-aa9d-219cc61cde66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999823 Jul 23 16:21:07.230213 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-de790dd8-1611-4b42-a64b-4ee4ae3584ea admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1222140801-router', 'tenant_id': '80c03c16ac1742d1b4525751db35702c', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:07.295241 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de790dd8-1611-4b42-a64b-4ee4ae3584ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:07.297559 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de790dd8-1611-4b42-a64b-4ee4ae3584ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:07.331784 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-4e0377a6-1923-4751-9750-6b96ceab443c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:07.353782 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa50805-84d7-4d5a-9b3e-417c098873c7 x-openstack-request-id: req-3fa50805-84d7-4d5a-9b3e-417c098873c7 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:07.354350 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe1aba3-50ec-4dfe-8803-36bd47b8edb1", "name": "network-vif-deleted", "tag": "1f03c14c-28f7-4950-a95b-7241b43fdced", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:07.354763 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3fa50805-84d7-4d5a-9b3e-417c098873c7 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:07.355319 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe1aba3-50ec-4dfe-8803-36bd47b8edb1', 'name': 'network-vif-deleted', 'tag': '1f03c14c-28f7-4950-a95b-7241b43fdced', 'status': 'completed', 'code': 200} Jul 23 16:21:07.392724 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:07.460288 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fa9ac2-fc42-4409-84cc-04f12796bb67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-b1f151ab-1123-45ae-b2e9-fb16b89957a6', 'network_id': 'b1f151ab-1123-45ae-b2e9-fb16b89957a6', 'tenant_id': '80c03c16ac1742d1b4525751db35702c', 'fixed_ips': [{'subnet_id': 'dd2c7866-9c63-458e-b11d-673a6269e3eb'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:21:07.461195 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-64fa9ac2-fc42-4409-84cc-04f12796bb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:07.478180 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de790dd8-1611-4b42-a64b-4ee4ae3584ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:07.505871 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a7f42-fb3c-462c-b956-9eb18923e86d req-b03ecf6b-c717-4c18-a432-f41c88f06925 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:07.512907 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a7f42-fb3c-462c-b956-9eb18923e86d req-b03ecf6b-c717-4c18-a432-f41c88f06925 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:07.521152 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a7f42-fb3c-462c-b956-9eb18923e86d req-b03ecf6b-c717-4c18-a432-f41c88f06925 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:07.529122 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a7f42-fb3c-462c-b956-9eb18923e86d req-b03ecf6b-c717-4c18-a432-f41c88f06925 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:07.535644 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a7f42-fb3c-462c-b956-9eb18923e86d req-b03ecf6b-c717-4c18-a432-f41c88f06925 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:07.547447 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a7f42-fb3c-462c-b956-9eb18923e86d req-b03ecf6b-c717-4c18-a432-f41c88f06925 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:07.553757 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a7f42-fb3c-462c-b956-9eb18923e86d req-b03ecf6b-c717-4c18-a432-f41c88f06925 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:07.561598 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-769a7f42-fb3c-462c-b956-9eb18923e86d req-b03ecf6b-c717-4c18-a432-f41c88f06925 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5444 time: 0.4548862 Jul 23 16:21:07.637774 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-4a27c7ce-9158-4abe-b891-0b9ebb1da63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839438847-router', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:11Z', 'updated_at': '2021-07-23T16:18:22Z', 'revision_number': 4, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'gw_port': {'id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:13Z', 'updated_at': '2021-07-23T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'f06a521b-8af7-4cbd-a4a1-8156c7e218a0', 'name': '', 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'mac_address': 'fa:16:3e:40:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:20Z', 'updated_at': '2021-07-23T16:18:33Z', 'revision_number': 5, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'subnets': [{'id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:07.670597 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93fc9366-f152-4eff-a460-6da62d46392e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:07.674679 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a27c7ce-9158-4abe-b891-0b9ebb1da63d None None] Checking router: edfaf1cb-7e33-469e-acab-3c18955a278d for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:21:07.686623 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a27c7ce-9158-4abe-b891-0b9ebb1da63d None None] Routers {'edfaf1cb-7e33-469e-acab-3c18955a278d'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:07.687529 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-4a27c7ce-9158-4abe-b891-0b9ebb1da63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:21:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['edfaf1cb-7e33-469e-acab-3c18955a278d'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:07.693850 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-64fa9ac2-fc42-4409-84cc-04f12796bb67 None None] Allocated IP 172.20.0.2 (b1f151ab-1123-45ae-b2e9-fb16b89957a6/dd2c7866-9c63-458e-b11d-673a6269e3eb/f91ca780-ac49-4528-846b-1d8d0a4e5a6d) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:21:07.732053 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6af56214-545b-4cf6-b7be-d8ab63f4d8f3 None None] Provisioning for port 564472cb-078f-4f4d-9144-57e9c32b0013 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:07.750789 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6af56214-545b-4cf6-b7be-d8ab63f4d8f3 None None] Provisioning complete for port 564472cb-078f-4f4d-9144-57e9c32b0013 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:07.751466 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6af56214-545b-4cf6-b7be-d8ab63f4d8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:07.800138 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93fc9366-f152-4eff-a460-6da62d46392e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:07.802503 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-769a7f42-fb3c-462c-b956-9eb18923e86d req-8abbb41a-3da2-4477-aa9b-a3f6e04b5e90 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2402618 Jul 23 16:21:07.818238 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de790dd8-1611-4b42-a64b-4ee4ae3584ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:07.881151 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e9fe3-1703-4bb8-95b9-4e4ae233b8eb req-25f38ef6-3c1b-46cd-8335-ab1a96d9ad58 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:07.888327 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-4a27c7ce-9158-4abe-b891-0b9ebb1da63d None None] Set router edfaf1cb-7e33-469e-acab-3c18955a278d gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:07.890645 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-df8e9fe3-1703-4bb8-95b9-4e4ae233b8eb req-25f38ef6-3c1b-46cd-8335-ab1a96d9ad58 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 943 time: 0.3262761 Jul 23 16:21:07.897203 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-6af56214-545b-4cf6-b7be-d8ab63f4d8f3 None None] Port 564472cb-078f-4f4d-9144-57e9c32b0013 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:21:07.906018 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fc9366-f152-4eff-a460-6da62d46392e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:07.913591 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-93fc9366-f152-4eff-a460-6da62d46392e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:07.966487 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-df8e9fe3-1703-4bb8-95b9-4e4ae233b8eb req-72369214-5cca-45da-9ef5-a8ee5b934d4a tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749445 Jul 23 16:21:08.069367 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-64fa9ac2-fc42-4409-84cc-04f12796bb67 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.084872 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-64fa9ac2-fc42-4409-84cc-04f12796bb67 None None] Transition to ACTIVE for port object f91ca780-ac49-4528-846b-1d8d0a4e5a6d will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:08.101660 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934ba16-a2db-4514-9921-57c65499ac0c req-fb9eeaef-a331-4634-94a1-cefd99d22986 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:08.103275 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c934ba16-a2db-4514-9921-57c65499ac0c req-fb9eeaef-a331-4634-94a1-cefd99d22986 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/ports?device_id=70b18718-940c-4049-bec1-714a22b0a4c7 HTTP/1.1" status: 200 len: 946 time: 0.1660228 Jul 23 16:21:08.122964 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-64fa9ac2-fc42-4409-84cc-04f12796bb67 None None] Transition to ACTIVE for port object f91ca780-ac49-4528-846b-1d8d0a4e5a6d will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:08.134896 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-64fa9ac2-fc42-4409-84cc-04f12796bb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.215726 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fa9ac2-fc42-4409-84cc-04f12796bb67 None None] Network b1f151ab-1123-45ae-b2e9-fb16b89957a6 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:08.216941 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa9ac2-fc42-4409-84cc-04f12796bb67 None None] Pushing event updated for resources: {'Port': ['ID=f91ca780-ac49-4528-846b-1d8d0a4e5a6d,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:08.220712 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-64fa9ac2-fc42-4409-84cc-04f12796bb67 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:08.227085 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fa9ac2-fc42-4409-84cc-04f12796bb67 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:21:08.246638 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c934ba16-a2db-4514-9921-57c65499ac0c req-6f4793f4-fcab-4d17-af90-a7f6d0fb7963 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/security-groups?id=f72f61d5-126e-45e2-91bd-72f6314f3a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365163 Jul 23 16:21:08.249968 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-4a27c7ce-9158-4abe-b891-0b9ebb1da63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839438847-router', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:11Z', 'updated_at': '2021-07-23T16:18:22Z', 'revision_number': 4, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'gw_port': {'id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:13Z', 'updated_at': '2021-07-23T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'f06a521b-8af7-4cbd-a4a1-8156c7e218a0', 'name': '', 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'mac_address': 'fa:16:3e:40:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:20Z', 'updated_at': '2021-07-23T16:18:33Z', 'revision_number': 5, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'subnets': [{'id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:08.280232 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a27c7ce-9158-4abe-b891-0b9ebb1da63d None None] The sync data for ids ['edfaf1cb-7e33-469e-acab-3c18955a278d'] in n-d-778549-4 is: [{'id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839438847-router', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:11Z', 'updated_at': '2021-07-23T16:18:22Z', 'revision_number': 4, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'gw_port': {'id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:13Z', 'updated_at': '2021-07-23T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'f06a521b-8af7-4cbd-a4a1-8156c7e218a0', 'name': '', 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'mac_address': 'fa:16:3e:40:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:20Z', 'updated_at': '2021-07-23T16:18:33Z', 'revision_number': 5, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'subnets': [{'id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:21:08.314060 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-64fa9ac2-fc42-4409-84cc-04f12796bb67 None None] Attempting to bind port f91ca780-ac49-4528-846b-1d8d0a4e5a6d on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:08.314610 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-64fa9ac2-fc42-4409-84cc-04f12796bb67 None None] Attempting to bind port f91ca780-ac49-4528-846b-1d8d0a4e5a6d by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'dedb19f5-ca79-4be5-848b-cf9122cd39e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'b1f151ab-1123-45ae-b2e9-fb16b89957a6'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:08.315015 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fa9ac2-fc42-4409-84cc-04f12796bb67 None None] Attempting to bind port f91ca780-ac49-4528-846b-1d8d0a4e5a6d on network b1f151ab-1123-45ae-b2e9-fb16b89957a6 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:08.321556 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fa9ac2-fc42-4409-84cc-04f12796bb67 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:21:08.322092 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fa9ac2-fc42-4409-84cc-04f12796bb67 None None] Checking segment: {'id': 'dedb19f5-ca79-4be5-848b-cf9122cd39e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'b1f151ab-1123-45ae-b2e9-fb16b89957a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:08.322600 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-64fa9ac2-fc42-4409-84cc-04f12796bb67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.323091 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fa9ac2-fc42-4409-84cc-04f12796bb67 None None] Bound using segment: {'id': 'dedb19f5-ca79-4be5-848b-cf9122cd39e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'b1f151ab-1123-45ae-b2e9-fb16b89957a6'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:21:08.323665 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-64fa9ac2-fc42-4409-84cc-04f12796bb67 None None] Bound port: f91ca780-ac49-4528-846b-1d8d0a4e5a6d, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dedb19f5-ca79-4be5-848b-cf9122cd39e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'b1f151ab-1123-45ae-b2e9-fb16b89957a6'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:08.324159 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-64fa9ac2-fc42-4409-84cc-04f12796bb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.329462 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8aa55-377d-406c-960c-482e0cbc7415 req-a0276818-70f6-4704-82b9-61f664f138d8 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:08.331365 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-96c8aa55-377d-406c-960c-482e0cbc7415 req-a0276818-70f6-4704-82b9-61f664f138d8 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=125782f9-2236-455c-ab42-26a813406947 HTTP/1.1" status: 200 len: 950 time: 0.2871425 Jul 23 16:21:08.345990 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fc9366-f152-4eff-a460-6da62d46392e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:21:08.350740 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc9366-f152-4eff-a460-6da62d46392e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Pushing event updated for resources: {'Port': ['ID=f310eacd-4530-4877-971d-7fe7e1e50a43,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:08.390669 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-4e0377a6-1923-4751-9750-6b96ceab443c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 564472cb-078f-4f4d-9144-57e9c32b0013 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:08.400816 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-64fa9ac2-fc42-4409-84cc-04f12796bb67 None None] For port f91ca780-ac49-4528-846b-1d8d0a4e5a6d, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:08.401393 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-4e0377a6-1923-4751-9750-6b96ceab443c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.404790 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-64fa9ac2-fc42-4409-84cc-04f12796bb67 None None] For port f91ca780-ac49-4528-846b-1d8d0a4e5a6d, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=f91ca780-ac49-4528-846b-1d8d0a4e5a6d,segment=NetworkSegment(dedb19f5-ca79-4be5-848b-cf9122cd39e8),segment_id=dedb19f5-ca79-4be5-848b-cf9122cd39e8)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:08.409159 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-96c8aa55-377d-406c-960c-482e0cbc7415 req-2832620e-2733-430d-9aa6-629441f37777 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639472 Jul 23 16:21:08.417395 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-64fa9ac2-fc42-4409-84cc-04f12796bb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.424213 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-4e0377a6-1923-4751-9750-6b96ceab443c service neutron] Transition to ACTIVE for port object 564472cb-078f-4f4d-9144-57e9c32b0013 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:08.436319 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de790dd8-1611-4b42-a64b-4ee4ae3584ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.453595 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-4e0377a6-1923-4751-9750-6b96ceab443c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.462622 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de790dd8-1611-4b42-a64b-4ee4ae3584ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.500738 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.524548 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa9ac2-fc42-4409-84cc-04f12796bb67 None None] Pushing event updated for resources: {'Port': ['ID=f91ca780-ac49-4528-846b-1d8d0a4e5a6d,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:08.549198 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93fc9366-f152-4eff-a460-6da62d46392e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.570053 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0377a6-1923-4751-9750-6b96ceab443c service neutron] Pushing event updated for resources: {'Port': ['ID=564472cb-078f-4f4d-9144-57e9c32b0013,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:08.700687 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-4e0377a6-1923-4751-9750-6b96ceab443c service neutron] Attempting to bind port 564472cb-078f-4f4d-9144-57e9c32b0013 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:08.701451 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-4e0377a6-1923-4751-9750-6b96ceab443c service neutron] Attempting to bind port 564472cb-078f-4f4d-9144-57e9c32b0013 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'e36b3d08-8681-4717-8c6e-a0160fac2521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:08.701955 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-4e0377a6-1923-4751-9750-6b96ceab443c service neutron] Attempting to bind port 564472cb-078f-4f4d-9144-57e9c32b0013 on network 32aa57db-50f4-4fb5-8615-f427929748c7 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:08.715623 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-4e0377a6-1923-4751-9750-6b96ceab443c service neutron] Port 564472cb-078f-4f4d-9144-57e9c32b0013 on network 32aa57db-50f4-4fb5-8615-f427929748c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:21:08.715979 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-4e0377a6-1923-4751-9750-6b96ceab443c service neutron] Attempting to bind port 564472cb-078f-4f4d-9144-57e9c32b0013 on network 32aa57db-50f4-4fb5-8615-f427929748c7 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:08.718117 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93fc9366-f152-4eff-a460-6da62d46392e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.734778 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8707209-54af-42c4-9cab-d0bc211f5a96 None None] New status for floating IP 747bedb4-80cb-47ad-90d4-8ba3fb72cd4b: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:21:08.769374 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-4e0377a6-1923-4751-9750-6b96ceab443c service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:21:08.769870 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-4e0377a6-1923-4751-9750-6b96ceab443c service neutron] Checking segment: {'id': 'e36b3d08-8681-4717-8c6e-a0160fac2521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:08.771288 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-4e0377a6-1923-4751-9750-6b96ceab443c service neutron] Bound using segment: {'id': 'e36b3d08-8681-4717-8c6e-a0160fac2521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:21:08.771892 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-4e0377a6-1923-4751-9750-6b96ceab443c service neutron] Bound port: 564472cb-078f-4f4d-9144-57e9c32b0013, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e36b3d08-8681-4717-8c6e-a0160fac2521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:08.772353 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-4e0377a6-1923-4751-9750-6b96ceab443c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.954195 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-4e0377a6-1923-4751-9750-6b96ceab443c service neutron] For port 564472cb-078f-4f4d-9144-57e9c32b0013, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:08.979465 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-4e0377a6-1923-4751-9750-6b96ceab443c service neutron] For port 564472cb-078f-4f4d-9144-57e9c32b0013, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=564472cb-078f-4f4d-9144-57e9c32b0013,segment=NetworkSegment(e36b3d08-8681-4717-8c6e-a0160fac2521),segment_id=e36b3d08-8681-4717-8c6e-a0160fac2521)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:08.995674 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-4e0377a6-1923-4751-9750-6b96ceab443c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.005857 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de8528-4a71-4f99-affd-18fae5184e17 req-2cf66536-0c8b-4648-88db-191414a94ede tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:09.012662 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-08de8528-4a71-4f99-affd-18fae5184e17 req-2cf66536-0c8b-4648-88db-191414a94ede tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 950 time: 0.6797185 Jul 23 16:21:09.052454 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-4e0377a6-1923-4751-9750-6b96ceab443c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:09.053107 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-4e0377a6-1923-4751-9750-6b96ceab443c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.054597 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-4e0377a6-1923-4751-9750-6b96ceab443c service neutron] 10.222.0.74 "PUT /v2.0/ports/564472cb-078f-4f4d-9144-57e9c32b0013 HTTP/1.1" status: 200 len: 1092 time: 2.0530653 Jul 23 16:21:09.057185 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8119da64-f9f4-46af-bffc-141464378e80', 'tag': '564472cb-078f-4f4d-9144-57e9c32b0013'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:09.058870 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e372af7a-7693-4f9f-95e3-7fb0ff9f0fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "8119da64-f9f4-46af-bffc-141464378e80", "tag": "564472cb-078f-4f4d-9144-57e9c32b0013"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:09.089861 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93fc9366-f152-4eff-a460-6da62d46392e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.098887 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93fc9366-f152-4eff-a460-6da62d46392e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.108228 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0377a6-1923-4751-9750-6b96ceab443c service neutron] Pushing event updated for resources: {'Port': ['ID=564472cb-078f-4f4d-9144-57e9c32b0013,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:09.118660 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-08de8528-4a71-4f99-affd-18fae5184e17 req-27df18d5-1ff4-4845-ab17-ca2151c636c8 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947273 Jul 23 16:21:09.139261 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-de790dd8-1611-4b42-a64b-4ee4ae3584ea admin admin] Allocated IP 172.25.8.67 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/a1763fa6-ff33-4914-b7f2-bb51021967bd) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:21:09.153396 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeace2f9-482a-4a9d-b987-c62887ec4016 req-ae58e366-23f3-4d3e-a300-30dbf8d2d236 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:09.154944 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aeace2f9-482a-4a9d-b987-c62887ec4016 req-ae58e366-23f3-4d3e-a300-30dbf8d2d236 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/ports?device_id=8119da64-f9f4-46af-bffc-141464378e80 HTTP/1.1" status: 200 len: 944 time: 0.2459712 Jul 23 16:21:09.247416 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93fc9366-f152-4eff-a460-6da62d46392e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.255731 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc9366-f152-4eff-a460-6da62d46392e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Pushing event updated for resources: {'Port': ['ID=f310eacd-4530-4877-971d-7fe7e1e50a43,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:09.277973 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93fc9366-f152-4eff-a460-6da62d46392e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.282627 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-93fc9366-f152-4eff-a460-6da62d46392e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9666696 Jul 23 16:21:09.291512 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-a58b40db-4082-4589-81ff-4a59ecb6d2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:09.293187 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-a58b40db-4082-4589-81ff-4a59ecb6d2f7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72c5035a103e4dd0b897fa7cd5257ce2&device_id=8119da64-f9f4-46af-bffc-141464378e80 HTTP/1.1" status: 200 len: 1095 time: 0.1861620 Jul 23 16:21:09.310760 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aeace2f9-482a-4a9d-b987-c62887ec4016 req-03c8a47a-53aa-4973-974d-27c810ddd67d tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/security-groups?id=0752d89f-cbae-46a6-aa9d-219cc61cde66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242385 Jul 23 16:21:09.365458 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-d40e67a8-64ef-403c-b1ea-884462043faa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=564472cb-078f-4f4d-9144-57e9c32b0013 HTTP/1.1" status: 200 len: 217 time: 0.0599287 Jul 23 16:21:09.375177 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-326a20aa-8477-4c7e-a94e-a366baf3611a req-31481a8d-3381-4208-911f-d9d771b4dcbf tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2297568 Jul 23 16:21:09.388772 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-326a20aa-8477-4c7e-a94e-a366baf3611a req-cad0c005-08b0-4b50-ba5a-24514d8b1aee tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:09.436992 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-28a34132-34b3-4f6e-9d69-06c9015e7534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:09.438761 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-28a34132-34b3-4f6e-9d69-06c9015e7534 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5689c481-3fca-47c4-82a6-5fb7b7ff5a03 HTTP/1.1" status: 200 len: 863 time: 0.0661404 Jul 23 16:21:09.447270 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de790dd8-1611-4b42-a64b-4ee4ae3584ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.480661 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-326a20aa-8477-4c7e-a94e-a366baf3611a req-cad0c005-08b0-4b50-ba5a-24514d8b1aee tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.507722 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-0715b382-9f67-4122-96c9-39f1a0db5c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:09.509274 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-0715b382-9f67-4122-96c9-39f1a0db5c5b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=32aa57db-50f4-4fb5-8615-f427929748c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614862 Jul 23 16:21:09.581290 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49ba88-7bb9-46a0-99da-b9fdcdf0881e req-33cc7c18-67b3-4ea3-bf68-9d4996997b5e tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:09.583019 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ae49ba88-7bb9-46a0-99da-b9fdcdf0881e req-33cc7c18-67b3-4ea3-bf68-9d4996997b5e tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c34234c-7b23-422c-a523-7f9e2d5ddc0c HTTP/1.1" status: 200 len: 949 time: 0.1709363 Jul 23 16:21:09.586515 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de790dd8-1611-4b42-a64b-4ee4ae3584ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.626172 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-6b4e59d1-d353-4b42-8597-456220e3e948 service neutron] 10.222.0.74 "GET /v2.0/networks/32aa57db-50f4-4fb5-8615-f427929748c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094978 Jul 23 16:21:09.668983 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de790dd8-1611-4b42-a64b-4ee4ae3584ea admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:09.674077 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-de790dd8-1611-4b42-a64b-4ee4ae3584ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:09.678317 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de790dd8-1611-4b42-a64b-4ee4ae3584ea admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:21:09.733445 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de790dd8-1611-4b42-a64b-4ee4ae3584ea admin admin] Pushing event updated for resources: {'Port': ['ID=a1763fa6-ff33-4914-b7f2-bb51021967bd,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:09.741091 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ae49ba88-7bb9-46a0-99da-b9fdcdf0881e req-6d409d02-e7fa-4fd0-8284-370641bd7fd9 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494741 Jul 23 16:21:09.743678 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-aa6d2ec3-423a-4a27-879b-e4de0e1a6f3b req-a1f18599-a53f-4e0f-b982-cd2987e3056f service neutron] 10.222.0.74 "GET /v2.0/networks/32aa57db-50f4-4fb5-8615-f427929748c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102898 Jul 23 16:21:09.745999 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab96ca2-eea5-4bfd-a3eb-d10f72d53832 None None] Network b1f151ab-1123-45ae-b2e9-fb16b89957a6 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:21:09.830033 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-326a20aa-8477-4c7e-a94e-a366baf3611a req-cad0c005-08b0-4b50-ba5a-24514d8b1aee tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.837009 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 1f03c14c-28f7-4950-a95b-7241b43fdced no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:09.845010 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2448b6fb-5e4a-4f37-aa6c-33d89b170680 None None] Provisioning for port f91ca780-ac49-4528-846b-1d8d0a4e5a6d completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:09.867191 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 1f03c14c-28f7-4950-a95b-7241b43fdced {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:21:09.867537 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 1f03c14c-28f7-4950-a95b-7241b43fdced not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:21:10.092753 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480c8fc-4c2f-4912-a606-46026871acde req-9f64bf1e-31f7-475f-a449-37b9cef04325 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:10.098736 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480c8fc-4c2f-4912-a606-46026871acde req-9f64bf1e-31f7-475f-a449-37b9cef04325 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:10.104512 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480c8fc-4c2f-4912-a606-46026871acde req-9f64bf1e-31f7-475f-a449-37b9cef04325 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:10.110354 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480c8fc-4c2f-4912-a606-46026871acde req-9f64bf1e-31f7-475f-a449-37b9cef04325 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:10.116227 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480c8fc-4c2f-4912-a606-46026871acde req-9f64bf1e-31f7-475f-a449-37b9cef04325 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:10.122349 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480c8fc-4c2f-4912-a606-46026871acde req-9f64bf1e-31f7-475f-a449-37b9cef04325 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:10.129944 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480c8fc-4c2f-4912-a606-46026871acde req-9f64bf1e-31f7-475f-a449-37b9cef04325 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:10.130631 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1480c8fc-4c2f-4912-a606-46026871acde req-9f64bf1e-31f7-475f-a449-37b9cef04325 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5444 time: 0.3057377 Jul 23 16:21:10.131887 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-326a20aa-8477-4c7e-a94e-a366baf3611a req-cad0c005-08b0-4b50-ba5a-24514d8b1aee tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Allocated IP 172.25.8.209 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/68714f3a-9098-49f6-b8b5-9ee36ec28be5) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:21:10.202784 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de790dd8-1611-4b42-a64b-4ee4ae3584ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:10.271368 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1480c8fc-4c2f-4912-a606-46026871acde req-4cf88323-3f96-464c-900e-d75c6df81d82 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1335735 Jul 23 16:21:10.388106 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-326a20aa-8477-4c7e-a94e-a366baf3611a req-cad0c005-08b0-4b50-ba5a-24514d8b1aee tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:10.444939 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f91ca780-ac49-4528-846b-1d8d0a4e5a6d up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:10.493341 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port f91ca780-ac49-4528-846b-1d8d0a4e5a6d completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:10.497450 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port f91ca780-ac49-4528-846b-1d8d0a4e5a6d triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:10.497851 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:10.532310 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea9378-3229-44ee-9ae7-769dabe03af1 req-4450a9d9-ba2a-4ce5-827a-46e9028fc5c8 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:10.533747 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-18ea9378-3229-44ee-9ae7-769dabe03af1 req-4450a9d9-ba2a-4ce5-827a-46e9028fc5c8 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 943 time: 0.1979072 Jul 23 16:21:10.554132 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-326a20aa-8477-4c7e-a94e-a366baf3611a req-cad0c005-08b0-4b50-ba5a-24514d8b1aee tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:10.572843 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de790dd8-1611-4b42-a64b-4ee4ae3584ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:10.585178 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:10.614328 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-326a20aa-8477-4c7e-a94e-a366baf3611a req-cad0c005-08b0-4b50-ba5a-24514d8b1aee tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:10.618050 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port f91ca780-ac49-4528-846b-1d8d0a4e5a6d, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=f91ca780-ac49-4528-846b-1d8d0a4e5a6d,segment=NetworkSegment(dedb19f5-ca79-4be5-848b-cf9122cd39e8),segment_id=dedb19f5-ca79-4be5-848b-cf9122cd39e8)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:10.622932 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:10.672055 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=f91ca780-ac49-4528-846b-1d8d0a4e5a6d,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:10.680743 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-326a20aa-8477-4c7e-a94e-a366baf3611a req-cad0c005-08b0-4b50-ba5a-24514d8b1aee tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:10.686991 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-326a20aa-8477-4c7e-a94e-a366baf3611a req-cad0c005-08b0-4b50-ba5a-24514d8b1aee tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:21:10.691477 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-18ea9378-3229-44ee-9ae7-769dabe03af1 req-b434cd5c-3b9d-4920-b734-63066f033a10 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489427 Jul 23 16:21:10.695226 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0c005-08b0-4b50-ba5a-24514d8b1aee tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Pushing event updated for resources: {'Port': ['ID=68714f3a-9098-49f6-b8b5-9ee36ec28be5,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:10.738777 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6dc5a89-d877-4d50-bf72-9606739cdeb3 x-openstack-request-id: req-c6dc5a89-d877-4d50-bf72-9606739cdeb3 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:10.739869 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8119da64-f9f4-46af-bffc-141464378e80", "tag": "564472cb-078f-4f4d-9144-57e9c32b0013", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:10.740273 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c6dc5a89-d877-4d50-bf72-9606739cdeb3 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:10.740834 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8119da64-f9f4-46af-bffc-141464378e80', 'tag': '564472cb-078f-4f4d-9144-57e9c32b0013', 'status': 'completed', 'code': 200} Jul 23 16:21:10.822672 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-326a20aa-8477-4c7e-a94e-a366baf3611a req-cad0c005-08b0-4b50-ba5a-24514d8b1aee tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:10.836639 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372af7a-7693-4f9f-95e3-7fb0ff9f0fbd req-2415f05c-4de5-4a4b-8062-683c4af3ac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:10.838227 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e372af7a-7693-4f9f-95e3-7fb0ff9f0fbd req-2415f05c-4de5-4a4b-8062-683c4af3ac79 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72c5035a103e4dd0b897fa7cd5257ce2&device_id=8119da64-f9f4-46af-bffc-141464378e80 HTTP/1.1" status: 200 len: 1095 time: 0.0723624 Jul 23 16:21:10.892331 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de790dd8-1611-4b42-a64b-4ee4ae3584ea admin admin] Router 846f29e1-a1c9-4498-89f0-92b7fdfdd088 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:21:10.935902 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372af7a-7693-4f9f-95e3-7fb0ff9f0fbd req-fd64ddce-8228-4df2-8f7c-6e59a5b2690e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:10.937410 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e372af7a-7693-4f9f-95e3-7fb0ff9f0fbd req-fd64ddce-8228-4df2-8f7c-6e59a5b2690e service neutron] 10.222.0.74 "GET /v2.0/networks?id=32aa57db-50f4-4fb5-8615-f427929748c7 HTTP/1.1" status: 200 len: 926 time: 0.0919247 Jul 23 16:21:10.953413 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-326a20aa-8477-4c7e-a94e-a366baf3611a req-cad0c005-08b0-4b50-ba5a-24514d8b1aee tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:10.995478 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e372af7a-7693-4f9f-95e3-7fb0ff9f0fbd req-363d7bd5-3125-4f8d-b55f-9cabdc57c6dc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=564472cb-078f-4f4d-9144-57e9c32b0013 HTTP/1.1" status: 200 len: 217 time: 0.0501933 Jul 23 16:21:11.046407 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372af7a-7693-4f9f-95e3-7fb0ff9f0fbd req-b844b35d-0da1-46d2-8387-4ca1c06114af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:11.047882 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e372af7a-7693-4f9f-95e3-7fb0ff9f0fbd req-b844b35d-0da1-46d2-8387-4ca1c06114af service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5689c481-3fca-47c4-82a6-5fb7b7ff5a03 HTTP/1.1" status: 200 len: 863 time: 0.0459194 Jul 23 16:21:11.085996 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2525e-132e-4f62-aef1-daf618f8a282 req-0ea3cd17-d9c9-4533-9706-48a033ce308d tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:11.089481 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-def2525e-132e-4f62-aef1-daf618f8a282 req-0ea3cd17-d9c9-4533-9706-48a033ce308d tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/networks?id=3eebd1a0-62c0-400c-82f7-916de5a2968c HTTP/1.1" status: 200 len: 821 time: 0.2577391 Jul 23 16:21:11.115765 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372af7a-7693-4f9f-95e3-7fb0ff9f0fbd req-714964ea-0f05-40e5-ba58-681fd2a1bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:11.117356 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e372af7a-7693-4f9f-95e3-7fb0ff9f0fbd req-714964ea-0f05-40e5-ba58-681fd2a1bfb6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=32aa57db-50f4-4fb5-8615-f427929748c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616853 Jul 23 16:21:11.131941 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-def2525e-132e-4f62-aef1-daf618f8a282 req-ddafee48-4a6c-435e-b1f6-f5962eb349c0 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/quotas/d2e9c47ebf4f498f9ec10d163ec28470 HTTP/1.1" status: 200 len: 375 time: 0.0323594 Jul 23 16:21:11.214006 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de790dd8-1611-4b42-a64b-4ee4ae3584ea admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:21:11.227063 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a5ba1c-6fa2-48f7-90b4-ce1e2912704f None None] Sync routers for ids ['846f29e1-a1c9-4498-89f0-92b7fdfdd088'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:21:11.227971 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e372af7a-7693-4f9f-95e3-7fb0ff9f0fbd req-6fc24eff-cd08-4cee-ac53-b2d0d078c962 service neutron] 10.222.0.74 "GET /v2.0/networks/32aa57db-50f4-4fb5-8615-f427929748c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014085 Jul 23 16:21:11.238502 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a5ba1c-6fa2-48f7-90b4-ce1e2912704f None None] Routers {'846f29e1-a1c9-4498-89f0-92b7fdfdd088'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:11.240375 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-27a5ba1c-6fa2-48f7-90b4-ce1e2912704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:21:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['846f29e1-a1c9-4498-89f0-92b7fdfdd088'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:11.260026 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de790dd8-1611-4b42-a64b-4ee4ae3584ea admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.261305 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-de790dd8-1611-4b42-a64b-4ee4ae3584ea admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.0398550 Jul 23 16:21:11.264355 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57712) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:11.335630 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e372af7a-7693-4f9f-95e3-7fb0ff9f0fbd req-e6f91d84-d08e-480c-9ae9-c9853ac35a6b service neutron] 10.222.0.74 "GET /v2.0/networks/32aa57db-50f4-4fb5-8615-f427929748c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010456 Jul 23 16:21:11.363218 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-27a5ba1c-6fa2-48f7-90b4-ce1e2912704f None None] Set router 846f29e1-a1c9-4498-89f0-92b7fdfdd088 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:11.503491 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 4b875778-5e92-4516-9209-671578e4db1d details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:21:11.548861 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-27a5ba1c-6fa2-48f7-90b4-ce1e2912704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846f29e1-a1c9-4498-89f0-92b7fdfdd088', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1222140801-router', 'tenant_id': '80c03c16ac1742d1b4525751db35702c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'a1763fa6-ff33-4914-b7f2-bb51021967bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:07Z', 'updated_at': '2021-07-23T16:21:09Z', 'revision_number': 3, 'project_id': '80c03c16ac1742d1b4525751db35702c', 'gw_port': {'id': 'a1763fa6-ff33-4914-b7f2-bb51021967bd', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846f29e1-a1c9-4498-89f0-92b7fdfdd088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:08Z', 'updated_at': '2021-07-23T16:21:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:11.575625 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a5ba1c-6fa2-48f7-90b4-ce1e2912704f None None] Checking router: 846f29e1-a1c9-4498-89f0-92b7fdfdd088 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:21:11.575965 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a5ba1c-6fa2-48f7-90b4-ce1e2912704f None None] Updating router 846f29e1-a1c9-4498-89f0-92b7fdfdd088 port a1763fa6-ff33-4914-b7f2-bb51021967bd binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:21:11.617485 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-27a5ba1c-6fa2-48f7-90b4-ce1e2912704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.620956 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 4b875778-5e92-4516-9209-671578e4db1d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=4b875778-5e92-4516-9209-671578e4db1d,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:11.671720 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-def2525e-132e-4f62-aef1-daf618f8a282 req-ebce5e58-d66a-4f2c-9187-029ec44ac498 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d2e9c47ebf4f498f9ec10d163ec28470&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5292928 Jul 23 16:21:11.681360 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-326a20aa-8477-4c7e-a94e-a366baf3611a req-cad0c005-08b0-4b50-ba5a-24514d8b1aee tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.696941 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-326a20aa-8477-4c7e-a94e-a366baf3611a req-cad0c005-08b0-4b50-ba5a-24514d8b1aee tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.751308 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '4b875778-5e92-4516-9209-671578e4db1d', 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c', 'port_id': '4b875778-5e92-4516-9209-671578e4db1d', 'mac_address': 'fa:16:3e:10:84:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8384c77-6398-425d-9275-6a23db41a285', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:21:11.797770 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.810934 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b875778-5e92-4516-9209-671578e4db1d {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:11.832469 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 4b875778-5e92-4516-9209-671578e4db1d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=4b875778-5e92-4516-9209-671578e4db1d,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:11.838073 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.838852 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 564472cb-078f-4f4d-9144-57e9c32b0013 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:21:11.850188 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0c005-08b0-4b50-ba5a-24514d8b1aee tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Pushing event updated for resources: {'Port': ['ID=68714f3a-9098-49f6-b8b5-9ee36ec28be5,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:11.899641 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-326a20aa-8477-4c7e-a94e-a366baf3611a req-cad0c005-08b0-4b50-ba5a-24514d8b1aee tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.916262 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-27a5ba1c-6fa2-48f7-90b4-ce1e2912704f None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.918196 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=4b875778-5e92-4516-9209-671578e4db1d,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:11.927494 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-27a5ba1c-6fa2-48f7-90b4-ce1e2912704f None None] Transition to ACTIVE for port object a1763fa6-ff33-4914-b7f2-bb51021967bd will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:11.933925 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-27a5ba1c-6fa2-48f7-90b4-ce1e2912704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.975217 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-def2525e-132e-4f62-aef1-daf618f8a282 req-ede7894e-391d-42ae-a962-89b64efbfe62 service neutron] 10.222.0.73 "GET /v2.0/networks/3eebd1a0-62c0-400c-82f7-916de5a2968c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894804 Jul 23 16:21:11.977068 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c6f1e-4a25-48e5-96a3-b338ba8935e8 None None] Pushing event updated for resources: {'Port': ['ID=a1763fa6-ff33-4914-b7f2-bb51021967bd,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:11.978084 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-326a20aa-8477-4c7e-a94e-a366baf3611a req-cad0c005-08b0-4b50-ba5a-24514d8b1aee tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.979502 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-326a20aa-8477-4c7e-a94e-a366baf3611a req-cad0c005-08b0-4b50-ba5a-24514d8b1aee tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5983670 Jul 23 16:21:11.987001 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 564472cb-078f-4f4d-9144-57e9c32b0013, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=564472cb-078f-4f4d-9144-57e9c32b0013,segment=NetworkSegment(e36b3d08-8681-4717-8c6e-a0160fac2521),segment_id=e36b3d08-8681-4717-8c6e-a0160fac2521)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:11.987486 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882c6f1e-4a25-48e5-96a3-b338ba8935e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:11.987836 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882c6f1e-4a25-48e5-96a3-b338ba8935e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:11.988170 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882c6f1e-4a25-48e5-96a3-b338ba8935e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:11.988508 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882c6f1e-4a25-48e5-96a3-b338ba8935e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:11.989381 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882c6f1e-4a25-48e5-96a3-b338ba8935e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:11.989971 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882c6f1e-4a25-48e5-96a3-b338ba8935e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:11.990301 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882c6f1e-4a25-48e5-96a3-b338ba8935e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:11.990628 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882c6f1e-4a25-48e5-96a3-b338ba8935e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:11.990955 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882c6f1e-4a25-48e5-96a3-b338ba8935e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:11.991276 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882c6f1e-4a25-48e5-96a3-b338ba8935e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:11.991595 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882c6f1e-4a25-48e5-96a3-b338ba8935e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:11.991920 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882c6f1e-4a25-48e5-96a3-b338ba8935e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:12.002946 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '564472cb-078f-4f4d-9144-57e9c32b0013', 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7', 'port_id': '564472cb-078f-4f4d-9144-57e9c32b0013', 'mac_address': 'fa:16:3e:ef:0c:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:21:12.015313 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-27a5ba1c-6fa2-48f7-90b4-ce1e2912704f None None] Attempting to bind port a1763fa6-ff33-4914-b7f2-bb51021967bd on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:12.015684 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-27a5ba1c-6fa2-48f7-90b4-ce1e2912704f None None] Attempting to bind port a1763fa6-ff33-4914-b7f2-bb51021967bd by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:12.016053 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a5ba1c-6fa2-48f7-90b4-ce1e2912704f None None] Attempting to bind port a1763fa6-ff33-4914-b7f2-bb51021967bd on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:12.021708 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a5ba1c-6fa2-48f7-90b4-ce1e2912704f None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:21:12.022080 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a5ba1c-6fa2-48f7-90b4-ce1e2912704f None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:12.022481 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-27a5ba1c-6fa2-48f7-90b4-ce1e2912704f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:12.022867 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a5ba1c-6fa2-48f7-90b4-ce1e2912704f None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:21:12.023333 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-27a5ba1c-6fa2-48f7-90b4-ce1e2912704f None None] Bound port: a1763fa6-ff33-4914-b7f2-bb51021967bd, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:12.023723 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-27a5ba1c-6fa2-48f7-90b4-ce1e2912704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:12.042859 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:12.056123 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564472cb-078f-4f4d-9144-57e9c32b0013 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:12.076918 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 564472cb-078f-4f4d-9144-57e9c32b0013, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=564472cb-078f-4f4d-9144-57e9c32b0013,segment=NetworkSegment(e36b3d08-8681-4717-8c6e-a0160fac2521),segment_id=e36b3d08-8681-4717-8c6e-a0160fac2521)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:12.080193 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-27a5ba1c-6fa2-48f7-90b4-ce1e2912704f None None] For port a1763fa6-ff33-4914-b7f2-bb51021967bd, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:12.081395 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:12.083707 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-27a5ba1c-6fa2-48f7-90b4-ce1e2912704f None None] For port a1763fa6-ff33-4914-b7f2-bb51021967bd, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a1763fa6-ff33-4914-b7f2-bb51021967bd,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:12.089021 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-27a5ba1c-6fa2-48f7-90b4-ce1e2912704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:12.091455 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-326a20aa-8477-4c7e-a94e-a366baf3611a req-210c9abc-0315-4d05-bc6d-b663d225d91f tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 696 time: 0.0948451 Jul 23 16:21:12.134984 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=564472cb-078f-4f4d-9144-57e9c32b0013,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:12.141676 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c6f1e-4a25-48e5-96a3-b338ba8935e8 None None] Pushing event updated for resources: {'Port': ['ID=a1763fa6-ff33-4914-b7f2-bb51021967bd,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:12.154690 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a5ba1c-6fa2-48f7-90b4-ce1e2912704f None None] Routers {'846f29e1-a1c9-4498-89f0-92b7fdfdd088'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:12.155311 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-27a5ba1c-6fa2-48f7-90b4-ce1e2912704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:21:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['846f29e1-a1c9-4498-89f0-92b7fdfdd088'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:12.259582 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-def2525e-132e-4f62-aef1-daf618f8a282 req-d8e4b145-48f9-4617-b066-1a2ae3e243fb service neutron] 10.222.0.73 "GET /v2.0/networks/3eebd1a0-62c0-400c-82f7-916de5a2968c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617950 Jul 23 16:21:12.261195 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-27a5ba1c-6fa2-48f7-90b4-ce1e2912704f None None] Set router 846f29e1-a1c9-4498-89f0-92b7fdfdd088 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:12.362433 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a20aa-8477-4c7e-a94e-a366baf3611a req-12a7d541-70bd-4a0a-af24-dfbc64afd30d tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:12.363929 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-326a20aa-8477-4c7e-a94e-a366baf3611a req-12a7d541-70bd-4a0a-af24-dfbc64afd30d tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 784 time: 0.2046142 Jul 23 16:21:12.425234 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['564472cb-078f-4f4d-9144-57e9c32b0013'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:12.548764 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ce8db62d-280b-4b7f-a04f-03096228a75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:12.553890 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['4b875778-5e92-4516-9209-671578e4db1d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:12.563544 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-27a5ba1c-6fa2-48f7-90b4-ce1e2912704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846f29e1-a1c9-4498-89f0-92b7fdfdd088', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1222140801-router', 'tenant_id': '80c03c16ac1742d1b4525751db35702c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'a1763fa6-ff33-4914-b7f2-bb51021967bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:07Z', 'updated_at': '2021-07-23T16:21:09Z', 'revision_number': 3, 'project_id': '80c03c16ac1742d1b4525751db35702c', 'gw_port': {'id': 'a1763fa6-ff33-4914-b7f2-bb51021967bd', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846f29e1-a1c9-4498-89f0-92b7fdfdd088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:08Z', 'updated_at': '2021-07-23T16:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:12.597345 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f91ca780-ac49-4528-846b-1d8d0a4e5a6d up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:12.633695 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a5ba1c-6fa2-48f7-90b4-ce1e2912704f None None] The sync data for ids ['846f29e1-a1c9-4498-89f0-92b7fdfdd088'] in n-d-778549-4 is: [{'id': '846f29e1-a1c9-4498-89f0-92b7fdfdd088', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1222140801-router', 'tenant_id': '80c03c16ac1742d1b4525751db35702c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'a1763fa6-ff33-4914-b7f2-bb51021967bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:07Z', 'updated_at': '2021-07-23T16:21:09Z', 'revision_number': 3, 'project_id': '80c03c16ac1742d1b4525751db35702c', 'gw_port': {'id': 'a1763fa6-ff33-4914-b7f2-bb51021967bd', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846f29e1-a1c9-4498-89f0-92b7fdfdd088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:08Z', 'updated_at': '2021-07-23T16:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:21:12.763093 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd652c-9cec-43b2-ba3e-904987f40fbb req-0ed5fb2f-2d40-4ab5-b8a5-12753430224c tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:12.764952 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-55dd652c-9cec-43b2-ba3e-904987f40fbb req-0ed5fb2f-2d40-4ab5-b8a5-12753430224c tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 950 time: 0.1961048 Jul 23 16:21:12.815803 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:21:12.829468 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port f91ca780-ac49-4528-846b-1d8d0a4e5a6d triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:12.830002 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:12.889279 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-55dd652c-9cec-43b2-ba3e-904987f40fbb req-3205e048-4d70-4007-95a5-4074d1b2d12b tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057568 Jul 23 16:21:12.903974 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-ce8db62d-280b-4b7f-a04f-03096228a75f admin admin] Allocated IP 172.20.0.1 (b1f151ab-1123-45ae-b2e9-fb16b89957a6/dd2c7866-9c63-458e-b11d-673a6269e3eb/bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:21:12.975521 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415b88a-229e-4d82-aba9-b82270de0c2a req-8a0d2bd3-f098-4855-b627-e0efde40dbb9 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:12.983944 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415b88a-229e-4d82-aba9-b82270de0c2a req-8a0d2bd3-f098-4855-b627-e0efde40dbb9 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:12.985932 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7415b88a-229e-4d82-aba9-b82270de0c2a req-8a0d2bd3-f098-4855-b627-e0efde40dbb9 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=125782f9-2236-455c-ab42-26a813406947&device_id=1c34234c-7b23-422c-a523-7f9e2d5ddc0c HTTP/1.1" status: 200 len: 1690 time: 0.1588757 Jul 23 16:21:13.163648 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7415b88a-229e-4d82-aba9-b82270de0c2a req-02bef898-1bd7-4d8d-97f0-b9d1a43d7463 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052766 Jul 23 16:21:13.190145 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ce8db62d-280b-4b7f-a04f-03096228a75f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:13.221246 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-ce8db62d-280b-4b7f-a04f-03096228a75f admin admin] Transition to ACTIVE for port object bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:13.234280 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663dbb54-aa7a-4aa2-a2f0-97db4d8387ce req-0c3dbe37-004e-490c-96f2-9dc7c7048d9e tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:13.240372 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663dbb54-aa7a-4aa2-a2f0-97db4d8387ce req-0c3dbe37-004e-490c-96f2-9dc7c7048d9e tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:13.247154 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663dbb54-aa7a-4aa2-a2f0-97db4d8387ce req-0c3dbe37-004e-490c-96f2-9dc7c7048d9e tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:13.252961 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663dbb54-aa7a-4aa2-a2f0-97db4d8387ce req-0c3dbe37-004e-490c-96f2-9dc7c7048d9e tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:13.259359 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663dbb54-aa7a-4aa2-a2f0-97db4d8387ce req-0c3dbe37-004e-490c-96f2-9dc7c7048d9e tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:13.265046 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663dbb54-aa7a-4aa2-a2f0-97db4d8387ce req-0c3dbe37-004e-490c-96f2-9dc7c7048d9e tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:13.273125 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663dbb54-aa7a-4aa2-a2f0-97db4d8387ce req-0c3dbe37-004e-490c-96f2-9dc7c7048d9e tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:13.275051 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-663dbb54-aa7a-4aa2-a2f0-97db4d8387ce req-0c3dbe37-004e-490c-96f2-9dc7c7048d9e tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5444 time: 0.2179551 Jul 23 16:21:13.285833 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57732) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:13.294110 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-60fd83d2-2221-4a80-aad0-a958a355c4fe tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Request body: {'floatingip': {'port_id': '6f406226-7c43-4a51-8734-18dbcbb352a4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:13.362739 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-60fd83d2-2221-4a80-aad0-a958a355c4fe tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks [] for floatingip, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:13.435071 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ce8db62d-280b-4b7f-a04f-03096228a75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:13.479466 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dd6cb-44d3-4e24-af0d-5d5841a17af2 req-16ecc797-8c9b-4693-857e-5ef82f307b63 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:13.481035 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-325dd6cb-44d3-4e24-af0d-5d5841a17af2 req-16ecc797-8c9b-4693-857e-5ef82f307b63 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/ports?device_id=8119da64-f9f4-46af-bffc-141464378e80 HTTP/1.1" status: 200 len: 945 time: 0.2050774 Jul 23 16:21:13.500665 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8db62d-280b-4b7f-a04f-03096228a75f admin admin] Network b1f151ab-1123-45ae-b2e9-fb16b89957a6 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:13.522424 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-ce8db62d-280b-4b7f-a04f-03096228a75f admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:13.525530 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8db62d-280b-4b7f-a04f-03096228a75f admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:21:13.568642 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9f502-d672-462b-a28d-b0905c073f1f req-ceef6426-9918-461c-bfda-6039083feb80 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:13.570265 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dac9f502-d672-462b-a28d-b0905c073f1f req-ceef6426-9918-461c-bfda-6039083feb80 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 944 time: 0.2295640 Jul 23 16:21:13.574027 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8db62d-280b-4b7f-a04f-03096228a75f admin admin] Pushing event updated for resources: {'Port': ['ID=bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:13.613432 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-325dd6cb-44d3-4e24-af0d-5d5841a17af2 req-51a2a823-889e-4e7d-8547-0e30f53a152e tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/security-groups?id=0752d89f-cbae-46a6-aa9d-219cc61cde66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201091 Jul 23 16:21:13.628827 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ce8db62d-280b-4b7f-a04f-03096228a75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:13.710402 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dac9f502-d672-462b-a28d-b0905c073f1f req-e8e4c564-cdea-4a30-a4b4-ee2ea2166cc6 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205454 Jul 23 16:21:13.759900 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-14a4d8c7-57ce-4dc2-a07f-a8c306deff10 req-15dedbfb-e9dc-4c13-b616-295efb49d246 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff18a6b0-128d-4e90-b897-5b308e233ca2 HTTP/1.1" status: 200 len: 210 time: 0.0461466 Jul 23 16:21:13.874297 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-225e877a-f455-42ca-a2d5-64a86712038b None None] Provisioning for port bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:13.878293 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-225e877a-f455-42ca-a2d5-64a86712038b None None] Provisioning complete for port bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:13.878835 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-225e877a-f455-42ca-a2d5-64a86712038b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:13.920684 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-225e877a-f455-42ca-a2d5-64a86712038b None None] Port bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:21:13.991217 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-60fd83d2-2221-4a80-aad0-a958a355c4fe tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:13.995115 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-60fd83d2-2221-4a80-aad0-a958a355c4fe tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:14.042835 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ce8db62d-280b-4b7f-a04f-03096228a75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:14.108176 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-60fd83d2-2221-4a80-aad0-a958a355c4fe tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Floating IP b34bd176-fa74-4b0c-98c5-982acc322d34 associated. External IP: 172.25.8.56, port: 6f406226-7c43-4a51-8734-18dbcbb352a4. Jul 23 16:21:14.125924 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-3ae9f62d-7a8e-411c-a702-8db6d6baf816 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:14.126950 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-3ae9f62d-7a8e-411c-a702-8db6d6baf816 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/networks?id=4dd97669-66b3-495e-9f83-265cbe5bb756 HTTP/1.1" status: 200 len: 820 time: 0.3006210 Jul 23 16:21:14.199166 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-519fffcb-ba24-4556-9d5c-ececb4e60020 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/quotas/bf040608ce9243169469d1c384fac592 HTTP/1.1" status: 200 len: 375 time: 0.0494864 Jul 23 16:21:14.207387 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370a5ba-2d1f-475b-acdf-8b0ec11ea112 req-f83eb86c-55c3-4de3-92d2-75a91c54b696 tempest-ServersOnMultiNodesTest-1458351997 tempest-ServersOnMultiNodesTest-1458351997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:14.209010 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9370a5ba-2d1f-475b-acdf-8b0ec11ea112 req-f83eb86c-55c3-4de3-92d2-75a91c54b696 tempest-ServersOnMultiNodesTest-1458351997 tempest-ServersOnMultiNodesTest-1458351997-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=125782f9-2236-455c-ab42-26a813406947 HTTP/1.1" status: 200 len: 1101 time: 0.2656627 Jul 23 16:21:14.245374 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2525e-132e-4f62-aef1-daf618f8a282 req-b17fdeac-b592-4233-8f77-008dea841b46 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:14.246740 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-def2525e-132e-4f62-aef1-daf618f8a282 req-b17fdeac-b592-4233-8f77-008dea841b46 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.97 "GET /v2.0/networks?id=3eebd1a0-62c0-400c-82f7-916de5a2968c HTTP/1.1" status: 200 len: 821 time: 0.2454159 Jul 23 16:21:14.273606 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-def2525e-132e-4f62-aef1-daf618f8a282 req-df8f6567-e2a8-4844-870a-c63dde500fe4 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Request body: {'port': {'device_id': 'ff18a6b0-128d-4e90-b897-5b308e233ca2', 'network_id': '3eebd1a0-62c0-400c-82f7-916de5a2968c', 'admin_state_up': True, 'tenant_id': 'd2e9c47ebf4f498f9ec10d163ec28470'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:14.334082 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fd83d2-2221-4a80-aad0-a958a355c4fe tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Router e986542c-56a4-47eb-8617-78fb57836236 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:21:14.426963 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9370a5ba-2d1f-475b-acdf-8b0ec11ea112 req-b5f87732-5781-4054-bcaf-0ca0b16435e1 tempest-ServersOnMultiNodesTest-1458351997 tempest-ServersOnMultiNodesTest-1458351997-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046688 Jul 23 16:21:14.493618 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a1763fa6-ff33-4914-b7f2-bb51021967bd up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:14.496805 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fd83d2-2221-4a80-aad0-a958a355c4fe tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:21:14.501831 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-60fd83d2-2221-4a80-aad0-a958a355c4fe tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:14.507721 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-c0ac1e61-9950-4c26-bf5b-2c0e0a8755ef tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf040608ce9243169469d1c384fac592&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2951291 Jul 23 16:21:14.519738 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80580ce-2d38-411e-a9a0-7de4954d3ca4 None None] Sync routers for ids ['e986542c-56a4-47eb-8617-78fb57836236'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:21:14.535000 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80580ce-2d38-411e-a9a0-7de4954d3ca4 None None] Routers {'e986542c-56a4-47eb-8617-78fb57836236'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:14.536763 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c80580ce-2d38-411e-a9a0-7de4954d3ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:21:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['e986542c-56a4-47eb-8617-78fb57836236'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:14.554546 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-60fd83d2-2221-4a80-aad0-a958a355c4fe tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "PUT /v2.0/floatingips/b34bd176-fa74-4b0c-98c5-982acc322d34 HTTP/1.1" status: 200 len: 991 time: 1.2660451 Jul 23 16:21:14.555392 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'tag': '6f406226-7c43-4a51-8734-18dbcbb352a4'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:14.558504 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9544c024-bf1f-43e9-8317-ef8cae2328d4" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "tag": "6f406226-7c43-4a51-8734-18dbcbb352a4"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:14.641732 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port a1763fa6-ff33-4914-b7f2-bb51021967bd completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:14.651512 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port a1763fa6-ff33-4914-b7f2-bb51021967bd triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:14.652001 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:14.694325 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-c80580ce-2d38-411e-a9a0-7de4954d3ca4 None None] Set router e986542c-56a4-47eb-8617-78fb57836236 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:14.828280 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:14.873520 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port a1763fa6-ff33-4914-b7f2-bb51021967bd, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a1763fa6-ff33-4914-b7f2-bb51021967bd,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:14.881129 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:14.906866 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-def2525e-132e-4f62-aef1-daf618f8a282 req-df8f6567-e2a8-4844-870a-c63dde500fe4 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Made reservation on behalf of d2e9c47ebf4f498f9ec10d163ec28470 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:14.910360 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-def2525e-132e-4f62-aef1-daf618f8a282 req-df8f6567-e2a8-4844-870a-c63dde500fe4 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:14.915973 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ce8db62d-280b-4b7f-a04f-03096228a75f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:14.954659 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ce8db62d-280b-4b7f-a04f-03096228a75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:14.975126 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=a1763fa6-ff33-4914-b7f2-bb51021967bd,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:15.023470 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c80580ce-2d38-411e-a9a0-7de4954d3ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e986542c-56a4-47eb-8617-78fb57836236', 'name': 'tempest-TaggedBootDevicesTest_v242-972146579-router', 'tenant_id': '1877a1c5029842a9a22481228281422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '133595d4-15ad-4f89-b376-c6d31b094c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:47Z', 'updated_at': '2021-07-23T16:18:56Z', 'revision_number': 4, 'project_id': '1877a1c5029842a9a22481228281422f', 'gw_port': {'id': '133595d4-15ad-4f89-b376-c6d31b094c8f', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e986542c-56a4-47eb-8617-78fb57836236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:49Z', 'updated_at': '2021-07-23T16:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'b34bd176-fa74-4b0c-98c5-982acc322d34', 'tenant_id': '1877a1c5029842a9a22481228281422f', 'floating_ip_address': '172.25.8.56', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'e986542c-56a4-47eb-8617-78fb57836236', 'port_id': '6f406226-7c43-4a51-8734-18dbcbb352a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e5ef48-b00d-4a4a-b322-8f86cea4f5af', 'mac_address': 'fa:16:3e:8f:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:19:48Z', 'updated_at': '2021-07-23T16:21:13Z', 'revision_number': 1, 'project_id': '1877a1c5029842a9a22481228281422f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8', 'name': '', 'network_id': 'c5e5ef48-b00d-4a4a-b322-8f86cea4f5af', 'tenant_id': '1877a1c5029842a9a22481228281422f', 'mac_address': 'fa:16:3e:24:23:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e986542c-56a4-47eb-8617-78fb57836236', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b0f0883d-94a8-483d-b400-459446f819a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:55Z', 'updated_at': '2021-07-23T16:19:06Z', 'revision_number': 5, 'project_id': '1877a1c5029842a9a22481228281422f', 'subnets': [{'id': 'b0f0883d-94a8-483d-b400-459446f819a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:15.050475 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80580ce-2d38-411e-a9a0-7de4954d3ca4 None None] Checking router: e986542c-56a4-47eb-8617-78fb57836236 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:21:15.058846 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80580ce-2d38-411e-a9a0-7de4954d3ca4 None None] Routers {'e986542c-56a4-47eb-8617-78fb57836236'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:15.059454 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c80580ce-2d38-411e-a9a0-7de4954d3ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:21:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['e986542c-56a4-47eb-8617-78fb57836236'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:15.107551 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-a00ad2e5-958d-434f-b689-a1cbc9b49cc9 service neutron] 10.222.0.73 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5887687 Jul 23 16:21:15.110561 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ce8db62d-280b-4b7f-a04f-03096228a75f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:15.112250 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8db62d-280b-4b7f-a04f-03096228a75f admin admin] Pushing event updated for resources: {'Port': ['ID=bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:15.121941 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5fc50-bb9d-45eb-aacd-ad089b24a5da req-7131b3ee-4c0d-4e60-9c26-7ef11b0f05d9 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:15.123453 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-83b5fc50-bb9d-45eb-aacd-ad089b24a5da req-7131b3ee-4c0d-4e60-9c26-7ef11b0f05d9 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 950 time: 0.6305010 Jul 23 16:21:15.169961 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-c80580ce-2d38-411e-a9a0-7de4954d3ca4 None None] Set router e986542c-56a4-47eb-8617-78fb57836236 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:15.335468 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-83b5fc50-bb9d-45eb-aacd-ad089b24a5da req-3b36fab2-d932-492e-a95f-05307c365df6 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924021 Jul 23 16:21:15.344756 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-def2525e-132e-4f62-aef1-daf618f8a282 req-df8f6567-e2a8-4844-870a-c63dde500fe4 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Allocated IP 172.20.0.3 (3eebd1a0-62c0-400c-82f7-916de5a2968c/670ca53c-2984-479e-bf7f-2a3910e1c6e7/3ecede05-e0b9-455d-90f9-4feff4d0b498) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:21:15.392010 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-47a5eb58-6660-4a0f-90d2-bdc6d170d060 service neutron] 10.222.0.73 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640131 Jul 23 16:21:15.393760 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8db62d-280b-4b7f-a04f-03096228a75f admin admin] Network b1f151ab-1123-45ae-b2e9-fb16b89957a6 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:15.410567 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c80580ce-2d38-411e-a9a0-7de4954d3ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e986542c-56a4-47eb-8617-78fb57836236', 'name': 'tempest-TaggedBootDevicesTest_v242-972146579-router', 'tenant_id': '1877a1c5029842a9a22481228281422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '133595d4-15ad-4f89-b376-c6d31b094c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:47Z', 'updated_at': '2021-07-23T16:18:56Z', 'revision_number': 4, 'project_id': '1877a1c5029842a9a22481228281422f', 'gw_port': {'id': '133595d4-15ad-4f89-b376-c6d31b094c8f', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e986542c-56a4-47eb-8617-78fb57836236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:49Z', 'updated_at': '2021-07-23T16:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'b34bd176-fa74-4b0c-98c5-982acc322d34', 'tenant_id': '1877a1c5029842a9a22481228281422f', 'floating_ip_address': '172.25.8.56', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'e986542c-56a4-47eb-8617-78fb57836236', 'port_id': '6f406226-7c43-4a51-8734-18dbcbb352a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e5ef48-b00d-4a4a-b322-8f86cea4f5af', 'mac_address': 'fa:16:3e:8f:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:19:48Z', 'updated_at': '2021-07-23T16:21:13Z', 'revision_number': 1, 'project_id': '1877a1c5029842a9a22481228281422f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8', 'name': '', 'network_id': 'c5e5ef48-b00d-4a4a-b322-8f86cea4f5af', 'tenant_id': '1877a1c5029842a9a22481228281422f', 'mac_address': 'fa:16:3e:24:23:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e986542c-56a4-47eb-8617-78fb57836236', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b0f0883d-94a8-483d-b400-459446f819a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:55Z', 'updated_at': '2021-07-23T16:19:06Z', 'revision_number': 5, 'project_id': '1877a1c5029842a9a22481228281422f', 'subnets': [{'id': 'b0f0883d-94a8-483d-b400-459446f819a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:15.412699 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-ce8db62d-280b-4b7f-a04f-03096228a75f admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:15.611434 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 4b875778-5e92-4516-9209-671578e4db1d up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:15.615496 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80580ce-2d38-411e-a9a0-7de4954d3ca4 None None] The sync data for ids ['e986542c-56a4-47eb-8617-78fb57836236'] in n-d-778549-4 is: [{'id': 'e986542c-56a4-47eb-8617-78fb57836236', 'name': 'tempest-TaggedBootDevicesTest_v242-972146579-router', 'tenant_id': '1877a1c5029842a9a22481228281422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '133595d4-15ad-4f89-b376-c6d31b094c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:47Z', 'updated_at': '2021-07-23T16:18:56Z', 'revision_number': 4, 'project_id': '1877a1c5029842a9a22481228281422f', 'gw_port': {'id': '133595d4-15ad-4f89-b376-c6d31b094c8f', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e986542c-56a4-47eb-8617-78fb57836236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:49Z', 'updated_at': '2021-07-23T16:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'b34bd176-fa74-4b0c-98c5-982acc322d34', 'tenant_id': '1877a1c5029842a9a22481228281422f', 'floating_ip_address': '172.25.8.56', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'e986542c-56a4-47eb-8617-78fb57836236', 'port_id': '6f406226-7c43-4a51-8734-18dbcbb352a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e5ef48-b00d-4a4a-b322-8f86cea4f5af', 'mac_address': 'fa:16:3e:8f:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:19:48Z', 'updated_at': '2021-07-23T16:21:13Z', 'revision_number': 1, 'project_id': '1877a1c5029842a9a22481228281422f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8', 'name': '', 'network_id': 'c5e5ef48-b00d-4a4a-b322-8f86cea4f5af', 'tenant_id': '1877a1c5029842a9a22481228281422f', 'mac_address': 'fa:16:3e:24:23:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e986542c-56a4-47eb-8617-78fb57836236', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b0f0883d-94a8-483d-b400-459446f819a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:55Z', 'updated_at': '2021-07-23T16:19:06Z', 'revision_number': 5, 'project_id': '1877a1c5029842a9a22481228281422f', 'subnets': [{'id': 'b0f0883d-94a8-483d-b400-459446f819a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:21:15.679722 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8351c72-49bf-494e-a4b8-3983298aca00 x-openstack-request-id: req-a8351c72-49bf-494e-a4b8-3983298aca00 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:15.680140 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "tag": "6f406226-7c43-4a51-8734-18dbcbb352a4", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:15.680438 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a8351c72-49bf-494e-a4b8-3983298aca00 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:15.680749 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'tag': '6f406226-7c43-4a51-8734-18dbcbb352a4', 'status': 'completed', 'code': 200} Jul 23 16:21:15.696005 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 4b875778-5e92-4516-9209-671578e4db1d completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:15.700608 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 4b875778-5e92-4516-9209-671578e4db1d triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:15.700999 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:15.711510 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8db62d-280b-4b7f-a04f-03096228a75f admin admin] Router 846f29e1-a1c9-4498-89f0-92b7fdfdd088 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:21:15.730466 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b41cee-8ee7-49e1-8972-0e1ab94a1867 req-dd278ecd-829e-4126-b1f1-bfc4ebc08ac5 tempest-ServersOnMultiNodesTest-1458351997 tempest-ServersOnMultiNodesTest-1458351997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:15.732149 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73b41cee-8ee7-49e1-8972-0e1ab94a1867 req-dd278ecd-829e-4126-b1f1-bfc4ebc08ac5 tempest-ServersOnMultiNodesTest-1458351997 tempest-ServersOnMultiNodesTest-1458351997-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1c34234c-7b23-422c-a523-7f9e2d5ddc0c HTTP/1.1" status: 200 len: 1100 time: 0.3373048 Jul 23 16:21:15.834042 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-def2525e-132e-4f62-aef1-daf618f8a282 req-df8f6567-e2a8-4844-870a-c63dde500fe4 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:15.841863 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-206f64b7-3f53-4e73-8787-7a777a7b4264 None None] Provisioning complete for port bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:15.842381 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-206f64b7-3f53-4e73-8787-7a777a7b4264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:15.867484 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:15.902962 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-206f64b7-3f53-4e73-8787-7a777a7b4264 None None] Port bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:21:15.917069 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2085149f-a453-4f1d-a01e-d2c80f71aa02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b875778-5e92-4516-9209-671578e4db1d'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:15.921465 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74833f7-6910-4d4d-8cbb-d966151c8ed7" -d '{"events": [{"server_uuid": "2085149f-a453-4f1d-a01e-d2c80f71aa02", "name": "network-vif-plugged", "status": "completed", "tag": "4b875778-5e92-4516-9209-671578e4db1d"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:15.941717 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 4b875778-5e92-4516-9209-671578e4db1d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=4b875778-5e92-4516-9209-671578e4db1d,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:15.949640 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:15.951082 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 564472cb-078f-4f4d-9144-57e9c32b0013 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:15.956796 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4ac184-f753-4580-b260-0d61e59d78bf None None] New status for floating IP b34bd176-fa74-4b0c-98c5-982acc322d34: ACTIVE {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:21:15.976200 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73b41cee-8ee7-49e1-8972-0e1ab94a1867 req-5de90595-b980-41d1-adba-0725db0cc238 tempest-ServersOnMultiNodesTest-1458351997 tempest-ServersOnMultiNodesTest-1458351997-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301404 Jul 23 16:21:16.079496 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71cc76-9916-42c7-896f-df8f12e7a273 req-45f974e4-52f3-44f9-a6f0-6e177e84e456 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:16.091208 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=4b875778-5e92-4516-9209-671578e4db1d,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:16.097939 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7f71cc76-9916-42c7-896f-df8f12e7a273 req-45f974e4-52f3-44f9-a6f0-6e177e84e456 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/ports?device_id=8119da64-f9f4-46af-bffc-141464378e80 HTTP/1.1" status: 200 len: 945 time: 0.2993901 Jul 23 16:21:16.101841 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:16.101841 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:16.102089 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:16.102436 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:16.102769 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:16.103245 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:16.103660 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:16.103999 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:16.104450 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:16.104779 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:16.105218 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:16.105555 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:16.137942 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 564472cb-078f-4f4d-9144-57e9c32b0013 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:16.142589 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 564472cb-078f-4f4d-9144-57e9c32b0013 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:16.143087 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:16.185986 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544c024-bf1f-43e9-8317-ef8cae2328d4 req-8bae67b7-7360-498f-a925-d1951cf258d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:16.186475 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544c024-bf1f-43e9-8317-ef8cae2328d4 req-8bae67b7-7360-498f-a925-d1951cf258d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:16.186952 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544c024-bf1f-43e9-8317-ef8cae2328d4 req-8bae67b7-7360-498f-a925-d1951cf258d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:16.187423 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544c024-bf1f-43e9-8317-ef8cae2328d4 req-8bae67b7-7360-498f-a925-d1951cf258d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:16.187971 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544c024-bf1f-43e9-8317-ef8cae2328d4 req-8bae67b7-7360-498f-a925-d1951cf258d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:16.188480 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544c024-bf1f-43e9-8317-ef8cae2328d4 req-8bae67b7-7360-498f-a925-d1951cf258d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:16.188944 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544c024-bf1f-43e9-8317-ef8cae2328d4 req-8bae67b7-7360-498f-a925-d1951cf258d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:16.190893 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9544c024-bf1f-43e9-8317-ef8cae2328d4 req-8bae67b7-7360-498f-a925-d1951cf258d9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1877a1c5029842a9a22481228281422f&device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 6501 time: 0.4544353 Jul 23 16:21:16.234866 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:16.273524 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 564472cb-078f-4f4d-9144-57e9c32b0013, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=564472cb-078f-4f4d-9144-57e9c32b0013,segment=NetworkSegment(e36b3d08-8681-4717-8c6e-a0160fac2521),segment_id=e36b3d08-8681-4717-8c6e-a0160fac2521)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:16.277960 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:16.278207 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-def2525e-132e-4f62-aef1-daf618f8a282 req-df8f6567-e2a8-4844-870a-c63dde500fe4 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:16.327836 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7f71cc76-9916-42c7-896f-df8f12e7a273 req-81f446d0-71fc-4b73-90e8-7569b7e7943b tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/security-groups?id=0752d89f-cbae-46a6-aa9d-219cc61cde66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270720 Jul 23 16:21:16.328405 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=564472cb-078f-4f4d-9144-57e9c32b0013,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:16.358221 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8db62d-280b-4b7f-a04f-03096228a75f admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:21:16.375636 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7ccf66-b613-4a42-a625-6289655a0b5d None None] Sync routers for ids ['846f29e1-a1c9-4498-89f0-92b7fdfdd088'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:21:16.378899 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ce8db62d-280b-4b7f-a04f-03096228a75f admin admin] 10.222.0.73 "PUT /v2.0/routers/846f29e1-a1c9-4498-89f0-92b7fdfdd088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1125934 Jul 23 16:21:16.389379 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7ccf66-b613-4a42-a625-6289655a0b5d None None] Routers {'846f29e1-a1c9-4498-89f0-92b7fdfdd088'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:16.394608 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-9f7ccf66-b613-4a42-a625-6289655a0b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:21:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['846f29e1-a1c9-4498-89f0-92b7fdfdd088'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:16.399866 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-def2525e-132e-4f62-aef1-daf618f8a282 req-df8f6567-e2a8-4844-870a-c63dde500fe4 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Network 3eebd1a0-62c0-400c-82f7-916de5a2968c is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:16.412058 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-def2525e-132e-4f62-aef1-daf618f8a282 req-df8f6567-e2a8-4844-870a-c63dde500fe4 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:16.419116 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-def2525e-132e-4f62-aef1-daf618f8a282 req-df8f6567-e2a8-4844-870a-c63dde500fe4 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:21:16.430244 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f6567-e2a8-4844-870a-c63dde500fe4 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Pushing event updated for resources: {'Port': ['ID=3ecede05-e0b9-455d-90f9-4feff4d0b498,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:16.485677 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544c024-bf1f-43e9-8317-ef8cae2328d4 req-8a32b655-7e11-458f-a721-6a535e6cb2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:16.487507 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9544c024-bf1f-43e9-8317-ef8cae2328d4 req-8a32b655-7e11-458f-a721-6a535e6cb2e1 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c5e5ef48-b00d-4a4a-b322-8f86cea4f5af HTTP/1.1" status: 200 len: 918 time: 0.2717872 Jul 23 16:21:16.508651 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a18942-b2c2-4191-9fdc-79e6312f541e req-d8a06422-80b0-4fa7-916b-b11444692b3a tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:16.510818 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a1763fa6-ff33-4914-b7f2-bb51021967bd up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:16.513540 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a7a18942-b2c2-4191-9fdc-79e6312f541e req-d8a06422-80b0-4fa7-916b-b11444692b3a tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 945 time: 0.3718073 Jul 23 16:21:16.576474 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-9f7ccf66-b613-4a42-a625-6289655a0b5d None None] Set router 846f29e1-a1c9-4498-89f0-92b7fdfdd088 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:16.613215 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port a1763fa6-ff33-4914-b7f2-bb51021967bd triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:16.613591 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:16.641601 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2525e-132e-4f62-aef1-daf618f8a282 req-df8f6567-e2a8-4844-870a-c63dde500fe4 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:16.642143 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-def2525e-132e-4f62-aef1-daf618f8a282 req-df8f6567-e2a8-4844-870a-c63dde500fe4 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:16.696469 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9544c024-bf1f-43e9-8317-ef8cae2328d4 req-c8fd752e-d2f9-400b-bce0-0e07f3961fec service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f406226-7c43-4a51-8734-18dbcbb352a4 HTTP/1.1" status: 200 len: 1001 time: 0.1797330 Jul 23 16:21:16.703150 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a7a18942-b2c2-4191-9fdc-79e6312f541e req-93069f55-18cb-4e08-ad8a-f4bf4aed7712 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804910 Jul 23 16:21:16.704479 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-def2525e-132e-4f62-aef1-daf618f8a282 req-df8f6567-e2a8-4844-870a-c63dde500fe4 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4349177 Jul 23 16:21:16.721598 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23dd48-ed74-478d-bc83-a429e779fa62 req-625d6866-d202-44e6-b463-374d8eb2aea3 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:16.723183 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ed23dd48-ed74-478d-bc83-a429e779fa62 req-625d6866-d202-44e6-b463-374d8eb2aea3 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff18a6b0-128d-4e90-b897-5b308e233ca2 HTTP/1.1" status: 200 len: 931 time: 0.2524128 Jul 23 16:21:16.744417 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-def2525e-132e-4f62-aef1-daf618f8a282 req-6718a868-feb3-4351-9f59-8f0dea77f8eb service neutron] Request body: {'port': {'device_id': 'ff18a6b0-128d-4e90-b897-5b308e233ca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:16.860497 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-93891c89-ea7b-4d92-8bbf-0bf7b9d4705f req-40d06fca-c091-4a82-b534-d799799713ff tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/ports?device_id=297f9104-b508-4369-a4fd-0620617b3cfb HTTP/1.1" status: 200 len: 210 time: 0.0542333 Jul 23 16:21:16.861399 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-9f7ccf66-b613-4a42-a625-6289655a0b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846f29e1-a1c9-4498-89f0-92b7fdfdd088', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1222140801-router', 'tenant_id': '80c03c16ac1742d1b4525751db35702c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'a1763fa6-ff33-4914-b7f2-bb51021967bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:07Z', 'updated_at': '2021-07-23T16:21:13Z', 'revision_number': 4, 'project_id': '80c03c16ac1742d1b4525751db35702c', 'gw_port': {'id': 'a1763fa6-ff33-4914-b7f2-bb51021967bd', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846f29e1-a1c9-4498-89f0-92b7fdfdd088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:08Z', 'updated_at': '2021-07-23T16:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c', 'name': '', 'network_id': 'b1f151ab-1123-45ae-b2e9-fb16b89957a6', 'tenant_id': '80c03c16ac1742d1b4525751db35702c', 'mac_address': 'fa:16:3e:1e:7e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846f29e1-a1c9-4498-89f0-92b7fdfdd088', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'dd2c7866-9c63-458e-b11d-673a6269e3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:12Z', 'updated_at': '2021-07-23T16:21:14Z', 'revision_number': 2, 'project_id': '80c03c16ac1742d1b4525751db35702c', 'subnets': [{'id': 'dd2c7866-9c63-458e-b11d-673a6269e3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:16.872167 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544c024-bf1f-43e9-8317-ef8cae2328d4 req-340f32d9-9a78-4b4b-a89c-c7913de9990d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:16.873784 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9544c024-bf1f-43e9-8317-ef8cae2328d4 req-340f32d9-9a78-4b4b-a89c-c7913de9990d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b0f0883d-94a8-483d-b400-459446f819a6 HTTP/1.1" status: 200 len: 855 time: 0.1442957 Jul 23 16:21:16.877577 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ed23dd48-ed74-478d-bc83-a429e779fa62 req-8a37fc72-6af4-469d-ac35-282c6ddc2ff6 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295199 Jul 23 16:21:16.894123 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7ccf66-b613-4a42-a625-6289655a0b5d None None] Checking router: 846f29e1-a1c9-4498-89f0-92b7fdfdd088 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:21:16.894577 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7ccf66-b613-4a42-a625-6289655a0b5d None None] Updating router 846f29e1-a1c9-4498-89f0-92b7fdfdd088 port bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:21:16.934533 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9f7ccf66-b613-4a42-a625-6289655a0b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:16.992340 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7eb460-574a-4496-86bf-616ad24c2406 x-openstack-request-id: req-ec7eb460-574a-4496-86bf-616ad24c2406 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:16.992674 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2085149f-a453-4f1d-a01e-d2c80f71aa02", "name": "network-vif-plugged", "status": "completed", "tag": "4b875778-5e92-4516-9209-671578e4db1d", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:16.992915 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ec7eb460-574a-4496-86bf-616ad24c2406 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:16.993323 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2085149f-a453-4f1d-a01e-d2c80f71aa02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b875778-5e92-4516-9209-671578e4db1d', 'code': 200} Jul 23 16:21:17.014496 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-dc12ee90-6444-4678-ac29-d1a169b42157 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:17.016356 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-dc12ee90-6444-4678-ac29-d1a169b42157 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.74 "GET /v2.0/networks?id=4dd97669-66b3-495e-9f83-265cbe5bb756 HTTP/1.1" status: 200 len: 820 time: 0.1464984 Jul 23 16:21:17.031925 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-96969be0-e95d-4b5f-86c1-2b2c6f9e703e tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Request body: {'port': {'device_id': '297f9104-b508-4369-a4fd-0620617b3cfb', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'admin_state_up': True, 'tenant_id': 'bf040608ce9243169469d1c384fac592'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:17.114965 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-fe0964ef-3bb1-45fb-afb5-9b8f1ce08575 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0833557 Jul 23 16:21:17.148139 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-def2525e-132e-4f62-aef1-daf618f8a282 req-6718a868-feb3-4351-9f59-8f0dea77f8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:17.183375 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-96969be0-e95d-4b5f-86c1-2b2c6f9e703e tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Made reservation on behalf of bf040608ce9243169469d1c384fac592 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:17.188435 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-96969be0-e95d-4b5f-86c1-2b2c6f9e703e tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:17.286767 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9f7ccf66-b613-4a42-a625-6289655a0b5d None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:17.298990 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-9f7ccf66-b613-4a42-a625-6289655a0b5d None None] Transition to ACTIVE for port object bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:17.306902 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9f7ccf66-b613-4a42-a625-6289655a0b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:17.314795 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544c024-bf1f-43e9-8317-ef8cae2328d4 req-d6cfd0a2-3e87-45ee-bd29-cb4d591cccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:17.316293 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9544c024-bf1f-43e9-8317-ef8cae2328d4 req-d6cfd0a2-3e87-45ee-bd29-cb4d591cccc9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c5e5ef48-b00d-4a4a-b322-8f86cea4f5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3679531 Jul 23 16:21:17.330868 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0d834-706b-47f1-8d0f-ac2ca9356dae req-46fb9bfe-2622-4410-925b-ab05fae6af53 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:17.332448 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bce0d834-706b-47f1-8d0f-ac2ca9356dae req-46fb9bfe-2622-4410-925b-ab05fae6af53 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 950 time: 0.2719305 Jul 23 16:21:17.336852 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-96969be0-e95d-4b5f-86c1-2b2c6f9e703e tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Allocated IP 172.20.0.4 (4dd97669-66b3-495e-9f83-265cbe5bb756/b06d044d-7a5d-4455-8030-ecfa0a3c6204/74a14000-f295-4bc4-94de-f096c0a633f1) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:21:17.381228 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e9556-e786-477b-b937-e89b71700ceb None None] Pushing event updated for resources: {'Port': ['ID=bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:17.419699 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-9f7ccf66-b613-4a42-a625-6289655a0b5d None None] Attempting to bind port bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:17.420076 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-9f7ccf66-b613-4a42-a625-6289655a0b5d None None] Attempting to bind port bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'dedb19f5-ca79-4be5-848b-cf9122cd39e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'b1f151ab-1123-45ae-b2e9-fb16b89957a6'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:17.420444 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7ccf66-b613-4a42-a625-6289655a0b5d None None] Attempting to bind port bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c on network b1f151ab-1123-45ae-b2e9-fb16b89957a6 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:17.425801 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7ccf66-b613-4a42-a625-6289655a0b5d None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:21:17.426178 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7ccf66-b613-4a42-a625-6289655a0b5d None None] Checking segment: {'id': 'dedb19f5-ca79-4be5-848b-cf9122cd39e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'b1f151ab-1123-45ae-b2e9-fb16b89957a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:17.426617 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9f7ccf66-b613-4a42-a625-6289655a0b5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:17.427190 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7ccf66-b613-4a42-a625-6289655a0b5d None None] Bound using segment: {'id': 'dedb19f5-ca79-4be5-848b-cf9122cd39e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'b1f151ab-1123-45ae-b2e9-fb16b89957a6'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:21:17.427762 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-9f7ccf66-b613-4a42-a625-6289655a0b5d None None] Bound port: bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dedb19f5-ca79-4be5-848b-cf9122cd39e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'b1f151ab-1123-45ae-b2e9-fb16b89957a6'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:17.428150 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9f7ccf66-b613-4a42-a625-6289655a0b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:17.501241 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-9f7ccf66-b613-4a42-a625-6289655a0b5d None None] For port bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:17.504043 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-bde74f90-bfcd-4510-89a9-a74f0a8a2180 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:17.505881 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-9f7ccf66-b613-4a42-a625-6289655a0b5d None None] For port bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c,segment=NetworkSegment(dedb19f5-ca79-4be5-848b-cf9122cd39e8),segment_id=dedb19f5-ca79-4be5-848b-cf9122cd39e8)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:17.506250 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-bde74f90-bfcd-4510-89a9-a74f0a8a2180 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3804185 Jul 23 16:21:17.513094 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9f7ccf66-b613-4a42-a625-6289655a0b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:17.532119 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928e39b-f149-4c76-876e-c686f9ba150e req-02589daa-0452-4ad1-ba43-c4bd4cfbc57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:17.533771 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3928e39b-f149-4c76-876e-c686f9ba150e req-02589daa-0452-4ad1-ba43-c4bd4cfbc57c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 1096 time: 0.4224851 Jul 23 16:21:17.546759 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-96969be0-e95d-4b5f-86c1-2b2c6f9e703e tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:17.570736 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-96969be0-e95d-4b5f-86c1-2b2c6f9e703e tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Transition to ACTIVE for port object 74a14000-f295-4bc4-94de-f096c0a633f1 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:17.576014 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7ccf66-b613-4a42-a625-6289655a0b5d None None] Routers {'846f29e1-a1c9-4498-89f0-92b7fdfdd088'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:17.576667 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-9f7ccf66-b613-4a42-a625-6289655a0b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:21:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['846f29e1-a1c9-4498-89f0-92b7fdfdd088'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:17.587735 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-bf3ee8ce-d890-49d5-adad-b4e213dd692e tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/quotas/f529211e54344ba6bb9f15fa585bf4d7 HTTP/1.1" status: 200 len: 375 time: 0.0634325 Jul 23 16:21:17.614438 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e9556-e786-477b-b937-e89b71700ceb None None] Pushing event updated for resources: {'Port': ['ID=bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:17.627459 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-96969be0-e95d-4b5f-86c1-2b2c6f9e703e tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:17.654056 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['b5e2d096-7211-483d-961a-a931e814f70f'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:17.675764 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-96969be0-e95d-4b5f-86c1-2b2c6f9e703e tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Network 4dd97669-66b3-495e-9f83-265cbe5bb756 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:17.679779 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-96969be0-e95d-4b5f-86c1-2b2c6f9e703e tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:17.683056 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-96969be0-e95d-4b5f-86c1-2b2c6f9e703e tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:21:17.750557 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96969be0-e95d-4b5f-86c1-2b2c6f9e703e tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Pushing event updated for resources: {'Port': ['ID=74a14000-f295-4bc4-94de-f096c0a633f1,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:17.778550 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-96969be0-e95d-4b5f-86c1-2b2c6f9e703e tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:17.779444 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-96969be0-e95d-4b5f-86c1-2b2c6f9e703e tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:17.781873 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-9f7ccf66-b613-4a42-a625-6289655a0b5d None None] Set router 846f29e1-a1c9-4498-89f0-92b7fdfdd088 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:17.815457 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-96969be0-e95d-4b5f-86c1-2b2c6f9e703e tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7897909 Jul 23 16:21:17.830980 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-1d555208-42fa-453a-82ed-26e8804478f8 service neutron] Request body: {'port': {'device_id': '297f9104-b508-4369-a4fd-0620617b3cfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:17.964300 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-1d555208-42fa-453a-82ed-26e8804478f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:17.979998 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9544c024-bf1f-43e9-8317-ef8cae2328d4 req-7ab8f94f-65d7-4d9d-a35e-4463f7032cbd service neutron] 10.222.0.97 "GET /v2.0/networks/c5e5ef48-b00d-4a4a-b322-8f86cea4f5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5861945 Jul 23 16:21:18.055986 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bce0d834-706b-47f1-8d0f-ac2ca9356dae req-e9b8d6ad-fc67-48c4-bde3-fac9098bb8ad tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6035740 Jul 23 16:21:18.068735 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1f4a6e50-070d-4982-ae4b-969aa734e7d2 None None] Provisioning for port 74a14000-f295-4bc4-94de-f096c0a633f1 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:18.080391 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1f4a6e50-070d-4982-ae4b-969aa734e7d2 None None] Provisioning complete for port 74a14000-f295-4bc4-94de-f096c0a633f1 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:18.080843 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1f4a6e50-070d-4982-ae4b-969aa734e7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:18.116739 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3928e39b-f149-4c76-876e-c686f9ba150e req-165f9465-4c6c-47f3-8b7b-3618c5da0276 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5633032 Jul 23 16:21:18.125379 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-1f4a6e50-070d-4982-ae4b-969aa734e7d2 None None] Port 74a14000-f295-4bc4-94de-f096c0a633f1 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:21:18.134465 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-9f7ccf66-b613-4a42-a625-6289655a0b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846f29e1-a1c9-4498-89f0-92b7fdfdd088', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1222140801-router', 'tenant_id': '80c03c16ac1742d1b4525751db35702c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'a1763fa6-ff33-4914-b7f2-bb51021967bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:07Z', 'updated_at': '2021-07-23T16:21:13Z', 'revision_number': 4, 'project_id': '80c03c16ac1742d1b4525751db35702c', 'gw_port': {'id': 'a1763fa6-ff33-4914-b7f2-bb51021967bd', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846f29e1-a1c9-4498-89f0-92b7fdfdd088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:08Z', 'updated_at': '2021-07-23T16:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c', 'name': '', 'network_id': 'b1f151ab-1123-45ae-b2e9-fb16b89957a6', 'tenant_id': '80c03c16ac1742d1b4525751db35702c', 'mac_address': 'fa:16:3e:1e:7e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846f29e1-a1c9-4498-89f0-92b7fdfdd088', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'dd2c7866-9c63-458e-b11d-673a6269e3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:12Z', 'updated_at': '2021-07-23T16:21:17Z', 'revision_number': 4, 'project_id': '80c03c16ac1742d1b4525751db35702c', 'subnets': [{'id': 'dd2c7866-9c63-458e-b11d-673a6269e3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:18.167994 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7ccf66-b613-4a42-a625-6289655a0b5d None None] The sync data for ids ['846f29e1-a1c9-4498-89f0-92b7fdfdd088'] in n-d-778549-4 is: [{'id': '846f29e1-a1c9-4498-89f0-92b7fdfdd088', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1222140801-router', 'tenant_id': '80c03c16ac1742d1b4525751db35702c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'a1763fa6-ff33-4914-b7f2-bb51021967bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:07Z', 'updated_at': '2021-07-23T16:21:13Z', 'revision_number': 4, 'project_id': '80c03c16ac1742d1b4525751db35702c', 'gw_port': {'id': 'a1763fa6-ff33-4914-b7f2-bb51021967bd', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846f29e1-a1c9-4498-89f0-92b7fdfdd088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:08Z', 'updated_at': '2021-07-23T16:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c', 'name': '', 'network_id': 'b1f151ab-1123-45ae-b2e9-fb16b89957a6', 'tenant_id': '80c03c16ac1742d1b4525751db35702c', 'mac_address': 'fa:16:3e:1e:7e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846f29e1-a1c9-4498-89f0-92b7fdfdd088', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'dd2c7866-9c63-458e-b11d-673a6269e3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:12Z', 'updated_at': '2021-07-23T16:21:17Z', 'revision_number': 4, 'project_id': '80c03c16ac1742d1b4525751db35702c', 'subnets': [{'id': 'dd2c7866-9c63-458e-b11d-673a6269e3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:21:18.263935 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-240542de-9187-4ee1-bb30-c9b1e76b284a tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6512945 Jul 23 16:21:18.275244 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9544c024-bf1f-43e9-8317-ef8cae2328d4 req-2be76329-6381-42c2-9e35-678a00cbf812 service neutron] 10.222.0.97 "GET /v2.0/networks/c5e5ef48-b00d-4a4a-b322-8f86cea4f5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756877 Jul 23 16:21:18.337602 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-1d555208-42fa-453a-82ed-26e8804478f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a14000-f295-4bc4-94de-f096c0a633f1 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:18.347982 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-1d555208-42fa-453a-82ed-26e8804478f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:18.364517 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-1d555208-42fa-453a-82ed-26e8804478f8 service neutron] Transition to ACTIVE for port object 74a14000-f295-4bc4-94de-f096c0a633f1 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:18.370445 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-1d555208-42fa-453a-82ed-26e8804478f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:18.405987 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-def2525e-132e-4f62-aef1-daf618f8a282 req-6718a868-feb3-4351-9f59-8f0dea77f8eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ecede05-e0b9-455d-90f9-4feff4d0b498 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:18.414516 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-def2525e-132e-4f62-aef1-daf618f8a282 req-6718a868-feb3-4351-9f59-8f0dea77f8eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:18.466066 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-def2525e-132e-4f62-aef1-daf618f8a282 req-6718a868-feb3-4351-9f59-8f0dea77f8eb service neutron] Transition to ACTIVE for port object 3ecede05-e0b9-455d-90f9-4feff4d0b498 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:18.472093 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [req-0b8ab704-87b8-4bcd-8361-bba0fd098567 req-4df827d4-0ba4-40b1-8ec7-a2692ee3cc6c tempest-FloatingIPDetailsNegativeTestJSON-1087501136 tempest-FloatingIPDetailsNegativeTestJSON-1087501136-project] show failed (client error): The resource could not be found. Jul 23 16:21:18.488058 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0b8ab704-87b8-4bcd-8361-bba0fd098567 req-4df827d4-0ba4-40b1-8ec7-a2692ee3cc6c tempest-FloatingIPDetailsNegativeTestJSON-1087501136 tempest-FloatingIPDetailsNegativeTestJSON-1087501136-project] 10.222.0.73 "GET /v2.0/floatingips/fc25af39-b277-46e6-ac86-e70a2bbb3f6b HTTP/1.1" status: 404 len: 350 time: 0.1583846 Jul 23 16:21:18.488589 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57804) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:18.497188 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-def2525e-132e-4f62-aef1-daf618f8a282 req-6718a868-feb3-4351-9f59-8f0dea77f8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:18.499207 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d555208-42fa-453a-82ed-26e8804478f8 service neutron] Pushing event updated for resources: {'Port': ['ID=74a14000-f295-4bc4-94de-f096c0a633f1,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:18.554368 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-1d555208-42fa-453a-82ed-26e8804478f8 service neutron] Attempting to bind port 74a14000-f295-4bc4-94de-f096c0a633f1 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:18.559150 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-1d555208-42fa-453a-82ed-26e8804478f8 service neutron] Attempting to bind port 74a14000-f295-4bc4-94de-f096c0a633f1 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '13380f59-e4ec-4a16-8d62-9f34dd4434a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:18.559150 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-1d555208-42fa-453a-82ed-26e8804478f8 service neutron] Attempting to bind port 74a14000-f295-4bc4-94de-f096c0a633f1 on network 4dd97669-66b3-495e-9f83-265cbe5bb756 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:18.569171 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-1d555208-42fa-453a-82ed-26e8804478f8 service neutron] Port 74a14000-f295-4bc4-94de-f096c0a633f1 on network 4dd97669-66b3-495e-9f83-265cbe5bb756 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:21:18.569495 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-1d555208-42fa-453a-82ed-26e8804478f8 service neutron] Attempting to bind port 74a14000-f295-4bc4-94de-f096c0a633f1 on network 4dd97669-66b3-495e-9f83-265cbe5bb756 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:18.579477 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:18.584490 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-1d555208-42fa-453a-82ed-26e8804478f8 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:21:18.584911 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-1d555208-42fa-453a-82ed-26e8804478f8 service neutron] Checking segment: {'id': '13380f59-e4ec-4a16-8d62-9f34dd4434a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:18.585336 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-1d555208-42fa-453a-82ed-26e8804478f8 service neutron] Bound using segment: {'id': '13380f59-e4ec-4a16-8d62-9f34dd4434a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:21:18.586192 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-1d555208-42fa-453a-82ed-26e8804478f8 service neutron] Bound port: 74a14000-f295-4bc4-94de-f096c0a633f1, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13380f59-e4ec-4a16-8d62-9f34dd4434a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:18.586569 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-1d555208-42fa-453a-82ed-26e8804478f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:18.675820 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:18.684561 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:18.684966 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:18.695723 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-1d555208-42fa-453a-82ed-26e8804478f8 service neutron] For port 74a14000-f295-4bc4-94de-f096c0a633f1, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:18.700000 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-1d555208-42fa-453a-82ed-26e8804478f8 service neutron] For port 74a14000-f295-4bc4-94de-f096c0a633f1, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=74a14000-f295-4bc4-94de-f096c0a633f1,segment=NetworkSegment(13380f59-e4ec-4a16-8d62-9f34dd4434a0),segment_id=13380f59-e4ec-4a16-8d62-9f34dd4434a0)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:18.708483 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-1d555208-42fa-453a-82ed-26e8804478f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:18.779189 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-1d555208-42fa-453a-82ed-26e8804478f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:18.781247 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-1d555208-42fa-453a-82ed-26e8804478f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:18.782887 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-1d555208-42fa-453a-82ed-26e8804478f8 service neutron] 10.222.0.74 "PUT /v2.0/ports/74a14000-f295-4bc4-94de-f096c0a633f1 HTTP/1.1" status: 200 len: 1091 time: 0.9567981 Jul 23 16:21:18.785342 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297f9104-b508-4369-a4fd-0620617b3cfb', 'tag': '74a14000-f295-4bc4-94de-f096c0a633f1'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:18.787832 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a3cf35-f38c-46f1-a31c-ffcc8e8f8b48" -d '{"events": [{"name": "network-changed", "server_uuid": "297f9104-b508-4369-a4fd-0620617b3cfb", "tag": "74a14000-f295-4bc4-94de-f096c0a633f1"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:18.822161 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d555208-42fa-453a-82ed-26e8804478f8 service neutron] Pushing event updated for resources: {'Port': ['ID=74a14000-f295-4bc4-94de-f096c0a633f1,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:18.902192 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718a868-feb3-4351-9f59-8f0dea77f8eb service neutron] Pushing event updated for resources: {'Port': ['ID=3ecede05-e0b9-455d-90f9-4feff4d0b498,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:18.909713 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:18.925519 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-05dc277e-4f86-4d98-a20b-2dd72cb49815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:18.928650 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-05dc277e-4f86-4d98-a20b-2dd72cb49815 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bf040608ce9243169469d1c384fac592&device_id=297f9104-b508-4369-a4fd-0620617b3cfb HTTP/1.1" status: 200 len: 1094 time: 0.0963418 Jul 23 16:21:18.986830 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-44a998b1-a847-49f4-9009-4baf7afe732b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74a14000-f295-4bc4-94de-f096c0a633f1 HTTP/1.1" status: 200 len: 217 time: 0.0466332 Jul 23 16:21:19.114854 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8119da64-f9f4-46af-bffc-141464378e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564472cb-078f-4f4d-9144-57e9c32b0013'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:19.124408 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236ee58a-bf3e-46f8-9845-06db13b3099e" -d '{"events": [{"server_uuid": "8119da64-f9f4-46af-bffc-141464378e80", "name": "network-vif-plugged", "status": "completed", "tag": "564472cb-078f-4f4d-9144-57e9c32b0013"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:19.127860 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-07cb6528-b472-4813-a052-94aa9cf1b57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:19.129443 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-07cb6528-b472-4813-a052-94aa9cf1b57d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b06d044d-7a5d-4455-8030-ecfa0a3c6204 HTTP/1.1" status: 200 len: 859 time: 0.1352899 Jul 23 16:21:19.197799 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c,segment=NetworkSegment(dedb19f5-ca79-4be5-848b-cf9122cd39e8),segment_id=dedb19f5-ca79-4be5-848b-cf9122cd39e8)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:19.203350 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:19.260200 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-3d09b1ef-35cf-42f7-a054-feb142e9a06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:19.261931 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-3d09b1ef-35cf-42f7-a054-feb142e9a06f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4dd97669-66b3-495e-9f83-265cbe5bb756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1176755 Jul 23 16:21:19.289080 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:19.384000 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-50cf4e2f-17b9-4594-ad3f-63f5d53a6c6f service neutron] 10.222.0.74 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124251 Jul 23 16:21:19.443469 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d544289-e313-43c3-b9f4-646b4c901854 req-0b9cceb8-7b1c-4556-bd8c-d7a545a1917a tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:19.444962 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d544289-e313-43c3-b9f4-646b4c901854 req-0b9cceb8-7b1c-4556-bd8c-d7a545a1917a tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/ports?device_id=8119da64-f9f4-46af-bffc-141464378e80 HTTP/1.1" status: 200 len: 946 time: 0.8118939 Jul 23 16:21:19.512469 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8b924114-069f-4bcd-bc1a-8e844126e5e1 req-13b2e983-6e9f-4fa4-8f0c-2e73da88deae service neutron] 10.222.0.74 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191006 Jul 23 16:21:19.519972 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d067b0-9b7b-4df2-ae1b-9ffc5c24745b req-7bb314b9-489f-4364-889d-21a8cc6300b0 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:19.522194 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-93d067b0-9b7b-4df2-ae1b-9ffc5c24745b req-7bb314b9-489f-4364-889d-21a8cc6300b0 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 945 time: 0.5320055 Jul 23 16:21:19.525869 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-def2525e-132e-4f62-aef1-daf618f8a282 req-6718a868-feb3-4351-9f59-8f0dea77f8eb service neutron] Attempting to bind port 3ecede05-e0b9-455d-90f9-4feff4d0b498 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:19.526201 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-def2525e-132e-4f62-aef1-daf618f8a282 req-6718a868-feb3-4351-9f59-8f0dea77f8eb service neutron] Attempting to bind port 3ecede05-e0b9-455d-90f9-4feff4d0b498 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '786593a5-a224-4584-8758-80516f86a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3eebd1a0-62c0-400c-82f7-916de5a2968c'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:19.526533 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def2525e-132e-4f62-aef1-daf618f8a282 req-6718a868-feb3-4351-9f59-8f0dea77f8eb service neutron] Attempting to bind port 3ecede05-e0b9-455d-90f9-4feff4d0b498 on network 3eebd1a0-62c0-400c-82f7-916de5a2968c {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:19.554580 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def2525e-132e-4f62-aef1-daf618f8a282 req-6718a868-feb3-4351-9f59-8f0dea77f8eb service neutron] Port 3ecede05-e0b9-455d-90f9-4feff4d0b498 on network 3eebd1a0-62c0-400c-82f7-916de5a2968c not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:21:19.554905 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def2525e-132e-4f62-aef1-daf618f8a282 req-6718a868-feb3-4351-9f59-8f0dea77f8eb service neutron] Attempting to bind port 3ecede05-e0b9-455d-90f9-4feff4d0b498 on network 3eebd1a0-62c0-400c-82f7-916de5a2968c {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:19.575135 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d544289-e313-43c3-b9f4-646b4c901854 req-b91842e9-ae07-4a22-9bcf-d2c76077d6b3 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/security-groups?id=0752d89f-cbae-46a6-aa9d-219cc61cde66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206324 Jul 23 16:21:19.578208 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def2525e-132e-4f62-aef1-daf618f8a282 req-6718a868-feb3-4351-9f59-8f0dea77f8eb service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:21:19.578873 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def2525e-132e-4f62-aef1-daf618f8a282 req-6718a868-feb3-4351-9f59-8f0dea77f8eb service neutron] Checking segment: {'id': '786593a5-a224-4584-8758-80516f86a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3eebd1a0-62c0-400c-82f7-916de5a2968c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:19.578972 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def2525e-132e-4f62-aef1-daf618f8a282 req-6718a868-feb3-4351-9f59-8f0dea77f8eb service neutron] Bound using segment: {'id': '786593a5-a224-4584-8758-80516f86a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3eebd1a0-62c0-400c-82f7-916de5a2968c'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:21:19.579340 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-def2525e-132e-4f62-aef1-daf618f8a282 req-6718a868-feb3-4351-9f59-8f0dea77f8eb service neutron] Bound port: 3ecede05-e0b9-455d-90f9-4feff4d0b498, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '786593a5-a224-4584-8758-80516f86a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3eebd1a0-62c0-400c-82f7-916de5a2968c'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:19.579698 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-def2525e-132e-4f62-aef1-daf618f8a282 req-6718a868-feb3-4351-9f59-8f0dea77f8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:19.618848 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-93d067b0-9b7b-4df2-ae1b-9ffc5c24745b req-7c6a851c-c6d1-4027-a965-887c592cb94d tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807440 Jul 23 16:21:19.769957 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-def2525e-132e-4f62-aef1-daf618f8a282 req-6718a868-feb3-4351-9f59-8f0dea77f8eb service neutron] For port 3ecede05-e0b9-455d-90f9-4feff4d0b498, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:19.794553 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-def2525e-132e-4f62-aef1-daf618f8a282 req-6718a868-feb3-4351-9f59-8f0dea77f8eb service neutron] For port 3ecede05-e0b9-455d-90f9-4feff4d0b498, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=3ecede05-e0b9-455d-90f9-4feff4d0b498,segment=NetworkSegment(786593a5-a224-4584-8758-80516f86a2d4),segment_id=786593a5-a224-4584-8758-80516f86a2d4)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:19.808335 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-def2525e-132e-4f62-aef1-daf618f8a282 req-6718a868-feb3-4351-9f59-8f0dea77f8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:19.858935 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5bacb0-fac6-4717-b2fe-e17482b7b9da req-2e0c3af4-89d9-4939-928c-e18a7c765b3d tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:19.860449 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d5bacb0-fac6-4717-b2fe-e17482b7b9da req-2e0c3af4-89d9-4939-928c-e18a7c765b3d tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/ports?device_id=297f9104-b508-4369-a4fd-0620617b3cfb HTTP/1.1" status: 200 len: 943 time: 0.2222321 Jul 23 16:21:19.868823 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2525e-132e-4f62-aef1-daf618f8a282 req-6718a868-feb3-4351-9f59-8f0dea77f8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:19.869724 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-def2525e-132e-4f62-aef1-daf618f8a282 req-6718a868-feb3-4351-9f59-8f0dea77f8eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:19.871087 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-def2525e-132e-4f62-aef1-daf618f8a282 req-6718a868-feb3-4351-9f59-8f0dea77f8eb service neutron] 10.222.0.97 "PUT /v2.0/ports/3ecede05-e0b9-455d-90f9-4feff4d0b498 HTTP/1.1" status: 200 len: 1091 time: 3.1323426 Jul 23 16:21:19.873839 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff18a6b0-128d-4e90-b897-5b308e233ca2', 'tag': '3ecede05-e0b9-455d-90f9-4feff4d0b498'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:19.876080 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d691626d-c491-4a01-9233-420a9866cc13" -d '{"events": [{"name": "network-changed", "server_uuid": "ff18a6b0-128d-4e90-b897-5b308e233ca2", "tag": "3ecede05-e0b9-455d-90f9-4feff4d0b498"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:19.911814 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63661f77-c139-40c9-b97a-e8ed190b3fae req-15adb763-9300-4308-a678-52335aea6d33 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:19.913757 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-63661f77-c139-40c9-b97a-e8ed190b3fae req-15adb763-9300-4308-a678-52335aea6d33 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff18a6b0-128d-4e90-b897-5b308e233ca2 HTTP/1.1" status: 200 len: 943 time: 0.2199616 Jul 23 16:21:19.956095 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c3269fd1-c206-456c-9568-7d45ec9e197a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:19.965134 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718a868-feb3-4351-9f59-8f0dea77f8eb service neutron] Pushing event updated for resources: {'Port': ['ID=3ecede05-e0b9-455d-90f9-4feff4d0b498,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:20.117604 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-ace4ba52-8a7c-40dd-9763-1a37b3c8d945 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746403 Jul 23 16:21:20.121782 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d5bacb0-fac6-4717-b2fe-e17482b7b9da req-c93bcde9-5640-4de3-902f-55e88e3ee696 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/security-groups?id=f72f61d5-126e-45e2-91bd-72f6314f3a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405522 Jul 23 16:21:20.143318 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-63661f77-c139-40c9-b97a-e8ed190b3fae req-b99138e5-5280-40bd-ba4a-563518a0d66f tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177119 Jul 23 16:21:20.219391 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05017f81-b2c9-481b-af5f-3a7a8b32a728 x-openstack-request-id: req-05017f81-b2c9-481b-af5f-3a7a8b32a728 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:20.220205 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297f9104-b508-4369-a4fd-0620617b3cfb", "tag": "74a14000-f295-4bc4-94de-f096c0a633f1", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:20.220635 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-05017f81-b2c9-481b-af5f-3a7a8b32a728 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:20.221210 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297f9104-b508-4369-a4fd-0620617b3cfb', 'tag': '74a14000-f295-4bc4-94de-f096c0a633f1', 'status': 'completed', 'code': 200} Jul 23 16:21:20.270530 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2525e-132e-4f62-aef1-daf618f8a282 req-9dd3414a-fcaa-4b4a-9c27-3ff53c9da380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:20.272330 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-def2525e-132e-4f62-aef1-daf618f8a282 req-9dd3414a-fcaa-4b4a-9c27-3ff53c9da380 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d2e9c47ebf4f498f9ec10d163ec28470&device_id=ff18a6b0-128d-4e90-b897-5b308e233ca2 HTTP/1.1" status: 200 len: 1094 time: 0.2692742 Jul 23 16:21:20.323292 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ee66c2dd-1d26-4302-aa0a-a5e4038e098a req-c0e5b065-be8c-4612-b143-4b0c21f405c3 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=e011af3f-f7ea-456f-ade5-35c437d0262e HTTP/1.1" status: 200 len: 210 time: 0.0827169 Jul 23 16:21:20.332116 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3cf35-f38c-46f1-a31c-ffcc8e8f8b48 req-f3bc50b2-f671-4d31-90a6-c6d6ed385fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:20.333944 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-18a3cf35-f38c-46f1-a31c-ffcc8e8f8b48 req-f3bc50b2-f671-4d31-90a6-c6d6ed385fa2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bf040608ce9243169469d1c384fac592&device_id=297f9104-b508-4369-a4fd-0620617b3cfb HTTP/1.1" status: 200 len: 1094 time: 0.0775204 Jul 23 16:21:20.394028 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ae959e-732e-451b-80ad-67b6888a2641 x-openstack-request-id: req-29ae959e-732e-451b-80ad-67b6888a2641 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:20.394568 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8119da64-f9f4-46af-bffc-141464378e80", "name": "network-vif-plugged", "status": "completed", "tag": "564472cb-078f-4f4d-9144-57e9c32b0013", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:20.394831 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-29ae959e-732e-451b-80ad-67b6888a2641 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:20.395265 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8119da64-f9f4-46af-bffc-141464378e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564472cb-078f-4f4d-9144-57e9c32b0013', 'code': 200} Jul 23 16:21:20.410726 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-def2525e-132e-4f62-aef1-daf618f8a282 req-27e05664-2cac-4b9b-b614-288487e3173f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ecede05-e0b9-455d-90f9-4feff4d0b498 HTTP/1.1" status: 200 len: 217 time: 0.1173093 Jul 23 16:21:20.474007 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-49930c81-b2bb-4204-90b5-77bb87080b0d tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:20.475604 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-49930c81-b2bb-4204-90b5-77bb87080b0d tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3475628 Jul 23 16:21:20.481461 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:20.507844 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3cf35-f38c-46f1-a31c-ffcc8e8f8b48 req-d622715c-927e-4660-9247-a6f029b60d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:20.510625 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-18a3cf35-f38c-46f1-a31c-ffcc8e8f8b48 req-d622715c-927e-4660-9247-a6f029b60d45 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4dd97669-66b3-495e-9f83-265cbe5bb756 HTTP/1.1" status: 200 len: 922 time: 0.1597760 Jul 23 16:21:20.530806 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-7413ead8-5357-4033-be59-a8f27cdb0b7e tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Request body: {'port': {'device_id': 'e011af3f-f7ea-456f-ade5-35c437d0262e', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'admin_state_up': True, 'tenant_id': 'f529211e54344ba6bb9f15fa585bf4d7'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:20.554546 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:20.555196 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:20.565611 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-18a3cf35-f38c-46f1-a31c-ffcc8e8f8b48 req-1f5717ca-e4d3-4668-80ff-8684076b4d45 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74a14000-f295-4bc4-94de-f096c0a633f1 HTTP/1.1" status: 200 len: 217 time: 0.0460811 Jul 23 16:21:20.583639 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d77845-14a6-47bc-acfd-ce5b339614cb x-openstack-request-id: req-25d77845-14a6-47bc-acfd-ce5b339614cb {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:20.584024 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff18a6b0-128d-4e90-b897-5b308e233ca2", "tag": "3ecede05-e0b9-455d-90f9-4feff4d0b498", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:20.584300 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-25d77845-14a6-47bc-acfd-ce5b339614cb {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:20.584702 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff18a6b0-128d-4e90-b897-5b308e233ca2', 'tag': '3ecede05-e0b9-455d-90f9-4feff4d0b498', 'status': 'completed', 'code': 200} Jul 23 16:21:20.595460 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2525e-132e-4f62-aef1-daf618f8a282 req-6a718ee7-7160-4e58-a686-86b31406c528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:20.599091 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-def2525e-132e-4f62-aef1-daf618f8a282 req-6a718ee7-7160-4e58-a686-86b31406c528 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=670ca53c-2984-479e-bf7f-2a3910e1c6e7 HTTP/1.1" status: 200 len: 861 time: 0.1689751 Jul 23 16:21:20.627908 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3cf35-f38c-46f1-a31c-ffcc8e8f8b48 req-a858b96a-8cb4-41f4-a15f-71e554dc0618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:20.632041 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-18a3cf35-f38c-46f1-a31c-ffcc8e8f8b48 req-a858b96a-8cb4-41f4-a15f-71e554dc0618 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b06d044d-7a5d-4455-8030-ecfa0a3c6204 HTTP/1.1" status: 200 len: 859 time: 0.0584965 Jul 23 16:21:20.673285 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1214ad5-a6dc-4473-86ad-1a514e460238 req-e1d140ad-d34a-4a30-9fea-f590918346d0 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:20.675036 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e1214ad5-a6dc-4473-86ad-1a514e460238 req-e1d140ad-d34a-4a30-9fea-f590918346d0 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 950 time: 0.3805938 Jul 23 16:21:20.711777 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3cf35-f38c-46f1-a31c-ffcc8e8f8b48 req-6247d53f-c28b-47b6-8ca8-99b436467d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:20.713402 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-18a3cf35-f38c-46f1-a31c-ffcc8e8f8b48 req-6247d53f-c28b-47b6-8ca8-99b436467d8d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4dd97669-66b3-495e-9f83-265cbe5bb756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743418 Jul 23 16:21:20.733891 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-def2525e-132e-4f62-aef1-daf618f8a282 req-a59d0b01-50f0-41e8-aec2-36946ce890f6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3eebd1a0-62c0-400c-82f7-916de5a2968c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158550 Jul 23 16:21:20.811896 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-18a3cf35-f38c-46f1-a31c-ffcc8e8f8b48 req-dc7f05a7-1249-4d18-a64c-34b47d3d7ff2 service neutron] 10.222.0.74 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915532 Jul 23 16:21:20.898096 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c95be-7a24-4d33-b98f-ce4a83669e1b req-51412be5-7a43-480d-a360-6df24b83db31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:20.899546 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d99c95be-7a24-4d33-b98f-ce4a83669e1b req-51412be5-7a43-480d-a360-6df24b83db31 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8119da64-f9f4-46af-bffc-141464378e80 HTTP/1.1" status: 200 len: 1097 time: 0.4170485 Jul 23 16:21:20.915846 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-18a3cf35-f38c-46f1-a31c-ffcc8e8f8b48 req-14e2aacc-bbc2-43df-973f-0104075f3a19 service neutron] 10.222.0.74 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954480 Jul 23 16:21:20.982852 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e1214ad5-a6dc-4473-86ad-1a514e460238 req-21eea488-69ce-4d0f-8f66-1a7d4a67782c tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970085 Jul 23 16:21:21.362149 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-7413ead8-5357-4033-be59-a8f27cdb0b7e tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Made reservation on behalf of f529211e54344ba6bb9f15fa585bf4d7 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:21.365493 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-7413ead8-5357-4033-be59-a8f27cdb0b7e tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:21.383018 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d99c95be-7a24-4d33-b98f-ce4a83669e1b req-d357f23c-eff8-4480-8935-0c5c681dd101 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0752d89f-cbae-46a6-aa9d-219cc61cde66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4663887 Jul 23 16:21:21.411646 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c8d9d-7327-4011-913b-a2a903591929 req-6030cf92-cf48-43fe-b1e7-3b1ffd84203d tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:21.413143 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fc1c8d9d-7327-4011-913b-a2a903591929 req-6030cf92-cf48-43fe-b1e7-3b1ffd84203d tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/ports?device_id=8119da64-f9f4-46af-bffc-141464378e80 HTTP/1.1" status: 200 len: 946 time: 0.7329140 Jul 23 16:21:21.414909 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-def2525e-132e-4f62-aef1-daf618f8a282 req-a7b2eb25-d832-4c5f-b40b-770eb523976b service neutron] 10.222.0.97 "GET /v2.0/networks/3eebd1a0-62c0-400c-82f7-916de5a2968c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6397812 Jul 23 16:21:21.516274 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-c3269fd1-c206-456c-9568-7d45ec9e197a admin admin] Deleting port bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:21.516614 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c3269fd1-c206-456c-9568-7d45ec9e197a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:21.561276 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 74a14000-f295-4bc4-94de-f096c0a633f1 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:21:21.617045 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fc1c8d9d-7327-4011-913b-a2a903591929 req-121e49bd-d977-47d8-9805-ab692eb581d6 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/security-groups?id=0752d89f-cbae-46a6-aa9d-219cc61cde66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947544 Jul 23 16:21:21.655921 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 74a14000-f295-4bc4-94de-f096c0a633f1, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=74a14000-f295-4bc4-94de-f096c0a633f1,segment=NetworkSegment(13380f59-e4ec-4a16-8d62-9f34dd4434a0),segment_id=13380f59-e4ec-4a16-8d62-9f34dd4434a0)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:21.667860 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '74a14000-f295-4bc4-94de-f096c0a633f1', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'port_id': '74a14000-f295-4bc4-94de-f096c0a633f1', 'mac_address': 'fa:16:3e:db:d8:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:21:21.683383 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca9002-0585-4a7d-9f2c-4467f14618e5 req-6ac4790a-5dd6-4709-abde-3dfd93e086b9 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:21.684914 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-02ca9002-0585-4a7d-9f2c-4467f14618e5 req-6ac4790a-5dd6-4709-abde-3dfd93e086b9 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 945 time: 0.6334014 Jul 23 16:21:21.709338 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:21.721707 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a14000-f295-4bc4-94de-f096c0a633f1 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:21.745281 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 74a14000-f295-4bc4-94de-f096c0a633f1, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=74a14000-f295-4bc4-94de-f096c0a633f1,segment=NetworkSegment(13380f59-e4ec-4a16-8d62-9f34dd4434a0),segment_id=13380f59-e4ec-4a16-8d62-9f34dd4434a0)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:21.749271 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:21.785199 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-def2525e-132e-4f62-aef1-daf618f8a282 req-8573d36c-7871-4479-a979-f062f4a15432 service neutron] 10.222.0.97 "GET /v2.0/networks/3eebd1a0-62c0-400c-82f7-916de5a2968c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522460 Jul 23 16:21:21.786493 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-7413ead8-5357-4033-be59-a8f27cdb0b7e tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Allocated IP 192.168.233.156 (eb3bf372-6ffe-4c33-8777-29948d4b4373/3812e6e5-38ac-4c93-85ce-3dab2cef76c9/d12ba940-3a05-42a7-9eba-b447e907f79f) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:21:21.798436 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=74a14000-f295-4bc4-94de-f096c0a633f1,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:21.812726 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-c3269fd1-c206-456c-9568-7d45ec9e197a admin admin] For port bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c,segment=NetworkSegment(dedb19f5-ca79-4be5-848b-cf9122cd39e8),segment_id=dedb19f5-ca79-4be5-848b-cf9122cd39e8)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:21.813005 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c3269fd1-c206-456c-9568-7d45ec9e197a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:21.846326 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-c3269fd1-c206-456c-9568-7d45ec9e197a admin admin] Calling delete_port for bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:21.855628 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-02ca9002-0585-4a7d-9f2c-4467f14618e5 req-5d5c5e8b-65f8-4edc-b6bc-a69b75f88aab tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634481 Jul 23 16:21:22.038200 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ea8b8-7f1f-411e-bfb3-5af159e25591 req-ee71113d-8721-4dfe-8993-34804ea5fc68 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:22.039693 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8b6ea8b8-7f1f-411e-bfb3-5af159e25591 req-ee71113d-8721-4dfe-8993-34804ea5fc68 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/ports?device_id=297f9104-b508-4369-a4fd-0620617b3cfb HTTP/1.1" status: 200 len: 943 time: 0.3506145 Jul 23 16:21:22.140212 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['74a14000-f295-4bc4-94de-f096c0a633f1'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:22.196894 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691626d-c491-4a01-9233-420a9866cc13 req-f925a1f3-34f1-455b-8997-2dacc1800b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:22.198443 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d691626d-c491-4a01-9233-420a9866cc13 req-f925a1f3-34f1-455b-8997-2dacc1800b86 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d2e9c47ebf4f498f9ec10d163ec28470&device_id=ff18a6b0-128d-4e90-b897-5b308e233ca2 HTTP/1.1" status: 200 len: 1094 time: 0.3234880 Jul 23 16:21:22.237558 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-7413ead8-5357-4033-be59-a8f27cdb0b7e tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:22.242936 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8b6ea8b8-7f1f-411e-bfb3-5af159e25591 req-1135ca3e-4ac3-4540-88c1-12dda80e8da8 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/security-groups?id=f72f61d5-126e-45e2-91bd-72f6314f3a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604743 Jul 23 16:21:22.272888 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb187ff-b0b4-4204-ba37-bd950b06338a req-ec019609-f5d4-4006-803d-0c2bd578083a tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:22.274481 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3cb187ff-b0b4-4204-ba37-bd950b06338a req-ec019609-f5d4-4006-803d-0c2bd578083a tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff18a6b0-128d-4e90-b897-5b308e233ca2 HTTP/1.1" status: 200 len: 943 time: 0.3205390 Jul 23 16:21:22.313418 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-7413ead8-5357-4033-be59-a8f27cdb0b7e tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Transition to ACTIVE for port object d12ba940-3a05-42a7-9eba-b447e907f79f will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:22.403462 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5a0b69a7-f9f5-48b2-bb14-071f5033081b req-e24c2b77-67b1-4e8b-b533-820ff98918c2 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=e011af3f-f7ea-456f-ade5-35c437d0262e HTTP/1.1" status: 200 len: 210 time: 0.0775087 Jul 23 16:21:22.453366 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3cb187ff-b0b4-4204-ba37-bd950b06338a req-b6e1ba0d-7792-4761-b00a-fcf67d6592f0 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660044 Jul 23 16:21:22.490984 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691626d-c491-4a01-9233-420a9866cc13 req-089902df-412b-415c-865d-5e47f8a64e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:22.492751 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d691626d-c491-4a01-9233-420a9866cc13 req-089902df-412b-415c-865d-5e47f8a64e15 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3eebd1a0-62c0-400c-82f7-916de5a2968c HTTP/1.1" status: 200 len: 923 time: 0.2736087 Jul 23 16:21:22.498411 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-7413ead8-5357-4033-be59-a8f27cdb0b7e tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:22.507368 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c3269fd1-c206-456c-9568-7d45ec9e197a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:22.516307 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['8604d4f7-3254-41a1-bb76-0c78d014ce8e', '516419e3-e6c6-47bf-a561-7be4d299a8b8', 'cebe27dc-bd00-4623-854f-7312f6492b97'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:22.658589 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d691626d-c491-4a01-9233-420a9866cc13 req-62aba816-16fc-41fa-aeaa-99f2c4fe0172 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ecede05-e0b9-455d-90f9-4feff4d0b498 HTTP/1.1" status: 200 len: 217 time: 0.1141789 Jul 23 16:21:22.684594 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-7413ead8-5357-4033-be59-a8f27cdb0b7e tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:22.687192 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413ead8-5357-4033-be59-a8f27cdb0b7e tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Pushing event updated for resources: {'Port': ['ID=d12ba940-3a05-42a7-9eba-b447e907f79f,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:22.727978 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-7413ead8-5357-4033-be59-a8f27cdb0b7e tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:22.730766 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-7413ead8-5357-4033-be59-a8f27cdb0b7e tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:21:22.814062 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3269fd1-c206-456c-9568-7d45ec9e197a admin admin] Pushing event deleted for resources: {'Port': ['ID=bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:22.869965 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691626d-c491-4a01-9233-420a9866cc13 req-7ac85d1a-ad77-4627-af92-40e48539efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:22.871180 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d691626d-c491-4a01-9233-420a9866cc13 req-7ac85d1a-ad77-4627-af92-40e48539efa4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=670ca53c-2984-479e-bf7f-2a3910e1c6e7 HTTP/1.1" status: 200 len: 861 time: 0.1576495 Jul 23 16:21:22.943120 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-7413ead8-5357-4033-be59-a8f27cdb0b7e tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:22.943762 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-7413ead8-5357-4033-be59-a8f27cdb0b7e tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:22.982283 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3e69ee60-726a-483b-8b36-95b52b2bedf1 None None] Provisioning for port d12ba940-3a05-42a7-9eba-b447e907f79f completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:22.986226 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3e69ee60-726a-483b-8b36-95b52b2bedf1 None None] Provisioning complete for port d12ba940-3a05-42a7-9eba-b447e907f79f triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:22.986597 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3e69ee60-726a-483b-8b36-95b52b2bedf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:22.990370 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb200dd-71bc-4766-9314-5f2600b5077a req-4eec13e2-337e-4b90-abce-19a052fdccf8 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:22.992170 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8fb200dd-71bc-4766-9314-5f2600b5077a req-4eec13e2-337e-4b90-abce-19a052fdccf8 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 950 time: 0.4469497 Jul 23 16:21:22.993903 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6cc88-d74d-45cb-acc3-6c273591e011 req-f79996ac-d66f-4e7c-9816-f90624be3fff tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:22.995531 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dee6cc88-d74d-45cb-acc3-6c273591e011 req-f79996ac-d66f-4e7c-9816-f90624be3fff tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 1096 time: 0.4542038 Jul 23 16:21:23.001407 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d691626d-c491-4a01-9233-420a9866cc13 req-01b6e4e2-5eec-4b73-93ae-3e59ad56c227 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3eebd1a0-62c0-400c-82f7-916de5a2968c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964503 Jul 23 16:21:23.024666 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-3e69ee60-726a-483b-8b36-95b52b2bedf1 None None] Port d12ba940-3a05-42a7-9eba-b447e907f79f cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:21:23.048697 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-7413ead8-5357-4033-be59-a8f27cdb0b7e tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5419405 Jul 23 16:21:23.071208 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-d468f72b-c69a-4a49-aaa6-b634a18a5798 service neutron] Request body: {'port': {'device_id': 'e011af3f-f7ea-456f-ade5-35c437d0262e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:23.098302 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['73cf402e-041a-4a65-853b-18de3c99c53e', '7fda5483-fa08-4101-a62c-47e5fb8b3df6'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:23.145180 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8fb200dd-71bc-4766-9314-5f2600b5077a req-33068c16-c407-48ef-9dc9-49fde6adf1dc tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369190 Jul 23 16:21:23.183001 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dee6cc88-d74d-45cb-acc3-6c273591e011 req-1a016d1f-be94-4ffc-be80-4cd599d3001d tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804957 Jul 23 16:21:23.183934 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c3269fd1-c206-456c-9568-7d45ec9e197a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:23.291496 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d691626d-c491-4a01-9233-420a9866cc13 req-2e69fabd-17d5-4f1f-908c-a54230035f3d service neutron] 10.222.0.97 "GET /v2.0/networks/3eebd1a0-62c0-400c-82f7-916de5a2968c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721713 Jul 23 16:21:23.432666 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-d468f72b-c69a-4a49-aaa6-b634a18a5798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:23.569463 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 74a14000-f295-4bc4-94de-f096c0a633f1 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:23.585558 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d691626d-c491-4a01-9233-420a9866cc13 req-d62c67cd-e52c-403e-a88f-063affe99ce8 service neutron] 10.222.0.97 "GET /v2.0/networks/3eebd1a0-62c0-400c-82f7-916de5a2968c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569387 Jul 23 16:21:23.590335 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894d465-c436-4197-a2ca-1090a5c37e2d req-d0790ba3-2c40-4df7-85f3-0a4807ff3091 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:23.591817 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2894d465-c436-4197-a2ca-1090a5c37e2d req-d0790ba3-2c40-4df7-85f3-0a4807ff3091 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 1096 time: 0.2994621 Jul 23 16:21:23.601906 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfe47d-0afa-4791-8c96-670a132cc12e req-a47e79e4-100e-4369-ba91-e41158e5941a tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:23.603464 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cdbfe47d-0afa-4791-8c96-670a132cc12e req-a47e79e4-100e-4369-ba91-e41158e5941a tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/ports?device_id=8119da64-f9f4-46af-bffc-141464378e80 HTTP/1.1" status: 200 len: 946 time: 0.3695896 Jul 23 16:21:23.627392 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 74a14000-f295-4bc4-94de-f096c0a633f1 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:23.632362 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 74a14000-f295-4bc4-94de-f096c0a633f1 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:23.632737 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:23.711464 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:23.735463 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297f9104-b508-4369-a4fd-0620617b3cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a14000-f295-4bc4-94de-f096c0a633f1'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:23.738453 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9a7a22-18c2-448b-9baa-0d2748dc1a4a" -d '{"events": [{"server_uuid": "297f9104-b508-4369-a4fd-0620617b3cfb", "name": "network-vif-plugged", "status": "completed", "tag": "74a14000-f295-4bc4-94de-f096c0a633f1"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:23.755672 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 74a14000-f295-4bc4-94de-f096c0a633f1, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=74a14000-f295-4bc4-94de-f096c0a633f1,segment=NetworkSegment(13380f59-e4ec-4a16-8d62-9f34dd4434a0),segment_id=13380f59-e4ec-4a16-8d62-9f34dd4434a0)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:23.760237 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:23.810019 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=74a14000-f295-4bc4-94de-f096c0a633f1,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:24.103468 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2894d465-c436-4197-a2ca-1090a5c37e2d req-4503703c-d4e5-4b1b-9c7e-0c19dd23bcb5 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688377 Jul 23 16:21:24.118256 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cdbfe47d-0afa-4791-8c96-670a132cc12e req-8c33f6cf-063c-4cf5-9a8e-fa5dde33f3cf tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/security-groups?id=0752d89f-cbae-46a6-aa9d-219cc61cde66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4514048 Jul 23 16:21:24.175224 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3269fd1-c206-456c-9568-7d45ec9e197a admin admin] Router 846f29e1-a1c9-4498-89f0-92b7fdfdd088 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:21:24.433476 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f957c8-2a22-4424-9ef5-39fe4cb62176 req-8227496c-2cf4-4792-a4e9-af34f9883e54 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:24.434987 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-36f957c8-2a22-4424-9ef5-39fe4cb62176 req-8227496c-2cf4-4792-a4e9-af34f9883e54 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/ports?device_id=297f9104-b508-4369-a4fd-0620617b3cfb HTTP/1.1" status: 200 len: 945 time: 0.2662685 Jul 23 16:21:24.447782 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f52f11-9a63-49cb-a393-b479e58608b3 req-2bada6e0-653b-4179-9c65-f7222350c4b1 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:24.449234 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e1f52f11-9a63-49cb-a393-b479e58608b3 req-2bada6e0-653b-4179-9c65-f7222350c4b1 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=e011af3f-f7ea-456f-ade5-35c437d0262e HTTP/1.1" status: 200 len: 936 time: 0.2395394 Jul 23 16:21:24.484264 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3269fd1-c206-456c-9568-7d45ec9e197a admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:21:24.487089 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-d468f72b-c69a-4a49-aaa6-b634a18a5798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d12ba940-3a05-42a7-9eba-b447e907f79f {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:24.492816 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47793029-5873-4b5d-bbad-7a61a8e73707 None None] Sync routers for ids ['846f29e1-a1c9-4498-89f0-92b7fdfdd088'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:21:24.502017 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c3269fd1-c206-456c-9568-7d45ec9e197a admin admin] 10.222.0.73 "PUT /v2.0/routers/846f29e1-a1c9-4498-89f0-92b7fdfdd088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0116985 Jul 23 16:21:24.502334 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47793029-5873-4b5d-bbad-7a61a8e73707 None None] Routers {'846f29e1-a1c9-4498-89f0-92b7fdfdd088'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:24.502938 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-47793029-5873-4b5d-bbad-7a61a8e73707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:21:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['846f29e1-a1c9-4498-89f0-92b7fdfdd088'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:24.505283 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57862) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:24.515957 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-d468f72b-c69a-4a49-aaa6-b634a18a5798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:24.550841 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-36f957c8-2a22-4424-9ef5-39fe4cb62176 req-074a9526-72d3-473e-b1c0-70a895d237fc tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/security-groups?id=f72f61d5-126e-45e2-91bd-72f6314f3a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006272 Jul 23 16:21:24.555367 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-d468f72b-c69a-4a49-aaa6-b634a18a5798 service neutron] Transition to ACTIVE for port object d12ba940-3a05-42a7-9eba-b447e907f79f will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:24.558736 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e1f52f11-9a63-49cb-a393-b479e58608b3 req-d1e6b20e-a52f-412b-9d57-116626cf8fd1 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962658 Jul 23 16:21:24.562297 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-d468f72b-c69a-4a49-aaa6-b634a18a5798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:24.656977 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d468f72b-c69a-4a49-aaa6-b634a18a5798 service neutron] Pushing event updated for resources: {'Port': ['ID=d12ba940-3a05-42a7-9eba-b447e907f79f,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:24.684755 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-47793029-5873-4b5d-bbad-7a61a8e73707 None None] Set router 846f29e1-a1c9-4498-89f0-92b7fdfdd088 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:24.751799 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db3abc6-3ceb-44aa-a9d4-f9cd8375ae4c x-openstack-request-id: req-1db3abc6-3ceb-44aa-a9d4-f9cd8375ae4c {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:24.752388 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297f9104-b508-4369-a4fd-0620617b3cfb", "name": "network-vif-plugged", "status": "completed", "tag": "74a14000-f295-4bc4-94de-f096c0a633f1", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:24.752388 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1db3abc6-3ceb-44aa-a9d4-f9cd8375ae4c {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:24.752714 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297f9104-b508-4369-a4fd-0620617b3cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a14000-f295-4bc4-94de-f096c0a633f1', 'code': 200} Jul 23 16:21:24.896643 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-d468f72b-c69a-4a49-aaa6-b634a18a5798 service neutron] Attempting to bind port d12ba940-3a05-42a7-9eba-b447e907f79f on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:24.896971 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-d468f72b-c69a-4a49-aaa6-b634a18a5798 service neutron] Attempting to bind port d12ba940-3a05-42a7-9eba-b447e907f79f by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:24.897330 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-d468f72b-c69a-4a49-aaa6-b634a18a5798 service neutron] Attempting to bind port d12ba940-3a05-42a7-9eba-b447e907f79f on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:24.927813 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94e718-8923-49be-9d7b-8affd1dfbd71 req-e9c37722-679c-4fc1-98f7-d3f5a058cf1b tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:24.929545 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd94e718-8923-49be-9d7b-8affd1dfbd71 req-e9c37722-679c-4fc1-98f7-d3f5a058cf1b tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff18a6b0-128d-4e90-b897-5b308e233ca2 HTTP/1.1" status: 200 len: 943 time: 0.2806952 Jul 23 16:21:24.937691 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-47793029-5873-4b5d-bbad-7a61a8e73707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846f29e1-a1c9-4498-89f0-92b7fdfdd088', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1222140801-router', 'tenant_id': '80c03c16ac1742d1b4525751db35702c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'a1763fa6-ff33-4914-b7f2-bb51021967bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:07Z', 'updated_at': '2021-07-23T16:21:22Z', 'revision_number': 5, 'project_id': '80c03c16ac1742d1b4525751db35702c', 'gw_port': {'id': 'a1763fa6-ff33-4914-b7f2-bb51021967bd', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846f29e1-a1c9-4498-89f0-92b7fdfdd088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:08Z', 'updated_at': '2021-07-23T16:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:24.956238 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-d468f72b-c69a-4a49-aaa6-b634a18a5798 service neutron] Port d12ba940-3a05-42a7-9eba-b447e907f79f on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:21:24.956566 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-d468f72b-c69a-4a49-aaa6-b634a18a5798 service neutron] Attempting to bind port d12ba940-3a05-42a7-9eba-b447e907f79f on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:24.966656 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-d468f72b-c69a-4a49-aaa6-b634a18a5798 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:21:24.967352 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-d468f72b-c69a-4a49-aaa6-b634a18a5798 service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:24.967792 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-d468f72b-c69a-4a49-aaa6-b634a18a5798 service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:21:24.968235 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-d468f72b-c69a-4a49-aaa6-b634a18a5798 service neutron] Bound port: d12ba940-3a05-42a7-9eba-b447e907f79f, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:24.968593 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-d468f72b-c69a-4a49-aaa6-b634a18a5798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:24.982499 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47793029-5873-4b5d-bbad-7a61a8e73707 None None] Checking router: 846f29e1-a1c9-4498-89f0-92b7fdfdd088 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:21:24.992322 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47793029-5873-4b5d-bbad-7a61a8e73707 None None] Routers {'846f29e1-a1c9-4498-89f0-92b7fdfdd088'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:24.992501 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0afc-bb5d-4c27-b5ce-08e590bc65bd admin admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:24.993019 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-47793029-5873-4b5d-bbad-7a61a8e73707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:21:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['846f29e1-a1c9-4498-89f0-92b7fdfdd088'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:25.068632 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd62d65-2d4b-4a3d-889c-6b3c285f164d req-60878499-f024-4869-958e-8fcd3e36eaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:25.070286 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9bd62d65-2d4b-4a3d-889c-6b3c285f164d req-60878499-f024-4869-958e-8fcd3e36eaec service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=297f9104-b508-4369-a4fd-0620617b3cfb HTTP/1.1" status: 200 len: 1096 time: 0.2357118 Jul 23 16:21:25.108854 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-47793029-5873-4b5d-bbad-7a61a8e73707 None None] Set router 846f29e1-a1c9-4498-89f0-92b7fdfdd088 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:25.111413 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0afc-bb5d-4c27-b5ce-08e590bc65bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:25.116033 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd94e718-8923-49be-9d7b-8affd1dfbd71 req-7d7ec2bd-df36-4a86-89d0-5f16a1b2562a tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622281 Jul 23 16:21:25.150833 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c41c5-b172-4d41-afc7-6c3ecb8ceb13 req-ca222b88-ceec-4606-9033-09d2f291624b tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:25.153877 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-113c41c5-b172-4d41-afc7-6c3ecb8ceb13 req-ca222b88-ceec-4606-9033-09d2f291624b tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/ports?device_id=8119da64-f9f4-46af-bffc-141464378e80 HTTP/1.1" status: 200 len: 946 time: 0.2539153 Jul 23 16:21:25.157806 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-d468f72b-c69a-4a49-aaa6-b634a18a5798 service neutron] For port d12ba940-3a05-42a7-9eba-b447e907f79f, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:25.163235 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-d468f72b-c69a-4a49-aaa6-b634a18a5798 service neutron] For port d12ba940-3a05-42a7-9eba-b447e907f79f, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d12ba940-3a05-42a7-9eba-b447e907f79f,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:25.169965 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57868) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:25.180289 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9bd62d65-2d4b-4a3d-889c-6b3c285f164d req-3935a6f6-dfd9-4409-bf64-29105c57eec0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f72f61d5-126e-45e2-91bd-72f6314f3a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924966 Jul 23 16:21:25.182085 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-d468f72b-c69a-4a49-aaa6-b634a18a5798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:25.187196 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6bd365db-2be7-4cf4-82af-2f4f56d1893f tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Request body: {'floatingip': {'port_id': '564472cb-078f-4f4d-9144-57e9c32b0013'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:25.241284 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-d468f72b-c69a-4a49-aaa6-b634a18a5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:25.242541 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-d468f72b-c69a-4a49-aaa6-b634a18a5798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:25.244261 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-d468f72b-c69a-4a49-aaa6-b634a18a5798 service neutron] 10.222.0.97 "PUT /v2.0/ports/d12ba940-3a05-42a7-9eba-b447e907f79f HTTP/1.1" status: 200 len: 1096 time: 2.1794388 Jul 23 16:21:25.245401 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e011af3f-f7ea-456f-ade5-35c437d0262e', 'tag': 'd12ba940-3a05-42a7-9eba-b447e907f79f'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:25.248115 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140879a7-8df2-4c5d-bab5-22dc71ec296b" -d '{"events": [{"name": "network-changed", "server_uuid": "e011af3f-f7ea-456f-ade5-35c437d0262e", "tag": "d12ba940-3a05-42a7-9eba-b447e907f79f"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:25.294414 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6bd365db-2be7-4cf4-82af-2f4f56d1893f tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks [] for floatingip, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:25.388128 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-9e7e0afc-bb5d-4c27-b5ce-08e590bc65bd admin admin] Deleting port a1763fa6-ff33-4914-b7f2-bb51021967bd {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:25.388491 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0afc-bb5d-4c27-b5ce-08e590bc65bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:25.390327 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-47793029-5873-4b5d-bbad-7a61a8e73707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846f29e1-a1c9-4498-89f0-92b7fdfdd088', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1222140801-router', 'tenant_id': '80c03c16ac1742d1b4525751db35702c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'a1763fa6-ff33-4914-b7f2-bb51021967bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:07Z', 'updated_at': '2021-07-23T16:21:22Z', 'revision_number': 5, 'project_id': '80c03c16ac1742d1b4525751db35702c', 'gw_port': {'id': 'a1763fa6-ff33-4914-b7f2-bb51021967bd', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846f29e1-a1c9-4498-89f0-92b7fdfdd088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:08Z', 'updated_at': '2021-07-23T16:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:25.408612 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d468f72b-c69a-4a49-aaa6-b634a18a5798 service neutron] Pushing event updated for resources: {'Port': ['ID=d12ba940-3a05-42a7-9eba-b447e907f79f,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:25.424758 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47793029-5873-4b5d-bbad-7a61a8e73707 None None] The sync data for ids ['846f29e1-a1c9-4498-89f0-92b7fdfdd088'] in n-d-778549-4 is: [{'id': '846f29e1-a1c9-4498-89f0-92b7fdfdd088', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1222140801-router', 'tenant_id': '80c03c16ac1742d1b4525751db35702c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'a1763fa6-ff33-4914-b7f2-bb51021967bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:07Z', 'updated_at': '2021-07-23T16:21:22Z', 'revision_number': 5, 'project_id': '80c03c16ac1742d1b4525751db35702c', 'gw_port': {'id': 'a1763fa6-ff33-4914-b7f2-bb51021967bd', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846f29e1-a1c9-4498-89f0-92b7fdfdd088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:08Z', 'updated_at': '2021-07-23T16:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:21:25.466892 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd160bfd-aaf3-432d-8059-dc4b839390c3 req-23a93ba9-21ca-465a-b395-d74398955aa4 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:25.468363 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd160bfd-aaf3-432d-8059-dc4b839390c3 req-23a93ba9-21ca-465a-b395-d74398955aa4 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 950 time: 0.2506456 Jul 23 16:21:25.510203 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-35338a4e-0564-469c-8591-dab3d847cf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:25.511657 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-35338a4e-0564-469c-8591-dab3d847cf28 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&device_id=e011af3f-f7ea-456f-ade5-35c437d0262e HTTP/1.1" status: 200 len: 1099 time: 0.2146752 Jul 23 16:21:25.541654 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-9e7e0afc-bb5d-4c27-b5ce-08e590bc65bd admin admin] For port a1763fa6-ff33-4914-b7f2-bb51021967bd, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a1763fa6-ff33-4914-b7f2-bb51021967bd,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:25.542254 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0afc-bb5d-4c27-b5ce-08e590bc65bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:25.563308 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-9e7e0afc-bb5d-4c27-b5ce-08e590bc65bd admin admin] Calling delete_port for a1763fa6-ff33-4914-b7f2-bb51021967bd owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:25.576282 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd160bfd-aaf3-432d-8059-dc4b839390c3 req-29c9e5a2-855e-446f-b456-8638414798ea tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905285 Jul 23 16:21:25.582278 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-04a00369-a9b5-464c-9732-c9d168bdf80e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=d12ba940-3a05-42a7-9eba-b447e907f79f HTTP/1.1" status: 200 len: 217 time: 0.0560954 Jul 23 16:21:25.647022 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-a0d93fdb-19af-4b9d-baba-e1e431acf937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:25.648554 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-a0d93fdb-19af-4b9d-baba-e1e431acf937 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0562375 Jul 23 16:21:25.654578 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225d515b-7de2-4488-bec6-76571fb48876 x-openstack-request-id: req-225d515b-7de2-4488-bec6-76571fb48876 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:25.655521 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e011af3f-f7ea-456f-ade5-35c437d0262e", "tag": "d12ba940-3a05-42a7-9eba-b447e907f79f", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:25.655888 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-225d515b-7de2-4488-bec6-76571fb48876 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:25.656479 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e011af3f-f7ea-456f-ade5-35c437d0262e', 'tag': 'd12ba940-3a05-42a7-9eba-b447e907f79f', 'status': 'completed', 'code': 200} Jul 23 16:21:25.783290 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-3179741f-8326-4851-a8fc-eabed50b5d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:25.784855 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-3179741f-8326-4851-a8fc-eabed50b5d4d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1087532 Jul 23 16:21:25.831569 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 3ecede05-e0b9-455d-90f9-4feff4d0b498 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:21:25.837757 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcad7fd-0257-4126-9b02-8275ebe1271e req-c4c82a06-1cdf-4dc5-a7e1-cb5cf5dd6ba5 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:25.839536 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ffcad7fd-0257-4126-9b02-8275ebe1271e req-c4c82a06-1cdf-4dc5-a7e1-cb5cf5dd6ba5 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/ports?device_id=297f9104-b508-4369-a4fd-0620617b3cfb HTTP/1.1" status: 200 len: 945 time: 0.1217480 Jul 23 16:21:25.945077 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ffcad7fd-0257-4126-9b02-8275ebe1271e req-19aa6525-f06f-4a4c-8cfd-c09a676f3448 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/security-groups?id=f72f61d5-126e-45e2-91bd-72f6314f3a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903895 Jul 23 16:21:25.968101 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-fbaf7ebd-2490-4280-87c3-9c1ad1065642 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683693 Jul 23 16:21:26.045320 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0afc-bb5d-4c27-b5ce-08e590bc65bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:26.056894 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 3ecede05-e0b9-455d-90f9-4feff4d0b498, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=3ecede05-e0b9-455d-90f9-4feff4d0b498,segment=NetworkSegment(786593a5-a224-4584-8758-80516f86a2d4),segment_id=786593a5-a224-4584-8758-80516f86a2d4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:26.105296 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '3ecede05-e0b9-455d-90f9-4feff4d0b498', 'network_id': '3eebd1a0-62c0-400c-82f7-916de5a2968c', 'port_id': '3ecede05-e0b9-455d-90f9-4feff4d0b498', 'mac_address': 'fa:16:3e:5d:66:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '670ca53c-2984-479e-bf7f-2a3910e1c6e7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:21:26.113030 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.db.resource_extend [None req-6bd365db-2be7-4cf4-82af-2f4f56d1893f tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:21:26.129592 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e0afc-bb5d-4c27-b5ce-08e590bc65bd admin admin] Pushing event deleted for resources: {'Port': ['ID=a1763fa6-ff33-4914-b7f2-bb51021967bd,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:26.161001 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fd1ce18-7866-477f-a90b-c703c7114a3b req-2b28213b-4b8f-4473-9e57-2fd46528d49b service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804776 Jul 23 16:21:26.169715 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:26.192684 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ecede05-e0b9-455d-90f9-4feff4d0b498 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:26.194439 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7777fb6-7e24-481c-8da1-3fa779fac85a req-d76578d0-6097-4d8a-8e22-d96786934f38 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:26.196178 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7777fb6-7e24-481c-8da1-3fa779fac85a req-d76578d0-6097-4d8a-8e22-d96786934f38 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=e011af3f-f7ea-456f-ade5-35c437d0262e HTTP/1.1" status: 200 len: 948 time: 0.1327565 Jul 23 16:21:26.219554 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 3ecede05-e0b9-455d-90f9-4feff4d0b498, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=3ecede05-e0b9-455d-90f9-4feff4d0b498,segment=NetworkSegment(786593a5-a224-4584-8758-80516f86a2d4),segment_id=786593a5-a224-4584-8758-80516f86a2d4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:26.225315 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:26.283144 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6bd365db-2be7-4cf4-82af-2f4f56d1893f tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:26.286753 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7777fb6-7e24-481c-8da1-3fa779fac85a req-6c3a301a-865a-40e3-a8ef-b87457913d89 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752251 Jul 23 16:21:26.290978 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6bd365db-2be7-4cf4-82af-2f4f56d1893f tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:26.294919 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0afc-bb5d-4c27-b5ce-08e590bc65bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:26.323708 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=3ecede05-e0b9-455d-90f9-4feff4d0b498,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:26.389652 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140879a7-8df2-4c5d-bab5-22dc71ec296b req-6e3da8ee-ed6d-4c17-a500-809e06d3e137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:26.391578 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-140879a7-8df2-4c5d-bab5-22dc71ec296b req-6e3da8ee-ed6d-4c17-a500-809e06d3e137 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&device_id=e011af3f-f7ea-456f-ade5-35c437d0262e HTTP/1.1" status: 200 len: 1099 time: 0.1024084 Jul 23 16:21:26.399500 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-448f5d3a-217d-499c-8163-1f99407c875a req-f0d4eb06-d7a1-4400-9d6a-15db7633aba2 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:21:26.400523 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-448f5d3a-217d-499c-8163-1f99407c875a req-f0d4eb06-d7a1-4400-9d6a-15db7633aba2 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065193 Jul 23 16:21:26.459420 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-448f5d3a-217d-499c-8163-1f99407c875a req-f43ab884-8fe2-4825-9fb3-53e6706e6266 service neutron] Request body: {'binding': {'host': 'n-h2-778549-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:26.459967 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-448f5d3a-217d-499c-8163-1f99407c875a req-f43ab884-8fe2-4825-9fb3-53e6706e6266 service neutron] Unknown quota resources ['binding']. {{(pid=94012) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:21:26.481925 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0afc-bb5d-4c27-b5ce-08e590bc65bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:26.485266 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:26.486546 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0afc-bb5d-4c27-b5ce-08e590bc65bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:26.506172 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:21:26.506600 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device bb9e6349-7ba8-4e73-a0f2-c3ade1dafc0c not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:21:26.547725 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0afc-bb5d-4c27-b5ce-08e590bc65bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:26.548367 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7e0afc-bb5d-4c27-b5ce-08e590bc65bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 846f29e1-a1c9-4498-89f0-92b7fdfdd088 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:21:26.554745 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0afc-bb5d-4c27-b5ce-08e590bc65bd admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:26.558366 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9e7e0afc-bb5d-4c27-b5ce-08e590bc65bd admin admin] 10.222.0.73 "DELETE /v2.0/routers/846f29e1-a1c9-4498-89f0-92b7fdfdd088 HTTP/1.1" status: 204 len: 168 time: 2.0495584 Jul 23 16:21:26.558669 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57900) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:26.569835 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-6bd365db-2be7-4cf4-82af-2f4f56d1893f tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Floating IP 747bedb4-80cb-47ad-90d4-8ba3fb72cd4b associated. External IP: 172.25.8.156, port: 564472cb-078f-4f4d-9144-57e9c32b0013. Jul 23 16:21:26.616634 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140879a7-8df2-4c5d-bab5-22dc71ec296b req-ab60c354-02b2-43d6-a4d6-5fec9be03f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:26.618170 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-140879a7-8df2-4c5d-bab5-22dc71ec296b req-ab60c354-02b2-43d6-a4d6-5fec9be03f6a service neutron] 10.222.0.97 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.2091024 Jul 23 16:21:26.684759 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ac1910-b6b9-46a9-9685-d7e9d5564764 admin admin] Deleting subnet dd2c7866-9c63-458e-b11d-673a6269e3eb {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:21:26.691040 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75ac1910-b6b9-46a9-9685-d7e9d5564764 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:26.708793 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56110ee7-cd3c-4c51-954e-5093b784b3d1 req-06cdece3-f284-4abf-aba5-eef704394675 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:26.710370 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-56110ee7-cd3c-4c51-954e-5093b784b3d1 req-06cdece3-f284-4abf-aba5-eef704394675 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff18a6b0-128d-4e90-b897-5b308e233ca2 HTTP/1.1" status: 200 len: 944 time: 0.2119501 Jul 23 16:21:26.718036 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-140879a7-8df2-4c5d-bab5-22dc71ec296b req-45e03bc8-7b4f-4819-91c2-6086d633edb4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=d12ba940-3a05-42a7-9eba-b447e907f79f HTTP/1.1" status: 200 len: 217 time: 0.0844805 Jul 23 16:21:26.739523 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75ac1910-b6b9-46a9-9685-d7e9d5564764 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:26.769529 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['3ecede05-e0b9-455d-90f9-4feff4d0b498'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:26.824998 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-56110ee7-cd3c-4c51-954e-5093b784b3d1 req-6cbe6f83-d4d8-46ce-b466-098613337977 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058984 Jul 23 16:21:26.831335 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140879a7-8df2-4c5d-bab5-22dc71ec296b req-d36f0183-efae-4ff9-abbe-f68531a8ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:26.832825 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-140879a7-8df2-4c5d-bab5-22dc71ec296b req-d36f0183-efae-4ff9-abbe-f68531a8ea52 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1034949 Jul 23 16:21:26.838593 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-448f5d3a-217d-499c-8163-1f99407c875a req-f43ab884-8fe2-4825-9fb3-53e6706e6266 service neutron] Attempting to bind port 4b875778-5e92-4516-9209-671578e4db1d on host n-h2-778549-4 for vnic_type normal with profile None {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:26.838932 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-448f5d3a-217d-499c-8163-1f99407c875a req-f43ab884-8fe2-4825-9fb3-53e6706e6266 service neutron] Attempting to bind port 4b875778-5e92-4516-9209-671578e4db1d by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:26.839264 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448f5d3a-217d-499c-8163-1f99407c875a req-f43ab884-8fe2-4825-9fb3-53e6706e6266 service neutron] Attempting to bind port 4b875778-5e92-4516-9209-671578e4db1d on network cbcbd292-3824-44cf-913c-59a7184e692c {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:26.856176 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448f5d3a-217d-499c-8163-1f99407c875a req-f43ab884-8fe2-4825-9fb3-53e6706e6266 service neutron] Port 4b875778-5e92-4516-9209-671578e4db1d on network cbcbd292-3824-44cf-913c-59a7184e692c not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:21:26.856590 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448f5d3a-217d-499c-8163-1f99407c875a req-f43ab884-8fe2-4825-9fb3-53e6706e6266 service neutron] Attempting to bind port 4b875778-5e92-4516-9209-671578e4db1d on network cbcbd292-3824-44cf-913c-59a7184e692c {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:26.885514 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448f5d3a-217d-499c-8163-1f99407c875a req-f43ab884-8fe2-4825-9fb3-53e6706e6266 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:21:26.885514 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448f5d3a-217d-499c-8163-1f99407c875a req-f43ab884-8fe2-4825-9fb3-53e6706e6266 service neutron] Checking segment: {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:26.885974 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448f5d3a-217d-499c-8163-1f99407c875a req-f43ab884-8fe2-4825-9fb3-53e6706e6266 service neutron] Bound using segment: {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:21:26.886478 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-448f5d3a-217d-499c-8163-1f99407c875a req-f43ab884-8fe2-4825-9fb3-53e6706e6266 service neutron] Bound port: 4b875778-5e92-4516-9209-671578e4db1d, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:26.924200 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75ac1910-b6b9-46a9-9685-d7e9d5564764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:26.963267 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd365db-2be7-4cf4-82af-2f4f56d1893f tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Router edfaf1cb-7e33-469e-acab-3c18955a278d has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:21:27.017226 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-448f5d3a-217d-499c-8163-1f99407c875a req-f43ab884-8fe2-4825-9fb3-53e6706e6266 service neutron] For port 4b875778-5e92-4516-9209-671578e4db1d, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=4b875778-5e92-4516-9209-671578e4db1d,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:27.027252 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140879a7-8df2-4c5d-bab5-22dc71ec296b req-9dc32d5f-57fd-4649-b77e-9a2988325187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:27.027471 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75ac1910-b6b9-46a9-9685-d7e9d5564764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:27.029780 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-140879a7-8df2-4c5d-bab5-22dc71ec296b req-9dc32d5f-57fd-4649-b77e-9a2988325187 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1838734 Jul 23 16:21:27.032723 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-448f5d3a-217d-499c-8163-1f99407c875a req-f43ab884-8fe2-4825-9fb3-53e6706e6266 service neutron] Notify callbacks [] for binding, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:27.033843 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-448f5d3a-217d-499c-8163-1f99407c875a req-f43ab884-8fe2-4825-9fb3-53e6706e6266 service neutron] 10.222.0.73 "POST /v2.0/ports/4b875778-5e92-4516-9209-671578e4db1d/bindings HTTP/1.1" status: 201 len: 389 time: 0.6259830 Jul 23 16:21:27.116213 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac1910-b6b9-46a9-9685-d7e9d5564764 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd2c7866-9c63-458e-b11d-673a6269e3eb,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:27.132490 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c18463f-c863-4527-80b0-d62ce3610faf None None] Network b1f151ab-1123-45ae-b2e9-fb16b89957a6 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:21:27.133681 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75ac1910-b6b9-46a9-9685-d7e9d5564764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:27.136639 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-75ac1910-b6b9-46a9-9685-d7e9d5564764 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/dd2c7866-9c63-458e-b11d-673a6269e3eb HTTP/1.1" status: 204 len: 168 time: 0.5769024 Jul 23 16:21:27.140803 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57908) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:27.155490 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daadd9e-35cc-4128-8032-24fd6c512e62 req-606f9284-0f71-4a94-b13c-5e2724dbb567 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:27.164457 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6daadd9e-35cc-4128-8032-24fd6c512e62 req-606f9284-0f71-4a94-b13c-5e2724dbb567 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 950 time: 0.2226875 Jul 23 16:21:27.248579 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-140879a7-8df2-4c5d-bab5-22dc71ec296b req-854b7ca4-c560-40fc-ac15-ded266ab625f service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085989 Jul 23 16:21:27.267084 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd365db-2be7-4cf4-82af-2f4f56d1893f tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:21:27.284622 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e8f3ada8-8ea8-4f17-b800-c58c64371543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:27.294373 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6bd365db-2be7-4cf4-82af-2f4f56d1893f tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:27.294985 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823a5871-535c-4949-a4a3-acda0b27c635 None None] Sync routers for ids ['edfaf1cb-7e33-469e-acab-3c18955a278d'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:21:27.304895 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6daadd9e-35cc-4128-8032-24fd6c512e62 req-e0e745bc-1f44-4039-bf1f-eade3eb13c5b tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390672 Jul 23 16:21:27.313708 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823a5871-535c-4949-a4a3-acda0b27c635 None None] Routers {'edfaf1cb-7e33-469e-acab-3c18955a278d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:27.313708 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-823a5871-535c-4949-a4a3-acda0b27c635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:21:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['edfaf1cb-7e33-469e-acab-3c18955a278d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:27.370897 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6bd365db-2be7-4cf4-82af-2f4f56d1893f tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "PUT /v2.0/floatingips/747bedb4-80cb-47ad-90d4-8ba3fb72cd4b HTTP/1.1" status: 200 len: 992 time: 2.1991541 Jul 23 16:21:27.387717 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8119da64-f9f4-46af-bffc-141464378e80', 'tag': '564472cb-078f-4f4d-9144-57e9c32b0013'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:27.390052 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e18a3ee-30da-4cb9-85b9-c0d16d84e6af" -d '{"events": [{"name": "network-changed", "server_uuid": "8119da64-f9f4-46af-bffc-141464378e80", "tag": "564472cb-078f-4f4d-9144-57e9c32b0013"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:27.422619 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e8f3ada8-8ea8-4f17-b800-c58c64371543 admin admin] Deleting port f91ca780-ac49-4528-846b-1d8d0a4e5a6d {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:27.422980 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e8f3ada8-8ea8-4f17-b800-c58c64371543 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:27.450382 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-823a5871-535c-4949-a4a3-acda0b27c635 None None] Set router edfaf1cb-7e33-469e-acab-3c18955a278d gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:27.467671 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bfa40-bd0f-41ae-ac73-7d6e2eb630cd req-a4715e74-3e63-440d-b0bf-802b0c6d6dcc tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:27.469285 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-570bfa40-bd0f-41ae-ac73-7d6e2eb630cd req-a4715e74-3e63-440d-b0bf-802b0c6d6dcc tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/ports?device_id=297f9104-b508-4369-a4fd-0620617b3cfb HTTP/1.1" status: 200 len: 945 time: 0.2724960 Jul 23 16:21:27.495598 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e8f3ada8-8ea8-4f17-b800-c58c64371543 admin admin] For port f91ca780-ac49-4528-846b-1d8d0a4e5a6d, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=f91ca780-ac49-4528-846b-1d8d0a4e5a6d,segment=NetworkSegment(dedb19f5-ca79-4be5-848b-cf9122cd39e8),segment_id=dedb19f5-ca79-4be5-848b-cf9122cd39e8)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:27.495980 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e8f3ada8-8ea8-4f17-b800-c58c64371543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:27.522234 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e8f3ada8-8ea8-4f17-b800-c58c64371543 admin admin] Calling delete_port for f91ca780-ac49-4528-846b-1d8d0a4e5a6d owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:27.525750 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-140879a7-8df2-4c5d-bab5-22dc71ec296b req-6227b22a-ee7d-4e5c-80ef-408a6c0c9aec service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643938 Jul 23 16:21:27.562451 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d487067b-7435-4a9f-ad82-ba90cce00866 None None] DHCP port deletion for b1f151ab-1123-45ae-b2e9-fb16b89957a6 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:21:27.565205 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f5d3a-217d-499c-8163-1f99407c875a req-22ad0480-9d8c-4723-9b45-34b86f8310ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:27.567022 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-448f5d3a-217d-499c-8163-1f99407c875a req-22ad0480-9d8c-4723-9b45-34b86f8310ec service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 1096 time: 0.2263880 Jul 23 16:21:27.577289 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41e358-78ea-4e05-99ae-bcae27145de5 req-0ba6c4d5-534a-40c0-9d80-ae642fb46453 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:27.578819 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0d41e358-78ea-4e05-99ae-bcae27145de5 req-0ba6c4d5-534a-40c0-9d80-ae642fb46453 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 945 time: 0.2228756 Jul 23 16:21:27.581962 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-570bfa40-bd0f-41ae-ac73-7d6e2eb630cd req-b18f40a9-e6f1-400b-b0d8-75da98b37b4d tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/security-groups?id=f72f61d5-126e-45e2-91bd-72f6314f3a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996914 Jul 23 16:21:27.634480 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e8f3ada8-8ea8-4f17-b800-c58c64371543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:27.668782 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3ada8-8ea8-4f17-b800-c58c64371543 admin admin] Pushing event deleted for resources: {'Port': ['ID=f91ca780-ac49-4528-846b-1d8d0a4e5a6d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:27.674126 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f3ada8-8ea8-4f17-b800-c58c64371543 admin admin] No DVR routers for this DVR port f91ca780-ac49-4528-846b-1d8d0a4e5a6d on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:21:27.703444 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-d487067b-7435-4a9f-ad82-ba90cce00866 None None] Deleting port f91ca780-ac49-4528-846b-1d8d0a4e5a6d {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:27.703804 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d487067b-7435-4a9f-ad82-ba90cce00866 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:27.719872 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0d41e358-78ea-4e05-99ae-bcae27145de5 req-128e22d9-c07d-4693-9551-94d2d75ea396 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274462 Jul 23 16:21:27.761083 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e8f3ada8-8ea8-4f17-b800-c58c64371543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:27.772740 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-e8f3ada8-8ea8-4f17-b800-c58c64371543 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f151ab-1123-45ae-b2e9-fb16b89957a6']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:27.786512 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-e8f3ada8-8ea8-4f17-b800-c58c64371543 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dedb19f5-ca79-4be5-848b-cf9122cd39e8') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:27.786956 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-e8f3ada8-8ea8-4f17-b800-c58c64371543 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dedb19f5-ca79-4be5-848b-cf9122cd39e8') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:27.787372 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f5d3a-217d-499c-8163-1f99407c875a req-904724ae-7d37-498e-80ba-8e4125a65cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:27.790328 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-448f5d3a-217d-499c-8163-1f99407c875a req-904724ae-7d37-498e-80ba-8e4125a65cb3 service neutron] 10.222.0.97 "GET /v2.0/networks?id=cbcbd292-3824-44cf-913c-59a7184e692c HTTP/1.1" status: 200 len: 910 time: 0.2070227 Jul 23 16:21:27.797709 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-d487067b-7435-4a9f-ad82-ba90cce00866 None None] For port f91ca780-ac49-4528-846b-1d8d0a4e5a6d, host n-d-778549-4, got binding levels [] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:27.798000 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e8f3ada8-8ea8-4f17-b800-c58c64371543 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:27.798159 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d487067b-7435-4a9f-ad82-ba90cce00866 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:27.813467 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-d487067b-7435-4a9f-ad82-ba90cce00866 None None] Calling delete_port for f91ca780-ac49-4528-846b-1d8d0a4e5a6d owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:27.815618 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e8f3ada8-8ea8-4f17-b800-c58c64371543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:27.816918 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.ipam_backend_mixin [None req-d487067b-7435-4a9f-ad82-ba90cce00866 None None] Port f91ca780-ac49-4528-846b-1d8d0a4e5a6d was not found and therefore no delete operation was performed {{(pid=94014) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:21:27.820457 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d487067b-7435-4a9f-ad82-ba90cce00866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:27.827670 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f3ada8-8ea8-4f17-b800-c58c64371543 admin admin] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:21:27.828472 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e8f3ada8-8ea8-4f17-b800-c58c64371543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:27.831144 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:21:27.831144 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:21:27.831144 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:21:27.831144 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:21:27.831144 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:21:27.831144 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:21:27.831144 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:21:27.831144 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:21:27.831144 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:21:27.831144 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:21:27.831144 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:21:27.831144 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:21:27.831144 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:21:27.831144 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:21:27.831144 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:21:27.831144 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:21:27.831144 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:21:27.831144 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:21:27.831144 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:21:27.831144 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:21:27.831144 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:21:27.831144 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:21:27.831144 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:21:27.831144 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:21:27.831144 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:21:27.831144 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:21:27.831144 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:21:27.831144 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:21:27.831144 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:21:27.831144 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:21:27.831144 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:21:27.831144 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:21:27.849606 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487067b-7435-4a9f-ad82-ba90cce00866 None None] Pushing event deleted for resources: {'Port': ['ID=f91ca780-ac49-4528-846b-1d8d0a4e5a6d,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:27.855444 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-823a5871-535c-4949-a4a3-acda0b27c635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839438847-router', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:11Z', 'updated_at': '2021-07-23T16:18:22Z', 'revision_number': 4, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'gw_port': {'id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:13Z', 'updated_at': '2021-07-23T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '747bedb4-80cb-47ad-90d4-8ba3fb72cd4b', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'floating_ip_address': '172.25.8.156', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'port_id': '564472cb-078f-4f4d-9144-57e9c32b0013', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7', 'mac_address': 'fa:16:3e:ef:0c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8119da64-f9f4-46af-bffc-141464378e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:18:51Z', 'updated_at': '2021-07-23T16:21:25Z', 'revision_number': 5, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f06a521b-8af7-4cbd-a4a1-8156c7e218a0', 'name': '', 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'mac_address': 'fa:16:3e:40:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:20Z', 'updated_at': '2021-07-23T16:18:33Z', 'revision_number': 5, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'subnets': [{'id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:27.857987 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d487067b-7435-4a9f-ad82-ba90cce00866 None None] No DVR routers for this DVR port f91ca780-ac49-4528-846b-1d8d0a4e5a6d on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:21:27.889253 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823a5871-535c-4949-a4a3-acda0b27c635 None None] Checking router: edfaf1cb-7e33-469e-acab-3c18955a278d for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:21:27.906563 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823a5871-535c-4949-a4a3-acda0b27c635 None None] Routers {'edfaf1cb-7e33-469e-acab-3c18955a278d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:27.907206 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-823a5871-535c-4949-a4a3-acda0b27c635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:21:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['edfaf1cb-7e33-469e-acab-3c18955a278d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:27.932972 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3412868e-6ed7-48bb-90cb-b3e9329bf1b4 x-openstack-request-id: req-3412868e-6ed7-48bb-90cb-b3e9329bf1b4 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:27.933835 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8119da64-f9f4-46af-bffc-141464378e80", "tag": "564472cb-078f-4f4d-9144-57e9c32b0013", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:27.934508 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3412868e-6ed7-48bb-90cb-b3e9329bf1b4 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:27.936106 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8119da64-f9f4-46af-bffc-141464378e80', 'tag': '564472cb-078f-4f4d-9144-57e9c32b0013', 'status': 'completed', 'code': 200} Jul 23 16:21:27.951976 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e8f3ada8-8ea8-4f17-b800-c58c64371543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:27.983067 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e8f3ada8-8ea8-4f17-b800-c58c64371543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:27.987151 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e8f3ada8-8ea8-4f17-b800-c58c64371543 admin admin] 10.222.0.73 "DELETE /v2.0/networks/b1f151ab-1123-45ae-b2e9-fb16b89957a6 HTTP/1.1" status: 204 len: 168 time: 0.8440027 Jul 23 16:21:27.993266 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3ada8-8ea8-4f17-b800-c58c64371543 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1f151ab-1123-45ae-b2e9-fb16b89957a6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:28.052991 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-823a5871-535c-4949-a4a3-acda0b27c635 None None] Set router edfaf1cb-7e33-469e-acab-3c18955a278d gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:28.153073 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57924) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:28.186133 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6faaa26-6ade-452f-8761-6f79e8ff2035 req-4c313ae5-0dac-4d18-8689-ee4b85720c51 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:28.187222 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d6faaa26-6ade-452f-8761-6f79e8ff2035 req-4c313ae5-0dac-4d18-8689-ee4b85720c51 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=e011af3f-f7ea-456f-ade5-35c437d0262e HTTP/1.1" status: 200 len: 948 time: 0.5127935 Jul 23 16:21:28.200974 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-161d4f07-f0c7-4c7e-a93a-e04946d83062 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=80c03c16ac1742d1b4525751db35702c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440645 Jul 23 16:21:28.201249 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57926) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:28.220662 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-448f5d3a-217d-499c-8163-1f99407c875a req-3e189346-db16-4c70-bcb1-e0a2401f2a77 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b875778-5e92-4516-9209-671578e4db1d HTTP/1.1" status: 200 len: 217 time: 0.4165494 Jul 23 16:21:28.253885 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-54d08def-8514-4aa3-85fd-ddd717486e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:28.277635 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-54d08def-8514-4aa3-85fd-ddd717486e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:28.305212 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-823a5871-535c-4949-a4a3-acda0b27c635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839438847-router', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:11Z', 'updated_at': '2021-07-23T16:18:22Z', 'revision_number': 4, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'gw_port': {'id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:13Z', 'updated_at': '2021-07-23T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '747bedb4-80cb-47ad-90d4-8ba3fb72cd4b', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'floating_ip_address': '172.25.8.156', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'port_id': '564472cb-078f-4f4d-9144-57e9c32b0013', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7', 'mac_address': 'fa:16:3e:ef:0c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8119da64-f9f4-46af-bffc-141464378e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:18:51Z', 'updated_at': '2021-07-23T16:21:25Z', 'revision_number': 5, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f06a521b-8af7-4cbd-a4a1-8156c7e218a0', 'name': '', 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'mac_address': 'fa:16:3e:40:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:20Z', 'updated_at': '2021-07-23T16:18:33Z', 'revision_number': 5, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'subnets': [{'id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:28.329719 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-54d08def-8514-4aa3-85fd-ddd717486e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:28.333628 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-54d08def-8514-4aa3-85fd-ddd717486e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:28.337469 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-54d08def-8514-4aa3-85fd-ddd717486e8b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/796df4f4-dca4-47df-acfa-86e6f66d6696 HTTP/1.1" status: 204 len: 168 time: 0.1327639 Jul 23 16:21:28.337637 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823a5871-535c-4949-a4a3-acda0b27c635 None None] The sync data for ids ['edfaf1cb-7e33-469e-acab-3c18955a278d'] in n-d-778549-4 is: [{'id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839438847-router', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:11Z', 'updated_at': '2021-07-23T16:18:22Z', 'revision_number': 4, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'gw_port': {'id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:13Z', 'updated_at': '2021-07-23T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '747bedb4-80cb-47ad-90d4-8ba3fb72cd4b', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'floating_ip_address': '172.25.8.156', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'port_id': '564472cb-078f-4f4d-9144-57e9c32b0013', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7', 'mac_address': 'fa:16:3e:ef:0c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8119da64-f9f4-46af-bffc-141464378e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:18:51Z', 'updated_at': '2021-07-23T16:21:25Z', 'revision_number': 5, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f06a521b-8af7-4cbd-a4a1-8156c7e218a0', 'name': '', 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'mac_address': 'fa:16:3e:40:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:20Z', 'updated_at': '2021-07-23T16:18:33Z', 'revision_number': 5, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'subnets': [{'id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:21:28.351595 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d08def-8514-4aa3-85fd-ddd717486e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796df4f4-dca4-47df-acfa-86e6f66d6696,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:28.387820 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f5d3a-217d-499c-8163-1f99407c875a req-58613a41-6ae7-4a13-a7ab-156b14e4e4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:28.389587 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-448f5d3a-217d-499c-8163-1f99407c875a req-58613a41-6ae7-4a13-a7ab-156b14e4e4c8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f8384c77-6398-425d-9275-6a23db41a285 HTTP/1.1" status: 200 len: 848 time: 0.1449625 Jul 23 16:21:28.393007 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d6faaa26-6ade-452f-8761-6f79e8ff2035 req-692ca3aa-1878-4532-9aa0-1d6077c017b7 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517138 Jul 23 16:21:28.454618 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18a3ee-30da-4cb9-85b9-c0d16d84e6af req-6660834e-aff3-4993-8ccd-7433e5fa404f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:28.456155 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5e18a3ee-30da-4cb9-85b9-c0d16d84e6af req-6660834e-aff3-4993-8ccd-7433e5fa404f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72c5035a103e4dd0b897fa7cd5257ce2&device_id=8119da64-f9f4-46af-bffc-141464378e80 HTTP/1.1" status: 200 len: 1097 time: 0.2801704 Jul 23 16:21:28.458096 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-448f5d3a-217d-499c-8163-1f99407c875a req-b8435b58-96bc-42e7-b9d3-fd1e1bcf9fb8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cbcbd292-3824-44cf-913c-59a7184e692c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534453 Jul 23 16:21:28.465682 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5a17f-ec2c-4148-9a6c-ddc9c1011428 req-75c02ac9-81f7-494d-8f55-458bf041df80 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:28.467142 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c1d5a17f-ec2c-4148-9a6c-ddc9c1011428 req-75c02ac9-81f7-494d-8f55-458bf041df80 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/ports?device_id=70b18718-940c-4049-bec1-714a22b0a4c7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2897720 Jul 23 16:21:28.472619 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f91ca780-ac49-4528-846b-1d8d0a4e5a6d no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:28.497190 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: f91ca780-ac49-4528-846b-1d8d0a4e5a6d {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:21:28.497319 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f91ca780-ac49-4528-846b-1d8d0a4e5a6d not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:21:28.497692 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a1763fa6-ff33-4914-b7f2-bb51021967bd no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:28.526954 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: a1763fa6-ff33-4914-b7f2-bb51021967bd {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:21:28.527302 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a1763fa6-ff33-4914-b7f2-bb51021967bd not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:21:28.572600 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c1d5a17f-ec2c-4148-9a6c-ddc9c1011428 req-076f2542-c031-4a40-b861-b95992e3fa8d tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 696 time: 0.0891612 Jul 23 16:21:28.604078 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712ae88f-40d7-4cf8-b99b-201703305453 None None] New status for floating IP 747bedb4-80cb-47ad-90d4-8ba3fb72cd4b: ACTIVE {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:21:28.614326 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-c1d5a17f-ec2c-4148-9a6c-ddc9c1011428 req-a5438990-93d4-471c-92d6-4b15980425af tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Request body: {'floatingip': {'port_id': 'b5e2d096-7211-483d-961a-a931e814f70f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:28.733888 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c1d5a17f-ec2c-4148-9a6c-ddc9c1011428 req-a5438990-93d4-471c-92d6-4b15980425af tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks [] for floatingip, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:28.857914 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-448f5d3a-217d-499c-8163-1f99407c875a req-c600063d-d237-4f14-b950-729dedc828bf service neutron] 10.222.0.97 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832641 Jul 23 16:21:28.909003 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac96e9b-b6df-4139-ab2d-3617dc5b7cf4 req-13aa2096-ffb8-4065-ab2a-435c12cf569c tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:28.910529 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aac96e9b-b6df-4139-ab2d-3617dc5b7cf4 req-13aa2096-ffb8-4065-ab2a-435c12cf569c tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff18a6b0-128d-4e90-b897-5b308e233ca2 HTTP/1.1" status: 200 len: 944 time: 0.4097791 Jul 23 16:21:28.911609 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18a3ee-30da-4cb9-85b9-c0d16d84e6af req-57260dbf-4c50-4793-8938-e96fc0a0ce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:28.913179 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5e18a3ee-30da-4cb9-85b9-c0d16d84e6af req-57260dbf-4c50-4793-8938-e96fc0a0ce01 service neutron] 10.222.0.74 "GET /v2.0/networks?id=32aa57db-50f4-4fb5-8615-f427929748c7 HTTP/1.1" status: 200 len: 926 time: 0.3698640 Jul 23 16:21:29.151922 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aac96e9b-b6df-4139-ab2d-3617dc5b7cf4 req-7b680f86-bbe1-4ff8-9b4f-d79893c98f70 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326868 Jul 23 16:21:29.160604 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5e18a3ee-30da-4cb9-85b9-c0d16d84e6af req-d9663c62-ab00-4eab-af34-2036cc94be0a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=564472cb-078f-4f4d-9144-57e9c32b0013 HTTP/1.1" status: 200 len: 1002 time: 0.2268057 Jul 23 16:21:29.226109 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-448f5d3a-217d-499c-8163-1f99407c875a req-75e1a93c-5eb9-4d3a-bfa0-c529bf3bc381 service neutron] 10.222.0.97 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505890 Jul 23 16:21:29.303664 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18a3ee-30da-4cb9-85b9-c0d16d84e6af req-78ab9103-9a7a-4295-b4ba-c57bb4656e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:29.305153 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5e18a3ee-30da-4cb9-85b9-c0d16d84e6af req-78ab9103-9a7a-4295-b4ba-c57bb4656e4e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5689c481-3fca-47c4-82a6-5fb7b7ff5a03 HTTP/1.1" status: 200 len: 863 time: 0.1288254 Jul 23 16:21:29.533598 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260e340-2da0-4ea1-8270-344264a2bfe0 req-713dd357-550f-40a1-9368-5c4494bbd172 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:29.535128 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0260e340-2da0-4ea1-8270-344264a2bfe0 req-713dd357-550f-40a1-9368-5c4494bbd172 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 950 time: 0.3053267 Jul 23 16:21:29.664391 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18a3ee-30da-4cb9-85b9-c0d16d84e6af req-320aec6c-11b1-4eef-ae16-15d39544ca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:29.665826 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5e18a3ee-30da-4cb9-85b9-c0d16d84e6af req-320aec6c-11b1-4eef-ae16-15d39544ca0a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=32aa57db-50f4-4fb5-8615-f427929748c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3336928 Jul 23 16:21:29.675463 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0260e340-2da0-4ea1-8270-344264a2bfe0 req-26b85f51-3c0f-4fa9-afcf-bb2696a92b58 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230080 Jul 23 16:21:29.717145 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c1d5a17f-ec2c-4148-9a6c-ddc9c1011428 req-a5438990-93d4-471c-92d6-4b15980425af tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:29.724591 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c1d5a17f-ec2c-4148-9a6c-ddc9c1011428 req-a5438990-93d4-471c-92d6-4b15980425af tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:29.859867 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device d12ba940-3a05-42a7-9eba-b447e907f79f details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:21:29.864364 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 3ecede05-e0b9-455d-90f9-4feff4d0b498 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:29.885984 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5e18a3ee-30da-4cb9-85b9-c0d16d84e6af req-a0bb2302-3918-4d54-90df-ac56a4e9bcfa service neutron] 10.222.0.74 "GET /v2.0/networks/32aa57db-50f4-4fb5-8615-f427929748c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094908 Jul 23 16:21:29.927556 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [req-c1d5a17f-ec2c-4148-9a6c-ddc9c1011428 req-a5438990-93d4-471c-92d6-4b15980425af tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Floating IP 7d7252e1-c7ca-4884-9150-b222d29fc6ae associated. External IP: 172.25.8.209, port: b5e2d096-7211-483d-961a-a931e814f70f. Jul 23 16:21:29.975414 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 3ecede05-e0b9-455d-90f9-4feff4d0b498 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:29.983007 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 3ecede05-e0b9-455d-90f9-4feff4d0b498 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:29.983383 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:30.026265 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port d12ba940-3a05-42a7-9eba-b447e907f79f, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d12ba940-3a05-42a7-9eba-b447e907f79f,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:30.045651 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'd12ba940-3a05-42a7-9eba-b447e907f79f', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': 'd12ba940-3a05-42a7-9eba-b447e907f79f', 'mac_address': 'fa:16:3e:41:b1:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:21:30.113900 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:30.135634 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:30.138449 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d12ba940-3a05-42a7-9eba-b447e907f79f {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:30.177935 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port d12ba940-3a05-42a7-9eba-b447e907f79f, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d12ba940-3a05-42a7-9eba-b447e907f79f,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:30.184257 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff18a6b0-128d-4e90-b897-5b308e233ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecede05-e0b9-455d-90f9-4feff4d0b498'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:30.186567 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc946c68-5d92-45f9-b857-160ab9783e3e" -d '{"events": [{"server_uuid": "ff18a6b0-128d-4e90-b897-5b308e233ca2", "name": "network-vif-plugged", "status": "completed", "tag": "3ecede05-e0b9-455d-90f9-4feff4d0b498"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:30.196644 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:30.203016 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 3ecede05-e0b9-455d-90f9-4feff4d0b498, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=3ecede05-e0b9-455d-90f9-4feff4d0b498,segment=NetworkSegment(786593a5-a224-4584-8758-80516f86a2d4),segment_id=786593a5-a224-4584-8758-80516f86a2d4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:30.285975 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c53d35-c1a8-42ed-a13d-91fe54067f39 req-135220bf-66cb-470e-8f8c-f74cf3ae40f4 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:30.288172 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d0c53d35-c1a8-42ed-a13d-91fe54067f39 req-135220bf-66cb-470e-8f8c-f74cf3ae40f4 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 945 time: 0.5341325 Jul 23 16:21:30.324468 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-30a30d24-af43-4bc0-861b-9fe060570eb4 service neutron] show failed (client error): The resource could not be found. Jul 23 16:21:30.326224 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-30a30d24-af43-4bc0-861b-9fe060570eb4 service neutron] 10.222.0.74 "GET /v2.0/ports/f46ac28d-abb4-433c-a4be-e695eada86f5/bindings/n-h2-778549-4 HTTP/1.1" status: 404 len: 380 time: 0.0761163 Jul 23 16:21:30.345759 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:30.374143 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=d12ba940-3a05-42a7-9eba-b447e907f79f,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:30.409540 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d0c53d35-c1a8-42ed-a13d-91fe54067f39 req-3c05d055-3695-4d76-aaea-d8b9fad8acb4 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939188 Jul 23 16:21:30.432990 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5e18a3ee-30da-4cb9-85b9-c0d16d84e6af req-3a452593-aaf1-4c87-ace9-0616ed9be4dc service neutron] 10.222.0.74 "GET /v2.0/networks/32aa57db-50f4-4fb5-8615-f427929748c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5329132 Jul 23 16:21:30.465166 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=3ecede05-e0b9-455d-90f9-4feff4d0b498,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:30.603462 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1d5a17f-ec2c-4148-9a6c-ddc9c1011428 req-a5438990-93d4-471c-92d6-4b15980425af tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Router 7a383e5e-0eb8-439e-82a6-5fbe5d73684d has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:21:30.708996 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-396a4c74-05c9-4c8b-b7fd-19dab3716f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:30.710627 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-396a4c74-05c9-4c8b-b7fd-19dab3716f4c service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613&tenant_id=4ed385c197f74460a2c666d87d79e6e5 HTTP/1.1" status: 200 len: 1101 time: 0.1462317 Jul 23 16:21:30.719427 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['d12ba940-3a05-42a7-9eba-b447e907f79f'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:30.728119 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-c7dc6c38-492f-4401-b139-0b64e894b11a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778549-4', 'device_owner': 'compute:nova'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:30.753561 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1d5a17f-ec2c-4148-9a6c-ddc9c1011428 req-a5438990-93d4-471c-92d6-4b15980425af tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:21:30.766588 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeacb62-e22a-4247-a58b-00ea500da816 None None] Sync routers for ids ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:21:30.769721 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c1d5a17f-ec2c-4148-9a6c-ddc9c1011428 req-a5438990-93d4-471c-92d6-4b15980425af tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:30.794533 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeacb62-e22a-4247-a58b-00ea500da816 None None] Routers {'7a383e5e-0eb8-439e-82a6-5fbe5d73684d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:30.795036 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-bbeacb62-e22a-4247-a58b-00ea500da816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:21:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:30.859892 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-f7d8e2dc-7c08-4ecd-882e-f5ee74037665 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=b0d42660649f451b83b0ac872423bc5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383387 Jul 23 16:21:30.913439 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c1d5a17f-ec2c-4148-9a6c-ddc9c1011428 req-a5438990-93d4-471c-92d6-4b15980425af tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "PUT /v2.0/floatingips/7d7252e1-c7ca-4884-9150-b222d29fc6ae HTTP/1.1" status: 200 len: 997 time: 2.3054736 Jul 23 16:21:30.935600 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b18718-940c-4049-bec1-714a22b0a4c7', 'tag': 'b5e2d096-7211-483d-961a-a931e814f70f'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:30.937776 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f878c5-b88d-41a6-a426-93b3be558cca" -d '{"events": [{"name": "network-changed", "server_uuid": "70b18718-940c-4049-bec1-714a22b0a4c7", "tag": "b5e2d096-7211-483d-961a-a931e814f70f"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:30.940721 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-bbeacb62-e22a-4247-a58b-00ea500da816 None None] Set router 7a383e5e-0eb8-439e-82a6-5fbe5d73684d gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:31.044421 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-c7dc6c38-492f-4401-b139-0b64e894b11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:31.071116 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-da0a5357-6a9f-466d-9288-e6de18e974b4 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:31.072808 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-da0a5357-6a9f-466d-9288-e6de18e974b4 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2007332 Jul 23 16:21:31.117071 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5a17f-ec2c-4148-9a6c-ddc9c1011428 req-7d06defb-f9d4-4939-bc5f-408ef5a38e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:31.118593 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c1d5a17f-ec2c-4148-9a6c-ddc9c1011428 req-7d06defb-f9d4-4939-bc5f-408ef5a38e81 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf040608ce9243169469d1c384fac592&device_id=70b18718-940c-4049-bec1-714a22b0a4c7 HTTP/1.1" status: 200 len: 1097 time: 0.1732991 Jul 23 16:21:31.120071 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-b9f1acee-06c4-49b3-96bd-c8d89a4af416 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] 10.222.0.73 "GET /v2.0/quotas/b0d42660649f451b83b0ac872423bc5f HTTP/1.1" status: 200 len: 375 time: 0.0405540 Jul 23 16:21:31.221300 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-bbeacb62-e22a-4247-a58b-00ea500da816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'name': 'tempest-FloatingIPsAssociationTestJSON-236955263-router', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:31Z', 'updated_at': '2021-07-23T16:20:37Z', 'revision_number': 4, 'project_id': 'bf040608ce9243169469d1c384fac592', 'gw_port': {'id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:32Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '7d7252e1-c7ca-4884-9150-b222d29fc6ae', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'port_id': 'b5e2d096-7211-483d-961a-a931e814f70f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'mac_address': 'fa:16:3e:35:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b18718-940c-4049-bec1-714a22b0a4c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:21:10Z', 'updated_at': '2021-07-23T16:21:29Z', 'revision_number': 1, 'project_id': 'bf040608ce9243169469d1c384fac592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e30b8c-dd95-4a80-a2f2-de903471da91', 'name': '', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'mac_address': 'fa:16:3e:c4:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:35Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 5, 'project_id': 'bf040608ce9243169469d1c384fac592', 'subnets': [{'id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:31.237614 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-02005bd4-9cf9-46cc-9eab-b16568586fc8 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b0d42660649f451b83b0ac872423bc5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1107950 Jul 23 16:21:31.254453 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeacb62-e22a-4247-a58b-00ea500da816 None None] Checking router: 7a383e5e-0eb8-439e-82a6-5fbe5d73684d for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:21:31.264659 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeacb62-e22a-4247-a58b-00ea500da816 None None] Routers {'7a383e5e-0eb8-439e-82a6-5fbe5d73684d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:31.265374 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-bbeacb62-e22a-4247-a58b-00ea500da816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:21:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:31.372910 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5a17f-ec2c-4148-9a6c-ddc9c1011428 req-fcc9e868-d5eb-469e-8a91-14fbde2bbf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:31.374445 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c1d5a17f-ec2c-4148-9a6c-ddc9c1011428 req-fcc9e868-d5eb-469e-8a91-14fbde2bbf8e service neutron] 10.222.0.73 "GET /v2.0/networks?id=4dd97669-66b3-495e-9f83-265cbe5bb756 HTTP/1.1" status: 200 len: 922 time: 0.2407765 Jul 23 16:21:31.436042 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-bbeacb62-e22a-4247-a58b-00ea500da816 None None] Set router 7a383e5e-0eb8-439e-82a6-5fbe5d73684d gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:31.470947 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-c7dc6c38-492f-4401-b139-0b64e894b11a service neutron] For port f46ac28d-abb4-433c-a4be-e695eada86f5, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f46ac28d-abb4-433c-a4be-e695eada86f5,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:31.520935 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c1d5a17f-ec2c-4148-9a6c-ddc9c1011428 req-4f855b15-d915-48f3-a2e1-c9bcdf1654ae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5e2d096-7211-483d-961a-a931e814f70f HTTP/1.1" status: 200 len: 1000 time: 0.1372786 Jul 23 16:21:31.596238 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-c7dc6c38-492f-4401-b139-0b64e894b11a service neutron] For port f46ac28d-abb4-433c-a4be-e695eada86f5, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:31.645605 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5a17f-ec2c-4148-9a6c-ddc9c1011428 req-51a602df-2338-4bd6-a122-3a576eab9733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:31.647604 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c1d5a17f-ec2c-4148-9a6c-ddc9c1011428 req-51a602df-2338-4bd6-a122-3a576eab9733 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b06d044d-7a5d-4455-8030-ecfa0a3c6204 HTTP/1.1" status: 200 len: 859 time: 0.1082175 Jul 23 16:21:31.669393 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804c1fd-08a0-4aea-b7fa-06f8b6bd428e req-daab125c-530a-4e02-8ea8-be9e2a4f9ed1 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:31.670944 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6804c1fd-08a0-4aea-b7fa-06f8b6bd428e req-daab125c-530a-4e02-8ea8-be9e2a4f9ed1 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=e011af3f-f7ea-456f-ade5-35c437d0262e HTTP/1.1" status: 200 len: 949 time: 0.2214825 Jul 23 16:21:31.720815 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-c7dc6c38-492f-4401-b139-0b64e894b11a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:31.755710 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-c7dc6c38-492f-4401-b139-0b64e894b11a service neutron] Transition to ACTIVE for port object f46ac28d-abb4-433c-a4be-e695eada86f5 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:31.762384 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-c7dc6c38-492f-4401-b139-0b64e894b11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:31.767581 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-bbeacb62-e22a-4247-a58b-00ea500da816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'name': 'tempest-FloatingIPsAssociationTestJSON-236955263-router', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:31Z', 'updated_at': '2021-07-23T16:20:37Z', 'revision_number': 4, 'project_id': 'bf040608ce9243169469d1c384fac592', 'gw_port': {'id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:32Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '7d7252e1-c7ca-4884-9150-b222d29fc6ae', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'port_id': 'b5e2d096-7211-483d-961a-a931e814f70f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'mac_address': 'fa:16:3e:35:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b18718-940c-4049-bec1-714a22b0a4c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:21:10Z', 'updated_at': '2021-07-23T16:21:29Z', 'revision_number': 1, 'project_id': 'bf040608ce9243169469d1c384fac592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e30b8c-dd95-4a80-a2f2-de903471da91', 'name': '', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'mac_address': 'fa:16:3e:c4:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:35Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 5, 'project_id': 'bf040608ce9243169469d1c384fac592', 'subnets': [{'id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:31.801841 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeacb62-e22a-4247-a58b-00ea500da816 None None] The sync data for ids ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'] in n-d-778549-4 is: [{'id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'name': 'tempest-FloatingIPsAssociationTestJSON-236955263-router', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:31Z', 'updated_at': '2021-07-23T16:20:37Z', 'revision_number': 4, 'project_id': 'bf040608ce9243169469d1c384fac592', 'gw_port': {'id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:32Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '7d7252e1-c7ca-4884-9150-b222d29fc6ae', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'port_id': 'b5e2d096-7211-483d-961a-a931e814f70f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'mac_address': 'fa:16:3e:35:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b18718-940c-4049-bec1-714a22b0a4c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:21:10Z', 'updated_at': '2021-07-23T16:21:29Z', 'revision_number': 1, 'project_id': 'bf040608ce9243169469d1c384fac592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e30b8c-dd95-4a80-a2f2-de903471da91', 'name': '', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'mac_address': 'fa:16:3e:c4:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:35Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 5, 'project_id': 'bf040608ce9243169469d1c384fac592', 'subnets': [{'id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:21:31.841999 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6804c1fd-08a0-4aea-b7fa-06f8b6bd428e req-1be8dce4-8838-4091-8964-3e9bdb75ce0c tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543894 Jul 23 16:21:31.895179 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-c7dc6c38-492f-4401-b139-0b64e894b11a service neutron] No DVR routers for this DVR port f46ac28d-abb4-433c-a4be-e695eada86f5 on host n-h1-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:21:31.923651 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc6c38-492f-4401-b139-0b64e894b11a service neutron] Pushing event updated for resources: {'Port': ['ID=f46ac28d-abb4-433c-a4be-e695eada86f5,revision_number=6']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:31.933247 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5a17f-ec2c-4148-9a6c-ddc9c1011428 req-2cd17abe-350b-45f3-a300-fb7bac6e10c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:31.934785 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c1d5a17f-ec2c-4148-9a6c-ddc9c1011428 req-2cd17abe-350b-45f3-a300-fb7bac6e10c8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4dd97669-66b3-495e-9f83-265cbe5bb756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2743330 Jul 23 16:21:31.986231 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-c1d5a17f-ec2c-4148-9a6c-ddc9c1011428 req-e6c003e5-5110-4c14-b537-1f8a4367f800 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:21:31.987804 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c1d5a17f-ec2c-4148-9a6c-ddc9c1011428 req-e6c003e5-5110-4c14-b537-1f8a4367f800 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0232446 Jul 23 16:21:32.043052 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-c7dc6c38-492f-4401-b139-0b64e894b11a service neutron] Attempting to bind port f46ac28d-abb4-433c-a4be-e695eada86f5 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:32.043522 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-c7dc6c38-492f-4401-b139-0b64e894b11a service neutron] Attempting to bind port f46ac28d-abb4-433c-a4be-e695eada86f5 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:32.043931 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-c7dc6c38-492f-4401-b139-0b64e894b11a service neutron] Attempting to bind port f46ac28d-abb4-433c-a4be-e695eada86f5 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:32.071083 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-c7dc6c38-492f-4401-b139-0b64e894b11a service neutron] Port f46ac28d-abb4-433c-a4be-e695eada86f5 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:21:32.071538 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-c7dc6c38-492f-4401-b139-0b64e894b11a service neutron] Attempting to bind port f46ac28d-abb4-433c-a4be-e695eada86f5 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:32.086058 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-c7dc6c38-492f-4401-b139-0b64e894b11a service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:21:32.086509 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-c7dc6c38-492f-4401-b139-0b64e894b11a service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:32.086971 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-c7dc6c38-492f-4401-b139-0b64e894b11a service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:21:32.087500 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-c7dc6c38-492f-4401-b139-0b64e894b11a service neutron] Bound port: f46ac28d-abb4-433c-a4be-e695eada86f5, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:32.087936 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-c7dc6c38-492f-4401-b139-0b64e894b11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:32.143797 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badfebb4-fa88-4037-917d-40c33e85c1b8 None None] New status for floating IP 7d7252e1-c7ca-4884-9150-b222d29fc6ae: ACTIVE {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:21:32.231822 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811989d-c6af-4194-9afb-5240c069d967 req-ec9b3430-c514-42bb-8630-cb051401f040 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:32.233405 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3811989d-c6af-4194-9afb-5240c069d967 req-ec9b3430-c514-42bb-8630-cb051401f040 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff18a6b0-128d-4e90-b897-5b308e233ca2 HTTP/1.1" status: 200 len: 945 time: 0.2655754 Jul 23 16:21:32.299359 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c1d5a17f-ec2c-4148-9a6c-ddc9c1011428 req-9af6e18b-1b36-4c9c-bdb8-a15256df4a2a service neutron] 10.222.0.73 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891209 Jul 23 16:21:32.305722 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-c7dc6c38-492f-4401-b139-0b64e894b11a service neutron] For port f46ac28d-abb4-433c-a4be-e695eada86f5, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:32.310573 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3811989d-c6af-4194-9afb-5240c069d967 req-67e72e0d-cd6c-4658-86d7-d902e70e7754 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678327 Jul 23 16:21:32.313433 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-c7dc6c38-492f-4401-b139-0b64e894b11a service neutron] For port f46ac28d-abb4-433c-a4be-e695eada86f5, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=f46ac28d-abb4-433c-a4be-e695eada86f5,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:32.343527 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-c7dc6c38-492f-4401-b139-0b64e894b11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:32.372020 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416eb0af-3350-4b0e-91f8-7f4db862bd8f x-openstack-request-id: req-416eb0af-3350-4b0e-91f8-7f4db862bd8f {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:32.372518 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff18a6b0-128d-4e90-b897-5b308e233ca2", "name": "network-vif-plugged", "status": "completed", "tag": "3ecede05-e0b9-455d-90f9-4feff4d0b498", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:32.372617 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-416eb0af-3350-4b0e-91f8-7f4db862bd8f {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:32.372954 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff18a6b0-128d-4e90-b897-5b308e233ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecede05-e0b9-455d-90f9-4feff4d0b498', 'code': 200} Jul 23 16:21:32.408357 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc6c38-492f-4401-b139-0b64e894b11a service neutron] Pushing event updated for resources: {'Port': ['ID=f46ac28d-abb4-433c-a4be-e695eada86f5,revision_number=7']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:32.419029 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-c7dc6c38-492f-4401-b139-0b64e894b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:32.419635 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-c7dc6c38-492f-4401-b139-0b64e894b11a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:32.421033 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-c7dc6c38-492f-4401-b139-0b64e894b11a service neutron] 10.222.0.97 "PUT /v2.0/ports/f46ac28d-abb4-433c-a4be-e695eada86f5 HTTP/1.1" status: 200 len: 1096 time: 1.6974289 Jul 23 16:21:32.562384 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dddef9f3-99ba-47c0-a3f4-9af4903fbdde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:32.610095 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c1d5a17f-ec2c-4148-9a6c-ddc9c1011428 req-4c527a94-3ae2-4106-9f0a-b12ab16311c2 service neutron] 10.222.0.73 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984917 Jul 23 16:21:32.694276 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a96d51a-ba57-48fc-81f4-2dd47fe1d4bf x-openstack-request-id: req-9a96d51a-ba57-48fc-81f4-2dd47fe1d4bf {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:32.694400 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70b18718-940c-4049-bec1-714a22b0a4c7", "tag": "b5e2d096-7211-483d-961a-a931e814f70f", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:32.694622 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9a96d51a-ba57-48fc-81f4-2dd47fe1d4bf {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:32.695331 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b18718-940c-4049-bec1-714a22b0a4c7', 'tag': 'b5e2d096-7211-483d-961a-a931e814f70f', 'status': 'completed', 'code': 200} Jul 23 16:21:32.697841 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-d5d8ccb5-2bdc-4c59-8eee-4b6c288c81b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:32.699795 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-d5d8ccb5-2bdc-4c59-8eee-4b6c288c81b9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 1099 time: 0.2209773 Jul 23 16:21:32.715876 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9220ca-3918-47f8-9413-00bc1d791130 req-ed137ff6-9568-4d7e-843f-a07736c694c8 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:32.723023 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1c9220ca-3918-47f8-9413-00bc1d791130 req-ed137ff6-9568-4d7e-843f-a07736c694c8 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 948 time: 0.2542992 Jul 23 16:21:32.774996 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8d728-b745-4425-9793-c1d328aef81a req-bc08fcc8-134f-4006-a03a-9698c0f3a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:32.777765 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2c8d728-b745-4425-9793-c1d328aef81a req-bc08fcc8-134f-4006-a03a-9698c0f3a804 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ff18a6b0-128d-4e90-b897-5b308e233ca2 HTTP/1.1" status: 200 len: 1096 time: 0.3102753 Jul 23 16:21:32.847408 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-7ddc9743-3b46-4856-9e76-0ca58e4229f1 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=b0d42660649f451b83b0ac872423bc5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1449227 Jul 23 16:21:32.879332 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-76a789fc-fe0e-4708-a0a6-32ebf15e501b req-07f5193e-a521-4fa4-8d07-2ea6997e9b80 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5256237-932c-4820-b7a8-b40001cbb90a HTTP/1.1" status: 200 len: 210 time: 0.1115365 Jul 23 16:21:32.993950 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1c9220ca-3918-47f8-9413-00bc1d791130 req-621ca825-ada2-493d-9dc8-0c9599aa38be tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694192 Jul 23 16:21:33.024996 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2c8d728-b745-4425-9793-c1d328aef81a req-c57966aa-c6d5-4656-bed4-d489bb0fe73e service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958086 Jul 23 16:21:33.113177 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-f6d9f0e2-8d9d-48ec-af2c-948eae8364c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:33.115223 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-f6d9f0e2-8d9d-48ec-af2c-948eae8364c3 service neutron] 10.222.0.97 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.3822420 Jul 23 16:21:33.129678 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f878c5-b88d-41a6-a426-93b3be558cca req-7ef212e5-f5ba-4893-886f-d20b0071e5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:33.133202 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-72f878c5-b88d-41a6-a426-93b3be558cca req-7ef212e5-f5ba-4893-886f-d20b0071e5f9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=bf040608ce9243169469d1c384fac592&device_id=70b18718-940c-4049-bec1-714a22b0a4c7 HTTP/1.1" status: 200 len: 1097 time: 0.3898008 Jul 23 16:21:33.191602 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-e4c9aa54-ffbd-412c-8a1e-087422cf12c7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=f46ac28d-abb4-433c-a4be-e695eada86f5 HTTP/1.1" status: 200 len: 217 time: 0.0656893 Jul 23 16:21:33.202093 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-47ca9c57-1132-42c7-b369-9535331f145b tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:33.203576 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-47ca9c57-1132-42c7-b369-9535331f145b tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3269961 Jul 23 16:21:33.220884 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-d6336136-bbaa-466b-8088-ad4c85013f29 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Request body: {'port': {'device_id': 'e5256237-932c-4820-b7a8-b40001cbb90a', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'admin_state_up': True, 'tenant_id': 'b0d42660649f451b83b0ac872423bc5f'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:33.618474 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cc9d5-875f-440a-81d1-4ed9145b22e9 req-6cde9d5c-78de-4945-8bca-7417fe1ad4b2 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:33.620200 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-028cc9d5-875f-440a-81d1-4ed9145b22e9 req-6cde9d5c-78de-4945-8bca-7417fe1ad4b2 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 945 time: 0.6635718 Jul 23 16:21:33.775991 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-c825dde6-3f8e-400b-8382-40aa545aa2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:33.777887 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-c825dde6-3f8e-400b-8382-40aa545aa2ad service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.5433927 Jul 23 16:21:33.857491 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-028cc9d5-875f-440a-81d1-4ed9145b22e9 req-2a757888-0e5f-4bb8-a94b-6c1cc4af6ef5 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299893 Jul 23 16:21:33.858515 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f878c5-b88d-41a6-a426-93b3be558cca req-7f6a5733-6482-4e8a-b151-651800d6b16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:33.859927 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-72f878c5-b88d-41a6-a426-93b3be558cca req-7f6a5733-6482-4e8a-b151-651800d6b16f service neutron] 10.222.0.97 "GET /v2.0/networks?id=4dd97669-66b3-495e-9f83-265cbe5bb756 HTTP/1.1" status: 200 len: 922 time: 0.6800408 Jul 23 16:21:33.872405 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device d12ba940-3a05-42a7-9eba-b447e907f79f up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:33.957616 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port d12ba940-3a05-42a7-9eba-b447e907f79f completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:33.962451 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port d12ba940-3a05-42a7-9eba-b447e907f79f triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:33.962788 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:33.965341 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-d6336136-bbaa-466b-8088-ad4c85013f29 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Made reservation on behalf of b0d42660649f451b83b0ac872423bc5f for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:33.968810 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-d6336136-bbaa-466b-8088-ad4c85013f29 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:34.006476 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-d6336136-bbaa-466b-8088-ad4c85013f29 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:34.039341 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-0d915946-2065-4f33-80c5-cf96964a0747 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:34.040970 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-0d915946-2065-4f33-80c5-cf96964a0747 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/ports?device_id=297f9104-b508-4369-a4fd-0620617b3cfb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4161682 Jul 23 16:21:34.043938 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:34.056511 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-72f878c5-b88d-41a6-a426-93b3be558cca req-4af9ad25-f393-4487-b4a5-fbeb8fea52d4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5e2d096-7211-483d-961a-a931e814f70f HTTP/1.1" status: 200 len: 1002 time: 0.1819046 Jul 23 16:21:34.069714 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-10760f89-ac41-4882-b3e8-24fa718b7d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:34.071780 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-10760f89-ac41-4882-b3e8-24fa718b7d59 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2725549 Jul 23 16:21:34.086561 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port d12ba940-3a05-42a7-9eba-b447e907f79f, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d12ba940-3a05-42a7-9eba-b447e907f79f,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:34.090865 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:34.140084 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=d12ba940-3a05-42a7-9eba-b447e907f79f,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:34.300804 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-caebd47a-a0a6-44cb-9bb9-c4dd9f8736d5 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 1002 time: 0.2466338 Jul 23 16:21:34.326476 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-a9876f65-f09c-48be-a813-a7fbbaf0361e tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Request body: {'floatingip': {'port_id': '74a14000-f295-4bc4-94de-f096c0a633f1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:34.330972 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f878c5-b88d-41a6-a426-93b3be558cca req-1765ef08-7e6d-405f-bcff-281b9bbd4691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:34.332398 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-72f878c5-b88d-41a6-a426-93b3be558cca req-1765ef08-7e6d-405f-bcff-281b9bbd4691 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b06d044d-7a5d-4455-8030-ecfa0a3c6204 HTTP/1.1" status: 200 len: 859 time: 0.2222352 Jul 23 16:21:34.373591 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e011af3f-f7ea-456f-ade5-35c437d0262e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12ba940-3a05-42a7-9eba-b447e907f79f'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:34.375344 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0be3b-9e31-4107-904a-a7967c5b1fea req-08ecac89-55ae-4691-8111-04feb6ae09f5 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:34.375909 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d679a7-d5bb-4576-9f22-9f3497eeb60c" -d '{"events": [{"server_uuid": "e011af3f-f7ea-456f-ade5-35c437d0262e", "name": "network-vif-plugged", "status": "completed", "tag": "d12ba940-3a05-42a7-9eba-b447e907f79f"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:34.376847 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4bb0be3b-9e31-4107-904a-a7967c5b1fea req-08ecac89-55ae-4691-8111-04feb6ae09f5 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=e011af3f-f7ea-456f-ade5-35c437d0262e HTTP/1.1" status: 200 len: 949 time: 0.4158077 Jul 23 16:21:34.468017 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-e9422a41-2019-476c-bf49-1be140e5d1ac service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455667 Jul 23 16:21:34.498274 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-a9876f65-f09c-48be-a813-a7fbbaf0361e tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks [] for floatingip, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:34.580159 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4bb0be3b-9e31-4107-904a-a7967c5b1fea req-b7301668-c6f1-43b9-9785-f91db72830e3 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927004 Jul 23 16:21:34.586885 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:34.669460 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-d6336136-bbaa-466b-8088-ad4c85013f29 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:34.699634 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ab39e5-3e39-4551-9140-f227e9eca613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f46ac28d-abb4-433c-a4be-e695eada86f5'}, {'name': 'network-changed', 'server_uuid': '89ab39e5-3e39-4551-9140-f227e9eca613', 'tag': 'f46ac28d-abb4-433c-a4be-e695eada86f5'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:34.701988 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f40673a-05ad-4903-8b6d-9971606abaa5" -d '{"events": [{"server_uuid": "89ab39e5-3e39-4551-9140-f227e9eca613", "name": "network-vif-unplugged", "status": "completed", "tag": "f46ac28d-abb4-433c-a4be-e695eada86f5"}, {"name": "network-changed", "server_uuid": "89ab39e5-3e39-4551-9140-f227e9eca613", "tag": "f46ac28d-abb4-433c-a4be-e695eada86f5"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:34.731741 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-d6336136-bbaa-466b-8088-ad4c85013f29 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:34.762819 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f878c5-b88d-41a6-a426-93b3be558cca req-4c9db24e-d0bd-4482-aec2-720e750fd291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:34.764360 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-72f878c5-b88d-41a6-a426-93b3be558cca req-4c9db24e-d0bd-4482-aec2-720e750fd291 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4dd97669-66b3-495e-9f83-265cbe5bb756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3810663 Jul 23 16:21:34.891120 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b230ecc3-ffd6-454e-bc31-deec9f5bc287 req-8ed5b9a0-c70c-4cae-b9f7-380860263773 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094219 Jul 23 16:21:34.911634 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6336136-bbaa-466b-8088-ad4c85013f29 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8a37ed-e440-47dc-9a47-c9dd0c1857f6,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:35.119416 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f1164-3542-4d12-a0eb-62932a892873 req-bbbdd0cb-bba5-491e-8d10-75870ae7ec08 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:35.121499 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-285f1164-3542-4d12-a0eb-62932a892873 req-bbbdd0cb-bba5-491e-8d10-75870ae7ec08 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff18a6b0-128d-4e90-b897-5b308e233ca2 HTTP/1.1" status: 200 len: 945 time: 0.4609170 Jul 23 16:21:35.180472 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-72f878c5-b88d-41a6-a426-93b3be558cca req-d6d0cf69-40a0-4e31-9401-55d05b8b0ed1 service neutron] 10.222.0.97 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959155 Jul 23 16:21:35.186600 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-d6336136-bbaa-466b-8088-ad4c85013f29 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Allocated IP 192.168.233.69 (eb3bf372-6ffe-4c33-8777-29948d4b4373/3812e6e5-38ac-4c93-85ce-3dab2cef76c9/f273342a-135c-4f7c-9ab7-fb0451c875de) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:21:35.296994 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-285f1164-3542-4d12-a0eb-62932a892873 req-6e78513c-9b5d-4eee-9fe0-9003860e4c13 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600800 Jul 23 16:21:35.328889 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a9baf244-5fef-42d9-bd96-ebbfaaec018d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:35.355439 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:35.552020 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-79af6ac5-98b4-4a42-9654-fe529ad61011 req-6578b812-5c88-448e-9260-9efba6fccf49 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5256237-932c-4820-b7a8-b40001cbb90a HTTP/1.1" status: 200 len: 210 time: 0.1464572 Jul 23 16:21:35.570766 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-72f878c5-b88d-41a6-a426-93b3be558cca req-cfd37533-f29c-4b82-9e89-dc6892069802 service neutron] 10.222.0.97 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767848 Jul 23 16:21:35.634124 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device f46ac28d-abb4-433c-a4be-e695eada86f5 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:35.655011 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-d6336136-bbaa-466b-8088-ad4c85013f29 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:35.674605 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device f46ac28d-abb4-433c-a4be-e695eada86f5 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:21:35.728414 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-d6336136-bbaa-466b-8088-ad4c85013f29 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Transition to ACTIVE for port object f273342a-135c-4f7c-9ab7-fb0451c875de will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:35.758221 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-a9876f65-f09c-48be-a813-a7fbbaf0361e tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:35.768964 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-a9876f65-f09c-48be-a813-a7fbbaf0361e tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:35.856405 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9731d-cbf8-4f01-ab74-7fce08dcaf70 req-c1af25cd-3d34-4f09-ad88-6d2ef4b507f4 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:35.857852 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abb9731d-cbf8-4f01-ab74-7fce08dcaf70 req-c1af25cd-3d34-4f09-ad88-6d2ef4b507f4 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 948 time: 0.2184894 Jul 23 16:21:35.888479 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-d6336136-bbaa-466b-8088-ad4c85013f29 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:36.284072 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-d6336136-bbaa-466b-8088-ad4c85013f29 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:36.287764 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abb9731d-cbf8-4f01-ab74-7fce08dcaf70 req-63367cdc-73a6-4536-b5be-a9cb4cdc7bb6 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219756 Jul 23 16:21:36.292355 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-d6336136-bbaa-466b-8088-ad4c85013f29 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:36.294191 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6336136-bbaa-466b-8088-ad4c85013f29 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Pushing event updated for resources: {'Port': ['ID=f273342a-135c-4f7c-9ab7-fb0451c875de,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:36.297819 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-d6336136-bbaa-466b-8088-ad4c85013f29 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:21:36.303347 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-a9876f65-f09c-48be-a813-a7fbbaf0361e tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Floating IP 7d7252e1-c7ca-4884-9150-b222d29fc6ae associated. External IP: 172.25.8.209, port: b5e2d096-7211-483d-961a-a931e814f70f. Jul 23 16:21:36.419909 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-d6336136-bbaa-466b-8088-ad4c85013f29 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:36.420566 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-d6336136-bbaa-466b-8088-ad4c85013f29 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:36.435912 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:36.441958 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-d6336136-bbaa-466b-8088-ad4c85013f29 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2254002 Jul 23 16:21:36.458274 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-3f252a7a-303a-4880-ae6d-b8a12caf5faf service neutron] Request body: {'port': {'device_id': 'e5256237-932c-4820-b7a8-b40001cbb90a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:36.510262 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9d8fe5-4dad-47db-ad75-97bc583569db x-openstack-request-id: req-7d9d8fe5-4dad-47db-ad75-97bc583569db {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:36.510661 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e011af3f-f7ea-456f-ade5-35c437d0262e", "name": "network-vif-plugged", "status": "completed", "tag": "d12ba940-3a05-42a7-9eba-b447e907f79f", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:36.511113 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7d9d8fe5-4dad-47db-ad75-97bc583569db {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:36.511667 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e011af3f-f7ea-456f-ade5-35c437d0262e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12ba940-3a05-42a7-9eba-b447e907f79f', 'code': 200} Jul 23 16:21:36.556738 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19ee90e-4db0-4e95-9bff-28f58ff413a7 x-openstack-request-id: req-e19ee90e-4db0-4e95-9bff-28f58ff413a7 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:36.557040 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ab39e5-3e39-4551-9140-f227e9eca613", "name": "network-vif-unplugged", "status": "completed", "tag": "f46ac28d-abb4-433c-a4be-e695eada86f5", "code": 200}, {"name": "network-changed", "server_uuid": "89ab39e5-3e39-4551-9140-f227e9eca613", "tag": "f46ac28d-abb4-433c-a4be-e695eada86f5", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:36.557316 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e19ee90e-4db0-4e95-9bff-28f58ff413a7 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:36.557719 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ab39e5-3e39-4551-9140-f227e9eca613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f46ac28d-abb4-433c-a4be-e695eada86f5', 'code': 200} Jul 23 16:21:36.558495 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ab39e5-3e39-4551-9140-f227e9eca613', 'tag': 'f46ac28d-abb4-433c-a4be-e695eada86f5', 'status': 'completed', 'code': 200} Jul 23 16:21:36.602364 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-12f369fb-3322-49e3-8ba7-ae9bf55b9add None None] Provisioning for port f273342a-135c-4f7c-9ab7-fb0451c875de completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:36.613440 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-12f369fb-3322-49e3-8ba7-ae9bf55b9add None None] Provisioning complete for port f273342a-135c-4f7c-9ab7-fb0451c875de triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:36.613811 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-12f369fb-3322-49e3-8ba7-ae9bf55b9add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:36.656207 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40673a-05ad-4903-8b6d-9971606abaa5 req-03960bb0-d182-44d5-bb37-60f8f8e2e7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:36.656821 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-12f369fb-3322-49e3-8ba7-ae9bf55b9add None None] Port f273342a-135c-4f7c-9ab7-fb0451c875de cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:21:36.658370 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0f40673a-05ad-4903-8b6d-9971606abaa5 req-03960bb0-d182-44d5-bb37-60f8f8e2e7f4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 1099 time: 0.0703456 Jul 23 16:21:36.718843 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-3f252a7a-303a-4880-ae6d-b8a12caf5faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:36.753127 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40673a-05ad-4903-8b6d-9971606abaa5 req-b2494f6b-a130-4fae-936d-c92741779d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:36.754960 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0f40673a-05ad-4903-8b6d-9971606abaa5 req-b2494f6b-a130-4fae-936d-c92741779d4d service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.0890110 Jul 23 16:21:36.797434 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-a9876f65-f09c-48be-a813-a7fbbaf0361e tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Router 7a383e5e-0eb8-439e-82a6-5fbe5d73684d has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:21:36.807228 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0f40673a-05ad-4903-8b6d-9971606abaa5 req-9d3b55ab-8375-4b08-ad2f-9555ffdcabdd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=f46ac28d-abb4-433c-a4be-e695eada86f5 HTTP/1.1" status: 200 len: 217 time: 0.0395417 Jul 23 16:21:36.852829 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40673a-05ad-4903-8b6d-9971606abaa5 req-3e7b0a31-5cc0-49cc-8c90-56c401f41b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:36.854320 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f40673a-05ad-4903-8b6d-9971606abaa5 req-3e7b0a31-5cc0-49cc-8c90-56c401f41b12 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 1099 time: 0.2464871 Jul 23 16:21:36.858357 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40673a-05ad-4903-8b6d-9971606abaa5 req-f9eb1fdf-c372-48d4-9d18-975b806ec670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:36.859805 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0f40673a-05ad-4903-8b6d-9971606abaa5 req-f9eb1fdf-c372-48d4-9d18-975b806ec670 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0456696 Jul 23 16:21:36.920990 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40673a-05ad-4903-8b6d-9971606abaa5 req-bad3884e-9dda-46d0-bc0d-1abbb6a3f73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:36.922592 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0f40673a-05ad-4903-8b6d-9971606abaa5 req-bad3884e-9dda-46d0-bc0d-1abbb6a3f73e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0554171 Jul 23 16:21:36.925346 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100da06-c303-47a9-9164-87cceb315e70 req-7e7903c1-d076-4a8e-8d52-5fe450402684 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:36.926890 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f100da06-c303-47a9-9164-87cceb315e70 req-7e7903c1-d076-4a8e-8d52-5fe450402684 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 945 time: 0.3200970 Jul 23 16:21:36.964198 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9919f44-a1ec-4b1d-aecd-eb916c359b4d req-fb1d89c5-8fca-47ea-bfa2-51a81d649dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:36.965744 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e9919f44-a1ec-4b1d-aecd-eb916c359b4d req-fb1d89c5-8fca-47ea-bfa2-51a81d649dd7 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e011af3f-f7ea-456f-ade5-35c437d0262e HTTP/1.1" status: 200 len: 1101 time: 0.3282351 Jul 23 16:21:37.019843 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0f40673a-05ad-4903-8b6d-9971606abaa5 req-4473c455-c4ef-4924-bca1-686ac72e0476 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887525 Jul 23 16:21:37.108990 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:37.117283 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0f40673a-05ad-4903-8b6d-9971606abaa5 req-61e2b8cd-1f51-4f78-8859-81a034775f2b service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885456 Jul 23 16:21:37.164733 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e9919f44-a1ec-4b1d-aecd-eb916c359b4d req-f055c520-e2be-4f66-89cd-6048ac959445 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575994 Jul 23 16:21:37.174417 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f100da06-c303-47a9-9164-87cceb315e70 req-aec68b8e-18f2-4240-9f75-82aa198fcf97 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926999 Jul 23 16:21:37.223732 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40673a-05ad-4903-8b6d-9971606abaa5 req-d72670a0-77f7-4630-8604-4ce4d8f2f16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:37.225293 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f40673a-05ad-4903-8b6d-9971606abaa5 req-d72670a0-77f7-4630-8604-4ce4d8f2f16a service neutron] 10.222.0.97 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.3223488 Jul 23 16:21:37.226347 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-a9876f65-f09c-48be-a813-a7fbbaf0361e tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:21:37.237301 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa00e55-ac62-4577-89ce-cf7801d260ae None None] Sync routers for ids ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:21:37.246944 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa00e55-ac62-4577-89ce-cf7801d260ae None None] Routers {'7a383e5e-0eb8-439e-82a6-5fbe5d73684d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:37.247561 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-9fa00e55-ac62-4577-89ce-cf7801d260ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:21:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:37.361552 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-9fa00e55-ac62-4577-89ce-cf7801d260ae None None] Set router 7a383e5e-0eb8-439e-82a6-5fbe5d73684d gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:37.392878 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f40673a-05ad-4903-8b6d-9971606abaa5 req-6869af9a-4825-45d7-8b5f-ae41e9d4cf50 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=f46ac28d-abb4-433c-a4be-e695eada86f5 HTTP/1.1" status: 200 len: 217 time: 0.0900986 Jul 23 16:21:37.525039 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40673a-05ad-4903-8b6d-9971606abaa5 req-f143cdf8-f94b-4890-821c-02606e9961f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:37.526619 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f40673a-05ad-4903-8b6d-9971606abaa5 req-f143cdf8-f94b-4890-821c-02606e9961f0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1224105 Jul 23 16:21:37.541466 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-3f252a7a-303a-4880-ae6d-b8a12caf5faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f273342a-135c-4f7c-9ab7-fb0451c875de {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:37.553884 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2356e-9976-4d15-a40c-f35503000462 req-a7e8fbda-e183-4f1a-8272-eb3b498d8a25 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:37.555536 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dad2356e-9976-4d15-a40c-f35503000462 req-a7e8fbda-e183-4f1a-8272-eb3b498d8a25 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff18a6b0-128d-4e90-b897-5b308e233ca2 HTTP/1.1" status: 200 len: 945 time: 0.3243713 Jul 23 16:21:37.591885 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-9fa00e55-ac62-4577-89ce-cf7801d260ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'name': 'tempest-FloatingIPsAssociationTestJSON-236955263-router', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:31Z', 'updated_at': '2021-07-23T16:20:37Z', 'revision_number': 4, 'project_id': 'bf040608ce9243169469d1c384fac592', 'gw_port': {'id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:32Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '7d7252e1-c7ca-4884-9150-b222d29fc6ae', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'port_id': '74a14000-f295-4bc4-94de-f096c0a633f1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'mac_address': 'fa:16:3e:db:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297f9104-b508-4369-a4fd-0620617b3cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:21:10Z', 'updated_at': '2021-07-23T16:21:35Z', 'revision_number': 3, 'project_id': 'bf040608ce9243169469d1c384fac592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e30b8c-dd95-4a80-a2f2-de903471da91', 'name': '', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'mac_address': 'fa:16:3e:c4:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:35Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 5, 'project_id': 'bf040608ce9243169469d1c384fac592', 'subnets': [{'id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:37.623176 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa00e55-ac62-4577-89ce-cf7801d260ae None None] Checking router: 7a383e5e-0eb8-439e-82a6-5fbe5d73684d for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:21:37.629455 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-3f252a7a-303a-4880-ae6d-b8a12caf5faf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:37.632103 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa00e55-ac62-4577-89ce-cf7801d260ae None None] Routers {'7a383e5e-0eb8-439e-82a6-5fbe5d73684d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:37.632729 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-9fa00e55-ac62-4577-89ce-cf7801d260ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:21:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:37.687186 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-3f252a7a-303a-4880-ae6d-b8a12caf5faf service neutron] Transition to ACTIVE for port object f273342a-135c-4f7c-9ab7-fb0451c875de will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:37.699441 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-3f252a7a-303a-4880-ae6d-b8a12caf5faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:37.750238 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dad2356e-9976-4d15-a40c-f35503000462 req-26191108-e6be-4a96-a94b-25d3a62cb9b6 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532354 Jul 23 16:21:37.765270 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-9fa00e55-ac62-4577-89ce-cf7801d260ae None None] Set router 7a383e5e-0eb8-439e-82a6-5fbe5d73684d gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:37.799358 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f252a7a-303a-4880-ae6d-b8a12caf5faf service neutron] Pushing event updated for resources: {'Port': ['ID=f273342a-135c-4f7c-9ab7-fb0451c875de,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:37.808991 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-a9876f65-f09c-48be-a813-a7fbbaf0361e tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Router 7a383e5e-0eb8-439e-82a6-5fbe5d73684d has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:21:37.842391 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40673a-05ad-4903-8b6d-9971606abaa5 req-5f42c494-c65b-4b0e-8f73-f13f4edd22d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:37.844100 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f40673a-05ad-4903-8b6d-9971606abaa5 req-5f42c494-c65b-4b0e-8f73-f13f4edd22d7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2579346 Jul 23 16:21:38.040181 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-9fa00e55-ac62-4577-89ce-cf7801d260ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'name': 'tempest-FloatingIPsAssociationTestJSON-236955263-router', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:31Z', 'updated_at': '2021-07-23T16:20:37Z', 'revision_number': 4, 'project_id': 'bf040608ce9243169469d1c384fac592', 'gw_port': {'id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:32Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '7d7252e1-c7ca-4884-9150-b222d29fc6ae', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'port_id': '74a14000-f295-4bc4-94de-f096c0a633f1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'mac_address': 'fa:16:3e:db:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297f9104-b508-4369-a4fd-0620617b3cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:21:10Z', 'updated_at': '2021-07-23T16:21:35Z', 'revision_number': 3, 'project_id': 'bf040608ce9243169469d1c384fac592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e30b8c-dd95-4a80-a2f2-de903471da91', 'name': '', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'mac_address': 'fa:16:3e:c4:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:35Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 5, 'project_id': 'bf040608ce9243169469d1c384fac592', 'subnets': [{'id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:38.073009 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa00e55-ac62-4577-89ce-cf7801d260ae None None] The sync data for ids ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'] in n-d-778549-4 is: [{'id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'name': 'tempest-FloatingIPsAssociationTestJSON-236955263-router', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:31Z', 'updated_at': '2021-07-23T16:20:37Z', 'revision_number': 4, 'project_id': 'bf040608ce9243169469d1c384fac592', 'gw_port': {'id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:32Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '7d7252e1-c7ca-4884-9150-b222d29fc6ae', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'port_id': '74a14000-f295-4bc4-94de-f096c0a633f1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'mac_address': 'fa:16:3e:db:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297f9104-b508-4369-a4fd-0620617b3cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:21:10Z', 'updated_at': '2021-07-23T16:21:35Z', 'revision_number': 3, 'project_id': 'bf040608ce9243169469d1c384fac592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e30b8c-dd95-4a80-a2f2-de903471da91', 'name': '', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'mac_address': 'fa:16:3e:c4:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:35Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 5, 'project_id': 'bf040608ce9243169469d1c384fac592', 'subnets': [{'id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:21:38.075529 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-3f252a7a-303a-4880-ae6d-b8a12caf5faf service neutron] Attempting to bind port f273342a-135c-4f7c-9ab7-fb0451c875de on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:38.075868 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-3f252a7a-303a-4880-ae6d-b8a12caf5faf service neutron] Attempting to bind port f273342a-135c-4f7c-9ab7-fb0451c875de by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:38.076199 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-3f252a7a-303a-4880-ae6d-b8a12caf5faf service neutron] Attempting to bind port f273342a-135c-4f7c-9ab7-fb0451c875de on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:38.119488 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-3f252a7a-303a-4880-ae6d-b8a12caf5faf service neutron] Port f273342a-135c-4f7c-9ab7-fb0451c875de on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:21:38.120067 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-3f252a7a-303a-4880-ae6d-b8a12caf5faf service neutron] Attempting to bind port f273342a-135c-4f7c-9ab7-fb0451c875de on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:38.135193 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f40673a-05ad-4903-8b6d-9971606abaa5 req-513b87b7-d48f-436c-b1fa-691e2cd4f60c service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587481 Jul 23 16:21:38.140888 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-3f252a7a-303a-4880-ae6d-b8a12caf5faf service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:21:38.141256 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-3f252a7a-303a-4880-ae6d-b8a12caf5faf service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:38.141668 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-3f252a7a-303a-4880-ae6d-b8a12caf5faf service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:21:38.142141 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-3f252a7a-303a-4880-ae6d-b8a12caf5faf service neutron] Bound port: f273342a-135c-4f7c-9ab7-fb0451c875de, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:38.142480 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-3f252a7a-303a-4880-ae6d-b8a12caf5faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:38.163374 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ceddf-57ce-4c3a-add9-cefde58a3d22 req-8de8467d-aa56-4302-91b0-fae84cbc9a20 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:38.165393 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-398ceddf-57ce-4c3a-add9-cefde58a3d22 req-8de8467d-aa56-4302-91b0-fae84cbc9a20 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=e011af3f-f7ea-456f-ade5-35c437d0262e HTTP/1.1" status: 200 len: 950 time: 0.3013916 Jul 23 16:21:38.213391 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-a9876f65-f09c-48be-a813-a7fbbaf0361e tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:21:38.235032 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-a9876f65-f09c-48be-a813-a7fbbaf0361e tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:38.257170 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1652ce-a4ab-4981-ae2d-0a775d2c67d0 None None] New status for floating IP 7d7252e1-c7ca-4884-9150-b222d29fc6ae: ACTIVE {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:21:38.410634 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-398ceddf-57ce-4c3a-add9-cefde58a3d22 req-55d147e4-0833-4127-9a48-91ce2b1574eb tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242749 Jul 23 16:21:38.443180 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-3f252a7a-303a-4880-ae6d-b8a12caf5faf service neutron] For port f273342a-135c-4f7c-9ab7-fb0451c875de, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:38.465924 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f40673a-05ad-4903-8b6d-9971606abaa5 req-4737ef4d-417c-4364-a580-be3b00793008 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946758 Jul 23 16:21:38.470616 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-3f252a7a-303a-4880-ae6d-b8a12caf5faf service neutron] For port f273342a-135c-4f7c-9ab7-fb0451c875de, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f273342a-135c-4f7c-9ab7-fb0451c875de,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:38.488501 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-3f252a7a-303a-4880-ae6d-b8a12caf5faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:38.488759 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:38.503854 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-a9876f65-f09c-48be-a813-a7fbbaf0361e tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "PUT /v2.0/floatingips/7d7252e1-c7ca-4884-9150-b222d29fc6ae HTTP/1.1" status: 200 len: 998 time: 4.1883640 Jul 23 16:21:38.648097 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2f7ee7-8e8f-4fe0-826d-88bab56c2ec5 None None] Sync routers for ids ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:21:38.677245 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2f7ee7-8e8f-4fe0-826d-88bab56c2ec5 None None] Routers {'7a383e5e-0eb8-439e-82a6-5fbe5d73684d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:38.677904 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-7d2f7ee7-8e8f-4fe0-826d-88bab56c2ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:21:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:38.910684 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b18718-940c-4049-bec1-714a22b0a4c7', 'tag': 'b5e2d096-7211-483d-961a-a931e814f70f'}, {'name': 'network-changed', 'server_uuid': '297f9104-b508-4369-a4fd-0620617b3cfb', 'tag': '74a14000-f295-4bc4-94de-f096c0a633f1'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:38.913261 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5298fe-8525-4f9d-b02c-43a856132155" -d '{"events": [{"name": "network-changed", "server_uuid": "70b18718-940c-4049-bec1-714a22b0a4c7", "tag": "b5e2d096-7211-483d-961a-a931e814f70f"}, {"name": "network-changed", "server_uuid": "297f9104-b508-4369-a4fd-0620617b3cfb", "tag": "74a14000-f295-4bc4-94de-f096c0a633f1"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:38.922821 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-3f252a7a-303a-4880-ae6d-b8a12caf5faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:38.923090 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-3f252a7a-303a-4880-ae6d-b8a12caf5faf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:38.924442 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-3f252a7a-303a-4880-ae6d-b8a12caf5faf service neutron] 10.222.0.74 "PUT /v2.0/ports/f273342a-135c-4f7c-9ab7-fb0451c875de HTTP/1.1" status: 200 len: 1095 time: 2.4721396 Jul 23 16:21:38.963126 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-7d2f7ee7-8e8f-4fe0-826d-88bab56c2ec5 None None] Set router 7a383e5e-0eb8-439e-82a6-5fbe5d73684d gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:39.028623 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f252a7a-303a-4880-ae6d-b8a12caf5faf service neutron] Pushing event updated for resources: {'Port': ['ID=f273342a-135c-4f7c-9ab7-fb0451c875de,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:39.040153 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-d44454a7-e784-4294-b9dd-e2739fa59787 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:39.041001 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-d44454a7-e784-4294-b9dd-e2739fa59787 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/ports/b5e2d096-7211-483d-961a-a931e814f70f HTTP/1.1" status: 200 len: 943 time: 0.5093913 Jul 23 16:21:39.082162 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce978107-31ca-4556-97ae-2cab433c1842 req-2eaa9cff-2192-4fb9-b241-2e7a6f8ee53f tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:39.084055 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce978107-31ca-4556-97ae-2cab433c1842 req-2eaa9cff-2192-4fb9-b241-2e7a6f8ee53f tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5256237-932c-4820-b7a8-b40001cbb90a HTTP/1.1" status: 200 len: 947 time: 0.5487494 Jul 23 16:21:39.112402 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-2d623632-725d-4bcf-8ff4-fed9a1db0cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:39.114765 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-2d623632-725d-4bcf-8ff4-fed9a1db0cff service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b0d42660649f451b83b0ac872423bc5f&device_id=e5256237-932c-4820-b7a8-b40001cbb90a HTTP/1.1" status: 200 len: 1098 time: 0.1311536 Jul 23 16:21:39.151633 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce978107-31ca-4556-97ae-2cab433c1842 req-0d13333f-a017-4a8a-a2d9-cf40121945d7 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac8a37ed-e440-47dc-9a47-c9dd0c1857f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584128 Jul 23 16:21:39.223508 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-2b35f0b7-ac14-4f8d-b0cf-945b3f65a6b1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=f273342a-135c-4f7c-9ab7-fb0451c875de HTTP/1.1" status: 200 len: 217 time: 0.0892768 Jul 23 16:21:39.226142 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-7d2f7ee7-8e8f-4fe0-826d-88bab56c2ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'name': 'tempest-FloatingIPsAssociationTestJSON-236955263-router', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:31Z', 'updated_at': '2021-07-23T16:20:37Z', 'revision_number': 4, 'project_id': 'bf040608ce9243169469d1c384fac592', 'gw_port': {'id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:32Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '7d7252e1-c7ca-4884-9150-b222d29fc6ae', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'port_id': '74a14000-f295-4bc4-94de-f096c0a633f1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'mac_address': 'fa:16:3e:db:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297f9104-b508-4369-a4fd-0620617b3cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:21:10Z', 'updated_at': '2021-07-23T16:21:38Z', 'revision_number': 4, 'project_id': 'bf040608ce9243169469d1c384fac592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e30b8c-dd95-4a80-a2f2-de903471da91', 'name': '', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'mac_address': 'fa:16:3e:c4:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:35Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 5, 'project_id': 'bf040608ce9243169469d1c384fac592', 'subnets': [{'id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:39.247973 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9844a3a8-64ba-4632-b263-6aa79188787d req-faab5abf-5562-4eb9-937a-7a5296a18942 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0957949 Jul 23 16:21:39.255682 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2f7ee7-8e8f-4fe0-826d-88bab56c2ec5 None None] Checking router: 7a383e5e-0eb8-439e-82a6-5fbe5d73684d for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:21:39.264233 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2f7ee7-8e8f-4fe0-826d-88bab56c2ec5 None None] Routers {'7a383e5e-0eb8-439e-82a6-5fbe5d73684d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:39.264937 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-7d2f7ee7-8e8f-4fe0-826d-88bab56c2ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:21:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:39.330286 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-d487224d-83e2-41ea-8f5b-b8d737ebc85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:39.331678 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-d487224d-83e2-41ea-8f5b-b8d737ebc85e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0977423 Jul 23 16:21:39.334116 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-6471bf76-5da7-49fb-91b1-74c7955b9a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:39.335662 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-6471bf76-5da7-49fb-91b1-74c7955b9a3b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf040608ce9243169469d1c384fac592&device_id=70b18718-940c-4049-bec1-714a22b0a4c7 HTTP/1.1" status: 200 len: 1097 time: 0.2005315 Jul 23 16:21:39.382444 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-7d2f7ee7-8e8f-4fe0-826d-88bab56c2ec5 None None] Set router 7a383e5e-0eb8-439e-82a6-5fbe5d73684d gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:39.476932 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e3979-820e-4185-8330-f120e378d7a4 req-b633d5f9-c741-421f-9661-8701d38e9b32 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:39.478498 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-048e3979-820e-4185-8330-f120e378d7a4 req-b633d5f9-c741-421f-9661-8701d38e9b32 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 948 time: 0.2316773 Jul 23 16:21:39.525328 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-85346b40-7fa0-4883-9fc9-43c35583887f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:39.526866 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-85346b40-7fa0-4883-9fc9-43c35583887f service neutron] 10.222.0.73 "GET /v2.0/networks?id=4dd97669-66b3-495e-9f83-265cbe5bb756 HTTP/1.1" status: 200 len: 922 time: 0.1832690 Jul 23 16:21:39.531300 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-9d531a7d-4733-4273-aa66-94f8068a9222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:39.532770 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-9d531a7d-4733-4273-aa66-94f8068a9222 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1921134 Jul 23 16:21:39.592030 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-d52be705-bacd-457f-91dc-d9e360a53124 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5e2d096-7211-483d-961a-a931e814f70f HTTP/1.1" status: 200 len: 217 time: 0.0582471 Jul 23 16:21:39.625175 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-048e3979-820e-4185-8330-f120e378d7a4 req-1ab84b74-70d4-4035-8eb8-e363be071097 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317515 Jul 23 16:21:39.651498 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844a3a8-64ba-4632-b263-6aa79188787d req-9355b595-dd41-44e9-8ab6-b84612fb2de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:39.651498 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9844a3a8-64ba-4632-b263-6aa79188787d req-9355b595-dd41-44e9-8ab6-b84612fb2de4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 1099 time: 0.3730955 Jul 23 16:21:39.657498 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-7d2f7ee7-8e8f-4fe0-826d-88bab56c2ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'name': 'tempest-FloatingIPsAssociationTestJSON-236955263-router', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:31Z', 'updated_at': '2021-07-23T16:20:37Z', 'revision_number': 4, 'project_id': 'bf040608ce9243169469d1c384fac592', 'gw_port': {'id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:32Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '7d7252e1-c7ca-4884-9150-b222d29fc6ae', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'port_id': '74a14000-f295-4bc4-94de-f096c0a633f1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'mac_address': 'fa:16:3e:db:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297f9104-b508-4369-a4fd-0620617b3cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:21:10Z', 'updated_at': '2021-07-23T16:21:38Z', 'revision_number': 4, 'project_id': 'bf040608ce9243169469d1c384fac592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e30b8c-dd95-4a80-a2f2-de903471da91', 'name': '', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'mac_address': 'fa:16:3e:c4:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:35Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 5, 'project_id': 'bf040608ce9243169469d1c384fac592', 'subnets': [{'id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:39.687874 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2f7ee7-8e8f-4fe0-826d-88bab56c2ec5 None None] The sync data for ids ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'] in n-d-778549-4 is: [{'id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'name': 'tempest-FloatingIPsAssociationTestJSON-236955263-router', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:31Z', 'updated_at': '2021-07-23T16:20:37Z', 'revision_number': 4, 'project_id': 'bf040608ce9243169469d1c384fac592', 'gw_port': {'id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:32Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '7d7252e1-c7ca-4884-9150-b222d29fc6ae', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'port_id': '74a14000-f295-4bc4-94de-f096c0a633f1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'mac_address': 'fa:16:3e:db:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297f9104-b508-4369-a4fd-0620617b3cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:21:10Z', 'updated_at': '2021-07-23T16:21:38Z', 'revision_number': 4, 'project_id': 'bf040608ce9243169469d1c384fac592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e30b8c-dd95-4a80-a2f2-de903471da91', 'name': '', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'mac_address': 'fa:16:3e:c4:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:35Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 5, 'project_id': 'bf040608ce9243169469d1c384fac592', 'subnets': [{'id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:21:39.699490 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-25e849f6-b978-4dd2-a2f2-74060540f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:39.701010 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-25e849f6-b978-4dd2-a2f2-74060540f0a9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b06d044d-7a5d-4455-8030-ecfa0a3c6204 HTTP/1.1" status: 200 len: 859 time: 0.0954001 Jul 23 16:21:39.776646 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844a3a8-64ba-4632-b263-6aa79188787d req-7ff6cced-e763-439c-b846-e9782325ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:39.778331 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-932e9694-3611-4bba-8c1b-56b87d79fd8c service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021456 Jul 23 16:21:39.779315 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9844a3a8-64ba-4632-b263-6aa79188787d req-7ff6cced-e763-439c-b846-e9782325ccf7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.1079130 Jul 23 16:21:39.797312 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-507b53e9-49dc-4ebe-98e1-8ad95b0cf1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:39.798837 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-507b53e9-49dc-4ebe-98e1-8ad95b0cf1d8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4dd97669-66b3-495e-9f83-265cbe5bb756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823729 Jul 23 16:21:39.810977 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-67465011-5303-425e-9ec2-b74793dadfd1 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:21:39.811955 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-67465011-5303-425e-9ec2-b74793dadfd1 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054266 Jul 23 16:21:39.852197 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9844a3a8-64ba-4632-b263-6aa79188787d req-68addb62-2587-42a1-8c6b-2e6ef49e7460 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0ba4628c-0b1c-469e-83f4-9f4d3292c354 HTTP/1.1" status: 200 len: 217 time: 0.0437210 Jul 23 16:21:39.894195 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device f46ac28d-abb4-433c-a4be-e695eada86f5 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:21:39.923637 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844a3a8-64ba-4632-b263-6aa79188787d req-44173def-2d3c-436b-a045-8fd604e4ed9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:39.928619 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9844a3a8-64ba-4632-b263-6aa79188787d req-44173def-2d3c-436b-a045-8fd604e4ed9d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0687478 Jul 23 16:21:39.983616 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1555f3cf-f13d-45cc-89a2-edfef7d00449 req-e87636be-609a-4853-bf8b-4fa381d9d1a1 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706722 Jul 23 16:21:40.010373 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-65dff532-3510-45fa-81ce-d7264cb2045f service neutron] 10.222.0.73 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553659 Jul 23 16:21:40.018581 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844a3a8-64ba-4632-b263-6aa79188787d req-9cd0cf7c-9ea9-4c87-a0c6-f1e6e2218608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:40.022288 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9844a3a8-64ba-4632-b263-6aa79188787d req-9cd0cf7c-9ea9-4c87-a0c6-f1e6e2218608 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0760524 Jul 23 16:21:40.037276 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port f46ac28d-abb4-433c-a4be-e695eada86f5, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=f46ac28d-abb4-433c-a4be-e695eada86f5,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:40.050723 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'f46ac28d-abb4-433c-a4be-e695eada86f5', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': 'f46ac28d-abb4-433c-a4be-e695eada86f5', 'mac_address': 'fa:16:3e:ae:6f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:21:40.096419 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:40.112865 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f46ac28d-abb4-433c-a4be-e695eada86f5 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:40.134957 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port f46ac28d-abb4-433c-a4be-e695eada86f5, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=f46ac28d-abb4-433c-a4be-e695eada86f5,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:40.141766 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:40.142007 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-1905d3f1-52e1-48e4-b605-ab1d4b22c359 service neutron] 10.222.0.73 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198647 Jul 23 16:21:40.148229 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9844a3a8-64ba-4632-b263-6aa79188787d req-80df24b6-2f1b-4613-9740-b3bdbffd450e service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131423 Jul 23 16:21:40.205732 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=f46ac28d-abb4-433c-a4be-e695eada86f5,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:40.300730 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9844a3a8-64ba-4632-b263-6aa79188787d req-1dbed292-0543-45d4-bd1e-4a23388edd08 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378100 Jul 23 16:21:40.307749 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-a0ccc2df-82e7-46d8-947f-6d3307470d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:40.309526 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-a0ccc2df-82e7-46d8-947f-6d3307470d8f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf040608ce9243169469d1c384fac592&device_id=297f9104-b508-4369-a4fd-0620617b3cfb HTTP/1.1" status: 200 len: 1096 time: 0.1233761 Jul 23 16:21:40.324153 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4a6db-2ba6-4214-bb9e-51528d4243b2 req-9c999b03-596f-4dd6-958d-f3374f9f2890 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:40.326095 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a2b4a6db-2ba6-4214-bb9e-51528d4243b2 req-9c999b03-596f-4dd6-958d-f3374f9f2890 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 945 time: 0.0919697 Jul 23 16:21:40.421166 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a2b4a6db-2ba6-4214-bb9e-51528d4243b2 req-d3a50a1b-366b-4433-bf42-cc226742e2a1 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873249 Jul 23 16:21:40.445216 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-cbd26a69-cbdd-46ac-870d-d5d797ab6701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:40.445216 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-cbd26a69-cbdd-46ac-870d-d5d797ab6701 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4dd97669-66b3-495e-9f83-265cbe5bb756 HTTP/1.1" status: 200 len: 922 time: 0.1290226 Jul 23 16:21:40.486608 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9543a8b9-c474-4d9e-8c6f-37639244637d x-openstack-request-id: req-9543a8b9-c474-4d9e-8c6f-37639244637d {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:40.486905 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70b18718-940c-4049-bec1-714a22b0a4c7", "tag": "b5e2d096-7211-483d-961a-a931e814f70f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "297f9104-b508-4369-a4fd-0620617b3cfb", "tag": "74a14000-f295-4bc4-94de-f096c0a633f1", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:40.487174 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9543a8b9-c474-4d9e-8c6f-37639244637d {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:40.487536 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b18718-940c-4049-bec1-714a22b0a4c7', 'tag': 'b5e2d096-7211-483d-961a-a931e814f70f', 'status': 'completed', 'code': 200} Jul 23 16:21:40.487779 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297f9104-b508-4369-a4fd-0620617b3cfb', 'tag': '74a14000-f295-4bc4-94de-f096c0a633f1', 'status': 'completed', 'code': 200} Jul 23 16:21:40.529296 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-d3516f94-785a-476b-8a89-321c6421cf57 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74a14000-f295-4bc4-94de-f096c0a633f1 HTTP/1.1" status: 200 len: 1001 time: 0.0785358 Jul 23 16:21:40.565871 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5298fe-8525-4f9d-b02c-43a856132155 req-05d9bd57-db45-4666-a233-6f3dc0e3e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:40.567308 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1f5298fe-8525-4f9d-b02c-43a856132155 req-05d9bd57-db45-4666-a233-6f3dc0e3e640 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bf040608ce9243169469d1c384fac592&device_id=297f9104-b508-4369-a4fd-0620617b3cfb HTTP/1.1" status: 200 len: 1096 time: 0.0615637 Jul 23 16:21:40.644829 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-3c6d2166-5bdd-4acb-97b9-fb1bc74e0166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:40.647148 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-3c6d2166-5bdd-4acb-97b9-fb1bc74e0166 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b06d044d-7a5d-4455-8030-ecfa0a3c6204 HTTP/1.1" status: 200 len: 859 time: 0.1165617 Jul 23 16:21:40.669393 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5298fe-8525-4f9d-b02c-43a856132155 req-456edb50-9bd1-4b90-9070-a972d1719546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:40.670994 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1f5298fe-8525-4f9d-b02c-43a856132155 req-456edb50-9bd1-4b90-9070-a972d1719546 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4dd97669-66b3-495e-9f83-265cbe5bb756 HTTP/1.1" status: 200 len: 922 time: 0.0933928 Jul 23 16:21:40.736050 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5298fe-8525-4f9d-b02c-43a856132155 req-08130d2d-2e16-4f84-ad23-4f8a26313179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:40.737602 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1f5298fe-8525-4f9d-b02c-43a856132155 req-08130d2d-2e16-4f84-ad23-4f8a26313179 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=bf040608ce9243169469d1c384fac592&device_id=70b18718-940c-4049-bec1-714a22b0a4c7 HTTP/1.1" status: 200 len: 1097 time: 0.1956270 Jul 23 16:21:40.749681 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1f5298fe-8525-4f9d-b02c-43a856132155 req-786804a1-05b2-4531-aa25-27550fbdb726 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74a14000-f295-4bc4-94de-f096c0a633f1 HTTP/1.1" status: 200 len: 1001 time: 0.0669823 Jul 23 16:21:40.750755 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce597e-a12d-4d30-918c-fe32d786e3d9 req-3acb82c5-2969-4c27-b435-bf21316de670 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:40.752225 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-23ce597e-a12d-4d30-918c-fe32d786e3d9 req-3acb82c5-2969-4c27-b435-bf21316de670 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=e011af3f-f7ea-456f-ade5-35c437d0262e HTTP/1.1" status: 200 len: 950 time: 0.2115130 Jul 23 16:21:40.803656 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5298fe-8525-4f9d-b02c-43a856132155 req-b6d8de32-beb7-48c2-8522-dc0477ea9b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:40.805164 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1f5298fe-8525-4f9d-b02c-43a856132155 req-b6d8de32-beb7-48c2-8522-dc0477ea9b9c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b06d044d-7a5d-4455-8030-ecfa0a3c6204 HTTP/1.1" status: 200 len: 859 time: 0.0452108 Jul 23 16:21:40.878738 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-349f64ab-b6c9-4e36-832a-f43382180f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:40.880394 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5298fe-8525-4f9d-b02c-43a856132155 req-9a4ac4fd-8d7a-4512-a3cc-22a560a08257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:40.880696 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-349f64ab-b6c9-4e36-832a-f43382180f4d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4dd97669-66b3-495e-9f83-265cbe5bb756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2256958 Jul 23 16:21:40.881958 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1f5298fe-8525-4f9d-b02c-43a856132155 req-9a4ac4fd-8d7a-4512-a3cc-22a560a08257 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4dd97669-66b3-495e-9f83-265cbe5bb756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649879 Jul 23 16:21:40.893135 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-23ce597e-a12d-4d30-918c-fe32d786e3d9 req-45c4f29c-d8a9-46d0-8f43-d3e4fc3f45c7 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283937 Jul 23 16:21:40.904923 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f5d3a-217d-499c-8163-1f99407c875a req-0ff8fb1c-7ad2-4b4a-a600-759d833bc9c1 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:40.914621 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-448f5d3a-217d-499c-8163-1f99407c875a req-0ff8fb1c-7ad2-4b4a-a600-759d833bc9c1 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02&tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&binding%3Ahost_id=n-h1-778549-4 HTTP/1.1" status: 200 len: 1096 time: 0.2333329 Jul 23 16:21:40.929686 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-448f5d3a-217d-499c-8163-1f99407c875a req-e3e3558f-9ecc-448a-bcbe-38ac08c4ec66 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778549-4'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:40.934950 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5298fe-8525-4f9d-b02c-43a856132155 req-8edefb7e-404d-4a85-ad8d-e473b4c5a2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:40.936411 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1f5298fe-8525-4f9d-b02c-43a856132155 req-8edefb7e-404d-4a85-ad8d-e473b4c5a2e3 service neutron] 10.222.0.97 "GET /v2.0/networks?id=4dd97669-66b3-495e-9f83-265cbe5bb756 HTTP/1.1" status: 200 len: 922 time: 0.1819873 Jul 23 16:21:40.973882 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['f46ac28d-abb4-433c-a4be-e695eada86f5'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:41.008212 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1f5298fe-8525-4f9d-b02c-43a856132155 req-628a38d5-d218-411d-9148-d0becce4e2f0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5e2d096-7211-483d-961a-a931e814f70f HTTP/1.1" status: 200 len: 217 time: 0.0434391 Jul 23 16:21:41.012192 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1f5298fe-8525-4f9d-b02c-43a856132155 req-31a6fa84-7958-4da1-a975-c9b4cee2b8f8 service neutron] 10.222.0.74 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080854 Jul 23 16:21:41.144752 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1f5298fe-8525-4f9d-b02c-43a856132155 req-1d1e21da-a225-4117-8e91-7d43540f3b42 service neutron] 10.222.0.74 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217794 Jul 23 16:21:41.192567 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5298fe-8525-4f9d-b02c-43a856132155 req-d045d7b4-8c63-4fa9-b212-0fd6da6aa1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:41.194535 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1f5298fe-8525-4f9d-b02c-43a856132155 req-d045d7b4-8c63-4fa9-b212-0fd6da6aa1ed service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b06d044d-7a5d-4455-8030-ecfa0a3c6204 HTTP/1.1" status: 200 len: 859 time: 0.1521771 Jul 23 16:21:41.198618 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-69e6347e-8204-492a-940f-e34b3d705fe5 service neutron] 10.222.0.73 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096333 Jul 23 16:21:41.204868 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-448f5d3a-217d-499c-8163-1f99407c875a req-e3e3558f-9ecc-448a-bcbe-38ac08c4ec66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:41.479247 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-2c7fb13c-6efe-45a1-9ded-896680730743 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:41.480667 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-2c7fb13c-6efe-45a1-9ded-896680730743 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.97 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613&tenant_id=4ed385c197f74460a2c666d87d79e6e5&binding%3Ahost_id=n-h2-778549-4 HTTP/1.1" status: 200 len: 949 time: 0.3529515 Jul 23 16:21:41.561773 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a12c13a-e0f2-4408-9b8e-a8249beb3a72 req-7d60179b-8f9c-47c2-847f-ed8d8f286e26 service neutron] 10.222.0.73 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538060 Jul 23 16:21:41.586041 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5298fe-8525-4f9d-b02c-43a856132155 req-c1480d61-6465-4298-a68d-eb5335945b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:41.587522 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1f5298fe-8525-4f9d-b02c-43a856132155 req-c1480d61-6465-4298-a68d-eb5335945b26 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4dd97669-66b3-495e-9f83-265cbe5bb756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3405192 Jul 23 16:21:41.642290 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87d531-ef7a-4f36-ac6d-f9fbfa968259 req-c775d019-02d6-4639-a3bb-447b7378c32e tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:41.643806 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dc87d531-ef7a-4f36-ac6d-f9fbfa968259 req-c775d019-02d6-4639-a3bb-447b7378c32e tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5256237-932c-4820-b7a8-b40001cbb90a HTTP/1.1" status: 200 len: 947 time: 0.3356619 Jul 23 16:21:41.646524 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-448f5d3a-217d-499c-8163-1f99407c875a req-e3e3558f-9ecc-448a-bcbe-38ac08c4ec66 service neutron] For port 4b875778-5e92-4516-9209-671578e4db1d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=4b875778-5e92-4516-9209-671578e4db1d,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:41.696742 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-52488e4f-595e-4e7b-891b-4d96cd2bcfb0 service neutron] 10.222.0.97 "GET /v2.0/ports/f46ac28d-abb4-433c-a4be-e695eada86f5/bindings/n-h2-778549-4 HTTP/1.1" status: 200 len: 382 time: 0.2002821 Jul 23 16:21:41.892673 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 4b875778-5e92-4516-9209-671578e4db1d details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:21:41.941574 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fde8aa49-70f3-4236-8e9c-8641a23e7a11 req-631d4f63-e9cb-40ab-868a-de0617c7f9b1 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0602248 Jul 23 16:21:42.000484 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 4b875778-5e92-4516-9209-671578e4db1d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=4b875778-5e92-4516-9209-671578e4db1d,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:42.014608 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 4b875778-5e92-4516-9209-671578e4db1d has no active binding in host n-h2-778549-4 {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 16:21:42.028945 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8aa49-70f3-4236-8e9c-8641a23e7a11 req-34cc299d-4736-43cf-8e01-e9f6a7f980ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:42.030653 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fde8aa49-70f3-4236-8e9c-8641a23e7a11 req-34cc299d-4736-43cf-8e01-e9f6a7f980ab service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 1096 time: 0.0573547 Jul 23 16:21:42.153323 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dc87d531-ef7a-4f36-ac6d-f9fbfa968259 req-a47f7ac0-9d32-40ce-b216-008cf0abfd4e tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac8a37ed-e440-47dc-9a47-c9dd0c1857f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906240 Jul 23 16:21:42.158689 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8aa49-70f3-4236-8e9c-8641a23e7a11 req-a9210661-da2f-4b96-a812-94259ffd3876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:42.160329 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fde8aa49-70f3-4236-8e9c-8641a23e7a11 req-a9210661-da2f-4b96-a812-94259ffd3876 service neutron] 10.222.0.97 "GET /v2.0/networks?id=cbcbd292-3824-44cf-913c-59a7184e692c HTTP/1.1" status: 200 len: 910 time: 0.0956984 Jul 23 16:21:42.187987 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-448f5d3a-217d-499c-8163-1f99407c875a req-e3e3558f-9ecc-448a-bcbe-38ac08c4ec66 service neutron] For port 4b875778-5e92-4516-9209-671578e4db1d, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:42.212282 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fde8aa49-70f3-4236-8e9c-8641a23e7a11 req-6885ef4d-5545-4a66-bd02-49997c784185 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b67dfda2-d471-4748-b33e-9252ec9efb0a HTTP/1.1" status: 200 len: 217 time: 0.0434868 Jul 23 16:21:42.220106 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1f5298fe-8525-4f9d-b02c-43a856132155 req-6e8dc77d-4b16-4ea6-b21c-643e904cdf5b service neutron] 10.222.0.97 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6037779 Jul 23 16:21:42.281741 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8aa49-70f3-4236-8e9c-8641a23e7a11 req-77c51382-eb12-42da-9300-228f4ca04bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:42.283157 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fde8aa49-70f3-4236-8e9c-8641a23e7a11 req-77c51382-eb12-42da-9300-228f4ca04bf2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f8384c77-6398-425d-9275-6a23db41a285 HTTP/1.1" status: 200 len: 848 time: 0.0496137 Jul 23 16:21:42.290305 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-448f5d3a-217d-499c-8163-1f99407c875a req-e3e3558f-9ecc-448a-bcbe-38ac08c4ec66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:42.328454 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fde8aa49-70f3-4236-8e9c-8641a23e7a11 req-df93ab26-1b78-409c-aeda-01889af4520d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cbcbd292-3824-44cf-913c-59a7184e692c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340543 Jul 23 16:21:42.331730 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-448f5d3a-217d-499c-8163-1f99407c875a req-e3e3558f-9ecc-448a-bcbe-38ac08c4ec66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:42.408398 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-80325125-dde8-4521-b630-2f655ba2de98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:42.409977 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-80325125-dde8-4521-b630-2f655ba2de98 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 1100 time: 0.6695366 Jul 23 16:21:42.434600 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ce9ec-d4ea-4859-a8ce-52db99c9b574 req-ca6be352-ba59-47fe-9ac3-cf3e047fbe2b tempest-ServersOnMultiNodesTest-1458351997 tempest-ServersOnMultiNodesTest-1458351997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:42.436257 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-083ce9ec-d4ea-4859-a8ce-52db99c9b574 req-ca6be352-ba59-47fe-9ac3-cf3e047fbe2b tempest-ServersOnMultiNodesTest-1458351997 tempest-ServersOnMultiNodesTest-1458351997-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e011af3f-f7ea-456f-ade5-35c437d0262e HTTP/1.1" status: 200 len: 1101 time: 0.6651790 Jul 23 16:21:42.436468 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fde8aa49-70f3-4236-8e9c-8641a23e7a11 req-faa10329-2ab7-4935-b7b9-be6c4cbe292c service neutron] 10.222.0.97 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936656 Jul 23 16:21:42.493803 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5256237-932c-4820-b7a8-b40001cbb90a', 'tag': 'f273342a-135c-4f7c-9ab7-fb0451c875de'}, {'server_uuid': '2085149f-a453-4f1d-a01e-d2c80f71aa02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b875778-5e92-4516-9209-671578e4db1d'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:42.496321 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072f0cd0-723e-4f41-90c4-de83ab45a243" -d '{"events": [{"name": "network-changed", "server_uuid": "e5256237-932c-4820-b7a8-b40001cbb90a", "tag": "f273342a-135c-4f7c-9ab7-fb0451c875de"}, {"server_uuid": "2085149f-a453-4f1d-a01e-d2c80f71aa02", "name": "network-vif-unplugged", "status": "completed", "tag": "4b875778-5e92-4516-9209-671578e4db1d"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:42.551590 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fde8aa49-70f3-4236-8e9c-8641a23e7a11 req-94c9f03a-eaa9-433c-aeaa-787395bd4718 service neutron] 10.222.0.97 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971985 Jul 23 16:21:42.553898 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3558f-9ecc-448a-bcbe-38ac08c4ec66 service neutron] Pushing event updated for resources: {'Port': ['ID=4b875778-5e92-4516-9209-671578e4db1d,revision_number=7']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:42.624955 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1f5298fe-8525-4f9d-b02c-43a856132155 req-9d024e03-190d-4f87-a541-56a68495ef0f service neutron] 10.222.0.97 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855999 Jul 23 16:21:42.648166 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522a60d-6aab-4ceb-8392-5925960d75fd req-30f69201-7221-4e20-944f-141a7043c414 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:42.649728 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2522a60d-6aab-4ceb-8392-5925960d75fd req-30f69201-7221-4e20-944f-141a7043c414 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 949 time: 0.4135485 Jul 23 16:21:42.659906 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-083ce9ec-d4ea-4859-a8ce-52db99c9b574 req-6bf3b716-4d50-4219-9f6f-42f6b41e6253 tempest-ServersOnMultiNodesTest-1458351997 tempest-ServersOnMultiNodesTest-1458351997-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060602 Jul 23 16:21:42.663431 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-448f5d3a-217d-499c-8163-1f99407c875a req-e3e3558f-9ecc-448a-bcbe-38ac08c4ec66 service neutron] Attempting to bind port 4b875778-5e92-4516-9209-671578e4db1d on host n-h1-778549-4 for vnic_type normal with profile {"migrating_to": "n-h2-778549-4"} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:42.663770 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-448f5d3a-217d-499c-8163-1f99407c875a req-e3e3558f-9ecc-448a-bcbe-38ac08c4ec66 service neutron] Attempting to bind port 4b875778-5e92-4516-9209-671578e4db1d by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:42.664105 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448f5d3a-217d-499c-8163-1f99407c875a req-e3e3558f-9ecc-448a-bcbe-38ac08c4ec66 service neutron] Attempting to bind port 4b875778-5e92-4516-9209-671578e4db1d on network cbcbd292-3824-44cf-913c-59a7184e692c {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:42.694546 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448f5d3a-217d-499c-8163-1f99407c875a req-e3e3558f-9ecc-448a-bcbe-38ac08c4ec66 service neutron] Port 4b875778-5e92-4516-9209-671578e4db1d on network cbcbd292-3824-44cf-913c-59a7184e692c not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:21:42.694720 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448f5d3a-217d-499c-8163-1f99407c875a req-e3e3558f-9ecc-448a-bcbe-38ac08c4ec66 service neutron] Attempting to bind port 4b875778-5e92-4516-9209-671578e4db1d on network cbcbd292-3824-44cf-913c-59a7184e692c {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:42.707856 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-a0cca7ed-309b-4a3e-a94c-8cad6776dc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:42.710556 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-a0cca7ed-309b-4a3e-a94c-8cad6776dc95 service neutron] 10.222.0.97 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.2783728 Jul 23 16:21:42.711335 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448f5d3a-217d-499c-8163-1f99407c875a req-e3e3558f-9ecc-448a-bcbe-38ac08c4ec66 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:21:42.711666 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448f5d3a-217d-499c-8163-1f99407c875a req-e3e3558f-9ecc-448a-bcbe-38ac08c4ec66 service neutron] Checking segment: {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:42.712221 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448f5d3a-217d-499c-8163-1f99407c875a req-e3e3558f-9ecc-448a-bcbe-38ac08c4ec66 service neutron] Bound using segment: {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:21:42.712474 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-448f5d3a-217d-499c-8163-1f99407c875a req-e3e3558f-9ecc-448a-bcbe-38ac08c4ec66 service neutron] Bound port: 4b875778-5e92-4516-9209-671578e4db1d, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:42.712831 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-448f5d3a-217d-499c-8163-1f99407c875a req-e3e3558f-9ecc-448a-bcbe-38ac08c4ec66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:42.749230 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2522a60d-6aab-4ceb-8392-5925960d75fd req-a563c680-66f6-4f04-8a0a-9007d45d082b tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915668 Jul 23 16:21:42.786967 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-e5a4db28-b7d4-46cb-9b18-8b6055426981 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=f46ac28d-abb4-433c-a4be-e695eada86f5 HTTP/1.1" status: 200 len: 217 time: 0.0561569 Jul 23 16:21:42.980373 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-ae319b02-3096-4d22-91f6-d7cfd679a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:42.981739 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-ae319b02-3096-4d22-91f6-d7cfd679a36a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1525788 Jul 23 16:21:42.995702 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0220e468-47e6-4583-a2b2-4955e5d5179e req-cec2e337-b63f-4031-bc92-f8cba1bca1ce tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 1001 time: 0.2077127 Jul 23 16:21:42.996855 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-448f5d3a-217d-499c-8163-1f99407c875a req-e3e3558f-9ecc-448a-bcbe-38ac08c4ec66 service neutron] For port 4b875778-5e92-4516-9209-671578e4db1d, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:43.009853 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-448f5d3a-217d-499c-8163-1f99407c875a req-e3e3558f-9ecc-448a-bcbe-38ac08c4ec66 service neutron] For port 4b875778-5e92-4516-9209-671578e4db1d, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=4b875778-5e92-4516-9209-671578e4db1d,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:43.043829 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-448f5d3a-217d-499c-8163-1f99407c875a req-e3e3558f-9ecc-448a-bcbe-38ac08c4ec66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:43.131449 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ca915-b439-4020-a35b-05fd23ff1c82 req-dda6a9d7-cdf9-43c9-97a7-f3959100f597 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:43.133287 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-769ca915-b439-4020-a35b-05fd23ff1c82 req-dda6a9d7-cdf9-43c9-97a7-f3959100f597 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 943 time: 0.3426211 Jul 23 16:21:43.166635 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220e468-47e6-4583-a2b2-4955e5d5179e req-d3ffa964-8f11-4d07-a73b-3b266973654d tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:43.168258 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0220e468-47e6-4583-a2b2-4955e5d5179e req-d3ffa964-8f11-4d07-a73b-3b266973654d tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/ports/74a14000-f295-4bc4-94de-f096c0a633f1 HTTP/1.1" status: 200 len: 942 time: 0.1670549 Jul 23 16:21:43.255916 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3558f-9ecc-448a-bcbe-38ac08c4ec66 service neutron] Pushing event updated for resources: {'Port': ['ID=4b875778-5e92-4516-9209-671578e4db1d,revision_number=8']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:43.260906 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f5d3a-217d-499c-8163-1f99407c875a req-e3e3558f-9ecc-448a-bcbe-38ac08c4ec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:43.261553 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-448f5d3a-217d-499c-8163-1f99407c875a req-e3e3558f-9ecc-448a-bcbe-38ac08c4ec66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:43.262915 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-448f5d3a-217d-499c-8163-1f99407c875a req-e3e3558f-9ecc-448a-bcbe-38ac08c4ec66 service neutron] 10.222.0.97 "PUT /v2.0/ports/4b875778-5e92-4516-9209-671578e4db1d HTTP/1.1" status: 200 len: 1121 time: 2.3389375 Jul 23 16:21:43.297211 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-769ca915-b439-4020-a35b-05fd23ff1c82 req-c30966a9-0e35-41e8-b373-62ecee9715b2 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492741 Jul 23 16:21:43.306865 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-56ee9ff3-df73-4a16-89c8-e1d9b328353a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:43.308421 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-56ee9ff3-df73-4a16-89c8-e1d9b328353a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3092895 Jul 23 16:21:43.358825 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8680ee14-2320-4053-933b-2b4a37e819bd x-openstack-request-id: req-8680ee14-2320-4053-933b-2b4a37e819bd {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:43.359130 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5256237-932c-4820-b7a8-b40001cbb90a", "tag": "f273342a-135c-4f7c-9ab7-fb0451c875de", "status": "completed", "code": 200}, {"server_uuid": "2085149f-a453-4f1d-a01e-d2c80f71aa02", "name": "network-vif-unplugged", "status": "completed", "tag": "4b875778-5e92-4516-9209-671578e4db1d", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:43.359379 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8680ee14-2320-4053-933b-2b4a37e819bd {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:43.359772 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5256237-932c-4820-b7a8-b40001cbb90a', 'tag': 'f273342a-135c-4f7c-9ab7-fb0451c875de', 'status': 'completed', 'code': 200} Jul 23 16:21:43.360048 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2085149f-a453-4f1d-a01e-d2c80f71aa02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b875778-5e92-4516-9209-671578e4db1d', 'code': 200} Jul 23 16:21:43.371418 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0220e468-47e6-4583-a2b2-4955e5d5179e req-55c9647b-86df-400b-90ac-8da03bf3cb07 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 1001 time: 0.1581726 Jul 23 16:21:43.389464 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['4b875778-5e92-4516-9209-671578e4db1d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:43.455782 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f0cd0-723e-4f41-90c4-de83ab45a243 req-f3ae6032-1bfe-4871-80d1-1495782e1f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:43.457633 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-072f0cd0-723e-4f41-90c4-de83ab45a243 req-f3ae6032-1bfe-4871-80d1-1495782e1f5e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b0d42660649f451b83b0ac872423bc5f&device_id=e5256237-932c-4820-b7a8-b40001cbb90a HTTP/1.1" status: 200 len: 1098 time: 0.0703387 Jul 23 16:21:43.500186 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-b037e0cc-bd01-4201-be5d-ecf1b7165441 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799653 Jul 23 16:21:43.591687 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220e468-47e6-4583-a2b2-4955e5d5179e req-d66e4074-5927-43a1-bafb-7ac37c3e931c tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:43.593072 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0220e468-47e6-4583-a2b2-4955e5d5179e req-d66e4074-5927-43a1-bafb-7ac37c3e931c tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 784 time: 0.1910920 Jul 23 16:21:43.593245 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f0cd0-723e-4f41-90c4-de83ab45a243 req-0fe25dba-3a5f-4e09-a6bf-2ec8069165f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:43.594711 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-072f0cd0-723e-4f41-90c4-de83ab45a243 req-0fe25dba-3a5f-4e09-a6bf-2ec8069165f3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.1058373 Jul 23 16:21:43.623352 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['4b875778-5e92-4516-9209-671578e4db1d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:43.659170 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-072f0cd0-723e-4f41-90c4-de83ab45a243 req-b176be6d-dd0f-46b9-9e48-2a5fa552ebe8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=f273342a-135c-4f7c-9ab7-fb0451c875de HTTP/1.1" status: 200 len: 217 time: 0.0482097 Jul 23 16:21:43.674018 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404033bf-9ff2-4c74-9d58-12ff7aad4182 req-6523034a-22cb-48cc-aa81-9f274eeb2fe5 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:43.675554 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-404033bf-9ff2-4c74-9d58-12ff7aad4182 req-6523034a-22cb-48cc-aa81-9f274eeb2fe5 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff18a6b0-128d-4e90-b897-5b308e233ca2 HTTP/1.1" status: 200 len: 945 time: 0.1705287 Jul 23 16:21:43.682212 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-0de85d34-5a95-456d-b96e-69af31412a84 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623559 Jul 23 16:21:43.684207 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device f273342a-135c-4f7c-9ab7-fb0451c875de details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:21:43.720813 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-404033bf-9ff2-4c74-9d58-12ff7aad4182 req-a143baab-63ba-4d9e-97a4-c27a98fd1f9b tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364120 Jul 23 16:21:43.768080 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f0cd0-723e-4f41-90c4-de83ab45a243 req-8147cae6-480f-488f-b596-a16be0287103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:43.769708 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-072f0cd0-723e-4f41-90c4-de83ab45a243 req-8147cae6-480f-488f-b596-a16be0287103 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1028891 Jul 23 16:21:43.790963 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5124c70c-a846-425b-9927-f1e00e84244f req-3060c53f-86ce-4b8a-b485-3ab61b99f3d9 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256102 Jul 23 16:21:43.852426 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f0cd0-723e-4f41-90c4-de83ab45a243 req-251885a0-96b1-45bb-a6df-08a3de36f482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:43.854443 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-072f0cd0-723e-4f41-90c4-de83ab45a243 req-251885a0-96b1-45bb-a6df-08a3de36f482 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0768111 Jul 23 16:21:43.861513 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port f273342a-135c-4f7c-9ab7-fb0451c875de, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f273342a-135c-4f7c-9ab7-fb0451c875de,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:43.881513 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'f273342a-135c-4f7c-9ab7-fb0451c875de', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': 'f273342a-135c-4f7c-9ab7-fb0451c875de', 'mac_address': 'fa:16:3e:e8:05:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:21:43.921858 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 3ecede05-e0b9-455d-90f9-4feff4d0b498 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:21:43.924271 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device f46ac28d-abb4-433c-a4be-e695eada86f5 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:43.941524 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124c70c-a846-425b-9927-f1e00e84244f req-bff13f64-b852-4583-9c72-91375b8f43b9 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:43.943575 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5124c70c-a846-425b-9927-f1e00e84244f req-bff13f64-b852-4583-9c72-91375b8f43b9 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1478496 Jul 23 16:21:43.954109 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a09bc-f05a-404f-b304-917b7fd2bd9b req-a10c6a72-a454-4f94-a04b-e2058d950aa3 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:43.955606 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-888a09bc-f05a-404f-b304-917b7fd2bd9b req-a10c6a72-a454-4f94-a04b-e2058d950aa3 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5256237-932c-4820-b7a8-b40001cbb90a HTTP/1.1" status: 200 len: 947 time: 0.1500704 Jul 23 16:21:43.957181 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-072f0cd0-723e-4f41-90c4-de83ab45a243 req-fc094c29-5d53-4df3-988a-a64dac89d74a service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945027 Jul 23 16:21:43.972127 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5124c70c-a846-425b-9927-f1e00e84244f req-4e315958-5cce-41f6-a8bb-418e86721235 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/quotas/f529211e54344ba6bb9f15fa585bf4d7 HTTP/1.1" status: 200 len: 375 time: 0.0155468 Jul 23 16:21:43.990628 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:44.033806 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f273342a-135c-4f7c-9ab7-fb0451c875de {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:44.035557 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-888a09bc-f05a-404f-b304-917b7fd2bd9b req-4d5a367d-504b-477b-b57d-2ccd2adaa3e0 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac8a37ed-e440-47dc-9a47-c9dd0c1857f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704634 Jul 23 16:21:44.080707 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-072f0cd0-723e-4f41-90c4-de83ab45a243 req-59dfc02a-3985-470e-b05e-fbee2a59be67 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114438 Jul 23 16:21:44.107669 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port f46ac28d-abb4-433c-a4be-e695eada86f5 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:44.111482 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port f273342a-135c-4f7c-9ab7-fb0451c875de, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f273342a-135c-4f7c-9ab7-fb0451c875de,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:44.116641 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port f46ac28d-abb4-433c-a4be-e695eada86f5 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:44.117022 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:44.121183 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:44.136002 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5124c70c-a846-425b-9927-f1e00e84244f req-08eb830a-8dde-4c23-a595-ab135db6cf0f tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1538579 Jul 23 16:21:44.155719 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9912dbb-d4d9-4da4-9ae5-0db4726ff1c6 req-6dfefc3d-3cd0-4599-9aff-4b2d26d89054 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 1001 time: 0.0924573 Jul 23 16:21:44.199531 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 3ecede05-e0b9-455d-90f9-4feff4d0b498, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=3ecede05-e0b9-455d-90f9-4feff4d0b498,segment=NetworkSegment(786593a5-a224-4584-8758-80516f86a2d4),segment_id=786593a5-a224-4584-8758-80516f86a2d4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:44.223792 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '3ecede05-e0b9-455d-90f9-4feff4d0b498', 'network_id': '3eebd1a0-62c0-400c-82f7-916de5a2968c', 'port_id': '3ecede05-e0b9-455d-90f9-4feff4d0b498', 'mac_address': 'fa:16:3e:5d:66:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '670ca53c-2984-479e-bf7f-2a3910e1c6e7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:21:44.227657 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=f273342a-135c-4f7c-9ab7-fb0451c875de,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:44.235751 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9912dbb-d4d9-4da4-9ae5-0db4726ff1c6 req-8437535e-34f2-4344-8430-9f646ab12bc7 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:44.237196 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9912dbb-d4d9-4da4-9ae5-0db4726ff1c6 req-8437535e-34f2-4344-8430-9f646ab12bc7 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/ports/74a14000-f295-4bc4-94de-f096c0a633f1 HTTP/1.1" status: 200 len: 942 time: 0.0750840 Jul 23 16:21:44.283514 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:44.300963 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ecede05-e0b9-455d-90f9-4feff4d0b498 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:44.358279 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 3ecede05-e0b9-455d-90f9-4feff4d0b498, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=3ecede05-e0b9-455d-90f9-4feff4d0b498,segment=NetworkSegment(786593a5-a224-4584-8758-80516f86a2d4),segment_id=786593a5-a224-4584-8758-80516f86a2d4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:44.369293 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:44.377530 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:44.431131 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ab39e5-3e39-4551-9140-f227e9eca613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46ac28d-abb4-433c-a4be-e695eada86f5'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:44.433462 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528871ac-b3b0-4186-a38f-ecf1af9e5671" -d '{"events": [{"server_uuid": "89ab39e5-3e39-4551-9140-f227e9eca613", "name": "network-vif-plugged", "status": "completed", "tag": "f46ac28d-abb4-433c-a4be-e695eada86f5"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:44.457098 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port f46ac28d-abb4-433c-a4be-e695eada86f5, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=f46ac28d-abb4-433c-a4be-e695eada86f5,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:44.459227 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=3ecede05-e0b9-455d-90f9-4feff4d0b498,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:44.464130 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:44.491835 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['f273342a-135c-4f7c-9ab7-fb0451c875de'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:44.562472 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=f46ac28d-abb4-433c-a4be-e695eada86f5,revision_number=9']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:44.683681 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9912dbb-d4d9-4da4-9ae5-0db4726ff1c6 req-87423363-0d80-4af0-b8aa-3c6134e2b2cc tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 1001 time: 0.3611407 Jul 23 16:21:44.725891 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dfdfa3-5cc2-4119-9147-6833197a959c req-fc7a49bd-c080-4419-aa43-c92d03ed54bc tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:44.727393 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-02dfdfa3-5cc2-4119-9147-6833197a959c req-fc7a49bd-c080-4419-aa43-c92d03ed54bc tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 949 time: 0.4143999 Jul 23 16:21:44.810144 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-02dfdfa3-5cc2-4119-9147-6833197a959c req-d6f08238-7fb4-416b-a1f5-00c2238d98b3 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769839 Jul 23 16:21:44.840410 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9912dbb-d4d9-4da4-9ae5-0db4726ff1c6 req-7b056bad-6a6f-4767-b99b-380e02415150 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:44.841892 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9912dbb-d4d9-4da4-9ae5-0db4726ff1c6 req-7b056bad-6a6f-4767-b99b-380e02415150 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 784 time: 0.1574075 Jul 23 16:21:44.923285 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-997a11c4-5eee-4cc2-91b7-12a93a54a66a req-584de6d9-c0eb-4663-a2ff-6dbe096c8090 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b897762f-85f0-4103-a02b-ed94dc2a2d61 HTTP/1.1" status: 200 len: 210 time: 0.0363204 Jul 23 16:21:44.939740 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9912dbb-d4d9-4da4-9ae5-0db4726ff1c6 req-205f3384-9777-4246-8d30-b514a41d92fc tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 1001 time: 0.0894065 Jul 23 16:21:44.956987 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-b9912dbb-d4d9-4da4-9ae5-0db4726ff1c6 req-1404b3ef-8b94-4994-98ae-11cf41695dcd tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:45.051010 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b9912dbb-d4d9-4da4-9ae5-0db4726ff1c6 req-1404b3ef-8b94-4994-98ae-11cf41695dcd tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks [] for floatingip, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:45.163030 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866d463-e742-4267-86df-258844b47933 req-dc7498d1-baa4-4353-b1f5-38abf18d2b9b tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:45.164427 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4866d463-e742-4267-86df-258844b47933 req-dc7498d1-baa4-4353-b1f5-38abf18d2b9b tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 943 time: 0.1724911 Jul 23 16:21:45.247482 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b9912dbb-d4d9-4da4-9ae5-0db4726ff1c6 req-1404b3ef-8b94-4994-98ae-11cf41695dcd tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:45.252810 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4866d463-e742-4267-86df-258844b47933 req-09bd0d31-5850-409f-98c8-f597c9cec7a0 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823855 Jul 23 16:21:45.253824 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b9912dbb-d4d9-4da4-9ae5-0db4726ff1c6 req-1404b3ef-8b94-4994-98ae-11cf41695dcd tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:45.254137 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [req-b9912dbb-d4d9-4da4-9ae5-0db4726ff1c6 req-1404b3ef-8b94-4994-98ae-11cf41695dcd tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Floating IP 7d7252e1-c7ca-4884-9150-b222d29fc6ae disassociated. External IP: 172.25.8.209, port: 74a14000-f295-4bc4-94de-f096c0a633f1. Jul 23 16:21:45.309028 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7ea9be-0efb-4e0a-8180-3de5a648dd3c x-openstack-request-id: req-2b7ea9be-0efb-4e0a-8180-3de5a648dd3c {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:45.309432 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ab39e5-3e39-4551-9140-f227e9eca613", "name": "network-vif-plugged", "status": "completed", "tag": "f46ac28d-abb4-433c-a4be-e695eada86f5", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:45.309860 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2b7ea9be-0efb-4e0a-8180-3de5a648dd3c {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:45.310315 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ab39e5-3e39-4551-9140-f227e9eca613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46ac28d-abb4-433c-a4be-e695eada86f5', 'code': 200} Jul 23 16:21:45.361398 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2085149f-a453-4f1d-a01e-d2c80f71aa02', 'tag': '4b875778-5e92-4516-9209-671578e4db1d'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:45.366013 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6b0537-f4e4-41bf-b25f-849c20053cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "2085149f-a453-4f1d-a01e-d2c80f71aa02", "tag": "4b875778-5e92-4516-9209-671578e4db1d"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:45.472043 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9912dbb-d4d9-4da4-9ae5-0db4726ff1c6 req-1404b3ef-8b94-4994-98ae-11cf41695dcd tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Router 7a383e5e-0eb8-439e-82a6-5fbe5d73684d has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:21:45.578811 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['3ecede05-e0b9-455d-90f9-4feff4d0b498'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:45.622911 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9912dbb-d4d9-4da4-9ae5-0db4726ff1c6 req-1404b3ef-8b94-4994-98ae-11cf41695dcd tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:21:45.627885 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b9912dbb-d4d9-4da4-9ae5-0db4726ff1c6 req-1404b3ef-8b94-4994-98ae-11cf41695dcd tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:45.634492 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dcf0ef-6a1b-4bb4-8e40-ebca6f8160e2 None None] Sync routers for ids ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:21:45.636356 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b4a39-f3cf-423f-9f9c-24b32619ab8b req-2ccc3b69-71e6-4061-94a2-28742a54b412 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:45.637890 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d32b4a39-f3cf-423f-9f9c-24b32619ab8b req-2ccc3b69-71e6-4061-94a2-28742a54b412 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff18a6b0-128d-4e90-b897-5b308e233ca2 HTTP/1.1" status: 200 len: 944 time: 0.1219323 Jul 23 16:21:45.648019 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dcf0ef-6a1b-4bb4-8e40-ebca6f8160e2 None None] Routers {'7a383e5e-0eb8-439e-82a6-5fbe5d73684d'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:45.648019 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-67dcf0ef-6a1b-4bb4-8e40-ebca6f8160e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:21:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:45.696799 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9912dbb-d4d9-4da4-9ae5-0db4726ff1c6 req-1404b3ef-8b94-4994-98ae-11cf41695dcd tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "PUT /v2.0/floatingips/7d7252e1-c7ca-4884-9150-b222d29fc6ae HTTP/1.1" status: 200 len: 695 time: 0.7440989 Jul 23 16:21:45.703202 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device f273342a-135c-4f7c-9ab7-fb0451c875de up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:45.704937 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d32b4a39-f3cf-423f-9f9c-24b32619ab8b req-dbc260d6-7c41-48f0-bf68-654e51b06217 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468736 Jul 23 16:21:45.770045 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-67dcf0ef-6a1b-4bb4-8e40-ebca6f8160e2 None None] Set router 7a383e5e-0eb8-439e-82a6-5fbe5d73684d gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:45.772485 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port f273342a-135c-4f7c-9ab7-fb0451c875de completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:45.777183 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port f273342a-135c-4f7c-9ab7-fb0451c875de triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:45.777826 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:45.841362 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9912dbb-d4d9-4da4-9ae5-0db4726ff1c6 req-47b9a06e-abab-47ef-a210-8913716c9d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:45.842919 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9912dbb-d4d9-4da4-9ae5-0db4726ff1c6 req-47b9a06e-abab-47ef-a210-8913716c9d0c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf040608ce9243169469d1c384fac592&device_id=297f9104-b508-4369-a4fd-0620617b3cfb HTTP/1.1" status: 200 len: 1096 time: 0.1235118 Jul 23 16:21:45.862772 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:45.897745 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port f273342a-135c-4f7c-9ab7-fb0451c875de, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f273342a-135c-4f7c-9ab7-fb0451c875de,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:45.901912 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:45.931103 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c391f4-bd90-4538-a433-2567b9c6d09b req-cfebf3d9-d0a0-4b7b-889f-2937fdb3df22 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:45.932643 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15c391f4-bd90-4538-a433-2567b9c6d09b req-cfebf3d9-d0a0-4b7b-889f-2937fdb3df22 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5256237-932c-4820-b7a8-b40001cbb90a HTTP/1.1" status: 200 len: 948 time: 0.1379883 Jul 23 16:21:45.956750 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=f273342a-135c-4f7c-9ab7-fb0451c875de,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:45.984485 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9912dbb-d4d9-4da4-9ae5-0db4726ff1c6 req-1b9ee82c-ec1b-46a4-b19a-a482b1b46a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:45.986039 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9912dbb-d4d9-4da4-9ae5-0db4726ff1c6 req-1b9ee82c-ec1b-46a4-b19a-a482b1b46a0d service neutron] 10.222.0.73 "GET /v2.0/networks?id=4dd97669-66b3-495e-9f83-265cbe5bb756 HTTP/1.1" status: 200 len: 922 time: 0.1353691 Jul 23 16:21:46.007527 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15c391f4-bd90-4538-a433-2567b9c6d09b req-1f30c43e-ad1a-48a6-adfc-e2bc6c73c0e7 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac8a37ed-e440-47dc-9a47-c9dd0c1857f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649538 Jul 23 16:21:46.013842 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-67dcf0ef-6a1b-4bb4-8e40-ebca6f8160e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'name': 'tempest-FloatingIPsAssociationTestJSON-236955263-router', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:31Z', 'updated_at': '2021-07-23T16:20:37Z', 'revision_number': 4, 'project_id': 'bf040608ce9243169469d1c384fac592', 'gw_port': {'id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:32Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '85e30b8c-dd95-4a80-a2f2-de903471da91', 'name': '', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'mac_address': 'fa:16:3e:c4:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:35Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 5, 'project_id': 'bf040608ce9243169469d1c384fac592', 'subnets': [{'id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:46.035752 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9912dbb-d4d9-4da4-9ae5-0db4726ff1c6 req-3d938c9e-23a3-4a24-8a0e-d9b1a590947e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74a14000-f295-4bc4-94de-f096c0a633f1 HTTP/1.1" status: 200 len: 217 time: 0.0410466 Jul 23 16:21:46.045090 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dcf0ef-6a1b-4bb4-8e40-ebca6f8160e2 None None] Checking router: 7a383e5e-0eb8-439e-82a6-5fbe5d73684d for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:21:46.053988 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dcf0ef-6a1b-4bb4-8e40-ebca6f8160e2 None None] Routers {'7a383e5e-0eb8-439e-82a6-5fbe5d73684d'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:46.054621 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-67dcf0ef-6a1b-4bb4-8e40-ebca6f8160e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:21:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:46.071696 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb241a91-08cd-4ca3-9c06-5df91ee4f08f x-openstack-request-id: req-cb241a91-08cd-4ca3-9c06-5df91ee4f08f {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:46.072002 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2085149f-a453-4f1d-a01e-d2c80f71aa02", "tag": "4b875778-5e92-4516-9209-671578e4db1d", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:46.072256 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cb241a91-08cd-4ca3-9c06-5df91ee4f08f {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:46.072652 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2085149f-a453-4f1d-a01e-d2c80f71aa02', 'tag': '4b875778-5e92-4516-9209-671578e4db1d', 'status': 'completed', 'code': 200} Jul 23 16:21:46.094229 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9912dbb-d4d9-4da4-9ae5-0db4726ff1c6 req-5ef0b6d9-4dee-4ed6-a43c-7930ed609a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:46.105457 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9912dbb-d4d9-4da4-9ae5-0db4726ff1c6 req-5ef0b6d9-4dee-4ed6-a43c-7930ed609a5d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b06d044d-7a5d-4455-8030-ecfa0a3c6204 HTTP/1.1" status: 200 len: 859 time: 0.0543368 Jul 23 16:21:46.157394 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b0537-f4e4-41bf-b25f-849c20053cbc req-42aaf8e0-b576-4d22-a08f-24b0678caf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:46.159077 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1b6b0537-f4e4-41bf-b25f-849c20053cbc req-42aaf8e0-b576-4d22-a08f-24b0678caf7b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 1124 time: 0.0624809 Jul 23 16:21:46.163884 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-67dcf0ef-6a1b-4bb4-8e40-ebca6f8160e2 None None] Set router 7a383e5e-0eb8-439e-82a6-5fbe5d73684d gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:46.206613 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9912dbb-d4d9-4da4-9ae5-0db4726ff1c6 req-cc35570f-4ced-48c8-bd6b-7d71ee541a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:46.208562 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9912dbb-d4d9-4da4-9ae5-0db4726ff1c6 req-cc35570f-4ced-48c8-bd6b-7d71ee541a30 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4dd97669-66b3-495e-9f83-265cbe5bb756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020691 Jul 23 16:21:46.220936 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bf6c9-876e-4428-a2be-eb49f1feaec7 req-2ddba460-725b-4095-b10a-765491ad2234 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:46.222551 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-903bf6c9-876e-4428-a2be-eb49f1feaec7 req-2ddba460-725b-4095-b10a-765491ad2234 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 950 time: 0.1088455 Jul 23 16:21:46.265496 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b0537-f4e4-41bf-b25f-849c20053cbc req-7d45f65b-ea5f-487b-a1c2-40b78ae22a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:46.267893 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1b6b0537-f4e4-41bf-b25f-849c20053cbc req-7d45f65b-ea5f-487b-a1c2-40b78ae22a8d service neutron] 10.222.0.74 "GET /v2.0/networks?id=cbcbd292-3824-44cf-913c-59a7184e692c HTTP/1.1" status: 200 len: 910 time: 0.0999496 Jul 23 16:21:46.312939 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1b6b0537-f4e4-41bf-b25f-849c20053cbc req-9f84f4a7-a26e-491b-8d81-4bcc7408046f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b875778-5e92-4516-9209-671578e4db1d HTTP/1.1" status: 200 len: 217 time: 0.0364103 Jul 23 16:21:46.317461 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-903bf6c9-876e-4428-a2be-eb49f1feaec7 req-35067339-5d1c-485d-bff9-e6e6aa0ae8c9 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857377 Jul 23 16:21:46.343951 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9912dbb-d4d9-4da4-9ae5-0db4726ff1c6 req-f2d9f12d-2d58-4c82-8c3b-25ce17145fe9 service neutron] 10.222.0.73 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204295 Jul 23 16:21:46.380437 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-67dcf0ef-6a1b-4bb4-8e40-ebca6f8160e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'name': 'tempest-FloatingIPsAssociationTestJSON-236955263-router', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:31Z', 'updated_at': '2021-07-23T16:20:37Z', 'revision_number': 4, 'project_id': 'bf040608ce9243169469d1c384fac592', 'gw_port': {'id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:32Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '85e30b8c-dd95-4a80-a2f2-de903471da91', 'name': '', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'mac_address': 'fa:16:3e:c4:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:35Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 5, 'project_id': 'bf040608ce9243169469d1c384fac592', 'subnets': [{'id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:46.399740 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b0537-f4e4-41bf-b25f-849c20053cbc req-ad21d601-d2f6-4094-afd6-91842c7ba8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:46.401470 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1b6b0537-f4e4-41bf-b25f-849c20053cbc req-ad21d601-d2f6-4094-afd6-91842c7ba8a1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f8384c77-6398-425d-9275-6a23db41a285 HTTP/1.1" status: 200 len: 848 time: 0.0778015 Jul 23 16:21:46.407288 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dcf0ef-6a1b-4bb4-8e40-ebca6f8160e2 None None] The sync data for ids ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'] in n-d-778549-4 is: [{'id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'name': 'tempest-FloatingIPsAssociationTestJSON-236955263-router', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:31Z', 'updated_at': '2021-07-23T16:20:37Z', 'revision_number': 4, 'project_id': 'bf040608ce9243169469d1c384fac592', 'gw_port': {'id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:32Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '85e30b8c-dd95-4a80-a2f2-de903471da91', 'name': '', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'mac_address': 'fa:16:3e:c4:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:35Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 5, 'project_id': 'bf040608ce9243169469d1c384fac592', 'subnets': [{'id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:21:46.446109 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1b6b0537-f4e4-41bf-b25f-849c20053cbc req-5b41cde2-56dc-4cde-99b6-9d34bbcf50c1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cbcbd292-3824-44cf-913c-59a7184e692c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349283 Jul 23 16:21:46.462575 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1260bb2f-a0b4-4c79-b762-5f117eebba23 req-06da8888-df8e-4404-b81d-2d4353948b10 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b897762f-85f0-4103-a02b-ed94dc2a2d61 HTTP/1.1" status: 200 len: 210 time: 0.0400469 Jul 23 16:21:46.492154 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9912dbb-d4d9-4da4-9ae5-0db4726ff1c6 req-2fdae18c-4d35-41a6-b4b5-368ad3a1c847 service neutron] 10.222.0.73 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399136 Jul 23 16:21:46.551612 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1b6b0537-f4e4-41bf-b25f-849c20053cbc req-d03c23fd-e022-4a36-bd00-fe88d423e505 service neutron] 10.222.0.74 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952492 Jul 23 16:21:46.614129 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c167d-40a4-4c9f-be33-b6eda243d23b req-e508e5ab-9937-430b-8f02-5dbfd8247458 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:46.616384 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-350c167d-40a4-4c9f-be33-b6eda243d23b req-e508e5ab-9937-430b-8f02-5dbfd8247458 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 943 time: 0.0796890 Jul 23 16:21:46.659765 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-350c167d-40a4-4c9f-be33-b6eda243d23b req-e2d5561d-f8ae-4725-84f8-fb21afcad028 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363309 Jul 23 16:21:46.680600 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1b6b0537-f4e4-41bf-b25f-849c20053cbc req-294a1a14-a685-423a-8612-934082cfe982 service neutron] 10.222.0.74 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112998 Jul 23 16:21:46.707530 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c080848b-ab55-477f-9c72-f393ed1c484b None None] New status for floating IP 7d7252e1-c7ca-4884-9150-b222d29fc6ae: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:21:46.862586 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52efd0-df4d-4dfe-ba0e-d03fda002339 req-0f619820-f8cd-48aa-871d-f3a66d47ff85 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:46.864308 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd52efd0-df4d-4dfe-ba0e-d03fda002339 req-0f619820-f8cd-48aa-871d-f3a66d47ff85 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff18a6b0-128d-4e90-b897-5b308e233ca2 HTTP/1.1" status: 200 len: 944 time: 0.0780349 Jul 23 16:21:46.940949 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd52efd0-df4d-4dfe-ba0e-d03fda002339 req-1d7fcda5-77b7-487b-8277-d093026bfded tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662463 Jul 23 16:21:46.979594 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f22ad2-8740-46b9-9890-cce5cb156702 req-4537356f-bf57-4c01-8548-ef9ec7a6a4a6 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:46.981390 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4f22ad2-8740-46b9-9890-cce5cb156702 req-4537356f-bf57-4c01-8548-ef9ec7a6a4a6 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/ports?device_id=70b18718-940c-4049-bec1-714a22b0a4c7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1159976 Jul 23 16:21:47.052974 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4f22ad2-8740-46b9-9890-cce5cb156702 req-5e67cfd4-5b2f-42a6-b04b-651f5764e643 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 698 time: 0.0641365 Jul 23 16:21:47.069624 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-c4f22ad2-8740-46b9-9890-cce5cb156702 req-feea428c-1e16-45a2-9741-7041959523d4 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Request body: {'floatingip': {'port_id': 'b5e2d096-7211-483d-961a-a931e814f70f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:47.118398 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5124c70c-a846-425b-9927-f1e00e84244f req-4ce1783d-dae9-4a32-962f-eeba71fc078c tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630684 Jul 23 16:21:47.128831 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c4f22ad2-8740-46b9-9890-cce5cb156702 req-feea428c-1e16-45a2-9741-7041959523d4 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks [] for floatingip, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:47.311258 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5256237-932c-4820-b7a8-b40001cbb90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f273342a-135c-4f7c-9ab7-fb0451c875de'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:47.313751 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ca44ff-57d8-4c82-8b8d-38720c31af18" -d '{"events": [{"server_uuid": "e5256237-932c-4820-b7a8-b40001cbb90a", "name": "network-vif-plugged", "status": "completed", "tag": "f273342a-135c-4f7c-9ab7-fb0451c875de"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:47.703839 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124c70c-a846-425b-9927-f1e00e84244f req-14eb77c9-ed62-41e4-97b3-b9c97f524d82 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:47.705440 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5124c70c-a846-425b-9927-f1e00e84244f req-14eb77c9-ed62-41e4-97b3-b9c97f524d82 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5341794 Jul 23 16:21:47.721191 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59031b2e-bb31-43ce-b896-1809d355f527 req-bafcffda-929d-4e03-9c4f-f408043abe70 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:47.722592 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-59031b2e-bb31-43ce-b896-1809d355f527 req-bafcffda-929d-4e03-9c4f-f408043abe70 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5256237-932c-4820-b7a8-b40001cbb90a HTTP/1.1" status: 200 len: 949 time: 0.5116980 Jul 23 16:21:47.729142 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-5124c70c-a846-425b-9927-f1e00e84244f req-787d0512-efbb-4823-a4d3-d3689ab71a14 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Request body: {'port': {'device_id': 'b897762f-85f0-4103-a02b-ed94dc2a2d61', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'admin_state_up': True, 'tenant_id': 'f529211e54344ba6bb9f15fa585bf4d7'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:47.882172 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-59031b2e-bb31-43ce-b896-1809d355f527 req-6d51eb3f-78c7-4abb-b735-c41e7ee5a159 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac8a37ed-e440-47dc-9a47-c9dd0c1857f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471953 Jul 23 16:21:47.929176 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 3ecede05-e0b9-455d-90f9-4feff4d0b498 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:47.983122 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 3ecede05-e0b9-455d-90f9-4feff4d0b498 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:47.983582 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:48.065887 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:48.066606 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5124c70c-a846-425b-9927-f1e00e84244f req-787d0512-efbb-4823-a4d3-d3689ab71a14 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Made reservation on behalf of f529211e54344ba6bb9f15fa585bf4d7 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:48.070511 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5124c70c-a846-425b-9927-f1e00e84244f req-787d0512-efbb-4823-a4d3-d3689ab71a14 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:48.077871 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297f9104-b508-4369-a4fd-0620617b3cfb', 'tag': '74a14000-f295-4bc4-94de-f096c0a633f1'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:48.080094 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abecfca0-64b8-4da9-a01a-b3eb5456801f" -d '{"events": [{"name": "network-changed", "server_uuid": "297f9104-b508-4369-a4fd-0620617b3cfb", "tag": "74a14000-f295-4bc4-94de-f096c0a633f1"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:48.101568 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 3ecede05-e0b9-455d-90f9-4feff4d0b498, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=3ecede05-e0b9-455d-90f9-4feff4d0b498,segment=NetworkSegment(786593a5-a224-4584-8758-80516f86a2d4),segment_id=786593a5-a224-4584-8758-80516f86a2d4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:48.106143 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:48.152610 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1234b03-af6d-4b48-a2a5-d37def74c074 req-cc447696-8edf-4801-b34b-e3824634aed4 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:48.154146 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c1234b03-af6d-4b48-a2a5-d37def74c074 req-cc447696-8edf-4801-b34b-e3824634aed4 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff18a6b0-128d-4e90-b897-5b308e233ca2 HTTP/1.1" status: 200 len: 944 time: 0.2024629 Jul 23 16:21:48.155618 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=3ecede05-e0b9-455d-90f9-4feff4d0b498,revision_number=7']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:48.211594 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c4f22ad2-8740-46b9-9890-cce5cb156702 req-feea428c-1e16-45a2-9741-7041959523d4 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:48.223317 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c4f22ad2-8740-46b9-9890-cce5cb156702 req-feea428c-1e16-45a2-9741-7041959523d4 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:48.339214 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c1234b03-af6d-4b48-a2a5-d37def74c074 req-139a5639-4eb8-43b0-bc7b-4a265e7aa627 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679301 Jul 23 16:21:48.383950 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f7a953-fa7c-4a0f-8818-6ce88d7f7c58 x-openstack-request-id: req-b8f7a953-fa7c-4a0f-8818-6ce88d7f7c58 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:48.384419 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5256237-932c-4820-b7a8-b40001cbb90a", "name": "network-vif-plugged", "status": "completed", "tag": "f273342a-135c-4f7c-9ab7-fb0451c875de", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:48.384747 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b8f7a953-fa7c-4a0f-8818-6ce88d7f7c58 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:48.385360 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5256237-932c-4820-b7a8-b40001cbb90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f273342a-135c-4f7c-9ab7-fb0451c875de', 'code': 200} Jul 23 16:21:48.388809 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-5124c70c-a846-425b-9927-f1e00e84244f req-787d0512-efbb-4823-a4d3-d3689ab71a14 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Allocated IP 192.168.233.50 (eb3bf372-6ffe-4c33-8777-29948d4b4373/3812e6e5-38ac-4c93-85ce-3dab2cef76c9/9f1678bd-1425-4dd5-872b-0b07f5fb95a4) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:21:48.407959 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [req-c4f22ad2-8740-46b9-9890-cce5cb156702 req-feea428c-1e16-45a2-9741-7041959523d4 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Floating IP 7d7252e1-c7ca-4884-9150-b222d29fc6ae associated. External IP: 172.25.8.209, port: b5e2d096-7211-483d-961a-a931e814f70f. Jul 23 16:21:48.504396 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03e7d9-0498-4f9e-9806-4e7ea8b13e04 req-fca38c90-c14a-470a-ad5f-ab5ee1d0918c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:48.506935 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5e03e7d9-0498-4f9e-9806-4e7ea8b13e04 req-fca38c90-c14a-470a-ad5f-ab5ee1d0918c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e5256237-932c-4820-b7a8-b40001cbb90a HTTP/1.1" status: 200 len: 1100 time: 0.0562627 Jul 23 16:21:48.548494 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5e03e7d9-0498-4f9e-9806-4e7ea8b13e04 req-b2b8d27c-d242-4732-b00b-f142f0c0f959 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ac8a37ed-e440-47dc-9a47-c9dd0c1857f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325229 Jul 23 16:21:48.729576 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e67a2-7ef3-468e-b766-90b48d63f084 req-f487f643-e643-421d-8459-1579f3fb8d43 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:48.731052 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-772e67a2-7ef3-468e-b766-90b48d63f084 req-f487f643-e643-421d-8459-1579f3fb8d43 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.74 "GET /v2.0/ports?device_id=297f9104-b508-4369-a4fd-0620617b3cfb HTTP/1.1" status: 200 len: 945 time: 0.2349803 Jul 23 16:21:48.790440 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fced5c2-7cf1-4cf6-a2b3-580f97cfd4a8 req-2cfa82e7-f737-495e-b49a-941f5c204436 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:48.792447 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2fced5c2-7cf1-4cf6-a2b3-580f97cfd4a8 req-2cfa82e7-f737-495e-b49a-941f5c204436 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 950 time: 0.3384204 Jul 23 16:21:48.904809 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5124c70c-a846-425b-9927-f1e00e84244f req-787d0512-efbb-4823-a4d3-d3689ab71a14 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:48.967708 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-5124c70c-a846-425b-9927-f1e00e84244f req-787d0512-efbb-4823-a4d3-d3689ab71a14 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Transition to ACTIVE for port object 9f1678bd-1425-4dd5-872b-0b07f5fb95a4 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:48.972307 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2fced5c2-7cf1-4cf6-a2b3-580f97cfd4a8 req-97225955-0fc5-4352-9fa5-d196809eba93 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254232 Jul 23 16:21:49.014936 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4f22ad2-8740-46b9-9890-cce5cb156702 req-feea428c-1e16-45a2-9741-7041959523d4 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Router 7a383e5e-0eb8-439e-82a6-5fbe5d73684d has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:21:49.074670 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb20c77d-da9c-4380-9f69-2e9c726757c9 req-76814167-cb5c-4f3a-9e40-c496ce852a13 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b897762f-85f0-4103-a02b-ed94dc2a2d61 HTTP/1.1" status: 200 len: 210 time: 0.0419774 Jul 23 16:21:49.079725 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-772e67a2-7ef3-468e-b766-90b48d63f084 req-f2fdae94-e18d-42c4-ac52-4c50c323e70f tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Deleting port 74a14000-f295-4bc4-94de-f096c0a633f1 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:49.080069 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-772e67a2-7ef3-468e-b766-90b48d63f084 req-f2fdae94-e18d-42c4-ac52-4c50c323e70f tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:49.130278 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5124c70c-a846-425b-9927-f1e00e84244f req-787d0512-efbb-4823-a4d3-d3689ab71a14 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:49.144795 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['73cf402e-041a-4a65-853b-18de3c99c53e', '7fda5483-fa08-4101-a62c-47e5fb8b3df6'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:49.149908 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['8604d4f7-3254-41a1-bb76-0c78d014ce8e', '516419e3-e6c6-47bf-a561-7be4d299a8b8', 'cebe27dc-bd00-4623-854f-7312f6492b97', 'd12ba940-3a05-42a7-9eba-b447e907f79f'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:49.548769 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5124c70c-a846-425b-9927-f1e00e84244f req-787d0512-efbb-4823-a4d3-d3689ab71a14 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:49.569606 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-5124c70c-a846-425b-9927-f1e00e84244f req-787d0512-efbb-4823-a4d3-d3689ab71a14 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:49.583094 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-5124c70c-a846-425b-9927-f1e00e84244f req-787d0512-efbb-4823-a4d3-d3689ab71a14 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:21:49.618953 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d0512-efbb-4823-a4d3-d3689ab71a14 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Pushing event updated for resources: {'Port': ['ID=9f1678bd-1425-4dd5-872b-0b07f5fb95a4,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:49.682578 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-772e67a2-7ef3-468e-b766-90b48d63f084 req-f2fdae94-e18d-42c4-ac52-4c50c323e70f tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] For port 74a14000-f295-4bc4-94de-f096c0a633f1, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=74a14000-f295-4bc4-94de-f096c0a633f1,segment=NetworkSegment(13380f59-e4ec-4a16-8d62-9f34dd4434a0),segment_id=13380f59-e4ec-4a16-8d62-9f34dd4434a0)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:49.682964 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-772e67a2-7ef3-468e-b766-90b48d63f084 req-f2fdae94-e18d-42c4-ac52-4c50c323e70f tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:49.690806 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-c8c84b64-182c-48fe-9106-f32224aea03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:49.693238 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-c8c84b64-182c-48fe-9106-f32224aea03d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613&tenant_id=4ed385c197f74460a2c666d87d79e6e5 HTTP/1.1" status: 200 len: 1101 time: 0.0751646 Jul 23 16:21:49.703995 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4f22ad2-8740-46b9-9890-cce5cb156702 req-feea428c-1e16-45a2-9741-7041959523d4 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:21:49.715540 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c2272f-17d8-4559-acf9-ff9ef2119334 None None] Sync routers for ids ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:21:49.718535 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-104d2316-c34c-4cf0-9bfa-32ec192e912f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778549-4', 'device_owner': 'compute:nova'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:49.726002 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c4f22ad2-8740-46b9-9890-cce5cb156702 req-feea428c-1e16-45a2-9741-7041959523d4 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:49.730630 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-772e67a2-7ef3-468e-b766-90b48d63f084 req-f2fdae94-e18d-42c4-ac52-4c50c323e70f tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Calling delete_port for 74a14000-f295-4bc4-94de-f096c0a633f1 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:49.732148 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c2272f-17d8-4559-acf9-ff9ef2119334 None None] Routers {'7a383e5e-0eb8-439e-82a6-5fbe5d73684d'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:49.732792 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-50c2272f-17d8-4559-acf9-ff9ef2119334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:21:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:49.756345 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124c70c-a846-425b-9927-f1e00e84244f req-787d0512-efbb-4823-a4d3-d3689ab71a14 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:49.756997 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5124c70c-a846-425b-9927-f1e00e84244f req-787d0512-efbb-4823-a4d3-d3689ab71a14 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:49.811213 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-104d2316-c34c-4cf0-9bfa-32ec192e912f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:49.836719 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922badb0-566d-4bdc-b220-f2e182215a4e req-a334b399-0f3a-4919-a4bc-4b928edcc518 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:49.838962 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-922badb0-566d-4bdc-b220-f2e182215a4e req-a334b399-0f3a-4919-a4bc-4b928edcc518 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 943 time: 0.4083564 Jul 23 16:21:49.846875 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5124c70c-a846-425b-9927-f1e00e84244f req-787d0512-efbb-4823-a4d3-d3689ab71a14 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1216986 Jul 23 16:21:49.883596 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:21:49.900447 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-5124c70c-a846-425b-9927-f1e00e84244f req-b78eaae8-722c-4aef-8db7-37ffa552a101 service neutron] Request body: {'port': {'device_id': 'b897762f-85f0-4103-a02b-ed94dc2a2d61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:49.900753 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-50c2272f-17d8-4559-acf9-ff9ef2119334 None None] Set router 7a383e5e-0eb8-439e-82a6-5fbe5d73684d gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:49.931516 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device f46ac28d-abb4-433c-a4be-e695eada86f5 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:49.980564 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ef020527-84cc-4e44-9e9a-c848afc85732 None None] Provisioning for port 9f1678bd-1425-4dd5-872b-0b07f5fb95a4 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:49.982648 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-922badb0-566d-4bdc-b220-f2e182215a4e req-f0ceaa88-c6e9-4acf-a98b-e75a702fcf36 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337202 Jul 23 16:21:49.987654 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ef020527-84cc-4e44-9e9a-c848afc85732 None None] Provisioning complete for port 9f1678bd-1425-4dd5-872b-0b07f5fb95a4 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:49.988253 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ef020527-84cc-4e44-9e9a-c848afc85732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:50.004027 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4f22ad2-8740-46b9-9890-cce5cb156702 req-feea428c-1e16-45a2-9741-7041959523d4 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "PUT /v2.0/floatingips/7d7252e1-c7ca-4884-9150-b222d29fc6ae HTTP/1.1" status: 200 len: 997 time: 2.9414418 Jul 23 16:21:50.064530 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:50.068096 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-ef020527-84cc-4e44-9e9a-c848afc85732 None None] Port 9f1678bd-1425-4dd5-872b-0b07f5fb95a4 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:21:50.111016 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-104d2316-c34c-4cf0-9bfa-32ec192e912f service neutron] For port f46ac28d-abb4-433c-a4be-e695eada86f5, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=f46ac28d-abb4-433c-a4be-e695eada86f5,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:50.142987 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48f25f7-6f2f-4e59-9011-5821fb3bcd49 x-openstack-request-id: req-d48f25f7-6f2f-4e59-9011-5821fb3bcd49 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:50.142987 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297f9104-b508-4369-a4fd-0620617b3cfb", "tag": "74a14000-f295-4bc4-94de-f096c0a633f1", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:50.143763 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d48f25f7-6f2f-4e59-9011-5821fb3bcd49 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:50.143958 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297f9104-b508-4369-a4fd-0620617b3cfb', 'tag': '74a14000-f295-4bc4-94de-f096c0a633f1', 'status': 'completed', 'code': 200} Jul 23 16:21:50.151442 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-104d2316-c34c-4cf0-9bfa-32ec192e912f service neutron] For port f46ac28d-abb4-433c-a4be-e695eada86f5, host n-h2-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:50.214416 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-104d2316-c34c-4cf0-9bfa-32ec192e912f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:50.217755 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ab39e5-3e39-4551-9140-f227e9eca613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f46ac28d-abb4-433c-a4be-e695eada86f5'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:50.220410 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbeb7406-5157-4137-aedd-1daf7588b17b" -d '{"events": [{"server_uuid": "89ab39e5-3e39-4551-9140-f227e9eca613", "name": "network-vif-unplugged", "status": "completed", "tag": "f46ac28d-abb4-433c-a4be-e695eada86f5"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:50.230788 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-50c2272f-17d8-4559-acf9-ff9ef2119334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'name': 'tempest-FloatingIPsAssociationTestJSON-236955263-router', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:31Z', 'updated_at': '2021-07-23T16:20:37Z', 'revision_number': 4, 'project_id': 'bf040608ce9243169469d1c384fac592', 'gw_port': {'id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:32Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '7d7252e1-c7ca-4884-9150-b222d29fc6ae', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'port_id': 'b5e2d096-7211-483d-961a-a931e814f70f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'mac_address': 'fa:16:3e:35:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b18718-940c-4049-bec1-714a22b0a4c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:21:10Z', 'updated_at': '2021-07-23T16:21:48Z', 'revision_number': 8, 'project_id': 'bf040608ce9243169469d1c384fac592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e30b8c-dd95-4a80-a2f2-de903471da91', 'name': '', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'mac_address': 'fa:16:3e:c4:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:35Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 5, 'project_id': 'bf040608ce9243169469d1c384fac592', 'subnets': [{'id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:50.278376 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c2272f-17d8-4559-acf9-ff9ef2119334 None None] Checking router: 7a383e5e-0eb8-439e-82a6-5fbe5d73684d for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:21:50.281211 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecfca0-64b8-4da9-a01a-b3eb5456801f req-f4428fa8-5a69-4bbf-bd52-5f748ec1113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:50.283093 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-abecfca0-64b8-4da9-a01a-b3eb5456801f req-f4428fa8-5a69-4bbf-bd52-5f748ec1113f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bf040608ce9243169469d1c384fac592&device_id=297f9104-b508-4369-a4fd-0620617b3cfb HTTP/1.1" status: 200 len: 1096 time: 0.0958745 Jul 23 16:21:50.289248 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c2272f-17d8-4559-acf9-ff9ef2119334 None None] Routers {'7a383e5e-0eb8-439e-82a6-5fbe5d73684d'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:50.289942 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-50c2272f-17d8-4559-acf9-ff9ef2119334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:21:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:50.300599 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5124c70c-a846-425b-9927-f1e00e84244f req-b78eaae8-722c-4aef-8db7-37ffa552a101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:50.303606 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f22ad2-8740-46b9-9890-cce5cb156702 req-dcd12597-7800-4d1a-8d42-9686a83b1dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:50.305168 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4f22ad2-8740-46b9-9890-cce5cb156702 req-dcd12597-7800-4d1a-8d42-9686a83b1dea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf040608ce9243169469d1c384fac592&device_id=70b18718-940c-4049-bec1-714a22b0a4c7 HTTP/1.1" status: 200 len: 1097 time: 0.2479947 Jul 23 16:21:50.381764 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecfca0-64b8-4da9-a01a-b3eb5456801f req-127335d8-d50d-46e0-8a60-74bb04a51f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:50.383640 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-abecfca0-64b8-4da9-a01a-b3eb5456801f req-127335d8-d50d-46e0-8a60-74bb04a51f0d service neutron] 10.222.0.74 "GET /v2.0/networks?id=4dd97669-66b3-495e-9f83-265cbe5bb756 HTTP/1.1" status: 200 len: 922 time: 0.0918775 Jul 23 16:21:50.387257 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff18a6b0-128d-4e90-b897-5b308e233ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecede05-e0b9-455d-90f9-4feff4d0b498'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:50.391459 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fadae34-95a5-45eb-a2cc-ab9a026dc630" -d '{"events": [{"server_uuid": "ff18a6b0-128d-4e90-b897-5b308e233ca2", "name": "network-vif-plugged", "status": "completed", "tag": "3ecede05-e0b9-455d-90f9-4feff4d0b498"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:50.412833 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-50c2272f-17d8-4559-acf9-ff9ef2119334 None None] Set router 7a383e5e-0eb8-439e-82a6-5fbe5d73684d gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:50.451123 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-104d2316-c34c-4cf0-9bfa-32ec192e912f service neutron] Transition to ACTIVE for port object f46ac28d-abb4-433c-a4be-e695eada86f5 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:50.453641 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-abecfca0-64b8-4da9-a01a-b3eb5456801f req-70c862a8-1c2a-48fa-90d1-3171a52f8674 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74a14000-f295-4bc4-94de-f096c0a633f1 HTTP/1.1" status: 200 len: 217 time: 0.0552003 Jul 23 16:21:50.459868 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-104d2316-c34c-4cf0-9bfa-32ec192e912f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:50.471395 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-772e67a2-7ef3-468e-b766-90b48d63f084 req-f2fdae94-e18d-42c4-ac52-4c50c323e70f tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:50.494857 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['74a14000-f295-4bc4-94de-f096c0a633f1'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:50.535393 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fdae94-e18d-42c4-ac52-4c50c323e70f tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Pushing event deleted for resources: {'Port': ['ID=74a14000-f295-4bc4-94de-f096c0a633f1,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:50.543648 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.api [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:21:50.544452 n-d-778549-4 neutron-server[94014]: DEBUG oslo_db.api [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:21:50.554753 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b47a39-a890-4990-a0b4-7b951f522dee req-3ba98bc5-6d05-44d1-970a-8bed7ee6fb10 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:50.561034 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e5b47a39-a890-4990-a0b4-7b951f522dee req-3ba98bc5-6d05-44d1-970a-8bed7ee6fb10 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5256237-932c-4820-b7a8-b40001cbb90a HTTP/1.1" status: 200 len: 949 time: 0.3608582 Jul 23 16:21:50.584816 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecfca0-64b8-4da9-a01a-b3eb5456801f req-11fd6a21-2da0-402b-b61a-9daaf6dfbd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:50.586286 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-abecfca0-64b8-4da9-a01a-b3eb5456801f req-11fd6a21-2da0-402b-b61a-9daaf6dfbd91 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b06d044d-7a5d-4455-8030-ecfa0a3c6204 HTTP/1.1" status: 200 len: 859 time: 0.1207371 Jul 23 16:21:50.678039 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-104d2316-c34c-4cf0-9bfa-32ec192e912f service neutron] No DVR routers for this DVR port f46ac28d-abb4-433c-a4be-e695eada86f5 on host n-h2-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:21:50.684228 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d2316-c34c-4cf0-9bfa-32ec192e912f service neutron] Pushing event updated for resources: {'Port': ['ID=f46ac28d-abb4-433c-a4be-e695eada86f5,revision_number=10']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:50.764519 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-104d2316-c34c-4cf0-9bfa-32ec192e912f service neutron] Attempting to bind port f46ac28d-abb4-433c-a4be-e695eada86f5 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:50.765741 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-104d2316-c34c-4cf0-9bfa-32ec192e912f service neutron] Attempting to bind port f46ac28d-abb4-433c-a4be-e695eada86f5 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:50.765741 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-104d2316-c34c-4cf0-9bfa-32ec192e912f service neutron] Attempting to bind port f46ac28d-abb4-433c-a4be-e695eada86f5 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:50.781918 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-104d2316-c34c-4cf0-9bfa-32ec192e912f service neutron] Port f46ac28d-abb4-433c-a4be-e695eada86f5 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:21:50.781918 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-104d2316-c34c-4cf0-9bfa-32ec192e912f service neutron] Attempting to bind port f46ac28d-abb4-433c-a4be-e695eada86f5 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:50.798931 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecfca0-64b8-4da9-a01a-b3eb5456801f req-bcdeafa4-279c-41c0-8dbc-16666220fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:50.801101 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-abecfca0-64b8-4da9-a01a-b3eb5456801f req-bcdeafa4-279c-41c0-8dbc-16666220fe2d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4dd97669-66b3-495e-9f83-265cbe5bb756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2078261 Jul 23 16:21:50.802925 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-104d2316-c34c-4cf0-9bfa-32ec192e912f service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:21:50.806156 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-104d2316-c34c-4cf0-9bfa-32ec192e912f service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:50.806577 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-104d2316-c34c-4cf0-9bfa-32ec192e912f service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:21:50.807042 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-104d2316-c34c-4cf0-9bfa-32ec192e912f service neutron] Bound port: f46ac28d-abb4-433c-a4be-e695eada86f5, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:50.807410 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-104d2316-c34c-4cf0-9bfa-32ec192e912f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:50.816219 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f22ad2-8740-46b9-9890-cce5cb156702 req-d75881c6-a3e5-487b-a76c-99ddb5057524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:50.818854 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4f22ad2-8740-46b9-9890-cce5cb156702 req-d75881c6-a3e5-487b-a76c-99ddb5057524 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4dd97669-66b3-495e-9f83-265cbe5bb756 HTTP/1.1" status: 200 len: 922 time: 0.4887600 Jul 23 16:21:50.819458 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-772e67a2-7ef3-468e-b766-90b48d63f084 req-f2fdae94-e18d-42c4-ac52-4c50c323e70f tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] No DVR routers for this DVR port 74a14000-f295-4bc4-94de-f096c0a633f1 on host n-h1-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:21:50.825915 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-772e67a2-7ef3-468e-b766-90b48d63f084 req-f2fdae94-e18d-42c4-ac52-4c50c323e70f tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:50.828661 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-772e67a2-7ef3-468e-b766-90b48d63f084 req-f2fdae94-e18d-42c4-ac52-4c50c323e70f tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.74 "DELETE /v2.0/ports/74a14000-f295-4bc4-94de-f096c0a633f1 HTTP/1.1" status: 204 len: 173 time: 2.0869095 Jul 23 16:21:50.851587 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e5b47a39-a890-4990-a0b4-7b951f522dee req-5704aadf-c6b7-46fc-985f-0184834e3086 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac8a37ed-e440-47dc-9a47-c9dd0c1857f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893589 Jul 23 16:21:50.923889 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b907144-2671-4aa5-93ac-849c2841ce72 req-1899b8f0-d4f2-44ff-969a-1b098f20c68b tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:50.927710 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6b907144-2671-4aa5-93ac-849c2841ce72 req-1899b8f0-d4f2-44ff-969a-1b098f20c68b tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff18a6b0-128d-4e90-b897-5b308e233ca2 HTTP/1.1" status: 200 len: 945 time: 0.6180232 Jul 23 16:21:51.052690 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-50c2272f-17d8-4559-acf9-ff9ef2119334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'name': 'tempest-FloatingIPsAssociationTestJSON-236955263-router', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:31Z', 'updated_at': '2021-07-23T16:20:37Z', 'revision_number': 4, 'project_id': 'bf040608ce9243169469d1c384fac592', 'gw_port': {'id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:32Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '7d7252e1-c7ca-4884-9150-b222d29fc6ae', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'port_id': 'b5e2d096-7211-483d-961a-a931e814f70f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'mac_address': 'fa:16:3e:35:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b18718-940c-4049-bec1-714a22b0a4c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:21:10Z', 'updated_at': '2021-07-23T16:21:48Z', 'revision_number': 8, 'project_id': 'bf040608ce9243169469d1c384fac592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e30b8c-dd95-4a80-a2f2-de903471da91', 'name': '', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'mac_address': 'fa:16:3e:c4:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:35Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 5, 'project_id': 'bf040608ce9243169469d1c384fac592', 'subnets': [{'id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:51.060033 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-104d2316-c34c-4cf0-9bfa-32ec192e912f service neutron] For port f46ac28d-abb4-433c-a4be-e695eada86f5, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:51.066519 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-104d2316-c34c-4cf0-9bfa-32ec192e912f service neutron] For port f46ac28d-abb4-433c-a4be-e695eada86f5, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f46ac28d-abb4-433c-a4be-e695eada86f5,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:51.071764 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-104d2316-c34c-4cf0-9bfa-32ec192e912f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:51.090802 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c2272f-17d8-4559-acf9-ff9ef2119334 None None] The sync data for ids ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'] in n-d-778549-4 is: [{'id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'name': 'tempest-FloatingIPsAssociationTestJSON-236955263-router', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:31Z', 'updated_at': '2021-07-23T16:20:37Z', 'revision_number': 4, 'project_id': 'bf040608ce9243169469d1c384fac592', 'gw_port': {'id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:32Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '7d7252e1-c7ca-4884-9150-b222d29fc6ae', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'port_id': 'b5e2d096-7211-483d-961a-a931e814f70f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'mac_address': 'fa:16:3e:35:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b18718-940c-4049-bec1-714a22b0a4c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:21:10Z', 'updated_at': '2021-07-23T16:21:48Z', 'revision_number': 8, 'project_id': 'bf040608ce9243169469d1c384fac592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e30b8c-dd95-4a80-a2f2-de903471da91', 'name': '', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'mac_address': 'fa:16:3e:c4:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:35Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 5, 'project_id': 'bf040608ce9243169469d1c384fac592', 'subnets': [{'id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:21:51.130720 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 3ecede05-e0b9-455d-90f9-4feff4d0b498 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:51.147282 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-104d2316-c34c-4cf0-9bfa-32ec192e912f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:51.147905 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-104d2316-c34c-4cf0-9bfa-32ec192e912f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:51.155021 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-104d2316-c34c-4cf0-9bfa-32ec192e912f service neutron] 10.222.0.74 "PUT /v2.0/ports/f46ac28d-abb4-433c-a4be-e695eada86f5 HTTP/1.1" status: 200 len: 1097 time: 1.4413996 Jul 23 16:21:51.173869 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-abecfca0-64b8-4da9-a01a-b3eb5456801f req-2450a203-c060-4d55-ac87-2d65f453cc17 service neutron] 10.222.0.74 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614447 Jul 23 16:21:51.238104 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d2316-c34c-4cf0-9bfa-32ec192e912f service neutron] Pushing event updated for resources: {'Port': ['ID=f46ac28d-abb4-433c-a4be-e695eada86f5,revision_number=11']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:51.306369 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:51.368775 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 3ecede05-e0b9-455d-90f9-4feff4d0b498, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=3ecede05-e0b9-455d-90f9-4feff4d0b498,segment=NetworkSegment(786593a5-a224-4584-8758-80516f86a2d4),segment_id=786593a5-a224-4584-8758-80516f86a2d4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:51.376574 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:51.376830 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4f22ad2-8740-46b9-9890-cce5cb156702 req-66a03d83-9857-4e82-b777-ab094f59ddad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5e2d096-7211-483d-961a-a931e814f70f HTTP/1.1" status: 200 len: 1000 time: 0.5239227 Jul 23 16:21:51.403907 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-abecfca0-64b8-4da9-a01a-b3eb5456801f req-3458611f-c8fd-49bf-a1d3-1230fba8dbb2 service neutron] 10.222.0.74 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033143 Jul 23 16:21:51.409088 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-2c166df4-5fb0-4e49-a85e-dd01dbc576c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:51.418819 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-2c166df4-5fb0-4e49-a85e-dd01dbc576c9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 1100 time: 0.2195051 Jul 23 16:21:51.483532 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=3ecede05-e0b9-455d-90f9-4feff4d0b498,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:51.498747 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebc6425-d4d6-4ccf-aae3-919b9decb4c6 None None] New status for floating IP 7d7252e1-c7ca-4884-9150-b222d29fc6ae: ACTIVE {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:21:51.523779 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f22ad2-8740-46b9-9890-cce5cb156702 req-6852a87c-2a5d-4485-8b6b-6beefb578fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:51.526038 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4f22ad2-8740-46b9-9890-cce5cb156702 req-6852a87c-2a5d-4485-8b6b-6beefb578fba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b06d044d-7a5d-4455-8030-ecfa0a3c6204 HTTP/1.1" status: 200 len: 859 time: 0.1483786 Jul 23 16:21:51.535050 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-5124c70c-a846-425b-9927-f1e00e84244f req-b78eaae8-722c-4aef-8db7-37ffa552a101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f1678bd-1425-4dd5-872b-0b07f5fb95a4 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:51.590260 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-faf8e3d2-ea0d-49a2-9763-e8ebf45aed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:51.591766 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-faf8e3d2-ea0d-49a2-9763-e8ebf45aed77 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.1630535 Jul 23 16:21:51.596769 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5124c70c-a846-425b-9927-f1e00e84244f req-b78eaae8-722c-4aef-8db7-37ffa552a101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:51.621351 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-6b907144-2671-4aa5-93ac-849c2841ce72 req-bd05a991-ff1a-4f1f-a665-7c0a1c6b1188 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Deleting port 3ecede05-e0b9-455d-90f9-4feff4d0b498 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:51.621782 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6b907144-2671-4aa5-93ac-849c2841ce72 req-bd05a991-ff1a-4f1f-a665-7c0a1c6b1188 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:51.644780 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-ac9db696-ef18-427f-acdf-bcba51e5a819 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=f46ac28d-abb4-433c-a4be-e695eada86f5 HTTP/1.1" status: 200 len: 217 time: 0.0430005 Jul 23 16:21:51.664222 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-5124c70c-a846-425b-9927-f1e00e84244f req-b78eaae8-722c-4aef-8db7-37ffa552a101 service neutron] Transition to ACTIVE for port object 9f1678bd-1425-4dd5-872b-0b07f5fb95a4 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:51.678707 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463293b8-5b7c-4572-8bcc-a1f24b3017db req-7b0d72df-94dc-47aa-9e78-abac75147677 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:51.687516 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-463293b8-5b7c-4572-8bcc-a1f24b3017db req-7b0d72df-94dc-47aa-9e78-abac75147677 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff18a6b0-128d-4e90-b897-5b308e233ca2 HTTP/1.1" status: 200 len: 945 time: 0.6451297 Jul 23 16:21:51.706957 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5124c70c-a846-425b-9927-f1e00e84244f req-b78eaae8-722c-4aef-8db7-37ffa552a101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:51.720808 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-2ca617f6-a894-403f-b111-998eaf599472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:51.723022 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-2ca617f6-a894-403f-b111-998eaf599472 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0704734 Jul 23 16:21:51.812340 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-91a53928-bd7b-43cf-8d97-ec9ecbed29ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:51.813976 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-91a53928-bd7b-43cf-8d97-ec9ecbed29ef service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0835805 Jul 23 16:21:51.844370 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['b5e2d096-7211-483d-961a-a931e814f70f'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:51.953478 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-73c5681d-c099-47d5-9b03-b83b9285bdac service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317141 Jul 23 16:21:52.071601 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4e0bd7dd-95fa-4d03-ac69-a447c67c39db req-b2b1a21e-0cc2-475b-ae31-b525078ae91d service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067679 Jul 23 16:21:52.144896 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b18718-940c-4049-bec1-714a22b0a4c7', 'tag': 'b5e2d096-7211-483d-961a-a931e814f70f'}, {'server_uuid': '297f9104-b508-4369-a4fd-0620617b3cfb', 'name': 'network-vif-deleted', 'tag': '74a14000-f295-4bc4-94de-f096c0a633f1'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:52.147843 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48865b6-774b-4368-ba97-e07297e4dc67" -d '{"events": [{"name": "network-changed", "server_uuid": "70b18718-940c-4049-bec1-714a22b0a4c7", "tag": "b5e2d096-7211-483d-961a-a931e814f70f"}, {"server_uuid": "297f9104-b508-4369-a4fd-0620617b3cfb", "name": "network-vif-deleted", "tag": "74a14000-f295-4bc4-94de-f096c0a633f1"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:52.165655 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f22ad2-8740-46b9-9890-cce5cb156702 req-97c99595-2c44-4e7a-8062-ede525d7a85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:52.167175 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4f22ad2-8740-46b9-9890-cce5cb156702 req-97c99595-2c44-4e7a-8062-ede525d7a85e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4dd97669-66b3-495e-9f83-265cbe5bb756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6258581 Jul 23 16:21:52.190376 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-463293b8-5b7c-4572-8bcc-a1f24b3017db req-d77c482e-713a-4f67-bf82-f771fc275bfc tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017629 Jul 23 16:21:52.200263 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78eaae8-722c-4aef-8db7-37ffa552a101 service neutron] Pushing event updated for resources: {'Port': ['ID=9f1678bd-1425-4dd5-872b-0b07f5fb95a4,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:52.260009 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-6b907144-2671-4aa5-93ac-849c2841ce72 req-bd05a991-ff1a-4f1f-a665-7c0a1c6b1188 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] For port 3ecede05-e0b9-455d-90f9-4feff4d0b498, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=3ecede05-e0b9-455d-90f9-4feff4d0b498,segment=NetworkSegment(786593a5-a224-4584-8758-80516f86a2d4),segment_id=786593a5-a224-4584-8758-80516f86a2d4)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:52.260345 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6b907144-2671-4aa5-93ac-849c2841ce72 req-bd05a991-ff1a-4f1f-a665-7c0a1c6b1188 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:52.352039 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-6b907144-2671-4aa5-93ac-849c2841ce72 req-bd05a991-ff1a-4f1f-a665-7c0a1c6b1188 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Calling delete_port for 3ecede05-e0b9-455d-90f9-4feff4d0b498 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:52.384126 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-5124c70c-a846-425b-9927-f1e00e84244f req-b78eaae8-722c-4aef-8db7-37ffa552a101 service neutron] Attempting to bind port 9f1678bd-1425-4dd5-872b-0b07f5fb95a4 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:52.384465 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-5124c70c-a846-425b-9927-f1e00e84244f req-b78eaae8-722c-4aef-8db7-37ffa552a101 service neutron] Attempting to bind port 9f1678bd-1425-4dd5-872b-0b07f5fb95a4 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:52.384800 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5124c70c-a846-425b-9927-f1e00e84244f req-b78eaae8-722c-4aef-8db7-37ffa552a101 service neutron] Attempting to bind port 9f1678bd-1425-4dd5-872b-0b07f5fb95a4 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:52.430735 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5124c70c-a846-425b-9927-f1e00e84244f req-b78eaae8-722c-4aef-8db7-37ffa552a101 service neutron] Port 9f1678bd-1425-4dd5-872b-0b07f5fb95a4 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:21:52.431067 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5124c70c-a846-425b-9927-f1e00e84244f req-b78eaae8-722c-4aef-8db7-37ffa552a101 service neutron] Attempting to bind port 9f1678bd-1425-4dd5-872b-0b07f5fb95a4 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:52.438984 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4f22ad2-8740-46b9-9890-cce5cb156702 req-a3d4c7c3-e347-4cdb-ae40-a1105b65a4ed service neutron] 10.222.0.73 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460673 Jul 23 16:21:52.460160 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5124c70c-a846-425b-9927-f1e00e84244f req-b78eaae8-722c-4aef-8db7-37ffa552a101 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:21:52.460503 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5124c70c-a846-425b-9927-f1e00e84244f req-b78eaae8-722c-4aef-8db7-37ffa552a101 service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:52.460884 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5124c70c-a846-425b-9927-f1e00e84244f req-b78eaae8-722c-4aef-8db7-37ffa552a101 service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:21:52.461357 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-5124c70c-a846-425b-9927-f1e00e84244f req-b78eaae8-722c-4aef-8db7-37ffa552a101 service neutron] Bound port: 9f1678bd-1425-4dd5-872b-0b07f5fb95a4, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:52.461721 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5124c70c-a846-425b-9927-f1e00e84244f req-b78eaae8-722c-4aef-8db7-37ffa552a101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:52.522660 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ccef7a-bc95-49d8-9772-ce64198f2a73 req-ff96d76e-86e5-401a-aebc-7de351b1e12a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:52.524101 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-11ccef7a-bc95-49d8-9772-ce64198f2a73 req-ff96d76e-86e5-401a-aebc-7de351b1e12a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 949 time: 0.2667530 Jul 23 16:21:52.657841 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4f22ad2-8740-46b9-9890-cce5cb156702 req-00150c66-90a2-496a-8f56-d55acfb2c1e9 service neutron] 10.222.0.73 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084792 Jul 23 16:21:52.691518 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-11ccef7a-bc95-49d8-9772-ce64198f2a73 req-f386170d-38ea-4b36-b528-49a9602f14ef tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375349 Jul 23 16:21:52.696549 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-5124c70c-a846-425b-9927-f1e00e84244f req-b78eaae8-722c-4aef-8db7-37ffa552a101 service neutron] For port 9f1678bd-1425-4dd5-872b-0b07f5fb95a4, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:52.716409 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-5124c70c-a846-425b-9927-f1e00e84244f req-b78eaae8-722c-4aef-8db7-37ffa552a101 service neutron] For port 9f1678bd-1425-4dd5-872b-0b07f5fb95a4, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=9f1678bd-1425-4dd5-872b-0b07f5fb95a4,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:52.723134 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5124c70c-a846-425b-9927-f1e00e84244f req-b78eaae8-722c-4aef-8db7-37ffa552a101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:52.773183 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6b907144-2671-4aa5-93ac-849c2841ce72 req-bd05a991-ff1a-4f1f-a665-7c0a1c6b1188 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:52.775465 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124c70c-a846-425b-9927-f1e00e84244f req-b78eaae8-722c-4aef-8db7-37ffa552a101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:52.776111 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5124c70c-a846-425b-9927-f1e00e84244f req-b78eaae8-722c-4aef-8db7-37ffa552a101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:52.777756 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5124c70c-a846-425b-9927-f1e00e84244f req-b78eaae8-722c-4aef-8db7-37ffa552a101 service neutron] 10.222.0.97 "PUT /v2.0/ports/9f1678bd-1425-4dd5-872b-0b07f5fb95a4 HTTP/1.1" status: 200 len: 1095 time: 2.8893206 Jul 23 16:21:52.816581 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78eaae8-722c-4aef-8db7-37ffa552a101 service neutron] Pushing event updated for resources: {'Port': ['ID=9f1678bd-1425-4dd5-872b-0b07f5fb95a4,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:52.837822 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efc6d15-3650-4f24-a0a0-42a61f66bc98 x-openstack-request-id: req-9efc6d15-3650-4f24-a0a0-42a61f66bc98 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:52.838342 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ab39e5-3e39-4551-9140-f227e9eca613", "name": "network-vif-unplugged", "status": "completed", "tag": "f46ac28d-abb4-433c-a4be-e695eada86f5", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:52.838533 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9efc6d15-3650-4f24-a0a0-42a61f66bc98 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:52.838936 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ab39e5-3e39-4551-9140-f227e9eca613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f46ac28d-abb4-433c-a4be-e695eada86f5', 'code': 200} Jul 23 16:21:52.916462 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05a991-ff1a-4f1f-a665-7c0a1c6b1188 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Pushing event deleted for resources: {'Port': ['ID=3ecede05-e0b9-455d-90f9-4feff4d0b498,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:52.918952 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b907144-2671-4aa5-93ac-849c2841ce72 req-bd05a991-ff1a-4f1f-a665-7c0a1c6b1188 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] No DVR routers for this DVR port 3ecede05-e0b9-455d-90f9-4feff4d0b498 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:21:52.924977 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6b907144-2671-4aa5-93ac-849c2841ce72 req-bd05a991-ff1a-4f1f-a665-7c0a1c6b1188 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:52.927113 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6b907144-2671-4aa5-93ac-849c2841ce72 req-bd05a991-ff1a-4f1f-a665-7c0a1c6b1188 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.97 "DELETE /v2.0/ports/3ecede05-e0b9-455d-90f9-4feff4d0b498 HTTP/1.1" status: 204 len: 173 time: 1.9766588 Jul 23 16:21:52.936291 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afc62a6-5088-45fa-a50a-b62da649c0cb x-openstack-request-id: req-2afc62a6-5088-45fa-a50a-b62da649c0cb {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:52.936827 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff18a6b0-128d-4e90-b897-5b308e233ca2", "name": "network-vif-plugged", "status": "completed", "tag": "3ecede05-e0b9-455d-90f9-4feff4d0b498", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:52.936827 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2afc62a6-5088-45fa-a50a-b62da649c0cb {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:52.937204 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff18a6b0-128d-4e90-b897-5b308e233ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecede05-e0b9-455d-90f9-4feff4d0b498', 'code': 200} Jul 23 16:21:53.018164 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124c70c-a846-425b-9927-f1e00e84244f req-b6c2e96d-8d31-45fe-99b7-51005e10e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:53.019708 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5124c70c-a846-425b-9927-f1e00e84244f req-b6c2e96d-8d31-45fe-99b7-51005e10e2e0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&device_id=b897762f-85f0-4103-a02b-ed94dc2a2d61 HTTP/1.1" status: 200 len: 1098 time: 0.1823428 Jul 23 16:21:53.043231 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffd603-2f62-4f71-a924-af23abbc9631 req-3510c02a-1680-41f6-b175-b8ce9b7a0893 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:53.045000 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-38ffd603-2f62-4f71-a924-af23abbc9631 req-3510c02a-1680-41f6-b175-b8ce9b7a0893 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b897762f-85f0-4103-a02b-ed94dc2a2d61 HTTP/1.1" status: 200 len: 947 time: 0.2613258 Jul 23 16:21:53.083660 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5124c70c-a846-425b-9927-f1e00e84244f req-60c26844-f36e-4a3b-b48b-1cfc8ae6f2a6 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=9f1678bd-1425-4dd5-872b-0b07f5fb95a4 HTTP/1.1" status: 200 len: 217 time: 0.0556061 Jul 23 16:21:53.162929 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-38ffd603-2f62-4f71-a924-af23abbc9631 req-a7530838-2486-452f-aefc-14da1c0d4946 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819616 Jul 23 16:21:53.180055 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124c70c-a846-425b-9927-f1e00e84244f req-69f161d7-75af-4dd8-a8b2-9948a656ad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:53.180256 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5124c70c-a846-425b-9927-f1e00e84244f req-69f161d7-75af-4dd8-a8b2-9948a656ad1a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0829301 Jul 23 16:21:53.216781 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463b15bb-9956-45c7-a5ff-da9a0358db92 x-openstack-request-id: req-463b15bb-9956-45c7-a5ff-da9a0358db92 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:53.216781 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70b18718-940c-4049-bec1-714a22b0a4c7", "tag": "b5e2d096-7211-483d-961a-a931e814f70f", "status": "completed", "code": 200}, {"server_uuid": "297f9104-b508-4369-a4fd-0620617b3cfb", "name": "network-vif-deleted", "tag": "74a14000-f295-4bc4-94de-f096c0a633f1", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:53.216781 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-463b15bb-9956-45c7-a5ff-da9a0358db92 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:53.216781 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b18718-940c-4049-bec1-714a22b0a4c7', 'tag': 'b5e2d096-7211-483d-961a-a931e814f70f', 'status': 'completed', 'code': 200} Jul 23 16:21:53.216781 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297f9104-b508-4369-a4fd-0620617b3cfb', 'name': 'network-vif-deleted', 'tag': '74a14000-f295-4bc4-94de-f096c0a633f1', 'status': 'completed', 'code': 200} Jul 23 16:21:53.368024 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb187e-07b1-4a3d-aaa8-0c86ac0e9ad7 req-768350fd-9c4d-4756-9117-cc4c5a2cc7f1 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:53.369467 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-96eb187e-07b1-4a3d-aaa8-0c86ac0e9ad7 req-768350fd-9c4d-4756-9117-cc4c5a2cc7f1 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 943 time: 0.2037311 Jul 23 16:21:53.374795 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-248f1206-4f02-422c-a70e-5d1678388efa req-1e77b2b4-1d4f-4ec2-a6d6-8eb0cc53c40f tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/floatingips/7d7252e1-c7ca-4884-9150-b222d29fc6ae HTTP/1.1" status: 200 len: 999 time: 0.1359127 Jul 23 16:21:53.409175 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124c70c-a846-425b-9927-f1e00e84244f req-f909fe52-5dc2-4c27-868e-60c6d46b2029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:53.410772 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5124c70c-a846-425b-9927-f1e00e84244f req-f909fe52-5dc2-4c27-868e-60c6d46b2029 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2094085 Jul 23 16:21:53.467416 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48865b6-774b-4368-ba97-e07297e4dc67 req-0b92bae5-cb1f-455c-ac57-8e13a9e56553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:53.468948 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d48865b6-774b-4368-ba97-e07297e4dc67 req-0b92bae5-cb1f-455c-ac57-8e13a9e56553 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=bf040608ce9243169469d1c384fac592&device_id=70b18718-940c-4049-bec1-714a22b0a4c7 HTTP/1.1" status: 200 len: 1097 time: 0.2258980 Jul 23 16:21:53.497389 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-96eb187e-07b1-4a3d-aaa8-0c86ac0e9ad7 req-c8d9a515-cf22-42ab-a385-0fde5675a65e tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196318 Jul 23 16:21:53.691611 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f1206-4f02-422c-a70e-5d1678388efa req-74062656-9f67-4984-8f17-051207b65c78 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:53.692976 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-248f1206-4f02-422c-a70e-5d1678388efa req-74062656-9f67-4984-8f17-051207b65c78 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 784 time: 0.3104444 Jul 23 16:21:53.717240 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5124c70c-a846-425b-9927-f1e00e84244f req-05a48c6b-34c3-41ce-bd2d-8b7f1b9e5516 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901464 Jul 23 16:21:53.746622 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 74a14000-f295-4bc4-94de-f096c0a633f1 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:53.768177 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48865b6-774b-4368-ba97-e07297e4dc67 req-ae727268-6535-4b96-8001-0eb1e43168ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:53.769673 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d48865b6-774b-4368-ba97-e07297e4dc67 req-ae727268-6535-4b96-8001-0eb1e43168ce service neutron] 10.222.0.97 "GET /v2.0/networks?id=4dd97669-66b3-495e-9f83-265cbe5bb756 HTTP/1.1" status: 200 len: 922 time: 0.2865987 Jul 23 16:21:53.773900 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 74a14000-f295-4bc4-94de-f096c0a633f1 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:21:53.774214 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 74a14000-f295-4bc4-94de-f096c0a633f1 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:21:53.905949 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4692869-4a2a-4b63-8b85-4a81d18ed795 req-a5711eee-0a5a-4113-bca4-599f6fbd99fd tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:53.907444 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d4692869-4a2a-4b63-8b85-4a81d18ed795 req-a5711eee-0a5a-4113-bca4-599f6fbd99fd tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5256237-932c-4820-b7a8-b40001cbb90a HTTP/1.1" status: 200 len: 949 time: 0.3313544 Jul 23 16:21:53.935557 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 3ecede05-e0b9-455d-90f9-4feff4d0b498 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:53.939090 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-425cdb97-b8e4-4afc-8cd6-3b71c8c449c6 req-e4ae02c0-d42e-462d-b9e6-35d3a7ded6d9 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 1002 time: 0.1963706 Jul 23 16:21:53.956259 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 3ecede05-e0b9-455d-90f9-4feff4d0b498 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:21:53.956807 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 3ecede05-e0b9-455d-90f9-4feff4d0b498 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:21:53.959620 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d48865b6-774b-4368-ba97-e07297e4dc67 req-71730e82-2445-4556-b422-32e4593ef21e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5e2d096-7211-483d-961a-a931e814f70f HTTP/1.1" status: 200 len: 1002 time: 0.1460021 Jul 23 16:21:54.040079 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5124c70c-a846-425b-9927-f1e00e84244f req-e56ad26e-fe8c-462a-91b7-c52c124a25ca service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106527 Jul 23 16:21:54.053520 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d4692869-4a2a-4b63-8b85-4a81d18ed795 req-064f8b32-d8ae-45bb-8be3-8d3666fb1076 tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac8a37ed-e440-47dc-9a47-c9dd0c1857f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296690 Jul 23 16:21:54.076088 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425cdb97-b8e4-4afc-8cd6-3b71c8c449c6 req-a7cb78ef-1404-43cc-8636-f0373cefad45 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:54.077515 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-425cdb97-b8e4-4afc-8cd6-3b71c8c449c6 req-a7cb78ef-1404-43cc-8636-f0373cefad45 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/ports/b5e2d096-7211-483d-961a-a931e814f70f HTTP/1.1" status: 200 len: 943 time: 0.1241333 Jul 23 16:21:54.081556 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48865b6-774b-4368-ba97-e07297e4dc67 req-9ecedbb9-45b3-46fe-88cc-bdf6eae99a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:54.084585 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d48865b6-774b-4368-ba97-e07297e4dc67 req-9ecedbb9-45b3-46fe-88cc-bdf6eae99a20 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b06d044d-7a5d-4455-8030-ecfa0a3c6204 HTTP/1.1" status: 200 len: 859 time: 0.1124940 Jul 23 16:21:54.220038 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48865b6-774b-4368-ba97-e07297e4dc67 req-e90c96a5-2602-4ca0-9f59-de379152a43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:54.221289 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d48865b6-774b-4368-ba97-e07297e4dc67 req-e90c96a5-2602-4ca0-9f59-de379152a43c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4dd97669-66b3-495e-9f83-265cbe5bb756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1302173 Jul 23 16:21:54.259432 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-425cdb97-b8e4-4afc-8cd6-3b71c8c449c6 req-bfe6b083-c547-4615-8366-3ff2bb7360ec tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 1002 time: 0.1144767 Jul 23 16:21:54.708769 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d48865b6-774b-4368-ba97-e07297e4dc67 req-a2270fc2-0821-46bc-bf4f-37662a4480f8 service neutron] 10.222.0.97 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658861 Jul 23 16:21:54.719914 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58779a-1259-4365-a5d4-5bda549aa65b req-33f0a18b-0149-4077-846d-9aef3aaf2280 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:54.721479 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8e58779a-1259-4365-a5d4-5bda549aa65b req-33f0a18b-0149-4077-846d-9aef3aaf2280 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 949 time: 0.5248203 Jul 23 16:21:54.791315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425cdb97-b8e4-4afc-8cd6-3b71c8c449c6 req-f3e41970-b763-4264-b3e0-51b952b78ff6 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:54.792731 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-425cdb97-b8e4-4afc-8cd6-3b71c8c449c6 req-f3e41970-b763-4264-b3e0-51b952b78ff6 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 784 time: 0.5199533 Jul 23 16:21:54.839955 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ab39e5-3e39-4551-9140-f227e9eca613', 'tag': 'f46ac28d-abb4-433c-a4be-e695eada86f5'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:54.842652 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16edd75b-440b-4d10-82b3-75e05f50bef7" -d '{"events": [{"name": "network-changed", "server_uuid": "89ab39e5-3e39-4551-9140-f227e9eca613", "tag": "f46ac28d-abb4-433c-a4be-e695eada86f5"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:54.894728 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8e58779a-1259-4365-a5d4-5bda549aa65b req-67ff8d89-1907-45e4-b778-2270c180bdca tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586859 Jul 23 16:21:54.935071 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d48865b6-774b-4368-ba97-e07297e4dc67 req-bc1b0fe4-241e-4684-b8a5-5aae9f7abeb7 service neutron] 10.222.0.97 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125306 Jul 23 16:21:54.938429 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff18a6b0-128d-4e90-b897-5b308e233ca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ecede05-e0b9-455d-90f9-4feff4d0b498'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:54.941427 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f565a5f6-2d5b-47ca-a230-54943570cdeb" -d '{"events": [{"server_uuid": "ff18a6b0-128d-4e90-b897-5b308e233ca2", "name": "network-vif-unplugged", "status": "completed", "tag": "3ecede05-e0b9-455d-90f9-4feff4d0b498"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:54.945320 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-425cdb97-b8e4-4afc-8cd6-3b71c8c449c6 req-bbacf1c5-32a8-4f36-8c26-824f5ab0add5 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 1002 time: 0.1141124 Jul 23 16:21:54.964665 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-425cdb97-b8e4-4afc-8cd6-3b71c8c449c6 req-ec6860b9-feca-4803-a40e-11cec5db6711 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:54.993806 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39692eb6-039f-4ca1-b6ad-c20c4e37ac48 req-d1503d18-4a25-412a-b7d7-36b6da12fb5a tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:54.995635 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-39692eb6-039f-4ca1-b6ad-c20c4e37ac48 req-d1503d18-4a25-412a-b7d7-36b6da12fb5a tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5256237-932c-4820-b7a8-b40001cbb90a HTTP/1.1" status: 200 len: 949 time: 0.1021011 Jul 23 16:21:55.034052 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-425cdb97-b8e4-4afc-8cd6-3b71c8c449c6 req-ec6860b9-feca-4803-a40e-11cec5db6711 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks [] for floatingip, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:55.128843 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-39692eb6-039f-4ca1-b6ad-c20c4e37ac48 req-1e3e1b91-fb88-482f-a8fc-5e71f89ff14a tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Deleting port f273342a-135c-4f7c-9ab7-fb0451c875de {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:55.132130 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-39692eb6-039f-4ca1-b6ad-c20c4e37ac48 req-1e3e1b91-fb88-482f-a8fc-5e71f89ff14a tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:55.219622 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b897762f-85f0-4103-a02b-ed94dc2a2d61', 'tag': '9f1678bd-1425-4dd5-872b-0b07f5fb95a4'}, {'server_uuid': 'ff18a6b0-128d-4e90-b897-5b308e233ca2', 'name': 'network-vif-deleted', 'tag': '3ecede05-e0b9-455d-90f9-4feff4d0b498'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:55.222237 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8200579-3801-4bff-b5ef-e95a652a0235" -d '{"events": [{"name": "network-changed", "server_uuid": "b897762f-85f0-4103-a02b-ed94dc2a2d61", "tag": "9f1678bd-1425-4dd5-872b-0b07f5fb95a4"}, {"server_uuid": "ff18a6b0-128d-4e90-b897-5b308e233ca2", "name": "network-vif-deleted", "tag": "3ecede05-e0b9-455d-90f9-4feff4d0b498"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:55.248718 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-39692eb6-039f-4ca1-b6ad-c20c4e37ac48 req-1e3e1b91-fb88-482f-a8fc-5e71f89ff14a tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] For port f273342a-135c-4f7c-9ab7-fb0451c875de, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f273342a-135c-4f7c-9ab7-fb0451c875de,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:55.249172 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-39692eb6-039f-4ca1-b6ad-c20c4e37ac48 req-1e3e1b91-fb88-482f-a8fc-5e71f89ff14a tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:55.264581 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-39692eb6-039f-4ca1-b6ad-c20c4e37ac48 req-1e3e1b91-fb88-482f-a8fc-5e71f89ff14a tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Calling delete_port for f273342a-135c-4f7c-9ab7-fb0451c875de owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:55.287841 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-de686e87-0cc7-49dd-86e1-953be52d8364 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:55.293601 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-de686e87-0cc7-49dd-86e1-953be52d8364 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/networks?id=3eebd1a0-62c0-400c-82f7-916de5a2968c HTTP/1.1" status: 200 len: 821 time: 0.2077115 Jul 23 16:21:55.332500 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-425cdb97-b8e4-4afc-8cd6-3b71c8c449c6 req-ec6860b9-feca-4803-a40e-11cec5db6711 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:55.342063 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-425cdb97-b8e4-4afc-8cd6-3b71c8c449c6 req-ec6860b9-feca-4803-a40e-11cec5db6711 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:55.342504 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [req-425cdb97-b8e4-4afc-8cd6-3b71c8c449c6 req-ec6860b9-feca-4803-a40e-11cec5db6711 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Floating IP 7d7252e1-c7ca-4884-9150-b222d29fc6ae disassociated. External IP: 172.25.8.209, port: b5e2d096-7211-483d-961a-a931e814f70f. Jul 23 16:21:55.346356 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-3149a01f-085a-4d28-a2a4-39861196e4f3 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/quotas/d2e9c47ebf4f498f9ec10d163ec28470 HTTP/1.1" status: 200 len: 375 time: 0.0195341 Jul 23 16:21:55.436642 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-39692eb6-039f-4ca1-b6ad-c20c4e37ac48 req-1e3e1b91-fb88-482f-a8fc-5e71f89ff14a tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:55.453478 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['f273342a-135c-4f7c-9ab7-fb0451c875de'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:55.471260 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e1b91-fb88-482f-a8fc-5e71f89ff14a tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Pushing event deleted for resources: {'Port': ['ID=f273342a-135c-4f7c-9ab7-fb0451c875de,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:55.507830 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-03a7fe97-a496-45fb-af0a-bea4b4fcb608 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d2e9c47ebf4f498f9ec10d163ec28470&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1239793 Jul 23 16:21:55.533922 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-39692eb6-039f-4ca1-b6ad-c20c4e37ac48 req-1e3e1b91-fb88-482f-a8fc-5e71f89ff14a tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] No DVR routers for this DVR port f273342a-135c-4f7c-9ab7-fb0451c875de on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:21:55.536901 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-39692eb6-039f-4ca1-b6ad-c20c4e37ac48 req-1e3e1b91-fb88-482f-a8fc-5e71f89ff14a tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:55.538954 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-39692eb6-039f-4ca1-b6ad-c20c4e37ac48 req-1e3e1b91-fb88-482f-a8fc-5e71f89ff14a tempest-ImagesNegativeTestJSON-747853523 tempest-ImagesNegativeTestJSON-747853523-project] 10.222.0.74 "DELETE /v2.0/ports/f273342a-135c-4f7c-9ab7-fb0451c875de HTTP/1.1" status: 204 len: 173 time: 0.5380034 Jul 23 16:21:55.726765 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-425cdb97-b8e4-4afc-8cd6-3b71c8c449c6 req-ec6860b9-feca-4803-a40e-11cec5db6711 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Router 7a383e5e-0eb8-439e-82a6-5fbe5d73684d has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:21:55.733873 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-a67545a3-b26d-46e2-b3a0-b7a188f5e2df service neutron] 10.222.0.73 "GET /v2.0/networks/3eebd1a0-62c0-400c-82f7-916de5a2968c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845028 Jul 23 16:21:55.765757 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device f46ac28d-abb4-433c-a4be-e695eada86f5 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:21:55.908849 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port f46ac28d-abb4-433c-a4be-e695eada86f5, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f46ac28d-abb4-433c-a4be-e695eada86f5,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:55.923933 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'f46ac28d-abb4-433c-a4be-e695eada86f5', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': 'f46ac28d-abb4-433c-a4be-e695eada86f5', 'mac_address': 'fa:16:3e:ae:6f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:21:55.940897 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-53fc232a-8e65-4de0-92fd-ec1e14afaa50 service neutron] 10.222.0.73 "GET /v2.0/networks/3eebd1a0-62c0-400c-82f7-916de5a2968c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929452 Jul 23 16:21:55.942519 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-425cdb97-b8e4-4afc-8cd6-3b71c8c449c6 req-ec6860b9-feca-4803-a40e-11cec5db6711 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:21:55.948129 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-425cdb97-b8e4-4afc-8cd6-3b71c8c449c6 req-ec6860b9-feca-4803-a40e-11cec5db6711 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:55.969861 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2755732d-2544-4ecf-b86b-1c3dbd9fb459 None None] Sync routers for ids ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:21:55.984610 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2755732d-2544-4ecf-b86b-1c3dbd9fb459 None None] Routers {'7a383e5e-0eb8-439e-82a6-5fbe5d73684d'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:55.986570 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-2755732d-2544-4ecf-b86b-1c3dbd9fb459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:21:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:55.990658 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:56.010820 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-425cdb97-b8e4-4afc-8cd6-3b71c8c449c6 req-ec6860b9-feca-4803-a40e-11cec5db6711 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "PUT /v2.0/floatingips/7d7252e1-c7ca-4884-9150-b222d29fc6ae HTTP/1.1" status: 200 len: 696 time: 1.0522215 Jul 23 16:21:56.045032 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f46ac28d-abb4-433c-a4be-e695eada86f5 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:56.092337 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port f46ac28d-abb4-433c-a4be-e695eada86f5, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f46ac28d-abb4-433c-a4be-e695eada86f5,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:56.098354 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:56.150082 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425cdb97-b8e4-4afc-8cd6-3b71c8c449c6 req-a01d5738-3621-4ff8-9b9e-da4082af8dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:56.154819 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-425cdb97-b8e4-4afc-8cd6-3b71c8c449c6 req-a01d5738-3621-4ff8-9b9e-da4082af8dd9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf040608ce9243169469d1c384fac592&device_id=70b18718-940c-4049-bec1-714a22b0a4c7 HTTP/1.1" status: 200 len: 1097 time: 0.1296175 Jul 23 16:21:56.228092 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=f46ac28d-abb4-433c-a4be-e695eada86f5,revision_number=12']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:56.246790 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-2755732d-2544-4ecf-b86b-1c3dbd9fb459 None None] Set router 7a383e5e-0eb8-439e-82a6-5fbe5d73684d gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:56.321696 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425cdb97-b8e4-4afc-8cd6-3b71c8c449c6 req-f4c0d9da-03c6-42ae-88ca-3cfa6068476a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:56.331010 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-425cdb97-b8e4-4afc-8cd6-3b71c8c449c6 req-f4c0d9da-03c6-42ae-88ca-3cfa6068476a service neutron] 10.222.0.73 "GET /v2.0/networks?id=4dd97669-66b3-495e-9f83-265cbe5bb756 HTTP/1.1" status: 200 len: 922 time: 0.1646941 Jul 23 16:21:56.383473 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-425cdb97-b8e4-4afc-8cd6-3b71c8c449c6 req-7cd93362-49e4-4669-a54c-018bab954222 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5e2d096-7211-483d-961a-a931e814f70f HTTP/1.1" status: 200 len: 217 time: 0.0519240 Jul 23 16:21:56.456079 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['f46ac28d-abb4-433c-a4be-e695eada86f5'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:56.485923 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425cdb97-b8e4-4afc-8cd6-3b71c8c449c6 req-3ae128a3-12ef-4ef5-8421-66360644a6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:56.489144 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-425cdb97-b8e4-4afc-8cd6-3b71c8c449c6 req-3ae128a3-12ef-4ef5-8421-66360644a6c8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b06d044d-7a5d-4455-8030-ecfa0a3c6204 HTTP/1.1" status: 200 len: 859 time: 0.1046224 Jul 23 16:21:56.557650 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-2755732d-2544-4ecf-b86b-1c3dbd9fb459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'name': 'tempest-FloatingIPsAssociationTestJSON-236955263-router', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:31Z', 'updated_at': '2021-07-23T16:20:37Z', 'revision_number': 4, 'project_id': 'bf040608ce9243169469d1c384fac592', 'gw_port': {'id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:32Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '85e30b8c-dd95-4a80-a2f2-de903471da91', 'name': '', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'mac_address': 'fa:16:3e:c4:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:35Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 5, 'project_id': 'bf040608ce9243169469d1c384fac592', 'subnets': [{'id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:56.598619 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975bb4a-c9a3-4fb3-a5e8-3017371508f2 req-d888b3a1-6c9b-4340-b146-deb21a2ad3e1 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:56.606442 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0975bb4a-c9a3-4fb3-a5e8-3017371508f2 req-d888b3a1-6c9b-4340-b146-deb21a2ad3e1 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b897762f-85f0-4103-a02b-ed94dc2a2d61 HTTP/1.1" status: 200 len: 947 time: 0.1737700 Jul 23 16:21:56.618078 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2755732d-2544-4ecf-b86b-1c3dbd9fb459 None None] Checking router: 7a383e5e-0eb8-439e-82a6-5fbe5d73684d for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:21:56.658195 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2755732d-2544-4ecf-b86b-1c3dbd9fb459 None None] Routers {'7a383e5e-0eb8-439e-82a6-5fbe5d73684d'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:56.660309 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-2755732d-2544-4ecf-b86b-1c3dbd9fb459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:21:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:56.668182 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0975bb4a-c9a3-4fb3-a5e8-3017371508f2 req-5c12fb4d-bf85-4e09-b8d6-da550db52b03 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607443 Jul 23 16:21:56.677624 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425cdb97-b8e4-4afc-8cd6-3b71c8c449c6 req-12d6cb75-a496-427e-8072-0967d4b2a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:56.679356 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-425cdb97-b8e4-4afc-8cd6-3b71c8c449c6 req-12d6cb75-a496-427e-8072-0967d4b2a93f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4dd97669-66b3-495e-9f83-265cbe5bb756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1825807 Jul 23 16:21:56.851567 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-2755732d-2544-4ecf-b86b-1c3dbd9fb459 None None] Set router 7a383e5e-0eb8-439e-82a6-5fbe5d73684d gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:56.878112 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-425cdb97-b8e4-4afc-8cd6-3b71c8c449c6 req-b5a78993-c9cb-4344-b295-1db37a2a26bf service neutron] 10.222.0.73 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911137 Jul 23 16:21:56.930861 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02288729-90e7-4ec7-8047-ab2486f88029 req-2c2737d6-80c2-406f-a43c-9583d079de23 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:56.941510 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-02288729-90e7-4ec7-8047-ab2486f88029 req-2c2737d6-80c2-406f-a43c-9583d079de23 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 943 time: 0.1941297 Jul 23 16:21:57.077827 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-02288729-90e7-4ec7-8047-ab2486f88029 req-ac198e09-70c4-409d-b85b-5bcd70013baa tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352155 Jul 23 16:21:57.105273 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-2755732d-2544-4ecf-b86b-1c3dbd9fb459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'name': 'tempest-FloatingIPsAssociationTestJSON-236955263-router', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:31Z', 'updated_at': '2021-07-23T16:20:37Z', 'revision_number': 4, 'project_id': 'bf040608ce9243169469d1c384fac592', 'gw_port': {'id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:32Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '85e30b8c-dd95-4a80-a2f2-de903471da91', 'name': '', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'mac_address': 'fa:16:3e:c4:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:35Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 5, 'project_id': 'bf040608ce9243169469d1c384fac592', 'subnets': [{'id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:57.114536 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-425cdb97-b8e4-4afc-8cd6-3b71c8c449c6 req-21a993b9-64a0-4fe2-be0a-e1dfe7f51a79 service neutron] 10.222.0.73 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274017 Jul 23 16:21:57.136304 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2755732d-2544-4ecf-b86b-1c3dbd9fb459 None None] The sync data for ids ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'] in n-d-778549-4 is: [{'id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'name': 'tempest-FloatingIPsAssociationTestJSON-236955263-router', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:31Z', 'updated_at': '2021-07-23T16:20:37Z', 'revision_number': 4, 'project_id': 'bf040608ce9243169469d1c384fac592', 'gw_port': {'id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:32Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '85e30b8c-dd95-4a80-a2f2-de903471da91', 'name': '', 'network_id': '4dd97669-66b3-495e-9f83-265cbe5bb756', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'mac_address': 'fa:16:3e:c4:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:35Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 5, 'project_id': 'bf040608ce9243169469d1c384fac592', 'subnets': [{'id': 'b06d044d-7a5d-4455-8030-ecfa0a3c6204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:21:57.143389 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f5d3a-217d-499c-8163-1f99407c875a req-34508753-b969-4423-93bb-0ccdb41239ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:57.148720 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-448f5d3a-217d-499c-8163-1f99407c875a req-34508753-b969-4423-93bb-0ccdb41239ef service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 1124 time: 0.1717422 Jul 23 16:21:57.157273 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b65cb14-0420-4016-85ef-fe0a7a3bf541 x-openstack-request-id: req-8b65cb14-0420-4016-85ef-fe0a7a3bf541 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:57.157744 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ab39e5-3e39-4551-9140-f227e9eca613", "tag": "f46ac28d-abb4-433c-a4be-e695eada86f5", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:57.157839 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8b65cb14-0420-4016-85ef-fe0a7a3bf541 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:57.158175 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ab39e5-3e39-4551-9140-f227e9eca613', 'tag': 'f46ac28d-abb4-433c-a4be-e695eada86f5', 'status': 'completed', 'code': 200} Jul 23 16:21:57.194975 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69953dc-5bc9-4335-ad26-45c74d8997c8 x-openstack-request-id: req-f69953dc-5bc9-4335-ad26-45c74d8997c8 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:57.195417 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff18a6b0-128d-4e90-b897-5b308e233ca2", "name": "network-vif-unplugged", "status": "completed", "tag": "3ecede05-e0b9-455d-90f9-4feff4d0b498", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:57.196322 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f69953dc-5bc9-4335-ad26-45c74d8997c8 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:57.196744 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff18a6b0-128d-4e90-b897-5b308e233ca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ecede05-e0b9-455d-90f9-4feff4d0b498', 'code': 200} Jul 23 16:21:57.290778 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d29091e-c784-41b2-ba0d-a58e6f1abbaf x-openstack-request-id: req-1d29091e-c784-41b2-ba0d-a58e6f1abbaf {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:57.292789 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b897762f-85f0-4103-a02b-ed94dc2a2d61", "tag": "9f1678bd-1425-4dd5-872b-0b07f5fb95a4", "status": "completed", "code": 200}, {"server_uuid": "ff18a6b0-128d-4e90-b897-5b308e233ca2", "name": "network-vif-deleted", "tag": "3ecede05-e0b9-455d-90f9-4feff4d0b498", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:57.294673 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1d29091e-c784-41b2-ba0d-a58e6f1abbaf {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:57.296525 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b897762f-85f0-4103-a02b-ed94dc2a2d61', 'tag': '9f1678bd-1425-4dd5-872b-0b07f5fb95a4', 'status': 'completed', 'code': 200} Jul 23 16:21:57.297255 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff18a6b0-128d-4e90-b897-5b308e233ca2', 'name': 'network-vif-deleted', 'tag': '3ecede05-e0b9-455d-90f9-4feff4d0b498', 'status': 'completed', 'code': 200} Jul 23 16:21:57.317784 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edd75b-440b-4d10-82b3-75e05f50bef7 req-bca6c637-0279-4c90-a0d0-3717815993d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:57.320365 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-16edd75b-440b-4d10-82b3-75e05f50bef7 req-bca6c637-0279-4c90-a0d0-3717815993d5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4ed385c197f74460a2c666d87d79e6e5&device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 1101 time: 0.0932875 Jul 23 16:21:57.325936 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f5d3a-217d-499c-8163-1f99407c875a req-45582449-3fa1-4abc-b627-e88e1469af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:57.327412 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-448f5d3a-217d-499c-8163-1f99407c875a req-45582449-3fa1-4abc-b627-e88e1469af62 service neutron] 10.222.0.97 "GET /v2.0/networks?id=cbcbd292-3824-44cf-913c-59a7184e692c HTTP/1.1" status: 200 len: 910 time: 0.1719046 Jul 23 16:21:57.460482 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edd75b-440b-4d10-82b3-75e05f50bef7 req-0fe54256-2988-4528-9f7b-ddbabd268c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:57.465119 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-16edd75b-440b-4d10-82b3-75e05f50bef7 req-0fe54256-2988-4528-9f7b-ddbabd268c84 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.1349993 Jul 23 16:21:57.531237 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-16edd75b-440b-4d10-82b3-75e05f50bef7 req-5ea4b049-189c-48f4-95d0-2bd341627d93 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=f46ac28d-abb4-433c-a4be-e695eada86f5 HTTP/1.1" status: 200 len: 217 time: 0.0549326 Jul 23 16:21:57.563125 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843b0b77-4237-4e7f-90ad-338b7e02cc05 None None] New status for floating IP 7d7252e1-c7ca-4884-9150-b222d29fc6ae: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:21:57.601456 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edd75b-440b-4d10-82b3-75e05f50bef7 req-719d686e-67ec-42b3-a8d5-305ea432f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:57.603167 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-16edd75b-440b-4d10-82b3-75e05f50bef7 req-719d686e-67ec-42b3-a8d5-305ea432f01e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0562458 Jul 23 16:21:57.682773 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edd75b-440b-4d10-82b3-75e05f50bef7 req-8c45af2d-2f47-4ace-961d-b012f3a7c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:57.685030 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-16edd75b-440b-4d10-82b3-75e05f50bef7 req-8c45af2d-2f47-4ace-961d-b012f3a7c9fb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0743222 Jul 23 16:21:57.718424 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-448f5d3a-217d-499c-8163-1f99407c875a req-276c2cf2-380a-49bc-a212-82631c1d544d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b875778-5e92-4516-9209-671578e4db1d HTTP/1.1" status: 200 len: 217 time: 0.3578176 Jul 23 16:21:57.769771 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-63bfe91d-8895-403c-8f4f-95df5b147c34 req-774f1590-8239-4e41-8ccc-8ab211b4ec91 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe46e5d3-8455-4c64-a6c5-ed3d37b47a17 HTTP/1.1" status: 200 len: 210 time: 0.0501473 Jul 23 16:21:57.795900 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device f46ac28d-abb4-433c-a4be-e695eada86f5 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:57.824277 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8200579-3801-4bff-b5ef-e95a652a0235 req-1ae67e3c-daa5-4600-8c26-5685f98609b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:57.826306 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8200579-3801-4bff-b5ef-e95a652a0235 req-1ae67e3c-daa5-4600-8c26-5685f98609b6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&device_id=b897762f-85f0-4103-a02b-ed94dc2a2d61 HTTP/1.1" status: 200 len: 1098 time: 0.5202465 Jul 23 16:21:57.840893 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3d2fb-775d-4f5f-8559-b4351004297f req-42b9a5c6-9cc0-4790-aaf0-9e8fb1f9dc55 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:57.849666 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e4a3d2fb-775d-4f5f-8559-b4351004297f req-42b9a5c6-9cc0-4790-aaf0-9e8fb1f9dc55 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 950 time: 0.5210323 Jul 23 16:21:57.888705 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port f46ac28d-abb4-433c-a4be-e695eada86f5 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:57.895496 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port f46ac28d-abb4-433c-a4be-e695eada86f5 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:57.896781 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:57.962436 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 9f1678bd-1425-4dd5-872b-0b07f5fb95a4 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:21:58.067125 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e4a3d2fb-775d-4f5f-8559-b4351004297f req-65acc92d-ec5a-4fe8-93ea-7376097417e5 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160225 Jul 23 16:21:58.192400 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8200579-3801-4bff-b5ef-e95a652a0235 req-da588aa4-3ee5-43b0-85e2-e87c552739e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:58.194901 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8200579-3801-4bff-b5ef-e95a652a0235 req-da588aa4-3ee5-43b0-85e2-e87c552739e2 service neutron] 10.222.0.97 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.3419807 Jul 23 16:21:58.232854 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f5d3a-217d-499c-8163-1f99407c875a req-080a0360-6030-4bfa-b3ed-d772e0d539be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:58.234622 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-448f5d3a-217d-499c-8163-1f99407c875a req-080a0360-6030-4bfa-b3ed-d772e0d539be service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f8384c77-6398-425d-9275-6a23db41a285 HTTP/1.1" status: 200 len: 848 time: 0.4965949 Jul 23 16:21:58.270337 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 9f1678bd-1425-4dd5-872b-0b07f5fb95a4, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=9f1678bd-1425-4dd5-872b-0b07f5fb95a4,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:58.313367 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '9f1678bd-1425-4dd5-872b-0b07f5fb95a4', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': '9f1678bd-1425-4dd5-872b-0b07f5fb95a4', 'mac_address': 'fa:16:3e:16:96:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:21:58.354800 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:58.358866 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-448f5d3a-217d-499c-8163-1f99407c875a req-21012254-ddf6-4b1f-be34-da82caa43cf6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cbcbd292-3824-44cf-913c-59a7184e692c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015818 Jul 23 16:21:58.362366 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8200579-3801-4bff-b5ef-e95a652a0235 req-3eabe9fd-1ac8-48fe-a1f8-4aac7180388a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=9f1678bd-1425-4dd5-872b-0b07f5fb95a4 HTTP/1.1" status: 200 len: 217 time: 0.1510458 Jul 23 16:21:58.375779 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:58.391141 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-16edd75b-440b-4d10-82b3-75e05f50bef7 req-68e4421a-dd6b-448e-b961-4e2ce47dec02 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6915803 Jul 23 16:21:58.405648 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f1678bd-1425-4dd5-872b-0b07f5fb95a4 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:58.419423 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port f46ac28d-abb4-433c-a4be-e695eada86f5, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f46ac28d-abb4-433c-a4be-e695eada86f5,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:58.429092 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:58.462840 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 9f1678bd-1425-4dd5-872b-0b07f5fb95a4, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=9f1678bd-1425-4dd5-872b-0b07f5fb95a4,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:58.472052 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:58.484938 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-7a74e619-ec2e-40ef-8a39-4ac018bdc3b3 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:58.486441 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-7a74e619-ec2e-40ef-8a39-4ac018bdc3b3 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.74 "GET /v2.0/networks?id=3eebd1a0-62c0-400c-82f7-916de5a2968c HTTP/1.1" status: 200 len: 821 time: 0.1917095 Jul 23 16:21:58.494020 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=f46ac28d-abb4-433c-a4be-e695eada86f5,revision_number=13']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:58.504244 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-8407e6b1-95b9-46ea-aaa0-66c9dbc7233e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Request body: {'port': {'device_id': 'fe46e5d3-8455-4c64-a6c5-ed3d37b47a17', 'network_id': '3eebd1a0-62c0-400c-82f7-916de5a2968c', 'admin_state_up': True, 'tenant_id': 'd2e9c47ebf4f498f9ec10d163ec28470'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:58.539162 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8200579-3801-4bff-b5ef-e95a652a0235 req-f1a14f20-f3d0-46c4-b6da-53c2c2090ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:58.540986 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8200579-3801-4bff-b5ef-e95a652a0235 req-f1a14f20-f3d0-46c4-b6da-53c2c2090ec2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1541884 Jul 23 16:21:58.545724 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-16edd75b-440b-4d10-82b3-75e05f50bef7 req-d9affa00-684e-4914-a3d1-637d9f4b7dca service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458936 Jul 23 16:21:58.552768 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=9f1678bd-1425-4dd5-872b-0b07f5fb95a4,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:58.565416 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e5e3d-8f28-4b4f-9b60-eb042a458009 req-0650f7fa-0822-426c-a9a9-f84106024a47 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:58.566952 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-751e5e3d-8f28-4b4f-9b60-eb042a458009 req-0650f7fa-0822-426c-a9a9-f84106024a47 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b897762f-85f0-4103-a02b-ed94dc2a2d61 HTTP/1.1" status: 200 len: 947 time: 0.3610792 Jul 23 16:21:58.619548 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69fad0-80fc-4c48-bdf9-33e385483b2c req-040dc648-7977-421a-8996-51cf4ea56971 tempest-MigrationsAdminTest-1672807212 tempest-MigrationsAdminTest-1672807212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:58.621268 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4a69fad0-80fc-4c48-bdf9-33e385483b2c req-040dc648-7977-421a-8996-51cf4ea56971 tempest-MigrationsAdminTest-1672807212 tempest-MigrationsAdminTest-1672807212-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 1101 time: 0.2815535 Jul 23 16:21:58.634667 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-448f5d3a-217d-499c-8163-1f99407c875a req-7b928b76-bf2b-4ecb-9384-aee8da774579 service neutron] 10.222.0.97 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458167 Jul 23 16:21:58.642666 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-8407e6b1-95b9-46ea-aaa0-66c9dbc7233e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Made reservation on behalf of d2e9c47ebf4f498f9ec10d163ec28470 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:58.647228 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-8407e6b1-95b9-46ea-aaa0-66c9dbc7233e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:58.709463 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-751e5e3d-8f28-4b4f-9b60-eb042a458009 req-5cafb343-3381-4ea3-b2ac-1199047693fb tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307042 Jul 23 16:21:58.778074 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4a69fad0-80fc-4c48-bdf9-33e385483b2c req-add99082-4522-4971-b1a2-0086ce4e50e9 tempest-MigrationsAdminTest-1672807212 tempest-MigrationsAdminTest-1672807212-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473551 Jul 23 16:21:58.797559 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8200579-3801-4bff-b5ef-e95a652a0235 req-110d3dd6-40e1-419d-9c81-553727ae853e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:58.799087 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8200579-3801-4bff-b5ef-e95a652a0235 req-110d3dd6-40e1-419d-9c81-553727ae853e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2460721 Jul 23 16:21:58.811885 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-8407e6b1-95b9-46ea-aaa0-66c9dbc7233e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Allocated IP 172.20.0.13 (3eebd1a0-62c0-400c-82f7-916de5a2968c/670ca53c-2984-479e-bf7f-2a3910e1c6e7/fdc86c83-27c0-4215-a8a2-85718320f33b) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:21:58.847359 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-448f5d3a-217d-499c-8163-1f99407c875a req-a1ec2212-8722-432e-ac9e-c90705a47859 service neutron] 10.222.0.97 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013748 Jul 23 16:21:58.950357 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe3f3495-d89e-4c60-b75e-aadbd368a868 req-7c5420d0-60aa-431b-905e-9b1bdfd833b5 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/floatingips/7d7252e1-c7ca-4884-9150-b222d29fc6ae HTTP/1.1" status: 200 len: 694 time: 0.1382353 Jul 23 16:21:58.966720 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-8407e6b1-95b9-46ea-aaa0-66c9dbc7233e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:59.006091 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-8407e6b1-95b9-46ea-aaa0-66c9dbc7233e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:59.019196 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['9f1678bd-1425-4dd5-872b-0b07f5fb95a4'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:59.056129 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-8407e6b1-95b9-46ea-aaa0-66c9dbc7233e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Network 3eebd1a0-62c0-400c-82f7-916de5a2968c is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:59.062909 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-8407e6b1-95b9-46ea-aaa0-66c9dbc7233e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:59.065847 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-8407e6b1-95b9-46ea-aaa0-66c9dbc7233e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:21:59.103514 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407e6b1-95b9-46ea-aaa0-66c9dbc7233e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Pushing event updated for resources: {'Port': ['ID=fdc86c83-27c0-4215-a8a2-85718320f33b,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:59.121084 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8407e6b1-95b9-46ea-aaa0-66c9dbc7233e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:59.121434 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8407e6b1-95b9-46ea-aaa0-66c9dbc7233e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:59.121764 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8407e6b1-95b9-46ea-aaa0-66c9dbc7233e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:59.122103 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8407e6b1-95b9-46ea-aaa0-66c9dbc7233e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:59.122448 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8407e6b1-95b9-46ea-aaa0-66c9dbc7233e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:59.122769 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8407e6b1-95b9-46ea-aaa0-66c9dbc7233e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:59.123097 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8407e6b1-95b9-46ea-aaa0-66c9dbc7233e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:59.123460 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8407e6b1-95b9-46ea-aaa0-66c9dbc7233e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:59.123991 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8407e6b1-95b9-46ea-aaa0-66c9dbc7233e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:59.124208 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8407e6b1-95b9-46ea-aaa0-66c9dbc7233e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:59.124589 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8407e6b1-95b9-46ea-aaa0-66c9dbc7233e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:59.124909 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8407e6b1-95b9-46ea-aaa0-66c9dbc7233e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:59.130174 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a5651-0e64-4b3f-8dfe-3acc1cc7a62e req-6d268916-9093-428d-93aa-e3ed0fadec1e tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:59.132484 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dc7a5651-0e64-4b3f-8dfe-3acc1cc7a62e req-6d268916-9093-428d-93aa-e3ed0fadec1e tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 943 time: 0.3427219 Jul 23 16:21:59.144087 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-8407e6b1-95b9-46ea-aaa0-66c9dbc7233e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:59.144362 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-8407e6b1-95b9-46ea-aaa0-66c9dbc7233e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:59.151476 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8200579-3801-4bff-b5ef-e95a652a0235 req-b4530b1e-3fc5-4d0e-bc0e-83e3976a7781 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372560 Jul 23 16:21:59.159099 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5256237-932c-4820-b7a8-b40001cbb90a', 'name': 'network-vif-deleted', 'tag': 'f273342a-135c-4f7c-9ab7-fb0451c875de'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:59.162006 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0cee76-bc25-4779-9e93-91b7f16d6e09" -d '{"events": [{"server_uuid": "e5256237-932c-4820-b7a8-b40001cbb90a", "name": "network-vif-deleted", "tag": "f273342a-135c-4f7c-9ab7-fb0451c875de"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:59.166920 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-8407e6b1-95b9-46ea-aaa0-66c9dbc7233e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6679673 Jul 23 16:21:59.179737 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-ea06d388-8bb5-4821-bac0-9ca7d574d4b6 service neutron] Request body: {'port': {'device_id': 'fe46e5d3-8455-4c64-a6c5-ed3d37b47a17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:59.180753 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f5d3a-217d-499c-8163-1f99407c875a req-86621182-d587-427f-a8c5-f3ea7d80bc9f tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:59.182507 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-448f5d3a-217d-499c-8163-1f99407c875a req-86621182-d587-427f-a8c5-f3ea7d80bc9f tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02&tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&binding%3Ahost_id=n-h1-778549-4 HTTP/1.1" status: 200 len: 1124 time: 0.2882481 Jul 23 16:21:59.198142 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ab39e5-3e39-4551-9140-f227e9eca613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46ac28d-abb4-433c-a4be-e695eada86f5'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:59.200731 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a8eba9-46c3-4f36-a64c-4c16d76d2587" -d '{"events": [{"server_uuid": "89ab39e5-3e39-4551-9140-f227e9eca613", "name": "network-vif-plugged", "status": "completed", "tag": "f46ac28d-abb4-433c-a4be-e695eada86f5"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:59.214652 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-448f5d3a-217d-499c-8163-1f99407c875a req-50550802-a62c-4184-904c-c8900e58b1e0 service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:59.261888 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-ea06d388-8bb5-4821-bac0-9ca7d574d4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:59.269992 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f3495-d89e-4c60-b75e-aadbd368a868 req-80b589b1-862a-4b30-ba92-11ae294d453a tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:59.271927 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe3f3495-d89e-4c60-b75e-aadbd368a868 req-80b589b1-862a-4b30-ba92-11ae294d453a tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 784 time: 0.3157351 Jul 23 16:21:59.278385 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dc7a5651-0e64-4b3f-8dfe-3acc1cc7a62e req-a7a2704e-cc1e-4008-bfcc-006c5b28d745 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332521 Jul 23 16:21:59.312521 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b18718-940c-4049-bec1-714a22b0a4c7', 'tag': 'b5e2d096-7211-483d-961a-a931e814f70f'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:59.314780 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a00d387-d9a5-454d-8267-3707fa760ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "70b18718-940c-4049-bec1-714a22b0a4c7", "tag": "b5e2d096-7211-483d-961a-a931e814f70f"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:59.401578 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe3f3495-d89e-4c60-b75e-aadbd368a868 req-765c224e-9a57-4c87-acc1-1295973a5ad1 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 697 time: 0.1191521 Jul 23 16:21:59.442299 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8200579-3801-4bff-b5ef-e95a652a0235 req-2a31ba9a-1b15-46ea-bbac-98b6a470a355 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796638 Jul 23 16:21:59.487384 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-448f5d3a-217d-499c-8163-1f99407c875a req-50550802-a62c-4184-904c-c8900e58b1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:59.507917 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe3f3495-d89e-4c60-b75e-aadbd368a868 req-48f89548-fd48-4aba-873b-7f01d198cf8e tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 697 time: 0.0889904 Jul 23 16:21:59.559850 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-ea06d388-8bb5-4821-bac0-9ca7d574d4b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdc86c83-27c0-4215-a8a2-85718320f33b {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:59.567380 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-ea06d388-8bb5-4821-bac0-9ca7d574d4b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:59.579779 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-ea06d388-8bb5-4821-bac0-9ca7d574d4b6 service neutron] Transition to ACTIVE for port object fdc86c83-27c0-4215-a8a2-85718320f33b will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:59.584277 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-ea06d388-8bb5-4821-bac0-9ca7d574d4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:59.635355 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06d388-8bb5-4821-bac0-9ca7d574d4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc86c83-27c0-4215-a8a2-85718320f33b,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:59.695085 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39aca7-4463-4727-b055-8f653e405a53 req-77ad9f9f-200c-4c17-b71a-49cf15497039 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:59.696781 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab39aca7-4463-4727-b055-8f653e405a53 req-77ad9f9f-200c-4c17-b71a-49cf15497039 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe46e5d3-8455-4c64-a6c5-ed3d37b47a17 HTTP/1.1" status: 200 len: 932 time: 0.2789257 Jul 23 16:21:59.716644 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-ea06d388-8bb5-4821-bac0-9ca7d574d4b6 service neutron] Attempting to bind port fdc86c83-27c0-4215-a8a2-85718320f33b on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:59.716941 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-ea06d388-8bb5-4821-bac0-9ca7d574d4b6 service neutron] Attempting to bind port fdc86c83-27c0-4215-a8a2-85718320f33b by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '786593a5-a224-4584-8758-80516f86a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3eebd1a0-62c0-400c-82f7-916de5a2968c'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:59.717296 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-ea06d388-8bb5-4821-bac0-9ca7d574d4b6 service neutron] Attempting to bind port fdc86c83-27c0-4215-a8a2-85718320f33b on network 3eebd1a0-62c0-400c-82f7-916de5a2968c {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:59.721706 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-ea06d388-8bb5-4821-bac0-9ca7d574d4b6 service neutron] Port fdc86c83-27c0-4215-a8a2-85718320f33b on network 3eebd1a0-62c0-400c-82f7-916de5a2968c not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:21:59.722027 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-ea06d388-8bb5-4821-bac0-9ca7d574d4b6 service neutron] Attempting to bind port fdc86c83-27c0-4215-a8a2-85718320f33b on network 3eebd1a0-62c0-400c-82f7-916de5a2968c {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:59.727553 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-ea06d388-8bb5-4821-bac0-9ca7d574d4b6 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:21:59.727942 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-ea06d388-8bb5-4821-bac0-9ca7d574d4b6 service neutron] Checking segment: {'id': '786593a5-a224-4584-8758-80516f86a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3eebd1a0-62c0-400c-82f7-916de5a2968c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:59.728265 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-ea06d388-8bb5-4821-bac0-9ca7d574d4b6 service neutron] Bound using segment: {'id': '786593a5-a224-4584-8758-80516f86a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3eebd1a0-62c0-400c-82f7-916de5a2968c'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:21:59.728686 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-ea06d388-8bb5-4821-bac0-9ca7d574d4b6 service neutron] Bound port: fdc86c83-27c0-4215-a8a2-85718320f33b, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '786593a5-a224-4584-8758-80516f86a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3eebd1a0-62c0-400c-82f7-916de5a2968c'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:59.729059 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-ea06d388-8bb5-4821-bac0-9ca7d574d4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:59.788532 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device f273342a-135c-4f7c-9ab7-fb0451c875de no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:59.800414 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-ea06d388-8bb5-4821-bac0-9ca7d574d4b6 service neutron] For port fdc86c83-27c0-4215-a8a2-85718320f33b, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:59.805120 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-ea06d388-8bb5-4821-bac0-9ca7d574d4b6 service neutron] For port fdc86c83-27c0-4215-a8a2-85718320f33b, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=fdc86c83-27c0-4215-a8a2-85718320f33b,segment=NetworkSegment(786593a5-a224-4584-8758-80516f86a2d4),segment_id=786593a5-a224-4584-8758-80516f86a2d4)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:59.805930 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab39aca7-4463-4727-b055-8f653e405a53 req-73d9a993-9184-4736-9185-c10a495573ca tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019402 Jul 23 16:21:59.809612 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-448f5d3a-217d-499c-8163-1f99407c875a req-50550802-a62c-4184-904c-c8900e58b1e0 service neutron] For port 4b875778-5e92-4516-9209-671578e4db1d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=4b875778-5e92-4516-9209-671578e4db1d,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:59.810491 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-ea06d388-8bb5-4821-bac0-9ca7d574d4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:59.824457 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-fe3f3495-d89e-4c60-b75e-aadbd368a868 req-e19f2bf2-47fe-4fa7-a942-f1a69dd135ac tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Deleting port 68714f3a-9098-49f6-b8b5-9ee36ec28be5 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:59.824801 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fe3f3495-d89e-4c60-b75e-aadbd368a868 req-e19f2bf2-47fe-4fa7-a942-f1a69dd135ac tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:59.825218 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: f273342a-135c-4f7c-9ab7-fb0451c875de {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:21:59.830412 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device f273342a-135c-4f7c-9ab7-fb0451c875de not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:21:59.860737 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-ea06d388-8bb5-4821-bac0-9ca7d574d4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:59.861325 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-ea06d388-8bb5-4821-bac0-9ca7d574d4b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:59.862614 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-ea06d388-8bb5-4821-bac0-9ca7d574d4b6 service neutron] 10.222.0.74 "PUT /v2.0/ports/fdc86c83-27c0-4215-a8a2-85718320f33b HTTP/1.1" status: 200 len: 1092 time: 0.6880951 Jul 23 16:21:59.885652 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06d388-8bb5-4821-bac0-9ca7d574d4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc86c83-27c0-4215-a8a2-85718320f33b,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:59.904333 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-448f5d3a-217d-499c-8163-1f99407c875a req-50550802-a62c-4184-904c-c8900e58b1e0 service neutron] For port 4b875778-5e92-4516-9209-671578e4db1d, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:59.954060 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-448f5d3a-217d-499c-8163-1f99407c875a req-50550802-a62c-4184-904c-c8900e58b1e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b875778-5e92-4516-9209-671578e4db1d {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:59.960554 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fe3f3495-d89e-4c60-b75e-aadbd368a868 req-e19f2bf2-47fe-4fa7-a942-f1a69dd135ac tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:59.960888 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fe3f3495-d89e-4c60-b75e-aadbd368a868 req-e19f2bf2-47fe-4fa7-a942-f1a69dd135ac tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:59.973675 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-448f5d3a-217d-499c-8163-1f99407c875a req-50550802-a62c-4184-904c-c8900e58b1e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:59.982771 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-fe3f3495-d89e-4c60-b75e-aadbd368a868 req-e19f2bf2-47fe-4fa7-a942-f1a69dd135ac tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Calling delete_port for 68714f3a-9098-49f6-b8b5-9ee36ec28be5 owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:59.986989 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-448f5d3a-217d-499c-8163-1f99407c875a req-50550802-a62c-4184-904c-c8900e58b1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:00.026297 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-025bba9f-016f-4214-9cb6-eadd14b939da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:00.028082 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-025bba9f-016f-4214-9cb6-eadd14b939da service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d2e9c47ebf4f498f9ec10d163ec28470&device_id=fe46e5d3-8455-4c64-a6c5-ed3d37b47a17 HTTP/1.1" status: 200 len: 1095 time: 0.1198330 Jul 23 16:22:00.076464 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcedc5d4-c7da-4daf-b9bf-520c97278c81 x-openstack-request-id: req-fcedc5d4-c7da-4daf-b9bf-520c97278c81 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:00.076859 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5256237-932c-4820-b7a8-b40001cbb90a", "name": "network-vif-deleted", "tag": "f273342a-135c-4f7c-9ab7-fb0451c875de", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:00.077233 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fcedc5d4-c7da-4daf-b9bf-520c97278c81 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:00.077739 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5256237-932c-4820-b7a8-b40001cbb90a', 'name': 'network-vif-deleted', 'tag': 'f273342a-135c-4f7c-9ab7-fb0451c875de', 'status': 'completed', 'code': 200} Jul 23 16:22:00.079365 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-ee0ac32e-07f2-46d7-bb31-c9638f92f837 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdc86c83-27c0-4215-a8a2-85718320f33b HTTP/1.1" status: 200 len: 217 time: 0.0435462 Jul 23 16:22:00.108230 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50550802-a62c-4184-904c-c8900e58b1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b875778-5e92-4516-9209-671578e4db1d,revision_number=9']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:00.110634 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15a86d2-60b6-46bf-9c35-07234f030099 x-openstack-request-id: req-f15a86d2-60b6-46bf-9c35-07234f030099 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:00.111143 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ab39e5-3e39-4551-9140-f227e9eca613", "name": "network-vif-plugged", "status": "completed", "tag": "f46ac28d-abb4-433c-a4be-e695eada86f5", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:00.111143 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f15a86d2-60b6-46bf-9c35-07234f030099 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:00.111604 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ab39e5-3e39-4551-9140-f227e9eca613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46ac28d-abb4-433c-a4be-e695eada86f5', 'code': 200} Jul 23 16:22:00.113637 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-448f5d3a-217d-499c-8163-1f99407c875a req-50550802-a62c-4184-904c-c8900e58b1e0 service neutron] Attempting to bind port 4b875778-5e92-4516-9209-671578e4db1d on host n-h1-778549-4 for vnic_type normal with profile {} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:00.113987 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-448f5d3a-217d-499c-8163-1f99407c875a req-50550802-a62c-4184-904c-c8900e58b1e0 service neutron] Attempting to bind port 4b875778-5e92-4516-9209-671578e4db1d by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:00.114312 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448f5d3a-217d-499c-8163-1f99407c875a req-50550802-a62c-4184-904c-c8900e58b1e0 service neutron] Attempting to bind port 4b875778-5e92-4516-9209-671578e4db1d on network cbcbd292-3824-44cf-913c-59a7184e692c {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:00.129890 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448f5d3a-217d-499c-8163-1f99407c875a req-50550802-a62c-4184-904c-c8900e58b1e0 service neutron] Port 4b875778-5e92-4516-9209-671578e4db1d on network cbcbd292-3824-44cf-913c-59a7184e692c not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:22:00.130230 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448f5d3a-217d-499c-8163-1f99407c875a req-50550802-a62c-4184-904c-c8900e58b1e0 service neutron] Attempting to bind port 4b875778-5e92-4516-9209-671578e4db1d on network cbcbd292-3824-44cf-913c-59a7184e692c {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:00.136893 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448f5d3a-217d-499c-8163-1f99407c875a req-50550802-a62c-4184-904c-c8900e58b1e0 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:00.137260 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448f5d3a-217d-499c-8163-1f99407c875a req-50550802-a62c-4184-904c-c8900e58b1e0 service neutron] Checking segment: {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:00.137645 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448f5d3a-217d-499c-8163-1f99407c875a req-50550802-a62c-4184-904c-c8900e58b1e0 service neutron] Bound using segment: {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:00.138075 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-448f5d3a-217d-499c-8163-1f99407c875a req-50550802-a62c-4184-904c-c8900e58b1e0 service neutron] Bound port: 4b875778-5e92-4516-9209-671578e4db1d, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af790bf-a28b-4a85-b4db-fd0ad66b7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcbd292-3824-44cf-913c-59a7184e692c'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:00.138433 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-448f5d3a-217d-499c-8163-1f99407c875a req-50550802-a62c-4184-904c-c8900e58b1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:00.142719 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-25c0a254-db5e-4613-b2f9-5a1a60935d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:00.144496 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-25c0a254-db5e-4613-b2f9-5a1a60935d83 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=670ca53c-2984-479e-bf7f-2a3910e1c6e7 HTTP/1.1" status: 200 len: 861 time: 0.0582345 Jul 23 16:22:00.183363 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-b1e2e2bf-6d7a-485e-b6a0-54c102d5aff9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3eebd1a0-62c0-400c-82f7-916de5a2968c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309565 Jul 23 16:22:00.187796 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ffdde9-aed7-47ed-bb61-55934cea5367 x-openstack-request-id: req-a0ffdde9-aed7-47ed-bb61-55934cea5367 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:00.188092 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70b18718-940c-4049-bec1-714a22b0a4c7", "tag": "b5e2d096-7211-483d-961a-a931e814f70f", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:00.188346 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a0ffdde9-aed7-47ed-bb61-55934cea5367 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:00.188806 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b18718-940c-4049-bec1-714a22b0a4c7', 'tag': 'b5e2d096-7211-483d-961a-a931e814f70f', 'status': 'completed', 'code': 200} Jul 23 16:22:00.285762 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-7e870e8e-c01a-41c4-8740-34adcbfe5c7f service neutron] 10.222.0.74 "GET /v2.0/networks/3eebd1a0-62c0-400c-82f7-916de5a2968c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951788 Jul 23 16:22:00.303670 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-448f5d3a-217d-499c-8163-1f99407c875a req-50550802-a62c-4184-904c-c8900e58b1e0 service neutron] For port 4b875778-5e92-4516-9209-671578e4db1d, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:00.334412 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-448f5d3a-217d-499c-8163-1f99407c875a req-50550802-a62c-4184-904c-c8900e58b1e0 service neutron] For port 4b875778-5e92-4516-9209-671578e4db1d, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=4b875778-5e92-4516-9209-671578e4db1d,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:00.341328 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fe3f3495-d89e-4c60-b75e-aadbd368a868 req-e19f2bf2-47fe-4fa7-a942-f1a69dd135ac tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:00.347233 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-448f5d3a-217d-499c-8163-1f99407c875a req-50550802-a62c-4184-904c-c8900e58b1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:00.378534 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c3025288-1888-439c-846e-f1e1ccfedd07 req-3f8df54b-4268-45b8-be3f-c3f68511b100 service neutron] 10.222.0.74 "GET /v2.0/networks/3eebd1a0-62c0-400c-82f7-916de5a2968c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855134 Jul 23 16:22:00.618873 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f2bf2-47fe-4fa7-a942-f1a69dd135ac tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Pushing event deleted for resources: {'Port': ['ID=68714f3a-9098-49f6-b8b5-9ee36ec28be5,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:00.660349 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f5d3a-217d-499c-8163-1f99407c875a req-50550802-a62c-4184-904c-c8900e58b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:00.660976 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-448f5d3a-217d-499c-8163-1f99407c875a req-50550802-a62c-4184-904c-c8900e58b1e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:00.662768 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-448f5d3a-217d-499c-8163-1f99407c875a req-50550802-a62c-4184-904c-c8900e58b1e0 service neutron] 10.222.0.97 "PUT /v2.0/ports/4b875778-5e92-4516-9209-671578e4db1d HTTP/1.1" status: 200 len: 1091 time: 1.4618974 Jul 23 16:22:00.748249 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00d387-d9a5-454d-8267-3707fa760ae4 req-a323f6aa-3247-4dbf-af00-e8615fb6b78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:00.749807 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7a00d387-d9a5-454d-8267-3707fa760ae4 req-a323f6aa-3247-4dbf-af00-e8615fb6b78d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=bf040608ce9243169469d1c384fac592&device_id=70b18718-940c-4049-bec1-714a22b0a4c7 HTTP/1.1" status: 200 len: 1097 time: 0.5088232 Jul 23 16:22:00.763971 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d28cb-f29f-4472-9aad-b3569cb14d14 req-cb871385-a6f0-4053-a5a1-d3d546df534b tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:00.765474 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-df7d28cb-f29f-4472-9aad-b3569cb14d14 req-cb871385-a6f0-4053-a5a1-d3d546df534b tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b897762f-85f0-4103-a02b-ed94dc2a2d61 HTTP/1.1" status: 200 len: 948 time: 0.5233338 Jul 23 16:22:00.766433 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['4b875778-5e92-4516-9209-671578e4db1d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:00.828741 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50550802-a62c-4184-904c-c8900e58b1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b875778-5e92-4516-9209-671578e4db1d,revision_number=10']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:00.860196 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fe3f3495-d89e-4c60-b75e-aadbd368a868 req-e19f2bf2-47fe-4fa7-a942-f1a69dd135ac tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:00.862794 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fe3f3495-d89e-4c60-b75e-aadbd368a868 req-e19f2bf2-47fe-4fa7-a942-f1a69dd135ac tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:00.863940 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe3f3495-d89e-4c60-b75e-aadbd368a868 req-e19f2bf2-47fe-4fa7-a942-f1a69dd135ac tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "DELETE /v2.0/floatingips/7d7252e1-c7ca-4884-9150-b222d29fc6ae HTTP/1.1" status: 204 len: 173 time: 1.3492692 Jul 23 16:22:00.886334 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['4b875778-5e92-4516-9209-671578e4db1d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:00.938762 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-df7d28cb-f29f-4472-9aad-b3569cb14d14 req-33c91528-248b-4cb9-a0e8-1b5de75a9fc7 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584282 Jul 23 16:22:01.039125 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00d387-d9a5-454d-8267-3707fa760ae4 req-1fae4cdf-5c6d-4ae3-826c-b923f745dc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:01.040606 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7a00d387-d9a5-454d-8267-3707fa760ae4 req-1fae4cdf-5c6d-4ae3-826c-b923f745dc9e service neutron] 10.222.0.97 "GET /v2.0/networks?id=4dd97669-66b3-495e-9f83-265cbe5bb756 HTTP/1.1" status: 200 len: 922 time: 0.2710037 Jul 23 16:22:01.149885 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7a00d387-d9a5-454d-8267-3707fa760ae4 req-e56b8d15-b761-4eb1-aed5-4fd2c6ef60de service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5e2d096-7211-483d-961a-a931e814f70f HTTP/1.1" status: 200 len: 217 time: 0.0847046 Jul 23 16:22:01.224328 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-448f5d3a-217d-499c-8163-1f99407c875a req-1e36eb98-10d7-4eba-b489-ca036f77befc service neutron] For port 4b875778-5e92-4516-9209-671578e4db1d, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:01.239073 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09386b-d105-47fc-9f65-07929c7bf0e6 req-cb0e1659-1cd0-4e6b-99fe-714bd3f0534b tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:01.240621 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c09386b-d105-47fc-9f65-07929c7bf0e6 req-cb0e1659-1cd0-4e6b-99fe-714bd3f0534b tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 951 time: 0.3009772 Jul 23 16:22:01.249080 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-448f5d3a-217d-499c-8163-1f99407c875a req-1e36eb98-10d7-4eba-b489-ca036f77befc service neutron] Notify callbacks [] for binding, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:01.250146 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-448f5d3a-217d-499c-8163-1f99407c875a req-1e36eb98-10d7-4eba-b489-ca036f77befc service neutron] 10.222.0.97 "DELETE /v2.0/ports/4b875778-5e92-4516-9209-671578e4db1d/bindings/n-h2-778549-4 HTTP/1.1" status: 204 len: 173 time: 0.5695655 Jul 23 16:22:01.269434 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead54a4f-2379-4d49-9841-384a48176f34 req-d0a6fca9-d784-4f1b-b2f3-19ad7f2de284 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:01.271023 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ead54a4f-2379-4d49-9841-384a48176f34 req-d0a6fca9-d784-4f1b-b2f3-19ad7f2de284 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 1095 time: 0.2524707 Jul 23 16:22:01.273030 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00d387-d9a5-454d-8267-3707fa760ae4 req-dcd51345-dec9-4fb8-9a6e-3897b4acf092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:01.274437 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7a00d387-d9a5-454d-8267-3707fa760ae4 req-dcd51345-dec9-4fb8-9a6e-3897b4acf092 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b06d044d-7a5d-4455-8030-ecfa0a3c6204 HTTP/1.1" status: 200 len: 859 time: 0.0992467 Jul 23 16:22:01.355841 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c09386b-d105-47fc-9f65-07929c7bf0e6 req-465f117e-a0da-4834-9344-3c5c27a51e6e tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031952 Jul 23 16:22:01.361189 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ead54a4f-2379-4d49-9841-384a48176f34 req-a75b90a0-040d-4f8f-b444-990eb9a71ff8 tempest-LiveMigrationTest-1100062553 tempest-LiveMigrationTest-1100062553-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804150 Jul 23 16:22:01.382753 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00d387-d9a5-454d-8267-3707fa760ae4 req-40eebd67-1f0b-4ce9-b005-e81b23d108a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:01.384327 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7a00d387-d9a5-454d-8267-3707fa760ae4 req-40eebd67-1f0b-4ce9-b005-e81b23d108a4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4dd97669-66b3-495e-9f83-265cbe5bb756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017449 Jul 23 16:22:01.524790 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7a00d387-d9a5-454d-8267-3707fa760ae4 req-9d2ed8e4-9e1c-426e-96c9-d139a0e34444 service neutron] 10.222.0.97 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331906 Jul 23 16:22:01.586688 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0ffcd-d540-4cc2-8851-f32a5ff2216e req-e7efe14c-629c-4f95-bea1-11d1fc1667b6 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:01.588551 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a9f0ffcd-d540-4cc2-8851-f32a5ff2216e req-e7efe14c-629c-4f95-bea1-11d1fc1667b6 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe46e5d3-8455-4c64-a6c5-ed3d37b47a17 HTTP/1.1" status: 200 len: 944 time: 0.1218488 Jul 23 16:22:01.616719 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d0be9-fbf9-4795-98ea-4de4294652db req-4a4a0331-43be-4f4c-b996-fe6a0249616b tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:01.618255 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-f69d0be9-fbf9-4795-98ea-4de4294652db req-4a4a0331-43be-4f4c-b996-fe6a0249616b tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.74 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 951 time: 0.0810096 Jul 23 16:22:01.665621 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a9f0ffcd-d540-4cc2-8851-f32a5ff2216e req-de247c11-3ae2-4060-bef9-3f1b2f02a590 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423260 Jul 23 16:22:01.703283 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7a00d387-d9a5-454d-8267-3707fa760ae4 req-5bd4862a-b55a-4e0b-8bea-91cfd7e57b94 service neutron] 10.222.0.97 "GET /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692636 Jul 23 16:22:01.739229 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-f69d0be9-fbf9-4795-98ea-4de4294652db req-10e8e6e2-33e6-411c-bc39-47196ba260e1 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Deleting port f46ac28d-abb4-433c-a4be-e695eada86f5 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:01.740229 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-f69d0be9-fbf9-4795-98ea-4de4294652db req-10e8e6e2-33e6-411c-bc39-47196ba260e1 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:01.862229 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-f69d0be9-fbf9-4795-98ea-4de4294652db req-10e8e6e2-33e6-411c-bc39-47196ba260e1 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] For port f46ac28d-abb4-433c-a4be-e695eada86f5, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f46ac28d-abb4-433c-a4be-e695eada86f5,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:01.862588 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-f69d0be9-fbf9-4795-98ea-4de4294652db req-10e8e6e2-33e6-411c-bc39-47196ba260e1 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:01.876634 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-f69d0be9-fbf9-4795-98ea-4de4294652db req-10e8e6e2-33e6-411c-bc39-47196ba260e1 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Calling delete_port for f46ac28d-abb4-433c-a4be-e695eada86f5 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:01.906463 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e916e0a-4a61-44a8-a6fe-9c45516f9d0e req-665362fb-9563-42ce-a142-3845378c173f tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:01.909706 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7e916e0a-4a61-44a8-a6fe-9c45516f9d0e req-665362fb-9563-42ce-a142-3845378c173f tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/ports?device_id=70b18718-940c-4049-bec1-714a22b0a4c7 HTTP/1.1" status: 200 len: 946 time: 0.1142182 Jul 23 16:22:01.948533 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965393b9-99df-4ca7-abef-c9a7cf13a115 req-ccb1d69a-4f78-45c3-82fc-114f86031e4c tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:01.950335 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-965393b9-99df-4ca7-abef-c9a7cf13a115 req-ccb1d69a-4f78-45c3-82fc-114f86031e4c tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 944 time: 0.1100490 Jul 23 16:22:01.976214 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7e916e0a-4a61-44a8-a6fe-9c45516f9d0e req-bd9bef1a-5b8f-417a-ab14-d1b5de6fcee3 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/security-groups?id=f72f61d5-126e-45e2-91bd-72f6314f3a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576956 Jul 23 16:22:01.976767 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 9f1678bd-1425-4dd5-872b-0b07f5fb95a4 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:02.007183 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-965393b9-99df-4ca7-abef-c9a7cf13a115 req-c0d783ea-80a0-4204-9f4d-f31c84e92c1f tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462506 Jul 23 16:22:02.047339 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-f69d0be9-fbf9-4795-98ea-4de4294652db req-10e8e6e2-33e6-411c-bc39-47196ba260e1 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.065976 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['be1d51a9-55f4-470f-8f76-a55feb8d6c7b', '0ba4628c-0b1c-469e-83f4-9f4d3292c354', 'f46ac28d-abb4-433c-a4be-e695eada86f5'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:02.068399 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58320) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:02.069943 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['46512483-dd71-4528-bea3-65c4b053ab66'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:02.091480 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe46e5d3-8455-4c64-a6c5-ed3d37b47a17', 'tag': 'fdc86c83-27c0-4215-a8a2-85718320f33b'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:02.093906 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc2c37c-7b79-4305-bcc6-1d09c9eed9b4" -d '{"events": [{"name": "network-changed", "server_uuid": "fe46e5d3-8455-4c64-a6c5-ed3d37b47a17", "tag": "fdc86c83-27c0-4215-a8a2-85718320f33b"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:02.107125 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8e6e2-33e6-411c-bc39-47196ba260e1 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Pushing event deleted for resources: {'Port': ['ID=f46ac28d-abb4-433c-a4be-e695eada86f5,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:02.127409 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 9f1678bd-1425-4dd5-872b-0b07f5fb95a4 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:02.165349 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 9f1678bd-1425-4dd5-872b-0b07f5fb95a4 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:02.166091 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.170593 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69d0be9-fbf9-4795-98ea-4de4294652db req-10e8e6e2-33e6-411c-bc39-47196ba260e1 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] No DVR routers for this DVR port f46ac28d-abb4-433c-a4be-e695eada86f5 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:02.173542 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-f69d0be9-fbf9-4795-98ea-4de4294652db req-10e8e6e2-33e6-411c-bc39-47196ba260e1 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.177045 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-f69d0be9-fbf9-4795-98ea-4de4294652db req-10e8e6e2-33e6-411c-bc39-47196ba260e1 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.74 "DELETE /v2.0/ports/f46ac28d-abb4-433c-a4be-e695eada86f5 HTTP/1.1" status: 204 len: 173 time: 0.5530894 Jul 23 16:22:02.189733 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2085149f-a453-4f1d-a01e-d2c80f71aa02', 'tag': '4b875778-5e92-4516-9209-671578e4db1d'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:02.200308 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3cd5bc-e57f-4b65-9932-6d6fcb7beec6" -d '{"events": [{"name": "network-changed", "server_uuid": "2085149f-a453-4f1d-a01e-d2c80f71aa02", "tag": "4b875778-5e92-4516-9209-671578e4db1d"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:02.222624 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595fa9e6-368b-424d-a41b-5bc458075b04 req-3cb9c63e-bd78-42bf-a434-587e1e8e392b tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:02.232539 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-595fa9e6-368b-424d-a41b-5bc458075b04 req-3cb9c63e-bd78-42bf-a434-587e1e8e392b tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b897762f-85f0-4103-a02b-ed94dc2a2d61 HTTP/1.1" status: 200 len: 948 time: 0.1468368 Jul 23 16:22:02.340386 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.354073 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-595fa9e6-368b-424d-a41b-5bc458075b04 req-560790b4-dc2c-4d0f-bed3-facca5713dfe tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202416 Jul 23 16:22:02.354239 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6641692-160d-49dd-acf1-8e4e24cda716 x-openstack-request-id: req-d6641692-160d-49dd-acf1-8e4e24cda716 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:02.354472 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe46e5d3-8455-4c64-a6c5-ed3d37b47a17", "tag": "fdc86c83-27c0-4215-a8a2-85718320f33b", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:02.354723 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d6641692-160d-49dd-acf1-8e4e24cda716 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:02.355134 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe46e5d3-8455-4c64-a6c5-ed3d37b47a17', 'tag': 'fdc86c83-27c0-4215-a8a2-85718320f33b', 'status': 'completed', 'code': 200} Jul 23 16:22:02.396187 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58332) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:02.397579 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f4728606-dff6-4189-8d3c-3bf8342dbe0d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b0d42660649f451b83b0ac872423bc5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218534 Jul 23 16:22:02.435846 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259879b1-73b4-414c-b16b-54c734384665 x-openstack-request-id: req-259879b1-73b4-414c-b16b-54c734384665 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:02.436187 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2085149f-a453-4f1d-a01e-d2c80f71aa02", "tag": "4b875778-5e92-4516-9209-671578e4db1d", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:02.436427 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-259879b1-73b4-414c-b16b-54c734384665 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:02.436843 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2085149f-a453-4f1d-a01e-d2c80f71aa02', 'tag': '4b875778-5e92-4516-9209-671578e4db1d', 'status': 'completed', 'code': 200} Jul 23 16:22:02.476670 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b897762f-85f0-4103-a02b-ed94dc2a2d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1678bd-1425-4dd5-872b-0b07f5fb95a4'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:02.478983 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8151a8-6501-4199-b946-d2e3ea4ec17a" -d '{"events": [{"server_uuid": "b897762f-85f0-4103-a02b-ed94dc2a2d61", "name": "network-vif-plugged", "status": "completed", "tag": "9f1678bd-1425-4dd5-872b-0b07f5fb95a4"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:02.505404 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 9f1678bd-1425-4dd5-872b-0b07f5fb95a4, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=9f1678bd-1425-4dd5-872b-0b07f5fb95a4,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:02.535884 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4447645-7905-4627-ab75-8fbf7564bfe9 req-c3d3a9f5-7b89-4768-9f56-ec5bf62a6628 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab39e5-3e39-4551-9140-f227e9eca613 HTTP/1.1" status: 200 len: 210 time: 0.0539629 Jul 23 16:22:02.540998 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.581512 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-171f8b95-c5fc-485f-980b-8745cf30cf46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.611157 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d06c7f-f33e-4c08-9103-f9145909da0e x-openstack-request-id: req-65d06c7f-f33e-4c08-9103-f9145909da0e {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:02.611428 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b897762f-85f0-4103-a02b-ed94dc2a2d61", "name": "network-vif-plugged", "status": "completed", "tag": "9f1678bd-1425-4dd5-872b-0b07f5fb95a4", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:02.611687 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-65d06c7f-f33e-4c08-9103-f9145909da0e {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:02.612072 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b897762f-85f0-4103-a02b-ed94dc2a2d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1678bd-1425-4dd5-872b-0b07f5fb95a4', 'code': 200} Jul 23 16:22:02.620163 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-24876e8c-c8e2-4e86-8689-e2d7c8ec8dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.622194 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-171f8b95-c5fc-485f-980b-8745cf30cf46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.632427 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2c37c-7b79-4305-bcc6-1d09c9eed9b4 req-fda99873-ccf0-4651-9fab-e05c5a403690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:02.634094 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-abc2c37c-7b79-4305-bcc6-1d09c9eed9b4 req-fda99873-ccf0-4651-9fab-e05c5a403690 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d2e9c47ebf4f498f9ec10d163ec28470&device_id=fe46e5d3-8455-4c64-a6c5-ed3d37b47a17 HTTP/1.1" status: 200 len: 1095 time: 0.2501616 Jul 23 16:22:02.636182 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3cd5bc-e57f-4b65-9932-6d6fcb7beec6 req-2551b892-be1a-4275-bd30-cacc686b297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:02.637892 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-cc3cd5bc-e57f-4b65-9932-6d6fcb7beec6 req-2551b892-be1a-4275-bd30-cacc686b297c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 1095 time: 0.1450408 Jul 23 16:22:02.679648 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=9f1678bd-1425-4dd5-872b-0b07f5fb95a4,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:02.827730 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec0cbf-c0ea-483a-baeb-176549974568 req-ffbd34c8-2d3b-47e2-9c70-ebb87d51271a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:02.829369 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5bec0cbf-c0ea-483a-baeb-176549974568 req-ffbd34c8-2d3b-47e2-9c70-ebb87d51271a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=b897762f-85f0-4103-a02b-ed94dc2a2d61 HTTP/1.1" status: 200 len: 1100 time: 0.1134696 Jul 23 16:22:02.855522 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-171f8b95-c5fc-485f-980b-8745cf30cf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.858112 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-171f8b95-c5fc-485f-980b-8745cf30cf46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.861653 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-171f8b95-c5fc-485f-980b-8745cf30cf46 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ac8a37ed-e440-47dc-9a47-c9dd0c1857f6 HTTP/1.1" status: 204 len: 168 time: 0.4633436 Jul 23 16:22:02.866704 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2c37c-7b79-4305-bcc6-1d09c9eed9b4 req-6359b661-59b0-45fe-8787-11cf365ec3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:02.866887 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a354f-4c62-46d3-a4c9-e9a6abf988a8 req-5a49b52e-bfaf-4678-8404-67a810d6c8bb tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:02.868162 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-abc2c37c-7b79-4305-bcc6-1d09c9eed9b4 req-6359b661-59b0-45fe-8787-11cf365ec3f9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=3eebd1a0-62c0-400c-82f7-916de5a2968c HTTP/1.1" status: 200 len: 923 time: 0.2077112 Jul 23 16:22:02.868298 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b46a354f-4c62-46d3-a4c9-e9a6abf988a8 req-5a49b52e-bfaf-4678-8404-67a810d6c8bb tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe46e5d3-8455-4c64-a6c5-ed3d37b47a17 HTTP/1.1" status: 200 len: 944 time: 0.1027544 Jul 23 16:22:02.884754 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f8b95-c5fc-485f-980b-8745cf30cf46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8a37ed-e440-47dc-9a47-c9dd0c1857f6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:02.887996 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3cd5bc-e57f-4b65-9932-6d6fcb7beec6 req-adbf9944-68f4-437a-9619-4eff30383510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:02.889539 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-cc3cd5bc-e57f-4b65-9932-6d6fcb7beec6 req-adbf9944-68f4-437a-9619-4eff30383510 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cbcbd292-3824-44cf-913c-59a7184e692c HTTP/1.1" status: 200 len: 910 time: 0.2398467 Jul 23 16:22:02.900432 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5bec0cbf-c0ea-483a-baeb-176549974568 req-5047bc79-74b8-454d-9128-91f0f4fbb29a service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619473 Jul 23 16:22:02.922414 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b46a354f-4c62-46d3-a4c9-e9a6abf988a8 req-a4ff0593-3d29-46c3-9c1e-bb5316a8a996 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419056 Jul 23 16:22:02.948195 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-abc2c37c-7b79-4305-bcc6-1d09c9eed9b4 req-192b3c82-cacb-4a88-b8fc-2a03be512b85 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdc86c83-27c0-4215-a8a2-85718320f33b HTTP/1.1" status: 200 len: 217 time: 0.0703976 Jul 23 16:22:02.984301 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-cc3cd5bc-e57f-4b65-9932-6d6fcb7beec6 req-58756101-8ce1-48ff-9a2e-2e627b9ff92a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b875778-5e92-4516-9209-671578e4db1d HTTP/1.1" status: 200 len: 217 time: 0.0490112 Jul 23 16:22:03.064731 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2c37c-7b79-4305-bcc6-1d09c9eed9b4 req-db196bcb-1876-4525-9f41-6d8155a44449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:03.066465 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-abc2c37c-7b79-4305-bcc6-1d09c9eed9b4 req-db196bcb-1876-4525-9f41-6d8155a44449 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=670ca53c-2984-479e-bf7f-2a3910e1c6e7 HTTP/1.1" status: 200 len: 861 time: 0.0904191 Jul 23 16:22:03.070723 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3cd5bc-e57f-4b65-9932-6d6fcb7beec6 req-9adb8162-b2a8-4dee-83ce-fa0f09908544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:03.072186 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-cc3cd5bc-e57f-4b65-9932-6d6fcb7beec6 req-9adb8162-b2a8-4dee-83ce-fa0f09908544 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f8384c77-6398-425d-9275-6a23db41a285 HTTP/1.1" status: 200 len: 848 time: 0.0669060 Jul 23 16:22:03.140888 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-cc3cd5bc-e57f-4b65-9932-6d6fcb7beec6 req-586bfa00-24ac-46d5-a089-fb2fe1f61507 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cbcbd292-3824-44cf-913c-59a7184e692c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599411 Jul 23 16:22:03.144322 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-abc2c37c-7b79-4305-bcc6-1d09c9eed9b4 req-94ad5f36-f92b-4e34-bf80-1728e33d5885 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3eebd1a0-62c0-400c-82f7-916de5a2968c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657401 Jul 23 16:22:03.197335 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83737e3c-2c29-442d-8dd9-4f7cc7094583 req-f7aef7f4-4ecc-433b-ba48-14fc67693dfc tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:03.198759 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-83737e3c-2c29-442d-8dd9-4f7cc7094583 req-f7aef7f4-4ecc-433b-ba48-14fc67693dfc tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/ports?device_id=70b18718-940c-4049-bec1-714a22b0a4c7 HTTP/1.1" status: 200 len: 946 time: 0.1185980 Jul 23 16:22:03.208178 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf33be-a0c8-4e48-88b3-f4bf28bee57f req-9e331872-edb4-45e5-8831-19930aa1ed13 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:03.209193 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4adf33be-a0c8-4e48-88b3-f4bf28bee57f req-9e331872-edb4-45e5-8831-19930aa1ed13 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 944 time: 0.1163855 Jul 23 16:22:03.279299 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-83737e3c-2c29-442d-8dd9-4f7cc7094583 req-b2a894ba-589e-43b3-97e7-d60fc8286fd8 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/security-groups?id=f72f61d5-126e-45e2-91bd-72f6314f3a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691373 Jul 23 16:22:03.284827 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4adf33be-a0c8-4e48-88b3-f4bf28bee57f req-369b951e-86aa-4c92-93ac-d377395c96b6 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684114 Jul 23 16:22:03.328221 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-cc3cd5bc-e57f-4b65-9932-6d6fcb7beec6 req-d33f8ded-d5ec-4a08-bc97-f57e46a3b474 service neutron] 10.222.0.74 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727102 Jul 23 16:22:03.330156 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-abc2c37c-7b79-4305-bcc6-1d09c9eed9b4 req-fa3648c2-ef2f-495a-b201-dd7891ef9264 service neutron] 10.222.0.74 "GET /v2.0/networks/3eebd1a0-62c0-400c-82f7-916de5a2968c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735437 Jul 23 16:22:03.369039 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a307d-482a-4508-b7af-e3434e41ad3d req-e932a6eb-15e9-4fa5-a6b9-e6a8fd795f6e tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:03.371320 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d43a307d-482a-4508-b7af-e3434e41ad3d req-e932a6eb-15e9-4fa5-a6b9-e6a8fd795f6e tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.97 "GET /v2.0/ports?device_id=70b18718-940c-4049-bec1-714a22b0a4c7 HTTP/1.1" status: 200 len: 946 time: 0.0747814 Jul 23 16:22:03.507863 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-cc3cd5bc-e57f-4b65-9932-6d6fcb7beec6 req-811de7f4-ce7d-4593-872e-fd2134f26d12 service neutron] 10.222.0.74 "GET /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649320 Jul 23 16:22:03.510299 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-abc2c37c-7b79-4305-bcc6-1d09c9eed9b4 req-f59c4d2e-c82b-41e7-b71b-ad4ef7d1f2b8 service neutron] 10.222.0.74 "GET /v2.0/networks/3eebd1a0-62c0-400c-82f7-916de5a2968c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587877 Jul 23 16:22:03.588585 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3517280-644b-42ac-bc02-4f63157d1d21 req-2f8d7e6d-9493-4212-be67-5e5c8430f3aa tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:03.593633 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e3517280-644b-42ac-bc02-4f63157d1d21 req-2f8d7e6d-9493-4212-be67-5e5c8430f3aa tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b897762f-85f0-4103-a02b-ed94dc2a2d61 HTTP/1.1" status: 200 len: 949 time: 0.1512275 Jul 23 16:22:03.601611 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-d43a307d-482a-4508-b7af-e3434e41ad3d req-7ec994d1-e627-4fce-ab52-c5fa3c7da9e7 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Deleting port b5e2d096-7211-483d-961a-a931e814f70f {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:03.601961 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d43a307d-482a-4508-b7af-e3434e41ad3d req-7ec994d1-e627-4fce-ab52-c5fa3c7da9e7 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:03.694033 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e3517280-644b-42ac-bc02-4f63157d1d21 req-95b0d0cb-2552-49be-bfdf-d479aca37b8d tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947485 Jul 23 16:22:03.733533 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-d43a307d-482a-4508-b7af-e3434e41ad3d req-7ec994d1-e627-4fce-ab52-c5fa3c7da9e7 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] For port b5e2d096-7211-483d-961a-a931e814f70f, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=b5e2d096-7211-483d-961a-a931e814f70f,segment=NetworkSegment(13380f59-e4ec-4a16-8d62-9f34dd4434a0),segment_id=13380f59-e4ec-4a16-8d62-9f34dd4434a0)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:03.733783 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d43a307d-482a-4508-b7af-e3434e41ad3d req-7ec994d1-e627-4fce-ab52-c5fa3c7da9e7 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:03.751295 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-d43a307d-482a-4508-b7af-e3434e41ad3d req-7ec994d1-e627-4fce-ab52-c5fa3c7da9e7 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Calling delete_port for b5e2d096-7211-483d-961a-a931e814f70f owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:03.793009 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device fdc86c83-27c0-4215-a8a2-85718320f33b details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:22:03.926665 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port fdc86c83-27c0-4215-a8a2-85718320f33b, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=fdc86c83-27c0-4215-a8a2-85718320f33b,segment=NetworkSegment(786593a5-a224-4584-8758-80516f86a2d4),segment_id=786593a5-a224-4584-8758-80516f86a2d4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:03.931304 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d43a307d-482a-4508-b7af-e3434e41ad3d req-7ec994d1-e627-4fce-ab52-c5fa3c7da9e7 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:03.939526 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'fdc86c83-27c0-4215-a8a2-85718320f33b', 'network_id': '3eebd1a0-62c0-400c-82f7-916de5a2968c', 'port_id': 'fdc86c83-27c0-4215-a8a2-85718320f33b', 'mac_address': 'fa:16:3e:06:93:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '670ca53c-2984-479e-bf7f-2a3910e1c6e7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:22:03.966413 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['b5e2d096-7211-483d-961a-a931e814f70f'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:03.968111 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec994d1-e627-4fce-ab52-c5fa3c7da9e7 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Pushing event deleted for resources: {'Port': ['ID=b5e2d096-7211-483d-961a-a931e814f70f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:04.035043 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec994d1-e627-4fce-ab52-c5fa3c7da9e7 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:04.035385 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec994d1-e627-4fce-ab52-c5fa3c7da9e7 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:04.035779 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec994d1-e627-4fce-ab52-c5fa3c7da9e7 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:04.036117 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec994d1-e627-4fce-ab52-c5fa3c7da9e7 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:04.036922 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec994d1-e627-4fce-ab52-c5fa3c7da9e7 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:04.037787 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec994d1-e627-4fce-ab52-c5fa3c7da9e7 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:04.038134 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec994d1-e627-4fce-ab52-c5fa3c7da9e7 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:04.038506 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec994d1-e627-4fce-ab52-c5fa3c7da9e7 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:04.038792 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec994d1-e627-4fce-ab52-c5fa3c7da9e7 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:04.039124 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec994d1-e627-4fce-ab52-c5fa3c7da9e7 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:04.039446 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec994d1-e627-4fce-ab52-c5fa3c7da9e7 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:04.039945 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec994d1-e627-4fce-ab52-c5fa3c7da9e7 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:04.064005 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.087445 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43a307d-482a-4508-b7af-e3434e41ad3d req-7ec994d1-e627-4fce-ab52-c5fa3c7da9e7 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] No DVR routers for this DVR port b5e2d096-7211-483d-961a-a931e814f70f on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:04.093850 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c85ab9-08b4-4c6a-953a-ed2ac5c38dc0 req-a7860a35-7012-43c7-8b2c-6fbbcbc48596 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:04.095062 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc86c83-27c0-4215-a8a2-85718320f33b {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:04.096542 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e6c85ab9-08b4-4c6a-953a-ed2ac5c38dc0 req-a7860a35-7012-43c7-8b2c-6fbbcbc48596 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.74 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 944 time: 0.1557517 Jul 23 16:22:04.108036 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d43a307d-482a-4508-b7af-e3434e41ad3d req-7ec994d1-e627-4fce-ab52-c5fa3c7da9e7 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.110668 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d43a307d-482a-4508-b7af-e3434e41ad3d req-7ec994d1-e627-4fce-ab52-c5fa3c7da9e7 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.97 "DELETE /v2.0/ports/b5e2d096-7211-483d-961a-a931e814f70f HTTP/1.1" status: 204 len: 173 time: 0.7286649 Jul 23 16:22:04.151930 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port fdc86c83-27c0-4215-a8a2-85718320f33b, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=fdc86c83-27c0-4215-a8a2-85718320f33b,segment=NetworkSegment(786593a5-a224-4584-8758-80516f86a2d4),segment_id=786593a5-a224-4584-8758-80516f86a2d4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:04.160663 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.195833 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69255b3d-ee8d-4116-9541-4f73a648a3e6 req-c9d0682e-8de4-41df-b3aa-d0ac5c26e744 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:04.197495 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-69255b3d-ee8d-4116-9541-4f73a648a3e6 req-c9d0682e-8de4-41df-b3aa-d0ac5c26e744 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe46e5d3-8455-4c64-a6c5-ed3d37b47a17 HTTP/1.1" status: 200 len: 944 time: 0.1431172 Jul 23 16:22:04.264378 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=fdc86c83-27c0-4215-a8a2-85718320f33b,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:04.272285 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-e6c85ab9-08b4-4c6a-953a-ed2ac5c38dc0 req-00c360b2-5bb3-4817-afde-4f699996ffaa tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Deleting port 4b875778-5e92-4516-9209-671578e4db1d {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:04.272650 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-e6c85ab9-08b4-4c6a-953a-ed2ac5c38dc0 req-00c360b2-5bb3-4817-afde-4f699996ffaa tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.295385 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-69255b3d-ee8d-4116-9541-4f73a648a3e6 req-f6153f97-befd-4d52-88c3-96348ac990df tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918479 Jul 23 16:22:04.328047 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eed9e7-9aad-405d-af37-28393ec749f7 req-ffce0a61-6947-4392-aa98-bc7bdc88877c tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:04.329833 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c2eed9e7-9aad-405d-af37-28393ec749f7 req-ffce0a61-6947-4392-aa98-bc7bdc88877c tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 951 time: 0.1172247 Jul 23 16:22:04.370461 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ab39e5-3e39-4551-9140-f227e9eca613', 'name': 'network-vif-deleted', 'tag': 'f46ac28d-abb4-433c-a4be-e695eada86f5'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:04.373208 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2e125d-9f34-4ac4-837a-d1245db4c4ff" -d '{"events": [{"server_uuid": "89ab39e5-3e39-4551-9140-f227e9eca613", "name": "network-vif-deleted", "tag": "f46ac28d-abb4-433c-a4be-e695eada86f5"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:04.385818 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c2eed9e7-9aad-405d-af37-28393ec749f7 req-51bcab80-83b6-45ea-9e49-f04acbb6962c tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476489 Jul 23 16:22:04.434581 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-e6c85ab9-08b4-4c6a-953a-ed2ac5c38dc0 req-00c360b2-5bb3-4817-afde-4f699996ffaa tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] For port 4b875778-5e92-4516-9209-671578e4db1d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=4b875778-5e92-4516-9209-671578e4db1d,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:04.435651 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-e6c85ab9-08b4-4c6a-953a-ed2ac5c38dc0 req-00c360b2-5bb3-4817-afde-4f699996ffaa tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.436701 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['fdc86c83-27c0-4215-a8a2-85718320f33b'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:04.440671 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4a3fee60-0d8f-4d65-894e-23a15b90b94b req-e99e6a93-6b91-4046-8560-c2d5ae39a0e7 tempest-FloatingIPsAssociationTestJSON-6981912 tempest-FloatingIPsAssociationTestJSON-6981912-project] 10.222.0.73 "GET /v2.0/ports?device_id=70b18718-940c-4049-bec1-714a22b0a4c7 HTTP/1.1" status: 200 len: 210 time: 0.0528958 Jul 23 16:22:04.448533 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b18718-940c-4049-bec1-714a22b0a4c7', 'name': 'network-vif-deleted', 'tag': 'b5e2d096-7211-483d-961a-a931e814f70f'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:04.451048 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61d23b4-a0ba-49c5-b5fe-335b148a284a" -d '{"events": [{"server_uuid": "70b18718-940c-4049-bec1-714a22b0a4c7", "name": "network-vif-deleted", "tag": "b5e2d096-7211-483d-961a-a931e814f70f"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:04.462037 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-e6c85ab9-08b4-4c6a-953a-ed2ac5c38dc0 req-00c360b2-5bb3-4817-afde-4f699996ffaa tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Calling delete_port for 4b875778-5e92-4516-9209-671578e4db1d owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:04.549679 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f3d0a8-04ac-464c-a2a6-2afa5e3b2fa9 x-openstack-request-id: req-77f3d0a8-04ac-464c-a2a6-2afa5e3b2fa9 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:04.549970 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b18718-940c-4049-bec1-714a22b0a4c7", "name": "network-vif-deleted", "tag": "b5e2d096-7211-483d-961a-a931e814f70f", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:04.550385 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-77f3d0a8-04ac-464c-a2a6-2afa5e3b2fa9 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:04.550699 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b18718-940c-4049-bec1-714a22b0a4c7', 'name': 'network-vif-deleted', 'tag': 'b5e2d096-7211-483d-961a-a931e814f70f', 'status': 'completed', 'code': 200} Jul 23 16:22:04.553487 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9923c12c-e135-478f-b9ff-87a5e6a7ec66 x-openstack-request-id: req-9923c12c-e135-478f-b9ff-87a5e6a7ec66 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:04.554021 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ab39e5-3e39-4551-9140-f227e9eca613", "name": "network-vif-deleted", "tag": "f46ac28d-abb4-433c-a4be-e695eada86f5", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:04.554355 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9923c12c-e135-478f-b9ff-87a5e6a7ec66 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:04.554828 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ab39e5-3e39-4551-9140-f227e9eca613', 'name': 'network-vif-deleted', 'tag': 'f46ac28d-abb4-433c-a4be-e695eada86f5', 'status': 'completed', 'code': 200} Jul 23 16:22:04.575277 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8624c0-e5e3-47c0-9a3b-8eef0e7e6803 req-83d420c1-f6a9-4531-a00c-98e4c08d0b12 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:04.576977 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d8624c0-e5e3-47c0-9a3b-8eef0e7e6803 req-83d420c1-f6a9-4531-a00c-98e4c08d0b12 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 944 time: 0.1028852 Jul 23 16:22:04.628140 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.634318 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d8624c0-e5e3-47c0-9a3b-8eef0e7e6803 req-93c3ac62-8275-4b51-92fa-8e57b695313e tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488153 Jul 23 16:22:04.664841 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-e6c85ab9-08b4-4c6a-953a-ed2ac5c38dc0 req-00c360b2-5bb3-4817-afde-4f699996ffaa tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.679559 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['b67dfda2-d471-4748-b33e-9252ec9efb0a'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:04.696230 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c360b2-5bb3-4817-afde-4f699996ffaa tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Pushing event deleted for resources: {'Port': ['ID=4b875778-5e92-4516-9209-671578e4db1d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:04.767135 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c85ab9-08b4-4c6a-953a-ed2ac5c38dc0 req-00c360b2-5bb3-4817-afde-4f699996ffaa tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] No DVR routers for this DVR port 4b875778-5e92-4516-9209-671578e4db1d on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:04.781804 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-e6c85ab9-08b4-4c6a-953a-ed2ac5c38dc0 req-00c360b2-5bb3-4817-afde-4f699996ffaa tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.786316 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e6c85ab9-08b4-4c6a-953a-ed2ac5c38dc0 req-00c360b2-5bb3-4817-afde-4f699996ffaa tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.74 "DELETE /v2.0/ports/4b875778-5e92-4516-9209-671578e4db1d HTTP/1.1" status: 204 len: 173 time: 0.6830387 Jul 23 16:22:04.853178 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205591c-b0fd-454c-9129-9916463864cd req-9784578e-c746-4b5d-974d-07ada73e22f2 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:04.855319 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6205591c-b0fd-454c-9129-9916463864cd req-9784578e-c746-4b5d-974d-07ada73e22f2 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b897762f-85f0-4103-a02b-ed94dc2a2d61 HTTP/1.1" status: 200 len: 949 time: 0.0760505 Jul 23 16:22:04.903897 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6205591c-b0fd-454c-9129-9916463864cd req-37040a25-282f-40ad-b4bd-97b9e5490b92 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423596 Jul 23 16:22:05.042716 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83908372-988d-497e-9c78-bfeab6bb2e82 req-2989eee9-9ab1-40aa-ae56-52c70d3b1064 tempest-ServersOnMultiNodesTest-1458351997 tempest-ServersOnMultiNodesTest-1458351997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:05.044470 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-83908372-988d-497e-9c78-bfeab6bb2e82 req-2989eee9-9ab1-40aa-ae56-52c70d3b1064 tempest-ServersOnMultiNodesTest-1458351997 tempest-ServersOnMultiNodesTest-1458351997-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b897762f-85f0-4103-a02b-ed94dc2a2d61 HTTP/1.1" status: 200 len: 1100 time: 0.0613456 Jul 23 16:22:05.082404 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-83908372-988d-497e-9c78-bfeab6bb2e82 req-09060a55-7726-41b4-a6fc-1e482cf572bc tempest-ServersOnMultiNodesTest-1458351997 tempest-ServersOnMultiNodesTest-1458351997-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319121 Jul 23 16:22:05.211402 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['4b875778-5e92-4516-9209-671578e4db1d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:05.291941 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-d2aeb8fa-160e-4d25-b57f-bb93b6f1921b tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262098 Jul 23 16:22:05.318988 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-772a76eb-3c1a-49b2-bb09-1445c7ef9791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.349044 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.462475 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-5940b0dd-96ee-4d99-8125-6edb21fc5586 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:05.468826 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-5940b0dd-96ee-4d99-8125-6edb21fc5586 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1717935 Jul 23 16:22:05.489689 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-f70226a8-eaf0-492c-9f41-ee86575747b1 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/quotas/f529211e54344ba6bb9f15fa585bf4d7 HTTP/1.1" status: 200 len: 375 time: 0.0198588 Jul 23 16:22:05.551508 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420425db-ee25-4a6c-ab26-e99bc0aec1cd req-f3a7f414-fc9c-4d3d-8c8a-156bea7ec5d1 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:05.553799 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-420425db-ee25-4a6c-ab26-e99bc0aec1cd req-f3a7f414-fc9c-4d3d-8c8a-156bea7ec5d1 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe46e5d3-8455-4c64-a6c5-ed3d37b47a17 HTTP/1.1" status: 200 len: 945 time: 0.1655087 Jul 23 16:22:05.610998 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-58e9248d-2739-44da-ae9a-4a5fd59a7d52 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1170280 Jul 23 16:22:05.627191 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-420425db-ee25-4a6c-ab26-e99bc0aec1cd req-08918053-b327-4d47-9f01-ce9c16aab9f8 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633316 Jul 23 16:22:05.787606 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58454) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:05.800105 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7eea8a-3be4-4783-9062-a088d7d292e3 req-276e28e5-597f-4482-8543-071eb778a82c tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:05.801581 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device fdc86c83-27c0-4215-a8a2-85718320f33b up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:05.811299 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7f7eea8a-3be4-4783-9062-a088d7d292e3 req-276e28e5-597f-4482-8543-071eb778a82c tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 951 time: 0.1184206 Jul 23 16:22:05.877820 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7f7eea8a-3be4-4783-9062-a088d7d292e3 req-f0f14dc2-6b5d-4af3-96de-62aa2a1192cc tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655038 Jul 23 16:22:05.945834 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port fdc86c83-27c0-4215-a8a2-85718320f33b completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:05.968576 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port fdc86c83-27c0-4215-a8a2-85718320f33b triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:05.968998 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.062859 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device b5e2d096-7211-483d-961a-a931e814f70f no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:06.094951 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a2e4b09e-386a-4869-bae8-3fcc775f6bce req-387aa36a-e8b0-488f-bc3e-99088bf8b804 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 210 time: 0.0792797 Jul 23 16:22:06.118200 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: b5e2d096-7211-483d-961a-a931e814f70f {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:06.118647 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device b5e2d096-7211-483d-961a-a931e814f70f not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:06.119211 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 4b875778-5e92-4516-9209-671578e4db1d no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:06.155440 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 4b875778-5e92-4516-9209-671578e4db1d {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:06.163624 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 4b875778-5e92-4516-9209-671578e4db1d not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:06.214814 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.216277 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9305234e-976a-4874-8c75-6db1f2093ffd req-215b1828-8c73-4142-b67e-3db256bf560d tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4c1fcbf-bd6c-4f33-9b71-d48e2d54e077 HTTP/1.1" status: 200 len: 210 time: 0.1014082 Jul 23 16:22:06.244976 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe46e5d3-8455-4c64-a6c5-ed3d37b47a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc86c83-27c0-4215-a8a2-85718320f33b'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:06.248407 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fda3596-5987-45e3-9348-4949657ad5f9" -d '{"events": [{"server_uuid": "fe46e5d3-8455-4c64-a6c5-ed3d37b47a17", "name": "network-vif-plugged", "status": "completed", "tag": "fdc86c83-27c0-4215-a8a2-85718320f33b"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:06.256647 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428f5ff-1c73-48a7-8f13-4223f4f03c2d req-034d694d-252f-451d-a5b0-895da29399a8 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:06.265900 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f428f5ff-1c73-48a7-8f13-4223f4f03c2d req-034d694d-252f-451d-a5b0-895da29399a8 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.97 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 951 time: 0.3120043 Jul 23 16:22:06.269393 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port fdc86c83-27c0-4215-a8a2-85718320f33b, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=fdc86c83-27c0-4215-a8a2-85718320f33b,segment=NetworkSegment(786593a5-a224-4584-8758-80516f86a2d4),segment_id=786593a5-a224-4584-8758-80516f86a2d4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:06.277789 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.278989 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device f46ac28d-abb4-433c-a4be-e695eada86f5 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:06.346366 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: f46ac28d-abb4-433c-a4be-e695eada86f5 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:06.346717 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device f46ac28d-abb4-433c-a4be-e695eada86f5 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:06.347145 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 4b875778-5e92-4516-9209-671578e4db1d no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:06.410344 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d62974b-0948-494c-9b78-68347cc9d234 x-openstack-request-id: req-4d62974b-0948-494c-9b78-68347cc9d234 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:06.410634 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe46e5d3-8455-4c64-a6c5-ed3d37b47a17", "name": "network-vif-plugged", "status": "completed", "tag": "fdc86c83-27c0-4215-a8a2-85718320f33b", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:06.410887 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4d62974b-0948-494c-9b78-68347cc9d234 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:06.411278 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe46e5d3-8455-4c64-a6c5-ed3d37b47a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc86c83-27c0-4215-a8a2-85718320f33b', 'code': 200} Jul 23 16:22:06.437716 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 4b875778-5e92-4516-9209-671578e4db1d {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:06.438065 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 4b875778-5e92-4516-9209-671578e4db1d not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:06.480691 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.486939 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=fdc86c83-27c0-4215-a8a2-85718320f33b,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:06.491995 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-f428f5ff-1c73-48a7-8f13-4223f4f03c2d req-a08e5d4d-3909-4e8b-a091-9985aa5c1b0a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Deleting port 46512483-dd71-4528-bea3-65c4b053ab66 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:06.492614 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f428f5ff-1c73-48a7-8f13-4223f4f03c2d req-a08e5d4d-3909-4e8b-a091-9985aa5c1b0a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.517248 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1fc2f690-ab00-497e-9cc0-ef5d38fe7c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.557663 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2085149f-a453-4f1d-a01e-d2c80f71aa02', 'name': 'network-vif-deleted', 'tag': '4b875778-5e92-4516-9209-671578e4db1d'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:06.559973 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12095163-9d66-4bcf-b986-356cf6dc9a71" -d '{"events": [{"server_uuid": "2085149f-a453-4f1d-a01e-d2c80f71aa02", "name": "network-vif-deleted", "tag": "4b875778-5e92-4516-9209-671578e4db1d"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:06.618635 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba4f9a-d58d-4965-a77c-4ad449e36e4c req-91ccdf52-af4f-43e3-8973-8a19bcb13854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:06.620146 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2fba4f9a-d58d-4965-a77c-4ad449e36e4c req-91ccdf52-af4f-43e3-8973-8a19bcb13854 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fe46e5d3-8455-4c64-a6c5-ed3d37b47a17 HTTP/1.1" status: 200 len: 1097 time: 0.1847866 Jul 23 16:22:06.623759 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-f428f5ff-1c73-48a7-8f13-4223f4f03c2d req-a08e5d4d-3909-4e8b-a091-9985aa5c1b0a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] For port 46512483-dd71-4528-bea3-65c4b053ab66, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=46512483-dd71-4528-bea3-65c4b053ab66,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:06.624241 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f428f5ff-1c73-48a7-8f13-4223f4f03c2d req-a08e5d4d-3909-4e8b-a091-9985aa5c1b0a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.642245 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-f428f5ff-1c73-48a7-8f13-4223f4f03c2d req-a08e5d4d-3909-4e8b-a091-9985aa5c1b0a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Calling delete_port for 46512483-dd71-4528-bea3-65c4b053ab66 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:06.671144 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b464456-c3bc-47d0-aa1f-c3a2f281fe28 x-openstack-request-id: req-4b464456-c3bc-47d0-aa1f-c3a2f281fe28 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:06.671419 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2085149f-a453-4f1d-a01e-d2c80f71aa02", "name": "network-vif-deleted", "tag": "4b875778-5e92-4516-9209-671578e4db1d", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:06.671674 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4b464456-c3bc-47d0-aa1f-c3a2f281fe28 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:06.672063 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2085149f-a453-4f1d-a01e-d2c80f71aa02', 'name': 'network-vif-deleted', 'tag': '4b875778-5e92-4516-9209-671578e4db1d', 'status': 'completed', 'code': 200} Jul 23 16:22:06.682325 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2fba4f9a-d58d-4965-a77c-4ad449e36e4c req-8a0b8697-e09e-41ea-aa8a-e849c47ddc20 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545397 Jul 23 16:22:06.857601 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f428f5ff-1c73-48a7-8f13-4223f4f03c2d req-a08e5d4d-3909-4e8b-a091-9985aa5c1b0a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.867614 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2b490-b665-4970-9729-d0bc2bb07a96 req-e2710277-6384-44a8-a98c-15536a4c5a57 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:06.869361 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bee2b490-b665-4970-9729-d0bc2bb07a96 req-e2710277-6384-44a8-a98c-15536a4c5a57 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe46e5d3-8455-4c64-a6c5-ed3d37b47a17 HTTP/1.1" status: 200 len: 946 time: 0.1205714 Jul 23 16:22:06.879411 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['46512483-dd71-4528-bea3-65c4b053ab66'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:06.904219 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e5d4d-3909-4e8b-a091-9985aa5c1b0a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Pushing event deleted for resources: {'Port': ['ID=46512483-dd71-4528-bea3-65c4b053ab66,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:06.915985 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['be1d51a9-55f4-470f-8f76-a55feb8d6c7b', '0ba4628c-0b1c-469e-83f4-9f4d3292c354'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:06.932523 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-1fc2f690-ab00-497e-9cc0-ef5d38fe7c21 admin admin] Deleting port 85e30b8c-dd95-4a80-a2f2-de903471da91 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:06.933342 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1fc2f690-ab00-497e-9cc0-ef5d38fe7c21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.994691 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-f428f5ff-1c73-48a7-8f13-4223f4f03c2d req-a08e5d4d-3909-4e8b-a091-9985aa5c1b0a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] No DVR routers for this DVR port 46512483-dd71-4528-bea3-65c4b053ab66 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:07.006035 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f428f5ff-1c73-48a7-8f13-4223f4f03c2d req-a08e5d4d-3909-4e8b-a091-9985aa5c1b0a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:07.008114 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f428f5ff-1c73-48a7-8f13-4223f4f03c2d req-a08e5d4d-3909-4e8b-a091-9985aa5c1b0a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.97 "DELETE /v2.0/ports/46512483-dd71-4528-bea3-65c4b053ab66 HTTP/1.1" status: 204 len: 173 time: 0.7351983 Jul 23 16:22:07.011429 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bee2b490-b665-4970-9729-d0bc2bb07a96 req-0b4b05bc-9755-4840-8a62-460529e70cc9 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112449 Jul 23 16:22:07.011942 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66590e1-d314-4532-b8ad-8b23ab592ed4', 'name': 'network-vif-deleted', 'tag': '46512483-dd71-4528-bea3-65c4b053ab66'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:07.014329 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871db5ef-a620-4e30-b016-eaa23c5c94a0" -d '{"events": [{"server_uuid": "b66590e1-d314-4532-b8ad-8b23ab592ed4", "name": "network-vif-deleted", "tag": "46512483-dd71-4528-bea3-65c4b053ab66"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:07.049504 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-1fc2f690-ab00-497e-9cc0-ef5d38fe7c21 admin admin] For port 85e30b8c-dd95-4a80-a2f2-de903471da91, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=85e30b8c-dd95-4a80-a2f2-de903471da91,segment=NetworkSegment(13380f59-e4ec-4a16-8d62-9f34dd4434a0),segment_id=13380f59-e4ec-4a16-8d62-9f34dd4434a0)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:07.053545 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1fc2f690-ab00-497e-9cc0-ef5d38fe7c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:07.090681 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-1fc2f690-ab00-497e-9cc0-ef5d38fe7c21 admin admin] Calling delete_port for 85e30b8c-dd95-4a80-a2f2-de903471da91 owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:07.164895 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:07.313664 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-c024bb0f-3cbb-43ca-9df1-788e731669fa tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0816543 Jul 23 16:22:07.477571 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-891ce351-9074-4347-a46a-658d53d7842b req-55dcb2a6-6915-430e-8ca0-035c0cf333af tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66590e1-d314-4532-b8ad-8b23ab592ed4 HTTP/1.1" status: 200 len: 210 time: 0.4846516 Jul 23 16:22:07.482708 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df46c94-ae6f-4357-b3f7-1d84d3e2b935 x-openstack-request-id: req-7df46c94-ae6f-4357-b3f7-1d84d3e2b935 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:07.483007 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66590e1-d314-4532-b8ad-8b23ab592ed4", "name": "network-vif-deleted", "tag": "46512483-dd71-4528-bea3-65c4b053ab66", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:07.483268 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7df46c94-ae6f-4357-b3f7-1d84d3e2b935 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:07.486612 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66590e1-d314-4532-b8ad-8b23ab592ed4', 'name': 'network-vif-deleted', 'tag': '46512483-dd71-4528-bea3-65c4b053ab66', 'status': 'completed', 'code': 200} Jul 23 16:22:07.607799 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3cbacec9-7e1d-408b-93cf-8779834b14db req-1076c82d-2db6-4ce4-886b-10fc3880c9ef tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 210 time: 0.0709045 Jul 23 16:22:07.722050 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-97dc49ba-e967-4445-b228-ce130ddab62a req-40e9621c-53cc-45f6-a7aa-70f297ace0e0 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4c1fcbf-bd6c-4f33-9b71-d48e2d54e077 HTTP/1.1" status: 200 len: 210 time: 0.1014791 Jul 23 16:22:08.070706 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-c3055358-c63a-4d20-a696-94b90d3b2509 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:08.072071 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-c3055358-c63a-4d20-a696-94b90d3b2509 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6923072 Jul 23 16:22:08.085898 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-52bdb30b-81a0-43c7-9166-9d36df814164 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Request body: {'port': {'device_id': 'b4c1fcbf-bd6c-4f33-9b71-d48e2d54e077', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'admin_state_up': True, 'tenant_id': 'f529211e54344ba6bb9f15fa585bf4d7'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:08.154395 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1fc2f690-ab00-497e-9cc0-ef5d38fe7c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:08.166642 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c294da1-0068-4d90-bbb0-31c6ff80879d req-3a335bc5-d55c-40e7-87d9-9c7735a73a54 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:08.168187 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c294da1-0068-4d90-bbb0-31c6ff80879d req-3a335bc5-d55c-40e7-87d9-9c7735a73a54 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe46e5d3-8455-4c64-a6c5-ed3d37b47a17 HTTP/1.1" status: 200 len: 946 time: 0.0690756 Jul 23 16:22:08.192724 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2f690-ab00-497e-9cc0-ef5d38fe7c21 admin admin] Pushing event deleted for resources: {'Port': ['ID=85e30b8c-dd95-4a80-a2f2-de903471da91,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:08.222478 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c294da1-0068-4d90-bbb0-31c6ff80879d req-8e9918fc-ccc0-48d1-9fe2-2294772e02cf tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454237 Jul 23 16:22:08.296384 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-52bdb30b-81a0-43c7-9166-9d36df814164 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Made reservation on behalf of f529211e54344ba6bb9f15fa585bf4d7 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:08.300027 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-52bdb30b-81a0-43c7-9166-9d36df814164 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:08.487715 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:08.519790 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1fc2f690-ab00-497e-9cc0-ef5d38fe7c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:08.586597 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a4ceb-97d4-493c-88b6-9f414d1626cb req-c23eaaaf-c413-4f06-8127-bc272ef1cdd9 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:08.593976 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c23a4ceb-97d4-493c-88b6-9f414d1626cb req-c23eaaaf-c413-4f06-8127-bc272ef1cdd9 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe46e5d3-8455-4c64-a6c5-ed3d37b47a17 HTTP/1.1" status: 200 len: 946 time: 0.1259015 Jul 23 16:22:08.641955 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c23a4ceb-97d4-493c-88b6-9f414d1626cb req-5866d8a1-854b-4408-9c50-3feff51334b8 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469337 Jul 23 16:22:08.661627 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-52bdb30b-81a0-43c7-9166-9d36df814164 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Allocated IP 192.168.233.79 (eb3bf372-6ffe-4c33-8777-29948d4b4373/3812e6e5-38ac-4c93-85ce-3dab2cef76c9/24fe294b-1072-41a4-b5b0-4468d122bc1a) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:08.759864 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-52e6db29-b48b-450e-adb6-195af7ac3d3b req-f8b93cfb-4da8-4846-acca-de7f9f2420fb tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 210 time: 0.0407052 Jul 23 16:22:08.868385 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8ae0f331-3f0b-4ea2-9e7d-88b19cf066a0 req-243af4ed-1754-471d-8152-179ec189d28a tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4c1fcbf-bd6c-4f33-9b71-d48e2d54e077 HTTP/1.1" status: 200 len: 210 time: 0.0367815 Jul 23 16:22:08.935431 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc2f690-ab00-497e-9cc0-ef5d38fe7c21 admin admin] Router 7a383e5e-0eb8-439e-82a6-5fbe5d73684d has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:22:08.961886 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a123a77-bf8f-4899-aacb-3f41753a726d req-5773dcfe-3e03-47e8-9a03-93575e9280b8 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:08.963484 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0a123a77-bf8f-4899-aacb-3f41753a726d req-5773dcfe-3e03-47e8-9a03-93575e9280b8 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 948 time: 0.1006889 Jul 23 16:22:09.007842 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0a123a77-bf8f-4899-aacb-3f41753a726d req-5bdd73d5-d52e-47ff-b376-06f4c8584fca tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365620 Jul 23 16:22:09.012346 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-52bdb30b-81a0-43c7-9166-9d36df814164 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.067475 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-52bdb30b-81a0-43c7-9166-9d36df814164 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Transition to ACTIVE for port object 24fe294b-1072-41a4-b5b0-4468d122bc1a will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:09.114128 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc2f690-ab00-497e-9cc0-ef5d38fe7c21 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:22:09.127047 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a261abbe-0687-4b9c-b700-1ea2051d2d06 None None] Sync routers for ids ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:22:09.130176 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58572) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:09.130782 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1fc2f690-ab00-497e-9cc0-ef5d38fe7c21 admin admin] 10.222.0.73 "PUT /v2.0/routers/7a383e5e-0eb8-439e-82a6-5fbe5d73684d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3399568 Jul 23 16:22:09.141830 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a261abbe-0687-4b9c-b700-1ea2051d2d06 None None] Routers {'7a383e5e-0eb8-439e-82a6-5fbe5d73684d'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:09.142756 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-a261abbe-0687-4b9c-b700-1ea2051d2d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:22:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:09.148546 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-52bdb30b-81a0-43c7-9166-9d36df814164 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.162616 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['8604d4f7-3254-41a1-bb76-0c78d014ce8e', '516419e3-e6c6-47bf-a561-7be4d299a8b8', 'cebe27dc-bd00-4623-854f-7312f6492b97', 'd12ba940-3a05-42a7-9eba-b447e907f79f', '9f1678bd-1425-4dd5-872b-0b07f5fb95a4'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:09.230563 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-52bdb30b-81a0-43c7-9166-9d36df814164 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:09.234399 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-52bdb30b-81a0-43c7-9166-9d36df814164 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:09.239588 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-52bdb30b-81a0-43c7-9166-9d36df814164 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:09.245385 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bdb30b-81a0-43c7-9166-9d36df814164 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Pushing event updated for resources: {'Port': ['ID=24fe294b-1072-41a4-b5b0-4468d122bc1a,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:09.302225 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['73cf402e-041a-4a65-853b-18de3c99c53e', '7fda5483-fa08-4101-a62c-47e5fb8b3df6'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:09.322900 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-52bdb30b-81a0-43c7-9166-9d36df814164 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:09.324286 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-52bdb30b-81a0-43c7-9166-9d36df814164 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.361114 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-52bdb30b-81a0-43c7-9166-9d36df814164 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2767689 Jul 23 16:22:09.377193 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-aa2a8123-7a1e-4adf-9cb6-454ee00f4b54 service neutron] Request body: {'port': {'device_id': 'b4c1fcbf-bd6c-4f33-9b71-d48e2d54e077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:09.383882 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d6367956-833d-41c9-bd3b-bb74ec7ee828 admin admin] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.509367 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-a261abbe-0687-4b9c-b700-1ea2051d2d06 None None] Set router 7a383e5e-0eb8-439e-82a6-5fbe5d73684d gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:09.541138 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-aa2a8123-7a1e-4adf-9cb6-454ee00f4b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.666396 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d6367956-833d-41c9-bd3b-bb74ec7ee828 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.766781 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-438fa12e-5dba-4d29-a7d4-2630e083e347 None None] Provisioning for port 24fe294b-1072-41a4-b5b0-4468d122bc1a completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:09.803301 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-d6367956-833d-41c9-bd3b-bb74ec7ee828 admin admin] Deleting port d4733f5e-34a6-4e6d-8198-df4e28577e45 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:09.803861 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d6367956-833d-41c9-bd3b-bb74ec7ee828 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.815228 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-438fa12e-5dba-4d29-a7d4-2630e083e347 None None] Provisioning complete for port 24fe294b-1072-41a4-b5b0-4468d122bc1a triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:09.820249 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-438fa12e-5dba-4d29-a7d4-2630e083e347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.914671 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-438fa12e-5dba-4d29-a7d4-2630e083e347 None None] Port 24fe294b-1072-41a4-b5b0-4468d122bc1a cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:22:10.011157 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-a261abbe-0687-4b9c-b700-1ea2051d2d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'name': 'tempest-FloatingIPsAssociationTestJSON-236955263-router', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:31Z', 'updated_at': '2021-07-23T16:22:08Z', 'revision_number': 5, 'project_id': 'bf040608ce9243169469d1c384fac592', 'gw_port': {'id': 'd4733f5e-34a6-4e6d-8198-df4e28577e45', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:32Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:10.028795 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 46512483-dd71-4528-bea3-65c4b053ab66 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:10.045685 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5278c8fc-5f72-4452-9a30-f81626a0ebce req-0c6e3488-27c5-413d-9c71-ce9ba9899d90 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=2085149f-a453-4f1d-a01e-d2c80f71aa02 HTTP/1.1" status: 200 len: 210 time: 0.1716340 Jul 23 16:22:10.051740 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a261abbe-0687-4b9c-b700-1ea2051d2d06 None None] Checking router: 7a383e5e-0eb8-439e-82a6-5fbe5d73684d for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:22:10.061266 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a261abbe-0687-4b9c-b700-1ea2051d2d06 None None] Routers {'7a383e5e-0eb8-439e-82a6-5fbe5d73684d'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:10.062241 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-a261abbe-0687-4b9c-b700-1ea2051d2d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:22:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:10.190497 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 46512483-dd71-4528-bea3-65c4b053ab66 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:10.191110 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 46512483-dd71-4528-bea3-65c4b053ab66 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:10.209254 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-a7da442c-3def-4129-8509-d142d87e4149 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=da99476b134d4fef96402fb4e21eb9c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393724 Jul 23 16:22:10.234053 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca61294-cbfc-41d3-84be-71bf5c0af0eb req-be4c8ec8-ab3a-4204-ac77-61fa447b133b tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:10.235296 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8ca61294-cbfc-41d3-84be-71bf5c0af0eb req-be4c8ec8-ab3a-4204-ac77-61fa447b133b tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe46e5d3-8455-4c64-a6c5-ed3d37b47a17 HTTP/1.1" status: 200 len: 946 time: 0.3033328 Jul 23 16:22:10.293283 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-a261abbe-0687-4b9c-b700-1ea2051d2d06 None None] Set router 7a383e5e-0eb8-439e-82a6-5fbe5d73684d gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:10.364354 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-a870f93d-0376-402a-9658-962545d4e1b1 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:10.378865 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-a870f93d-0376-402a-9658-962545d4e1b1 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1683674 Jul 23 16:22:10.424528 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-a261abbe-0687-4b9c-b700-1ea2051d2d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'name': 'tempest-FloatingIPsAssociationTestJSON-236955263-router', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:31Z', 'updated_at': '2021-07-23T16:22:09Z', 'revision_number': 6, 'project_id': 'bf040608ce9243169469d1c384fac592', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:10.437324 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-d6367956-833d-41c9-bd3b-bb74ec7ee828 admin admin] For port d4733f5e-34a6-4e6d-8198-df4e28577e45, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d4733f5e-34a6-4e6d-8198-df4e28577e45,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:10.437693 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d6367956-833d-41c9-bd3b-bb74ec7ee828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.484743 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-8ca61294-cbfc-41d3-84be-71bf5c0af0eb req-e069ad3f-38b2-45de-b7db-d5ce15dad11e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Deleting port fdc86c83-27c0-4215-a8a2-85718320f33b {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:10.485303 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8ca61294-cbfc-41d3-84be-71bf5c0af0eb req-e069ad3f-38b2-45de-b7db-d5ce15dad11e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.492513 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a261abbe-0687-4b9c-b700-1ea2051d2d06 None None] The sync data for ids ['7a383e5e-0eb8-439e-82a6-5fbe5d73684d'] in n-d-778549-4 is: [{'id': '7a383e5e-0eb8-439e-82a6-5fbe5d73684d', 'name': 'tempest-FloatingIPsAssociationTestJSON-236955263-router', 'tenant_id': 'bf040608ce9243169469d1c384fac592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:31Z', 'updated_at': '2021-07-23T16:22:09Z', 'revision_number': 6, 'project_id': 'bf040608ce9243169469d1c384fac592', 'gw_port_host': None}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:22:10.588972 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-d6367956-833d-41c9-bd3b-bb74ec7ee828 admin admin] Calling delete_port for d4733f5e-34a6-4e6d-8198-df4e28577e45 owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:10.596326 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-aa2a8123-7a1e-4adf-9cb6-454ee00f4b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24fe294b-1072-41a4-b5b0-4468d122bc1a {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:10.608442 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-aa2a8123-7a1e-4adf-9cb6-454ee00f4b54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.611791 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-8ca61294-cbfc-41d3-84be-71bf5c0af0eb req-e069ad3f-38b2-45de-b7db-d5ce15dad11e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] For port fdc86c83-27c0-4215-a8a2-85718320f33b, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=fdc86c83-27c0-4215-a8a2-85718320f33b,segment=NetworkSegment(786593a5-a224-4584-8758-80516f86a2d4),segment_id=786593a5-a224-4584-8758-80516f86a2d4)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:10.612220 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8ca61294-cbfc-41d3-84be-71bf5c0af0eb req-e069ad3f-38b2-45de-b7db-d5ce15dad11e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.628488 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-d127ba5b-466b-4717-8f04-7042e775cad7 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/quotas/da99476b134d4fef96402fb4e21eb9c2 HTTP/1.1" status: 200 len: 375 time: 0.0477664 Jul 23 16:22:10.633953 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-8ca61294-cbfc-41d3-84be-71bf5c0af0eb req-e069ad3f-38b2-45de-b7db-d5ce15dad11e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Calling delete_port for fdc86c83-27c0-4215-a8a2-85718320f33b owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:10.640046 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-aa2a8123-7a1e-4adf-9cb6-454ee00f4b54 service neutron] Transition to ACTIVE for port object 24fe294b-1072-41a4-b5b0-4468d122bc1a will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:10.648657 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-aa2a8123-7a1e-4adf-9cb6-454ee00f4b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.693393 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa9cc7-232f-4904-bd2b-7904fc13a029 req-5dc1566c-d8e5-4478-8345-6fd9d52d82a4 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:10.702285 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-efaa9cc7-232f-4904-bd2b-7904fc13a029 req-5dc1566c-d8e5-4478-8345-6fd9d52d82a4 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe46e5d3-8455-4c64-a6c5-ed3d37b47a17 HTTP/1.1" status: 200 len: 946 time: 0.8630652 Jul 23 16:22:10.713898 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-52747587-49e2-4752-aa7c-d44def7e5a82 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=da99476b134d4fef96402fb4e21eb9c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841737 Jul 23 16:22:10.735148 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a8123-7a1e-4adf-9cb6-454ee00f4b54 service neutron] Pushing event updated for resources: {'Port': ['ID=24fe294b-1072-41a4-b5b0-4468d122bc1a,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:10.896444 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ceb1e-dca7-4277-8acc-6e9fb096a42c req-a535c3a4-1e83-42f2-b067-037976a06c62 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:10.898430 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-359ceb1e-dca7-4277-8acc-6e9fb096a42c req-a535c3a4-1e83-42f2-b067-037976a06c62 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.74 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 948 time: 0.5183973 Jul 23 16:22:11.019419 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8ca61294-cbfc-41d3-84be-71bf5c0af0eb req-e069ad3f-38b2-45de-b7db-d5ce15dad11e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:11.035149 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['fdc86c83-27c0-4215-a8a2-85718320f33b'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:11.165633 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069ad3f-38b2-45de-b7db-d5ce15dad11e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Pushing event deleted for resources: {'Port': ['ID=fdc86c83-27c0-4215-a8a2-85718320f33b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:11.199563 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-efaa9cc7-232f-4904-bd2b-7904fc13a029 req-f1f350da-8ec6-4754-8bad-eaacc4f4680d tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups?id=960f1365-1531-4ec5-b9dc-bb6e12c73d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4959352 Jul 23 16:22:11.262043 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca61294-cbfc-41d3-84be-71bf5c0af0eb req-e069ad3f-38b2-45de-b7db-d5ce15dad11e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] No DVR routers for this DVR port fdc86c83-27c0-4215-a8a2-85718320f33b on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:11.267418 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-aa2a8123-7a1e-4adf-9cb6-454ee00f4b54 service neutron] Attempting to bind port 24fe294b-1072-41a4-b5b0-4468d122bc1a on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:11.268026 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-aa2a8123-7a1e-4adf-9cb6-454ee00f4b54 service neutron] Attempting to bind port 24fe294b-1072-41a4-b5b0-4468d122bc1a by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:11.268435 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-aa2a8123-7a1e-4adf-9cb6-454ee00f4b54 service neutron] Attempting to bind port 24fe294b-1072-41a4-b5b0-4468d122bc1a on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:11.272183 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8ca61294-cbfc-41d3-84be-71bf5c0af0eb req-e069ad3f-38b2-45de-b7db-d5ce15dad11e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:11.275947 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8ca61294-cbfc-41d3-84be-71bf5c0af0eb req-e069ad3f-38b2-45de-b7db-d5ce15dad11e tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.74 "DELETE /v2.0/ports/fdc86c83-27c0-4215-a8a2-85718320f33b HTTP/1.1" status: 204 len: 173 time: 1.0320582 Jul 23 16:22:11.277656 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe46e5d3-8455-4c64-a6c5-ed3d37b47a17', 'name': 'network-vif-deleted', 'tag': 'fdc86c83-27c0-4215-a8a2-85718320f33b'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:11.280593 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734a9237-0bc3-49ea-a367-188670108538" -d '{"events": [{"server_uuid": "fe46e5d3-8455-4c64-a6c5-ed3d37b47a17", "name": "network-vif-deleted", "tag": "fdc86c83-27c0-4215-a8a2-85718320f33b"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:11.286097 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-aa2a8123-7a1e-4adf-9cb6-454ee00f4b54 service neutron] Port 24fe294b-1072-41a4-b5b0-4468d122bc1a on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:22:11.286496 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-aa2a8123-7a1e-4adf-9cb6-454ee00f4b54 service neutron] Attempting to bind port 24fe294b-1072-41a4-b5b0-4468d122bc1a on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:11.292612 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-aa2a8123-7a1e-4adf-9cb6-454ee00f4b54 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:11.293046 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-aa2a8123-7a1e-4adf-9cb6-454ee00f4b54 service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:11.293561 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-aa2a8123-7a1e-4adf-9cb6-454ee00f4b54 service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:11.294063 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-aa2a8123-7a1e-4adf-9cb6-454ee00f4b54 service neutron] Bound port: 24fe294b-1072-41a4-b5b0-4468d122bc1a, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:11.294502 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-aa2a8123-7a1e-4adf-9cb6-454ee00f4b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:11.395167 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d6367956-833d-41c9-bd3b-bb74ec7ee828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:11.407293 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-aa2a8123-7a1e-4adf-9cb6-454ee00f4b54 service neutron] For port 24fe294b-1072-41a4-b5b0-4468d122bc1a, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:11.410876 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-aa2a8123-7a1e-4adf-9cb6-454ee00f4b54 service neutron] For port 24fe294b-1072-41a4-b5b0-4468d122bc1a, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=24fe294b-1072-41a4-b5b0-4468d122bc1a,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:11.416545 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-aa2a8123-7a1e-4adf-9cb6-454ee00f4b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:11.449105 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b15934-ba91-42a4-a26d-282bba58a221 req-88b4ad0f-7583-4e08-a3cf-ef7861093a93 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:11.460496 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-aa2a8123-7a1e-4adf-9cb6-454ee00f4b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:11.461209 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-aa2a8123-7a1e-4adf-9cb6-454ee00f4b54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:11.462993 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-aa2a8123-7a1e-4adf-9cb6-454ee00f4b54 service neutron] 10.222.0.74 "PUT /v2.0/ports/24fe294b-1072-41a4-b5b0-4468d122bc1a HTTP/1.1" status: 200 len: 1095 time: 2.0928640 Jul 23 16:22:11.475579 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74b15934-ba91-42a4-a26d-282bba58a221 req-88b4ad0f-7583-4e08-a3cf-ef7861093a93 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4c1fcbf-bd6c-4f33-9b71-d48e2d54e077 HTTP/1.1" status: 200 len: 947 time: 0.4053369 Jul 23 16:22:11.508879 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a8123-7a1e-4adf-9cb6-454ee00f4b54 service neutron] Pushing event updated for resources: {'Port': ['ID=24fe294b-1072-41a4-b5b0-4468d122bc1a,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:11.572632 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6367956-833d-41c9-bd3b-bb74ec7ee828 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4733f5e-34a6-4e6d-8198-df4e28577e45,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:11.610721 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-fc642820-ff8d-42b2-8236-d0332e5fde17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:11.612358 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-fc642820-ff8d-42b2-8236-d0332e5fde17 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&device_id=b4c1fcbf-bd6c-4f33-9b71-d48e2d54e077 HTTP/1.1" status: 200 len: 1098 time: 0.0877502 Jul 23 16:22:11.675034 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-f83a397d-5183-4550-ad34-899c2310419d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=24fe294b-1072-41a4-b5b0-4468d122bc1a HTTP/1.1" status: 200 len: 217 time: 0.0526321 Jul 23 16:22:11.743326 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-a743ffaa-fbab-40a2-864d-1baf3751167d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:11.755428 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-a743ffaa-fbab-40a2-864d-1baf3751167d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0725834 Jul 23 16:22:11.799137 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-359ceb1e-dca7-4277-8acc-6e9fb096a42c req-0361bc15-9f82-4e2b-a1c8-be5f12907118 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Deleting port 0ba4628c-0b1c-469e-83f4-9f4d3292c354 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:11.799137 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-359ceb1e-dca7-4277-8acc-6e9fb096a42c req-0361bc15-9f82-4e2b-a1c8-be5f12907118 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:11.853231 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74b15934-ba91-42a4-a26d-282bba58a221 req-1743415b-2c85-41f1-bf45-fa467d939844 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059137 Jul 23 16:22:11.859839 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-cc55ed4f-c502-44ad-a64d-d63258f93923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:11.861863 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-cc55ed4f-c502-44ad-a64d-d63258f93923 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0991774 Jul 23 16:22:11.972405 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d6367956-833d-41c9-bd3b-bb74ec7ee828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.057655 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270627b6-c7ca-4750-972b-c0476130c0b2 req-54e089b5-a521-4ef1-b983-88e16f4fad5a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:12.066082 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-270627b6-c7ca-4750-972b-c0476130c0b2 req-54e089b5-a521-4ef1-b983-88e16f4fad5a tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 948 time: 0.5821970 Jul 23 16:22:12.098728 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-88875523-3ad3-4882-9359-f0ceecf53db0 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275259 Jul 23 16:22:12.205642 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-653f0ae4-678d-4ef3-8361-5249212dc5f5 req-09cec5d6-6f28-494c-86f6-8b7b913ea4d3 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998118 Jul 23 16:22:12.232921 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d6367956-833d-41c9-bd3b-bb74ec7ee828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.238459 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-7576c05b-dead-4bb2-954e-a7e1d1a3548a tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=da99476b134d4fef96402fb4e21eb9c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655601 Jul 23 16:22:12.241933 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d6367956-833d-41c9-bd3b-bb74ec7ee828 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.297795 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-359ceb1e-dca7-4277-8acc-6e9fb096a42c req-0361bc15-9f82-4e2b-a1c8-be5f12907118 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] For port 0ba4628c-0b1c-469e-83f4-9f4d3292c354, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=0ba4628c-0b1c-469e-83f4-9f4d3292c354,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:12.298170 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-359ceb1e-dca7-4277-8acc-6e9fb096a42c req-0361bc15-9f82-4e2b-a1c8-be5f12907118 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.364839 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-270627b6-c7ca-4750-972b-c0476130c0b2 req-56be8f10-bb46-4601-8f65-a5a39f91ffbf tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978601 Jul 23 16:22:12.384745 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-359ceb1e-dca7-4277-8acc-6e9fb096a42c req-0361bc15-9f82-4e2b-a1c8-be5f12907118 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Calling delete_port for 0ba4628c-0b1c-469e-83f4-9f4d3292c354 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:12.389631 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d6367956-833d-41c9-bd3b-bb74ec7ee828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.390187 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6367956-833d-41c9-bd3b-bb74ec7ee828 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a383e5e-0eb8-439e-82a6-5fbe5d73684d {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:22:12.396374 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d6367956-833d-41c9-bd3b-bb74ec7ee828 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.400123 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d6367956-833d-41c9-bd3b-bb74ec7ee828 admin admin] 10.222.0.73 "DELETE /v2.0/routers/7a383e5e-0eb8-439e-82a6-5fbe5d73684d HTTP/1.1" status: 204 len: 168 time: 3.2657151 Jul 23 16:22:12.402096 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58658) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:12.515856 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1b64c6-b706-480a-9989-1ee676819f8b admin admin] Deleting subnet b06d044d-7a5d-4455-8030-ecfa0a3c6204 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:22:12.525865 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-df1b64c6-b706-480a-9989-1ee676819f8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.540141 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 85e30b8c-dd95-4a80-a2f2-de903471da91 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:12.587271 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 85e30b8c-dd95-4a80-a2f2-de903471da91 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:12.587617 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 85e30b8c-dd95-4a80-a2f2-de903471da91 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:12.588041 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d4733f5e-34a6-4e6d-8198-df4e28577e45 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:12.636725 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: d4733f5e-34a6-4e6d-8198-df4e28577e45 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:12.637222 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d4733f5e-34a6-4e6d-8198-df4e28577e45 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:12.639922 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4ac94c-d6e6-468a-853f-e3603420db10 x-openstack-request-id: req-be4ac94c-d6e6-468a-853f-e3603420db10 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:12.641744 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe46e5d3-8455-4c64-a6c5-ed3d37b47a17", "name": "network-vif-deleted", "tag": "fdc86c83-27c0-4215-a8a2-85718320f33b", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:12.641744 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-be4ac94c-d6e6-468a-853f-e3603420db10 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:12.641744 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe46e5d3-8455-4c64-a6c5-ed3d37b47a17', 'name': 'network-vif-deleted', 'tag': 'fdc86c83-27c0-4215-a8a2-85718320f33b', 'status': 'completed', 'code': 200} Jul 23 16:22:12.670137 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-df1b64c6-b706-480a-9989-1ee676819f8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.920778 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-df1b64c6-b706-480a-9989-1ee676819f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.992048 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-720699d8-3718-4356-871b-da04231d4c5a tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:12.999114 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-720699d8-3718-4356-871b-da04231d4c5a tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7491128 Jul 23 16:22:13.004543 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-df1b64c6-b706-480a-9989-1ee676819f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.011800 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-723dfc7d-4361-46a1-9c6d-4206b7276f45 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=da99476b134d4fef96402fb4e21eb9c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523248 Jul 23 16:22:13.045610 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-2535e5b5-1865-4aff-9937-df2f018260de tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/quotas/da99476b134d4fef96402fb4e21eb9c2 HTTP/1.1" status: 200 len: 375 time: 0.0455613 Jul 23 16:22:13.047250 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b64c6-b706-480a-9989-1ee676819f8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b06d044d-7a5d-4455-8030-ecfa0a3c6204,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:13.061776 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-df1b64c6-b706-480a-9989-1ee676819f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.064325 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-df1b64c6-b706-480a-9989-1ee676819f8b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/b06d044d-7a5d-4455-8030-ecfa0a3c6204 HTTP/1.1" status: 204 len: 168 time: 0.6625416 Jul 23 16:22:13.070060 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae74a913-8aa3-403c-85f5-d92f0a289408 None None] Network 4dd97669-66b3-495e-9f83-265cbe5bb756 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:22:13.073505 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58676) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:13.141875 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-11d94790-d0e3-466e-9dec-b010ca64098f tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=da99476b134d4fef96402fb4e21eb9c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0953646 Jul 23 16:22:13.264061 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3493f3f9-4921-4664-9a93-e4a6e779284b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.268352 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-55ac5cb3-5ec7-4337-8551-5726f9d6e2ab tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:13.269969 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-55ac5cb3-5ec7-4337-8551-5726f9d6e2ab tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2474468 Jul 23 16:22:13.300664 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-2c6e32cd-f44c-4277-8b47-f444972a274b tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Request body: {'port': {'device_id': '2e230ed2-8c47-4100-8577-de94a2ae4b27', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'admin_state_up': True, 'tenant_id': 'da99476b134d4fef96402fb4e21eb9c2'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:13.413237 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340a89c-6372-453c-b7f6-b9b762982987 req-3d962762-b3e7-4d6e-92e7-d0cb9af0a387 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:13.413498 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-3493f3f9-4921-4664-9a93-e4a6e779284b admin admin] Deleting port 01f07953-20dc-48e2-b2aa-a8b256767e99 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:13.414069 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3493f3f9-4921-4664-9a93-e4a6e779284b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.437741 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d340a89c-6372-453c-b7f6-b9b762982987 req-3d962762-b3e7-4d6e-92e7-d0cb9af0a387 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4c1fcbf-bd6c-4f33-9b71-d48e2d54e077 HTTP/1.1" status: 200 len: 947 time: 0.4020267 Jul 23 16:22:13.533723 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-359ceb1e-dca7-4277-8acc-6e9fb096a42c req-0361bc15-9f82-4e2b-a1c8-be5f12907118 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.549436 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['be1d51a9-55f4-470f-8f76-a55feb8d6c7b'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:13.560996 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-3493f3f9-4921-4664-9a93-e4a6e779284b admin admin] For port 01f07953-20dc-48e2-b2aa-a8b256767e99, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=01f07953-20dc-48e2-b2aa-a8b256767e99,segment=NetworkSegment(13380f59-e4ec-4a16-8d62-9f34dd4434a0),segment_id=13380f59-e4ec-4a16-8d62-9f34dd4434a0)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:13.562383 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3493f3f9-4921-4664-9a93-e4a6e779284b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.582591 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d340a89c-6372-453c-b7f6-b9b762982987 req-24065e83-9683-4736-952e-2dd1b376d67c tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436002 Jul 23 16:22:13.589872 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-3493f3f9-4921-4664-9a93-e4a6e779284b admin admin] Calling delete_port for 01f07953-20dc-48e2-b2aa-a8b256767e99 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:13.607880 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6373985-e8c0-4f6f-9d37-02077e8452e3 None None] DHCP port deletion for 4dd97669-66b3-495e-9f83-265cbe5bb756 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:22:13.640353 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361bc15-9f82-4e2b-a1c8-be5f12907118 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Pushing event deleted for resources: {'Port': ['ID=0ba4628c-0b1c-469e-83f4-9f4d3292c354,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:13.725497 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-359ceb1e-dca7-4277-8acc-6e9fb096a42c req-0361bc15-9f82-4e2b-a1c8-be5f12907118 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] No DVR routers for this DVR port 0ba4628c-0b1c-469e-83f4-9f4d3292c354 on host n-h1-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:13.754389 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-359ceb1e-dca7-4277-8acc-6e9fb096a42c req-0361bc15-9f82-4e2b-a1c8-be5f12907118 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.756477 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-359ceb1e-dca7-4277-8acc-6e9fb096a42c req-0361bc15-9f82-4e2b-a1c8-be5f12907118 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.74 "DELETE /v2.0/ports/0ba4628c-0b1c-469e-83f4-9f4d3292c354 HTTP/1.1" status: 204 len: 173 time: 2.7194848 Jul 23 16:22:13.756948 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e721c824-b100-4463-8166-d259bcc79582', 'name': 'network-vif-deleted', 'tag': '0ba4628c-0b1c-469e-83f4-9f4d3292c354'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:13.759265 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794bebf3-b8ae-4462-8720-60648fecc2b9" -d '{"events": [{"server_uuid": "e721c824-b100-4463-8166-d259bcc79582", "name": "network-vif-deleted", "tag": "0ba4628c-0b1c-469e-83f4-9f4d3292c354"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:13.823726 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 0ba4628c-0b1c-469e-83f4-9f4d3292c354 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:13.830796 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3493f3f9-4921-4664-9a93-e4a6e779284b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.834070 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26ff4622-138d-4c49-8d49-83ed95c9e7c8 req-1ee4fd85-a642-4b8b-a633-fa9e28f2e124 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/ports?device_id=574aa532-e9a9-4f33-9556-4107de249784 HTTP/1.1" status: 200 len: 210 time: 0.1098216 Jul 23 16:22:13.852054 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 0ba4628c-0b1c-469e-83f4-9f4d3292c354 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:13.852590 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 0ba4628c-0b1c-469e-83f4-9f4d3292c354 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:13.853538 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device fdc86c83-27c0-4215-a8a2-85718320f33b no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:13.872550 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3493f3f9-4921-4664-9a93-e4a6e779284b admin admin] No DVR routers for this DVR port 01f07953-20dc-48e2-b2aa-a8b256767e99 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:13.891562 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7f9f30c7-7ac5-4126-ba74-6b824252045c req-5c673a27-ec44-45a3-ace7-369b6d575873 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=e721c824-b100-4463-8166-d259bcc79582 HTTP/1.1" status: 200 len: 210 time: 0.1684446 Jul 23 16:22:13.892438 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: fdc86c83-27c0-4215-a8a2-85718320f33b {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:13.892842 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device fdc86c83-27c0-4215-a8a2-85718320f33b not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:13.945308 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-2c6e32cd-f44c-4277-8b47-f444972a274b tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Made reservation on behalf of da99476b134d4fef96402fb4e21eb9c2 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:13.956207 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-2c6e32cd-f44c-4277-8b47-f444972a274b tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.976696 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-2c6e32cd-f44c-4277-8b47-f444972a274b tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.987417 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ea2aef-a24e-48f7-9ccd-8fa3233e3087 x-openstack-request-id: req-55ea2aef-a24e-48f7-9ccd-8fa3233e3087 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:13.987953 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e721c824-b100-4463-8166-d259bcc79582", "name": "network-vif-deleted", "tag": "0ba4628c-0b1c-469e-83f4-9f4d3292c354", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:13.988643 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493f3f9-4921-4664-9a93-e4a6e779284b admin admin] Pushing event deleted for resources: {'Port': ['ID=01f07953-20dc-48e2-b2aa-a8b256767e99,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:13.989068 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-55ea2aef-a24e-48f7-9ccd-8fa3233e3087 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:13.992719 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e721c824-b100-4463-8166-d259bcc79582', 'name': 'network-vif-deleted', 'tag': '0ba4628c-0b1c-469e-83f4-9f4d3292c354', 'status': 'completed', 'code': 200} Jul 23 16:22:14.049383 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58698) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:14.107554 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f6373985-e8c0-4f6f-9d37-02077e8452e3 None None] Deleting port 01f07953-20dc-48e2-b2aa-a8b256767e99 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:14.107929 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f6373985-e8c0-4f6f-9d37-02077e8452e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.229855 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3493f3f9-4921-4664-9a93-e4a6e779284b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.256001 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f6373985-e8c0-4f6f-9d37-02077e8452e3 None None] For port 01f07953-20dc-48e2-b2aa-a8b256767e99, host n-d-778549-4, got binding levels [] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:14.256395 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f6373985-e8c0-4f6f-9d37-02077e8452e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.263023 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-3493f3f9-4921-4664-9a93-e4a6e779284b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd97669-66b3-495e-9f83-265cbe5bb756']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:14.272451 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f6373985-e8c0-4f6f-9d37-02077e8452e3 None None] Calling delete_port for 01f07953-20dc-48e2-b2aa-a8b256767e99 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:14.276274 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.ipam_backend_mixin [None req-f6373985-e8c0-4f6f-9d37-02077e8452e3 None None] Port 01f07953-20dc-48e2-b2aa-a8b256767e99 was not found and therefore no delete operation was performed {{(pid=94014) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:22:14.278844 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f6373985-e8c0-4f6f-9d37-02077e8452e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.287118 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5208dbdc-ffee-4fc2-b8ed-08c22532dece tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.309636 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-3493f3f9-4921-4664-9a93-e4a6e779284b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13380f59-e4ec-4a16-8d62-9f34dd4434a0') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:14.309636 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-3493f3f9-4921-4664-9a93-e4a6e779284b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13380f59-e4ec-4a16-8d62-9f34dd4434a0') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:14.330992 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3493f3f9-4921-4664-9a93-e4a6e779284b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.352114 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5208dbdc-ffee-4fc2-b8ed-08c22532dece tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.359657 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6373985-e8c0-4f6f-9d37-02077e8452e3 None None] Pushing event deleted for resources: {'Port': ['ID=01f07953-20dc-48e2-b2aa-a8b256767e99,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:14.370825 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3493f3f9-4921-4664-9a93-e4a6e779284b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.387495 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3493f3f9-4921-4664-9a93-e4a6e779284b admin admin] Releasing vlan 1143 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:22:14.392126 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3493f3f9-4921-4664-9a93-e4a6e779284b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.394420 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6373985-e8c0-4f6f-9d37-02077e8452e3 None None] No DVR routers for this DVR port 01f07953-20dc-48e2-b2aa-a8b256767e99 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:14.400990 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:22:14.400990 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:22:14.400990 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:22:14.400990 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:22:14.400990 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:22:14.400990 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:22:14.400990 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:22:14.400990 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:22:14.400990 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:22:14.400990 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:22:14.400990 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:22:14.400990 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:22:14.400990 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:22:14.400990 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:22:14.400990 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:22:14.400990 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:22:14.400990 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:22:14.400990 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:22:14.400990 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:22:14.400990 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:22:14.400990 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:22:14.400990 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:22:14.400990 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:22:14.400990 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:22:14.400990 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:22:14.400990 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:22:14.400990 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:22:14.400990 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:22:14.400990 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:22:14.400990 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:22:14.400990 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:22:14.400990 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:22:14.510913 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3493f3f9-4921-4664-9a93-e4a6e779284b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.521897 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3493f3f9-4921-4664-9a93-e4a6e779284b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.526709 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3493f3f9-4921-4664-9a93-e4a6e779284b admin admin] 10.222.0.73 "DELETE /v2.0/networks/4dd97669-66b3-495e-9f83-265cbe5bb756 HTTP/1.1" status: 204 len: 168 time: 1.4439025 Jul 23 16:22:14.541733 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 01f07953-20dc-48e2-b2aa-a8b256767e99 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:14.542710 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5208dbdc-ffee-4fc2-b8ed-08c22532dece tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.546140 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5208dbdc-ffee-4fc2-b8ed-08c22532dece tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.547715 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5208dbdc-ffee-4fc2-b8ed-08c22532dece tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "DELETE /v2.0/security-groups/fa26f8f8-4605-4305-86cb-9dd9dc021e84 HTTP/1.1" status: 204 len: 168 time: 0.4961269 Jul 23 16:22:14.577245 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58704) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:14.601292 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-d316766e-9569-4771-9a3d-3d92f6ff65c5 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] show failed (client error): The resource could not be found. Jul 23 16:22:14.602992 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d316766e-9569-4771-9a3d-3d92f6ff65c5 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "GET /v2.0/security-groups/fa26f8f8-4605-4305-86cb-9dd9dc021e84 HTTP/1.1" status: 404 len: 347 time: 0.0241899 Jul 23 16:22:14.607473 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493f3f9-4921-4664-9a93-e4a6e779284b admin admin] Pushing event deleted for resources: {'Network': ['ID=4dd97669-66b3-495e-9f83-265cbe5bb756,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:14.619774 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58710) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:14.633845 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 01f07953-20dc-48e2-b2aa-a8b256767e99 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:14.634427 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 01f07953-20dc-48e2-b2aa-a8b256767e99 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:14.634709 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208dbdc-ffee-4fc2-b8ed-08c22532dece tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa26f8f8-4605-4305-86cb-9dd9dc021e84,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:14.650190 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-2c6e32cd-f44c-4277-8b47-f444972a274b tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.663082 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c1fcbf-bd6c-4f33-9b71-d48e2d54e077', 'tag': '24fe294b-1072-41a4-b5b0-4468d122bc1a'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:14.665379 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-2c6e32cd-f44c-4277-8b47-f444972a274b tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.669446 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb8aee9-f146-4470-9964-b0c00d2b1fac" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c1fcbf-bd6c-4f33-9b71-d48e2d54e077", "tag": "24fe294b-1072-41a4-b5b0-4468d122bc1a"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:14.879816 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3a1af4-4b21-42d1-acdb-d8db218e3ba0 x-openstack-request-id: req-0d3a1af4-4b21-42d1-acdb-d8db218e3ba0 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:14.880100 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c1fcbf-bd6c-4f33-9b71-d48e2d54e077", "tag": "24fe294b-1072-41a4-b5b0-4468d122bc1a", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:14.880567 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0d3a1af4-4b21-42d1-acdb-d8db218e3ba0 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:14.881506 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c1fcbf-bd6c-4f33-9b71-d48e2d54e077', 'tag': '24fe294b-1072-41a4-b5b0-4468d122bc1a', 'status': 'completed', 'code': 200} Jul 23 16:22:14.967171 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58718) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:15.005495 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-b53b4544-1c50-4b8f-9639-0442f5f03754 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Deleting port f310eacd-4530-4877-971d-7fe7e1e50a43 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:15.006288 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b53b4544-1c50-4b8f-9639-0442f5f03754 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.081690 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a5521dbb-a509-4ac7-ada3-011ceff3ed02 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bf040608ce9243169469d1c384fac592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1120303 Jul 23 16:22:15.087009 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58722) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:15.119405 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e32cd-f44c-4277-8b47-f444972a274b tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e632d0e-34af-4b4b-8ae1-8cd0d0c999c2,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:15.194994 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9407c1a7-7d65-4e47-8a9b-174b42610d46 req-404bae3a-0508-4bdf-bcb3-0ab4ab7abc5c tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/ports?device_id=574aa532-e9a9-4f33-9556-4107de249784 HTTP/1.1" status: 200 len: 210 time: 0.1254747 Jul 23 16:22:15.226580 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-57f1cd65-82a0-4a7d-82ff-7062cda67f59 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=da99476b134d4fef96402fb4e21eb9c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590198 Jul 23 16:22:15.308638 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-2c6e32cd-f44c-4277-8b47-f444972a274b tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Allocated IP 192.168.233.22 (eb3bf372-6ffe-4c33-8777-29948d4b4373/3812e6e5-38ac-4c93-85ce-3dab2cef76c9/d1aebf7d-018f-4493-baca-ae1ea191ed21) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:15.332555 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8aee9-f146-4470-9964-b0c00d2b1fac req-60b34f3f-4e04-49aa-be75-31dfe7c6c616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:15.340834 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a27b7c34-ce02-47a3-b041-49a7b39f77fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.344797 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-deb8aee9-f146-4470-9964-b0c00d2b1fac req-60b34f3f-4e04-49aa-be75-31dfe7c6c616 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&device_id=b4c1fcbf-bd6c-4f33-9b71-d48e2d54e077 HTTP/1.1" status: 200 len: 1098 time: 0.4837565 Jul 23 16:22:15.371389 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b53b4544-1c50-4b8f-9639-0442f5f03754 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.371874 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b53b4544-1c50-4b8f-9639-0442f5f03754 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.386560 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3e30e-adb9-48c8-94e4-1ed3be33a155 req-f6ebc5fe-a312-4710-b143-c1d82b6b17cb tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:15.388570 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e2e3e30e-adb9-48c8-94e4-1ed3be33a155 req-f6ebc5fe-a312-4710-b143-c1d82b6b17cb tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4c1fcbf-bd6c-4f33-9b71-d48e2d54e077 HTTP/1.1" status: 200 len: 947 time: 0.5695312 Jul 23 16:22:15.400898 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-b53b4544-1c50-4b8f-9639-0442f5f03754 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Calling delete_port for f310eacd-4530-4877-971d-7fe7e1e50a43 owned by network:floatingip {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:15.424383 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-87e23129-474c-4451-9aec-f3bc67fa88a0 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:15.426261 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-87e23129-474c-4451-9aec-f3bc67fa88a0 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1920147 Jul 23 16:22:15.430410 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a27b7c34-ce02-47a3-b041-49a7b39f77fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.446024 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-a5113fcc-0f32-4d92-9bb4-49ba79e0aa0c tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Request body: {'port': {'device_id': '574aa532-e9a9-4f33-9556-4107de249784', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'admin_state_up': True, 'tenant_id': 'da99476b134d4fef96402fb4e21eb9c2'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:15.564941 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8aee9-f146-4470-9964-b0c00d2b1fac req-9919c363-2e15-4464-8873-cc277044cfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:15.567202 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-deb8aee9-f146-4470-9964-b0c00d2b1fac req-9919c363-2e15-4464-8873-cc277044cfec service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.2032838 Jul 23 16:22:15.633101 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-deb8aee9-f146-4470-9964-b0c00d2b1fac req-093d2e76-9435-4df4-bc0d-580f684f62b7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=24fe294b-1072-41a4-b5b0-4468d122bc1a HTTP/1.1" status: 200 len: 217 time: 0.0442936 Jul 23 16:22:15.643072 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e2e3e30e-adb9-48c8-94e4-1ed3be33a155 req-449075d2-9ed0-4a7b-a655-bb8ecd1f9bbd tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490452 Jul 23 16:22:15.645104 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a27b7c34-ce02-47a3-b041-49a7b39f77fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.648358 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a27b7c34-ce02-47a3-b041-49a7b39f77fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.652862 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a27b7c34-ce02-47a3-b041-49a7b39f77fe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f72f61d5-126e-45e2-91bd-72f6314f3a13 HTTP/1.1" status: 204 len: 168 time: 0.5646167 Jul 23 16:22:15.669246 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b7c34-ce02-47a3-b041-49a7b39f77fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72f61d5-126e-45e2-91bd-72f6314f3a13,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:15.765257 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-a5113fcc-0f32-4d92-9bb4-49ba79e0aa0c tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Made reservation on behalf of da99476b134d4fef96402fb4e21eb9c2 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:15.773665 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-a5113fcc-0f32-4d92-9bb4-49ba79e0aa0c tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.809350 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b53b4544-1c50-4b8f-9639-0442f5f03754 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.820446 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8aee9-f146-4470-9964-b0c00d2b1fac req-112d441e-451d-486c-8edb-303e5079512b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:15.821899 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-deb8aee9-f146-4470-9964-b0c00d2b1fac req-112d441e-451d-486c-8edb-303e5079512b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1824770 Jul 23 16:22:15.842255 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 24fe294b-1072-41a4-b5b0-4468d122bc1a details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:22:15.856280 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b4544-1c50-4b8f-9639-0442f5f03754 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Pushing event deleted for resources: {'Port': ['ID=f310eacd-4530-4877-971d-7fe7e1e50a43,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:15.919482 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-2c6e32cd-f44c-4277-8b47-f444972a274b tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.933374 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62899de-ce84-4add-b7a3-6b0a031ada33 req-39d0f10d-1d75-4d5e-8305-3bdfd0dd5301 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:15.934884 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f62899de-ce84-4add-b7a3-6b0a031ada33 req-39d0f10d-1d75-4d5e-8305-3bdfd0dd5301 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 950 time: 0.2284350 Jul 23 16:22:15.958342 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-2c6e32cd-f44c-4277-8b47-f444972a274b tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Transition to ACTIVE for port object d1aebf7d-018f-4493-baca-ae1ea191ed21 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:16.022322 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8aee9-f146-4470-9964-b0c00d2b1fac req-6ec6b7db-73b1-4cc4-a05e-c8a6e2c2e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:16.023827 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-deb8aee9-f146-4470-9964-b0c00d2b1fac req-6ec6b7db-73b1-4cc4-a05e-c8a6e2c2e525 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1843913 Jul 23 16:22:16.042086 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 24fe294b-1072-41a4-b5b0-4468d122bc1a, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=24fe294b-1072-41a4-b5b0-4468d122bc1a,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:16.064555 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '24fe294b-1072-41a4-b5b0-4468d122bc1a', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': '24fe294b-1072-41a4-b5b0-4468d122bc1a', 'mac_address': 'fa:16:3e:63:24:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:22:16.066044 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f62899de-ce84-4add-b7a3-6b0a031ada33 req-c2d3fcfe-69ea-4b0b-823f-35639c61d62d tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194808 Jul 23 16:22:16.067784 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b53b4544-1c50-4b8f-9639-0442f5f03754 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks [] for floatingip, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.072091 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b53b4544-1c50-4b8f-9639-0442f5f03754 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.075552 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b53b4544-1c50-4b8f-9639-0442f5f03754 tempest-ImagesOneServerNegativeTestJSON-1793821247 tempest-ImagesOneServerNegativeTestJSON-1793821247-project] 10.222.0.73 "DELETE /v2.0/floatingips/62ce9dca-6ee8-4016-ac86-c0b2a2100246 HTTP/1.1" status: 204 len: 168 time: 1.4486229 Jul 23 16:22:16.135896 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-2c6e32cd-f44c-4277-8b47-f444972a274b tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.155293 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.184334 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24fe294b-1072-41a4-b5b0-4468d122bc1a {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:16.248587 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 24fe294b-1072-41a4-b5b0-4468d122bc1a, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=24fe294b-1072-41a4-b5b0-4468d122bc1a,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:16.253536 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.259601 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58756) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:16.278618 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-a5113fcc-0f32-4d92-9bb4-49ba79e0aa0c tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Allocated IP 192.168.233.193 (eb3bf372-6ffe-4c33-8777-29948d4b4373/3812e6e5-38ac-4c93-85ce-3dab2cef76c9/3baa0060-0fbe-484c-bf91-b11c6672f3c7) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:16.284749 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-2c6e32cd-f44c-4277-8b47-f444972a274b tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:16.297477 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-deb8aee9-f146-4470-9964-b0c00d2b1fac req-d3583234-a4b4-46d4-a076-03a8e26623e2 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656944 Jul 23 16:22:16.306224 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-2c6e32cd-f44c-4277-8b47-f444972a274b tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:16.323945 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-2c6e32cd-f44c-4277-8b47-f444972a274b tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:16.326374 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e32cd-f44c-4277-8b47-f444972a274b tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Pushing event updated for resources: {'Port': ['ID=d1aebf7d-018f-4493-baca-ae1ea191ed21,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:16.385486 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-af2c5310-6bac-40c8-af70-df90ca23264e req-0ee2a82c-5c4c-43f0-8f46-0d44ae15fda4 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/ports?device_id=574aa532-e9a9-4f33-9556-4107de249784 HTTP/1.1" status: 200 len: 210 time: 0.0847108 Jul 23 16:22:16.485934 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-92a50ff7-21e8-4dbc-8f45-25d00e0b1ce9 admin admin] Deleting subnet 670ca53c-2984-479e-bf7f-2a3910e1c6e7 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:22:16.500685 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-2c6e32cd-f44c-4277-8b47-f444972a274b tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:16.501471 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-2c6e32cd-f44c-4277-8b47-f444972a274b tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.520101 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-92a50ff7-21e8-4dbc-8f45-25d00e0b1ce9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.550739 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=24fe294b-1072-41a4-b5b0-4468d122bc1a,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:16.551782 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-2c6e32cd-f44c-4277-8b47-f444972a274b tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2603705 Jul 23 16:22:16.560340 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-deb8aee9-f146-4470-9964-b0c00d2b1fac req-3726ae13-a3a7-4bbf-9b4a-2a11e1633327 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515121 Jul 23 16:22:16.570417 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:16.570772 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:16.571117 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:16.571453 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:16.571782 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:16.572109 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:16.572584 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:16.572915 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:16.573279 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:16.573660 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:16.573908 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:16.574552 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:16.576631 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-174c5ece-c0d7-4709-8d51-09342949cdd1 service neutron] Request body: {'port': {'device_id': '2e230ed2-8c47-4100-8577-de94a2ae4b27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:16.633552 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['24fe294b-1072-41a4-b5b0-4468d122bc1a'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:16.714268 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-174c5ece-c0d7-4709-8d51-09342949cdd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.772500 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-273b8081-2510-445a-a00a-b0d9ef8957d1 None None] Provisioning for port d1aebf7d-018f-4493-baca-ae1ea191ed21 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:16.795026 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-273b8081-2510-445a-a00a-b0d9ef8957d1 None None] Provisioning complete for port d1aebf7d-018f-4493-baca-ae1ea191ed21 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:16.795393 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-273b8081-2510-445a-a00a-b0d9ef8957d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.796439 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-92a50ff7-21e8-4dbc-8f45-25d00e0b1ce9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.846692 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-273b8081-2510-445a-a00a-b0d9ef8957d1 None None] Port d1aebf7d-018f-4493-baca-ae1ea191ed21 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:22:16.931527 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58774) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:17.030486 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f519a07-3cd1-4cd8-8b72-95fd35a9c38a req-5d7f9879-c06d-423e-8e79-389be6950e6f tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:17.032209 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f519a07-3cd1-4cd8-8b72-95fd35a9c38a req-5d7f9879-c06d-423e-8e79-389be6950e6f tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4c1fcbf-bd6c-4f33-9b71-d48e2d54e077 HTTP/1.1" status: 200 len: 948 time: 0.2448173 Jul 23 16:22:17.077298 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48448e-4f64-43c8-a229-ab8ecbdd72be req-2cdb7fa9-87eb-4839-b0b0-e2095bbc5c1d tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:17.079003 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b48448e-4f64-43c8-a229-ab8ecbdd72be req-2cdb7fa9-87eb-4839-b0b0-e2095bbc5c1d tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.74 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 950 time: 0.1485159 Jul 23 16:22:17.116815 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f519a07-3cd1-4cd8-8b72-95fd35a9c38a req-2e587fb6-6774-48f1-952e-00ee408f3d3f tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719998 Jul 23 16:22:17.157806 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-92a9ad78-9b5d-4027-a13e-fb852ce15d9d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1558698871-network', 'tenant_id': '7e6e69f877d14fe89edc9f35713b8d03'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:17.265770 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a9ad78-9b5d-4027-a13e-fb852ce15d9d admin admin] Made reservation on behalf of 7e6e69f877d14fe89edc9f35713b8d03 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:17.268647 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-92a9ad78-9b5d-4027-a13e-fb852ce15d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.281952 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-a5113fcc-0f32-4d92-9bb4-49ba79e0aa0c tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.284325 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-92a50ff7-21e8-4dbc-8f45-25d00e0b1ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.297548 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-92a9ad78-9b5d-4027-a13e-fb852ce15d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.322258 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-a5113fcc-0f32-4d92-9bb4-49ba79e0aa0c tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Transition to ACTIVE for port object 3baa0060-0fbe-484c-bf91-b11c6672f3c7 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:17.369630 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-9b48448e-4f64-43c8-a229-ab8ecbdd72be req-b7c01228-9e72-4998-9844-28d9d0fab107 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Deleting port be1d51a9-55f4-470f-8f76-a55feb8d6c7b {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:17.370452 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9b48448e-4f64-43c8-a229-ab8ecbdd72be req-b7c01228-9e72-4998-9844-28d9d0fab107 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.371917 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-92a50ff7-21e8-4dbc-8f45-25d00e0b1ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.404627 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a50ff7-21e8-4dbc-8f45-25d00e0b1ce9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=670ca53c-2984-479e-bf7f-2a3910e1c6e7,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:17.408821 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-92a50ff7-21e8-4dbc-8f45-25d00e0b1ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.410914 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-92a50ff7-21e8-4dbc-8f45-25d00e0b1ce9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/670ca53c-2984-479e-bf7f-2a3910e1c6e7 HTTP/1.1" status: 204 len: 168 time: 1.1467712 Jul 23 16:22:17.414325 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-a5113fcc-0f32-4d92-9bb4-49ba79e0aa0c tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.416307 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58786) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:17.469846 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af68f28-6b95-49d2-b60d-82e903fe04f4 req-adb27b89-9e7b-482f-92d0-68eacd734599 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:17.473077 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9af68f28-6b95-49d2-b60d-82e903fe04f4 req-adb27b89-9e7b-482f-92d0-68eacd734599 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 950 time: 0.2838326 Jul 23 16:22:17.491164 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-a5113fcc-0f32-4d92-9bb4-49ba79e0aa0c tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:17.524701 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-a5113fcc-0f32-4d92-9bb4-49ba79e0aa0c tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:17.536510 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-a5113fcc-0f32-4d92-9bb4-49ba79e0aa0c tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:17.542231 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5113fcc-0f32-4d92-9bb4-49ba79e0aa0c tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Pushing event updated for resources: {'Port': ['ID=3baa0060-0fbe-484c-bf91-b11c6672f3c7,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:17.570760 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cbbd8e4d-12ab-4983-ad49-83572c7f1ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.602577 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-a5113fcc-0f32-4d92-9bb4-49ba79e0aa0c tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:17.603260 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-a5113fcc-0f32-4d92-9bb4-49ba79e0aa0c tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.695044 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cbbd8e4d-12ab-4983-ad49-83572c7f1ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.706867 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-cbbd8e4d-12ab-4983-ad49-83572c7f1ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eebd1a0-62c0-400c-82f7-916de5a2968c']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:17.719792 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-cbbd8e4d-12ab-4983-ad49-83572c7f1ec9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '786593a5-a224-4584-8758-80516f86a2d4') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:17.720192 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-cbbd8e4d-12ab-4983-ad49-83572c7f1ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '786593a5-a224-4584-8758-80516f86a2d4') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:17.730329 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cbbd8e4d-12ab-4983-ad49-83572c7f1ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.748991 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cbbd8e4d-12ab-4983-ad49-83572c7f1ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.770365 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbbd8e4d-12ab-4983-ad49-83572c7f1ec9 admin admin] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:22:17.770855 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cbbd8e4d-12ab-4983-ad49-83572c7f1ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.773300 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:22:17.773300 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:22:17.773300 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:22:17.773300 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:22:17.773300 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:22:17.773300 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:22:17.773300 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:22:17.773300 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:22:17.773300 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:22:17.773300 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:22:17.773300 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:22:17.773300 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:22:17.773300 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:22:17.773300 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:22:17.773300 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:22:17.773300 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:22:17.773300 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:22:17.773300 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:22:17.773300 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:22:17.773300 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:22:17.773300 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:22:17.773300 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:22:17.773300 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:22:17.773300 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:22:17.773300 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:22:17.773300 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:22:17.773300 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:22:17.773300 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:22:17.773300 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:22:17.773300 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:22:17.773300 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:22:17.773300 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:22:17.847600 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 24fe294b-1072-41a4-b5b0-4468d122bc1a up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:17.858506 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cbbd8e4d-12ab-4983-ad49-83572c7f1ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.871560 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cbbd8e4d-12ab-4983-ad49-83572c7f1ec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.874626 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cbbd8e4d-12ab-4983-ad49-83572c7f1ec9 admin admin] 10.222.0.73 "DELETE /v2.0/networks/3eebd1a0-62c0-400c-82f7-916de5a2968c HTTP/1.1" status: 204 len: 168 time: 0.4577842 Jul 23 16:22:17.907887 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd8e4d-12ab-4983-ad49-83572c7f1ec9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3eebd1a0-62c0-400c-82f7-916de5a2968c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:17.945578 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-35ed802c-2555-4a24-91d6-900f76151c48 None None] Provisioning for port 3baa0060-0fbe-484c-bf91-b11c6672f3c7 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:17.953382 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-35ed802c-2555-4a24-91d6-900f76151c48 None None] Provisioning complete for port 3baa0060-0fbe-484c-bf91-b11c6672f3c7 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:17.953754 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-35ed802c-2555-4a24-91d6-900f76151c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.982595 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 24fe294b-1072-41a4-b5b0-4468d122bc1a completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:17.992155 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9af68f28-6b95-49d2-b60d-82e903fe04f4 req-6ac5db84-ecea-4aac-9860-065a3aecae4f tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c335407-78be-4790-91ab-530975b55e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966290 Jul 23 16:22:17.993799 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 24fe294b-1072-41a4-b5b0-4468d122bc1a triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:17.994364 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.001094 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-9b48448e-4f64-43c8-a229-ab8ecbdd72be req-b7c01228-9e72-4998-9844-28d9d0fab107 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] For port be1d51a9-55f4-470f-8f76-a55feb8d6c7b, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=be1d51a9-55f4-470f-8f76-a55feb8d6c7b,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:18.007401 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9b48448e-4f64-43c8-a229-ab8ecbdd72be req-b7c01228-9e72-4998-9844-28d9d0fab107 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.052229 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-35ed802c-2555-4a24-91d6-900f76151c48 None None] Port 3baa0060-0fbe-484c-bf91-b11c6672f3c7 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:22:18.066098 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58796) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:18.079782 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-9b48448e-4f64-43c8-a229-ab8ecbdd72be req-b7c01228-9e72-4998-9844-28d9d0fab107 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Calling delete_port for be1d51a9-55f4-470f-8f76-a55feb8d6c7b owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:18.111473 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.134430 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1f45e999-a6e4-4285-b918-31e3773a80ce admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d2e9c47ebf4f498f9ec10d163ec28470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0666447 Jul 23 16:22:18.136708 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58800) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:18.142996 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c1fcbf-bd6c-4f33-9b71-d48e2d54e077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fe294b-1072-41a4-b5b0-4468d122bc1a'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:18.145464 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97ed682-f256-4433-a117-03c4142ee0ab" -d '{"events": [{"server_uuid": "b4c1fcbf-bd6c-4f33-9b71-d48e2d54e077", "name": "network-vif-plugged", "status": "completed", "tag": "24fe294b-1072-41a4-b5b0-4468d122bc1a"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:18.159809 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 24fe294b-1072-41a4-b5b0-4468d122bc1a, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=24fe294b-1072-41a4-b5b0-4468d122bc1a,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:18.167673 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.238974 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8715e590-b68f-48f4-81c7-de30c361643f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.244603 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=24fe294b-1072-41a4-b5b0-4468d122bc1a,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:18.267300 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8715e590-b68f-48f4-81c7-de30c361643f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.274698 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-92a9ad78-9b5d-4027-a13e-fb852ce15d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.295041 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534da16-d9c5-458a-b297-49fe39212a30 req-750fc43a-b400-40dd-a584-c43e5081708c tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:18.295270 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-a5113fcc-0f32-4d92-9bb4-49ba79e0aa0c tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8549678 Jul 23 16:22:18.296593 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8534da16-d9c5-458a-b297-49fe39212a30 req-750fc43a-b400-40dd-a584-c43e5081708c tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/ports?device_id=574aa532-e9a9-4f33-9556-4107de249784 HTTP/1.1" status: 200 len: 936 time: 0.4702427 Jul 23 16:22:18.301810 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-92a9ad78-9b5d-4027-a13e-fb852ce15d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.309644 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-6e1f1396-2c8c-4838-a4bb-7c90ed220f6c service neutron] Request body: {'port': {'device_id': '574aa532-e9a9-4f33-9556-4107de249784', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:18.373805 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8715e590-b68f-48f4-81c7-de30c361643f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.376649 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8715e590-b68f-48f4-81c7-de30c361643f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.377819 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8715e590-b68f-48f4-81c7-de30c361643f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/960f1365-1531-4ec5-b9dc-bb6e12c73d14 HTTP/1.1" status: 204 len: 168 time: 0.2398810 Jul 23 16:22:18.414839 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715e590-b68f-48f4-81c7-de30c361643f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960f1365-1531-4ec5-b9dc-bb6e12c73d14,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:18.418753 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a9ad78-9b5d-4027-a13e-fb852ce15d9d admin admin] vlan segment allocate from pool success with {'vlan_id': 1119, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:22:18.441946 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-174c5ece-c0d7-4709-8d51-09342949cdd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1aebf7d-018f-4493-baca-ae1ea191ed21 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:18.448720 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-6e1f1396-2c8c-4838-a4bb-7c90ed220f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.467371 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-174c5ece-c0d7-4709-8d51-09342949cdd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.472090 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9ad78-9b5d-4027-a13e-fb852ce15d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e78160-8ddc-4e76-8d3d-0ace91c35837,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:18.477153 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-92a9ad78-9b5d-4027-a13e-fb852ce15d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.477516 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-92a9ad78-9b5d-4027-a13e-fb852ce15d9d admin admin] Added segment dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b of type vlan for network d75e3a81-2d56-489e-b14e-6f53f86cc135 Jul 23 16:22:18.523315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e1565-4086-48fc-b945-4fce54d8d22e req-0a943002-f11a-4725-9dc1-50a61906ace8 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:18.525089 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1a1e1565-4086-48fc-b945-4fce54d8d22e req-0a943002-f11a-4725-9dc1-50a61906ace8 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.97 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 945 time: 0.4737139 Jul 23 16:22:18.539852 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8534da16-d9c5-458a-b297-49fe39212a30 req-b6ed401b-4d06-49ac-bb05-a9caa576f336 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e632d0e-34af-4b4b-8ae1-8cd0d0c999c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300518 Jul 23 16:22:18.542482 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-174c5ece-c0d7-4709-8d51-09342949cdd1 service neutron] Transition to ACTIVE for port object d1aebf7d-018f-4493-baca-ae1ea191ed21 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:18.553485 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668de15e-4f15-4764-9c4e-610640c648fc req-1befb899-1651-4cb4-b2f6-eeb667f8c56a tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:18.555070 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-668de15e-4f15-4764-9c4e-610640c648fc req-1befb899-1651-4cb4-b2f6-eeb667f8c56a tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 945 time: 0.4257774 Jul 23 16:22:18.580650 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-174c5ece-c0d7-4709-8d51-09342949cdd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.718380 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-92a9ad78-9b5d-4027-a13e-fb852ce15d9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.815559 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-6e1f1396-2c8c-4838-a4bb-7c90ed220f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3baa0060-0fbe-484c-bf91-b11c6672f3c7 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:18.817104 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c5ece-c0d7-4709-8d51-09342949cdd1 service neutron] Pushing event updated for resources: {'Port': ['ID=d1aebf7d-018f-4493-baca-ae1ea191ed21,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:18.828221 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-6e1f1396-2c8c-4838-a4bb-7c90ed220f6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.851556 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-6e1f1396-2c8c-4838-a4bb-7c90ed220f6c service neutron] Transition to ACTIVE for port object 3baa0060-0fbe-484c-bf91-b11c6672f3c7 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:18.857591 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-6e1f1396-2c8c-4838-a4bb-7c90ed220f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.902400 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-668de15e-4f15-4764-9c4e-610640c648fc req-b85eb39b-7c48-4861-ac64-c8dca59b8039 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226936 Jul 23 16:22:18.909436 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9b48448e-4f64-43c8-a229-ab8ecbdd72be req-b7c01228-9e72-4998-9844-28d9d0fab107 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.922999 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['be1d51a9-55f4-470f-8f76-a55feb8d6c7b'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:18.950136 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f1396-2c8c-4838-a4bb-7c90ed220f6c service neutron] Pushing event updated for resources: {'Port': ['ID=3baa0060-0fbe-484c-bf91-b11c6672f3c7,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:19.015322 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c01228-9e72-4998-9844-28d9d0fab107 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Pushing event deleted for resources: {'Port': ['ID=be1d51a9-55f4-470f-8f76-a55feb8d6c7b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:19.023120 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-92a9ad78-9b5d-4027-a13e-fb852ce15d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:19.024135 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a9ad78-9b5d-4027-a13e-fb852ce15d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:19.024679 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-92a9ad78-9b5d-4027-a13e-fb852ce15d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:19.081821 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-6e1f1396-2c8c-4838-a4bb-7c90ed220f6c service neutron] Attempting to bind port 3baa0060-0fbe-484c-bf91-b11c6672f3c7 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:19.082326 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-6e1f1396-2c8c-4838-a4bb-7c90ed220f6c service neutron] Attempting to bind port 3baa0060-0fbe-484c-bf91-b11c6672f3c7 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:19.082881 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-6e1f1396-2c8c-4838-a4bb-7c90ed220f6c service neutron] Attempting to bind port 3baa0060-0fbe-484c-bf91-b11c6672f3c7 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:19.089686 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-6e1f1396-2c8c-4838-a4bb-7c90ed220f6c service neutron] Port 3baa0060-0fbe-484c-bf91-b11c6672f3c7 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:22:19.089900 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-6e1f1396-2c8c-4838-a4bb-7c90ed220f6c service neutron] Attempting to bind port 3baa0060-0fbe-484c-bf91-b11c6672f3c7 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:19.095088 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-6e1f1396-2c8c-4838-a4bb-7c90ed220f6c service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:19.095439 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-6e1f1396-2c8c-4838-a4bb-7c90ed220f6c service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:19.095824 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-6e1f1396-2c8c-4838-a4bb-7c90ed220f6c service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:19.096260 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-6e1f1396-2c8c-4838-a4bb-7c90ed220f6c service neutron] Bound port: 3baa0060-0fbe-484c-bf91-b11c6672f3c7, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:19.096620 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-6e1f1396-2c8c-4838-a4bb-7c90ed220f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:19.155381 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b48448e-4f64-43c8-a229-ab8ecbdd72be req-b7c01228-9e72-4998-9844-28d9d0fab107 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] No DVR routers for this DVR port be1d51a9-55f4-470f-8f76-a55feb8d6c7b on host n-h1-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:19.159594 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9b48448e-4f64-43c8-a229-ab8ecbdd72be req-b7c01228-9e72-4998-9844-28d9d0fab107 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:19.162863 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b48448e-4f64-43c8-a229-ab8ecbdd72be req-b7c01228-9e72-4998-9844-28d9d0fab107 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.74 "DELETE /v2.0/ports/be1d51a9-55f4-470f-8f76-a55feb8d6c7b HTTP/1.1" status: 204 len: 173 time: 2.0733538 Jul 23 16:22:19.205507 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-6e1f1396-2c8c-4838-a4bb-7c90ed220f6c service neutron] For port 3baa0060-0fbe-484c-bf91-b11c6672f3c7, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:19.212944 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-6e1f1396-2c8c-4838-a4bb-7c90ed220f6c service neutron] For port 3baa0060-0fbe-484c-bf91-b11c6672f3c7, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=3baa0060-0fbe-484c-bf91-b11c6672f3c7,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:19.223621 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1060927c-ac85-43a9-a1f7-2c2767f97fc6', 'name': 'network-vif-deleted', 'tag': 'be1d51a9-55f4-470f-8f76-a55feb8d6c7b'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:19.230168 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c6e1ff-6652-4f55-beea-e398a1713852" -d '{"events": [{"server_uuid": "1060927c-ac85-43a9-a1f7-2c2767f97fc6", "name": "network-vif-deleted", "tag": "be1d51a9-55f4-470f-8f76-a55feb8d6c7b"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:19.250064 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-6e1f1396-2c8c-4838-a4bb-7c90ed220f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:19.287820 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-92a9ad78-9b5d-4027-a13e-fb852ce15d9d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.3522689 Jul 23 16:22:19.334855 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-6e1f1396-2c8c-4838-a4bb-7c90ed220f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:19.335678 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-6e1f1396-2c8c-4838-a4bb-7c90ed220f6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:19.337365 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-6e1f1396-2c8c-4838-a4bb-7c90ed220f6c service neutron] 10.222.0.74 "PUT /v2.0/ports/3baa0060-0fbe-484c-bf91-b11c6672f3c7 HTTP/1.1" status: 200 len: 1096 time: 1.0337055 Jul 23 16:22:19.338271 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574aa532-e9a9-4f33-9556-4107de249784', 'tag': '3baa0060-0fbe-484c-bf91-b11c6672f3c7'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:19.341286 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48fc667-8728-4073-bb22-a023d0a2e102" -d '{"events": [{"name": "network-changed", "server_uuid": "574aa532-e9a9-4f33-9556-4107de249784", "tag": "3baa0060-0fbe-484c-bf91-b11c6672f3c7"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:19.343663 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58824) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:19.347822 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda604c1-e72e-4102-9b8f-f07e601eb55f x-openstack-request-id: req-eda604c1-e72e-4102-9b8f-f07e601eb55f {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:19.348110 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c1fcbf-bd6c-4f33-9b71-d48e2d54e077", "name": "network-vif-plugged", "status": "completed", "tag": "24fe294b-1072-41a4-b5b0-4468d122bc1a", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:19.352159 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eda604c1-e72e-4102-9b8f-f07e601eb55f {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:19.352647 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c1fcbf-bd6c-4f33-9b71-d48e2d54e077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fe294b-1072-41a4-b5b0-4468d122bc1a', 'code': 200} Jul 23 16:22:19.371125 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f1396-2c8c-4838-a4bb-7c90ed220f6c service neutron] Pushing event updated for resources: {'Port': ['ID=3baa0060-0fbe-484c-bf91-b11c6672f3c7,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:19.395184 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd22c0-72a1-4d06-82a0-cde1f153eba8 req-8d4a9977-b0e3-45ef-8ee7-2a23c320e8e7 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:19.403936 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8dd22c0-72a1-4d06-82a0-cde1f153eba8 req-8d4a9977-b0e3-45ef-8ee7-2a23c320e8e7 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4c1fcbf-bd6c-4f33-9b71-d48e2d54e077 HTTP/1.1" status: 200 len: 949 time: 0.5634115 Jul 23 16:22:19.407563 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-1a1e1565-4086-48fc-b945-4fce54d8d22e req-88531dfc-b853-4495-bf1b-07bb56df1b4c tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Deleting port b67dfda2-d471-4748-b33e-9252ec9efb0a {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:19.407913 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1a1e1565-4086-48fc-b945-4fce54d8d22e req-88531dfc-b853-4495-bf1b-07bb56df1b4c tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:19.428979 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-174c5ece-c0d7-4709-8d51-09342949cdd1 service neutron] Attempting to bind port d1aebf7d-018f-4493-baca-ae1ea191ed21 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:19.429656 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-174c5ece-c0d7-4709-8d51-09342949cdd1 service neutron] Attempting to bind port d1aebf7d-018f-4493-baca-ae1ea191ed21 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:19.430004 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-174c5ece-c0d7-4709-8d51-09342949cdd1 service neutron] Attempting to bind port d1aebf7d-018f-4493-baca-ae1ea191ed21 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:19.454043 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-699b0dfe-5f04-40a9-8841-e0adda1dd54f admin admin] Request body: {'subnet': {'network_id': 'd75e3a81-2d56-489e-b14e-6f53f86cc135', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1558698871-subnet', 'tenant_id': '7e6e69f877d14fe89edc9f35713b8d03', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:19.459394 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-174c5ece-c0d7-4709-8d51-09342949cdd1 service neutron] Port d1aebf7d-018f-4493-baca-ae1ea191ed21 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:22:19.459783 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-174c5ece-c0d7-4709-8d51-09342949cdd1 service neutron] Attempting to bind port d1aebf7d-018f-4493-baca-ae1ea191ed21 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:19.464596 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-c1520bf9-797d-4269-8393-e581ef1fa158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:19.466449 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-c1520bf9-797d-4269-8393-e581ef1fa158 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=da99476b134d4fef96402fb4e21eb9c2&device_id=574aa532-e9a9-4f33-9556-4107de249784 HTTP/1.1" status: 200 len: 1099 time: 0.0628498 Jul 23 16:22:19.509678 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-781680cc-63ae-434e-9650-8a33e3d36386 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=3baa0060-0fbe-484c-bf91-b11c6672f3c7 HTTP/1.1" status: 200 len: 217 time: 0.0354784 Jul 23 16:22:19.564551 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-67061a9f-a52c-4410-884f-258b37a001de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:19.566566 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-67061a9f-a52c-4410-884f-258b37a001de service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0484822 Jul 23 16:22:19.573603 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58836) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:19.594412 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-174c5ece-c0d7-4709-8d51-09342949cdd1 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:19.594751 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-174c5ece-c0d7-4709-8d51-09342949cdd1 service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:19.595140 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-174c5ece-c0d7-4709-8d51-09342949cdd1 service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:19.595573 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-174c5ece-c0d7-4709-8d51-09342949cdd1 service neutron] Bound port: d1aebf7d-018f-4493-baca-ae1ea191ed21, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:19.595927 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-174c5ece-c0d7-4709-8d51-09342949cdd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:19.604988 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-78a6816b-eaa0-4303-9bfd-f9eceadc0e95 req-32383697-ef6a-4d73-9012-a0169b0e03e0 tempest-MigrationsAdminTest-1594356682 tempest-MigrationsAdminTest-1594356682-project] 10.222.0.73 "GET /v2.0/ports?device_id=1060927c-ac85-43a9-a1f7-2c2767f97fc6 HTTP/1.1" status: 200 len: 210 time: 0.1465633 Jul 23 16:22:19.641572 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9ad78-9b5d-4027-a13e-fb852ce15d9d admin admin] Pushing event updated for resources: {'Network': ['ID=d75e3a81-2d56-489e-b14e-6f53f86cc135,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:19.648000 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-8f64ee82-bcc9-4054-bba6-d90dae9dae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:19.658739 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network d75e3a81-2d56-489e-b14e-6f53f86cc135 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:22:19.661792 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-8f64ee82-bcc9-4054-bba6-d90dae9dae7b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0826056 Jul 23 16:22:19.751627 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a16b08-cb19-487b-9ff5-e3e765a12661 x-openstack-request-id: req-d9a16b08-cb19-487b-9ff5-e3e765a12661 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:19.751827 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574aa532-e9a9-4f33-9556-4107de249784", "tag": "3baa0060-0fbe-484c-bf91-b11c6672f3c7", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:19.751950 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d9a16b08-cb19-487b-9ff5-e3e765a12661 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:19.755503 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574aa532-e9a9-4f33-9556-4107de249784', 'tag': '3baa0060-0fbe-484c-bf91-b11c6672f3c7', 'status': 'completed', 'code': 200} Jul 23 16:22:19.756781 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-7ff169da-16a4-4195-b756-6c81984d4352 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-768663394-network', 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:19.758493 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e338cc5b-df38-497c-bdd4-7ab31c92c780 x-openstack-request-id: req-e338cc5b-df38-497c-bdd4-7ab31c92c780 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:19.758987 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1060927c-ac85-43a9-a1f7-2c2767f97fc6", "name": "network-vif-deleted", "tag": "be1d51a9-55f4-470f-8f76-a55feb8d6c7b", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:19.760403 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e338cc5b-df38-497c-bdd4-7ab31c92c780 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:19.761075 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1060927c-ac85-43a9-a1f7-2c2767f97fc6', 'name': 'network-vif-deleted', 'tag': 'be1d51a9-55f4-470f-8f76-a55feb8d6c7b', 'status': 'completed', 'code': 200} Jul 23 16:22:19.822321 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8dd22c0-72a1-4d06-82a0-cde1f153eba8 req-9c6ce763-59a0-439f-8dd6-a40c0213972d tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174817 Jul 23 16:22:19.829183 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699b0dfe-5f04-40a9-8841-e0adda1dd54f admin admin] Made reservation on behalf of 7e6e69f877d14fe89edc9f35713b8d03 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:19.831689 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-699b0dfe-5f04-40a9-8841-e0adda1dd54f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:19.911589 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff169da-16a4-4195-b756-6c81984d4352 admin admin] Made reservation on behalf of af80bd8d90c240efaa74f32c66497bb1 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:19.914573 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ff169da-16a4-4195-b756-6c81984d4352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:19.926994 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ff169da-16a4-4195-b756-6c81984d4352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:19.933793 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-8cfc9787-b29b-4c46-a036-d9c002fd64e9 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633233 Jul 23 16:22:20.094086 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-027ecde4-9f3d-4410-ad21-ae51f45e8e8b req-7cfb9d5b-c405-4ae8-9ad1-38c9db9134c2 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524453 Jul 23 16:22:20.136363 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ff169da-16a4-4195-b756-6c81984d4352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:20.140715 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ff169da-16a4-4195-b756-6c81984d4352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:20.180183 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff169da-16a4-4195-b756-6c81984d4352 admin admin] vlan segment allocate from pool success with {'vlan_id': 1103, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:22:20.185703 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-699b0dfe-5f04-40a9-8841-e0adda1dd54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:20.192570 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-1a1e1565-4086-48fc-b945-4fce54d8d22e req-88531dfc-b853-4495-bf1b-07bb56df1b4c tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] For port b67dfda2-d471-4748-b33e-9252ec9efb0a, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=b67dfda2-d471-4748-b33e-9252ec9efb0a,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:20.193091 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1a1e1565-4086-48fc-b945-4fce54d8d22e req-88531dfc-b853-4495-bf1b-07bb56df1b4c tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:20.196991 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-174c5ece-c0d7-4709-8d51-09342949cdd1 service neutron] For port d1aebf7d-018f-4493-baca-ae1ea191ed21, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:20.211107 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff169da-16a4-4195-b756-6c81984d4352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe45d1b-4ef3-44fc-b123-92b4a68e2d8a,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:20.222470 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ff169da-16a4-4195-b756-6c81984d4352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:20.222816 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-7ff169da-16a4-4195-b756-6c81984d4352 admin admin] Added segment a38e8957-57cc-4988-a40d-2bc4236b7b30 of type vlan for network 4a00963e-1d3a-4f60-9596-8ffc59315fca Jul 23 16:22:20.273386 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ff169da-16a4-4195-b756-6c81984d4352 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:20.283399 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-1a1e1565-4086-48fc-b945-4fce54d8d22e req-88531dfc-b853-4495-bf1b-07bb56df1b4c tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Calling delete_port for b67dfda2-d471-4748-b33e-9252ec9efb0a owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:20.291078 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fc667-8728-4073-bb22-a023d0a2e102 req-387da9af-f941-4c8b-b7b2-7683f201370b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:20.292533 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c48fc667-8728-4073-bb22-a023d0a2e102 req-387da9af-f941-4c8b-b7b2-7683f201370b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=da99476b134d4fef96402fb4e21eb9c2&device_id=574aa532-e9a9-4f33-9556-4107de249784 HTTP/1.1" status: 200 len: 1099 time: 0.1289485 Jul 23 16:22:20.294143 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-174c5ece-c0d7-4709-8d51-09342949cdd1 service neutron] For port d1aebf7d-018f-4493-baca-ae1ea191ed21, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d1aebf7d-018f-4493-baca-ae1ea191ed21,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:20.311952 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-174c5ece-c0d7-4709-8d51-09342949cdd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:20.341068 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f7b19-4ad4-42d5-a81e-f453fd55c8b9 req-6b04af92-3adf-45d0-97ca-91ca6242c722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:20.341068 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a7f7b19-4ad4-42d5-a81e-f453fd55c8b9 req-6b04af92-3adf-45d0-97ca-91ca6242c722 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b4c1fcbf-bd6c-4f33-9b71-d48e2d54e077 HTTP/1.1" status: 200 len: 1100 time: 0.8770905 Jul 23 16:22:20.343101 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ff169da-16a4-4195-b756-6c81984d4352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:20.344141 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff169da-16a4-4195-b756-6c81984d4352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:20.344761 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ff169da-16a4-4195-b756-6c81984d4352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:20.424132 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7ff169da-16a4-4195-b756-6c81984d4352 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8467169 Jul 23 16:22:20.426292 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58846) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:20.429908 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b0dfe-5f04-40a9-8841-e0adda1dd54f admin admin] Pushing event updated for resources: {'Subnet': ['ID=738f2e54-8bec-4e40-9a2e-9206a58f62db,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:20.448902 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-932385b4-1bbc-41a3-a25e-fcf816e47a49 admin admin] Request body: {'subnet': {'network_id': '4a00963e-1d3a-4f60-9596-8ffc59315fca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-768663394-subnet', 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:20.507162 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff169da-16a4-4195-b756-6c81984d4352 admin admin] Pushing event updated for resources: {'Network': ['ID=4a00963e-1d3a-4f60-9596-8ffc59315fca,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:20.519660 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 4a00963e-1d3a-4f60-9596-8ffc59315fca details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:22:20.540055 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fc667-8728-4073-bb22-a023d0a2e102 req-23be21b5-09b5-48b6-993f-96a9273f7d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:20.541831 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c48fc667-8728-4073-bb22-a023d0a2e102 req-23be21b5-09b5-48b6-993f-96a9273f7d17 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.2348914 Jul 23 16:22:20.598504 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932385b4-1bbc-41a3-a25e-fcf816e47a49 admin admin] Made reservation on behalf of af80bd8d90c240efaa74f32c66497bb1 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:20.601045 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-932385b4-1bbc-41a3-a25e-fcf816e47a49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:20.604231 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c48fc667-8728-4073-bb22-a023d0a2e102 req-7459a9d9-30ba-4d5c-984b-9f9d98a0791a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=3baa0060-0fbe-484c-bf91-b11c6672f3c7 HTTP/1.1" status: 200 len: 217 time: 0.0524330 Jul 23 16:22:20.713980 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fc667-8728-4073-bb22-a023d0a2e102 req-ab3cb031-97e2-436c-b964-c8c9d6bcf71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:20.715494 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c48fc667-8728-4073-bb22-a023d0a2e102 req-ab3cb031-97e2-436c-b964-c8c9d6bcf71f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0992587 Jul 23 16:22:20.780156 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-174c5ece-c0d7-4709-8d51-09342949cdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:20.780861 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-174c5ece-c0d7-4709-8d51-09342949cdd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:20.783002 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-174c5ece-c0d7-4709-8d51-09342949cdd1 service neutron] 10.222.0.97 "PUT /v2.0/ports/d1aebf7d-018f-4493-baca-ae1ea191ed21 HTTP/1.1" status: 200 len: 1095 time: 4.2216163 Jul 23 16:22:20.832493 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de9fa3-6054-454d-916f-9a421ca89f07 req-2a4dbe6f-26b6-4795-96f7-1f06718903f7 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:20.835062 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-51de9fa3-6054-454d-916f-9a421ca89f07 req-2a4dbe6f-26b6-4795-96f7-1f06718903f7 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/ports?device_id=574aa532-e9a9-4f33-9556-4107de249784 HTTP/1.1" status: 200 len: 948 time: 0.9650900 Jul 23 16:22:20.867893 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699b0dfe-5f04-40a9-8841-e0adda1dd54f admin admin] Checking segment: {'id': 'dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'd75e3a81-2d56-489e-b14e-6f53f86cc135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:20.868245 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699b0dfe-5f04-40a9-8841-e0adda1dd54f admin admin] Network hostable DHCP agents. Network: d75e3a81-2d56-489e-b14e-6f53f86cc135, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:22:20.875045 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fc667-8728-4073-bb22-a023d0a2e102 req-db99edc3-d00c-49f7-8d9d-cc6c1f9d6475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:20.876564 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c48fc667-8728-4073-bb22-a023d0a2e102 req-db99edc3-d00c-49f7-8d9d-cc6c1f9d6475 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1544800 Jul 23 16:22:20.904380 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-932385b4-1bbc-41a3-a25e-fcf816e47a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:20.909877 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c5ece-c0d7-4709-8d51-09342949cdd1 service neutron] Pushing event updated for resources: {'Port': ['ID=d1aebf7d-018f-4493-baca-ae1ea191ed21,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:20.925170 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a7f7b19-4ad4-42d5-a81e-f453fd55c8b9 req-99bed1e3-9a5a-47e9-a77f-e11d7a674a99 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5570800 Jul 23 16:22:20.938367 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5dedb-21b8-47db-add0-231c87632713 req-85d57fdc-917d-4e5d-8e6c-0927b5c0f0d5 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:20.940185 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8c5dedb-21b8-47db-add0-231c87632713 req-85d57fdc-917d-4e5d-8e6c-0927b5c0f0d5 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=7299739c-9c47-42e4-91d6-b0674ce38553 HTTP/1.1" status: 200 len: 945 time: 0.7675591 Jul 23 16:22:20.987064 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699b0dfe-5f04-40a9-8841-e0adda1dd54f admin admin] Network d75e3a81-2d56-489e-b14e-6f53f86cc135 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:22:21.007581 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932385b4-1bbc-41a3-a25e-fcf816e47a49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68250752-9549-42db-965e-9173795a2cea,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:21.035448 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-51de9fa3-6054-454d-916f-9a421ca89f07 req-ca496ce1-cc43-435e-8f86-0d2b5096cd34 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e632d0e-34af-4b4b-8ae1-8cd0d0c999c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718037 Jul 23 16:22:21.041567 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932385b4-1bbc-41a3-a25e-fcf816e47a49 admin admin] Checking segment: {'id': 'a38e8957-57cc-4988-a40d-2bc4236b7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '4a00963e-1d3a-4f60-9596-8ffc59315fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:21.042195 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932385b4-1bbc-41a3-a25e-fcf816e47a49 admin admin] Network hostable DHCP agents. Network: 4a00963e-1d3a-4f60-9596-8ffc59315fca, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:22:21.044592 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-699b0dfe-5f04-40a9-8841-e0adda1dd54f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, d75e3a81-2d56-489e-b14e-6f53f86cc135) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:21.047500 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c48fc667-8728-4073-bb22-a023d0a2e102 req-f1965623-3a35-4a1d-a09d-7b56dede55a1 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626587 Jul 23 16:22:21.050081 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699b0dfe-5f04-40a9-8841-e0adda1dd54f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:21.050689 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-699b0dfe-5f04-40a9-8841-e0adda1dd54f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.061785 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e61f63-9635-4432-923e-cc9bc73b669e None None] Network d75e3a81-2d56-489e-b14e-6f53f86cc135 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:22:21.086572 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-0f43a595-9e26-456b-96e8-478cb644fe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:21.088395 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-0f43a595-9e26-456b-96e8-478cb644fe1d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=da99476b134d4fef96402fb4e21eb9c2&device_id=2e230ed2-8c47-4100-8577-de94a2ae4b27 HTTP/1.1" status: 200 len: 1098 time: 0.2405643 Jul 23 16:22:21.091090 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-699b0dfe-5f04-40a9-8841-e0adda1dd54f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6789806 Jul 23 16:22:21.096483 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58858) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:21.103109 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-6f4a1a55-5935-47cc-ba0f-a93497d41ba7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1558698871-router', 'tenant_id': '7e6e69f877d14fe89edc9f35713b8d03', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:21.122563 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1a1e1565-4086-48fc-b945-4fce54d8d22e req-88531dfc-b853-4495-bf1b-07bb56df1b4c tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.205183 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-c602a0f1-edef-43a2-91b4-636b22048637 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=d1aebf7d-018f-4493-baca-ae1ea191ed21 HTTP/1.1" status: 200 len: 217 time: 0.1074095 Jul 23 16:22:21.213091 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932385b4-1bbc-41a3-a25e-fcf816e47a49 admin admin] Network 4a00963e-1d3a-4f60-9596-8ffc59315fca is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:22:21.226352 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88531dfc-b853-4495-bf1b-07bb56df1b4c tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Pushing event deleted for resources: {'Port': ['ID=b67dfda2-d471-4748-b33e-9252ec9efb0a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:21.230399 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-932385b4-1bbc-41a3-a25e-fcf816e47a49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 4a00963e-1d3a-4f60-9596-8ffc59315fca) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:21.238546 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932385b4-1bbc-41a3-a25e-fcf816e47a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:21.239337 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-932385b4-1bbc-41a3-a25e-fcf816e47a49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.255141 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00e00bd-2eee-409b-b877-b0f40100b0a7 None None] Network 4a00963e-1d3a-4f60-9596-8ffc59315fca requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:22:21.275686 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c48fc667-8728-4073-bb22-a023d0a2e102 req-023be466-a7d7-4925-a7e8-7d0273d8dbfc service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187881 Jul 23 16:22:21.276932 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec1e704-91e0-41ea-a5e8-715cffc7c7f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-d75e3a81-2d56-489e-b14e-6f53f86cc135', 'network_id': 'd75e3a81-2d56-489e-b14e-6f53f86cc135', 'tenant_id': '7e6e69f877d14fe89edc9f35713b8d03', 'fixed_ips': [{'subnet_id': '738f2e54-8bec-4e40-9a2e-9206a58f62db'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:22:21.277974 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dec1e704-91e0-41ea-a5e8-715cffc7c7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.340851 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-932385b4-1bbc-41a3-a25e-fcf816e47a49 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9147575 Jul 23 16:22:21.343646 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58864) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:21.348039 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6826a02c-8c0d-43b6-a209-932bc903d08a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-768663394-router', 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:21.382272 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8c5dedb-21b8-47db-add0-231c87632713 req-f8fe40c6-bb4a-4a91-8ad6-6d309162fe56 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293933 Jul 23 16:22:21.393440 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6826a02c-8c0d-43b6-a209-932bc903d08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.394377 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6826a02c-8c0d-43b6-a209-932bc903d08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.417727 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58866) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:21.448995 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1e1565-4086-48fc-b945-4fce54d8d22e req-88531dfc-b853-4495-bf1b-07bb56df1b4c tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] No DVR routers for this DVR port b67dfda2-d471-4748-b33e-9252ec9efb0a on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:21.451264 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6f4a1a55-5935-47cc-ba0f-a93497d41ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.453374 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6f4a1a55-5935-47cc-ba0f-a93497d41ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.460594 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1a1e1565-4086-48fc-b945-4fce54d8d22e req-88531dfc-b853-4495-bf1b-07bb56df1b4c tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.462862 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1a1e1565-4086-48fc-b945-4fce54d8d22e req-88531dfc-b853-4495-bf1b-07bb56df1b4c tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.97 "DELETE /v2.0/ports/b67dfda2-d471-4748-b33e-9252ec9efb0a HTTP/1.1" status: 204 len: 173 time: 2.9217811 Jul 23 16:22:21.481703 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-339e5efe-65ed-4033-9d99-b8777ff4e8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:21.483205 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-339e5efe-65ed-4033-9d99-b8777ff4e8fb service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.2608998 Jul 23 16:22:21.526745 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6826a02c-8c0d-43b6-a209-932bc903d08a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.556588 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25a0d4-de72-4c3f-9853-3e7515010fac req-2ce901b2-16be-4cc6-946d-bdd7726be24a tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:21.560546 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-dec1e704-91e0-41ea-a5e8-715cffc7c7f3 None None] Allocated IP 172.20.0.2 (d75e3a81-2d56-489e-b14e-6f53f86cc135/738f2e54-8bec-4e40-9a2e-9206a58f62db/2019217d-8c05-4665-8e08-bed4f11b9f95) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:21.565295 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bd25a0d4-de72-4c3f-9853-3e7515010fac req-2ce901b2-16be-4cc6-946d-bdd7726be24a tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4c1fcbf-bd6c-4f33-9b71-d48e2d54e077 HTTP/1.1" status: 200 len: 949 time: 0.3855820 Jul 23 16:22:21.569495 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ddbf9a-728c-4440-810d-a40f74d9c880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-4a00963e-1d3a-4f60-9596-8ffc59315fca', 'network_id': '4a00963e-1d3a-4f60-9596-8ffc59315fca', 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1', 'fixed_ips': [{'subnet_id': '68250752-9549-42db-965e-9173795a2cea'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:22:21.570530 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f8ddbf9a-728c-4440-810d-a40f74d9c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.696687 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6f4a1a55-5935-47cc-ba0f-a93497d41ba7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.709963 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bd25a0d4-de72-4c3f-9853-3e7515010fac req-2dc3c250-b042-4c96-a43f-b116957d61a1 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431735 Jul 23 16:22:21.780513 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f719679c-7811-40b8-a6b7-1566088dd2cc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4ed385c197f74460a2c666d87d79e6e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3586838 Jul 23 16:22:21.780792 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58870) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:21.790688 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6826a02c-8c0d-43b6-a209-932bc903d08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.802368 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e230ed2-8c47-4100-8577-de94a2ae4b27', 'tag': 'd1aebf7d-018f-4493-baca-ae1ea191ed21'}, {'server_uuid': '7299739c-9c47-42e4-91d6-b0674ce38553', 'name': 'network-vif-deleted', 'tag': 'b67dfda2-d471-4748-b33e-9252ec9efb0a'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:21.806591 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355b087e-4a55-4205-afb6-60957290fb40" -d '{"events": [{"name": "network-changed", "server_uuid": "2e230ed2-8c47-4100-8577-de94a2ae4b27", "tag": "d1aebf7d-018f-4493-baca-ae1ea191ed21"}, {"server_uuid": "7299739c-9c47-42e4-91d6-b0674ce38553", "name": "network-vif-deleted", "tag": "b67dfda2-d471-4748-b33e-9252ec9efb0a"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:21.870670 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-892eb080-7387-420d-9d35-f8927ac14bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.875952 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device be1d51a9-55f4-470f-8f76-a55feb8d6c7b no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:21.899087 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6f4a1a55-5935-47cc-ba0f-a93497d41ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.904881 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-892eb080-7387-420d-9d35-f8927ac14bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.908257 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-bdb3565c-78fc-49e1-9f72-04f1bf3574eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:21.909850 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-bdb3565c-78fc-49e1-9f72-04f1bf3574eb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3640344 Jul 23 16:22:21.913211 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9e9987-61c9-469d-a6cd-74935d818dbe x-openstack-request-id: req-6e9e9987-61c9-469d-a6cd-74935d818dbe {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:21.913546 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e230ed2-8c47-4100-8577-de94a2ae4b27", "tag": "d1aebf7d-018f-4493-baca-ae1ea191ed21", "status": "completed", "code": 200}, {"server_uuid": "7299739c-9c47-42e4-91d6-b0674ce38553", "name": "network-vif-deleted", "tag": "b67dfda2-d471-4748-b33e-9252ec9efb0a", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:21.913852 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6e9e9987-61c9-469d-a6cd-74935d818dbe {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:21.914373 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e230ed2-8c47-4100-8577-de94a2ae4b27', 'tag': 'd1aebf7d-018f-4493-baca-ae1ea191ed21', 'status': 'completed', 'code': 200} Jul 23 16:22:21.914625 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7299739c-9c47-42e4-91d6-b0674ce38553', 'name': 'network-vif-deleted', 'tag': 'b67dfda2-d471-4748-b33e-9252ec9efb0a', 'status': 'completed', 'code': 200} Jul 23 16:22:21.940183 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dec1e704-91e0-41ea-a5e8-715cffc7c7f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.943801 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: be1d51a9-55f4-470f-8f76-a55feb8d6c7b {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:21.944392 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device be1d51a9-55f4-470f-8f76-a55feb8d6c7b not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:21.953323 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-f8ddbf9a-728c-4440-810d-a40f74d9c880 None None] Allocated IP 172.20.0.2 (4a00963e-1d3a-4f60-9596-8ffc59315fca/68250752-9549-42db-965e-9173795a2cea/0716102f-762b-43e1-a8fd-327895745086) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:21.964377 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-dec1e704-91e0-41ea-a5e8-715cffc7c7f3 None None] Transition to ACTIVE for port object 2019217d-8c05-4665-8e08-bed4f11b9f95 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:22.001550 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-dec1e704-91e0-41ea-a5e8-715cffc7c7f3 None None] Transition to ACTIVE for port object 2019217d-8c05-4665-8e08-bed4f11b9f95 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:22.012877 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dec1e704-91e0-41ea-a5e8-715cffc7c7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:22.029354 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-892eb080-7387-420d-9d35-f8927ac14bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:22.032644 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-892eb080-7387-420d-9d35-f8927ac14bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:22.033227 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-892eb080-7387-420d-9d35-f8927ac14bd7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1c335407-78be-4790-91ab-530975b55e5a HTTP/1.1" status: 204 len: 168 time: 0.2514207 Jul 23 16:22:22.087549 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-bbac4c4f-88df-43b0-951c-06d69e5e1998 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576576 Jul 23 16:22:22.134786 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device b67dfda2-d471-4748-b33e-9252ec9efb0a no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:22.159284 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec1e704-91e0-41ea-a5e8-715cffc7c7f3 None None] Network d75e3a81-2d56-489e-b14e-6f53f86cc135 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:22.175455 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892eb080-7387-420d-9d35-f8927ac14bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c335407-78be-4790-91ab-530975b55e5a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:22.210299 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-dec1e704-91e0-41ea-a5e8-715cffc7c7f3 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:22.211991 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1e704-91e0-41ea-a5e8-715cffc7c7f3 None None] Pushing event updated for resources: {'Port': ['ID=2019217d-8c05-4665-8e08-bed4f11b9f95,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:22.214045 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: b67dfda2-d471-4748-b33e-9252ec9efb0a {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:22.214391 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device b67dfda2-d471-4748-b33e-9252ec9efb0a not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:22.219455 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec1e704-91e0-41ea-a5e8-715cffc7c7f3 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:22.299099 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6826a02c-8c0d-43b6-a209-932bc903d08a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:22.356288 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6826a02c-8c0d-43b6-a209-932bc903d08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:22.406461 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-dec1e704-91e0-41ea-a5e8-715cffc7c7f3 None None] Attempting to bind port 2019217d-8c05-4665-8e08-bed4f11b9f95 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:22.409511 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-dec1e704-91e0-41ea-a5e8-715cffc7c7f3 None None] Attempting to bind port 2019217d-8c05-4665-8e08-bed4f11b9f95 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'd75e3a81-2d56-489e-b14e-6f53f86cc135'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:22.409920 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1e704-91e0-41ea-a5e8-715cffc7c7f3 None None] Attempting to bind port 2019217d-8c05-4665-8e08-bed4f11b9f95 on network d75e3a81-2d56-489e-b14e-6f53f86cc135 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:22.420854 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-02ce0141-4828-419d-9b1f-a30f72dff9ab req-a23c8447-3333-498a-b116-2a9886b010f1 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244498 Jul 23 16:22:22.435772 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1e704-91e0-41ea-a5e8-715cffc7c7f3 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:22.436134 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1e704-91e0-41ea-a5e8-715cffc7c7f3 None None] Checking segment: {'id': 'dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'd75e3a81-2d56-489e-b14e-6f53f86cc135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:22.436545 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dec1e704-91e0-41ea-a5e8-715cffc7c7f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:22.436942 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1e704-91e0-41ea-a5e8-715cffc7c7f3 None None] Bound using segment: {'id': 'dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'd75e3a81-2d56-489e-b14e-6f53f86cc135'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:22.437455 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-dec1e704-91e0-41ea-a5e8-715cffc7c7f3 None None] Bound port: 2019217d-8c05-4665-8e08-bed4f11b9f95, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'd75e3a81-2d56-489e-b14e-6f53f86cc135'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:22.437840 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dec1e704-91e0-41ea-a5e8-715cffc7c7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:22.464283 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1c7fd-ef7d-47d8-8d6b-9e2924ca1f27 req-3ab511b5-fe20-4e27-bc7e-0f2c77812855 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:22.466677 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dbb1c7fd-ef7d-47d8-8d6b-9e2924ca1f27 req-3ab511b5-fe20-4e27-bc7e-0f2c77812855 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/ports?device_id=574aa532-e9a9-4f33-9556-4107de249784 HTTP/1.1" status: 200 len: 948 time: 0.3268082 Jul 23 16:22:22.530251 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f8ddbf9a-728c-4440-810d-a40f74d9c880 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:22.550146 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f8ddbf9a-728c-4440-810d-a40f74d9c880 None None] Transition to ACTIVE for port object 0716102f-762b-43e1-a8fd-327895745086 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:22.577936 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6f4a1a55-5935-47cc-ba0f-a93497d41ba7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:22.595178 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58886) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:22.601493 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f8ddbf9a-728c-4440-810d-a40f74d9c880 None None] Transition to ACTIVE for port object 0716102f-762b-43e1-a8fd-327895745086 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:22.607883 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-dec1e704-91e0-41ea-a5e8-715cffc7c7f3 None None] For port 2019217d-8c05-4665-8e08-bed4f11b9f95, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:22.611357 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f8ddbf9a-728c-4440-810d-a40f74d9c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:22.618079 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-dec1e704-91e0-41ea-a5e8-715cffc7c7f3 None None] For port 2019217d-8c05-4665-8e08-bed4f11b9f95, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2019217d-8c05-4665-8e08-bed4f11b9f95,segment=NetworkSegment(dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b),segment_id=dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:22.632874 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dec1e704-91e0-41ea-a5e8-715cffc7c7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:22.647755 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6f4a1a55-5935-47cc-ba0f-a93497d41ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:22.669702 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-6826a02c-8c0d-43b6-a209-932bc903d08a admin admin] Allocated IP 172.25.8.183 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:22.705677 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ddbf9a-728c-4440-810d-a40f74d9c880 None None] Network 4a00963e-1d3a-4f60-9596-8ffc59315fca is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:22.718738 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-f8ddbf9a-728c-4440-810d-a40f74d9c880 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:22.735152 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ddbf9a-728c-4440-810d-a40f74d9c880 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:22.768914 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dbb1c7fd-ef7d-47d8-8d6b-9e2924ca1f27 req-b94d4abc-0182-411f-84ee-593368aa7069 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e632d0e-34af-4b4b-8ae1-8cd0d0c999c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874084 Jul 23 16:22:22.808414 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ddbf9a-728c-4440-810d-a40f74d9c880 None None] Pushing event updated for resources: {'Port': ['ID=0716102f-762b-43e1-a8fd-327895745086,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:22.842340 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e9aa965f-3bd4-47dd-b1fd-b95363e741e7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=27547346d0c340f38a3531d86f1631f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2144985 Jul 23 16:22:22.844831 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58894) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:22.849352 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b087e-4a55-4205-afb6-60957290fb40 req-c7146bae-b284-4dd7-9c1b-efcd7b4b4762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:22.849352 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-355b087e-4a55-4205-afb6-60957290fb40 req-c7146bae-b284-4dd7-9c1b-efcd7b4b4762 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=da99476b134d4fef96402fb4e21eb9c2&device_id=2e230ed2-8c47-4100-8577-de94a2ae4b27 HTTP/1.1" status: 200 len: 1098 time: 0.3496764 Jul 23 16:22:22.930480 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-f8ddbf9a-728c-4440-810d-a40f74d9c880 None None] Attempting to bind port 0716102f-762b-43e1-a8fd-327895745086 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:22.930918 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-f8ddbf9a-728c-4440-810d-a40f74d9c880 None None] Attempting to bind port 0716102f-762b-43e1-a8fd-327895745086 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'a38e8957-57cc-4988-a40d-2bc4236b7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '4a00963e-1d3a-4f60-9596-8ffc59315fca'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:22.931376 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ddbf9a-728c-4440-810d-a40f74d9c880 None None] Attempting to bind port 0716102f-762b-43e1-a8fd-327895745086 on network 4a00963e-1d3a-4f60-9596-8ffc59315fca {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:22.964227 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ddbf9a-728c-4440-810d-a40f74d9c880 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:22.971696 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ddbf9a-728c-4440-810d-a40f74d9c880 None None] Checking segment: {'id': 'a38e8957-57cc-4988-a40d-2bc4236b7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '4a00963e-1d3a-4f60-9596-8ffc59315fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:22.973443 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f8ddbf9a-728c-4440-810d-a40f74d9c880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:22.973443 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ddbf9a-728c-4440-810d-a40f74d9c880 None None] Bound using segment: {'id': 'a38e8957-57cc-4988-a40d-2bc4236b7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '4a00963e-1d3a-4f60-9596-8ffc59315fca'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:22.974122 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-f8ddbf9a-728c-4440-810d-a40f74d9c880 None None] Bound port: 0716102f-762b-43e1-a8fd-327895745086, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38e8957-57cc-4988-a40d-2bc4236b7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '4a00963e-1d3a-4f60-9596-8ffc59315fca'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:22.975430 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f8ddbf9a-728c-4440-810d-a40f74d9c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:22.978376 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6826a02c-8c0d-43b6-a209-932bc903d08a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:22.980829 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-30835148-004d-418d-96a5-f125199fcaf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:23.016252 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1e704-91e0-41ea-a5e8-715cffc7c7f3 None None] Pushing event updated for resources: {'Port': ['ID=2019217d-8c05-4665-8e08-bed4f11b9f95,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:23.029266 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-30835148-004d-418d-96a5-f125199fcaf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:23.101723 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6826a02c-8c0d-43b6-a209-932bc903d08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:23.135858 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b087e-4a55-4205-afb6-60957290fb40 req-1fdf03f5-b24a-451c-8155-c336f5d1cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:23.136056 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f8ddbf9a-728c-4440-810d-a40f74d9c880 None None] For port 0716102f-762b-43e1-a8fd-327895745086, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:23.137348 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-355b087e-4a55-4205-afb6-60957290fb40 req-1fdf03f5-b24a-451c-8155-c336f5d1cfb3 service neutron] 10.222.0.97 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.2800236 Jul 23 16:22:23.151769 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f8ddbf9a-728c-4440-810d-a40f74d9c880 None None] For port 0716102f-762b-43e1-a8fd-327895745086, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0716102f-762b-43e1-a8fd-327895745086,segment=NetworkSegment(a38e8957-57cc-4988-a40d-2bc4236b7b30),segment_id=a38e8957-57cc-4988-a40d-2bc4236b7b30)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:23.160139 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f8ddbf9a-728c-4440-810d-a40f74d9c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:23.231507 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ddbf9a-728c-4440-810d-a40f74d9c880 None None] Pushing event updated for resources: {'Port': ['ID=0716102f-762b-43e1-a8fd-327895745086,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:23.244413 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-355b087e-4a55-4205-afb6-60957290fb40 req-5af77c7c-116c-46e9-9c44-0d21fa2ca7b9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=d1aebf7d-018f-4493-baca-ae1ea191ed21 HTTP/1.1" status: 200 len: 217 time: 0.0846863 Jul 23 16:22:23.250456 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6826a02c-8c0d-43b6-a209-932bc903d08a admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:23.275485 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-30835148-004d-418d-96a5-f125199fcaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:23.278206 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-30835148-004d-418d-96a5-f125199fcaf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:23.280484 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-30835148-004d-418d-96a5-f125199fcaf0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/de9845a6-6e0e-42f5-b6eb-e6911560879d HTTP/1.1" status: 204 len: 168 time: 0.4334304 Jul 23 16:22:23.292656 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-6826a02c-8c0d-43b6-a209-932bc903d08a admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:23.303666 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6826a02c-8c0d-43b6-a209-932bc903d08a admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:23.308313 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826a02c-8c0d-43b6-a209-932bc903d08a admin admin] Pushing event updated for resources: {'Port': ['ID=7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:23.313379 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30835148-004d-418d-96a5-f125199fcaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9845a6-6e0e-42f5-b6eb-e6911560879d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:23.313886 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-6f4a1a55-5935-47cc-ba0f-a93497d41ba7 admin admin] Allocated IP 172.25.8.15 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/f32b65fb-c345-489b-a66a-02e61104bd37) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:23.380571 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b087e-4a55-4205-afb6-60957290fb40 req-4dda31db-c411-4852-99c6-4ea0d52daca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:23.382610 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-355b087e-4a55-4205-afb6-60957290fb40 req-4dda31db-c411-4852-99c6-4ea0d52daca6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1286981 Jul 23 16:22:23.392588 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23695bd1-08f5-425e-9158-c89c50d79bd1 req-46db91b9-bccc-4373-b83d-d72b71981d07 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:23.394246 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-23695bd1-08f5-425e-9158-c89c50d79bd1 req-46db91b9-bccc-4373-b83d-d72b71981d07 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4c1fcbf-bd6c-4f33-9b71-d48e2d54e077 HTTP/1.1" status: 200 len: 949 time: 0.3861670 Jul 23 16:22:23.409684 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b64ba-b76b-4ab3-9eeb-c7e8b617ea1f req-fb148d6b-32f3-4910-93c6-397b68338967 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:23.411226 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-806b64ba-b76b-4ab3-9eeb-c7e8b617ea1f req-fb148d6b-32f3-4910-93c6-397b68338967 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67 HTTP/1.1" status: 200 len: 944 time: 0.4045279 Jul 23 16:22:23.499022 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf75385-7b57-42f9-adf5-d9ee24e2588b req-2d0a58eb-5642-4b1b-b293-b01dcc7a3c4a tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:23.502894 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-dbf75385-7b57-42f9-adf5-d9ee24e2588b req-2d0a58eb-5642-4b1b-b293-b01dcc7a3c4a tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.74 "GET /v2.0/ports?device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67 HTTP/1.1" status: 200 len: 944 time: 0.2951665 Jul 23 16:22:23.581886 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-23695bd1-08f5-425e-9158-c89c50d79bd1 req-39c27000-756d-4ee9-a111-05780d1af2c5 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605520 Jul 23 16:22:23.587462 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-806b64ba-b76b-4ab3-9eeb-c7e8b617ea1f req-be993f65-3023-40e4-9dbd-832b8e27a8d6 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640286 Jul 23 16:22:23.643755 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6f4a1a55-5935-47cc-ba0f-a93497d41ba7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:23.734241 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6f4a1a55-5935-47cc-ba0f-a93497d41ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:23.825242 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b087e-4a55-4205-afb6-60957290fb40 req-d820461a-3369-4e77-8492-cc43a99d017a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:23.827853 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-355b087e-4a55-4205-afb6-60957290fb40 req-d820461a-3369-4e77-8492-cc43a99d017a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4266663 Jul 23 16:22:23.829995 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4a1a55-5935-47cc-ba0f-a93497d41ba7 admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:23.836287 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a1a55-5935-47cc-ba0f-a93497d41ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=f32b65fb-c345-489b-a66a-02e61104bd37,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:23.850309 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-6f4a1a55-5935-47cc-ba0f-a93497d41ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:23.869956 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4a1a55-5935-47cc-ba0f-a93497d41ba7 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:23.887371 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 3baa0060-0fbe-484c-bf91-b11c6672f3c7 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:22:24.112842 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 3baa0060-0fbe-484c-bf91-b11c6672f3c7, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=3baa0060-0fbe-484c-bf91-b11c6672f3c7,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:24.126963 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '3baa0060-0fbe-484c-bf91-b11c6672f3c7', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': '3baa0060-0fbe-484c-bf91-b11c6672f3c7', 'mac_address': 'fa:16:3e:0c:19:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:22:24.192447 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:24.211328 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3baa0060-0fbe-484c-bf91-b11c6672f3c7 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:24.250290 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 3baa0060-0fbe-484c-bf91-b11c6672f3c7, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=3baa0060-0fbe-484c-bf91-b11c6672f3c7,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:24.259334 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:24.362977 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6826a02c-8c0d-43b6-a209-932bc903d08a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:24.416056 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf04c4-bc60-4e25-be37-397e25d28ad2 req-787be708-2d8b-45e1-8108-ef5b00ce7256 tempest-ServersOnMultiNodesTest-1458351997 tempest-ServersOnMultiNodesTest-1458351997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:24.426912 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7eaf04c4-bc60-4e25-be37-397e25d28ad2 req-787be708-2d8b-45e1-8108-ef5b00ce7256 tempest-ServersOnMultiNodesTest-1458351997 tempest-ServersOnMultiNodesTest-1458351997-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b4c1fcbf-bd6c-4f33-9b71-d48e2d54e077 HTTP/1.1" status: 200 len: 1100 time: 0.7264204 Jul 23 16:22:24.429435 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c86ed9f-3b8a-4f72-9e36-95f45b190144 None None] Network d75e3a81-2d56-489e-b14e-6f53f86cc135 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:22:24.602869 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['3baa0060-0fbe-484c-bf91-b11c6672f3c7'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:24.638361 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-dbf75385-7b57-42f9-adf5-d9ee24e2588b req-925aac78-7959-44b5-924a-cee9995f005e tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Deleting port 50c87bc1-a789-4c00-8804-ca8cbfeaad04 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:24.638738 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-dbf75385-7b57-42f9-adf5-d9ee24e2588b req-925aac78-7959-44b5-924a-cee9995f005e tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:24.679247 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-355b087e-4a55-4205-afb6-60957290fb40 req-ac81d05a-869a-4867-904e-b6d55b2665e7 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8398914 Jul 23 16:22:24.721232 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=3baa0060-0fbe-484c-bf91-b11c6672f3c7,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:24.775132 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0716102f-762b-43e1-a8fd-327895745086 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:24.780623 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14956b64-a199-480c-98b3-a6ad03767d3f req-b420cfc5-48f9-421d-8f1f-87df19d6dc06 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:24.790477 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-14956b64-a199-480c-98b3-a6ad03767d3f req-b420cfc5-48f9-421d-8f1f-87df19d6dc06 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/ports?device_id=574aa532-e9a9-4f33-9556-4107de249784 HTTP/1.1" status: 200 len: 948 time: 0.8678586 Jul 23 16:22:24.803445 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6826a02c-8c0d-43b6-a209-932bc903d08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:24.842223 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b36ba553-1d66-4298-babb-5066aa2d2b65 None None] Provisioning for port 2019217d-8c05-4665-8e08-bed4f11b9f95 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:24.895707 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5c35ef-499a-435f-8a3b-9199ba32b198 None None] Network 4a00963e-1d3a-4f60-9596-8ffc59315fca requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:22:24.904791 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7eaf04c4-bc60-4e25-be37-397e25d28ad2 req-39cf52d7-baa6-48fc-bdd1-e23a2bc869bb tempest-ServersOnMultiNodesTest-1458351997 tempest-ServersOnMultiNodesTest-1458351997-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720743 Jul 23 16:22:24.947493 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-dbf75385-7b57-42f9-adf5-d9ee24e2588b req-925aac78-7959-44b5-924a-cee9995f005e tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] For port 50c87bc1-a789-4c00-8804-ca8cbfeaad04, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=50c87bc1-a789-4c00-8804-ca8cbfeaad04,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:24.947739 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 0716102f-762b-43e1-a8fd-327895745086 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:24.948270 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-dbf75385-7b57-42f9-adf5-d9ee24e2588b req-925aac78-7959-44b5-924a-cee9995f005e tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:24.970829 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-dbf75385-7b57-42f9-adf5-d9ee24e2588b req-925aac78-7959-44b5-924a-cee9995f005e tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Calling delete_port for 50c87bc1-a789-4c00-8804-ca8cbfeaad04 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:25.011193 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6f4a1a55-5935-47cc-ba0f-a93497d41ba7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.061272 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6826a02c-8c0d-43b6-a209-932bc903d08a admin admin] Router cf3946a3-af16-4868-8049-502680ddf6f8 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:22:25.067874 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-14956b64-a199-480c-98b3-a6ad03767d3f req-35f3ccf5-a791-4dc7-b3de-19e64aa7539e tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e632d0e-34af-4b4b-8ae1-8cd0d0c999c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760415 Jul 23 16:22:25.095784 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2019217d-8c05-4665-8e08-bed4f11b9f95 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:25.180167 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-cf2cb8ab-11c0-4b6a-af26-8d9a7be59bdc None None] Provisioning for port 0716102f-762b-43e1-a8fd-327895745086 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:25.189886 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-cf2cb8ab-11c0-4b6a-af26-8d9a7be59bdc None None] Provisioning complete for port 0716102f-762b-43e1-a8fd-327895745086 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:25.190271 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cf2cb8ab-11c0-4b6a-af26-8d9a7be59bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.304582 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-355b087e-4a55-4205-afb6-60957290fb40 req-64aefba4-cdc6-458e-baf2-06739e4637f1 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6096478 Jul 23 16:22:25.397747 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 2019217d-8c05-4665-8e08-bed4f11b9f95 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:25.448402 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 2019217d-8c05-4665-8e08-bed4f11b9f95 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:25.455317 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.479630 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff40be-8550-488e-baaf-81bbf94a86e5 req-ce7776b9-9978-4bb6-8ed6-1981aba199f3 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:25.481448 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c6ff40be-8550-488e-baaf-81bbf94a86e5 req-ce7776b9-9978-4bb6-8ed6-1981aba199f3 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=48370b7e-f4a6-4cdc-a303-e72562a9fe67 HTTP/1.1" status: 200 len: 944 time: 0.2278938 Jul 23 16:22:25.511297 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6826a02c-8c0d-43b6-a209-932bc903d08a admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:22:25.520068 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-dbf75385-7b57-42f9-adf5-d9ee24e2588b req-925aac78-7959-44b5-924a-cee9995f005e tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.558885 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925aac78-7959-44b5-924a-cee9995f005e tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Pushing event deleted for resources: {'Port': ['ID=50c87bc1-a789-4c00-8804-ca8cbfeaad04,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:25.562820 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6826a02c-8c0d-43b6-a209-932bc903d08a admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.567178 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6826a02c-8c0d-43b6-a209-932bc903d08a admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2225304 Jul 23 16:22:25.571147 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58940) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:25.590221 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8c38f1-66e7-4f31-ac59-d04928f5db4a None None] Sync routers for ids ['cf3946a3-af16-4868-8049-502680ddf6f8'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:22:25.641558 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8c38f1-66e7-4f31-ac59-d04928f5db4a None None] Routers {'cf3946a3-af16-4868-8049-502680ddf6f8'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:25.642338 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-2b8c38f1-66e7-4f31-ac59-d04928f5db4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:22:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['cf3946a3-af16-4868-8049-502680ddf6f8'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:25.642727 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c6ff40be-8550-488e-baaf-81bbf94a86e5 req-04c06916-8ecb-414c-a4b9-06c57c7b016d tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316855 Jul 23 16:22:25.725876 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cf2cb8ab-11c0-4b6a-af26-8d9a7be59bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.738985 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6f4a1a55-5935-47cc-ba0f-a93497d41ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.774852 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf75385-7b57-42f9-adf5-d9ee24e2588b req-925aac78-7959-44b5-924a-cee9995f005e tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] No DVR routers for this DVR port 50c87bc1-a789-4c00-8804-ca8cbfeaad04 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:25.775073 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f4d4e-637c-4b4d-9ff3-73ff07080f0a req-b14db6fe-fd62-42a3-b5d4-ec9c76326e34 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:25.778853 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-dbf75385-7b57-42f9-adf5-d9ee24e2588b req-925aac78-7959-44b5-924a-cee9995f005e tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.781220 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-dbf75385-7b57-42f9-adf5-d9ee24e2588b req-925aac78-7959-44b5-924a-cee9995f005e tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.74 "DELETE /v2.0/ports/50c87bc1-a789-4c00-8804-ca8cbfeaad04 HTTP/1.1" status: 204 len: 173 time: 2.2693038 Jul 23 16:22:25.781767 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48370b7e-f4a6-4cdc-a303-e72562a9fe67', 'name': 'network-vif-deleted', 'tag': '50c87bc1-a789-4c00-8804-ca8cbfeaad04'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:25.783096 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-306f4d4e-637c-4b4d-9ff3-73ff07080f0a req-b14db6fe-fd62-42a3-b5d4-ec9c76326e34 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4c1fcbf-bd6c-4f33-9b71-d48e2d54e077 HTTP/1.1" status: 200 len: 949 time: 0.1373246 Jul 23 16:22:25.784630 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e217c0-5cb2-40d9-9f64-79427426a299" -d '{"events": [{"server_uuid": "48370b7e-f4a6-4cdc-a303-e72562a9fe67", "name": "network-vif-deleted", "tag": "50c87bc1-a789-4c00-8804-ca8cbfeaad04"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:25.836777 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-2b8c38f1-66e7-4f31-ac59-d04928f5db4a None None] Set router cf3946a3-af16-4868-8049-502680ddf6f8 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:25.923570 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82c331d-9cbf-4a34-8ef4-efb25e4ce4dc x-openstack-request-id: req-a82c331d-9cbf-4a34-8ef4-efb25e4ce4dc {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:25.923937 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48370b7e-f4a6-4cdc-a303-e72562a9fe67", "name": "network-vif-deleted", "tag": "50c87bc1-a789-4c00-8804-ca8cbfeaad04", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:25.924824 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-cf2cb8ab-11c0-4b6a-af26-8d9a7be59bdc None None] For port 0716102f-762b-43e1-a8fd-327895745086, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0716102f-762b-43e1-a8fd-327895745086,segment=NetworkSegment(a38e8957-57cc-4988-a40d-2bc4236b7b30),segment_id=a38e8957-57cc-4988-a40d-2bc4236b7b30)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:25.925347 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a82c331d-9cbf-4a34-8ef4-efb25e4ce4dc {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:25.926776 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48370b7e-f4a6-4cdc-a303-e72562a9fe67', 'name': 'network-vif-deleted', 'tag': '50c87bc1-a789-4c00-8804-ca8cbfeaad04', 'status': 'completed', 'code': 200} Jul 23 16:22:25.928036 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.948734 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-306f4d4e-637c-4b4d-9ff3-73ff07080f0a req-252b8667-f319-485e-b924-bcd4f209bbef tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588328 Jul 23 16:22:25.964828 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cf2cb8ab-11c0-4b6a-af26-8d9a7be59bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.043696 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4a1a55-5935-47cc-ba0f-a93497d41ba7 admin admin] Router bec38b1a-a94f-4055-9b59-d16748290e30 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:22:26.147076 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device d1aebf7d-018f-4493-baca-ae1ea191ed21 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:22:26.154015 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 2019217d-8c05-4665-8e08-bed4f11b9f95, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2019217d-8c05-4665-8e08-bed4f11b9f95,segment=NetworkSegment(dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b),segment_id=dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:26.216225 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.287311 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2cb8ab-11c0-4b6a-af26-8d9a7be59bdc None None] Pushing event updated for resources: {'Port': ['ID=0716102f-762b-43e1-a8fd-327895745086,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:26.343162 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4a1a55-5935-47cc-ba0f-a93497d41ba7 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:22:26.348302 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-37d6c7a2-8a48-47be-9e60-e0fee995267d None None] Provisioning complete for port 2019217d-8c05-4665-8e08-bed4f11b9f95 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:26.348897 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-37d6c7a2-8a48-47be-9e60-e0fee995267d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.355680 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464d3392-70e2-4298-bb2f-dba7caf645c7 None None] Sync routers for ids ['bec38b1a-a94f-4055-9b59-d16748290e30'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:22:26.364944 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6f4a1a55-5935-47cc-ba0f-a93497d41ba7 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.370006 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6f4a1a55-5935-47cc-ba0f-a93497d41ba7 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.2679565 Jul 23 16:22:26.371060 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58958) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:26.381907 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464d3392-70e2-4298-bb2f-dba7caf645c7 None None] Routers {'bec38b1a-a94f-4055-9b59-d16748290e30'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:26.384863 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-464d3392-70e2-4298-bb2f-dba7caf645c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:22:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['bec38b1a-a94f-4055-9b59-d16748290e30'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:26.439341 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58960) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:26.477630 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e369c5b-6c2a-4411-81a4-edc420bc3b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.483298 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d408a8c-56ae-4a5e-bcbb-3fff56ff5f22 req-91770d06-6060-44ce-b6ee-625ad1f7bce1 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:26.484884 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d408a8c-56ae-4a5e-bcbb-3fff56ff5f22 req-91770d06-6060-44ce-b6ee-625ad1f7bce1 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/ports?device_id=574aa532-e9a9-4f33-9556-4107de249784 HTTP/1.1" status: 200 len: 949 time: 0.2600515 Jul 23 16:22:26.530652 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=2019217d-8c05-4665-8e08-bed4f11b9f95,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:26.609016 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port d1aebf7d-018f-4493-baca-ae1ea191ed21, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d1aebf7d-018f-4493-baca-ae1ea191ed21,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:26.611048 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d408a8c-56ae-4a5e-bcbb-3fff56ff5f22 req-1d0ec937-ce7d-4931-8c1a-432b06b67912 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e632d0e-34af-4b4b-8ae1-8cd0d0c999c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111751 Jul 23 16:22:26.624301 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0716102f-762b-43e1-a8fd-327895745086 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:26.688196 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'd1aebf7d-018f-4493-baca-ae1ea191ed21', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': 'd1aebf7d-018f-4493-baca-ae1ea191ed21', 'mac_address': 'fa:16:3e:07:f8:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:22:26.703299 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-464d3392-70e2-4298-bb2f-dba7caf645c7 None None] Set router bec38b1a-a94f-4055-9b59-d16748290e30 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:26.720368 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-2b8c38f1-66e7-4f31-ac59-d04928f5db4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'name': 'tempest-ServersTestBootFromVolume-768663394-router', 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:21Z', 'updated_at': '2021-07-23T16:22:23Z', 'revision_number': 3, 'project_id': 'af80bd8d90c240efaa74f32c66497bb1', 'gw_port': {'id': '7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:28:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:22Z', 'updated_at': '2021-07-23T16:22:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:26.732981 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-89fee799-ded8-4700-868b-f68ec2c0944f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.810086 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-6e369c5b-6c2a-4411-81a4-edc420bc3b27 admin admin] Allocated IP 172.20.0.1 (4a00963e-1d3a-4f60-9596-8ffc59315fca/68250752-9549-42db-965e-9173795a2cea/6c316aba-6e5d-4993-a53e-ecd95abeabf0) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:26.820769 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8c38f1-66e7-4f31-ac59-d04928f5db4a None None] Checking router: cf3946a3-af16-4868-8049-502680ddf6f8 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:22:26.821161 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8c38f1-66e7-4f31-ac59-d04928f5db4a None None] Updating router cf3946a3-af16-4868-8049-502680ddf6f8 port 7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:22:26.823163 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.875885 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-89fee799-ded8-4700-868b-f68ec2c0944f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.883789 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-89fee799-ded8-4700-868b-f68ec2c0944f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.894002 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1aebf7d-018f-4493-baca-ae1ea191ed21 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:26.916242 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 0716102f-762b-43e1-a8fd-327895745086 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:26.916761 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.936194 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-89fee799-ded8-4700-868b-f68ec2c0944f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=20b8053f1a12474ab442c1b7ef14d724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4945936 Jul 23 16:22:26.948161 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2b8c38f1-66e7-4f31-ac59-d04928f5db4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.964155 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port d1aebf7d-018f-4493-baca-ae1ea191ed21, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d1aebf7d-018f-4493-baca-ae1ea191ed21,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:26.967423 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58968) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:27.000555 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.018844 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-66443ba1-f40a-40f2-baf2-e383f6e904ec None None] Provisioning complete for port 0716102f-762b-43e1-a8fd-327895745086 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:27.019266 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-66443ba1-f40a-40f2-baf2-e383f6e904ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.097997 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e369c5b-6c2a-4411-81a4-edc420bc3b27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.105947 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:22:27.109089 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215823af-6f8d-4367-a7d2-963165120e0b req-76baf8b5-b81e-4833-a1f2-6731b95024d8 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:27.110897 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-215823af-6f8d-4367-a7d2-963165120e0b req-76baf8b5-b81e-4833-a1f2-6731b95024d8 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4c1fcbf-bd6c-4f33-9b71-d48e2d54e077 HTTP/1.1" status: 200 len: 949 time: 0.2362914 Jul 23 16:22:27.158457 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-6e369c5b-6c2a-4411-81a4-edc420bc3b27 admin admin] Transition to ACTIVE for port object 6c316aba-6e5d-4993-a53e-ecd95abeabf0 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:27.167157 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-464d3392-70e2-4298-bb2f-dba7caf645c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'name': 'tempest-ServersTestJSON-1558698871-router', 'tenant_id': '7e6e69f877d14fe89edc9f35713b8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'f32b65fb-c345-489b-a66a-02e61104bd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:21Z', 'updated_at': '2021-07-23T16:22:24Z', 'revision_number': 3, 'project_id': '7e6e69f877d14fe89edc9f35713b8d03', 'gw_port': {'id': 'f32b65fb-c345-489b-a66a-02e61104bd37', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:df:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:22Z', 'updated_at': '2021-07-23T16:22:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:27.181915 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fee799-ded8-4700-868b-f68ec2c0944f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2098b1e7-f582-447b-9f04-df417731e227,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:27.213916 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464d3392-70e2-4298-bb2f-dba7caf645c7 None None] Checking router: bec38b1a-a94f-4055-9b59-d16748290e30 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:22:27.214323 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464d3392-70e2-4298-bb2f-dba7caf645c7 None None] Updating router bec38b1a-a94f-4055-9b59-d16748290e30 port f32b65fb-c345-489b-a66a-02e61104bd37 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:22:27.225219 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=d1aebf7d-018f-4493-baca-ae1ea191ed21,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:27.260769 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e369c5b-6c2a-4411-81a4-edc420bc3b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.272725 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-464d3392-70e2-4298-bb2f-dba7caf645c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.347655 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e369c5b-6c2a-4411-81a4-edc420bc3b27 admin admin] Network 4a00963e-1d3a-4f60-9596-8ffc59315fca is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:27.372562 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-215823af-6f8d-4367-a7d2-963165120e0b req-043bf696-ce34-4d7a-8b61-b7b890508a5b tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Deleting port 24fe294b-1072-41a4-b5b0-4468d122bc1a {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:27.372900 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-215823af-6f8d-4367-a7d2-963165120e0b req-043bf696-ce34-4d7a-8b61-b7b890508a5b tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.385590 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-6e369c5b-6c2a-4411-81a4-edc420bc3b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:27.390791 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e369c5b-6c2a-4411-81a4-edc420bc3b27 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:27.417277 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b3f57fe6-3309-4903-bbea-82b08cdb9ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.437348 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e369c5b-6c2a-4411-81a4-edc420bc3b27 admin admin] Pushing event updated for resources: {'Port': ['ID=6c316aba-6e5d-4993-a53e-ecd95abeabf0,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:27.444460 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['d1aebf7d-018f-4493-baca-ae1ea191ed21'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:27.477852 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61986abd-2cad-4663-ac84-3a7d3026d4e0 req-7c67955c-eb09-461b-a14f-2fce7ec6a06e tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:27.486506 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61986abd-2cad-4663-ac84-3a7d3026d4e0 req-7c67955c-eb09-461b-a14f-2fce7ec6a06e tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4c1fcbf-bd6c-4f33-9b71-d48e2d54e077 HTTP/1.1" status: 200 len: 949 time: 0.4186609 Jul 23 16:22:27.509351 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b3f57fe6-3309-4903-bbea-82b08cdb9ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.518247 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e369c5b-6c2a-4411-81a4-edc420bc3b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.631680 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6b4d9-4ae3-4656-8aff-b38f32923f96 req-c18621e4-e138-4f6d-bef9-0329d925d62c tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:27.639675 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9e6b4d9-4ae3-4656-8aff-b38f32923f96 req-c18621e4-e138-4f6d-bef9-0329d925d62c tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745 HTTP/1.1" status: 200 len: 966 time: 0.4789889 Jul 23 16:22:27.641971 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-215823af-6f8d-4367-a7d2-963165120e0b req-043bf696-ce34-4d7a-8b61-b7b890508a5b tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] For port 24fe294b-1072-41a4-b5b0-4468d122bc1a, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=24fe294b-1072-41a4-b5b0-4468d122bc1a,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:27.643218 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-215823af-6f8d-4367-a7d2-963165120e0b req-043bf696-ce34-4d7a-8b61-b7b890508a5b tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.678438 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2b8c38f1-66e7-4f31-ac59-d04928f5db4a None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.695716 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-215823af-6f8d-4367-a7d2-963165120e0b req-043bf696-ce34-4d7a-8b61-b7b890508a5b tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Calling delete_port for 24fe294b-1072-41a4-b5b0-4468d122bc1a owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:27.706033 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7b2f5ec7-f8c2-429c-9dd5-02bea17094db None None] Provisioning for port 6c316aba-6e5d-4993-a53e-ecd95abeabf0 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:27.711408 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61986abd-2cad-4663-ac84-3a7d3026d4e0 req-3a35d2af-0aa2-46d7-9c7a-041c5ea8defb tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239823 Jul 23 16:22:27.712599 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2b8c38f1-66e7-4f31-ac59-d04928f5db4a None None] Transition to ACTIVE for port object 7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:27.720069 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7b2f5ec7-f8c2-429c-9dd5-02bea17094db None None] Provisioning complete for port 6c316aba-6e5d-4993-a53e-ecd95abeabf0 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:27.720461 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7b2f5ec7-f8c2-429c-9dd5-02bea17094db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.742132 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2b8c38f1-66e7-4f31-ac59-d04928f5db4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.786065 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9e6b4d9-4ae3-4656-8aff-b38f32923f96 req-a060143d-1e35-4dfc-88b4-c125a3634440 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454680 Jul 23 16:22:27.825463 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b3f57fe6-3309-4903-bbea-82b08cdb9ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.829288 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b3f57fe6-3309-4903-bbea-82b08cdb9ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.831605 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b3f57fe6-3309-4903-bbea-82b08cdb9ac3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2098b1e7-f582-447b-9f04-df417731e227 HTTP/1.1" status: 204 len: 168 time: 0.8566964 Jul 23 16:22:27.868529 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edab268-fea6-4b53-8e0f-76f737e11ea3 req-2c828368-79ba-479b-8082-988fad1de832 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:27.872374 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6edab268-fea6-4b53-8e0f-76f737e11ea3 req-2c828368-79ba-479b-8082-988fad1de832 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.97 "GET /v2.0/ports?device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745 HTTP/1.1" status: 200 len: 966 time: 0.3448961 Jul 23 16:22:27.915030 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-2b8c38f1-66e7-4f31-ac59-d04928f5db4a None None] Attempting to bind port 7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:27.915421 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-2b8c38f1-66e7-4f31-ac59-d04928f5db4a None None] Attempting to bind port 7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:27.915786 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8c38f1-66e7-4f31-ac59-d04928f5db4a None None] Attempting to bind port 7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:27.929352 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2fe847-6da3-482e-b227-529c5f98fb13 None None] Pushing event updated for resources: {'Port': ['ID=7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:27.931569 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-7b2f5ec7-f8c2-429c-9dd5-02bea17094db None None] Port 6c316aba-6e5d-4993-a53e-ecd95abeabf0 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:22:27.933041 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 3baa0060-0fbe-484c-bf91-b11c6672f3c7 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:27.941097 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f57fe6-3309-4903-bbea-82b08cdb9ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2098b1e7-f582-447b-9f04-df417731e227,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:27.959861 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8c38f1-66e7-4f31-ac59-d04928f5db4a None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:27.960462 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8c38f1-66e7-4f31-ac59-d04928f5db4a None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:27.960725 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2b8c38f1-66e7-4f31-ac59-d04928f5db4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.961158 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8c38f1-66e7-4f31-ac59-d04928f5db4a None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:27.961649 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-2b8c38f1-66e7-4f31-ac59-d04928f5db4a None None] Bound port: 7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:27.962039 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2b8c38f1-66e7-4f31-ac59-d04928f5db4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.028929 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c704c0eb-1ca2-4ccc-b7ae-c027597910e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.094536 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-464d3392-70e2-4298-bb2f-dba7caf645c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.098061 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-215823af-6f8d-4367-a7d2-963165120e0b req-043bf696-ce34-4d7a-8b61-b7b890508a5b tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.101028 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e369c5b-6c2a-4411-81a4-edc420bc3b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.114827 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['73cf402e-041a-4a65-853b-18de3c99c53e', '7fda5483-fa08-4101-a62c-47e5fb8b3df6', '24fe294b-1072-41a4-b5b0-4468d122bc1a'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:28.121202 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-464d3392-70e2-4298-bb2f-dba7caf645c7 None None] Transition to ACTIVE for port object f32b65fb-c345-489b-a66a-02e61104bd37 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:28.137005 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-464d3392-70e2-4298-bb2f-dba7caf645c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.161309 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043bf696-ce34-4d7a-8b61-b7b890508a5b tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Pushing event deleted for resources: {'Port': ['ID=24fe294b-1072-41a4-b5b0-4468d122bc1a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:28.286404 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b1ad9-6a13-41eb-a46b-f0d0b7da9263 None None] Pushing event updated for resources: {'Port': ['ID=f32b65fb-c345-489b-a66a-02e61104bd37,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:28.286710 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-215823af-6f8d-4367-a7d2-963165120e0b req-043bf696-ce34-4d7a-8b61-b7b890508a5b tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] No DVR routers for this DVR port 24fe294b-1072-41a4-b5b0-4468d122bc1a on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:28.289043 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-464d3392-70e2-4298-bb2f-dba7caf645c7 None None] Attempting to bind port f32b65fb-c345-489b-a66a-02e61104bd37 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:28.290168 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-464d3392-70e2-4298-bb2f-dba7caf645c7 None None] Attempting to bind port f32b65fb-c345-489b-a66a-02e61104bd37 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:28.290483 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464d3392-70e2-4298-bb2f-dba7caf645c7 None None] Attempting to bind port f32b65fb-c345-489b-a66a-02e61104bd37 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:28.291887 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-215823af-6f8d-4367-a7d2-963165120e0b req-043bf696-ce34-4d7a-8b61-b7b890508a5b tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.294230 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-215823af-6f8d-4367-a7d2-963165120e0b req-043bf696-ce34-4d7a-8b61-b7b890508a5b tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.74 "DELETE /v2.0/ports/24fe294b-1072-41a4-b5b0-4468d122bc1a HTTP/1.1" status: 204 len: 173 time: 1.1765821 Jul 23 16:22:28.295175 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c1fcbf-bd6c-4f33-9b71-d48e2d54e077', 'name': 'network-vif-deleted', 'tag': '24fe294b-1072-41a4-b5b0-4468d122bc1a'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:28.303706 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-2b8c38f1-66e7-4f31-ac59-d04928f5db4a None None] For port 7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:28.310051 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcada808-8847-46d1-9a24-777a85b368ca" -d '{"events": [{"server_uuid": "b4c1fcbf-bd6c-4f33-9b71-d48e2d54e077", "name": "network-vif-deleted", "tag": "24fe294b-1072-41a4-b5b0-4468d122bc1a"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:28.326888 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464d3392-70e2-4298-bb2f-dba7caf645c7 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:28.327272 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464d3392-70e2-4298-bb2f-dba7caf645c7 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:28.328747 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-2b8c38f1-66e7-4f31-ac59-d04928f5db4a None None] For port 7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:28.332630 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-464d3392-70e2-4298-bb2f-dba7caf645c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.332630 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464d3392-70e2-4298-bb2f-dba7caf645c7 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:28.334357 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-464d3392-70e2-4298-bb2f-dba7caf645c7 None None] Bound port: f32b65fb-c345-489b-a66a-02e61104bd37, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:28.335137 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-464d3392-70e2-4298-bb2f-dba7caf645c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.343768 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1ad9-6a13-41eb-a46b-f0d0b7da9263 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:28.344500 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1ad9-6a13-41eb-a46b-f0d0b7da9263 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:28.344500 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1ad9-6a13-41eb-a46b-f0d0b7da9263 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:28.344782 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1ad9-6a13-41eb-a46b-f0d0b7da9263 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:28.345136 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1ad9-6a13-41eb-a46b-f0d0b7da9263 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:28.347663 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1ad9-6a13-41eb-a46b-f0d0b7da9263 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:28.348061 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1ad9-6a13-41eb-a46b-f0d0b7da9263 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:28.348351 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1ad9-6a13-41eb-a46b-f0d0b7da9263 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:28.348682 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1ad9-6a13-41eb-a46b-f0d0b7da9263 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:28.349011 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1ad9-6a13-41eb-a46b-f0d0b7da9263 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:28.349361 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1ad9-6a13-41eb-a46b-f0d0b7da9263 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:28.350205 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1ad9-6a13-41eb-a46b-f0d0b7da9263 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:28.374103 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e6ed8-57a0-483a-8fd6-76e5102bc11d req-20e4c7ec-d4a5-44e9-a162-4895049eaad0 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:28.375743 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8b1e6ed8-57a0-483a-8fd6-76e5102bc11d req-20e4c7ec-d4a5-44e9-a162-4895049eaad0 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/ports?device_id=574aa532-e9a9-4f33-9556-4107de249784 HTTP/1.1" status: 200 len: 949 time: 0.3320050 Jul 23 16:22:28.391453 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-6edab268-fea6-4b53-8e0f-76f737e11ea3 req-7b2d02fd-58f7-4801-8185-9d1921f6fb92 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Deleting port 122ef259-640d-4589-b162-4a77274d8825 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:28.391795 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6edab268-fea6-4b53-8e0f-76f737e11ea3 req-7b2d02fd-58f7-4801-8185-9d1921f6fb92 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.399065 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b888c5e-14c7-4360-bd32-e94538c3f7e3 x-openstack-request-id: req-5b888c5e-14c7-4360-bd32-e94538c3f7e3 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:28.400670 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c1fcbf-bd6c-4f33-9b71-d48e2d54e077", "name": "network-vif-deleted", "tag": "24fe294b-1072-41a4-b5b0-4468d122bc1a", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:28.401592 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5b888c5e-14c7-4360-bd32-e94538c3f7e3 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:28.402813 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c1fcbf-bd6c-4f33-9b71-d48e2d54e077', 'name': 'network-vif-deleted', 'tag': '24fe294b-1072-41a4-b5b0-4468d122bc1a', 'status': 'completed', 'code': 200} Jul 23 16:22:28.411180 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2b8c38f1-66e7-4f31-ac59-d04928f5db4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.449514 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-464d3392-70e2-4298-bb2f-dba7caf645c7 None None] For port f32b65fb-c345-489b-a66a-02e61104bd37, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:28.453935 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58986) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:28.454418 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-464d3392-70e2-4298-bb2f-dba7caf645c7 None None] For port f32b65fb-c345-489b-a66a-02e61104bd37, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=f32b65fb-c345-489b-a66a-02e61104bd37,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:28.463235 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-464d3392-70e2-4298-bb2f-dba7caf645c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.493026 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cde89e03-d261-428f-912d-e97009a336ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.564470 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2fe847-6da3-482e-b227-529c5f98fb13 None None] Pushing event updated for resources: {'Port': ['ID=7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:28.566688 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b1ad9-6a13-41eb-a46b-f0d0b7da9263 None None] Pushing event updated for resources: {'Port': ['ID=f32b65fb-c345-489b-a66a-02e61104bd37,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:28.583378 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464d3392-70e2-4298-bb2f-dba7caf645c7 None None] Routers {'bec38b1a-a94f-4055-9b59-d16748290e30'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:28.585346 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-464d3392-70e2-4298-bb2f-dba7caf645c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:22:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['bec38b1a-a94f-4055-9b59-d16748290e30'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:28.596602 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 3baa0060-0fbe-484c-bf91-b11c6672f3c7 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:28.609393 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 3baa0060-0fbe-484c-bf91-b11c6672f3c7 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:28.610301 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.662087 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8c38f1-66e7-4f31-ac59-d04928f5db4a None None] Routers {'cf3946a3-af16-4868-8049-502680ddf6f8'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:28.663322 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-2b8c38f1-66e7-4f31-ac59-d04928f5db4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:22:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['cf3946a3-af16-4868-8049-502680ddf6f8'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:28.699683 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e369c5b-6c2a-4411-81a4-edc420bc3b27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.709829 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e369c5b-6c2a-4411-81a4-edc420bc3b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.721654 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-464d3392-70e2-4298-bb2f-dba7caf645c7 None None] Set router bec38b1a-a94f-4055-9b59-d16748290e30 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:28.806810 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e369c5b-6c2a-4411-81a4-edc420bc3b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.817108 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e369c5b-6c2a-4411-81a4-edc420bc3b27 admin admin] Pushing event updated for resources: {'Port': ['ID=6c316aba-6e5d-4993-a53e-ecd95abeabf0,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:28.877562 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-2b8c38f1-66e7-4f31-ac59-d04928f5db4a None None] Set router cf3946a3-af16-4868-8049-502680ddf6f8 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:28.916893 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-6edab268-fea6-4b53-8e0f-76f737e11ea3 req-7b2d02fd-58f7-4801-8185-9d1921f6fb92 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] For port 122ef259-640d-4589-b162-4a77274d8825, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=122ef259-640d-4589-b162-4a77274d8825,segment=NetworkSegment(7af790bf-a28b-4a85-b4db-fd0ad66b7560),segment_id=7af790bf-a28b-4a85-b4db-fd0ad66b7560)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:28.917583 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6edab268-fea6-4b53-8e0f-76f737e11ea3 req-7b2d02fd-58f7-4801-8185-9d1921f6fb92 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.933735 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cde89e03-d261-428f-912d-e97009a336ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.934707 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-6edab268-fea6-4b53-8e0f-76f737e11ea3 req-7b2d02fd-58f7-4801-8185-9d1921f6fb92 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Calling delete_port for 122ef259-640d-4589-b162-4a77274d8825 owned by compute:tempest-test_az-1922388982 {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:28.945788 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cde89e03-d261-428f-912d-e97009a336ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:29.009606 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cde89e03-d261-428f-912d-e97009a336ab admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a10134f6e9bd478e9f70ff6c445644e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5506489 Jul 23 16:22:29.012118 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2019217d-8c05-4665-8e08-bed4f11b9f95 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:29.012630 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58996) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:29.013880 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde89e03-d261-428f-912d-e97009a336ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c956443-8508-4747-8253-ba182fb36fe6,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:29.064033 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d61de49b-0b35-4b59-befc-1edfc713728d req-54ac0fb8-451c-49c2-a891-fe7088d64af5 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4c1fcbf-bd6c-4f33-9b71-d48e2d54e077 HTTP/1.1" status: 200 len: 210 time: 0.1008706 Jul 23 16:22:29.078158 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e369c5b-6c2a-4411-81a4-edc420bc3b27 admin admin] Network 4a00963e-1d3a-4f60-9596-8ffc59315fca is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:29.083808 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-6e369c5b-6c2a-4411-81a4-edc420bc3b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:29.100818 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-c704c0eb-1ca2-4ccc-b7ae-c027597910e1 admin admin] Allocated IP 172.20.0.1 (d75e3a81-2d56-489e-b14e-6f53f86cc135/738f2e54-8bec-4e40-9a2e-9206a58f62db/339b1ec8-0794-4a02-9851-3e9e7b69ac7e) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:29.121207 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-464d3392-70e2-4298-bb2f-dba7caf645c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'name': 'tempest-ServersTestJSON-1558698871-router', 'tenant_id': '7e6e69f877d14fe89edc9f35713b8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'f32b65fb-c345-489b-a66a-02e61104bd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:21Z', 'updated_at': '2021-07-23T16:22:24Z', 'revision_number': 3, 'project_id': '7e6e69f877d14fe89edc9f35713b8d03', 'gw_port': {'id': 'f32b65fb-c345-489b-a66a-02e61104bd37', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:df:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:22Z', 'updated_at': '2021-07-23T16:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:29.124537 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8b1e6ed8-57a0-483a-8fd6-76e5102bc11d req-535c09f1-2f3d-4083-9bec-4a5337b44ac6 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e632d0e-34af-4b4b-8ae1-8cd0d0c999c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846054 Jul 23 16:22:29.194909 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464d3392-70e2-4298-bb2f-dba7caf645c7 None None] The sync data for ids ['bec38b1a-a94f-4055-9b59-d16748290e30'] in n-d-778549-4 is: [{'id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'name': 'tempest-ServersTestJSON-1558698871-router', 'tenant_id': '7e6e69f877d14fe89edc9f35713b8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'f32b65fb-c345-489b-a66a-02e61104bd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:21Z', 'updated_at': '2021-07-23T16:22:24Z', 'revision_number': 3, 'project_id': '7e6e69f877d14fe89edc9f35713b8d03', 'gw_port': {'id': 'f32b65fb-c345-489b-a66a-02e61104bd37', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:df:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:22Z', 'updated_at': '2021-07-23T16:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:22:29.210010 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7693c0e6-beeb-4e1a-acca-fc1ce6d62657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:29.252899 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7693c0e6-beeb-4e1a-acca-fc1ce6d62657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:29.361752 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7693c0e6-beeb-4e1a-acca-fc1ce6d62657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:29.364535 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 2019217d-8c05-4665-8e08-bed4f11b9f95 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:29.365983 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:29.369507 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7693c0e6-beeb-4e1a-acca-fc1ce6d62657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:29.375907 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7693c0e6-beeb-4e1a-acca-fc1ce6d62657 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4c956443-8508-4747-8253-ba182fb36fe6 HTTP/1.1" status: 204 len: 168 time: 0.3474410 Jul 23 16:22:29.396310 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e369c5b-6c2a-4411-81a4-edc420bc3b27 admin admin] Router cf3946a3-af16-4868-8049-502680ddf6f8 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:22:29.405808 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7693c0e6-beeb-4e1a-acca-fc1ce6d62657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c956443-8508-4747-8253-ba182fb36fe6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:29.494046 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['8604d4f7-3254-41a1-bb76-0c78d014ce8e', '516419e3-e6c6-47bf-a561-7be4d299a8b8', 'cebe27dc-bd00-4623-854f-7312f6492b97', 'd12ba940-3a05-42a7-9eba-b447e907f79f', '9f1678bd-1425-4dd5-872b-0b07f5fb95a4'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:29.569945 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e369c5b-6c2a-4411-81a4-edc420bc3b27 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:22:29.584301 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9fc71-37e8-43d2-b0ee-02e1fc7d188e req-9caee37d-5200-405e-82ee-8b4b0391f0a8 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:29.588517 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6e369c5b-6c2a-4411-81a4-edc420bc3b27 admin admin] 10.222.0.73 "PUT /v2.0/routers/cf3946a3-af16-4868-8049-502680ddf6f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0160422 Jul 23 16:22:29.598725 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4cc9fc71-37e8-43d2-b0ee-02e1fc7d188e req-9caee37d-5200-405e-82ee-8b4b0391f0a8 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5ac7a2e-c4c0-4ae1-8ef7-46de50765745 HTTP/1.1" status: 200 len: 966 time: 0.3504055 Jul 23 16:22:29.629941 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:29.641342 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c704c0eb-1ca2-4ccc-b7ae-c027597910e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:29.653219 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6edab268-fea6-4b53-8e0f-76f737e11ea3 req-7b2d02fd-58f7-4801-8185-9d1921f6fb92 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:29.707427 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2772e60b-ce29-4228-8970-c6ff36bf449e None None] Provisioning complete for port 6c316aba-6e5d-4993-a53e-ecd95abeabf0 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:29.707808 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2772e60b-ce29-4228-8970-c6ff36bf449e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:29.740149 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d02fd-58f7-4801-8185-9d1921f6fb92 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Pushing event deleted for resources: {'Port': ['ID=122ef259-640d-4589-b162-4a77274d8825,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:29.760467 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-c704c0eb-1ca2-4ccc-b7ae-c027597910e1 admin admin] Transition to ACTIVE for port object 339b1ec8-0794-4a02-9851-3e9e7b69ac7e will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:29.795112 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574aa532-e9a9-4f33-9556-4107de249784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3baa0060-0fbe-484c-bf91-b11c6672f3c7'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:29.797413 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6821709-0a0e-4d78-9979-eb89a52315c3" -d '{"events": [{"server_uuid": "574aa532-e9a9-4f33-9556-4107de249784", "name": "network-vif-plugged", "status": "completed", "tag": "3baa0060-0fbe-484c-bf91-b11c6672f3c7"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:29.841171 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edab268-fea6-4b53-8e0f-76f737e11ea3 req-7b2d02fd-58f7-4801-8185-9d1921f6fb92 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] No DVR routers for this DVR port 122ef259-640d-4589-b162-4a77274d8825 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:29.844180 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6edab268-fea6-4b53-8e0f-76f737e11ea3 req-7b2d02fd-58f7-4801-8185-9d1921f6fb92 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:29.848040 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6edab268-fea6-4b53-8e0f-76f737e11ea3 req-7b2d02fd-58f7-4801-8185-9d1921f6fb92 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.97 "DELETE /v2.0/ports/122ef259-640d-4589-b162-4a77274d8825 HTTP/1.1" status: 204 len: 173 time: 1.9531419 Jul 23 16:22:29.858328 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 3baa0060-0fbe-484c-bf91-b11c6672f3c7, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=3baa0060-0fbe-484c-bf91-b11c6672f3c7,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:29.877872 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-2772e60b-ce29-4228-8970-c6ff36bf449e None None] Port 6c316aba-6e5d-4993-a53e-ecd95abeabf0 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:22:29.884676 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4cc9fc71-37e8-43d2-b0ee-02e1fc7d188e req-439a7ff3-2ca4-49fa-95ca-7250765f3433 tempest-LiveMigrationTest-699887693 tempest-LiveMigrationTest-699887693-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab43d89c-cac4-45c8-bae1-a77da97c1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795618 Jul 23 16:22:29.889825 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ac7a2e-c4c0-4ae1-8ef7-46de50765745', 'name': 'network-vif-deleted', 'tag': '122ef259-640d-4589-b162-4a77274d8825'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:29.891799 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:29.892656 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 50c87bc1-a789-4c00-8804-ca8cbfeaad04 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:29.898689 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9709dab-842a-4f2d-88ad-a978170d477d" -d '{"events": [{"server_uuid": "f5ac7a2e-c4c0-4ae1-8ef7-46de50765745", "name": "network-vif-deleted", "tag": "122ef259-640d-4589-b162-4a77274d8825"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:29.966041 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 50c87bc1-a789-4c00-8804-ca8cbfeaad04 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:29.966456 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 50c87bc1-a789-4c00-8804-ca8cbfeaad04 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:29.982471 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c704c0eb-1ca2-4ccc-b7ae-c027597910e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:29.992868 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 24fe294b-1072-41a4-b5b0-4468d122bc1a no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:30.027776 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644a209e-2c0f-4b60-83d8-a29a8a8852ef x-openstack-request-id: req-644a209e-2c0f-4b60-83d8-a29a8a8852ef {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:30.028439 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574aa532-e9a9-4f33-9556-4107de249784", "name": "network-vif-plugged", "status": "completed", "tag": "3baa0060-0fbe-484c-bf91-b11c6672f3c7", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:30.028439 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-644a209e-2c0f-4b60-83d8-a29a8a8852ef {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:30.028913 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574aa532-e9a9-4f33-9556-4107de249784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3baa0060-0fbe-484c-bf91-b11c6672f3c7', 'code': 200} Jul 23 16:22:30.046492 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704c0eb-1ca2-4ccc-b7ae-c027597910e1 admin admin] Pushing event updated for resources: {'Port': ['ID=339b1ec8-0794-4a02-9851-3e9e7b69ac7e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:30.066539 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c704c0eb-1ca2-4ccc-b7ae-c027597910e1 admin admin] Network d75e3a81-2d56-489e-b14e-6f53f86cc135 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:30.069518 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-c704c0eb-1ca2-4ccc-b7ae-c027597910e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:30.089689 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c704c0eb-1ca2-4ccc-b7ae-c027597910e1 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:30.096060 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-2b8c38f1-66e7-4f31-ac59-d04928f5db4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'name': 'tempest-ServersTestBootFromVolume-768663394-router', 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:21Z', 'updated_at': '2021-07-23T16:22:27Z', 'revision_number': 4, 'project_id': 'af80bd8d90c240efaa74f32c66497bb1', 'gw_port': {'id': '7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:28:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:22Z', 'updated_at': '2021-07-23T16:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '6c316aba-6e5d-4993-a53e-ecd95abeabf0', 'name': '', 'network_id': '4a00963e-1d3a-4f60-9596-8ffc59315fca', 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1', 'mac_address': 'fa:16:3e:0f:f1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '68250752-9549-42db-965e-9173795a2cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:26Z', 'updated_at': '2021-07-23T16:22:26Z', 'revision_number': 1, 'project_id': 'af80bd8d90c240efaa74f32c66497bb1', 'subnets': [{'id': '68250752-9549-42db-965e-9173795a2cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:30.155571 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c704c0eb-1ca2-4ccc-b7ae-c027597910e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:30.199171 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ce539-fe1e-48d8-a19a-3ece6d9c51a6 req-9ee77eb5-8275-4386-a3ad-f41e57a0bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:30.200961 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9b4ce539-fe1e-48d8-a19a-3ece6d9c51a6 req-9ee77eb5-8275-4386-a3ad-f41e57a0bec0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=574aa532-e9a9-4f33-9556-4107de249784 HTTP/1.1" status: 200 len: 1101 time: 0.1240129 Jul 23 16:22:30.214358 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device d1aebf7d-018f-4493-baca-ae1ea191ed21 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:30.220479 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692a4ebf-bcb4-41b1-ad31-8b7e7fe22c12 x-openstack-request-id: req-692a4ebf-bcb4-41b1-ad31-8b7e7fe22c12 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:30.220864 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ac7a2e-c4c0-4ae1-8ef7-46de50765745", "name": "network-vif-deleted", "tag": "122ef259-640d-4589-b162-4a77274d8825", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:30.221216 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-692a4ebf-bcb4-41b1-ad31-8b7e7fe22c12 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:30.221695 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ac7a2e-c4c0-4ae1-8ef7-46de50765745', 'name': 'network-vif-deleted', 'tag': '122ef259-640d-4589-b162-4a77274d8825', 'status': 'completed', 'code': 200} Jul 23 16:22:30.273591 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9b4ce539-fe1e-48d8-a19a-3ece6d9c51a6 req-ff4b7523-a8a1-4cc7-973f-0831d992340b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9e632d0e-34af-4b4b-8ae1-8cd0d0c999c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621181 Jul 23 16:22:30.444494 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c704c0eb-1ca2-4ccc-b7ae-c027597910e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:30.475725 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 24fe294b-1072-41a4-b5b0-4468d122bc1a {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:30.477234 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 24fe294b-1072-41a4-b5b0-4468d122bc1a not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:30.494873 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=3baa0060-0fbe-484c-bf91-b11c6672f3c7,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:30.536085 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8c38f1-66e7-4f31-ac59-d04928f5db4a None None] The sync data for ids ['cf3946a3-af16-4868-8049-502680ddf6f8'] in n-d-778549-4 is: [{'id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'name': 'tempest-ServersTestBootFromVolume-768663394-router', 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:21Z', 'updated_at': '2021-07-23T16:22:27Z', 'revision_number': 4, 'project_id': 'af80bd8d90c240efaa74f32c66497bb1', 'gw_port': {'id': '7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:28:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:22Z', 'updated_at': '2021-07-23T16:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '6c316aba-6e5d-4993-a53e-ecd95abeabf0', 'name': '', 'network_id': '4a00963e-1d3a-4f60-9596-8ffc59315fca', 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1', 'mac_address': 'fa:16:3e:0f:f1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '68250752-9549-42db-965e-9173795a2cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:26Z', 'updated_at': '2021-07-23T16:22:26Z', 'revision_number': 1, 'project_id': 'af80bd8d90c240efaa74f32c66497bb1', 'subnets': [{'id': '68250752-9549-42db-965e-9173795a2cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:22:30.613021 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc073db-f188-4a11-a370-ce26d96ed339 req-636a121b-4dcc-4f36-ac15-8d09e8c7be92 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:30.636097 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0bc073db-f188-4a11-a370-ce26d96ed339 req-636a121b-4dcc-4f36-ac15-8d09e8c7be92 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/ports?device_id=574aa532-e9a9-4f33-9556-4107de249784 HTTP/1.1" status: 200 len: 950 time: 0.2604380 Jul 23 16:22:30.717754 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port d1aebf7d-018f-4493-baca-ae1ea191ed21 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:30.787079 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f32b65fb-c345-489b-a66a-02e61104bd37 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:30.828308 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0bc073db-f188-4a11-a370-ce26d96ed339 req-c067978c-598f-43d8-b3fe-1587d36ee792 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e632d0e-34af-4b4b-8ae1-8cd0d0c999c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907706 Jul 23 16:22:30.828761 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port d1aebf7d-018f-4493-baca-ae1ea191ed21 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:30.829262 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:30.873377 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-841252fe-ad52-4796-85bb-7dd307ff83cf None None] Provisioning for port 339b1ec8-0794-4a02-9851-3e9e7b69ac7e completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:30.983247 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59040) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:30.989980 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-d6cc8345-f087-4599-a909-4cfe1e1a96e0 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--896597118', 'description': 'tempest-description--1059308342'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:31.083644 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6cc8345-f087-4599-a909-4cfe1e1a96e0 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.147566 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-841252fe-ad52-4796-85bb-7dd307ff83cf None None] Provisioning complete for port 339b1ec8-0794-4a02-9851-3e9e7b69ac7e triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:31.148656 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-841252fe-ad52-4796-85bb-7dd307ff83cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.192392 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c704c0eb-1ca2-4ccc-b7ae-c027597910e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.202020 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c704c0eb-1ca2-4ccc-b7ae-c027597910e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.300285 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704c0eb-1ca2-4ccc-b7ae-c027597910e1 admin admin] Pushing event updated for resources: {'Port': ['ID=339b1ec8-0794-4a02-9851-3e9e7b69ac7e,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:31.324750 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6cc8345-f087-4599-a909-4cfe1e1a96e0 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.334198 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6cc8345-f087-4599-a909-4cfe1e1a96e0 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.348412 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59048) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:31.349323 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.415045 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c704c0eb-1ca2-4ccc-b7ae-c027597910e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.478894 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6cc8345-f087-4599-a909-4cfe1e1a96e0 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.487628 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d6cc8345-f087-4599-a909-4cfe1e1a96e0 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5020671 Jul 23 16:22:31.490085 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc8345-f087-4599-a909-4cfe1e1a96e0 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f54c727b-bca4-4807-9c4e-b4c332ba612e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:31.493675 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59052) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:31.508894 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-c14cae9a-6668-42fb-91d0-761fbf60ae54 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Request body: {'security_group_rule': {'security_group_id': 'f54c727b-bca4-4807-9c4e-b4c332ba612e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:31.596211 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c14cae9a-6668-42fb-91d0-761fbf60ae54 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.737621 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-841252fe-ad52-4796-85bb-7dd307ff83cf None None] Port 339b1ec8-0794-4a02-9851-3e9e7b69ac7e cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:22:31.766425 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-521d4295-2e82-433e-b3a0-143a23b57ba9 admin admin] Deleting subnet f8384c77-6398-425d-9275-6a23db41a285 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:22:31.767677 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port d1aebf7d-018f-4493-baca-ae1ea191ed21, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d1aebf7d-018f-4493-baca-ae1ea191ed21,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:31.772237 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port f32b65fb-c345-489b-a66a-02e61104bd37 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:31.777497 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-521d4295-2e82-433e-b3a0-143a23b57ba9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.780316 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c14cae9a-6668-42fb-91d0-761fbf60ae54 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.788873 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa59ec5-a9ee-4016-a9ec-cd177d29a230 req-9c3d1a7a-3ba0-444d-be01-2f6d0aed736d tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:31.790868 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port f32b65fb-c345-489b-a66a-02e61104bd37 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:31.791464 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.796738 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0aa59ec5-a9ee-4016-a9ec-cd177d29a230 req-9c3d1a7a-3ba0-444d-be01-2f6d0aed736d tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b897762f-85f0-4103-a02b-ed94dc2a2d61 HTTP/1.1" status: 200 len: 949 time: 0.3588989 Jul 23 16:22:31.808308 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c14cae9a-6668-42fb-91d0-761fbf60ae54 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.843765 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14cae9a-6668-42fb-91d0-761fbf60ae54 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=080c85e6-fc0a-4e2a-aefe-164864718fd7,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:31.847449 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-521d4295-2e82-433e-b3a0-143a23b57ba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.861201 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.871245 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c14cae9a-6668-42fb-91d0-761fbf60ae54 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.873522 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 122ef259-640d-4589-b162-4a77274d8825 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:31.877812 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c14cae9a-6668-42fb-91d0-761fbf60ae54 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3790491 Jul 23 16:22:31.888878 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c704c0eb-1ca2-4ccc-b7ae-c027597910e1 admin admin] Network d75e3a81-2d56-489e-b14e-6f53f86cc135 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:31.893078 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59064) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:31.899250 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-c704c0eb-1ca2-4ccc-b7ae-c027597910e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:31.905669 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6007dfb8-8e9a-4630-85be-105bd878a798 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Request body: {'security_group_rule': {'security_group_id': 'f54c727b-bca4-4807-9c4e-b4c332ba612e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:31.937591 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0aa59ec5-a9ee-4016-a9ec-cd177d29a230 req-01bc7886-8974-41a8-9715-688dc22a6c14 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296885 Jul 23 16:22:31.959180 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 122ef259-640d-4589-b162-4a77274d8825 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:31.959572 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 122ef259-640d-4589-b162-4a77274d8825 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:31.980659 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-521d4295-2e82-433e-b3a0-143a23b57ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:32.048440 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e230ed2-8c47-4100-8577-de94a2ae4b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1aebf7d-018f-4493-baca-ae1ea191ed21'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:32.052816 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fbdb68-1e79-4e96-94f0-12815ec15c5f" -d '{"events": [{"server_uuid": "2e230ed2-8c47-4100-8577-de94a2ae4b27", "name": "network-vif-plugged", "status": "completed", "tag": "d1aebf7d-018f-4493-baca-ae1ea191ed21"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:32.098033 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6007dfb8-8e9a-4630-85be-105bd878a798 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:32.102606 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-521d4295-2e82-433e-b3a0-143a23b57ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:32.202733 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d4295-2e82-433e-b3a0-143a23b57ba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8384c77-6398-425d-9275-6a23db41a285,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:32.203533 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a8c20b-c633-4ad0-b8bd-1d007b3b8984 x-openstack-request-id: req-48a8c20b-c633-4ad0-b8bd-1d007b3b8984 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:32.204023 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e230ed2-8c47-4100-8577-de94a2ae4b27", "name": "network-vif-plugged", "status": "completed", "tag": "d1aebf7d-018f-4493-baca-ae1ea191ed21", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:32.208471 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-48a8c20b-c633-4ad0-b8bd-1d007b3b8984 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:32.209078 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e230ed2-8c47-4100-8577-de94a2ae4b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1aebf7d-018f-4493-baca-ae1ea191ed21', 'code': 200} Jul 23 16:22:32.256564 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-521d4295-2e82-433e-b3a0-143a23b57ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:32.258812 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-521d4295-2e82-433e-b3a0-143a23b57ba9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f8384c77-6398-425d-9275-6a23db41a285 HTTP/1.1" status: 204 len: 168 time: 0.9076154 Jul 23 16:22:32.262888 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59072) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:32.312743 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:32.378473 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-828e4e57-81ba-4bf4-a8fa-d5dbc1a6d420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:32.432287 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=d1aebf7d-018f-4493-baca-ae1ea191ed21,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:32.451465 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port f32b65fb-c345-489b-a66a-02e61104bd37, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=f32b65fb-c345-489b-a66a-02e61104bd37,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:32.464809 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c704c0eb-1ca2-4ccc-b7ae-c027597910e1 admin admin] Router bec38b1a-a94f-4055-9b59-d16748290e30 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:22:32.476047 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:32.567381 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076ea4f-7f34-4d9f-bad1-d4aeafa71b18 req-6c21f278-f89a-415c-9511-2727c37201cd tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:32.578460 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a076ea4f-7f34-4d9f-bad1-d4aeafa71b18 req-6c21f278-f89a-415c-9511-2727c37201cd tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/ports?device_id=574aa532-e9a9-4f33-9556-4107de249784 HTTP/1.1" status: 200 len: 950 time: 0.5262680 Jul 23 16:22:32.672028 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=f32b65fb-c345-489b-a66a-02e61104bd37,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:32.681347 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-cb4d0526-321b-4fd3-9676-e5a4f9ab1ff9 None None] Provisioning complete for port 339b1ec8-0794-4a02-9851-3e9e7b69ac7e triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:32.681347 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cb4d0526-321b-4fd3-9676-e5a4f9ab1ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:32.734905 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:32.748385 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-31905b3e-33e2-463e-a33a-eb2563f2667d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:32.840094 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4133e5c-7ba0-44d8-a858-e9a846f8877e req-569dd7ab-5aec-4576-b4fb-e7b3b393ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:32.841699 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d4133e5c-7ba0-44d8-a858-e9a846f8877e req-569dd7ab-5aec-4576-b4fb-e7b3b393ed59 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=2e230ed2-8c47-4100-8577-de94a2ae4b27 HTTP/1.1" status: 200 len: 1100 time: 0.6053464 Jul 23 16:22:32.874525 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-cb4d0526-321b-4fd3-9676-e5a4f9ab1ff9 None None] Port 339b1ec8-0794-4a02-9851-3e9e7b69ac7e cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:22:32.884059 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a076ea4f-7f34-4d9f-bad1-d4aeafa71b18 req-6a1a33c1-a73f-4ba3-8e6d-45da44487193 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e632d0e-34af-4b4b-8ae1-8cd0d0c999c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824113 Jul 23 16:22:32.927020 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6007dfb8-8e9a-4630-85be-105bd878a798 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:32.932394 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:32.953373 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6007dfb8-8e9a-4630-85be-105bd878a798 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:32.955623 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:32.956258 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:33.026153 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007dfb8-8e9a-4630-85be-105bd878a798 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fdee5a5-0d56-42a8-98e5-305bf961f853,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:33.056634 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-828e4e57-81ba-4bf4-a8fa-d5dbc1a6d420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:33.057311 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-0cf33c79-1859-4279-81ab-bfb994817715 tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=c36647303d484affa8a61d7762b8daad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751579 Jul 23 16:22:33.059531 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6007dfb8-8e9a-4630-85be-105bd878a798 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:33.063452 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6007dfb8-8e9a-4630-85be-105bd878a798 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1666777 Jul 23 16:22:33.063655 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c704c0eb-1ca2-4ccc-b7ae-c027597910e1 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:22:33.073598 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59094) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:33.074467 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c704c0eb-1ca2-4ccc-b7ae-c027597910e1 admin admin] 10.222.0.73 "PUT /v2.0/routers/bec38b1a-a94f-4055-9b59-d16748290e30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7003143 Jul 23 16:22:33.076476 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-828e4e57-81ba-4bf4-a8fa-d5dbc1a6d420 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbcbd292-3824-44cf-913c-59a7184e692c']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:33.081413 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6ff5a1df-16f6-49f5-aa42-245564ae61ae tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:33.097800 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c1b0b2-47d8-4440-8000-5a31f153d227 None None] Sync routers for ids ['bec38b1a-a94f-4055-9b59-d16748290e30'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:22:33.104547 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be280527-04eb-4486-ae23-21bdb539305a req-b259839f-8e57-4ab0-b25f-4028ff61c203 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:33.108877 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-be280527-04eb-4486-ae23-21bdb539305a req-b259839f-8e57-4ab0-b25f-4028ff61c203 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.97 "GET /v2.0/ports?device_id=b897762f-85f0-4103-a02b-ed94dc2a2d61 HTTP/1.1" status: 200 len: 949 time: 0.3599811 Jul 23 16:22:33.109837 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-828e4e57-81ba-4bf4-a8fa-d5dbc1a6d420 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af790bf-a28b-4a85-b4db-fd0ad66b7560') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:33.110137 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-828e4e57-81ba-4bf4-a8fa-d5dbc1a6d420 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af790bf-a28b-4a85-b4db-fd0ad66b7560') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:33.133873 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a1df-16f6-49f5-aa42-245564ae61ae tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:33.136827 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c1b0b2-47d8-4440-8000-5a31f153d227 None None] Routers {'bec38b1a-a94f-4055-9b59-d16748290e30'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:33.137710 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-37c1b0b2-47d8-4440-8000-5a31f153d227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:22:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['bec38b1a-a94f-4055-9b59-d16748290e30'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:33.138136 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-828e4e57-81ba-4bf4-a8fa-d5dbc1a6d420 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:33.169612 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-828e4e57-81ba-4bf4-a8fa-d5dbc1a6d420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:33.194945 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-828e4e57-81ba-4bf4-a8fa-d5dbc1a6d420 admin admin] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:22:33.195596 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-828e4e57-81ba-4bf4-a8fa-d5dbc1a6d420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:33.198425 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:22:33.198425 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:22:33.198425 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:22:33.198425 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:22:33.198425 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:22:33.198425 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:22:33.198425 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:22:33.198425 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:22:33.198425 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:22:33.198425 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:22:33.198425 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:22:33.198425 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:22:33.198425 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:22:33.198425 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:22:33.198425 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:22:33.198425 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:22:33.198425 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:22:33.198425 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:22:33.198425 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:22:33.198425 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:22:33.198425 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:22:33.198425 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:22:33.198425 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:22:33.198425 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:22:33.198425 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:22:33.198425 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:22:33.198425 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:22:33.198425 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:22:33.198425 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:22:33.198425 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:22:33.198425 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:22:33.198425 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:22:33.216852 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d4133e5c-7ba0-44d8-a858-e9a846f8877e req-3156d731-7bc4-476e-b5ff-fa4a8a15d132 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=9e632d0e-34af-4b4b-8ae1-8cd0d0c999c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269255 Jul 23 16:22:33.225477 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:33.296355 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:33.307984 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:33.324743 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-828e4e57-81ba-4bf4-a8fa-d5dbc1a6d420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:33.339867 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-828e4e57-81ba-4bf4-a8fa-d5dbc1a6d420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:33.341764 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-828e4e57-81ba-4bf4-a8fa-d5dbc1a6d420 admin admin] 10.222.0.73 "DELETE /v2.0/networks/cbcbd292-3824-44cf-913c-59a7184e692c HTTP/1.1" status: 204 len: 168 time: 1.0737963 Jul 23 16:22:33.355470 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59100) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:33.364709 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e4e57-81ba-4bf4-a8fa-d5dbc1a6d420 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbcbd292-3824-44cf-913c-59a7184e692c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:33.369728 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-37c1b0b2-47d8-4440-8000-5a31f153d227 None None] Set router bec38b1a-a94f-4055-9b59-d16748290e30 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:33.397279 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74deae94-94c3-4ff6-90fc-0b06456786d5 req-4de52317-f1f2-4b1e-b725-4d62df4fcec6 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:33.398935 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74deae94-94c3-4ff6-90fc-0b06456786d5 req-4de52317-f1f2-4b1e-b725-4d62df4fcec6 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e230ed2-8c47-4100-8577-de94a2ae4b27 HTTP/1.1" status: 200 len: 949 time: 0.3916550 Jul 23 16:22:33.409689 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a1df-16f6-49f5-aa42-245564ae61ae tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:33.430311 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-d36954ca-b43a-40bb-8a50-1b2c6e9f5936 admin admin] Deleting subnet f48f0fc4-65fe-41d4-9e41-a12886282a16 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:22:33.438380 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:33.453200 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-47942784-b9e7-4399-83eb-cfdb8c32dda2 tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:33.455281 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-47942784-b9e7-4399-83eb-cfdb8c32dda2 tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3776553 Jul 23 16:22:33.466819 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d36954ca-b43a-40bb-8a50-1b2c6e9f5936 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:33.478158 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-be280527-04eb-4486-ae23-21bdb539305a req-8a7cd973-4cd5-45f1-9b1e-432de88619eb tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Deleting port 9f1678bd-1425-4dd5-872b-0b07f5fb95a4 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:33.478900 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-be280527-04eb-4486-ae23-21bdb539305a req-8a7cd973-4cd5-45f1-9b1e-432de88619eb tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:33.513275 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74deae94-94c3-4ff6-90fc-0b06456786d5 req-601348f4-0141-44f4-a013-02a4ba4e556c tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e632d0e-34af-4b4b-8ae1-8cd0d0c999c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964108 Jul 23 16:22:33.520743 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d36954ca-b43a-40bb-8a50-1b2c6e9f5936 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:33.524612 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-d87a5788-0674-4fe4-8c2d-43fc9580a8aa tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] 10.222.0.73 "GET /v2.0/quotas/c36647303d484affa8a61d7762b8daad HTTP/1.1" status: 200 len: 375 time: 0.0561419 Jul 23 16:22:33.588369 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-dbba1d6a-361d-4edb-b32c-6f8d5e8c380c tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c36647303d484affa8a61d7762b8daad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461946 Jul 23 16:22:33.622734 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d36954ca-b43a-40bb-8a50-1b2c6e9f5936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:33.653021 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-6ff5a1df-16f6-49f5-aa42-245564ae61ae tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Allocated IP 172.25.8.201 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/a28c0b94-4501-482a-b8a5-8e808673b211) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:33.656790 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-37c1b0b2-47d8-4440-8000-5a31f153d227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'name': 'tempest-ServersTestJSON-1558698871-router', 'tenant_id': '7e6e69f877d14fe89edc9f35713b8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'f32b65fb-c345-489b-a66a-02e61104bd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:21Z', 'updated_at': '2021-07-23T16:22:30Z', 'revision_number': 4, 'project_id': '7e6e69f877d14fe89edc9f35713b8d03', 'gw_port': {'id': 'f32b65fb-c345-489b-a66a-02e61104bd37', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:22Z', 'updated_at': '2021-07-23T16:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '339b1ec8-0794-4a02-9851-3e9e7b69ac7e', 'name': '', 'network_id': 'd75e3a81-2d56-489e-b14e-6f53f86cc135', 'tenant_id': '7e6e69f877d14fe89edc9f35713b8d03', 'mac_address': 'fa:16:3e:8b:3b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '738f2e54-8bec-4e40-9a2e-9206a58f62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:28Z', 'updated_at': '2021-07-23T16:22:30Z', 'revision_number': 2, 'project_id': '7e6e69f877d14fe89edc9f35713b8d03', 'subnets': [{'id': '738f2e54-8bec-4e40-9a2e-9206a58f62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:33.711921 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c1b0b2-47d8-4440-8000-5a31f153d227 None None] Checking router: bec38b1a-a94f-4055-9b59-d16748290e30 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:22:33.712177 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-be280527-04eb-4486-ae23-21bdb539305a req-8a7cd973-4cd5-45f1-9b1e-432de88619eb tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] For port 9f1678bd-1425-4dd5-872b-0b07f5fb95a4, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=9f1678bd-1425-4dd5-872b-0b07f5fb95a4,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:33.712363 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-be280527-04eb-4486-ae23-21bdb539305a req-8a7cd973-4cd5-45f1-9b1e-432de88619eb tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:33.713304 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c1b0b2-47d8-4440-8000-5a31f153d227 None None] Updating router bec38b1a-a94f-4055-9b59-d16748290e30 port 339b1ec8-0794-4a02-9851-3e9e7b69ac7e binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:22:33.734225 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-be280527-04eb-4486-ae23-21bdb539305a req-8a7cd973-4cd5-45f1-9b1e-432de88619eb tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Calling delete_port for 9f1678bd-1425-4dd5-872b-0b07f5fb95a4 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:33.762840 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-37c1b0b2-47d8-4440-8000-5a31f153d227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:33.768263 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac5c63-0b59-4246-94f8-e52f43d1469b req-23a7b38e-9a53-4654-ae03-69d354b1fe75 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:33.779269 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2bac5c63-0b59-4246-94f8-e52f43d1469b req-23a7b38e-9a53-4654-ae03-69d354b1fe75 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b897762f-85f0-4103-a02b-ed94dc2a2d61 HTTP/1.1" status: 200 len: 949 time: 0.1417091 Jul 23 16:22:33.792678 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d36954ca-b43a-40bb-8a50-1b2c6e9f5936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:33.836739 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d36954ca-b43a-40bb-8a50-1b2c6e9f5936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:33.838904 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d36954ca-b43a-40bb-8a50-1b2c6e9f5936 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f48f0fc4-65fe-41d4-9e41-a12886282a16 HTTP/1.1" status: 204 len: 168 time: 0.4812403 Jul 23 16:22:33.839998 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36954ca-b43a-40bb-8a50-1b2c6e9f5936 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f48f0fc4-65fe-41d4-9e41-a12886282a16,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:33.841940 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59110) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:33.922268 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2bac5c63-0b59-4246-94f8-e52f43d1469b req-e776f773-3f57-4a57-84e8-e7d1ab2a2033 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413603 Jul 23 16:22:34.023221 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a1df-16f6-49f5-aa42-245564ae61ae tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:34.035714 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1c7e6ef9-3081-4c09-beb4-dae3ad22999b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:34.056336 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-be280527-04eb-4486-ae23-21bdb539305a req-8a7cd973-4cd5-45f1-9b1e-432de88619eb tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:34.135943 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7cd973-4cd5-45f1-9b1e-432de88619eb tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Pushing event deleted for resources: {'Port': ['ID=9f1678bd-1425-4dd5-872b-0b07f5fb95a4,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:34.173067 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a1df-16f6-49f5-aa42-245564ae61ae tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:34.210359 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-be280527-04eb-4486-ae23-21bdb539305a req-8a7cd973-4cd5-45f1-9b1e-432de88619eb tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] No DVR routers for this DVR port 9f1678bd-1425-4dd5-872b-0b07f5fb95a4 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:34.216357 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-be280527-04eb-4486-ae23-21bdb539305a req-8a7cd973-4cd5-45f1-9b1e-432de88619eb tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:34.222817 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-be280527-04eb-4486-ae23-21bdb539305a req-8a7cd973-4cd5-45f1-9b1e-432de88619eb tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.97 "DELETE /v2.0/ports/9f1678bd-1425-4dd5-872b-0b07f5fb95a4 HTTP/1.1" status: 204 len: 173 time: 1.0791590 Jul 23 16:22:34.223299 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b897762f-85f0-4103-a02b-ed94dc2a2d61', 'name': 'network-vif-deleted', 'tag': '9f1678bd-1425-4dd5-872b-0b07f5fb95a4'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:34.233444 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569bcc35-c1dd-455a-9b9f-6d44d5b4896a" -d '{"events": [{"server_uuid": "b897762f-85f0-4103-a02b-ed94dc2a2d61", "name": "network-vif-deleted", "tag": "9f1678bd-1425-4dd5-872b-0b07f5fb95a4"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:34.236070 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['73cf402e-041a-4a65-853b-18de3c99c53e', '7fda5483-fa08-4101-a62c-47e5fb8b3df6'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:34.330714 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1c7e6ef9-3081-4c09-beb4-dae3ad22999b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:34.350403 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-1c7e6ef9-3081-4c09-beb4-dae3ad22999b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0071fed-2c0c-4a41-9293-dfa8be91538c']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:34.378045 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff5a1df-16f6-49f5-aa42-245564ae61ae tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:34.416159 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-1c7e6ef9-3081-4c09-beb4-dae3ad22999b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd9b84dc-a463-4521-aa77-6652c07e51b7') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:34.416821 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-1c7e6ef9-3081-4c09-beb4-dae3ad22999b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd9b84dc-a463-4521-aa77-6652c07e51b7') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:34.426690 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-6ff5a1df-16f6-49f5-aa42-245564ae61ae tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:34.435838 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff5a1df-16f6-49f5-aa42-245564ae61ae tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:34.460656 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5a1df-16f6-49f5-aa42-245564ae61ae tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Pushing event updated for resources: {'Port': ['ID=a28c0b94-4501-482a-b8a5-8e808673b211,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:34.538607 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1c7e6ef9-3081-4c09-beb4-dae3ad22999b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:34.549419 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-56dd3f68-bffa-4502-a7e3-3710e72ec0a2 req-5f63bd15-88d4-4c25-83a0-b2ee9bad598c tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] 10.222.0.73 "GET /v2.0/ports?device_id=26d56ed9-37e7-462f-b2b0-8249e3dbcb8c HTTP/1.1" status: 200 len: 210 time: 0.1022217 Jul 23 16:22:34.604396 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-37c1b0b2-47d8-4440-8000-5a31f153d227 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:34.610937 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1c7e6ef9-3081-4c09-beb4-dae3ad22999b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:34.614819 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3379a4a4-1cef-430b-be18-067bf8ff641d None None] Sync routers for ids ['cf3946a3-af16-4868-8049-502680ddf6f8'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:22:34.633786 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c7e6ef9-3081-4c09-beb4-dae3ad22999b admin admin] Releasing vlan 1122 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:22:34.634246 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1c7e6ef9-3081-4c09-beb4-dae3ad22999b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:34.634879 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3379a4a4-1cef-430b-be18-067bf8ff641d None None] Routers {'cf3946a3-af16-4868-8049-502680ddf6f8'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:34.636987 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:22:34.636987 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:22:34.636987 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:22:34.636987 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:22:34.636987 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:22:34.636987 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:22:34.636987 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:22:34.636987 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:22:34.636987 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:22:34.636987 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:22:34.636987 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:22:34.636987 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:22:34.636987 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:22:34.636987 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:22:34.636987 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:22:34.636987 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:22:34.636987 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:22:34.636987 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:22:34.636987 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:22:34.636987 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:22:34.636987 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:22:34.636987 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:22:34.636987 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:22:34.636987 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:22:34.636987 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:22:34.636987 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:22:34.636987 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:22:34.636987 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:22:34.636987 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:22:34.636987 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:22:34.636987 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:22:34.636987 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:22:34.640257 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3379a4a4-1cef-430b-be18-067bf8ff641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:22:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['cf3946a3-af16-4868-8049-502680ddf6f8'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:34.660475 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7888aa-e38e-4147-b425-516fc2907121 x-openstack-request-id: req-2c7888aa-e38e-4147-b425-516fc2907121 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:34.661905 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b897762f-85f0-4103-a02b-ed94dc2a2d61", "name": "network-vif-deleted", "tag": "9f1678bd-1425-4dd5-872b-0b07f5fb95a4", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:34.662290 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2c7888aa-e38e-4147-b425-516fc2907121 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:34.663472 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b897762f-85f0-4103-a02b-ed94dc2a2d61', 'name': 'network-vif-deleted', 'tag': '9f1678bd-1425-4dd5-872b-0b07f5fb95a4', 'status': 'completed', 'code': 200} Jul 23 16:22:34.686772 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:34.759609 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f32b65fb-c345-489b-a66a-02e61104bd37 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:34.768516 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-37c1b0b2-47d8-4440-8000-5a31f153d227 None None] Transition to ACTIVE for port object 339b1ec8-0794-4a02-9851-3e9e7b69ac7e will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:34.782924 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1c7e6ef9-3081-4c09-beb4-dae3ad22999b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:34.809453 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1c7e6ef9-3081-4c09-beb4-dae3ad22999b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:34.816989 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1c7e6ef9-3081-4c09-beb4-dae3ad22999b admin admin] 10.222.0.73 "DELETE /v2.0/networks/e0071fed-2c0c-4a41-9293-dfa8be91538c HTTP/1.1" status: 204 len: 168 time: 0.9696782 Jul 23 16:22:34.817466 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-37c1b0b2-47d8-4440-8000-5a31f153d227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:34.821310 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['8604d4f7-3254-41a1-bb76-0c78d014ce8e', '516419e3-e6c6-47bf-a561-7be4d299a8b8', 'cebe27dc-bd00-4623-854f-7312f6492b97', 'd12ba940-3a05-42a7-9eba-b447e907f79f'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:34.842020 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a1df-16f6-49f5-aa42-245564ae61ae tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:34.887361 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e6ef9-3081-4c09-beb4-dae3ad22999b admin admin] Pushing event deleted for resources: {'Network': ['ID=e0071fed-2c0c-4a41-9293-dfa8be91538c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:34.894246 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-3379a4a4-1cef-430b-be18-067bf8ff641d None None] Set router cf3946a3-af16-4868-8049-502680ddf6f8 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:34.980852 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928076a-be34-4be8-9b83-a6d1c06c5b42 req-6af0d5a0-07a7-441f-a717-b8a4fd68d572 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:34.989743 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a1df-16f6-49f5-aa42-245564ae61ae tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:34.994781 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c928076a-be34-4be8-9b83-a6d1c06c5b42 req-6af0d5a0-07a7-441f-a717-b8a4fd68d572 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e230ed2-8c47-4100-8577-de94a2ae4b27 HTTP/1.1" status: 200 len: 949 time: 0.1959379 Jul 23 16:22:35.108823 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6bd90c-805d-4caa-99d2-d8ae676f37ee None None] Pushing event updated for resources: {'Port': ['ID=339b1ec8-0794-4a02-9851-3e9e7b69ac7e,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:35.169806 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c928076a-be34-4be8-9b83-a6d1c06c5b42 req-ea3062d8-3a1c-47c7-8528-ddfb2f3467b1 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e632d0e-34af-4b4b-8ae1-8cd0d0c999c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740980 Jul 23 16:22:35.370970 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59134) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:35.396140 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port f32b65fb-c345-489b-a66a-02e61104bd37 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:35.399275 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:35.434315 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59138) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:35.462700 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-a6e920fd-3f9b-46ad-9cfc-6193a5f62d8f tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--286196506', 'description': 'tempest-description--2107411984'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:35.470920 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fdf23e1b-9f73-47f9-9dec-18c71f30c8d6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3e7d59ab22bf4a75bedef87dbf37ca66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0965190 Jul 23 16:22:35.471896 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59140) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:35.517576 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-37c1b0b2-47d8-4440-8000-5a31f153d227 None None] Attempting to bind port 339b1ec8-0794-4a02-9851-3e9e7b69ac7e on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:35.518108 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-37c1b0b2-47d8-4440-8000-5a31f153d227 None None] Attempting to bind port 339b1ec8-0794-4a02-9851-3e9e7b69ac7e by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'd75e3a81-2d56-489e-b14e-6f53f86cc135'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:35.518384 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c1b0b2-47d8-4440-8000-5a31f153d227 None None] Attempting to bind port 339b1ec8-0794-4a02-9851-3e9e7b69ac7e on network d75e3a81-2d56-489e-b14e-6f53f86cc135 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:35.572260 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a6e920fd-3f9b-46ad-9cfc-6193a5f62d8f tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:35.575947 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3379a4a4-1cef-430b-be18-067bf8ff641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'name': 'tempest-ServersTestBootFromVolume-768663394-router', 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:21Z', 'updated_at': '2021-07-23T16:22:27Z', 'revision_number': 4, 'project_id': 'af80bd8d90c240efaa74f32c66497bb1', 'gw_port': {'id': '7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:28:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:22Z', 'updated_at': '2021-07-23T16:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '6c316aba-6e5d-4993-a53e-ecd95abeabf0', 'name': '', 'network_id': '4a00963e-1d3a-4f60-9596-8ffc59315fca', 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1', 'mac_address': 'fa:16:3e:0f:f1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '68250752-9549-42db-965e-9173795a2cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:26Z', 'updated_at': '2021-07-23T16:22:28Z', 'revision_number': 2, 'project_id': 'af80bd8d90c240efaa74f32c66497bb1', 'subnets': [{'id': '68250752-9549-42db-965e-9173795a2cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:35.578373 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:35.601040 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c1b0b2-47d8-4440-8000-5a31f153d227 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:35.602952 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c1b0b2-47d8-4440-8000-5a31f153d227 None None] Checking segment: {'id': 'dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'd75e3a81-2d56-489e-b14e-6f53f86cc135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:35.603469 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-37c1b0b2-47d8-4440-8000-5a31f153d227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:35.603752 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c1b0b2-47d8-4440-8000-5a31f153d227 None None] Bound using segment: {'id': 'dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'd75e3a81-2d56-489e-b14e-6f53f86cc135'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:35.605469 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-37c1b0b2-47d8-4440-8000-5a31f153d227 None None] Bound port: 339b1ec8-0794-4a02-9851-3e9e7b69ac7e, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'd75e3a81-2d56-489e-b14e-6f53f86cc135'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:35.605857 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-37c1b0b2-47d8-4440-8000-5a31f153d227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:35.607787 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9a9aea64-69db-48bc-92f1-0a67ab09f807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:35.610806 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2706bda3-787f-4863-8314-753dfb359ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:35.637426 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3379a4a4-1cef-430b-be18-067bf8ff641d None None] Checking router: cf3946a3-af16-4868-8049-502680ddf6f8 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:22:35.637991 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3379a4a4-1cef-430b-be18-067bf8ff641d None None] Updating router cf3946a3-af16-4868-8049-502680ddf6f8 port 6c316aba-6e5d-4993-a53e-ecd95abeabf0 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:22:35.679811 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2706bda3-787f-4863-8314-753dfb359ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:35.713470 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-3379a4a4-1cef-430b-be18-067bf8ff641d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:35.815450 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2706bda3-787f-4863-8314-753dfb359ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:35.821541 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2706bda3-787f-4863-8314-753dfb359ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:35.827546 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2706bda3-787f-4863-8314-753dfb359ecf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ab43d89c-cac4-45c8-bae1-a77da97c1e73 HTTP/1.1" status: 204 len: 168 time: 0.3509145 Jul 23 16:22:35.846340 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706bda3-787f-4863-8314-753dfb359ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab43d89c-cac4-45c8-bae1-a77da97c1e73,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:35.863522 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a6e920fd-3f9b-46ad-9cfc-6193a5f62d8f tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:35.871756 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a6e920fd-3f9b-46ad-9cfc-6193a5f62d8f tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:35.887589 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-075b4e06-4e30-4d3c-9cf4-ea477da8a8b3 tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=c36647303d484affa8a61d7762b8daad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3520098 Jul 23 16:22:35.949961 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a6e920fd-3f9b-46ad-9cfc-6193a5f62d8f tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:35.966331 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59156) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:35.972064 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-0cd4ab47-79c6-48c2-9f70-c97bcb73108a tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Request body: {'security_group_rule': {'security_group_id': 'ffd1410c-63e3-4596-8640-74663d7c505e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:35.980930 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a6e920fd-3f9b-46ad-9cfc-6193a5f62d8f tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5340669 Jul 23 16:22:36.011624 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-37c1b0b2-47d8-4440-8000-5a31f153d227 None None] For port 339b1ec8-0794-4a02-9851-3e9e7b69ac7e, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:36.036473 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ab47-79c6-48c2-9f70-c97bcb73108a tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:36.062870 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a1df-16f6-49f5-aa42-245564ae61ae tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:36.076370 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-37c1b0b2-47d8-4440-8000-5a31f153d227 None None] For port 339b1ec8-0794-4a02-9851-3e9e7b69ac7e, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=339b1ec8-0794-4a02-9851-3e9e7b69ac7e,segment=NetworkSegment(dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b),segment_id=dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:36.094956 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-37c1b0b2-47d8-4440-8000-5a31f153d227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:36.097755 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a1df-16f6-49f5-aa42-245564ae61ae tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:36.112242 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:36.117775 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-728407b3-7b56-4faf-833f-7d2c092adf36 req-dd399455-db78-4916-ab9e-8f468ce693e1 tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] 10.222.0.73 "GET /v2.0/ports?device_id=26d56ed9-37e7-462f-b2b0-8249e3dbcb8c HTTP/1.1" status: 200 len: 210 time: 0.0724757 Jul 23 16:22:36.217156 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 9f1678bd-1425-4dd5-872b-0b07f5fb95a4 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:36.255735 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ab47-79c6-48c2-9f70-c97bcb73108a tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:36.263207 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ab47-79c6-48c2-9f70-c97bcb73108a tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:36.342079 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4ab47-79c6-48c2-9f70-c97bcb73108a tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ff7c30-26a0-4288-af36-a981aceb960b,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:36.398248 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-3379a4a4-1cef-430b-be18-067bf8ff641d None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:36.409681 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 9f1678bd-1425-4dd5-872b-0b07f5fb95a4 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:36.410250 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 9f1678bd-1425-4dd5-872b-0b07f5fb95a4 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:36.424749 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-3379a4a4-1cef-430b-be18-067bf8ff641d None None] Transition to ACTIVE for port object 6c316aba-6e5d-4993-a53e-ecd95abeabf0 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:36.436058 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-3379a4a4-1cef-430b-be18-067bf8ff641d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:36.436284 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ab47-79c6-48c2-9f70-c97bcb73108a tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:36.438190 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0cd4ab47-79c6-48c2-9f70-c97bcb73108a tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4702845 Jul 23 16:22:36.446772 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59170) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:36.455265 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-3792f3fe-af72-4bed-886d-c7ca8b7bbce2 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Request body: {'security_group_rule': {'security_group_id': 'ffd1410c-63e3-4596-8640-74663d7c505e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:36.576583 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6bd90c-805d-4caa-99d2-d8ae676f37ee None None] Pushing event updated for resources: {'Port': ['ID=339b1ec8-0794-4a02-9851-3e9e7b69ac7e,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:36.577774 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0aa119-9d2b-4e39-8d15-3b0ced9749bd req-41bdc639-6d98-4d46-adaf-83e7af9dc733 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:36.587144 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0d0aa119-9d2b-4e39-8d15-3b0ced9749bd req-41bdc639-6d98-4d46-adaf-83e7af9dc733 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=e011af3f-f7ea-456f-ade5-35c437d0262e HTTP/1.1" status: 200 len: 950 time: 0.2745621 Jul 23 16:22:36.590740 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8015e-ab8e-4cd0-84d8-31ad7c27895f None None] Pushing event updated for resources: {'Port': ['ID=6c316aba-6e5d-4993-a53e-ecd95abeabf0,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:36.591998 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c1b0b2-47d8-4440-8000-5a31f153d227 None None] Routers {'bec38b1a-a94f-4055-9b59-d16748290e30'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:36.592623 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-37c1b0b2-47d8-4440-8000-5a31f153d227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:22:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['bec38b1a-a94f-4055-9b59-d16748290e30'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:36.608771 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e920fd-3f9b-46ad-9cfc-6193a5f62d8f tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd1410c-63e3-4596-8640-74663d7c505e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:36.624778 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:36.626861 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5a1df-16f6-49f5-aa42-245564ae61ae tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Pushing event updated for resources: {'Port': ['ID=a28c0b94-4501-482a-b8a5-8e808673b211,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:36.643390 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a1df-16f6-49f5-aa42-245564ae61ae tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:36.672930 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0d0aa119-9d2b-4e39-8d15-3b0ced9749bd req-5c3c09f1-88ac-4d70-9c7d-1127d038d861 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836632 Jul 23 16:22:36.706500 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a1df-16f6-49f5-aa42-245564ae61ae tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:36.709998 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6ff5a1df-16f6-49f5-aa42-245564ae61ae tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6332214 Jul 23 16:22:36.731797 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3792f3fe-af72-4bed-886d-c7ca8b7bbce2 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:36.765899 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-3379a4a4-1cef-430b-be18-067bf8ff641d None None] Attempting to bind port 6c316aba-6e5d-4993-a53e-ecd95abeabf0 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:36.767010 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-3379a4a4-1cef-430b-be18-067bf8ff641d None None] Attempting to bind port 6c316aba-6e5d-4993-a53e-ecd95abeabf0 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'a38e8957-57cc-4988-a40d-2bc4236b7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '4a00963e-1d3a-4f60-9596-8ffc59315fca'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:36.767606 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3379a4a4-1cef-430b-be18-067bf8ff641d None None] Attempting to bind port 6c316aba-6e5d-4993-a53e-ecd95abeabf0 on network 4a00963e-1d3a-4f60-9596-8ffc59315fca {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:36.782540 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3379a4a4-1cef-430b-be18-067bf8ff641d None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:36.783423 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3379a4a4-1cef-430b-be18-067bf8ff641d None None] Checking segment: {'id': 'a38e8957-57cc-4988-a40d-2bc4236b7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '4a00963e-1d3a-4f60-9596-8ffc59315fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:36.784071 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-3379a4a4-1cef-430b-be18-067bf8ff641d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:36.785763 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3379a4a4-1cef-430b-be18-067bf8ff641d None None] Bound using segment: {'id': 'a38e8957-57cc-4988-a40d-2bc4236b7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '4a00963e-1d3a-4f60-9596-8ffc59315fca'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:36.786525 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-3379a4a4-1cef-430b-be18-067bf8ff641d None None] Bound port: 6c316aba-6e5d-4993-a53e-ecd95abeabf0, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38e8957-57cc-4988-a40d-2bc4236b7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '4a00963e-1d3a-4f60-9596-8ffc59315fca'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:36.787568 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-3379a4a4-1cef-430b-be18-067bf8ff641d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:36.814782 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-92a89fba-1606-4695-9227-7d5e39641c17 tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:36.818142 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-92a89fba-1606-4695-9227-7d5e39641c17 tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9035265 Jul 23 16:22:36.831459 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-67af16fa-bedb-481c-8049-a2a695f3de3d tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Request body: {'port': {'device_id': '26d56ed9-37e7-462f-b2b0-8249e3dbcb8c', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'admin_state_up': True, 'tenant_id': 'c36647303d484affa8a61d7762b8daad'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:36.908398 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3792f3fe-af72-4bed-886d-c7ca8b7bbce2 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:36.921854 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3792f3fe-af72-4bed-886d-c7ca8b7bbce2 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:36.940519 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59178) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:36.941452 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:36.942079 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:36.985392 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-3379a4a4-1cef-430b-be18-067bf8ff641d None None] For port 6c316aba-6e5d-4993-a53e-ecd95abeabf0, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:36.995389 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3792f3fe-af72-4bed-886d-c7ca8b7bbce2 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:36.997892 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3792f3fe-af72-4bed-886d-c7ca8b7bbce2 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5497947 Jul 23 16:22:37.003433 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59186) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:37.012589 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-0c74d8a8-da9e-4e52-8381-bd2b3a4893e8 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:37.015529 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-3379a4a4-1cef-430b-be18-067bf8ff641d None None] For port 6c316aba-6e5d-4993-a53e-ecd95abeabf0, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=6c316aba-6e5d-4993-a53e-ecd95abeabf0,segment=NetworkSegment(a38e8957-57cc-4988-a40d-2bc4236b7b30),segment_id=a38e8957-57cc-4988-a40d-2bc4236b7b30)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:37.019441 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792f3fe-af72-4bed-886d-c7ca8b7bbce2 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad2821b-4c36-4462-b697-0a9729b385e7,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:37.045194 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-3379a4a4-1cef-430b-be18-067bf8ff641d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:37.078370 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c80a94d8-82bc-4317-ac5b-a777bf794501 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dd974c281d0546dab1425609ccbfdee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1282320 Jul 23 16:22:37.080885 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59200) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:37.152929 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0c74d8a8-da9e-4e52-8381-bd2b3a4893e8 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:37.184646 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f75a5404-5a38-4a77-bcf3-14e29b4aee25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:37.227653 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f75a5404-5a38-4a77-bcf3-14e29b4aee25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:37.268187 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-67af16fa-bedb-481c-8049-a2a695f3de3d tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Made reservation on behalf of c36647303d484affa8a61d7762b8daad for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:37.274236 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-67af16fa-bedb-481c-8049-a2a695f3de3d tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:37.283114 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3379a4a4-1cef-430b-be18-067bf8ff641d None None] Routers {'cf3946a3-af16-4868-8049-502680ddf6f8'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:37.283939 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3379a4a4-1cef-430b-be18-067bf8ff641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:22:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['cf3946a3-af16-4868-8049-502680ddf6f8'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:37.302980 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f75a5404-5a38-4a77-bcf3-14e29b4aee25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:37.306198 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f75a5404-5a38-4a77-bcf3-14e29b4aee25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:37.306998 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-67af16fa-bedb-481c-8049-a2a695f3de3d tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:37.307905 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f75a5404-5a38-4a77-bcf3-14e29b4aee25 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a0e2eccd-ef56-4377-8939-7276f191b300 HTTP/1.1" status: 204 len: 168 time: 0.2256582 Jul 23 16:22:37.432202 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8015e-ab8e-4cd0-84d8-31ad7c27895f None None] Pushing event updated for resources: {'Port': ['ID=6c316aba-6e5d-4993-a53e-ecd95abeabf0,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:37.437577 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-37c1b0b2-47d8-4440-8000-5a31f153d227 None None] Set router bec38b1a-a94f-4055-9b59-d16748290e30 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:37.526983 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e059f4bf-8825-40c8-ba08-5dad1b04e5b3 req-e611123a-42d8-41ac-b2dd-f279e19ba938 tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] 10.222.0.73 "GET /v2.0/ports?device_id=26d56ed9-37e7-462f-b2b0-8249e3dbcb8c HTTP/1.1" status: 200 len: 210 time: 0.1237967 Jul 23 16:22:37.530349 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a5404-5a38-4a77-bcf3-14e29b4aee25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e2eccd-ef56-4377-8939-7276f191b300,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:37.620940 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828873b-55ea-4d09-9466-19399df3c11b req-5bebbc38-3bdc-4f45-854d-d989c67384a3 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:37.623124 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e828873b-55ea-4d09-9466-19399df3c11b req-5bebbc38-3bdc-4f45-854d-d989c67384a3 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.97 "GET /v2.0/ports?device_id=e011af3f-f7ea-456f-ade5-35c437d0262e HTTP/1.1" status: 200 len: 950 time: 0.3303130 Jul 23 16:22:37.642956 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-3379a4a4-1cef-430b-be18-067bf8ff641d None None] Set router cf3946a3-af16-4868-8049-502680ddf6f8 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:37.664153 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:37.714139 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-67af16fa-bedb-481c-8049-a2a695f3de3d tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:37.721875 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-67af16fa-bedb-481c-8049-a2a695f3de3d tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:37.932133 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af16fa-bedb-481c-8049-a2a695f3de3d tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca82b907-dedf-427d-b394-4627d56eb487,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:37.985783 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0c74d8a8-da9e-4e52-8381-bd2b3a4893e8 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:38.134589 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-37c1b0b2-47d8-4440-8000-5a31f153d227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'name': 'tempest-ServersTestJSON-1558698871-router', 'tenant_id': '7e6e69f877d14fe89edc9f35713b8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'f32b65fb-c345-489b-a66a-02e61104bd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:21Z', 'updated_at': '2021-07-23T16:22:30Z', 'revision_number': 4, 'project_id': '7e6e69f877d14fe89edc9f35713b8d03', 'gw_port': {'id': 'f32b65fb-c345-489b-a66a-02e61104bd37', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:22Z', 'updated_at': '2021-07-23T16:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '339b1ec8-0794-4a02-9851-3e9e7b69ac7e', 'name': '', 'network_id': 'd75e3a81-2d56-489e-b14e-6f53f86cc135', 'tenant_id': '7e6e69f877d14fe89edc9f35713b8d03', 'mac_address': 'fa:16:3e:8b:3b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '738f2e54-8bec-4e40-9a2e-9206a58f62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:28Z', 'updated_at': '2021-07-23T16:22:35Z', 'revision_number': 4, 'project_id': '7e6e69f877d14fe89edc9f35713b8d03', 'subnets': [{'id': '738f2e54-8bec-4e40-9a2e-9206a58f62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:38.146618 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-67af16fa-bedb-481c-8049-a2a695f3de3d tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Allocated IP 192.168.233.160 (eb3bf372-6ffe-4c33-8777-29948d4b4373/3812e6e5-38ac-4c93-85ce-3dab2cef76c9/9d0d2dde-d146-48d9-a361-05f390e602e9) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:38.171679 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device d1aebf7d-018f-4493-baca-ae1ea191ed21 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:22:38.316439 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c1b0b2-47d8-4440-8000-5a31f153d227 None None] The sync data for ids ['bec38b1a-a94f-4055-9b59-d16748290e30'] in n-d-778549-4 is: [{'id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'name': 'tempest-ServersTestJSON-1558698871-router', 'tenant_id': '7e6e69f877d14fe89edc9f35713b8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'f32b65fb-c345-489b-a66a-02e61104bd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:21Z', 'updated_at': '2021-07-23T16:22:30Z', 'revision_number': 4, 'project_id': '7e6e69f877d14fe89edc9f35713b8d03', 'gw_port': {'id': 'f32b65fb-c345-489b-a66a-02e61104bd37', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:22Z', 'updated_at': '2021-07-23T16:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '339b1ec8-0794-4a02-9851-3e9e7b69ac7e', 'name': '', 'network_id': 'd75e3a81-2d56-489e-b14e-6f53f86cc135', 'tenant_id': '7e6e69f877d14fe89edc9f35713b8d03', 'mac_address': 'fa:16:3e:8b:3b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '738f2e54-8bec-4e40-9a2e-9206a58f62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:28Z', 'updated_at': '2021-07-23T16:22:35Z', 'revision_number': 4, 'project_id': '7e6e69f877d14fe89edc9f35713b8d03', 'subnets': [{'id': '738f2e54-8bec-4e40-9a2e-9206a58f62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:22:38.321521 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 6c316aba-6e5d-4993-a53e-ecd95abeabf0 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:38.331564 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3379a4a4-1cef-430b-be18-067bf8ff641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'name': 'tempest-ServersTestBootFromVolume-768663394-router', 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:21Z', 'updated_at': '2021-07-23T16:22:27Z', 'revision_number': 4, 'project_id': 'af80bd8d90c240efaa74f32c66497bb1', 'gw_port': {'id': '7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:28:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:22Z', 'updated_at': '2021-07-23T16:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '6c316aba-6e5d-4993-a53e-ecd95abeabf0', 'name': '', 'network_id': '4a00963e-1d3a-4f60-9596-8ffc59315fca', 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1', 'mac_address': 'fa:16:3e:0f:f1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '68250752-9549-42db-965e-9173795a2cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:26Z', 'updated_at': '2021-07-23T16:22:36Z', 'revision_number': 4, 'project_id': 'af80bd8d90c240efaa74f32c66497bb1', 'subnets': [{'id': '68250752-9549-42db-965e-9173795a2cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:38.442455 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3379a4a4-1cef-430b-be18-067bf8ff641d None None] The sync data for ids ['cf3946a3-af16-4868-8049-502680ddf6f8'] in n-d-778549-4 is: [{'id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'name': 'tempest-ServersTestBootFromVolume-768663394-router', 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:21Z', 'updated_at': '2021-07-23T16:22:27Z', 'revision_number': 4, 'project_id': 'af80bd8d90c240efaa74f32c66497bb1', 'gw_port': {'id': '7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:28:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:22Z', 'updated_at': '2021-07-23T16:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '6c316aba-6e5d-4993-a53e-ecd95abeabf0', 'name': '', 'network_id': '4a00963e-1d3a-4f60-9596-8ffc59315fca', 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1', 'mac_address': 'fa:16:3e:0f:f1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '68250752-9549-42db-965e-9173795a2cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:26Z', 'updated_at': '2021-07-23T16:22:36Z', 'revision_number': 4, 'project_id': 'af80bd8d90c240efaa74f32c66497bb1', 'subnets': [{'id': '68250752-9549-42db-965e-9173795a2cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:22:38.590584 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:38.604762 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-67af16fa-bedb-481c-8049-a2a695f3de3d tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:38.647870 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-67af16fa-bedb-481c-8049-a2a695f3de3d tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Transition to ACTIVE for port object 9d0d2dde-d146-48d9-a361-05f390e602e9 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:38.651628 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port d1aebf7d-018f-4493-baca-ae1ea191ed21, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d1aebf7d-018f-4493-baca-ae1ea191ed21,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:38.656837 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 6c316aba-6e5d-4993-a53e-ecd95abeabf0 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:38.687741 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 6c316aba-6e5d-4993-a53e-ecd95abeabf0 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:38.688830 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:38.750920 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'd1aebf7d-018f-4493-baca-ae1ea191ed21', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': 'd1aebf7d-018f-4493-baca-ae1ea191ed21', 'mac_address': 'fa:16:3e:07:f8:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:22:38.773464 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-67af16fa-bedb-481c-8049-a2a695f3de3d tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:38.837337 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:38.888158 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1aebf7d-018f-4493-baca-ae1ea191ed21 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:38.905254 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-67af16fa-bedb-481c-8049-a2a695f3de3d tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:38.911754 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-67af16fa-bedb-481c-8049-a2a695f3de3d tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:38.916979 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-67af16fa-bedb-481c-8049-a2a695f3de3d tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:38.930573 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af16fa-bedb-481c-8049-a2a695f3de3d tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Pushing event updated for resources: {'Port': ['ID=9d0d2dde-d146-48d9-a361-05f390e602e9,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:38.943636 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:39.018152 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port d1aebf7d-018f-4493-baca-ae1ea191ed21, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d1aebf7d-018f-4493-baca-ae1ea191ed21,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:39.031634 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:39.054235 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-67af16fa-bedb-481c-8049-a2a695f3de3d tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:39.055358 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-67af16fa-bedb-481c-8049-a2a695f3de3d tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:39.090654 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-67af16fa-bedb-481c-8049-a2a695f3de3d tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2630858 Jul 23 16:22:39.120775 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-e828873b-55ea-4d09-9466-19399df3c11b req-d70132d7-200a-4a80-910c-82e3aa33acd2 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Deleting port d12ba940-3a05-42a7-9eba-b447e907f79f {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:39.121764 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e828873b-55ea-4d09-9466-19399df3c11b req-d70132d7-200a-4a80-910c-82e3aa33acd2 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:39.125791 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-9c13c84d-f5b9-4b27-bcf1-c4ed0f0bdbdb service neutron] Request body: {'port': {'device_id': '26d56ed9-37e7-462f-b2b0-8249e3dbcb8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:39.141677 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 6c316aba-6e5d-4993-a53e-ecd95abeabf0, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=6c316aba-6e5d-4993-a53e-ecd95abeabf0,segment=NetworkSegment(a38e8957-57cc-4988-a40d-2bc4236b7b30),segment_id=a38e8957-57cc-4988-a40d-2bc4236b7b30)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:39.155623 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:39.218485 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['d1aebf7d-018f-4493-baca-ae1ea191ed21'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:39.260025 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-0c74d8a8-da9e-4e52-8381-bd2b3a4893e8 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Allocated IP 172.25.8.150 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/4358aac3-a734-40c1-9b67-d0771ff5dcca) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:39.299626 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=d1aebf7d-018f-4493-baca-ae1ea191ed21,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:39.380721 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-9c13c84d-f5b9-4b27-bcf1-c4ed0f0bdbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:39.421392 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=6c316aba-6e5d-4993-a53e-ecd95abeabf0,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:39.541239 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0c74d8a8-da9e-4e52-8381-bd2b3a4893e8 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:39.589159 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0493199e-69d7-4ec5-a496-bc5a3fd3aef2 None None] Provisioning for port 9d0d2dde-d146-48d9-a361-05f390e602e9 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:39.611888 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0493199e-69d7-4ec5-a496-bc5a3fd3aef2 None None] Provisioning complete for port 9d0d2dde-d146-48d9-a361-05f390e602e9 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:39.614182 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0493199e-69d7-4ec5-a496-bc5a3fd3aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:39.697470 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80e66e-6ed7-4d42-85d8-930d39da10bd req-35d521fd-7a23-41cd-b9f1-2b62ef352525 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:39.711202 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5b80e66e-6ed7-4d42-85d8-930d39da10bd req-35d521fd-7a23-41cd-b9f1-2b62ef352525 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=e011af3f-f7ea-456f-ade5-35c437d0262e HTTP/1.1" status: 200 len: 950 time: 1.8207593 Jul 23 16:22:39.718743 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-0493199e-69d7-4ec5-a496-bc5a3fd3aef2 None None] Port 9d0d2dde-d146-48d9-a361-05f390e602e9 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:22:39.875615 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85adf26-0ff8-4e32-8ffe-8ed266b68370 req-6629191b-e376-477c-bd69-2023b078557e tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:39.885013 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d85adf26-0ff8-4e32-8ffe-8ed266b68370 req-6629191b-e376-477c-bd69-2023b078557e tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] 10.222.0.73 "GET /v2.0/ports?device_id=26d56ed9-37e7-462f-b2b0-8249e3dbcb8c HTTP/1.1" status: 200 len: 936 time: 1.0210149 Jul 23 16:22:39.891480 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-e828873b-55ea-4d09-9466-19399df3c11b req-d70132d7-200a-4a80-910c-82e3aa33acd2 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] For port d12ba940-3a05-42a7-9eba-b447e907f79f, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d12ba940-3a05-42a7-9eba-b447e907f79f,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:39.892363 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e828873b-55ea-4d09-9466-19399df3c11b req-d70132d7-200a-4a80-910c-82e3aa33acd2 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:39.923436 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-9c13c84d-f5b9-4b27-bcf1-c4ed0f0bdbdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d0d2dde-d146-48d9-a361-05f390e602e9 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:39.925402 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5b80e66e-6ed7-4d42-85d8-930d39da10bd req-fec56aba-d9cd-4bb9-b973-1122b519f9a6 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111268 Jul 23 16:22:39.933564 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-9c13c84d-f5b9-4b27-bcf1-c4ed0f0bdbdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:39.951252 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-9c13c84d-f5b9-4b27-bcf1-c4ed0f0bdbdb service neutron] Transition to ACTIVE for port object 9d0d2dde-d146-48d9-a361-05f390e602e9 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:39.957704 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-9c13c84d-f5b9-4b27-bcf1-c4ed0f0bdbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:39.965091 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0c74d8a8-da9e-4e52-8381-bd2b3a4893e8 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:39.967889 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-e828873b-55ea-4d09-9466-19399df3c11b req-d70132d7-200a-4a80-910c-82e3aa33acd2 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Calling delete_port for d12ba940-3a05-42a7-9eba-b447e907f79f owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:40.155660 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device d1aebf7d-018f-4493-baca-ae1ea191ed21 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:40.276716 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13c84d-f5b9-4b27-bcf1-c4ed0f0bdbdb service neutron] Pushing event updated for resources: {'Port': ['ID=9d0d2dde-d146-48d9-a361-05f390e602e9,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:40.335002 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port d1aebf7d-018f-4493-baca-ae1ea191ed21 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:40.335578 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:40.349438 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d85adf26-0ff8-4e32-8ffe-8ed266b68370 req-9f7db443-e284-498a-962c-0ea7ee4aad41 tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca82b907-dedf-427d-b394-4627d56eb487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631348 Jul 23 16:22:40.350148 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e828873b-55ea-4d09-9466-19399df3c11b req-d70132d7-200a-4a80-910c-82e3aa33acd2 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:40.442130 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-9c13c84d-f5b9-4b27-bcf1-c4ed0f0bdbdb service neutron] Attempting to bind port 9d0d2dde-d146-48d9-a361-05f390e602e9 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:40.442476 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-9c13c84d-f5b9-4b27-bcf1-c4ed0f0bdbdb service neutron] Attempting to bind port 9d0d2dde-d146-48d9-a361-05f390e602e9 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:40.442814 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-9c13c84d-f5b9-4b27-bcf1-c4ed0f0bdbdb service neutron] Attempting to bind port 9d0d2dde-d146-48d9-a361-05f390e602e9 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:40.460001 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-9c13c84d-f5b9-4b27-bcf1-c4ed0f0bdbdb service neutron] Port 9d0d2dde-d146-48d9-a361-05f390e602e9 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:22:40.460934 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-9c13c84d-f5b9-4b27-bcf1-c4ed0f0bdbdb service neutron] Attempting to bind port 9d0d2dde-d146-48d9-a361-05f390e602e9 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:40.469133 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c74d8a8-da9e-4e52-8381-bd2b3a4893e8 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:40.474536 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['73cf402e-041a-4a65-853b-18de3c99c53e', '7fda5483-fa08-4101-a62c-47e5fb8b3df6'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:40.491703 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['8604d4f7-3254-41a1-bb76-0c78d014ce8e', '516419e3-e6c6-47bf-a561-7be4d299a8b8', 'cebe27dc-bd00-4623-854f-7312f6492b97'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:40.497878 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-9c13c84d-f5b9-4b27-bcf1-c4ed0f0bdbdb service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:40.498321 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-9c13c84d-f5b9-4b27-bcf1-c4ed0f0bdbdb service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:40.498608 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-9c13c84d-f5b9-4b27-bcf1-c4ed0f0bdbdb service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:40.499647 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-9c13c84d-f5b9-4b27-bcf1-c4ed0f0bdbdb service neutron] Bound port: 9d0d2dde-d146-48d9-a361-05f390e602e9, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:40.500017 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-9c13c84d-f5b9-4b27-bcf1-c4ed0f0bdbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:40.525760 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-0c74d8a8-da9e-4e52-8381-bd2b3a4893e8 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:40.536938 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c74d8a8-da9e-4e52-8381-bd2b3a4893e8 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:40.583156 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-e828873b-55ea-4d09-9466-19399df3c11b req-d70132d7-200a-4a80-910c-82e3aa33acd2 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] No DVR routers for this DVR port d12ba940-3a05-42a7-9eba-b447e907f79f on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:40.614089 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-9c13c84d-f5b9-4b27-bcf1-c4ed0f0bdbdb service neutron] For port 9d0d2dde-d146-48d9-a361-05f390e602e9, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:40.621269 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-9c13c84d-f5b9-4b27-bcf1-c4ed0f0bdbdb service neutron] For port 9d0d2dde-d146-48d9-a361-05f390e602e9, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=9d0d2dde-d146-48d9-a361-05f390e602e9,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:40.628919 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 6c316aba-6e5d-4993-a53e-ecd95abeabf0 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:40.635464 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-9c13c84d-f5b9-4b27-bcf1-c4ed0f0bdbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:40.700476 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e828873b-55ea-4d09-9466-19399df3c11b req-d70132d7-200a-4a80-910c-82e3aa33acd2 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:40.702859 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e828873b-55ea-4d09-9466-19399df3c11b req-d70132d7-200a-4a80-910c-82e3aa33acd2 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.97 "DELETE /v2.0/ports/d12ba940-3a05-42a7-9eba-b447e907f79f HTTP/1.1" status: 204 len: 173 time: 3.0676014 Jul 23 16:22:40.704802 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74d8a8-da9e-4e52-8381-bd2b3a4893e8 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Pushing event updated for resources: {'Port': ['ID=4358aac3-a734-40c1-9b67-d0771ff5dcca,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:40.708260 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e011af3f-f7ea-456f-ade5-35c437d0262e', 'name': 'network-vif-deleted', 'tag': 'd12ba940-3a05-42a7-9eba-b447e907f79f'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:40.711709 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc379fe4-35e0-43d4-a015-66d884bf26d5" -d '{"events": [{"server_uuid": "e011af3f-f7ea-456f-ade5-35c437d0262e", "name": "network-vif-deleted", "tag": "d12ba940-3a05-42a7-9eba-b447e907f79f"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:40.714012 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13c84d-f5b9-4b27-bcf1-c4ed0f0bdbdb service neutron] Pushing event updated for resources: {'Port': ['ID=9d0d2dde-d146-48d9-a361-05f390e602e9,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:40.731586 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-9c13c84d-f5b9-4b27-bcf1-c4ed0f0bdbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:40.732774 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-9c13c84d-f5b9-4b27-bcf1-c4ed0f0bdbdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:40.734848 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-9c13c84d-f5b9-4b27-bcf1-c4ed0f0bdbdb service neutron] 10.222.0.74 "PUT /v2.0/ports/9d0d2dde-d146-48d9-a361-05f390e602e9 HTTP/1.1" status: 200 len: 1096 time: 1.6370058 Jul 23 16:22:40.735552 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d56ed9-37e7-462f-b2b0-8249e3dbcb8c', 'tag': '9d0d2dde-d146-48d9-a361-05f390e602e9'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:40.738873 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592b8fd2-70d2-41db-be46-6ab684d78118" -d '{"events": [{"name": "network-changed", "server_uuid": "26d56ed9-37e7-462f-b2b0-8249e3dbcb8c", "tag": "9d0d2dde-d146-48d9-a361-05f390e602e9"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:40.860850 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70132d7-200a-4a80-910c-82e3aa33acd2 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Pushing event deleted for resources: {'Port': ['ID=d12ba940-3a05-42a7-9eba-b447e907f79f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:40.876953 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d87a6a2-8b53-43a5-8396-c908db321318 x-openstack-request-id: req-9d87a6a2-8b53-43a5-8396-c908db321318 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:40.877281 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e011af3f-f7ea-456f-ade5-35c437d0262e", "name": "network-vif-deleted", "tag": "d12ba940-3a05-42a7-9eba-b447e907f79f", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:40.877540 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9d87a6a2-8b53-43a5-8396-c908db321318 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:40.878112 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e011af3f-f7ea-456f-ade5-35c437d0262e', 'name': 'network-vif-deleted', 'tag': 'd12ba940-3a05-42a7-9eba-b447e907f79f', 'status': 'completed', 'code': 200} Jul 23 16:22:40.945645 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0c74d8a8-da9e-4e52-8381-bd2b3a4893e8 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:40.947244 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6161db-b2c6-4bc4-93e5-941621cc7b21 x-openstack-request-id: req-bb6161db-b2c6-4bc4-93e5-941621cc7b21 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:40.947742 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d56ed9-37e7-462f-b2b0-8249e3dbcb8c", "tag": "9d0d2dde-d146-48d9-a361-05f390e602e9", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:40.947854 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bb6161db-b2c6-4bc4-93e5-941621cc7b21 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:40.948227 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d56ed9-37e7-462f-b2b0-8249e3dbcb8c', 'tag': '9d0d2dde-d146-48d9-a361-05f390e602e9', 'status': 'completed', 'code': 200} Jul 23 16:22:40.950129 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-555b6b2b-e9db-4bc9-bc4a-5bf6b65f01fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:40.959207 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-555b6b2b-e9db-4bc9-bc4a-5bf6b65f01fb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c36647303d484affa8a61d7762b8daad&device_id=26d56ed9-37e7-462f-b2b0-8249e3dbcb8c HTTP/1.1" status: 200 len: 1099 time: 0.1649370 Jul 23 16:22:41.068388 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0c74d8a8-da9e-4e52-8381-bd2b3a4893e8 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:41.070122 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-44e44b14-bb8d-44dc-b477-cce6c1f21c57 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=9d0d2dde-d146-48d9-a361-05f390e602e9 HTTP/1.1" status: 200 len: 217 time: 0.1049712 Jul 23 16:22:41.171974 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 6c316aba-6e5d-4993-a53e-ecd95abeabf0 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:41.172620 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:41.198094 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-afbc422a-f356-4ecc-b969-f4afbeb471fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:41.199783 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-afbc422a-f356-4ecc-b969-f4afbeb471fc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1214080 Jul 23 16:22:41.234887 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d37cd58b-7839-45cd-befd-9c0f4c1bddc3 req-608997b1-1972-4c9a-9aaa-033addeb388d tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=e011af3f-f7ea-456f-ade5-35c437d0262e HTTP/1.1" status: 200 len: 210 time: 0.1031897 Jul 23 16:22:41.421273 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-8ee39e4e-32a7-491a-b307-00739085c9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:41.425287 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-8ee39e4e-32a7-491a-b307-00739085c9bd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2094247 Jul 23 16:22:41.564416 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5414240-210e-4b53-a7fc-e63faab73f1f req-72169c81-277f-4f79-a00c-344a09f01c58 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b45b2e62-cc17-464e-aace-f5cc20bacb94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3568232 Jul 23 16:22:41.650276 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:41.671048 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0c74d8a8-da9e-4e52-8381-bd2b3a4893e8 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:41.694173 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0c74d8a8-da9e-4e52-8381-bd2b3a4893e8 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:41.828753 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-215d4417-e421-4e01-bac1-5d9b363ef67c service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936906 Jul 23 16:22:41.870332 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e230ed2-8c47-4100-8577-de94a2ae4b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1aebf7d-018f-4493-baca-ae1ea191ed21'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:41.874239 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c11a2c3-dbc9-45d6-8115-1708ff0b81e8" -d '{"events": [{"server_uuid": "2e230ed2-8c47-4100-8577-de94a2ae4b27", "name": "network-vif-plugged", "status": "completed", "tag": "d1aebf7d-018f-4493-baca-ae1ea191ed21"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:41.963000 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port d1aebf7d-018f-4493-baca-ae1ea191ed21, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d1aebf7d-018f-4493-baca-ae1ea191ed21,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:41.974489 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:41.977145 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device d12ba940-3a05-42a7-9eba-b447e907f79f no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:41.980751 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74d8a8-da9e-4e52-8381-bd2b3a4893e8 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Pushing event updated for resources: {'Port': ['ID=4358aac3-a734-40c1-9b67-d0771ff5dcca,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:42.009728 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0c74d8a8-da9e-4e52-8381-bd2b3a4893e8 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:42.053396 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc0610-5640-47f1-aa78-5add2d91cec8 req-4d97fb42-bc2f-4799-aa7d-dc41507598d7 tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:42.061729 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c3cc0610-5640-47f1-aa78-5add2d91cec8 req-4d97fb42-bc2f-4799-aa7d-dc41507598d7 tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] 10.222.0.73 "GET /v2.0/ports?device_id=26d56ed9-37e7-462f-b2b0-8249e3dbcb8c HTTP/1.1" status: 200 len: 948 time: 0.3930204 Jul 23 16:22:42.081836 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0c74d8a8-da9e-4e52-8381-bd2b3a4893e8 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:42.083500 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0c74d8a8-da9e-4e52-8381-bd2b3a4893e8 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0787399 Jul 23 16:22:42.119971 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8d1d5e0e-2065-4504-ad55-040cc7ab4c7a req-03119fc6-1954-4862-accc-f7fe3757e0d1 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781012 Jul 23 16:22:42.174809 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5414240-210e-4b53-a7fc-e63faab73f1f req-692eacc4-18e2-461b-a0ee-b833cedc29d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:42.178129 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5414240-210e-4b53-a7fc-e63faab73f1f req-692eacc4-18e2-461b-a0ee-b833cedc29d9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&device_id=b45b2e62-cc17-464e-aace-f5cc20bacb94 HTTP/1.1" status: 200 len: 1100 time: 0.3889973 Jul 23 16:22:42.303604 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c3cc0610-5640-47f1-aa78-5add2d91cec8 req-289eb698-ac3b-4f80-bfef-157fe50d469f tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca82b907-dedf-427d-b394-4627d56eb487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378361 Jul 23 16:22:42.362060 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: d12ba940-3a05-42a7-9eba-b447e907f79f {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:42.362481 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device d12ba940-3a05-42a7-9eba-b447e907f79f not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:42.374327 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8fd2-70d2-41db-be46-6ab684d78118 req-6e8b8892-97d3-484a-b296-39ab6f72ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:42.375909 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-592b8fd2-70d2-41db-be46-6ab684d78118 req-6e8b8892-97d3-484a-b296-39ab6f72ba3b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c36647303d484affa8a61d7762b8daad&device_id=26d56ed9-37e7-462f-b2b0-8249e3dbcb8c HTTP/1.1" status: 200 len: 1099 time: 0.1487720 Jul 23 16:22:42.479771 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 339b1ec8-0794-4a02-9851-3e9e7b69ac7e up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:42.507727 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5414240-210e-4b53-a7fc-e63faab73f1f req-d4ff3483-8c11-406a-8b4c-72b549bfe1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:42.531035 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d5414240-210e-4b53-a7fc-e63faab73f1f req-d4ff3483-8c11-406a-8b4c-72b549bfe1fe service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.3192627 Jul 23 16:22:42.585320 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8fd2-70d2-41db-be46-6ab684d78118 req-50b08ccb-f868-4fa2-9ff6-15f7e6ddb1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:42.586974 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-592b8fd2-70d2-41db-be46-6ab684d78118 req-50b08ccb-f868-4fa2-9ff6-15f7e6ddb1c6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.2037270 Jul 23 16:22:42.610489 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d5414240-210e-4b53-a7fc-e63faab73f1f req-50ebc5f1-e3b0-4796-9f00-14365611d21d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=73cf402e-041a-4a65-853b-18de3c99c53e HTTP/1.1" status: 200 len: 217 time: 0.0728767 Jul 23 16:22:42.637205 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88b5b57-5e8e-48e4-9c94-6135b9476848 x-openstack-request-id: req-f88b5b57-5e8e-48e4-9c94-6135b9476848 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:42.637501 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e230ed2-8c47-4100-8577-de94a2ae4b27", "name": "network-vif-plugged", "status": "completed", "tag": "d1aebf7d-018f-4493-baca-ae1ea191ed21", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:42.637773 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f88b5b57-5e8e-48e4-9c94-6135b9476848 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:42.640360 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e230ed2-8c47-4100-8577-de94a2ae4b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1aebf7d-018f-4493-baca-ae1ea191ed21', 'code': 200} Jul 23 16:22:42.661829 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=d1aebf7d-018f-4493-baca-ae1ea191ed21,revision_number=7']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:42.720238 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-592b8fd2-70d2-41db-be46-6ab684d78118 req-ae57df64-6761-4ae4-8ccf-0bf281fba591 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=9d0d2dde-d146-48d9-a361-05f390e602e9 HTTP/1.1" status: 200 len: 217 time: 0.1265173 Jul 23 16:22:42.724490 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5414240-210e-4b53-a7fc-e63faab73f1f req-3c5bafaa-a525-4ccc-8293-469d745df6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:42.726143 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d5414240-210e-4b53-a7fc-e63faab73f1f req-3c5bafaa-a525-4ccc-8293-469d745df6f8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1074679 Jul 23 16:22:42.803308 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8fd2-70d2-41db-be46-6ab684d78118 req-0fec9472-19d6-45de-b277-736430e85d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:42.806317 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-592b8fd2-70d2-41db-be46-6ab684d78118 req-0fec9472-19d6-45de-b277-736430e85d11 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0789135 Jul 23 16:22:42.814537 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 339b1ec8-0794-4a02-9851-3e9e7b69ac7e completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:42.831226 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 339b1ec8-0794-4a02-9851-3e9e7b69ac7e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:42.831226 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:42.846817 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5414240-210e-4b53-a7fc-e63faab73f1f req-0b818aae-398f-45bc-b390-2ffa18e34b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:42.849366 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d5414240-210e-4b53-a7fc-e63faab73f1f req-0b818aae-398f-45bc-b390-2ffa18e34b3f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1164699 Jul 23 16:22:42.930902 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8fd2-70d2-41db-be46-6ab684d78118 req-b254719c-cd8f-4a44-9e37-66917e69a3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:42.933357 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-592b8fd2-70d2-41db-be46-6ab684d78118 req-b254719c-cd8f-4a44-9e37-66917e69a3d4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1167595 Jul 23 16:22:43.064549 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d5414240-210e-4b53-a7fc-e63faab73f1f req-0fc2b64b-a9f1-4439-84f4-c2aeb19c6aa1 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028539 Jul 23 16:22:43.079954 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:43.135345 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-592b8fd2-70d2-41db-be46-6ab684d78118 req-67937f21-d387-458c-95fd-612f1d7ca145 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912365 Jul 23 16:22:43.145096 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 339b1ec8-0794-4a02-9851-3e9e7b69ac7e, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=339b1ec8-0794-4a02-9851-3e9e7b69ac7e,segment=NetworkSegment(dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b),segment_id=dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:43.164474 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:43.220598 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d5414240-210e-4b53-a7fc-e63faab73f1f req-10a1a935-9bee-47b1-9cae-fae257590c79 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462643 Jul 23 16:22:43.232666 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=339b1ec8-0794-4a02-9851-3e9e7b69ac7e,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:43.345483 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-592b8fd2-70d2-41db-be46-6ab684d78118 req-a3946755-7285-4b6b-99f9-4803f5898903 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981242 Jul 23 16:22:44.039841 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-38785787-c94a-415e-861e-d3d5573d1a11 req-651bdeda-aef4-4680-9dc1-d093dc744d59 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=47b6502c-01ae-405d-82e9-769de63be8b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0954256 Jul 23 16:22:44.198720 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38785787-c94a-415e-861e-d3d5573d1a11 req-9e3146dc-30d6-480e-aafb-2923b4fa393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:44.200741 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-38785787-c94a-415e-861e-d3d5573d1a11 req-9e3146dc-30d6-480e-aafb-2923b4fa393b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&device_id=47b6502c-01ae-405d-82e9-769de63be8b0 HTTP/1.1" status: 200 len: 1101 time: 0.1240897 Jul 23 16:22:44.397628 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38785787-c94a-415e-861e-d3d5573d1a11 req-85c82a90-1375-4f98-91b1-b01bfb3f8a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:44.399509 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-38785787-c94a-415e-861e-d3d5573d1a11 req-85c82a90-1375-4f98-91b1-b01bfb3f8a7f service neutron] 10.222.0.97 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.1668258 Jul 23 16:22:44.454604 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-38785787-c94a-415e-861e-d3d5573d1a11 req-76d1ae95-2fba-4c96-a62c-20637a54a002 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=8604d4f7-3254-41a1-bb76-0c78d014ce8e HTTP/1.1" status: 200 len: 217 time: 0.0451362 Jul 23 16:22:44.520181 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38785787-c94a-415e-861e-d3d5573d1a11 req-08faf38f-6778-49a2-9b8a-31e97a510cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:44.521753 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-38785787-c94a-415e-861e-d3d5573d1a11 req-08faf38f-6778-49a2-9b8a-31e97a510cd0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0606861 Jul 23 16:22:44.601743 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38785787-c94a-415e-861e-d3d5573d1a11 req-cd8c5d02-33dd-49f5-90db-ecb5eb9f19b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:44.604894 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-38785787-c94a-415e-861e-d3d5573d1a11 req-cd8c5d02-33dd-49f5-90db-ecb5eb9f19b6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0764806 Jul 23 16:22:44.755729 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-38785787-c94a-415e-861e-d3d5573d1a11 req-a2745b05-516a-42d3-8a37-2097e813ec1b service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377456 Jul 23 16:22:44.950797 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-38785787-c94a-415e-861e-d3d5573d1a11 req-077f09b9-c59f-41c4-88df-471009739e9a service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919258 Jul 23 16:22:44.958260 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3a94b978-e1fc-4674-8f24-e8c703a31a00 req-ede2a4dd-038d-4f92-b61b-15b1568cb6d9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1c34234c-7b23-422c-a523-7f9e2d5ddc0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1474805 Jul 23 16:22:45.067126 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94b978-e1fc-4674-8f24-e8c703a31a00 req-42168b71-1ba2-492e-913d-6abd34b89289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:45.067126 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3a94b978-e1fc-4674-8f24-e8c703a31a00 req-42168b71-1ba2-492e-913d-6abd34b89289 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&device_id=1c34234c-7b23-422c-a523-7f9e2d5ddc0c HTTP/1.1" status: 200 len: 1100 time: 0.0777125 Jul 23 16:22:45.210238 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94b978-e1fc-4674-8f24-e8c703a31a00 req-950b057b-f967-4618-8f4c-aa486b92c6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:45.212079 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3a94b978-e1fc-4674-8f24-e8c703a31a00 req-950b057b-f967-4618-8f4c-aa486b92c6f5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.1230731 Jul 23 16:22:45.300165 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3a94b978-e1fc-4674-8f24-e8c703a31a00 req-c2b26c9f-65fe-43b0-95b1-aa635e68faa7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=7fda5483-fa08-4101-a62c-47e5fb8b3df6 HTTP/1.1" status: 200 len: 217 time: 0.0792789 Jul 23 16:22:45.322656 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 339b1ec8-0794-4a02-9851-3e9e7b69ac7e up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:45.379327 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94b978-e1fc-4674-8f24-e8c703a31a00 req-cb0e52f4-33b6-47f3-b6df-731328a1fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:45.381127 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3a94b978-e1fc-4674-8f24-e8c703a31a00 req-cb0e52f4-33b6-47f3-b6df-731328a1fbc1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0722613 Jul 23 16:22:45.401970 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 339b1ec8-0794-4a02-9851-3e9e7b69ac7e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:45.402539 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:45.488487 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94b978-e1fc-4674-8f24-e8c703a31a00 req-c4769d50-8e6e-420a-8191-0d04d58795c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:45.493300 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3a94b978-e1fc-4674-8f24-e8c703a31a00 req-c4769d50-8e6e-420a-8191-0d04d58795c5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1018279 Jul 23 16:22:45.630473 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3a94b978-e1fc-4674-8f24-e8c703a31a00 req-ac4cfd16-b72d-4178-9db7-08ea5df4d7be service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293173 Jul 23 16:22:45.747624 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3a94b978-e1fc-4674-8f24-e8c703a31a00 req-e026bb7f-1ec3-41a5-99b4-3e482212e4e0 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086366 Jul 23 16:22:46.056845 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 9d0d2dde-d146-48d9-a361-05f390e602e9 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:22:46.216850 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 9d0d2dde-d146-48d9-a361-05f390e602e9, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=9d0d2dde-d146-48d9-a361-05f390e602e9,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:46.232043 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '9d0d2dde-d146-48d9-a361-05f390e602e9', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': '9d0d2dde-d146-48d9-a361-05f390e602e9', 'mac_address': 'fa:16:3e:1e:9f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:22:46.305455 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:46.334585 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0d2dde-d146-48d9-a361-05f390e602e9 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:46.377794 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 9d0d2dde-d146-48d9-a361-05f390e602e9, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=9d0d2dde-d146-48d9-a361-05f390e602e9,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:46.384564 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:46.452812 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=9d0d2dde-d146-48d9-a361-05f390e602e9,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:46.654113 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['9d0d2dde-d146-48d9-a361-05f390e602e9'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:47.976060 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 9d0d2dde-d146-48d9-a361-05f390e602e9 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:48.067881 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 9d0d2dde-d146-48d9-a361-05f390e602e9 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:48.082402 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 9d0d2dde-d146-48d9-a361-05f390e602e9 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:48.083001 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:48.358633 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:48.389321 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d56ed9-37e7-462f-b2b0-8249e3dbcb8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0d2dde-d146-48d9-a361-05f390e602e9'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:48.392646 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ba0cc1-ad2f-40e8-bb1e-40432c1944af" -d '{"events": [{"server_uuid": "26d56ed9-37e7-462f-b2b0-8249e3dbcb8c", "name": "network-vif-plugged", "status": "completed", "tag": "9d0d2dde-d146-48d9-a361-05f390e602e9"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:48.409452 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 9d0d2dde-d146-48d9-a361-05f390e602e9, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=9d0d2dde-d146-48d9-a361-05f390e602e9,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:48.415140 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:48.486542 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=9d0d2dde-d146-48d9-a361-05f390e602e9,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:52.630547 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-81b4eb94-7a98-4d88-953e-50febf10d247 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--286196506&fields=id&tenant_id=7e6e69f877d14fe89edc9f35713b8d03 HTTP/1.1" status: 200 len: 267 time: 0.0505071 Jul 23 16:22:52.764345 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-2f6437ab-59e4-449b-a65f-e8964a987658 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:52.765909 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-2f6437ab-59e4-449b-a65f-e8964a987658 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/networks?id=d75e3a81-2d56-489e-b14e-6f53f86cc135 HTTP/1.1" status: 200 len: 806 time: 0.1238809 Jul 23 16:22:52.781640 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-1eaf1b07-28e8-4585-b603-a67206524a7b tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/quotas/7e6e69f877d14fe89edc9f35713b8d03 HTTP/1.1" status: 200 len: 375 time: 0.0100667 Jul 23 16:22:52.858119 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-9eff6d4c-59fc-4b74-8d9b-1cf9c4b920f9 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e6e69f877d14fe89edc9f35713b8d03&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0711815 Jul 23 16:22:52.977398 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-9821c46a-12f0-4170-adc1-61732d6a8cd6 service neutron] 10.222.0.73 "GET /v2.0/networks/d75e3a81-2d56-489e-b14e-6f53f86cc135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069858 Jul 23 16:22:53.137777 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-b2d805a1-ce15-4792-9971-8c101bef7ea9 service neutron] 10.222.0.73 "GET /v2.0/networks/d75e3a81-2d56-489e-b14e-6f53f86cc135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488659 Jul 23 16:22:53.164366 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319e5f3-a6b2-452d-952a-34ed5e050aff req-6ce59b3d-d530-42f3-95f0-e4b5ce5a6b0f tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:53.166321 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1319e5f3-a6b2-452d-952a-34ed5e050aff req-6ce59b3d-d530-42f3-95f0-e4b5ce5a6b0f tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] 10.222.0.73 "GET /v2.0/ports?device_id=26d56ed9-37e7-462f-b2b0-8249e3dbcb8c HTTP/1.1" status: 200 len: 950 time: 0.0950682 Jul 23 16:22:53.216639 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1319e5f3-a6b2-452d-952a-34ed5e050aff req-ab97e870-3850-4ed9-81c6-abe68c94db0e tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca82b907-dedf-427d-b394-4627d56eb487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421062 Jul 23 16:22:53.275085 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e983bc9a-6246-4a94-b294-06e1e8ca0e14 x-openstack-request-id: req-e983bc9a-6246-4a94-b294-06e1e8ca0e14 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:53.275642 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d56ed9-37e7-462f-b2b0-8249e3dbcb8c", "name": "network-vif-plugged", "status": "completed", "tag": "9d0d2dde-d146-48d9-a361-05f390e602e9", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:53.275642 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e983bc9a-6246-4a94-b294-06e1e8ca0e14 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:53.276369 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d56ed9-37e7-462f-b2b0-8249e3dbcb8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0d2dde-d146-48d9-a361-05f390e602e9', 'code': 200} Jul 23 16:22:53.484282 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2be80ef5-6c44-4efc-b4ef-347290c873d2 req-3648aace-d7a6-4f19-82f1-6b38cec6aa71 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/ports?device_id=04a3e78f-80ac-4105-803f-9c7d3014ffd0 HTTP/1.1" status: 200 len: 210 time: 0.0537705 Jul 23 16:22:53.538980 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafb317-2b7a-4dff-9301-76c96f7735b9 req-e02d99bb-2e8a-4f80-a24b-4238990b211b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:53.540831 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9cafb317-2b7a-4dff-9301-76c96f7735b9 req-e02d99bb-2e8a-4f80-a24b-4238990b211b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=26d56ed9-37e7-462f-b2b0-8249e3dbcb8c HTTP/1.1" status: 200 len: 1101 time: 0.1926832 Jul 23 16:22:53.602418 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9cafb317-2b7a-4dff-9301-76c96f7735b9 req-2aec7169-187a-4725-ab10-1a0e266eef35 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ca82b907-dedf-427d-b394-4627d56eb487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526025 Jul 23 16:22:53.697406 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475b574-a5c5-4ab0-842e-43a53bba9042 req-0496ca34-8ef6-451a-bd69-3f864ab5dc0a tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:53.698991 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6475b574-a5c5-4ab0-842e-43a53bba9042 req-0496ca34-8ef6-451a-bd69-3f864ab5dc0a tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e230ed2-8c47-4100-8577-de94a2ae4b27 HTTP/1.1" status: 200 len: 949 time: 0.1033568 Jul 23 16:22:53.787228 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6475b574-a5c5-4ab0-842e-43a53bba9042 req-fc127c0f-caf8-4025-8bb5-66b95d8db173 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e632d0e-34af-4b4b-8ae1-8cd0d0c999c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811522 Jul 23 16:22:53.856468 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bc8d1-f567-4601-959d-a20db6a35d83 req-aed48573-b5d4-4531-8402-571341777297 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:53.864965 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-759bc8d1-f567-4601-959d-a20db6a35d83 req-aed48573-b5d4-4531-8402-571341777297 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c34234c-7b23-422c-a523-7f9e2d5ddc0c HTTP/1.1" status: 200 len: 949 time: 0.1395152 Jul 23 16:22:53.914908 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-759bc8d1-f567-4601-959d-a20db6a35d83 req-145ab8c0-771e-413f-9e0c-81e90237d7b3 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424013 Jul 23 16:22:54.126341 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59524) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:54.345290 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c7abda2b-7caa-48d0-9f22-03b425406134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:54.440523 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4a00f-4576-4fdd-9959-50053055720b req-5fd26754-6b23-469a-bd9c-65f3d5246792 tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:54.448727 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-60e4a00f-4576-4fdd-9959-50053055720b req-5fd26754-6b23-469a-bd9c-65f3d5246792 tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] 10.222.0.73 "GET /v2.0/ports?device_id=26d56ed9-37e7-462f-b2b0-8249e3dbcb8c HTTP/1.1" status: 200 len: 950 time: 0.1188717 Jul 23 16:22:54.500637 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c7abda2b-7caa-48d0-9f22-03b425406134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:54.508677 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c7abda2b-7caa-48d0-9f22-03b425406134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:54.541331 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7abda2b-7caa-48d0-9f22-03b425406134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fbdd82-75ca-4fbd-b2bf-4e773264412c,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:54.543439 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-60e4a00f-4576-4fdd-9959-50053055720b req-ebdaa9cc-9c25-47f4-a4d0-3b1c0f7e35e7 tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca82b907-dedf-427d-b394-4627d56eb487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936141 Jul 23 16:22:54.599922 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c7abda2b-7caa-48d0-9f22-03b425406134 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e4d0cb45ac76471691e2511623a5ce9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4723969 Jul 23 16:22:54.603191 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59552) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:54.693987 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ead55334-3aff-44f2-b907-f7b28d0ec7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:54.730055 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ead55334-3aff-44f2-b907-f7b28d0ec7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:54.759831 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5603a4cc-248f-401a-a2c3-658bdadede13 req-ecf30661-d87b-4431-8ac0-946e5bcbcdaf tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/ports?device_id=04a3e78f-80ac-4105-803f-9c7d3014ffd0 HTTP/1.1" status: 200 len: 210 time: 0.0839376 Jul 23 16:22:54.820396 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ead55334-3aff-44f2-b907-f7b28d0ec7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:54.823063 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ead55334-3aff-44f2-b907-f7b28d0ec7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:54.827227 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ead55334-3aff-44f2-b907-f7b28d0ec7d3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/95fbdd82-75ca-4fbd-b2bf-4e773264412c HTTP/1.1" status: 204 len: 168 time: 0.2229269 Jul 23 16:22:54.836356 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead55334-3aff-44f2-b907-f7b28d0ec7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fbdd82-75ca-4fbd-b2bf-4e773264412c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:54.871081 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91683f1-1cd2-408c-b7dd-6174454b06a3 req-98d42286-468b-4bbf-a2e9-dd60794f1632 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:54.872673 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f91683f1-1cd2-408c-b7dd-6174454b06a3 req-98d42286-468b-4bbf-a2e9-dd60794f1632 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.74 "GET /v2.0/ports?device_id=1c34234c-7b23-422c-a523-7f9e2d5ddc0c HTTP/1.1" status: 200 len: 949 time: 0.3181086 Jul 23 16:22:54.933624 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-b6c28d45-e009-4c4f-9c4f-a20e2f6350ac tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:54.935170 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-b6c28d45-e009-4c4f-9c4f-a20e2f6350ac tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.97 "GET /v2.0/networks?id=d75e3a81-2d56-489e-b14e-6f53f86cc135 HTTP/1.1" status: 200 len: 806 time: 0.2797375 Jul 23 16:22:55.259975 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59572) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:55.275991 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7279d4d-9f7b-4f7b-8d79-6d8fdef16b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:55.344188 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-334c1e6b-50ab-4026-b781-ddc7581a4bb0 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e6e69f877d14fe89edc9f35713b8d03 HTTP/1.1" status: 200 len: 379 time: 0.3975217 Jul 23 16:22:55.371546 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-4e5dca3f-e4a5-4077-9726-560b7818c313 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Request body: {'port': {'device_id': '04a3e78f-80ac-4105-803f-9c7d3014ffd0', 'network_id': 'd75e3a81-2d56-489e-b14e-6f53f86cc135', 'admin_state_up': True, 'tenant_id': '7e6e69f877d14fe89edc9f35713b8d03', 'security_groups': ['ffd1410c-63e3-4596-8640-74663d7c505e']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:55.424090 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7279d4d-9f7b-4f7b-8d79-6d8fdef16b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:55.431147 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7279d4d-9f7b-4f7b-8d79-6d8fdef16b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:55.468050 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-f91683f1-1cd2-408c-b7dd-6174454b06a3 req-f523e291-d2b3-472a-bf57-1523195e8a17 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Deleting port 7fda5483-fa08-4101-a62c-47e5fb8b3df6 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:55.468396 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f91683f1-1cd2-408c-b7dd-6174454b06a3 req-f523e291-d2b3-472a-bf57-1523195e8a17 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:55.479366 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7279d4d-9f7b-4f7b-8d79-6d8fdef16b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6d43f0-ca7f-4f47-ac06-34a78422cd72,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:55.486724 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a7279d4d-9f7b-4f7b-8d79-6d8fdef16b81 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ab592a0695a64e77923c4d949195ae78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249148 Jul 23 16:22:55.489369 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59576) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:55.551117 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ce9cae57-6b8a-4bcc-8998-86fa47a187f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:55.583471 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ce9cae57-6b8a-4bcc-8998-86fa47a187f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:55.592258 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595e5fe-0dca-4972-9a10-4db555d99923 req-4e417f82-98fd-4ef7-a047-dddb407a596f tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:55.599154 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9595e5fe-0dca-4972-9a10-4db555d99923 req-4e417f82-98fd-4ef7-a047-dddb407a596f tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c34234c-7b23-422c-a523-7f9e2d5ddc0c HTTP/1.1" status: 200 len: 949 time: 0.5873351 Jul 23 16:22:55.611694 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a78185-ba11-4c52-98c2-d9ee03163806 req-ffd9d890-7468-4a7f-9386-8a346a57d1e1 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:55.613271 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-08a78185-ba11-4c52-98c2-d9ee03163806 req-ffd9d890-7468-4a7f-9386-8a346a57d1e1 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.97 "GET /v2.0/ports?device_id=125782f9-2236-455c-ab42-26a813406947 HTTP/1.1" status: 200 len: 950 time: 0.6042776 Jul 23 16:22:55.651421 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ce9cae57-6b8a-4bcc-8998-86fa47a187f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:55.658898 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ce9cae57-6b8a-4bcc-8998-86fa47a187f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:55.684815 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ce9cae57-6b8a-4bcc-8998-86fa47a187f1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bf6d43f0-ca7f-4f47-ac06-34a78422cd72 HTTP/1.1" status: 204 len: 168 time: 0.1723790 Jul 23 16:22:55.709000 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9cae57-6b8a-4bcc-8998-86fa47a187f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6d43f0-ca7f-4f47-ac06-34a78422cd72,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:55.746884 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-f91683f1-1cd2-408c-b7dd-6174454b06a3 req-f523e291-d2b3-472a-bf57-1523195e8a17 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] For port 7fda5483-fa08-4101-a62c-47e5fb8b3df6, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=7fda5483-fa08-4101-a62c-47e5fb8b3df6,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:55.747334 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f91683f1-1cd2-408c-b7dd-6174454b06a3 req-f523e291-d2b3-472a-bf57-1523195e8a17 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:55.760812 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9595e5fe-0dca-4972-9a10-4db555d99923 req-caa50367-3bca-45c8-9613-5dbd6ecfc5e7 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606760 Jul 23 16:22:55.802450 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-4e5dca3f-e4a5-4077-9726-560b7818c313 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Made reservation on behalf of 7e6e69f877d14fe89edc9f35713b8d03 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:55.806789 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-4e5dca3f-e4a5-4077-9726-560b7818c313 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:55.810149 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-f91683f1-1cd2-408c-b7dd-6174454b06a3 req-f523e291-d2b3-472a-bf57-1523195e8a17 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Calling delete_port for 7fda5483-fa08-4101-a62c-47e5fb8b3df6 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:55.948199 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6b1603e4-5958-43d5-844f-c6e1ff2f603f req-0a64d08b-a744-4813-9d97-6766d7c1b9ae tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/ports?device_id=04a3e78f-80ac-4105-803f-9c7d3014ffd0 HTTP/1.1" status: 200 len: 210 time: 0.0985911 Jul 23 16:22:56.063172 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09781792-d4af-4204-a0c2-194ef8c4c042 req-4809e67c-f0fd-4a34-af12-7bd5035e7247 tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:56.065105 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-09781792-d4af-4204-a0c2-194ef8c4c042 req-4809e67c-f0fd-4a34-af12-7bd5035e7247 tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] 10.222.0.73 "GET /v2.0/ports?device_id=26d56ed9-37e7-462f-b2b0-8249e3dbcb8c HTTP/1.1" status: 200 len: 950 time: 0.3594115 Jul 23 16:22:56.116792 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-08a78185-ba11-4c52-98c2-d9ee03163806 req-74172414-02d4-4f0e-b6dc-9f1acc22e699 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Deleting port cebe27dc-bd00-4623-854f-7312f6492b97 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:56.117342 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-08a78185-ba11-4c52-98c2-d9ee03163806 req-74172414-02d4-4f0e-b6dc-9f1acc22e699 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:56.237582 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device cebe27dc-bd00-4623-854f-7312f6492b97 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:56.271075 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-4e5dca3f-e4a5-4077-9726-560b7818c313 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Allocated IP 172.20.0.3 (d75e3a81-2d56-489e-b14e-6f53f86cc135/738f2e54-8bec-4e40-9a2e-9206a58f62db/d10c8b62-22ba-4b3f-a632-cdf3328d562b) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:56.289980 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-09781792-d4af-4204-a0c2-194ef8c4c042 req-23ede43a-71b5-43e5-aad7-0e7494fc3488 tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca82b907-dedf-427d-b394-4627d56eb487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970775 Jul 23 16:22:56.352366 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:56.385551 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f91683f1-1cd2-408c-b7dd-6174454b06a3 req-f523e291-d2b3-472a-bf57-1523195e8a17 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:56.401966 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125782f9-2236-455c-ab42-26a813406947', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cebe27dc-bd00-4623-854f-7312f6492b97'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:56.409630 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ba7521-d04d-415b-b6ad-9fa974e1c269" -d '{"events": [{"server_uuid": "125782f9-2236-455c-ab42-26a813406947", "name": "network-vif-unplugged", "status": "completed", "tag": "cebe27dc-bd00-4623-854f-7312f6492b97"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:56.433933 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port cebe27dc-bd00-4623-854f-7312f6492b97, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=cebe27dc-bd00-4623-854f-7312f6492b97,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:56.440139 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['73cf402e-041a-4a65-853b-18de3c99c53e'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:56.496196 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['8604d4f7-3254-41a1-bb76-0c78d014ce8e', '516419e3-e6c6-47bf-a561-7be4d299a8b8'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:56.514951 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523e291-d2b3-472a-bf57-1523195e8a17 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Pushing event deleted for resources: {'Port': ['ID=7fda5483-fa08-4101-a62c-47e5fb8b3df6,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:56.532124 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990c80b8-fb0d-40e6-a1a5-66cf13cecf00 x-openstack-request-id: req-990c80b8-fb0d-40e6-a1a5-66cf13cecf00 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:56.532406 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125782f9-2236-455c-ab42-26a813406947", "name": "network-vif-unplugged", "status": "completed", "tag": "cebe27dc-bd00-4623-854f-7312f6492b97", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:56.532661 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-990c80b8-fb0d-40e6-a1a5-66cf13cecf00 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:56.533077 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125782f9-2236-455c-ab42-26a813406947', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cebe27dc-bd00-4623-854f-7312f6492b97', 'code': 200} Jul 23 16:22:56.536904 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:56.537606 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device d1aebf7d-018f-4493-baca-ae1ea191ed21 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:56.568460 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91683f1-1cd2-408c-b7dd-6174454b06a3 req-f523e291-d2b3-472a-bf57-1523195e8a17 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] No DVR routers for this DVR port 7fda5483-fa08-4101-a62c-47e5fb8b3df6 on host n-h1-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:56.596640 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f91683f1-1cd2-408c-b7dd-6174454b06a3 req-f523e291-d2b3-472a-bf57-1523195e8a17 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:56.604550 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f91683f1-1cd2-408c-b7dd-6174454b06a3 req-f523e291-d2b3-472a-bf57-1523195e8a17 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.74 "DELETE /v2.0/ports/7fda5483-fa08-4101-a62c-47e5fb8b3df6 HTTP/1.1" status: 204 len: 173 time: 1.7229443 Jul 23 16:22:56.608469 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c34234c-7b23-422c-a523-7f9e2d5ddc0c', 'name': 'network-vif-deleted', 'tag': '7fda5483-fa08-4101-a62c-47e5fb8b3df6'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:56.612080 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f77fb8-3e53-4d02-8892-943315a48200" -d '{"events": [{"server_uuid": "1c34234c-7b23-422c-a523-7f9e2d5ddc0c", "name": "network-vif-deleted", "tag": "7fda5483-fa08-4101-a62c-47e5fb8b3df6"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:56.625699 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-08a78185-ba11-4c52-98c2-d9ee03163806 req-74172414-02d4-4f0e-b6dc-9f1acc22e699 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] For port cebe27dc-bd00-4623-854f-7312f6492b97, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=cebe27dc-bd00-4623-854f-7312f6492b97,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:56.626778 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-08a78185-ba11-4c52-98c2-d9ee03163806 req-74172414-02d4-4f0e-b6dc-9f1acc22e699 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:56.699711 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972d85e1-b328-497a-98d9-e0797391af6b x-openstack-request-id: req-972d85e1-b328-497a-98d9-e0797391af6b {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:56.700940 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c34234c-7b23-422c-a523-7f9e2d5ddc0c", "name": "network-vif-deleted", "tag": "7fda5483-fa08-4101-a62c-47e5fb8b3df6", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:56.701597 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-972d85e1-b328-497a-98d9-e0797391af6b {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:56.703582 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c34234c-7b23-422c-a523-7f9e2d5ddc0c', 'name': 'network-vif-deleted', 'tag': '7fda5483-fa08-4101-a62c-47e5fb8b3df6', 'status': 'completed', 'code': 200} Jul 23 16:22:56.731912 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-08a78185-ba11-4c52-98c2-d9ee03163806 req-74172414-02d4-4f0e-b6dc-9f1acc22e699 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Calling delete_port for cebe27dc-bd00-4623-854f-7312f6492b97 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:56.811715 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=cebe27dc-bd00-4623-854f-7312f6492b97,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:56.957655 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59648) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:57.003776 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:57.038803 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b03bb367-e3f4-4874-8c05-9264fcbe2c72 req-0d24501a-12a0-4827-a299-5dcc8fb69403 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c34234c-7b23-422c-a523-7f9e2d5ddc0c HTTP/1.1" status: 200 len: 210 time: 0.0520506 Jul 23 16:22:57.111880 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-4e5dca3f-e4a5-4077-9726-560b7818c313 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:57.128919 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port d1aebf7d-018f-4493-baca-ae1ea191ed21, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d1aebf7d-018f-4493-baca-ae1ea191ed21,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:57.155537 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90280a1c-a85a-4d43-accf-95c9edb4625a req-5e6d8401-7851-4060-8956-8060e454c3dd tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:57.164403 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-90280a1c-a85a-4d43-accf-95c9edb4625a req-5e6d8401-7851-4060-8956-8060e454c3dd tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] 10.222.0.73 "GET /v2.0/ports?device_id=26d56ed9-37e7-462f-b2b0-8249e3dbcb8c HTTP/1.1" status: 200 len: 950 time: 0.3110826 Jul 23 16:22:57.176831 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-4e5dca3f-e4a5-4077-9726-560b7818c313 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Transition to ACTIVE for port object d10c8b62-22ba-4b3f-a632-cdf3328d562b will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:57.206901 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:57.213169 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-8b30fdf8-8534-47fc-a7f7-f6d592ed2b51 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-504775310-network', 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:57.240702 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-278dd44b-b752-4dc5-ba1f-49351d05a328 req-925217e1-37d6-49f1-bc56-0ae3808f9f7b tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/ports?device_id=04a3e78f-80ac-4105-803f-9c7d3014ffd0 HTTP/1.1" status: 200 len: 210 time: 0.0522764 Jul 23 16:22:57.248373 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b30fdf8-8534-47fc-a7f7-f6d592ed2b51 admin admin] Made reservation on behalf of 873dbef0f2494aa38fb542bb89dedefa for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:57.250966 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b30fdf8-8534-47fc-a7f7-f6d592ed2b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:57.280129 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b30fdf8-8534-47fc-a7f7-f6d592ed2b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:57.334334 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=d1aebf7d-018f-4493-baca-ae1ea191ed21,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:57.367815 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-90280a1c-a85a-4d43-accf-95c9edb4625a req-1e83cba4-a8a3-49a5-86fc-ef114e0a6ace tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca82b907-dedf-427d-b394-4627d56eb487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024107 Jul 23 16:22:57.374555 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-4e5dca3f-e4a5-4077-9726-560b7818c313 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:57.448161 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5dca3f-e4a5-4077-9726-560b7818c313 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Pushing event updated for resources: {'Port': ['ID=d10c8b62-22ba-4b3f-a632-cdf3328d562b,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:57.458311 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-4e5dca3f-e4a5-4077-9726-560b7818c313 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Network d75e3a81-2d56-489e-b14e-6f53f86cc135 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:57.462664 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-4e5dca3f-e4a5-4077-9726-560b7818c313 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:57.477410 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-4e5dca3f-e4a5-4077-9726-560b7818c313 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:57.497355 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b30fdf8-8534-47fc-a7f7-f6d592ed2b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:57.508729 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b30fdf8-8534-47fc-a7f7-f6d592ed2b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:57.526986 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-08a78185-ba11-4c52-98c2-d9ee03163806 req-74172414-02d4-4f0e-b6dc-9f1acc22e699 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:57.537550 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b30fdf8-8534-47fc-a7f7-f6d592ed2b51 admin admin] vlan segment allocate from pool success with {'vlan_id': 1128, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:22:57.555148 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b30fdf8-8534-47fc-a7f7-f6d592ed2b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:57.555895 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-8b30fdf8-8534-47fc-a7f7-f6d592ed2b51 admin admin] Added segment e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4 of type vlan for network ec97f243-d754-41fe-a65d-35b39e63e557 Jul 23 16:22:57.561823 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74172414-02d4-4f0e-b6dc-9f1acc22e699 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Pushing event deleted for resources: {'Port': ['ID=cebe27dc-bd00-4623-854f-7312f6492b97,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:57.573516 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['73cf402e-041a-4a65-853b-18de3c99c53e'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:57.610214 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b30fdf8-8534-47fc-a7f7-f6d592ed2b51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:57.648363 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b30fdf8-8534-47fc-a7f7-f6d592ed2b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:57.649664 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b30fdf8-8534-47fc-a7f7-f6d592ed2b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:57.650551 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b30fdf8-8534-47fc-a7f7-f6d592ed2b51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:57.673967 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-4e5dca3f-e4a5-4077-9726-560b7818c313 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:57.674649 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-4e5dca3f-e4a5-4077-9726-560b7818c313 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:57.702137 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a78185-ba11-4c52-98c2-d9ee03163806 req-74172414-02d4-4f0e-b6dc-9f1acc22e699 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] No DVR routers for this DVR port cebe27dc-bd00-4623-854f-7312f6492b97 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:57.707349 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-4e5dca3f-e4a5-4077-9726-560b7818c313 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3434591 Jul 23 16:22:57.708536 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-08a78185-ba11-4c52-98c2-d9ee03163806 req-74172414-02d4-4f0e-b6dc-9f1acc22e699 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:57.712754 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-08a78185-ba11-4c52-98c2-d9ee03163806 req-74172414-02d4-4f0e-b6dc-9f1acc22e699 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.97 "DELETE /v2.0/ports/cebe27dc-bd00-4623-854f-7312f6492b97 HTTP/1.1" status: 204 len: 173 time: 2.0866315 Jul 23 16:22:57.722362 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8b30fdf8-8534-47fc-a7f7-f6d592ed2b51 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.7632992 Jul 23 16:22:57.723505 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30fdf8-8534-47fc-a7f7-f6d592ed2b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018254e7-0c8b-485b-853d-44d505a50db5,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:57.728894 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59664) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:57.729103 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-8ff8a1c1-cc10-405f-aa51-876f55c4e625 service neutron] Request body: {'port': {'device_id': '04a3e78f-80ac-4105-803f-9c7d3014ffd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:57.783225 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-d0b27cef-7640-4488-8d14-d33caae8714c admin admin] Request body: {'subnet': {'network_id': 'ec97f243-d754-41fe-a65d-35b39e63e557', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-504775310-subnet', 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:57.789861 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30fdf8-8534-47fc-a7f7-f6d592ed2b51 admin admin] Pushing event updated for resources: {'Network': ['ID=ec97f243-d754-41fe-a65d-35b39e63e557,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:57.815763 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network ec97f243-d754-41fe-a65d-35b39e63e557 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:22:57.841337 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b27cef-7640-4488-8d14-d33caae8714c admin admin] Made reservation on behalf of 873dbef0f2494aa38fb542bb89dedefa for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:57.844786 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d0b27cef-7640-4488-8d14-d33caae8714c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:57.930037 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2ace7233-4f24-4b90-b4be-96bc00542079 None None] Provisioning for port d10c8b62-22ba-4b3f-a632-cdf3328d562b completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:57.936860 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2ace7233-4f24-4b90-b4be-96bc00542079 None None] Provisioning complete for port d10c8b62-22ba-4b3f-a632-cdf3328d562b triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:57.937309 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2ace7233-4f24-4b90-b4be-96bc00542079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:57.951333 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-8ff8a1c1-cc10-405f-aa51-876f55c4e625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:57.986521 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-2ace7233-4f24-4b90-b4be-96bc00542079 None None] Port d10c8b62-22ba-4b3f-a632-cdf3328d562b cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:22:57.988524 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['8604d4f7-3254-41a1-bb76-0c78d014ce8e', '516419e3-e6c6-47bf-a561-7be4d299a8b8'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:58.057842 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 3baa0060-0fbe-484c-bf91-b11c6672f3c7 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:22:58.171324 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 3baa0060-0fbe-484c-bf91-b11c6672f3c7, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=3baa0060-0fbe-484c-bf91-b11c6672f3c7,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:58.188710 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 7fda5483-fa08-4101-a62c-47e5fb8b3df6 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:58.196108 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '3baa0060-0fbe-484c-bf91-b11c6672f3c7', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': '3baa0060-0fbe-484c-bf91-b11c6672f3c7', 'mac_address': 'fa:16:3e:0c:19:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:22:58.253490 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d0b27cef-7640-4488-8d14-d33caae8714c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:58.273363 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:58.293135 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3baa0060-0fbe-484c-bf91-b11c6672f3c7 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:58.314949 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 3baa0060-0fbe-484c-bf91-b11c6672f3c7, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=3baa0060-0fbe-484c-bf91-b11c6672f3c7,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:58.315978 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 7fda5483-fa08-4101-a62c-47e5fb8b3df6 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:58.316325 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 7fda5483-fa08-4101-a62c-47e5fb8b3df6 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:58.375773 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:58.378897 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b27cef-7640-4488-8d14-d33caae8714c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0a4598b-9c78-46cd-9c83-8af6dca80014,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:58.436593 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b27cef-7640-4488-8d14-d33caae8714c admin admin] Checking segment: {'id': 'e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'ec97f243-d754-41fe-a65d-35b39e63e557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:58.436953 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b27cef-7640-4488-8d14-d33caae8714c admin admin] Network hostable DHCP agents. Network: ec97f243-d754-41fe-a65d-35b39e63e557, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:22:58.464480 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=3baa0060-0fbe-484c-bf91-b11c6672f3c7,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:58.464882 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b27cef-7640-4488-8d14-d33caae8714c admin admin] Network ec97f243-d754-41fe-a65d-35b39e63e557 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:22:58.485901 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-d0b27cef-7640-4488-8d14-d33caae8714c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, ec97f243-d754-41fe-a65d-35b39e63e557) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:58.491894 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b27cef-7640-4488-8d14-d33caae8714c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:58.493584 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d0b27cef-7640-4488-8d14-d33caae8714c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:58.504019 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b4c1df-1328-45cb-8235-0768e199defd None None] Network ec97f243-d754-41fe-a65d-35b39e63e557 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:22:58.517775 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d0b27cef-7640-4488-8d14-d33caae8714c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.7872515 Jul 23 16:22:58.519545 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59694) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:58.531218 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-a9506a32-2017-4e11-ae4d-53ec6e9a665a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-504775310-router', 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:58.551385 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e230ed2-8c47-4100-8577-de94a2ae4b27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1aebf7d-018f-4493-baca-ae1ea191ed21'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:58.559671 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05331fc5-94e6-48f9-bfa1-cf84bd6e1fea" -d '{"events": [{"server_uuid": "2e230ed2-8c47-4100-8577-de94a2ae4b27", "name": "network-vif-unplugged", "status": "completed", "tag": "d1aebf7d-018f-4493-baca-ae1ea191ed21"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:58.575159 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a9506a32-2017-4e11-ae4d-53ec6e9a665a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:58.576337 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a9506a32-2017-4e11-ae4d-53ec6e9a665a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:58.635745 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dee7de4a-3be6-4c14-92a2-7cba4d024626 req-6bf25132-5630-415b-990d-2515cea67760 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=125782f9-2236-455c-ab42-26a813406947 HTTP/1.1" status: 200 len: 210 time: 0.2771716 Jul 23 16:22:58.653169 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['3baa0060-0fbe-484c-bf91-b11c6672f3c7'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:58.660555 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a9506a32-2017-4e11-ae4d-53ec6e9a665a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:58.680382 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-8ff8a1c1-cc10-405f-aa51-876f55c4e625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10c8b62-22ba-4b3f-a632-cdf3328d562b {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:58.697932 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-8ff8a1c1-cc10-405f-aa51-876f55c4e625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:58.705601 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125782f9-2236-455c-ab42-26a813406947', 'name': 'network-vif-deleted', 'tag': 'cebe27dc-bd00-4623-854f-7312f6492b97'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:58.708232 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f248d6-e054-457e-bfc5-f4091c19ace9" -d '{"events": [{"server_uuid": "125782f9-2236-455c-ab42-26a813406947", "name": "network-vif-deleted", "tag": "cebe27dc-bd00-4623-854f-7312f6492b97"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:58.733819 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-8ff8a1c1-cc10-405f-aa51-876f55c4e625 service neutron] Transition to ACTIVE for port object d10c8b62-22ba-4b3f-a632-cdf3328d562b will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:58.749376 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-8ff8a1c1-cc10-405f-aa51-876f55c4e625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:58.829201 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff72320-2a6c-4e58-b83e-9c7dd4f85221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-ec97f243-d754-41fe-a65d-35b39e63e557', 'network_id': 'ec97f243-d754-41fe-a65d-35b39e63e557', 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa', 'fixed_ips': [{'subnet_id': 'd0a4598b-9c78-46cd-9c83-8af6dca80014'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:22:58.830076 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-aff72320-2a6c-4e58-b83e-9c7dd4f85221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:58.835100 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd6fb4-676d-4e37-afe7-7d5187d3ddc5 req-c7558b5c-a7d6-4710-b98c-e8f418273dca tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:58.838166 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f3cd6fb4-676d-4e37-afe7-7d5187d3ddc5 req-c7558b5c-a7d6-4710-b98c-e8f418273dca tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] 10.222.0.74 "GET /v2.0/ports?device_id=26d56ed9-37e7-462f-b2b0-8249e3dbcb8c HTTP/1.1" status: 200 len: 950 time: 0.4204786 Jul 23 16:22:58.954082 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1ec95-319d-44fc-a288-17a1aef4e83f req-bb5b74a2-1d65-4ef1-98d9-f337f5bbc404 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:58.962963 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fac1ec95-319d-44fc-a288-17a1aef4e83f req-bb5b74a2-1d65-4ef1-98d9-f337f5bbc404 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/ports?device_id=04a3e78f-80ac-4105-803f-9c7d3014ffd0 HTTP/1.1" status: 200 len: 931 time: 0.5144556 Jul 23 16:22:58.983412 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8a1c1-cc10-405f-aa51-876f55c4e625 service neutron] Pushing event updated for resources: {'Port': ['ID=d10c8b62-22ba-4b3f-a632-cdf3328d562b,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:59.035172 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-aff72320-2a6c-4e58-b83e-9c7dd4f85221 None None] Allocated IP 172.20.0.2 (ec97f243-d754-41fe-a65d-35b39e63e557/d0a4598b-9c78-46cd-9c83-8af6dca80014/55711701-ec55-40f1-ac3e-cd268615456c) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:59.073550 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a9506a32-2017-4e11-ae4d-53ec6e9a665a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:59.233496 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fac1ec95-319d-44fc-a288-17a1aef4e83f req-60a44383-a82a-44d5-9c46-b199ae6851bb tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/security-groups?id=ffd1410c-63e3-4596-8640-74663d7c505e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2690325 Jul 23 16:22:59.359508 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f97b5e-c52d-453a-9e98-9c213e81c155 req-85e6f88b-ebc0-4041-b2a1-02740190ef14 tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:59.368443 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-56f97b5e-c52d-453a-9e98-9c213e81c155 req-85e6f88b-ebc0-4041-b2a1-02740190ef14 tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] 10.222.0.73 "GET /v2.0/ports?device_id=26d56ed9-37e7-462f-b2b0-8249e3dbcb8c HTTP/1.1" status: 200 len: 950 time: 0.5489361 Jul 23 16:22:59.441772 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-56f97b5e-c52d-453a-9e98-9c213e81c155 req-d713f64d-4514-4db2-b894-acca5978f436 tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca82b907-dedf-427d-b394-4627d56eb487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720541 Jul 23 16:22:59.442693 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-8ff8a1c1-cc10-405f-aa51-876f55c4e625 service neutron] Attempting to bind port d10c8b62-22ba-4b3f-a632-cdf3328d562b on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:59.454680 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-8ff8a1c1-cc10-405f-aa51-876f55c4e625 service neutron] Attempting to bind port d10c8b62-22ba-4b3f-a632-cdf3328d562b by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'd75e3a81-2d56-489e-b14e-6f53f86cc135'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:59.457007 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-8ff8a1c1-cc10-405f-aa51-876f55c4e625 service neutron] Attempting to bind port d10c8b62-22ba-4b3f-a632-cdf3328d562b on network d75e3a81-2d56-489e-b14e-6f53f86cc135 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:59.490027 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-8ff8a1c1-cc10-405f-aa51-876f55c4e625 service neutron] Port d10c8b62-22ba-4b3f-a632-cdf3328d562b on network d75e3a81-2d56-489e-b14e-6f53f86cc135 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:22:59.490567 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-8ff8a1c1-cc10-405f-aa51-876f55c4e625 service neutron] Attempting to bind port d10c8b62-22ba-4b3f-a632-cdf3328d562b on network d75e3a81-2d56-489e-b14e-6f53f86cc135 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:59.520502 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-f3cd6fb4-676d-4e37-afe7-7d5187d3ddc5 req-2900b22b-65f8-48a2-84a8-f3dbcf9639b5 tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Deleting port 9d0d2dde-d146-48d9-a361-05f390e602e9 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:59.520917 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f3cd6fb4-676d-4e37-afe7-7d5187d3ddc5 req-2900b22b-65f8-48a2-84a8-f3dbcf9639b5 tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:59.526748 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-aff72320-2a6c-4e58-b83e-9c7dd4f85221 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:59.544717 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-8ff8a1c1-cc10-405f-aa51-876f55c4e625 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:59.546902 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-8ff8a1c1-cc10-405f-aa51-876f55c4e625 service neutron] Checking segment: {'id': 'dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'd75e3a81-2d56-489e-b14e-6f53f86cc135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:59.547987 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-8ff8a1c1-cc10-405f-aa51-876f55c4e625 service neutron] Bound using segment: {'id': 'dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'd75e3a81-2d56-489e-b14e-6f53f86cc135'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:59.548470 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-8ff8a1c1-cc10-405f-aa51-876f55c4e625 service neutron] Bound port: d10c8b62-22ba-4b3f-a632-cdf3328d562b, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'd75e3a81-2d56-489e-b14e-6f53f86cc135'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:59.548843 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-8ff8a1c1-cc10-405f-aa51-876f55c4e625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:59.558089 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-aff72320-2a6c-4e58-b83e-9c7dd4f85221 None None] Transition to ACTIVE for port object 55711701-ec55-40f1-ac3e-cd268615456c will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:59.565298 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff02dcb-9854-4161-8668-4ec0fc8dcfe1 x-openstack-request-id: req-5ff02dcb-9854-4161-8668-4ec0fc8dcfe1 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:59.565873 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e230ed2-8c47-4100-8577-de94a2ae4b27", "name": "network-vif-unplugged", "status": "completed", "tag": "d1aebf7d-018f-4493-baca-ae1ea191ed21", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:59.566288 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5ff02dcb-9854-4161-8668-4ec0fc8dcfe1 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:59.566904 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e230ed2-8c47-4100-8577-de94a2ae4b27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1aebf7d-018f-4493-baca-ae1ea191ed21', 'code': 200} Jul 23 16:22:59.578657 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a9506a32-2017-4e11-ae4d-53ec6e9a665a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:59.616957 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-aff72320-2a6c-4e58-b83e-9c7dd4f85221 None None] Transition to ACTIVE for port object 55711701-ec55-40f1-ac3e-cd268615456c will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:59.635566 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-aff72320-2a6c-4e58-b83e-9c7dd4f85221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:59.681331 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a9506a32-2017-4e11-ae4d-53ec6e9a665a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:59.694835 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff72320-2a6c-4e58-b83e-9c7dd4f85221 None None] Network ec97f243-d754-41fe-a65d-35b39e63e557 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:59.708431 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-aff72320-2a6c-4e58-b83e-9c7dd4f85221 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:59.718003 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff72320-2a6c-4e58-b83e-9c7dd4f85221 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:59.747092 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff72320-2a6c-4e58-b83e-9c7dd4f85221 None None] Pushing event updated for resources: {'Port': ['ID=55711701-ec55-40f1-ac3e-cd268615456c,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:59.809818 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03d8ff1-0554-4128-9788-ed9c7b038f9b x-openstack-request-id: req-d03d8ff1-0554-4128-9788-ed9c7b038f9b {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:59.824037 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-aff72320-2a6c-4e58-b83e-9c7dd4f85221 None None] Attempting to bind port 55711701-ec55-40f1-ac3e-cd268615456c on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:59.824419 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-aff72320-2a6c-4e58-b83e-9c7dd4f85221 None None] Attempting to bind port 55711701-ec55-40f1-ac3e-cd268615456c by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'ec97f243-d754-41fe-a65d-35b39e63e557'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:59.824786 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff72320-2a6c-4e58-b83e-9c7dd4f85221 None None] Attempting to bind port 55711701-ec55-40f1-ac3e-cd268615456c on network ec97f243-d754-41fe-a65d-35b39e63e557 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:59.825350 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125782f9-2236-455c-ab42-26a813406947", "name": "network-vif-deleted", "tag": "cebe27dc-bd00-4623-854f-7312f6492b97", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:59.825695 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d03d8ff1-0554-4128-9788-ed9c7b038f9b {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:59.826134 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125782f9-2236-455c-ab42-26a813406947', 'name': 'network-vif-deleted', 'tag': 'cebe27dc-bd00-4623-854f-7312f6492b97', 'status': 'completed', 'code': 200} Jul 23 16:22:59.830597 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff72320-2a6c-4e58-b83e-9c7dd4f85221 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:59.831337 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff72320-2a6c-4e58-b83e-9c7dd4f85221 None None] Checking segment: {'id': 'e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'ec97f243-d754-41fe-a65d-35b39e63e557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:59.831764 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-aff72320-2a6c-4e58-b83e-9c7dd4f85221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:59.832164 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff72320-2a6c-4e58-b83e-9c7dd4f85221 None None] Bound using segment: {'id': 'e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'ec97f243-d754-41fe-a65d-35b39e63e557'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:59.832652 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-aff72320-2a6c-4e58-b83e-9c7dd4f85221 None None] Bound port: 55711701-ec55-40f1-ac3e-cd268615456c, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'ec97f243-d754-41fe-a65d-35b39e63e557'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:59.833043 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-aff72320-2a6c-4e58-b83e-9c7dd4f85221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:59.927978 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-f3cd6fb4-676d-4e37-afe7-7d5187d3ddc5 req-2900b22b-65f8-48a2-84a8-f3dbcf9639b5 tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] For port 9d0d2dde-d146-48d9-a361-05f390e602e9, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=9d0d2dde-d146-48d9-a361-05f390e602e9,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:59.928339 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f3cd6fb4-676d-4e37-afe7-7d5187d3ddc5 req-2900b22b-65f8-48a2-84a8-f3dbcf9639b5 tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:59.947644 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-f3cd6fb4-676d-4e37-afe7-7d5187d3ddc5 req-2900b22b-65f8-48a2-84a8-f3dbcf9639b5 tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Calling delete_port for 9d0d2dde-d146-48d9-a361-05f390e602e9 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:59.990270 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-aff72320-2a6c-4e58-b83e-9c7dd4f85221 None None] For port 55711701-ec55-40f1-ac3e-cd268615456c, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:23:00.007851 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-aff72320-2a6c-4e58-b83e-9c7dd4f85221 None None] For port 55711701-ec55-40f1-ac3e-cd268615456c, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=55711701-ec55-40f1-ac3e-cd268615456c,segment=NetworkSegment(e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4),segment_id=e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:23:00.014633 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-a9506a32-2017-4e11-ae4d-53ec6e9a665a admin admin] Allocated IP 172.25.8.180 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/167b9125-b149-4d87-ae30-73b47aaf2bb8) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:23:00.021842 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-aff72320-2a6c-4e58-b83e-9c7dd4f85221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:00.037775 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 3baa0060-0fbe-484c-bf91-b11c6672f3c7 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:00.208867 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff72320-2a6c-4e58-b83e-9c7dd4f85221 None None] Pushing event updated for resources: {'Port': ['ID=55711701-ec55-40f1-ac3e-cd268615456c,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:00.234349 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 3baa0060-0fbe-484c-bf91-b11c6672f3c7 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:00.234905 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:00.295519 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a9506a32-2017-4e11-ae4d-53ec6e9a665a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:00.309558 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-8ff8a1c1-cc10-405f-aa51-876f55c4e625 service neutron] For port d10c8b62-22ba-4b3f-a632-cdf3328d562b, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:23:00.321232 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-8ff8a1c1-cc10-405f-aa51-876f55c4e625 service neutron] For port d10c8b62-22ba-4b3f-a632-cdf3328d562b, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d10c8b62-22ba-4b3f-a632-cdf3328d562b,segment=NetworkSegment(dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b),segment_id=dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:23:00.337397 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-8ff8a1c1-cc10-405f-aa51-876f55c4e625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:00.382921 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a9506a32-2017-4e11-ae4d-53ec6e9a665a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:00.437817 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8a1c1-cc10-405f-aa51-876f55c4e625 service neutron] Pushing event updated for resources: {'Port': ['ID=d10c8b62-22ba-4b3f-a632-cdf3328d562b,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:00.485103 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-8ff8a1c1-cc10-405f-aa51-876f55c4e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:00.486638 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9506a32-2017-4e11-ae4d-53ec6e9a665a admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:23:00.487718 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-8ff8a1c1-cc10-405f-aa51-876f55c4e625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:00.489831 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-8ff8a1c1-cc10-405f-aa51-876f55c4e625 service neutron] 10.222.0.97 "PUT /v2.0/ports/d10c8b62-22ba-4b3f-a632-cdf3328d562b HTTP/1.1" status: 200 len: 1091 time: 2.7715299 Jul 23 16:23:00.532702 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-a9506a32-2017-4e11-ae4d-53ec6e9a665a admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:00.536787 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9506a32-2017-4e11-ae4d-53ec6e9a665a admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:23:00.583985 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:00.715804 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 3baa0060-0fbe-484c-bf91-b11c6672f3c7, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=3baa0060-0fbe-484c-bf91-b11c6672f3c7,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:00.724598 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:00.725856 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 9d0d2dde-d146-48d9-a361-05f390e602e9 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:23:00.879927 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=3baa0060-0fbe-484c-bf91-b11c6672f3c7,revision_number=7']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:00.942142 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:01.041235 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f3cd6fb4-676d-4e37-afe7-7d5187d3ddc5 req-2900b22b-65f8-48a2-84a8-f3dbcf9639b5 tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:01.061022 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9506a32-2017-4e11-ae4d-53ec6e9a665a admin admin] Pushing event updated for resources: {'Port': ['ID=167b9125-b149-4d87-ae30-73b47aaf2bb8,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:01.165187 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9506a32-2017-4e11-ae4d-53ec6e9a665a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:01.165534 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9506a32-2017-4e11-ae4d-53ec6e9a665a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:01.165867 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9506a32-2017-4e11-ae4d-53ec6e9a665a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:01.166202 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9506a32-2017-4e11-ae4d-53ec6e9a665a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:01.166521 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9506a32-2017-4e11-ae4d-53ec6e9a665a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:01.166839 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9506a32-2017-4e11-ae4d-53ec6e9a665a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:01.167209 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9506a32-2017-4e11-ae4d-53ec6e9a665a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:01.171116 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9506a32-2017-4e11-ae4d-53ec6e9a665a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:01.171579 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9506a32-2017-4e11-ae4d-53ec6e9a665a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:01.171917 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9506a32-2017-4e11-ae4d-53ec6e9a665a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:01.172252 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9506a32-2017-4e11-ae4d-53ec6e9a665a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:01.172576 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9506a32-2017-4e11-ae4d-53ec6e9a665a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:01.430748 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 55711701-ec55-40f1-ac3e-cd268615456c up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:01.554716 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 55711701-ec55-40f1-ac3e-cd268615456c completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:01.569620 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574aa532-e9a9-4f33-9556-4107de249784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3baa0060-0fbe-484c-bf91-b11c6672f3c7'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:01.571827 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9662bed6-7f77-46ec-bf95-62c6699a577a" -d '{"events": [{"server_uuid": "574aa532-e9a9-4f33-9556-4107de249784", "name": "network-vif-plugged", "status": "completed", "tag": "3baa0060-0fbe-484c-bf91-b11c6672f3c7"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:01.741620 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900b22b-65f8-48a2-84a8-f3dbcf9639b5 tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Pushing event deleted for resources: {'Port': ['ID=9d0d2dde-d146-48d9-a361-05f390e602e9,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:01.756508 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3cd6fb4-676d-4e37-afe7-7d5187d3ddc5 req-2900b22b-65f8-48a2-84a8-f3dbcf9639b5 tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] No DVR routers for this DVR port 9d0d2dde-d146-48d9-a361-05f390e602e9 on host n-h1-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:23:01.770177 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a9506a32-2017-4e11-ae4d-53ec6e9a665a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:01.785720 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f3cd6fb4-676d-4e37-afe7-7d5187d3ddc5 req-2900b22b-65f8-48a2-84a8-f3dbcf9639b5 tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:01.789552 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f3cd6fb4-676d-4e37-afe7-7d5187d3ddc5 req-2900b22b-65f8-48a2-84a8-f3dbcf9639b5 tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] 10.222.0.74 "DELETE /v2.0/ports/9d0d2dde-d146-48d9-a361-05f390e602e9 HTTP/1.1" status: 204 len: 173 time: 2.9443178 Jul 23 16:23:01.834061 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-608091fa-b885-4110-9f6c-00360a137c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:01.835876 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-608091fa-b885-4110-9f6c-00360a137c0f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=7e6e69f877d14fe89edc9f35713b8d03&device_id=04a3e78f-80ac-4105-803f-9c7d3014ffd0 HTTP/1.1" status: 200 len: 1094 time: 1.2082529 Jul 23 16:23:01.836457 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a3e78f-80ac-4105-803f-9c7d3014ffd0', 'tag': 'd10c8b62-22ba-4b3f-a632-cdf3328d562b'}, {'server_uuid': '26d56ed9-37e7-462f-b2b0-8249e3dbcb8c', 'name': 'network-vif-deleted', 'tag': '9d0d2dde-d146-48d9-a361-05f390e602e9'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:01.838890 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9404740-fb5d-4893-833b-a8324a346494" -d '{"events": [{"name": "network-changed", "server_uuid": "04a3e78f-80ac-4105-803f-9c7d3014ffd0", "tag": "d10c8b62-22ba-4b3f-a632-cdf3328d562b"}, {"server_uuid": "26d56ed9-37e7-462f-b2b0-8249e3dbcb8c", "name": "network-vif-deleted", "tag": "9d0d2dde-d146-48d9-a361-05f390e602e9"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:01.864724 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e768ce-d86b-43cd-ab6e-44cad5228264 req-f26528ab-c63b-41a0-930b-6246a0ad377c tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:01.872412 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b0e768ce-d86b-43cd-ab6e-44cad5228264 req-f26528ab-c63b-41a0-930b-6246a0ad377c tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/ports?device_id=04a3e78f-80ac-4105-803f-9c7d3014ffd0 HTTP/1.1" status: 200 len: 943 time: 1.2430487 Jul 23 16:23:02.012971 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-138a9361-15e8-4ad4-8f0b-18496778fefc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d10c8b62-22ba-4b3f-a632-cdf3328d562b HTTP/1.1" status: 200 len: 217 time: 0.1628802 Jul 23 16:23:02.039530 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f20db1-50e9-416c-b306-ec520a59b6e1 req-2fc35930-d8ac-4d35-bdde-b3b29113ab87 tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:02.047510 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a5f20db1-50e9-416c-b306-ec520a59b6e1 req-2fc35930-d8ac-4d35-bdde-b3b29113ab87 tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] 10.222.0.73 "GET /v2.0/ports?device_id=26d56ed9-37e7-462f-b2b0-8249e3dbcb8c HTTP/1.1" status: 200 len: 867 time: 1.1967733 Jul 23 16:23:02.068516 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37e314e-97ee-405f-993c-b6567b6b89a4 None None] Network ec97f243-d754-41fe-a65d-35b39e63e557 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:23:02.169498 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a9506a32-2017-4e11-ae4d-53ec6e9a665a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:02.192072 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-fb7e5a93-685f-4496-9e8f-c48921ea793b None None] Provisioning for port 55711701-ec55-40f1-ac3e-cd268615456c completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:02.201507 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-fb7e5a93-685f-4496-9e8f-c48921ea793b None None] Provisioning complete for port 55711701-ec55-40f1-ac3e-cd268615456c triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:02.201933 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fb7e5a93-685f-4496-9e8f-c48921ea793b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:02.240069 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-42429f6f-2800-4d7d-ba70-b5b707fe640c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:02.247036 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-42429f6f-2800-4d7d-ba70-b5b707fe640c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=738f2e54-8bec-4e40-9a2e-9206a58f62db HTTP/1.1" status: 200 len: 845 time: 0.1688180 Jul 23 16:23:02.252416 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b0e768ce-d86b-43cd-ab6e-44cad5228264 req-97a77e48-ba43-4012-9191-6ec17d714231 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/security-groups?id=ffd1410c-63e3-4596-8640-74663d7c505e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3789811 Jul 23 16:23:02.326640 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bcd633-2372-4228-9b0c-8193bdb2ebdc req-ca13b216-cfa0-4e0c-b417-e9b0716b4b2e tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:02.328751 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-67bcd633-2372-4228-9b0c-8193bdb2ebdc req-ca13b216-cfa0-4e0c-b417-e9b0716b4b2e tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.97 "GET /v2.0/ports?device_id=47b6502c-01ae-405d-82e9-769de63be8b0 HTTP/1.1" status: 200 len: 950 time: 0.5892255 Jul 23 16:23:02.344602 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a5f20db1-50e9-416c-b306-ec520a59b6e1 req-748030e9-123e-4d30-9094-ae84e0bf5eee tempest-ServerDiagnosticsNegativeTest-276299592 tempest-ServerDiagnosticsNegativeTest-276299592-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca82b907-dedf-427d-b394-4627d56eb487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959800 Jul 23 16:23:02.459233 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9506a32-2017-4e11-ae4d-53ec6e9a665a admin admin] Router 697ea7c6-dff2-4434-9e4b-2d282ad98621 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:23:02.550544 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35bded-6b20-4956-8a09-ca01f68cbbe7 req-8b7d242b-e98f-44bd-9caf-6a0f62205532 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:02.552376 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3b35bded-6b20-4956-8a09-ca01f68cbbe7 req-8b7d242b-e98f-44bd-9caf-6a0f62205532 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.97 "GET /v2.0/ports?device_id=13d57d85-cf00-46fc-8b8f-9759c8832a55 HTTP/1.1" status: 200 len: 950 time: 0.4429393 Jul 23 16:23:02.699625 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-b7187c53-54c6-4530-8fa2-cbf47ce5b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:02.701263 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-b7187c53-54c6-4530-8fa2-cbf47ce5b0d9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d75e3a81-2d56-489e-b14e-6f53f86cc135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4450374 Jul 23 16:23:02.710773 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581f564d-ac39-486e-9bee-845807abe983 x-openstack-request-id: req-581f564d-ac39-486e-9bee-845807abe983 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:02.712154 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574aa532-e9a9-4f33-9556-4107de249784", "name": "network-vif-plugged", "status": "completed", "tag": "3baa0060-0fbe-484c-bf91-b11c6672f3c7", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:02.714131 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-581f564d-ac39-486e-9bee-845807abe983 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:02.714419 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574aa532-e9a9-4f33-9556-4107de249784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3baa0060-0fbe-484c-bf91-b11c6672f3c7', 'code': 200} Jul 23 16:23:02.748938 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9506a32-2017-4e11-ae4d-53ec6e9a665a admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:23:02.786361 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929895a-7f79-4f91-b3be-8831ef46ac76 None None] Sync routers for ids ['697ea7c6-dff2-4434-9e4b-2d282ad98621'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:23:02.794389 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a9506a32-2017-4e11-ae4d-53ec6e9a665a admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:02.801475 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a9506a32-2017-4e11-ae4d-53ec6e9a665a admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.2807641 Jul 23 16:23:02.803334 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59764) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:02.863496 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3a059efa-fdc8-4ebf-861d-81fb20f103b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:02.870791 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ee2742-23cd-47ad-bc47-d5eaf8ff9024 x-openstack-request-id: req-24ee2742-23cd-47ad-bc47-d5eaf8ff9024 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:02.871559 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a3e78f-80ac-4105-803f-9c7d3014ffd0", "tag": "d10c8b62-22ba-4b3f-a632-cdf3328d562b", "status": "completed", "code": 200}, {"server_uuid": "26d56ed9-37e7-462f-b2b0-8249e3dbcb8c", "name": "network-vif-deleted", "tag": "9d0d2dde-d146-48d9-a361-05f390e602e9", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:02.871559 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-24ee2742-23cd-47ad-bc47-d5eaf8ff9024 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:02.871907 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a3e78f-80ac-4105-803f-9c7d3014ffd0', 'tag': 'd10c8b62-22ba-4b3f-a632-cdf3328d562b', 'status': 'completed', 'code': 200} Jul 23 16:23:02.872243 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d56ed9-37e7-462f-b2b0-8249e3dbcb8c', 'name': 'network-vif-deleted', 'tag': '9d0d2dde-d146-48d9-a361-05f390e602e9', 'status': 'completed', 'code': 200} Jul 23 16:23:02.900887 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1929895a-7f79-4f91-b3be-8831ef46ac76 None None] Routers {'697ea7c6-dff2-4434-9e4b-2d282ad98621'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:02.901720 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-1929895a-7f79-4f91-b3be-8831ef46ac76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:22:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['697ea7c6-dff2-4434-9e4b-2d282ad98621'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:03.022034 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-1929895a-7f79-4f91-b3be-8831ef46ac76 None None] Set router 697ea7c6-dff2-4434-9e4b-2d282ad98621 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:23:03.037142 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a178c1-75f6-439b-a3c1-ffae23d8e635 req-fbf930ec-5d26-489a-98d6-cd58b5d595cb tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:03.046222 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28a178c1-75f6-439b-a3c1-ffae23d8e635 req-fbf930ec-5d26-489a-98d6-cd58b5d595cb tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=47b6502c-01ae-405d-82e9-769de63be8b0 HTTP/1.1" status: 200 len: 950 time: 0.3965762 Jul 23 16:23:03.109858 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-358a74b7-37dd-4c5b-bc74-4ea8e6cc689c tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--896597118&fields=id&tenant_id=af80bd8d90c240efaa74f32c66497bb1 HTTP/1.1" status: 200 len: 267 time: 0.1266801 Jul 23 16:23:03.149006 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-67bcd633-2372-4228-9b0c-8193bdb2ebdc req-070df56d-776a-4b06-8dc0-616f5ff76e56 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Deleting port 8604d4f7-3254-41a1-bb76-0c78d014ce8e {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:23:03.149382 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-67bcd633-2372-4228-9b0c-8193bdb2ebdc req-070df56d-776a-4b06-8dc0-616f5ff76e56 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:03.197617 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28a178c1-75f6-439b-a3c1-ffae23d8e635 req-e7b08347-008f-42fc-8fde-64af107965eb tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502626 Jul 23 16:23:03.203429 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fb7e5a93-685f-4496-9e8f-c48921ea793b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:03.235939 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-6e8c4852-1d19-4386-b7d9-9dc2d9ff28e7 service neutron] 10.222.0.97 "GET /v2.0/networks/d75e3a81-2d56-489e-b14e-6f53f86cc135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5254910 Jul 23 16:23:03.287235 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-3b35bded-6b20-4956-8a09-ca01f68cbbe7 req-a76d1891-b42c-48d3-a804-02c26e7f5b5a tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Deleting port 516419e3-e6c6-47bf-a561-7be4d299a8b8 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:23:03.287581 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3b35bded-6b20-4956-8a09-ca01f68cbbe7 req-a76d1891-b42c-48d3-a804-02c26e7f5b5a tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:03.304284 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-fb7e5a93-685f-4496-9e8f-c48921ea793b None None] For port 55711701-ec55-40f1-ac3e-cd268615456c, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=55711701-ec55-40f1-ac3e-cd268615456c,segment=NetworkSegment(e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4),segment_id=e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:03.318867 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fb7e5a93-685f-4496-9e8f-c48921ea793b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:03.386624 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-3b35bded-6b20-4956-8a09-ca01f68cbbe7 req-a76d1891-b42c-48d3-a804-02c26e7f5b5a tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] For port 516419e3-e6c6-47bf-a561-7be4d299a8b8, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=516419e3-e6c6-47bf-a561-7be4d299a8b8,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:03.386995 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3b35bded-6b20-4956-8a09-ca01f68cbbe7 req-a76d1891-b42c-48d3-a804-02c26e7f5b5a tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:03.407834 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-3b35bded-6b20-4956-8a09-ca01f68cbbe7 req-a76d1891-b42c-48d3-a804-02c26e7f5b5a tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Calling delete_port for 516419e3-e6c6-47bf-a561-7be4d299a8b8 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:23:03.417892 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e5a93-685f-4496-9e8f-c48921ea793b None None] Pushing event updated for resources: {'Port': ['ID=55711701-ec55-40f1-ac3e-cd268615456c,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:03.457581 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-1929895a-7f79-4f91-b3be-8831ef46ac76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-504775310-router', 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '167b9125-b149-4d87-ae30-73b47aaf2bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:58Z', 'updated_at': '2021-07-23T16:23:01Z', 'revision_number': 3, 'project_id': '873dbef0f2494aa38fb542bb89dedefa', 'gw_port': {'id': '167b9125-b149-4d87-ae30-73b47aaf2bb8', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:59Z', 'updated_at': '2021-07-23T16:23:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:03.496651 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929895a-7f79-4f91-b3be-8831ef46ac76 None None] Checking router: 697ea7c6-dff2-4434-9e4b-2d282ad98621 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:23:03.497034 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929895a-7f79-4f91-b3be-8831ef46ac76 None None] Updating router 697ea7c6-dff2-4434-9e4b-2d282ad98621 port 167b9125-b149-4d87-ae30-73b47aaf2bb8 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:23:03.554553 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1929895a-7f79-4f91-b3be-8831ef46ac76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:03.688215 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-324136b1-1a23-48c1-bc44-5c7b95c71b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:03.800751 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-67bcd633-2372-4228-9b0c-8193bdb2ebdc req-070df56d-776a-4b06-8dc0-616f5ff76e56 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] For port 8604d4f7-3254-41a1-bb76-0c78d014ce8e, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=8604d4f7-3254-41a1-bb76-0c78d014ce8e,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:03.801218 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-67bcd633-2372-4228-9b0c-8193bdb2ebdc req-070df56d-776a-4b06-8dc0-616f5ff76e56 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:03.806985 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-eb35a478-2c08-488f-aa5d-e86128a76e3f None None] Provisioning complete for port 55711701-ec55-40f1-ac3e-cd268615456c triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:03.807360 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-eb35a478-2c08-488f-aa5d-e86128a76e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:03.824652 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-9ffb19c1-35c0-4f0c-a874-1b21ed4cdea6 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:03.831393 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-9ffb19c1-35c0-4f0c-a874-1b21ed4cdea6 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/networks?id=4a00963e-1d3a-4f60-9596-8ffc59315fca HTTP/1.1" status: 200 len: 815 time: 0.7206149 Jul 23 16:23:03.866594 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-67bcd633-2372-4228-9b0c-8193bdb2ebdc req-070df56d-776a-4b06-8dc0-616f5ff76e56 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Calling delete_port for 8604d4f7-3254-41a1-bb76-0c78d014ce8e owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:23:03.888303 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-7429f84c-30c0-4d03-bfb9-b6f6616499c7 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/quotas/af80bd8d90c240efaa74f32c66497bb1 HTTP/1.1" status: 200 len: 375 time: 0.0559306 Jul 23 16:23:03.912630 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3b35bded-6b20-4956-8a09-ca01f68cbbe7 req-a76d1891-b42c-48d3-a804-02c26e7f5b5a tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:03.926888 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-324136b1-1a23-48c1-bc44-5c7b95c71b79 admin admin] Allocated IP 172.20.0.1 (ec97f243-d754-41fe-a65d-35b39e63e557/d0a4598b-9c78-46cd-9c83-8af6dca80014/12c31840-63ee-4b2e-bb1e-c0d16c4f4a43) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:23:03.936420 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['73cf402e-041a-4a65-853b-18de3c99c53e'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:23:03.942963 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3f1340f8-350a-4c6b-b5a3-d09c12919758 req-ef301fc5-e9ec-47ad-b4c0-835465d8dbca service neutron] 10.222.0.97 "GET /v2.0/networks/d75e3a81-2d56-489e-b14e-6f53f86cc135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6710732 Jul 23 16:23:04.029553 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d1891-b42c-48d3-a804-02c26e7f5b5a tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Pushing event deleted for resources: {'Port': ['ID=516419e3-e6c6-47bf-a561-7be4d299a8b8,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:04.048375 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:23:04.065958 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0efb0-c12d-4a01-95b6-13de4655c40a req-4bb151d1-2378-403f-8fd7-a601205bcfa7 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:04.073849 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-64d0efb0-c12d-4a01-95b6-13de4655c40a req-4bb151d1-2378-403f-8fd7-a601205bcfa7 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/ports?device_id=04a3e78f-80ac-4105-803f-9c7d3014ffd0 HTTP/1.1" status: 200 len: 943 time: 0.5301387 Jul 23 16:23:04.090514 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-324136b1-1a23-48c1-bc44-5c7b95c71b79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.108433 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-324136b1-1a23-48c1-bc44-5c7b95c71b79 admin admin] Transition to ACTIVE for port object 12c31840-63ee-4b2e-bb1e-c0d16c4f4a43 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:04.171277 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1929895a-7f79-4f91-b3be-8831ef46ac76 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.188464 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-324136b1-1a23-48c1-bc44-5c7b95c71b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.194184 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1929895a-7f79-4f91-b3be-8831ef46ac76 None None] Transition to ACTIVE for port object 167b9125-b149-4d87-ae30-73b47aaf2bb8 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:04.199366 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b35bded-6b20-4956-8a09-ca01f68cbbe7 req-a76d1891-b42c-48d3-a804-02c26e7f5b5a tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] No DVR routers for this DVR port 516419e3-e6c6-47bf-a561-7be4d299a8b8 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:23:04.207759 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1929895a-7f79-4f91-b3be-8831ef46ac76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.208464 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3b35bded-6b20-4956-8a09-ca01f68cbbe7 req-a76d1891-b42c-48d3-a804-02c26e7f5b5a tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.210723 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3b35bded-6b20-4956-8a09-ca01f68cbbe7 req-a76d1891-b42c-48d3-a804-02c26e7f5b5a tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.97 "DELETE /v2.0/ports/516419e3-e6c6-47bf-a561-7be4d299a8b8 HTTP/1.1" status: 204 len: 173 time: 1.6397521 Jul 23 16:23:04.243106 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-64d0efb0-c12d-4a01-95b6-13de4655c40a req-f01a0e1b-bd49-45d4-8082-73c5224175a5 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/security-groups?id=ffd1410c-63e3-4596-8640-74663d7c505e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649826 Jul 23 16:23:04.257980 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324136b1-1a23-48c1-bc44-5c7b95c71b79 admin admin] Network ec97f243-d754-41fe-a65d-35b39e63e557 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:23:04.288931 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-324136b1-1a23-48c1-bc44-5c7b95c71b79 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:04.296696 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324136b1-1a23-48c1-bc44-5c7b95c71b79 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:23:04.360353 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 8604d4f7-3254-41a1-bb76-0c78d014ce8e no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:23:04.366487 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-52c49e2a-3e26-4085-ab84-dd4908deff34 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=af80bd8d90c240efaa74f32c66497bb1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4772191 Jul 23 16:23:04.375619 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9404740-fb5d-4893-833b-a8324a346494 req-c1f83a17-42fe-435d-948e-bd718c953662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:04.386122 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9404740-fb5d-4893-833b-a8324a346494 req-c1f83a17-42fe-435d-948e-bd718c953662 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=7e6e69f877d14fe89edc9f35713b8d03&device_id=04a3e78f-80ac-4105-803f-9c7d3014ffd0 HTTP/1.1" status: 200 len: 1094 time: 0.3640587 Jul 23 16:23:04.389669 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-324136b1-1a23-48c1-bc44-5c7b95c71b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.390382 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-1929895a-7f79-4f91-b3be-8831ef46ac76 None None] Attempting to bind port 167b9125-b149-4d87-ae30-73b47aaf2bb8 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:23:04.393961 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-1929895a-7f79-4f91-b3be-8831ef46ac76 None None] Attempting to bind port 167b9125-b149-4d87-ae30-73b47aaf2bb8 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:23:04.393961 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1929895a-7f79-4f91-b3be-8831ef46ac76 None None] Attempting to bind port 167b9125-b149-4d87-ae30-73b47aaf2bb8 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:04.508418 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1929895a-7f79-4f91-b3be-8831ef46ac76 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:23:04.512435 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1929895a-7f79-4f91-b3be-8831ef46ac76 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:23:04.513021 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1929895a-7f79-4f91-b3be-8831ef46ac76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.513605 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1929895a-7f79-4f91-b3be-8831ef46ac76 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:23:04.514365 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-1929895a-7f79-4f91-b3be-8831ef46ac76 None None] Bound port: 167b9125-b149-4d87-ae30-73b47aaf2bb8, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:23:04.515031 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1929895a-7f79-4f91-b3be-8831ef46ac76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.608789 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1974c-c200-41b7-a9b4-0e345fea6b3a None None] Pushing event updated for resources: {'Port': ['ID=167b9125-b149-4d87-ae30-73b47aaf2bb8,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:04.703247 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324136b1-1a23-48c1-bc44-5c7b95c71b79 admin admin] Pushing event updated for resources: {'Port': ['ID=12c31840-63ee-4b2e-bb1e-c0d16c4f4a43,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:04.889674 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d57d85-cf00-46fc-8b8f-9759c8832a55', 'name': 'network-vif-deleted', 'tag': '516419e3-e6c6-47bf-a561-7be4d299a8b8'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:04.891996 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1439623e-eca8-419a-9ed0-b9cb4fc0716b" -d '{"events": [{"server_uuid": "13d57d85-cf00-46fc-8b8f-9759c8832a55", "name": "network-vif-deleted", "tag": "516419e3-e6c6-47bf-a561-7be4d299a8b8"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:04.897075 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.926026 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-1929895a-7f79-4f91-b3be-8831ef46ac76 None None] For port 167b9125-b149-4d87-ae30-73b47aaf2bb8, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:23:04.941461 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59796) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:04.945691 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-949e73d7-e408-4c2a-989d-b81adc606827 None None] Provisioning for port 12c31840-63ee-4b2e-bb1e-c0d16c4f4a43 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:04.970481 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-324136b1-1a23-48c1-bc44-5c7b95c71b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.992596 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-1929895a-7f79-4f91-b3be-8831ef46ac76 None None] For port 167b9125-b149-4d87-ae30-73b47aaf2bb8, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=167b9125-b149-4d87-ae30-73b47aaf2bb8,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:23:05.001975 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-949e73d7-e408-4c2a-989d-b81adc606827 None None] Provisioning complete for port 12c31840-63ee-4b2e-bb1e-c0d16c4f4a43 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:05.002453 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-949e73d7-e408-4c2a-989d-b81adc606827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:05.064607 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-949e73d7-e408-4c2a-989d-b81adc606827 None None] Port 12c31840-63ee-4b2e-bb1e-c0d16c4f4a43 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:23:05.078451 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1929895a-7f79-4f91-b3be-8831ef46ac76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:05.102662 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:05.118061 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9404740-fb5d-4893-833b-a8324a346494 req-756b1aa9-d400-4794-908b-d6b50756e8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:05.119649 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9404740-fb5d-4893-833b-a8324a346494 req-756b1aa9-d400-4794-908b-d6b50756e8cc service neutron] 10.222.0.97 "GET /v2.0/networks?id=d75e3a81-2d56-489e-b14e-6f53f86cc135 HTTP/1.1" status: 200 len: 908 time: 0.7095478 Jul 23 16:23:05.156920 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1929895a-7f79-4f91-b3be-8831ef46ac76 None None] Routers {'697ea7c6-dff2-4434-9e4b-2d282ad98621'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:05.157614 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-1929895a-7f79-4f91-b3be-8831ef46ac76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:22:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['697ea7c6-dff2-4434-9e4b-2d282ad98621'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:05.171427 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-caf49a8c-f81a-4ce5-85a8-c293b4e5859a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c36647303d484affa8a61d7762b8daad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2257526 Jul 23 16:23:05.286873 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-d12b514f-86cb-4a97-9c95-9f28160eff01 service neutron] 10.222.0.73 "GET /v2.0/networks/4a00963e-1d3a-4f60-9596-8ffc59315fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8985131 Jul 23 16:23:05.289421 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-67bcd633-2372-4228-9b0c-8193bdb2ebdc req-070df56d-776a-4b06-8dc0-616f5ff76e56 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:05.306213 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1974c-c200-41b7-a9b4-0e345fea6b3a None None] Pushing event updated for resources: {'Port': ['ID=167b9125-b149-4d87-ae30-73b47aaf2bb8,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:05.326349 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-324136b1-1a23-48c1-bc44-5c7b95c71b79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:05.328089 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59800) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:05.356659 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9404740-fb5d-4893-833b-a8324a346494 req-5d501a40-620f-4215-8634-7ed087171675 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d10c8b62-22ba-4b3f-a632-cdf3328d562b HTTP/1.1" status: 200 len: 217 time: 0.0648236 Jul 23 16:23:05.391548 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-324136b1-1a23-48c1-bc44-5c7b95c71b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:05.400307 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 516419e3-e6c6-47bf-a561-7be4d299a8b8 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:23:05.402653 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 55711701-ec55-40f1-ac3e-cd268615456c up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:05.458805 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070df56d-776a-4b06-8dc0-616f5ff76e56 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Pushing event deleted for resources: {'Port': ['ID=8604d4f7-3254-41a1-bb76-0c78d014ce8e,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:05.471643 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9404740-fb5d-4893-833b-a8324a346494 req-82f0d45c-b154-458f-b7d9-7eda1f7f74e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:05.473224 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9404740-fb5d-4893-833b-a8324a346494 req-82f0d45c-b154-458f-b7d9-7eda1f7f74e9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=738f2e54-8bec-4e40-9a2e-9206a58f62db HTTP/1.1" status: 200 len: 845 time: 0.0699396 Jul 23 16:23:05.477017 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070df56d-776a-4b06-8dc0-616f5ff76e56 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:05.477432 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070df56d-776a-4b06-8dc0-616f5ff76e56 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:05.477749 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070df56d-776a-4b06-8dc0-616f5ff76e56 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:05.478205 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['73cf402e-041a-4a65-853b-18de3c99c53e'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:23:05.478489 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070df56d-776a-4b06-8dc0-616f5ff76e56 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:05.478744 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070df56d-776a-4b06-8dc0-616f5ff76e56 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:05.479263 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070df56d-776a-4b06-8dc0-616f5ff76e56 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:05.479535 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070df56d-776a-4b06-8dc0-616f5ff76e56 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:05.479913 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070df56d-776a-4b06-8dc0-616f5ff76e56 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:05.480295 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070df56d-776a-4b06-8dc0-616f5ff76e56 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:05.480715 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070df56d-776a-4b06-8dc0-616f5ff76e56 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:05.481106 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070df56d-776a-4b06-8dc0-616f5ff76e56 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:05.481865 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070df56d-776a-4b06-8dc0-616f5ff76e56 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:05.483397 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 516419e3-e6c6-47bf-a561-7be4d299a8b8 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:23:05.483747 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 516419e3-e6c6-47bf-a561-7be4d299a8b8 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:23:05.496425 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-324136b1-1a23-48c1-bc44-5c7b95c71b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:05.511286 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a71e3da0-5761-4901-954e-a014e9799a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:05.516566 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:05.517820 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324136b1-1a23-48c1-bc44-5c7b95c71b79 admin admin] Pushing event updated for resources: {'Port': ['ID=12c31840-63ee-4b2e-bb1e-c0d16c4f4a43,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:05.554675 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-1929895a-7f79-4f91-b3be-8831ef46ac76 None None] Set router 697ea7c6-dff2-4434-9e4b-2d282ad98621 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:23:05.557013 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 55711701-ec55-40f1-ac3e-cd268615456c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:05.557013 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:05.599733 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bcd633-2372-4228-9b0c-8193bdb2ebdc req-070df56d-776a-4b06-8dc0-616f5ff76e56 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] No DVR routers for this DVR port 8604d4f7-3254-41a1-bb76-0c78d014ce8e on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:23:05.612269 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-67bcd633-2372-4228-9b0c-8193bdb2ebdc req-070df56d-776a-4b06-8dc0-616f5ff76e56 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:05.614415 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-67bcd633-2372-4228-9b0c-8193bdb2ebdc req-070df56d-776a-4b06-8dc0-616f5ff76e56 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.97 "DELETE /v2.0/ports/8604d4f7-3254-41a1-bb76-0c78d014ce8e HTTP/1.1" status: 204 len: 173 time: 3.2610228 Jul 23 16:23:05.664105 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4cc16-4c47-44fb-b249-ee4f3306f6f9 req-66207a28-9265-4f48-a5e7-164b05a6665b tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:05.666389 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324136b1-1a23-48c1-bc44-5c7b95c71b79 admin admin] Network ec97f243-d754-41fe-a65d-35b39e63e557 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:23:05.668831 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-324136b1-1a23-48c1-bc44-5c7b95c71b79 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:05.671177 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87a4cc16-4c47-44fb-b249-ee4f3306f6f9 req-66207a28-9265-4f48-a5e7-164b05a6665b tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=47b6502c-01ae-405d-82e9-769de63be8b0 HTTP/1.1" status: 200 len: 867 time: 0.7968521 Jul 23 16:23:05.671339 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-29f2e6ca-9bdc-489a-a29c-09b97e8c14af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:05.702066 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-29f2e6ca-9bdc-489a-a29c-09b97e8c14af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:05.963135 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324136b1-1a23-48c1-bc44-5c7b95c71b79 admin admin] Router 697ea7c6-dff2-4434-9e4b-2d282ad98621 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:23:05.965839 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-29f2e6ca-9bdc-489a-a29c-09b97e8c14af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:05.968484 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-29f2e6ca-9bdc-489a-a29c-09b97e8c14af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:05.972216 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-29f2e6ca-9bdc-489a-a29c-09b97e8c14af admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ca82b907-dedf-427d-b394-4627d56eb487 HTTP/1.1" status: 204 len: 168 time: 0.6407073 Jul 23 16:23:06.016698 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2e6ca-9bdc-489a-a29c-09b97e8c14af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca82b907-dedf-427d-b394-4627d56eb487,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:06.263426 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1f771ffe-c3fb-4ff4-9fe1-699795affc41 None None] Provisioning complete for port 12c31840-63ee-4b2e-bb1e-c0d16c4f4a43 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:06.263802 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1f771ffe-c3fb-4ff4-9fe1-699795affc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:06.334359 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324136b1-1a23-48c1-bc44-5c7b95c71b79 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:23:06.335658 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-1f771ffe-c3fb-4ff4-9fe1-699795affc41 None None] Port 12c31840-63ee-4b2e-bb1e-c0d16c4f4a43 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:23:06.338573 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device d10c8b62-22ba-4b3f-a632-cdf3328d562b details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:23:06.358607 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-324136b1-1a23-48c1-bc44-5c7b95c71b79 admin admin] 10.222.0.73 "PUT /v2.0/routers/697ea7c6-dff2-4434-9e4b-2d282ad98621/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5522981 Jul 23 16:23:06.488817 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-3a7ff1b6-b40f-4537-9573-43b3d76670f3 service neutron] 10.222.0.73 "GET /v2.0/networks/4a00963e-1d3a-4f60-9596-8ffc59315fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1307666 Jul 23 16:23:06.502409 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87a4cc16-4c47-44fb-b249-ee4f3306f6f9 req-5a419bf6-7583-4fb0-8b07-eb99bdeaf976 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8301067 Jul 23 16:23:06.504100 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:06.527157 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9404740-fb5d-4893-833b-a8324a346494 req-063bbe22-b318-455f-a61d-c3a3879b5b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:06.530743 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9404740-fb5d-4893-833b-a8324a346494 req-063bbe22-b318-455f-a61d-c3a3879b5b00 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d75e3a81-2d56-489e-b14e-6f53f86cc135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0346980 Jul 23 16:23:06.588439 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-1929895a-7f79-4f91-b3be-8831ef46ac76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-504775310-router', 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '167b9125-b149-4d87-ae30-73b47aaf2bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:58Z', 'updated_at': '2021-07-23T16:23:04Z', 'revision_number': 4, 'project_id': '873dbef0f2494aa38fb542bb89dedefa', 'gw_port': {'id': '167b9125-b149-4d87-ae30-73b47aaf2bb8', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:59Z', 'updated_at': '2021-07-23T16:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '12c31840-63ee-4b2e-bb1e-c0d16c4f4a43', 'name': '', 'network_id': 'ec97f243-d754-41fe-a65d-35b39e63e557', 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa', 'mac_address': 'fa:16:3e:f7:cd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'd0a4598b-9c78-46cd-9c83-8af6dca80014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:23:03Z', 'updated_at': '2021-07-23T16:23:03Z', 'revision_number': 1, 'project_id': '873dbef0f2494aa38fb542bb89dedefa', 'subnets': [{'id': 'd0a4598b-9c78-46cd-9c83-8af6dca80014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:06.635151 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929895a-7f79-4f91-b3be-8831ef46ac76 None None] The sync data for ids ['697ea7c6-dff2-4434-9e4b-2d282ad98621'] in n-d-778549-4 is: [{'id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-504775310-router', 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '167b9125-b149-4d87-ae30-73b47aaf2bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:58Z', 'updated_at': '2021-07-23T16:23:04Z', 'revision_number': 4, 'project_id': '873dbef0f2494aa38fb542bb89dedefa', 'gw_port': {'id': '167b9125-b149-4d87-ae30-73b47aaf2bb8', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:59Z', 'updated_at': '2021-07-23T16:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '12c31840-63ee-4b2e-bb1e-c0d16c4f4a43', 'name': '', 'network_id': 'ec97f243-d754-41fe-a65d-35b39e63e557', 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa', 'mac_address': 'fa:16:3e:f7:cd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'd0a4598b-9c78-46cd-9c83-8af6dca80014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:23:03Z', 'updated_at': '2021-07-23T16:23:03Z', 'revision_number': 1, 'project_id': '873dbef0f2494aa38fb542bb89dedefa', 'subnets': [{'id': 'd0a4598b-9c78-46cd-9c83-8af6dca80014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:23:06.662178 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port d10c8b62-22ba-4b3f-a632-cdf3328d562b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d10c8b62-22ba-4b3f-a632-cdf3328d562b,segment=NetworkSegment(dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b),segment_id=dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:06.702568 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'd10c8b62-22ba-4b3f-a632-cdf3328d562b', 'network_id': 'd75e3a81-2d56-489e-b14e-6f53f86cc135', 'port_id': 'd10c8b62-22ba-4b3f-a632-cdf3328d562b', 'mac_address': 'fa:16:3e:fa:89:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738f2e54-8bec-4e40-9a2e-9206a58f62db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:23:06.792781 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59822) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:06.795231 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70fa1d5-7804-45a9-a8c5-b791d28d08cd x-openstack-request-id: req-f70fa1d5-7804-45a9-a8c5-b791d28d08cd {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:06.798710 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d57d85-cf00-46fc-8b8f-9759c8832a55", "name": "network-vif-deleted", "tag": "516419e3-e6c6-47bf-a561-7be4d299a8b8", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:06.799423 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f70fa1d5-7804-45a9-a8c5-b791d28d08cd {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:06.799983 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d57d85-cf00-46fc-8b8f-9759c8832a55', 'name': 'network-vif-deleted', 'tag': '516419e3-e6c6-47bf-a561-7be4d299a8b8', 'status': 'completed', 'code': 200} Jul 23 16:23:06.814753 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9404740-fb5d-4893-833b-a8324a346494 req-1cc8535c-9c1a-4c65-a029-1be9df164f5d service neutron] 10.222.0.97 "GET /v2.0/networks/d75e3a81-2d56-489e-b14e-6f53f86cc135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756791 Jul 23 16:23:06.824218 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c8cbb04c-bcf8-4e10-a3ec-13bb8de1ec0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:06.860275 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:06.908601 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10c8b62-22ba-4b3f-a632-cdf3328d562b {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:06.957900 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port d10c8b62-22ba-4b3f-a632-cdf3328d562b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d10c8b62-22ba-4b3f-a632-cdf3328d562b,segment=NetworkSegment(dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b),segment_id=dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:06.963797 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:06.976056 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c8cbb04c-bcf8-4e10-a3ec-13bb8de1ec0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:06.982760 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c8cbb04c-bcf8-4e10-a3ec-13bb8de1ec0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:07.028746 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=d10c8b62-22ba-4b3f-a632-cdf3328d562b,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:07.099115 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c8cbb04c-bcf8-4e10-a3ec-13bb8de1ec0f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cac0f18433fc44f9a2e55fcc9b9e5e7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024833 Jul 23 16:23:07.103802 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbb04c-bcf8-4e10-a3ec-13bb8de1ec0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd61aa5-e211-4674-9ba9-10d7e634f196,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:07.119464 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59830) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:07.205324 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:07.221950 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9404740-fb5d-4893-833b-a8324a346494 req-c8249903-5597-4a0d-b3ba-c9cbac253852 service neutron] 10.222.0.97 "GET /v2.0/networks/d75e3a81-2d56-489e-b14e-6f53f86cc135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471661 Jul 23 16:23:07.248619 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c263b-fe81-4161-901d-861dde04d143 req-e8368298-c649-4cb4-aced-f655cd1399c9 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:07.264883 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-de6c263b-fe81-4161-901d-861dde04d143 req-e8368298-c649-4cb4-aced-f655cd1399c9 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/ports?device_id=04a3e78f-80ac-4105-803f-9c7d3014ffd0 HTTP/1.1" status: 200 len: 943 time: 0.4715281 Jul 23 16:23:07.287351 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['d10c8b62-22ba-4b3f-a632-cdf3328d562b'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:23:07.319023 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f104148-f99a-41a7-9ac1-0794abd3c808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:07.375364 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-de6c263b-fe81-4161-901d-861dde04d143 req-ddacaf49-6363-4771-bc7c-5853568accb0 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/security-groups?id=ffd1410c-63e3-4596-8640-74663d7c505e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006534 Jul 23 16:23:07.391289 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f104148-f99a-41a7-9ac1-0794abd3c808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:07.493348 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f104148-f99a-41a7-9ac1-0794abd3c808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:07.510045 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f104148-f99a-41a7-9ac1-0794abd3c808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:07.515142 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3f104148-f99a-41a7-9ac1-0794abd3c808 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4dd61aa5-e211-4674-9ba9-10d7e634f196 HTTP/1.1" status: 204 len: 168 time: 0.3842258 Jul 23 16:23:07.536870 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f104148-f99a-41a7-9ac1-0794abd3c808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd61aa5-e211-4674-9ba9-10d7e634f196,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:07.618531 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a2a9f78f-4eb0-48d5-8c38-81ffab0a9256 req-98d2d0e4-212a-4eb4-98c0-79b7e0bc29ec tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce195d01-120b-419e-a805-7b0ad0c3b476 HTTP/1.1" status: 200 len: 210 time: 0.0537560 Jul 23 16:23:08.270858 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-af93073e-9990-4a16-9d6f-7c1a38b919b7 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:08.274543 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-af93073e-9990-4a16-9d6f-7c1a38b919b7 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/networks?id=ec97f243-d754-41fe-a65d-35b39e63e557 HTTP/1.1" status: 200 len: 828 time: 0.2870634 Jul 23 16:23:08.306396 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-bfee3ab1-27d5-4b89-966c-c4620b6aec43 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/quotas/873dbef0f2494aa38fb542bb89dedefa HTTP/1.1" status: 200 len: 375 time: 0.0255625 Jul 23 16:23:08.458664 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-a65e4c42-468c-4aa1-92e8-64ed68f0d2bd tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=873dbef0f2494aa38fb542bb89dedefa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1460445 Jul 23 16:23:08.488398 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:08.655775 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b899042-1508-4e59-bd54-f8832f7fe58f req-6a94856c-1f94-4dc3-ac57-707115360bc5 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:08.659029 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1b899042-1508-4e59-bd54-f8832f7fe58f req-6a94856c-1f94-4dc3-ac57-707115360bc5 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b45b2e62-cc17-464e-aace-f5cc20bacb94 HTTP/1.1" status: 200 len: 949 time: 0.1736436 Jul 23 16:23:08.879239 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b6502c-01ae-405d-82e9-769de63be8b0', 'name': 'network-vif-deleted', 'tag': '8604d4f7-3254-41a1-bb76-0c78d014ce8e'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:08.881452 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8fe126-5090-44ce-81d2-0f3b89a7858f" -d '{"events": [{"server_uuid": "47b6502c-01ae-405d-82e9-769de63be8b0", "name": "network-vif-deleted", "tag": "8604d4f7-3254-41a1-bb76-0c78d014ce8e"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:08.919992 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1b899042-1508-4e59-bd54-f8832f7fe58f req-75dfdba8-a0e0-4510-b039-f15540518074 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502353 Jul 23 16:23:09.064854 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-3e4543d4-8535-4cf0-9008-ed8aa4d4b54c tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:09.071569 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-3e4543d4-8535-4cf0-9008-ed8aa4d4b54c tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.74 "GET /v2.0/networks?id=4a00963e-1d3a-4f60-9596-8ffc59315fca HTTP/1.1" status: 200 len: 815 time: 0.2970166 Jul 23 16:23:09.147259 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-21247795-9a5f-4a30-af58-73cccfb721dc service neutron] 10.222.0.73 "GET /v2.0/networks/ec97f243-d754-41fe-a65d-35b39e63e557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6877143 Jul 23 16:23:09.274586 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-7e16fc83-01aa-413a-b0d9-279c5af37fe5 service neutron] 10.222.0.73 "GET /v2.0/networks/ec97f243-d754-41fe-a65d-35b39e63e557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146679 Jul 23 16:23:09.330641 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-74eae75a-ec5c-4834-a3cf-0c11523909ce tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af80bd8d90c240efaa74f32c66497bb1 HTTP/1.1" status: 200 len: 379 time: 0.2458799 Jul 23 16:23:09.345978 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-2b34d5f4-9bc3-4d57-b1af-bccd5b1a4c99 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Request body: {'port': {'device_id': 'ce195d01-120b-419e-a805-7b0ad0c3b476', 'network_id': '4a00963e-1d3a-4f60-9596-8ffc59315fca', 'admin_state_up': True, 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1', 'security_groups': ['f54c727b-bca4-4807-9c4e-b4c332ba612e']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:09.494202 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 167b9125-b149-4d87-ae30-73b47aaf2bb8 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:09.571123 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-2b34d5f4-9bc3-4d57-b1af-bccd5b1a4c99 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Made reservation on behalf of af80bd8d90c240efaa74f32c66497bb1 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:23:09.579128 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-2b34d5f4-9bc3-4d57-b1af-bccd5b1a4c99 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:09.657930 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 167b9125-b149-4d87-ae30-73b47aaf2bb8 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:09.680739 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 167b9125-b149-4d87-ae30-73b47aaf2bb8 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:09.681247 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:09.754943 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf937e-1012-41ac-a458-7d7948ed458d req-2945ebef-c509-41f9-a1ab-32f3680bca28 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:09.763955 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ffcf937e-1012-41ac-a458-7d7948ed458d req-2945ebef-c509-41f9-a1ab-32f3680bca28 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/ports?device_id=04a3e78f-80ac-4105-803f-9c7d3014ffd0 HTTP/1.1" status: 200 len: 944 time: 0.6214981 Jul 23 16:23:09.856532 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ffcf937e-1012-41ac-a458-7d7948ed458d req-2cbeb8ab-1127-4749-84d3-c6603bceaeb0 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/security-groups?id=ffd1410c-63e3-4596-8640-74663d7c505e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912244 Jul 23 16:23:09.881015 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:09.908875 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 167b9125-b149-4d87-ae30-73b47aaf2bb8, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=167b9125-b149-4d87-ae30-73b47aaf2bb8,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:09.921330 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:09.944784 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbbf268-e197-45f0-bdfd-c5ed8f613b5b x-openstack-request-id: req-1dbbf268-e197-45f0-bdfd-c5ed8f613b5b {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:09.950204 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b6502c-01ae-405d-82e9-769de63be8b0", "name": "network-vif-deleted", "tag": "8604d4f7-3254-41a1-bb76-0c78d014ce8e", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:09.950777 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1dbbf268-e197-45f0-bdfd-c5ed8f613b5b {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:09.951417 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b6502c-01ae-405d-82e9-769de63be8b0', 'name': 'network-vif-deleted', 'tag': '8604d4f7-3254-41a1-bb76-0c78d014ce8e', 'status': 'completed', 'code': 200} Jul 23 16:23:09.964868 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86286ad-8cbf-409e-be69-6cbf1169e12a req-61bbcbe4-75d0-4fc4-a0b6-0876f13ce529 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:09.988863 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c86286ad-8cbf-409e-be69-6cbf1169e12a req-61bbcbe4-75d0-4fc4-a0b6-0876f13ce529 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.74 "GET /v2.0/ports?device_id=b45b2e62-cc17-464e-aace-f5cc20bacb94 HTTP/1.1" status: 200 len: 949 time: 0.2649124 Jul 23 16:23:10.046060 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=167b9125-b149-4d87-ae30-73b47aaf2bb8,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:10.073874 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f11f725a-8423-454e-a3dd-ca6c53bb2d21 req-e875c114-fc09-403e-8e1f-428cfa54d502 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce195d01-120b-419e-a805-7b0ad0c3b476 HTTP/1.1" status: 200 len: 210 time: 0.0747602 Jul 23 16:23:10.079576 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-2b34d5f4-9bc3-4d57-b1af-bccd5b1a4c99 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Allocated IP 172.20.0.8 (4a00963e-1d3a-4f60-9596-8ffc59315fca/68250752-9549-42db-965e-9173795a2cea/3a9f5361-c030-4a86-a392-b561534a07f6) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:23:10.316520 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-c86286ad-8cbf-409e-be69-6cbf1169e12a req-40825aeb-0019-4213-bcc2-53d9cc95e2ff tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Deleting port 73cf402e-041a-4a65-853b-18de3c99c53e {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:23:10.320767 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c86286ad-8cbf-409e-be69-6cbf1169e12a req-40825aeb-0019-4213-bcc2-53d9cc95e2ff tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:10.352438 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device d10c8b62-22ba-4b3f-a632-cdf3328d562b up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:10.417173 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470231ee-efbc-49c1-a725-c4f9e9f5c945 None None] Sync routers for ids ['697ea7c6-dff2-4434-9e4b-2d282ad98621'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:23:10.419544 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-2b34d5f4-9bc3-4d57-b1af-bccd5b1a4c99 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:10.434413 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470231ee-efbc-49c1-a725-c4f9e9f5c945 None None] Routers {'697ea7c6-dff2-4434-9e4b-2d282ad98621'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:10.438051 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-470231ee-efbc-49c1-a725-c4f9e9f5c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:23:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['697ea7c6-dff2-4434-9e4b-2d282ad98621'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:10.441393 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-2b34d5f4-9bc3-4d57-b1af-bccd5b1a4c99 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Transition to ACTIVE for port object 3a9f5361-c030-4a86-a392-b561534a07f6 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:10.492649 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port d10c8b62-22ba-4b3f-a632-cdf3328d562b completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:10.502604 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port d10c8b62-22ba-4b3f-a632-cdf3328d562b triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:10.503435 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:10.547751 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-c86286ad-8cbf-409e-be69-6cbf1169e12a req-40825aeb-0019-4213-bcc2-53d9cc95e2ff tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] For port 73cf402e-041a-4a65-853b-18de3c99c53e, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=73cf402e-041a-4a65-853b-18de3c99c53e,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:10.548116 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c86286ad-8cbf-409e-be69-6cbf1169e12a req-40825aeb-0019-4213-bcc2-53d9cc95e2ff tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:10.562873 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-2b34d5f4-9bc3-4d57-b1af-bccd5b1a4c99 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:10.579552 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-c86286ad-8cbf-409e-be69-6cbf1169e12a req-40825aeb-0019-4213-bcc2-53d9cc95e2ff tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Calling delete_port for 73cf402e-041a-4a65-853b-18de3c99c53e owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:23:10.617368 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4653aa02-6aca-4ab2-8a76-b6cf2877cf74 req-e6a2210a-322a-4694-8347-e38e55ec47ba tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/ports?device_id=acefc021-4a85-4611-aa92-e20943d2cf3e HTTP/1.1" status: 200 len: 210 time: 0.2856064 Jul 23 16:23:10.655019 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:10.711143 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a3e78f-80ac-4105-803f-9c7d3014ffd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10c8b62-22ba-4b3f-a632-cdf3328d562b'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:10.715564 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0392b3-bf43-4230-aede-f30fea078b7c" -d '{"events": [{"server_uuid": "04a3e78f-80ac-4105-803f-9c7d3014ffd0", "name": "network-vif-plugged", "status": "completed", "tag": "d10c8b62-22ba-4b3f-a632-cdf3328d562b"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:10.725315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-2b34d5f4-9bc3-4d57-b1af-bccd5b1a4c99 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Network 4a00963e-1d3a-4f60-9596-8ffc59315fca is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:23:10.743051 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-2b34d5f4-9bc3-4d57-b1af-bccd5b1a4c99 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:10.745022 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port d10c8b62-22ba-4b3f-a632-cdf3328d562b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d10c8b62-22ba-4b3f-a632-cdf3328d562b,segment=NetworkSegment(dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b),segment_id=dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:10.751515 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:10.779084 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-2b34d5f4-9bc3-4d57-b1af-bccd5b1a4c99 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:23:10.849506 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34d5f4-9bc3-4d57-b1af-bccd5b1a4c99 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Pushing event updated for resources: {'Port': ['ID=3a9f5361-c030-4a86-a392-b561534a07f6,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:10.922001 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-470231ee-efbc-49c1-a725-c4f9e9f5c945 None None] Set router 697ea7c6-dff2-4434-9e4b-2d282ad98621 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:23:10.922236 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052693c-0bf6-46bb-b8f3-46cb898f09e6 req-c9069bcd-ad32-4473-ac81-2663e94bc2f1 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:10.930604 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b052693c-0bf6-46bb-b8f3-46cb898f09e6 req-c9069bcd-ad32-4473-ac81-2663e94bc2f1 tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/ports?device_id=b45b2e62-cc17-464e-aace-f5cc20bacb94 HTTP/1.1" status: 200 len: 949 time: 0.6059749 Jul 23 16:23:10.954496 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=d10c8b62-22ba-4b3f-a632-cdf3328d562b,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:10.978684 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c86286ad-8cbf-409e-be69-6cbf1169e12a req-40825aeb-0019-4213-bcc2-53d9cc95e2ff tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:10.996870 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-2b34d5f4-9bc3-4d57-b1af-bccd5b1a4c99 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:10.997985 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-2b34d5f4-9bc3-4d57-b1af-bccd5b1a4c99 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:11.002390 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['73cf402e-041a-4a65-853b-18de3c99c53e'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:23:11.037295 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b052693c-0bf6-46bb-b8f3-46cb898f09e6 req-0522837e-bd48-45af-b818-f6db77a0e44c tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.73 "GET /v2.0/security-groups?id=317f1acd-24fb-4000-a715-a0e6cae3a76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054423 Jul 23 16:23:11.040057 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-2b34d5f4-9bc3-4d57-b1af-bccd5b1a4c99 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6996982 Jul 23 16:23:11.055773 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-85f2a20d-eebc-4ec7-9375-2b7b1442fce4 service neutron] Request body: {'port': {'device_id': 'ce195d01-120b-419e-a805-7b0ad0c3b476', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:11.112227 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40825aeb-0019-4213-bcc2-53d9cc95e2ff tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Pushing event deleted for resources: {'Port': ['ID=73cf402e-041a-4a65-853b-18de3c99c53e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:11.161829 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e5ee86-3247-4498-b1ab-e8ca6f2c50a6 x-openstack-request-id: req-a4e5ee86-3247-4498-b1ab-e8ca6f2c50a6 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:11.162125 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a3e78f-80ac-4105-803f-9c7d3014ffd0", "name": "network-vif-plugged", "status": "completed", "tag": "d10c8b62-22ba-4b3f-a632-cdf3328d562b", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:11.162378 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a4e5ee86-3247-4498-b1ab-e8ca6f2c50a6 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:11.162773 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a3e78f-80ac-4105-803f-9c7d3014ffd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10c8b62-22ba-4b3f-a632-cdf3328d562b', 'code': 200} Jul 23 16:23:11.242704 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86286ad-8cbf-409e-be69-6cbf1169e12a req-40825aeb-0019-4213-bcc2-53d9cc95e2ff tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] No DVR routers for this DVR port 73cf402e-041a-4a65-853b-18de3c99c53e on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:23:11.247249 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c86286ad-8cbf-409e-be69-6cbf1169e12a req-40825aeb-0019-4213-bcc2-53d9cc95e2ff tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:11.249955 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c86286ad-8cbf-409e-be69-6cbf1169e12a req-40825aeb-0019-4213-bcc2-53d9cc95e2ff tempest-ServersOnMultiNodesTest-2009817238 tempest-ServersOnMultiNodesTest-2009817238-project] 10.222.0.74 "DELETE /v2.0/ports/73cf402e-041a-4a65-853b-18de3c99c53e HTTP/1.1" status: 204 len: 173 time: 1.2519956 Jul 23 16:23:11.250456 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45b2e62-cc17-464e-aace-f5cc20bacb94', 'name': 'network-vif-deleted', 'tag': '73cf402e-041a-4a65-853b-18de3c99c53e'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:11.253096 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23083c0-6036-4ff0-a4ca-766b30f32e50" -d '{"events": [{"server_uuid": "b45b2e62-cc17-464e-aace-f5cc20bacb94", "name": "network-vif-deleted", "tag": "73cf402e-041a-4a65-853b-18de3c99c53e"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:11.293403 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-85f2a20d-eebc-4ec7-9375-2b7b1442fce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:11.362372 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4e319efc-ed50-4c71-805c-a86baf2e3fbd None None] Provisioning for port 3a9f5361-c030-4a86-a392-b561534a07f6 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:11.377154 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4e319efc-ed50-4c71-805c-a86baf2e3fbd None None] Provisioning complete for port 3a9f5361-c030-4a86-a392-b561534a07f6 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:11.377644 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4e319efc-ed50-4c71-805c-a86baf2e3fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:11.404689 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-470231ee-efbc-49c1-a725-c4f9e9f5c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-504775310-router', 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '167b9125-b149-4d87-ae30-73b47aaf2bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:58Z', 'updated_at': '2021-07-23T16:23:04Z', 'revision_number': 4, 'project_id': '873dbef0f2494aa38fb542bb89dedefa', 'gw_port': {'id': '167b9125-b149-4d87-ae30-73b47aaf2bb8', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:59Z', 'updated_at': '2021-07-23T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '12c31840-63ee-4b2e-bb1e-c0d16c4f4a43', 'name': '', 'network_id': 'ec97f243-d754-41fe-a65d-35b39e63e557', 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa', 'mac_address': 'fa:16:3e:f7:cd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'd0a4598b-9c78-46cd-9c83-8af6dca80014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:23:03Z', 'updated_at': '2021-07-23T16:23:05Z', 'revision_number': 2, 'project_id': '873dbef0f2494aa38fb542bb89dedefa', 'subnets': [{'id': 'd0a4598b-9c78-46cd-9c83-8af6dca80014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:11.464536 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4e319efc-ed50-4c71-805c-a86baf2e3fbd None None] Port 3a9f5361-c030-4a86-a392-b561534a07f6 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:23:11.475606 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-17798433-aadd-4052-b674-13781df8c1f9 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=51460b038cbf40f1bdfdec65fbcfda49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0882978 Jul 23 16:23:11.483975 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470231ee-efbc-49c1-a725-c4f9e9f5c945 None None] Checking router: 697ea7c6-dff2-4434-9e4b-2d282ad98621 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:23:11.484869 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470231ee-efbc-49c1-a725-c4f9e9f5c945 None None] Updating router 697ea7c6-dff2-4434-9e4b-2d282ad98621 port 12c31840-63ee-4b2e-bb1e-c0d16c4f4a43 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:23:11.499776 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 167b9125-b149-4d87-ae30-73b47aaf2bb8 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:11.562607 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-470231ee-efbc-49c1-a725-c4f9e9f5c945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:11.629595 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 167b9125-b149-4d87-ae30-73b47aaf2bb8 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:11.632558 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:12.095366 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-e89e550d-dbe7-459f-8321-6c672583a2dc tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:12.097243 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-e89e550d-dbe7-459f-8321-6c672583a2dc tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6206696 Jul 23 16:23:12.162049 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-a3142d61-2a4a-4fff-b99d-a95038e0cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:12.166994 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-470231ee-efbc-49c1-a725-c4f9e9f5c945 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:12.167194 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-a3142d61-2a4a-4fff-b99d-a95038e0cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.97 "GET /v2.0/networks?id=ec97f243-d754-41fe-a65d-35b39e63e557 HTTP/1.1" status: 200 len: 828 time: 0.6005917 Jul 23 16:23:12.180334 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-470231ee-efbc-49c1-a725-c4f9e9f5c945 None None] Transition to ACTIVE for port object 12c31840-63ee-4b2e-bb1e-c0d16c4f4a43 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:12.189758 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-470231ee-efbc-49c1-a725-c4f9e9f5c945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:12.237195 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-82edc9fb-1f59-41cc-b437-1ebed575ad60 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Request body: {'port': {'device_id': 'acefc021-4a85-4611-aa92-e20943d2cf3e', 'network_id': 'ec97f243-d754-41fe-a65d-35b39e63e557', 'admin_state_up': True, 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:12.252626 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344e995-166f-4495-8a21-21a18ff9358e None None] Pushing event updated for resources: {'Port': ['ID=12c31840-63ee-4b2e-bb1e-c0d16c4f4a43,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:12.328274 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-470231ee-efbc-49c1-a725-c4f9e9f5c945 None None] Attempting to bind port 12c31840-63ee-4b2e-bb1e-c0d16c4f4a43 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:23:12.329799 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-470231ee-efbc-49c1-a725-c4f9e9f5c945 None None] Attempting to bind port 12c31840-63ee-4b2e-bb1e-c0d16c4f4a43 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'ec97f243-d754-41fe-a65d-35b39e63e557'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:23:12.330348 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470231ee-efbc-49c1-a725-c4f9e9f5c945 None None] Attempting to bind port 12c31840-63ee-4b2e-bb1e-c0d16c4f4a43 on network ec97f243-d754-41fe-a65d-35b39e63e557 {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:12.336682 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470231ee-efbc-49c1-a725-c4f9e9f5c945 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:23:12.337407 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470231ee-efbc-49c1-a725-c4f9e9f5c945 None None] Checking segment: {'id': 'e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'ec97f243-d754-41fe-a65d-35b39e63e557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:23:12.337991 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-470231ee-efbc-49c1-a725-c4f9e9f5c945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:12.338548 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470231ee-efbc-49c1-a725-c4f9e9f5c945 None None] Bound using segment: {'id': 'e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'ec97f243-d754-41fe-a65d-35b39e63e557'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:23:12.339192 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-470231ee-efbc-49c1-a725-c4f9e9f5c945 None None] Bound port: 12c31840-63ee-4b2e-bb1e-c0d16c4f4a43, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'ec97f243-d754-41fe-a65d-35b39e63e557'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:23:12.339753 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-470231ee-efbc-49c1-a725-c4f9e9f5c945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:12.460242 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-82edc9fb-1f59-41cc-b437-1ebed575ad60 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Made reservation on behalf of 873dbef0f2494aa38fb542bb89dedefa for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:23:12.462692 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-470231ee-efbc-49c1-a725-c4f9e9f5c945 None None] For port 12c31840-63ee-4b2e-bb1e-c0d16c4f4a43, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:23:12.464153 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-82edc9fb-1f59-41cc-b437-1ebed575ad60 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:12.466335 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-470231ee-efbc-49c1-a725-c4f9e9f5c945 None None] For port 12c31840-63ee-4b2e-bb1e-c0d16c4f4a43, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=12c31840-63ee-4b2e-bb1e-c0d16c4f4a43,segment=NetworkSegment(e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4),segment_id=e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:23:12.478858 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-470231ee-efbc-49c1-a725-c4f9e9f5c945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:12.494376 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-9352d27e-0cb2-439b-a484-a7b57023a5a2 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/quotas/51460b038cbf40f1bdfdec65fbcfda49 HTTP/1.1" status: 200 len: 375 time: 0.3217275 Jul 23 16:23:12.515345 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057604b-bc51-4171-ba9f-9cdd4b87f626 req-d3badf12-758f-46c4-a992-18f63bd37a9b tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:12.523557 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6057604b-bc51-4171-ba9f-9cdd4b87f626 req-d3badf12-758f-46c4-a992-18f63bd37a9b tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/ports?device_id=04a3e78f-80ac-4105-803f-9c7d3014ffd0 HTTP/1.1" status: 200 len: 945 time: 1.1123860 Jul 23 16:23:12.584719 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344e995-166f-4495-8a21-21a18ff9358e None None] Pushing event updated for resources: {'Port': ['ID=12c31840-63ee-4b2e-bb1e-c0d16c4f4a43,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:12.623629 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a4df9-5c24-406b-8c79-191f046b5802 req-b9a03ef5-72f4-48ad-8d88-087283afa51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:12.625611 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-407a4df9-5c24-406b-8c79-191f046b5802 req-b9a03ef5-72f4-48ad-8d88-087283afa51e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=04a3e78f-80ac-4105-803f-9c7d3014ffd0 HTTP/1.1" status: 200 len: 1096 time: 1.3236735 Jul 23 16:23:12.626347 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470231ee-efbc-49c1-a725-c4f9e9f5c945 None None] Routers {'697ea7c6-dff2-4434-9e4b-2d282ad98621'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:12.627175 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-470231ee-efbc-49c1-a725-c4f9e9f5c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:23:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['697ea7c6-dff2-4434-9e4b-2d282ad98621'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:12.799375 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-63b827d1-c1ac-4f5f-ad8c-f54c34d08bcb tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=51460b038cbf40f1bdfdec65fbcfda49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2706997 Jul 23 16:23:12.833258 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6057604b-bc51-4171-ba9f-9cdd4b87f626 req-37273b84-2817-461b-a256-c56c2b702183 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/security-groups?id=ffd1410c-63e3-4596-8640-74663d7c505e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3032484 Jul 23 16:23:12.881726 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-470231ee-efbc-49c1-a725-c4f9e9f5c945 None None] Set router 697ea7c6-dff2-4434-9e4b-2d282ad98621 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:23:12.964328 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-407a4df9-5c24-406b-8c79-191f046b5802 req-a6169bd5-fbc9-4611-bbe5-1a332fba1526 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=ffd1410c-63e3-4596-8640-74663d7c505e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2933307 Jul 23 16:23:13.166378 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fd28e3-4b72-446b-8b1e-b7dffe6bc372 x-openstack-request-id: req-e2fd28e3-4b72-446b-8b1e-b7dffe6bc372 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:13.167228 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45b2e62-cc17-464e-aace-f5cc20bacb94", "name": "network-vif-deleted", "tag": "73cf402e-041a-4a65-853b-18de3c99c53e", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:13.167754 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e2fd28e3-4b72-446b-8b1e-b7dffe6bc372 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:13.168355 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45b2e62-cc17-464e-aace-f5cc20bacb94', 'name': 'network-vif-deleted', 'tag': '73cf402e-041a-4a65-853b-18de3c99c53e', 'status': 'completed', 'code': 200} Jul 23 16:23:13.349294 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-470231ee-efbc-49c1-a725-c4f9e9f5c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-504775310-router', 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '167b9125-b149-4d87-ae30-73b47aaf2bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:58Z', 'updated_at': '2021-07-23T16:23:04Z', 'revision_number': 4, 'project_id': '873dbef0f2494aa38fb542bb89dedefa', 'gw_port': {'id': '167b9125-b149-4d87-ae30-73b47aaf2bb8', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:59Z', 'updated_at': '2021-07-23T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '12c31840-63ee-4b2e-bb1e-c0d16c4f4a43', 'name': '', 'network_id': 'ec97f243-d754-41fe-a65d-35b39e63e557', 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa', 'mac_address': 'fa:16:3e:f7:cd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'd0a4598b-9c78-46cd-9c83-8af6dca80014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:23:03Z', 'updated_at': '2021-07-23T16:23:12Z', 'revision_number': 4, 'project_id': '873dbef0f2494aa38fb542bb89dedefa', 'subnets': [{'id': 'd0a4598b-9c78-46cd-9c83-8af6dca80014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:13.390168 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470231ee-efbc-49c1-a725-c4f9e9f5c945 None None] The sync data for ids ['697ea7c6-dff2-4434-9e4b-2d282ad98621'] in n-d-778549-4 is: [{'id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-504775310-router', 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '167b9125-b149-4d87-ae30-73b47aaf2bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:58Z', 'updated_at': '2021-07-23T16:23:04Z', 'revision_number': 4, 'project_id': '873dbef0f2494aa38fb542bb89dedefa', 'gw_port': {'id': '167b9125-b149-4d87-ae30-73b47aaf2bb8', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:59Z', 'updated_at': '2021-07-23T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '12c31840-63ee-4b2e-bb1e-c0d16c4f4a43', 'name': '', 'network_id': 'ec97f243-d754-41fe-a65d-35b39e63e557', 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa', 'mac_address': 'fa:16:3e:f7:cd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'd0a4598b-9c78-46cd-9c83-8af6dca80014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:23:03Z', 'updated_at': '2021-07-23T16:23:12Z', 'revision_number': 4, 'project_id': '873dbef0f2494aa38fb542bb89dedefa', 'subnets': [{'id': 'd0a4598b-9c78-46cd-9c83-8af6dca80014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:23:13.488377 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 12c31840-63ee-4b2e-bb1e-c0d16c4f4a43 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:13.532074 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f92f1d3e-5194-4df9-8da5-9845964dbde6 req-c5accfb6-17ad-49c8-90ca-425fa0a49971 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/ports?device_id=acefc021-4a85-4611-aa92-e20943d2cf3e HTTP/1.1" status: 200 len: 210 time: 0.0986338 Jul 23 16:23:13.538820 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-85f2a20d-eebc-4ec7-9375-2b7b1442fce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a9f5361-c030-4a86-a392-b561534a07f6 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:13.578966 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-85f2a20d-eebc-4ec7-9375-2b7b1442fce4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:13.601827 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-82edc9fb-1f59-41cc-b437-1ebed575ad60 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Allocated IP 172.20.0.8 (ec97f243-d754-41fe-a65d-35b39e63e557/d0a4598b-9c78-46cd-9c83-8af6dca80014/1ac1c6a4-3b69-459c-a483-94d1a4456263) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:23:13.666349 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-85f2a20d-eebc-4ec7-9375-2b7b1442fce4 service neutron] Transition to ACTIVE for port object 3a9f5361-c030-4a86-a392-b561534a07f6 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:13.671715 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 12c31840-63ee-4b2e-bb1e-c0d16c4f4a43 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:13.679118 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 12c31840-63ee-4b2e-bb1e-c0d16c4f4a43 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:13.680588 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:13.687561 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe79048-408c-4245-97dc-e23a1af95738 req-722db915-0b97-4a1c-91f8-426164f06d8b tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:13.689085 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bfe79048-408c-4245-97dc-e23a1af95738 req-722db915-0b97-4a1c-91f8-426164f06d8b tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce195d01-120b-419e-a805-7b0ad0c3b476 HTTP/1.1" status: 200 len: 931 time: 0.7209940 Jul 23 16:23:13.704921 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-85f2a20d-eebc-4ec7-9375-2b7b1442fce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:13.841578 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:13.922371 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 12c31840-63ee-4b2e-bb1e-c0d16c4f4a43, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=12c31840-63ee-4b2e-bb1e-c0d16c4f4a43,segment=NetworkSegment(e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4),segment_id=e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:13.931691 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:13.932023 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2a20d-eebc-4ec7-9375-2b7b1442fce4 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9f5361-c030-4a86-a392-b561534a07f6,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:14.021513 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bfe79048-408c-4245-97dc-e23a1af95738 req-52d7e15f-9436-4784-95e3-284238acf382 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/security-groups?id=f54c727b-bca4-4807-9c4e-b4c332ba612e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3095884 Jul 23 16:23:14.117182 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=12c31840-63ee-4b2e-bb1e-c0d16c4f4a43,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:14.143985 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 73cf402e-041a-4a65-853b-18de3c99c53e no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:23:14.224791 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 73cf402e-041a-4a65-853b-18de3c99c53e {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:23:14.225430 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 73cf402e-041a-4a65-853b-18de3c99c53e not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:23:14.640141 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60016) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:14.862168 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-9b85b249-a757-4f2e-a2f8-b8f6e530ce51 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=51460b038cbf40f1bdfdec65fbcfda49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616674 Jul 23 16:23:14.902299 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3f66fbdd-6d90-4095-bbb3-cfe50c9257a1 req-62c8e923-9f1a-4775-ac84-537072ab9feb tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/ports?device_id=94d30be0-76a5-4bf0-92a6-9c1e1527092d HTTP/1.1" status: 200 len: 210 time: 0.6133177 Jul 23 16:23:14.990381 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-85f2a20d-eebc-4ec7-9375-2b7b1442fce4 service neutron] Attempting to bind port 3a9f5361-c030-4a86-a392-b561534a07f6 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:23:14.996635 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-85f2a20d-eebc-4ec7-9375-2b7b1442fce4 service neutron] Attempting to bind port 3a9f5361-c030-4a86-a392-b561534a07f6 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a38e8957-57cc-4988-a40d-2bc4236b7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '4a00963e-1d3a-4f60-9596-8ffc59315fca'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:23:14.996949 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-85f2a20d-eebc-4ec7-9375-2b7b1442fce4 service neutron] Attempting to bind port 3a9f5361-c030-4a86-a392-b561534a07f6 on network 4a00963e-1d3a-4f60-9596-8ffc59315fca {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:15.039821 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-85f2a20d-eebc-4ec7-9375-2b7b1442fce4 service neutron] Port 3a9f5361-c030-4a86-a392-b561534a07f6 on network 4a00963e-1d3a-4f60-9596-8ffc59315fca not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:23:15.040232 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-85f2a20d-eebc-4ec7-9375-2b7b1442fce4 service neutron] Attempting to bind port 3a9f5361-c030-4a86-a392-b561534a07f6 on network 4a00963e-1d3a-4f60-9596-8ffc59315fca {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:15.107142 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-85f2a20d-eebc-4ec7-9375-2b7b1442fce4 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:23:15.107805 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-85f2a20d-eebc-4ec7-9375-2b7b1442fce4 service neutron] Checking segment: {'id': 'a38e8957-57cc-4988-a40d-2bc4236b7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '4a00963e-1d3a-4f60-9596-8ffc59315fca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:23:15.108378 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-85f2a20d-eebc-4ec7-9375-2b7b1442fce4 service neutron] Bound using segment: {'id': 'a38e8957-57cc-4988-a40d-2bc4236b7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '4a00963e-1d3a-4f60-9596-8ffc59315fca'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:23:15.108996 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-85f2a20d-eebc-4ec7-9375-2b7b1442fce4 service neutron] Bound port: 3a9f5361-c030-4a86-a392-b561534a07f6, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a38e8957-57cc-4988-a40d-2bc4236b7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '4a00963e-1d3a-4f60-9596-8ffc59315fca'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:23:15.109568 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-85f2a20d-eebc-4ec7-9375-2b7b1442fce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:15.128044 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-82edc9fb-1f59-41cc-b437-1ebed575ad60 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:15.134479 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a7a89135-6cd3-4283-b4d7-7b5cee50f09f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f529211e54344ba6bb9f15fa585bf4d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4924748 Jul 23 16:23:15.138194 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60026) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:15.146413 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ad58f-022c-4eb5-9d57-f30d8a3f37df req-ba1269eb-0986-4c64-9cf8-96f505476568 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:15.149334 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2e0ad58f-022c-4eb5-9d57-f30d8a3f37df req-ba1269eb-0986-4c64-9cf8-96f505476568 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/ports?device_id=8119da64-f9f4-46af-bffc-141464378e80 HTTP/1.1" status: 200 len: 946 time: 0.8646898 Jul 23 16:23:15.161421 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-1a448153-4a8e-45b7-b926-d141dd979dc7 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:15.163416 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-1a448153-4a8e-45b7-b926-d141dd979dc7 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2950056 Jul 23 16:23:15.184694 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-6f52d62c-5cdb-4c04-b587-47d6589cdf99 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Request body: {'port': {'device_id': '94d30be0-76a5-4bf0-92a6-9c1e1527092d', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'admin_state_up': True, 'tenant_id': '51460b038cbf40f1bdfdec65fbcfda49'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:15.200810 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-82edc9fb-1f59-41cc-b437-1ebed575ad60 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Transition to ACTIVE for port object 1ac1c6a4-3b69-459c-a483-94d1a4456263 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:15.325713 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-6f52d62c-5cdb-4c04-b587-47d6589cdf99 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Made reservation on behalf of 51460b038cbf40f1bdfdec65fbcfda49 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:23:15.329687 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-6f52d62c-5cdb-4c04-b587-47d6589cdf99 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:15.340724 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-6f52d62c-5cdb-4c04-b587-47d6589cdf99 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:15.352454 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6a47626c-c31e-4b4c-92f1-b7b882c82c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:15.375742 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-85f2a20d-eebc-4ec7-9375-2b7b1442fce4 service neutron] For port 3a9f5361-c030-4a86-a392-b561534a07f6, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:23:15.388357 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6a47626c-c31e-4b4c-92f1-b7b882c82c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:15.416702 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 12c31840-63ee-4b2e-bb1e-c0d16c4f4a43 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:15.430809 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ab2ef-4ac3-45b9-af89-35564f2923b5 req-209ba307-4693-4ce2-8261-abe4409c57fc tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:15.432451 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0a4ab2ef-4ac3-45b9-af89-35564f2923b5 req-209ba307-4693-4ce2-8261-abe4409c57fc tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/ports?device_id=04a3e78f-80ac-4105-803f-9c7d3014ffd0 HTTP/1.1" status: 200 len: 945 time: 0.4019194 Jul 23 16:23:15.436528 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2e0ad58f-022c-4eb5-9d57-f30d8a3f37df req-e7a261ca-0a37-4582-b3c2-9af400c44467 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/security-groups?id=0752d89f-cbae-46a6-aa9d-219cc61cde66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2532887 Jul 23 16:23:15.500414 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6a47626c-c31e-4b4c-92f1-b7b882c82c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:15.510212 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6a47626c-c31e-4b4c-92f1-b7b882c82c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:15.512015 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6a47626c-c31e-4b4c-92f1-b7b882c82c23 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/317f1acd-24fb-4000-a715-a0e6cae3a76d HTTP/1.1" status: 204 len: 168 time: 0.3669851 Jul 23 16:23:15.521585 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-85f2a20d-eebc-4ec7-9375-2b7b1442fce4 service neutron] For port 3a9f5361-c030-4a86-a392-b561534a07f6, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=3a9f5361-c030-4a86-a392-b561534a07f6,segment=NetworkSegment(a38e8957-57cc-4988-a40d-2bc4236b7b30),segment_id=a38e8957-57cc-4988-a40d-2bc4236b7b30)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:23:15.544115 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-85f2a20d-eebc-4ec7-9375-2b7b1442fce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:15.562616 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0a4ab2ef-4ac3-45b9-af89-35564f2923b5 req-6c5fac09-7132-42bd-9039-a1b260b8725b tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/security-groups?id=ffd1410c-63e3-4596-8640-74663d7c505e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089168 Jul 23 16:23:15.581583 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47626c-c31e-4b4c-92f1-b7b882c82c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317f1acd-24fb-4000-a715-a0e6cae3a76d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:15.606595 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-82edc9fb-1f59-41cc-b437-1ebed575ad60 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:15.625031 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-85f2a20d-eebc-4ec7-9375-2b7b1442fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:15.625031 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-85f2a20d-eebc-4ec7-9375-2b7b1442fce4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:15.629687 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-85f2a20d-eebc-4ec7-9375-2b7b1442fce4 service neutron] 10.222.0.74 "PUT /v2.0/ports/3a9f5361-c030-4a86-a392-b561534a07f6 HTTP/1.1" status: 200 len: 1091 time: 4.5785735 Jul 23 16:23:15.630189 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce195d01-120b-419e-a805-7b0ad0c3b476', 'tag': '3a9f5361-c030-4a86-a392-b561534a07f6'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:15.633456 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242fd3ec-5b80-4b7b-afd3-d5e27fd85dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "ce195d01-120b-419e-a805-7b0ad0c3b476", "tag": "3a9f5361-c030-4a86-a392-b561534a07f6"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:15.672579 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-6f52d62c-5cdb-4c04-b587-47d6589cdf99 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:15.679376 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-6f52d62c-5cdb-4c04-b587-47d6589cdf99 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:15.771506 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 12c31840-63ee-4b2e-bb1e-c0d16c4f4a43 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:15.772250 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52d62c-5cdb-4c04-b587-47d6589cdf99 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4687059d-fd58-46be-a4a3-95fb9b3cbe3e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:15.772901 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:15.814162 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-82edc9fb-1f59-41cc-b437-1ebed575ad60 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Network ec97f243-d754-41fe-a65d-35b39e63e557 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:23:15.854778 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-82edc9fb-1f59-41cc-b437-1ebed575ad60 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:15.859797 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2a20d-eebc-4ec7-9375-2b7b1442fce4 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9f5361-c030-4a86-a392-b561534a07f6,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:15.950638 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-82edc9fb-1f59-41cc-b437-1ebed575ad60 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:23:16.157715 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-6f52d62c-5cdb-4c04-b587-47d6589cdf99 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Allocated IP 192.168.233.205 (eb3bf372-6ffe-4c33-8777-29948d4b4373/3812e6e5-38ac-4c93-85ce-3dab2cef76c9/bbe2767a-4d61-44d2-82a5-362aaad60558) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:23:16.233860 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-82edc9fb-1f59-41cc-b437-1ebed575ad60 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:16.234829 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-82edc9fb-1f59-41cc-b437-1ebed575ad60 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:16.283911 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82edc9fb-1f59-41cc-b437-1ebed575ad60 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Pushing event updated for resources: {'Port': ['ID=1ac1c6a4-3b69-459c-a483-94d1a4456263,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:16.288910 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-82edc9fb-1f59-41cc-b437-1ebed575ad60 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0976763 Jul 23 16:23:16.299486 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60046) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:16.316906 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-8f28ab42-9828-44ca-ab5b-a4b5bc1e4b54 service neutron] Request body: {'port': {'device_id': 'acefc021-4a85-4611-aa92-e20943d2cf3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:16.380113 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-15d48bb8-dbf2-47af-8295-cd8fde556713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:16.380335 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b8e4d8b8-056f-48c5-95db-b6513a8b7839 None None] Provisioning for port 1ac1c6a4-3b69-459c-a483-94d1a4456263 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:16.383058 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-15d48bb8-dbf2-47af-8295-cd8fde556713 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=af80bd8d90c240efaa74f32c66497bb1&device_id=ce195d01-120b-419e-a805-7b0ad0c3b476 HTTP/1.1" status: 200 len: 1094 time: 0.7055347 Jul 23 16:23:16.385699 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b8e4d8b8-056f-48c5-95db-b6513a8b7839 None None] Provisioning complete for port 1ac1c6a4-3b69-459c-a483-94d1a4456263 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:16.386074 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b8e4d8b8-056f-48c5-95db-b6513a8b7839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:16.395648 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7fd9a-3eb2-467e-a271-cb48aaaa78c8 req-e68eada5-c175-4058-9018-e2a47d74d94e tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:16.403774 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28a7fd9a-3eb2-467e-a271-cb48aaaa78c8 req-e68eada5-c175-4058-9018-e2a47d74d94e tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/ports?device_id=acefc021-4a85-4611-aa92-e20943d2cf3e HTTP/1.1" status: 200 len: 931 time: 0.5868936 Jul 23 16:23:16.444638 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-b8e4d8b8-056f-48c5-95db-b6513a8b7839 None None] Port 1ac1c6a4-3b69-459c-a483-94d1a4456263 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:23:16.483622 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006491d3-1b8e-4c20-a031-9b4f7f0046ff req-7cbdda5d-a886-4995-80a5-44364dc99752 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:16.485689 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-006491d3-1b8e-4c20-a031-9b4f7f0046ff req-7cbdda5d-a886-4995-80a5-44364dc99752 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce195d01-120b-419e-a805-7b0ad0c3b476 HTTP/1.1" status: 200 len: 943 time: 0.3961837 Jul 23 16:23:16.492267 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-d3708c8f-307c-4343-8a44-0df6d64ca34d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a9f5361-c030-4a86-a392-b561534a07f6 HTTP/1.1" status: 200 len: 217 time: 0.0767660 Jul 23 16:23:16.526828 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-6f52d62c-5cdb-4c04-b587-47d6589cdf99 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:16.543452 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-6f52d62c-5cdb-4c04-b587-47d6589cdf99 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Transition to ACTIVE for port object bbe2767a-4d61-44d2-82a5-362aaad60558 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:16.582497 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-6f52d62c-5cdb-4c04-b587-47d6589cdf99 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:16.598196 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f887be08-f9c7-4409-bfda-de84f5bba9e5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=15598178f6974bcc86c81458527caf5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2864199 Jul 23 16:23:16.623052 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60048) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:16.630384 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28a7fd9a-3eb2-467e-a271-cb48aaaa78c8 req-95cdc9c8-3be4-4f02-88f6-20b983975967 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/security-groups?id=018254e7-0c8b-485b-853d-44d505a50db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253864 Jul 23 16:23:16.632591 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-3f1002bf-9ae6-41a5-9b8e-aad6fce0a41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:16.634299 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-3f1002bf-9ae6-41a5-9b8e-aad6fce0a41a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=68250752-9549-42db-965e-9173795a2cea HTTP/1.1" status: 200 len: 854 time: 0.1216221 Jul 23 16:23:16.661044 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-6f52d62c-5cdb-4c04-b587-47d6589cdf99 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:23:16.663324 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-006491d3-1b8e-4c20-a031-9b4f7f0046ff req-4cde9cf7-1953-4566-af49-b0c2697b5f88 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/security-groups?id=f54c727b-bca4-4807-9c4e-b4c332ba612e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696272 Jul 23 16:23:16.686077 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-6f52d62c-5cdb-4c04-b587-47d6589cdf99 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:16.717242 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-6f52d62c-5cdb-4c04-b587-47d6589cdf99 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:23:16.749818 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-8f28ab42-9828-44ca-ab5b-a4b5bc1e4b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:16.798836 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-6f52d62c-5cdb-4c04-b587-47d6589cdf99 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:16.799504 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-6f52d62c-5cdb-4c04-b587-47d6589cdf99 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:16.824848 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52d62c-5cdb-4c04-b587-47d6589cdf99 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Pushing event updated for resources: {'Port': ['ID=bbe2767a-4d61-44d2-82a5-362aaad60558,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:16.845569 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c2219425-94f3-4e27-a90e-0ce1ef30ac26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:16.849153 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-6f52d62c-5cdb-4c04-b587-47d6589cdf99 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6708210 Jul 23 16:23:16.877402 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-be65d614-9e6d-490a-9df8-2b370ea38f74 service neutron] Request body: {'port': {'device_id': '94d30be0-76a5-4bf0-92a6-9c1e1527092d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:16.913840 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68425cef-6714-4196-b146-effa5c2bb998 x-openstack-request-id: req-68425cef-6714-4196-b146-effa5c2bb998 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:16.914138 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce195d01-120b-419e-a805-7b0ad0c3b476", "tag": "3a9f5361-c030-4a86-a392-b561534a07f6", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:16.914396 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-68425cef-6714-4196-b146-effa5c2bb998 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:16.914808 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce195d01-120b-419e-a805-7b0ad0c3b476', 'tag': '3a9f5361-c030-4a86-a392-b561534a07f6', 'status': 'completed', 'code': 200} Jul 23 16:23:16.949131 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c2219425-94f3-4e27-a90e-0ce1ef30ac26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:17.002642 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-4b30fb1f-ebc6-4fdf-8858-6c27494c6ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:17.004076 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-4b30fb1f-ebc6-4fdf-8858-6c27494c6ee8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a00963e-1d3a-4f60-9596-8ffc59315fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3479190 Jul 23 16:23:17.062580 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-be65d614-9e6d-490a-9df8-2b370ea38f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:17.176145 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-bd9fc32d-0679-4c93-82bd-aa907a54e52c None None] Provisioning for port bbe2767a-4d61-44d2-82a5-362aaad60558 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:17.180427 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-bd9fc32d-0679-4c93-82bd-aa907a54e52c None None] Provisioning complete for port bbe2767a-4d61-44d2-82a5-362aaad60558 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:17.180802 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bd9fc32d-0679-4c93-82bd-aa907a54e52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:17.268249 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-bd9fc32d-0679-4c93-82bd-aa907a54e52c None None] Port bbe2767a-4d61-44d2-82a5-362aaad60558 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:23:17.277625 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-bf75d237-a095-462e-bb2a-5e4a4f0bff3b service neutron] 10.222.0.74 "GET /v2.0/networks/4a00963e-1d3a-4f60-9596-8ffc59315fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479107 Jul 23 16:23:17.294066 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c2219425-94f3-4e27-a90e-0ce1ef30ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:17.296917 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c2219425-94f3-4e27-a90e-0ce1ef30ac26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:17.301182 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c2219425-94f3-4e27-a90e-0ce1ef30ac26 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/97949747-5cae-42e2-b78d-e1e87625e148 HTTP/1.1" status: 204 len: 168 time: 0.6766772 Jul 23 16:23:17.321956 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2219425-94f3-4e27-a90e-0ce1ef30ac26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97949747-5cae-42e2-b78d-e1e87625e148,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:17.521310 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-be65d614-9e6d-490a-9df8-2b370ea38f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe2767a-4d61-44d2-82a5-362aaad60558 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:17.543411 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-be65d614-9e6d-490a-9df8-2b370ea38f74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:17.573685 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-be65d614-9e6d-490a-9df8-2b370ea38f74 service neutron] Transition to ACTIVE for port object bbe2767a-4d61-44d2-82a5-362aaad60558 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:17.579555 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-be65d614-9e6d-490a-9df8-2b370ea38f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:17.589341 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408244b-0bf4-4d66-af5f-a4090092614b req-385e88aa-7613-4226-9b8f-2611d09eeeac tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:17.616910 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5408244b-0bf4-4d66-af5f-a4090092614b req-385e88aa-7613-4226-9b8f-2611d09eeeac tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/ports?device_id=04a3e78f-80ac-4105-803f-9c7d3014ffd0 HTTP/1.1" status: 200 len: 945 time: 0.8025024 Jul 23 16:23:17.618214 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60062) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:17.685996 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-80618663-543b-42c3-b9f3-8eb8a2708db6 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Request body: {'floatingip': {'port_id': 'd10c8b62-22ba-4b3f-a632-cdf3328d562b'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:17.820806 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-80618663-543b-42c3-b9f3-8eb8a2708db6 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks [] for floatingip, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:17.829501 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-8f28ab42-9828-44ca-ab5b-a4b5bc1e4b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ac1c6a4-3b69-459c-a483-94d1a4456263 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:17.949811 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65d614-9e6d-490a-9df8-2b370ea38f74 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe2767a-4d61-44d2-82a5-362aaad60558,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:17.961328 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-be65d614-9e6d-490a-9df8-2b370ea38f74 service neutron] Attempting to bind port bbe2767a-4d61-44d2-82a5-362aaad60558 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:23:17.962043 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-be65d614-9e6d-490a-9df8-2b370ea38f74 service neutron] Attempting to bind port bbe2767a-4d61-44d2-82a5-362aaad60558 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:23:17.962554 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-be65d614-9e6d-490a-9df8-2b370ea38f74 service neutron] Attempting to bind port bbe2767a-4d61-44d2-82a5-362aaad60558 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:17.968655 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-be65d614-9e6d-490a-9df8-2b370ea38f74 service neutron] Port bbe2767a-4d61-44d2-82a5-362aaad60558 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:23:17.968989 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-be65d614-9e6d-490a-9df8-2b370ea38f74 service neutron] Attempting to bind port bbe2767a-4d61-44d2-82a5-362aaad60558 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:17.975753 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-be65d614-9e6d-490a-9df8-2b370ea38f74 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:23:17.976099 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-be65d614-9e6d-490a-9df8-2b370ea38f74 service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:23:17.976540 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-be65d614-9e6d-490a-9df8-2b370ea38f74 service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:23:17.977133 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-be65d614-9e6d-490a-9df8-2b370ea38f74 service neutron] Bound port: bbe2767a-4d61-44d2-82a5-362aaad60558, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:23:17.977401 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-be65d614-9e6d-490a-9df8-2b370ea38f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:18.007935 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-8f28ab42-9828-44ca-ab5b-a4b5bc1e4b54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:18.029322 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa451d4e-bcda-4ea7-b442-791a78d4f4d2 req-77bd9d4d-7753-4e0c-9ce5-4344e082063d tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:18.030922 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa451d4e-bcda-4ea7-b442-791a78d4f4d2 req-77bd9d4d-7753-4e0c-9ce5-4344e082063d tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/ports?device_id=94d30be0-76a5-4bf0-92a6-9c1e1527092d HTTP/1.1" status: 200 len: 936 time: 1.0678797 Jul 23 16:23:18.074741 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-be65d614-9e6d-490a-9df8-2b370ea38f74 service neutron] For port bbe2767a-4d61-44d2-82a5-362aaad60558, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:23:18.079676 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-be65d614-9e6d-490a-9df8-2b370ea38f74 service neutron] For port bbe2767a-4d61-44d2-82a5-362aaad60558, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=bbe2767a-4d61-44d2-82a5-362aaad60558,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:23:18.086925 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-be65d614-9e6d-490a-9df8-2b370ea38f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:18.108418 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-8f28ab42-9828-44ca-ab5b-a4b5bc1e4b54 service neutron] Transition to ACTIVE for port object 1ac1c6a4-3b69-459c-a483-94d1a4456263 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:18.119668 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb48ba56-8bc3-47ce-9c66-2973a3972ff7 req-43928d9e-96fd-4433-951e-d9e6b74a4fc2 service neutron] 10.222.0.74 "GET /v2.0/networks/4a00963e-1d3a-4f60-9596-8ffc59315fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6554127 Jul 23 16:23:18.133245 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-8f28ab42-9828-44ca-ab5b-a4b5bc1e4b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:18.194117 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-be65d614-9e6d-490a-9df8-2b370ea38f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:18.194745 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-be65d614-9e6d-490a-9df8-2b370ea38f74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:18.200916 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-be65d614-9e6d-490a-9df8-2b370ea38f74 service neutron] 10.222.0.74 "PUT /v2.0/ports/bbe2767a-4d61-44d2-82a5-362aaad60558 HTTP/1.1" status: 200 len: 1096 time: 1.3436348 Jul 23 16:23:18.201441 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d30be0-76a5-4bf0-92a6-9c1e1527092d', 'tag': 'bbe2767a-4d61-44d2-82a5-362aaad60558'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:18.211610 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28ab42-9828-44ca-ab5b-a4b5bc1e4b54 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac1c6a4-3b69-459c-a483-94d1a4456263,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:18.213865 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab8cdf9-fd15-47cf-bce7-b2a5f5c177d3" -d '{"events": [{"name": "network-changed", "server_uuid": "94d30be0-76a5-4bf0-92a6-9c1e1527092d", "tag": "bbe2767a-4d61-44d2-82a5-362aaad60558"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:18.391036 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65d614-9e6d-490a-9df8-2b370ea38f74 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe2767a-4d61-44d2-82a5-362aaad60558,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:18.423881 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-2275c2b0-5647-4eb0-9b7f-f26cc70446aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:18.425481 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-2275c2b0-5647-4eb0-9b7f-f26cc70446aa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=51460b038cbf40f1bdfdec65fbcfda49&device_id=94d30be0-76a5-4bf0-92a6-9c1e1527092d HTTP/1.1" status: 200 len: 1099 time: 0.1623333 Jul 23 16:23:18.456967 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa451d4e-bcda-4ea7-b442-791a78d4f4d2 req-3f3c3177-056f-4685-8142-137a20760b05 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/security-groups?id=4687059d-fd58-46be-a4a3-95fb9b3cbe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859265 Jul 23 16:23:18.507799 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-00587f72-2d6e-4d5a-a435-f5a849366d52 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=bbe2767a-4d61-44d2-82a5-362aaad60558 HTTP/1.1" status: 200 len: 217 time: 0.0678706 Jul 23 16:23:18.578971 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-e705f348-d722-45c8-8ed1-b772b23fb18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:18.580947 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-e705f348-d722-45c8-8ed1-b772b23fb18a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0574777 Jul 23 16:23:18.688763 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-4fcd55b1-84de-4b72-a004-36b81379490d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:18.690556 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-4fcd55b1-84de-4b72-a004-36b81379490d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1017067 Jul 23 16:23:18.836546 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fd3ec-5b80-4b7b-afd3-d5e27fd85dc8 req-4771ca1f-a1eb-4b35-95f6-2f59f27bc421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:18.838135 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-242fd3ec-5b80-4b7b-afd3-d5e27fd85dc8 req-4771ca1f-a1eb-4b35-95f6-2f59f27bc421 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=af80bd8d90c240efaa74f32c66497bb1&device_id=ce195d01-120b-419e-a805-7b0ad0c3b476 HTTP/1.1" status: 200 len: 1094 time: 0.6277506 Jul 23 16:23:18.874244 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-19f06c0d-3b7b-4587-b454-9748c7169fb1 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705410 Jul 23 16:23:18.926309 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf467109-c66e-4d65-ba0a-93392afbd8ba req-43552fd2-024a-4da5-83c0-6377360d0880 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:18.927921 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cf467109-c66e-4d65-ba0a-93392afbd8ba req-43552fd2-024a-4da5-83c0-6377360d0880 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/ports?device_id=acefc021-4a85-4611-aa92-e20943d2cf3e HTTP/1.1" status: 200 len: 943 time: 0.6232083 Jul 23 16:23:19.026571 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-8f28ab42-9828-44ca-ab5b-a4b5bc1e4b54 service neutron] Attempting to bind port 1ac1c6a4-3b69-459c-a483-94d1a4456263 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:23:19.027363 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-8f28ab42-9828-44ca-ab5b-a4b5bc1e4b54 service neutron] Attempting to bind port 1ac1c6a4-3b69-459c-a483-94d1a4456263 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'ec97f243-d754-41fe-a65d-35b39e63e557'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:23:19.027363 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-8f28ab42-9828-44ca-ab5b-a4b5bc1e4b54 service neutron] Attempting to bind port 1ac1c6a4-3b69-459c-a483-94d1a4456263 on network ec97f243-d754-41fe-a65d-35b39e63e557 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:19.079430 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b9993cf9-f8ae-47a1-a7a9-ca1a201d0c5e req-8771cb73-4521-4962-81a7-53ff83802c1e service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010889 Jul 23 16:23:19.487433 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-8f28ab42-9828-44ca-ab5b-a4b5bc1e4b54 service neutron] Port 1ac1c6a4-3b69-459c-a483-94d1a4456263 on network ec97f243-d754-41fe-a65d-35b39e63e557 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:23:19.487766 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-8f28ab42-9828-44ca-ab5b-a4b5bc1e4b54 service neutron] Attempting to bind port 1ac1c6a4-3b69-459c-a483-94d1a4456263 on network ec97f243-d754-41fe-a65d-35b39e63e557 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:19.511711 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e112c-ac03-44de-addb-6e170f1f9b3d req-97b193c6-5f40-4387-bb78-80e7348769cd tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:19.513285 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c78e112c-ac03-44de-addb-6e170f1f9b3d req-97b193c6-5f40-4387-bb78-80e7348769cd tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce195d01-120b-419e-a805-7b0ad0c3b476 HTTP/1.1" status: 200 len: 943 time: 0.8172824 Jul 23 16:23:19.528853 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-8f28ab42-9828-44ca-ab5b-a4b5bc1e4b54 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:23:19.529250 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-8f28ab42-9828-44ca-ab5b-a4b5bc1e4b54 service neutron] Checking segment: {'id': 'e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'ec97f243-d754-41fe-a65d-35b39e63e557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:23:19.529621 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-8f28ab42-9828-44ca-ab5b-a4b5bc1e4b54 service neutron] Bound using segment: {'id': 'e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'ec97f243-d754-41fe-a65d-35b39e63e557'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:23:19.530082 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-8f28ab42-9828-44ca-ab5b-a4b5bc1e4b54 service neutron] Bound port: 1ac1c6a4-3b69-459c-a483-94d1a4456263, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'ec97f243-d754-41fe-a65d-35b39e63e557'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:23:19.530446 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-8f28ab42-9828-44ca-ab5b-a4b5bc1e4b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:19.581673 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cf467109-c66e-4d65-ba0a-93392afbd8ba req-a9664d1e-7dcd-4c3f-a770-0358c90e0cf3 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/security-groups?id=018254e7-0c8b-485b-853d-44d505a50db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6062915 Jul 23 16:23:19.636744 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267d5f8-9b45-4f35-9925-05282f674c7b req-9ca0d167-323a-4b1e-b663-f1b047666306 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:19.638358 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e267d5f8-9b45-4f35-9925-05282f674c7b req-9ca0d167-323a-4b1e-b663-f1b047666306 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.74 "GET /v2.0/ports?device_id=8119da64-f9f4-46af-bffc-141464378e80 HTTP/1.1" status: 200 len: 946 time: 0.1374459 Jul 23 16:23:19.655359 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fd3ec-5b80-4b7b-afd3-d5e27fd85dc8 req-7b0753b7-4d06-4714-b080-bc0babbe678c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:19.659158 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-242fd3ec-5b80-4b7b-afd3-d5e27fd85dc8 req-7b0753b7-4d06-4714-b080-bc0babbe678c service neutron] 10.222.0.74 "GET /v2.0/networks?id=4a00963e-1d3a-4f60-9596-8ffc59315fca HTTP/1.1" status: 200 len: 917 time: 0.8082957 Jul 23 16:23:19.794724 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c78e112c-ac03-44de-addb-6e170f1f9b3d req-22d0bbda-438a-4e41-a042-f2610885dd41 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/security-groups?id=f54c727b-bca4-4807-9c4e-b4c332ba612e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2423983 Jul 23 16:23:19.806691 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-242fd3ec-5b80-4b7b-afd3-d5e27fd85dc8 req-48804580-dcdc-45ae-8053-3ccdf9e26f4d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a9f5361-c030-4a86-a392-b561534a07f6 HTTP/1.1" status: 200 len: 217 time: 0.0902216 Jul 23 16:23:19.839718 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-e267d5f8-9b45-4f35-9925-05282f674c7b req-b9d5d99e-c318-4736-a751-67c6ad122be4 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Deleting port 564472cb-078f-4f4d-9144-57e9c32b0013 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:23:19.839718 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-e267d5f8-9b45-4f35-9925-05282f674c7b req-b9d5d99e-c318-4736-a751-67c6ad122be4 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:19.912873 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fd3ec-5b80-4b7b-afd3-d5e27fd85dc8 req-6549e131-2efa-43b7-bb96-1ec5cfa9d105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:19.914425 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-242fd3ec-5b80-4b7b-afd3-d5e27fd85dc8 req-6549e131-2efa-43b7-bb96-1ec5cfa9d105 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=68250752-9549-42db-965e-9173795a2cea HTTP/1.1" status: 200 len: 854 time: 0.0829265 Jul 23 16:23:19.980507 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.db.resource_extend [None req-80618663-543b-42c3-b9f3-8eb8a2708db6 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:23:19.984094 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-8f28ab42-9828-44ca-ab5b-a4b5bc1e4b54 service neutron] For port 1ac1c6a4-3b69-459c-a483-94d1a4456263, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:23:20.049658 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-8f28ab42-9828-44ca-ab5b-a4b5bc1e4b54 service neutron] For port 1ac1c6a4-3b69-459c-a483-94d1a4456263, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=1ac1c6a4-3b69-459c-a483-94d1a4456263,segment=NetworkSegment(e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4),segment_id=e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:23:20.060448 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-8f28ab42-9828-44ca-ab5b-a4b5bc1e4b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:20.085730 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-8f28ab42-9828-44ca-ab5b-a4b5bc1e4b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:20.086354 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-8f28ab42-9828-44ca-ab5b-a4b5bc1e4b54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:20.088069 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-8f28ab42-9828-44ca-ab5b-a4b5bc1e4b54 service neutron] 10.222.0.97 "PUT /v2.0/ports/1ac1c6a4-3b69-459c-a483-94d1a4456263 HTTP/1.1" status: 200 len: 1091 time: 3.7777562 Jul 23 16:23:20.102447 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acefc021-4a85-4611-aa92-e20943d2cf3e', 'tag': '1ac1c6a4-3b69-459c-a483-94d1a4456263'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:20.109089 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9926a1b-04da-4e10-aa46-f8789365aafa" -d '{"events": [{"name": "network-changed", "server_uuid": "acefc021-4a85-4611-aa92-e20943d2cf3e", "tag": "1ac1c6a4-3b69-459c-a483-94d1a4456263"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:20.156514 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-80618663-543b-42c3-b9f3-8eb8a2708db6 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:20.196648 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-80618663-543b-42c3-b9f3-8eb8a2708db6 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:20.313636 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-80618663-543b-42c3-b9f3-8eb8a2708db6 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Floating IP 6349bb1e-2a9b-417d-929f-eedcb65a3e89 associated. External IP: 172.25.8.150, port: d10c8b62-22ba-4b3f-a632-cdf3328d562b. Jul 23 16:23:20.323025 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-e267d5f8-9b45-4f35-9925-05282f674c7b req-b9d5d99e-c318-4736-a751-67c6ad122be4 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] For port 564472cb-078f-4f4d-9144-57e9c32b0013, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=564472cb-078f-4f4d-9144-57e9c32b0013,segment=NetworkSegment(e36b3d08-8681-4717-8c6e-a0160fac2521),segment_id=e36b3d08-8681-4717-8c6e-a0160fac2521)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:20.323780 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-e267d5f8-9b45-4f35-9925-05282f674c7b req-b9d5d99e-c318-4736-a751-67c6ad122be4 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:20.335958 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff67cd9-f7a3-494c-b943-2ea2da5fb658 req-34ed79cd-baa4-43b5-9ad0-4d69ebee3bb3 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:20.343194 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0ff67cd9-f7a3-494c-b943-2ea2da5fb658 req-34ed79cd-baa4-43b5-9ad0-4d69ebee3bb3 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/ports?device_id=8119da64-f9f4-46af-bffc-141464378e80 HTTP/1.1" status: 200 len: 946 time: 0.5559785 Jul 23 16:23:20.508130 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0d285e-f399-4926-a56c-2a1db4ff6552 x-openstack-request-id: req-3b0d285e-f399-4926-a56c-2a1db4ff6552 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:20.508958 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d30be0-76a5-4bf0-92a6-9c1e1527092d", "tag": "bbe2767a-4d61-44d2-82a5-362aaad60558", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:20.509302 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3b0d285e-f399-4926-a56c-2a1db4ff6552 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:20.509711 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d30be0-76a5-4bf0-92a6-9c1e1527092d', 'tag': 'bbe2767a-4d61-44d2-82a5-362aaad60558', 'status': 'completed', 'code': 200} Jul 23 16:23:20.529657 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0ff67cd9-f7a3-494c-b943-2ea2da5fb658 req-e734a095-e285-4cc4-b29e-c0653f51f0fa tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/security-groups?id=0752d89f-cbae-46a6-aa9d-219cc61cde66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854885 Jul 23 16:23:20.550772 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fd3ec-5b80-4b7b-afd3-d5e27fd85dc8 req-a0331e60-e319-493c-ad35-1578443686cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:20.550772 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-242fd3ec-5b80-4b7b-afd3-d5e27fd85dc8 req-a0331e60-e319-493c-ad35-1578443686cd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a00963e-1d3a-4f60-9596-8ffc59315fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6248796 Jul 23 16:23:20.556714 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28ab42-9828-44ca-ab5b-a4b5bc1e4b54 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac1c6a4-3b69-459c-a483-94d1a4456263,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:20.623034 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8cdf9-fd15-47cf-bce7-b2a5f5c177d3 req-3f8159c9-e5e5-4194-bf7c-ae5c3ed7ec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:20.624697 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8ab8cdf9-fd15-47cf-bce7-b2a5f5c177d3 req-3f8159c9-e5e5-4194-bf7c-ae5c3ed7ec9a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=51460b038cbf40f1bdfdec65fbcfda49&device_id=94d30be0-76a5-4bf0-92a6-9c1e1527092d HTTP/1.1" status: 200 len: 1099 time: 0.1184962 Jul 23 16:23:20.674271 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-b0b1ed2d-000e-479b-9007-579347192ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:20.675388 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-b0b1ed2d-000e-479b-9007-579347192ba4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=873dbef0f2494aa38fb542bb89dedefa&device_id=acefc021-4a85-4611-aa92-e20943d2cf3e HTTP/1.1" status: 200 len: 1094 time: 0.5161362 Jul 23 16:23:20.689492 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e45b8-0403-4dfe-88fb-9a0114156874 req-254f33b6-fece-4729-8c8f-9025b43654c3 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:20.691205 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-583e45b8-0403-4dfe-88fb-9a0114156874 req-254f33b6-fece-4729-8c8f-9025b43654c3 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/ports?device_id=94d30be0-76a5-4bf0-92a6-9c1e1527092d HTTP/1.1" status: 200 len: 948 time: 0.5179076 Jul 23 16:23:20.713041 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-e267d5f8-9b45-4f35-9925-05282f674c7b req-b9d5d99e-c318-4736-a751-67c6ad122be4 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:20.713450 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-e267d5f8-9b45-4f35-9925-05282f674c7b req-b9d5d99e-c318-4736-a751-67c6ad122be4 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:20.713769 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [req-e267d5f8-9b45-4f35-9925-05282f674c7b req-b9d5d99e-c318-4736-a751-67c6ad122be4 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Floating IP 747bedb4-80cb-47ad-90d4-8ba3fb72cd4b disassociated. External IP: 172.25.8.156, port: 564472cb-078f-4f4d-9144-57e9c32b0013. Jul 23 16:23:20.714174 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-e267d5f8-9b45-4f35-9925-05282f674c7b req-b9d5d99e-c318-4736-a751-67c6ad122be4 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Calling delete_port for 564472cb-078f-4f4d-9144-57e9c32b0013 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:23:20.737257 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-de85d41d-ba12-415f-b7cc-9c316b86218c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ac1c6a4-3b69-459c-a483-94d1a4456263 HTTP/1.1" status: 200 len: 217 time: 0.0449877 Jul 23 16:23:20.783272 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8cdf9-fd15-47cf-bce7-b2a5f5c177d3 req-1229922b-eb86-4eb1-acd4-697a46f98ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:20.784982 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8ab8cdf9-fd15-47cf-bce7-b2a5f5c177d3 req-1229922b-eb86-4eb1-acd4-697a46f98ff3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.1524684 Jul 23 16:23:20.800078 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73389d75-c147-451e-bf34-fc943e08ee2d x-openstack-request-id: req-73389d75-c147-451e-bf34-fc943e08ee2d {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:20.800495 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acefc021-4a85-4611-aa92-e20943d2cf3e", "tag": "1ac1c6a4-3b69-459c-a483-94d1a4456263", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:20.800758 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-73389d75-c147-451e-bf34-fc943e08ee2d {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:20.801193 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acefc021-4a85-4611-aa92-e20943d2cf3e', 'tag': '1ac1c6a4-3b69-459c-a483-94d1a4456263', 'status': 'completed', 'code': 200} Jul 23 16:23:20.876840 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-583e45b8-0403-4dfe-88fb-9a0114156874 req-42620c46-361d-4d88-baac-5d8156da5853 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/security-groups?id=4687059d-fd58-46be-a4a3-95fb9b3cbe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296751 Jul 23 16:23:20.883005 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-fbd055f7-53ee-48e7-b82a-172e10748fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:20.884500 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-fbd055f7-53ee-48e7-b82a-172e10748fc3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d0a4598b-9c78-46cd-9c83-8af6dca80014 HTTP/1.1" status: 200 len: 867 time: 0.0825675 Jul 23 16:23:20.901327 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8ab8cdf9-fd15-47cf-bce7-b2a5f5c177d3 req-da2e0d8c-fa19-4830-aea1-3d04fefd89d3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=bbe2767a-4d61-44d2-82a5-362aaad60558 HTTP/1.1" status: 200 len: 217 time: 0.1003456 Jul 23 16:23:20.936395 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-242fd3ec-5b80-4b7b-afd3-d5e27fd85dc8 req-c5279f0e-35bd-4f2c-9dee-a91ef2af068a service neutron] 10.222.0.74 "GET /v2.0/networks/4a00963e-1d3a-4f60-9596-8ffc59315fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719759 Jul 23 16:23:21.088925 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8cdf9-fd15-47cf-bce7-b2a5f5c177d3 req-e5989d8d-986c-44fb-b854-ecaac67e8acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:21.090563 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8ab8cdf9-fd15-47cf-bce7-b2a5f5c177d3 req-e5989d8d-986c-44fb-b854-ecaac67e8acf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1883438 Jul 23 16:23:21.215107 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-e267d5f8-9b45-4f35-9925-05282f674c7b req-b9d5d99e-c318-4736-a751-67c6ad122be4 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:21.293650 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd1d91-4c33-45a2-bc96-e222618bfb6f req-a4c85935-bb3c-4ae0-bf2e-818c60f17827 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:21.295807 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f3fd1d91-4c33-45a2-bc96-e222618bfb6f req-a4c85935-bb3c-4ae0-bf2e-818c60f17827 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/ports?device_id=acefc021-4a85-4611-aa92-e20943d2cf3e HTTP/1.1" status: 200 len: 943 time: 0.4024775 Jul 23 16:23:21.312698 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5d99e-c318-4736-a751-67c6ad122be4 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Pushing event deleted for resources: {'Port': ['ID=564472cb-078f-4f4d-9144-57e9c32b0013,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:21.344975 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-17a781cc-5489-4dd0-9323-07f85808ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:21.347212 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-17a781cc-5489-4dd0-9323-07f85808ec54 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ec97f243-d754-41fe-a65d-35b39e63e557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4132860 Jul 23 16:23:21.369353 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-242fd3ec-5b80-4b7b-afd3-d5e27fd85dc8 req-03e8cd82-5b8a-4722-855e-728a7d3a82c2 service neutron] 10.222.0.74 "GET /v2.0/networks/4a00963e-1d3a-4f60-9596-8ffc59315fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969564 Jul 23 16:23:21.424662 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80618663-543b-42c3-b9f3-8eb8a2708db6 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Router bec38b1a-a94f-4055-9b59-d16748290e30 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:23:21.427245 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8cdf9-fd15-47cf-bce7-b2a5f5c177d3 req-3f293772-8dc5-4e7b-a803-e3723dc442ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:21.429971 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8ab8cdf9-fd15-47cf-bce7-b2a5f5c177d3 req-3f293772-8dc5-4e7b-a803-e3723dc442ae service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3303750 Jul 23 16:23:21.434366 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f3fd1d91-4c33-45a2-bc96-e222618bfb6f req-3ce82b4e-ed00-4f6c-a121-04bd2c311261 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/security-groups?id=018254e7-0c8b-485b-853d-44d505a50db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253176 Jul 23 16:23:21.507290 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bc3eb-db40-40f9-8400-497a9f40d9d7 req-ada00ce7-74e0-4511-bc4d-1cf265ddae61 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:21.508876 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-800bc3eb-db40-40f9-8400-497a9f40d9d7 req-ada00ce7-74e0-4511-bc4d-1cf265ddae61 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce195d01-120b-419e-a805-7b0ad0c3b476 HTTP/1.1" status: 200 len: 943 time: 0.3479290 Jul 23 16:23:21.532109 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e267d5f8-9b45-4f35-9925-05282f674c7b req-b9d5d99e-c318-4736-a751-67c6ad122be4 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Router edfaf1cb-7e33-469e-acab-3c18955a278d has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:23:21.648168 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-031f7ae8-352a-42d1-bac7-e16b29c18d6e service neutron] 10.222.0.97 "GET /v2.0/networks/ec97f243-d754-41fe-a65d-35b39e63e557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933946 Jul 23 16:23:21.676220 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8ab8cdf9-fd15-47cf-bce7-b2a5f5c177d3 req-90260170-a7ba-401d-bc98-aed295d5f6b5 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367995 Jul 23 16:23:21.725414 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-02a25e81-b183-4e40-aefe-c4429be5daef req-22c27a60-9679-4356-b2e0-8c0c82a491a9 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/ports?device_id=8119da64-f9f4-46af-bffc-141464378e80 HTTP/1.1" status: 200 len: 210 time: 0.0739090 Jul 23 16:23:21.773824 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-800bc3eb-db40-40f9-8400-497a9f40d9d7 req-aa0ac462-7d1f-41ce-94d8-e14bad517e84 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/security-groups?id=f54c727b-bca4-4807-9c4e-b4c332ba612e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140622 Jul 23 16:23:21.861270 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80618663-543b-42c3-b9f3-8eb8a2708db6 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:23:21.869360 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-80618663-543b-42c3-b9f3-8eb8a2708db6 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:21.873740 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693882b2-ef69-4703-b7ef-516425a576bf None None] Sync routers for ids ['bec38b1a-a94f-4055-9b59-d16748290e30'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:23:21.891780 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693882b2-ef69-4703-b7ef-516425a576bf None None] Routers {'bec38b1a-a94f-4055-9b59-d16748290e30'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:21.892808 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-693882b2-ef69-4703-b7ef-516425a576bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:23:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['bec38b1a-a94f-4055-9b59-d16748290e30'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:21.920999 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0050f3ef-3d29-4acf-b62c-5cdb2c76ac73 req-c8365e09-4714-4ea0-914a-bce8398bed9b service neutron] 10.222.0.97 "GET /v2.0/networks/ec97f243-d754-41fe-a65d-35b39e63e557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664540 Jul 23 16:23:21.956769 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-80618663-543b-42c3-b9f3-8eb8a2708db6 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "PUT /v2.0/floatingips/6349bb1e-2a9b-417d-929f-eedcb65a3e89 HTTP/1.1" status: 200 len: 991 time: 4.2916515 Jul 23 16:23:21.990452 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8ab8cdf9-fd15-47cf-bce7-b2a5f5c177d3 req-a8318232-6978-449c-befe-2e4e55b0e4f9 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022826 Jul 23 16:23:22.063203 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e267d5f8-9b45-4f35-9925-05282f674c7b req-b9d5d99e-c318-4736-a751-67c6ad122be4 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:23:22.075945 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbce197c-88ad-43d0-9794-1df22dfc9a15 None None] Sync routers for ids ['edfaf1cb-7e33-469e-acab-3c18955a278d'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:23:22.098400 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbce197c-88ad-43d0-9794-1df22dfc9a15 None None] Routers {'edfaf1cb-7e33-469e-acab-3c18955a278d'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:22.104442 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-dbce197c-88ad-43d0-9794-1df22dfc9a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:23:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['edfaf1cb-7e33-469e-acab-3c18955a278d'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:22.183594 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-e267d5f8-9b45-4f35-9925-05282f674c7b req-b9d5d99e-c318-4736-a751-67c6ad122be4 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] No DVR routers for this DVR port 564472cb-078f-4f4d-9144-57e9c32b0013 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:23:22.187352 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-e267d5f8-9b45-4f35-9925-05282f674c7b req-b9d5d99e-c318-4736-a751-67c6ad122be4 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:22.189808 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e267d5f8-9b45-4f35-9925-05282f674c7b req-b9d5d99e-c318-4736-a751-67c6ad122be4 tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.74 "DELETE /v2.0/ports/564472cb-078f-4f4d-9144-57e9c32b0013 HTTP/1.1" status: 204 len: 173 time: 2.5443594 Jul 23 16:23:22.199927 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-693882b2-ef69-4703-b7ef-516425a576bf None None] Set router bec38b1a-a94f-4055-9b59-d16748290e30 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:23:22.224101 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9926a1b-04da-4e10-aa46-f8789365aafa req-be96394d-4a76-4218-b1b9-751a09788ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:22.230396 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f9926a1b-04da-4e10-aa46-f8789365aafa req-be96394d-4a76-4218-b1b9-751a09788ae7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=873dbef0f2494aa38fb542bb89dedefa&device_id=acefc021-4a85-4611-aa92-e20943d2cf3e HTTP/1.1" status: 200 len: 1094 time: 0.2413123 Jul 23 16:23:22.282353 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-dbce197c-88ad-43d0-9794-1df22dfc9a15 None None] Set router edfaf1cb-7e33-469e-acab-3c18955a278d gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:23:22.332367 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device bbe2767a-4d61-44d2-82a5-362aaad60558 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:23:22.444173 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9926a1b-04da-4e10-aa46-f8789365aafa req-98828338-adc7-43d0-8418-cbc434b02f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:22.445954 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f9926a1b-04da-4e10-aa46-f8789365aafa req-98828338-adc7-43d0-8418-cbc434b02f2a service neutron] 10.222.0.97 "GET /v2.0/networks?id=ec97f243-d754-41fe-a65d-35b39e63e557 HTTP/1.1" status: 200 len: 930 time: 0.1768429 Jul 23 16:23:22.511364 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8119da64-f9f4-46af-bffc-141464378e80', 'name': 'network-vif-deleted', 'tag': '564472cb-078f-4f4d-9144-57e9c32b0013'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:22.513941 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971f7061-4177-4e5d-a5d3-b86ff2e71f2e" -d '{"events": [{"server_uuid": "8119da64-f9f4-46af-bffc-141464378e80", "name": "network-vif-deleted", "tag": "564472cb-078f-4f4d-9144-57e9c32b0013"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:22.672477 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port bbe2767a-4d61-44d2-82a5-362aaad60558, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=bbe2767a-4d61-44d2-82a5-362aaad60558,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:22.683799 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-dbce197c-88ad-43d0-9794-1df22dfc9a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839438847-router', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:11Z', 'updated_at': '2021-07-23T16:18:22Z', 'revision_number': 4, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'gw_port': {'id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:13Z', 'updated_at': '2021-07-23T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'f06a521b-8af7-4cbd-a4a1-8156c7e218a0', 'name': '', 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'mac_address': 'fa:16:3e:40:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:20Z', 'updated_at': '2021-07-23T16:18:33Z', 'revision_number': 5, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'subnets': [{'id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:22.715697 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbce197c-88ad-43d0-9794-1df22dfc9a15 None None] Checking router: edfaf1cb-7e33-469e-acab-3c18955a278d for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:23:22.732103 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-693882b2-ef69-4703-b7ef-516425a576bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'name': 'tempest-ServersTestJSON-1558698871-router', 'tenant_id': '7e6e69f877d14fe89edc9f35713b8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'f32b65fb-c345-489b-a66a-02e61104bd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:21Z', 'updated_at': '2021-07-23T16:22:30Z', 'revision_number': 4, 'project_id': '7e6e69f877d14fe89edc9f35713b8d03', 'gw_port': {'id': 'f32b65fb-c345-489b-a66a-02e61104bd37', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:22Z', 'updated_at': '2021-07-23T16:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '6349bb1e-2a9b-417d-929f-eedcb65a3e89', 'tenant_id': '7e6e69f877d14fe89edc9f35713b8d03', 'floating_ip_address': '172.25.8.150', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'port_id': 'd10c8b62-22ba-4b3f-a632-cdf3328d562b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd75e3a81-2d56-489e-b14e-6f53f86cc135', 'mac_address': 'fa:16:3e:fa:89:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a3e78f-80ac-4105-803f-9c7d3014ffd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:22:40Z', 'updated_at': '2021-07-23T16:23:19Z', 'revision_number': 1, 'project_id': '7e6e69f877d14fe89edc9f35713b8d03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '339b1ec8-0794-4a02-9851-3e9e7b69ac7e', 'name': '', 'network_id': 'd75e3a81-2d56-489e-b14e-6f53f86cc135', 'tenant_id': '7e6e69f877d14fe89edc9f35713b8d03', 'mac_address': 'fa:16:3e:8b:3b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '738f2e54-8bec-4e40-9a2e-9206a58f62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:28Z', 'updated_at': '2021-07-23T16:22:43Z', 'revision_number': 5, 'project_id': '7e6e69f877d14fe89edc9f35713b8d03', 'subnets': [{'id': '738f2e54-8bec-4e40-9a2e-9206a58f62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:22.735856 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbce197c-88ad-43d0-9794-1df22dfc9a15 None None] Routers {'edfaf1cb-7e33-469e-acab-3c18955a278d'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:22.737136 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-dbce197c-88ad-43d0-9794-1df22dfc9a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:23:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['edfaf1cb-7e33-469e-acab-3c18955a278d'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:22.797163 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693882b2-ef69-4703-b7ef-516425a576bf None None] Checking router: bec38b1a-a94f-4055-9b59-d16748290e30 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:23:22.799609 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'bbe2767a-4d61-44d2-82a5-362aaad60558', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': 'bbe2767a-4d61-44d2-82a5-362aaad60558', 'mac_address': 'fa:16:3e:73:0b:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:23:22.832222 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693882b2-ef69-4703-b7ef-516425a576bf None None] Routers {'bec38b1a-a94f-4055-9b59-d16748290e30'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:22.833038 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-693882b2-ef69-4703-b7ef-516425a576bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:23:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['bec38b1a-a94f-4055-9b59-d16748290e30'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:22.941908 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-dbce197c-88ad-43d0-9794-1df22dfc9a15 None None] Set router edfaf1cb-7e33-469e-acab-3c18955a278d gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:23:22.962256 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a3e78f-80ac-4105-803f-9c7d3014ffd0', 'tag': 'd10c8b62-22ba-4b3f-a632-cdf3328d562b'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:22.964851 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea09309-58ff-444b-9d91-272e4c4e6150" -d '{"events": [{"name": "network-changed", "server_uuid": "04a3e78f-80ac-4105-803f-9c7d3014ffd0", "tag": "d10c8b62-22ba-4b3f-a632-cdf3328d562b"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:22.981989 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f9926a1b-04da-4e10-aa46-f8789365aafa req-2e0162f8-2c78-496b-981f-ccf8b8ce2036 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ac1c6a4-3b69-459c-a483-94d1a4456263 HTTP/1.1" status: 200 len: 217 time: 0.5276337 Jul 23 16:23:23.075845 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6b4c1-25e2-4ec5-bea1-004aea30afeb req-0e1841be-a26e-4472-ac6b-fa710495a80b tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:23.080696 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:23.085630 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-44a6b4c1-25e2-4ec5-bea1-004aea30afeb req-0e1841be-a26e-4472-ac6b-fa710495a80b tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/ports?device_id=94d30be0-76a5-4bf0-92a6-9c1e1527092d HTTP/1.1" status: 200 len: 948 time: 0.9535606 Jul 23 16:23:23.097647 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe2767a-4d61-44d2-82a5-362aaad60558 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:23.132152 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port bbe2767a-4d61-44d2-82a5-362aaad60558, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=bbe2767a-4d61-44d2-82a5-362aaad60558,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:23.138217 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9926a1b-04da-4e10-aa46-f8789365aafa req-b573ec17-d143-4e23-b339-ef586c99eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:23.140300 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f9926a1b-04da-4e10-aa46-f8789365aafa req-b573ec17-d143-4e23-b339-ef586c99eedc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d0a4598b-9c78-46cd-9c83-8af6dca80014 HTTP/1.1" status: 200 len: 867 time: 0.1300488 Jul 23 16:23:23.143507 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:23.197303 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=bbe2767a-4d61-44d2-82a5-362aaad60558,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:23.201110 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-44a6b4c1-25e2-4ec5-bea1-004aea30afeb req-917d1e17-a615-4d50-9c1f-f2334448320d tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/security-groups?id=4687059d-fd58-46be-a4a3-95fb9b3cbe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114876 Jul 23 16:23:23.211201 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-693882b2-ef69-4703-b7ef-516425a576bf None None] Set router bec38b1a-a94f-4055-9b59-d16748290e30 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:23:23.235620 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7680a2a-9a68-4bdb-8aae-68828fa3badc req-3f64f79b-58a6-4fa4-8888-cacc11a8f68e tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:23.246885 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7680a2a-9a68-4bdb-8aae-68828fa3badc req-3f64f79b-58a6-4fa4-8888-cacc11a8f68e tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/ports?device_id=acefc021-4a85-4611-aa92-e20943d2cf3e HTTP/1.1" status: 200 len: 943 time: 0.2768729 Jul 23 16:23:23.252419 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:23.253083 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:23.253673 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:23.254880 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:23.254880 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:23.255200 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:23.256356 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:23.256356 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:23.256742 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:23.257200 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:23.257629 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:23.258150 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:23.302961 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-dbce197c-88ad-43d0-9794-1df22dfc9a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839438847-router', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:11Z', 'updated_at': '2021-07-23T16:18:22Z', 'revision_number': 4, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'gw_port': {'id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:13Z', 'updated_at': '2021-07-23T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'f06a521b-8af7-4cbd-a4a1-8156c7e218a0', 'name': '', 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'mac_address': 'fa:16:3e:40:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:20Z', 'updated_at': '2021-07-23T16:18:33Z', 'revision_number': 5, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'subnets': [{'id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:23.359648 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbce197c-88ad-43d0-9794-1df22dfc9a15 None None] The sync data for ids ['edfaf1cb-7e33-469e-acab-3c18955a278d'] in n-d-778549-4 is: [{'id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839438847-router', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:11Z', 'updated_at': '2021-07-23T16:18:22Z', 'revision_number': 4, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'gw_port': {'id': '96ce040c-c9d3-4364-9a2f-ea770ac54e4a', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:13Z', 'updated_at': '2021-07-23T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'f06a521b-8af7-4cbd-a4a1-8156c7e218a0', 'name': '', 'network_id': '32aa57db-50f4-4fb5-8615-f427929748c7', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'mac_address': 'fa:16:3e:40:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:20Z', 'updated_at': '2021-07-23T16:18:33Z', 'revision_number': 5, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'subnets': [{'id': '5689c481-3fca-47c4-82a6-5fb7b7ff5a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:23:23.383236 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['bbe2767a-4d61-44d2-82a5-362aaad60558'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:23:23.385667 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b249c4b-3351-49c0-808a-029140206b30 x-openstack-request-id: req-0b249c4b-3351-49c0-808a-029140206b30 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:23.385996 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8119da64-f9f4-46af-bffc-141464378e80", "name": "network-vif-deleted", "tag": "564472cb-078f-4f4d-9144-57e9c32b0013", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:23.386377 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0b249c4b-3351-49c0-808a-029140206b30 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:23.386786 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8119da64-f9f4-46af-bffc-141464378e80', 'name': 'network-vif-deleted', 'tag': '564472cb-078f-4f4d-9144-57e9c32b0013', 'status': 'completed', 'code': 200} Jul 23 16:23:23.405425 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7680a2a-9a68-4bdb-8aae-68828fa3badc req-8c9a7240-55b4-4488-84ab-b248dc8c5867 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/security-groups?id=018254e7-0c8b-485b-853d-44d505a50db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547093 Jul 23 16:23:23.430863 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9926a1b-04da-4e10-aa46-f8789365aafa req-11e0efb9-8148-4d86-8c3c-baf08899a8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:23.432544 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f9926a1b-04da-4e10-aa46-f8789365aafa req-11e0efb9-8148-4d86-8c3c-baf08899a8eb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ec97f243-d754-41fe-a65d-35b39e63e557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2788382 Jul 23 16:23:23.613525 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f9926a1b-04da-4e10-aa46-f8789365aafa req-15b75464-e029-4457-9e09-94de9a879ae1 service neutron] 10.222.0.97 "GET /v2.0/networks/ec97f243-d754-41fe-a65d-35b39e63e557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695294 Jul 23 16:23:23.615071 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00a7e2f-9c24-4ca0-97b5-96e93f73ea22 x-openstack-request-id: req-b00a7e2f-9c24-4ca0-97b5-96e93f73ea22 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:23.615362 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a3e78f-80ac-4105-803f-9c7d3014ffd0", "tag": "d10c8b62-22ba-4b3f-a632-cdf3328d562b", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:23.615651 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b00a7e2f-9c24-4ca0-97b5-96e93f73ea22 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:23.616044 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a3e78f-80ac-4105-803f-9c7d3014ffd0', 'tag': 'd10c8b62-22ba-4b3f-a632-cdf3328d562b', 'status': 'completed', 'code': 200} Jul 23 16:23:23.797482 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-693882b2-ef69-4703-b7ef-516425a576bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'name': 'tempest-ServersTestJSON-1558698871-router', 'tenant_id': '7e6e69f877d14fe89edc9f35713b8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'f32b65fb-c345-489b-a66a-02e61104bd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:21Z', 'updated_at': '2021-07-23T16:22:30Z', 'revision_number': 4, 'project_id': '7e6e69f877d14fe89edc9f35713b8d03', 'gw_port': {'id': 'f32b65fb-c345-489b-a66a-02e61104bd37', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:22Z', 'updated_at': '2021-07-23T16:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '6349bb1e-2a9b-417d-929f-eedcb65a3e89', 'tenant_id': '7e6e69f877d14fe89edc9f35713b8d03', 'floating_ip_address': '172.25.8.150', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'port_id': 'd10c8b62-22ba-4b3f-a632-cdf3328d562b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd75e3a81-2d56-489e-b14e-6f53f86cc135', 'mac_address': 'fa:16:3e:fa:89:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a3e78f-80ac-4105-803f-9c7d3014ffd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:22:40Z', 'updated_at': '2021-07-23T16:23:19Z', 'revision_number': 1, 'project_id': '7e6e69f877d14fe89edc9f35713b8d03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '339b1ec8-0794-4a02-9851-3e9e7b69ac7e', 'name': '', 'network_id': 'd75e3a81-2d56-489e-b14e-6f53f86cc135', 'tenant_id': '7e6e69f877d14fe89edc9f35713b8d03', 'mac_address': 'fa:16:3e:8b:3b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '738f2e54-8bec-4e40-9a2e-9206a58f62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:28Z', 'updated_at': '2021-07-23T16:22:43Z', 'revision_number': 5, 'project_id': '7e6e69f877d14fe89edc9f35713b8d03', 'subnets': [{'id': '738f2e54-8bec-4e40-9a2e-9206a58f62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:23.855819 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693882b2-ef69-4703-b7ef-516425a576bf None None] The sync data for ids ['bec38b1a-a94f-4055-9b59-d16748290e30'] in n-d-778549-4 is: [{'id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'name': 'tempest-ServersTestJSON-1558698871-router', 'tenant_id': '7e6e69f877d14fe89edc9f35713b8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'f32b65fb-c345-489b-a66a-02e61104bd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:21Z', 'updated_at': '2021-07-23T16:22:30Z', 'revision_number': 4, 'project_id': '7e6e69f877d14fe89edc9f35713b8d03', 'gw_port': {'id': 'f32b65fb-c345-489b-a66a-02e61104bd37', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:22Z', 'updated_at': '2021-07-23T16:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '6349bb1e-2a9b-417d-929f-eedcb65a3e89', 'tenant_id': '7e6e69f877d14fe89edc9f35713b8d03', 'floating_ip_address': '172.25.8.150', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'port_id': 'd10c8b62-22ba-4b3f-a632-cdf3328d562b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd75e3a81-2d56-489e-b14e-6f53f86cc135', 'mac_address': 'fa:16:3e:fa:89:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a3e78f-80ac-4105-803f-9c7d3014ffd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:22:40Z', 'updated_at': '2021-07-23T16:23:19Z', 'revision_number': 1, 'project_id': '7e6e69f877d14fe89edc9f35713b8d03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '339b1ec8-0794-4a02-9851-3e9e7b69ac7e', 'name': '', 'network_id': 'd75e3a81-2d56-489e-b14e-6f53f86cc135', 'tenant_id': '7e6e69f877d14fe89edc9f35713b8d03', 'mac_address': 'fa:16:3e:8b:3b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '738f2e54-8bec-4e40-9a2e-9206a58f62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:28Z', 'updated_at': '2021-07-23T16:22:43Z', 'revision_number': 5, 'project_id': '7e6e69f877d14fe89edc9f35713b8d03', 'subnets': [{'id': '738f2e54-8bec-4e40-9a2e-9206a58f62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:23:23.858850 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa546c4d-720f-4d76-a452-20e0ed1e66f0 req-b69cde17-ee23-45f4-bd79-17cc35d71dc6 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:23.859608 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1242d749-3611-4b4e-bcd9-a1cd7d89f721 None None] New status for floating IP 747bedb4-80cb-47ad-90d4-8ba3fb72cd4b: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:23:23.860525 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa546c4d-720f-4d76-a452-20e0ed1e66f0 req-b69cde17-ee23-45f4-bd79-17cc35d71dc6 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce195d01-120b-419e-a805-7b0ad0c3b476 HTTP/1.1" status: 200 len: 943 time: 0.2912221 Jul 23 16:23:23.884586 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f9926a1b-04da-4e10-aa46-f8789365aafa req-85e3b848-e938-4fc7-96dc-6cacb39c533e service neutron] 10.222.0.97 "GET /v2.0/networks/ec97f243-d754-41fe-a65d-35b39e63e557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559063 Jul 23 16:23:23.907426 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea09309-58ff-444b-9d91-272e4c4e6150 req-9d5b0b2e-2aba-4b4e-93af-3891d52d8644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:23.908928 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dea09309-58ff-444b-9d91-272e4c4e6150 req-9d5b0b2e-2aba-4b4e-93af-3891d52d8644 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=7e6e69f877d14fe89edc9f35713b8d03&device_id=04a3e78f-80ac-4105-803f-9c7d3014ffd0 HTTP/1.1" status: 200 len: 1096 time: 0.2893178 Jul 23 16:23:24.076666 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa546c4d-720f-4d76-a452-20e0ed1e66f0 req-704465af-09f0-437e-8f18-bdd6de11faac tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/security-groups?id=f54c727b-bca4-4807-9c4e-b4c332ba612e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983247 Jul 23 16:23:24.138265 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea09309-58ff-444b-9d91-272e4c4e6150 req-8fc1ee62-02cf-463b-b485-7fd5b6852cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:24.140039 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dea09309-58ff-444b-9d91-272e4c4e6150 req-8fc1ee62-02cf-463b-b485-7fd5b6852cfe service neutron] 10.222.0.97 "GET /v2.0/networks?id=d75e3a81-2d56-489e-b14e-6f53f86cc135 HTTP/1.1" status: 200 len: 908 time: 0.2092068 Jul 23 16:23:24.181585 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60248) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:24.188987 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 564472cb-078f-4f4d-9144-57e9c32b0013 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:23:24.220004 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 564472cb-078f-4f4d-9144-57e9c32b0013 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:23:24.220394 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 564472cb-078f-4f4d-9144-57e9c32b0013 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:23:24.263428 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-720aa88d-1ad7-4d11-84ce-0e0ed0df444e tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:24.265760 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60252) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:24.272181 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273b2d40-e337-4e12-8196-e5b7c5f2bbd2 None None] New status for floating IP 6349bb1e-2a9b-417d-929f-eedcb65a3e89: ACTIVE {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:23:24.320176 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-720aa88d-1ad7-4d11-84ce-0e0ed0df444e tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:24.330735 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dea09309-58ff-444b-9d91-272e4c4e6150 req-1b64f051-32d6-4a8b-a12d-86abc046c5e7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d10c8b62-22ba-4b3f-a632-cdf3328d562b HTTP/1.1" status: 200 len: 999 time: 0.1779377 Jul 23 16:23:24.346178 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30cb13-0c7e-4205-b18b-f4de2fbed373 req-8839a6cb-519d-4787-94f1-532c7d4e277b tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:24.347903 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2f30cb13-0c7e-4205-b18b-f4de2fbed373 req-8839a6cb-519d-4787-94f1-532c7d4e277b tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/ports?device_id=574aa532-e9a9-4f33-9556-4107de249784 HTTP/1.1" status: 200 len: 950 time: 0.1829324 Jul 23 16:23:24.391367 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-720aa88d-1ad7-4d11-84ce-0e0ed0df444e tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:24.396682 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-720aa88d-1ad7-4d11-84ce-0e0ed0df444e tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:24.398489 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-720aa88d-1ad7-4d11-84ce-0e0ed0df444e tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "DELETE /v2.0/security-groups/0752d89f-cbae-46a6-aa9d-219cc61cde66 HTTP/1.1" status: 204 len: 168 time: 0.2146859 Jul 23 16:23:24.404078 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60256) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:24.417335 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 1ac1c6a4-3b69-459c-a483-94d1a4456263 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:23:24.452144 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720aa88d-1ad7-4d11-84ce-0e0ed0df444e tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0752d89f-cbae-46a6-aa9d-219cc61cde66,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:24.463083 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-e50827a5-a7cf-4080-958d-2cd4478e5a5f tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] show failed (client error): The resource could not be found. Jul 23 16:23:24.464436 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e50827a5-a7cf-4080-958d-2cd4478e5a5f tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "GET /v2.0/security-groups/0752d89f-cbae-46a6-aa9d-219cc61cde66 HTTP/1.1" status: 404 len: 347 time: 0.0578704 Jul 23 16:23:24.465777 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f0c9112c-8112-4155-9c15-d20c8d5538aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:24.469775 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60260) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:24.485439 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2f30cb13-0c7e-4205-b18b-f4de2fbed373 req-06643098-0486-49ac-80c7-8e878ba4b975 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e632d0e-34af-4b4b-8ae1-8cd0d0c999c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987713 Jul 23 16:23:24.487116 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea09309-58ff-444b-9d91-272e4c4e6150 req-67532d10-27c7-4e21-b31a-acab391f047b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:24.488607 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dea09309-58ff-444b-9d91-272e4c4e6150 req-67532d10-27c7-4e21-b31a-acab391f047b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=738f2e54-8bec-4e40-9a2e-9206a58f62db HTTP/1.1" status: 200 len: 845 time: 0.1398036 Jul 23 16:23:24.610705 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 1ac1c6a4-3b69-459c-a483-94d1a4456263, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=1ac1c6a4-3b69-459c-a483-94d1a4456263,segment=NetworkSegment(e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4),segment_id=e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:24.625112 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '1ac1c6a4-3b69-459c-a483-94d1a4456263', 'network_id': 'ec97f243-d754-41fe-a65d-35b39e63e557', 'port_id': '1ac1c6a4-3b69-459c-a483-94d1a4456263', 'mac_address': 'fa:16:3e:ed:11:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a4598b-9c78-46cd-9c83-8af6dca80014', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:23:24.642158 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35f822-158a-4f73-b1c0-e409b50fd529 req-66a4e09e-6258-4dfb-a06a-6504257fe200 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:24.644164 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ee35f822-158a-4f73-b1c0-e409b50fd529 req-66a4e09e-6258-4dfb-a06a-6504257fe200 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/ports?device_id=94d30be0-76a5-4bf0-92a6-9c1e1527092d HTTP/1.1" status: 200 len: 949 time: 0.2932410 Jul 23 16:23:24.655279 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-4c6fee3d-1be6-4f26-9a0c-dc1a1ffe64de tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Deleting port c131e5ba-b072-4d38-b28e-8d0d4ade158b {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:23:24.655648 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4c6fee3d-1be6-4f26-9a0c-dc1a1ffe64de tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:24.687375 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:24.693339 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea09309-58ff-444b-9d91-272e4c4e6150 req-fca23e85-ce5d-4c2c-bb32-20de905123b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:24.695164 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dea09309-58ff-444b-9d91-272e4c4e6150 req-fca23e85-ce5d-4c2c-bb32-20de905123b6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d75e3a81-2d56-489e-b14e-6f53f86cc135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1994162 Jul 23 16:23:24.707076 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ac1c6a4-3b69-459c-a483-94d1a4456263 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:24.722595 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ee35f822-158a-4f73-b1c0-e409b50fd529 req-9de569c6-a9d2-456c-8e1d-86a0db75e67c tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/security-groups?id=4687059d-fd58-46be-a4a3-95fb9b3cbe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655918 Jul 23 16:23:24.759414 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec53c5-3be5-4905-ac30-30f08bcbe0dc req-4bbcfd79-2302-4d40-8966-0dd159e07153 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:24.761204 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-59ec53c5-3be5-4905-ac30-30f08bcbe0dc req-4bbcfd79-2302-4d40-8966-0dd159e07153 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/ports?device_id=acefc021-4a85-4611-aa92-e20943d2cf3e HTTP/1.1" status: 200 len: 943 time: 0.1715355 Jul 23 16:23:24.762369 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 1ac1c6a4-3b69-459c-a483-94d1a4456263, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=1ac1c6a4-3b69-459c-a483-94d1a4456263,segment=NetworkSegment(e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4),segment_id=e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:24.768264 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:24.779515 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4c6fee3d-1be6-4f26-9a0c-dc1a1ffe64de tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:24.779867 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4c6fee3d-1be6-4f26-9a0c-dc1a1ffe64de tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:24.803008 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f0c9112c-8112-4155-9c15-d20c8d5538aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:24.804458 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-4c6fee3d-1be6-4f26-9a0c-dc1a1ffe64de tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Calling delete_port for c131e5ba-b072-4d38-b28e-8d0d4ade158b owned by network:floatingip {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:23:24.818795 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f0c9112c-8112-4155-9c15-d20c8d5538aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:24.853383 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9112c-8112-4155-9c15-d20c8d5538aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a68699-f863-4a47-bf6b-ce8b03dca9a5,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:24.856801 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=1ac1c6a4-3b69-459c-a483-94d1a4456263,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:24.875166 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-59ec53c5-3be5-4905-ac30-30f08bcbe0dc req-d7850f2f-1528-43fe-a7b7-20ac72d69e41 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/security-groups?id=018254e7-0c8b-485b-853d-44d505a50db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715287 Jul 23 16:23:24.879098 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dea09309-58ff-444b-9d91-272e4c4e6150 req-fd4285e9-b4b1-4ada-a733-8ae263b14a3e service neutron] 10.222.0.97 "GET /v2.0/networks/d75e3a81-2d56-489e-b14e-6f53f86cc135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741030 Jul 23 16:23:24.911991 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f0c9112c-8112-4155-9c15-d20c8d5538aa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b0f540df8515466f9aee29c23c3249b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6435621 Jul 23 16:23:24.914165 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60272) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:24.994440 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-33459758-5509-4652-8e50-5167be1b0633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:25.009562 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dea09309-58ff-444b-9d91-272e4c4e6150 req-47dd8879-bbb0-4cd3-809a-81dc7e988913 service neutron] 10.222.0.97 "GET /v2.0/networks/d75e3a81-2d56-489e-b14e-6f53f86cc135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131597 Jul 23 16:23:25.051845 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-33459758-5509-4652-8e50-5167be1b0633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:25.095332 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['1ac1c6a4-3b69-459c-a483-94d1a4456263'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:23:25.101720 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4c6fee3d-1be6-4f26-9a0c-dc1a1ffe64de tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:25.135403 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6fee3d-1be6-4f26-9a0c-dc1a1ffe64de tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Pushing event deleted for resources: {'Port': ['ID=c131e5ba-b072-4d38-b28e-8d0d4ade158b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:25.164854 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-33459758-5509-4652-8e50-5167be1b0633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:25.174976 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-33459758-5509-4652-8e50-5167be1b0633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:25.176199 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-33459758-5509-4652-8e50-5167be1b0633 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/94a68699-f863-4a47-bf6b-ce8b03dca9a5 HTTP/1.1" status: 204 len: 168 time: 0.2611284 Jul 23 16:23:25.240349 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33459758-5509-4652-8e50-5167be1b0633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a68699-f863-4a47-bf6b-ce8b03dca9a5,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:25.293367 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4c6fee3d-1be6-4f26-9a0c-dc1a1ffe64de tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks [] for floatingip, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:25.298677 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4c6fee3d-1be6-4f26-9a0c-dc1a1ffe64de tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:25.301093 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4c6fee3d-1be6-4f26-9a0c-dc1a1ffe64de tempest-ServersWithSpecificFlavorTestJSON-1916265394 tempest-ServersWithSpecificFlavorTestJSON-1916265394-project] 10.222.0.73 "DELETE /v2.0/floatingips/747bedb4-80cb-47ad-90d4-8ba3fb72cd4b HTTP/1.1" status: 204 len: 168 time: 0.8287342 Jul 23 16:23:25.310298 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec0898-8311-43a3-b528-86f01eebc3cb req-6d79efa2-d25a-496f-a690-5c493ed81248 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:25.317212 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-07ec0898-8311-43a3-b528-86f01eebc3cb req-6d79efa2-d25a-496f-a690-5c493ed81248 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce195d01-120b-419e-a805-7b0ad0c3b476 HTTP/1.1" status: 200 len: 943 time: 0.1264100 Jul 23 16:23:25.386126 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-07ec0898-8311-43a3-b528-86f01eebc3cb req-59d9cf4b-1661-4864-810d-c9227b662931 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/security-groups?id=f54c727b-bca4-4807-9c4e-b4c332ba612e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675313 Jul 23 16:23:25.551381 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60306) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:25.565662 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f098a628-2025-4f2a-9daf-b37759e9dca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:25.643432 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60312) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:25.658129 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f098a628-2025-4f2a-9daf-b37759e9dca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:25.662311 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f098a628-2025-4f2a-9daf-b37759e9dca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:25.700845 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f098a628-2025-4f2a-9daf-b37759e9dca8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5c77406e16c64d1d95acaa660f7cc33b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1474922 Jul 23 16:23:25.702109 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098a628-2025-4f2a-9daf-b37759e9dca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d76a6d0-1f4c-4a43-8aee-286fc8e8a042,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:25.703557 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60316) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:25.760371 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ae4e5201-e4f1-4340-885e-696f5df9de61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:25.784498 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ae4e5201-e4f1-4340-885e-696f5df9de61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:25.931264 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ae4e5201-e4f1-4340-885e-696f5df9de61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:25.933842 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ae4e5201-e4f1-4340-885e-696f5df9de61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:25.934991 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ae4e5201-e4f1-4340-885e-696f5df9de61 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5d76a6d0-1f4c-4a43-8aee-286fc8e8a042 HTTP/1.1" status: 204 len: 168 time: 0.2298474 Jul 23 16:23:25.955737 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e5201-e4f1-4340-885e-696f5df9de61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d76a6d0-1f4c-4a43-8aee-286fc8e8a042,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:25.979833 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb542a-4552-4ca4-9010-2206275ee992 req-cd1d4968-a30a-416c-aa4c-7699c50ed8d4 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:25.985661 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5efb542a-4552-4ca4-9010-2206275ee992 req-cd1d4968-a30a-416c-aa4c-7699c50ed8d4 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/ports?device_id=94d30be0-76a5-4bf0-92a6-9c1e1527092d HTTP/1.1" status: 200 len: 949 time: 0.1843686 Jul 23 16:23:26.129205 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5efb542a-4552-4ca4-9010-2206275ee992 req-4532a9ed-6659-4ef2-aed3-3c7d5328f95f tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/security-groups?id=4687059d-fd58-46be-a4a3-95fb9b3cbe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206415 Jul 23 16:23:26.161822 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a3821-5910-4e57-9f49-5410d75a318c req-8758700d-bc6b-4577-9a58-ef1e7c378712 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:26.163356 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-684a3821-5910-4e57-9f49-5410d75a318c req-8758700d-bc6b-4577-9a58-ef1e7c378712 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/ports?device_id=acefc021-4a85-4611-aa92-e20943d2cf3e HTTP/1.1" status: 200 len: 944 time: 0.2130249 Jul 23 16:23:26.191802 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 3a9f5361-c030-4a86-a392-b561534a07f6 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:23:26.195273 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device bbe2767a-4d61-44d2-82a5-362aaad60558 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:26.238099 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-684a3821-5910-4e57-9f49-5410d75a318c req-01d9acf9-1981-4ee9-ade6-4728c722a63f tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/security-groups?id=018254e7-0c8b-485b-853d-44d505a50db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668819 Jul 23 16:23:26.343094 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port bbe2767a-4d61-44d2-82a5-362aaad60558 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:26.350026 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port bbe2767a-4d61-44d2-82a5-362aaad60558 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:26.351597 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:26.399077 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 3a9f5361-c030-4a86-a392-b561534a07f6, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=3a9f5361-c030-4a86-a392-b561534a07f6,segment=NetworkSegment(a38e8957-57cc-4988-a40d-2bc4236b7b30),segment_id=a38e8957-57cc-4988-a40d-2bc4236b7b30)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:26.408452 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60178627-6774-4128-a9d6-ec261c1e177b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:26.415975 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '3a9f5361-c030-4a86-a392-b561534a07f6', 'network_id': '4a00963e-1d3a-4f60-9596-8ffc59315fca', 'port_id': '3a9f5361-c030-4a86-a392-b561534a07f6', 'mac_address': 'fa:16:3e:c4:ea:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68250752-9549-42db-965e-9173795a2cea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:23:26.450377 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 1ac1c6a4-3b69-459c-a483-94d1a4456263 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:26.524105 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:26.530260 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:26.561310 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a9f5361-c030-4a86-a392-b561534a07f6 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:26.574261 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d30be0-76a5-4bf0-92a6-9c1e1527092d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe2767a-4d61-44d2-82a5-362aaad60558'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:26.576739 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c896971f-60df-40ab-b582-d6a20a3dde09" -d '{"events": [{"server_uuid": "94d30be0-76a5-4bf0-92a6-9c1e1527092d", "name": "network-vif-plugged", "status": "completed", "tag": "bbe2767a-4d61-44d2-82a5-362aaad60558"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:26.603946 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port bbe2767a-4d61-44d2-82a5-362aaad60558, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=bbe2767a-4d61-44d2-82a5-362aaad60558,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:26.604964 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 1ac1c6a4-3b69-459c-a483-94d1a4456263 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:26.608269 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 3a9f5361-c030-4a86-a392-b561534a07f6, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=3a9f5361-c030-4a86-a392-b561534a07f6,segment=NetworkSegment(a38e8957-57cc-4988-a40d-2bc4236b7b30),segment_id=a38e8957-57cc-4988-a40d-2bc4236b7b30)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:26.610716 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:26.617283 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 1ac1c6a4-3b69-459c-a483-94d1a4456263 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:26.617283 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:26.617567 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:26.672169 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7071ff6a-d445-431f-9012-517556f89be4 x-openstack-request-id: req-7071ff6a-d445-431f-9012-517556f89be4 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:26.672801 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d30be0-76a5-4bf0-92a6-9c1e1527092d", "name": "network-vif-plugged", "status": "completed", "tag": "bbe2767a-4d61-44d2-82a5-362aaad60558", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:26.673266 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7071ff6a-d445-431f-9012-517556f89be4 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:26.673727 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d30be0-76a5-4bf0-92a6-9c1e1527092d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe2767a-4d61-44d2-82a5-362aaad60558', 'code': 200} Jul 23 16:23:26.698165 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f7577-e8f3-4e9f-a80c-17235615e043 req-9feb4926-b9fb-472f-a1cd-ef329b593d3d tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:26.699824 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e38f7577-e8f3-4e9f-a80c-17235615e043 req-9feb4926-b9fb-472f-a1cd-ef329b593d3d tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce195d01-120b-419e-a805-7b0ad0c3b476 HTTP/1.1" status: 200 len: 943 time: 0.1673958 Jul 23 16:23:26.728234 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=bbe2767a-4d61-44d2-82a5-362aaad60558,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:26.731445 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60360) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:26.760715 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48e112-852e-4801-83b1-a304a3762b76 req-da81332f-d6a6-444b-9ccb-eadc8f423d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:26.762927 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8a48e112-852e-4801-83b1-a304a3762b76 req-da81332f-d6a6-444b-9ccb-eadc8f423d75 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=94d30be0-76a5-4bf0-92a6-9c1e1527092d HTTP/1.1" status: 200 len: 1101 time: 0.0601764 Jul 23 16:23:26.792564 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e38f7577-e8f3-4e9f-a80c-17235615e043 req-a1be0528-eac4-49f5-a76c-11a66689b281 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/security-groups?id=f54c727b-bca4-4807-9c4e-b4c332ba612e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841761 Jul 23 16:23:26.810946 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8a48e112-852e-4801-83b1-a304a3762b76 req-908777bb-d748-402b-b849-fd60972b1998 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4687059d-fd58-46be-a4a3-95fb9b3cbe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381548 Jul 23 16:23:26.823680 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:26.855938 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-60178627-6774-4128-a9d6-ec261c1e177b admin admin] Deleting port f06a521b-8af7-4cbd-a4a1-8156c7e218a0 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:23:26.856430 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60178627-6774-4128-a9d6-ec261c1e177b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:26.876170 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=3a9f5361-c030-4a86-a392-b561534a07f6,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:26.884006 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['3a9f5361-c030-4a86-a392-b561534a07f6'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:23:26.888104 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 1ac1c6a4-3b69-459c-a483-94d1a4456263, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=1ac1c6a4-3b69-459c-a483-94d1a4456263,segment=NetworkSegment(e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4),segment_id=e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:26.909016 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:26.917246 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-9edf060b-e207-46a2-bc2d-ca7a826d76f1 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1759756312-network', 'tenant_id': '4f664a177ed044f69c3fc16552951763'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:26.956936 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-60178627-6774-4128-a9d6-ec261c1e177b admin admin] For port f06a521b-8af7-4cbd-a4a1-8156c7e218a0, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=f06a521b-8af7-4cbd-a4a1-8156c7e218a0,segment=NetworkSegment(e36b3d08-8681-4717-8c6e-a0160fac2521),segment_id=e36b3d08-8681-4717-8c6e-a0160fac2521)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:26.957324 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60178627-6774-4128-a9d6-ec261c1e177b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:26.960152 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edf060b-e207-46a2-bc2d-ca7a826d76f1 admin admin] Made reservation on behalf of 4f664a177ed044f69c3fc16552951763 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:23:26.962496 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9edf060b-e207-46a2-bc2d-ca7a826d76f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:26.977459 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9edf060b-e207-46a2-bc2d-ca7a826d76f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:26.982387 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=1ac1c6a4-3b69-459c-a483-94d1a4456263,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:26.987170 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-60178627-6774-4128-a9d6-ec261c1e177b admin admin] Calling delete_port for f06a521b-8af7-4cbd-a4a1-8156c7e218a0 owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:23:27.190096 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9edf060b-e207-46a2-bc2d-ca7a826d76f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:27.193876 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9edf060b-e207-46a2-bc2d-ca7a826d76f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:27.255403 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9edf060b-e207-46a2-bc2d-ca7a826d76f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1146, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:23:27.290342 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf060b-e207-46a2-bc2d-ca7a826d76f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141124a4-85d3-4f50-9e67-7180d8cedb27,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:27.298974 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9edf060b-e207-46a2-bc2d-ca7a826d76f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:27.299311 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-9edf060b-e207-46a2-bc2d-ca7a826d76f1 admin admin] Added segment c3655938-d8a9-42b1-bc6f-5ebe874b4096 of type vlan for network c0156383-d263-44ff-9a8d-9ced71d28f03 Jul 23 16:23:27.321104 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60178627-6774-4128-a9d6-ec261c1e177b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:27.393580 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60178627-6774-4128-a9d6-ec261c1e177b admin admin] Pushing event deleted for resources: {'Port': ['ID=f06a521b-8af7-4cbd-a4a1-8156c7e218a0,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:27.397102 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9edf060b-e207-46a2-bc2d-ca7a826d76f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:27.495310 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6743f7-081f-4142-80d5-c0d531b888be req-dcd32ad8-9518-45c2-9c84-e93571149f76 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:27.497168 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e6743f7-081f-4142-80d5-c0d531b888be req-dcd32ad8-9518-45c2-9c84-e93571149f76 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/ports?device_id=94d30be0-76a5-4bf0-92a6-9c1e1527092d HTTP/1.1" status: 200 len: 950 time: 0.2862720 Jul 23 16:23:27.527475 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9edf060b-e207-46a2-bc2d-ca7a826d76f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:27.528431 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edf060b-e207-46a2-bc2d-ca7a826d76f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:27.529012 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9edf060b-e207-46a2-bc2d-ca7a826d76f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:27.851742 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9edf060b-e207-46a2-bc2d-ca7a826d76f1 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1192224 Jul 23 16:23:27.854708 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60376) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:27.859678 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-54e1b132-46dc-498c-a023-1222148bda9b admin admin] Request body: {'subnet': {'network_id': 'c0156383-d263-44ff-9a8d-9ced71d28f03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1759756312-subnet', 'tenant_id': '4f664a177ed044f69c3fc16552951763', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:27.881985 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e1b132-46dc-498c-a023-1222148bda9b admin admin] Made reservation on behalf of 4f664a177ed044f69c3fc16552951763 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:23:27.884238 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-54e1b132-46dc-498c-a023-1222148bda9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:27.931524 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e6743f7-081f-4142-80d5-c0d531b888be req-5004f6e1-41ed-4b54-acb9-a8e6a8872583 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/security-groups?id=4687059d-fd58-46be-a4a3-95fb9b3cbe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255183 Jul 23 16:23:27.938750 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34442829-3273-4637-8b9b-b33fdaa47bc6 req-86dae117-0a4c-473b-a022-4774ff4982bc tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:27.940223 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-34442829-3273-4637-8b9b-b33fdaa47bc6 req-86dae117-0a4c-473b-a022-4774ff4982bc tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/ports?device_id=acefc021-4a85-4611-aa92-e20943d2cf3e HTTP/1.1" status: 200 len: 945 time: 0.5903842 Jul 23 16:23:27.974175 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf060b-e207-46a2-bc2d-ca7a826d76f1 admin admin] Pushing event updated for resources: {'Network': ['ID=c0156383-d263-44ff-9a8d-9ced71d28f03,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:27.991616 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network c0156383-d263-44ff-9a8d-9ced71d28f03 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:23:28.031968 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-34442829-3273-4637-8b9b-b33fdaa47bc6 req-5fd57a57-08b9-4360-94d8-a1b6864e1593 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/security-groups?id=018254e7-0c8b-485b-853d-44d505a50db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619767 Jul 23 16:23:28.042628 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60178627-6774-4128-a9d6-ec261c1e177b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:28.076623 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-54e1b132-46dc-498c-a023-1222148bda9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:28.148282 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1b132-46dc-498c-a023-1222148bda9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fe4be59-2cd1-45d4-8fb1-b572bd36b8ca,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:28.153818 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e1b132-46dc-498c-a023-1222148bda9b admin admin] Checking segment: {'id': 'c3655938-d8a9-42b1-bc6f-5ebe874b4096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'c0156383-d263-44ff-9a8d-9ced71d28f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:23:28.154125 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e1b132-46dc-498c-a023-1222148bda9b admin admin] Network hostable DHCP agents. Network: c0156383-d263-44ff-9a8d-9ced71d28f03, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:23:28.171330 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e1b132-46dc-498c-a023-1222148bda9b admin admin] Network c0156383-d263-44ff-9a8d-9ced71d28f03 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:23:28.182147 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-54e1b132-46dc-498c-a023-1222148bda9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, c0156383-d263-44ff-9a8d-9ced71d28f03) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:28.187027 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e1b132-46dc-498c-a023-1222148bda9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:28.187655 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-54e1b132-46dc-498c-a023-1222148bda9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:28.193155 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 3a9f5361-c030-4a86-a392-b561534a07f6 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:28.204785 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-54e1b132-46dc-498c-a023-1222148bda9b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3487523 Jul 23 16:23:28.221370 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce347d71-bda0-4f10-9ae4-20a472e973c1 None None] Network c0156383-d263-44ff-9a8d-9ced71d28f03 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:23:28.242234 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae2b9f-490b-4a04-847d-8f045f97b7d1 req-e2ce1316-c7c3-4a7b-a0b6-3fa62e9cfd26 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:28.243774 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4ae2b9f-490b-4a04-847d-8f045f97b7d1 req-e2ce1316-c7c3-4a7b-a0b6-3fa62e9cfd26 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce195d01-120b-419e-a805-7b0ad0c3b476 HTTP/1.1" status: 200 len: 944 time: 0.1239796 Jul 23 16:23:28.304907 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 3a9f5361-c030-4a86-a392-b561534a07f6 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:28.313959 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 3a9f5361-c030-4a86-a392-b561534a07f6 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:28.314328 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:28.360818 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4ae2b9f-490b-4a04-847d-8f045f97b7d1 req-24cee604-a59a-4ed9-b59d-05c1650e66bb tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/security-groups?id=f54c727b-bca4-4807-9c4e-b4c332ba612e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101184 Jul 23 16:23:28.394336 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60178627-6774-4128-a9d6-ec261c1e177b admin admin] Router edfaf1cb-7e33-469e-acab-3c18955a278d has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:23:28.418545 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d2de58-25f0-4a40-86b6-9ff45b5f1e6d None None] Network c0156383-d263-44ff-9a8d-9ced71d28f03 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:23:28.465169 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device d1aebf7d-018f-4493-baca-ae1ea191ed21 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:23:28.515350 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60178627-6774-4128-a9d6-ec261c1e177b admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:23:28.524498 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60396) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:28.524803 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-60178627-6774-4128-a9d6-ec261c1e177b admin admin] 10.222.0.73 "PUT /v2.0/routers/edfaf1cb-7e33-469e-acab-3c18955a278d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8800476 Jul 23 16:23:28.638856 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e411245-1edb-4b7f-acf5-748df3544254 admin admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:28.697502 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878f59f2-c5cb-40ce-9670-dff037404a29 None None] Sync routers for ids ['edfaf1cb-7e33-469e-acab-3c18955a278d'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:23:28.700554 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acefc021-4a85-4611-aa92-e20943d2cf3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac1c6a4-3b69-459c-a483-94d1a4456263'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:28.704757 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbed225-5c4c-499b-9006-5808db95f253" -d '{"events": [{"server_uuid": "acefc021-4a85-4611-aa92-e20943d2cf3e", "name": "network-vif-plugged", "status": "completed", "tag": "1ac1c6a4-3b69-459c-a483-94d1a4456263"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:28.762126 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-718ff2e0-9c95-425e-8008-a8f3ce253915 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:28.763968 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-718ff2e0-9c95-425e-8008-a8f3ce253915 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/networks?id=c0156383-d263-44ff-9a8d-9ced71d28f03 HTTP/1.1" status: 200 len: 805 time: 0.1564686 Jul 23 16:23:28.767101 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e411245-1edb-4b7f-acf5-748df3544254 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:28.788382 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:28.795405 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776ba0f0-067d-452e-b905-7942be73bd13 x-openstack-request-id: req-776ba0f0-067d-452e-b905-7942be73bd13 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:28.795872 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acefc021-4a85-4611-aa92-e20943d2cf3e", "name": "network-vif-plugged", "status": "completed", "tag": "1ac1c6a4-3b69-459c-a483-94d1a4456263", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:28.796392 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-776ba0f0-067d-452e-b905-7942be73bd13 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:28.796980 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acefc021-4a85-4611-aa92-e20943d2cf3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac1c6a4-3b69-459c-a483-94d1a4456263', 'code': 200} Jul 23 16:23:28.808085 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-b1a20a34-0b51-4014-9a95-71e8452bde4e tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/quotas/4f664a177ed044f69c3fc16552951763 HTTP/1.1" status: 200 len: 375 time: 0.0367124 Jul 23 16:23:28.830003 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878f59f2-c5cb-40ce-9670-dff037404a29 None None] Routers {'edfaf1cb-7e33-469e-acab-3c18955a278d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:28.831042 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-878f59f2-c5cb-40ce-9670-dff037404a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:23:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['edfaf1cb-7e33-469e-acab-3c18955a278d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:28.875910 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-2e411245-1edb-4b7f-acf5-748df3544254 admin admin] Deleting port 96ce040c-c9d3-4364-9a2f-ea770ac54e4a {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:23:28.876504 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e411245-1edb-4b7f-acf5-748df3544254 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:28.893293 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-9c828ff4-a900-4fa4-b874-90b405a415cd tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f664a177ed044f69c3fc16552951763&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0812860 Jul 23 16:23:29.008003 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port d1aebf7d-018f-4493-baca-ae1ea191ed21, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d1aebf7d-018f-4493-baca-ae1ea191ed21,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:29.018584 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 3a9f5361-c030-4a86-a392-b561534a07f6, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=3a9f5361-c030-4a86-a392-b561534a07f6,segment=NetworkSegment(a38e8957-57cc-4988-a40d-2bc4236b7b30),segment_id=a38e8957-57cc-4988-a40d-2bc4236b7b30)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:29.023498 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-2e411245-1edb-4b7f-acf5-748df3544254 admin admin] For port 96ce040c-c9d3-4364-9a2f-ea770ac54e4a, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=96ce040c-c9d3-4364-9a2f-ea770ac54e4a,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:29.024771 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e411245-1edb-4b7f-acf5-748df3544254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:29.029685 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:29.030490 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 3baa0060-0fbe-484c-bf91-b11c6672f3c7 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:23:29.050801 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-2e411245-1edb-4b7f-acf5-748df3544254 admin admin] Calling delete_port for 96ce040c-c9d3-4364-9a2f-ea770ac54e4a owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:23:29.090820 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'd1aebf7d-018f-4493-baca-ae1ea191ed21', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': 'd1aebf7d-018f-4493-baca-ae1ea191ed21', 'mac_address': 'fa:16:3e:07:f8:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:23:29.105283 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-878f59f2-c5cb-40ce-9670-dff037404a29 None None] Set router edfaf1cb-7e33-469e-acab-3c18955a278d gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:23:29.126561 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151aa4d-575b-43cf-845f-dc06c85032f0 req-85e23c9f-288c-40c5-9001-c11e5c876455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:29.128915 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8151aa4d-575b-43cf-845f-dc06c85032f0 req-85e23c9f-288c-40c5-9001-c11e5c876455 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=acefc021-4a85-4611-aa92-e20943d2cf3e HTTP/1.1" status: 200 len: 1096 time: 0.2414942 Jul 23 16:23:29.145776 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-510bda16-82d6-4192-81c1-0f7f9d6c7153 service neutron] 10.222.0.73 "GET /v2.0/networks/c0156383-d263-44ff-9a8d-9ced71d28f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408659 Jul 23 16:23:29.203905 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=3a9f5361-c030-4a86-a392-b561534a07f6,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:29.246689 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e411245-1edb-4b7f-acf5-748df3544254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:29.265787 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-878f59f2-c5cb-40ce-9670-dff037404a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839438847-router', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:11Z', 'updated_at': '2021-07-23T16:23:28Z', 'revision_number': 6, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:29.277831 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e411245-1edb-4b7f-acf5-748df3544254 admin admin] Pushing event deleted for resources: {'Port': ['ID=96ce040c-c9d3-4364-9a2f-ea770ac54e4a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:29.302610 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878f59f2-c5cb-40ce-9670-dff037404a29 None None] Checking router: edfaf1cb-7e33-469e-acab-3c18955a278d for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:23:29.309220 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893fb875-4da3-4acb-8b20-fbac5416f997 req-d601e2db-a67e-447e-9029-ceb4bf9d73c1 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:29.313855 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878f59f2-c5cb-40ce-9670-dff037404a29 None None] Routers {'edfaf1cb-7e33-469e-acab-3c18955a278d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:29.314490 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-878f59f2-c5cb-40ce-9670-dff037404a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:23:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['edfaf1cb-7e33-469e-acab-3c18955a278d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:29.319477 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-893fb875-4da3-4acb-8b20-fbac5416f997 req-d601e2db-a67e-447e-9029-ceb4bf9d73c1 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/ports?device_id=94d30be0-76a5-4bf0-92a6-9c1e1527092d HTTP/1.1" status: 200 len: 950 time: 0.2737446 Jul 23 16:23:29.323648 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8151aa4d-575b-43cf-845f-dc06c85032f0 req-3077d8c9-eba6-4ea3-8dd9-0f683bc5a81c service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=018254e7-0c8b-485b-853d-44d505a50db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767852 Jul 23 16:23:29.359785 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e411245-1edb-4b7f-acf5-748df3544254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:29.403357 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-878f59f2-c5cb-40ce-9670-dff037404a29 None None] Set router edfaf1cb-7e33-469e-acab-3c18955a278d gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:23:29.407353 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-d7d7abeb-1350-49a9-8d9d-c52aceb3bf5c service neutron] 10.222.0.73 "GET /v2.0/networks/c0156383-d263-44ff-9a8d-9ced71d28f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538233 Jul 23 16:23:29.427631 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-893fb875-4da3-4acb-8b20-fbac5416f997 req-7def18c6-331f-40e7-98c1-abd8a488c217 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/security-groups?id=4687059d-fd58-46be-a4a3-95fb9b3cbe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996878 Jul 23 16:23:29.490927 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e411245-1edb-4b7f-acf5-748df3544254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:29.493837 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e411245-1edb-4b7f-acf5-748df3544254 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:29.509379 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:29.513574 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-878f59f2-c5cb-40ce-9670-dff037404a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839438847-router', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:11Z', 'updated_at': '2021-07-23T16:23:29Z', 'revision_number': 7, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:29.575043 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878f59f2-c5cb-40ce-9670-dff037404a29 None None] The sync data for ids ['edfaf1cb-7e33-469e-acab-3c18955a278d'] in n-d-778549-4 is: [{'id': 'edfaf1cb-7e33-469e-acab-3c18955a278d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839438847-router', 'tenant_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:11Z', 'updated_at': '2021-07-23T16:23:29Z', 'revision_number': 7, 'project_id': '72c5035a103e4dd0b897fa7cd5257ce2', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:23:29.578378 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e411245-1edb-4b7f-acf5-748df3544254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:29.578941 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e411245-1edb-4b7f-acf5-748df3544254 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edfaf1cb-7e33-469e-acab-3c18955a278d {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:23:29.586969 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e411245-1edb-4b7f-acf5-748df3544254 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:29.588215 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2e411245-1edb-4b7f-acf5-748df3544254 admin admin] 10.222.0.73 "DELETE /v2.0/routers/edfaf1cb-7e33-469e-acab-3c18955a278d HTTP/1.1" status: 204 len: 168 time: 1.0622768 Jul 23 16:23:29.590816 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60444) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:29.649209 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1aebf7d-018f-4493-baca-ae1ea191ed21 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:29.716889 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb27410-5647-4cf3-bd59-41c99f260b71 admin admin] Deleting subnet 5689c481-3fca-47c4-82a6-5fb7b7ff5a03 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:23:29.724557 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bcb27410-5647-4cf3-bd59-41c99f260b71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:29.728138 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port d1aebf7d-018f-4493-baca-ae1ea191ed21, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d1aebf7d-018f-4493-baca-ae1ea191ed21,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:29.739288 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:29.771659 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:29.800473 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8426a-a94a-4c3e-83d9-319b88233be7 req-796c552b-747a-463d-8130-822fc642c445 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:29.808376 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15d8426a-a94a-4c3e-83d9-319b88233be7 req-796c552b-747a-463d-8130-822fc642c445 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/ports?device_id=acefc021-4a85-4611-aa92-e20943d2cf3e HTTP/1.1" status: 200 len: 945 time: 0.1664901 Jul 23 16:23:29.810828 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bcb27410-5647-4cf3-bd59-41c99f260b71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:29.842866 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 3baa0060-0fbe-484c-bf91-b11c6672f3c7, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=3baa0060-0fbe-484c-bf91-b11c6672f3c7,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:29.856907 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:29.884651 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=d1aebf7d-018f-4493-baca-ae1ea191ed21,revision_number=9']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:29.896407 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15d8426a-a94a-4c3e-83d9-319b88233be7 req-71026225-a1e6-46c5-84a6-3ec2b9d13981 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/security-groups?id=018254e7-0c8b-485b-853d-44d505a50db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662136 Jul 23 16:23:29.907467 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['d1aebf7d-018f-4493-baca-ae1ea191ed21'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:23:30.022611 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bcb27410-5647-4cf3-bd59-41c99f260b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:30.129691 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d2327-6b12-4f6d-a93e-e2be96a5481a req-055bbafe-767d-483f-9e05-43a331216285 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:30.142117 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-230d2327-6b12-4f6d-a93e-e2be96a5481a req-055bbafe-767d-483f-9e05-43a331216285 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce195d01-120b-419e-a805-7b0ad0c3b476 HTTP/1.1" status: 200 len: 945 time: 0.2060370 Jul 23 16:23:30.147524 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bcb27410-5647-4cf3-bd59-41c99f260b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:30.193536 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb27410-5647-4cf3-bd59-41c99f260b71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5689c481-3fca-47c4-82a6-5fb7b7ff5a03,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:30.198583 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bcb27410-5647-4cf3-bd59-41c99f260b71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:30.202574 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bcb27410-5647-4cf3-bd59-41c99f260b71 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/5689c481-3fca-47c4-82a6-5fb7b7ff5a03 HTTP/1.1" status: 204 len: 168 time: 0.6096129 Jul 23 16:23:30.204383 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60464) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:30.243708 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6855df39-7454-4943-9348-30d6fead3090 None None] Network 32aa57db-50f4-4fb5-8615-f427929748c7 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:23:30.279807 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-230d2327-6b12-4f6d-a93e-e2be96a5481a req-bd72a4e3-159b-4b00-aeff-cf5ee775e3ce tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/security-groups?id=f54c727b-bca4-4807-9c4e-b4c332ba612e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362667 Jul 23 16:23:30.311881 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=3baa0060-0fbe-484c-bf91-b11c6672f3c7,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:30.377646 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42dbd79f-2de4-481d-8e70-b8f15f5ca4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:30.424851 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3b4ffef5-992d-42b6-8017-d69ebe0e0a09 req-3d49c201-256c-4d24-9323-9df8364f2f39 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=190ba95c-7ca7-414c-8475-b9b15bfce248 HTTP/1.1" status: 200 len: 210 time: 0.0858762 Jul 23 16:23:30.519067 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-42dbd79f-2de4-481d-8e70-b8f15f5ca4b7 admin admin] Deleting port 0079364f-7c08-488b-94be-253b5b5e6107 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:23:30.519911 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42dbd79f-2de4-481d-8e70-b8f15f5ca4b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:30.651672 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-e452ecd0-c6d7-47be-8014-1d096ea901e6 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=51460b038cbf40f1bdfdec65fbcfda49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484922 Jul 23 16:23:30.697308 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-42dbd79f-2de4-481d-8e70-b8f15f5ca4b7 admin admin] For port 0079364f-7c08-488b-94be-253b5b5e6107, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0079364f-7c08-488b-94be-253b5b5e6107,segment=NetworkSegment(e36b3d08-8681-4717-8c6e-a0160fac2521),segment_id=e36b3d08-8681-4717-8c6e-a0160fac2521)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:30.700531 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42dbd79f-2de4-481d-8e70-b8f15f5ca4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:30.752994 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-42dbd79f-2de4-481d-8e70-b8f15f5ca4b7 admin admin] Calling delete_port for 0079364f-7c08-488b-94be-253b5b5e6107 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:23:30.805129 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce195d01-120b-419e-a805-7b0ad0c3b476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9f5361-c030-4a86-a392-b561534a07f6'}, {'server_uuid': '574aa532-e9a9-4f33-9556-4107de249784', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3baa0060-0fbe-484c-bf91-b11c6672f3c7'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:30.813768 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184489af-0cf2-4f45-a4ad-427f7c069be3" -d '{"events": [{"server_uuid": "ce195d01-120b-419e-a805-7b0ad0c3b476", "name": "network-vif-plugged", "status": "completed", "tag": "3a9f5361-c030-4a86-a392-b561534a07f6"}, {"server_uuid": "574aa532-e9a9-4f33-9556-4107de249784", "name": "network-vif-unplugged", "status": "completed", "tag": "3baa0060-0fbe-484c-bf91-b11c6672f3c7"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:30.925186 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7afc1c5-c3f1-4117-941b-4da787a3fd3d x-openstack-request-id: req-c7afc1c5-c3f1-4117-941b-4da787a3fd3d {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:30.925721 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce195d01-120b-419e-a805-7b0ad0c3b476", "name": "network-vif-plugged", "status": "completed", "tag": "3a9f5361-c030-4a86-a392-b561534a07f6", "code": 200}, {"server_uuid": "574aa532-e9a9-4f33-9556-4107de249784", "name": "network-vif-unplugged", "status": "completed", "tag": "3baa0060-0fbe-484c-bf91-b11c6672f3c7", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:30.926230 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c7afc1c5-c3f1-4117-941b-4da787a3fd3d {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:30.927412 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce195d01-120b-419e-a805-7b0ad0c3b476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9f5361-c030-4a86-a392-b561534a07f6', 'code': 200} Jul 23 16:23:30.927898 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574aa532-e9a9-4f33-9556-4107de249784', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3baa0060-0fbe-484c-bf91-b11c6672f3c7', 'code': 200} Jul 23 16:23:30.966592 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a700cf82-d369-4abe-adea-6ec6f6faf7a8 None None] DHCP port deletion for 32aa57db-50f4-4fb5-8615-f427929748c7 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:23:30.977594 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-824eb4d2-b504-421b-a167-566a594e8f7f tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:30.986226 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-824eb4d2-b504-421b-a167-566a594e8f7f tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3280647 Jul 23 16:23:31.004445 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42dbd79f-2de4-481d-8e70-b8f15f5ca4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:31.052252 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbd79f-2de4-481d-8e70-b8f15f5ca4b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0079364f-7c08-488b-94be-253b5b5e6107,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:31.056079 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c2211fa2-4c93-4022-bed3-5375efd5b105 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/quotas/51460b038cbf40f1bdfdec65fbcfda49 HTTP/1.1" status: 200 len: 375 time: 0.0587971 Jul 23 16:23:31.112098 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a700cf82-d369-4abe-adea-6ec6f6faf7a8 None None] Deleting port 0079364f-7c08-488b-94be-253b5b5e6107 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:23:31.115936 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a700cf82-d369-4abe-adea-6ec6f6faf7a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:31.168634 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-d0b19383-b407-4030-a48f-5cddbb10b6eb tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=51460b038cbf40f1bdfdec65fbcfda49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1113288 Jul 23 16:23:31.341513 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-a700cf82-d369-4abe-adea-6ec6f6faf7a8 None None] For port 0079364f-7c08-488b-94be-253b5b5e6107, host n-d-778549-4, got binding levels [] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:31.342318 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a700cf82-d369-4abe-adea-6ec6f6faf7a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:31.374204 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a700cf82-d369-4abe-adea-6ec6f6faf7a8 None None] Calling delete_port for 0079364f-7c08-488b-94be-253b5b5e6107 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:23:31.380618 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb990ce2-72d2-4f7b-99e3-6783dd5f4a2d req-c98d34f5-fc55-43e9-ad18-4ebcfdd45a39 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:31.382310 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb990ce2-72d2-4f7b-99e3-6783dd5f4a2d req-c98d34f5-fc55-43e9-ad18-4ebcfdd45a39 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/ports?device_id=acefc021-4a85-4611-aa92-e20943d2cf3e HTTP/1.1" status: 200 len: 945 time: 0.1609838 Jul 23 16:23:31.382808 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.ipam_backend_mixin [None req-a700cf82-d369-4abe-adea-6ec6f6faf7a8 None None] Port 0079364f-7c08-488b-94be-253b5b5e6107 was not found and therefore no delete operation was performed {{(pid=94014) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:23:31.390344 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a700cf82-d369-4abe-adea-6ec6f6faf7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:31.459733 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700cf82-d369-4abe-adea-6ec6f6faf7a8 None None] Pushing event deleted for resources: {'Port': ['ID=0079364f-7c08-488b-94be-253b5b5e6107,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:31.477260 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb990ce2-72d2-4f7b-99e3-6783dd5f4a2d req-3440419a-e7d7-4d67-81d4-ca3a70a2d576 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/security-groups?id=018254e7-0c8b-485b-853d-44d505a50db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791655 Jul 23 16:23:31.503181 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f06a521b-8af7-4cbd-a4a1-8156c7e218a0 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:23:31.525908 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a700cf82-d369-4abe-adea-6ec6f6faf7a8 None None] No DVR routers for this DVR port 0079364f-7c08-488b-94be-253b5b5e6107 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:23:31.527471 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: f06a521b-8af7-4cbd-a4a1-8156c7e218a0 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:23:31.527825 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f06a521b-8af7-4cbd-a4a1-8156c7e218a0 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:23:31.528238 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0079364f-7c08-488b-94be-253b5b5e6107 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:23:31.585029 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 0079364f-7c08-488b-94be-253b5b5e6107 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:23:31.585672 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0079364f-7c08-488b-94be-253b5b5e6107 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:23:31.586247 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 96ce040c-c9d3-4364-9a2f-ea770ac54e4a no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:23:31.612336 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 96ce040c-c9d3-4364-9a2f-ea770ac54e4a {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:23:31.613210 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 96ce040c-c9d3-4364-9a2f-ea770ac54e4a not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:23:31.675422 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e49c14e2-8e0d-4e36-b766-a888e81db77c req-b2a48202-ce4e-4acd-82c6-4cd135f08d79 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e0c2640-d9a0-4303-9b25-4b7550c305fb HTTP/1.1" status: 200 len: 210 time: 0.0739822 Jul 23 16:23:31.716943 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1a8b4-3963-4c93-8517-675a84cf2f03 req-a9594192-5eb5-45a8-ad27-b871493cd501 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:31.731487 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b1f1a8b4-3963-4c93-8517-675a84cf2f03 req-a9594192-5eb5-45a8-ad27-b871493cd501 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce195d01-120b-419e-a805-7b0ad0c3b476 HTTP/1.1" status: 200 len: 945 time: 0.1990194 Jul 23 16:23:31.808348 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dbd79f-2de4-481d-8e70-b8f15f5ca4b7 admin admin] No DVR routers for this DVR port 0079364f-7c08-488b-94be-253b5b5e6107 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:23:31.809863 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4e5c764e-e645-4052-ac6e-ca1dc81869a6 req-5581f1c3-06e9-4e24-b033-ba6f58780352 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=190ba95c-7ca7-414c-8475-b9b15bfce248 HTTP/1.1" status: 200 len: 210 time: 0.0501981 Jul 23 16:23:31.837353 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b1f1a8b4-3963-4c93-8517-675a84cf2f03 req-0d5bd7a3-b75a-4896-9911-4580c1ed5b73 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/security-groups?id=f54c727b-bca4-4807-9c4e-b4c332ba612e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049030 Jul 23 16:23:31.982444 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42dbd79f-2de4-481d-8e70-b8f15f5ca4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:32.008448 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-42dbd79f-2de4-481d-8e70-b8f15f5ca4b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32aa57db-50f4-4fb5-8615-f427929748c7']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:32.030192 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-42dbd79f-2de4-481d-8e70-b8f15f5ca4b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e36b3d08-8681-4717-8c6e-a0160fac2521') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:32.030659 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-42dbd79f-2de4-481d-8e70-b8f15f5ca4b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e36b3d08-8681-4717-8c6e-a0160fac2521') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:32.059627 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd30ea-af0b-40e1-97eb-53948cb38061 req-42bc1233-7919-4f09-b91f-e9af7b208707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:32.062283 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6cbd30ea-af0b-40e1-97eb-53948cb38061 req-42bc1233-7919-4f09-b91f-e9af7b208707 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ce195d01-120b-419e-a805-7b0ad0c3b476 HTTP/1.1" status: 200 len: 1096 time: 1.0206008 Jul 23 16:23:32.068512 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42dbd79f-2de4-481d-8e70-b8f15f5ca4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:32.100253 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-834c6bb3-c174-45fc-8de3-9f352360bfef req-a0db8091-bc19-4e91-8d77-1067e9700cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 258 time: 0.2555909 Jul 23 16:23:32.107556 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-834c6bb3-c174-45fc-8de3-9f352360bfef req-36f7124f-0b97-42e5-970a-575ee1ff0084 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:32.125136 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-d7901200-49f0-4218-a4c3-0134b3a9c30d tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:32.132819 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-d7901200-49f0-4218-a4c3-0134b3a9c30d tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.74 "GET /v2.0/networks?id=c0156383-d263-44ff-9a8d-9ced71d28f03 HTTP/1.1" status: 200 len: 805 time: 0.3257632 Jul 23 16:23:32.139520 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-834c6bb3-c174-45fc-8de3-9f352360bfef req-36f7124f-0b97-42e5-970a-575ee1ff0084 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:32.154003 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-cafacf46-2427-4c33-b8a9-07da159cd7ba tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Request body: {'port': {'device_id': '190ba95c-7ca7-414c-8475-b9b15bfce248', 'network_id': 'c0156383-d263-44ff-9a8d-9ced71d28f03', 'admin_state_up': True, 'tenant_id': '4f664a177ed044f69c3fc16552951763'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:32.171391 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42dbd79f-2de4-481d-8e70-b8f15f5ca4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:32.194414 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42dbd79f-2de4-481d-8e70-b8f15f5ca4b7 admin admin] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:23:32.194414 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42dbd79f-2de4-481d-8e70-b8f15f5ca4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:32.230190 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:23:32.230190 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:23:32.230190 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:23:32.230190 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:23:32.230190 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:23:32.230190 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:23:32.230190 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:23:32.230190 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:23:32.230190 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:23:32.230190 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:23:32.230190 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:23:32.230190 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:23:32.230190 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:23:32.230190 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:23:32.230190 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:23:32.230190 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:23:32.230190 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:23:32.230190 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:23:32.230190 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:23:32.230190 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:23:32.230190 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:23:32.230190 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:23:32.230190 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:23:32.230190 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:23:32.230190 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:23:32.230190 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:23:32.230190 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:23:32.230190 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:23:32.230190 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:23:32.230190 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:23:32.230190 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:23:32.230190 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:23:32.385131 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-834c6bb3-c174-45fc-8de3-9f352360bfef req-36f7124f-0b97-42e5-970a-575ee1ff0084 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:32.419378 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6cbd30ea-af0b-40e1-97eb-53948cb38061 req-795f9080-2bfc-44a5-aea4-9acf23bec426 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f54c727b-bca4-4807-9c4e-b4c332ba612e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3484704 Jul 23 16:23:32.426490 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42dbd79f-2de4-481d-8e70-b8f15f5ca4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:32.437128 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42dbd79f-2de4-481d-8e70-b8f15f5ca4b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:32.441802 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-42dbd79f-2de4-481d-8e70-b8f15f5ca4b7 admin admin] 10.222.0.73 "DELETE /v2.0/networks/32aa57db-50f4-4fb5-8615-f427929748c7 HTTP/1.1" status: 204 len: 168 time: 2.2305608 Jul 23 16:23:32.442316 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60528) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:32.467648 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device d1aebf7d-018f-4493-baca-ae1ea191ed21 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:32.530954 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbd79f-2de4-481d-8e70-b8f15f5ca4b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=32aa57db-50f4-4fb5-8615-f427929748c7,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:32.545211 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-834c6bb3-c174-45fc-8de3-9f352360bfef req-36f7124f-0b97-42e5-970a-575ee1ff0084 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Allocated IP 172.25.8.96 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/bda7fc67-16b1-4df1-8e31-8f6155d72661) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:23:32.605822 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-cafacf46-2427-4c33-b8a9-07da159cd7ba tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Made reservation on behalf of 4f664a177ed044f69c3fc16552951763 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:23:32.609758 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-cafacf46-2427-4c33-b8a9-07da159cd7ba tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:32.622395 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port d1aebf7d-018f-4493-baca-ae1ea191ed21 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:32.622777 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:32.686195 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-540ad6a0-d0e0-458d-b039-13fc0e911171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:32.791040 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-834c6bb3-c174-45fc-8de3-9f352360bfef req-36f7124f-0b97-42e5-970a-575ee1ff0084 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:32.797723 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:32.866254 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port d1aebf7d-018f-4493-baca-ae1ea191ed21, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d1aebf7d-018f-4493-baca-ae1ea191ed21,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:32.877570 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:32.941101 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e230ed2-8c47-4100-8577-de94a2ae4b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1aebf7d-018f-4493-baca-ae1ea191ed21'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:32.945707 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0459dd0-3b0b-4499-8c97-764eee2e8828" -d '{"events": [{"server_uuid": "2e230ed2-8c47-4100-8577-de94a2ae4b27", "name": "network-vif-plugged", "status": "completed", "tag": "d1aebf7d-018f-4493-baca-ae1ea191ed21"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:32.948061 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0e8d92a7-db45-49b3-9da8-cd6734c7c9fb req-e4c3d596-b379-45c8-b3ef-d3ad54cd04a4 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e0c2640-d9a0-4303-9b25-4b7550c305fb HTTP/1.1" status: 200 len: 210 time: 0.1014435 Jul 23 16:23:32.969304 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-cafacf46-2427-4c33-b8a9-07da159cd7ba tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Allocated IP 172.20.0.11 (c0156383-d263-44ff-9a8d-9ced71d28f03/6fe4be59-2cd1-45d4-8fb1-b572bd36b8ca/7d135e68-2dea-4214-8d70-3efd5ba76745) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:23:32.973935 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=d1aebf7d-018f-4493-baca-ae1ea191ed21,revision_number=10']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:32.995884 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-8ac12645-8d8d-4f1e-b6dd-bde574e28075 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=51460b038cbf40f1bdfdec65fbcfda49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0789490 Jul 23 16:23:33.028185 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-834c6bb3-c174-45fc-8de3-9f352360bfef req-36f7124f-0b97-42e5-970a-575ee1ff0084 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:33.286971 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-cafacf46-2427-4c33-b8a9-07da159cd7ba tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:33.304950 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-172cf1e7-f853-4b69-be2b-8abfcb31e2dc tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:33.308298 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-172cf1e7-f853-4b69-be2b-8abfcb31e2dc tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3019459 Jul 23 16:23:33.367483 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7124f-0b97-42e5-970a-575ee1ff0084 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Pushing event updated for resources: {'Port': ['ID=bda7fc67-16b1-4df1-8e31-8f6155d72661,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:33.391654 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c77612ec-84ce-4d18-9baa-a11fbe58b709 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Request body: {'port': {'device_id': '0e0c2640-d9a0-4303-9b25-4b7550c305fb', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'admin_state_up': True, 'tenant_id': '51460b038cbf40f1bdfdec65fbcfda49'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:33.410929 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-027bc128-8705-4c45-becc-90d1f53a598b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:33.413549 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-cafacf46-2427-4c33-b8a9-07da159cd7ba tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:33.531097 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-cafacf46-2427-4c33-b8a9-07da159cd7ba tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Network c0156383-d263-44ff-9a8d-9ced71d28f03 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:23:33.546361 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-cafacf46-2427-4c33-b8a9-07da159cd7ba tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:33.553365 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-cafacf46-2427-4c33-b8a9-07da159cd7ba tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:23:33.558136 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafacf46-2427-4c33-b8a9-07da159cd7ba tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Pushing event updated for resources: {'Port': ['ID=7d135e68-2dea-4214-8d70-3efd5ba76745,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:33.620655 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-cafacf46-2427-4c33-b8a9-07da159cd7ba tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:33.621581 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-cafacf46-2427-4c33-b8a9-07da159cd7ba tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:33.628069 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2c03cd2f-44e5-45f4-a2ef-55bc4771f4e2 req-8d5010c9-c523-41fe-8116-d0880d4d2060 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=190ba95c-7ca7-414c-8475-b9b15bfce248 HTTP/1.1" status: 200 len: 210 time: 0.2714267 Jul 23 16:23:33.632600 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-834c6bb3-c174-45fc-8de3-9f352360bfef req-36f7124f-0b97-42e5-970a-575ee1ff0084 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:23:33.636871 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-834c6bb3-c174-45fc-8de3-9f352360bfef req-36f7124f-0b97-42e5-970a-575ee1ff0084 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:33.640553 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-834c6bb3-c174-45fc-8de3-9f352360bfef req-36f7124f-0b97-42e5-970a-575ee1ff0084 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:23:33.690485 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c77612ec-84ce-4d18-9baa-a11fbe58b709 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Made reservation on behalf of 51460b038cbf40f1bdfdec65fbcfda49 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:23:33.693600 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-cafacf46-2427-4c33-b8a9-07da159cd7ba tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5477457 Jul 23 16:23:33.695504 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c77612ec-84ce-4d18-9baa-a11fbe58b709 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:33.709087 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-d1b9e56e-4c58-4c89-994b-87972b7500bf service neutron] Request body: {'port': {'device_id': '190ba95c-7ca7-414c-8475-b9b15bfce248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:33.836155 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-d1b9e56e-4c58-4c89-994b-87972b7500bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:33.950761 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c77612ec-84ce-4d18-9baa-a11fbe58b709 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Allocated IP 192.168.233.76 (eb3bf372-6ffe-4c33-8777-29948d4b4373/3812e6e5-38ac-4c93-85ce-3dab2cef76c9/5ecf9b99-a70a-446d-876b-4a8bd8ac81b6) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:23:33.954479 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-834c6bb3-c174-45fc-8de3-9f352360bfef req-36f7124f-0b97-42e5-970a-575ee1ff0084 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:33.997230 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-027bc128-8705-4c45-becc-90d1f53a598b admin admin] Deleting port fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:23:33.997744 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-027bc128-8705-4c45-becc-90d1f53a598b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:34.048316 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af16cda-5d19-4eb0-aeaa-2cbce9d962f8 req-a56e6d66-b855-466a-aadc-ce66da724de7 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:34.055394 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3af16cda-5d19-4eb0-aeaa-2cbce9d962f8 req-a56e6d66-b855-466a-aadc-ce66da724de7 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce195d01-120b-419e-a805-7b0ad0c3b476 HTTP/1.1" status: 200 len: 945 time: 0.2510571 Jul 23 16:23:34.108121 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-834c6bb3-c174-45fc-8de3-9f352360bfef req-36f7124f-0b97-42e5-970a-575ee1ff0084 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:34.154909 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-027bc128-8705-4c45-becc-90d1f53a598b admin admin] For port fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e,segment=NetworkSegment(b09fbdba-1c06-4bdf-9396-d120d80fa55f),segment_id=b09fbdba-1c06-4bdf-9396-d120d80fa55f)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:34.155288 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-027bc128-8705-4c45-becc-90d1f53a598b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:34.183996 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-027bc128-8705-4c45-becc-90d1f53a598b admin admin] Calling delete_port for fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:23:34.207298 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3af16cda-5d19-4eb0-aeaa-2cbce9d962f8 req-9e6d4431-f0ce-408c-a9d1-15cc2abf394f tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/security-groups?id=f54c727b-bca4-4807-9c4e-b4c332ba612e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466103 Jul 23 16:23:34.263670 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3792aa58-5ccd-4d20-9feb-a8d2cac76c90 x-openstack-request-id: req-3792aa58-5ccd-4d20-9feb-a8d2cac76c90 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:34.264515 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e230ed2-8c47-4100-8577-de94a2ae4b27", "name": "network-vif-plugged", "status": "completed", "tag": "d1aebf7d-018f-4493-baca-ae1ea191ed21", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:34.264957 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3792aa58-5ccd-4d20-9feb-a8d2cac76c90 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:34.265549 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e230ed2-8c47-4100-8577-de94a2ae4b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1aebf7d-018f-4493-baca-ae1ea191ed21', 'code': 200} Jul 23 16:23:34.311729 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-d1b9e56e-4c58-4c89-994b-87972b7500bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d135e68-2dea-4214-8d70-3efd5ba76745 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:34.321703 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-d1b9e56e-4c58-4c89-994b-87972b7500bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:34.375239 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-d1b9e56e-4c58-4c89-994b-87972b7500bf service neutron] Transition to ACTIVE for port object 7d135e68-2dea-4214-8d70-3efd5ba76745 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:34.377285 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c77612ec-84ce-4d18-9baa-a11fbe58b709 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:34.392243 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-d1b9e56e-4c58-4c89-994b-87972b7500bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:34.415631 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c77612ec-84ce-4d18-9baa-a11fbe58b709 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Transition to ACTIVE for port object 5ecf9b99-a70a-446d-876b-4a8bd8ac81b6 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:34.656253 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:34.666893 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9e56e-4c58-4c89-994b-87972b7500bf service neutron] Pushing event updated for resources: {'Port': ['ID=7d135e68-2dea-4214-8d70-3efd5ba76745,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:34.714928 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-027bc128-8705-4c45-becc-90d1f53a598b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:34.781028 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027bc128-8705-4c45-becc-90d1f53a598b admin admin] Pushing event deleted for resources: {'Port': ['ID=fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:34.863497 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c77612ec-84ce-4d18-9baa-a11fbe58b709 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:34.876945 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['bbe2767a-4d61-44d2-82a5-362aaad60558'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:23:34.939543 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-d1b9e56e-4c58-4c89-994b-87972b7500bf service neutron] Attempting to bind port 7d135e68-2dea-4214-8d70-3efd5ba76745 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:23:34.939543 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-d1b9e56e-4c58-4c89-994b-87972b7500bf service neutron] Attempting to bind port 7d135e68-2dea-4214-8d70-3efd5ba76745 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'c3655938-d8a9-42b1-bc6f-5ebe874b4096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'c0156383-d263-44ff-9a8d-9ced71d28f03'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:23:34.939543 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-d1b9e56e-4c58-4c89-994b-87972b7500bf service neutron] Attempting to bind port 7d135e68-2dea-4214-8d70-3efd5ba76745 on network c0156383-d263-44ff-9a8d-9ced71d28f03 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:34.977738 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-834c6bb3-c174-45fc-8de3-9f352360bfef req-36f7124f-0b97-42e5-970a-575ee1ff0084 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:34.994730 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c77612ec-84ce-4d18-9baa-a11fbe58b709 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:23:34.997271 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-834c6bb3-c174-45fc-8de3-9f352360bfef req-36f7124f-0b97-42e5-970a-575ee1ff0084 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:35.005524 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c77612ec-84ce-4d18-9baa-a11fbe58b709 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:35.041448 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c77612ec-84ce-4d18-9baa-a11fbe58b709 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:23:35.070922 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77612ec-84ce-4d18-9baa-a11fbe58b709 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Pushing event updated for resources: {'Port': ['ID=5ecf9b99-a70a-446d-876b-4a8bd8ac81b6,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:35.107355 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-d1b9e56e-4c58-4c89-994b-87972b7500bf service neutron] Port 7d135e68-2dea-4214-8d70-3efd5ba76745 on network c0156383-d263-44ff-9a8d-9ced71d28f03 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:23:35.107687 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-d1b9e56e-4c58-4c89-994b-87972b7500bf service neutron] Attempting to bind port 7d135e68-2dea-4214-8d70-3efd5ba76745 on network c0156383-d263-44ff-9a8d-9ced71d28f03 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:35.121338 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-d1b9e56e-4c58-4c89-994b-87972b7500bf service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:23:35.121688 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-d1b9e56e-4c58-4c89-994b-87972b7500bf service neutron] Checking segment: {'id': 'c3655938-d8a9-42b1-bc6f-5ebe874b4096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'c0156383-d263-44ff-9a8d-9ced71d28f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:23:35.122084 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-d1b9e56e-4c58-4c89-994b-87972b7500bf service neutron] Bound using segment: {'id': 'c3655938-d8a9-42b1-bc6f-5ebe874b4096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'c0156383-d263-44ff-9a8d-9ced71d28f03'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:23:35.122542 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-d1b9e56e-4c58-4c89-994b-87972b7500bf service neutron] Bound port: 7d135e68-2dea-4214-8d70-3efd5ba76745, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3655938-d8a9-42b1-bc6f-5ebe874b4096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'c0156383-d263-44ff-9a8d-9ced71d28f03'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:23:35.122901 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-d1b9e56e-4c58-4c89-994b-87972b7500bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:35.196688 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959d371-ca63-4357-87b0-4c1c14fa94ed req-50be7440-e983-499c-be6a-5f505da002df tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:35.212978 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1959d371-ca63-4357-87b0-4c1c14fa94ed req-50be7440-e983-499c-be6a-5f505da002df tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e0c2640-d9a0-4303-9b25-4b7550c305fb HTTP/1.1" status: 200 len: 935 time: 0.3530698 Jul 23 16:23:35.243979 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-027bc128-8705-4c45-becc-90d1f53a598b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:35.256365 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c77612ec-84ce-4d18-9baa-a11fbe58b709 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:35.257502 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c77612ec-84ce-4d18-9baa-a11fbe58b709 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:35.292856 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c77612ec-84ce-4d18-9baa-a11fbe58b709 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9094622 Jul 23 16:23:35.298308 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7124f-0b97-42e5-970a-575ee1ff0084 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Pushing event updated for resources: {'Port': ['ID=bda7fc67-16b1-4df1-8e31-8f6155d72661,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:35.319755 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c3d0ddc1-97f4-4d19-b072-3c43bf5fd64b service neutron] Request body: {'port': {'device_id': '0e0c2640-d9a0-4303-9b25-4b7550c305fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:35.329594 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-834c6bb3-c174-45fc-8de3-9f352360bfef req-36f7124f-0b97-42e5-970a-575ee1ff0084 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:35.396180 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-d1b9e56e-4c58-4c89-994b-87972b7500bf service neutron] For port 7d135e68-2dea-4214-8d70-3efd5ba76745, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:23:35.475815 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-d1b9e56e-4c58-4c89-994b-87972b7500bf service neutron] For port 7d135e68-2dea-4214-8d70-3efd5ba76745, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=7d135e68-2dea-4214-8d70-3efd5ba76745,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:23:35.486835 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-834c6bb3-c174-45fc-8de3-9f352360bfef req-36f7124f-0b97-42e5-970a-575ee1ff0084 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:35.494845 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-834c6bb3-c174-45fc-8de3-9f352360bfef req-36f7124f-0b97-42e5-970a-575ee1ff0084 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3931823 Jul 23 16:23:35.501654 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-d1b9e56e-4c58-4c89-994b-87972b7500bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:35.583143 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-50aa9b2b-3b4c-40d4-9a12-256b46e6b6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:35.595973 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:35.605825 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9e56e-4c58-4c89-994b-87972b7500bf service neutron] Pushing event updated for resources: {'Port': ['ID=7d135e68-2dea-4214-8d70-3efd5ba76745,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:35.616999 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1959d371-ca63-4357-87b0-4c1c14fa94ed req-fdefc5fa-1ea6-40e8-85c8-12bcf1b9911d tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/security-groups?id=4687059d-fd58-46be-a4a3-95fb9b3cbe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984418 Jul 23 16:23:35.638596 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-d1b9e56e-4c58-4c89-994b-87972b7500bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:35.638596 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-d1b9e56e-4c58-4c89-994b-87972b7500bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:35.639087 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-d1b9e56e-4c58-4c89-994b-87972b7500bf service neutron] 10.222.0.74 "PUT /v2.0/ports/7d135e68-2dea-4214-8d70-3efd5ba76745 HTTP/1.1" status: 200 len: 1092 time: 1.9364865 Jul 23 16:23:35.639623 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190ba95c-7ca7-414c-8475-b9b15bfce248', 'tag': '7d135e68-2dea-4214-8d70-3efd5ba76745'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:35.641605 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-332f6fee-76a7-4384-ac6f-a585385b76f6 None None] Provisioning for port 5ecf9b99-a70a-446d-876b-4a8bd8ac81b6 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:35.642313 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c51daf6-9681-44cc-933c-445be9b5187c" -d '{"events": [{"name": "network-changed", "server_uuid": "190ba95c-7ca7-414c-8475-b9b15bfce248", "tag": "7d135e68-2dea-4214-8d70-3efd5ba76745"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:35.663394 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-332f6fee-76a7-4384-ac6f-a585385b76f6 None None] Provisioning complete for port 5ecf9b99-a70a-446d-876b-4a8bd8ac81b6 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:35.664114 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-332f6fee-76a7-4384-ac6f-a585385b76f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:35.676268 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-834c6bb3-c174-45fc-8de3-9f352360bfef req-884a7940-1a32-4681-b418-cc7d5c55958f tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.96 HTTP/1.1" status: 200 len: 695 time: 0.1784852 Jul 23 16:23:35.733027 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-332f6fee-76a7-4384-ac6f-a585385b76f6 None None] Port 5ecf9b99-a70a-446d-876b-4a8bd8ac81b6 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:23:35.763848 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c3d0ddc1-97f4-4d19-b072-3c43bf5fd64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:35.849919 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-fa373300-bad9-482a-92aa-83e54a3ae062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:35.851462 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-fa373300-bad9-482a-92aa-83e54a3ae062 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4f664a177ed044f69c3fc16552951763&device_id=190ba95c-7ca7-414c-8475-b9b15bfce248 HTTP/1.1" status: 200 len: 1095 time: 0.1682479 Jul 23 16:23:36.172625 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e1cc5-dcd3-4292-a450-1c9c749df5f6 req-6827d0f7-ab3a-491f-8d0b-7031f361a580 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:36.185800 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b23e1cc5-dcd3-4292-a450-1c9c749df5f6 req-6827d0f7-ab3a-491f-8d0b-7031f361a580 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce195d01-120b-419e-a805-7b0ad0c3b476 HTTP/1.1" status: 200 len: 945 time: 0.4348133 Jul 23 16:23:36.199895 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60570) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:36.210809 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-e62ddfa7-f6c9-4778-ae29-aab04108d50d tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Request body: {'floatingip': {'port_id': '3a9f5361-c030-4a86-a392-b561534a07f6'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:36.216410 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-4ab27f80-cbec-40f4-9c92-171b512b5d24 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d135e68-2dea-4214-8d70-3efd5ba76745 HTTP/1.1" status: 200 len: 217 time: 0.3555684 Jul 23 16:23:36.264522 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027bc128-8705-4c45-becc-90d1f53a598b admin admin] Router ca61d847-54e2-48f4-b677-239ed9cdd706 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:23:36.287871 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-d5a27d57-55a9-4514-8691-993bcbb247b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:36.289505 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-d5a27d57-55a9-4514-8691-993bcbb247b0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6fe4be59-2cd1-45d4-8fb1-b572bd36b8ca HTTP/1.1" status: 200 len: 845 time: 0.0633602 Jul 23 16:23:36.303227 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e62ddfa7-f6c9-4778-ae29-aab04108d50d tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks [] for floatingip, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:36.385883 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c6bb3-c174-45fc-8de3-9f352360bfef req-155ccee8-7874-43d8-b473-d4cd4ef8c6c3 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:36.387828 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-834c6bb3-c174-45fc-8de3-9f352360bfef req-155ccee8-7874-43d8-b473-d4cd4ef8c6c3 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 784 time: 0.6490920 Jul 23 16:23:36.414371 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-ea349d1e-c06f-4e38-90cf-60b61e839e79 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c0156383-d263-44ff-9a8d-9ced71d28f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528026 Jul 23 16:23:36.452477 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:36.556003 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027bc128-8705-4c45-becc-90d1f53a598b admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:23:36.567894 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262f3ba1-b9e6-488c-aeb5-926f63ecebe5 None None] Sync routers for ids ['ca61d847-54e2-48f4-b677-239ed9cdd706'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:23:36.572609 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-027bc128-8705-4c45-becc-90d1f53a598b admin admin] 10.222.0.73 "PUT /v2.0/routers/ca61d847-54e2-48f4-b677-239ed9cdd706/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1294751 Jul 23 16:23:36.580441 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60578) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:36.589323 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262f3ba1-b9e6-488c-aeb5-926f63ecebe5 None None] Routers {'ca61d847-54e2-48f4-b677-239ed9cdd706'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:36.592058 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-262f3ba1-b9e6-488c-aeb5-926f63ecebe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:23:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ca61d847-54e2-48f4-b677-239ed9cdd706'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:36.704562 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-49720341-fd80-4348-aaef-ebb454a33071 service neutron] 10.222.0.74 "GET /v2.0/networks/c0156383-d263-44ff-9a8d-9ced71d28f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811093 Jul 23 16:23:36.712561 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9840b-5649-4ba3-81ba-529cc636f1fc req-f40f62ed-cfe0-4f5b-a817-6cfa0fbead17 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:36.715436 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15e9840b-5649-4ba3-81ba-529cc636f1fc req-f40f62ed-cfe0-4f5b-a817-6cfa0fbead17 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=190ba95c-7ca7-414c-8475-b9b15bfce248 HTTP/1.1" status: 200 len: 944 time: 0.3391840 Jul 23 16:23:36.801522 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0183bf72-5eec-4401-8dc2-cb4441103669 admin admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:36.845238 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c3d0ddc1-97f4-4d19-b072-3c43bf5fd64b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ecf9b99-a70a-446d-876b-4a8bd8ac81b6 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:36.881502 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4d93c0-62df-4889-9d62-b9c518e8db09 x-openstack-request-id: req-1c4d93c0-62df-4889-9d62-b9c518e8db09 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:36.881890 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "190ba95c-7ca7-414c-8475-b9b15bfce248", "tag": "7d135e68-2dea-4214-8d70-3efd5ba76745", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:36.882073 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1c4d93c0-62df-4889-9d62-b9c518e8db09 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:36.882440 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '190ba95c-7ca7-414c-8475-b9b15bfce248', 'tag': '7d135e68-2dea-4214-8d70-3efd5ba76745', 'status': 'completed', 'code': 200} Jul 23 16:23:36.883626 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-262f3ba1-b9e6-488c-aeb5-926f63ecebe5 None None] Set router ca61d847-54e2-48f4-b677-239ed9cdd706 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:23:36.906975 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c3d0ddc1-97f4-4d19-b072-3c43bf5fd64b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:36.932591 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7ffe3001-5a28-4aea-9b84-fb74a97b0105 req-550be96f-070a-43ad-a7b0-2069470b02d8 service neutron] 10.222.0.74 "GET /v2.0/networks/c0156383-d263-44ff-9a8d-9ced71d28f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219315 Jul 23 16:23:36.954129 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0183bf72-5eec-4401-8dc2-cb4441103669 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:37.000434 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15e9840b-5649-4ba3-81ba-529cc636f1fc req-1ea07d3a-7914-43fd-bf42-48afa4ba3b38 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405984 Jul 23 16:23:37.020396 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c3d0ddc1-97f4-4d19-b072-3c43bf5fd64b service neutron] Transition to ACTIVE for port object 5ecf9b99-a70a-446d-876b-4a8bd8ac81b6 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:37.062885 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c3d0ddc1-97f4-4d19-b072-3c43bf5fd64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:37.157087 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:37.188917 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-0183bf72-5eec-4401-8dc2-cb4441103669 admin admin] Deleting port f959541c-8280-4bbb-b505-d1ea0f0ab1a3 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:23:37.189456 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0183bf72-5eec-4401-8dc2-cb4441103669 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:37.234813 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51daf6-9681-44cc-933c-445be9b5187c req-69c8604b-be5e-4edb-870d-5c257487d482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:37.236659 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4c51daf6-9681-44cc-933c-445be9b5187c req-69c8604b-be5e-4edb-870d-5c257487d482 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4f664a177ed044f69c3fc16552951763&device_id=190ba95c-7ca7-414c-8475-b9b15bfce248 HTTP/1.1" status: 200 len: 1095 time: 0.2402308 Jul 23 16:23:37.283472 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41460742-8dac-488c-aa40-14e088a8c14f req-cac870fd-8900-41ad-85fa-f08057be8de6 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:37.295507 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41460742-8dac-488c-aa40-14e088a8c14f req-cac870fd-8900-41ad-85fa-f08057be8de6 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/ports?device_id=acefc021-4a85-4611-aa92-e20943d2cf3e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3857248 Jul 23 16:23:37.316104 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-262f3ba1-b9e6-488c-aeb5-926f63ecebe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca61d847-54e2-48f4-b677-239ed9cdd706', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-212616220-router', 'tenant_id': '51619850a89a4e979748f0d7c3538237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'f959541c-8280-4bbb-b505-d1ea0f0ab1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:30Z', 'updated_at': '2021-07-23T16:23:34Z', 'revision_number': 5, 'project_id': '51619850a89a4e979748f0d7c3538237', 'gw_port': {'id': 'f959541c-8280-4bbb-b505-d1ea0f0ab1a3', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:68:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61d847-54e2-48f4-b677-239ed9cdd706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:32Z', 'updated_at': '2021-07-23T16:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:37.364689 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262f3ba1-b9e6-488c-aeb5-926f63ecebe5 None None] Checking router: ca61d847-54e2-48f4-b677-239ed9cdd706 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:23:37.382027 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262f3ba1-b9e6-488c-aeb5-926f63ecebe5 None None] Routers {'ca61d847-54e2-48f4-b677-239ed9cdd706'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:37.383137 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-262f3ba1-b9e6-488c-aeb5-926f63ecebe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:23:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ca61d847-54e2-48f4-b677-239ed9cdd706'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:37.489142 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-262f3ba1-b9e6-488c-aeb5-926f63ecebe5 None None] Set router ca61d847-54e2-48f4-b677-239ed9cdd706 gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:23:37.494720 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-0183bf72-5eec-4401-8dc2-cb4441103669 admin admin] For port f959541c-8280-4bbb-b505-d1ea0f0ab1a3, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=f959541c-8280-4bbb-b505-d1ea0f0ab1a3,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:37.495304 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0183bf72-5eec-4401-8dc2-cb4441103669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:37.527076 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-0183bf72-5eec-4401-8dc2-cb4441103669 admin admin] Calling delete_port for f959541c-8280-4bbb-b505-d1ea0f0ab1a3 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:23:37.546918 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e62ddfa7-f6c9-4778-ae29-aab04108d50d tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:37.550135 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-262f3ba1-b9e6-488c-aeb5-926f63ecebe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca61d847-54e2-48f4-b677-239ed9cdd706', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-212616220-router', 'tenant_id': '51619850a89a4e979748f0d7c3538237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:30Z', 'updated_at': '2021-07-23T16:23:36Z', 'revision_number': 6, 'project_id': '51619850a89a4e979748f0d7c3538237', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:37.556747 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51daf6-9681-44cc-933c-445be9b5187c req-9649338a-97cf-4503-9b4c-38c340e803cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:37.558351 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4c51daf6-9681-44cc-933c-445be9b5187c req-9649338a-97cf-4503-9b4c-38c340e803cc service neutron] 10.222.0.74 "GET /v2.0/networks?id=c0156383-d263-44ff-9a8d-9ced71d28f03 HTTP/1.1" status: 200 len: 907 time: 0.2577550 Jul 23 16:23:37.568736 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e62ddfa7-f6c9-4778-ae29-aab04108d50d tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:37.571536 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0ddc1-97f4-4d19-b072-3c43bf5fd64b service neutron] Pushing event updated for resources: {'Port': ['ID=5ecf9b99-a70a-446d-876b-4a8bd8ac81b6,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:37.608364 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262f3ba1-b9e6-488c-aeb5-926f63ecebe5 None None] The sync data for ids ['ca61d847-54e2-48f4-b677-239ed9cdd706'] in n-d-778549-4 is: [{'id': 'ca61d847-54e2-48f4-b677-239ed9cdd706', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-212616220-router', 'tenant_id': '51619850a89a4e979748f0d7c3538237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:30Z', 'updated_at': '2021-07-23T16:23:36Z', 'revision_number': 6, 'project_id': '51619850a89a4e979748f0d7c3538237', 'gw_port_host': None}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:23:37.635737 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4c51daf6-9681-44cc-933c-445be9b5187c req-d919a85a-277f-4cc6-9890-81d07cce1fcb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d135e68-2dea-4214-8d70-3efd5ba76745 HTTP/1.1" status: 200 len: 217 time: 0.0428612 Jul 23 16:23:37.749323 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51daf6-9681-44cc-933c-445be9b5187c req-caa05da9-8694-4ad5-a2dd-12b9d02d7f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:37.750920 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4c51daf6-9681-44cc-933c-445be9b5187c req-caa05da9-8694-4ad5-a2dd-12b9d02d7f55 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6fe4be59-2cd1-45d4-8fb1-b572bd36b8ca HTTP/1.1" status: 200 len: 845 time: 0.1050551 Jul 23 16:23:37.757192 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41460742-8dac-488c-aa40-14e088a8c14f req-0c11b81b-e247-472e-8d6e-456cd1c88593 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.96 HTTP/1.1" status: 200 len: 695 time: 0.4603946 Jul 23 16:23:37.762064 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-41460742-8dac-488c-aa40-14e088a8c14f req-306ec541-06e6-48b0-b175-57813bd891be tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Request body: {'floatingip': {'port_id': '1ac1c6a4-3b69-459c-a483-94d1a4456263', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:37.799446 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4c51daf6-9681-44cc-933c-445be9b5187c req-951e6c19-0406-41ab-9437-d937ec7b6bac service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c0156383-d263-44ff-9a8d-9ced71d28f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323648 Jul 23 16:23:37.833239 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-41460742-8dac-488c-aa40-14e088a8c14f req-306ec541-06e6-48b0-b175-57813bd891be tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks [] for floatingip, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:37.931283 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c3d0ddc1-97f4-4d19-b072-3c43bf5fd64b service neutron] Attempting to bind port 5ecf9b99-a70a-446d-876b-4a8bd8ac81b6 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:23:37.931516 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0183bf72-5eec-4401-8dc2-cb4441103669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:37.931656 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c3d0ddc1-97f4-4d19-b072-3c43bf5fd64b service neutron] Attempting to bind port 5ecf9b99-a70a-446d-876b-4a8bd8ac81b6 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:23:37.931847 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c3d0ddc1-97f4-4d19-b072-3c43bf5fd64b service neutron] Attempting to bind port 5ecf9b99-a70a-446d-876b-4a8bd8ac81b6 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:37.948032 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790540dd-87c8-42fb-ae60-8c1e7818daee req-1eb7b24f-9d42-4a4e-be2d-ed3087ea7c25 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:37.954202 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-790540dd-87c8-42fb-ae60-8c1e7818daee req-1eb7b24f-9d42-4a4e-be2d-ed3087ea7c25 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e0c2640-d9a0-4303-9b25-4b7550c305fb HTTP/1.1" status: 200 len: 947 time: 0.7678483 Jul 23 16:23:37.969941 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c3d0ddc1-97f4-4d19-b072-3c43bf5fd64b service neutron] Port 5ecf9b99-a70a-446d-876b-4a8bd8ac81b6 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:23:37.970279 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c3d0ddc1-97f4-4d19-b072-3c43bf5fd64b service neutron] Attempting to bind port 5ecf9b99-a70a-446d-876b-4a8bd8ac81b6 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:37.971822 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183bf72-5eec-4401-8dc2-cb4441103669 admin admin] Pushing event deleted for resources: {'Port': ['ID=f959541c-8280-4bbb-b505-d1ea0f0ab1a3,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:38.009943 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-e62ddfa7-f6c9-4778-ae29-aab04108d50d tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Floating IP e358439e-3e2f-400d-a70b-463b78c652c4 associated. External IP: 172.25.8.201, port: 3a9f5361-c030-4a86-a392-b561534a07f6. Jul 23 16:23:38.058079 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0183bf72-5eec-4401-8dc2-cb4441103669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:38.063983 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4c51daf6-9681-44cc-933c-445be9b5187c req-97b5440e-f745-4406-8292-e903021df0cf service neutron] 10.222.0.74 "GET /v2.0/networks/c0156383-d263-44ff-9a8d-9ced71d28f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527139 Jul 23 16:23:38.190549 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0183bf72-5eec-4401-8dc2-cb4441103669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:38.194779 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0183bf72-5eec-4401-8dc2-cb4441103669 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:38.274671 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0183bf72-5eec-4401-8dc2-cb4441103669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:38.275201 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0183bf72-5eec-4401-8dc2-cb4441103669 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca61d847-54e2-48f4-b677-239ed9cdd706 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:23:38.280718 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0183bf72-5eec-4401-8dc2-cb4441103669 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:38.282075 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0183bf72-5eec-4401-8dc2-cb4441103669 admin admin] 10.222.0.73 "DELETE /v2.0/routers/ca61d847-54e2-48f4-b677-239ed9cdd706 HTTP/1.1" status: 204 len: 168 time: 1.7002163 Jul 23 16:23:38.284551 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60594) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:38.332064 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4c51daf6-9681-44cc-933c-445be9b5187c req-5b9ae8e6-4fd6-4117-9c12-d8c8992136dd service neutron] 10.222.0.74 "GET /v2.0/networks/c0156383-d263-44ff-9a8d-9ced71d28f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419193 Jul 23 16:23:38.357462 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-f37e1cf9-e3ab-45f2-aca8-c12ee137db5b admin admin] Deleting subnet 647bf446-1ef8-4521-953a-7c8ff6ae0c8d {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:23:38.361353 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f37e1cf9-e3ab-45f2-aca8-c12ee137db5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:38.412572 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f37e1cf9-e3ab-45f2-aca8-c12ee137db5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:38.451848 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c3d0ddc1-97f4-4d19-b072-3c43bf5fd64b service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:23:38.452202 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c3d0ddc1-97f4-4d19-b072-3c43bf5fd64b service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:23:38.452595 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c3d0ddc1-97f4-4d19-b072-3c43bf5fd64b service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:23:38.453071 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c3d0ddc1-97f4-4d19-b072-3c43bf5fd64b service neutron] Bound port: 5ecf9b99-a70a-446d-876b-4a8bd8ac81b6, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:23:38.459384 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c3d0ddc1-97f4-4d19-b072-3c43bf5fd64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:38.490084 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:38.527577 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f37e1cf9-e3ab-45f2-aca8-c12ee137db5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:38.585921 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c3d0ddc1-97f4-4d19-b072-3c43bf5fd64b service neutron] For port 5ecf9b99-a70a-446d-876b-4a8bd8ac81b6, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:23:38.604458 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f37e1cf9-e3ab-45f2-aca8-c12ee137db5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:38.636732 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e1cf9-e3ab-45f2-aca8-c12ee137db5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=647bf446-1ef8-4521-953a-7c8ff6ae0c8d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:38.643355 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f37e1cf9-e3ab-45f2-aca8-c12ee137db5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:38.649354 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f37e1cf9-e3ab-45f2-aca8-c12ee137db5b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/647bf446-1ef8-4521-953a-7c8ff6ae0c8d HTTP/1.1" status: 204 len: 168 time: 0.3618872 Jul 23 16:23:38.650104 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60596) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:38.650253 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59fffb1-af26-47b1-b480-c6d8e42a7b85 None None] Network c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:23:38.689848 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-790540dd-87c8-42fb-ae60-8c1e7818daee req-b14b477d-c1b0-492f-bb59-9c3725b9beee tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/security-groups?id=4687059d-fd58-46be-a4a3-95fb9b3cbe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7294097 Jul 23 16:23:38.732459 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e75a45e1-5a05-423e-8686-ae30ac35a3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:38.769536 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c3d0ddc1-97f4-4d19-b072-3c43bf5fd64b service neutron] For port 5ecf9b99-a70a-446d-876b-4a8bd8ac81b6, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5ecf9b99-a70a-446d-876b-4a8bd8ac81b6,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:23:38.795157 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c3d0ddc1-97f4-4d19-b072-3c43bf5fd64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:38.829621 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e75a45e1-5a05-423e-8686-ae30ac35a3b6 admin admin] Deleting port 9cc4dc90-32e2-4929-a519-0c1151f9ceac {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:23:38.830246 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e75a45e1-5a05-423e-8686-ae30ac35a3b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:38.889031 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c3d0ddc1-97f4-4d19-b072-3c43bf5fd64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:38.889712 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c3d0ddc1-97f4-4d19-b072-3c43bf5fd64b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:38.891152 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c3d0ddc1-97f4-4d19-b072-3c43bf5fd64b service neutron] 10.222.0.97 "PUT /v2.0/ports/5ecf9b99-a70a-446d-876b-4a8bd8ac81b6 HTTP/1.1" status: 200 len: 1095 time: 3.5784385 Jul 23 16:23:38.893667 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0c2640-d9a0-4303-9b25-4b7550c305fb', 'tag': '5ecf9b99-a70a-446d-876b-4a8bd8ac81b6'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:38.899666 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568527a6-960b-496f-a08d-7c5873391c22" -d '{"events": [{"name": "network-changed", "server_uuid": "0e0c2640-d9a0-4303-9b25-4b7550c305fb", "tag": "5ecf9b99-a70a-446d-876b-4a8bd8ac81b6"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:38.959632 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e75a45e1-5a05-423e-8686-ae30ac35a3b6 admin admin] For port 9cc4dc90-32e2-4929-a519-0c1151f9ceac, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=9cc4dc90-32e2-4929-a519-0c1151f9ceac,segment=NetworkSegment(b09fbdba-1c06-4bdf-9396-d120d80fa55f),segment_id=b09fbdba-1c06-4bdf-9396-d120d80fa55f)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:38.960394 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e75a45e1-5a05-423e-8686-ae30ac35a3b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:39.002075 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e75a45e1-5a05-423e-8686-ae30ac35a3b6 admin admin] Calling delete_port for 9cc4dc90-32e2-4929-a519-0c1151f9ceac owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:23:39.071669 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ca5eaf-1efb-40d6-870a-de4cc986031a None None] DHCP port deletion for c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:23:39.176486 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e75a45e1-5a05-423e-8686-ae30ac35a3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:39.180813 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-96ca5eaf-1efb-40d6-870a-de4cc986031a None None] Deleting port 9cc4dc90-32e2-4929-a519-0c1151f9ceac {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:23:39.181636 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-96ca5eaf-1efb-40d6-870a-de4cc986031a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:39.194852 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0ddc1-97f4-4d19-b072-3c43bf5fd64b service neutron] Pushing event updated for resources: {'Port': ['ID=5ecf9b99-a70a-446d-876b-4a8bd8ac81b6,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:39.218505 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a45e1-5a05-423e-8686-ae30ac35a3b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cc4dc90-32e2-4929-a519-0c1151f9ceac,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:39.225905 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75a45e1-5a05-423e-8686-ae30ac35a3b6 admin admin] No DVR routers for this DVR port 9cc4dc90-32e2-4929-a519-0c1151f9ceac on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:23:39.266858 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-96ca5eaf-1efb-40d6-870a-de4cc986031a None None] For port 9cc4dc90-32e2-4929-a519-0c1151f9ceac, host n-d-778549-4, got binding levels [] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:39.267518 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-96ca5eaf-1efb-40d6-870a-de4cc986031a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:39.289913 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-96ca5eaf-1efb-40d6-870a-de4cc986031a None None] Calling delete_port for 9cc4dc90-32e2-4929-a519-0c1151f9ceac owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:23:39.295191 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.ipam_backend_mixin [None req-96ca5eaf-1efb-40d6-870a-de4cc986031a None None] Port 9cc4dc90-32e2-4929-a519-0c1151f9ceac was not found and therefore no delete operation was performed {{(pid=94014) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:23:39.296764 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-96ca5eaf-1efb-40d6-870a-de4cc986031a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:39.330640 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca5eaf-1efb-40d6-870a-de4cc986031a None None] Pushing event deleted for resources: {'Port': ['ID=9cc4dc90-32e2-4929-a519-0c1151f9ceac,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:39.334969 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ca5eaf-1efb-40d6-870a-de4cc986031a None None] No DVR routers for this DVR port 9cc4dc90-32e2-4929-a519-0c1151f9ceac on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:23:39.386404 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e75a45e1-5a05-423e-8686-ae30ac35a3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:39.399146 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f959541c-8280-4bbb-b505-d1ea0f0ab1a3 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:23:39.406665 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-e75a45e1-5a05-423e-8686-ae30ac35a3b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:39.424622 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-e75a45e1-5a05-423e-8686-ae30ac35a3b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09fbdba-1c06-4bdf-9396-d120d80fa55f') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:39.424622 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-e75a45e1-5a05-423e-8686-ae30ac35a3b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09fbdba-1c06-4bdf-9396-d120d80fa55f') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:39.436855 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e75a45e1-5a05-423e-8686-ae30ac35a3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:39.463541 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e75a45e1-5a05-423e-8686-ae30ac35a3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:39.470505 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: f959541c-8280-4bbb-b505-d1ea0f0ab1a3 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:23:39.471893 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e75a45e1-5a05-423e-8686-ae30ac35a3b6 admin admin] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:23:39.472379 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e75a45e1-5a05-423e-8686-ae30ac35a3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:39.475347 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:23:39.475347 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:23:39.475347 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:23:39.475347 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:23:39.475347 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:23:39.475347 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:23:39.475347 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:23:39.475347 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:23:39.475347 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:23:39.475347 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:23:39.475347 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:23:39.475347 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:23:39.475347 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:23:39.475347 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:23:39.475347 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:23:39.475347 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:23:39.475347 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:23:39.475347 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:23:39.475347 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:23:39.475347 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:23:39.475347 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:23:39.475347 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:23:39.475347 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:23:39.475347 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:23:39.475347 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:23:39.475347 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:23:39.475347 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:23:39.475347 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:23:39.475347 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:23:39.475347 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:23:39.475347 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:23:39.475347 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:23:39.478235 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f959541c-8280-4bbb-b505-d1ea0f0ab1a3 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:23:39.478354 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:23:39.520651 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:23:39.521901 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device fb7c0814-6de4-4cd9-b91c-a6fe22c4d78e not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:23:39.522498 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 9cc4dc90-32e2-4929-a519-0c1151f9ceac no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:23:39.546163 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 9cc4dc90-32e2-4929-a519-0c1151f9ceac {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:23:39.546955 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 9cc4dc90-32e2-4929-a519-0c1151f9ceac not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:23:39.551961 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62ddfa7-f6c9-4778-ae29-aab04108d50d tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Router cf3946a3-af16-4868-8049-502680ddf6f8 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:23:39.589669 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e75a45e1-5a05-423e-8686-ae30ac35a3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:39.591429 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-261125b3-65a1-49ef-83ff-c29357188878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:39.593626 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-261125b3-65a1-49ef-83ff-c29357188878 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=51460b038cbf40f1bdfdec65fbcfda49&device_id=0e0c2640-d9a0-4303-9b25-4b7550c305fb HTTP/1.1" status: 200 len: 1098 time: 0.6061051 Jul 23 16:23:39.596644 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e75a45e1-5a05-423e-8686-ae30ac35a3b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:39.600894 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e75a45e1-5a05-423e-8686-ae30ac35a3b6 admin admin] 10.222.0.73 "DELETE /v2.0/networks/c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c HTTP/1.1" status: 204 len: 168 time: 0.9488807 Jul 23 16:23:39.610967 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb109a55-830f-4a75-a40c-45112c1269f9 req-1b54e308-91be-4f69-8667-6520ae28d44c tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:39.618914 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb109a55-830f-4a75-a40c-45112c1269f9 req-1b54e308-91be-4f69-8667-6520ae28d44c tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=190ba95c-7ca7-414c-8475-b9b15bfce248 HTTP/1.1" status: 200 len: 944 time: 0.4296269 Jul 23 16:23:39.623443 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a45e1-5a05-423e-8686-ae30ac35a3b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1dc5fc4-644a-43ef-a3f4-6f7adb1c027c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:39.708671 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-37e67e12-26ad-4979-9a16-3eae47761c45 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=5ecf9b99-a70a-446d-876b-4a8bd8ac81b6 HTTP/1.1" status: 200 len: 217 time: 0.0555074 Jul 23 16:23:39.764265 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60612) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:39.834673 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3bd2af3c-bec1-4a69-af0c-cd219d1bc0f6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=72c5035a103e4dd0b897fa7cd5257ce2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0687253 Jul 23 16:23:39.837512 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60616) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:39.908683 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-33c8ab24-8a1a-409e-b418-88458621f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:39.910876 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-33c8ab24-8a1a-409e-b418-88458621f4dc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0954721 Jul 23 16:23:39.923354 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b0cbdc01-7460-4592-8541-e10a82aa2fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:39.931640 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb109a55-830f-4a75-a40c-45112c1269f9 req-b029280a-9784-4e63-b3f7-211bc37d6838 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116641 Jul 23 16:23:39.958236 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b0cbdc01-7460-4592-8541-e10a82aa2fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:40.028346 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b0cbdc01-7460-4592-8541-e10a82aa2fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:40.030796 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40b16ca-fa52-4ddd-9c44-83488e453df0 x-openstack-request-id: req-a40b16ca-fa52-4ddd-9c44-83488e453df0 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:40.031145 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e0c2640-d9a0-4303-9b25-4b7550c305fb", "tag": "5ecf9b99-a70a-446d-876b-4a8bd8ac81b6", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:40.031410 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a40b16ca-fa52-4ddd-9c44-83488e453df0 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:40.031871 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0c2640-d9a0-4303-9b25-4b7550c305fb', 'tag': '5ecf9b99-a70a-446d-876b-4a8bd8ac81b6', 'status': 'completed', 'code': 200} Jul 23 16:23:40.036912 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b0cbdc01-7460-4592-8541-e10a82aa2fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:40.040503 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b0cbdc01-7460-4592-8541-e10a82aa2fab admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4f62450d-d95c-4186-bc2a-2bb93e8bb6a6 HTTP/1.1" status: 204 len: 168 time: 0.1981151 Jul 23 16:23:40.040649 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.db.resource_extend [req-41460742-8dac-488c-aa40-14e088a8c14f req-306ec541-06e6-48b0-b175-57813bd891be tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:23:40.062880 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbdc01-7460-4592-8541-e10a82aa2fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f62450d-d95c-4186-bc2a-2bb93e8bb6a6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:40.147951 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-41460742-8dac-488c-aa40-14e088a8c14f req-306ec541-06e6-48b0-b175-57813bd891be tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:40.149744 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62ddfa7-f6c9-4778-ae29-aab04108d50d tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:23:40.162367 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b7d637-c4ba-47da-8b78-b3622dc9ad92 None None] Sync routers for ids ['cf3946a3-af16-4868-8049-502680ddf6f8'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:23:40.164937 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e62ddfa7-f6c9-4778-ae29-aab04108d50d tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:40.171254 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-41460742-8dac-488c-aa40-14e088a8c14f req-306ec541-06e6-48b0-b175-57813bd891be tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:40.179795 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b7d637-c4ba-47da-8b78-b3622dc9ad92 None None] Routers {'cf3946a3-af16-4868-8049-502680ddf6f8'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:40.181128 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b3b7d637-c4ba-47da-8b78-b3622dc9ad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:23:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['cf3946a3-af16-4868-8049-502680ddf6f8'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:40.240260 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 7d135e68-2dea-4214-8d70-3efd5ba76745 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:23:40.343737 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [req-41460742-8dac-488c-aa40-14e088a8c14f req-306ec541-06e6-48b0-b175-57813bd891be tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Floating IP 0060328c-3402-43e1-be05-b97eaeffd853 associated. External IP: 172.25.8.96, port: 1ac1c6a4-3b69-459c-a483-94d1a4456263. Jul 23 16:23:40.397293 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 7d135e68-2dea-4214-8d70-3efd5ba76745, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=7d135e68-2dea-4214-8d70-3efd5ba76745,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:40.409652 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '7d135e68-2dea-4214-8d70-3efd5ba76745', 'network_id': 'c0156383-d263-44ff-9a8d-9ced71d28f03', 'port_id': '7d135e68-2dea-4214-8d70-3efd5ba76745', 'mac_address': 'fa:16:3e:7d:04:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe4be59-2cd1-45d4-8fb1-b572bd36b8ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:23:40.444322 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e62ddfa7-f6c9-4778-ae29-aab04108d50d tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "PUT /v2.0/floatingips/e358439e-3e2f-400d-a70b-463b78c652c4 HTTP/1.1" status: 200 len: 991 time: 4.2421656 Jul 23 16:23:40.449249 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-8256ee58-6714-43b5-a744-b57136f3f135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:40.450872 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-8256ee58-6714-43b5-a744-b57136f3f135 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5062327 Jul 23 16:23:40.466351 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:40.498845 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d135e68-2dea-4214-8d70-3efd5ba76745 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:40.531401 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-b3b7d637-c4ba-47da-8b78-b3622dc9ad92 None None] Set router cf3946a3-af16-4868-8049-502680ddf6f8 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:23:40.542970 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60632) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:40.582184 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e595774-0a0b-4c47-997d-201d2f154e6e req-8c6755f6-e96c-48d8-9e5b-c553b2dd0e4b tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:40.584610 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5e595774-0a0b-4c47-997d-201d2f154e6e req-8c6755f6-e96c-48d8-9e5b-c553b2dd0e4b tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e0c2640-d9a0-4303-9b25-4b7550c305fb HTTP/1.1" status: 200 len: 947 time: 0.4690750 Jul 23 16:23:40.601589 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 7d135e68-2dea-4214-8d70-3efd5ba76745, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=7d135e68-2dea-4214-8d70-3efd5ba76745,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:40.606844 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60634) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:40.607272 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b014ae58-8576-47ad-8ee3-174338f2778d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=51619850a89a4e979748f0d7c3538237&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0630991 Jul 23 16:23:40.623314 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:40.630372 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-c9ca9551-f720-4f73-b025-d0c78e4c1686 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611857 Jul 23 16:23:40.733777 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=7d135e68-2dea-4214-8d70-3efd5ba76745,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:40.819937 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5e595774-0a0b-4c47-997d-201d2f154e6e req-1b4aa8b0-2bdc-4886-904d-894e3ff75f57 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/security-groups?id=4687059d-fd58-46be-a4a3-95fb9b3cbe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256856 Jul 23 16:23:40.941113 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['7d135e68-2dea-4214-8d70-3efd5ba76745'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:23:40.977726 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b24a509a-3765-455c-83cf-d2613e3f1278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:41.021993 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b24a509a-3765-455c-83cf-d2613e3f1278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:41.047876 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:23:41.103236 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b3b7d637-c4ba-47da-8b78-b3622dc9ad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'name': 'tempest-ServersTestBootFromVolume-768663394-router', 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:21Z', 'updated_at': '2021-07-23T16:22:27Z', 'revision_number': 4, 'project_id': 'af80bd8d90c240efaa74f32c66497bb1', 'gw_port': {'id': '7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:28:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:22Z', 'updated_at': '2021-07-23T16:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'e358439e-3e2f-400d-a70b-463b78c652c4', 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'port_id': '3a9f5361-c030-4a86-a392-b561534a07f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a00963e-1d3a-4f60-9596-8ffc59315fca', 'mac_address': 'fa:16:3e:c4:ea:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce195d01-120b-419e-a805-7b0ad0c3b476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:22:34Z', 'updated_at': '2021-07-23T16:23:37Z', 'revision_number': 1, 'project_id': 'af80bd8d90c240efaa74f32c66497bb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c316aba-6e5d-4993-a53e-ecd95abeabf0', 'name': '', 'network_id': '4a00963e-1d3a-4f60-9596-8ffc59315fca', 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1', 'mac_address': 'fa:16:3e:0f:f1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '68250752-9549-42db-965e-9173795a2cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:26Z', 'updated_at': '2021-07-23T16:22:39Z', 'revision_number': 5, 'project_id': 'af80bd8d90c240efaa74f32c66497bb1', 'subnets': [{'id': '68250752-9549-42db-965e-9173795a2cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:41.141851 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b7d637-c4ba-47da-8b78-b3622dc9ad92 None None] Checking router: cf3946a3-af16-4868-8049-502680ddf6f8 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:23:41.154420 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b24a509a-3765-455c-83cf-d2613e3f1278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:41.161890 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b24a509a-3765-455c-83cf-d2613e3f1278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:41.163313 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b24a509a-3765-455c-83cf-d2613e3f1278 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c36699f4-9a3d-4bcb-bf47-2931e9abfe3c HTTP/1.1" status: 204 len: 168 time: 0.5451949 Jul 23 16:23:41.167945 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b7d637-c4ba-47da-8b78-b3622dc9ad92 None None] Routers {'cf3946a3-af16-4868-8049-502680ddf6f8'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:41.168909 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b3b7d637-c4ba-47da-8b78-b3622dc9ad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:23:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['cf3946a3-af16-4868-8049-502680ddf6f8'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:41.177389 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a509a-3765-455c-83cf-d2613e3f1278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36699f4-9a3d-4bcb-bf47-2931e9abfe3c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:41.186287 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e44721ad-ecd2-48f1-9c2d-33df1386200d req-71c73f2b-1764-48e0-8976-b222d47da9fd service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5354145 Jul 23 16:23:41.191970 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41460742-8dac-488c-aa40-14e088a8c14f req-306ec541-06e6-48b0-b175-57813bd891be tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Router 697ea7c6-dff2-4434-9e4b-2d282ad98621 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:23:41.357861 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-b3b7d637-c4ba-47da-8b78-b3622dc9ad92 None None] Set router cf3946a3-af16-4868-8049-502680ddf6f8 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:23:41.699984 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b3b7d637-c4ba-47da-8b78-b3622dc9ad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'name': 'tempest-ServersTestBootFromVolume-768663394-router', 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:21Z', 'updated_at': '2021-07-23T16:22:27Z', 'revision_number': 4, 'project_id': 'af80bd8d90c240efaa74f32c66497bb1', 'gw_port': {'id': '7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:28:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:22Z', 'updated_at': '2021-07-23T16:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'e358439e-3e2f-400d-a70b-463b78c652c4', 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'port_id': '3a9f5361-c030-4a86-a392-b561534a07f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a00963e-1d3a-4f60-9596-8ffc59315fca', 'mac_address': 'fa:16:3e:c4:ea:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce195d01-120b-419e-a805-7b0ad0c3b476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:22:34Z', 'updated_at': '2021-07-23T16:23:37Z', 'revision_number': 1, 'project_id': 'af80bd8d90c240efaa74f32c66497bb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c316aba-6e5d-4993-a53e-ecd95abeabf0', 'name': '', 'network_id': '4a00963e-1d3a-4f60-9596-8ffc59315fca', 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1', 'mac_address': 'fa:16:3e:0f:f1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '68250752-9549-42db-965e-9173795a2cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:26Z', 'updated_at': '2021-07-23T16:22:39Z', 'revision_number': 5, 'project_id': 'af80bd8d90c240efaa74f32c66497bb1', 'subnets': [{'id': '68250752-9549-42db-965e-9173795a2cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:41.743141 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b7d637-c4ba-47da-8b78-b3622dc9ad92 None None] The sync data for ids ['cf3946a3-af16-4868-8049-502680ddf6f8'] in n-d-778549-4 is: [{'id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'name': 'tempest-ServersTestBootFromVolume-768663394-router', 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:21Z', 'updated_at': '2021-07-23T16:22:27Z', 'revision_number': 4, 'project_id': 'af80bd8d90c240efaa74f32c66497bb1', 'gw_port': {'id': '7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:28:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:22Z', 'updated_at': '2021-07-23T16:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'e358439e-3e2f-400d-a70b-463b78c652c4', 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'port_id': '3a9f5361-c030-4a86-a392-b561534a07f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a00963e-1d3a-4f60-9596-8ffc59315fca', 'mac_address': 'fa:16:3e:c4:ea:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce195d01-120b-419e-a805-7b0ad0c3b476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:22:34Z', 'updated_at': '2021-07-23T16:23:37Z', 'revision_number': 1, 'project_id': 'af80bd8d90c240efaa74f32c66497bb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c316aba-6e5d-4993-a53e-ecd95abeabf0', 'name': '', 'network_id': '4a00963e-1d3a-4f60-9596-8ffc59315fca', 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1', 'mac_address': 'fa:16:3e:0f:f1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '68250752-9549-42db-965e-9173795a2cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:26Z', 'updated_at': '2021-07-23T16:22:39Z', 'revision_number': 5, 'project_id': 'af80bd8d90c240efaa74f32c66497bb1', 'subnets': [{'id': '68250752-9549-42db-965e-9173795a2cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:23:41.930878 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41460742-8dac-488c-aa40-14e088a8c14f req-306ec541-06e6-48b0-b175-57813bd891be tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:23:41.935905 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-41460742-8dac-488c-aa40-14e088a8c14f req-306ec541-06e6-48b0-b175-57813bd891be tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:41.945587 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8dd633-8e32-443e-83ce-5b84efed7c8c None None] Sync routers for ids ['697ea7c6-dff2-4434-9e4b-2d282ad98621'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:23:41.964055 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8dd633-8e32-443e-83ce-5b84efed7c8c None None] Routers {'697ea7c6-dff2-4434-9e4b-2d282ad98621'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:41.968021 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568527a6-960b-496f-a08d-7c5873391c22 req-d93b4b85-e6d6-4780-b5ea-43990f9bcdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:41.972272 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-568527a6-960b-496f-a08d-7c5873391c22 req-d93b4b85-e6d6-4780-b5ea-43990f9bcdd5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=51460b038cbf40f1bdfdec65fbcfda49&device_id=0e0c2640-d9a0-4303-9b25-4b7550c305fb HTTP/1.1" status: 200 len: 1098 time: 0.6620800 Jul 23 16:23:41.972568 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-4c8dd633-8e32-443e-83ce-5b84efed7c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:23:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['697ea7c6-dff2-4434-9e4b-2d282ad98621'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:41.990253 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7107c0-9baf-4925-92b7-58e2de18c8cc req-80904b62-4bb4-40e4-a756-a2cc0d67a189 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:41.992704 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc7107c0-9baf-4925-92b7-58e2de18c8cc req-80904b62-4bb4-40e4-a756-a2cc0d67a189 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=190ba95c-7ca7-414c-8475-b9b15bfce248 HTTP/1.1" status: 200 len: 945 time: 0.2021792 Jul 23 16:23:42.053648 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce195d01-120b-419e-a805-7b0ad0c3b476', 'tag': '3a9f5361-c030-4a86-a392-b561534a07f6'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:42.057018 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd59a21-4e3a-456f-828f-8e1cebdfc1a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ce195d01-120b-419e-a805-7b0ad0c3b476", "tag": "3a9f5361-c030-4a86-a392-b561534a07f6"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:42.126251 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20dac18-3ba4-4889-ae5d-8507ca1363cc None None] New status for floating IP e358439e-3e2f-400d-a70b-463b78c652c4: ACTIVE {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:23:42.141707 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41460742-8dac-488c-aa40-14e088a8c14f req-306ec541-06e6-48b0-b175-57813bd891be tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "PUT /v2.0/floatingips/0060328c-3402-43e1-be05-b97eaeffd853 HTTP/1.1" status: 200 len: 995 time: 4.3834631 Jul 23 16:23:42.226367 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-4c8dd633-8e32-443e-83ce-5b84efed7c8c None None] Set router 697ea7c6-dff2-4434-9e4b-2d282ad98621 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:23:42.495157 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568527a6-960b-496f-a08d-7c5873391c22 req-fddd367d-1c68-46f5-8441-8d8a3dfead73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:42.522498 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-568527a6-960b-496f-a08d-7c5873391c22 req-fddd367d-1c68-46f5-8441-8d8a3dfead73 service neutron] 10.222.0.97 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.5432961 Jul 23 16:23:42.548283 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc7107c0-9baf-4925-92b7-58e2de18c8cc req-3fd7bdb6-1ec1-43d2-97f8-74880b010506 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5213008 Jul 23 16:23:42.613675 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-4c8dd633-8e32-443e-83ce-5b84efed7c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-504775310-router', 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '167b9125-b149-4d87-ae30-73b47aaf2bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:58Z', 'updated_at': '2021-07-23T16:23:04Z', 'revision_number': 4, 'project_id': '873dbef0f2494aa38fb542bb89dedefa', 'gw_port': {'id': '167b9125-b149-4d87-ae30-73b47aaf2bb8', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:59Z', 'updated_at': '2021-07-23T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '0060328c-3402-43e1-be05-b97eaeffd853', 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'port_id': '1ac1c6a4-3b69-459c-a483-94d1a4456263', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec97f243-d754-41fe-a65d-35b39e63e557', 'mac_address': 'fa:16:3e:ed:11:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acefc021-4a85-4611-aa92-e20943d2cf3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:23:33Z', 'updated_at': '2021-07-23T16:23:39Z', 'revision_number': 1, 'project_id': '873dbef0f2494aa38fb542bb89dedefa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12c31840-63ee-4b2e-bb1e-c0d16c4f4a43', 'name': '', 'network_id': 'ec97f243-d754-41fe-a65d-35b39e63e557', 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa', 'mac_address': 'fa:16:3e:f7:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'd0a4598b-9c78-46cd-9c83-8af6dca80014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:23:03Z', 'updated_at': '2021-07-23T16:23:13Z', 'revision_number': 5, 'project_id': '873dbef0f2494aa38fb542bb89dedefa', 'subnets': [{'id': 'd0a4598b-9c78-46cd-9c83-8af6dca80014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:42.650189 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8dd633-8e32-443e-83ce-5b84efed7c8c None None] Checking router: 697ea7c6-dff2-4434-9e4b-2d282ad98621 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:23:42.662104 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8dd633-8e32-443e-83ce-5b84efed7c8c None None] Routers {'697ea7c6-dff2-4434-9e4b-2d282ad98621'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:42.663072 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-4c8dd633-8e32-443e-83ce-5b84efed7c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:23:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['697ea7c6-dff2-4434-9e4b-2d282ad98621'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:42.716717 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 7d135e68-2dea-4214-8d70-3efd5ba76745 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:42.719977 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 5ecf9b99-a70a-446d-876b-4a8bd8ac81b6 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:23:42.826019 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-568527a6-960b-496f-a08d-7c5873391c22 req-5d849cd8-0eb4-4153-a46e-f6ceb5bae16b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=5ecf9b99-a70a-446d-876b-4a8bd8ac81b6 HTTP/1.1" status: 200 len: 217 time: 0.2697763 Jul 23 16:23:42.854568 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-4c8dd633-8e32-443e-83ce-5b84efed7c8c None None] Set router 697ea7c6-dff2-4434-9e4b-2d282ad98621 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:23:42.962324 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568527a6-960b-496f-a08d-7c5873391c22 req-4c3b7b2d-92aa-429f-a0be-856cac82909c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:42.964173 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-568527a6-960b-496f-a08d-7c5873391c22 req-4c3b7b2d-92aa-429f-a0be-856cac82909c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1134479 Jul 23 16:23:42.974521 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41460742-8dac-488c-aa40-14e088a8c14f req-d2aaabfe-c166-47aa-9c93-a4f41a26c9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:42.982314 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41460742-8dac-488c-aa40-14e088a8c14f req-d2aaabfe-c166-47aa-9c93-a4f41a26c9c4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=873dbef0f2494aa38fb542bb89dedefa&device_id=acefc021-4a85-4611-aa92-e20943d2cf3e HTTP/1.1" status: 200 len: 1096 time: 0.8337898 Jul 23 16:23:43.035061 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 5ecf9b99-a70a-446d-876b-4a8bd8ac81b6, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5ecf9b99-a70a-446d-876b-4a8bd8ac81b6,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:43.076821 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '5ecf9b99-a70a-446d-876b-4a8bd8ac81b6', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': '5ecf9b99-a70a-446d-876b-4a8bd8ac81b6', 'mac_address': 'fa:16:3e:71:dd:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:23:43.266209 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 7d135e68-2dea-4214-8d70-3efd5ba76745 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:43.273164 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:43.283781 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2e60654f-bb17-43fe-9f5b-7521b11cf562 req-0d9b205e-19f0-445d-9b45-685fe7e4da0f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=574aa532-e9a9-4f33-9556-4107de249784&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1207061 Jul 23 16:23:43.293725 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41460742-8dac-488c-aa40-14e088a8c14f req-c82adaf5-414c-482f-a9c8-d3664e6b0eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:43.298144 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41460742-8dac-488c-aa40-14e088a8c14f req-c82adaf5-414c-482f-a9c8-d3664e6b0eb2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ec97f243-d754-41fe-a65d-35b39e63e557 HTTP/1.1" status: 200 len: 930 time: 0.2751098 Jul 23 16:23:43.303132 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 7d135e68-2dea-4214-8d70-3efd5ba76745 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:43.303511 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:43.349584 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ecf9b99-a70a-446d-876b-4a8bd8ac81b6 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:43.362723 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-4c8dd633-8e32-443e-83ce-5b84efed7c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-504775310-router', 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '167b9125-b149-4d87-ae30-73b47aaf2bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:58Z', 'updated_at': '2021-07-23T16:23:04Z', 'revision_number': 4, 'project_id': '873dbef0f2494aa38fb542bb89dedefa', 'gw_port': {'id': '167b9125-b149-4d87-ae30-73b47aaf2bb8', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:59Z', 'updated_at': '2021-07-23T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '0060328c-3402-43e1-be05-b97eaeffd853', 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'port_id': '1ac1c6a4-3b69-459c-a483-94d1a4456263', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec97f243-d754-41fe-a65d-35b39e63e557', 'mac_address': 'fa:16:3e:ed:11:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acefc021-4a85-4611-aa92-e20943d2cf3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:23:33Z', 'updated_at': '2021-07-23T16:23:39Z', 'revision_number': 1, 'project_id': '873dbef0f2494aa38fb542bb89dedefa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12c31840-63ee-4b2e-bb1e-c0d16c4f4a43', 'name': '', 'network_id': 'ec97f243-d754-41fe-a65d-35b39e63e557', 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa', 'mac_address': 'fa:16:3e:f7:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'd0a4598b-9c78-46cd-9c83-8af6dca80014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:23:03Z', 'updated_at': '2021-07-23T16:23:13Z', 'revision_number': 5, 'project_id': '873dbef0f2494aa38fb542bb89dedefa', 'subnets': [{'id': 'd0a4598b-9c78-46cd-9c83-8af6dca80014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:43.380855 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 5ecf9b99-a70a-446d-876b-4a8bd8ac81b6, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5ecf9b99-a70a-446d-876b-4a8bd8ac81b6,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:43.389143 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:43.453162 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60654f-bb17-43fe-9f5b-7521b11cf562 req-a2496f57-1df2-4a2c-bce1-ddb8cc76841c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:43.453601 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8dd633-8e32-443e-83ce-5b84efed7c8c None None] The sync data for ids ['697ea7c6-dff2-4434-9e4b-2d282ad98621'] in n-d-778549-4 is: [{'id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-504775310-router', 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '167b9125-b149-4d87-ae30-73b47aaf2bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:58Z', 'updated_at': '2021-07-23T16:23:04Z', 'revision_number': 4, 'project_id': '873dbef0f2494aa38fb542bb89dedefa', 'gw_port': {'id': '167b9125-b149-4d87-ae30-73b47aaf2bb8', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:59Z', 'updated_at': '2021-07-23T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '0060328c-3402-43e1-be05-b97eaeffd853', 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'port_id': '1ac1c6a4-3b69-459c-a483-94d1a4456263', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec97f243-d754-41fe-a65d-35b39e63e557', 'mac_address': 'fa:16:3e:ed:11:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acefc021-4a85-4611-aa92-e20943d2cf3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:23:33Z', 'updated_at': '2021-07-23T16:23:39Z', 'revision_number': 1, 'project_id': '873dbef0f2494aa38fb542bb89dedefa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12c31840-63ee-4b2e-bb1e-c0d16c4f4a43', 'name': '', 'network_id': 'ec97f243-d754-41fe-a65d-35b39e63e557', 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa', 'mac_address': 'fa:16:3e:f7:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'd0a4598b-9c78-46cd-9c83-8af6dca80014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:23:03Z', 'updated_at': '2021-07-23T16:23:13Z', 'revision_number': 5, 'project_id': '873dbef0f2494aa38fb542bb89dedefa', 'subnets': [{'id': 'd0a4598b-9c78-46cd-9c83-8af6dca80014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:23:43.458340 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41460742-8dac-488c-aa40-14e088a8c14f req-e42c70b7-4018-4a83-a0e7-7e3becf4541f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ac1c6a4-3b69-459c-a483-94d1a4456263 HTTP/1.1" status: 200 len: 998 time: 0.1486332 Jul 23 16:23:43.471734 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2e60654f-bb17-43fe-9f5b-7521b11cf562 req-a2496f57-1df2-4a2c-bce1-ddb8cc76841c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=da99476b134d4fef96402fb4e21eb9c2&device_id=574aa532-e9a9-4f33-9556-4107de249784 HTTP/1.1" status: 200 len: 1099 time: 0.1360228 Jul 23 16:23:43.474923 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fce72f-7957-4677-8671-cd0c6de4104f req-307b4049-cbaa-4a38-a307-9ee5023ed1d3 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:43.489557 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-77fce72f-7957-4677-8671-cd0c6de4104f req-307b4049-cbaa-4a38-a307-9ee5023ed1d3 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e0c2640-d9a0-4303-9b25-4b7550c305fb HTTP/1.1" status: 200 len: 947 time: 0.6607723 Jul 23 16:23:43.595368 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-77fce72f-7957-4677-8671-cd0c6de4104f req-1c509396-d303-49c2-9322-92964d01934b tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/security-groups?id=4687059d-fd58-46be-a4a3-95fb9b3cbe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046491 Jul 23 16:23:43.611736 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60654f-bb17-43fe-9f5b-7521b11cf562 req-1fb79629-5991-4643-a34b-b8f0a38ddeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:43.613793 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2e60654f-bb17-43fe-9f5b-7521b11cf562 req-1fb79629-5991-4643-a34b-b8f0a38ddeba service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.1300998 Jul 23 16:23:43.676680 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2e60654f-bb17-43fe-9f5b-7521b11cf562 req-87c94dee-e952-452d-81fc-c0d04cf7b1cd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=3baa0060-0fbe-484c-bf91-b11c6672f3c7 HTTP/1.1" status: 200 len: 217 time: 0.0564668 Jul 23 16:23:43.678840 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=5ecf9b99-a70a-446d-876b-4a8bd8ac81b6,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:43.719442 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:43.749666 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41460742-8dac-488c-aa40-14e088a8c14f req-89339ba0-ca53-4366-83a0-3bcbcdc2e228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:43.759486 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41460742-8dac-488c-aa40-14e088a8c14f req-89339ba0-ca53-4366-83a0-3bcbcdc2e228 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d0a4598b-9c78-46cd-9c83-8af6dca80014 HTTP/1.1" status: 200 len: 867 time: 0.2261884 Jul 23 16:23:43.777376 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568527a6-960b-496f-a08d-7c5873391c22 req-2ad2f7b2-8137-4d74-a181-52cfb4f07b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:43.785281 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-568527a6-960b-496f-a08d-7c5873391c22 req-2ad2f7b2-8137-4d74-a181-52cfb4f07b68 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7962279 Jul 23 16:23:43.798624 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60654f-bb17-43fe-9f5b-7521b11cf562 req-0590a5f0-e00e-4610-83e4-f30c1d08c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:43.802458 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2e60654f-bb17-43fe-9f5b-7521b11cf562 req-0590a5f0-e00e-4610-83e4-f30c1d08c78f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1128104 Jul 23 16:23:43.825869 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 7d135e68-2dea-4214-8d70-3efd5ba76745, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=7d135e68-2dea-4214-8d70-3efd5ba76745,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:43.850829 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190ba95c-7ca7-414c-8475-b9b15bfce248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d135e68-2dea-4214-8d70-3efd5ba76745'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:43.860711 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c6ca32-39d2-493c-85e6-2aa352229645" -d '{"events": [{"server_uuid": "190ba95c-7ca7-414c-8475-b9b15bfce248", "name": "network-vif-plugged", "status": "completed", "tag": "7d135e68-2dea-4214-8d70-3efd5ba76745"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:43.879096 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['5ecf9b99-a70a-446d-876b-4a8bd8ac81b6'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:23:43.886305 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:43.906569 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ae2ab0-ff52-42b9-904c-f00d5f7645a7 None None] New status for floating IP 0060328c-3402-43e1-be05-b97eaeffd853: ACTIVE {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:23:44.014076 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebbe522-642b-4697-8b56-78c9a3e13f47 x-openstack-request-id: req-5ebbe522-642b-4697-8b56-78c9a3e13f47 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:44.014372 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce195d01-120b-419e-a805-7b0ad0c3b476", "tag": "3a9f5361-c030-4a86-a392-b561534a07f6", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:44.014626 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5ebbe522-642b-4697-8b56-78c9a3e13f47 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:44.015085 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce195d01-120b-419e-a805-7b0ad0c3b476', 'tag': '3a9f5361-c030-4a86-a392-b561534a07f6', 'status': 'completed', 'code': 200} Jul 23 16:23:44.029016 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60654f-bb17-43fe-9f5b-7521b11cf562 req-36a37fcf-65ef-4116-b1ad-027cc227d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:44.030567 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2e60654f-bb17-43fe-9f5b-7521b11cf562 req-36a37fcf-65ef-4116-b1ad-027cc227d8cf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2029510 Jul 23 16:23:44.170768 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=7d135e68-2dea-4214-8d70-3efd5ba76745,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:44.202144 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41460742-8dac-488c-aa40-14e088a8c14f req-a9cd66aa-4467-46de-aef1-7ecfc88d32a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:44.209461 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41460742-8dac-488c-aa40-14e088a8c14f req-a9cd66aa-4467-46de-aef1-7ecfc88d32a5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ec97f243-d754-41fe-a65d-35b39e63e557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4229925 Jul 23 16:23:44.258953 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-568527a6-960b-496f-a08d-7c5873391c22 req-a275b78e-460a-48e8-a3e6-1ed0c9ac3782 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465027 Jul 23 16:23:44.291601 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2e60654f-bb17-43fe-9f5b-7521b11cf562 req-5507ee1d-9166-4f1c-8c61-ed649a7c2587 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090209 Jul 23 16:23:44.497220 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc50b0-e4f0-496a-9c63-5907ab2e69ec req-ce327c15-1ba7-47d7-ae1e-9128850da584 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:44.504725 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cfbc50b0-e4f0-496a-9c63-5907ab2e69ec req-ce327c15-1ba7-47d7-ae1e-9128850da584 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=190ba95c-7ca7-414c-8475-b9b15bfce248 HTTP/1.1" status: 200 len: 946 time: 0.1935315 Jul 23 16:23:44.513139 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-568527a6-960b-496f-a08d-7c5873391c22 req-2636a26d-5c4c-4d33-883c-732d7e4058ed service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459505 Jul 23 16:23:44.516946 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41460742-8dac-488c-aa40-14e088a8c14f req-d9cf6c4b-5802-4ae4-b698-4532d3453358 service neutron] 10.222.0.73 "GET /v2.0/networks/ec97f243-d754-41fe-a65d-35b39e63e557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911475 Jul 23 16:23:44.579276 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd59a21-4e3a-456f-828f-8e1cebdfc1a2 req-97665ba0-28fa-4f3c-8984-b81fbc753edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:44.580906 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8fd59a21-4e3a-456f-828f-8e1cebdfc1a2 req-97665ba0-28fa-4f3c-8984-b81fbc753edb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=af80bd8d90c240efaa74f32c66497bb1&device_id=ce195d01-120b-419e-a805-7b0ad0c3b476 HTTP/1.1" status: 200 len: 1096 time: 0.5749514 Jul 23 16:23:44.598781 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cfbc50b0-e4f0-496a-9c63-5907ab2e69ec req-85f9d1c7-1727-424a-aa53-e0801e0ec2da tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929825 Jul 23 16:23:44.650406 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2e60654f-bb17-43fe-9f5b-7521b11cf562 req-e7830ffe-68ca-49a1-8d95-517e2e969c02 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519442 Jul 23 16:23:44.670091 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a423af41-870a-421c-860a-98fe89843298 x-openstack-request-id: req-a423af41-870a-421c-860a-98fe89843298 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:44.670387 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190ba95c-7ca7-414c-8475-b9b15bfce248", "name": "network-vif-plugged", "status": "completed", "tag": "7d135e68-2dea-4214-8d70-3efd5ba76745", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:44.670650 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a423af41-870a-421c-860a-98fe89843298 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:44.671054 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190ba95c-7ca7-414c-8475-b9b15bfce248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d135e68-2dea-4214-8d70-3efd5ba76745', 'code': 200} Jul 23 16:23:44.711921 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41460742-8dac-488c-aa40-14e088a8c14f req-f28c2331-1166-497f-9817-37aacad57a28 service neutron] 10.222.0.73 "GET /v2.0/networks/ec97f243-d754-41fe-a65d-35b39e63e557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744146 Jul 23 16:23:44.729320 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd59a21-4e3a-456f-828f-8e1cebdfc1a2 req-55c68d1e-a018-4889-bda0-1688c080ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:44.730906 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8fd59a21-4e3a-456f-828f-8e1cebdfc1a2 req-55c68d1e-a018-4889-bda0-1688c080ad2f service neutron] 10.222.0.74 "GET /v2.0/networks?id=4a00963e-1d3a-4f60-9596-8ffc59315fca HTTP/1.1" status: 200 len: 917 time: 0.1376069 Jul 23 16:23:44.878983 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8fd59a21-4e3a-456f-828f-8e1cebdfc1a2 req-b49a6cd1-afac-4f9c-b97b-a68a881db704 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a9f5361-c030-4a86-a392-b561534a07f6 HTTP/1.1" status: 200 len: 1001 time: 0.1350431 Jul 23 16:23:44.963904 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd59a21-4e3a-456f-828f-8e1cebdfc1a2 req-69bbffb2-96df-498c-8d58-8eda85dfda94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:44.965563 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8fd59a21-4e3a-456f-828f-8e1cebdfc1a2 req-69bbffb2-96df-498c-8d58-8eda85dfda94 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=68250752-9549-42db-965e-9173795a2cea HTTP/1.1" status: 200 len: 854 time: 0.0769472 Jul 23 16:23:44.966148 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828063e-71d9-4668-a58f-a42e15a25e9c req-1cecf728-cdb7-4230-ac22-cd09a9a2df40 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:44.967758 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d828063e-71d9-4668-a58f-a42e15a25e9c req-1cecf728-cdb7-4230-ac22-cd09a9a2df40 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e0c2640-d9a0-4303-9b25-4b7550c305fb HTTP/1.1" status: 200 len: 948 time: 0.1041152 Jul 23 16:23:44.985876 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e743eb-8ded-413b-b8f7-4ce25f314729 req-6905943b-6fad-4eff-9731-d61ea557c71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:44.987225 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-51e743eb-8ded-413b-b8f7-4ce25f314729 req-6905943b-6fad-4eff-9731-d61ea557c71f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=190ba95c-7ca7-414c-8475-b9b15bfce248 HTTP/1.1" status: 200 len: 1097 time: 0.1719971 Jul 23 16:23:45.076666 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-51e743eb-8ded-413b-b8f7-4ce25f314729 req-5bbfd5ab-7be8-4d4a-a376-2721f769303c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624421 Jul 23 16:23:45.082732 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d828063e-71d9-4668-a58f-a42e15a25e9c req-a36a01e7-93d4-4b47-b4e1-67ce737f2e4f tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/security-groups?id=4687059d-fd58-46be-a4a3-95fb9b3cbe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012175 Jul 23 16:23:45.086849 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd59a21-4e3a-456f-828f-8e1cebdfc1a2 req-08bed405-7756-4aa7-8d95-c9fd4417e4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:45.088552 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8fd59a21-4e3a-456f-828f-8e1cebdfc1a2 req-08bed405-7756-4aa7-8d95-c9fd4417e4e4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a00963e-1d3a-4f60-9596-8ffc59315fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155775 Jul 23 16:23:45.271667 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a9e87f7-9d91-48a1-a3cf-cd464b9f272e req-eb92663e-7771-4b11-885c-d000a5c91fb9 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 258 time: 0.1855602 Jul 23 16:23:45.277584 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-6a9e87f7-9d91-48a1-a3cf-cd464b9f272e req-33468a4a-45e6-43c4-8ec7-99c3fe596504 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:45.293091 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8fd59a21-4e3a-456f-828f-8e1cebdfc1a2 req-4e831a95-1867-4d71-87d0-53c7f0e85634 service neutron] 10.222.0.74 "GET /v2.0/networks/4a00963e-1d3a-4f60-9596-8ffc59315fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547012 Jul 23 16:23:45.304974 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6a9e87f7-9d91-48a1-a3cf-cd464b9f272e req-33468a4a-45e6-43c4-8ec7-99c3fe596504 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:45.417542 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8fd59a21-4e3a-456f-828f-8e1cebdfc1a2 req-981e7edd-3b37-42d9-936c-a2666ceb0106 service neutron] 10.222.0.74 "GET /v2.0/networks/4a00963e-1d3a-4f60-9596-8ffc59315fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172013 Jul 23 16:23:45.456015 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6a9e87f7-9d91-48a1-a3cf-cd464b9f272e req-33468a4a-45e6-43c4-8ec7-99c3fe596504 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:45.607112 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-6a9e87f7-9d91-48a1-a3cf-cd464b9f272e req-33468a4a-45e6-43c4-8ec7-99c3fe596504 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Allocated IP 172.25.8.178 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/c26d63a9-73fd-4026-8b30-64298f440893) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:23:45.796480 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6a9e87f7-9d91-48a1-a3cf-cd464b9f272e req-33468a4a-45e6-43c4-8ec7-99c3fe596504 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:45.898363 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327f7b0-e5ac-4b18-b6dc-f4e1821f47fe req-27af81bb-cb65-401a-a496-c0593d35ff57 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:45.899812 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5327f7b0-e5ac-4b18-b6dc-f4e1821f47fe req-27af81bb-cb65-401a-a496-c0593d35ff57 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=190ba95c-7ca7-414c-8475-b9b15bfce248 HTTP/1.1" status: 200 len: 946 time: 0.1236227 Jul 23 16:23:45.911479 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6a9e87f7-9d91-48a1-a3cf-cd464b9f272e req-33468a4a-45e6-43c4-8ec7-99c3fe596504 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:45.973111 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a9e87f7-9d91-48a1-a3cf-cd464b9f272e req-33468a4a-45e6-43c4-8ec7-99c3fe596504 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:23:45.982652 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-6a9e87f7-9d91-48a1-a3cf-cd464b9f272e req-33468a4a-45e6-43c4-8ec7-99c3fe596504 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:45.986558 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9e87f7-9d91-48a1-a3cf-cd464b9f272e req-33468a4a-45e6-43c4-8ec7-99c3fe596504 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:23:46.018582 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acefc021-4a85-4611-aa92-e20943d2cf3e', 'tag': '1ac1c6a4-3b69-459c-a483-94d1a4456263'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:46.021708 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2c592f-d65f-4905-9baf-3172e6c4d9d8" -d '{"events": [{"name": "network-changed", "server_uuid": "acefc021-4a85-4611-aa92-e20943d2cf3e", "tag": "1ac1c6a4-3b69-459c-a483-94d1a4456263"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:46.031423 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5327f7b0-e5ac-4b18-b6dc-f4e1821f47fe req-ab39fe65-52be-45b4-8c93-fbd453481695 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230633 Jul 23 16:23:46.046402 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33468a4a-45e6-43c4-8ec7-99c3fe596504 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Pushing event updated for resources: {'Port': ['ID=c26d63a9-73fd-4026-8b30-64298f440893,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:46.151115 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6a9e87f7-9d91-48a1-a3cf-cd464b9f272e req-33468a4a-45e6-43c4-8ec7-99c3fe596504 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:46.218344 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db2b467-c91f-4e7c-a611-54c5f8bd1832 x-openstack-request-id: req-8db2b467-c91f-4e7c-a611-54c5f8bd1832 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:46.218778 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acefc021-4a85-4611-aa92-e20943d2cf3e", "tag": "1ac1c6a4-3b69-459c-a483-94d1a4456263", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:46.219129 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8db2b467-c91f-4e7c-a611-54c5f8bd1832 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:46.219612 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acefc021-4a85-4611-aa92-e20943d2cf3e', 'tag': '1ac1c6a4-3b69-459c-a483-94d1a4456263', 'status': 'completed', 'code': 200} Jul 23 16:23:46.224747 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6a9e87f7-9d91-48a1-a3cf-cd464b9f272e req-33468a4a-45e6-43c4-8ec7-99c3fe596504 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:46.444984 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c592f-d65f-4905-9baf-3172e6c4d9d8 req-c6c5baef-a005-405a-bc53-433c9a387d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:46.446608 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb2c592f-d65f-4905-9baf-3172e6c4d9d8 req-c6c5baef-a005-405a-bc53-433c9a387d7c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=873dbef0f2494aa38fb542bb89dedefa&device_id=acefc021-4a85-4611-aa92-e20943d2cf3e HTTP/1.1" status: 200 len: 1096 time: 0.1856830 Jul 23 16:23:46.509152 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 5ecf9b99-a70a-446d-876b-4a8bd8ac81b6 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:46.566013 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baecd35-eea0-4487-8427-2a3322ee4742 req-a673fec6-027f-4917-a07b-caa13f7580dc tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:46.567791 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6baecd35-eea0-4487-8427-2a3322ee4742 req-a673fec6-027f-4917-a07b-caa13f7580dc tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e0c2640-d9a0-4303-9b25-4b7550c305fb HTTP/1.1" status: 200 len: 948 time: 0.2351825 Jul 23 16:23:46.593965 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 5ecf9b99-a70a-446d-876b-4a8bd8ac81b6 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:46.599376 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 5ecf9b99-a70a-446d-876b-4a8bd8ac81b6 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:46.599792 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:46.622179 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6a9e87f7-9d91-48a1-a3cf-cd464b9f272e req-33468a4a-45e6-43c4-8ec7-99c3fe596504 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:46.639303 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6a9e87f7-9d91-48a1-a3cf-cd464b9f272e req-33468a4a-45e6-43c4-8ec7-99c3fe596504 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:46.684641 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c592f-d65f-4905-9baf-3172e6c4d9d8 req-4bfd1ff0-42a5-4a17-a51a-bf3643e89592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:46.687071 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb2c592f-d65f-4905-9baf-3172e6c4d9d8 req-4bfd1ff0-42a5-4a17-a51a-bf3643e89592 service neutron] 10.222.0.97 "GET /v2.0/networks?id=ec97f243-d754-41fe-a65d-35b39e63e557 HTTP/1.1" status: 200 len: 930 time: 0.2304194 Jul 23 16:23:46.693757 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:46.730601 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0c2640-d9a0-4303-9b25-4b7550c305fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecf9b99-a70a-446d-876b-4a8bd8ac81b6'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:46.730601 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c3cf18-c36b-4567-a85b-8771a8232d30" -d '{"events": [{"server_uuid": "0e0c2640-d9a0-4303-9b25-4b7550c305fb", "name": "network-vif-plugged", "status": "completed", "tag": "5ecf9b99-a70a-446d-876b-4a8bd8ac81b6"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:46.730928 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6baecd35-eea0-4487-8427-2a3322ee4742 req-43b3f051-5b42-487d-a50e-2b730a8b100e tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/security-groups?id=4687059d-fd58-46be-a4a3-95fb9b3cbe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507192 Jul 23 16:23:46.758936 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 5ecf9b99-a70a-446d-876b-4a8bd8ac81b6, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5ecf9b99-a70a-446d-876b-4a8bd8ac81b6,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:46.764875 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:46.796411 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33468a4a-45e6-43c4-8ec7-99c3fe596504 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Pushing event updated for resources: {'Port': ['ID=c26d63a9-73fd-4026-8b30-64298f440893,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:46.829147 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6a9e87f7-9d91-48a1-a3cf-cd464b9f272e req-33468a4a-45e6-43c4-8ec7-99c3fe596504 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:46.845207 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb2c592f-d65f-4905-9baf-3172e6c4d9d8 req-bcd99596-1d82-4db4-ac9b-98748cf0f08d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ac1c6a4-3b69-459c-a483-94d1a4456263 HTTP/1.1" status: 200 len: 1000 time: 0.1415761 Jul 23 16:23:46.848015 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6a9e87f7-9d91-48a1-a3cf-cd464b9f272e req-33468a4a-45e6-43c4-8ec7-99c3fe596504 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:46.860683 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a9e87f7-9d91-48a1-a3cf-cd464b9f272e req-33468a4a-45e6-43c4-8ec7-99c3fe596504 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5822487 Jul 23 16:23:46.957090 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a9e87f7-9d91-48a1-a3cf-cd464b9f272e req-7fc8ca8d-2090-4234-b984-2adb5265044a tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.178 HTTP/1.1" status: 200 len: 696 time: 0.1003072 Jul 23 16:23:46.960374 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=5ecf9b99-a70a-446d-876b-4a8bd8ac81b6,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:46.985612 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c592f-d65f-4905-9baf-3172e6c4d9d8 req-6c8ca6c9-25f5-4231-ac18-25340823704a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:46.986992 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb2c592f-d65f-4905-9baf-3172e6c4d9d8 req-6c8ca6c9-25f5-4231-ac18-25340823704a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d0a4598b-9c78-46cd-9c83-8af6dca80014 HTTP/1.1" status: 200 len: 867 time: 0.1240456 Jul 23 16:23:47.194601 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c592f-d65f-4905-9baf-3172e6c4d9d8 req-1f178c0e-4bc2-447f-b9fb-e80144285e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:47.196892 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb2c592f-d65f-4905-9baf-3172e6c4d9d8 req-1f178c0e-4bc2-447f-b9fb-e80144285e89 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ec97f243-d754-41fe-a65d-35b39e63e557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1948531 Jul 23 16:23:47.210047 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e87f7-9d91-48a1-a3cf-cd464b9f272e req-b82a3cb8-b284-49d7-8345-2950be4344b0 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:47.210549 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a9e87f7-9d91-48a1-a3cf-cd464b9f272e req-b82a3cb8-b284-49d7-8345-2950be4344b0 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 784 time: 0.2526317 Jul 23 16:23:47.302616 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e289b7-43f7-4786-9352-98d0093113ff x-openstack-request-id: req-25e289b7-43f7-4786-9352-98d0093113ff {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:47.303121 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0c2640-d9a0-4303-9b25-4b7550c305fb", "name": "network-vif-plugged", "status": "completed", "tag": "5ecf9b99-a70a-446d-876b-4a8bd8ac81b6", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:47.303571 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-25e289b7-43f7-4786-9352-98d0093113ff {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:47.304126 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0c2640-d9a0-4303-9b25-4b7550c305fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecf9b99-a70a-446d-876b-4a8bd8ac81b6', 'code': 200} Jul 23 16:23:47.362179 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb2c592f-d65f-4905-9baf-3172e6c4d9d8 req-89ea9a4d-199a-465f-bc99-26ae13b822b3 service neutron] 10.222.0.97 "GET /v2.0/networks/ec97f243-d754-41fe-a65d-35b39e63e557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495807 Jul 23 16:23:47.912120 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb2c592f-d65f-4905-9baf-3172e6c4d9d8 req-ce9d2b1d-83ae-4630-b6a3-b88793239d3f service neutron] 10.222.0.97 "GET /v2.0/networks/ec97f243-d754-41fe-a65d-35b39e63e557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5312512 Jul 23 16:23:47.922943 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb130aeb-b10c-4a20-837d-2e94f5a3ed03 req-b4d8448a-1589-43b3-826a-141831b5b14c tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:47.924445 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb130aeb-b10c-4a20-837d-2e94f5a3ed03 req-b4d8448a-1589-43b3-826a-141831b5b14c tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/ports?device_id=acefc021-4a85-4611-aa92-e20943d2cf3e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5274019 Jul 23 16:23:47.934646 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f67f0-1acc-4144-907c-b0207b411f3f req-4c88fa23-9e88-41a1-a180-4e5ac9dd60e1 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:47.936136 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-962f67f0-1acc-4144-907c-b0207b411f3f req-4c88fa23-9e88-41a1-a180-4e5ac9dd60e1 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=190ba95c-7ca7-414c-8475-b9b15bfce248 HTTP/1.1" status: 200 len: 946 time: 0.5563810 Jul 23 16:23:47.939257 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0d2ca-9419-460e-a023-73fdb5060636 req-0c56a969-8475-46c2-97f3-7b43fa988b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:47.940965 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9ae0d2ca-9419-460e-a023-73fdb5060636 req-0c56a969-8475-46c2-97f3-7b43fa988b02 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=0e0c2640-d9a0-4303-9b25-4b7550c305fb HTTP/1.1" status: 200 len: 1100 time: 0.5624895 Jul 23 16:23:48.010895 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb130aeb-b10c-4a20-837d-2e94f5a3ed03 req-b815c022-86b0-4855-9ad9-dde6201dd3f9 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.178 HTTP/1.1" status: 200 len: 696 time: 0.0736144 Jul 23 16:23:48.034762 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-eb130aeb-b10c-4a20-837d-2e94f5a3ed03 req-513576a9-9915-4609-bc5c-30557583a298 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Request body: {'floatingip': {'port_id': '1ac1c6a4-3b69-459c-a483-94d1a4456263', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:48.042920 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9ae0d2ca-9419-460e-a023-73fdb5060636 req-0c0dd919-fe1e-4520-a6bc-8fedeb2b613d service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=4687059d-fd58-46be-a4a3-95fb9b3cbe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951002 Jul 23 16:23:48.074853 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-962f67f0-1acc-4144-907c-b0207b411f3f req-0268ac12-b0f3-46eb-8e3f-ecb2020af624 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323345 Jul 23 16:23:48.084128 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-eb130aeb-b10c-4a20-837d-2e94f5a3ed03 req-513576a9-9915-4609-bc5c-30557583a298 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks [] for floatingip, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:48.355476 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [req-eb130aeb-b10c-4a20-837d-2e94f5a3ed03 req-513576a9-9915-4609-bc5c-30557583a298 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] update failed (client error): There was a conflict when trying to complete your request. Jul 23 16:23:48.356567 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb130aeb-b10c-4a20-837d-2e94f5a3ed03 req-513576a9-9915-4609-bc5c-30557583a298 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "PUT /v2.0/floatingips/ddc3ff13-be12-46de-b6ca-d6d35f84156b HTTP/1.1" status: 409 len: 550 time: 0.3347809 Jul 23 16:23:48.366320 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5b71e-e933-44a0-ac92-a303174187ef req-53855458-4978-42d4-acc0-935d6bf426d8 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:48.367905 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28a5b71e-e933-44a0-ac92-a303174187ef req-53855458-4978-42d4-acc0-935d6bf426d8 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e0c2640-d9a0-4303-9b25-4b7550c305fb HTTP/1.1" status: 200 len: 949 time: 0.1216936 Jul 23 16:23:48.415639 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28a5b71e-e933-44a0-ac92-a303174187ef req-96d2fa55-4bd8-4f7a-8a35-756a983c5766 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/security-groups?id=4687059d-fd58-46be-a4a3-95fb9b3cbe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408986 Jul 23 16:23:48.586829 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-54bb4b07-1222-4661-bc21-256b47f2ddfd req-4fc2ea6f-3eb2-439b-8e39-62a1d9aa537b tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/floatingips/ddc3ff13-be12-46de-b6ca-d6d35f84156b HTTP/1.1" status: 200 len: 693 time: 0.0477002 Jul 23 16:23:48.730150 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb4b07-1222-4661-bc21-256b47f2ddfd req-51c49c6a-2ce9-4ad7-bf75-506c05d87049 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:48.738858 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-54bb4b07-1222-4661-bc21-256b47f2ddfd req-51c49c6a-2ce9-4ad7-bf75-506c05d87049 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 784 time: 0.1470306 Jul 23 16:23:48.812056 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-54bb4b07-1222-4661-bc21-256b47f2ddfd req-9da234c6-91cc-49f7-bb75-f7e1fe00c1b3 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.178 HTTP/1.1" status: 200 len: 696 time: 0.0723240 Jul 23 16:23:48.868549 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-54bb4b07-1222-4661-bc21-256b47f2ddfd req-b7c42cc6-6f70-4021-86ca-1eb1850b691f tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.178 HTTP/1.1" status: 200 len: 696 time: 0.0494366 Jul 23 16:23:48.882570 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961e664-4779-4128-97e6-6c461a6459b3 req-3cb65853-5f02-475e-b783-7fa2dc8063b8 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:48.884041 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9961e664-4779-4128-97e6-6c461a6459b3 req-3cb65853-5f02-475e-b783-7fa2dc8063b8 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=190ba95c-7ca7-414c-8475-b9b15bfce248 HTTP/1.1" status: 200 len: 946 time: 0.1755443 Jul 23 16:23:48.999879 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9961e664-4779-4128-97e6-6c461a6459b3 req-0118cd0e-cfaf-41c9-b820-4010ec21e875 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101353 Jul 23 16:23:49.043715 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-54bb4b07-1222-4661-bc21-256b47f2ddfd req-e39dc2d9-6aa9-4e24-bf9e-f8a6fb896219 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Deleting port c26d63a9-73fd-4026-8b30-64298f440893 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:23:49.044622 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-54bb4b07-1222-4661-bc21-256b47f2ddfd req-e39dc2d9-6aa9-4e24-bf9e-f8a6fb896219 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:49.157483 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-54bb4b07-1222-4661-bc21-256b47f2ddfd req-e39dc2d9-6aa9-4e24-bf9e-f8a6fb896219 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:49.157733 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-54bb4b07-1222-4661-bc21-256b47f2ddfd req-e39dc2d9-6aa9-4e24-bf9e-f8a6fb896219 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:49.174315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-54bb4b07-1222-4661-bc21-256b47f2ddfd req-e39dc2d9-6aa9-4e24-bf9e-f8a6fb896219 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Calling delete_port for c26d63a9-73fd-4026-8b30-64298f440893 owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:23:49.237924 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848d383-083b-423d-b5d9-e8c42d2c0ed8 req-d2634262-c4e8-41d5-bad7-d1fba2686d20 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:49.239423 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c848d383-083b-423d-b5d9-e8c42d2c0ed8 req-d2634262-c4e8-41d5-bad7-d1fba2686d20 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e230ed2-8c47-4100-8577-de94a2ae4b27 HTTP/1.1" status: 200 len: 950 time: 0.1367159 Jul 23 16:23:49.294603 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c848d383-083b-423d-b5d9-e8c42d2c0ed8 req-8af305b1-643d-4a73-9498-31ef658cbaea tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e632d0e-34af-4b4b-8ae1-8cd0d0c999c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485370 Jul 23 16:23:49.372338 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-54bb4b07-1222-4661-bc21-256b47f2ddfd req-e39dc2d9-6aa9-4e24-bf9e-f8a6fb896219 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:49.406272 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39dc2d9-6aa9-4e24-bf9e-f8a6fb896219 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Pushing event deleted for resources: {'Port': ['ID=c26d63a9-73fd-4026-8b30-64298f440893,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:49.478901 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-54bb4b07-1222-4661-bc21-256b47f2ddfd req-e39dc2d9-6aa9-4e24-bf9e-f8a6fb896219 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:49.481661 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-54bb4b07-1222-4661-bc21-256b47f2ddfd req-e39dc2d9-6aa9-4e24-bf9e-f8a6fb896219 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:49.489636 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-54bb4b07-1222-4661-bc21-256b47f2ddfd req-e39dc2d9-6aa9-4e24-bf9e-f8a6fb896219 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "DELETE /v2.0/floatingips/ddc3ff13-be12-46de-b6ca-d6d35f84156b HTTP/1.1" status: 204 len: 173 time: 0.6154437 Jul 23 16:23:49.606707 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60870) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:49.623674 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3286a066-4ba0-4cc6-9a55-993a7b9d88db req-86d6cfe2-40dc-42fc-966c-131a30bd0461 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.96 HTTP/1.1" status: 200 len: 1000 time: 0.0955088 Jul 23 16:23:49.685993 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80413a1b-24f2-49b5-9185-49ad6e0ebc8b req-1f8188e7-b704-47cb-8375-fb9ee95ace03 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:49.687503 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80413a1b-24f2-49b5-9185-49ad6e0ebc8b req-1f8188e7-b704-47cb-8375-fb9ee95ace03 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e0c2640-d9a0-4303-9b25-4b7550c305fb HTTP/1.1" status: 200 len: 949 time: 0.1507165 Jul 23 16:23:49.702031 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286a066-4ba0-4cc6-9a55-993a7b9d88db req-4579f024-7063-43c1-a119-9b8507d9fde8 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:49.704643 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3286a066-4ba0-4cc6-9a55-993a7b9d88db req-4579f024-7063-43c1-a119-9b8507d9fde8 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/ports/1ac1c6a4-3b69-459c-a483-94d1a4456263 HTTP/1.1" status: 200 len: 942 time: 0.0745831 Jul 23 16:23:49.718000 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e349ad58-bb31-4403-b669-5d0762f79635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:49.741852 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80413a1b-24f2-49b5-9185-49ad6e0ebc8b req-71e6f12a-0453-4c0b-8b37-e3f234216941 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/security-groups?id=4687059d-fd58-46be-a4a3-95fb9b3cbe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479348 Jul 23 16:23:49.818635 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3286a066-4ba0-4cc6-9a55-993a7b9d88db req-5664e407-892a-4152-affa-e002e2f4f229 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.96 HTTP/1.1" status: 200 len: 1000 time: 0.0691946 Jul 23 16:23:49.829418 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e349ad58-bb31-4403-b669-5d0762f79635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:49.834499 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e349ad58-bb31-4403-b669-5d0762f79635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:49.874384 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e349ad58-bb31-4403-b669-5d0762f79635 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=54a3acdd48df49599bc66cbdd473c92c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665691 Jul 23 16:23:49.875596 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349ad58-bb31-4403-b669-5d0762f79635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7905978-b35a-45bf-ac18-7619d2dbcc40,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:49.877450 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60886) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:49.967456 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286a066-4ba0-4cc6-9a55-993a7b9d88db req-f89c65b4-a65d-411f-a177-65675865566f tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:49.968979 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3286a066-4ba0-4cc6-9a55-993a7b9d88db req-f89c65b4-a65d-411f-a177-65675865566f tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 784 time: 0.1439450 Jul 23 16:23:49.992302 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-19c01647-d849-46d2-9e4a-99d06f68852a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:50.054647 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-19c01647-d849-46d2-9e4a-99d06f68852a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:50.084134 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3286a066-4ba0-4cc6-9a55-993a7b9d88db req-d141e4e3-31fd-4873-b1c5-705ed4f680c4 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.96 HTTP/1.1" status: 200 len: 1000 time: 0.1031146 Jul 23 16:23:50.105139 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-3286a066-4ba0-4cc6-9a55-993a7b9d88db req-026247da-cf40-4b2f-8d50-c6b55cb722ca tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:50.166788 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3286a066-4ba0-4cc6-9a55-993a7b9d88db req-026247da-cf40-4b2f-8d50-c6b55cb722ca tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks [] for floatingip, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:50.177035 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-19c01647-d849-46d2-9e4a-99d06f68852a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:50.177035 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-19c01647-d849-46d2-9e4a-99d06f68852a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:50.177035 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-19c01647-d849-46d2-9e4a-99d06f68852a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c7905978-b35a-45bf-ac18-7619d2dbcc40 HTTP/1.1" status: 204 len: 168 time: 0.2696223 Jul 23 16:23:50.223904 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c01647-d849-46d2-9e4a-99d06f68852a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7905978-b35a-45bf-ac18-7619d2dbcc40,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:50.373296 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3286a066-4ba0-4cc6-9a55-993a7b9d88db req-026247da-cf40-4b2f-8d50-c6b55cb722ca tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:50.378978 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3286a066-4ba0-4cc6-9a55-993a7b9d88db req-026247da-cf40-4b2f-8d50-c6b55cb722ca tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:50.379443 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [req-3286a066-4ba0-4cc6-9a55-993a7b9d88db req-026247da-cf40-4b2f-8d50-c6b55cb722ca tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Floating IP 0060328c-3402-43e1-be05-b97eaeffd853 disassociated. External IP: 172.25.8.96, port: 1ac1c6a4-3b69-459c-a483-94d1a4456263. Jul 23 16:23:50.390468 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243433be-f6fe-472b-a8d3-b37e89cc9a8a req-2a6a4605-d9c9-4f03-baea-7e29604f918d tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:50.392526 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-243433be-f6fe-472b-a8d3-b37e89cc9a8a req-2a6a4605-d9c9-4f03-baea-7e29604f918d tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=190ba95c-7ca7-414c-8475-b9b15bfce248 HTTP/1.1" status: 200 len: 946 time: 0.1646826 Jul 23 16:23:50.458995 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60908) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:50.473651 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9231c3ea-e1c5-454e-9c37-dcb1b566a7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:50.504262 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-243433be-f6fe-472b-a8d3-b37e89cc9a8a req-643ca19e-7bea-4161-a40c-99b79f9f00a3 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818303 Jul 23 16:23:50.592362 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9231c3ea-e1c5-454e-9c37-dcb1b566a7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:50.599429 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9231c3ea-e1c5-454e-9c37-dcb1b566a7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:50.641998 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9231c3ea-e1c5-454e-9c37-dcb1b566a7e8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f1c82e82f88c46699c09c835075d694e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1816735 Jul 23 16:23:50.646715 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60912) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:50.655794 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231c3ea-e1c5-454e-9c37-dcb1b566a7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5c5988-6af9-477b-889e-77414f50981b,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:50.697111 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb9430-0644-4360-a825-b080db28308d req-2718eb4d-a754-4793-810a-ff6b6313d412 tempest-ServersAdminNegativeTestJSON-560078084 tempest-ServersAdminNegativeTestJSON-560078084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:50.698642 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ebfb9430-0644-4360-a825-b080db28308d req-2718eb4d-a754-4793-810a-ff6b6313d412 tempest-ServersAdminNegativeTestJSON-560078084 tempest-ServersAdminNegativeTestJSON-560078084-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0e0c2640-d9a0-4303-9b25-4b7550c305fb HTTP/1.1" status: 200 len: 1100 time: 0.1188736 Jul 23 16:23:50.702740 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3286a066-4ba0-4cc6-9a55-993a7b9d88db req-026247da-cf40-4b2f-8d50-c6b55cb722ca tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Router 697ea7c6-dff2-4434-9e4b-2d282ad98621 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:23:50.711050 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c646246f-efc4-4f9c-b1d2-11cfeab06fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:50.727192 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ebfb9430-0644-4360-a825-b080db28308d req-d620e600-c197-4b5d-9001-64c857d45ee7 tempest-ServersAdminNegativeTestJSON-560078084 tempest-ServersAdminNegativeTestJSON-560078084-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:50.737792 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c646246f-efc4-4f9c-b1d2-11cfeab06fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:50.786477 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c646246f-efc4-4f9c-b1d2-11cfeab06fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:50.789082 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c646246f-efc4-4f9c-b1d2-11cfeab06fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:50.790442 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c646246f-efc4-4f9c-b1d2-11cfeab06fa3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9f5c5988-6af9-477b-889e-77414f50981b HTTP/1.1" status: 204 len: 168 time: 0.1424890 Jul 23 16:23:50.798765 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646246f-efc4-4f9c-b1d2-11cfeab06fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5c5988-6af9-477b-889e-77414f50981b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:50.873821 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3286a066-4ba0-4cc6-9a55-993a7b9d88db req-026247da-cf40-4b2f-8d50-c6b55cb722ca tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:23:50.878915 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3286a066-4ba0-4cc6-9a55-993a7b9d88db req-026247da-cf40-4b2f-8d50-c6b55cb722ca tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:50.885247 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090980d7-59b2-41ef-94eb-e2b0e22e762f None None] Sync routers for ids ['697ea7c6-dff2-4434-9e4b-2d282ad98621'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:23:50.896692 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090980d7-59b2-41ef-94eb-e2b0e22e762f None None] Routers {'697ea7c6-dff2-4434-9e4b-2d282ad98621'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:50.897563 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-090980d7-59b2-41ef-94eb-e2b0e22e762f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:23:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['697ea7c6-dff2-4434-9e4b-2d282ad98621'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:50.936672 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3286a066-4ba0-4cc6-9a55-993a7b9d88db req-026247da-cf40-4b2f-8d50-c6b55cb722ca tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "PUT /v2.0/floatingips/0060328c-3402-43e1-be05-b97eaeffd853 HTTP/1.1" status: 200 len: 694 time: 0.8390279 Jul 23 16:23:50.937163 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acefc021-4a85-4611-aa92-e20943d2cf3e', 'tag': '1ac1c6a4-3b69-459c-a483-94d1a4456263'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:50.939429 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999d4caf-3a88-4049-b8fb-14d84cc9f26c" -d '{"events": [{"name": "network-changed", "server_uuid": "acefc021-4a85-4611-aa92-e20943d2cf3e", "tag": "1ac1c6a4-3b69-459c-a483-94d1a4456263"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:50.984973 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ebfb9430-0644-4360-a825-b080db28308d req-d620e600-c197-4b5d-9001-64c857d45ee7 tempest-ServersAdminNegativeTestJSON-560078084 tempest-ServersAdminNegativeTestJSON-560078084-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:50.992334 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ebfb9430-0644-4360-a825-b080db28308d req-d620e600-c197-4b5d-9001-64c857d45ee7 tempest-ServersAdminNegativeTestJSON-560078084 tempest-ServersAdminNegativeTestJSON-560078084-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:51.017817 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-090980d7-59b2-41ef-94eb-e2b0e22e762f None None] Set router 697ea7c6-dff2-4434-9e4b-2d282ad98621 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:23:51.029677 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ebfb9430-0644-4360-a825-b080db28308d req-d620e600-c197-4b5d-9001-64c857d45ee7 tempest-ServersAdminNegativeTestJSON-560078084 tempest-ServersAdminNegativeTestJSON-560078084-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=4687059d-fd58-46be-a4a3-95fb9b3cbe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216333 Jul 23 16:23:51.032740 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620e600-c197-4b5d-9001-64c857d45ee7 tempest-ServersAdminNegativeTestJSON-560078084 tempest-ServersAdminNegativeTestJSON-560078084-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae312fe1-124e-472f-8dc9-e154e87468f0,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:51.047298 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286a066-4ba0-4cc6-9a55-993a7b9d88db req-a536ae66-27ca-4a5b-82ec-9d466ccc3ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:51.048847 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3286a066-4ba0-4cc6-9a55-993a7b9d88db req-a536ae66-27ca-4a5b-82ec-9d466ccc3ee9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=873dbef0f2494aa38fb542bb89dedefa&device_id=acefc021-4a85-4611-aa92-e20943d2cf3e HTTP/1.1" status: 200 len: 1096 time: 0.0970271 Jul 23 16:23:51.175236 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286a066-4ba0-4cc6-9a55-993a7b9d88db req-22f7ed9c-c870-41ca-966a-072ac6309d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:51.177112 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3286a066-4ba0-4cc6-9a55-993a7b9d88db req-22f7ed9c-c870-41ca-966a-072ac6309d97 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ec97f243-d754-41fe-a65d-35b39e63e557 HTTP/1.1" status: 200 len: 930 time: 0.1211054 Jul 23 16:23:51.233915 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3286a066-4ba0-4cc6-9a55-993a7b9d88db req-6362180c-5530-4425-a601-88f8b6ee19be service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ac1c6a4-3b69-459c-a483-94d1a4456263 HTTP/1.1" status: 200 len: 217 time: 0.0498433 Jul 23 16:23:51.278747 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-090980d7-59b2-41ef-94eb-e2b0e22e762f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-504775310-router', 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '167b9125-b149-4d87-ae30-73b47aaf2bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:58Z', 'updated_at': '2021-07-23T16:23:04Z', 'revision_number': 4, 'project_id': '873dbef0f2494aa38fb542bb89dedefa', 'gw_port': {'id': '167b9125-b149-4d87-ae30-73b47aaf2bb8', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:59Z', 'updated_at': '2021-07-23T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '12c31840-63ee-4b2e-bb1e-c0d16c4f4a43', 'name': '', 'network_id': 'ec97f243-d754-41fe-a65d-35b39e63e557', 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa', 'mac_address': 'fa:16:3e:f7:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'd0a4598b-9c78-46cd-9c83-8af6dca80014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:23:03Z', 'updated_at': '2021-07-23T16:23:13Z', 'revision_number': 5, 'project_id': '873dbef0f2494aa38fb542bb89dedefa', 'subnets': [{'id': 'd0a4598b-9c78-46cd-9c83-8af6dca80014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:51.290516 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286a066-4ba0-4cc6-9a55-993a7b9d88db req-c8bc0a2e-9daa-4e3b-a805-1b6335fc213e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:51.297455 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3286a066-4ba0-4cc6-9a55-993a7b9d88db req-c8bc0a2e-9daa-4e3b-a805-1b6335fc213e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d0a4598b-9c78-46cd-9c83-8af6dca80014 HTTP/1.1" status: 200 len: 867 time: 0.0566196 Jul 23 16:23:51.331512 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090980d7-59b2-41ef-94eb-e2b0e22e762f None None] Checking router: 697ea7c6-dff2-4434-9e4b-2d282ad98621 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:23:51.342056 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090980d7-59b2-41ef-94eb-e2b0e22e762f None None] Routers {'697ea7c6-dff2-4434-9e4b-2d282ad98621'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:51.342686 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-090980d7-59b2-41ef-94eb-e2b0e22e762f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:23:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['697ea7c6-dff2-4434-9e4b-2d282ad98621'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:51.355634 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286a066-4ba0-4cc6-9a55-993a7b9d88db req-f65dc88a-5d1c-48a8-ada3-ec4d9a12cb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:51.364278 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3286a066-4ba0-4cc6-9a55-993a7b9d88db req-f65dc88a-5d1c-48a8-ada3-ec4d9a12cb3f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ec97f243-d754-41fe-a65d-35b39e63e557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659702 Jul 23 16:23:51.463507 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-090980d7-59b2-41ef-94eb-e2b0e22e762f None None] Set router 697ea7c6-dff2-4434-9e4b-2d282ad98621 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:23:51.468522 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3286a066-4ba0-4cc6-9a55-993a7b9d88db req-201da37b-9527-4a77-86c8-e1550ee216ed service neutron] 10.222.0.73 "GET /v2.0/networks/ec97f243-d754-41fe-a65d-35b39e63e557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033928 Jul 23 16:23:51.595733 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3286a066-4ba0-4cc6-9a55-993a7b9d88db req-6be0abc8-0833-4f4f-b63b-8856aace5280 service neutron] 10.222.0.73 "GET /v2.0/networks/ec97f243-d754-41fe-a65d-35b39e63e557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205103 Jul 23 16:23:51.650667 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42faaea3-9080-496e-964d-6e1686532c6d x-openstack-request-id: req-42faaea3-9080-496e-964d-6e1686532c6d {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:51.650968 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acefc021-4a85-4611-aa92-e20943d2cf3e", "tag": "1ac1c6a4-3b69-459c-a483-94d1a4456263", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:51.651229 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-42faaea3-9080-496e-964d-6e1686532c6d {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:51.651644 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acefc021-4a85-4611-aa92-e20943d2cf3e', 'tag': '1ac1c6a4-3b69-459c-a483-94d1a4456263', 'status': 'completed', 'code': 200} Jul 23 16:23:51.735820 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-090980d7-59b2-41ef-94eb-e2b0e22e762f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-504775310-router', 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '167b9125-b149-4d87-ae30-73b47aaf2bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:58Z', 'updated_at': '2021-07-23T16:23:04Z', 'revision_number': 4, 'project_id': '873dbef0f2494aa38fb542bb89dedefa', 'gw_port': {'id': '167b9125-b149-4d87-ae30-73b47aaf2bb8', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:59Z', 'updated_at': '2021-07-23T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '12c31840-63ee-4b2e-bb1e-c0d16c4f4a43', 'name': '', 'network_id': 'ec97f243-d754-41fe-a65d-35b39e63e557', 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa', 'mac_address': 'fa:16:3e:f7:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'd0a4598b-9c78-46cd-9c83-8af6dca80014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:23:03Z', 'updated_at': '2021-07-23T16:23:13Z', 'revision_number': 5, 'project_id': '873dbef0f2494aa38fb542bb89dedefa', 'subnets': [{'id': 'd0a4598b-9c78-46cd-9c83-8af6dca80014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:51.773334 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090980d7-59b2-41ef-94eb-e2b0e22e762f None None] The sync data for ids ['697ea7c6-dff2-4434-9e4b-2d282ad98621'] in n-d-778549-4 is: [{'id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-504775310-router', 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '167b9125-b149-4d87-ae30-73b47aaf2bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:58Z', 'updated_at': '2021-07-23T16:23:04Z', 'revision_number': 4, 'project_id': '873dbef0f2494aa38fb542bb89dedefa', 'gw_port': {'id': '167b9125-b149-4d87-ae30-73b47aaf2bb8', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:59Z', 'updated_at': '2021-07-23T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '12c31840-63ee-4b2e-bb1e-c0d16c4f4a43', 'name': '', 'network_id': 'ec97f243-d754-41fe-a65d-35b39e63e557', 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa', 'mac_address': 'fa:16:3e:f7:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'd0a4598b-9c78-46cd-9c83-8af6dca80014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:23:03Z', 'updated_at': '2021-07-23T16:23:13Z', 'revision_number': 5, 'project_id': '873dbef0f2494aa38fb542bb89dedefa', 'subnets': [{'id': 'd0a4598b-9c78-46cd-9c83-8af6dca80014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:23:51.793139 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d4caf-3a88-4049-b8fb-14d84cc9f26c req-1e96219f-2fcb-4f37-89ba-2a926e28993c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:51.799222 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-999d4caf-3a88-4049-b8fb-14d84cc9f26c req-1e96219f-2fcb-4f37-89ba-2a926e28993c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=873dbef0f2494aa38fb542bb89dedefa&device_id=acefc021-4a85-4611-aa92-e20943d2cf3e HTTP/1.1" status: 200 len: 1096 time: 0.1095550 Jul 23 16:23:51.945703 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e42c5d1f-7476-48fb-816c-2e58a86a32a5 req-57576e31-ba0d-4ac4-9028-666b000cac4a tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/floatingips/0060328c-3402-43e1-be05-b97eaeffd853 HTTP/1.1" status: 200 len: 694 time: 0.1028214 Jul 23 16:23:52.005520 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d4caf-3a88-4049-b8fb-14d84cc9f26c req-4e5544e5-e488-4c3d-99a6-c0a72d36917e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:52.007060 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-999d4caf-3a88-4049-b8fb-14d84cc9f26c req-4e5544e5-e488-4c3d-99a6-c0a72d36917e service neutron] 10.222.0.97 "GET /v2.0/networks?id=ec97f243-d754-41fe-a65d-35b39e63e557 HTTP/1.1" status: 200 len: 930 time: 0.1975715 Jul 23 16:23:52.151200 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51213de-1aec-46f4-b3c7-94d69179cc2b None None] New status for floating IP 0060328c-3402-43e1-be05-b97eaeffd853: DOWN {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:23:52.437998 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-999d4caf-3a88-4049-b8fb-14d84cc9f26c req-2080958d-9aa2-4b8d-bba5-47b8382eb31c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ac1c6a4-3b69-459c-a483-94d1a4456263 HTTP/1.1" status: 200 len: 217 time: 0.4011090 Jul 23 16:23:52.527453 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c5d1f-7476-48fb-816c-2e58a86a32a5 req-7a11cdc8-1da3-4c60-a2d2-17d318fc5ef0 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:52.528805 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e42c5d1f-7476-48fb-816c-2e58a86a32a5 req-7a11cdc8-1da3-4c60-a2d2-17d318fc5ef0 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 784 time: 0.5770943 Jul 23 16:23:52.543738 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device d1aebf7d-018f-4493-baca-ae1ea191ed21 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:23:52.556623 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d4caf-3a88-4049-b8fb-14d84cc9f26c req-4ba8fc6f-6f80-4b26-b2a9-68c720c30fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:52.558192 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-999d4caf-3a88-4049-b8fb-14d84cc9f26c req-4ba8fc6f-6f80-4b26-b2a9-68c720c30fb6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d0a4598b-9c78-46cd-9c83-8af6dca80014 HTTP/1.1" status: 200 len: 867 time: 0.1080980 Jul 23 16:23:52.613221 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e42c5d1f-7476-48fb-816c-2e58a86a32a5 req-17b3cdbc-11d0-4d27-8bfd-e5fc2abb1212 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.96 HTTP/1.1" status: 200 len: 695 time: 0.0765367 Jul 23 16:23:52.624979 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:52.635543 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c50148-83e7-4eaf-a2cb-f728c094f01b req-ed3657ee-6cc7-4338-9f37-d8775a4c200e tempest-ServersAdminNegativeTestJSON-560078084 tempest-ServersAdminNegativeTestJSON-560078084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:52.637090 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05c50148-83e7-4eaf-a2cb-f728c094f01b req-ed3657ee-6cc7-4338-9f37-d8775a4c200e tempest-ServersAdminNegativeTestJSON-560078084 tempest-ServersAdminNegativeTestJSON-560078084-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0e0c2640-d9a0-4303-9b25-4b7550c305fb HTTP/1.1" status: 200 len: 1100 time: 0.2040613 Jul 23 16:23:52.649885 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e230ed2-8c47-4100-8577-de94a2ae4b27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1aebf7d-018f-4493-baca-ae1ea191ed21'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:52.651599 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aeb9340-9f26-4395-8d30-bd4c81c7b569" -d '{"events": [{"server_uuid": "2e230ed2-8c47-4100-8577-de94a2ae4b27", "name": "network-vif-unplugged", "status": "completed", "tag": "d1aebf7d-018f-4493-baca-ae1ea191ed21"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:52.665749 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port d1aebf7d-018f-4493-baca-ae1ea191ed21, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d1aebf7d-018f-4493-baca-ae1ea191ed21,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:52.670017 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:52.704417 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e42c5d1f-7476-48fb-816c-2e58a86a32a5 req-e504ffc7-d380-4f79-8901-0562d790057d tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.96 HTTP/1.1" status: 200 len: 695 time: 0.0719523 Jul 23 16:23:52.719399 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=d1aebf7d-018f-4493-baca-ae1ea191ed21,revision_number=11']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:52.775162 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05c50148-83e7-4eaf-a2cb-f728c094f01b req-25e743ac-1b8a-4438-b4b8-1088a67897e4 tempest-ServersAdminNegativeTestJSON-560078084 tempest-ServersAdminNegativeTestJSON-560078084-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=4687059d-fd58-46be-a4a3-95fb9b3cbe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218786 Jul 23 16:23:52.785573 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d4caf-3a88-4049-b8fb-14d84cc9f26c req-bdd8923d-1cbf-4cec-8698-155500fcbf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:52.787079 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-999d4caf-3a88-4049-b8fb-14d84cc9f26c req-bdd8923d-1cbf-4cec-8698-155500fcbf6f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ec97f243-d754-41fe-a65d-35b39e63e557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1939149 Jul 23 16:23:52.936060 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-e42c5d1f-7476-48fb-816c-2e58a86a32a5 req-3c50034f-4c66-47c9-b225-e0bb296a0293 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Deleting port bda7fc67-16b1-4df1-8e31-8f6155d72661 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:23:52.936408 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e42c5d1f-7476-48fb-816c-2e58a86a32a5 req-3c50034f-4c66-47c9-b225-e0bb296a0293 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:52.951316 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-999d4caf-3a88-4049-b8fb-14d84cc9f26c req-2a5d5957-a193-425f-ac7b-cb04a43de668 service neutron] 10.222.0.97 "GET /v2.0/networks/ec97f243-d754-41fe-a65d-35b39e63e557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375740 Jul 23 16:23:53.075167 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e42c5d1f-7476-48fb-816c-2e58a86a32a5 req-3c50034f-4c66-47c9-b225-e0bb296a0293 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:53.075501 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e42c5d1f-7476-48fb-816c-2e58a86a32a5 req-3c50034f-4c66-47c9-b225-e0bb296a0293 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:53.093504 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-e42c5d1f-7476-48fb-816c-2e58a86a32a5 req-3c50034f-4c66-47c9-b225-e0bb296a0293 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Calling delete_port for bda7fc67-16b1-4df1-8e31-8f6155d72661 owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:23:53.098167 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6807fb72-a972-4d92-abc4-9fbe67393f44 x-openstack-request-id: req-6807fb72-a972-4d92-abc4-9fbe67393f44 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:53.098568 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e230ed2-8c47-4100-8577-de94a2ae4b27", "name": "network-vif-unplugged", "status": "completed", "tag": "d1aebf7d-018f-4493-baca-ae1ea191ed21", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:53.098913 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6807fb72-a972-4d92-abc4-9fbe67393f44 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:53.099402 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e230ed2-8c47-4100-8577-de94a2ae4b27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1aebf7d-018f-4493-baca-ae1ea191ed21', 'code': 200} Jul 23 16:23:53.112529 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-999d4caf-3a88-4049-b8fb-14d84cc9f26c req-6141a4c2-3e3f-408f-879d-db1a62ba6de1 service neutron] 10.222.0.97 "GET /v2.0/networks/ec97f243-d754-41fe-a65d-35b39e63e557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492543 Jul 23 16:23:53.248132 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e42c5d1f-7476-48fb-816c-2e58a86a32a5 req-3c50034f-4c66-47c9-b225-e0bb296a0293 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:53.273528 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50034f-4c66-47c9-b225-e0bb296a0293 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Pushing event deleted for resources: {'Port': ['ID=bda7fc67-16b1-4df1-8e31-8f6155d72661,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:53.345271 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e42c5d1f-7476-48fb-816c-2e58a86a32a5 req-3c50034f-4c66-47c9-b225-e0bb296a0293 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:53.348779 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e42c5d1f-7476-48fb-816c-2e58a86a32a5 req-3c50034f-4c66-47c9-b225-e0bb296a0293 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:53.357604 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e42c5d1f-7476-48fb-816c-2e58a86a32a5 req-3c50034f-4c66-47c9-b225-e0bb296a0293 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "DELETE /v2.0/floatingips/0060328c-3402-43e1-be05-b97eaeffd853 HTTP/1.1" status: 204 len: 173 time: 0.6448231 Jul 23 16:23:53.560485 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a5873-d1f8-4798-9c88-80b9c882daf7 req-c0836730-bb68-4639-a0ea-7ba9ce0e2204 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:53.562043 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-408a5873-d1f8-4798-9c88-80b9c882daf7 req-c0836730-bb68-4639-a0ea-7ba9ce0e2204 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/ports?device_id=acefc021-4a85-4611-aa92-e20943d2cf3e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0668185 Jul 23 16:23:53.615334 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-408a5873-d1f8-4798-9c88-80b9c882daf7 req-2a7f8209-19d3-486b-b3b9-b2e39c830ff4 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0445013 Jul 23 16:23:53.785590 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-afe11875-d7e0-4a9c-9aec-e83244602b78 req-da2bb2c6-3ea0-483b-bf09-2128ecac773d tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0444009 Jul 23 16:23:53.904674 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f2f34-8d26-4207-96be-cc8e9afd874a req-5992930c-ebbf-4579-9999-8364db9fdd92 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:53.906215 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-701f2f34-8d26-4207-96be-cc8e9afd874a req-5992930c-ebbf-4579-9999-8364db9fdd92 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e0c2640-d9a0-4303-9b25-4b7550c305fb HTTP/1.1" status: 200 len: 949 time: 0.0659244 Jul 23 16:23:53.948440 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-701f2f34-8d26-4207-96be-cc8e9afd874a req-09d5405e-9285-44f2-b39e-5e4413df3500 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/security-groups?id=4687059d-fd58-46be-a4a3-95fb9b3cbe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352929 Jul 23 16:23:54.158771 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5c674-d953-4954-918b-180a5975dfb5 req-b4b7a4ca-9ba9-4ec4-bd05-aecbff105bae tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:54.160522 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-70e5c674-d953-4954-918b-180a5975dfb5 req-b4b7a4ca-9ba9-4ec4-bd05-aecbff105bae tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/ports?device_id=acefc021-4a85-4611-aa92-e20943d2cf3e HTTP/1.1" status: 200 len: 945 time: 0.0731909 Jul 23 16:23:54.216679 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-70e5c674-d953-4954-918b-180a5975dfb5 req-b5823b4a-46ae-47e4-af74-fac0e3fb8460 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/security-groups?id=018254e7-0c8b-485b-853d-44d505a50db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494859 Jul 23 16:23:54.320675 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 7d135e68-2dea-4214-8d70-3efd5ba76745 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:23:54.345631 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 32960) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:54.451452 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 7d135e68-2dea-4214-8d70-3efd5ba76745, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=7d135e68-2dea-4214-8d70-3efd5ba76745,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:54.467938 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '7d135e68-2dea-4214-8d70-3efd5ba76745', 'network_id': 'c0156383-d263-44ff-9a8d-9ced71d28f03', 'port_id': '7d135e68-2dea-4214-8d70-3efd5ba76745', 'mac_address': 'fa:16:3e:7d:04:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe4be59-2cd1-45d4-8fb1-b572bd36b8ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:23:54.478200 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d018992-e1ed-427c-bd46-a7c987fa9326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:54.520067 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:54.543160 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d135e68-2dea-4214-8d70-3efd5ba76745 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:54.570605 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 7d135e68-2dea-4214-8d70-3efd5ba76745, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=7d135e68-2dea-4214-8d70-3efd5ba76745,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:54.574513 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:54.605643 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d018992-e1ed-427c-bd46-a7c987fa9326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:54.613168 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d018992-e1ed-427c-bd46-a7c987fa9326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:54.638563 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=7d135e68-2dea-4214-8d70-3efd5ba76745,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:54.671653 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33000) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:54.673899 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['7d135e68-2dea-4214-8d70-3efd5ba76745'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:23:54.680214 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4d018992-e1ed-427c-bd46-a7c987fa9326 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=770cc5027aaf4bb59dc85c4e75371f3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327525 Jul 23 16:23:54.687209 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d018992-e1ed-427c-bd46-a7c987fa9326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1acf892-8172-4b81-8124-b5de796e0e7e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:54.741032 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ef85d86a-a55b-4145-8a25-b2e2e59bcdab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:54.788839 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ef85d86a-a55b-4145-8a25-b2e2e59bcdab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:54.857233 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ef85d86a-a55b-4145-8a25-b2e2e59bcdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:54.862812 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ef85d86a-a55b-4145-8a25-b2e2e59bcdab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:54.866696 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ef85d86a-a55b-4145-8a25-b2e2e59bcdab admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d1acf892-8172-4b81-8124-b5de796e0e7e HTTP/1.1" status: 204 len: 168 time: 0.1911252 Jul 23 16:23:54.876040 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85d86a-a55b-4145-8a25-b2e2e59bcdab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1acf892-8172-4b81-8124-b5de796e0e7e,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:55.095175 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981c4a7-13d8-42ea-a91b-f7a37ce73fde req-29e7763c-73fd-4ff5-8eff-876bb2549e8c tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:55.101621 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9981c4a7-13d8-42ea-a91b-f7a37ce73fde req-29e7763c-73fd-4ff5-8eff-876bb2549e8c tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e0c2640-d9a0-4303-9b25-4b7550c305fb HTTP/1.1" status: 200 len: 949 time: 0.0758700 Jul 23 16:23:55.154676 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9981c4a7-13d8-42ea-a91b-f7a37ce73fde req-ab4b72bb-8885-4d27-9467-fb73e33744b4 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/security-groups?id=4687059d-fd58-46be-a4a3-95fb9b3cbe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507321 Jul 23 16:23:55.410218 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33068) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:55.430549 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f79b6f5c-d8f5-4956-b1cc-6728693c2d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:55.514568 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e7337-1945-47da-a255-a5c45ea9e2dc req-dc4e1788-753f-423c-8953-93ab22500126 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:55.516807 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6d2e7337-1945-47da-a255-a5c45ea9e2dc req-dc4e1788-753f-423c-8953-93ab22500126 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/ports?device_id=acefc021-4a85-4611-aa92-e20943d2cf3e HTTP/1.1" status: 200 len: 945 time: 0.1502564 Jul 23 16:23:55.556592 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f79b6f5c-d8f5-4956-b1cc-6728693c2d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:55.566884 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f79b6f5c-d8f5-4956-b1cc-6728693c2d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:55.617837 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b6f5c-d8f5-4956-b1cc-6728693c2d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa801b9-094f-4e04-b486-e44b0902c8ba,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:55.641976 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f79b6f5c-d8f5-4956-b1cc-6728693c2d9b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=990c8da71aff46df98f036b0cd60bfd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282190 Jul 23 16:23:55.645448 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33084) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:55.649329 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6d2e7337-1945-47da-a255-a5c45ea9e2dc req-8bbc9921-3b60-4801-b687-757c6f66b3b0 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/security-groups?id=018254e7-0c8b-485b-853d-44d505a50db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115043 Jul 23 16:23:55.716123 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c79108-6ee1-44fb-94fe-66790f082aba req-4b4a9913-cccd-4d0c-afd6-9d61c63b142d tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:55.718483 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-98c79108-6ee1-44fb-94fe-66790f082aba req-4b4a9913-cccd-4d0c-afd6-9d61c63b142d tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.97 "GET /v2.0/ports?device_id=0e0c2640-d9a0-4303-9b25-4b7550c305fb HTTP/1.1" status: 200 len: 949 time: 0.2316103 Jul 23 16:23:55.786751 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f83d8e-0e1d-4364-b8c8-8b360c0f3d47 req-b7b59deb-803e-4701-a319-6f1f6314025d tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:55.788285 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-92f83d8e-0e1d-4364-b8c8-8b360c0f3d47 req-b7b59deb-803e-4701-a319-6f1f6314025d tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.97 "GET /v2.0/ports?device_id=acefc021-4a85-4611-aa92-e20943d2cf3e HTTP/1.1" status: 200 len: 945 time: 0.2516980 Jul 23 16:23:55.853465 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-97565c55-b604-4a57-9d5f-4eed89a62d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:55.938481 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-97565c55-b604-4a57-9d5f-4eed89a62d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:56.062149 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-98c79108-6ee1-44fb-94fe-66790f082aba req-9372c80a-d2e5-4891-80c2-48cc6df97526 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Deleting port 5ecf9b99-a70a-446d-876b-4a8bd8ac81b6 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:23:56.062484 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-98c79108-6ee1-44fb-94fe-66790f082aba req-9372c80a-d2e5-4891-80c2-48cc6df97526 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:56.087985 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-92f83d8e-0e1d-4364-b8c8-8b360c0f3d47 req-bde15bd6-9d99-4bf7-9f50-22eb305f808e tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Deleting port 1ac1c6a4-3b69-459c-a483-94d1a4456263 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:23:56.088559 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-92f83d8e-0e1d-4364-b8c8-8b360c0f3d47 req-bde15bd6-9d99-4bf7-9f50-22eb305f808e tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:56.126747 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-97565c55-b604-4a57-9d5f-4eed89a62d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:56.129510 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-97565c55-b604-4a57-9d5f-4eed89a62d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:56.130913 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-97565c55-b604-4a57-9d5f-4eed89a62d60 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9aa801b9-094f-4e04-b486-e44b0902c8ba HTTP/1.1" status: 204 len: 168 time: 0.4796407 Jul 23 16:23:56.196179 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97565c55-b604-4a57-9d5f-4eed89a62d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa801b9-094f-4e04-b486-e44b0902c8ba,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:56.276359 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-98c79108-6ee1-44fb-94fe-66790f082aba req-9372c80a-d2e5-4891-80c2-48cc6df97526 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] For port 5ecf9b99-a70a-446d-876b-4a8bd8ac81b6, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5ecf9b99-a70a-446d-876b-4a8bd8ac81b6,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:56.277044 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-98c79108-6ee1-44fb-94fe-66790f082aba req-9372c80a-d2e5-4891-80c2-48cc6df97526 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:56.294892 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-92f83d8e-0e1d-4364-b8c8-8b360c0f3d47 req-bde15bd6-9d99-4bf7-9f50-22eb305f808e tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] For port 1ac1c6a4-3b69-459c-a483-94d1a4456263, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=1ac1c6a4-3b69-459c-a483-94d1a4456263,segment=NetworkSegment(e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4),segment_id=e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:56.299467 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-92f83d8e-0e1d-4364-b8c8-8b360c0f3d47 req-bde15bd6-9d99-4bf7-9f50-22eb305f808e tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:56.320129 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-98c79108-6ee1-44fb-94fe-66790f082aba req-9372c80a-d2e5-4891-80c2-48cc6df97526 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Calling delete_port for 5ecf9b99-a70a-446d-876b-4a8bd8ac81b6 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:23:56.331804 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-92f83d8e-0e1d-4364-b8c8-8b360c0f3d47 req-bde15bd6-9d99-4bf7-9f50-22eb305f808e tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Calling delete_port for 1ac1c6a4-3b69-459c-a483-94d1a4456263 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:23:56.343888 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 7d135e68-2dea-4214-8d70-3efd5ba76745 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:56.432720 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 7d135e68-2dea-4214-8d70-3efd5ba76745 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:56.433280 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:56.645911 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-98c79108-6ee1-44fb-94fe-66790f082aba req-9372c80a-d2e5-4891-80c2-48cc6df97526 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:56.653156 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-92f83d8e-0e1d-4364-b8c8-8b360c0f3d47 req-bde15bd6-9d99-4bf7-9f50-22eb305f808e tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:56.671698 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['bbe2767a-4d61-44d2-82a5-362aaad60558'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:23:56.675837 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['5ecf9b99-a70a-446d-876b-4a8bd8ac81b6'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:23:56.725171 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372c80a-d2e5-4891-80c2-48cc6df97526 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Pushing event deleted for resources: {'Port': ['ID=5ecf9b99-a70a-446d-876b-4a8bd8ac81b6,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:56.753859 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['1ac1c6a4-3b69-459c-a483-94d1a4456263'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:23:56.779767 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde15bd6-9d99-4bf7-9f50-22eb305f808e tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Pushing event deleted for resources: {'Port': ['ID=1ac1c6a4-3b69-459c-a483-94d1a4456263,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:56.961447 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f83d8e-0e1d-4364-b8c8-8b360c0f3d47 req-bde15bd6-9d99-4bf7-9f50-22eb305f808e tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] No DVR routers for this DVR port 1ac1c6a4-3b69-459c-a483-94d1a4456263 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:23:56.963621 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c79108-6ee1-44fb-94fe-66790f082aba req-9372c80a-d2e5-4891-80c2-48cc6df97526 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] No DVR routers for this DVR port 5ecf9b99-a70a-446d-876b-4a8bd8ac81b6 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:23:56.965925 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-92f83d8e-0e1d-4364-b8c8-8b360c0f3d47 req-bde15bd6-9d99-4bf7-9f50-22eb305f808e tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:56.968196 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-92f83d8e-0e1d-4364-b8c8-8b360c0f3d47 req-bde15bd6-9d99-4bf7-9f50-22eb305f808e tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.97 "DELETE /v2.0/ports/1ac1c6a4-3b69-459c-a483-94d1a4456263 HTTP/1.1" status: 204 len: 173 time: 1.1552126 Jul 23 16:23:56.968885 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acefc021-4a85-4611-aa92-e20943d2cf3e', 'name': 'network-vif-deleted', 'tag': '1ac1c6a4-3b69-459c-a483-94d1a4456263'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:56.971659 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5d64ad-ee91-4beb-aff9-41a63036c5a7" -d '{"events": [{"server_uuid": "acefc021-4a85-4611-aa92-e20943d2cf3e", "name": "network-vif-deleted", "tag": "1ac1c6a4-3b69-459c-a483-94d1a4456263"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:56.976099 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-98c79108-6ee1-44fb-94fe-66790f082aba req-9372c80a-d2e5-4891-80c2-48cc6df97526 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:56.980475 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-98c79108-6ee1-44fb-94fe-66790f082aba req-9372c80a-d2e5-4891-80c2-48cc6df97526 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.97 "DELETE /v2.0/ports/5ecf9b99-a70a-446d-876b-4a8bd8ac81b6 HTTP/1.1" status: 204 len: 173 time: 1.2494578 Jul 23 16:23:57.057367 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:57.221954 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 7d135e68-2dea-4214-8d70-3efd5ba76745, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=7d135e68-2dea-4214-8d70-3efd5ba76745,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:57.224402 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190ba95c-7ca7-414c-8475-b9b15bfce248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d135e68-2dea-4214-8d70-3efd5ba76745'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:57.226940 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5540421f-497e-495f-b4a4-099235ce591b" -d '{"events": [{"server_uuid": "190ba95c-7ca7-414c-8475-b9b15bfce248", "name": "network-vif-plugged", "status": "completed", "tag": "7d135e68-2dea-4214-8d70-3efd5ba76745"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:57.234675 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:57.323187 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=7d135e68-2dea-4214-8d70-3efd5ba76745,revision_number=7']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:57.671050 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05464afb-9f10-4859-98da-c0496f63f906 req-fe111788-abd2-4936-aa20-f7863e5f9243 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e0c2640-d9a0-4303-9b25-4b7550c305fb HTTP/1.1" status: 200 len: 210 time: 0.0858030 Jul 23 16:23:57.681521 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33172) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:57.792995 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2ac21eb4-7b8c-4ae9-8451-efcfa0c645bb req-3f3a609b-e42d-4f39-a349-06ba1399ccea tempest-FloatingIPsAssociationNegativeTestJSON-1494418874 tempest-FloatingIPsAssociationNegativeTestJSON-1494418874-project] 10.222.0.73 "GET /v2.0/ports?device_id=acefc021-4a85-4611-aa92-e20943d2cf3e HTTP/1.1" status: 200 len: 210 time: 0.0529277 Jul 23 16:23:57.894893 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-bf9fd6c6-e3f9-4341-8211-007f0a511a12 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-484535473-network', 'tenant_id': 'c9785dc21e8448b1824d1571d64a2041'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:57.909358 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0be44c-5846-4961-9841-ab81c3435402 x-openstack-request-id: req-cc0be44c-5846-4961-9841-ab81c3435402 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:57.909911 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acefc021-4a85-4611-aa92-e20943d2cf3e", "name": "network-vif-deleted", "tag": "1ac1c6a4-3b69-459c-a483-94d1a4456263", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:57.910336 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cc0be44c-5846-4961-9841-ab81c3435402 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:57.912062 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acefc021-4a85-4611-aa92-e20943d2cf3e', 'name': 'network-vif-deleted', 'tag': '1ac1c6a4-3b69-459c-a483-94d1a4456263', 'status': 'completed', 'code': 200} Jul 23 16:23:57.946923 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9210b0c4-5123-4144-8805-0192229daec3 x-openstack-request-id: req-9210b0c4-5123-4144-8805-0192229daec3 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:57.947638 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190ba95c-7ca7-414c-8475-b9b15bfce248", "name": "network-vif-plugged", "status": "completed", "tag": "7d135e68-2dea-4214-8d70-3efd5ba76745", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:57.948322 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9210b0c4-5123-4144-8805-0192229daec3 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:57.948860 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9fd6c6-e3f9-4341-8211-007f0a511a12 admin admin] Made reservation on behalf of c9785dc21e8448b1824d1571d64a2041 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:23:57.949461 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190ba95c-7ca7-414c-8475-b9b15bfce248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d135e68-2dea-4214-8d70-3efd5ba76745', 'code': 200} Jul 23 16:23:57.954242 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bf9fd6c6-e3f9-4341-8211-007f0a511a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:57.969645 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bf9fd6c6-e3f9-4341-8211-007f0a511a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:58.101217 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bf9fd6c6-e3f9-4341-8211-007f0a511a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:58.106207 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bf9fd6c6-e3f9-4341-8211-007f0a511a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:58.136334 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9fd6c6-e3f9-4341-8211-007f0a511a12 admin admin] vlan segment allocate from pool success with {'vlan_id': 1105, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:23:58.156311 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bf9fd6c6-e3f9-4341-8211-007f0a511a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:58.156982 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-bf9fd6c6-e3f9-4341-8211-007f0a511a12 admin admin] Added segment e5fc59b4-4fd9-4ada-a35d-b0726344c966 of type vlan for network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 Jul 23 16:23:58.170021 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fd6c6-e3f9-4341-8211-007f0a511a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a772bbf-33c5-43bd-8e89-2607ae916e16,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:58.234342 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bf9fd6c6-e3f9-4341-8211-007f0a511a12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:58.279809 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bf9fd6c6-e3f9-4341-8211-007f0a511a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:58.280805 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9fd6c6-e3f9-4341-8211-007f0a511a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:58.281434 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bf9fd6c6-e3f9-4341-8211-007f0a511a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:58.294456 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0016c2-1dd3-4235-9698-5f90e99e1d0b req-704f1a00-8e7a-4d5b-9bdb-357d9229260b tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:58.295968 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb0016c2-1dd3-4235-9698-5f90e99e1d0b req-704f1a00-8e7a-4d5b-9bdb-357d9229260b tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/ports?device_id=574aa532-e9a9-4f33-9556-4107de249784 HTTP/1.1" status: 200 len: 948 time: 0.1013229 Jul 23 16:23:58.344037 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-bf9fd6c6-e3f9-4341-8211-007f0a511a12 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6610205 Jul 23 16:23:58.348378 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33178) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:58.355214 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ee9f7bf3-462f-4031-b799-4bc9f5bedf66 admin admin] Request body: {'subnet': {'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-484535473-subnet', 'tenant_id': 'c9785dc21e8448b1824d1571d64a2041', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:58.389790 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fd6c6-e3f9-4341-8211-007f0a511a12 admin admin] Pushing event updated for resources: {'Network': ['ID=02a7c16a-554a-4ad8-a4a9-73cc994d3940,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:58.410398 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:23:58.421966 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb0016c2-1dd3-4235-9698-5f90e99e1d0b req-56d00991-3db0-4dfb-9a02-c0921018c824 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e632d0e-34af-4b4b-8ae1-8cd0d0c999c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064479 Jul 23 16:23:58.446005 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9f7bf3-462f-4031-b799-4bc9f5bedf66 admin admin] Made reservation on behalf of c9785dc21e8448b1824d1571d64a2041 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:23:58.450131 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ee9f7bf3-462f-4031-b799-4bc9f5bedf66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:58.818030 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ee9f7bf3-462f-4031-b799-4bc9f5bedf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:58.891079 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f7bf3-462f-4031-b799-4bc9f5bedf66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d7d20ea-5324-4d61-af92-f3ae3ea40d11,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:58.909939 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9f7bf3-462f-4031-b799-4bc9f5bedf66 admin admin] Checking segment: {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:23:58.910314 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9f7bf3-462f-4031-b799-4bc9f5bedf66 admin admin] Network hostable DHCP agents. Network: 02a7c16a-554a-4ad8-a4a9-73cc994d3940, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:23:58.933135 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9f7bf3-462f-4031-b799-4bc9f5bedf66 admin admin] Network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:23:58.935759 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33202) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:58.959208 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-ee9f7bf3-462f-4031-b799-4bc9f5bedf66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 02a7c16a-554a-4ad8-a4a9-73cc994d3940) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:58.973897 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188c2d00-d554-4cd9-b6fd-3a6cb5538ad4 None None] Network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:23:58.995537 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9f7bf3-462f-4031-b799-4bc9f5bedf66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:58.996148 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ee9f7bf3-462f-4031-b799-4bc9f5bedf66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:59.023774 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ee9f7bf3-462f-4031-b799-4bc9f5bedf66 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6667488 Jul 23 16:23:59.210128 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d64fa6-a812-41d8-a9af-c5f04dc3f022 req-15ed3246-cac8-4dad-b243-5e9ebff3fbfb tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:59.218158 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-52d64fa6-a812-41d8-a9af-c5f04dc3f022 req-15ed3246-cac8-4dad-b243-5e9ebff3fbfb tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/ports?device_id=94d30be0-76a5-4bf0-92a6-9c1e1527092d HTTP/1.1" status: 200 len: 950 time: 0.1251395 Jul 23 16:23:59.261513 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6134a4b2-46b4-441c-9ff0-1fe827f8afda None None] Network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:23:59.274284 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-52d64fa6-a812-41d8-a9af-c5f04dc3f022 req-03685c40-f3f1-4c5e-80f5-171009bbaad6 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/security-groups?id=4687059d-fd58-46be-a4a3-95fb9b3cbe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546753 Jul 23 16:23:59.610209 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa29a6-3645-4261-80dd-f764b5a31a91 req-20762f53-c0ab-4856-9401-563ed8688363 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:59.612409 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bdfa29a6-3645-4261-80dd-f764b5a31a91 req-20762f53-c0ab-4856-9401-563ed8688363 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/ports?device_id=574aa532-e9a9-4f33-9556-4107de249784 HTTP/1.1" status: 200 len: 948 time: 0.0872281 Jul 23 16:23:59.696717 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bdfa29a6-3645-4261-80dd-f764b5a31a91 req-6a499157-a3ac-4121-90b8-d999b4fd3ab3 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e632d0e-34af-4b4b-8ae1-8cd0d0c999c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705862 Jul 23 16:23:59.913621 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0c2640-d9a0-4303-9b25-4b7550c305fb', 'name': 'network-vif-deleted', 'tag': '5ecf9b99-a70a-446d-876b-4a8bd8ac81b6'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:59.916354 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b18ec9-d2b6-4d4d-99e8-77212102a00b" -d '{"events": [{"server_uuid": "0e0c2640-d9a0-4303-9b25-4b7550c305fb", "name": "network-vif-deleted", "tag": "5ecf9b99-a70a-446d-876b-4a8bd8ac81b6"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:59.969559 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4a588658-fb63-4ec4-9c93-601507e3f116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:59.990699 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bd9e92-f258-464e-b2be-cc13f526c069 x-openstack-request-id: req-81bd9e92-f258-464e-b2be-cc13f526c069 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:59.991133 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0c2640-d9a0-4303-9b25-4b7550c305fb", "name": "network-vif-deleted", "tag": "5ecf9b99-a70a-446d-876b-4a8bd8ac81b6", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:59.991445 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-81bd9e92-f258-464e-b2be-cc13f526c069 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:59.992097 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0c2640-d9a0-4303-9b25-4b7550c305fb', 'name': 'network-vif-deleted', 'tag': '5ecf9b99-a70a-446d-876b-4a8bd8ac81b6', 'status': 'completed', 'code': 200} Jul 23 16:23:59.997206 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33244) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:00.005395 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-f5a4331d-1e90-4a0f-8e10-9a805ba5db33 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-955834580-network', 'tenant_id': '6407971bb647400e9da75e53898db832'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:00.043338 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a4331d-1e90-4a0f-8e10-9a805ba5db33 admin admin] Made reservation on behalf of 6407971bb647400e9da75e53898db832 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:00.047285 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5a4331d-1e90-4a0f-8e10-9a805ba5db33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:00.062262 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5a4331d-1e90-4a0f-8e10-9a805ba5db33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:00.171072 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9667b22-06b3-4d3e-9f02-cf1ba0ef75e5 req-9ace5824-ebd2-4629-8d96-89d135a1d026 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:00.176057 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c9667b22-06b3-4d3e-9f02-cf1ba0ef75e5 req-9ace5824-ebd2-4629-8d96-89d135a1d026 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.74 "GET /v2.0/ports?device_id=574aa532-e9a9-4f33-9556-4107de249784 HTTP/1.1" status: 200 len: 948 time: 0.1536541 Jul 23 16:24:00.256266 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5a4331d-1e90-4a0f-8e10-9a805ba5db33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:00.264303 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5a4331d-1e90-4a0f-8e10-9a805ba5db33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:00.304017 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4331d-1e90-4a0f-8e10-9a805ba5db33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9856a99e-74f2-43a4-8de0-1adaf5bce33c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:00.344492 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a4331d-1e90-4a0f-8e10-9a805ba5db33 admin admin] vlan segment allocate from pool success with {'vlan_id': 1136, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:24:00.363711 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5a4331d-1e90-4a0f-8e10-9a805ba5db33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:00.364102 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-f5a4331d-1e90-4a0f-8e10-9a805ba5db33 admin admin] Added segment a0929c71-9554-46d6-b66a-d7383e48839e of type vlan for network 7a6b4e80-1939-4ee6-ba7a-33eda60ca113 Jul 23 16:24:00.429983 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5a4331d-1e90-4a0f-8e10-9a805ba5db33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:00.446017 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-c9667b22-06b3-4d3e-9f02-cf1ba0ef75e5 req-7a2829da-8b38-4aae-8bf3-0bdf550bf270 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Deleting port 3baa0060-0fbe-484c-bf91-b11c6672f3c7 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:00.446511 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c9667b22-06b3-4d3e-9f02-cf1ba0ef75e5 req-7a2829da-8b38-4aae-8bf3-0bdf550bf270 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:00.471612 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5a4331d-1e90-4a0f-8e10-9a805ba5db33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:00.472952 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a4331d-1e90-4a0f-8e10-9a805ba5db33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:00.473873 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5a4331d-1e90-4a0f-8e10-9a805ba5db33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:00.557391 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4331d-1e90-4a0f-8e10-9a805ba5db33 admin admin] Pushing event updated for resources: {'Network': ['ID=7a6b4e80-1939-4ee6-ba7a-33eda60ca113,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:00.571556 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 7a6b4e80-1939-4ee6-ba7a-33eda60ca113 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:24:00.583217 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f5a4331d-1e90-4a0f-8e10-9a805ba5db33 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5845566 Jul 23 16:24:00.589736 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33250) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:00.599209 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-a3dbc16a-1de8-46cf-8f63-2dd832fde2cb admin admin] Request body: {'subnet': {'network_id': '7a6b4e80-1939-4ee6-ba7a-33eda60ca113', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-955834580-subnet', 'tenant_id': '6407971bb647400e9da75e53898db832', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:00.615432 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 5ecf9b99-a70a-446d-876b-4a8bd8ac81b6 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:00.640106 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3dbc16a-1de8-46cf-8f63-2dd832fde2cb admin admin] Made reservation on behalf of 6407971bb647400e9da75e53898db832 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:00.642968 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a3dbc16a-1de8-46cf-8f63-2dd832fde2cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:00.650035 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-c9667b22-06b3-4d3e-9f02-cf1ba0ef75e5 req-7a2829da-8b38-4aae-8bf3-0bdf550bf270 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] For port 3baa0060-0fbe-484c-bf91-b11c6672f3c7, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=3baa0060-0fbe-484c-bf91-b11c6672f3c7,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:00.650542 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c9667b22-06b3-4d3e-9f02-cf1ba0ef75e5 req-7a2829da-8b38-4aae-8bf3-0bdf550bf270 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:00.659146 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 5ecf9b99-a70a-446d-876b-4a8bd8ac81b6 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:00.659624 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 5ecf9b99-a70a-446d-876b-4a8bd8ac81b6 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:00.660053 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 1ac1c6a4-3b69-459c-a483-94d1a4456263 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:00.665336 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-4a588658-fb63-4ec4-9c93-601507e3f116 admin admin] Deleting port 12c31840-63ee-4b2e-bb1e-c0d16c4f4a43 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:00.665793 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4a588658-fb63-4ec4-9c93-601507e3f116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:00.683888 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab68dc-a427-4f01-8f1a-8a43124e8c88 req-2c7f48cc-c72b-4b65-86fa-2c522dadaeff tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:00.690887 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-c9667b22-06b3-4d3e-9f02-cf1ba0ef75e5 req-7a2829da-8b38-4aae-8bf3-0bdf550bf270 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Calling delete_port for 3baa0060-0fbe-484c-bf91-b11c6672f3c7 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:00.692551 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-34ab68dc-a427-4f01-8f1a-8a43124e8c88 req-2c7f48cc-c72b-4b65-86fa-2c522dadaeff tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/ports?device_id=94d30be0-76a5-4bf0-92a6-9c1e1527092d HTTP/1.1" status: 200 len: 950 time: 0.2317648 Jul 23 16:24:00.729307 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd9f7-d301-4adc-a643-e320dcbed298 req-e61a902c-703c-46c2-a365-a4a8fa7b0933 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:00.739374 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-726cd9f7-d301-4adc-a643-e320dcbed298 req-e61a902c-703c-46c2-a365-a4a8fa7b0933 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.74 "GET /v2.0/ports?device_id=94d30be0-76a5-4bf0-92a6-9c1e1527092d HTTP/1.1" status: 200 len: 950 time: 0.1599879 Jul 23 16:24:00.773392 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 1ac1c6a4-3b69-459c-a483-94d1a4456263 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:00.773775 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 1ac1c6a4-3b69-459c-a483-94d1a4456263 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:00.902509 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-34ab68dc-a427-4f01-8f1a-8a43124e8c88 req-84b2c479-c65d-4832-8681-0fdcbcede24a tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/security-groups?id=4687059d-fd58-46be-a4a3-95fb9b3cbe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085729 Jul 23 16:24:00.953493 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-4a588658-fb63-4ec4-9c93-601507e3f116 admin admin] For port 12c31840-63ee-4b2e-bb1e-c0d16c4f4a43, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=12c31840-63ee-4b2e-bb1e-c0d16c4f4a43,segment=NetworkSegment(e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4),segment_id=e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:00.954188 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4a588658-fb63-4ec4-9c93-601507e3f116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:00.980044 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-4a588658-fb63-4ec4-9c93-601507e3f116 admin admin] Calling delete_port for 12c31840-63ee-4b2e-bb1e-c0d16c4f4a43 owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:00.981157 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0548a6-333d-43d6-8098-cf3144b5ce3f req-252cf508-ba42-440f-a608-46b35ba1e696 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:00.989203 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db0548a6-333d-43d6-8098-cf3144b5ce3f req-252cf508-ba42-440f-a608-46b35ba1e696 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/ports?device_id=574aa532-e9a9-4f33-9556-4107de249784 HTTP/1.1" status: 200 len: 948 time: 0.2081363 Jul 23 16:24:01.073245 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a3dbc16a-1de8-46cf-8f63-2dd832fde2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:01.095934 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-726cd9f7-d301-4adc-a643-e320dcbed298 req-96207e02-7401-4175-8fd5-b4d90ad29b15 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Deleting port bbe2767a-4d61-44d2-82a5-362aaad60558 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:01.096382 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-726cd9f7-d301-4adc-a643-e320dcbed298 req-96207e02-7401-4175-8fd5-b4d90ad29b15 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:01.133134 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db0548a6-333d-43d6-8098-cf3144b5ce3f req-76058121-74e9-45c6-b3bf-b2d9a63c7708 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e632d0e-34af-4b4b-8ae1-8cd0d0c999c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430080 Jul 23 16:24:01.164054 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dbc16a-1de8-46cf-8f63-2dd832fde2cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2beda35d-f59c-4f1a-8f77-7c448bf26ed5,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:01.191217 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dbc16a-1de8-46cf-8f63-2dd832fde2cb admin admin] Checking segment: {'id': 'a0929c71-9554-46d6-b66a-d7383e48839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '7a6b4e80-1939-4ee6-ba7a-33eda60ca113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:24:01.191828 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dbc16a-1de8-46cf-8f63-2dd832fde2cb admin admin] Network hostable DHCP agents. Network: 7a6b4e80-1939-4ee6-ba7a-33eda60ca113, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:24:01.208239 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c9667b22-06b3-4d3e-9f02-cf1ba0ef75e5 req-7a2829da-8b38-4aae-8bf3-0bdf550bf270 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:01.220631 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dbc16a-1de8-46cf-8f63-2dd832fde2cb admin admin] Network 7a6b4e80-1939-4ee6-ba7a-33eda60ca113 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:24:01.240041 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-a3dbc16a-1de8-46cf-8f63-2dd832fde2cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 7a6b4e80-1939-4ee6-ba7a-33eda60ca113) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:01.249159 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0da24e-f4fb-4804-a6ed-1b44fad1b820 None None] Network 7a6b4e80-1939-4ee6-ba7a-33eda60ca113 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:24:01.254240 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dbc16a-1de8-46cf-8f63-2dd832fde2cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:01.255649 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a3dbc16a-1de8-46cf-8f63-2dd832fde2cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:01.283826 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a3dbc16a-1de8-46cf-8f63-2dd832fde2cb admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6840186 Jul 23 16:24:01.339732 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2829da-8b38-4aae-8bf3-0bdf550bf270 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Pushing event deleted for resources: {'Port': ['ID=3baa0060-0fbe-484c-bf91-b11c6672f3c7,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:01.355326 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2829da-8b38-4aae-8bf3-0bdf550bf270 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:01.355935 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2829da-8b38-4aae-8bf3-0bdf550bf270 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:01.356428 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2829da-8b38-4aae-8bf3-0bdf550bf270 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:01.356973 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2829da-8b38-4aae-8bf3-0bdf550bf270 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:01.357319 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2829da-8b38-4aae-8bf3-0bdf550bf270 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:01.357645 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2829da-8b38-4aae-8bf3-0bdf550bf270 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:01.357964 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2829da-8b38-4aae-8bf3-0bdf550bf270 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:01.358284 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2829da-8b38-4aae-8bf3-0bdf550bf270 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:01.358603 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2829da-8b38-4aae-8bf3-0bdf550bf270 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:01.358923 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2829da-8b38-4aae-8bf3-0bdf550bf270 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:01.359235 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2829da-8b38-4aae-8bf3-0bdf550bf270 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:01.359548 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2829da-8b38-4aae-8bf3-0bdf550bf270 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:01.396961 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9667b22-06b3-4d3e-9f02-cf1ba0ef75e5 req-7a2829da-8b38-4aae-8bf3-0bdf550bf270 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] No DVR routers for this DVR port 3baa0060-0fbe-484c-bf91-b11c6672f3c7 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:01.408524 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c9667b22-06b3-4d3e-9f02-cf1ba0ef75e5 req-7a2829da-8b38-4aae-8bf3-0bdf550bf270 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:01.411126 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c9667b22-06b3-4d3e-9f02-cf1ba0ef75e5 req-7a2829da-8b38-4aae-8bf3-0bdf550bf270 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.74 "DELETE /v2.0/ports/3baa0060-0fbe-484c-bf91-b11c6672f3c7 HTTP/1.1" status: 204 len: 173 time: 1.2263536 Jul 23 16:24:01.411507 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574aa532-e9a9-4f33-9556-4107de249784', 'name': 'network-vif-deleted', 'tag': '3baa0060-0fbe-484c-bf91-b11c6672f3c7'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:01.413856 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c67787a-12fd-4cd1-86a8-87743631b078" -d '{"events": [{"server_uuid": "574aa532-e9a9-4f33-9556-4107de249784", "name": "network-vif-deleted", "tag": "3baa0060-0fbe-484c-bf91-b11c6672f3c7"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:01.419301 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-726cd9f7-d301-4adc-a643-e320dcbed298 req-96207e02-7401-4175-8fd5-b4d90ad29b15 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] For port bbe2767a-4d61-44d2-82a5-362aaad60558, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=bbe2767a-4d61-44d2-82a5-362aaad60558,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:01.419662 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-726cd9f7-d301-4adc-a643-e320dcbed298 req-96207e02-7401-4175-8fd5-b4d90ad29b15 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:01.475746 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-726cd9f7-d301-4adc-a643-e320dcbed298 req-96207e02-7401-4175-8fd5-b4d90ad29b15 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Calling delete_port for bbe2767a-4d61-44d2-82a5-362aaad60558 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:01.484985 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de4d4e6-6446-4140-b6a0-cf5c2d682f92 x-openstack-request-id: req-1de4d4e6-6446-4140-b6a0-cf5c2d682f92 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:01.485663 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574aa532-e9a9-4f33-9556-4107de249784", "name": "network-vif-deleted", "tag": "3baa0060-0fbe-484c-bf91-b11c6672f3c7", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:01.486690 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1de4d4e6-6446-4140-b6a0-cf5c2d682f92 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:01.487371 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574aa532-e9a9-4f33-9556-4107de249784', 'name': 'network-vif-deleted', 'tag': '3baa0060-0fbe-484c-bf91-b11c6672f3c7', 'status': 'completed', 'code': 200} Jul 23 16:24:01.561578 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f892a3-2e51-4e67-9d02-53afb5edff1d None None] Network 7a6b4e80-1939-4ee6-ba7a-33eda60ca113 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:24:01.775831 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4a588658-fb63-4ec4-9c93-601507e3f116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:01.843510 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a588658-fb63-4ec4-9c93-601507e3f116 admin admin] Pushing event deleted for resources: {'Port': ['ID=12c31840-63ee-4b2e-bb1e-c0d16c4f4a43,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:02.112723 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-726cd9f7-d301-4adc-a643-e320dcbed298 req-96207e02-7401-4175-8fd5-b4d90ad29b15 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:02.128403 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['bbe2767a-4d61-44d2-82a5-362aaad60558'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:02.164619 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-018d82c4-4c21-4504-bc01-18981287eb25 req-7d703ad0-d40a-4dfd-9afa-888bfca06048 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/ports?device_id=94d30be0-76a5-4bf0-92a6-9c1e1527092d HTTP/1.1" status: 200 len: 210 time: 0.0723445 Jul 23 16:24:02.313657 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcd186-1f40-452f-8944-cce764950664 req-1949023c-377a-46fc-ba2a-90135c940159 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:02.321610 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c6fcd186-1f40-452f-8944-cce764950664 req-1949023c-377a-46fc-ba2a-90135c940159 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/networks?id=02a7c16a-554a-4ad8-a4a9-73cc994d3940 HTTP/1.1" status: 200 len: 820 time: 0.3353720 Jul 23 16:24:02.343758 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c6fcd186-1f40-452f-8944-cce764950664 req-2f9f04ec-15ce-479a-9f71-8b96916ba269 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/quotas/c9785dc21e8448b1824d1571d64a2041 HTTP/1.1" status: 200 len: 375 time: 0.0152266 Jul 23 16:24:02.365470 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96207e02-7401-4175-8fd5-b4d90ad29b15 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Pushing event deleted for resources: {'Port': ['ID=bbe2767a-4d61-44d2-82a5-362aaad60558,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:02.413705 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c6fcd186-1f40-452f-8944-cce764950664 req-65be29d3-1fd2-4a28-9b8c-2afa413006ad tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c9785dc21e8448b1824d1571d64a2041&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631778 Jul 23 16:24:02.481418 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-726cd9f7-d301-4adc-a643-e320dcbed298 req-96207e02-7401-4175-8fd5-b4d90ad29b15 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] No DVR routers for this DVR port bbe2767a-4d61-44d2-82a5-362aaad60558 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:02.485881 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-726cd9f7-d301-4adc-a643-e320dcbed298 req-96207e02-7401-4175-8fd5-b4d90ad29b15 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:02.488705 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-726cd9f7-d301-4adc-a643-e320dcbed298 req-96207e02-7401-4175-8fd5-b4d90ad29b15 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.74 "DELETE /v2.0/ports/bbe2767a-4d61-44d2-82a5-362aaad60558 HTTP/1.1" status: 204 len: 173 time: 1.7026362 Jul 23 16:24:02.525180 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4a588658-fb63-4ec4-9c93-601507e3f116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:02.580001 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c6fcd186-1f40-452f-8944-cce764950664 req-42651b03-aafb-4dc4-83dd-459bdcc59a56 service neutron] 10.222.0.73 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590667 Jul 23 16:24:02.593090 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b19d135b-809f-420b-ae9f-2ef57fce4082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:02.800886 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c6fcd186-1f40-452f-8944-cce764950664 req-2263ca2a-6275-456f-ba5a-25521ba356f0 service neutron] 10.222.0.73 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194190 Jul 23 16:24:03.072911 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a588658-fb63-4ec4-9c93-601507e3f116 admin admin] Router 697ea7c6-dff2-4434-9e4b-2d282ad98621 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:24:03.148484 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1ce7d-6fe6-42e5-aca4-8fc8fbe539ff req-ba72f030-c71e-4baa-a55d-aec9b5127e66 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:03.150437 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dac1ce7d-6fe6-42e5-aca4-8fc8fbe539ff req-ba72f030-c71e-4baa-a55d-aec9b5127e66 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e230ed2-8c47-4100-8577-de94a2ae4b27 HTTP/1.1" status: 200 len: 948 time: 0.1814640 Jul 23 16:24:03.153221 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6bfafc07-1084-44b8-93b5-b1998fa02364 req-9ef634e1-dc3f-4ce9-8a6d-fed287d5e7d2 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551 HTTP/1.1" status: 200 len: 210 time: 0.0817969 Jul 23 16:24:03.227021 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dac1ce7d-6fe6-42e5-aca4-8fc8fbe539ff req-56362f71-f249-41f3-8344-1322d4f19fff tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e632d0e-34af-4b4b-8ae1-8cd0d0c999c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621879 Jul 23 16:24:03.325493 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a588658-fb63-4ec4-9c93-601507e3f116 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:24:03.339486 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6248edca-1293-4b77-9a3a-e38f97e900fb None None] Sync routers for ids ['697ea7c6-dff2-4434-9e4b-2d282ad98621'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:24:03.352071 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33332) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:03.353677 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4a588658-fb63-4ec4-9c93-601507e3f116 admin admin] 10.222.0.73 "PUT /v2.0/routers/697ea7c6-dff2-4434-9e4b-2d282ad98621/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4154396 Jul 23 16:24:03.376401 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6248edca-1293-4b77-9a3a-e38f97e900fb None None] Routers {'697ea7c6-dff2-4434-9e4b-2d282ad98621'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:03.377648 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-6248edca-1293-4b77-9a3a-e38f97e900fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:23:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['697ea7c6-dff2-4434-9e4b-2d282ad98621'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:03.421515 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f773087b-3b8c-435b-a6b4-dbe366848e78 req-1300742c-3faf-4d99-8627-0e399f182c10 tempest-ServersAdminNegativeTestJSON-773085157 tempest-ServersAdminNegativeTestJSON-773085157-project] 10.222.0.73 "GET /v2.0/ports?device_id=94d30be0-76a5-4bf0-92a6-9c1e1527092d HTTP/1.1" status: 200 len: 210 time: 0.0878131 Jul 23 16:24:03.489077 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d30be0-76a5-4bf0-92a6-9c1e1527092d', 'name': 'network-vif-deleted', 'tag': 'bbe2767a-4d61-44d2-82a5-362aaad60558'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:03.492576 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12af908c-778f-4655-b1b4-8e1684f6628d" -d '{"events": [{"server_uuid": "94d30be0-76a5-4bf0-92a6-9c1e1527092d", "name": "network-vif-deleted", "tag": "bbe2767a-4d61-44d2-82a5-362aaad60558"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:03.550235 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e45cbc-f191-4053-a29a-3193b13a367e x-openstack-request-id: req-e9e45cbc-f191-4053-a29a-3193b13a367e {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:03.550531 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d30be0-76a5-4bf0-92a6-9c1e1527092d", "name": "network-vif-deleted", "tag": "bbe2767a-4d61-44d2-82a5-362aaad60558", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:03.550962 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e9e45cbc-f191-4053-a29a-3193b13a367e {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:03.551510 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d30be0-76a5-4bf0-92a6-9c1e1527092d', 'name': 'network-vif-deleted', 'tag': 'bbe2767a-4d61-44d2-82a5-362aaad60558', 'status': 'completed', 'code': 200} Jul 23 16:24:03.641780 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-6248edca-1293-4b77-9a3a-e38f97e900fb None None] Set router 697ea7c6-dff2-4434-9e4b-2d282ad98621 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:03.952766 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-6248edca-1293-4b77-9a3a-e38f97e900fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-504775310-router', 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '167b9125-b149-4d87-ae30-73b47aaf2bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:58Z', 'updated_at': '2021-07-23T16:24:01Z', 'revision_number': 5, 'project_id': '873dbef0f2494aa38fb542bb89dedefa', 'gw_port': {'id': '167b9125-b149-4d87-ae30-73b47aaf2bb8', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:59Z', 'updated_at': '2021-07-23T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:03.988490 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c9a584e-e3e6-42a3-8f8f-e82a55c85808 admin admin] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:04.023548 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6248edca-1293-4b77-9a3a-e38f97e900fb None None] Checking router: 697ea7c6-dff2-4434-9e4b-2d282ad98621 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:24:04.037778 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6248edca-1293-4b77-9a3a-e38f97e900fb None None] Routers {'697ea7c6-dff2-4434-9e4b-2d282ad98621'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:04.038614 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-6248edca-1293-4b77-9a3a-e38f97e900fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:23:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['697ea7c6-dff2-4434-9e4b-2d282ad98621'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:04.204091 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c9a584e-e3e6-42a3-8f8f-e82a55c85808 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:04.211746 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-6248edca-1293-4b77-9a3a-e38f97e900fb None None] Set router 697ea7c6-dff2-4434-9e4b-2d282ad98621 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:04.353392 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb090591-ff8f-4620-af3f-8a0e1d853b64 req-74fa813b-b41d-40e0-b3d2-3325f427c22b tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551 HTTP/1.1" status: 200 len: 210 time: 0.0538638 Jul 23 16:24:04.355835 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-8c9a584e-e3e6-42a3-8f8f-e82a55c85808 admin admin] Deleting port 167b9125-b149-4d87-ae30-73b47aaf2bb8 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:04.356115 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c9a584e-e3e6-42a3-8f8f-e82a55c85808 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:04.415064 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device bbe2767a-4d61-44d2-82a5-362aaad60558 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:04.450726 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: bbe2767a-4d61-44d2-82a5-362aaad60558 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:04.451136 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device bbe2767a-4d61-44d2-82a5-362aaad60558 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:04.451657 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 3baa0060-0fbe-484c-bf91-b11c6672f3c7 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:04.488467 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 3baa0060-0fbe-484c-bf91-b11c6672f3c7 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:04.488997 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 3baa0060-0fbe-484c-bf91-b11c6672f3c7 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:04.524792 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-8c9a584e-e3e6-42a3-8f8f-e82a55c85808 admin admin] For port 167b9125-b149-4d87-ae30-73b47aaf2bb8, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=167b9125-b149-4d87-ae30-73b47aaf2bb8,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:04.525309 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c9a584e-e3e6-42a3-8f8f-e82a55c85808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:04.612120 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-6248edca-1293-4b77-9a3a-e38f97e900fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-504775310-router', 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '167b9125-b149-4d87-ae30-73b47aaf2bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:58Z', 'updated_at': '2021-07-23T16:24:01Z', 'revision_number': 5, 'project_id': '873dbef0f2494aa38fb542bb89dedefa', 'gw_port': {'id': '167b9125-b149-4d87-ae30-73b47aaf2bb8', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:59Z', 'updated_at': '2021-07-23T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:04.654185 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-8c9a584e-e3e6-42a3-8f8f-e82a55c85808 admin admin] Calling delete_port for 167b9125-b149-4d87-ae30-73b47aaf2bb8 owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:04.654793 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6248edca-1293-4b77-9a3a-e38f97e900fb None None] The sync data for ids ['697ea7c6-dff2-4434-9e4b-2d282ad98621'] in n-d-778549-4 is: [{'id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-504775310-router', 'tenant_id': '873dbef0f2494aa38fb542bb89dedefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '167b9125-b149-4d87-ae30-73b47aaf2bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:58Z', 'updated_at': '2021-07-23T16:24:01Z', 'revision_number': 5, 'project_id': '873dbef0f2494aa38fb542bb89dedefa', 'gw_port': {'id': '167b9125-b149-4d87-ae30-73b47aaf2bb8', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697ea7c6-dff2-4434-9e4b-2d282ad98621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:59Z', 'updated_at': '2021-07-23T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:24:04.679857 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:04.771304 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807feef0-c442-486f-8419-a5cf4262ffcd req-1f87b5cf-3950-4072-af7c-d169da432fc2 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:04.779141 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-807feef0-c442-486f-8419-a5cf4262ffcd req-1f87b5cf-3950-4072-af7c-d169da432fc2 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e230ed2-8c47-4100-8577-de94a2ae4b27 HTTP/1.1" status: 200 len: 948 time: 0.3906825 Jul 23 16:24:04.969673 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d7182-aa59-4e26-8173-45b77154db29 req-3071508e-ce6f-401a-9f95-09235cdf2e38 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:04.972380 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d92d7182-aa59-4e26-8173-45b77154db29 req-3071508e-ce6f-401a-9f95-09235cdf2e38 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.97 "GET /v2.0/ports?device_id=2e230ed2-8c47-4100-8577-de94a2ae4b27 HTTP/1.1" status: 200 len: 948 time: 0.4502380 Jul 23 16:24:04.984906 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-807feef0-c442-486f-8419-a5cf4262ffcd req-10945827-55cf-4689-ad46-1087b926d022 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e632d0e-34af-4b4b-8ae1-8cd0d0c999c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747634 Jul 23 16:24:05.037674 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33370) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:05.061556 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcd186-1f40-452f-8944-cce764950664 req-7193fd1c-10cb-4439-a557-ae3f83bf5db4 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:05.063977 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c6fcd186-1f40-452f-8944-cce764950664 req-7193fd1c-10cb-4439-a557-ae3f83bf5db4 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.97 "GET /v2.0/networks?id=02a7c16a-554a-4ad8-a4a9-73cc994d3940 HTTP/1.1" status: 200 len: 820 time: 0.4118135 Jul 23 16:24:05.116942 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-c6fcd186-1f40-452f-8944-cce764950664 req-8e205d24-8681-46f4-b448-41cf8e7802fa tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Request body: {'port': {'device_id': 'b6a7b460-c16f-4305-ba58-0a0e5dfa0551', 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940', 'admin_state_up': True, 'tenant_id': 'c9785dc21e8448b1824d1571d64a2041'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:05.279789 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e944e2b3-7090-45ec-9747-21aad30ec42f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=51460b038cbf40f1bdfdec65fbcfda49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385106 Jul 23 16:24:05.285939 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33374) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:05.367861 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 12c31840-63ee-4b2e-bb1e-c0d16c4f4a43 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:05.371909 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a536f467-f73a-4c4d-8ed6-128b2767a1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:05.400022 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-68875cdc-2e15-4d74-af79-df20c6794317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:05.404412 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 12c31840-63ee-4b2e-bb1e-c0d16c4f4a43 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:05.405013 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 12c31840-63ee-4b2e-bb1e-c0d16c4f4a43 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:05.429377 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-d92d7182-aa59-4e26-8173-45b77154db29 req-b536c315-0d8e-4b19-9d2b-cd88067461bf tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Deleting port d1aebf7d-018f-4493-baca-ae1ea191ed21 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:05.430037 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d92d7182-aa59-4e26-8173-45b77154db29 req-b536c315-0d8e-4b19-9d2b-cd88067461bf tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:05.431191 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:05.450080 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-68875cdc-2e15-4d74-af79-df20c6794317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:05.466682 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c9a584e-e3e6-42a3-8f8f-e82a55c85808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:05.546712 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-68875cdc-2e15-4d74-af79-df20c6794317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:05.551714 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-68875cdc-2e15-4d74-af79-df20c6794317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:05.571315 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-68875cdc-2e15-4d74-af79-df20c6794317 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4687059d-fd58-46be-a4a3-95fb9b3cbe3e HTTP/1.1" status: 204 len: 168 time: 0.2826076 Jul 23 16:24:05.590644 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68875cdc-2e15-4d74-af79-df20c6794317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4687059d-fd58-46be-a4a3-95fb9b3cbe3e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:05.615354 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6fcd186-1f40-452f-8944-cce764950664 req-8e205d24-8681-46f4-b448-41cf8e7802fa tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Made reservation on behalf of c9785dc21e8448b1824d1571d64a2041 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:05.620337 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c6fcd186-1f40-452f-8944-cce764950664 req-8e205d24-8681-46f4-b448-41cf8e7802fa tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:05.627111 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a584e-e3e6-42a3-8f8f-e82a55c85808 admin admin] Pushing event deleted for resources: {'Port': ['ID=167b9125-b149-4d87-ae30-73b47aaf2bb8,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:05.671157 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-984d3fd3-411a-4726-9b90-5d2a58d390af req-1d3f47d1-c939-4be5-b9ef-a62a180eeea6 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551 HTTP/1.1" status: 200 len: 210 time: 0.1185155 Jul 23 16:24:05.724049 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a584e-e3e6-42a3-8f8f-e82a55c85808 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:05.724407 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a584e-e3e6-42a3-8f8f-e82a55c85808 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:05.724751 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a584e-e3e6-42a3-8f8f-e82a55c85808 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:05.725121 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a584e-e3e6-42a3-8f8f-e82a55c85808 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:05.725448 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a584e-e3e6-42a3-8f8f-e82a55c85808 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:05.725997 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a584e-e3e6-42a3-8f8f-e82a55c85808 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:05.726131 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a584e-e3e6-42a3-8f8f-e82a55c85808 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:05.726430 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a584e-e3e6-42a3-8f8f-e82a55c85808 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:05.726756 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a584e-e3e6-42a3-8f8f-e82a55c85808 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:05.727078 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a584e-e3e6-42a3-8f8f-e82a55c85808 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:05.727393 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a584e-e3e6-42a3-8f8f-e82a55c85808 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:05.727771 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a584e-e3e6-42a3-8f8f-e82a55c85808 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:05.812449 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-d92d7182-aa59-4e26-8173-45b77154db29 req-b536c315-0d8e-4b19-9d2b-cd88067461bf tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] For port d1aebf7d-018f-4493-baca-ae1ea191ed21, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d1aebf7d-018f-4493-baca-ae1ea191ed21,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:05.812956 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d92d7182-aa59-4e26-8173-45b77154db29 req-b536c315-0d8e-4b19-9d2b-cd88067461bf tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:05.843870 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c9a584e-e3e6-42a3-8f8f-e82a55c85808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:05.961915 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-d92d7182-aa59-4e26-8173-45b77154db29 req-b536c315-0d8e-4b19-9d2b-cd88067461bf tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Calling delete_port for d1aebf7d-018f-4493-baca-ae1ea191ed21 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:05.970021 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c9a584e-e3e6-42a3-8f8f-e82a55c85808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:05.982132 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33402) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:05.982482 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c9a584e-e3e6-42a3-8f8f-e82a55c85808 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:06.050323 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fe66964a-8db7-4f81-8ed9-276cf30d194d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b5d33332320948ebbbce700ba701de47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0669184 Jul 23 16:24:06.053738 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33406) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:06.160134 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-71e09bee-3a44-4506-9c0b-ff8122dd0603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:06.174682 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c9a584e-e3e6-42a3-8f8f-e82a55c85808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:06.175200 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9a584e-e3e6-42a3-8f8f-e82a55c85808 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 697ea7c6-dff2-4434-9e4b-2d282ad98621 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:24:06.194878 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c9a584e-e3e6-42a3-8f8f-e82a55c85808 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:06.195033 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-71e09bee-3a44-4506-9c0b-ff8122dd0603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:06.198520 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8c9a584e-e3e6-42a3-8f8f-e82a55c85808 admin admin] 10.222.0.73 "DELETE /v2.0/routers/697ea7c6-dff2-4434-9e4b-2d282ad98621 HTTP/1.1" status: 204 len: 168 time: 2.8449979 Jul 23 16:24:06.202390 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33410) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:06.212830 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-c6fcd186-1f40-452f-8944-cce764950664 req-8e205d24-8681-46f4-b448-41cf8e7802fa tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Allocated IP 172.20.0.5 (02a7c16a-554a-4ad8-a4a9-73cc994d3940/8d7d20ea-5324-4d61-af92-f3ae3ea40d11/487c34f5-b8ea-42bb-a888-e10e35297190) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:24:06.284942 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-02657c14-0368-4dfd-9876-b172ea5bd213 admin admin] Deleting subnet d0a4598b-9c78-46cd-9c83-8af6dca80014 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:24:06.295156 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02657c14-0368-4dfd-9876-b172ea5bd213 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:06.338004 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ecc54-8a2d-4056-88cc-a0bd5ea5f9d0 req-9f1bbda5-87aa-41d4-b409-474d2af29788 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:06.345090 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1e3ecc54-8a2d-4056-88cc-a0bd5ea5f9d0 req-9f1bbda5-87aa-41d4-b409-474d2af29788 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e230ed2-8c47-4100-8577-de94a2ae4b27 HTTP/1.1" status: 200 len: 948 time: 0.2372074 Jul 23 16:24:06.357632 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02657c14-0368-4dfd-9876-b172ea5bd213 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:06.405021 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-71e09bee-3a44-4506-9c0b-ff8122dd0603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:06.408812 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-71e09bee-3a44-4506-9c0b-ff8122dd0603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:06.412683 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-71e09bee-3a44-4506-9c0b-ff8122dd0603 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ae312fe1-124e-472f-8dc9-e154e87468f0 HTTP/1.1" status: 204 len: 168 time: 0.3552153 Jul 23 16:24:06.425175 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e09bee-3a44-4506-9c0b-ff8122dd0603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae312fe1-124e-472f-8dc9-e154e87468f0,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:06.480904 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:06.483707 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02657c14-0368-4dfd-9876-b172ea5bd213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:06.540328 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1e3ecc54-8a2d-4056-88cc-a0bd5ea5f9d0 req-90bde1b2-9bdd-4fab-8046-34433a294e40 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e632d0e-34af-4b4b-8ae1-8cd0d0c999c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929107 Jul 23 16:24:06.577351 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02657c14-0368-4dfd-9876-b172ea5bd213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:06.579148 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d92d7182-aa59-4e26-8173-45b77154db29 req-b536c315-0d8e-4b19-9d2b-cd88067461bf tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:06.624159 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536c315-0d8e-4b19-9d2b-cd88067461bf tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Pushing event deleted for resources: {'Port': ['ID=d1aebf7d-018f-4493-baca-ae1ea191ed21,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:06.678417 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02657c14-0368-4dfd-9876-b172ea5bd213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:06.683819 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bfef3b-ab2e-45b6-a49c-339eaebc95b3 None None] Network ec97f243-d754-41fe-a65d-35b39e63e557 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:24:06.685457 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-02657c14-0368-4dfd-9876-b172ea5bd213 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/d0a4598b-9c78-46cd-9c83-8af6dca80014 HTTP/1.1" status: 204 len: 168 time: 0.4817495 Jul 23 16:24:06.686893 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02657c14-0368-4dfd-9876-b172ea5bd213 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0a4598b-9c78-46cd-9c83-8af6dca80014,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:06.691932 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33424) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:06.729689 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92d7182-aa59-4e26-8173-45b77154db29 req-b536c315-0d8e-4b19-9d2b-cd88067461bf tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] No DVR routers for this DVR port d1aebf7d-018f-4493-baca-ae1ea191ed21 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:06.733462 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d92d7182-aa59-4e26-8173-45b77154db29 req-b536c315-0d8e-4b19-9d2b-cd88067461bf tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:06.736915 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d92d7182-aa59-4e26-8173-45b77154db29 req-b536c315-0d8e-4b19-9d2b-cd88067461bf tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.97 "DELETE /v2.0/ports/d1aebf7d-018f-4493-baca-ae1ea191ed21 HTTP/1.1" status: 204 len: 173 time: 1.7553802 Jul 23 16:24:06.743705 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e230ed2-8c47-4100-8577-de94a2ae4b27', 'name': 'network-vif-deleted', 'tag': 'd1aebf7d-018f-4493-baca-ae1ea191ed21'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:06.748369 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a545065f-f495-47df-b62e-71ed35e50732" -d '{"events": [{"server_uuid": "2e230ed2-8c47-4100-8577-de94a2ae4b27", "name": "network-vif-deleted", "tag": "d1aebf7d-018f-4493-baca-ae1ea191ed21"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:06.813007 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c6fcd186-1f40-452f-8944-cce764950664 req-8e205d24-8681-46f4-b448-41cf8e7802fa tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:06.887824 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef78ac6-3943-47b9-a50d-38d700f32028 x-openstack-request-id: req-6ef78ac6-3943-47b9-a50d-38d700f32028 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:06.888147 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e230ed2-8c47-4100-8577-de94a2ae4b27", "name": "network-vif-deleted", "tag": "d1aebf7d-018f-4493-baca-ae1ea191ed21", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:06.888404 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6ef78ac6-3943-47b9-a50d-38d700f32028 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:06.888809 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e230ed2-8c47-4100-8577-de94a2ae4b27', 'name': 'network-vif-deleted', 'tag': 'd1aebf7d-018f-4493-baca-ae1ea191ed21', 'status': 'completed', 'code': 200} Jul 23 16:24:06.907885 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8666d7e5-8d72-4959-90be-9a3f6c7de37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:06.989965 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bd77669c-b822-4058-93c1-542d52bc7ace req-539d4fd4-e3e1-4555-9902-953f962a1400 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551 HTTP/1.1" status: 200 len: 210 time: 0.0735641 Jul 23 16:24:07.056968 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c6fcd186-1f40-452f-8944-cce764950664 req-8e205d24-8681-46f4-b448-41cf8e7802fa tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:07.152261 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:07.166433 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6fcd186-1f40-452f-8944-cce764950664 req-8e205d24-8681-46f4-b448-41cf8e7802fa tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:24:07.182520 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-c6fcd186-1f40-452f-8944-cce764950664 req-8e205d24-8681-46f4-b448-41cf8e7802fa tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:07.185687 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fcd186-1f40-452f-8944-cce764950664 req-8e205d24-8681-46f4-b448-41cf8e7802fa tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:24:07.239397 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cf61ae-c7d8-4c50-b521-e89845060791 None None] DHCP port deletion for ec97f243-d754-41fe-a65d-35b39e63e557 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:24:07.271777 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcd186-1f40-452f-8944-cce764950664 req-8e205d24-8681-46f4-b448-41cf8e7802fa tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:07.272386 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c6fcd186-1f40-452f-8944-cce764950664 req-8e205d24-8681-46f4-b448-41cf8e7802fa tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:07.278682 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e205d24-8681-46f4-b448-41cf8e7802fa tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Pushing event updated for resources: {'Port': ['ID=487c34f5-b8ea-42bb-a888-e10e35297190,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:07.357899 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-8666d7e5-8d72-4959-90be-9a3f6c7de37a admin admin] Deleting port 55711701-ec55-40f1-ac3e-cd268615456c {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:07.359113 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8666d7e5-8d72-4959-90be-9a3f6c7de37a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:07.373567 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c6fcd186-1f40-452f-8944-cce764950664 req-8e205d24-8681-46f4-b448-41cf8e7802fa tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2626081 Jul 23 16:24:07.434396 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-c6fcd186-1f40-452f-8944-cce764950664 req-0e3b5414-c47a-49de-bc60-d0d003787ee9 service neutron] Request body: {'port': {'device_id': 'b6a7b460-c16f-4305-ba58-0a0e5dfa0551', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:07.592993 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-8666d7e5-8d72-4959-90be-9a3f6c7de37a admin admin] For port 55711701-ec55-40f1-ac3e-cd268615456c, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=55711701-ec55-40f1-ac3e-cd268615456c,segment=NetworkSegment(e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4),segment_id=e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:07.593796 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8666d7e5-8d72-4959-90be-9a3f6c7de37a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:07.602767 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 167b9125-b149-4d87-ae30-73b47aaf2bb8 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:07.620081 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-8666d7e5-8d72-4959-90be-9a3f6c7de37a admin admin] Calling delete_port for 55711701-ec55-40f1-ac3e-cd268615456c owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:07.622720 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c6fcd186-1f40-452f-8944-cce764950664 req-0e3b5414-c47a-49de-bc60-d0d003787ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:07.683800 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 167b9125-b149-4d87-ae30-73b47aaf2bb8 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:07.689383 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 167b9125-b149-4d87-ae30-73b47aaf2bb8 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:07.690828 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 55711701-ec55-40f1-ac3e-cd268615456c no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:07.828979 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-45cf61ae-c7d8-4c50-b521-e89845060791 None None] Deleting port 55711701-ec55-40f1-ac3e-cd268615456c {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:07.829745 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-45cf61ae-c7d8-4c50-b521-e89845060791 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:07.837458 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8666d7e5-8d72-4959-90be-9a3f6c7de37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:07.843601 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e009f7bc-5619-44eb-8655-90e23d3220e4 req-9b470c5d-6fe6-4932-bd16-fa845fd99a10 tempest-ListImageFiltersTestJSON-776740683 tempest-ListImageFiltersTestJSON-776740683-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e230ed2-8c47-4100-8577-de94a2ae4b27 HTTP/1.1" status: 200 len: 210 time: 0.0574596 Jul 23 16:24:07.909894 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666d7e5-8d72-4959-90be-9a3f6c7de37a admin admin] Pushing event deleted for resources: {'Port': ['ID=55711701-ec55-40f1-ac3e-cd268615456c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:07.923647 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8666d7e5-8d72-4959-90be-9a3f6c7de37a admin admin] No DVR routers for this DVR port 55711701-ec55-40f1-ac3e-cd268615456c on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:07.946722 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-45cf61ae-c7d8-4c50-b521-e89845060791 None None] For port 55711701-ec55-40f1-ac3e-cd268615456c, host n-d-778549-4, got binding levels [] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:07.947221 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-45cf61ae-c7d8-4c50-b521-e89845060791 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:07.965816 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-45cf61ae-c7d8-4c50-b521-e89845060791 None None] Calling delete_port for 55711701-ec55-40f1-ac3e-cd268615456c owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:07.967853 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33466) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:07.969595 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.ipam_backend_mixin [None req-45cf61ae-c7d8-4c50-b521-e89845060791 None None] Port 55711701-ec55-40f1-ac3e-cd268615456c was not found and therefore no delete operation was performed {{(pid=94014) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:24:07.970873 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No active binding found for port 55711701-ec55-40f1-ac3e-cd268615456c {{(pid=94014) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 16:24:07.971361 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 55711701-ec55-40f1-ac3e-cd268615456c not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:07.973827 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-45cf61ae-c7d8-4c50-b521-e89845060791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:08.024267 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf61ae-c7d8-4c50-b521-e89845060791 None None] Pushing event deleted for resources: {'Port': ['ID=55711701-ec55-40f1-ac3e-cd268615456c,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:08.027934 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cf61ae-c7d8-4c50-b521-e89845060791 None None] No DVR routers for this DVR port 55711701-ec55-40f1-ac3e-cd268615456c on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:08.120371 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-31f2853f-8350-4c14-bf26-369e98c725a3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1751554764-network', 'tenant_id': 'ecd4d0f773504e458254f7ade494ee5a'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:08.149730 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f2853f-8350-4c14-bf26-369e98c725a3 admin admin] Made reservation on behalf of ecd4d0f773504e458254f7ade494ee5a for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:08.152799 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-31f2853f-8350-4c14-bf26-369e98c725a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:08.164720 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-31f2853f-8350-4c14-bf26-369e98c725a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:08.347281 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-31f2853f-8350-4c14-bf26-369e98c725a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:08.355545 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-31f2853f-8350-4c14-bf26-369e98c725a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:08.414099 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31f2853f-8350-4c14-bf26-369e98c725a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1131, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:24:08.426851 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-31f2853f-8350-4c14-bf26-369e98c725a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:08.427568 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-31f2853f-8350-4c14-bf26-369e98c725a3 admin admin] Added segment 4928653c-03cb-499b-a05b-66496909a63c of type vlan for network 0a47e566-2faa-4154-9028-226ed9592ef4 Jul 23 16:24:08.474975 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2853f-8350-4c14-bf26-369e98c725a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b3f6b6-178c-4e91-8e6d-c7695ca03b7a,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:08.488024 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-31f2853f-8350-4c14-bf26-369e98c725a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:08.496171 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:08.533088 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-31f2853f-8350-4c14-bf26-369e98c725a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:08.534475 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f2853f-8350-4c14-bf26-369e98c725a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:08.535174 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-31f2853f-8350-4c14-bf26-369e98c725a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:08.538913 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8666d7e5-8d72-4959-90be-9a3f6c7de37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:08.568358 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-31f2853f-8350-4c14-bf26-369e98c725a3 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5991976 Jul 23 16:24:08.571870 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33478) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:08.577176 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-46246669-e413-4234-bc19-ced52545dc9a admin admin] Request body: {'subnet': {'network_id': '0a47e566-2faa-4154-9028-226ed9592ef4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1751554764-subnet', 'tenant_id': 'ecd4d0f773504e458254f7ade494ee5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:08.597505 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-8666d7e5-8d72-4959-90be-9a3f6c7de37a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec97f243-d754-41fe-a65d-35b39e63e557']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:08.629809 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-8666d7e5-8d72-4959-90be-9a3f6c7de37a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:08.630108 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-8666d7e5-8d72-4959-90be-9a3f6c7de37a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0eb0c9e-94e9-404f-a4f2-ea2d5c17a6a4') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:08.651432 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device d1aebf7d-018f-4493-baca-ae1ea191ed21 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:08.655074 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2853f-8350-4c14-bf26-369e98c725a3 admin admin] Pushing event updated for resources: {'Network': ['ID=0a47e566-2faa-4154-9028-226ed9592ef4,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:08.667910 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46246669-e413-4234-bc19-ced52545dc9a admin admin] Made reservation on behalf of ecd4d0f773504e458254f7ade494ee5a for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:08.670614 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-46246669-e413-4234-bc19-ced52545dc9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:08.682900 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: d1aebf7d-018f-4493-baca-ae1ea191ed21 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:08.683132 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8666d7e5-8d72-4959-90be-9a3f6c7de37a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:08.683874 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device d1aebf7d-018f-4493-baca-ae1ea191ed21 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:08.686417 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 0a47e566-2faa-4154-9028-226ed9592ef4 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:24:08.771141 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8666d7e5-8d72-4959-90be-9a3f6c7de37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:08.788358 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8666d7e5-8d72-4959-90be-9a3f6c7de37a admin admin] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:24:08.788773 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8666d7e5-8d72-4959-90be-9a3f6c7de37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:08.791816 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:24:08.791816 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:24:08.791816 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:24:08.791816 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:24:08.791816 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:24:08.791816 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:24:08.791816 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:24:08.791816 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:24:08.791816 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:24:08.791816 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:24:08.791816 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:24:08.791816 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:24:08.791816 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:24:08.791816 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:24:08.791816 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:24:08.791816 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:24:08.791816 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:24:08.791816 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:24:08.791816 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:24:08.791816 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:24:08.791816 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:24:08.791816 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:24:08.791816 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:24:08.791816 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:24:08.791816 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:24:08.791816 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:24:08.791816 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:24:08.791816 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:24:08.791816 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:24:08.791816 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:24:08.791816 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:24:08.791816 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:24:08.817249 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244491ad-6078-4faf-88c3-051cc4362d16 req-69526ad9-5357-42e0-9b15-0a84a8efda39 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:08.819444 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-244491ad-6078-4faf-88c3-051cc4362d16 req-69526ad9-5357-42e0-9b15-0a84a8efda39 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551 HTTP/1.1" status: 200 len: 931 time: 0.6887181 Jul 23 16:24:08.963437 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8666d7e5-8d72-4959-90be-9a3f6c7de37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:08.983009 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8666d7e5-8d72-4959-90be-9a3f6c7de37a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:08.985011 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8666d7e5-8d72-4959-90be-9a3f6c7de37a admin admin] 10.222.0.73 "DELETE /v2.0/networks/ec97f243-d754-41fe-a65d-35b39e63e557 HTTP/1.1" status: 204 len: 168 time: 2.2652912 Jul 23 16:24:08.995517 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-244491ad-6078-4faf-88c3-051cc4362d16 req-2b840837-acd5-4e60-b936-79536ad301f6 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628761 Jul 23 16:24:09.019281 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666d7e5-8d72-4959-90be-9a3f6c7de37a admin admin] Pushing event deleted for resources: {'Network': ['ID=ec97f243-d754-41fe-a65d-35b39e63e557,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:09.065881 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-c6fcd186-1f40-452f-8944-cce764950664 req-0e3b5414-c47a-49de-bc60-d0d003787ee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 487c34f5-b8ea-42bb-a888-e10e35297190 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:09.077268 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c6fcd186-1f40-452f-8944-cce764950664 req-0e3b5414-c47a-49de-bc60-d0d003787ee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:09.094239 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-c6fcd186-1f40-452f-8944-cce764950664 req-0e3b5414-c47a-49de-bc60-d0d003787ee9 service neutron] Transition to ACTIVE for port object 487c34f5-b8ea-42bb-a888-e10e35297190 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:09.098966 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c6fcd186-1f40-452f-8944-cce764950664 req-0e3b5414-c47a-49de-bc60-d0d003787ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:09.156991 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-46246669-e413-4234-bc19-ced52545dc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:09.239673 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b5414-c47a-49de-bc60-d0d003787ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=487c34f5-b8ea-42bb-a888-e10e35297190,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:09.260327 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33510) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:09.331567 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46246669-e413-4234-bc19-ced52545dc9a admin admin] Checking segment: {'id': '4928653c-03cb-499b-a05b-66496909a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '0a47e566-2faa-4154-9028-226ed9592ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:24:09.332294 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46246669-e413-4234-bc19-ced52545dc9a admin admin] Network hostable DHCP agents. Network: 0a47e566-2faa-4154-9028-226ed9592ef4, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:24:09.341504 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b0448034-a9cc-4365-8e73-b5b78f954658 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=873dbef0f2494aa38fb542bb89dedefa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0773346 Jul 23 16:24:09.347522 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33512) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:09.366751 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46246669-e413-4234-bc19-ced52545dc9a admin admin] Network 0a47e566-2faa-4154-9028-226ed9592ef4 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:24:09.370667 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-c6fcd186-1f40-452f-8944-cce764950664 req-0e3b5414-c47a-49de-bc60-d0d003787ee9 service neutron] Attempting to bind port 487c34f5-b8ea-42bb-a888-e10e35297190 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:24:09.371310 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-c6fcd186-1f40-452f-8944-cce764950664 req-0e3b5414-c47a-49de-bc60-d0d003787ee9 service neutron] Attempting to bind port 487c34f5-b8ea-42bb-a888-e10e35297190 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:24:09.371873 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fcd186-1f40-452f-8944-cce764950664 req-0e3b5414-c47a-49de-bc60-d0d003787ee9 service neutron] Attempting to bind port 487c34f5-b8ea-42bb-a888-e10e35297190 on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:09.381370 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-46246669-e413-4234-bc19-ced52545dc9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 0a47e566-2faa-4154-9028-226ed9592ef4) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:09.384218 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fcd186-1f40-452f-8944-cce764950664 req-0e3b5414-c47a-49de-bc60-d0d003787ee9 service neutron] Port 487c34f5-b8ea-42bb-a888-e10e35297190 on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:24:09.384580 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46246669-e413-4234-bc19-ced52545dc9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcf22b5e-ee71-4db3-b094-489ef0b37ffa,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:09.384807 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fcd186-1f40-452f-8944-cce764950664 req-0e3b5414-c47a-49de-bc60-d0d003787ee9 service neutron] Attempting to bind port 487c34f5-b8ea-42bb-a888-e10e35297190 on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:09.389760 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46246669-e413-4234-bc19-ced52545dc9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:09.390641 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-46246669-e413-4234-bc19-ced52545dc9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:09.391967 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23835c9-bde2-47ad-8279-a76053a0d2fb None None] Network 0a47e566-2faa-4154-9028-226ed9592ef4 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:24:09.403247 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fcd186-1f40-452f-8944-cce764950664 req-0e3b5414-c47a-49de-bc60-d0d003787ee9 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:24:09.404057 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fcd186-1f40-452f-8944-cce764950664 req-0e3b5414-c47a-49de-bc60-d0d003787ee9 service neutron] Checking segment: {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:24:09.404841 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fcd186-1f40-452f-8944-cce764950664 req-0e3b5414-c47a-49de-bc60-d0d003787ee9 service neutron] Bound using segment: {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:24:09.405793 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-c6fcd186-1f40-452f-8944-cce764950664 req-0e3b5414-c47a-49de-bc60-d0d003787ee9 service neutron] Bound port: 487c34f5-b8ea-42bb-a888-e10e35297190, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:24:09.406293 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c6fcd186-1f40-452f-8944-cce764950664 req-0e3b5414-c47a-49de-bc60-d0d003787ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:09.408725 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-46246669-e413-4234-bc19-ced52545dc9a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8354995 Jul 23 16:24:09.424157 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33514) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:09.436414 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-7ccd0b2a-e7b8-41fb-9ac4-790efdea2f61 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1751554764-router', 'tenant_id': 'ecd4d0f773504e458254f7ade494ee5a', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:09.470752 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e132e9e3-2db4-4891-891a-8663dd4c722e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:09.484627 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ccd0b2a-e7b8-41fb-9ac4-790efdea2f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:09.488433 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ccd0b2a-e7b8-41fb-9ac4-790efdea2f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:09.558990 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e132e9e3-2db4-4891-891a-8663dd4c722e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:09.573603 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ccd0b2a-e7b8-41fb-9ac4-790efdea2f61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:09.597363 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-c6fcd186-1f40-452f-8944-cce764950664 req-0e3b5414-c47a-49de-bc60-d0d003787ee9 service neutron] For port 487c34f5-b8ea-42bb-a888-e10e35297190, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:24:09.612208 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-c6fcd186-1f40-452f-8944-cce764950664 req-0e3b5414-c47a-49de-bc60-d0d003787ee9 service neutron] For port 487c34f5-b8ea-42bb-a888-e10e35297190, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=487c34f5-b8ea-42bb-a888-e10e35297190,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:24:09.624858 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c6fcd186-1f40-452f-8944-cce764950664 req-0e3b5414-c47a-49de-bc60-d0d003787ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:09.690982 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcd186-1f40-452f-8944-cce764950664 req-0e3b5414-c47a-49de-bc60-d0d003787ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:09.692229 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c6fcd186-1f40-452f-8944-cce764950664 req-0e3b5414-c47a-49de-bc60-d0d003787ee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:09.695624 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c6fcd186-1f40-452f-8944-cce764950664 req-0e3b5414-c47a-49de-bc60-d0d003787ee9 service neutron] 10.222.0.97 "PUT /v2.0/ports/487c34f5-b8ea-42bb-a888-e10e35297190 HTTP/1.1" status: 200 len: 1091 time: 2.2883666 Jul 23 16:24:09.696222 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a7b460-c16f-4305-ba58-0a0e5dfa0551', 'tag': '487c34f5-b8ea-42bb-a888-e10e35297190'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:09.700170 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758c28cf-67be-42f7-aeb5-e21a9c7fa56f" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a7b460-c16f-4305-ba58-0a0e5dfa0551", "tag": "487c34f5-b8ea-42bb-a888-e10e35297190"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:09.733181 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e132e9e3-2db4-4891-891a-8663dd4c722e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:09.739165 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e132e9e3-2db4-4891-891a-8663dd4c722e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:09.741926 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e132e9e3-2db4-4891-891a-8663dd4c722e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/018254e7-0c8b-485b-853d-44d505a50db5 HTTP/1.1" status: 204 len: 168 time: 0.3923068 Jul 23 16:24:09.777093 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b5414-c47a-49de-bc60-d0d003787ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=487c34f5-b8ea-42bb-a888-e10e35297190,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:09.870161 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de63f04-1457-4fb4-b582-9b9507db8a35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-0a47e566-2faa-4154-9028-226ed9592ef4', 'network_id': '0a47e566-2faa-4154-9028-226ed9592ef4', 'tenant_id': 'ecd4d0f773504e458254f7ade494ee5a', 'fixed_ips': [{'subnet_id': 'dcf22b5e-ee71-4db3-b094-489ef0b37ffa'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:24:09.871242 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2de63f04-1457-4fb4-b582-9b9507db8a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:09.875355 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d0f88c-b049-46a3-95f7-0c4ee8092392 x-openstack-request-id: req-39d0f88c-b049-46a3-95f7-0c4ee8092392 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:09.879183 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a7b460-c16f-4305-ba58-0a0e5dfa0551", "tag": "487c34f5-b8ea-42bb-a888-e10e35297190", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:09.879622 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-39d0f88c-b049-46a3-95f7-0c4ee8092392 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:09.880639 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a7b460-c16f-4305-ba58-0a0e5dfa0551', 'tag': '487c34f5-b8ea-42bb-a888-e10e35297190', 'status': 'completed', 'code': 200} Jul 23 16:24:09.889967 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132e9e3-2db4-4891-891a-8663dd4c722e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018254e7-0c8b-485b-853d-44d505a50db5,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:09.895715 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ccd0b2a-e7b8-41fb-9ac4-790efdea2f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:09.964873 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcd186-1f40-452f-8944-cce764950664 req-6babe2d6-d783-451a-9ba5-b7d8a90b6f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:09.974034 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c6fcd186-1f40-452f-8944-cce764950664 req-6babe2d6-d783-451a-9ba5-b7d8a90b6f40 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c9785dc21e8448b1824d1571d64a2041&device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551 HTTP/1.1" status: 200 len: 1094 time: 0.2248218 Jul 23 16:24:10.073309 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c6fcd186-1f40-452f-8944-cce764950664 req-7b15a9ee-9225-449a-9058-ff1ff8d4f232 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=487c34f5-b8ea-42bb-a888-e10e35297190 HTTP/1.1" status: 200 len: 217 time: 0.0968108 Jul 23 16:24:10.218250 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcd186-1f40-452f-8944-cce764950664 req-397f901e-178c-42b7-a64c-52e28bacdfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:10.228088 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c6fcd186-1f40-452f-8944-cce764950664 req-397f901e-178c-42b7-a64c-52e28bacdfc4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8d7d20ea-5324-4d61-af92-f3ae3ea40d11 HTTP/1.1" status: 200 len: 860 time: 0.1453993 Jul 23 16:24:10.255837 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-2de63f04-1457-4fb4-b582-9b9507db8a35 None None] Allocated IP 172.20.0.2 (0a47e566-2faa-4154-9028-226ed9592ef4/dcf22b5e-ee71-4db3-b094-489ef0b37ffa/a6f39fdb-04b4-4897-92ec-22a099189c4d) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:24:10.328670 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c6fcd186-1f40-452f-8944-cce764950664 req-5b273544-4fcc-4707-a60b-97d153a0e891 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=02a7c16a-554a-4ad8-a4a9-73cc994d3940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935390 Jul 23 16:24:10.582257 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c6fcd186-1f40-452f-8944-cce764950664 req-54d42e37-0eb7-4cf2-bef3-926a5004f832 service neutron] 10.222.0.97 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483232 Jul 23 16:24:10.640059 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2de63f04-1457-4fb4-b582-9b9507db8a35 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:10.661858 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2de63f04-1457-4fb4-b582-9b9507db8a35 None None] Transition to ACTIVE for port object a6f39fdb-04b4-4897-92ec-22a099189c4d will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:10.710043 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2de63f04-1457-4fb4-b582-9b9507db8a35 None None] Transition to ACTIVE for port object a6f39fdb-04b4-4897-92ec-22a099189c4d will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:10.727589 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2de63f04-1457-4fb4-b582-9b9507db8a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:10.807741 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de63f04-1457-4fb4-b582-9b9507db8a35 None None] Network 0a47e566-2faa-4154-9028-226ed9592ef4 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:24:10.811070 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-2de63f04-1457-4fb4-b582-9b9507db8a35 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:10.821288 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de63f04-1457-4fb4-b582-9b9507db8a35 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:24:10.830779 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de63f04-1457-4fb4-b582-9b9507db8a35 None None] Pushing event updated for resources: {'Port': ['ID=a6f39fdb-04b4-4897-92ec-22a099189c4d,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:10.865747 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c6fcd186-1f40-452f-8944-cce764950664 req-f1502d93-3458-4cd1-bc48-16cd22c1ea12 service neutron] 10.222.0.97 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770157 Jul 23 16:24:10.946439 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ccd0b2a-e7b8-41fb-9ac4-790efdea2f61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:10.980794 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-2de63f04-1457-4fb4-b582-9b9507db8a35 None None] Attempting to bind port a6f39fdb-04b4-4897-92ec-22a099189c4d on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:24:10.981373 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-2de63f04-1457-4fb4-b582-9b9507db8a35 None None] Attempting to bind port a6f39fdb-04b4-4897-92ec-22a099189c4d by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '4928653c-03cb-499b-a05b-66496909a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '0a47e566-2faa-4154-9028-226ed9592ef4'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:24:10.981866 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ccd0b2a-e7b8-41fb-9ac4-790efdea2f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:10.982026 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de63f04-1457-4fb4-b582-9b9507db8a35 None None] Attempting to bind port a6f39fdb-04b4-4897-92ec-22a099189c4d on network 0a47e566-2faa-4154-9028-226ed9592ef4 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:10.992464 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de63f04-1457-4fb4-b582-9b9507db8a35 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:24:10.992850 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de63f04-1457-4fb4-b582-9b9507db8a35 None None] Checking segment: {'id': '4928653c-03cb-499b-a05b-66496909a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '0a47e566-2faa-4154-9028-226ed9592ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:24:10.995368 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2de63f04-1457-4fb4-b582-9b9507db8a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:10.995780 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de63f04-1457-4fb4-b582-9b9507db8a35 None None] Bound using segment: {'id': '4928653c-03cb-499b-a05b-66496909a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '0a47e566-2faa-4154-9028-226ed9592ef4'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:24:10.996281 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-2de63f04-1457-4fb4-b582-9b9507db8a35 None None] Bound port: a6f39fdb-04b4-4897-92ec-22a099189c4d, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4928653c-03cb-499b-a05b-66496909a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '0a47e566-2faa-4154-9028-226ed9592ef4'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:24:10.996670 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2de63f04-1457-4fb4-b582-9b9507db8a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:11.190262 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-2de63f04-1457-4fb4-b582-9b9507db8a35 None None] For port a6f39fdb-04b4-4897-92ec-22a099189c4d, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:24:11.202261 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-2de63f04-1457-4fb4-b582-9b9507db8a35 None None] For port a6f39fdb-04b4-4897-92ec-22a099189c4d, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a6f39fdb-04b4-4897-92ec-22a099189c4d,segment=NetworkSegment(4928653c-03cb-499b-a05b-66496909a63c),segment_id=4928653c-03cb-499b-a05b-66496909a63c)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:24:11.208562 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2de63f04-1457-4fb4-b582-9b9507db8a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:11.211722 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2853e33-e4a8-43df-9f98-55f951c5031e req-d9f0f7e1-d21b-403c-bd78-ab1c50a92957 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:11.213253 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2853e33-e4a8-43df-9f98-55f951c5031e req-d9f0f7e1-d21b-403c-bd78-ab1c50a92957 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551 HTTP/1.1" status: 200 len: 943 time: 0.3588026 Jul 23 16:24:11.215374 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c28cf-67be-42f7-aeb5-e21a9c7fa56f req-40e18ebc-eca2-4254-9d8b-4d2252c910d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:11.216813 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-758c28cf-67be-42f7-aeb5-e21a9c7fa56f req-40e18ebc-eca2-4254-9d8b-4d2252c910d9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c9785dc21e8448b1824d1571d64a2041&device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551 HTTP/1.1" status: 200 len: 1094 time: 0.2273271 Jul 23 16:24:11.257208 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-7ccd0b2a-e7b8-41fb-9ac4-790efdea2f61 admin admin] Allocated IP 172.25.8.109 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/58c1692a-9be9-4939-b953-a9a43f941278) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:24:11.377868 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de63f04-1457-4fb4-b582-9b9507db8a35 None None] Pushing event updated for resources: {'Port': ['ID=a6f39fdb-04b4-4897-92ec-22a099189c4d,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:11.429212 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2853e33-e4a8-43df-9f98-55f951c5031e req-c940dcaf-ada6-4deb-a80f-17abe62d392a tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020042 Jul 23 16:24:11.496925 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c28cf-67be-42f7-aeb5-e21a9c7fa56f req-2c28feaa-e113-4b4c-b7ac-8debf38c17c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:11.499828 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-758c28cf-67be-42f7-aeb5-e21a9c7fa56f req-2c28feaa-e113-4b4c-b7ac-8debf38c17c1 service neutron] 10.222.0.97 "GET /v2.0/networks?id=02a7c16a-554a-4ad8-a4a9-73cc994d3940 HTTP/1.1" status: 200 len: 922 time: 0.2759781 Jul 23 16:24:11.575770 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-758c28cf-67be-42f7-aeb5-e21a9c7fa56f req-9c23e17c-52f8-462b-a22a-75bb4ad00982 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=487c34f5-b8ea-42bb-a888-e10e35297190 HTTP/1.1" status: 200 len: 217 time: 0.0646737 Jul 23 16:24:11.683032 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ccd0b2a-e7b8-41fb-9ac4-790efdea2f61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:11.818351 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c28cf-67be-42f7-aeb5-e21a9c7fa56f req-5c5bc793-1435-4d96-99d5-caf15859a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:11.820785 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-758c28cf-67be-42f7-aeb5-e21a9c7fa56f req-5c5bc793-1435-4d96-99d5-caf15859a7fc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8d7d20ea-5324-4d61-af92-f3ae3ea40d11 HTTP/1.1" status: 200 len: 860 time: 0.2349823 Jul 23 16:24:11.829879 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ccd0b2a-e7b8-41fb-9ac4-790efdea2f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:11.879142 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-758c28cf-67be-42f7-aeb5-e21a9c7fa56f req-3c8f85cf-bc9d-4b27-a44e-cb23bdc0dd95 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=02a7c16a-554a-4ad8-a4a9-73cc994d3940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484402 Jul 23 16:24:11.889411 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccd0b2a-e7b8-41fb-9ac4-790efdea2f61 admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:24:11.900918 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-7ccd0b2a-e7b8-41fb-9ac4-790efdea2f61 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:11.905695 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccd0b2a-e7b8-41fb-9ac4-790efdea2f61 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:24:11.972763 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd0b2a-e7b8-41fb-9ac4-790efdea2f61 admin admin] Pushing event updated for resources: {'Port': ['ID=58c1692a-9be9-4939-b953-a9a43f941278,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:12.009739 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-758c28cf-67be-42f7-aeb5-e21a9c7fa56f req-558a5fa1-86ae-413e-9a2d-76b155102749 service neutron] 10.222.0.97 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215661 Jul 23 16:24:12.146386 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-758c28cf-67be-42f7-aeb5-e21a9c7fa56f req-b77a81bf-6980-4d74-9c95-36788c9b1700 service neutron] 10.222.0.97 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299188 Jul 23 16:24:12.393091 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ccd0b2a-e7b8-41fb-9ac4-790efdea2f61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:12.639075 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33666) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:12.674610 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 487c34f5-b8ea-42bb-a888-e10e35297190 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:24:12.695324 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc1dde-1074-434e-a25b-2f783211b532 req-ed0b93e9-5411-4c73-8bca-cb73dd3e90aa tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:12.696956 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a2fc1dde-1074-434e-a25b-2f783211b532 req-ed0b93e9-5411-4c73-8bca-cb73dd3e90aa tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551 HTTP/1.1" status: 200 len: 943 time: 0.1394289 Jul 23 16:24:12.815154 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a2fc1dde-1074-434e-a25b-2f783211b532 req-f78e35d2-2c08-4ffb-8cd5-f10d1df9ee93 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838523 Jul 23 16:24:12.825448 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ccd0b2a-e7b8-41fb-9ac4-790efdea2f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:12.884843 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 487c34f5-b8ea-42bb-a888-e10e35297190, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=487c34f5-b8ea-42bb-a888-e10e35297190,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:12.897654 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '487c34f5-b8ea-42bb-a888-e10e35297190', 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940', 'port_id': '487c34f5-b8ea-42bb-a888-e10e35297190', 'mac_address': 'fa:16:3e:d8:e9:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7d20ea-5324-4d61-af92-f3ae3ea40d11', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:24:12.945989 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:12.961823 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 487c34f5-b8ea-42bb-a888-e10e35297190 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:12.986074 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 487c34f5-b8ea-42bb-a888-e10e35297190, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=487c34f5-b8ea-42bb-a888-e10e35297190,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:12.991565 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9c334ea8-950a-4462-8bb2-8aa26f27d19b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=da99476b134d4fef96402fb4e21eb9c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3499131 Jul 23 16:24:12.994273 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:12.996128 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33680) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:13.027977 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e32d664-c023-4d35-be8e-d7fa8d069562 None None] Network 0a47e566-2faa-4154-9028-226ed9592ef4 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:24:13.037586 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33682) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:13.057011 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ccd0b2a-e7b8-41fb-9ac4-790efdea2f61 admin admin] Router bc1615a9-1305-462f-8f99-fe28e7ffa8da is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:24:13.074768 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-165767a7-1136-4429-b69f-b9d5e78a77ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:13.099813 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-165767a7-1136-4429-b69f-b9d5e78a77ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:13.103052 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=487c34f5-b8ea-42bb-a888-e10e35297190,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:13.154778 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-017b155b-662e-48a1-ba6e-e0deaf3b1b9d None None] Provisioning for port a6f39fdb-04b4-4897-92ec-22a099189c4d completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:13.186232 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-165767a7-1136-4429-b69f-b9d5e78a77ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:13.192197 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-165767a7-1136-4429-b69f-b9d5e78a77ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:13.193499 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-165767a7-1136-4429-b69f-b9d5e78a77ac admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9e632d0e-34af-4b4b-8ae1-8cd0d0c999c2 HTTP/1.1" status: 204 len: 168 time: 0.1964116 Jul 23 16:24:13.193857 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ed7838b-9236-400d-a2f6-164c3ad121ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:13.214180 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165767a7-1136-4429-b69f-b9d5e78a77ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e632d0e-34af-4b4b-8ae1-8cd0d0c999c2,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:13.258349 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccd0b2a-e7b8-41fb-9ac4-790efdea2f61 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:24:13.275514 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['487c34f5-b8ea-42bb-a888-e10e35297190'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:13.285536 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9a249e-8d94-4ecc-a71c-6cd149a7afd7 None None] Sync routers for ids ['bc1615a9-1305-462f-8f99-fe28e7ffa8da'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:24:13.307673 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9a249e-8d94-4ecc-a71c-6cd149a7afd7 None None] Routers {'bc1615a9-1305-462f-8f99-fe28e7ffa8da'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:13.309567 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-8a9a249e-8d94-4ecc-a71c-6cd149a7afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:24:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['bc1615a9-1305-462f-8f99-fe28e7ffa8da'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:13.430702 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ed7838b-9236-400d-a2f6-164c3ad121ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:13.437349 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ed7838b-9236-400d-a2f6-164c3ad121ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:13.484567 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ccd0b2a-e7b8-41fb-9ac4-790efdea2f61 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:13.486116 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7ccd0b2a-e7b8-41fb-9ac4-790efdea2f61 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.0604405 Jul 23 16:24:13.489294 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33708) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:13.543797 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7ed7838b-9236-400d-a2f6-164c3ad121ab admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a4458a8fe23a49018d05af77d2d0177b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5044689 Jul 23 16:24:13.546335 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33714) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:13.548941 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a6f39fdb-04b4-4897-92ec-22a099189c4d up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:13.560062 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7838b-9236-400d-a2f6-164c3ad121ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0ba460-865d-4cd6-9912-d074815a78a4,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:13.662664 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port a6f39fdb-04b4-4897-92ec-22a099189c4d completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:13.669394 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port a6f39fdb-04b4-4897-92ec-22a099189c4d triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:13.669394 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:13.680406 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0467e3da-88dc-4ed6-baf6-c5e22c77f119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:13.687372 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-8a9a249e-8d94-4ecc-a71c-6cd149a7afd7 None None] Set router bc1615a9-1305-462f-8f99-fe28e7ffa8da gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:13.742853 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0467e3da-88dc-4ed6-baf6-c5e22c77f119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:13.778531 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:13.838691 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port a6f39fdb-04b4-4897-92ec-22a099189c4d, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a6f39fdb-04b4-4897-92ec-22a099189c4d,segment=NetworkSegment(4928653c-03cb-499b-a05b-66496909a63c),segment_id=4928653c-03cb-499b-a05b-66496909a63c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:13.843995 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:13.852014 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0467e3da-88dc-4ed6-baf6-c5e22c77f119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:13.857981 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0467e3da-88dc-4ed6-baf6-c5e22c77f119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:13.869225 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0467e3da-88dc-4ed6-baf6-c5e22c77f119 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2a0ba460-865d-4cd6-9912-d074815a78a4 HTTP/1.1" status: 204 len: 168 time: 0.3217385 Jul 23 16:24:13.892097 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467e3da-88dc-4ed6-baf6-c5e22c77f119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0ba460-865d-4cd6-9912-d074815a78a4,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:13.974165 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b8bd6e70-3cd9-4f0b-ad63-a045267076a4 None None] Provisioning complete for port a6f39fdb-04b4-4897-92ec-22a099189c4d triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:13.974535 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b8bd6e70-3cd9-4f0b-ad63-a045267076a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.000501 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=a6f39fdb-04b4-4897-92ec-22a099189c4d,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:14.149577 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-8a9a249e-8d94-4ecc-a71c-6cd149a7afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1615a9-1305-462f-8f99-fe28e7ffa8da', 'name': 'tempest-FloatingIPsNegativeTestJSON-1751554764-router', 'tenant_id': 'ecd4d0f773504e458254f7ade494ee5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '58c1692a-9be9-4939-b953-a9a43f941278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:24:09Z', 'updated_at': '2021-07-23T16:24:12Z', 'revision_number': 3, 'project_id': 'ecd4d0f773504e458254f7ade494ee5a', 'gw_port': {'id': '58c1692a-9be9-4939-b953-a9a43f941278', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:67:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1615a9-1305-462f-8f99-fe28e7ffa8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:10Z', 'updated_at': '2021-07-23T16:24:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:14.163526 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b4881-21e4-4737-b7d3-307bc652ed8f req-a89db8cc-1520-4866-9cb7-f8c050a68461 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:14.165128 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-482b4881-21e4-4737-b7d3-307bc652ed8f req-a89db8cc-1520-4866-9cb7-f8c050a68461 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551 HTTP/1.1" status: 200 len: 944 time: 0.1879687 Jul 23 16:24:14.195921 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9a249e-8d94-4ecc-a71c-6cd149a7afd7 None None] Checking router: bc1615a9-1305-462f-8f99-fe28e7ffa8da for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:24:14.196812 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9a249e-8d94-4ecc-a71c-6cd149a7afd7 None None] Updating router bc1615a9-1305-462f-8f99-fe28e7ffa8da port 58c1692a-9be9-4939-b953-a9a43f941278 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:24:14.235640 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-482b4881-21e4-4737-b7d3-307bc652ed8f req-696420b7-88ae-4e34-9b96-aa2ea5e203e3 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571923 Jul 23 16:24:14.265848 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-8a9a249e-8d94-4ecc-a71c-6cd149a7afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.383621 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-439392f7-c6af-4ab3-96b6-7a412e042ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.650117 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-8a9a249e-8d94-4ecc-a71c-6cd149a7afd7 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.662490 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-439392f7-c6af-4ab3-96b6-7a412e042ae9 admin admin] Allocated IP 172.20.0.1 (0a47e566-2faa-4154-9028-226ed9592ef4/dcf22b5e-ee71-4db3-b094-489ef0b37ffa/e56a5d9e-d816-4757-985b-e0cbe86c003b) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:24:14.689907 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-8a9a249e-8d94-4ecc-a71c-6cd149a7afd7 None None] Transition to ACTIVE for port object 58c1692a-9be9-4939-b953-a9a43f941278 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:14.690882 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 487c34f5-b8ea-42bb-a888-e10e35297190 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:14.702930 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-8a9a249e-8d94-4ecc-a71c-6cd149a7afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.805592 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 487c34f5-b8ea-42bb-a888-e10e35297190 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:14.815924 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33792) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:14.819515 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 487c34f5-b8ea-42bb-a888-e10e35297190 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:14.821670 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.848508 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-439392f7-c6af-4ab3-96b6-7a412e042ae9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.850940 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-8a9a249e-8d94-4ecc-a71c-6cd149a7afd7 None None] Attempting to bind port 58c1692a-9be9-4939-b953-a9a43f941278 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:24:14.851368 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-8a9a249e-8d94-4ecc-a71c-6cd149a7afd7 None None] Attempting to bind port 58c1692a-9be9-4939-b953-a9a43f941278 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:24:14.851737 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9a249e-8d94-4ecc-a71c-6cd149a7afd7 None None] Attempting to bind port 58c1692a-9be9-4939-b953-a9a43f941278 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:14.862145 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca65d0-5327-4d61-8b62-fac99290a505 None None] Pushing event updated for resources: {'Port': ['ID=58c1692a-9be9-4939-b953-a9a43f941278,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:14.877998 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9a249e-8d94-4ecc-a71c-6cd149a7afd7 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:24:14.878438 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9a249e-8d94-4ecc-a71c-6cd149a7afd7 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:24:14.878775 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-8a9a249e-8d94-4ecc-a71c-6cd149a7afd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.879175 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9a249e-8d94-4ecc-a71c-6cd149a7afd7 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:24:14.879660 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-8a9a249e-8d94-4ecc-a71c-6cd149a7afd7 None None] Bound port: 58c1692a-9be9-4939-b953-a9a43f941278, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:24:14.880044 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-8a9a249e-8d94-4ecc-a71c-6cd149a7afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.881451 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-439392f7-c6af-4ab3-96b6-7a412e042ae9 admin admin] Transition to ACTIVE for port object e56a5d9e-d816-4757-985b-e0cbe86c003b will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:14.938408 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-439392f7-c6af-4ab3-96b6-7a412e042ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.942827 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca65d0-5327-4d61-8b62-fac99290a505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:14.945215 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.948346 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca65d0-5327-4d61-8b62-fac99290a505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:14.949170 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca65d0-5327-4d61-8b62-fac99290a505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:14.949755 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca65d0-5327-4d61-8b62-fac99290a505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:14.950305 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca65d0-5327-4d61-8b62-fac99290a505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:14.950870 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca65d0-5327-4d61-8b62-fac99290a505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:14.951425 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca65d0-5327-4d61-8b62-fac99290a505 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:14.951988 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca65d0-5327-4d61-8b62-fac99290a505 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:14.952547 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca65d0-5327-4d61-8b62-fac99290a505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:14.956289 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca65d0-5327-4d61-8b62-fac99290a505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:14.956969 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca65d0-5327-4d61-8b62-fac99290a505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:14.957579 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca65d0-5327-4d61-8b62-fac99290a505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:14.975198 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a7b460-c16f-4305-ba58-0a0e5dfa0551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487c34f5-b8ea-42bb-a888-e10e35297190'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:14.982392 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37eb94b3-f855-4b68-b144-21a15676f920" -d '{"events": [{"server_uuid": "b6a7b460-c16f-4305-ba58-0a0e5dfa0551", "name": "network-vif-plugged", "status": "completed", "tag": "487c34f5-b8ea-42bb-a888-e10e35297190"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:14.984742 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439392f7-c6af-4ab3-96b6-7a412e042ae9 admin admin] Network 0a47e566-2faa-4154-9028-226ed9592ef4 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:24:15.019026 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-439392f7-c6af-4ab3-96b6-7a412e042ae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:15.026359 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 487c34f5-b8ea-42bb-a888-e10e35297190, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=487c34f5-b8ea-42bb-a888-e10e35297190,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:15.032843 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:15.038227 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439392f7-c6af-4ab3-96b6-7a412e042ae9 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:24:15.055948 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-8a9a249e-8d94-4ecc-a71c-6cd149a7afd7 None None] For port 58c1692a-9be9-4939-b953-a9a43f941278, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:24:15.069317 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439392f7-c6af-4ab3-96b6-7a412e042ae9 admin admin] Pushing event updated for resources: {'Port': ['ID=e56a5d9e-d816-4757-985b-e0cbe86c003b,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:15.074725 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-8a9a249e-8d94-4ecc-a71c-6cd149a7afd7 None None] For port 58c1692a-9be9-4939-b953-a9a43f941278, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=58c1692a-9be9-4939-b953-a9a43f941278,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:24:15.078442 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-2f0d6940-f3e7-48d3-9b6c-223a12e0a7d9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-370149642-network', 'tenant_id': '2642ac6d2fda4bb6bc5bc42fd646c90d'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:15.085358 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-8a9a249e-8d94-4ecc-a71c-6cd149a7afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:15.142683 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7a7943-aef8-4d1f-8769-8734ef4c4d40 x-openstack-request-id: req-2c7a7943-aef8-4d1f-8769-8734ef4c4d40 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:15.143122 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a7b460-c16f-4305-ba58-0a0e5dfa0551", "name": "network-vif-plugged", "status": "completed", "tag": "487c34f5-b8ea-42bb-a888-e10e35297190", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:15.145383 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0d6940-f3e7-48d3-9b6c-223a12e0a7d9 admin admin] Made reservation on behalf of 2642ac6d2fda4bb6bc5bc42fd646c90d for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:15.149282 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2c7a7943-aef8-4d1f-8769-8734ef4c4d40 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:15.150067 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a7b460-c16f-4305-ba58-0a0e5dfa0551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487c34f5-b8ea-42bb-a888-e10e35297190', 'code': 200} Jul 23 16:24:15.158413 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2f0d6940-f3e7-48d3-9b6c-223a12e0a7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:15.197938 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=487c34f5-b8ea-42bb-a888-e10e35297190,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:15.213936 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-439392f7-c6af-4ab3-96b6-7a412e042ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:15.222404 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2f0d6940-f3e7-48d3-9b6c-223a12e0a7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:15.243638 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca65d0-5327-4d61-8b62-fac99290a505 None None] Pushing event updated for resources: {'Port': ['ID=58c1692a-9be9-4939-b953-a9a43f941278,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:15.262913 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9a249e-8d94-4ecc-a71c-6cd149a7afd7 None None] Routers {'bc1615a9-1305-462f-8f99-fe28e7ffa8da'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:15.263549 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-8a9a249e-8d94-4ecc-a71c-6cd149a7afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:24:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['bc1615a9-1305-462f-8f99-fe28e7ffa8da'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:15.447922 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a6f39fdb-04b4-4897-92ec-22a099189c4d up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:15.474714 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-8a9a249e-8d94-4ecc-a71c-6cd149a7afd7 None None] Set router bc1615a9-1305-462f-8f99-fe28e7ffa8da gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:15.511420 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1aea7df2-e43e-4b3a-8ee4-1f988468d247 None None] Provisioning for port e56a5d9e-d816-4757-985b-e0cbe86c003b completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:15.516608 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1aea7df2-e43e-4b3a-8ee4-1f988468d247 None None] Provisioning complete for port e56a5d9e-d816-4757-985b-e0cbe86c003b triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:15.516981 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1aea7df2-e43e-4b3a-8ee4-1f988468d247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:15.560313 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port a6f39fdb-04b4-4897-92ec-22a099189c4d triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:15.560964 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:15.562632 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-1aea7df2-e43e-4b3a-8ee4-1f988468d247 None None] Port e56a5d9e-d816-4757-985b-e0cbe86c003b cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:24:15.581956 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628f971-08fb-4454-b61e-16879db0e98c req-790a6311-aac3-434b-b5f5-5e5a09240009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:15.583496 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4628f971-08fb-4454-b61e-16879db0e98c req-790a6311-aac3-434b-b5f5-5e5a09240009 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551 HTTP/1.1" status: 200 len: 1096 time: 0.4174345 Jul 23 16:24:15.770409 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-8a9a249e-8d94-4ecc-a71c-6cd149a7afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1615a9-1305-462f-8f99-fe28e7ffa8da', 'name': 'tempest-FloatingIPsNegativeTestJSON-1751554764-router', 'tenant_id': 'ecd4d0f773504e458254f7ade494ee5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '58c1692a-9be9-4939-b953-a9a43f941278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:24:09Z', 'updated_at': '2021-07-23T16:24:12Z', 'revision_number': 3, 'project_id': 'ecd4d0f773504e458254f7ade494ee5a', 'gw_port': {'id': '58c1692a-9be9-4939-b953-a9a43f941278', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:67:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1615a9-1305-462f-8f99-fe28e7ffa8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:10Z', 'updated_at': '2021-07-23T16:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:15.801979 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9a249e-8d94-4ecc-a71c-6cd149a7afd7 None None] The sync data for ids ['bc1615a9-1305-462f-8f99-fe28e7ffa8da'] in n-d-778549-4 is: [{'id': 'bc1615a9-1305-462f-8f99-fe28e7ffa8da', 'name': 'tempest-FloatingIPsNegativeTestJSON-1751554764-router', 'tenant_id': 'ecd4d0f773504e458254f7ade494ee5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '58c1692a-9be9-4939-b953-a9a43f941278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:24:09Z', 'updated_at': '2021-07-23T16:24:12Z', 'revision_number': 3, 'project_id': 'ecd4d0f773504e458254f7ade494ee5a', 'gw_port': {'id': '58c1692a-9be9-4939-b953-a9a43f941278', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:67:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1615a9-1305-462f-8f99-fe28e7ffa8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:10Z', 'updated_at': '2021-07-23T16:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:24:15.989877 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f38b6-37b6-4912-855e-aa022ec805d1 req-79aeae0e-af26-43bd-9ea0-bdf68b06527a tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:15.991409 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-938f38b6-37b6-4912-855e-aa022ec805d1 req-79aeae0e-af26-43bd-9ea0-bdf68b06527a tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551 HTTP/1.1" status: 200 len: 945 time: 0.5937834 Jul 23 16:24:16.041241 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2f0d6940-f3e7-48d3-9b6c-223a12e0a7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.049408 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-439392f7-c6af-4ab3-96b6-7a412e042ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.054322 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4628f971-08fb-4454-b61e-16879db0e98c req-535e8ff3-2a42-4848-8334-f58d71a6ef96 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541802 Jul 23 16:24:16.067976 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2f0d6940-f3e7-48d3-9b6c-223a12e0a7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.076930 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-456698c6-6e25-4769-9488-37448a5b4f40 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:16.078528 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-456698c6-6e25-4769-9488-37448a5b4f40 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/networks?id=c0156383-d263-44ff-9a8d-9ced71d28f03 HTTP/1.1" status: 200 len: 805 time: 0.6018836 Jul 23 16:24:16.146388 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0d6940-f3e7-48d3-9b6c-223a12e0a7d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1102, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:24:16.164089 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-1058e1ce-360b-4bdc-8680-90e98fc17782 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/quotas/4f664a177ed044f69c3fc16552951763 HTTP/1.1" status: 200 len: 375 time: 0.0700319 Jul 23 16:24:16.170590 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-938f38b6-37b6-4912-855e-aa022ec805d1 req-eba1ae33-18fb-4937-a15a-8b4ff43deab0 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345112 Jul 23 16:24:16.171147 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d6940-f3e7-48d3-9b6c-223a12e0a7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d9994e-2423-4379-83ff-93605c72a8e9,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:16.176047 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2f0d6940-f3e7-48d3-9b6c-223a12e0a7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.176578 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-2f0d6940-f3e7-48d3-9b6c-223a12e0a7d9 admin admin] Added segment 2a2e3857-f6ff-406e-8415-ef0a902aa2fe of type vlan for network cfd5d4a5-0d74-4444-af11-d62dc4a381cf Jul 23 16:24:16.290421 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2f0d6940-f3e7-48d3-9b6c-223a12e0a7d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.377152 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-f5b2bea8-2547-4906-827d-efbd74e033b8 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f664a177ed044f69c3fc16552951763&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2024922 Jul 23 16:24:16.388054 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2f0d6940-f3e7-48d3-9b6c-223a12e0a7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.389030 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0d6940-f3e7-48d3-9b6c-223a12e0a7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:16.389709 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2f0d6940-f3e7-48d3-9b6c-223a12e0a7d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.464125 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2f0d6940-f3e7-48d3-9b6c-223a12e0a7d9 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6399217 Jul 23 16:24:16.467554 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33836) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:16.473543 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-79b15d32-50ac-414f-834f-82d27ecbbcb0 admin admin] Request body: {'subnet': {'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-370149642-subnet', 'tenant_id': '2642ac6d2fda4bb6bc5bc42fd646c90d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:16.482086 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 7d135e68-2dea-4214-8d70-3efd5ba76745 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:16.507826 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b15d32-50ac-414f-834f-82d27ecbbcb0 admin admin] Made reservation on behalf of 2642ac6d2fda4bb6bc5bc42fd646c90d for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:16.513033 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-79b15d32-50ac-414f-834f-82d27ecbbcb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.545696 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d6940-f3e7-48d3-9b6c-223a12e0a7d9 admin admin] Pushing event updated for resources: {'Network': ['ID=cfd5d4a5-0d74-4444-af11-d62dc4a381cf,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:16.554648 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-439392f7-c6af-4ab3-96b6-7a412e042ae9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.565823 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-439392f7-c6af-4ab3-96b6-7a412e042ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.618748 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network cfd5d4a5-0d74-4444-af11-d62dc4a381cf details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:24:16.650162 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-61c4e508-7ad0-4a09-a1a6-25e3b495fdef service neutron] 10.222.0.73 "GET /v2.0/networks/c0156383-d263-44ff-9a8d-9ced71d28f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572200 Jul 23 16:24:16.684356 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439392f7-c6af-4ab3-96b6-7a412e042ae9 admin admin] Pushing event updated for resources: {'Port': ['ID=e56a5d9e-d816-4757-985b-e0cbe86c003b,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:16.687211 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-439392f7-c6af-4ab3-96b6-7a412e042ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.766785 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-79b15d32-50ac-414f-834f-82d27ecbbcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.826120 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.830229 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b15d32-50ac-414f-834f-82d27ecbbcb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=826fd2fc-e097-4472-9d1f-4298f12f603f,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:16.876408 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-4c45d883-8f89-4b3a-a85a-6915d9e6e023 service neutron] 10.222.0.73 "GET /v2.0/networks/c0156383-d263-44ff-9a8d-9ced71d28f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128036 Jul 23 16:24:16.883222 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b15d32-50ac-414f-834f-82d27ecbbcb0 admin admin] Checking segment: {'id': '2a2e3857-f6ff-406e-8415-ef0a902aa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:24:16.883583 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b15d32-50ac-414f-834f-82d27ecbbcb0 admin admin] Network hostable DHCP agents. Network: cfd5d4a5-0d74-4444-af11-d62dc4a381cf, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:24:16.905272 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b15d32-50ac-414f-834f-82d27ecbbcb0 admin admin] Network cfd5d4a5-0d74-4444-af11-d62dc4a381cf is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:24:16.919347 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439392f7-c6af-4ab3-96b6-7a412e042ae9 admin admin] Network 0a47e566-2faa-4154-9028-226ed9592ef4 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:24:16.925337 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-439392f7-c6af-4ab3-96b6-7a412e042ae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:16.927974 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-79b15d32-50ac-414f-834f-82d27ecbbcb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, cfd5d4a5-0d74-4444-af11-d62dc4a381cf) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:16.951812 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 7d135e68-2dea-4214-8d70-3efd5ba76745, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=7d135e68-2dea-4214-8d70-3efd5ba76745,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:16.959275 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5d0cf9-c5f1-429d-a365-6fe6f9e02d17 None None] Network cfd5d4a5-0d74-4444-af11-d62dc4a381cf requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:24:16.968061 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.972824 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b15d32-50ac-414f-834f-82d27ecbbcb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:16.973533 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-79b15d32-50ac-414f-834f-82d27ecbbcb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:17.018675 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-79b15d32-50ac-414f-834f-82d27ecbbcb0 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5482562 Jul 23 16:24:17.117554 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a1e25-369d-4487-8193-da02b3b582d9 req-1119fecc-0396-4434-8e5d-c5d4ec55fd9e tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:17.127551 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b73a1e25-369d-4487-8193-da02b3b582d9 req-1119fecc-0396-4434-8e5d-c5d4ec55fd9e tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.74 "GET /v2.0/ports?device_id=190ba95c-7ca7-414c-8475-b9b15bfce248 HTTP/1.1" status: 200 len: 946 time: 0.2158797 Jul 23 16:24:17.130316 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439392f7-c6af-4ab3-96b6-7a412e042ae9 admin admin] Router bc1615a9-1305-462f-8f99-fe28e7ffa8da has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:24:17.358560 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-b73a1e25-369d-4487-8193-da02b3b582d9 req-226721a3-a3d5-4c91-b308-358c1758521d tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Deleting port 7d135e68-2dea-4214-8d70-3efd5ba76745 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:17.358907 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b73a1e25-369d-4487-8193-da02b3b582d9 req-226721a3-a3d5-4c91-b308-358c1758521d tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:17.511901 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190ba95c-7ca7-414c-8475-b9b15bfce248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d135e68-2dea-4214-8d70-3efd5ba76745'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:17.514814 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d0a7cc-4f31-40e9-aff0-68e5cce0f5d5" -d '{"events": [{"server_uuid": "190ba95c-7ca7-414c-8475-b9b15bfce248", "name": "network-vif-unplugged", "status": "completed", "tag": "7d135e68-2dea-4214-8d70-3efd5ba76745"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:17.516971 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-b73a1e25-369d-4487-8193-da02b3b582d9 req-226721a3-a3d5-4c91-b308-358c1758521d tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] For port 7d135e68-2dea-4214-8d70-3efd5ba76745, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=7d135e68-2dea-4214-8d70-3efd5ba76745,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:17.517510 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b73a1e25-369d-4487-8193-da02b3b582d9 req-226721a3-a3d5-4c91-b308-358c1758521d tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:17.520148 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2253425e-a607-4496-b494-82cab33c087c req-b59e031e-72ef-4237-929c-24aed9d93c5e tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bedcbe0-0cd4-4108-beed-224107435bf4 HTTP/1.1" status: 200 len: 210 time: 0.2430325 Jul 23 16:24:17.536656 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 58c1692a-9be9-4939-b953-a9a43f941278 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:17.545102 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-b73a1e25-369d-4487-8193-da02b3b582d9 req-226721a3-a3d5-4c91-b308-358c1758521d tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Calling delete_port for 7d135e68-2dea-4214-8d70-3efd5ba76745 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:17.604356 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439392f7-c6af-4ab3-96b6-7a412e042ae9 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:24:17.604626 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=7d135e68-2dea-4214-8d70-3efd5ba76745,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:17.622960 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-439392f7-c6af-4ab3-96b6-7a412e042ae9 admin admin] 10.222.0.73 "PUT /v2.0/routers/bc1615a9-1305-462f-8f99-fe28e7ffa8da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1324971 Jul 23 16:24:17.631158 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-02356571-9343-4027-b48f-c9dbee5c6627 None None] Provisioning complete for port e56a5d9e-d816-4757-985b-e0cbe86c003b triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:17.631810 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-02356571-9343-4027-b48f-c9dbee5c6627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:17.764622 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-02356571-9343-4027-b48f-c9dbee5c6627 None None] Port e56a5d9e-d816-4757-985b-e0cbe86c003b cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:24:17.790998 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 58c1692a-9be9-4939-b953-a9a43f941278 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:17.802624 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 58c1692a-9be9-4939-b953-a9a43f941278 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:17.802997 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:17.806379 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2afc9db-3b5f-478c-885f-0a03e2cf9d2f None None] Network cfd5d4a5-0d74-4444-af11-d62dc4a381cf requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:24:17.890231 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b73a1e25-369d-4487-8193-da02b3b582d9 req-226721a3-a3d5-4c91-b308-358c1758521d tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:17.938992 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee95e8-cdda-4d78-9011-532dadf92898 req-29acb313-2c8a-4607-9c65-91fb9ef0ba26 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:17.943288 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9eee95e8-cdda-4d78-9011-532dadf92898 req-29acb313-2c8a-4607-9c65-91fb9ef0ba26 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551 HTTP/1.1" status: 200 len: 945 time: 0.2682667 Jul 23 16:24:17.956215 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-0b274879-8cfc-45a5-b4c1-0710f5ef4ce7 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:17.962702 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226721a3-a3d5-4c91-b308-358c1758521d tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Pushing event deleted for resources: {'Port': ['ID=7d135e68-2dea-4214-8d70-3efd5ba76745,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:17.975383 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-0b274879-8cfc-45a5-b4c1-0710f5ef4ce7 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/networks?id=cfd5d4a5-0d74-4444-af11-d62dc4a381cf HTTP/1.1" status: 200 len: 811 time: 0.1990969 Jul 23 16:24:17.996503 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-09639045-3712-4d07-830c-1b9ca6cba50d tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/quotas/2642ac6d2fda4bb6bc5bc42fd646c90d HTTP/1.1" status: 200 len: 375 time: 0.0185089 Jul 23 16:24:18.017292 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73a1e25-369d-4487-8193-da02b3b582d9 req-226721a3-a3d5-4c91-b308-358c1758521d tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] No DVR routers for this DVR port 7d135e68-2dea-4214-8d70-3efd5ba76745 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:18.019737 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b73a1e25-369d-4487-8193-da02b3b582d9 req-226721a3-a3d5-4c91-b308-358c1758521d tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.021772 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b73a1e25-369d-4487-8193-da02b3b582d9 req-226721a3-a3d5-4c91-b308-358c1758521d tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.74 "DELETE /v2.0/ports/7d135e68-2dea-4214-8d70-3efd5ba76745 HTTP/1.1" status: 204 len: 173 time: 0.8850849 Jul 23 16:24:18.022216 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190ba95c-7ca7-414c-8475-b9b15bfce248', 'name': 'network-vif-deleted', 'tag': '7d135e68-2dea-4214-8d70-3efd5ba76745'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:18.024498 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1569718c-65ed-4d40-8979-201c9a24463a" -d '{"events": [{"server_uuid": "190ba95c-7ca7-414c-8475-b9b15bfce248", "name": "network-vif-deleted", "tag": "7d135e68-2dea-4214-8d70-3efd5ba76745"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:18.050148 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:24:18.069045 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b9d349-6607-4be9-a3e0-ed99ad308a6a None None] Sync routers for ids ['bc1615a9-1305-462f-8f99-fe28e7ffa8da'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:24:18.073977 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.082601 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-f8816190-e062-4156-a7c5-345a3360f2c4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2642ac6d2fda4bb6bc5bc42fd646c90d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738027 Jul 23 16:24:18.089588 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b9d349-6607-4be9-a3e0-ed99ad308a6a None None] Routers {'bc1615a9-1305-462f-8f99-fe28e7ffa8da'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:18.090238 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-58b9d349-6607-4be9-a3e0-ed99ad308a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:24:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['bc1615a9-1305-462f-8f99-fe28e7ffa8da'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:18.125002 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9eee95e8-cdda-4d78-9011-532dadf92898 req-1f30284f-fff3-4d47-a314-f8b738519098 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379261 Jul 23 16:24:18.167023 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 58c1692a-9be9-4939-b953-a9a43f941278, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=58c1692a-9be9-4939-b953-a9a43f941278,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:18.176762 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.251723 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=58c1692a-9be9-4939-b953-a9a43f941278,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:18.253618 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-e7ba03d8-cc39-45db-822c-e6fadea166b0 service neutron] 10.222.0.73 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574817 Jul 23 16:24:18.262782 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-58b9d349-6607-4be9-a3e0-ed99ad308a6a None None] Set router bc1615a9-1305-462f-8f99-fe28e7ffa8da gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:18.377194 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-7f583b49-873d-4b18-958a-f8de9d0624be service neutron] 10.222.0.73 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084142 Jul 23 16:24:18.508724 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b225a2db-d5cf-48b7-8f56-030e82ca034e x-openstack-request-id: req-b225a2db-d5cf-48b7-8f56-030e82ca034e {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:18.513704 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190ba95c-7ca7-414c-8475-b9b15bfce248", "name": "network-vif-unplugged", "status": "completed", "tag": "7d135e68-2dea-4214-8d70-3efd5ba76745", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:18.513704 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b225a2db-d5cf-48b7-8f56-030e82ca034e {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:18.514874 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190ba95c-7ca7-414c-8475-b9b15bfce248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d135e68-2dea-4214-8d70-3efd5ba76745', 'code': 200} Jul 23 16:24:18.566067 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-58b9d349-6607-4be9-a3e0-ed99ad308a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1615a9-1305-462f-8f99-fe28e7ffa8da', 'name': 'tempest-FloatingIPsNegativeTestJSON-1751554764-router', 'tenant_id': 'ecd4d0f773504e458254f7ade494ee5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '58c1692a-9be9-4939-b953-a9a43f941278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:24:09Z', 'updated_at': '2021-07-23T16:24:15Z', 'revision_number': 4, 'project_id': 'ecd4d0f773504e458254f7ade494ee5a', 'gw_port': {'id': '58c1692a-9be9-4939-b953-a9a43f941278', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:67:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1615a9-1305-462f-8f99-fe28e7ffa8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:10Z', 'updated_at': '2021-07-23T16:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'e56a5d9e-d816-4757-985b-e0cbe86c003b', 'name': '', 'network_id': '0a47e566-2faa-4154-9028-226ed9592ef4', 'tenant_id': 'ecd4d0f773504e458254f7ade494ee5a', 'mac_address': 'fa:16:3e:dc:c4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1615a9-1305-462f-8f99-fe28e7ffa8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'dcf22b5e-ee71-4db3-b094-489ef0b37ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:14Z', 'updated_at': '2021-07-23T16:24:16Z', 'revision_number': 2, 'project_id': 'ecd4d0f773504e458254f7ade494ee5a', 'subnets': [{'id': 'dcf22b5e-ee71-4db3-b094-489ef0b37ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:18.600904 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b9d349-6607-4be9-a3e0-ed99ad308a6a None None] Checking router: bc1615a9-1305-462f-8f99-fe28e7ffa8da for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:24:18.601469 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b9d349-6607-4be9-a3e0-ed99ad308a6a None None] Updating router bc1615a9-1305-462f-8f99-fe28e7ffa8da port e56a5d9e-d816-4757-985b-e0cbe86c003b binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:24:18.642683 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-58b9d349-6607-4be9-a3e0-ed99ad308a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.834968 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d1e8c0-43e2-40ee-83d8-c5236536dcc4 x-openstack-request-id: req-06d1e8c0-43e2-40ee-83d8-c5236536dcc4 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:18.836944 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190ba95c-7ca7-414c-8475-b9b15bfce248", "name": "network-vif-deleted", "tag": "7d135e68-2dea-4214-8d70-3efd5ba76745", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:18.837404 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-06d1e8c0-43e2-40ee-83d8-c5236536dcc4 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:18.838305 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190ba95c-7ca7-414c-8475-b9b15bfce248', 'name': 'network-vif-deleted', 'tag': '7d135e68-2dea-4214-8d70-3efd5ba76745', 'status': 'completed', 'code': 200} Jul 23 16:24:18.873515 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-cee22a9b-fc94-464d-8ae2-cf5e44f68e10 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:18.875592 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-cee22a9b-fc94-464d-8ae2-cf5e44f68e10 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.74 "GET /v2.0/networks?id=c0156383-d263-44ff-9a8d-9ced71d28f03 HTTP/1.1" status: 200 len: 805 time: 0.2038293 Jul 23 16:24:18.890056 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-5425a115-920a-43b2-a184-addea0cbcf44 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Request body: {'port': {'device_id': '3bedcbe0-0cd4-4108-beed-224107435bf4', 'network_id': 'c0156383-d263-44ff-9a8d-9ced71d28f03', 'admin_state_up': True, 'tenant_id': '4f664a177ed044f69c3fc16552951763'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:18.990272 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4b177bf1-1134-4a03-92c7-9cc90e2eb711 req-4eb9fa5d-f324-406c-9436-b7a458bc78e6 tempest-FloatingIPsNegativeTestJSON-1621585947 tempest-FloatingIPsNegativeTestJSON-1621585947-project] 10.222.0.73 "GET /v2.0/floatingips?tenant_id=ecd4d0f773504e458254f7ade494ee5a HTTP/1.1" status: 200 len: 217 time: 0.1304197 Jul 23 16:24:19.063808 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0af1b183-2a8c-4465-9345-c9c8f1ed7c08 req-08580ffc-0c1e-4b97-8ca6-cc7c042fbb02 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=3131fadc-6006-402e-8836-6429056d4286 HTTP/1.1" status: 200 len: 210 time: 0.0458891 Jul 23 16:24:19.102324 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-5425a115-920a-43b2-a184-addea0cbcf44 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Made reservation on behalf of 4f664a177ed044f69c3fc16552951763 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:19.111558 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-5425a115-920a-43b2-a184-addea0cbcf44 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.218017 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5fdb52e2-5a28-471b-aacb-8c242c282a4c req-8796505d-5a2e-4505-8eb4-38f341a46cbc tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bedcbe0-0cd4-4108-beed-224107435bf4 HTTP/1.1" status: 200 len: 210 time: 0.0401053 Jul 23 16:24:19.251674 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d4144-d10b-4768-9292-3e8ffa704a6a req-94d90546-4724-4307-a760-58f729263615 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:19.260508 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e5d4144-d10b-4768-9292-3e8ffa704a6a req-94d90546-4724-4307-a760-58f729263615 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551 HTTP/1.1" status: 200 len: 1096 time: 0.1382909 Jul 23 16:24:19.321975 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-58b9d349-6607-4be9-a3e0-ed99ad308a6a None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.344437 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-58b9d349-6607-4be9-a3e0-ed99ad308a6a None None] Transition to ACTIVE for port object e56a5d9e-d816-4757-985b-e0cbe86c003b will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:19.353859 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-58b9d349-6607-4be9-a3e0-ed99ad308a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.378835 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e5d4144-d10b-4768-9292-3e8ffa704a6a req-24ea7458-c218-4252-921e-efe5b1a5c5b6 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153827 Jul 23 16:24:19.399081 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a876f156-4a27-45e2-8389-230249a8adc5 req-38b117e6-e8b8-4ba8-9251-5d8d4a1ac04d tempest-FloatingIPsNegativeTestJSON-1621585947 tempest-FloatingIPsNegativeTestJSON-1621585947-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1020815 Jul 23 16:24:19.421073 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-5425a115-920a-43b2-a184-addea0cbcf44 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Allocated IP 172.20.0.11 (c0156383-d263-44ff-9a8d-9ced71d28f03/6fe4be59-2cd1-45d4-8fb1-b572bd36b8ca/ffac9969-190b-4fff-9b49-d745979c0b27) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:24:19.461775 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426bcdd-b76f-4688-bdf6-ff87e748cd7a None None] Pushing event updated for resources: {'Port': ['ID=e56a5d9e-d816-4757-985b-e0cbe86c003b,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:19.471612 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 58c1692a-9be9-4939-b953-a9a43f941278 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:19.594970 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [req-5014dbdd-52e5-43e8-b0f3-cf97bcf65ed3 req-74234be8-626d-4bc7-af6b-19e0183a2bf7 tempest-FloatingIPsNegativeTestJSON-1621585947 tempest-FloatingIPsNegativeTestJSON-1621585947-project] show failed (client error): The resource could not be found. Jul 23 16:24:19.596500 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5014dbdd-52e5-43e8-b0f3-cf97bcf65ed3 req-74234be8-626d-4bc7-af6b-19e0183a2bf7 tempest-FloatingIPsNegativeTestJSON-1621585947 tempest-FloatingIPsNegativeTestJSON-1621585947-project] 10.222.0.73 "GET /v2.0/floatingips/6d29e849-6246-4650-8b72-2368fed16c18 HTTP/1.1" status: 404 len: 350 time: 0.0718410 Jul 23 16:24:19.609026 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33918) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:19.647317 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-58b9d349-6607-4be9-a3e0-ed99ad308a6a None None] Attempting to bind port e56a5d9e-d816-4757-985b-e0cbe86c003b on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:24:19.648259 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-58b9d349-6607-4be9-a3e0-ed99ad308a6a None None] Attempting to bind port e56a5d9e-d816-4757-985b-e0cbe86c003b by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '4928653c-03cb-499b-a05b-66496909a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '0a47e566-2faa-4154-9028-226ed9592ef4'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:24:19.648848 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b9d349-6607-4be9-a3e0-ed99ad308a6a None None] Attempting to bind port e56a5d9e-d816-4757-985b-e0cbe86c003b on network 0a47e566-2faa-4154-9028-226ed9592ef4 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:19.657327 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b9d349-6607-4be9-a3e0-ed99ad308a6a None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:24:19.658167 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b9d349-6607-4be9-a3e0-ed99ad308a6a None None] Checking segment: {'id': '4928653c-03cb-499b-a05b-66496909a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '0a47e566-2faa-4154-9028-226ed9592ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:24:19.658737 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-58b9d349-6607-4be9-a3e0-ed99ad308a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.659344 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b9d349-6607-4be9-a3e0-ed99ad308a6a None None] Bound using segment: {'id': '4928653c-03cb-499b-a05b-66496909a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '0a47e566-2faa-4154-9028-226ed9592ef4'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:24:19.659827 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-58b9d349-6607-4be9-a3e0-ed99ad308a6a None None] Bound port: e56a5d9e-d816-4757-985b-e0cbe86c003b, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4928653c-03cb-499b-a05b-66496909a63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '0a47e566-2faa-4154-9028-226ed9592ef4'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:24:19.660206 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-58b9d349-6607-4be9-a3e0-ed99ad308a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.687438 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 58c1692a-9be9-4939-b953-a9a43f941278 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:19.688158 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.719708 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-5425a115-920a-43b2-a184-addea0cbcf44 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.780220 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-5425a115-920a-43b2-a184-addea0cbcf44 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.838665 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-5425a115-920a-43b2-a184-addea0cbcf44 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Network c0156383-d263-44ff-9a8d-9ced71d28f03 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:24:19.843038 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-5425a115-920a-43b2-a184-addea0cbcf44 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:19.848235 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-5425a115-920a-43b2-a184-addea0cbcf44 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:24:19.862351 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-58b9d349-6607-4be9-a3e0-ed99ad308a6a None None] For port e56a5d9e-d816-4757-985b-e0cbe86c003b, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:24:19.889085 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-58b9d349-6607-4be9-a3e0-ed99ad308a6a None None] For port e56a5d9e-d816-4757-985b-e0cbe86c003b, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e56a5d9e-d816-4757-985b-e0cbe86c003b,segment=NetworkSegment(4928653c-03cb-499b-a05b-66496909a63c),segment_id=4928653c-03cb-499b-a05b-66496909a63c)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:24:19.897267 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-58b9d349-6607-4be9-a3e0-ed99ad308a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.899376 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425a115-920a-43b2-a184-addea0cbcf44 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Pushing event updated for resources: {'Port': ['ID=ffac9969-190b-4fff-9b49-d745979c0b27,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:19.937149 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-5425a115-920a-43b2-a184-addea0cbcf44 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:19.938510 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-5425a115-920a-43b2-a184-addea0cbcf44 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.987434 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426bcdd-b76f-4688-bdf6-ff87e748cd7a None None] Pushing event updated for resources: {'Port': ['ID=e56a5d9e-d816-4757-985b-e0cbe86c003b,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:20.003478 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b9d349-6607-4be9-a3e0-ed99ad308a6a None None] Routers {'bc1615a9-1305-462f-8f99-fe28e7ffa8da'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:20.004121 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-58b9d349-6607-4be9-a3e0-ed99ad308a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:24:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['bc1615a9-1305-462f-8f99-fe28e7ffa8da'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:20.004964 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eabece-65aa-4289-a911-53b5140718e1 req-2cab7258-56ec-4c23-b57d-8a39de3961a7 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:20.012307 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-07eabece-65aa-4289-a911-53b5140718e1 req-2cab7258-56ec-4c23-b57d-8a39de3961a7 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551 HTTP/1.1" status: 200 len: 1096 time: 0.4037163 Jul 23 16:24:20.079860 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-07eabece-65aa-4289-a911-53b5140718e1 req-bc484ed3-8931-4460-9e85-78603f6e53a8 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618508 Jul 23 16:24:20.191724 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-5425a115-920a-43b2-a184-addea0cbcf44 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3064260 Jul 23 16:24:20.213876 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-d347f149-ba29-4dd0-8a25-76a1a9fe2fd7 service neutron] Request body: {'port': {'device_id': '3bedcbe0-0cd4-4108-beed-224107435bf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:20.240043 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-58b9d349-6607-4be9-a3e0-ed99ad308a6a None None] Set router bc1615a9-1305-462f-8f99-fe28e7ffa8da gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:20.272917 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ed731ce5-1a95-4a93-941e-73a7f96311d8 req-41950aa7-8cd9-44f4-98c4-edf4af48dbbb tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=3131fadc-6006-402e-8836-6429056d4286 HTTP/1.1" status: 200 len: 210 time: 0.0884089 Jul 23 16:24:20.302128 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-7901a92e-6995-4dcc-8ba2-3928d09090ae tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:20.303941 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-7901a92e-6995-4dcc-8ba2-3928d09090ae tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.74 "GET /v2.0/networks?id=cfd5d4a5-0d74-4444-af11-d62dc4a381cf HTTP/1.1" status: 200 len: 811 time: 0.3545322 Jul 23 16:24:20.326948 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-2920c2e2-e8db-43ce-870d-a1f9de4979c4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Request body: {'port': {'device_id': '3131fadc-6006-402e-8836-6429056d4286', 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf', 'admin_state_up': True, 'tenant_id': '2642ac6d2fda4bb6bc5bc42fd646c90d'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:20.459126 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-d347f149-ba29-4dd0-8a25-76a1a9fe2fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:20.475573 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33942) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:20.503307 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 7d135e68-2dea-4214-8d70-3efd5ba76745 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:20.578814 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 7d135e68-2dea-4214-8d70-3efd5ba76745 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:20.579156 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 7d135e68-2dea-4214-8d70-3efd5ba76745 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:20.592409 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2ad54-ba8e-4481-98c7-9b29731cb165 req-cf9cadd0-dcc3-4770-8e57-209c82d06bfb tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:20.602124 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a6e2ad54-ba8e-4481-98c7-9b29731cb165 req-cf9cadd0-dcc3-4770-8e57-209c82d06bfb tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bedcbe0-0cd4-4108-beed-224107435bf4 HTTP/1.1" status: 200 len: 932 time: 0.1985543 Jul 23 16:24:20.610867 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-2920c2e2-e8db-43ce-870d-a1f9de4979c4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Made reservation on behalf of 2642ac6d2fda4bb6bc5bc42fd646c90d for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:20.616840 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-2920c2e2-e8db-43ce-870d-a1f9de4979c4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:20.637320 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1e46cf12-9351-46ff-a536-6ddac6f3b7e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:20.727040 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a6e2ad54-ba8e-4481-98c7-9b29731cb165 req-471b3ff9-4fca-49e3-ace3-f383a4388a79 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239491 Jul 23 16:24:20.730448 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-58b9d349-6607-4be9-a3e0-ed99ad308a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1615a9-1305-462f-8f99-fe28e7ffa8da', 'name': 'tempest-FloatingIPsNegativeTestJSON-1751554764-router', 'tenant_id': 'ecd4d0f773504e458254f7ade494ee5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '58c1692a-9be9-4939-b953-a9a43f941278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:24:09Z', 'updated_at': '2021-07-23T16:24:15Z', 'revision_number': 4, 'project_id': 'ecd4d0f773504e458254f7ade494ee5a', 'gw_port': {'id': '58c1692a-9be9-4939-b953-a9a43f941278', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:67:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1615a9-1305-462f-8f99-fe28e7ffa8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:10Z', 'updated_at': '2021-07-23T16:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'e56a5d9e-d816-4757-985b-e0cbe86c003b', 'name': '', 'network_id': '0a47e566-2faa-4154-9028-226ed9592ef4', 'tenant_id': 'ecd4d0f773504e458254f7ade494ee5a', 'mac_address': 'fa:16:3e:dc:c4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1615a9-1305-462f-8f99-fe28e7ffa8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'dcf22b5e-ee71-4db3-b094-489ef0b37ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:14Z', 'updated_at': '2021-07-23T16:24:19Z', 'revision_number': 4, 'project_id': 'ecd4d0f773504e458254f7ade494ee5a', 'subnets': [{'id': 'dcf22b5e-ee71-4db3-b094-489ef0b37ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:20.735822 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5f0a1718-59ed-4e34-a4bd-d157851a4ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:20.774918 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b9d349-6607-4be9-a3e0-ed99ad308a6a None None] The sync data for ids ['bc1615a9-1305-462f-8f99-fe28e7ffa8da'] in n-d-778549-4 is: [{'id': 'bc1615a9-1305-462f-8f99-fe28e7ffa8da', 'name': 'tempest-FloatingIPsNegativeTestJSON-1751554764-router', 'tenant_id': 'ecd4d0f773504e458254f7ade494ee5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '58c1692a-9be9-4939-b953-a9a43f941278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:24:09Z', 'updated_at': '2021-07-23T16:24:15Z', 'revision_number': 4, 'project_id': 'ecd4d0f773504e458254f7ade494ee5a', 'gw_port': {'id': '58c1692a-9be9-4939-b953-a9a43f941278', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:67:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1615a9-1305-462f-8f99-fe28e7ffa8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:10Z', 'updated_at': '2021-07-23T16:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'e56a5d9e-d816-4757-985b-e0cbe86c003b', 'name': '', 'network_id': '0a47e566-2faa-4154-9028-226ed9592ef4', 'tenant_id': 'ecd4d0f773504e458254f7ade494ee5a', 'mac_address': 'fa:16:3e:dc:c4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1615a9-1305-462f-8f99-fe28e7ffa8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'dcf22b5e-ee71-4db3-b094-489ef0b37ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:14Z', 'updated_at': '2021-07-23T16:24:19Z', 'revision_number': 4, 'project_id': 'ecd4d0f773504e458254f7ade494ee5a', 'subnets': [{'id': 'dcf22b5e-ee71-4db3-b094-489ef0b37ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:24:21.049907 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5f0a1718-59ed-4e34-a4bd-d157851a4ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.057911 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5f0a1718-59ed-4e34-a4bd-d157851a4ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.130991 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5f0a1718-59ed-4e34-a4bd-d157851a4ce1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=32ecb05932f74467aafc1edeaf7f8ab3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6509423 Jul 23 16:24:21.130991 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a1718-59ed-4e34-a4bd-d157851a4ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423de8fe-ad7e-4b08-82b8-901c806fe04d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:21.134895 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33968) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:21.177778 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-d347f149-ba29-4dd0-8a25-76a1a9fe2fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffac9969-190b-4fff-9b49-d745979c0b27 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:21.188438 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-d347f149-ba29-4dd0-8a25-76a1a9fe2fd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.204538 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-2920c2e2-e8db-43ce-870d-a1f9de4979c4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Allocated IP 172.20.0.13 (cfd5d4a5-0d74-4444-af11-d62dc4a381cf/826fd2fc-e097-4472-9d1f-4298f12f603f/b2890723-6fa5-4743-af8f-f8116eea0571) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:24:21.241102 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e2937212-9a8c-4552-9335-e5644309a390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.241379 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-d347f149-ba29-4dd0-8a25-76a1a9fe2fd7 service neutron] Transition to ACTIVE for port object ffac9969-190b-4fff-9b49-d745979c0b27 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:21.270418 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-1e46cf12-9351-46ff-a536-6ddac6f3b7e1 admin admin] Deleting port e56a5d9e-d816-4757-985b-e0cbe86c003b {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:21.270761 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1e46cf12-9351-46ff-a536-6ddac6f3b7e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.289001 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e2937212-9a8c-4552-9335-e5644309a390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.395102 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-d347f149-ba29-4dd0-8a25-76a1a9fe2fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.459206 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-1e46cf12-9351-46ff-a536-6ddac6f3b7e1 admin admin] For port e56a5d9e-d816-4757-985b-e0cbe86c003b, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e56a5d9e-d816-4757-985b-e0cbe86c003b,segment=NetworkSegment(4928653c-03cb-499b-a05b-66496909a63c),segment_id=4928653c-03cb-499b-a05b-66496909a63c)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:21.459568 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1e46cf12-9351-46ff-a536-6ddac6f3b7e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.472000 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347f149-ba29-4dd0-8a25-76a1a9fe2fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=ffac9969-190b-4fff-9b49-d745979c0b27,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:21.479730 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-1e46cf12-9351-46ff-a536-6ddac6f3b7e1 admin admin] Calling delete_port for e56a5d9e-d816-4757-985b-e0cbe86c003b owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:21.533362 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e56a5d9e-d816-4757-985b-e0cbe86c003b up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:21.594526 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ee83225d-efc5-40b1-a074-67313cba8bbb req-efddf983-8058-4ba0-bdf3-1acad2d16526 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=3131fadc-6006-402e-8836-6429056d4286 HTTP/1.1" status: 200 len: 210 time: 0.0495694 Jul 23 16:24:21.627141 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port e56a5d9e-d816-4757-985b-e0cbe86c003b completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:21.644918 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port e56a5d9e-d816-4757-985b-e0cbe86c003b triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:21.645351 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.662666 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e2937212-9a8c-4552-9335-e5644309a390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.675201 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e2937212-9a8c-4552-9335-e5644309a390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.680087 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e2937212-9a8c-4552-9335-e5644309a390 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/423de8fe-ad7e-4b08-82b8-901c806fe04d HTTP/1.1" status: 204 len: 168 time: 0.5439699 Jul 23 16:24:21.740656 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-2920c2e2-e8db-43ce-870d-a1f9de4979c4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.815333 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.878344 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port e56a5d9e-d816-4757-985b-e0cbe86c003b, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e56a5d9e-d816-4757-985b-e0cbe86c003b,segment=NetworkSegment(4928653c-03cb-499b-a05b-66496909a63c),segment_id=4928653c-03cb-499b-a05b-66496909a63c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:21.881805 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-d347f149-ba29-4dd0-8a25-76a1a9fe2fd7 service neutron] Attempting to bind port ffac9969-190b-4fff-9b49-d745979c0b27 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:24:21.882524 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-d347f149-ba29-4dd0-8a25-76a1a9fe2fd7 service neutron] Attempting to bind port ffac9969-190b-4fff-9b49-d745979c0b27 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'c3655938-d8a9-42b1-bc6f-5ebe874b4096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'c0156383-d263-44ff-9a8d-9ced71d28f03'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:24:21.882745 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.883192 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-d347f149-ba29-4dd0-8a25-76a1a9fe2fd7 service neutron] Attempting to bind port ffac9969-190b-4fff-9b49-d745979c0b27 on network c0156383-d263-44ff-9a8d-9ced71d28f03 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:21.900531 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-d347f149-ba29-4dd0-8a25-76a1a9fe2fd7 service neutron] Port ffac9969-190b-4fff-9b49-d745979c0b27 on network c0156383-d263-44ff-9a8d-9ced71d28f03 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:24:21.900867 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-d347f149-ba29-4dd0-8a25-76a1a9fe2fd7 service neutron] Attempting to bind port ffac9969-190b-4fff-9b49-d745979c0b27 on network c0156383-d263-44ff-9a8d-9ced71d28f03 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:21.909613 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-d347f149-ba29-4dd0-8a25-76a1a9fe2fd7 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:24:21.909955 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-d347f149-ba29-4dd0-8a25-76a1a9fe2fd7 service neutron] Checking segment: {'id': 'c3655938-d8a9-42b1-bc6f-5ebe874b4096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'c0156383-d263-44ff-9a8d-9ced71d28f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:24:21.910339 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-d347f149-ba29-4dd0-8a25-76a1a9fe2fd7 service neutron] Bound using segment: {'id': 'c3655938-d8a9-42b1-bc6f-5ebe874b4096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'c0156383-d263-44ff-9a8d-9ced71d28f03'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:24:21.910848 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-d347f149-ba29-4dd0-8a25-76a1a9fe2fd7 service neutron] Bound port: ffac9969-190b-4fff-9b49-d745979c0b27, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3655938-d8a9-42b1-bc6f-5ebe874b4096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'c0156383-d263-44ff-9a8d-9ced71d28f03'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:24:21.911187 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-d347f149-ba29-4dd0-8a25-76a1a9fe2fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.915078 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-2920c2e2-e8db-43ce-870d-a1f9de4979c4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.979199 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=e56a5d9e-d816-4757-985b-e0cbe86c003b,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:21.980768 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2937212-9a8c-4552-9335-e5644309a390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423de8fe-ad7e-4b08-82b8-901c806fe04d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:22.006135 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1e46cf12-9351-46ff-a536-6ddac6f3b7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.040635 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46cf12-9351-46ff-a536-6ddac6f3b7e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e56a5d9e-d816-4757-985b-e0cbe86c003b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:22.128994 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-d347f149-ba29-4dd0-8a25-76a1a9fe2fd7 service neutron] For port ffac9969-190b-4fff-9b49-d745979c0b27, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:24:22.132843 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-d347f149-ba29-4dd0-8a25-76a1a9fe2fd7 service neutron] For port ffac9969-190b-4fff-9b49-d745979c0b27, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=ffac9969-190b-4fff-9b49-d745979c0b27,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:24:22.148617 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-d347f149-ba29-4dd0-8a25-76a1a9fe2fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.174770 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-3b801a8f-4e09-4771-a03e-70ed91e07c59 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:24:22.181906 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-3b801a8f-4e09-4771-a03e-70ed91e07c59 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3251944 Jul 23 16:24:22.183189 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-2920c2e2-e8db-43ce-870d-a1f9de4979c4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Network cfd5d4a5-0d74-4444-af11-d62dc4a381cf is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:24:22.184190 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920c2e2-e8db-43ce-870d-a1f9de4979c4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Pushing event updated for resources: {'Port': ['ID=b2890723-6fa5-4743-af8f-f8116eea0571,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:22.217812 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82c84d-e653-47df-8597-c2cfe3890c4f req-31fd6813-1053-4381-9110-979e75f99db6 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:22.219971 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-d347f149-ba29-4dd0-8a25-76a1a9fe2fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:22.220601 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-d347f149-ba29-4dd0-8a25-76a1a9fe2fd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.222101 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-d347f149-ba29-4dd0-8a25-76a1a9fe2fd7 service neutron] 10.222.0.74 "PUT /v2.0/ports/ffac9969-190b-4fff-9b49-d745979c0b27 HTTP/1.1" status: 200 len: 1092 time: 2.0214467 Jul 23 16:24:22.225030 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bedcbe0-0cd4-4108-beed-224107435bf4', 'tag': 'ffac9969-190b-4fff-9b49-d745979c0b27'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:22.227496 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f2b040-605f-442c-abeb-12b732a73e68" -d '{"events": [{"name": "network-changed", "server_uuid": "3bedcbe0-0cd4-4108-beed-224107435bf4", "tag": "ffac9969-190b-4fff-9b49-d745979c0b27"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:22.229702 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4b82c84d-e653-47df-8597-c2cfe3890c4f req-31fd6813-1053-4381-9110-979e75f99db6 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bedcbe0-0cd4-4108-beed-224107435bf4 HTTP/1.1" status: 200 len: 944 time: 0.3607767 Jul 23 16:24:22.232139 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-2920c2e2-e8db-43ce-870d-a1f9de4979c4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:22.278133 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-2920c2e2-e8db-43ce-870d-a1f9de4979c4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:24:22.391195 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-5f97541f-9037-4e85-b8fc-aff3fcac12fa service neutron] Request body: {'binding': {'host': 'n-h1-778549-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:22.391720 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-5f97541f-9037-4e85-b8fc-aff3fcac12fa service neutron] Unknown quota resources ['binding']. {{(pid=94012) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:24:22.405528 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4b82c84d-e653-47df-8597-c2cfe3890c4f req-1e5a94fd-d385-4903-aa99-cc07c0b04af0 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747887 Jul 23 16:24:22.456339 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-2920c2e2-e8db-43ce-870d-a1f9de4979c4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:22.457015 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-2920c2e2-e8db-43ce-870d-a1f9de4979c4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.467927 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347f149-ba29-4dd0-8a25-76a1a9fe2fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=ffac9969-190b-4fff-9b49-d745979c0b27,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:22.488861 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-2920c2e2-e8db-43ce-870d-a1f9de4979c4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1676912 Jul 23 16:24:22.512253 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-534dab7d-a90d-4cee-8438-5597768ff0d7 service neutron] Request body: {'port': {'device_id': '3131fadc-6006-402e-8836-6429056d4286', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:22.516932 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-9a6a18cd-490b-49fc-8ed8-9a989b3a1736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:22.519300 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-9a6a18cd-490b-49fc-8ed8-9a989b3a1736 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4f664a177ed044f69c3fc16552951763&device_id=3bedcbe0-0cd4-4108-beed-224107435bf4 HTTP/1.1" status: 200 len: 1095 time: 0.2464836 Jul 23 16:24:22.530890 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1e46cf12-9351-46ff-a536-6ddac6f3b7e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.658078 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-6012fb00-7d8a-4093-bc0a-cdca1f732a2a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffac9969-190b-4fff-9b49-d745979c0b27 HTTP/1.1" status: 200 len: 217 time: 0.0833673 Jul 23 16:24:22.757916 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-534dab7d-a90d-4cee-8438-5597768ff0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.887063 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f6bae6-159d-41ba-ae46-50ab85c590c8 x-openstack-request-id: req-92f6bae6-159d-41ba-ae46-50ab85c590c8 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:22.887344 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bedcbe0-0cd4-4108-beed-224107435bf4", "tag": "ffac9969-190b-4fff-9b49-d745979c0b27", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:22.887597 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-92f6bae6-159d-41ba-ae46-50ab85c590c8 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:22.887989 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bedcbe0-0cd4-4108-beed-224107435bf4', 'tag': 'ffac9969-190b-4fff-9b49-d745979c0b27', 'status': 'completed', 'code': 200} Jul 23 16:24:22.894287 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-828336d2-3825-4eca-aca5-88b9b2e664c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:22.895769 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-828336d2-3825-4eca-aca5-88b9b2e664c8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6fe4be59-2cd1-45d4-8fb1-b572bd36b8ca HTTP/1.1" status: 200 len: 845 time: 0.2285395 Jul 23 16:24:22.937390 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-444e8d9e-e5e3-4fc9-bd37-36e1c0c68dc0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c0156383-d263-44ff-9a8d-9ced71d28f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321047 Jul 23 16:24:23.022995 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-5f97541f-9037-4e85-b8fc-aff3fcac12fa service neutron] Attempting to bind port 487c34f5-b8ea-42bb-a888-e10e35297190 on host n-h1-778549-4 for vnic_type normal with profile None {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:24:23.023327 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-5f97541f-9037-4e85-b8fc-aff3fcac12fa service neutron] Attempting to bind port 487c34f5-b8ea-42bb-a888-e10e35297190 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:24:23.023658 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-5f97541f-9037-4e85-b8fc-aff3fcac12fa service neutron] Attempting to bind port 487c34f5-b8ea-42bb-a888-e10e35297190 on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:23.041645 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-5f97541f-9037-4e85-b8fc-aff3fcac12fa service neutron] Port 487c34f5-b8ea-42bb-a888-e10e35297190 on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:24:23.041973 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-5f97541f-9037-4e85-b8fc-aff3fcac12fa service neutron] Attempting to bind port 487c34f5-b8ea-42bb-a888-e10e35297190 on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:23.058072 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-5f97541f-9037-4e85-b8fc-aff3fcac12fa service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:24:23.058406 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-5f97541f-9037-4e85-b8fc-aff3fcac12fa service neutron] Checking segment: {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:24:23.058787 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-5f97541f-9037-4e85-b8fc-aff3fcac12fa service neutron] Bound using segment: {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:24:23.060728 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-5f97541f-9037-4e85-b8fc-aff3fcac12fa service neutron] Bound port: 487c34f5-b8ea-42bb-a888-e10e35297190, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:24:23.070644 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0422788-b84a-469e-bb5b-9fcc22634779 req-3815cc6d-eb9c-49af-9af8-062f5d5cb2f2 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:23.072157 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a0422788-b84a-469e-bb5b-9fcc22634779 req-3815cc6d-eb9c-49af-9af8-062f5d5cb2f2 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=3131fadc-6006-402e-8836-6429056d4286 HTTP/1.1" status: 200 len: 932 time: 0.1363773 Jul 23 16:24:23.101129 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-d4a74ab6-76d3-48a8-99fa-d9d8e5411d32 service neutron] 10.222.0.74 "GET /v2.0/networks/c0156383-d263-44ff-9a8d-9ced71d28f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561050 Jul 23 16:24:23.237726 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-5f97541f-9037-4e85-b8fc-aff3fcac12fa service neutron] For port 487c34f5-b8ea-42bb-a888-e10e35297190, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=487c34f5-b8ea-42bb-a888-e10e35297190,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:24:23.249417 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-5f97541f-9037-4e85-b8fc-aff3fcac12fa service neutron] Notify callbacks [] for binding, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:23.251331 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-5f97541f-9037-4e85-b8fc-aff3fcac12fa service neutron] 10.222.0.73 "POST /v2.0/ports/487c34f5-b8ea-42bb-a888-e10e35297190/bindings HTTP/1.1" status: 201 len: 389 time: 1.0686166 Jul 23 16:24:23.254357 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a0422788-b84a-469e-bb5b-9fcc22634779 req-bf75a555-caae-4e55-b2b6-7a48f27cf46e tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739407 Jul 23 16:24:23.286941 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e46cf12-9351-46ff-a536-6ddac6f3b7e1 admin admin] Router bc1615a9-1305-462f-8f99-fe28e7ffa8da has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:24:23.545820 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e46cf12-9351-46ff-a536-6ddac6f3b7e1 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:24:23.552574 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1e46cf12-9351-46ff-a536-6ddac6f3b7e1 admin admin] 10.222.0.73 "PUT /v2.0/routers/bc1615a9-1305-462f-8f99-fe28e7ffa8da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9409883 Jul 23 16:24:23.561943 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cd6969-0322-4380-a83e-aedc3cd4d69a None None] Sync routers for ids ['bc1615a9-1305-462f-8f99-fe28e7ffa8da'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:24:23.567315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 34022) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:23.584017 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cd6969-0322-4380-a83e-aedc3cd4d69a None None] Routers {'bc1615a9-1305-462f-8f99-fe28e7ffa8da'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:23.585208 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-79cd6969-0322-4380-a83e-aedc3cd4d69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:24:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['bc1615a9-1305-462f-8f99-fe28e7ffa8da'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:23.587396 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-534dab7d-a90d-4cee-8438-5597768ff0d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2890723-6fa5-4743-af8f-f8116eea0571 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:23.599336 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-534dab7d-a90d-4cee-8438-5597768ff0d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:23.626058 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-534dab7d-a90d-4cee-8438-5597768ff0d7 service neutron] Transition to ACTIVE for port object b2890723-6fa5-4743-af8f-f8116eea0571 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:23.631770 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8a47ecdc-b24d-4856-b05a-9fa23d6430d8 req-f3958958-6fff-4988-9336-6e9c439b908c service neutron] 10.222.0.74 "GET /v2.0/networks/c0156383-d263-44ff-9a8d-9ced71d28f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5237503 Jul 23 16:24:23.633322 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-534dab7d-a90d-4cee-8438-5597768ff0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:23.725537 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f0005-4a15-4713-a15b-bdc063efe31c req-a45eaeb7-46e4-4b50-9f71-e8ed621949b1 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:23.727319 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b38f0005-4a15-4713-a15b-bdc063efe31c req-a45eaeb7-46e4-4b50-9f71-e8ed621949b1 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551 HTTP/1.1" status: 200 len: 945 time: 0.2522745 Jul 23 16:24:23.775905 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-3c4da32e-d8c3-4324-a35d-2f2aa1d58b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:23.777304 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-3c4da32e-d8c3-4324-a35d-2f2aa1d58b3d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9785dc21e8448b1824d1571d64a2041&device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551 HTTP/1.1" status: 200 len: 1096 time: 0.2242985 Jul 23 16:24:23.780535 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534dab7d-a90d-4cee-8438-5597768ff0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b2890723-6fa5-4743-af8f-f8116eea0571,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:23.782121 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1449b0e4-7989-4b4a-a091-bdd57e12db3f admin admin] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:23.816322 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-79cd6969-0322-4380-a83e-aedc3cd4d69a None None] Set router bc1615a9-1305-462f-8f99-fe28e7ffa8da gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:23.880442 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2b040-605f-442c-abeb-12b732a73e68 req-1fbb3fd9-5781-487a-8db2-9227fc502e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:23.882009 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-04f2b040-605f-442c-abeb-12b732a73e68 req-1fbb3fd9-5781-487a-8db2-9227fc502e57 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4f664a177ed044f69c3fc16552951763&device_id=3bedcbe0-0cd4-4108-beed-224107435bf4 HTTP/1.1" status: 200 len: 1095 time: 0.1753986 Jul 23 16:24:23.883340 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-534dab7d-a90d-4cee-8438-5597768ff0d7 service neutron] Attempting to bind port b2890723-6fa5-4743-af8f-f8116eea0571 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:24:23.883483 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-534dab7d-a90d-4cee-8438-5597768ff0d7 service neutron] Attempting to bind port b2890723-6fa5-4743-af8f-f8116eea0571 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '2a2e3857-f6ff-406e-8415-ef0a902aa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:24:23.883758 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-534dab7d-a90d-4cee-8438-5597768ff0d7 service neutron] Attempting to bind port b2890723-6fa5-4743-af8f-f8116eea0571 on network cfd5d4a5-0d74-4444-af11-d62dc4a381cf {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:23.903309 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-534dab7d-a90d-4cee-8438-5597768ff0d7 service neutron] Port b2890723-6fa5-4743-af8f-f8116eea0571 on network cfd5d4a5-0d74-4444-af11-d62dc4a381cf not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:24:23.904041 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-534dab7d-a90d-4cee-8438-5597768ff0d7 service neutron] Attempting to bind port b2890723-6fa5-4743-af8f-f8116eea0571 on network cfd5d4a5-0d74-4444-af11-d62dc4a381cf {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:23.925960 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b38f0005-4a15-4713-a15b-bdc063efe31c req-22272110-ca2e-455a-bccb-2c2661d83646 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903770 Jul 23 16:24:23.926227 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-534dab7d-a90d-4cee-8438-5597768ff0d7 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:24:23.926369 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-534dab7d-a90d-4cee-8438-5597768ff0d7 service neutron] Checking segment: {'id': '2a2e3857-f6ff-406e-8415-ef0a902aa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:24:23.926676 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-534dab7d-a90d-4cee-8438-5597768ff0d7 service neutron] Bound using segment: {'id': '2a2e3857-f6ff-406e-8415-ef0a902aa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:24:23.927273 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-534dab7d-a90d-4cee-8438-5597768ff0d7 service neutron] Bound port: b2890723-6fa5-4743-af8f-f8116eea0571, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a2e3857-f6ff-406e-8415-ef0a902aa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:24:23.927630 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-534dab7d-a90d-4cee-8438-5597768ff0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:24.053560 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-d5a4f775-c329-4ed8-b929-f2e642ec1a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:24.055034 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-d5a4f775-c329-4ed8-b929-f2e642ec1a7f service neutron] 10.222.0.74 "GET /v2.0/networks?id=02a7c16a-554a-4ad8-a4a9-73cc994d3940 HTTP/1.1" status: 200 len: 922 time: 0.2699735 Jul 23 16:24:24.059542 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2b040-605f-442c-abeb-12b732a73e68 req-6fba8e90-7e03-4dbe-85a7-6026a5bf1db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:24.061156 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-04f2b040-605f-442c-abeb-12b732a73e68 req-6fba8e90-7e03-4dbe-85a7-6026a5bf1db9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c0156383-d263-44ff-9a8d-9ced71d28f03 HTTP/1.1" status: 200 len: 907 time: 0.1679645 Jul 23 16:24:24.061880 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1449b0e4-7989-4b4a-a091-bdd57e12db3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:24.062275 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-534dab7d-a90d-4cee-8438-5597768ff0d7 service neutron] For port b2890723-6fa5-4743-af8f-f8116eea0571, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:24:24.066354 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-534dab7d-a90d-4cee-8438-5597768ff0d7 service neutron] For port b2890723-6fa5-4743-af8f-f8116eea0571, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=b2890723-6fa5-4743-af8f-f8116eea0571,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:24:24.077632 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-79cd6969-0322-4380-a83e-aedc3cd4d69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1615a9-1305-462f-8f99-fe28e7ffa8da', 'name': 'tempest-FloatingIPsNegativeTestJSON-1751554764-router', 'tenant_id': 'ecd4d0f773504e458254f7ade494ee5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '58c1692a-9be9-4939-b953-a9a43f941278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:24:09Z', 'updated_at': '2021-07-23T16:24:21Z', 'revision_number': 5, 'project_id': 'ecd4d0f773504e458254f7ade494ee5a', 'gw_port': {'id': '58c1692a-9be9-4939-b953-a9a43f941278', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:67:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1615a9-1305-462f-8f99-fe28e7ffa8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:10Z', 'updated_at': '2021-07-23T16:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:24.106119 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-534dab7d-a90d-4cee-8438-5597768ff0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:24.108045 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cd6969-0322-4380-a83e-aedc3cd4d69a None None] Checking router: bc1615a9-1305-462f-8f99-fe28e7ffa8da for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:24:24.115204 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-872d79fa-e392-4457-9e13-4191711000e4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=487c34f5-b8ea-42bb-a888-e10e35297190 HTTP/1.1" status: 200 len: 217 time: 0.0488136 Jul 23 16:24:24.119559 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-04f2b040-605f-442c-abeb-12b732a73e68 req-c4fdcef6-511d-46d0-84b4-cbff482d2b4a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffac9969-190b-4fff-9b49-d745979c0b27 HTTP/1.1" status: 200 len: 217 time: 0.0518479 Jul 23 16:24:24.123031 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-534dab7d-a90d-4cee-8438-5597768ff0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:24.123646 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-534dab7d-a90d-4cee-8438-5597768ff0d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:24.126013 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-534dab7d-a90d-4cee-8438-5597768ff0d7 service neutron] 10.222.0.74 "PUT /v2.0/ports/b2890723-6fa5-4743-af8f-f8116eea0571 HTTP/1.1" status: 200 len: 1092 time: 1.6187587 Jul 23 16:24:24.128087 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cd6969-0322-4380-a83e-aedc3cd4d69a None None] Routers {'bc1615a9-1305-462f-8f99-fe28e7ffa8da'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:24.129089 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-79cd6969-0322-4380-a83e-aedc3cd4d69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:24:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['bc1615a9-1305-462f-8f99-fe28e7ffa8da'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:24.162118 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c7b38-5a9e-4027-8099-8c0276057a94 req-d06f89d1-a0bf-47f2-b3fa-8d9cb6f4ef1f tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:24.169128 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4f1c7b38-5a9e-4027-8099-8c0276057a94 req-d06f89d1-a0bf-47f2-b3fa-8d9cb6f4ef1f tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bedcbe0-0cd4-4108-beed-224107435bf4 HTTP/1.1" status: 200 len: 944 time: 0.2493711 Jul 23 16:24:24.248781 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-ecc9c2f6-6295-4365-9216-f9780926ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:24.253688 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534dab7d-a90d-4cee-8438-5597768ff0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b2890723-6fa5-4743-af8f-f8116eea0571,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:24.254064 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-ecc9c2f6-6295-4365-9216-f9780926ffde service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8d7d20ea-5324-4d61-af92-f3ae3ea40d11 HTTP/1.1" status: 200 len: 860 time: 0.1092837 Jul 23 16:24:24.257834 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2b040-605f-442c-abeb-12b732a73e68 req-7c6a64c7-c9a0-4353-8751-a12011f1d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:24.259326 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-04f2b040-605f-442c-abeb-12b732a73e68 req-7c6a64c7-c9a0-4353-8751-a12011f1d01f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6fe4be59-2cd1-45d4-8fb1-b572bd36b8ca HTTP/1.1" status: 200 len: 845 time: 0.1082566 Jul 23 16:24:24.272841 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4f1c7b38-5a9e-4027-8099-8c0276057a94 req-3d4e0e62-e0ed-4d2b-b7e4-4ac2123a890f tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980153 Jul 23 16:24:24.294431 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-79cd6969-0322-4380-a83e-aedc3cd4d69a None None] Set router bc1615a9-1305-462f-8f99-fe28e7ffa8da gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:24.309720 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-04f2b040-605f-442c-abeb-12b732a73e68 req-d5c6aeaf-d977-4734-bd7a-f1c6f856a2f2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c0156383-d263-44ff-9a8d-9ced71d28f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425515 Jul 23 16:24:24.341675 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-9b3f54b3-628f-476d-9422-a969529f4595 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=02a7c16a-554a-4ad8-a4a9-73cc994d3940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809519 Jul 23 16:24:24.344802 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-1449b0e4-7989-4b4a-a091-bdd57e12db3f admin admin] Deleting port 58c1692a-9be9-4939-b953-a9a43f941278 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:24.357552 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1449b0e4-7989-4b4a-a091-bdd57e12db3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:24.363889 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-3e182c04-3a83-477b-bea1-e6603f59cd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:24.365437 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-3e182c04-3a83-477b-bea1-e6603f59cd02 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2642ac6d2fda4bb6bc5bc42fd646c90d&device_id=3131fadc-6006-402e-8836-6429056d4286 HTTP/1.1" status: 200 len: 1095 time: 0.1808689 Jul 23 16:24:24.399317 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-79cd6969-0322-4380-a83e-aedc3cd4d69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1615a9-1305-462f-8f99-fe28e7ffa8da', 'name': 'tempest-FloatingIPsNegativeTestJSON-1751554764-router', 'tenant_id': 'ecd4d0f773504e458254f7ade494ee5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:24:09Z', 'updated_at': '2021-07-23T16:24:24Z', 'revision_number': 6, 'project_id': 'ecd4d0f773504e458254f7ade494ee5a', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:24.430057 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cd6969-0322-4380-a83e-aedc3cd4d69a None None] The sync data for ids ['bc1615a9-1305-462f-8f99-fe28e7ffa8da'] in n-d-778549-4 is: [{'id': 'bc1615a9-1305-462f-8f99-fe28e7ffa8da', 'name': 'tempest-FloatingIPsNegativeTestJSON-1751554764-router', 'tenant_id': 'ecd4d0f773504e458254f7ade494ee5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:24:09Z', 'updated_at': '2021-07-23T16:24:24Z', 'revision_number': 6, 'project_id': 'ecd4d0f773504e458254f7ade494ee5a', 'gw_port_host': None}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:24:24.440768 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-9f1bed86-b3ce-4f08-98af-c376529736bb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2890723-6fa5-4743-af8f-f8116eea0571 HTTP/1.1" status: 200 len: 217 time: 0.0662279 Jul 23 16:24:24.487298 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-04f2b040-605f-442c-abeb-12b732a73e68 req-712f874c-9bcb-4159-9ba4-0998a6e0b6e8 service neutron] 10.222.0.74 "GET /v2.0/networks/c0156383-d263-44ff-9a8d-9ced71d28f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676178 Jul 23 16:24:24.570216 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-02afd6cd-22be-4f71-86f5-25ec5199bc03 service neutron] 10.222.0.74 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094798 Jul 23 16:24:24.573152 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-1449b0e4-7989-4b4a-a091-bdd57e12db3f admin admin] For port 58c1692a-9be9-4939-b953-a9a43f941278, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=58c1692a-9be9-4939-b953-a9a43f941278,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:24.573511 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1449b0e4-7989-4b4a-a091-bdd57e12db3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:24.582345 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-70705706-0f28-441d-9553-ffb4e6c1a680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:24.583928 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-70705706-0f28-441d-9553-ffb4e6c1a680 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=826fd2fc-e097-4472-9d1f-4298f12f603f HTTP/1.1" status: 200 len: 851 time: 0.1060665 Jul 23 16:24:24.588588 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c87fe-8782-460a-83b2-8c292ecfa49a req-480f84b6-c02d-4acd-b7d9-b1a9aed71db4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:24.595578 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e81c87fe-8782-460a-83b2-8c292ecfa49a req-480f84b6-c02d-4acd-b7d9-b1a9aed71db4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=3131fadc-6006-402e-8836-6429056d4286 HTTP/1.1" status: 200 len: 944 time: 0.2235701 Jul 23 16:24:24.626091 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-1449b0e4-7989-4b4a-a091-bdd57e12db3f admin admin] Calling delete_port for 58c1692a-9be9-4939-b953-a9a43f941278 owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:24.626878 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-64e712d3-ab61-4905-bedd-abf405f9e0c2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cfd5d4a5-0d74-4444-af11-d62dc4a381cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354447 Jul 23 16:24:24.661090 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-04f2b040-605f-442c-abeb-12b732a73e68 req-ffc6bb71-ec15-4fae-ade2-25b0460452ec service neutron] 10.222.0.74 "GET /v2.0/networks/c0156383-d263-44ff-9a8d-9ced71d28f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499217 Jul 23 16:24:24.731262 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-3d38421f-deee-4ce7-8281-e59c1843081a service neutron] 10.222.0.74 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934463 Jul 23 16:24:24.793913 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e81c87fe-8782-460a-83b2-8c292ecfa49a req-dae50ab6-301b-4657-b271-96cedf6b469a tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478500 Jul 23 16:24:24.866479 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-9cdbc6a9-d856-45d9-b0b0-1db7ab43f92d service neutron] 10.222.0.74 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682118 Jul 23 16:24:24.889910 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3131fadc-6006-402e-8836-6429056d4286', 'tag': 'b2890723-6fa5-4743-af8f-f8116eea0571'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:24.894829 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf8f9fe-8b93-4d9c-bdb6-a36aead3bf65" -d '{"events": [{"name": "network-changed", "server_uuid": "3131fadc-6006-402e-8836-6429056d4286", "tag": "b2890723-6fa5-4743-af8f-f8116eea0571"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:24.909538 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7b455791-d9e0-4731-85e9-bc222cd84c60 req-a8a0224d-fbbc-41f4-badd-ad40a1e784f2 service neutron] 10.222.0.74 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718240 Jul 23 16:24:24.955274 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1c768f-882d-41c3-96d2-1f3e1718ebe1 x-openstack-request-id: req-1a1c768f-882d-41c3-96d2-1f3e1718ebe1 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:24.955646 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3131fadc-6006-402e-8836-6429056d4286", "tag": "b2890723-6fa5-4743-af8f-f8116eea0571", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:24.955837 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1a1c768f-882d-41c3-96d2-1f3e1718ebe1 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:24.956188 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3131fadc-6006-402e-8836-6429056d4286', 'tag': 'b2890723-6fa5-4743-af8f-f8116eea0571', 'status': 'completed', 'code': 200} Jul 23 16:24:25.013582 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-3783d1a5-4702-4362-85f5-0794b396bf99 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:25.015147 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-3783d1a5-4702-4362-85f5-0794b396bf99 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551&tenant_id=c9785dc21e8448b1824d1571d64a2041&binding%3Ahost_id=n-h2-778549-4 HTTP/1.1" status: 200 len: 1096 time: 0.0824494 Jul 23 16:24:25.019221 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1449b0e4-7989-4b4a-a091-bdd57e12db3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:25.028518 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-f92e377d-b125-496b-b2b2-66eb8c8f71e8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778549-4'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:25.061125 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449b0e4-7989-4b4a-a091-bdd57e12db3f admin admin] Pushing event deleted for resources: {'Port': ['ID=58c1692a-9be9-4939-b953-a9a43f941278,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:25.122921 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-f92e377d-b125-496b-b2b2-66eb8c8f71e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:25.170045 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8f9fe-8b93-4d9c-bdb6-a36aead3bf65 req-b6d17208-e2de-4cc6-902b-5d81116034b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:25.175415 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ecf8f9fe-8b93-4d9c-bdb6-a36aead3bf65 req-b6d17208-e2de-4cc6-902b-5d81116034b3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2642ac6d2fda4bb6bc5bc42fd646c90d&device_id=3131fadc-6006-402e-8836-6429056d4286 HTTP/1.1" status: 200 len: 1095 time: 0.1983178 Jul 23 16:24:25.184268 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1449b0e4-7989-4b4a-a091-bdd57e12db3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:25.275526 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-f92e377d-b125-496b-b2b2-66eb8c8f71e8 service neutron] For port 487c34f5-b8ea-42bb-a888-e10e35297190, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=487c34f5-b8ea-42bb-a888-e10e35297190,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:25.321377 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239a7d7-ba0c-4397-b46f-779e779a69f6 req-b0a87b75-cbe3-465b-88bd-13cab53c4888 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:25.323494 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-f92e377d-b125-496b-b2b2-66eb8c8f71e8 service neutron] For port 487c34f5-b8ea-42bb-a888-e10e35297190, host n-h2-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:24:25.329161 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2239a7d7-ba0c-4397-b46f-779e779a69f6 req-b0a87b75-cbe3-465b-88bd-13cab53c4888 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551 HTTP/1.1" status: 200 len: 945 time: 0.2780645 Jul 23 16:24:25.332263 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1449b0e4-7989-4b4a-a091-bdd57e12db3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:25.341326 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1449b0e4-7989-4b4a-a091-bdd57e12db3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:25.371387 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-f92e377d-b125-496b-b2b2-66eb8c8f71e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:25.384340 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-f92e377d-b125-496b-b2b2-66eb8c8f71e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:25.399360 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 58c1692a-9be9-4939-b953-a9a43f941278 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:25.458197 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 58c1692a-9be9-4939-b953-a9a43f941278 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:25.459517 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 58c1692a-9be9-4939-b953-a9a43f941278 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:25.460289 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e56a5d9e-d816-4757-985b-e0cbe86c003b no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:25.474124 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1449b0e4-7989-4b4a-a091-bdd57e12db3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:25.474637 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1449b0e4-7989-4b4a-a091-bdd57e12db3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc1615a9-1305-462f-8f99-fe28e7ffa8da {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:24:25.479280 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1449b0e4-7989-4b4a-a091-bdd57e12db3f admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:25.482654 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1449b0e4-7989-4b4a-a091-bdd57e12db3f admin admin] 10.222.0.73 "DELETE /v2.0/routers/bc1615a9-1305-462f-8f99-fe28e7ffa8da HTTP/1.1" status: 204 len: 168 time: 1.9092517 Jul 23 16:24:25.490523 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34060) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:25.493691 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2239a7d7-ba0c-4397-b46f-779e779a69f6 req-0419500c-ad45-4c51-8ee4-c21703ae0150 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637506 Jul 23 16:24:25.505673 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: e56a5d9e-d816-4757-985b-e0cbe86c003b {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:25.506314 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e56a5d9e-d816-4757-985b-e0cbe86c003b not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:25.510301 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8f9fe-8b93-4d9c-bdb6-a36aead3bf65 req-99bc239d-498d-4525-b0af-620204e5b3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:25.511833 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ecf8f9fe-8b93-4d9c-bdb6-a36aead3bf65 req-99bc239d-498d-4525-b0af-620204e5b3c5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cfd5d4a5-0d74-4444-af11-d62dc4a381cf HTTP/1.1" status: 200 len: 913 time: 0.3310199 Jul 23 16:24:25.527481 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-f92e377d-b125-496b-b2b2-66eb8c8f71e8 service neutron] Attempting to bind port 487c34f5-b8ea-42bb-a888-e10e35297190 on host n-h2-778549-4 for vnic_type normal with profile {"migrating_to": "n-h1-778549-4"} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:24:25.528052 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-f92e377d-b125-496b-b2b2-66eb8c8f71e8 service neutron] Attempting to bind port 487c34f5-b8ea-42bb-a888-e10e35297190 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:24:25.528396 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-f92e377d-b125-496b-b2b2-66eb8c8f71e8 service neutron] Attempting to bind port 487c34f5-b8ea-42bb-a888-e10e35297190 on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:25.567027 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-f92e377d-b125-496b-b2b2-66eb8c8f71e8 service neutron] Port 487c34f5-b8ea-42bb-a888-e10e35297190 on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:24:25.567400 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-f92e377d-b125-496b-b2b2-66eb8c8f71e8 service neutron] Attempting to bind port 487c34f5-b8ea-42bb-a888-e10e35297190 on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:25.579090 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e377d-b125-496b-b2b2-66eb8c8f71e8 service neutron] Pushing event updated for resources: {'Port': ['ID=487c34f5-b8ea-42bb-a888-e10e35297190,revision_number=7']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:25.591249 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ecf8f9fe-8b93-4d9c-bdb6-a36aead3bf65 req-67a72155-3a03-43e8-a646-752d23eb41b0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2890723-6fa5-4743-af8f-f8116eea0571 HTTP/1.1" status: 200 len: 217 time: 0.0698688 Jul 23 16:24:25.591719 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-f92e377d-b125-496b-b2b2-66eb8c8f71e8 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:24:25.592534 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-f92e377d-b125-496b-b2b2-66eb8c8f71e8 service neutron] Checking segment: {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:24:25.592534 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-f92e377d-b125-496b-b2b2-66eb8c8f71e8 service neutron] Bound using segment: {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:24:25.592866 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-f92e377d-b125-496b-b2b2-66eb8c8f71e8 service neutron] Bound port: 487c34f5-b8ea-42bb-a888-e10e35297190, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:24:25.593378 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-f92e377d-b125-496b-b2b2-66eb8c8f71e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:25.618730 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-74a4bd8a-3917-4ce0-8bb5-c1ade9118062 admin admin] Deleting subnet dcf22b5e-ee71-4db3-b094-489ef0b37ffa {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:24:25.663208 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-74a4bd8a-3917-4ce0-8bb5-c1ade9118062 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:25.732812 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-74a4bd8a-3917-4ce0-8bb5-c1ade9118062 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:25.742435 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-f92e377d-b125-496b-b2b2-66eb8c8f71e8 service neutron] For port 487c34f5-b8ea-42bb-a888-e10e35297190, host n-h2-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:24:25.786971 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-f92e377d-b125-496b-b2b2-66eb8c8f71e8 service neutron] For port 487c34f5-b8ea-42bb-a888-e10e35297190, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=487c34f5-b8ea-42bb-a888-e10e35297190,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:24:25.795996 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-f92e377d-b125-496b-b2b2-66eb8c8f71e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:25.915785 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-f92e377d-b125-496b-b2b2-66eb8c8f71e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:25.916469 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-f92e377d-b125-496b-b2b2-66eb8c8f71e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:25.918108 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-f92e377d-b125-496b-b2b2-66eb8c8f71e8 service neutron] 10.222.0.74 "PUT /v2.0/ports/487c34f5-b8ea-42bb-a888-e10e35297190 HTTP/1.1" status: 200 len: 1121 time: 0.8958504 Jul 23 16:24:25.929346 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e377d-b125-496b-b2b2-66eb8c8f71e8 service neutron] Pushing event updated for resources: {'Port': ['ID=487c34f5-b8ea-42bb-a888-e10e35297190,revision_number=8']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:25.933344 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-74a4bd8a-3917-4ce0-8bb5-c1ade9118062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.004921 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-74a4bd8a-3917-4ce0-8bb5-c1ade9118062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.033967 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-74a4bd8a-3917-4ce0-8bb5-c1ade9118062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.038249 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-74a4bd8a-3917-4ce0-8bb5-c1ade9118062 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/dcf22b5e-ee71-4db3-b094-489ef0b37ffa HTTP/1.1" status: 204 len: 168 time: 0.5282958 Jul 23 16:24:26.038249 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4bd8a-3917-4ce0-8bb5-c1ade9118062 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcf22b5e-ee71-4db3-b094-489ef0b37ffa,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:26.039122 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 34066) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:26.043487 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['487c34f5-b8ea-42bb-a888-e10e35297190'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:26.045791 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e2fdcd-de47-4e5f-ae0f-d47dd55d48d9 None None] Network 0a47e566-2faa-4154-9028-226ed9592ef4 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:24:26.083391 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8f9fe-8b93-4d9c-bdb6-a36aead3bf65 req-18b1ae9c-8026-48fb-bd92-dd5727ca4c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:26.084847 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ecf8f9fe-8b93-4d9c-bdb6-a36aead3bf65 req-18b1ae9c-8026-48fb-bd92-dd5727ca4c26 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=826fd2fc-e097-4472-9d1f-4298f12f603f HTTP/1.1" status: 200 len: 851 time: 0.4829657 Jul 23 16:24:26.172301 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ecf8f9fe-8b93-4d9c-bdb6-a36aead3bf65 req-1d2bf16f-820c-4623-91f7-567f2d503995 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cfd5d4a5-0d74-4444-af11-d62dc4a381cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719202 Jul 23 16:24:26.192987 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f730a81-7768-40d9-bd9d-08a700668209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.222038 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f753c8-4a64-41fe-a883-bb5e8b764179 req-391179c2-26a1-4d01-9a86-ae9727b9b56f tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:26.223636 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d0f753c8-4a64-41fe-a883-bb5e8b764179 req-391179c2-26a1-4d01-9a86-ae9727b9b56f tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bedcbe0-0cd4-4108-beed-224107435bf4 HTTP/1.1" status: 200 len: 944 time: 0.2367246 Jul 23 16:24:26.297856 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fdfd7-d73e-40c5-94db-e2ce64754555 req-d034e3fb-4586-4951-9ddd-bcaf902e0873 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:26.299363 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b01fdfd7-d73e-40c5-94db-e2ce64754555 req-d034e3fb-4586-4951-9ddd-bcaf902e0873 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=3131fadc-6006-402e-8836-6429056d4286 HTTP/1.1" status: 200 len: 944 time: 0.2808020 Jul 23 16:24:26.375045 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d0f753c8-4a64-41fe-a883-bb5e8b764179 req-11b9a831-4fd9-4d4f-a6f3-b3507022fe45 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420407 Jul 23 16:24:26.384653 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ecf8f9fe-8b93-4d9c-bdb6-a36aead3bf65 req-91ee400d-c6d9-4d99-9f99-ee7ff05e514e service neutron] 10.222.0.74 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030699 Jul 23 16:24:26.424332 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b01fdfd7-d73e-40c5-94db-e2ce64754555 req-5db0f5e9-99ea-4e4d-bbe3-71eb6f169648 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133358 Jul 23 16:24:26.455554 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-8f730a81-7768-40d9-bd9d-08a700668209 admin admin] Deleting port a6f39fdb-04b4-4897-92ec-22a099189c4d {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:26.455908 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f730a81-7768-40d9-bd9d-08a700668209 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.458030 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3faf480-3134-41f0-84da-9e690926c618 None None] DHCP port deletion for 0a47e566-2faa-4154-9028-226ed9592ef4 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:24:26.505714 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-e3faf480-3134-41f0-84da-9e690926c618 None None] Deleting port a6f39fdb-04b4-4897-92ec-22a099189c4d {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:26.506090 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e3faf480-3134-41f0-84da-9e690926c618 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.530461 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device ffac9969-190b-4fff-9b49-d745979c0b27 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:24:26.571095 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-8f730a81-7768-40d9-bd9d-08a700668209 admin admin] For port a6f39fdb-04b4-4897-92ec-22a099189c4d, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a6f39fdb-04b4-4897-92ec-22a099189c4d,segment=NetworkSegment(4928653c-03cb-499b-a05b-66496909a63c),segment_id=4928653c-03cb-499b-a05b-66496909a63c)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:26.571095 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f730a81-7768-40d9-bd9d-08a700668209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.576780 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ecf8f9fe-8b93-4d9c-bdb6-a36aead3bf65 req-387a6c8a-2662-4b1b-a3e5-8401e3849db0 service neutron] 10.222.0.74 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824992 Jul 23 16:24:26.583717 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-8f730a81-7768-40d9-bd9d-08a700668209 admin admin] Calling delete_port for a6f39fdb-04b4-4897-92ec-22a099189c4d owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:26.680817 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-e3faf480-3134-41f0-84da-9e690926c618 None None] For port a6f39fdb-04b4-4897-92ec-22a099189c4d, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a6f39fdb-04b4-4897-92ec-22a099189c4d,segment=NetworkSegment(4928653c-03cb-499b-a05b-66496909a63c),segment_id=4928653c-03cb-499b-a05b-66496909a63c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:26.681488 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e3faf480-3134-41f0-84da-9e690926c618 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.714638 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-e3faf480-3134-41f0-84da-9e690926c618 None None] Calling delete_port for a6f39fdb-04b4-4897-92ec-22a099189c4d owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:26.732180 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port ffac9969-190b-4fff-9b49-d745979c0b27, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=ffac9969-190b-4fff-9b49-d745979c0b27,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:26.732644 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf4db3-4e38-4432-a619-3268865a56b1 req-74eb0fc7-f3a9-48c6-aa26-714dc51b64f1 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:26.734332 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99bf4db3-4e38-4432-a619-3268865a56b1 req-74eb0fc7-f3a9-48c6-aa26-714dc51b64f1 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551 HTTP/1.1" status: 200 len: 943 time: 0.1459031 Jul 23 16:24:26.774210 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f730a81-7768-40d9-bd9d-08a700668209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.781702 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'ffac9969-190b-4fff-9b49-d745979c0b27', 'network_id': 'c0156383-d263-44ff-9a8d-9ced71d28f03', 'port_id': 'ffac9969-190b-4fff-9b49-d745979c0b27', 'mac_address': 'fa:16:3e:25:40:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe4be59-2cd1-45d4-8fb1-b572bd36b8ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:24:26.807978 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99bf4db3-4e38-4432-a619-3268865a56b1 req-19ae9903-34a2-4e70-a638-0da15a4929a1 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678997 Jul 23 16:24:26.811543 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f730a81-7768-40d9-bd9d-08a700668209 admin admin] No DVR routers for this DVR port a6f39fdb-04b4-4897-92ec-22a099189c4d on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:26.816951 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f730a81-7768-40d9-bd9d-08a700668209 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6f39fdb-04b4-4897-92ec-22a099189c4d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:26.866320 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.878320 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e3faf480-3134-41f0-84da-9e690926c618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.888998 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffac9969-190b-4fff-9b49-d745979c0b27 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:26.905233 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f730a81-7768-40d9-bd9d-08a700668209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.912935 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3faf480-3134-41f0-84da-9e690926c618 None None] Pushing event deleted for resources: {'Port': ['ID=a6f39fdb-04b4-4897-92ec-22a099189c4d,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:26.915642 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3faf480-3134-41f0-84da-9e690926c618 None None] No DVR routers for this DVR port a6f39fdb-04b4-4897-92ec-22a099189c4d on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:26.925970 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-8f730a81-7768-40d9-bd9d-08a700668209 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a47e566-2faa-4154-9028-226ed9592ef4']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:26.929719 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3faf480-3134-41f0-84da-9e690926c618 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:26.930080 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3faf480-3134-41f0-84da-9e690926c618 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:26.930471 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3faf480-3134-41f0-84da-9e690926c618 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:26.930770 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3faf480-3134-41f0-84da-9e690926c618 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:26.931081 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3faf480-3134-41f0-84da-9e690926c618 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:26.931465 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3faf480-3134-41f0-84da-9e690926c618 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:26.931798 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3faf480-3134-41f0-84da-9e690926c618 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:26.932157 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3faf480-3134-41f0-84da-9e690926c618 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:26.932569 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3faf480-3134-41f0-84da-9e690926c618 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:26.932889 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3faf480-3134-41f0-84da-9e690926c618 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:26.933309 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3faf480-3134-41f0-84da-9e690926c618 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:26.933635 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3faf480-3134-41f0-84da-9e690926c618 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:26.945849 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-8f730a81-7768-40d9-bd9d-08a700668209 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4928653c-03cb-499b-a05b-66496909a63c') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:26.946144 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-8f730a81-7768-40d9-bd9d-08a700668209 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4928653c-03cb-499b-a05b-66496909a63c') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:26.947585 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port ffac9969-190b-4fff-9b49-d745979c0b27, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=ffac9969-190b-4fff-9b49-d745979c0b27,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:26.951000 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.957584 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a7b460-c16f-4305-ba58-0a0e5dfa0551', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '487c34f5-b8ea-42bb-a888-e10e35297190'}, {'name': 'network-changed', 'server_uuid': 'b6a7b460-c16f-4305-ba58-0a0e5dfa0551', 'tag': '487c34f5-b8ea-42bb-a888-e10e35297190'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:26.959009 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f730a81-7768-40d9-bd9d-08a700668209 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.960372 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcfc729-9b6e-40fa-adcb-099d85e6a152" -d '{"events": [{"server_uuid": "b6a7b460-c16f-4305-ba58-0a0e5dfa0551", "name": "network-vif-unplugged", "status": "completed", "tag": "487c34f5-b8ea-42bb-a888-e10e35297190"}, {"name": "network-changed", "server_uuid": "b6a7b460-c16f-4305-ba58-0a0e5dfa0551", "tag": "487c34f5-b8ea-42bb-a888-e10e35297190"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:26.975944 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f730a81-7768-40d9-bd9d-08a700668209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.982432 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f730a81-7768-40d9-bd9d-08a700668209 admin admin] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:24:26.982860 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f730a81-7768-40d9-bd9d-08a700668209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.986324 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:24:26.986324 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:24:26.986324 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:24:26.986324 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:24:26.986324 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:24:26.986324 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:24:26.986324 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:24:26.986324 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:24:26.986324 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:24:26.986324 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:24:26.986324 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:24:26.986324 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:24:26.986324 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:24:26.986324 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:24:26.986324 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:24:26.986324 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:24:26.986324 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:24:26.986324 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:24:26.986324 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:24:26.986324 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:24:26.986324 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:24:26.986324 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:24:26.986324 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:24:26.986324 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:24:26.986324 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:24:26.986324 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:24:26.986324 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:24:26.986324 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:24:26.986324 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:24:26.986324 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:24:26.986324 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:24:26.986324 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:24:27.007751 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7a6fb0-59ce-4af1-b8dd-7b2855d0ffdf x-openstack-request-id: req-1a7a6fb0-59ce-4af1-b8dd-7b2855d0ffdf {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:27.008842 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a7b460-c16f-4305-ba58-0a0e5dfa0551", "name": "network-vif-unplugged", "status": "completed", "tag": "487c34f5-b8ea-42bb-a888-e10e35297190", "code": 200}, {"name": "network-changed", "server_uuid": "b6a7b460-c16f-4305-ba58-0a0e5dfa0551", "tag": "487c34f5-b8ea-42bb-a888-e10e35297190", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:27.009560 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1a7a6fb0-59ce-4af1-b8dd-7b2855d0ffdf {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:27.010298 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a7b460-c16f-4305-ba58-0a0e5dfa0551', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '487c34f5-b8ea-42bb-a888-e10e35297190', 'code': 200} Jul 23 16:24:27.010757 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a7b460-c16f-4305-ba58-0a0e5dfa0551', 'tag': '487c34f5-b8ea-42bb-a888-e10e35297190', 'status': 'completed', 'code': 200} Jul 23 16:24:27.019686 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=ffac9969-190b-4fff-9b49-d745979c0b27,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:27.068796 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f730a81-7768-40d9-bd9d-08a700668209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:27.076366 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f730a81-7768-40d9-bd9d-08a700668209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:27.079595 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8f730a81-7768-40d9-bd9d-08a700668209 admin admin] 10.222.0.73 "DELETE /v2.0/networks/0a47e566-2faa-4154-9028-226ed9592ef4 HTTP/1.1" status: 204 len: 168 time: 1.0389726 Jul 23 16:24:27.098267 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f730a81-7768-40d9-bd9d-08a700668209 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a47e566-2faa-4154-9028-226ed9592ef4,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:27.129191 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfc729-9b6e-40fa-adcb-099d85e6a152 req-95c50c66-5b98-4dfa-aec7-0c5270edbe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:27.130779 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3fcfc729-9b6e-40fa-adcb-099d85e6a152 req-95c50c66-5b98-4dfa-aec7-0c5270edbe53 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c9785dc21e8448b1824d1571d64a2041&device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551 HTTP/1.1" status: 200 len: 1124 time: 0.0928793 Jul 23 16:24:27.187678 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['ffac9969-190b-4fff-9b49-d745979c0b27'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:27.246352 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfc729-9b6e-40fa-adcb-099d85e6a152 req-bf59746c-265e-43cb-a08e-8a0e357fa15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:27.248128 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3fcfc729-9b6e-40fa-adcb-099d85e6a152 req-bf59746c-265e-43cb-a08e-8a0e357fa15d service neutron] 10.222.0.97 "GET /v2.0/networks?id=02a7c16a-554a-4ad8-a4a9-73cc994d3940 HTTP/1.1" status: 200 len: 922 time: 0.1105282 Jul 23 16:24:27.294255 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34098) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:27.298848 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3fcfc729-9b6e-40fa-adcb-099d85e6a152 req-9f08a3a1-fa48-45ba-b453-4a071c074b02 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=487c34f5-b8ea-42bb-a888-e10e35297190 HTTP/1.1" status: 200 len: 217 time: 0.0435469 Jul 23 16:24:27.341817 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-94ded318-0051-4f72-8dd5-4c88be83fa26 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ecd4d0f773504e458254f7ade494ee5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464182 Jul 23 16:24:27.345134 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34100) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:27.389369 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfc729-9b6e-40fa-adcb-099d85e6a152 req-8ddb0cbf-b265-42bc-a68b-1f95d1616961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:27.392279 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3fcfc729-9b6e-40fa-adcb-099d85e6a152 req-8ddb0cbf-b265-42bc-a68b-1f95d1616961 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8d7d20ea-5324-4d61-af92-f3ae3ea40d11 HTTP/1.1" status: 200 len: 860 time: 0.0875762 Jul 23 16:24:27.402585 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1bfe85e5-138a-4377-90de-a1a924b7d04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:27.420646 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a6f39fdb-04b4-4897-92ec-22a099189c4d no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:27.435840 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3fcfc729-9b6e-40fa-adcb-099d85e6a152 req-2177276f-1b27-47c7-b444-d826b506d929 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=02a7c16a-554a-4ad8-a4a9-73cc994d3940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369451 Jul 23 16:24:27.442837 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: a6f39fdb-04b4-4897-92ec-22a099189c4d {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:27.443238 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a6f39fdb-04b4-4897-92ec-22a099189c4d not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:27.451713 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1bfe85e5-138a-4377-90de-a1a924b7d04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:27.511532 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1bfe85e5-138a-4377-90de-a1a924b7d04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:27.514441 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1bfe85e5-138a-4377-90de-a1a924b7d04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:27.516245 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1bfe85e5-138a-4377-90de-a1a924b7d04e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b9b3f6b6-178c-4e91-8e6d-c7695ca03b7a HTTP/1.1" status: 204 len: 168 time: 0.1699989 Jul 23 16:24:27.528925 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe85e5-138a-4377-90de-a1a924b7d04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b3f6b6-178c-4e91-8e6d-c7695ca03b7a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:27.629591 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3fcfc729-9b6e-40fa-adcb-099d85e6a152 req-2f59134d-c83b-412c-b4d1-c12113817173 service neutron] 10.222.0.97 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873512 Jul 23 16:24:27.672559 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18123a1-8e02-4e08-9ed6-464af31f7ea3 req-02ed7d17-aaba-44b2-bf0b-e5c930c9376f tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:27.674111 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f18123a1-8e02-4e08-9ed6-464af31f7ea3 req-02ed7d17-aaba-44b2-bf0b-e5c930c9376f tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bedcbe0-0cd4-4108-beed-224107435bf4 HTTP/1.1" status: 200 len: 945 time: 0.1897459 Jul 23 16:24:27.744328 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6cb44-ff47-4cd7-b76c-3ae2ac412dbc req-1a71d90a-bfa0-4bd8-8486-f299b3965cb5 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:27.746032 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-93d6cb44-ff47-4cd7-b76c-3ae2ac412dbc req-1a71d90a-bfa0-4bd8-8486-f299b3965cb5 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=3131fadc-6006-402e-8836-6429056d4286 HTTP/1.1" status: 200 len: 944 time: 0.1897278 Jul 23 16:24:27.785408 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f18123a1-8e02-4e08-9ed6-464af31f7ea3 req-c3c539a4-5b59-4a16-92a9-b89d532f787d tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021750 Jul 23 16:24:27.820277 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3fcfc729-9b6e-40fa-adcb-099d85e6a152 req-6de57abc-2450-433a-a17b-8aa2f9761b5d service neutron] 10.222.0.97 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838763 Jul 23 16:24:27.823666 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-93d6cb44-ff47-4cd7-b76c-3ae2ac412dbc req-412bdf8e-30d5-46d9-88c7-6346816fdb02 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604746 Jul 23 16:24:28.040500 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8650f-f133-4478-8346-d8d65cd9f8ad req-366b4909-79c9-467a-bc78-4a3f912d34b7 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:28.042208 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-40a8650f-f133-4478-8346-d8d65cd9f8ad req-366b4909-79c9-467a-bc78-4a3f912d34b7 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551 HTTP/1.1" status: 200 len: 943 time: 0.0825386 Jul 23 16:24:28.090160 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-40a8650f-f133-4478-8346-d8d65cd9f8ad req-df1326f3-cfcb-4e2d-9f4a-d74e193766a3 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395491 Jul 23 16:24:28.221280 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34144) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:28.416979 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-94985c14-2e05-400d-b204-2b04f1795039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:28.507989 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-94985c14-2e05-400d-b204-2b04f1795039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:28.511929 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-94985c14-2e05-400d-b204-2b04f1795039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:28.543850 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 487c34f5-b8ea-42bb-a888-e10e35297190 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:24:28.549715 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device ffac9969-190b-4fff-9b49-d745979c0b27 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:28.550172 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-94985c14-2e05-400d-b204-2b04f1795039 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=52e1331f442644a098dd535507303408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278084 Jul 23 16:24:28.551305 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94985c14-2e05-400d-b204-2b04f1795039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71aa56f-35a2-46f6-af6b-a774884d4d00,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:28.552875 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 34152) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:28.612951 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5ca364da-3ae6-489a-9f3b-3a5d201e4287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:28.641839 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5ca364da-3ae6-489a-9f3b-3a5d201e4287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:28.664908 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port ffac9969-190b-4fff-9b49-d745979c0b27 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:28.670274 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port ffac9969-190b-4fff-9b49-d745979c0b27 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:28.670644 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:28.698687 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5ca364da-3ae6-489a-9f3b-3a5d201e4287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:28.701364 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5ca364da-3ae6-489a-9f3b-3a5d201e4287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:28.702587 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5ca364da-3ae6-489a-9f3b-3a5d201e4287 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c71aa56f-35a2-46f6-af6b-a774884d4d00 HTTP/1.1" status: 204 len: 168 time: 0.1465549 Jul 23 16:24:28.713312 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca364da-3ae6-489a-9f3b-3a5d201e4287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71aa56f-35a2-46f6-af6b-a774884d4d00,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:28.725202 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 487c34f5-b8ea-42bb-a888-e10e35297190, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=487c34f5-b8ea-42bb-a888-e10e35297190,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:28.746738 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 487c34f5-b8ea-42bb-a888-e10e35297190 has no active binding in host n-h1-778549-4 {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 16:24:28.746960 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device b2890723-6fa5-4743-af8f-f8116eea0571 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:24:28.863772 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:28.904937 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bedcbe0-0cd4-4108-beed-224107435bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffac9969-190b-4fff-9b49-d745979c0b27'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:28.907837 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b26ded-2b8c-4d84-ac6b-60a54ef80e9d" -d '{"events": [{"server_uuid": "3bedcbe0-0cd4-4108-beed-224107435bf4", "name": "network-vif-plugged", "status": "completed", "tag": "ffac9969-190b-4fff-9b49-d745979c0b27"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:28.927045 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port b2890723-6fa5-4743-af8f-f8116eea0571, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=b2890723-6fa5-4743-af8f-f8116eea0571,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:28.930547 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port ffac9969-190b-4fff-9b49-d745979c0b27, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=ffac9969-190b-4fff-9b49-d745979c0b27,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:28.937350 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:28.963517 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'b2890723-6fa5-4743-af8f-f8116eea0571', 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf', 'port_id': 'b2890723-6fa5-4743-af8f-f8116eea0571', 'mac_address': 'fa:16:3e:7f:d5:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '826fd2fc-e097-4472-9d1f-4298f12f603f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:24:28.974830 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e806052-c271-4905-808e-8ff6577f6de6 req-f2528379-00e1-4b92-9a9d-17518ce698a9 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:28.983105 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8e806052-c271-4905-808e-8ff6577f6de6 req-f2528379-00e1-4b92-9a9d-17518ce698a9 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bedcbe0-0cd4-4108-beed-224107435bf4 HTTP/1.1" status: 200 len: 945 time: 0.0981891 Jul 23 16:24:29.015916 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=ffac9969-190b-4fff-9b49-d745979c0b27,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:29.022001 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:29.041381 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2890723-6fa5-4743-af8f-f8116eea0571 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:29.058962 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8e806052-c271-4905-808e-8ff6577f6de6 req-cf2dcb60-f212-4d71-940b-1d648a5307b1 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749662 Jul 23 16:24:29.064084 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port b2890723-6fa5-4743-af8f-f8116eea0571, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=b2890723-6fa5-4743-af8f-f8116eea0571,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:29.072048 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:29.083987 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcf2af-7b4a-4e88-a801-3f109971924e req-9764e17c-428d-475d-a7a6-5c965d969f94 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:29.089635 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d4fcf2af-7b4a-4e88-a801-3f109971924e req-9764e17c-428d-475d-a7a6-5c965d969f94 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=3131fadc-6006-402e-8836-6429056d4286 HTTP/1.1" status: 200 len: 944 time: 0.1040981 Jul 23 16:24:29.130054 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=b2890723-6fa5-4743-af8f-f8116eea0571,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:29.135182 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d4fcf2af-7b4a-4e88-a801-3f109971924e req-90154f8e-45b8-4183-bbf7-9c78f4ce8da4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430434 Jul 23 16:24:29.213720 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62e3b1b-f24e-4c0f-b709-c9f58bcef976 x-openstack-request-id: req-d62e3b1b-f24e-4c0f-b709-c9f58bcef976 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:29.214118 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bedcbe0-0cd4-4108-beed-224107435bf4", "name": "network-vif-plugged", "status": "completed", "tag": "ffac9969-190b-4fff-9b49-d745979c0b27", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:29.214352 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d62e3b1b-f24e-4c0f-b709-c9f58bcef976 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:29.215614 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bedcbe0-0cd4-4108-beed-224107435bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffac9969-190b-4fff-9b49-d745979c0b27', 'code': 200} Jul 23 16:24:29.377101 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['b2890723-6fa5-4743-af8f-f8116eea0571'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:29.406572 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e61fb5-945c-4fdc-b63c-8a2ec647dbec req-e08a7e34-c5ea-4314-88ab-f176969736db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:29.409140 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-88e61fb5-945c-4fdc-b63c-8a2ec647dbec req-e08a7e34-c5ea-4314-88ab-f176969736db service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3bedcbe0-0cd4-4108-beed-224107435bf4 HTTP/1.1" status: 200 len: 1097 time: 0.1162241 Jul 23 16:24:29.417822 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919b371-707d-4d91-ac72-ce0bbdc1af66 req-1e3c25ed-56de-448c-8b40-0b13db2f99e4 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:29.425418 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7919b371-707d-4d91-ac72-ce0bbdc1af66 req-1e3c25ed-56de-448c-8b40-0b13db2f99e4 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551 HTTP/1.1" status: 200 len: 943 time: 0.1432080 Jul 23 16:24:29.491374 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7919b371-707d-4d91-ac72-ce0bbdc1af66 req-0b368a95-20f1-4483-a269-6d3077ac0d5c tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644126 Jul 23 16:24:29.495861 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-88e61fb5-945c-4fdc-b63c-8a2ec647dbec req-c8071d17-e36c-40aa-8a1d-ad4fafd8770f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667171 Jul 23 16:24:29.983448 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 34218) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:30.099887 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c4779fc-fd7a-47bc-9a2c-e38c23af557e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.246117 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c4779fc-fd7a-47bc-9a2c-e38c23af557e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.274794 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c4779fc-fd7a-47bc-9a2c-e38c23af557e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.297330 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc586103-5cdd-4128-b92d-99bbe55f2341 req-34722df1-6c76-4f89-ae69-e7dfab9b3953 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:30.298949 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dc586103-5cdd-4128-b92d-99bbe55f2341 req-34722df1-6c76-4f89-ae69-e7dfab9b3953 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bedcbe0-0cd4-4108-beed-224107435bf4 HTTP/1.1" status: 200 len: 946 time: 0.1532862 Jul 23 16:24:30.306739 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34242) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:30.347684 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7c4779fc-fd7a-47bc-9a2c-e38c23af557e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7327db3a895d41858bf60cc4da73f892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3623939 Jul 23 16:24:30.350658 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34246) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:30.357450 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4779fc-fd7a-47bc-9a2c-e38c23af557e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d022ae-cecc-44b7-bb87-b267dcb66366,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:30.391858 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dc586103-5cdd-4128-b92d-99bbe55f2341 req-de3c70bd-0c89-460f-835c-84e92f164abd tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736427 Jul 23 16:24:30.399279 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8cf04-d5ba-497b-91fc-125289f68e4a req-9ab210c7-6e56-4a67-b2e2-1a50f8adb363 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:30.400775 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a6a8cf04-d5ba-497b-91fc-125289f68e4a req-9ab210c7-6e56-4a67-b2e2-1a50f8adb363 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=3131fadc-6006-402e-8836-6429056d4286 HTTP/1.1" status: 200 len: 945 time: 0.1700740 Jul 23 16:24:30.419719 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cb19a16a-4c81-4ab1-83a3-d942188a03ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.449004 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cb19a16a-4c81-4ab1-83a3-d942188a03ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.455807 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a6a8cf04-d5ba-497b-91fc-125289f68e4a req-94e59f6c-38c8-4e8b-9f45-1eb4c1499f1e tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366030 Jul 23 16:24:30.488598 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-576884b8-ef1c-41f8-aa22-1bffcb3a9745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.553766 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cb19a16a-4c81-4ab1-83a3-d942188a03ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.556330 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cb19a16a-4c81-4ab1-83a3-d942188a03ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.557510 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cb19a16a-4c81-4ab1-83a3-d942188a03ab admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a1d022ae-cecc-44b7-bb87-b267dcb66366 HTTP/1.1" status: 204 len: 168 time: 0.2054698 Jul 23 16:24:30.562515 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device b2890723-6fa5-4743-af8f-f8116eea0571 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:30.572216 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19a16a-4c81-4ab1-83a3-d942188a03ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d022ae-cecc-44b7-bb87-b267dcb66366,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:30.626488 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port b2890723-6fa5-4743-af8f-f8116eea0571 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:30.631063 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port b2890723-6fa5-4743-af8f-f8116eea0571 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:30.631584 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.647625 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-576884b8-ef1c-41f8-aa22-1bffcb3a9745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.653290 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-576884b8-ef1c-41f8-aa22-1bffcb3a9745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.682309 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-576884b8-ef1c-41f8-aa22-1bffcb3a9745 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1189fe95733a475585e1cbfdec754e6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737745 Jul 23 16:24:30.690290 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34252) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:30.728110 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.737090 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576884b8-ef1c-41f8-aa22-1bffcb3a9745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24870c77-40d3-45a6-b565-d65db40ffb50,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:30.768268 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de2d5fee-0c71-401f-86d0-8416aa729931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.777539 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-415e324e-9b31-4ea1-b778-da1cd68ea7e1 service neutron] 10.222.0.97 "GET /v2.0/ports/487c34f5-b8ea-42bb-a888-e10e35297190/bindings/n-h1-778549-4 HTTP/1.1" status: 200 len: 384 time: 0.1116266 Jul 23 16:24:30.781619 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port b2890723-6fa5-4743-af8f-f8116eea0571, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=b2890723-6fa5-4743-af8f-f8116eea0571,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:30.786920 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.791265 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de2d5fee-0c71-401f-86d0-8416aa729931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.845692 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de2d5fee-0c71-401f-86d0-8416aa729931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.849735 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de2d5fee-0c71-401f-86d0-8416aa729931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.851583 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-de2d5fee-0c71-401f-86d0-8416aa729931 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/24870c77-40d3-45a6-b565-d65db40ffb50 HTTP/1.1" status: 204 len: 168 time: 0.1599674 Jul 23 16:24:30.860518 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c1243-ca70-4fa4-8e83-db5a14af6fa5 req-6902edd5-932c-4ef6-93db-1c27d3f3bdee tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:30.867544 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=b2890723-6fa5-4743-af8f-f8116eea0571,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:30.868284 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-086c1243-ca70-4fa4-8e83-db5a14af6fa5 req-6902edd5-932c-4ef6-93db-1c27d3f3bdee tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551 HTTP/1.1" status: 200 len: 943 time: 0.2373471 Jul 23 16:24:30.878363 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d5fee-0c71-401f-86d0-8416aa729931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24870c77-40d3-45a6-b565-d65db40ffb50,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:30.967299 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-086c1243-ca70-4fa4-8e83-db5a14af6fa5 req-11e6da3c-4ccc-41f0-9c2b-c4c63e47e0e9 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979693 Jul 23 16:24:31.064881 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-16a2835d-8e98-4a72-9214-67b7f6a3c93c service neutron] For port 487c34f5-b8ea-42bb-a888-e10e35297190, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=487c34f5-b8ea-42bb-a888-e10e35297190,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:31.086438 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-16a2835d-8e98-4a72-9214-67b7f6a3c93c service neutron] For port 487c34f5-b8ea-42bb-a888-e10e35297190, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:24:31.125578 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-16a2835d-8e98-4a72-9214-67b7f6a3c93c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 487c34f5-b8ea-42bb-a888-e10e35297190 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:31.136687 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-16a2835d-8e98-4a72-9214-67b7f6a3c93c service neutron] For port 487c34f5-b8ea-42bb-a888-e10e35297190, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=487c34f5-b8ea-42bb-a888-e10e35297190,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:31.152528 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-16a2835d-8e98-4a72-9214-67b7f6a3c93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:31.216586 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3131fadc-6006-402e-8836-6429056d4286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2890723-6fa5-4743-af8f-f8116eea0571'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:31.220019 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cdb32f-c433-4505-bfcf-61f3fcd528c3" -d '{"events": [{"server_uuid": "3131fadc-6006-402e-8836-6429056d4286", "name": "network-vif-plugged", "status": "completed", "tag": "b2890723-6fa5-4743-af8f-f8116eea0571"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:31.244655 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-16a2835d-8e98-4a72-9214-67b7f6a3c93c service neutron] Transition to ACTIVE for port object 487c34f5-b8ea-42bb-a888-e10e35297190 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:31.250702 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-16a2835d-8e98-4a72-9214-67b7f6a3c93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:31.265645 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521d2abc-b7ae-4764-b397-7a54f2a15369 x-openstack-request-id: req-521d2abc-b7ae-4764-b397-7a54f2a15369 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:31.265929 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3131fadc-6006-402e-8836-6429056d4286", "name": "network-vif-plugged", "status": "completed", "tag": "b2890723-6fa5-4743-af8f-f8116eea0571", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:31.266186 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-521d2abc-b7ae-4764-b397-7a54f2a15369 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:31.266587 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3131fadc-6006-402e-8836-6429056d4286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2890723-6fa5-4743-af8f-f8116eea0571', 'code': 200} Jul 23 16:24:31.318106 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-16a2835d-8e98-4a72-9214-67b7f6a3c93c service neutron] No DVR routers for this DVR port 487c34f5-b8ea-42bb-a888-e10e35297190 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:31.370904 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2835d-8e98-4a72-9214-67b7f6a3c93c service neutron] Pushing event updated for resources: {'Port': ['ID=487c34f5-b8ea-42bb-a888-e10e35297190,revision_number=10']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:31.576958 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34302) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:31.703679 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-16a2835d-8e98-4a72-9214-67b7f6a3c93c service neutron] 10.222.0.97 "PUT /v2.0/ports/487c34f5-b8ea-42bb-a888-e10e35297190/bindings/n-h1-778549-4/activate HTTP/1.1" status: 200 len: 369 time: 0.9195316 Jul 23 16:24:31.706238 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34308) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:31.745241 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-750b6d6a-448b-41c4-aca6-314f5da72b3f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1162764131-network', 'tenant_id': 'fb676069524140d885efdc13eef1aa27'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:31.783479 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-aac4f540-b2d3-4511-88f0-fe2bdeb7683c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-355968118-network', 'tenant_id': '21992c38718d4fbc961326fb9e286e6c'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:31.798227 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f246f-132f-44c1-b142-7620c18228eb req-05d93597-1b51-400e-b535-5056771e5273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:31.799983 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2b3f246f-132f-44c1-b142-7620c18228eb req-05d93597-1b51-400e-b535-5056771e5273 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3131fadc-6006-402e-8836-6429056d4286 HTTP/1.1" status: 200 len: 1097 time: 0.4635253 Jul 23 16:24:31.821537 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750b6d6a-448b-41c4-aca6-314f5da72b3f admin admin] Made reservation on behalf of fb676069524140d885efdc13eef1aa27 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:31.823856 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-750b6d6a-448b-41c4-aca6-314f5da72b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:31.826722 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a5f05-1ff9-4301-a975-1edd2f6b7f0d req-ed990fe2-4be2-4d54-9991-d3f9ecad2915 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:31.828270 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4f7a5f05-1ff9-4301-a975-1edd2f6b7f0d req-ed990fe2-4be2-4d54-9991-d3f9ecad2915 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=3131fadc-6006-402e-8836-6429056d4286 HTTP/1.1" status: 200 len: 946 time: 0.1461868 Jul 23 16:24:31.840071 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-750b6d6a-448b-41c4-aca6-314f5da72b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:31.844173 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47000a7-e30c-4866-a1b2-01a8f34c5eba req-1cc84c57-9470-41bd-9355-5a46887ae8a4 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:31.845673 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c47000a7-e30c-4866-a1b2-01a8f34c5eba req-1cc84c57-9470-41bd-9355-5a46887ae8a4 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bedcbe0-0cd4-4108-beed-224107435bf4 HTTP/1.1" status: 200 len: 946 time: 0.1650002 Jul 23 16:24:31.864905 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac4f540-b2d3-4511-88f0-fe2bdeb7683c admin admin] Made reservation on behalf of 21992c38718d4fbc961326fb9e286e6c for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:31.867433 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aac4f540-b2d3-4511-88f0-fe2bdeb7683c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:31.889488 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aac4f540-b2d3-4511-88f0-fe2bdeb7683c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:31.907568 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2b3f246f-132f-44c1-b142-7620c18228eb req-ad860f5b-23d1-41b4-8a23-26232b402617 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979049 Jul 23 16:24:31.911737 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4f7a5f05-1ff9-4301-a975-1edd2f6b7f0d req-4357da4b-0727-4cee-a398-2a7284f17336 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758052 Jul 23 16:24:31.912064 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-db69f2dd-cf2f-404b-85a7-84d2e9790e9d tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:31.913762 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-db69f2dd-cf2f-404b-85a7-84d2e9790e9d tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551&tenant_id=c9785dc21e8448b1824d1571d64a2041&binding%3Ahost_id=n-h2-778549-4 HTTP/1.1" status: 200 len: 1095 time: 0.1511211 Jul 23 16:24:31.925858 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c47000a7-e30c-4866-a1b2-01a8f34c5eba req-c251e904-0e6f-4370-bea9-1eb9e0041f28 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706131 Jul 23 16:24:32.034537 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-750b6d6a-448b-41c4-aca6-314f5da72b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.047144 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-750b6d6a-448b-41c4-aca6-314f5da72b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.080817 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-750b6d6a-448b-41c4-aca6-314f5da72b3f admin admin] vlan segment allocate from pool success with {'vlan_id': 1107, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:24:32.097860 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-3a4d12ce-4239-4de7-9039-ee11dd8530a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:32.099373 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-3a4d12ce-4239-4de7-9039-ee11dd8530a0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551&tenant_id=c9785dc21e8448b1824d1571d64a2041 HTTP/1.1" status: 200 len: 1095 time: 0.1367602 Jul 23 16:24:32.111906 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b6d6a-448b-41c4-aca6-314f5da72b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5571abc-1d0f-45d8-ab00-5f40046b7d09,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:32.126608 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-750b6d6a-448b-41c4-aca6-314f5da72b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.126924 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-750b6d6a-448b-41c4-aca6-314f5da72b3f admin admin] Added segment 640f276a-15f5-4539-8574-872328120092 of type vlan for network 0663c668-ffcc-47dc-9916-b37f2503c9ae Jul 23 16:24:32.137277 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8cf25-c6b7-4dde-af66-d0696765c20e req-f16eea6a-f164-4de4-bb5f-7ef55bb2bf36 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:32.138989 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-06d8cf25-c6b7-4dde-af66-d0696765c20e req-f16eea6a-f164-4de4-bb5f-7ef55bb2bf36 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551 HTTP/1.1" status: 200 len: 944 time: 0.0828617 Jul 23 16:24:32.185294 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-06d8cf25-c6b7-4dde-af66-d0696765c20e req-cba2d430-9fc9-48f9-80ea-790ef5e08039 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396755 Jul 23 16:24:32.228242 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-750b6d6a-448b-41c4-aca6-314f5da72b3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.276002 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a3fdf-b23d-400c-b313-78b8f294789f req-3b5fad51-8ca8-4ba6-b988-9f9c2e44f965 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:32.277555 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec1a3fdf-b23d-400c-b313-78b8f294789f req-3b5fad51-8ca8-4ba6-b988-9f9c2e44f965 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bedcbe0-0cd4-4108-beed-224107435bf4 HTTP/1.1" status: 200 len: 946 time: 0.0671709 Jul 23 16:24:32.304618 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-d8221323-7368-4408-be26-177c235ca71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:32.306327 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-d8221323-7368-4408-be26-177c235ca71b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9785dc21e8448b1824d1571d64a2041&device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551 HTTP/1.1" status: 200 len: 1095 time: 0.1776009 Jul 23 16:24:32.309667 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-750b6d6a-448b-41c4-aca6-314f5da72b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.310551 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750b6d6a-448b-41c4-aca6-314f5da72b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:32.311119 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-750b6d6a-448b-41c4-aca6-314f5da72b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.317070 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec1a3fdf-b23d-400c-b313-78b8f294789f req-90fd4a61-8803-453e-8962-6801da2b0310 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328410 Jul 23 16:24:32.339472 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aac4f540-b2d3-4511-88f0-fe2bdeb7683c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.367171 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aac4f540-b2d3-4511-88f0-fe2bdeb7683c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.384905 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-750b6d6a-448b-41c4-aca6-314f5da72b3f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8063271 Jul 23 16:24:32.387954 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 34318) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:32.393567 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-0add150b-2fae-42c9-9dc8-90ff4c51976c admin admin] Request body: {'subnet': {'network_id': '0663c668-ffcc-47dc-9916-b37f2503c9ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1162764131-subnet', 'tenant_id': 'fb676069524140d885efdc13eef1aa27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:32.418764 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0add150b-2fae-42c9-9dc8-90ff4c51976c admin admin] Made reservation on behalf of fb676069524140d885efdc13eef1aa27 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:32.421088 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0add150b-2fae-42c9-9dc8-90ff4c51976c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.439438 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac4f540-b2d3-4511-88f0-fe2bdeb7683c admin admin] vlan segment allocate from pool success with {'vlan_id': 1127, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:24:32.472872 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b6d6a-448b-41c4-aca6-314f5da72b3f admin admin] Pushing event updated for resources: {'Network': ['ID=0663c668-ffcc-47dc-9916-b37f2503c9ae,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:32.484147 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 0663c668-ffcc-47dc-9916-b37f2503c9ae details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:24:32.493210 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aac4f540-b2d3-4511-88f0-fe2bdeb7683c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.493587 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-aac4f540-b2d3-4511-88f0-fe2bdeb7683c admin admin] Added segment cfa66832-73ac-4104-b1bc-569d91473bc9 of type vlan for network 14aa09bc-725d-4df2-978e-9212c42eeae8 Jul 23 16:24:32.495041 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4f540-b2d3-4511-88f0-fe2bdeb7683c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b258d85f-fab7-4594-b9f6-1d4cd82cd17e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:32.556999 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-58f571e8-2400-4a08-ad07-f0c95f3d0603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:32.558525 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-58f571e8-2400-4a08-ad07-f0c95f3d0603 service neutron] 10.222.0.74 "GET /v2.0/networks?id=02a7c16a-554a-4ad8-a4a9-73cc994d3940 HTTP/1.1" status: 200 len: 922 time: 0.2333674 Jul 23 16:24:32.561079 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aac4f540-b2d3-4511-88f0-fe2bdeb7683c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.581169 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1b23c26e-0a94-4e7e-8f7f-afeff8b41411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.616257 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-5b6f4299-ee27-41b5-9227-de2ec2efa609 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=487c34f5-b8ea-42bb-a888-e10e35297190 HTTP/1.1" status: 200 len: 217 time: 0.0473390 Jul 23 16:24:32.622640 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0add150b-2fae-42c9-9dc8-90ff4c51976c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.669644 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aac4f540-b2d3-4511-88f0-fe2bdeb7683c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.670702 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac4f540-b2d3-4511-88f0-fe2bdeb7683c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:32.672236 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aac4f540-b2d3-4511-88f0-fe2bdeb7683c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.675667 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add150b-2fae-42c9-9dc8-90ff4c51976c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6f96363-6286-46df-b22a-869e20c4cf4f,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:32.692673 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0add150b-2fae-42c9-9dc8-90ff4c51976c admin admin] Checking segment: {'id': '640f276a-15f5-4539-8574-872328120092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '0663c668-ffcc-47dc-9916-b37f2503c9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:24:32.693040 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0add150b-2fae-42c9-9dc8-90ff4c51976c admin admin] Network hostable DHCP agents. Network: 0663c668-ffcc-47dc-9916-b37f2503c9ae, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:24:32.713613 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-aac4f540-b2d3-4511-88f0-fe2bdeb7683c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0061464 Jul 23 16:24:32.716775 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 34322) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:32.723108 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-90a02189-d0fb-4b1a-89fa-b74b2f05c651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:32.723891 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-62eb3263-5660-44f7-8c54-100bd4ed782b admin admin] Request body: {'subnet': {'network_id': '14aa09bc-725d-4df2-978e-9212c42eeae8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-355968118-subnet', 'tenant_id': '21992c38718d4fbc961326fb9e286e6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:32.724532 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-90a02189-d0fb-4b1a-89fa-b74b2f05c651 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8d7d20ea-5324-4d61-af92-f3ae3ea40d11 HTTP/1.1" status: 200 len: 860 time: 0.0975564 Jul 23 16:24:32.730334 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0add150b-2fae-42c9-9dc8-90ff4c51976c admin admin] Network 0663c668-ffcc-47dc-9916-b37f2503c9ae is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:24:32.764448 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-0add150b-2fae-42c9-9dc8-90ff4c51976c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 0663c668-ffcc-47dc-9916-b37f2503c9ae) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:32.772496 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0add150b-2fae-42c9-9dc8-90ff4c51976c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:32.773425 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0add150b-2fae-42c9-9dc8-90ff4c51976c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.779452 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df5a080-17cd-44ea-9ec6-e0210f51bff9 None None] Network 0663c668-ffcc-47dc-9916-b37f2503c9ae requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:24:32.805875 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4f540-b2d3-4511-88f0-fe2bdeb7683c admin admin] Pushing event updated for resources: {'Network': ['ID=14aa09bc-725d-4df2-978e-9212c42eeae8,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:32.809355 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62eb3263-5660-44f7-8c54-100bd4ed782b admin admin] Made reservation on behalf of 21992c38718d4fbc961326fb9e286e6c for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:32.810876 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-60637845-6315-48cb-a81d-b59e312cde3f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=02a7c16a-554a-4ad8-a4a9-73cc994d3940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766807 Jul 23 16:24:32.812375 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-62eb3263-5660-44f7-8c54-100bd4ed782b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.854251 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0add150b-2fae-42c9-9dc8-90ff4c51976c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4651229 Jul 23 16:24:32.856810 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 34324) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:32.862029 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-11a683c3-15fe-4bbf-9242-cb8c2c2cf691 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1162764131-router', 'tenant_id': 'fb676069524140d885efdc13eef1aa27', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:32.903728 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 14aa09bc-725d-4df2-978e-9212c42eeae8 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:24:32.930269 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-11a683c3-15fe-4bbf-9242-cb8c2c2cf691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.930750 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-7a748afa-1afa-4df6-ae5b-14db1973c16d service neutron] 10.222.0.74 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108077 Jul 23 16:24:32.931434 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-11a683c3-15fe-4bbf-9242-cb8c2c2cf691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:33.047355 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89078fd4-2714-48e9-8785-aa65cc765520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-0663c668-ffcc-47dc-9916-b37f2503c9ae', 'network_id': '0663c668-ffcc-47dc-9916-b37f2503c9ae', 'tenant_id': 'fb676069524140d885efdc13eef1aa27', 'fixed_ips': [{'subnet_id': 'c6f96363-6286-46df-b22a-869e20c4cf4f'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:24:33.048282 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-89078fd4-2714-48e9-8785-aa65cc765520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:33.067451 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-11a683c3-15fe-4bbf-9242-cb8c2c2cf691 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:33.084969 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-30a92a6a-0ae8-43e6-b622-7903cb8719ef service neutron] 10.222.0.74 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450145 Jul 23 16:24:33.201585 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-89078fd4-2714-48e9-8785-aa65cc765520 None None] Allocated IP 172.20.0.2 (0663c668-ffcc-47dc-9916-b37f2503c9ae/c6f96363-6286-46df-b22a-869e20c4cf4f/1db59ccd-a49b-45b8-b4f4-dd0b0630bf16) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:24:33.307954 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-62eb3263-5660-44f7-8c54-100bd4ed782b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:33.311299 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-11a683c3-15fe-4bbf-9242-cb8c2c2cf691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:33.382851 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-ef7748cb-c612-46ed-8fb9-a53621c22800 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:33.384842 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-ef7748cb-c612-46ed-8fb9-a53621c22800 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551&tenant_id=c9785dc21e8448b1824d1571d64a2041&binding%3Ahost_id=n-h1-778549-4 HTTP/1.1" status: 200 len: 1095 time: 0.0649478 Jul 23 16:24:33.385538 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7d04b-120f-41ad-be2a-b1e1b8d6ebfa req-4dcbed1a-0e01-459b-81d7-2165ddaf7b98 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:33.387470 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1ab7d04b-120f-41ad-be2a-b1e1b8d6ebfa req-4dcbed1a-0e01-459b-81d7-2165ddaf7b98 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=3131fadc-6006-402e-8836-6429056d4286 HTTP/1.1" status: 200 len: 946 time: 0.3402550 Jul 23 16:24:33.388352 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-89078fd4-2714-48e9-8785-aa65cc765520 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:33.398169 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-89078fd4-2714-48e9-8785-aa65cc765520 None None] Transition to ACTIVE for port object 1db59ccd-a49b-45b8-b4f4-dd0b0630bf16 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:33.414130 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-89078fd4-2714-48e9-8785-aa65cc765520 None None] Transition to ACTIVE for port object 1db59ccd-a49b-45b8-b4f4-dd0b0630bf16 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:33.422191 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-89078fd4-2714-48e9-8785-aa65cc765520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:33.458093 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb3263-5660-44f7-8c54-100bd4ed782b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f33ccec5-afb3-4529-b353-0ef3d86b1dcd,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:33.460769 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89078fd4-2714-48e9-8785-aa65cc765520 None None] Network 0663c668-ffcc-47dc-9916-b37f2503c9ae is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:24:33.463699 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-89078fd4-2714-48e9-8785-aa65cc765520 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:33.469648 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89078fd4-2714-48e9-8785-aa65cc765520 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:24:33.478221 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89078fd4-2714-48e9-8785-aa65cc765520 None None] Pushing event updated for resources: {'Port': ['ID=1db59ccd-a49b-45b8-b4f4-dd0b0630bf16,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:33.505195 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1ab7d04b-120f-41ad-be2a-b1e1b8d6ebfa req-6fc6ace0-4a55-4c33-855b-c8506801f614 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042819 Jul 23 16:24:33.508218 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eb3263-5660-44f7-8c54-100bd4ed782b admin admin] Checking segment: {'id': 'cfa66832-73ac-4104-b1bc-569d91473bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '14aa09bc-725d-4df2-978e-9212c42eeae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:24:33.508594 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62eb3263-5660-44f7-8c54-100bd4ed782b admin admin] Network hostable DHCP agents. Network: 14aa09bc-725d-4df2-978e-9212c42eeae8, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:24:33.533096 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-3083be1b-2307-49fe-b260-cd54dd309b55 service neutron] For port 487c34f5-b8ea-42bb-a888-e10e35297190, host n-h2-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:24:33.536514 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-3083be1b-2307-49fe-b260-cd54dd309b55 service neutron] Notify callbacks [] for binding, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:33.537689 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e819d-d168-4baa-9829-44215bf7f54b req-b847e013-cc17-408d-97a7-5999339a5c49 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:33.537832 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-67e5d81f-741f-459a-8e62-68ee48d77be1 req-3083be1b-2307-49fe-b260-cd54dd309b55 service neutron] 10.222.0.74 "DELETE /v2.0/ports/487c34f5-b8ea-42bb-a888-e10e35297190/bindings/n-h2-778549-4 HTTP/1.1" status: 204 len: 173 time: 0.1461174 Jul 23 16:24:33.540205 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f91e819d-d168-4baa-9829-44215bf7f54b req-b847e013-cc17-408d-97a7-5999339a5c49 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551 HTTP/1.1" status: 200 len: 944 time: 0.2553220 Jul 23 16:24:33.547067 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-89078fd4-2714-48e9-8785-aa65cc765520 None None] Attempting to bind port 1db59ccd-a49b-45b8-b4f4-dd0b0630bf16 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:24:33.550397 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-89078fd4-2714-48e9-8785-aa65cc765520 None None] Attempting to bind port 1db59ccd-a49b-45b8-b4f4-dd0b0630bf16 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '640f276a-15f5-4539-8574-872328120092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '0663c668-ffcc-47dc-9916-b37f2503c9ae'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:24:33.550769 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89078fd4-2714-48e9-8785-aa65cc765520 None None] Attempting to bind port 1db59ccd-a49b-45b8-b4f4-dd0b0630bf16 on network 0663c668-ffcc-47dc-9916-b37f2503c9ae {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:33.561032 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89078fd4-2714-48e9-8785-aa65cc765520 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:24:33.563283 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89078fd4-2714-48e9-8785-aa65cc765520 None None] Checking segment: {'id': '640f276a-15f5-4539-8574-872328120092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '0663c668-ffcc-47dc-9916-b37f2503c9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:24:33.564029 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-89078fd4-2714-48e9-8785-aa65cc765520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:33.564667 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89078fd4-2714-48e9-8785-aa65cc765520 None None] Bound using segment: {'id': '640f276a-15f5-4539-8574-872328120092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '0663c668-ffcc-47dc-9916-b37f2503c9ae'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:24:33.566010 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-89078fd4-2714-48e9-8785-aa65cc765520 None None] Bound port: 1db59ccd-a49b-45b8-b4f4-dd0b0630bf16, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '640f276a-15f5-4539-8574-872328120092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '0663c668-ffcc-47dc-9916-b37f2503c9ae'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:24:33.566672 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-89078fd4-2714-48e9-8785-aa65cc765520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:33.613011 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62eb3263-5660-44f7-8c54-100bd4ed782b admin admin] Network 14aa09bc-725d-4df2-978e-9212c42eeae8 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:24:33.648636 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-89078fd4-2714-48e9-8785-aa65cc765520 None None] For port 1db59ccd-a49b-45b8-b4f4-dd0b0630bf16, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:24:33.651964 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-89078fd4-2714-48e9-8785-aa65cc765520 None None] For port 1db59ccd-a49b-45b8-b4f4-dd0b0630bf16, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=1db59ccd-a49b-45b8-b4f4-dd0b0630bf16,segment=NetworkSegment(640f276a-15f5-4539-8574-872328120092),segment_id=640f276a-15f5-4539-8574-872328120092)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:24:33.657640 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-89078fd4-2714-48e9-8785-aa65cc765520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:33.668828 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-62eb3263-5660-44f7-8c54-100bd4ed782b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 14aa09bc-725d-4df2-978e-9212c42eeae8) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:33.674485 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f91e819d-d168-4baa-9829-44215bf7f54b req-461f2d50-c274-407b-87de-2a22162ffbb6 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255569 Jul 23 16:24:33.678882 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62eb3263-5660-44f7-8c54-100bd4ed782b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:33.679357 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-62eb3263-5660-44f7-8c54-100bd4ed782b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:33.688039 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e35aaf-1362-47b2-acb7-a3041c3e9233 None None] Network 14aa09bc-725d-4df2-978e-9212c42eeae8 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:24:33.721083 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-62eb3263-5660-44f7-8c54-100bd4ed782b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0027359 Jul 23 16:24:33.754161 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14ff06-c87f-4a26-9438-f24cb1a94299 req-e4363c16-d1ae-4612-bac3-39dbc1b3a962 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:33.756192 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1b14ff06-c87f-4a26-9438-f24cb1a94299 req-e4363c16-d1ae-4612-bac3-39dbc1b3a962 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bedcbe0-0cd4-4108-beed-224107435bf4 HTTP/1.1" status: 200 len: 946 time: 0.1481237 Jul 23 16:24:33.971750 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1b14ff06-c87f-4a26-9438-f24cb1a94299 req-595dad87-74b1-477a-9965-ec529b714707 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162155 Jul 23 16:24:33.977270 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89078fd4-2714-48e9-8785-aa65cc765520 None None] Pushing event updated for resources: {'Port': ['ID=1db59ccd-a49b-45b8-b4f4-dd0b0630bf16,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:33.996889 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-11a683c3-15fe-4bbf-9242-cb8c2c2cf691 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:34.060885 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-11a683c3-15fe-4bbf-9242-cb8c2c2cf691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:34.081965 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d5b652-400a-4101-873f-1d7feb3a1b21 None None] Network 14aa09bc-725d-4df2-978e-9212c42eeae8 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:24:34.277300 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [req-ef3554da-1472-4b35-afcc-978d63a33423 req-c0a8fa71-fa11-4595-93b3-ffcaf82391d1 tempest-SecurityGroupsNegativeTestJSON-143132528 tempest-SecurityGroupsNegativeTestJSON-143132528-project] show failed (client error): The resource could not be found. Jul 23 16:24:34.278674 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ef3554da-1472-4b35-afcc-978d63a33423 req-c0a8fa71-fa11-4595-93b3-ffcaf82391d1 tempest-SecurityGroupsNegativeTestJSON-143132528 tempest-SecurityGroupsNegativeTestJSON-143132528-project] 10.222.0.73 "GET /v2.0/security-groups/9a499775-8a7c-46ec-adfe-af3eca14b439 HTTP/1.1" status: 404 len: 352 time: 0.0740685 Jul 23 16:24:34.350993 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-11a683c3-15fe-4bbf-9242-cb8c2c2cf691 admin admin] Allocated IP 172.25.8.121 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/fbf5d14a-4430-4d74-981b-7da8470a9794) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:24:34.362884 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b11a18-5b96-40cb-8ddc-41c15c8474c0 req-09efbafe-5324-417c-aee4-8d3c4c594e39 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:34.364464 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-62b11a18-5b96-40cb-8ddc-41c15c8474c0 req-09efbafe-5324-417c-aee4-8d3c4c594e39 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=3131fadc-6006-402e-8836-6429056d4286 HTTP/1.1" status: 200 len: 946 time: 0.1991107 Jul 23 16:24:34.443866 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-62b11a18-5b96-40cb-8ddc-41c15c8474c0 req-a02e90a3-ced7-4ff6-a5ee-df1205a8006c tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597589 Jul 23 16:24:34.552263 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1bf42798-04d3-43fc-92cd-38ad5b679448 req-6bbe95a8-c897-40bc-8fda-62b2df8f40d0 tempest-SecurityGroupsNegativeTestJSON-143132528 tempest-SecurityGroupsNegativeTestJSON-143132528-project] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=21992c38718d4fbc961326fb9e286e6c HTTP/1.1" status: 200 len: 2984 time: 0.0695596 Jul 23 16:24:34.556850 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-11a683c3-15fe-4bbf-9242-cb8c2c2cf691 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:34.621102 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1bf42798-04d3-43fc-92cd-38ad5b679448 req-dbff94b2-14a5-4263-aacc-04e17227d51a tempest-SecurityGroupsNegativeTestJSON-143132528 tempest-SecurityGroupsNegativeTestJSON-143132528-project] 10.222.0.73 "GET /v2.0/security-groups/b258d85f-fab7-4594-b9f6-1d4cd82cd17e HTTP/1.1" status: 200 len: 2981 time: 0.0616667 Jul 23 16:24:34.644739 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-11a683c3-15fe-4bbf-9242-cb8c2c2cf691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:34.652270 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:34.699716 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a683c3-15fe-4bbf-9242-cb8c2c2cf691 admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:24:34.711277 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-11a683c3-15fe-4bbf-9242-cb8c2c2cf691 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:34.717073 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a683c3-15fe-4bbf-9242-cb8c2c2cf691 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:24:34.723889 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 487c34f5-b8ea-42bb-a888-e10e35297190 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:34.752358 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a683c3-15fe-4bbf-9242-cb8c2c2cf691 admin admin] Pushing event updated for resources: {'Port': ['ID=fbf5d14a-4430-4d74-981b-7da8470a9794,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:34.760997 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1bf42798-04d3-43fc-92cd-38ad5b679448 req-577edaee-a2a1-4ef1-a01d-bc6394e50c27 tempest-SecurityGroupsNegativeTestJSON-143132528 tempest-SecurityGroupsNegativeTestJSON-143132528-project] 10.222.0.73 "GET /v2.0/security-groups/b258d85f-fab7-4594-b9f6-1d4cd82cd17e HTTP/1.1" status: 200 len: 2981 time: 0.1336720 Jul 23 16:24:34.784016 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 487c34f5-b8ea-42bb-a888-e10e35297190 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:34.954444 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ce62c14-9b62-4e00-8ffb-db8a496ec51b req-dd1075b4-a806-4346-934d-196079c3b6ae tempest-SecurityGroupsNegativeTestJSON-143132528 tempest-SecurityGroupsNegativeTestJSON-143132528-project] 10.222.0.73 "GET /v2.0/security-groups/b258d85f-fab7-4594-b9f6-1d4cd82cd17e HTTP/1.1" status: 200 len: 2981 time: 0.1472836 Jul 23 16:24:34.994326 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ee218-2db7-40a4-a812-b8dc06c84a06 req-32566eb7-67a9-4e03-a1cb-364472b80e9d tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:34.995979 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e27ee218-2db7-40a4-a812-b8dc06c84a06 req-32566eb7-67a9-4e03-a1cb-364472b80e9d tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551 HTTP/1.1" status: 200 len: 944 time: 0.2324393 Jul 23 16:24:35.077901 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddbbce6-af7a-4ce5-bfc9-49d20bb8c651 None None] Network 0663c668-ffcc-47dc-9916-b37f2503c9ae requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:24:35.114726 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-786c5d88-bc48-4456-b9a9-a3788071750f None None] Provisioning for port 1db59ccd-a49b-45b8-b4f4-dd0b0630bf16 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:35.143490 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e27ee218-2db7-40a4-a812-b8dc06c84a06 req-aaa83ae7-e144-4413-ba71-1ee53266f9a3 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387019 Jul 23 16:24:35.149831 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [req-5ce62c14-9b62-4e00-8ffb-db8a496ec51b req-07c1633c-653b-4252-b889-936034e90c6f tempest-SecurityGroupsNegativeTestJSON-143132528 tempest-SecurityGroupsNegativeTestJSON-143132528-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 16:24:35.151005 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ce62c14-9b62-4e00-8ffb-db8a496ec51b req-07c1633c-653b-4252-b889-936034e90c6f tempest-SecurityGroupsNegativeTestJSON-143132528 tempest-SecurityGroupsNegativeTestJSON-143132528-project] 10.222.0.73 "DELETE /v2.0/security-groups/b258d85f-fab7-4594-b9f6-1d4cd82cd17e HTTP/1.1" status: 409 len: 352 time: 0.1895285 Jul 23 16:24:35.183184 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-11a683c3-15fe-4bbf-9242-cb8c2c2cf691 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:35.306848 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [req-9328929e-3cf1-4539-b6f4-4403d4459dc0 req-412470e7-f596-4f0c-9525-938b08ab026a tempest-SecurityGroupsNegativeTestJSON-143132528 tempest-SecurityGroupsNegativeTestJSON-143132528-project] show failed (client error): The resource could not be found. Jul 23 16:24:35.307887 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9328929e-3cf1-4539-b6f4-4403d4459dc0 req-412470e7-f596-4f0c-9525-938b08ab026a tempest-SecurityGroupsNegativeTestJSON-143132528 tempest-SecurityGroupsNegativeTestJSON-143132528-project] 10.222.0.73 "GET /v2.0/security-groups/378beff9-a8a0-4adc-8f32-3ad08855f511 HTTP/1.1" status: 404 len: 352 time: 0.0441380 Jul 23 16:24:35.328481 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-647dfdfa-6bf4-4a00-be4b-9fe93ec13147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:35.384505 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:35.454578 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0516d2-400f-45cf-823b-c9e823705c6e req-eaa6dcea-40d0-4a31-9b4d-39b2daf3a0f0 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:35.456208 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7b0516d2-400f-45cf-823b-c9e823705c6e req-eaa6dcea-40d0-4a31-9b4d-39b2daf3a0f0 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.74 "GET /v2.0/ports?device_id=3131fadc-6006-402e-8836-6429056d4286 HTTP/1.1" status: 200 len: 946 time: 0.0919178 Jul 23 16:24:35.458711 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1db59ccd-a49b-45b8-b4f4-dd0b0630bf16 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:35.470111 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [req-5c284e96-74d3-4a8a-aab7-74b34462e8b6 req-821f8e8a-e547-4698-92c9-65ef6f7e47b8 tempest-SecurityGroupsNegativeTestJSON-143132528 tempest-SecurityGroupsNegativeTestJSON-143132528-project] show failed (client error): The resource could not be found. Jul 23 16:24:35.471295 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c284e96-74d3-4a8a-aab7-74b34462e8b6 req-821f8e8a-e547-4698-92c9-65ef6f7e47b8 tempest-SecurityGroupsNegativeTestJSON-143132528 tempest-SecurityGroupsNegativeTestJSON-143132528-project] 10.222.0.73 "GET /v2.0/security-groups/fa90421f-af3d-402f-90cc-3a5928998bc4 HTTP/1.1" status: 404 len: 352 time: 0.0547333 Jul 23 16:24:35.487330 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6221a2-abbd-4b0e-939f-5be87387d8c0 req-1f61c229-dba8-43d3-9868-c92b07d1cddb tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:35.495048 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb6221a2-abbd-4b0e-939f-5be87387d8c0 req-1f61c229-dba8-43d3-9868-c92b07d1cddb tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bedcbe0-0cd4-4108-beed-224107435bf4 HTTP/1.1" status: 200 len: 946 time: 0.2438986 Jul 23 16:24:35.497004 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 34378) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:35.542882 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 1db59ccd-a49b-45b8-b4f4-dd0b0630bf16 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:35.551582 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 1db59ccd-a49b-45b8-b4f4-dd0b0630bf16 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:35.552036 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:35.603858 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-7b0516d2-400f-45cf-823b-c9e823705c6e req-1908c68e-4f08-4de2-a3cb-4fd0679be0c6 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Deleting port b2890723-6fa5-4743-af8f-f8116eea0571 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:35.604533 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7b0516d2-400f-45cf-823b-c9e823705c6e req-1908c68e-4f08-4de2-a3cb-4fd0679be0c6 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:35.605700 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-da8936a4-5ff5-4447-b6bb-956f7c8b3d05 admin admin] Deleting subnet f33ccec5-afb3-4529-b353-0ef3d86b1dcd {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:24:35.606011 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0159b49c-395f-419d-bbf1-7da0ea408238 None None] Provisioning complete for port 1db59ccd-a49b-45b8-b4f4-dd0b0630bf16 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:35.606381 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0159b49c-395f-419d-bbf1-7da0ea408238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:35.616889 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da8936a4-5ff5-4447-b6bb-956f7c8b3d05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:35.678237 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:35.678810 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb6221a2-abbd-4b0e-939f-5be87387d8c0 req-86245dc1-cb3f-4f52-83cd-7332148ca345 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829383 Jul 23 16:24:35.682824 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-11a683c3-15fe-4bbf-9242-cb8c2c2cf691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:35.688622 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da8936a4-5ff5-4447-b6bb-956f7c8b3d05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:35.736407 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-7b0516d2-400f-45cf-823b-c9e823705c6e req-1908c68e-4f08-4de2-a3cb-4fd0679be0c6 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] For port b2890723-6fa5-4743-af8f-f8116eea0571, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=b2890723-6fa5-4743-af8f-f8116eea0571,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:35.736776 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7b0516d2-400f-45cf-823b-c9e823705c6e req-1908c68e-4f08-4de2-a3cb-4fd0679be0c6 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:35.751892 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-7b0516d2-400f-45cf-823b-c9e823705c6e req-1908c68e-4f08-4de2-a3cb-4fd0679be0c6 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Calling delete_port for b2890723-6fa5-4743-af8f-f8116eea0571 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:35.759701 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 1db59ccd-a49b-45b8-b4f4-dd0b0630bf16, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=1db59ccd-a49b-45b8-b4f4-dd0b0630bf16,segment=NetworkSegment(640f276a-15f5-4539-8574-872328120092),segment_id=640f276a-15f5-4539-8574-872328120092)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:35.773779 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:35.816435 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0159b49c-395f-419d-bbf1-7da0ea408238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:35.819648 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da8936a4-5ff5-4447-b6bb-956f7c8b3d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:35.865841 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78da36-ef2d-4ec2-b5ef-6a6ac881e608 req-dfdfed73-d7be-457f-9e0b-db12066619a6 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:35.867704 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f78da36-ef2d-4ec2-b5ef-6a6ac881e608 req-dfdfed73-d7be-457f-9e0b-db12066619a6 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551 HTTP/1.1" status: 200 len: 1095 time: 0.3133254 Jul 23 16:24:35.876285 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=1db59ccd-a49b-45b8-b4f4-dd0b0630bf16,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:35.893327 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.api [None req-0159b49c-395f-419d-bbf1-7da0ea408238 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:24:35.894050 n-d-778549-4 neutron-server[94014]: DEBUG oslo_db.api [None req-0159b49c-395f-419d-bbf1-7da0ea408238 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:24:35.954614 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7b0516d2-400f-45cf-823b-c9e823705c6e req-1908c68e-4f08-4de2-a3cb-4fd0679be0c6 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:35.967588 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['b2890723-6fa5-4743-af8f-f8116eea0571'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:35.988198 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908c68e-4f08-4de2-a3cb-4fd0679be0c6 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Pushing event deleted for resources: {'Port': ['ID=b2890723-6fa5-4743-af8f-f8116eea0571,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:36.043161 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0516d2-400f-45cf-823b-c9e823705c6e req-1908c68e-4f08-4de2-a3cb-4fd0679be0c6 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] No DVR routers for this DVR port b2890723-6fa5-4743-af8f-f8116eea0571 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:36.046102 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7b0516d2-400f-45cf-823b-c9e823705c6e req-1908c68e-4f08-4de2-a3cb-4fd0679be0c6 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:36.048304 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7b0516d2-400f-45cf-823b-c9e823705c6e req-1908c68e-4f08-4de2-a3cb-4fd0679be0c6 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.74 "DELETE /v2.0/ports/b2890723-6fa5-4743-af8f-f8116eea0571 HTTP/1.1" status: 204 len: 173 time: 0.5861516 Jul 23 16:24:36.048817 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3131fadc-6006-402e-8836-6429056d4286', 'name': 'network-vif-deleted', 'tag': 'b2890723-6fa5-4743-af8f-f8116eea0571'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:36.051257 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8778e025-9dad-4ce0-acc7-6579401ae6f4" -d '{"events": [{"server_uuid": "3131fadc-6006-402e-8836-6429056d4286", "name": "network-vif-deleted", "tag": "b2890723-6fa5-4743-af8f-f8116eea0571"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:36.250808 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f78da36-ef2d-4ec2-b5ef-6a6ac881e608 req-07898934-b6c3-4f34-b4cb-665c99e8a513 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685141 Jul 23 16:24:36.253017 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da8936a4-5ff5-4447-b6bb-956f7c8b3d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:36.294858 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8936a4-5ff5-4447-b6bb-956f7c8b3d05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f33ccec5-afb3-4529-b353-0ef3d86b1dcd,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:36.296283 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da8936a4-5ff5-4447-b6bb-956f7c8b3d05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:36.300742 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-da8936a4-5ff5-4447-b6bb-956f7c8b3d05 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f33ccec5-afb3-4529-b353-0ef3d86b1dcd HTTP/1.1" status: 204 len: 168 time: 0.8001161 Jul 23 16:24:36.301404 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34386) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:36.336456 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a683c3-15fe-4bbf-9242-cb8c2c2cf691 admin admin] Router 24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:24:36.337358 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3704cee4-ee40-4f52-9c7b-514c386ccb59 x-openstack-request-id: req-3704cee4-ee40-4f52-9c7b-514c386ccb59 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:36.337872 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3131fadc-6006-402e-8836-6429056d4286", "name": "network-vif-deleted", "tag": "b2890723-6fa5-4743-af8f-f8116eea0571", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:36.338204 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3704cee4-ee40-4f52-9c7b-514c386ccb59 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:36.339009 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3131fadc-6006-402e-8836-6429056d4286', 'name': 'network-vif-deleted', 'tag': 'b2890723-6fa5-4743-af8f-f8116eea0571', 'status': 'completed', 'code': 200} Jul 23 16:24:36.347567 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d2149-93b3-4a0c-b464-4cc2196d01a3 req-71b07b14-b92b-41aa-add4-e41e5f459f7a tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:36.349309 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f0d2149-93b3-4a0c-b464-4cc2196d01a3 req-71b07b14-b92b-41aa-add4-e41e5f459f7a tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=3131fadc-6006-402e-8836-6429056d4286 HTTP/1.1" status: 200 len: 867 time: 0.4234242 Jul 23 16:24:36.423801 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4a25bcd5-35d1-4892-93dd-1851dcf5dd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:36.485085 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f0d2149-93b3-4a0c-b464-4cc2196d01a3 req-31becece-8cc6-4618-8261-fac9d6fc3147 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237137 Jul 23 16:24:36.509880 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a683c3-15fe-4bbf-9242-cb8c2c2cf691 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:24:36.520977 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:36.523833 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0590757b-2be2-4a91-bdbd-d55cf341dbd8 None None] Sync routers for ids ['24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:24:36.535218 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-11a683c3-15fe-4bbf-9242-cb8c2c2cf691 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:36.535581 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0590757b-2be2-4a91-bdbd-d55cf341dbd8 None None] Routers {'24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:36.536190 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0590757b-2be2-4a91-bdbd-d55cf341dbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:24:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:36.536858 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-11a683c3-15fe-4bbf-9242-cb8c2c2cf691 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6788096 Jul 23 16:24:36.539654 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 34398) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:36.551125 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4a25bcd5-35d1-4892-93dd-1851dcf5dd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:36.563444 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-4a25bcd5-35d1-4892-93dd-1851dcf5dd97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14aa09bc-725d-4df2-978e-9212c42eeae8']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:36.574860 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-4a25bcd5-35d1-4892-93dd-1851dcf5dd97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa66832-73ac-4104-b1bc-569d91473bc9') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:36.575512 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-4a25bcd5-35d1-4892-93dd-1851dcf5dd97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa66832-73ac-4104-b1bc-569d91473bc9') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:36.586977 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4a25bcd5-35d1-4892-93dd-1851dcf5dd97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:36.604315 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4a25bcd5-35d1-4892-93dd-1851dcf5dd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:36.611510 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a25bcd5-35d1-4892-93dd-1851dcf5dd97 admin admin] Releasing vlan 1127 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:24:36.611919 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4a25bcd5-35d1-4892-93dd-1851dcf5dd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:36.613880 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:24:36.613880 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:24:36.613880 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:24:36.613880 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:24:36.613880 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:24:36.613880 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:24:36.613880 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:24:36.613880 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:24:36.613880 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:24:36.613880 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:24:36.613880 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:24:36.613880 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:24:36.613880 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:24:36.613880 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:24:36.613880 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:24:36.613880 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:24:36.613880 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:24:36.613880 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:24:36.613880 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:24:36.613880 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:24:36.613880 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:24:36.613880 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:24:36.613880 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:24:36.613880 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:24:36.613880 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:24:36.613880 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:24:36.613880 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:24:36.613880 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:24:36.613880 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:24:36.613880 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:24:36.613880 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:24:36.613880 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:24:36.669711 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-0590757b-2be2-4a91-bdbd-d55cf341dbd8 None None] Set router 24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:36.691889 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4a25bcd5-35d1-4892-93dd-1851dcf5dd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:36.698550 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4a25bcd5-35d1-4892-93dd-1851dcf5dd97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:36.703573 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4a25bcd5-35d1-4892-93dd-1851dcf5dd97 admin admin] 10.222.0.73 "DELETE /v2.0/networks/14aa09bc-725d-4df2-978e-9212c42eeae8 HTTP/1.1" status: 204 len: 168 time: 0.3978784 Jul 23 16:24:36.718962 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25bcd5-35d1-4892-93dd-1851dcf5dd97 admin admin] Pushing event deleted for resources: {'Network': ['ID=14aa09bc-725d-4df2-978e-9212c42eeae8,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:36.880427 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-8ae014b4-0724-4458-b510-6a974b7f96e6 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:36.881868 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34408) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:36.882003 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-8ae014b4-0724-4458-b510-6a974b7f96e6 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/networks?id=02a7c16a-554a-4ad8-a4a9-73cc994d3940 HTTP/1.1" status: 200 len: 820 time: 0.2935514 Jul 23 16:24:36.906745 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0590757b-2be2-4a91-bdbd-d55cf341dbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0', 'name': 'tempest-ServersTestMultiNic-1162764131-router', 'tenant_id': 'fb676069524140d885efdc13eef1aa27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'fbf5d14a-4430-4d74-981b-7da8470a9794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:24:32Z', 'updated_at': '2021-07-23T16:24:34Z', 'revision_number': 3, 'project_id': 'fb676069524140d885efdc13eef1aa27', 'gw_port': {'id': 'fbf5d14a-4430-4d74-981b-7da8470a9794', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:db:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:34Z', 'updated_at': '2021-07-23T16:24:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:36.930058 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-89e40e84-73cd-437b-acfc-162ef59a50b4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=21992c38718d4fbc961326fb9e286e6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466819 Jul 23 16:24:36.932858 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34410) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:36.939387 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0590757b-2be2-4a91-bdbd-d55cf341dbd8 None None] Checking router: 24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:24:36.939743 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0590757b-2be2-4a91-bdbd-d55cf341dbd8 None None] Updating router 24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0 port fbf5d14a-4430-4d74-981b-7da8470a9794 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:24:36.945861 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-7175e621-1c55-40dd-a329-501a3c89e3d0 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/quotas/c9785dc21e8448b1824d1571d64a2041 HTTP/1.1" status: 200 len: 375 time: 0.0332232 Jul 23 16:24:36.978598 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0590757b-2be2-4a91-bdbd-d55cf341dbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:36.989898 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-83ebd57d-7f7e-4ee7-ba84-c1d79a3c9ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:37.002333 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c88af7-2596-4a4a-8710-6c743b677b73 req-e91393de-5cea-4117-ace9-dfc7635a74e0 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:37.003887 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-71c88af7-2596-4a4a-8710-6c743b677b73 req-e91393de-5cea-4117-ace9-dfc7635a74e0 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bedcbe0-0cd4-4108-beed-224107435bf4 HTTP/1.1" status: 200 len: 946 time: 0.2329848 Jul 23 16:24:37.015825 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-83ebd57d-7f7e-4ee7-ba84-c1d79a3c9ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:37.092278 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-83ebd57d-7f7e-4ee7-ba84-c1d79a3c9ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:37.095077 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-83ebd57d-7f7e-4ee7-ba84-c1d79a3c9ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:37.096244 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-83ebd57d-7f7e-4ee7-ba84-c1d79a3c9ebb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b258d85f-fab7-4594-b9f6-1d4cd82cd17e HTTP/1.1" status: 204 len: 168 time: 0.1622789 Jul 23 16:24:37.108847 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ebd57d-7f7e-4ee7-ba84-c1d79a3c9ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b258d85f-fab7-4594-b9f6-1d4cd82cd17e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:37.164279 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-71c88af7-2596-4a4a-8710-6c743b677b73 req-e6ed8ecf-97cc-41a5-b037-0347b337054c tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548657 Jul 23 16:24:37.188109 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-e46df9e2-d106-4450-b5d4-b1f21284d933 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c9785dc21e8448b1824d1571d64a2041&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2374620 Jul 23 16:24:37.200283 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:37.322730 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0590757b-2be2-4a91-bdbd-d55cf341dbd8 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:37.341268 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0590757b-2be2-4a91-bdbd-d55cf341dbd8 None None] Transition to ACTIVE for port object fbf5d14a-4430-4d74-981b-7da8470a9794 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:37.359643 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0590757b-2be2-4a91-bdbd-d55cf341dbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:37.372280 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-9f73b143-78c7-4688-ba25-baa4c7253592 service neutron] 10.222.0.73 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837227 Jul 23 16:24:37.419106 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-0590757b-2be2-4a91-bdbd-d55cf341dbd8 None None] Attempting to bind port fbf5d14a-4430-4d74-981b-7da8470a9794 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:24:37.419477 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-0590757b-2be2-4a91-bdbd-d55cf341dbd8 None None] Attempting to bind port fbf5d14a-4430-4d74-981b-7da8470a9794 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:24:37.429369 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0590757b-2be2-4a91-bdbd-d55cf341dbd8 None None] Attempting to bind port fbf5d14a-4430-4d74-981b-7da8470a9794 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:37.437283 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6f304b01-77f0-49f5-bf32-8be7e52ef73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:37.443597 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0590757b-2be2-4a91-bdbd-d55cf341dbd8 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:24:37.443990 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0590757b-2be2-4a91-bdbd-d55cf341dbd8 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:24:37.444722 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0590757b-2be2-4a91-bdbd-d55cf341dbd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:37.444850 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0590757b-2be2-4a91-bdbd-d55cf341dbd8 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:24:37.445332 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-0590757b-2be2-4a91-bdbd-d55cf341dbd8 None None] Bound port: fbf5d14a-4430-4d74-981b-7da8470a9794, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:24:37.445720 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0590757b-2be2-4a91-bdbd-d55cf341dbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:37.450425 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1db59ccd-a49b-45b8-b4f4-dd0b0630bf16 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:37.480696 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345846e4-e7de-4489-84a7-6202ac11cd7b None None] Pushing event updated for resources: {'Port': ['ID=fbf5d14a-4430-4d74-981b-7da8470a9794,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:37.559218 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-0590757b-2be2-4a91-bdbd-d55cf341dbd8 None None] For port fbf5d14a-4430-4d74-981b-7da8470a9794, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:24:37.565772 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-0590757b-2be2-4a91-bdbd-d55cf341dbd8 None None] For port fbf5d14a-4430-4d74-981b-7da8470a9794, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=fbf5d14a-4430-4d74-981b-7da8470a9794,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:24:37.577941 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0590757b-2be2-4a91-bdbd-d55cf341dbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:37.589628 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-5cceb554-3edf-4a55-80c8-d92c0fe07d8a service neutron] 10.222.0.73 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105525 Jul 23 16:24:37.647528 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345846e4-e7de-4489-84a7-6202ac11cd7b None None] Pushing event updated for resources: {'Port': ['ID=fbf5d14a-4430-4d74-981b-7da8470a9794,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:37.696492 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 1db59ccd-a49b-45b8-b4f4-dd0b0630bf16 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:37.696876 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:37.700626 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0590757b-2be2-4a91-bdbd-d55cf341dbd8 None None] Routers {'24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:37.701294 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0590757b-2be2-4a91-bdbd-d55cf341dbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:24:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:37.758496 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-6f304b01-77f0-49f5-bf32-8be7e52ef73d admin admin] Allocated IP 172.20.0.1 (0663c668-ffcc-47dc-9916-b37f2503c9ae/c6f96363-6286-46df-b22a-869e20c4cf4f/beb3d103-a49d-4162-bc5b-dbff7bb19329) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:24:37.840181 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-753d9441-d8fe-4927-964b-c5eccaf0bf85 req-1bc8774c-7f0d-47fe-b587-0db28bd65b75 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d HTTP/1.1" status: 200 len: 210 time: 0.0497611 Jul 23 16:24:37.899397 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-0590757b-2be2-4a91-bdbd-d55cf341dbd8 None None] Set router 24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:38.057962 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-45bac67a-96b1-45fc-b85b-82610de2f581 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:38.065622 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-45bac67a-96b1-45fc-b85b-82610de2f581 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/networks?id=cfd5d4a5-0d74-4444-af11-d62dc4a381cf HTTP/1.1" status: 200 len: 811 time: 0.2764096 Jul 23 16:24:38.093709 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-ff680969-dd28-4901-bbc0-816bcd7c7fc1 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/quotas/2642ac6d2fda4bb6bc5bc42fd646c90d HTTP/1.1" status: 200 len: 375 time: 0.0270464 Jul 23 16:24:38.114773 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34456) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:38.138830 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-b09f2955-8a0a-459f-8adc-b1a40e944745 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2642ac6d2fda4bb6bc5bc42fd646c90d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441401 Jul 23 16:24:38.164296 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6f304b01-77f0-49f5-bf32-8be7e52ef73d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:38.184810 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-6f304b01-77f0-49f5-bf32-8be7e52ef73d admin admin] Transition to ACTIVE for port object beb3d103-a49d-4162-bc5b-dbff7bb19329 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:38.237104 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0590757b-2be2-4a91-bdbd-d55cf341dbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0', 'name': 'tempest-ServersTestMultiNic-1162764131-router', 'tenant_id': 'fb676069524140d885efdc13eef1aa27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'fbf5d14a-4430-4d74-981b-7da8470a9794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:24:32Z', 'updated_at': '2021-07-23T16:24:34Z', 'revision_number': 3, 'project_id': 'fb676069524140d885efdc13eef1aa27', 'gw_port': {'id': 'fbf5d14a-4430-4d74-981b-7da8470a9794', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:db:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:34Z', 'updated_at': '2021-07-23T16:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:38.277164 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-5b8f62c0-d750-43e0-9f12-0ace568dc2ce admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-835960396-network', 'tenant_id': 'e8341b4f59d24af8a8daa41e0b7382bf'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:38.280642 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0590757b-2be2-4a91-bdbd-d55cf341dbd8 None None] The sync data for ids ['24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0'] in n-d-778549-4 is: [{'id': '24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0', 'name': 'tempest-ServersTestMultiNic-1162764131-router', 'tenant_id': 'fb676069524140d885efdc13eef1aa27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'fbf5d14a-4430-4d74-981b-7da8470a9794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:24:32Z', 'updated_at': '2021-07-23T16:24:34Z', 'revision_number': 3, 'project_id': 'fb676069524140d885efdc13eef1aa27', 'gw_port': {'id': 'fbf5d14a-4430-4d74-981b-7da8470a9794', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:db:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:34Z', 'updated_at': '2021-07-23T16:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:24:38.301947 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8f62c0-d750-43e0-9f12-0ace568dc2ce admin admin] Made reservation on behalf of e8341b4f59d24af8a8daa41e0b7382bf for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:38.304524 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b8f62c0-d750-43e0-9f12-0ace568dc2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:38.320972 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b8f62c0-d750-43e0-9f12-0ace568dc2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:38.373168 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6f304b01-77f0-49f5-bf32-8be7e52ef73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:38.419865 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-0e4f0e4a-a604-4a6b-89bf-1533aa31b1fd service neutron] 10.222.0.73 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686963 Jul 23 16:24:38.435325 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f304b01-77f0-49f5-bf32-8be7e52ef73d admin admin] Network 0663c668-ffcc-47dc-9916-b37f2503c9ae is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:24:38.453866 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-6f304b01-77f0-49f5-bf32-8be7e52ef73d admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:38.474955 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b8f62c0-d750-43e0-9f12-0ace568dc2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:38.480453 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b8f62c0-d750-43e0-9f12-0ace568dc2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:38.484388 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328dd32-2189-49e1-a657-7c199be868a0 req-8f016a6e-771a-4db7-a9b3-88eaeec2a555 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:38.490910 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6328dd32-2189-49e1-a657-7c199be868a0 req-8f016a6e-771a-4db7-a9b3-88eaeec2a555 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bedcbe0-0cd4-4108-beed-224107435bf4 HTTP/1.1" status: 200 len: 946 time: 0.2301803 Jul 23 16:24:38.503151 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:38.504474 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8f62c0-d750-43e0-9f12-0ace568dc2ce admin admin] vlan segment allocate from pool success with {'vlan_id': 1134, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:24:38.523699 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f304b01-77f0-49f5-bf32-8be7e52ef73d admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:24:38.530781 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b8f62c0-d750-43e0-9f12-0ace568dc2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:38.531682 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f304b01-77f0-49f5-bf32-8be7e52ef73d admin admin] Pushing event updated for resources: {'Port': ['ID=beb3d103-a49d-4162-bc5b-dbff7bb19329,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:38.531864 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-5b8f62c0-d750-43e0-9f12-0ace568dc2ce admin admin] Added segment c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7 of type vlan for network e11248da-1e43-42f3-aefb-9b645e739a83 Jul 23 16:24:38.548142 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f62c0-d750-43e0-9f12-0ace568dc2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4365f043-4cf0-431e-960a-89310d8f7e6b,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:38.561590 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device b2890723-6fa5-4743-af8f-f8116eea0571 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:38.596571 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b8f62c0-d750-43e0-9f12-0ace568dc2ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:38.624258 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: b2890723-6fa5-4743-af8f-f8116eea0571 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:38.624549 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device b2890723-6fa5-4743-af8f-f8116eea0571 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:38.637019 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b8f62c0-d750-43e0-9f12-0ace568dc2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:38.643887 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8f62c0-d750-43e0-9f12-0ace568dc2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:38.644820 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b8f62c0-d750-43e0-9f12-0ace568dc2ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:38.687277 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5b8f62c0-d750-43e0-9f12-0ace568dc2ce admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5709565 Jul 23 16:24:38.693633 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34470) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:38.701653 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-f52dd09a-3bbd-4fbf-a465-5eb4af436d45 admin admin] Request body: {'subnet': {'network_id': 'e11248da-1e43-42f3-aefb-9b645e739a83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-835960396-subnet', 'tenant_id': 'e8341b4f59d24af8a8daa41e0b7382bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:38.732568 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6328dd32-2189-49e1-a657-7c199be868a0 req-ff9d10b3-9a30-4bc4-a900-8fff4c9f8974 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024169 Jul 23 16:24:38.733480 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6f304b01-77f0-49f5-bf32-8be7e52ef73d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:38.768189 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f62c0-d750-43e0-9f12-0ace568dc2ce admin admin] Pushing event updated for resources: {'Network': ['ID=e11248da-1e43-42f3-aefb-9b645e739a83,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:38.779545 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network e11248da-1e43-42f3-aefb-9b645e739a83 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:24:38.800808 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52dd09a-3bbd-4fbf-a465-5eb4af436d45 admin admin] Made reservation on behalf of e8341b4f59d24af8a8daa41e0b7382bf for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:38.803736 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f52dd09a-3bbd-4fbf-a465-5eb4af436d45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:38.895452 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-b7cf25da-af06-4bdc-91e6-801ce62dfa4a service neutron] 10.222.0.73 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654830 Jul 23 16:24:38.939117 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-39e1fb31-e1ab-4414-acde-1a108b051a96 None None] Provisioning for port beb3d103-a49d-4162-bc5b-dbff7bb19329 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:38.944445 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-39e1fb31-e1ab-4414-acde-1a108b051a96 None None] Provisioning complete for port beb3d103-a49d-4162-bc5b-dbff7bb19329 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:38.951747 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-39e1fb31-e1ab-4414-acde-1a108b051a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:39.033398 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-39e1fb31-e1ab-4414-acde-1a108b051a96 None None] Port beb3d103-a49d-4162-bc5b-dbff7bb19329 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:24:39.153607 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-56c0996e-b728-4bb7-926e-a0952578fa06 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:39.155327 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-56c0996e-b728-4bb7-926e-a0952578fa06 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.97 "GET /v2.0/networks?id=02a7c16a-554a-4ad8-a4a9-73cc994d3940 HTTP/1.1" status: 200 len: 820 time: 0.2434187 Jul 23 16:24:39.169835 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-f477c1e2-70af-464d-8f29-ba3ee94d645f tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Request body: {'port': {'device_id': '6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d', 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940', 'admin_state_up': True, 'tenant_id': 'c9785dc21e8448b1824d1571d64a2041'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:39.202903 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f52dd09a-3bbd-4fbf-a465-5eb4af436d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:39.277183 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52dd09a-3bbd-4fbf-a465-5eb4af436d45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8835437-4f57-4fb0-9c0f-c7b8aa2033bb,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:39.287821 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe8bba9e-5623-4cd7-8b0a-02b6f220de13 req-3b258320-2a4a-4a1e-84c1-0ef0439b47c8 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1e40c57-2b4c-4b3e-8a60-8e906f4ade2a HTTP/1.1" status: 200 len: 210 time: 0.0760391 Jul 23 16:24:39.293435 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52dd09a-3bbd-4fbf-a465-5eb4af436d45 admin admin] Checking segment: {'id': 'c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'e11248da-1e43-42f3-aefb-9b645e739a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:24:39.293914 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52dd09a-3bbd-4fbf-a465-5eb4af436d45 admin admin] Network hostable DHCP agents. Network: e11248da-1e43-42f3-aefb-9b645e739a83, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:24:39.321150 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52dd09a-3bbd-4fbf-a465-5eb4af436d45 admin admin] Network e11248da-1e43-42f3-aefb-9b645e739a83 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:24:39.337547 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-f52dd09a-3bbd-4fbf-a465-5eb4af436d45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, e11248da-1e43-42f3-aefb-9b645e739a83) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:39.340404 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9ad09689-4e06-4c6b-a42a-02deb466c593 req-f1eccae9-b23c-4991-8d08-b0b12401f897 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d HTTP/1.1" status: 200 len: 210 time: 0.0906324 Jul 23 16:24:39.356235 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52dd09a-3bbd-4fbf-a465-5eb4af436d45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:39.359096 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f52dd09a-3bbd-4fbf-a465-5eb4af436d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:39.371179 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad73799a-1836-4dfb-900c-dea8c58d3836 None None] Network e11248da-1e43-42f3-aefb-9b645e739a83 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:24:39.381141 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6f304b01-77f0-49f5-bf32-8be7e52ef73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:39.412472 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f52dd09a-3bbd-4fbf-a465-5eb4af436d45 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7151039 Jul 23 16:24:39.558490 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device fbf5d14a-4430-4d74-981b-7da8470a9794 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:39.563780 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-f477c1e2-70af-464d-8f29-ba3ee94d645f tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Made reservation on behalf of c9785dc21e8448b1824d1571d64a2041 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:39.567921 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-f477c1e2-70af-464d-8f29-ba3ee94d645f tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:39.619141 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1ca465-2a31-49f0-89e3-7dcf969835ec None None] Network e11248da-1e43-42f3-aefb-9b645e739a83 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:24:39.739434 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port fbf5d14a-4430-4d74-981b-7da8470a9794 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:39.749447 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port fbf5d14a-4430-4d74-981b-7da8470a9794 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:39.750084 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:39.852322 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6f304b01-77f0-49f5-bf32-8be7e52ef73d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:39.861113 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6f304b01-77f0-49f5-bf32-8be7e52ef73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:39.906244 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:39.930484 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port fbf5d14a-4430-4d74-981b-7da8470a9794, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=fbf5d14a-4430-4d74-981b-7da8470a9794,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:39.938568 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:40.001381 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=fbf5d14a-4430-4d74-981b-7da8470a9794,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:40.269510 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-f477c1e2-70af-464d-8f29-ba3ee94d645f tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Allocated IP 172.20.0.8 (02a7c16a-554a-4ad8-a4a9-73cc994d3940/8d7d20ea-5324-4d61-af92-f3ae3ea40d11/502a3103-bf4e-47c4-90ec-075a8540f1d9) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:24:40.334784 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f304b01-77f0-49f5-bf32-8be7e52ef73d admin admin] Pushing event updated for resources: {'Port': ['ID=beb3d103-a49d-4162-bc5b-dbff7bb19329,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:40.337251 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6f304b01-77f0-49f5-bf32-8be7e52ef73d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:40.516645 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-21e30cc8-b6d6-48e0-8161-9f1e3c84eefa tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:40.518539 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-21e30cc8-b6d6-48e0-8161-9f1e3c84eefa tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.74 "GET /v2.0/networks?id=cfd5d4a5-0d74-4444-af11-d62dc4a381cf HTTP/1.1" status: 200 len: 811 time: 0.1309419 Jul 23 16:24:40.534168 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-1b5d06c8-ca96-4d76-94d2-88b70103c479 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Request body: {'port': {'device_id': 'e1e40c57-2b4c-4b3e-8a60-8e906f4ade2a', 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf', 'admin_state_up': True, 'tenant_id': '2642ac6d2fda4bb6bc5bc42fd646c90d'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:40.544007 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-f8730aae-3e2a-45c9-866e-200349a732e3 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:40.549489 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-f8730aae-3e2a-45c9-866e-200349a732e3 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/networks?id=e11248da-1e43-42f3-aefb-9b645e739a83 HTTP/1.1" status: 200 len: 817 time: 0.3224554 Jul 23 16:24:40.584219 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c578573-f580-4f91-82dd-3d297fcdf9ab req-c2533203-8956-45e9-adcb-efcd69160941 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:40.585758 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c578573-f580-4f91-82dd-3d297fcdf9ab req-c2533203-8956-45e9-adcb-efcd69160941 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bedcbe0-0cd4-4108-beed-224107435bf4 HTTP/1.1" status: 200 len: 946 time: 0.3545444 Jul 23 16:24:40.631730 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-6b7ec656-2058-4259-b693-79d10cb5635e tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/quotas/e8341b4f59d24af8a8daa41e0b7382bf HTTP/1.1" status: 200 len: 375 time: 0.0689135 Jul 23 16:24:40.650422 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-1b5d06c8-ca96-4d76-94d2-88b70103c479 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Made reservation on behalf of 2642ac6d2fda4bb6bc5bc42fd646c90d for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:40.654133 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-1b5d06c8-ca96-4d76-94d2-88b70103c479 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:40.698297 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-8f022d25-ad88-438f-a24a-9969724f230e tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8341b4f59d24af8a8daa41e0b7382bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483356 Jul 23 16:24:40.702582 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f304b01-77f0-49f5-bf32-8be7e52ef73d admin admin] Network 0663c668-ffcc-47dc-9916-b37f2503c9ae is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:24:40.727005 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-6f304b01-77f0-49f5-bf32-8be7e52ef73d admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:40.758249 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-f477c1e2-70af-464d-8f29-ba3ee94d645f tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:40.762805 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c578573-f580-4f91-82dd-3d297fcdf9ab req-3e47712f-e16b-472a-865c-9ea21d05b31b tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495588 Jul 23 16:24:40.814950 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-1b5d06c8-ca96-4d76-94d2-88b70103c479 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Allocated IP 172.20.0.14 (cfd5d4a5-0d74-4444-af11-d62dc4a381cf/826fd2fc-e097-4472-9d1f-4298f12f603f/e3490b8f-7b6f-4503-baec-405c205d4359) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:24:40.965306 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-ee1efc85-796f-494c-8985-6293d6e4116b service neutron] 10.222.0.73 "GET /v2.0/networks/e11248da-1e43-42f3-aefb-9b645e739a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542911 Jul 23 16:24:40.970802 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-f477c1e2-70af-464d-8f29-ba3ee94d645f tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:41.022988 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-1b5d06c8-ca96-4d76-94d2-88b70103c479 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:41.065597 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-1b5d06c8-ca96-4d76-94d2-88b70103c479 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:41.068649 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7c75d7a2-dc93-4189-9622-0acd5ab63821 None None] Provisioning complete for port beb3d103-a49d-4162-bc5b-dbff7bb19329 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:41.069625 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7c75d7a2-dc93-4189-9622-0acd5ab63821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:41.073883 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-f477c1e2-70af-464d-8f29-ba3ee94d645f tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:24:41.099354 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f304b01-77f0-49f5-bf32-8be7e52ef73d admin admin] Router 24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:24:41.108122 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-7c75d7a2-dc93-4189-9622-0acd5ab63821 None None] Port beb3d103-a49d-4162-bc5b-dbff7bb19329 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:24:41.125612 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-1b5d06c8-ca96-4d76-94d2-88b70103c479 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Network cfd5d4a5-0d74-4444-af11-d62dc4a381cf is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:24:41.127218 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-f477c1e2-70af-464d-8f29-ba3ee94d645f tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:41.129626 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-1b5d06c8-ca96-4d76-94d2-88b70103c479 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:41.131368 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-f477c1e2-70af-464d-8f29-ba3ee94d645f tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:24:41.132395 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-1b5d06c8-ca96-4d76-94d2-88b70103c479 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:24:41.163840 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477c1e2-70af-464d-8f29-ba3ee94d645f tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Pushing event updated for resources: {'Port': ['ID=502a3103-bf4e-47c4-90ec-075a8540f1d9,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:41.166682 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d06c8-ca96-4d76-94d2-88b70103c479 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Pushing event updated for resources: {'Port': ['ID=e3490b8f-7b6f-4503-baec-405c205d4359,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:41.194367 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-1b5d06c8-ca96-4d76-94d2-88b70103c479 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:41.194983 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-1b5d06c8-ca96-4d76-94d2-88b70103c479 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:41.210449 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-1b5d06c8-ca96-4d76-94d2-88b70103c479 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6821747 Jul 23 16:24:41.223267 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-446c4ddd-1450-435a-8286-8e3f3dc96cbc service neutron] Request body: {'port': {'device_id': 'e1e40c57-2b4c-4b3e-8a60-8e906f4ade2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:41.290785 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-f477c1e2-70af-464d-8f29-ba3ee94d645f tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:41.291406 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-f477c1e2-70af-464d-8f29-ba3ee94d645f tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:41.294498 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-446c4ddd-1450-435a-8286-8e3f3dc96cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:41.302137 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-22eb233b-2a91-443d-8099-7164cc512fbe service neutron] 10.222.0.73 "GET /v2.0/networks/e11248da-1e43-42f3-aefb-9b645e739a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254325 Jul 23 16:24:41.332481 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-f477c1e2-70af-464d-8f29-ba3ee94d645f tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1672490 Jul 23 16:24:41.341755 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cadac36-35f6-4d00-8ccc-0f77a2743726 req-8c2fb8db-797d-4d1a-bcb8-dc99c4c4fda2 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:41.343406 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9cadac36-35f6-4d00-8ccc-0f77a2743726 req-8c2fb8db-797d-4d1a-bcb8-dc99c4c4fda2 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1e40c57-2b4c-4b3e-8a60-8e906f4ade2a HTTP/1.1" status: 200 len: 932 time: 0.2958658 Jul 23 16:24:41.350132 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-16e5dc21-12aa-404f-8c8a-67c37a36f1c9 service neutron] Request body: {'port': {'device_id': '6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:41.414424 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f304b01-77f0-49f5-bf32-8be7e52ef73d admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:24:41.426461 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6f304b01-77f0-49f5-bf32-8be7e52ef73d admin admin] 10.222.0.73 "PUT /v2.0/routers/24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8796928 Jul 23 16:24:41.435375 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33d26bc-3d27-4775-847b-bcd95295267a None None] Sync routers for ids ['24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:24:41.459553 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33d26bc-3d27-4775-847b-bcd95295267a None None] Routers {'24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:41.460575 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c33d26bc-3d27-4775-847b-bcd95295267a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:24:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:41.489606 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9cadac36-35f6-4d00-8ccc-0f77a2743726 req-bc5895fb-b022-46e2-8ddb-b68c0a32c1bc tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142578 Jul 23 16:24:41.501748 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-16e5dc21-12aa-404f-8c8a-67c37a36f1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:41.505489 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device fbf5d14a-4430-4d74-981b-7da8470a9794 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:41.617940 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port fbf5d14a-4430-4d74-981b-7da8470a9794 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:41.618539 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:41.736897 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34514) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:41.783219 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-c33d26bc-3d27-4775-847b-bcd95295267a None None] Set router 24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:41.791432 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-446c4ddd-1450-435a-8286-8e3f3dc96cbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3490b8f-7b6f-4503-baec-405c205d4359 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:41.811428 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-446c4ddd-1450-435a-8286-8e3f3dc96cbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:41.832005 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-446c4ddd-1450-435a-8286-8e3f3dc96cbc service neutron] Transition to ACTIVE for port object e3490b8f-7b6f-4503-baec-405c205d4359 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:41.837780 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-446c4ddd-1450-435a-8286-8e3f3dc96cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:41.926300 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c4ddd-1450-435a-8286-8e3f3dc96cbc service neutron] Pushing event updated for resources: {'Port': ['ID=e3490b8f-7b6f-4503-baec-405c205d4359,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:41.938892 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-a22c964c-2297-4d56-9d3e-3068fb92856d tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1775698532'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:41.962041 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af90d7d-e9a1-42fd-8d4c-153230f93f79 req-9ca90a4f-107f-4caf-a853-9bf66a6d31c4 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:41.963768 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4af90d7d-e9a1-42fd-8d4c-153230f93f79 req-9ca90a4f-107f-4caf-a853-9bf66a6d31c4 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d HTTP/1.1" status: 200 len: 931 time: 0.2849302 Jul 23 16:24:41.998634 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22c964c-2297-4d56-9d3e-3068fb92856d tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Made reservation on behalf of fb676069524140d885efdc13eef1aa27 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:42.002436 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a22c964c-2297-4d56-9d3e-3068fb92856d tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:42.058673 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c33d26bc-3d27-4775-847b-bcd95295267a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0', 'name': 'tempest-ServersTestMultiNic-1162764131-router', 'tenant_id': 'fb676069524140d885efdc13eef1aa27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'fbf5d14a-4430-4d74-981b-7da8470a9794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:24:32Z', 'updated_at': '2021-07-23T16:24:39Z', 'revision_number': 4, 'project_id': 'fb676069524140d885efdc13eef1aa27', 'gw_port': {'id': 'fbf5d14a-4430-4d74-981b-7da8470a9794', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:db:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:34Z', 'updated_at': '2021-07-23T16:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'beb3d103-a49d-4162-bc5b-dbff7bb19329', 'name': '', 'network_id': '0663c668-ffcc-47dc-9916-b37f2503c9ae', 'tenant_id': 'fb676069524140d885efdc13eef1aa27', 'mac_address': 'fa:16:3e:c8:88:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'c6f96363-6286-46df-b22a-869e20c4cf4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:37Z', 'updated_at': '2021-07-23T16:24:39Z', 'revision_number': 2, 'project_id': 'fb676069524140d885efdc13eef1aa27', 'subnets': [{'id': 'c6f96363-6286-46df-b22a-869e20c4cf4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:42.101229 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33d26bc-3d27-4775-847b-bcd95295267a None None] Checking router: 24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:24:42.101716 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33d26bc-3d27-4775-847b-bcd95295267a None None] Updating router 24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0 port beb3d103-a49d-4162-bc5b-dbff7bb19329 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:24:42.104760 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4af90d7d-e9a1-42fd-8d4c-153230f93f79 req-69c5cbb3-c493-4f66-ab73-eda51b2e52be tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328130 Jul 23 16:24:42.142677 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c33d26bc-3d27-4775-847b-bcd95295267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:42.181071 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2720779-f1c4-41db-b9b0-8b3982ef607c req-e08f822a-27bc-416a-b11a-30ab1d74f658 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:42.192028 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a2720779-f1c4-41db-b9b0-8b3982ef607c req-e08f822a-27bc-416a-b11a-30ab1d74f658 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bedcbe0-0cd4-4108-beed-224107435bf4 HTTP/1.1" status: 200 len: 946 time: 0.2189732 Jul 23 16:24:42.274052 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-16e5dc21-12aa-404f-8c8a-67c37a36f1c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 502a3103-bf4e-47c4-90ec-075a8540f1d9 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:42.286091 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-16e5dc21-12aa-404f-8c8a-67c37a36f1c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:42.327587 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a2720779-f1c4-41db-b9b0-8b3982ef607c req-9e672f36-3e07-4906-9b43-1688f20d7d24 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890067 Jul 23 16:24:42.332745 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-16e5dc21-12aa-404f-8c8a-67c37a36f1c9 service neutron] Transition to ACTIVE for port object 502a3103-bf4e-47c4-90ec-075a8540f1d9 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:42.340337 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-16e5dc21-12aa-404f-8c8a-67c37a36f1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:42.451613 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22c964c-2297-4d56-9d3e-3068fb92856d tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] vlan segment allocate from pool success with {'vlan_id': 1114, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:24:42.462461 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a22c964c-2297-4d56-9d3e-3068fb92856d tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:42.463074 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-a22c964c-2297-4d56-9d3e-3068fb92856d tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Added segment 41305256-abb4-4e1e-b696-9719cc319e31 of type vlan for network dcce6b9f-e295-4611-aa9a-7022908630bd Jul 23 16:24:42.486917 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c33d26bc-3d27-4775-847b-bcd95295267a None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:42.512619 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-c33d26bc-3d27-4775-847b-bcd95295267a None None] Transition to ACTIVE for port object beb3d103-a49d-4162-bc5b-dbff7bb19329 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:42.516327 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a22c964c-2297-4d56-9d3e-3068fb92856d tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:42.527446 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c33d26bc-3d27-4775-847b-bcd95295267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:42.540801 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5dc21-12aa-404f-8c8a-67c37a36f1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=502a3103-bf4e-47c4-90ec-075a8540f1d9,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:42.570053 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-446c4ddd-1450-435a-8286-8e3f3dc96cbc service neutron] Attempting to bind port e3490b8f-7b6f-4503-baec-405c205d4359 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:24:42.570380 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-446c4ddd-1450-435a-8286-8e3f3dc96cbc service neutron] Attempting to bind port e3490b8f-7b6f-4503-baec-405c205d4359 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '2a2e3857-f6ff-406e-8415-ef0a902aa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:24:42.570713 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-446c4ddd-1450-435a-8286-8e3f3dc96cbc service neutron] Attempting to bind port e3490b8f-7b6f-4503-baec-405c205d4359 on network cfd5d4a5-0d74-4444-af11-d62dc4a381cf {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:42.575671 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-446c4ddd-1450-435a-8286-8e3f3dc96cbc service neutron] Port e3490b8f-7b6f-4503-baec-405c205d4359 on network cfd5d4a5-0d74-4444-af11-d62dc4a381cf not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:24:42.576000 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-446c4ddd-1450-435a-8286-8e3f3dc96cbc service neutron] Attempting to bind port e3490b8f-7b6f-4503-baec-405c205d4359 on network cfd5d4a5-0d74-4444-af11-d62dc4a381cf {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:42.578709 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a22c964c-2297-4d56-9d3e-3068fb92856d tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:42.584385 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22c964c-2297-4d56-9d3e-3068fb92856d tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:42.585263 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a22c964c-2297-4d56-9d3e-3068fb92856d tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:42.587469 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4533a-34d9-48e5-b03d-747bf540c2f2 None None] Pushing event updated for resources: {'Port': ['ID=beb3d103-a49d-4162-bc5b-dbff7bb19329,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:42.609892 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-50dec07f-1628-4537-b151-6cbe83b58eef req-15550e5c-0c57-4b94-a0a9-dbd44348a54f tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/ports?device_id=16a35f0c-24e8-4b5c-a1c3-419b678873bf HTTP/1.1" status: 200 len: 210 time: 0.0695205 Jul 23 16:24:42.622393 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-446c4ddd-1450-435a-8286-8e3f3dc96cbc service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:24:42.624445 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-446c4ddd-1450-435a-8286-8e3f3dc96cbc service neutron] Checking segment: {'id': '2a2e3857-f6ff-406e-8415-ef0a902aa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:24:42.625037 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-446c4ddd-1450-435a-8286-8e3f3dc96cbc service neutron] Bound using segment: {'id': '2a2e3857-f6ff-406e-8415-ef0a902aa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:24:42.626814 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-446c4ddd-1450-435a-8286-8e3f3dc96cbc service neutron] Bound port: e3490b8f-7b6f-4503-baec-405c205d4359, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a2e3857-f6ff-406e-8415-ef0a902aa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:24:42.627505 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-446c4ddd-1450-435a-8286-8e3f3dc96cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:42.685309 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-16e5dc21-12aa-404f-8c8a-67c37a36f1c9 service neutron] Attempting to bind port 502a3103-bf4e-47c4-90ec-075a8540f1d9 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:24:42.685647 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-16e5dc21-12aa-404f-8c8a-67c37a36f1c9 service neutron] Attempting to bind port 502a3103-bf4e-47c4-90ec-075a8540f1d9 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:24:42.686518 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-16e5dc21-12aa-404f-8c8a-67c37a36f1c9 service neutron] Attempting to bind port 502a3103-bf4e-47c4-90ec-075a8540f1d9 on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:42.694301 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 34548) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:42.699078 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a22c964c-2297-4d56-9d3e-3068fb92856d tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9455442 Jul 23 16:24:42.699619 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-c17aaf50-ec21-4b9a-824b-6cdb55b26497 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Request body: {'subnet': {'network_id': 'dcce6b9f-e295-4611-aa9a-7022908630bd', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:42.704131 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-c33d26bc-3d27-4775-847b-bcd95295267a None None] Attempting to bind port beb3d103-a49d-4162-bc5b-dbff7bb19329 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:24:42.705085 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-c33d26bc-3d27-4775-847b-bcd95295267a None None] Attempting to bind port beb3d103-a49d-4162-bc5b-dbff7bb19329 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '640f276a-15f5-4539-8574-872328120092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '0663c668-ffcc-47dc-9916-b37f2503c9ae'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:24:42.705978 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33d26bc-3d27-4775-847b-bcd95295267a None None] Attempting to bind port beb3d103-a49d-4162-bc5b-dbff7bb19329 on network 0663c668-ffcc-47dc-9916-b37f2503c9ae {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:42.713471 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33d26bc-3d27-4775-847b-bcd95295267a None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:24:42.714408 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33d26bc-3d27-4775-847b-bcd95295267a None None] Checking segment: {'id': '640f276a-15f5-4539-8574-872328120092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '0663c668-ffcc-47dc-9916-b37f2503c9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:24:42.715153 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c33d26bc-3d27-4775-847b-bcd95295267a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:42.715441 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-16e5dc21-12aa-404f-8c8a-67c37a36f1c9 service neutron] Port 502a3103-bf4e-47c4-90ec-075a8540f1d9 on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:24:42.715764 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-16e5dc21-12aa-404f-8c8a-67c37a36f1c9 service neutron] Attempting to bind port 502a3103-bf4e-47c4-90ec-075a8540f1d9 on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:42.716060 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33d26bc-3d27-4775-847b-bcd95295267a None None] Bound using segment: {'id': '640f276a-15f5-4539-8574-872328120092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '0663c668-ffcc-47dc-9916-b37f2503c9ae'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:24:42.716710 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-c33d26bc-3d27-4775-847b-bcd95295267a None None] Bound port: beb3d103-a49d-4162-bc5b-dbff7bb19329, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '640f276a-15f5-4539-8574-872328120092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '0663c668-ffcc-47dc-9916-b37f2503c9ae'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:24:42.717603 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c33d26bc-3d27-4775-847b-bcd95295267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:42.742383 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-16e5dc21-12aa-404f-8c8a-67c37a36f1c9 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:24:42.742726 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-16e5dc21-12aa-404f-8c8a-67c37a36f1c9 service neutron] Checking segment: {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:24:42.743104 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-16e5dc21-12aa-404f-8c8a-67c37a36f1c9 service neutron] Bound using segment: {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:24:42.743554 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-16e5dc21-12aa-404f-8c8a-67c37a36f1c9 service neutron] Bound port: 502a3103-bf4e-47c4-90ec-075a8540f1d9, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:24:42.743913 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-16e5dc21-12aa-404f-8c8a-67c37a36f1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:42.773906 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c964c-2297-4d56-9d3e-3068fb92856d tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Pushing event updated for resources: {'Network': ['ID=dcce6b9f-e295-4611-aa9a-7022908630bd,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:42.784782 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network dcce6b9f-e295-4611-aa9a-7022908630bd details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:24:42.822176 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-c33d26bc-3d27-4775-847b-bcd95295267a None None] For port beb3d103-a49d-4162-bc5b-dbff7bb19329, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:24:42.828015 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-c33d26bc-3d27-4775-847b-bcd95295267a None None] For port beb3d103-a49d-4162-bc5b-dbff7bb19329, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=beb3d103-a49d-4162-bc5b-dbff7bb19329,segment=NetworkSegment(640f276a-15f5-4539-8574-872328120092),segment_id=640f276a-15f5-4539-8574-872328120092)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:24:42.834365 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c33d26bc-3d27-4775-847b-bcd95295267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:42.839791 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-446c4ddd-1450-435a-8286-8e3f3dc96cbc service neutron] For port e3490b8f-7b6f-4503-baec-405c205d4359, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:24:42.847599 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-446c4ddd-1450-435a-8286-8e3f3dc96cbc service neutron] For port e3490b8f-7b6f-4503-baec-405c205d4359, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=e3490b8f-7b6f-4503-baec-405c205d4359,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:24:42.855927 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-446c4ddd-1450-435a-8286-8e3f3dc96cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:42.915946 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33d26bc-3d27-4775-847b-bcd95295267a None None] Routers {'24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:42.916991 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c33d26bc-3d27-4775-847b-bcd95295267a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:24:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:42.919623 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4533a-34d9-48e5-b03d-747bf540c2f2 None None] Pushing event updated for resources: {'Port': ['ID=beb3d103-a49d-4162-bc5b-dbff7bb19329,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:42.963975 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-446c4ddd-1450-435a-8286-8e3f3dc96cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:42.969322 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-446c4ddd-1450-435a-8286-8e3f3dc96cbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:42.972823 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-446c4ddd-1450-435a-8286-8e3f3dc96cbc service neutron] 10.222.0.74 "PUT /v2.0/ports/e3490b8f-7b6f-4503-baec-405c205d4359 HTTP/1.1" status: 200 len: 1092 time: 1.7524381 Jul 23 16:24:42.973545 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e40c57-2b4c-4b3e-8a60-8e906f4ade2a', 'tag': 'e3490b8f-7b6f-4503-baec-405c205d4359'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:42.987130 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba6510d-5636-4ca6-ac24-fa3dd220dc22" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e40c57-2b4c-4b3e-8a60-8e906f4ade2a", "tag": "e3490b8f-7b6f-4503-baec-405c205d4359"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:43.037992 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17aaf50-ec21-4b9a-824b-6cdb55b26497 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Made reservation on behalf of fb676069524140d885efdc13eef1aa27 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:43.041793 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c17aaf50-ec21-4b9a-824b-6cdb55b26497 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:43.097549 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbc4f5d-580b-4d64-8210-cded1b3f675f x-openstack-request-id: req-1bbc4f5d-580b-4d64-8210-cded1b3f675f {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:43.097992 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e40c57-2b4c-4b3e-8a60-8e906f4ade2a", "tag": "e3490b8f-7b6f-4503-baec-405c205d4359", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:43.098795 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1bbc4f5d-580b-4d64-8210-cded1b3f675f {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:43.113207 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e40c57-2b4c-4b3e-8a60-8e906f4ade2a', 'tag': 'e3490b8f-7b6f-4503-baec-405c205d4359', 'status': 'completed', 'code': 200} Jul 23 16:24:43.127659 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c4ddd-1450-435a-8286-8e3f3dc96cbc service neutron] Pushing event updated for resources: {'Port': ['ID=e3490b8f-7b6f-4503-baec-405c205d4359,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:43.165590 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-16e5dc21-12aa-404f-8c8a-67c37a36f1c9 service neutron] For port 502a3103-bf4e-47c4-90ec-075a8540f1d9, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:24:43.201220 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e1313-f465-4c5e-af1d-c892b081bfae req-38128d82-22dd-47a7-b8f0-c4a933d64484 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:43.208509 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c4e1313-f465-4c5e-af1d-c892b081bfae req-38128d82-22dd-47a7-b8f0-c4a933d64484 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1e40c57-2b4c-4b3e-8a60-8e906f4ade2a HTTP/1.1" status: 200 len: 944 time: 0.4940143 Jul 23 16:24:43.208978 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-b8707ad9-8654-46b8-b4ce-8e801947bb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:43.211887 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-b8707ad9-8654-46b8-b4ce-8e801947bb37 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2642ac6d2fda4bb6bc5bc42fd646c90d&device_id=e1e40c57-2b4c-4b3e-8a60-8e906f4ade2a HTTP/1.1" status: 200 len: 1095 time: 0.1849101 Jul 23 16:24:43.249842 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-16e5dc21-12aa-404f-8c8a-67c37a36f1c9 service neutron] For port 502a3103-bf4e-47c4-90ec-075a8540f1d9, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=502a3103-bf4e-47c4-90ec-075a8540f1d9,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:24:43.279285 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-16e5dc21-12aa-404f-8c8a-67c37a36f1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:43.324141 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-369b115f-e53c-45ba-8980-814925635eb0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3490b8f-7b6f-4503-baec-405c205d4359 HTTP/1.1" status: 200 len: 217 time: 0.1040990 Jul 23 16:24:43.380301 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-c33d26bc-3d27-4775-847b-bcd95295267a None None] Set router 24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:43.403076 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-16e5dc21-12aa-404f-8c8a-67c37a36f1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:43.403703 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-16e5dc21-12aa-404f-8c8a-67c37a36f1c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:43.405703 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-16e5dc21-12aa-404f-8c8a-67c37a36f1c9 service neutron] 10.222.0.97 "PUT /v2.0/ports/502a3103-bf4e-47c4-90ec-075a8540f1d9 HTTP/1.1" status: 200 len: 1091 time: 2.0613723 Jul 23 16:24:43.416042 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d', 'tag': '502a3103-bf4e-47c4-90ec-075a8540f1d9'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:43.418963 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed85f3d-c359-42fa-8034-75fcb903611e" -d '{"events": [{"name": "network-changed", "server_uuid": "6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d", "tag": "502a3103-bf4e-47c4-90ec-075a8540f1d9"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:43.477606 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-128a27a1-1f25-4587-b361-a8d9b5713ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:43.479556 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-128a27a1-1f25-4587-b361-a8d9b5713ae1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=826fd2fc-e097-4472-9d1f-4298f12f603f HTTP/1.1" status: 200 len: 851 time: 0.1270752 Jul 23 16:24:43.488398 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c4e1313-f465-4c5e-af1d-c892b081bfae req-7ffdf9ef-555e-417b-90f7-9d2a0d9959a3 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733514 Jul 23 16:24:43.537622 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-253ba4f7-ccdf-48b4-a70d-43424cb41f1a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cfd5d4a5-0d74-4444-af11-d62dc4a381cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505109 Jul 23 16:24:43.559353 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5dc21-12aa-404f-8c8a-67c37a36f1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=502a3103-bf4e-47c4-90ec-075a8540f1d9,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:43.597668 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924df8c-9081-4bae-a699-344a03d35d07 req-7c9fac07-930b-4121-b853-68099f9fbf87 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:43.606999 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8924df8c-9081-4bae-a699-344a03d35d07 req-7c9fac07-930b-4121-b853-68099f9fbf87 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d HTTP/1.1" status: 200 len: 943 time: 0.3558955 Jul 23 16:24:43.681353 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8924df8c-9081-4bae-a699-344a03d35d07 req-4fb96a2d-5fd8-4c4e-b253-bf35858d4f6a tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732663 Jul 23 16:24:43.745356 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c33d26bc-3d27-4775-847b-bcd95295267a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0', 'name': 'tempest-ServersTestMultiNic-1162764131-router', 'tenant_id': 'fb676069524140d885efdc13eef1aa27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'fbf5d14a-4430-4d74-981b-7da8470a9794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:24:32Z', 'updated_at': '2021-07-23T16:24:39Z', 'revision_number': 4, 'project_id': 'fb676069524140d885efdc13eef1aa27', 'gw_port': {'id': 'fbf5d14a-4430-4d74-981b-7da8470a9794', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:db:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:34Z', 'updated_at': '2021-07-23T16:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'beb3d103-a49d-4162-bc5b-dbff7bb19329', 'name': '', 'network_id': '0663c668-ffcc-47dc-9916-b37f2503c9ae', 'tenant_id': 'fb676069524140d885efdc13eef1aa27', 'mac_address': 'fa:16:3e:c8:88:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'c6f96363-6286-46df-b22a-869e20c4cf4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:37Z', 'updated_at': '2021-07-23T16:24:42Z', 'revision_number': 4, 'project_id': 'fb676069524140d885efdc13eef1aa27', 'subnets': [{'id': 'c6f96363-6286-46df-b22a-869e20c4cf4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:43.782880 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33d26bc-3d27-4775-847b-bcd95295267a None None] The sync data for ids ['24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0'] in n-d-778549-4 is: [{'id': '24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0', 'name': 'tempest-ServersTestMultiNic-1162764131-router', 'tenant_id': 'fb676069524140d885efdc13eef1aa27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'fbf5d14a-4430-4d74-981b-7da8470a9794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:24:32Z', 'updated_at': '2021-07-23T16:24:39Z', 'revision_number': 4, 'project_id': 'fb676069524140d885efdc13eef1aa27', 'gw_port': {'id': 'fbf5d14a-4430-4d74-981b-7da8470a9794', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:db:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:34Z', 'updated_at': '2021-07-23T16:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'beb3d103-a49d-4162-bc5b-dbff7bb19329', 'name': '', 'network_id': '0663c668-ffcc-47dc-9916-b37f2503c9ae', 'tenant_id': 'fb676069524140d885efdc13eef1aa27', 'mac_address': 'fa:16:3e:c8:88:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'c6f96363-6286-46df-b22a-869e20c4cf4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:37Z', 'updated_at': '2021-07-23T16:24:42Z', 'revision_number': 4, 'project_id': 'fb676069524140d885efdc13eef1aa27', 'subnets': [{'id': 'c6f96363-6286-46df-b22a-869e20c4cf4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:24:43.787463 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2a6640-2080-4a7f-a374-5deac70a71dd x-openstack-request-id: req-eb2a6640-2080-4a7f-a374-5deac70a71dd {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:43.787815 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d", "tag": "502a3103-bf4e-47c4-90ec-075a8540f1d9", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:43.788066 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eb2a6640-2080-4a7f-a374-5deac70a71dd {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:43.788527 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d', 'tag': '502a3103-bf4e-47c4-90ec-075a8540f1d9', 'status': 'completed', 'code': 200} Jul 23 16:24:43.804294 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-94549038-1808-4f53-888b-2cd9d31a39b9 service neutron] 10.222.0.74 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574470 Jul 23 16:24:43.863259 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-fe62d3ff-5462-47b4-8fc3-c53a26bf69a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:43.866607 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-fe62d3ff-5462-47b4-8fc3-c53a26bf69a1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c9785dc21e8448b1824d1571d64a2041&device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d HTTP/1.1" status: 200 len: 1094 time: 0.4126620 Jul 23 16:24:43.868937 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c17aaf50-ec21-4b9a-824b-6cdb55b26497 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:43.928522 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190901e-793a-4bb4-b061-07da1d1fa4c8 req-e8a82599-5e49-4ab0-918c-1e7e9040e2c0 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:43.930257 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5190901e-793a-4bb4-b061-07da1d1fa4c8 req-e8a82599-5e49-4ab0-918c-1e7e9040e2c0 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bedcbe0-0cd4-4108-beed-224107435bf4 HTTP/1.1" status: 200 len: 946 time: 0.2612152 Jul 23 16:24:43.980766 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-7ffecf67-ab93-4f94-8594-39e68a40e651 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=502a3103-bf4e-47c4-90ec-075a8540f1d9 HTTP/1.1" status: 200 len: 217 time: 0.1010208 Jul 23 16:24:43.986695 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-edf66c23-2103-4f1b-8df0-94c96d5745cb req-a0b5f586-6a38-40e2-bd10-74b13fe33cb6 service neutron] 10.222.0.74 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724083 Jul 23 16:24:44.087580 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17aaf50-ec21-4b9a-824b-6cdb55b26497 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Pushing event updated for resources: {'Subnet': ['ID=78d0a7b4-66ed-40c4-a5b9-9b59bf704f01,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:44.104719 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6510d-5636-4ca6-ac24-fa3dd220dc22 req-81faad61-ed3e-44fd-9f98-f148844ab433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:44.108219 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3ba6510d-5636-4ca6-ac24-fa3dd220dc22 req-81faad61-ed3e-44fd-9f98-f148844ab433 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2642ac6d2fda4bb6bc5bc42fd646c90d&device_id=e1e40c57-2b4c-4b3e-8a60-8e906f4ade2a HTTP/1.1" status: 200 len: 1095 time: 0.0655243 Jul 23 16:24:44.140234 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5190901e-793a-4bb4-b061-07da1d1fa4c8 req-8b8af8a9-ffce-4691-af91-734aa736b109 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658242 Jul 23 16:24:44.161886 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8238e069-9388-4888-a460-691b8d476504 req-6f8671de-927b-4fb4-b563-16394a03b512 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/ports?device_id=16a35f0c-24e8-4b5c-a1c3-419b678873bf HTTP/1.1" status: 200 len: 210 time: 0.0819669 Jul 23 16:24:44.188328 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17aaf50-ec21-4b9a-824b-6cdb55b26497 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Checking segment: {'id': '41305256-abb4-4e1e-b696-9719cc319e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'dcce6b9f-e295-4611-aa9a-7022908630bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:24:44.188999 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17aaf50-ec21-4b9a-824b-6cdb55b26497 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Network hostable DHCP agents. Network: dcce6b9f-e295-4611-aa9a-7022908630bd, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:24:44.203904 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-b73e3455-55d5-43e6-a677-7edf3edc8c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:44.205425 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-b73e3455-55d5-43e6-a677-7edf3edc8c3a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8d7d20ea-5324-4d61-af92-f3ae3ea40d11 HTTP/1.1" status: 200 len: 860 time: 0.1958020 Jul 23 16:24:44.226534 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6510d-5636-4ca6-ac24-fa3dd220dc22 req-c7f01de6-6df7-4972-b8c0-3a10e3a14b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:44.229021 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3ba6510d-5636-4ca6-ac24-fa3dd220dc22 req-c7f01de6-6df7-4972-b8c0-3a10e3a14b22 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cfd5d4a5-0d74-4444-af11-d62dc4a381cf HTTP/1.1" status: 200 len: 913 time: 0.1165273 Jul 23 16:24:44.273039 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17aaf50-ec21-4b9a-824b-6cdb55b26497 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Network dcce6b9f-e295-4611-aa9a-7022908630bd is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:24:44.287059 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3ba6510d-5636-4ca6-ac24-fa3dd220dc22 req-c6e1e53a-fb30-446c-ada2-0e7b88a633c0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3490b8f-7b6f-4503-baec-405c205d4359 HTTP/1.1" status: 200 len: 217 time: 0.0488021 Jul 23 16:24:44.291310 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-78a34a55-f15a-4c2e-9cb0-b4c691839aa9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=02a7c16a-554a-4ad8-a4a9-73cc994d3940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662448 Jul 23 16:24:44.296022 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-c17aaf50-ec21-4b9a-824b-6cdb55b26497 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, dcce6b9f-e295-4611-aa9a-7022908630bd) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:44.307344 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bcd635-5b99-440d-b7c5-c656cf20cad0 None None] Network dcce6b9f-e295-4611-aa9a-7022908630bd requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:24:44.324751 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17aaf50-ec21-4b9a-824b-6cdb55b26497 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:44.326943 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c17aaf50-ec21-4b9a-824b-6cdb55b26497 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:44.376446 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cdd375f1-7fa0-477b-8268-473904df79ea req-626d88ad-597d-4740-8b4b-90780be912df service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ce195d01-120b-419e-a805-7b0ad0c3b476&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2309248 Jul 23 16:24:44.382913 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c17aaf50-ec21-4b9a-824b-6cdb55b26497 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6875570 Jul 23 16:24:44.390240 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34570) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:44.412807 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-463e74df-e8f9-49f5-9a80-ba84f443904c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1865787716'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:44.435329 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6510d-5636-4ca6-ac24-fa3dd220dc22 req-247e6536-fc75-4d49-a934-53488f8850b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:44.437009 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3ba6510d-5636-4ca6-ac24-fa3dd220dc22 req-247e6536-fc75-4d49-a934-53488f8850b5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=826fd2fc-e097-4472-9d1f-4298f12f603f HTTP/1.1" status: 200 len: 851 time: 0.1419766 Jul 23 16:24:44.547482 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3ba6510d-5636-4ca6-ac24-fa3dd220dc22 req-343a08e8-1d02-41ba-89a4-b31219c27c0f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cfd5d4a5-0d74-4444-af11-d62dc4a381cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976176 Jul 23 16:24:44.550713 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463e74df-e8f9-49f5-9a80-ba84f443904c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Made reservation on behalf of fb676069524140d885efdc13eef1aa27 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:44.554397 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-463e74df-e8f9-49f5-9a80-ba84f443904c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:44.688164 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-463e74df-e8f9-49f5-9a80-ba84f443904c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] vlan segment allocate from pool success with {'vlan_id': 1126, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:24:44.704991 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ef47b5-501b-4f29-a61d-bed529710d48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-dcce6b9f-e295-4611-aa9a-7022908630bd', 'network_id': 'dcce6b9f-e295-4611-aa9a-7022908630bd', 'tenant_id': 'fb676069524140d885efdc13eef1aa27', 'fixed_ips': [{'subnet_id': '78d0a7b4-66ed-40c4-a5b9-9b59bf704f01'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:24:44.709027 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d2ef47b5-501b-4f29-a61d-bed529710d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:44.744661 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-171cd2f2-a041-4b9b-9d48-f8d28e42969a tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:44.746234 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-171cd2f2-a041-4b9b-9d48-f8d28e42969a tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.74 "GET /v2.0/networks?id=e11248da-1e43-42f3-aefb-9b645e739a83 HTTP/1.1" status: 200 len: 817 time: 0.3714507 Jul 23 16:24:44.772747 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-e55b54e0-81fe-4a47-a1e0-b1ed3144f590 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Request body: {'port': {'device_id': 'd7e210d7-c668-49fb-b034-6a0aebb2c3c0', 'network_id': 'e11248da-1e43-42f3-aefb-9b645e739a83', 'admin_state_up': True, 'tenant_id': 'e8341b4f59d24af8a8daa41e0b7382bf'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:44.785602 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-463e74df-e8f9-49f5-9a80-ba84f443904c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:44.785941 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-463e74df-e8f9-49f5-9a80-ba84f443904c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Added segment 77fd7a8f-f4c4-4575-84a6-3c5376187746 of type vlan for network 11a428c1-2391-4317-9ca6-9cb757088c1a Jul 23 16:24:44.891774 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3ba6510d-5636-4ca6-ac24-fa3dd220dc22 req-3a45e0f8-a9ab-4162-b97e-116345f88c7f service neutron] 10.222.0.74 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347988 Jul 23 16:24:44.949197 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-463e74df-e8f9-49f5-9a80-ba84f443904c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:45.010393 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-d2ef47b5-501b-4f29-a61d-bed529710d48 None None] Allocated IP 19.80.0.2 (dcce6b9f-e295-4611-aa9a-7022908630bd/78d0a7b4-66ed-40c4-a5b9-9b59bf704f01/60adf173-8915-45cc-b9ef-c82b85c4c9a7) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:24:45.114357 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-6e9f058c-94de-4249-a591-3407e16a2a88 service neutron] 10.222.0.97 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8139527 Jul 23 16:24:45.153249 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-463e74df-e8f9-49f5-9a80-ba84f443904c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:45.158844 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463e74df-e8f9-49f5-9a80-ba84f443904c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:45.159474 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-463e74df-e8f9-49f5-9a80-ba84f443904c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:45.254525 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d2ef47b5-501b-4f29-a61d-bed529710d48 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:45.265454 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d2ef47b5-501b-4f29-a61d-bed529710d48 None None] Transition to ACTIVE for port object 60adf173-8915-45cc-b9ef-c82b85c4c9a7 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:45.269215 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3ba6510d-5636-4ca6-ac24-fa3dd220dc22 req-96ab66d9-ba32-4ec8-a6cc-f3ad0f0a71b9 service neutron] 10.222.0.74 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436067 Jul 23 16:24:45.285243 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-e55b54e0-81fe-4a47-a1e0-b1ed3144f590 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Made reservation on behalf of e8341b4f59d24af8a8daa41e0b7382bf for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:45.288757 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-e55b54e0-81fe-4a47-a1e0-b1ed3144f590 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:45.300514 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d2ef47b5-501b-4f29-a61d-bed529710d48 None None] Transition to ACTIVE for port object 60adf173-8915-45cc-b9ef-c82b85c4c9a7 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:45.307581 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d2ef47b5-501b-4f29-a61d-bed529710d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:45.317631 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-463e74df-e8f9-49f5-9a80-ba84f443904c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9260235 Jul 23 16:24:45.329093 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 34590) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:45.338433 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-1fc49262-ea64-482a-85d9-bd28ba1aa9ac tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Request body: {'subnet': {'network_id': '11a428c1-2391-4317-9ca6-9cb757088c1a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:45.350146 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ef47b5-501b-4f29-a61d-bed529710d48 None None] Network dcce6b9f-e295-4611-aa9a-7022908630bd is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:24:45.354868 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-d2ef47b5-501b-4f29-a61d-bed529710d48 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:45.359976 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ef47b5-501b-4f29-a61d-bed529710d48 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:24:45.377360 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef47b5-501b-4f29-a61d-bed529710d48 None None] Pushing event updated for resources: {'Port': ['ID=60adf173-8915-45cc-b9ef-c82b85c4c9a7,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:45.389305 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e74df-e8f9-49f5-9a80-ba84f443904c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Pushing event updated for resources: {'Network': ['ID=11a428c1-2391-4317-9ca6-9cb757088c1a,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:45.404026 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-84c74ee4-6f14-4fea-945c-3bf5562e497c tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:45.406837 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-84c74ee4-6f14-4fea-945c-3bf5562e497c tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.97 "GET /v2.0/networks?id=e11248da-1e43-42f3-aefb-9b645e739a83 HTTP/1.1" status: 200 len: 817 time: 0.3362749 Jul 23 16:24:45.409631 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 11a428c1-2391-4317-9ca6-9cb757088c1a details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:24:45.415702 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-8525cf83-6afd-4bc2-acda-942243c46ade tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:45.415702 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-8525cf83-6afd-4bc2-acda-942243c46ade tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.97 "GET /v2.0/networks?id=e11248da-1e43-42f3-aefb-9b645e739a83 HTTP/1.1" status: 200 len: 817 time: 0.9623034 Jul 23 16:24:45.444897 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-f4bb9f1c-0186-4390-bcb6-1d0e467872e6 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4978094 Jul 23 16:24:45.462739 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd375f1-7fa0-477b-8268-473904df79ea req-d2070368-fbc4-4e7a-9197-b100db381d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:45.464568 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cdd375f1-7fa0-477b-8268-473904df79ea req-d2070368-fbc4-4e7a-9197-b100db381d07 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=af80bd8d90c240efaa74f32c66497bb1&device_id=ce195d01-120b-419e-a805-7b0ad0c3b476 HTTP/1.1" status: 200 len: 1096 time: 0.5163641 Jul 23 16:24:45.483390 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-d2ef47b5-501b-4f29-a61d-bed529710d48 None None] Attempting to bind port 60adf173-8915-45cc-b9ef-c82b85c4c9a7 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:24:45.483781 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-d2ef47b5-501b-4f29-a61d-bed529710d48 None None] Attempting to bind port 60adf173-8915-45cc-b9ef-c82b85c4c9a7 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '41305256-abb4-4e1e-b696-9719cc319e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'dcce6b9f-e295-4611-aa9a-7022908630bd'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:24:45.484156 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ef47b5-501b-4f29-a61d-bed529710d48 None None] Attempting to bind port 60adf173-8915-45cc-b9ef-c82b85c4c9a7 on network dcce6b9f-e295-4611-aa9a-7022908630bd {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:45.499139 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-f86e614b-fc76-43bc-91f8-585d1d4246da tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Request body: {'port': {'device_id': 'eeb72f35-8ac6-4363-9443-a3d495f4eb65', 'network_id': 'e11248da-1e43-42f3-aefb-9b645e739a83', 'admin_state_up': True, 'tenant_id': 'e8341b4f59d24af8a8daa41e0b7382bf'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:45.515313 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-f052b771-8702-4f59-b698-c62b1855f3f1 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Request body: {'port': {'device_id': '16a35f0c-24e8-4b5c-a1c3-419b678873bf', 'network_id': 'e11248da-1e43-42f3-aefb-9b645e739a83', 'admin_state_up': True, 'tenant_id': 'e8341b4f59d24af8a8daa41e0b7382bf'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:45.526723 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ef47b5-501b-4f29-a61d-bed529710d48 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:24:45.527103 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ef47b5-501b-4f29-a61d-bed529710d48 None None] Checking segment: {'id': '41305256-abb4-4e1e-b696-9719cc319e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'dcce6b9f-e295-4611-aa9a-7022908630bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:24:45.527566 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d2ef47b5-501b-4f29-a61d-bed529710d48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:45.527886 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ef47b5-501b-4f29-a61d-bed529710d48 None None] Bound using segment: {'id': '41305256-abb4-4e1e-b696-9719cc319e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'dcce6b9f-e295-4611-aa9a-7022908630bd'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:24:45.528375 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-d2ef47b5-501b-4f29-a61d-bed529710d48 None None] Bound port: 60adf173-8915-45cc-b9ef-c82b85c4c9a7, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41305256-abb4-4e1e-b696-9719cc319e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'dcce6b9f-e295-4611-aa9a-7022908630bd'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:24:45.529085 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d2ef47b5-501b-4f29-a61d-bed529710d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:45.545925 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8c597-4c7d-4c26-8f52-6b670e3d7727 req-20f63521-fa7f-4652-b3bb-5fabd943e9a2 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:45.547778 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-edb8c597-4c7d-4c26-8f52-6b670e3d7727 req-20f63521-fa7f-4652-b3bb-5fabd943e9a2 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1e40c57-2b4c-4b3e-8a60-8e906f4ade2a HTTP/1.1" status: 200 len: 944 time: 0.5985649 Jul 23 16:24:45.555255 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device beb3d103-a49d-4162-bc5b-dbff7bb19329 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:45.631932 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c565eb-d962-446a-8433-d0535c81cf2d req-0ec71484-721a-4555-89b0-45eaee2fb510 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:45.640918 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-12c565eb-d962-446a-8433-d0535c81cf2d req-0ec71484-721a-4555-89b0-45eaee2fb510 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d HTTP/1.1" status: 200 len: 943 time: 0.6904979 Jul 23 16:24:45.666648 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-d2ef47b5-501b-4f29-a61d-bed529710d48 None None] For port 60adf173-8915-45cc-b9ef-c82b85c4c9a7, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:24:45.668555 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port beb3d103-a49d-4162-bc5b-dbff7bb19329 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:45.671511 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-e55b54e0-81fe-4a47-a1e0-b1ed3144f590 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Allocated IP 172.20.0.8 (e11248da-1e43-42f3-aefb-9b645e739a83/e8835437-4f57-4fb0-9c0f-c7b8aa2033bb/5e057ba1-44fc-428a-b58e-46b2455b0f3e) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:24:45.672208 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-d2ef47b5-501b-4f29-a61d-bed529710d48 None None] For port 60adf173-8915-45cc-b9ef-c82b85c4c9a7, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=60adf173-8915-45cc-b9ef-c82b85c4c9a7,segment=NetworkSegment(41305256-abb4-4e1e-b696-9719cc319e31),segment_id=41305256-abb4-4e1e-b696-9719cc319e31)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:24:45.675789 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port beb3d103-a49d-4162-bc5b-dbff7bb19329 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:45.676216 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:45.705251 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d2ef47b5-501b-4f29-a61d-bed529710d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:45.779064 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-edb8c597-4c7d-4c26-8f52-6b670e3d7727 req-4cd2caa7-46fa-48e7-94e1-72587cfc9b91 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727982 Jul 23 16:24:45.782953 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef47b5-501b-4f29-a61d-bed529710d48 None None] Pushing event updated for resources: {'Port': ['ID=60adf173-8915-45cc-b9ef-c82b85c4c9a7,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:45.827922 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:45.879628 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port beb3d103-a49d-4162-bc5b-dbff7bb19329, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=beb3d103-a49d-4162-bc5b-dbff7bb19329,segment=NetworkSegment(640f276a-15f5-4539-8574-872328120092),segment_id=640f276a-15f5-4539-8574-872328120092)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:45.884791 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:45.896049 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8ad4417-d4d3-4ccb-915d-d25144424069 req-ee186b6a-f73b-43d4-b5b9-dc79f2cea323 service neutron] 10.222.0.97 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7576683 Jul 23 16:24:45.952432 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc49262-ea64-482a-85d9-bd28ba1aa9ac tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Made reservation on behalf of fb676069524140d885efdc13eef1aa27 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:45.958243 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1fc49262-ea64-482a-85d9-bd28ba1aa9ac tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:45.958581 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-e55b54e0-81fe-4a47-a1e0-b1ed3144f590 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:45.973617 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=beb3d103-a49d-4162-bc5b-dbff7bb19329,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:46.007610 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-f052b771-8702-4f59-b698-c62b1855f3f1 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Made reservation on behalf of e8341b4f59d24af8a8daa41e0b7382bf for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:46.015659 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-f052b771-8702-4f59-b698-c62b1855f3f1 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:46.105946 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-12c565eb-d962-446a-8433-d0535c81cf2d req-1efcf829-1b63-4e72-81a0-76cbbc767975 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4639885 Jul 23 16:24:46.120103 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-0ddb21a6-dd5b-425a-b1b9-108602e50e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:46.120605 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-0ddb21a6-dd5b-425a-b1b9-108602e50e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:46.121089 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-0ddb21a6-dd5b-425a-b1b9-108602e50e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:46.121554 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-0ddb21a6-dd5b-425a-b1b9-108602e50e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:46.122017 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-0ddb21a6-dd5b-425a-b1b9-108602e50e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:46.122485 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-0ddb21a6-dd5b-425a-b1b9-108602e50e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:46.123046 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-0ddb21a6-dd5b-425a-b1b9-108602e50e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:46.125092 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-0ddb21a6-dd5b-425a-b1b9-108602e50e51 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1877a1c5029842a9a22481228281422f&device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 6501 time: 0.5877018 Jul 23 16:24:46.139250 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd375f1-7fa0-477b-8268-473904df79ea req-f1b5b5a8-7e09-4397-9d07-139596bb5489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:46.140761 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cdd375f1-7fa0-477b-8268-473904df79ea req-f1b5b5a8-7e09-4397-9d07-139596bb5489 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4a00963e-1d3a-4f60-9596-8ffc59315fca HTTP/1.1" status: 200 len: 917 time: 0.6096380 Jul 23 16:24:46.152812 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-e55b54e0-81fe-4a47-a1e0-b1ed3144f590 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:46.238225 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-e55b54e0-81fe-4a47-a1e0-b1ed3144f590 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Network e11248da-1e43-42f3-aefb-9b645e739a83 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:24:46.246185 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b54e0-81fe-4a47-a1e0-b1ed3144f590 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Pushing event updated for resources: {'Port': ['ID=5e057ba1-44fc-428a-b58e-46b2455b0f3e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:46.248966 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-e55b54e0-81fe-4a47-a1e0-b1ed3144f590 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:46.253117 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-e55b54e0-81fe-4a47-a1e0-b1ed3144f590 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:24:46.285661 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-f052b771-8702-4f59-b698-c62b1855f3f1 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Allocated IP 172.20.0.10 (e11248da-1e43-42f3-aefb-9b645e739a83/e8835437-4f57-4fb0-9c0f-c7b8aa2033bb/70f4414b-efd0-4e23-8ebc-a0e15cc84971) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:24:46.318755 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-e55b54e0-81fe-4a47-a1e0-b1ed3144f590 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:46.319372 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-e55b54e0-81fe-4a47-a1e0-b1ed3144f590 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:46.326916 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d24dc7f3-0aeb-46c7-9028-8a7b6b3a6d95 req-999cb812-0a83-4605-bd39-20d5963e528b tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/ports?device_id=16a35f0c-24e8-4b5c-a1c3-419b678873bf HTTP/1.1" status: 200 len: 210 time: 0.1153910 Jul 23 16:24:46.388151 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-e55b54e0-81fe-4a47-a1e0-b1ed3144f590 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6312206 Jul 23 16:24:46.404029 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-d483507d-f23e-4d35-a169-975601025341 service neutron] Request body: {'port': {'device_id': 'd7e210d7-c668-49fb-b034-6a0aebb2c3c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:46.423035 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cdd375f1-7fa0-477b-8268-473904df79ea req-14007db2-de23-4253-b2b0-c6ddcd44f6dd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a9f5361-c030-4a86-a392-b561534a07f6 HTTP/1.1" status: 200 len: 1001 time: 0.2418354 Jul 23 16:24:46.435077 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-f86e614b-fc76-43bc-91f8-585d1d4246da tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Made reservation on behalf of e8341b4f59d24af8a8daa41e0b7382bf for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:46.438945 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-f86e614b-fc76-43bc-91f8-585d1d4246da tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:46.529942 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-f052b771-8702-4f59-b698-c62b1855f3f1 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:46.533297 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed85f3d-c359-42fa-8034-75fcb903611e req-7ed8758c-56e3-45c0-8ece-2cae34dcf39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:46.534814 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2ed85f3d-c359-42fa-8034-75fcb903611e req-7ed8758c-56e3-45c0-8ece-2cae34dcf39a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c9785dc21e8448b1824d1571d64a2041&device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d HTTP/1.1" status: 200 len: 1094 time: 0.5626061 Jul 23 16:24:46.545580 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-d483507d-f23e-4d35-a169-975601025341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:46.590018 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-dabd41c5-b4b0-48fc-885b-84306d9af378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:46.590497 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-dabd41c5-b4b0-48fc-885b-84306d9af378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:46.590957 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-dabd41c5-b4b0-48fc-885b-84306d9af378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:46.593432 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-dabd41c5-b4b0-48fc-885b-84306d9af378 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c5e5ef48-b00d-4a4a-b322-8f86cea4f5af&id=e5f00839-b5e3-470f-98ff-b05da7b06d94&id=e5f00839-b5e3-470f-98ff-b05da7b06d94&id=e5f00839-b5e3-470f-98ff-b05da7b06d94&id=e5f00839-b5e3-470f-98ff-b05da7b06d94&id=b15e95e3-c83c-43f1-8d67-89ed25f67132&id=b15e95e3-c83c-43f1-8d67-89ed25f67132 HTTP/1.1" status: 200 len: 2299 time: 0.4111903 Jul 23 16:24:46.608018 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device e3490b8f-7b6f-4503-baec-405c205d4359 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:24:46.617194 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41021ed2-ca3f-46c5-84ae-528e0a15c48d req-68aeb992-dbc6-4371-b769-f02c2ed9595a tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:46.624395 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41021ed2-ca3f-46c5-84ae-528e0a15c48d req-68aeb992-dbc6-4371-b769-f02c2ed9595a tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bedcbe0-0cd4-4108-beed-224107435bf4 HTTP/1.1" status: 200 len: 946 time: 0.5173841 Jul 23 16:24:46.628524 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-f052b771-8702-4f59-b698-c62b1855f3f1 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:46.682458 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd375f1-7fa0-477b-8268-473904df79ea req-c9ace2b1-ac54-4a7c-a432-e29c71733e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:46.683900 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cdd375f1-7fa0-477b-8268-473904df79ea req-c9ace2b1-ac54-4a7c-a432-e29c71733e36 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=68250752-9549-42db-965e-9173795a2cea HTTP/1.1" status: 200 len: 854 time: 0.2359293 Jul 23 16:24:46.730429 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-f052b771-8702-4f59-b698-c62b1855f3f1 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Network e11248da-1e43-42f3-aefb-9b645e739a83 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:24:46.742102 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-f052b771-8702-4f59-b698-c62b1855f3f1 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:46.755287 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-f052b771-8702-4f59-b698-c62b1855f3f1 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:24:46.765694 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port e3490b8f-7b6f-4503-baec-405c205d4359, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=e3490b8f-7b6f-4503-baec-405c205d4359,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:46.781688 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'e3490b8f-7b6f-4503-baec-405c205d4359', 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf', 'port_id': 'e3490b8f-7b6f-4503-baec-405c205d4359', 'mac_address': 'fa:16:3e:2e:4e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '826fd2fc-e097-4472-9d1f-4298f12f603f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:24:46.792162 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f052b771-8702-4f59-b698-c62b1855f3f1 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Pushing event updated for resources: {'Port': ['ID=70f4414b-efd0-4e23-8ebc-a0e15cc84971,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:46.857419 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-f052b771-8702-4f59-b698-c62b1855f3f1 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:46.858086 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-f052b771-8702-4f59-b698-c62b1855f3f1 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:46.871005 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:46.891965 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3490b8f-7b6f-4503-baec-405c205d4359 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:46.896267 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-f052b771-8702-4f59-b698-c62b1855f3f1 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3894842 Jul 23 16:24:46.902123 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41021ed2-ca3f-46c5-84ae-528e0a15c48d req-716f6da5-093a-4539-a9ce-9c03175d6abe tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768219 Jul 23 16:24:46.909217 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-af13d6ce-6192-47c8-885c-81c78d3dda88 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f406226-7c43-4a51-8734-18dbcbb352a4 HTTP/1.1" status: 200 len: 1001 time: 0.2484365 Jul 23 16:24:46.911656 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-b7eb2226-e648-417c-b68f-b500dff6ee03 service neutron] Request body: {'port': {'device_id': '16a35f0c-24e8-4b5c-a1c3-419b678873bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:46.949643 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1fc49262-ea64-482a-85d9-bd28ba1aa9ac tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:46.952218 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port e3490b8f-7b6f-4503-baec-405c205d4359, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=e3490b8f-7b6f-4503-baec-405c205d4359,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:46.960747 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:47.032814 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-d483507d-f23e-4d35-a169-975601025341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e057ba1-44fc-428a-b58e-46b2455b0f3e {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:47.033684 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed85f3d-c359-42fa-8034-75fcb903611e req-979d286f-7994-4ff2-872d-7d89f257ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:47.035168 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2ed85f3d-c359-42fa-8034-75fcb903611e req-979d286f-7994-4ff2-872d-7d89f257ace2 service neutron] 10.222.0.97 "GET /v2.0/networks?id=02a7c16a-554a-4ad8-a4a9-73cc994d3940 HTTP/1.1" status: 200 len: 922 time: 0.4708784 Jul 23 16:24:47.046411 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=e3490b8f-7b6f-4503-baec-405c205d4359,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:47.049112 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-d483507d-f23e-4d35-a169-975601025341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:47.061818 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-b7eb2226-e648-417c-b68f-b500dff6ee03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:47.081341 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-d483507d-f23e-4d35-a169-975601025341 service neutron] Transition to ACTIVE for port object 5e057ba1-44fc-428a-b58e-46b2455b0f3e will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:47.106767 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-d483507d-f23e-4d35-a169-975601025341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:47.135375 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596c10e9-02f2-451c-9348-ac0e2aa43aa6 None None] Network dcce6b9f-e295-4611-aa9a-7022908630bd requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:24:47.162845 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2ed85f3d-c359-42fa-8034-75fcb903611e req-b1d51fc5-9ae1-4f6c-958a-f2bcbad1665e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=502a3103-bf4e-47c4-90ec-075a8540f1d9 HTTP/1.1" status: 200 len: 217 time: 0.0942497 Jul 23 16:24:47.182074 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd375f1-7fa0-477b-8268-473904df79ea req-8b1ad74f-27ab-4fea-a33c-8d065385248d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:47.183801 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cdd375f1-7fa0-477b-8268-473904df79ea req-8b1ad74f-27ab-4fea-a33c-8d065385248d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a00963e-1d3a-4f60-9596-8ffc59315fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4437499 Jul 23 16:24:47.203919 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-ffce1063-83e1-4af4-8498-325418b679a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:47.204794 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-ffce1063-83e1-4af4-8498-325418b679a6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b0f0883d-94a8-483d-b400-459446f819a6 HTTP/1.1" status: 200 len: 855 time: 0.2890244 Jul 23 16:24:47.206527 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc49262-ea64-482a-85d9-bd28ba1aa9ac tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Pushing event updated for resources: {'Subnet': ['ID=1d9b75bb-2a2c-4589-9573-4af7cf82e583,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:47.236299 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['e3490b8f-7b6f-4503-baec-405c205d4359'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:47.241568 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-40104074-6f78-4b7e-bb50-febd38180026 None None] Provisioning for port 60adf173-8915-45cc-b9ef-c82b85c4c9a7 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:47.281357 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483507d-f23e-4d35-a169-975601025341 service neutron] Pushing event updated for resources: {'Port': ['ID=5e057ba1-44fc-428a-b58e-46b2455b0f3e,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:47.356873 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-d483507d-f23e-4d35-a169-975601025341 service neutron] Attempting to bind port 5e057ba1-44fc-428a-b58e-46b2455b0f3e on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:24:47.357335 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-d483507d-f23e-4d35-a169-975601025341 service neutron] Attempting to bind port 5e057ba1-44fc-428a-b58e-46b2455b0f3e by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'e11248da-1e43-42f3-aefb-9b645e739a83'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:24:47.358176 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-d483507d-f23e-4d35-a169-975601025341 service neutron] Attempting to bind port 5e057ba1-44fc-428a-b58e-46b2455b0f3e on network e11248da-1e43-42f3-aefb-9b645e739a83 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:47.362701 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-d483507d-f23e-4d35-a169-975601025341 service neutron] Port 5e057ba1-44fc-428a-b58e-46b2455b0f3e on network e11248da-1e43-42f3-aefb-9b645e739a83 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:24:47.363103 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-d483507d-f23e-4d35-a169-975601025341 service neutron] Attempting to bind port 5e057ba1-44fc-428a-b58e-46b2455b0f3e on network e11248da-1e43-42f3-aefb-9b645e739a83 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:47.368891 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-d483507d-f23e-4d35-a169-975601025341 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:24:47.369342 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-d483507d-f23e-4d35-a169-975601025341 service neutron] Checking segment: {'id': 'c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'e11248da-1e43-42f3-aefb-9b645e739a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:24:47.369802 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-d483507d-f23e-4d35-a169-975601025341 service neutron] Bound using segment: {'id': 'c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'e11248da-1e43-42f3-aefb-9b645e739a83'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:24:47.370581 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-d483507d-f23e-4d35-a169-975601025341 service neutron] Bound port: 5e057ba1-44fc-428a-b58e-46b2455b0f3e, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'e11248da-1e43-42f3-aefb-9b645e739a83'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:24:47.370949 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-d483507d-f23e-4d35-a169-975601025341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:47.468127 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-d483507d-f23e-4d35-a169-975601025341 service neutron] For port 5e057ba1-44fc-428a-b58e-46b2455b0f3e, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:24:47.472908 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-d483507d-f23e-4d35-a169-975601025341 service neutron] For port 5e057ba1-44fc-428a-b58e-46b2455b0f3e, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=5e057ba1-44fc-428a-b58e-46b2455b0f3e,segment=NetworkSegment(c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7),segment_id=c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:24:47.479434 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-d483507d-f23e-4d35-a169-975601025341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:47.522653 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-d483507d-f23e-4d35-a169-975601025341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:47.523347 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-d483507d-f23e-4d35-a169-975601025341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:47.524895 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-d483507d-f23e-4d35-a169-975601025341 service neutron] 10.222.0.74 "PUT /v2.0/ports/5e057ba1-44fc-428a-b58e-46b2455b0f3e HTTP/1.1" status: 200 len: 1091 time: 1.1253595 Jul 23 16:24:47.525425 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e210d7-c668-49fb-b034-6a0aebb2c3c0', 'tag': '5e057ba1-44fc-428a-b58e-46b2455b0f3e'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:47.527819 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783d3d2a-a1f5-4c14-a922-3e88261da088" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e210d7-c668-49fb-b034-6a0aebb2c3c0", "tag": "5e057ba1-44fc-428a-b58e-46b2455b0f3e"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:47.574233 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device beb3d103-a49d-4162-bc5b-dbff7bb19329 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:47.581234 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483507d-f23e-4d35-a169-975601025341 service neutron] Pushing event updated for resources: {'Port': ['ID=5e057ba1-44fc-428a-b58e-46b2455b0f3e,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:47.632063 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-fcec43bf-027c-47d9-9217-2a966b0d4ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:47.634162 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-fcec43bf-027c-47d9-9217-2a966b0d4ae4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e8341b4f59d24af8a8daa41e0b7382bf&device_id=d7e210d7-c668-49fb-b034-6a0aebb2c3c0 HTTP/1.1" status: 200 len: 1094 time: 0.0680401 Jul 23 16:24:47.637023 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port beb3d103-a49d-4162-bc5b-dbff7bb19329 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:47.637621 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:47.684107 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-60b8a5c9-7561-44e8-8af8-3aefd2dc6d63 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e057ba1-44fc-428a-b58e-46b2455b0f3e HTTP/1.1" status: 200 len: 217 time: 0.0422220 Jul 23 16:24:47.718819 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc49262-ea64-482a-85d9-bd28ba1aa9ac tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Checking segment: {'id': '77fd7a8f-f4c4-4575-84a6-3c5376187746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '11a428c1-2391-4317-9ca6-9cb757088c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:24:47.719367 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc49262-ea64-482a-85d9-bd28ba1aa9ac tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Network hostable DHCP agents. Network: 11a428c1-2391-4317-9ca6-9cb757088c1a, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:24:47.743462 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 60adf173-8915-45cc-b9ef-c82b85c4c9a7 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:47.745994 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-f3e40b02-067e-4185-b01e-42f7d2c95e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:47.747485 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-f3e40b02-067e-4185-b01e-42f7d2c95e6a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e8835437-4f57-4fb0-9c0f-c7b8aa2033bb HTTP/1.1" status: 200 len: 857 time: 0.0541308 Jul 23 16:24:47.749734 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-f86e614b-fc76-43bc-91f8-585d1d4246da tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Allocated IP 172.20.0.11 (e11248da-1e43-42f3-aefb-9b645e739a83/e8835437-4f57-4fb0-9c0f-c7b8aa2033bb/bc245687-9a3c-4338-a35f-ccec84c2b556) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:24:47.786675 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-d08cff33-c113-46d6-9c37-5533109121c9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e11248da-1e43-42f3-aefb-9b645e739a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324097 Jul 23 16:24:47.807444 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 60adf173-8915-45cc-b9ef-c82b85c4c9a7 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:47.812623 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 60adf173-8915-45cc-b9ef-c82b85c4c9a7 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:47.813030 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:47.818240 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbcf4a1-0373-4106-8ada-8690a7626c65 req-ed0cfa02-975b-488b-9241-0d2249a36889 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:47.819795 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9dbcf4a1-0373-4106-8ada-8690a7626c65 req-ed0cfa02-975b-488b-9241-0d2249a36889 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1e40c57-2b4c-4b3e-8a60-8e906f4ade2a HTTP/1.1" status: 200 len: 945 time: 0.8486526 Jul 23 16:24:47.833227 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed85f3d-c359-42fa-8034-75fcb903611e req-ad851188-8a92-4cb3-bbb6-0aca75627f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:47.834685 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2ed85f3d-c359-42fa-8034-75fcb903611e req-ad851188-8a92-4cb3-bbb6-0aca75627f58 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8d7d20ea-5324-4d61-af92-f3ae3ea40d11 HTTP/1.1" status: 200 len: 860 time: 0.6558743 Jul 23 16:24:47.835267 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc49262-ea64-482a-85d9-bd28ba1aa9ac tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Network 11a428c1-2391-4317-9ca6-9cb757088c1a is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:24:47.895509 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-74d4697a-88d5-4528-9de1-fcab9215f4cd service neutron] 10.222.0.74 "GET /v2.0/networks/e11248da-1e43-42f3-aefb-9b645e739a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986257 Jul 23 16:24:47.907296 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:47.919819 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2ed85f3d-c359-42fa-8034-75fcb903611e req-9d873704-d823-4175-8791-7dca120b4be7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=02a7c16a-554a-4ad8-a4a9-73cc994d3940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653121 Jul 23 16:24:47.931205 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-1fc49262-ea64-482a-85d9-bd28ba1aa9ac tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 11a428c1-2391-4317-9ca6-9cb757088c1a) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:47.945461 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6703016-9c39-472d-8907-50d6cb23a6ac None None] Network 11a428c1-2391-4317-9ca6-9cb757088c1a requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:24:47.962034 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc49262-ea64-482a-85d9-bd28ba1aa9ac tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:47.962640 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1fc49262-ea64-482a-85d9-bd28ba1aa9ac tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:47.969950 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 60adf173-8915-45cc-b9ef-c82b85c4c9a7, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=60adf173-8915-45cc-b9ef-c82b85c4c9a7,segment=NetworkSegment(41305256-abb4-4e1e-b696-9719cc319e31),segment_id=41305256-abb4-4e1e-b696-9719cc319e31)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:47.982788 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:47.996898 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-5d469e1f-d848-41b7-bc8e-567c5c359d34 service neutron] 10.222.0.74 "GET /v2.0/networks/e11248da-1e43-42f3-aefb-9b645e739a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894814 Jul 23 16:24:48.011392 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cdd375f1-7fa0-477b-8268-473904df79ea req-b1ca756b-872f-499f-b0fa-e53c2d8250ff service neutron] 10.222.0.74 "GET /v2.0/networks/4a00963e-1d3a-4f60-9596-8ffc59315fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7962258 Jul 23 16:24:48.031282 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-ed36c923-13f3-4b95-9224-3efc527f702e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:48.032823 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-ed36c923-13f3-4b95-9224-3efc527f702e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c5e5ef48-b00d-4a4a-b322-8f86cea4f5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8138216 Jul 23 16:24:48.057415 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80b44e-482a-4438-9a6c-c472ffe760cc req-faaa540e-dc5c-4cb3-96ad-764b318581d7 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:48.058945 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb80b44e-482a-4438-9a6c-c472ffe760cc req-faaa540e-dc5c-4cb3-96ad-764b318581d7 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d HTTP/1.1" status: 200 len: 943 time: 0.8453670 Jul 23 16:24:48.062136 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9dbcf4a1-0373-4106-8ada-8690a7626c65 req-94ae5c1a-2c9f-495a-9266-d3263c2cec07 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305274 Jul 23 16:24:48.083243 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1fc49262-ea64-482a-85d9-bd28ba1aa9ac tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7513039 Jul 23 16:24:48.091112 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=60adf173-8915-45cc-b9ef-c82b85c4c9a7,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:48.171938 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc32065e-5466-4c37-a3ae-6f20a6ea5a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-11a428c1-2391-4317-9ca6-9cb757088c1a', 'network_id': '11a428c1-2391-4317-9ca6-9cb757088c1a', 'tenant_id': 'fb676069524140d885efdc13eef1aa27', 'fixed_ips': [{'subnet_id': '1d9b75bb-2a2c-4589-9573-4af7cf82e583'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:24:48.172886 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fc32065e-5466-4c37-a3ae-6f20a6ea5a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:48.300235 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-fc32065e-5466-4c37-a3ae-6f20a6ea5a05 None None] Allocated IP 19.86.0.2 (11a428c1-2391-4317-9ca6-9cb757088c1a/1d9b75bb-2a2c-4589-9573-4af7cf82e583/3a3043c4-807d-46e3-8686-fc1b507e62f1) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:24:48.378338 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2ed85f3d-c359-42fa-8034-75fcb903611e req-7b8a3d8a-67c3-4eae-ba7b-12fa0a7ff996 service neutron] 10.222.0.97 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393976 Jul 23 16:24:48.393912 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb80b44e-482a-4438-9a6c-c472ffe760cc req-721ed769-f8c8-4ca0-ad79-62a10218cb6a tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998233 Jul 23 16:24:48.454916 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-f86e614b-fc76-43bc-91f8-585d1d4246da tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:48.459077 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-48edb780-2a60-48e9-89e9-501173a68c43 service neutron] 10.222.0.97 "GET /v2.0/networks/c5e5ef48-b00d-4a4a-b322-8f86cea4f5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155974 Jul 23 16:24:48.484765 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cdd375f1-7fa0-477b-8268-473904df79ea req-9c6c2870-1302-4698-80f4-c07cafec0442 service neutron] 10.222.0.74 "GET /v2.0/networks/4a00963e-1d3a-4f60-9596-8ffc59315fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499116 Jul 23 16:24:48.526167 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de63173a-2b4f-46a5-a147-b86cf4aac9ab x-openstack-request-id: req-de63173a-2b4f-46a5-a147-b86cf4aac9ab {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:48.527056 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e210d7-c668-49fb-b034-6a0aebb2c3c0", "tag": "5e057ba1-44fc-428a-b58e-46b2455b0f3e", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:48.527642 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-de63173a-2b4f-46a5-a147-b86cf4aac9ab {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:48.528256 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e210d7-c668-49fb-b034-6a0aebb2c3c0', 'tag': '5e057ba1-44fc-428a-b58e-46b2455b0f3e', 'status': 'completed', 'code': 200} Jul 23 16:24:48.593980 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fc32065e-5466-4c37-a3ae-6f20a6ea5a05 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:48.602200 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-fc32065e-5466-4c37-a3ae-6f20a6ea5a05 None None] Transition to ACTIVE for port object 3a3043c4-807d-46e3-8686-fc1b507e62f1 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:48.610140 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bfb1e-bd47-42af-a60a-142d6c4e78c4 req-5cea8290-f4d0-4dfd-bf13-84da50520d0c tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:48.611677 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-425bfb1e-bd47-42af-a60a-142d6c4e78c4 req-5cea8290-f4d0-4dfd-bf13-84da50520d0c tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/ports?device_id=16a35f0c-24e8-4b5c-a1c3-419b678873bf HTTP/1.1" status: 200 len: 932 time: 0.4393880 Jul 23 16:24:48.612226 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device e3490b8f-7b6f-4503-baec-405c205d4359 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:48.637853 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-fc32065e-5466-4c37-a3ae-6f20a6ea5a05 None None] Transition to ACTIVE for port object 3a3043c4-807d-46e3-8686-fc1b507e62f1 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:48.647907 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fc32065e-5466-4c37-a3ae-6f20a6ea5a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:48.700301 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc32065e-5466-4c37-a3ae-6f20a6ea5a05 None None] Network 11a428c1-2391-4317-9ca6-9cb757088c1a is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:24:48.708352 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-fc32065e-5466-4c37-a3ae-6f20a6ea5a05 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:48.710701 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32065e-5466-4c37-a3ae-6f20a6ea5a05 None None] Pushing event updated for resources: {'Port': ['ID=3a3043c4-807d-46e3-8686-fc1b507e62f1,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:48.712814 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc32065e-5466-4c37-a3ae-6f20a6ea5a05 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:24:48.726620 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port e3490b8f-7b6f-4503-baec-405c205d4359 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:48.748907 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port e3490b8f-7b6f-4503-baec-405c205d4359 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:48.748907 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:48.776718 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2ed85f3d-c359-42fa-8034-75fcb903611e req-ed07856a-0fc9-4388-b935-1b1c6a8f7a57 service neutron] 10.222.0.97 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587728 Jul 23 16:24:48.802244 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-f86e614b-fc76-43bc-91f8-585d1d4246da tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:48.804615 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-fc32065e-5466-4c37-a3ae-6f20a6ea5a05 None None] Attempting to bind port 3a3043c4-807d-46e3-8686-fc1b507e62f1 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:24:48.804993 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-fc32065e-5466-4c37-a3ae-6f20a6ea5a05 None None] Attempting to bind port 3a3043c4-807d-46e3-8686-fc1b507e62f1 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '77fd7a8f-f4c4-4575-84a6-3c5376187746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '11a428c1-2391-4317-9ca6-9cb757088c1a'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:24:48.805389 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc32065e-5466-4c37-a3ae-6f20a6ea5a05 None None] Attempting to bind port 3a3043c4-807d-46e3-8686-fc1b507e62f1 on network 11a428c1-2391-4317-9ca6-9cb757088c1a {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:48.815226 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc32065e-5466-4c37-a3ae-6f20a6ea5a05 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:24:48.815605 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc32065e-5466-4c37-a3ae-6f20a6ea5a05 None None] Checking segment: {'id': '77fd7a8f-f4c4-4575-84a6-3c5376187746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '11a428c1-2391-4317-9ca6-9cb757088c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:24:48.816014 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fc32065e-5466-4c37-a3ae-6f20a6ea5a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:48.816412 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc32065e-5466-4c37-a3ae-6f20a6ea5a05 None None] Bound using segment: {'id': '77fd7a8f-f4c4-4575-84a6-3c5376187746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '11a428c1-2391-4317-9ca6-9cb757088c1a'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:24:48.816892 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-fc32065e-5466-4c37-a3ae-6f20a6ea5a05 None None] Bound port: 3a3043c4-807d-46e3-8686-fc1b507e62f1, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fd7a8f-f4c4-4575-84a6-3c5376187746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '11a428c1-2391-4317-9ca6-9cb757088c1a'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:24:48.817297 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fc32065e-5466-4c37-a3ae-6f20a6ea5a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:48.819412 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-425bfb1e-bd47-42af-a60a-142d6c4e78c4 req-e478fbc1-4cd1-41db-a922-1b85f5ddbb64 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/security-groups?id=4365f043-4cf0-431e-960a-89310d8f7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887133 Jul 23 16:24:48.870164 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-610fa6e3-1f80-4776-8574-8acf9186a71b service neutron] 10.222.0.97 "GET /v2.0/networks/c5e5ef48-b00d-4a4a-b322-8f86cea4f5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896742 Jul 23 16:24:48.905224 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-f86e614b-fc76-43bc-91f8-585d1d4246da tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Network e11248da-1e43-42f3-aefb-9b645e739a83 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:24:48.905785 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 502a3103-bf4e-47c4-90ec-075a8540f1d9 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:24:48.943876 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d3d2a-a1f5-4c14-a922-3e88261da088 req-bf000d6f-cf0c-4568-a0ab-c69d2938c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:48.945490 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-783d3d2a-a1f5-4c14-a922-3e88261da088 req-bf000d6f-cf0c-4568-a0ab-c69d2938c053 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e8341b4f59d24af8a8daa41e0b7382bf&device_id=d7e210d7-c668-49fb-b034-6a0aebb2c3c0 HTTP/1.1" status: 200 len: 1094 time: 0.3593166 Jul 23 16:24:48.953538 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69348170-497f-42eb-a377-50c182e77920 req-3d14b3bb-0041-498c-9819-7e7259d49c39 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:48.960430 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-69348170-497f-42eb-a377-50c182e77920 req-3d14b3bb-0041-498c-9819-7e7259d49c39 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bedcbe0-0cd4-4108-beed-224107435bf4 HTTP/1.1" status: 200 len: 946 time: 0.3691671 Jul 23 16:24:48.967575 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-f86e614b-fc76-43bc-91f8-585d1d4246da tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:48.983456 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-fc32065e-5466-4c37-a3ae-6f20a6ea5a05 None None] For port 3a3043c4-807d-46e3-8686-fc1b507e62f1, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:24:48.983791 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-075e0cf9-be09-4411-9991-b65c9b8e8128 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=6f4f771a-0731-4ed2-98ff-d65dace07b5a HTTP/1.1" status: 200 len: 217 time: 0.1024778 Jul 23 16:24:48.987500 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-f86e614b-fc76-43bc-91f8-585d1d4246da tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:24:48.992388 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e614b-fc76-43bc-91f8-585d1d4246da tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Pushing event updated for resources: {'Port': ['ID=bc245687-9a3c-4338-a35f-ccec84c2b556,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:48.999857 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-fc32065e-5466-4c37-a3ae-6f20a6ea5a05 None None] For port 3a3043c4-807d-46e3-8686-fc1b507e62f1, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3a3043c4-807d-46e3-8686-fc1b507e62f1,segment=NetworkSegment(77fd7a8f-f4c4-4575-84a6-3c5376187746),segment_id=77fd7a8f-f4c4-4575-84a6-3c5376187746)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:24:49.007091 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fc32065e-5466-4c37-a3ae-6f20a6ea5a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:49.088575 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-b7eb2226-e648-417c-b68f-b500dff6ee03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f4414b-efd0-4e23-8ebc-a0e15cc84971 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:49.105972 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-b7eb2226-e648-417c-b68f-b500dff6ee03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:49.119558 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-b7eb2226-e648-417c-b68f-b500dff6ee03 service neutron] Transition to ACTIVE for port object 70f4414b-efd0-4e23-8ebc-a0e15cc84971 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:49.124986 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-b7eb2226-e648-417c-b68f-b500dff6ee03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:49.139131 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:49.180817 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port e3490b8f-7b6f-4503-baec-405c205d4359, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=e3490b8f-7b6f-4503-baec-405c205d4359,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:49.187038 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-69348170-497f-42eb-a377-50c182e77920 req-9a1dfe70-1e99-4a75-8cd0-efe56132da20 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255785 Jul 23 16:24:49.192138 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e40c57-2b4c-4b3e-8a60-8e906f4ade2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3490b8f-7b6f-4503-baec-405c205d4359'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:49.194633 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1c5177-b2f4-4ace-aa8f-5a172072af55" -d '{"events": [{"server_uuid": "e1e40c57-2b4c-4b3e-8a60-8e906f4ade2a", "name": "network-vif-plugged", "status": "completed", "tag": "e3490b8f-7b6f-4503-baec-405c205d4359"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:49.213127 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:49.217863 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 502a3103-bf4e-47c4-90ec-075a8540f1d9, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=502a3103-bf4e-47c4-90ec-075a8540f1d9,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:49.220874 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32065e-5466-4c37-a3ae-6f20a6ea5a05 None None] Pushing event updated for resources: {'Port': ['ID=3a3043c4-807d-46e3-8686-fc1b507e62f1,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:49.264594 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb2226-e648-417c-b68f-b500dff6ee03 service neutron] Pushing event updated for resources: {'Port': ['ID=70f4414b-efd0-4e23-8ebc-a0e15cc84971,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:49.284929 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-b7eb2226-e648-417c-b68f-b500dff6ee03 service neutron] Attempting to bind port 70f4414b-efd0-4e23-8ebc-a0e15cc84971 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:24:49.285352 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-b7eb2226-e648-417c-b68f-b500dff6ee03 service neutron] Attempting to bind port 70f4414b-efd0-4e23-8ebc-a0e15cc84971 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'e11248da-1e43-42f3-aefb-9b645e739a83'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:24:49.285694 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-b7eb2226-e648-417c-b68f-b500dff6ee03 service neutron] Attempting to bind port 70f4414b-efd0-4e23-8ebc-a0e15cc84971 on network e11248da-1e43-42f3-aefb-9b645e739a83 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:49.292586 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-b7eb2226-e648-417c-b68f-b500dff6ee03 service neutron] Port 70f4414b-efd0-4e23-8ebc-a0e15cc84971 on network e11248da-1e43-42f3-aefb-9b645e739a83 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:24:49.292946 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-b7eb2226-e648-417c-b68f-b500dff6ee03 service neutron] Attempting to bind port 70f4414b-efd0-4e23-8ebc-a0e15cc84971 on network e11248da-1e43-42f3-aefb-9b645e739a83 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:49.294738 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=e3490b8f-7b6f-4503-baec-405c205d4359,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:49.298733 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-b7eb2226-e648-417c-b68f-b500dff6ee03 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:24:49.299074 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-b7eb2226-e648-417c-b68f-b500dff6ee03 service neutron] Checking segment: {'id': 'c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'e11248da-1e43-42f3-aefb-9b645e739a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:24:49.299496 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-b7eb2226-e648-417c-b68f-b500dff6ee03 service neutron] Bound using segment: {'id': 'c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'e11248da-1e43-42f3-aefb-9b645e739a83'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:24:49.299949 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-b7eb2226-e648-417c-b68f-b500dff6ee03 service neutron] Bound port: 70f4414b-efd0-4e23-8ebc-a0e15cc84971, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'e11248da-1e43-42f3-aefb-9b645e739a83'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:24:49.300362 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-b7eb2226-e648-417c-b68f-b500dff6ee03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:49.326526 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '502a3103-bf4e-47c4-90ec-075a8540f1d9', 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940', 'port_id': '502a3103-bf4e-47c4-90ec-075a8540f1d9', 'mac_address': 'fa:16:3e:1c:c8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7d20ea-5324-4d61-af92-f3ae3ea40d11', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:24:49.338699 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-f86e614b-fc76-43bc-91f8-585d1d4246da tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:49.339364 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-f86e614b-fc76-43bc-91f8-585d1d4246da tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:49.349200 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-6391b635-0710-43c6-b29c-6324f0d38a7f tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:49.355050 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-6391b635-0710-43c6-b29c-6324f0d38a7f tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:49.362680 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-6391b635-0710-43c6-b29c-6324f0d38a7f tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/networks?id=dcce6b9f-e295-4611-aa9a-7022908630bd&id=11a428c1-2391-4317-9ca6-9cb757088c1a&id=dcce6b9f-e295-4611-aa9a-7022908630bd HTTP/1.1" status: 200 len: 1392 time: 0.1743236 Jul 23 16:24:49.394836 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-b7eb2226-e648-417c-b68f-b500dff6ee03 service neutron] For port 70f4414b-efd0-4e23-8ebc-a0e15cc84971, host n-h2-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:24:49.402119 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:49.402946 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-b7eb2226-e648-417c-b68f-b500dff6ee03 service neutron] For port 70f4414b-efd0-4e23-8ebc-a0e15cc84971, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=70f4414b-efd0-4e23-8ebc-a0e15cc84971,segment=NetworkSegment(c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7),segment_id=c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:24:49.409384 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-b7eb2226-e648-417c-b68f-b500dff6ee03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:49.430274 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-f6fb8dc5-c854-4bcc-b6a2-734b58d0bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:49.432013 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-f6fb8dc5-c854-4bcc-b6a2-734b58d0bc37 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0e1b4b2c-7085-4c60-92b2-650db68b72a2 HTTP/1.1" status: 200 len: 797 time: 0.4172690 Jul 23 16:24:49.445394 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 502a3103-bf4e-47c4-90ec-075a8540f1d9 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:49.465163 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-a64bb1d8-5ccb-4072-9167-b0645ca99dd9 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/quotas/fb676069524140d885efdc13eef1aa27 HTTP/1.1" status: 200 len: 375 time: 0.1014760 Jul 23 16:24:49.483862 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 502a3103-bf4e-47c4-90ec-075a8540f1d9, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=502a3103-bf4e-47c4-90ec-075a8540f1d9,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:49.495548 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:49.519368 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-b7eb2226-e648-417c-b68f-b500dff6ee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:49.519980 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-b7eb2226-e648-417c-b68f-b500dff6ee03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:49.523841 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-b7eb2226-e648-417c-b68f-b500dff6ee03 service neutron] 10.222.0.97 "PUT /v2.0/ports/70f4414b-efd0-4e23-8ebc-a0e15cc84971 HTTP/1.1" status: 200 len: 1092 time: 2.6170297 Jul 23 16:24:49.543661 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-f86e614b-fc76-43bc-91f8-585d1d4246da tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0904241 Jul 23 16:24:49.575714 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d3d2a-a1f5-4c14-a922-3e88261da088 req-127beff1-2108-439c-895e-a6d20e32b633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:49.577842 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-783d3d2a-a1f5-4c14-a922-3e88261da088 req-127beff1-2108-439c-895e-a6d20e32b633 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e11248da-1e43-42f3-aefb-9b645e739a83 HTTP/1.1" status: 200 len: 919 time: 0.6151171 Jul 23 16:24:49.588314 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb2226-e648-417c-b68f-b500dff6ee03 service neutron] Pushing event updated for resources: {'Port': ['ID=70f4414b-efd0-4e23-8ebc-a0e15cc84971,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:49.590054 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-283b17ed-040f-4f48-aef4-8d343e75cba8 service neutron] Request body: {'port': {'device_id': 'eeb72f35-8ac6-4363-9443-a3d495f4eb65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:49.620259 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=502a3103-bf4e-47c4-90ec-075a8540f1d9,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:49.626849 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 60adf173-8915-45cc-b9ef-c82b85c4c9a7 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:49.694034 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 60adf173-8915-45cc-b9ef-c82b85c4c9a7 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:49.694692 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:49.702822 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-81c4f754-3070-4bc3-ac25-d33b70d85038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:49.704746 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-81c4f754-3070-4bc3-ac25-d33b70d85038 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e8341b4f59d24af8a8daa41e0b7382bf&device_id=16a35f0c-24e8-4b5c-a1c3-419b678873bf HTTP/1.1" status: 200 len: 1095 time: 0.0940149 Jul 23 16:24:49.725093 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-783d3d2a-a1f5-4c14-a922-3e88261da088 req-d60e02fa-0c87-4d97-a882-56ce09a52abf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e057ba1-44fc-428a-b58e-46b2455b0f3e HTTP/1.1" status: 200 len: 217 time: 0.0776470 Jul 23 16:24:49.775312 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-38137f8d-c270-43a6-a90f-1299076889f7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70f4414b-efd0-4e23-8ebc-a0e15cc84971 HTTP/1.1" status: 200 len: 217 time: 0.0620105 Jul 23 16:24:49.787189 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['502a3103-bf4e-47c4-90ec-075a8540f1d9'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:49.811630 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada811ac-4636-438e-93f7-9f183af05816 req-3e41223e-1c68-4d8a-96f8-7d7df314c188 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:49.821984 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ada811ac-4636-438e-93f7-9f183af05816 req-3e41223e-1c68-4d8a-96f8-7d7df314c188 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1e40c57-2b4c-4b3e-8a60-8e906f4ade2a HTTP/1.1" status: 200 len: 946 time: 0.4448345 Jul 23 16:24:49.859047 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-283b17ed-040f-4f48-aef4-8d343e75cba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:49.863261 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-10241af5-e9fa-4c27-9306-dce90015412d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:49.866498 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-10241af5-e9fa-4c27-9306-dce90015412d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e8835437-4f57-4fb0-9c0f-c7b8aa2033bb HTTP/1.1" status: 200 len: 857 time: 0.0839546 Jul 23 16:24:49.881615 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-20de5ed5-6f5e-446f-bbdb-051e25f40fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:49.883294 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-20de5ed5-6f5e-446f-bbdb-051e25f40fcd service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e5f00839-b5e3-470f-98ff-b05da7b06d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4012718 Jul 23 16:24:49.889609 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d3d2a-a1f5-4c14-a922-3e88261da088 req-f1b0acff-c299-4d80-b802-2b6080ce1b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:49.891425 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-783d3d2a-a1f5-4c14-a922-3e88261da088 req-f1b0acff-c299-4d80-b802-2b6080ce1b20 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e8835437-4f57-4fb0-9c0f-c7b8aa2033bb HTTP/1.1" status: 200 len: 857 time: 0.1490886 Jul 23 16:24:49.926248 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-bca55ecd-c23d-43ae-838d-0d3ae329597d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e11248da-1e43-42f3-aefb-9b645e739a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518413 Jul 23 16:24:49.927772 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-47c0dcfb-4510-482a-a4be-28d8540f5367 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=fb676069524140d885efdc13eef1aa27&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4617200 Jul 23 16:24:49.992464 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-783d3d2a-a1f5-4c14-a922-3e88261da088 req-18606bbf-a051-4da5-8581-475208b577ad service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e11248da-1e43-42f3-aefb-9b645e739a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853996 Jul 23 16:24:50.030155 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ada811ac-4636-438e-93f7-9f183af05816 req-036e1a3f-80d8-4d51-85b0-da2415995cfb tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067466 Jul 23 16:24:50.044056 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-3da52ccf-fb96-4b16-9614-280a9c7b652a service neutron] 10.222.0.97 "GET /v2.0/networks/e11248da-1e43-42f3-aefb-9b645e739a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021602 Jul 23 16:24:50.090735 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82e2238-670b-4e43-9c29-f7fbc22b75b9 x-openstack-request-id: req-c82e2238-670b-4e43-9c29-f7fbc22b75b9 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:50.091035 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e40c57-2b4c-4b3e-8a60-8e906f4ade2a", "name": "network-vif-plugged", "status": "completed", "tag": "e3490b8f-7b6f-4503-baec-405c205d4359", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:50.091292 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c82e2238-670b-4e43-9c29-f7fbc22b75b9 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:50.092226 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e40c57-2b4c-4b3e-8a60-8e906f4ade2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3490b8f-7b6f-4503-baec-405c205d4359', 'code': 200} Jul 23 16:24:50.200355 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-ad261d0b-20ad-42f0-b9bf-4cb0cabca1fe service neutron] 10.222.0.97 "GET /v2.0/networks/e11248da-1e43-42f3-aefb-9b645e739a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510441 Jul 23 16:24:50.259047 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f0160-116e-43a6-b985-59775abedb0c req-e3045d52-c0c4-474c-ba93-57393fe8cd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:50.261443 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ec4f0160-116e-43a6-b985-59775abedb0c req-e3045d52-c0c4-474c-ba93-57393fe8cd7f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e1e40c57-2b4c-4b3e-8a60-8e906f4ade2a HTTP/1.1" status: 200 len: 1097 time: 0.0864153 Jul 23 16:24:50.310280 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ec4f0160-116e-43a6-b985-59775abedb0c req-7cdd62ae-58c0-42b0-aec7-aac27532d288 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427067 Jul 23 16:24:50.484823 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1285e6f-a5cd-484b-a450-b04b6de2ac53 None None] Network 11a428c1-2391-4317-9ca6-9cb757088c1a requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:24:50.529453 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a35f0c-24e8-4b5c-a1c3-419b678873bf', 'tag': '70f4414b-efd0-4e23-8ebc-a0e15cc84971'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:50.533291 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d8888c-321f-4936-81a9-4f1b424e5b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "16a35f0c-24e8-4b5c-a1c3-419b678873bf", "tag": "70f4414b-efd0-4e23-8ebc-a0e15cc84971"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:50.563295 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-af4c041d-cd0c-4b38-9afe-61f202b5c418 None None] Provisioning for port 3a3043c4-807d-46e3-8686-fc1b507e62f1 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:50.650599 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 5e057ba1-44fc-428a-b58e-46b2455b0f3e details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:24:50.694222 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-220cbbc8-ca4e-42a0-9f24-94dd9d235ded service neutron] 10.222.0.73 "GET /v2.0/networks/dcce6b9f-e295-4611-aa9a-7022908630bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7495823 Jul 23 16:24:50.708713 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-b7481b05-1d1a-427a-8db8-863c1d554959 service neutron] 10.222.0.97 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8164713 Jul 23 16:24:50.767717 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 5e057ba1-44fc-428a-b58e-46b2455b0f3e, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=5e057ba1-44fc-428a-b58e-46b2455b0f3e,segment=NetworkSegment(c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7),segment_id=c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:50.781891 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '5e057ba1-44fc-428a-b58e-46b2455b0f3e', 'network_id': 'e11248da-1e43-42f3-aefb-9b645e739a83', 'port_id': '5e057ba1-44fc-428a-b58e-46b2455b0f3e', 'mac_address': 'fa:16:3e:d4:01:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8835437-4f57-4fb0-9c0f-c7b8aa2033bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:24:50.803830 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-783d3d2a-a1f5-4c14-a922-3e88261da088 req-c953bd84-0310-4f7c-a88f-e3c75832d129 service neutron] 10.222.0.74 "GET /v2.0/networks/e11248da-1e43-42f3-aefb-9b645e739a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7585495 Jul 23 16:24:50.829948 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:50.847620 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 502a3103-bf4e-47c4-90ec-075a8540f1d9 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:50.853381 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e057ba1-44fc-428a-b58e-46b2455b0f3e {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:50.903348 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 5e057ba1-44fc-428a-b58e-46b2455b0f3e, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=5e057ba1-44fc-428a-b58e-46b2455b0f3e,segment=NetworkSegment(c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7),segment_id=c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:50.908858 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:50.953761 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 502a3103-bf4e-47c4-90ec-075a8540f1d9 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:50.965152 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 502a3103-bf4e-47c4-90ec-075a8540f1d9 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:50.965526 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:50.968590 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=5e057ba1-44fc-428a-b58e-46b2455b0f3e,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:50.969282 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0f451-f0c3-49d2-abb1-a10e360397a2 req-3b0808ab-e8ae-4044-804a-eeca43185ac1 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:50.970941 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cbe0f451-f0c3-49d2-abb1-a10e360397a2 req-3b0808ab-e8ae-4044-804a-eeca43185ac1 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d HTTP/1.1" status: 200 len: 944 time: 0.8040814 Jul 23 16:24:51.049337 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:51.070713 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-f6a2cc66-b20e-44e4-aaa4-728857a0754b service neutron] 10.222.0.73 "GET /v2.0/networks/dcce6b9f-e295-4611-aa9a-7022908630bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756027 Jul 23 16:24:51.079046 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-c5cc7e2e-1f25-4c8d-9f64-774095f41535 service neutron] 10.222.0.97 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338029 Jul 23 16:24:51.082702 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 502a3103-bf4e-47c4-90ec-075a8540f1d9, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=502a3103-bf4e-47c4-90ec-075a8540f1d9,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:51.087435 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:51.148217 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=502a3103-bf4e-47c4-90ec-075a8540f1d9,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:51.186747 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-82303d5e-a968-445f-99d9-4e64d2f19580 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=ec5d280e-539b-40ed-95d6-bc3fb999ce68 HTTP/1.1" status: 200 len: 217 time: 0.0901012 Jul 23 16:24:51.194220 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cbe0f451-f0c3-49d2-abb1-a10e360397a2 req-80b1f347-3d5d-4139-812b-c1acc6bf6a4a tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999440 Jul 23 16:24:51.225253 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-783d3d2a-a1f5-4c14-a922-3e88261da088 req-d4b0cd4a-01b5-4087-8015-6dcfa83f6856 service neutron] 10.222.0.74 "GET /v2.0/networks/e11248da-1e43-42f3-aefb-9b645e739a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863652 Jul 23 16:24:51.237226 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['5e057ba1-44fc-428a-b58e-46b2455b0f3e'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:51.306588 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-283b17ed-040f-4f48-aef4-8d343e75cba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc245687-9a3c-4338-a35f-ccec84c2b556 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:51.323592 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-283b17ed-040f-4f48-aef4-8d343e75cba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:51.347164 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-ff4616c6-b35a-44d2-8fd1-4250027186f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:51.348635 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-ff4616c6-b35a-44d2-8fd1-4250027186f9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0e1b4b2c-7085-4c60-92b2-650db68b72a2 HTTP/1.1" status: 200 len: 797 time: 0.1512425 Jul 23 16:24:51.354187 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-e7c81585-6911-4102-bdd5-1aac6aa53ea3 service neutron] 10.222.0.73 "GET /v2.0/networks/11a428c1-2391-4317-9ca6-9cb757088c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742176 Jul 23 16:24:51.407572 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-283b17ed-040f-4f48-aef4-8d343e75cba8 service neutron] Transition to ACTIVE for port object bc245687-9a3c-4338-a35f-ccec84c2b556 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:51.441765 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-283b17ed-040f-4f48-aef4-8d343e75cba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:51.453108 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3a3043c4-807d-46e3-8686-fc1b507e62f1 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:51.500386 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 3a3043c4-807d-46e3-8686-fc1b507e62f1 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:51.504550 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 3a3043c4-807d-46e3-8686-fc1b507e62f1 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:51.504925 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:51.563018 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b17ed-040f-4f48-aef4-8d343e75cba8 service neutron] Pushing event updated for resources: {'Port': ['ID=bc245687-9a3c-4338-a35f-ccec84c2b556,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:51.587117 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:51.618842 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d1f7b-ebee-4db9-b23a-8363befff8d8 req-0ea8a327-37b5-4edb-8a1e-69e0162bc569 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:51.620407 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7a0d1f7b-ebee-4db9-b23a-8363befff8d8 req-0ea8a327-37b5-4edb-8a1e-69e0162bc569 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/ports?device_id=16a35f0c-24e8-4b5c-a1c3-419b678873bf HTTP/1.1" status: 200 len: 944 time: 0.2876964 Jul 23 16:24:51.620557 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 3a3043c4-807d-46e3-8686-fc1b507e62f1, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3a3043c4-807d-46e3-8686-fc1b507e62f1,segment=NetworkSegment(77fd7a8f-f4c4-4575-84a6-3c5376187746),segment_id=77fd7a8f-f4c4-4575-84a6-3c5376187746)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:51.625221 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:51.642249 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-0b005c32-05c6-4a39-ac9b-ad875596afeb service neutron] 10.222.0.73 "GET /v2.0/networks/11a428c1-2391-4317-9ca6-9cb757088c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684100 Jul 23 16:24:51.646916 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-d74b28ae-71e8-48f0-87e3-6ee908d6a973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:51.648379 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-d74b28ae-71e8-48f0-87e3-6ee908d6a973 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e5f00839-b5e3-470f-98ff-b05da7b06d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2714162 Jul 23 16:24:51.676376 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=3a3043c4-807d-46e3-8686-fc1b507e62f1,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:51.829156 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7a0d1f7b-ebee-4db9-b23a-8363befff8d8 req-34b0fb76-5c75-4daa-a7b2-25f0d26d122d tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/security-groups?id=4365f043-4cf0-431e-960a-89310d8f7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841466 Jul 23 16:24:51.836036 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-283b17ed-040f-4f48-aef4-8d343e75cba8 service neutron] Attempting to bind port bc245687-9a3c-4338-a35f-ccec84c2b556 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:24:51.836374 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-283b17ed-040f-4f48-aef4-8d343e75cba8 service neutron] Attempting to bind port bc245687-9a3c-4338-a35f-ccec84c2b556 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'e11248da-1e43-42f3-aefb-9b645e739a83'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:24:51.836706 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-283b17ed-040f-4f48-aef4-8d343e75cba8 service neutron] Attempting to bind port bc245687-9a3c-4338-a35f-ccec84c2b556 on network e11248da-1e43-42f3-aefb-9b645e739a83 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:51.860550 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-283b17ed-040f-4f48-aef4-8d343e75cba8 service neutron] Port bc245687-9a3c-4338-a35f-ccec84c2b556 on network e11248da-1e43-42f3-aefb-9b645e739a83 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:24:51.860885 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-283b17ed-040f-4f48-aef4-8d343e75cba8 service neutron] Attempting to bind port bc245687-9a3c-4338-a35f-ccec84c2b556 on network e11248da-1e43-42f3-aefb-9b645e739a83 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:51.875460 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-283b17ed-040f-4f48-aef4-8d343e75cba8 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:24:51.875806 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-283b17ed-040f-4f48-aef4-8d343e75cba8 service neutron] Checking segment: {'id': 'c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'e11248da-1e43-42f3-aefb-9b645e739a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:24:51.876192 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-283b17ed-040f-4f48-aef4-8d343e75cba8 service neutron] Bound using segment: {'id': 'c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'e11248da-1e43-42f3-aefb-9b645e739a83'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:24:51.876628 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-283b17ed-040f-4f48-aef4-8d343e75cba8 service neutron] Bound port: bc245687-9a3c-4338-a35f-ccec84c2b556, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'e11248da-1e43-42f3-aefb-9b645e739a83'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:24:51.876992 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-283b17ed-040f-4f48-aef4-8d343e75cba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:51.880230 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-3c483835-b096-409c-ab97-e6bdb016a51c service neutron] 10.222.0.73 "GET /v2.0/networks/dcce6b9f-e295-4611-aa9a-7022908630bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288327 Jul 23 16:24:51.883381 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-7b8bb518-c19c-4011-a2a7-09ab9efbdf87 service neutron] 10.222.0.97 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157595 Jul 23 16:24:52.093960 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502a3103-bf4e-47c4-90ec-075a8540f1d9'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:52.096202 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff434645-e762-4521-a6b8-788d6e1986d0" -d '{"events": [{"server_uuid": "6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d", "name": "network-vif-plugged", "status": "completed", "tag": "502a3103-bf4e-47c4-90ec-075a8540f1d9"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:52.115349 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-283b17ed-040f-4f48-aef4-8d343e75cba8 service neutron] For port bc245687-9a3c-4338-a35f-ccec84c2b556, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:24:52.152335 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-283b17ed-040f-4f48-aef4-8d343e75cba8 service neutron] For port bc245687-9a3c-4338-a35f-ccec84c2b556, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=bc245687-9a3c-4338-a35f-ccec84c2b556,segment=NetworkSegment(c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7),segment_id=c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:24:52.156691 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-ee89e788-fbd5-42e5-b28d-089a4c22d1be service neutron] 10.222.0.73 "GET /v2.0/networks/dcce6b9f-e295-4611-aa9a-7022908630bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670248 Jul 23 16:24:52.160104 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-283b17ed-040f-4f48-aef4-8d343e75cba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:52.163113 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-15ac79f0-cd7c-427c-b766-c7de2509c905 service neutron] 10.222.0.97 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631581 Jul 23 16:24:52.245471 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-283b17ed-040f-4f48-aef4-8d343e75cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:52.246094 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-283b17ed-040f-4f48-aef4-8d343e75cba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:52.247533 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-283b17ed-040f-4f48-aef4-8d343e75cba8 service neutron] 10.222.0.97 "PUT /v2.0/ports/bc245687-9a3c-4338-a35f-ccec84c2b556 HTTP/1.1" status: 200 len: 1092 time: 2.6684520 Jul 23 16:24:52.252609 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-ffd12296-a5b0-43f6-82bf-202c1c9716f0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=01fb3cf0-e4ff-4a66-8ed1-9025c34ef945 HTTP/1.1" status: 200 len: 217 time: 0.0803411 Jul 23 16:24:52.253971 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb72f35-8ac6-4363-9443-a3d495f4eb65', 'tag': 'bc245687-9a3c-4338-a35f-ccec84c2b556'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:52.256243 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c375805-f60e-4026-8fca-445fcc7321e8" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb72f35-8ac6-4363-9443-a3d495f4eb65", "tag": "bc245687-9a3c-4338-a35f-ccec84c2b556"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:52.289038 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8013b2-62db-4e89-bdc1-f26e66e1f3fc req-689c2844-16f3-4021-b136-6cb40fcd972e tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:52.290604 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ae8013b2-62db-4e89-bdc1-f26e66e1f3fc req-689c2844-16f3-4021-b136-6cb40fcd972e tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bedcbe0-0cd4-4108-beed-224107435bf4 HTTP/1.1" status: 200 len: 946 time: 0.2826107 Jul 23 16:24:52.310042 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ccc96e-1898-47cd-b3a6-2f2aa88944c7 x-openstack-request-id: req-84ccc96e-1898-47cd-b3a6-2f2aa88944c7 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:52.311090 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16a35f0c-24e8-4b5c-a1c3-419b678873bf", "tag": "70f4414b-efd0-4e23-8ebc-a0e15cc84971", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:52.311572 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-84ccc96e-1898-47cd-b3a6-2f2aa88944c7 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:52.312229 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a35f0c-24e8-4b5c-a1c3-419b678873bf', 'tag': '70f4414b-efd0-4e23-8ebc-a0e15cc84971', 'status': 'completed', 'code': 200} Jul 23 16:24:52.348883 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b17ed-040f-4f48-aef4-8d343e75cba8 service neutron] Pushing event updated for resources: {'Port': ['ID=bc245687-9a3c-4338-a35f-ccec84c2b556,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:52.429088 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-4211567d-d76f-4c62-9e57-573dfebdb1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:52.430594 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8888c-321f-4936-81a9-4f1b424e5b5c req-74b21b2d-5c14-42c9-a0b9-e25b030db4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:52.430730 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-4211567d-d76f-4c62-9e57-573dfebdb1de service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0e1b4b2c-7085-4c60-92b2-650db68b72a2 HTTP/1.1" status: 200 len: 797 time: 0.1678250 Jul 23 16:24:52.432431 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c8d8888c-321f-4936-81a9-4f1b424e5b5c req-74b21b2d-5c14-42c9-a0b9-e25b030db4cd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e8341b4f59d24af8a8daa41e0b7382bf&device_id=16a35f0c-24e8-4b5c-a1c3-419b678873bf HTTP/1.1" status: 200 len: 1095 time: 0.0941486 Jul 23 16:24:52.435463 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ae8013b2-62db-4e89-bdc1-f26e66e1f3fc req-cbe2143e-e21f-4248-8444-83c9bb3f2f83 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167173 Jul 23 16:24:52.494621 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-c8de6650-c0bd-42ec-bc72-6e893998c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:52.496536 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-c8de6650-c0bd-42ec-bc72-6e893998c8a9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e8341b4f59d24af8a8daa41e0b7382bf&device_id=eeb72f35-8ac6-4363-9443-a3d495f4eb65 HTTP/1.1" status: 200 len: 1095 time: 0.2046638 Jul 23 16:24:52.510801 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb1ea42-4f16-4f31-8699-959b3b4ee0e9 x-openstack-request-id: req-fbb1ea42-4f16-4f31-8699-959b3b4ee0e9 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:52.511098 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d", "name": "network-vif-plugged", "status": "completed", "tag": "502a3103-bf4e-47c4-90ec-075a8540f1d9", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:52.511359 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fbb1ea42-4f16-4f31-8699-959b3b4ee0e9 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:52.511921 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502a3103-bf4e-47c4-90ec-075a8540f1d9', 'code': 200} Jul 23 16:24:52.560319 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-408d86ef-5517-4730-88bc-eb320b2efa95 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc245687-9a3c-4338-a35f-ccec84c2b556 HTTP/1.1" status: 200 len: 217 time: 0.0553391 Jul 23 16:24:52.569164 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edd76a-eeab-4bbc-ae3f-dfcb78da472a req-2866422d-64e6-4e6f-9c58-e5c98d39973a tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:52.570764 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d8edd76a-eeab-4bbc-ae3f-dfcb78da472a req-2866422d-64e6-4e6f-9c58-e5c98d39973a tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1e40c57-2b4c-4b3e-8a60-8e906f4ade2a HTTP/1.1" status: 200 len: 946 time: 0.2008622 Jul 23 16:24:52.635640 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 5e057ba1-44fc-428a-b58e-46b2455b0f3e up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:52.706691 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 5e057ba1-44fc-428a-b58e-46b2455b0f3e completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:52.710256 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-23451575-70e3-49bc-acea-8d8d37aa5c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:52.711829 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-23451575-70e3-49bc-acea-8d8d37aa5c95 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e5f00839-b5e3-470f-98ff-b05da7b06d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2683458 Jul 23 16:24:52.713297 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 5e057ba1-44fc-428a-b58e-46b2455b0f3e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:52.713661 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:52.842958 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:52.894521 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 5e057ba1-44fc-428a-b58e-46b2455b0f3e, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=5e057ba1-44fc-428a-b58e-46b2455b0f3e,segment=NetworkSegment(c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7),segment_id=c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:52.900100 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:52.940269 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8888c-321f-4936-81a9-4f1b424e5b5c req-0a5fdcab-b400-4384-b203-433e7a36a8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:52.942156 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c8d8888c-321f-4936-81a9-4f1b424e5b5c req-0a5fdcab-b400-4384-b203-433e7a36a8f6 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e11248da-1e43-42f3-aefb-9b645e739a83 HTTP/1.1" status: 200 len: 919 time: 0.5000336 Jul 23 16:24:52.963181 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=5e057ba1-44fc-428a-b58e-46b2455b0f3e,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:52.999327 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c8d8888c-321f-4936-81a9-4f1b424e5b5c req-df093c98-643c-45c6-b32e-28e4b66f71d1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70f4414b-efd0-4e23-8ebc-a0e15cc84971 HTTP/1.1" status: 200 len: 217 time: 0.0498490 Jul 23 16:24:53.051557 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8888c-321f-4936-81a9-4f1b424e5b5c req-2fe27dac-9b97-4fb5-8cfb-adf750996d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:53.053044 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c8d8888c-321f-4936-81a9-4f1b424e5b5c req-2fe27dac-9b97-4fb5-8cfb-adf750996d43 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e8835437-4f57-4fb0-9c0f-c7b8aa2033bb HTTP/1.1" status: 200 len: 857 time: 0.0475950 Jul 23 16:24:53.069254 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-9684d7ff-cfbc-45d3-a297-7df2351dad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:53.070763 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-9684d7ff-cfbc-45d3-a297-7df2351dad4a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e8835437-4f57-4fb0-9c0f-c7b8aa2033bb HTTP/1.1" status: 200 len: 857 time: 0.4988940 Jul 23 16:24:53.084268 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d8edd76a-eeab-4bbc-ae3f-dfcb78da472a req-8c258cef-6fec-49e7-a47d-0bc846c897e3 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5015352 Jul 23 16:24:53.086903 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c8d8888c-321f-4936-81a9-4f1b424e5b5c req-e528328e-3765-4b11-9289-016cda726b97 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e11248da-1e43-42f3-aefb-9b645e739a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272164 Jul 23 16:24:53.163149 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824113e7-a686-42e4-a6f0-79a7e802c4e2 x-openstack-request-id: req-824113e7-a686-42e4-a6f0-79a7e802c4e2 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:53.163631 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb72f35-8ac6-4363-9443-a3d495f4eb65", "tag": "bc245687-9a3c-4338-a35f-ccec84c2b556", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:53.163757 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-824113e7-a686-42e4-a6f0-79a7e802c4e2 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:53.164071 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb72f35-8ac6-4363-9443-a3d495f4eb65', 'tag': 'bc245687-9a3c-4338-a35f-ccec84c2b556', 'status': 'completed', 'code': 200} Jul 23 16:24:53.166133 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-4020e3e6-79d0-42f9-902d-4c2dce46fc23 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e11248da-1e43-42f3-aefb-9b645e739a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780878 Jul 23 16:24:53.202163 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c8d8888c-321f-4936-81a9-4f1b424e5b5c req-a4f139be-c2f4-49b2-80ef-222ba037573f service neutron] 10.222.0.97 "GET /v2.0/networks/e11248da-1e43-42f3-aefb-9b645e739a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083951 Jul 23 16:24:53.222195 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7daafb-f151-4c95-8149-eeda4296fff0 req-c0103a42-1c70-4b1d-b242-686472590b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:53.223731 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c7daafb-f151-4c95-8149-eeda4296fff0 req-c0103a42-1c70-4b1d-b242-686472590b08 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d HTTP/1.1" status: 200 len: 1096 time: 0.6346841 Jul 23 16:24:53.242804 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161d385-cafe-4fcf-88cd-aa22cefb51ae req-056f3529-27c2-4279-890d-bfde6c639ed9 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:53.244297 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6161d385-cafe-4fcf-88cd-aa22cefb51ae req-056f3529-27c2-4279-890d-bfde6c639ed9 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d HTTP/1.1" status: 200 len: 945 time: 0.6197960 Jul 23 16:24:53.302373 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-470f977e-36e6-423e-9f19-c03843fb882c req-bce41816-2ef7-4d48-8230-37b7a15d2d00 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d42b5a6-d14f-4ab7-a05b-465de302a5b3 HTTP/1.1" status: 200 len: 210 time: 0.0952506 Jul 23 16:24:53.308275 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c8d8888c-321f-4936-81a9-4f1b424e5b5c req-1bbdd467-1ada-4a79-8dec-ed2c8b93126e service neutron] 10.222.0.97 "GET /v2.0/networks/e11248da-1e43-42f3-aefb-9b645e739a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002092 Jul 23 16:24:53.343935 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-dd099fb8-6422-4a49-97ea-fe9085a6f2ab service neutron] 10.222.0.97 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6209755 Jul 23 16:24:53.412386 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c7daafb-f151-4c95-8149-eeda4296fff0 req-c74dc47e-2a7e-4958-a91e-2f0f8095eb44 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617565 Jul 23 16:24:53.446502 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6161d385-cafe-4fcf-88cd-aa22cefb51ae req-70d6f52a-7a6d-41d5-98f5-00a30bd4e873 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782191 Jul 23 16:24:53.496107 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3a3043c4-807d-46e3-8686-fc1b507e62f1 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:53.499390 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-6eb2097a-db69-4c87-8fd6-818c436d9189 service neutron] 10.222.0.97 "GET /v2.0/networks/e11248da-1e43-42f3-aefb-9b645e739a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260455 Jul 23 16:24:53.583043 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 3a3043c4-807d-46e3-8686-fc1b507e62f1 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:53.583466 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:53.660950 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-8f058055-e60a-48ca-b5dc-d19112a4aa01 service neutron] 10.222.0.97 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028703 Jul 23 16:24:53.767999 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-616221fd-7f29-47f4-b2f2-24a47fd2bb2e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=81ed9f61-dd72-45c4-9749-cf4878d9a0da HTTP/1.1" status: 200 len: 217 time: 0.0730941 Jul 23 16:24:53.889516 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-a961ba0b-f09e-4177-94ee-e298db56ef16 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:53.895238 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-a961ba0b-f09e-4177-94ee-e298db56ef16 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:53.896798 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-a961ba0b-f09e-4177-94ee-e298db56ef16 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.74 "GET /v2.0/networks?id=dcce6b9f-e295-4611-aa9a-7022908630bd&id=11a428c1-2391-4317-9ca6-9cb757088c1a&id=dcce6b9f-e295-4611-aa9a-7022908630bd HTTP/1.1" status: 200 len: 1392 time: 0.4932642 Jul 23 16:24:53.916312 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-f44d9d52-eeb0-4fbb-8a13-d3cc7026bfe4 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Request body: {'port': {'device_id': '4d42b5a6-d14f-4ab7-a05b-465de302a5b3', 'network_id': 'dcce6b9f-e295-4611-aa9a-7022908630bd', 'admin_state_up': True, 'tenant_id': 'fb676069524140d885efdc13eef1aa27'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:53.973640 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-9fa6bf60-c677-4e02-af15-b1892f5827c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:53.975122 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-9fa6bf60-c677-4e02-af15-b1892f5827c3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0e1b4b2c-7085-4c60-92b2-650db68b72a2 HTTP/1.1" status: 200 len: 797 time: 0.1691186 Jul 23 16:24:53.981736 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4138bc61-77ae-46ce-b6e2-3285495f8fd6 req-ca3ff6b3-00b0-49ca-8a0c-5793d34314fc service neutron] 10.222.0.97 "GET /v2.0/networks/e11248da-1e43-42f3-aefb-9b645e739a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881791 Jul 23 16:24:54.031642 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7bffa-f021-446a-add3-7a9e78aaf6b4 req-2360d2fb-3421-4cea-a4cf-aed75a22ac8b tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:54.033090 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fb7bffa-f021-446a-add3-7a9e78aaf6b4 req-2360d2fb-3421-4cea-a4cf-aed75a22ac8b tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/ports?device_id=16a35f0c-24e8-4b5c-a1c3-419b678873bf HTTP/1.1" status: 200 len: 944 time: 0.5394809 Jul 23 16:24:54.136530 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c84aa6-8175-4ab1-b020-b8e7153b07d0 req-cbe4cff4-16db-4789-8de7-a04eb56052be tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:54.138681 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-10c84aa6-8175-4ab1-b020-b8e7153b07d0 req-cbe4cff4-16db-4789-8de7-a04eb56052be tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bedcbe0-0cd4-4108-beed-224107435bf4 HTTP/1.1" status: 200 len: 946 time: 0.3800972 Jul 23 16:24:54.206956 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fb7bffa-f021-446a-add3-7a9e78aaf6b4 req-748c5b06-9fc6-4b99-bbb6-e5640d58a1df tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/security-groups?id=4365f043-4cf0-431e-960a-89310d8f7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622674 Jul 23 16:24:54.268391 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-10c84aa6-8175-4ab1-b020-b8e7153b07d0 req-a7fe3433-c3a8-43cc-9c13-ae6132cf78cd tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201036 Jul 23 16:24:54.276558 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c375805-f60e-4026-8fca-445fcc7321e8 req-e93101b9-cffb-4778-9219-a8087f8b3c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:54.278286 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c375805-f60e-4026-8fca-445fcc7321e8 req-e93101b9-cffb-4778-9219-a8087f8b3c58 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e8341b4f59d24af8a8daa41e0b7382bf&device_id=eeb72f35-8ac6-4363-9443-a3d495f4eb65 HTTP/1.1" status: 200 len: 1095 time: 0.2302823 Jul 23 16:24:54.280981 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-f44d9d52-eeb0-4fbb-8a13-d3cc7026bfe4 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Made reservation on behalf of fb676069524140d885efdc13eef1aa27 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:54.292188 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-f44d9d52-eeb0-4fbb-8a13-d3cc7026bfe4 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:54.316562 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-0560b457-b4df-45ca-a54b-fc77ecaa933b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:54.318734 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-0560b457-b4df-45ca-a54b-fc77ecaa933b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e5f00839-b5e3-470f-98ff-b05da7b06d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3240757 Jul 23 16:24:54.512858 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e210d7-c668-49fb-b034-6a0aebb2c3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e057ba1-44fc-428a-b58e-46b2455b0f3e'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:54.516116 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9d565f-20ed-4c2c-a421-86aeffea8be2" -d '{"events": [{"server_uuid": "d7e210d7-c668-49fb-b034-6a0aebb2c3c0", "name": "network-vif-plugged", "status": "completed", "tag": "5e057ba1-44fc-428a-b58e-46b2455b0f3e"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:54.538242 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2e614a80-38c5-4f32-81f5-841d956e19f2 req-0ce6942c-a720-4e03-914f-811f2c9f8e24 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d42b5a6-d14f-4ab7-a05b-465de302a5b3 HTTP/1.1" status: 200 len: 210 time: 0.1136725 Jul 23 16:24:54.586413 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71048bce-3f4f-4ca7-a7e0-d8cc901bd138 x-openstack-request-id: req-71048bce-3f4f-4ca7-a7e0-d8cc901bd138 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:54.586703 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e210d7-c668-49fb-b034-6a0aebb2c3c0", "name": "network-vif-plugged", "status": "completed", "tag": "5e057ba1-44fc-428a-b58e-46b2455b0f3e", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:54.586981 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-71048bce-3f4f-4ca7-a7e0-d8cc901bd138 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:54.587397 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e210d7-c668-49fb-b034-6a0aebb2c3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e057ba1-44fc-428a-b58e-46b2455b0f3e', 'code': 200} Jul 23 16:24:54.645177 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c375805-f60e-4026-8fca-445fcc7321e8 req-3d7517e9-1ebe-4c17-b51e-907280dc04af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:54.646700 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c375805-f60e-4026-8fca-445fcc7321e8 req-3d7517e9-1ebe-4c17-b51e-907280dc04af service neutron] 10.222.0.97 "GET /v2.0/networks?id=e11248da-1e43-42f3-aefb-9b645e739a83 HTTP/1.1" status: 200 len: 919 time: 0.3578012 Jul 23 16:24:54.706838 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-c5841322-4365-4fa2-b2ca-e478c460930c service neutron] 10.222.0.97 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724449 Jul 23 16:24:54.715394 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c375805-f60e-4026-8fca-445fcc7321e8 req-99e18bcc-0c75-4efe-8497-9e278b6c1e8e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc245687-9a3c-4338-a35f-ccec84c2b556 HTTP/1.1" status: 200 len: 217 time: 0.0596337 Jul 23 16:24:54.716491 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-f44d9d52-eeb0-4fbb-8a13-d3cc7026bfe4 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Allocated IP 19.80.0.182 (dcce6b9f-e295-4611-aa9a-7022908630bd/78d0a7b4-66ed-40c4-a5b9-9b59bf704f01/656cb8e2-85e7-4a56-9841-36ab5314fdf0) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:24:54.719312 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a8976-8d90-41b9-bdf5-ab22320eb38f req-b98b5eb7-0ef6-4b99-8597-d54d677bc59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:54.721751 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-853a8976-8d90-41b9-bdf5-ab22320eb38f req-b98b5eb7-0ef6-4b99-8597-d54d677bc59b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d7e210d7-c668-49fb-b034-6a0aebb2c3c0 HTTP/1.1" status: 200 len: 1096 time: 0.0575621 Jul 23 16:24:54.768410 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-853a8976-8d90-41b9-bdf5-ab22320eb38f req-c60f652a-9fc4-4b61-8a1e-8c460bffb4a8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4365f043-4cf0-431e-960a-89310d8f7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394781 Jul 23 16:24:54.819903 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bee936-e0de-42e2-a910-45ca4bd5e773 req-1803fa05-d1f0-4e2d-af8e-f6ffad7e4052 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:54.821418 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a2bee936-e0de-42e2-a910-45ca4bd5e773 req-1803fa05-d1f0-4e2d-af8e-f6ffad7e4052 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d HTTP/1.1" status: 200 len: 945 time: 0.2859292 Jul 23 16:24:54.862110 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 70f4414b-efd0-4e23-8ebc-a0e15cc84971 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:24:54.901130 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c375805-f60e-4026-8fca-445fcc7321e8 req-5d247931-d603-4ca2-a5f7-3eba94a90967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:54.902623 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c375805-f60e-4026-8fca-445fcc7321e8 req-5d247931-d603-4ca2-a5f7-3eba94a90967 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e8835437-4f57-4fb0-9c0f-c7b8aa2033bb HTTP/1.1" status: 200 len: 857 time: 0.1674061 Jul 23 16:24:54.967183 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 70f4414b-efd0-4e23-8ebc-a0e15cc84971, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=70f4414b-efd0-4e23-8ebc-a0e15cc84971,segment=NetworkSegment(c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7),segment_id=c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:54.978984 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c375805-f60e-4026-8fca-445fcc7321e8 req-1f170c83-14da-41ea-9184-9232f6600be8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e11248da-1e43-42f3-aefb-9b645e739a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653205 Jul 23 16:24:54.980391 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '70f4414b-efd0-4e23-8ebc-a0e15cc84971', 'network_id': 'e11248da-1e43-42f3-aefb-9b645e739a83', 'port_id': '70f4414b-efd0-4e23-8ebc-a0e15cc84971', 'mac_address': 'fa:16:3e:56:88:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8835437-4f57-4fb0-9c0f-c7b8aa2033bb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:24:55.005922 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-edefb461-52b3-427e-b8c9-51502935727f service neutron] 10.222.0.97 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856364 Jul 23 16:24:55.032666 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a2bee936-e0de-42e2-a910-45ca4bd5e773 req-ecafaa28-c2bb-448b-98a4-4d59cc6fec45 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931434 Jul 23 16:24:55.043107 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:55.051544 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:24:55.063151 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f4414b-efd0-4e23-8ebc-a0e15cc84971 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:55.104755 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 70f4414b-efd0-4e23-8ebc-a0e15cc84971, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=70f4414b-efd0-4e23-8ebc-a0e15cc84971,segment=NetworkSegment(c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7),segment_id=c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:55.110062 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:55.162296 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=70f4414b-efd0-4e23-8ebc-a0e15cc84971,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:55.189921 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-24515395-fd69-4e37-83ad-a5ebdcb4e337 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=61637cfe-1584-4974-b56f-43ff73d6bcec HTTP/1.1" status: 200 len: 217 time: 0.1537361 Jul 23 16:24:55.392657 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['70f4414b-efd0-4e23-8ebc-a0e15cc84971'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:55.648044 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-f44d9d52-eeb0-4fbb-8a13-d3cc7026bfe4 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:55.663413 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-8a9ec814-5f5e-45e3-888b-94c5a2223849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:55.664928 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-8a9ec814-5f5e-45e3-888b-94c5a2223849 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1cf0b2de-18cb-44fe-a73c-3c7c9e63181e HTTP/1.1" status: 200 len: 797 time: 0.4532728 Jul 23 16:24:55.671073 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c375805-f60e-4026-8fca-445fcc7321e8 req-2bdcaccc-fb4e-457b-8e14-03252a2b8ed1 service neutron] 10.222.0.97 "GET /v2.0/networks/e11248da-1e43-42f3-aefb-9b645e739a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6770573 Jul 23 16:24:55.719235 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-f44d9d52-eeb0-4fbb-8a13-d3cc7026bfe4 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Transition to ACTIVE for port object 656cb8e2-85e7-4a56-9841-36ab5314fdf0 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:55.766005 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2c0b5-4d4e-43a7-96e4-672d4700ddbe req-e7fc16fe-f453-48d2-9f59-8ee7e55d800e tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:55.767566 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0ff2c0b5-4d4e-43a7-96e4-672d4700ddbe req-e7fc16fe-f453-48d2-9f59-8ee7e55d800e tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d HTTP/1.1" status: 200 len: 1096 time: 0.6273286 Jul 23 16:24:55.869165 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb1e8e-c627-4989-84e6-3c6fea6b9a44 req-72614e1c-7357-4b2a-a2f3-5baf47c4b9a3 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:55.870711 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-78fb1e8e-c627-4989-84e6-3c6fea6b9a44 req-72614e1c-7357-4b2a-a2f3-5baf47c4b9a3 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/ports?device_id=16a35f0c-24e8-4b5c-a1c3-419b678873bf HTTP/1.1" status: 200 len: 945 time: 0.2938204 Jul 23 16:24:55.925907 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-f44d9d52-eeb0-4fbb-8a13-d3cc7026bfe4 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:55.929501 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0ff2c0b5-4d4e-43a7-96e4-672d4700ddbe req-587d1d43-c625-4b12-8f1a-cadcd7344890 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463482 Jul 23 16:24:55.968943 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-bba16560-1a4c-443c-98c9-aabb9245307c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:55.970530 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-bba16560-1a4c-443c-98c9-aabb9245307c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b15e95e3-c83c-43f1-8d67-89ed25f67132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2976329 Jul 23 16:24:55.972364 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c375805-f60e-4026-8fca-445fcc7321e8 req-c64f82b2-c4bc-4731-be52-dd0104de26a5 service neutron] 10.222.0.97 "GET /v2.0/networks/e11248da-1e43-42f3-aefb-9b645e739a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840381 Jul 23 16:24:56.025235 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-f44d9d52-eeb0-4fbb-8a13-d3cc7026bfe4 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Network dcce6b9f-e295-4611-aa9a-7022908630bd is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:24:56.039193 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-f44d9d52-eeb0-4fbb-8a13-d3cc7026bfe4 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:56.043409 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-78fb1e8e-c627-4989-84e6-3c6fea6b9a44 req-674e5fdf-271d-4367-886a-8369bf295e6d tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/security-groups?id=4365f043-4cf0-431e-960a-89310d8f7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627355 Jul 23 16:24:56.053521 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-f44d9d52-eeb0-4fbb-8a13-d3cc7026bfe4 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:24:56.056017 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d9d52-eeb0-4fbb-8a13-d3cc7026bfe4 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Pushing event updated for resources: {'Port': ['ID=656cb8e2-85e7-4a56-9841-36ab5314fdf0,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:56.218672 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-f44d9d52-eeb0-4fbb-8a13-d3cc7026bfe4 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:56.219224 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-f44d9d52-eeb0-4fbb-8a13-d3cc7026bfe4 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:56.225830 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-c160dc8b-d2be-46a8-832d-f08d453785a3 service neutron] 10.222.0.97 "GET /v2.0/networks/b15e95e3-c83c-43f1-8d67-89ed25f67132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417922 Jul 23 16:24:56.293650 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-f44d9d52-eeb0-4fbb-8a13-d3cc7026bfe4 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3855262 Jul 23 16:24:56.298199 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1630c390-c1e5-40c1-80d6-841e410ff024 None None] Provisioning for port 656cb8e2-85e7-4a56-9841-36ab5314fdf0 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:56.301556 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1630c390-c1e5-40c1-80d6-841e410ff024 None None] Provisioning complete for port 656cb8e2-85e7-4a56-9841-36ab5314fdf0 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:56.302012 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1630c390-c1e5-40c1-80d6-841e410ff024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:56.305786 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-9f89454a-123d-4088-979a-67c205b9ee76 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Request body: {'port': {'device_id': '4d42b5a6-d14f-4ab7-a05b-465de302a5b3', 'network_id': '11a428c1-2391-4317-9ca6-9cb757088c1a', 'admin_state_up': True, 'tenant_id': 'fb676069524140d885efdc13eef1aa27'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:56.345573 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-1630c390-c1e5-40c1-80d6-841e410ff024 None None] Port 656cb8e2-85e7-4a56-9841-36ab5314fdf0 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:24:56.370128 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87cc48-1404-4e1f-b5d7-d84e96852ad7 req-c2f97c45-9765-4947-9e04-30d42665aa2b tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:56.371755 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7e87cc48-1404-4e1f-b5d7-d84e96852ad7 req-c2f97c45-9765-4947-9e04-30d42665aa2b tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bedcbe0-0cd4-4108-beed-224107435bf4 HTTP/1.1" status: 200 len: 946 time: 0.3406725 Jul 23 16:24:56.516206 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79a633-b2f8-48e8-89bf-2098da2a0891 req-c7d4195d-41c5-4d37-ad91-a5ccea87ee35 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:56.517686 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ca79a633-b2f8-48e8-89bf-2098da2a0891 req-c7d4195d-41c5-4d37-ad91-a5ccea87ee35 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d42b5a6-d14f-4ab7-a05b-465de302a5b3 HTTP/1.1" status: 200 len: 932 time: 0.2907090 Jul 23 16:24:56.536278 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7e87cc48-1404-4e1f-b5d7-d84e96852ad7 req-0d9e9d70-3a67-4363-9ae4-074e7a1101f3 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352117 Jul 23 16:24:56.538205 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-8e0cad72-8991-4467-bab0-0ad6f7590526 service neutron] 10.222.0.97 "GET /v2.0/networks/b15e95e3-c83c-43f1-8d67-89ed25f67132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923005 Jul 23 16:24:56.601240 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-5ea91d6e-346d-42c1-9693-518927186cb1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=826b1e36-24e9-4eac-b734-464693130e3f HTTP/1.1" status: 200 len: 217 time: 0.0548646 Jul 23 16:24:56.652760 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ca79a633-b2f8-48e8-89bf-2098da2a0891 req-59752b6a-0acc-4811-8d45-60fbbdad0d7f tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252439 Jul 23 16:24:56.656179 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-9f89454a-123d-4088-979a-67c205b9ee76 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Made reservation on behalf of fb676069524140d885efdc13eef1aa27 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:56.659631 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-9f89454a-123d-4088-979a-67c205b9ee76 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:56.731658 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-0fa11d9f-328e-40a6-bf9f-da65ac00e5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:56.733396 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-0fa11d9f-328e-40a6-bf9f-da65ac00e5b1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1cf0b2de-18cb-44fe-a73c-3c7c9e63181e HTTP/1.1" status: 200 len: 797 time: 0.1195765 Jul 23 16:24:56.858387 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980c785-f789-4747-80ce-9895f6e6121b req-3d55b71f-10c8-428b-8ad0-316e73f802fe tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:56.859936 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2980c785-f789-4747-80ce-9895f6e6121b req-3d55b71f-10c8-428b-8ad0-316e73f802fe tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d HTTP/1.1" status: 200 len: 1096 time: 0.1978779 Jul 23 16:24:56.863086 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device bc245687-9a3c-4338-a35f-ccec84c2b556 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:24:56.866395 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 70f4414b-efd0-4e23-8ebc-a0e15cc84971 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:56.936984 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-310144cf-e0f3-4fda-96cb-e81c4abacb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:56.938546 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-310144cf-e0f3-4fda-96cb-e81c4abacb03 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b15e95e3-c83c-43f1-8d67-89ed25f67132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1979127 Jul 23 16:24:56.939925 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-9f89454a-123d-4088-979a-67c205b9ee76 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Allocated IP 19.86.0.20 (11a428c1-2391-4317-9ca6-9cb757088c1a/1d9b75bb-2a2c-4589-9573-4af7cf82e583/40925843-ec24-442d-b75a-48fe2bf0f155) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:24:56.943356 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2980c785-f789-4747-80ce-9895f6e6121b req-0167e1d3-46d0-4891-ae24-ea594e610380 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743744 Jul 23 16:24:56.978312 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 70f4414b-efd0-4e23-8ebc-a0e15cc84971 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:57.006386 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port bc245687-9a3c-4338-a35f-ccec84c2b556, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=bc245687-9a3c-4338-a35f-ccec84c2b556,segment=NetworkSegment(c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7),segment_id=c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:57.020788 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'bc245687-9a3c-4338-a35f-ccec84c2b556', 'network_id': 'e11248da-1e43-42f3-aefb-9b645e739a83', 'port_id': 'bc245687-9a3c-4338-a35f-ccec84c2b556', 'mac_address': 'fa:16:3e:a8:bf:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8835437-4f57-4fb0-9c0f-c7b8aa2033bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:24:57.025009 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 70f4414b-efd0-4e23-8ebc-a0e15cc84971 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:57.025533 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:57.092383 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-a2af1a63-3dc3-4694-bc17-791f06c12f42 service neutron] 10.222.0.97 "GET /v2.0/networks/b15e95e3-c83c-43f1-8d67-89ed25f67132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438458 Jul 23 16:24:57.142220 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:57.161655 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc245687-9a3c-4338-a35f-ccec84c2b556 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:57.220680 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:57.244524 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port bc245687-9a3c-4338-a35f-ccec84c2b556, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=bc245687-9a3c-4338-a35f-ccec84c2b556,segment=NetworkSegment(c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7),segment_id=c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:57.261041 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:57.272097 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a35f0c-24e8-4b5c-a1c3-419b678873bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f4414b-efd0-4e23-8ebc-a0e15cc84971'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:57.280995 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b64d48a-ddeb-4f8f-81d3-22bd142b3f71" -d '{"events": [{"server_uuid": "16a35f0c-24e8-4b5c-a1c3-419b678873bf", "name": "network-vif-plugged", "status": "completed", "tag": "70f4414b-efd0-4e23-8ebc-a0e15cc84971"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:57.309465 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 70f4414b-efd0-4e23-8ebc-a0e15cc84971, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=70f4414b-efd0-4e23-8ebc-a0e15cc84971,segment=NetworkSegment(c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7),segment_id=c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:57.321484 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:57.361162 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=bc245687-9a3c-4338-a35f-ccec84c2b556,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:57.414299 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=70f4414b-efd0-4e23-8ebc-a0e15cc84971,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:57.452109 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-952ea22b-2dcb-4324-8b43-37f65a05dea6 req-66d2bb3b-aca3-4f40-9b1c-5837bae6b70b service neutron] 10.222.0.97 "GET /v2.0/networks/b15e95e3-c83c-43f1-8d67-89ed25f67132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275442 Jul 23 16:24:57.477074 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-9f89454a-123d-4088-979a-67c205b9ee76 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:57.504248 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-9f89454a-123d-4088-979a-67c205b9ee76 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Transition to ACTIVE for port object 40925843-ec24-442d-b75a-48fe2bf0f155 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:57.517488 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5cb0b8-7ca6-49d4-8237-645990d2d0ae req-b96eefb1-bbb3-496d-a989-af3e5d5213bd tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:57.519261 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e5cb0b8-7ca6-49d4-8237-645990d2d0ae req-b96eefb1-bbb3-496d-a989-af3e5d5213bd tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/ports?device_id=16a35f0c-24e8-4b5c-a1c3-419b678873bf HTTP/1.1" status: 200 len: 945 time: 0.3826191 Jul 23 16:24:57.578427 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7ee17-dff8-4345-a825-73f74dda4895 req-c20f8202-6eff-4e38-9479-e9817f7116b0 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:57.579613 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['bc245687-9a3c-4338-a35f-ccec84c2b556'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:57.579978 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6cd7ee17-dff8-4345-a825-73f74dda4895 req-c20f8202-6eff-4e38-9479-e9817f7116b0 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d HTTP/1.1" status: 200 len: 1096 time: 0.2272630 Jul 23 16:24:57.602842 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e5cb0b8-7ca6-49d4-8237-645990d2d0ae req-459770f0-c3ab-42df-8b9e-66168603437d tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/security-groups?id=4365f043-4cf0-431e-960a-89310d8f7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756891 Jul 23 16:24:57.626311 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-9f89454a-123d-4088-979a-67c205b9ee76 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:57.662391 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6cd7ee17-dff8-4345-a825-73f74dda4895 req-41c216b4-7434-4367-9b42-44468a6e75dc tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736184 Jul 23 16:24:57.679161 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-9f89454a-123d-4088-979a-67c205b9ee76 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Network 11a428c1-2391-4317-9ca6-9cb757088c1a is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:24:57.686826 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1808fcc-b21b-4d31-b18b-68715e346af4 x-openstack-request-id: req-a1808fcc-b21b-4d31-b18b-68715e346af4 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:57.687112 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a35f0c-24e8-4b5c-a1c3-419b678873bf", "name": "network-vif-plugged", "status": "completed", "tag": "70f4414b-efd0-4e23-8ebc-a0e15cc84971", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:57.687366 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a1808fcc-b21b-4d31-b18b-68715e346af4 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:57.687753 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a35f0c-24e8-4b5c-a1c3-419b678873bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f4414b-efd0-4e23-8ebc-a0e15cc84971', 'code': 200} Jul 23 16:24:57.699786 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-9f89454a-123d-4088-979a-67c205b9ee76 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:57.703873 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-9f89454a-123d-4088-979a-67c205b9ee76 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:24:57.708839 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89454a-123d-4088-979a-67c205b9ee76 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Pushing event updated for resources: {'Port': ['ID=40925843-ec24-442d-b75a-48fe2bf0f155,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:57.849578 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-9f89454a-123d-4088-979a-67c205b9ee76 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:57.850476 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-9f89454a-123d-4088-979a-67c205b9ee76 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:57.893980 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-9f89454a-123d-4088-979a-67c205b9ee76 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5936534 Jul 23 16:24:57.934701 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-937d818f-fd4c-435f-9c5e-f905b8f9f193 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Request body: {'port': {'device_id': '4d42b5a6-d14f-4ab7-a05b-465de302a5b3', 'network_id': 'dcce6b9f-e295-4611-aa9a-7022908630bd', 'admin_state_up': True, 'tenant_id': 'fb676069524140d885efdc13eef1aa27'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:58.086134 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6164c0d-e7d9-4170-8452-0be3dc8a27b8 req-94365b3c-c6bf-4628-9bad-0fd7b4465316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:58.088106 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e6164c0d-e7d9-4170-8452-0be3dc8a27b8 req-94365b3c-c6bf-4628-9bad-0fd7b4465316 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=16a35f0c-24e8-4b5c-a1c3-419b678873bf HTTP/1.1" status: 200 len: 1097 time: 0.3126607 Jul 23 16:24:58.090235 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-04adcbc8-871c-457a-be3e-2f6aec48f691 None None] Provisioning for port 40925843-ec24-442d-b75a-48fe2bf0f155 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:58.094309 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-04adcbc8-871c-457a-be3e-2f6aec48f691 None None] Provisioning complete for port 40925843-ec24-442d-b75a-48fe2bf0f155 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:58.094690 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-04adcbc8-871c-457a-be3e-2f6aec48f691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:58.122891 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c51b3a-0e1a-42e7-bbd3-e9315238b0e5 req-573c7eab-7ee7-42a2-8ea5-2220bba0f345 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:58.124449 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d3c51b3a-0e1a-42e7-bbd3-e9315238b0e5 req-573c7eab-7ee7-42a2-8ea5-2220bba0f345 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bedcbe0-0cd4-4108-beed-224107435bf4 HTTP/1.1" status: 200 len: 946 time: 0.2491024 Jul 23 16:24:58.134554 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-04adcbc8-871c-457a-be3e-2f6aec48f691 None None] Port 40925843-ec24-442d-b75a-48fe2bf0f155 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:24:58.148769 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac1a02-c44e-453c-9ca3-d32349b138b2 req-8eb23457-f1b2-447c-98fb-c44d387215d1 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:58.154644 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac1a02-c44e-453c-9ca3-d32349b138b2 req-8eb23457-f1b2-447c-98fb-c44d387215d1 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:58.156194 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fbac1a02-c44e-453c-9ca3-d32349b138b2 req-8eb23457-f1b2-447c-98fb-c44d387215d1 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d42b5a6-d14f-4ab7-a05b-465de302a5b3 HTTP/1.1" status: 200 len: 1654 time: 0.2411110 Jul 23 16:24:58.227093 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e6164c0d-e7d9-4170-8452-0be3dc8a27b8 req-00243b34-d84d-4d38-bbf0-5ca6fae66c2f service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=4365f043-4cf0-431e-960a-89310d8f7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242423 Jul 23 16:24:58.231162 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-937d818f-fd4c-435f-9c5e-f905b8f9f193 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Made reservation on behalf of fb676069524140d885efdc13eef1aa27 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:58.234763 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-937d818f-fd4c-435f-9c5e-f905b8f9f193 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:58.244595 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d3c51b3a-0e1a-42e7-bbd3-e9315238b0e5 req-8288510e-056d-41c5-8b03-595bded8405c tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120896 Jul 23 16:24:58.270348 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fbac1a02-c44e-453c-9ca3-d32349b138b2 req-0522462d-3152-40e0-86ce-ca8e99d25952 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058815 Jul 23 16:24:58.410830 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-937d818f-fd4c-435f-9c5e-f905b8f9f193 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Allocated IP 19.80.0.95 (dcce6b9f-e295-4611-aa9a-7022908630bd/78d0a7b4-66ed-40c4-a5b9-9b59bf704f01/0994494d-be0d-4651-9250-ccdffd9eaa9f) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:24:58.569930 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-937d818f-fd4c-435f-9c5e-f905b8f9f193 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:58.586224 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-937d818f-fd4c-435f-9c5e-f905b8f9f193 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Transition to ACTIVE for port object 0994494d-be0d-4651-9250-ccdffd9eaa9f will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:58.624882 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-937d818f-fd4c-435f-9c5e-f905b8f9f193 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:58.673772 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-937d818f-fd4c-435f-9c5e-f905b8f9f193 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Network dcce6b9f-e295-4611-aa9a-7022908630bd is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:24:58.679300 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-937d818f-fd4c-435f-9c5e-f905b8f9f193 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:58.683727 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-937d818f-fd4c-435f-9c5e-f905b8f9f193 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:24:58.710031 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d818f-fd4c-435f-9c5e-f905b8f9f193 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Pushing event updated for resources: {'Port': ['ID=0994494d-be0d-4651-9250-ccdffd9eaa9f,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:58.776008 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-937d818f-fd4c-435f-9c5e-f905b8f9f193 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:58.776681 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-937d818f-fd4c-435f-9c5e-f905b8f9f193 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:58.802474 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-937d818f-fd4c-435f-9c5e-f905b8f9f193 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8883872 Jul 23 16:24:58.827392 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73959b31-cdcd-4141-b069-ffbfff040958 req-6ebfa1d5-4506-4749-86cb-991921ec4c7f tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:58.829122 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73959b31-cdcd-4141-b069-ffbfff040958 req-6ebfa1d5-4506-4749-86cb-991921ec4c7f tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/ports?device_id=16a35f0c-24e8-4b5c-a1c3-419b678873bf HTTP/1.1" status: 200 len: 946 time: 0.1065800 Jul 23 16:24:58.851464 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-8772f666-2323-4187-acee-c39944835208 service neutron] Request body: {'port': {'device_id': '4d42b5a6-d14f-4ab7-a05b-465de302a5b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:58.862805 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device bc245687-9a3c-4338-a35f-ccec84c2b556 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:58.961269 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73959b31-cdcd-4141-b069-ffbfff040958 req-3de910d1-4d67-40c6-bbef-078c730a840f tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/security-groups?id=4365f043-4cf0-431e-960a-89310d8f7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214733 Jul 23 16:24:58.976534 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port bc245687-9a3c-4338-a35f-ccec84c2b556 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:58.986695 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port bc245687-9a3c-4338-a35f-ccec84c2b556 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:58.987324 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:59.048948 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-8772f666-2323-4187-acee-c39944835208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:59.067542 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-01975d87-84cf-4f98-8d35-d9913aca58bc None None] Provisioning for port 0994494d-be0d-4651-9250-ccdffd9eaa9f completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:59.067838 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e545ce8-8111-4f77-a09d-ec62de0f111a req-0068f468-5e79-4196-8626-e570d4943010 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:59.071919 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-01975d87-84cf-4f98-8d35-d9913aca58bc None None] Provisioning complete for port 0994494d-be0d-4651-9250-ccdffd9eaa9f triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:59.072288 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-01975d87-84cf-4f98-8d35-d9913aca58bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:59.077316 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3e545ce8-8111-4f77-a09d-ec62de0f111a req-0068f468-5e79-4196-8626-e570d4943010 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d HTTP/1.1" status: 200 len: 1096 time: 0.2141194 Jul 23 16:24:59.230673 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3e545ce8-8111-4f77-a09d-ec62de0f111a req-ccb7df27-c2e1-4ae8-a46d-5228ce6935ed tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522574 Jul 23 16:24:59.260647 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-01975d87-84cf-4f98-8d35-d9913aca58bc None None] Port 0994494d-be0d-4651-9250-ccdffd9eaa9f cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:24:59.294615 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:59.360508 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port bc245687-9a3c-4338-a35f-ccec84c2b556, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=bc245687-9a3c-4338-a35f-ccec84c2b556,segment=NetworkSegment(c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7),segment_id=c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:59.366974 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:59.429021 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=bc245687-9a3c-4338-a35f-ccec84c2b556,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:59.689228 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb72f35-8ac6-4363-9443-a3d495f4eb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc245687-9a3c-4338-a35f-ccec84c2b556'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:59.694237 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a186df9c-385d-404c-bb74-45b2b00f6e4a" -d '{"events": [{"server_uuid": "eeb72f35-8ac6-4363-9443-a3d495f4eb65", "name": "network-vif-plugged", "status": "completed", "tag": "bc245687-9a3c-4338-a35f-ccec84c2b556"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:59.835107 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5e5ba-3047-439a-8a44-0ffe3373464e req-280b3e21-5fd1-4d8d-870c-0c1fe9ca5561 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:59.836695 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cdd5e5ba-3047-439a-8a44-0ffe3373464e req-280b3e21-5fd1-4d8d-870c-0c1fe9ca5561 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bedcbe0-0cd4-4108-beed-224107435bf4 HTTP/1.1" status: 200 len: 946 time: 0.1264856 Jul 23 16:24:59.892485 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-8772f666-2323-4187-acee-c39944835208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 656cb8e2-85e7-4a56-9841-36ab5314fdf0 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:59.907775 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-8772f666-2323-4187-acee-c39944835208 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:59.916821 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cdd5e5ba-3047-439a-8a44-0ffe3373464e req-25024563-d7c0-4f0b-88cf-d2e6c9f489cf tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585268 Jul 23 16:24:59.927068 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-8772f666-2323-4187-acee-c39944835208 service neutron] Transition to ACTIVE for port object 656cb8e2-85e7-4a56-9841-36ab5314fdf0 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:59.931453 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-8772f666-2323-4187-acee-c39944835208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:00.086116 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772f666-2323-4187-acee-c39944835208 service neutron] Pushing event updated for resources: {'Port': ['ID=656cb8e2-85e7-4a56-9841-36ab5314fdf0,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:00.128618 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-8772f666-2323-4187-acee-c39944835208 service neutron] Attempting to bind port 656cb8e2-85e7-4a56-9841-36ab5314fdf0 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:25:00.128993 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-8772f666-2323-4187-acee-c39944835208 service neutron] Attempting to bind port 656cb8e2-85e7-4a56-9841-36ab5314fdf0 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '41305256-abb4-4e1e-b696-9719cc319e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'dcce6b9f-e295-4611-aa9a-7022908630bd'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:25:00.129736 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-8772f666-2323-4187-acee-c39944835208 service neutron] Attempting to bind port 656cb8e2-85e7-4a56-9841-36ab5314fdf0 on network dcce6b9f-e295-4611-aa9a-7022908630bd {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:00.137190 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-8772f666-2323-4187-acee-c39944835208 service neutron] Port 656cb8e2-85e7-4a56-9841-36ab5314fdf0 on network dcce6b9f-e295-4611-aa9a-7022908630bd not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:25:00.137523 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-8772f666-2323-4187-acee-c39944835208 service neutron] Attempting to bind port 656cb8e2-85e7-4a56-9841-36ab5314fdf0 on network dcce6b9f-e295-4611-aa9a-7022908630bd {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:00.150724 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361509b-e576-48d7-a091-1f8c43842645 req-66638922-828f-43ba-acb9-eb4a1f2cf024 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:00.156774 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361509b-e576-48d7-a091-1f8c43842645 req-66638922-828f-43ba-acb9-eb4a1f2cf024 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:00.163385 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361509b-e576-48d7-a091-1f8c43842645 req-66638922-828f-43ba-acb9-eb4a1f2cf024 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:00.165249 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1361509b-e576-48d7-a091-1f8c43842645 req-66638922-828f-43ba-acb9-eb4a1f2cf024 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d42b5a6-d14f-4ab7-a05b-465de302a5b3 HTTP/1.1" status: 200 len: 2387 time: 0.1515207 Jul 23 16:25:00.168380 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-8772f666-2323-4187-acee-c39944835208 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:25:00.168730 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-8772f666-2323-4187-acee-c39944835208 service neutron] Checking segment: {'id': '41305256-abb4-4e1e-b696-9719cc319e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'dcce6b9f-e295-4611-aa9a-7022908630bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:25:00.169689 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-8772f666-2323-4187-acee-c39944835208 service neutron] Bound using segment: {'id': '41305256-abb4-4e1e-b696-9719cc319e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'dcce6b9f-e295-4611-aa9a-7022908630bd'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:25:00.170337 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-8772f666-2323-4187-acee-c39944835208 service neutron] Bound port: 656cb8e2-85e7-4a56-9841-36ab5314fdf0, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41305256-abb4-4e1e-b696-9719cc319e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'dcce6b9f-e295-4611-aa9a-7022908630bd'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:25:00.170701 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-8772f666-2323-4187-acee-c39944835208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:00.244176 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1361509b-e576-48d7-a091-1f8c43842645 req-8d7adc26-ff00-4b22-ae12-8612c704454f tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701220 Jul 23 16:25:00.254489 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-a292b4aa-7a74-412c-bc22-f99b8f21f561 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:25:00.255433 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-a292b4aa-7a74-412c-bc22-f99b8f21f561 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0803556 Jul 23 16:25:00.282771 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-8772f666-2323-4187-acee-c39944835208 service neutron] For port 656cb8e2-85e7-4a56-9841-36ab5314fdf0, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:25:00.286325 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-8772f666-2323-4187-acee-c39944835208 service neutron] For port 656cb8e2-85e7-4a56-9841-36ab5314fdf0, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=656cb8e2-85e7-4a56-9841-36ab5314fdf0,segment=NetworkSegment(41305256-abb4-4e1e-b696-9719cc319e31),segment_id=41305256-abb4-4e1e-b696-9719cc319e31)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:25:00.292603 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-8772f666-2323-4187-acee-c39944835208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:00.334835 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-8772f666-2323-4187-acee-c39944835208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:00.335628 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-8772f666-2323-4187-acee-c39944835208 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:00.337346 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-8772f666-2323-4187-acee-c39944835208 service neutron] 10.222.0.74 "PUT /v2.0/ports/656cb8e2-85e7-4a56-9841-36ab5314fdf0 HTTP/1.1" status: 200 len: 1092 time: 1.5071158 Jul 23 16:25:00.337827 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d42b5a6-d14f-4ab7-a05b-465de302a5b3', 'tag': '656cb8e2-85e7-4a56-9841-36ab5314fdf0'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:00.340166 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4084ee-a8da-4e8c-b478-9cd90e8dc887" -d '{"events": [{"name": "network-changed", "server_uuid": "4d42b5a6-d14f-4ab7-a05b-465de302a5b3", "tag": "656cb8e2-85e7-4a56-9841-36ab5314fdf0"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:00.355011 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-4e2cd7a6-d62e-4e33-aced-6852629cf76a service neutron] Request body: {'binding': {'host': 'n-h1-778549-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:00.355530 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-4e2cd7a6-d62e-4e33-aced-6852629cf76a service neutron] Unknown quota resources ['binding']. {{(pid=94012) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:25:00.371460 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-00189589-c74a-412b-aced-3a65267057cf service neutron] Request body: {'port': {'device_id': '4d42b5a6-d14f-4ab7-a05b-465de302a5b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:00.416386 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772f666-2323-4187-acee-c39944835208 service neutron] Pushing event updated for resources: {'Port': ['ID=656cb8e2-85e7-4a56-9841-36ab5314fdf0,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:00.421205 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4a321d-10fc-46cb-8d14-dfc6cbc9ce15 x-openstack-request-id: req-ec4a321d-10fc-46cb-8d14-dfc6cbc9ce15 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:00.421777 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb72f35-8ac6-4363-9443-a3d495f4eb65", "name": "network-vif-plugged", "status": "completed", "tag": "bc245687-9a3c-4338-a35f-ccec84c2b556", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:00.421777 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ec4a321d-10fc-46cb-8d14-dfc6cbc9ce15 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:00.423723 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb72f35-8ac6-4363-9443-a3d495f4eb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc245687-9a3c-4338-a35f-ccec84c2b556', 'code': 200} Jul 23 16:25:00.602242 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-00189589-c74a-412b-aced-3a65267057cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:00.725985 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6b66f-1ce4-45c1-892d-ed76e5c3b3b2 req-85b06f66-0738-48d6-8b1a-a9c58ccfb97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:00.727507 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8c6b66f-1ce4-45c1-892d-ed76e5c3b3b2 req-85b06f66-0738-48d6-8b1a-a9c58ccfb97f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=eeb72f35-8ac6-4363-9443-a3d495f4eb65 HTTP/1.1" status: 200 len: 1097 time: 0.2279906 Jul 23 16:25:00.736507 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04455dc0-c676-425b-86b1-a4ecd46ca03a req-90114d96-c0ef-4ca7-b803-fe0bf7245765 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:00.737961 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-04455dc0-c676-425b-86b1-a4ecd46ca03a req-90114d96-c0ef-4ca7-b803-fe0bf7245765 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/ports?device_id=16a35f0c-24e8-4b5c-a1c3-419b678873bf HTTP/1.1" status: 200 len: 946 time: 0.2409861 Jul 23 16:25:00.742030 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-4e2cd7a6-d62e-4e33-aced-6852629cf76a service neutron] Attempting to bind port 502a3103-bf4e-47c4-90ec-075a8540f1d9 on host n-h1-778549-4 for vnic_type normal with profile None {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:25:00.742369 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-4e2cd7a6-d62e-4e33-aced-6852629cf76a service neutron] Attempting to bind port 502a3103-bf4e-47c4-90ec-075a8540f1d9 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:25:00.742700 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-4e2cd7a6-d62e-4e33-aced-6852629cf76a service neutron] Attempting to bind port 502a3103-bf4e-47c4-90ec-075a8540f1d9 on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:00.818296 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-4e2cd7a6-d62e-4e33-aced-6852629cf76a service neutron] Port 502a3103-bf4e-47c4-90ec-075a8540f1d9 on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:25:00.818631 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-4e2cd7a6-d62e-4e33-aced-6852629cf76a service neutron] Attempting to bind port 502a3103-bf4e-47c4-90ec-075a8540f1d9 on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:00.843933 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-4e2cd7a6-d62e-4e33-aced-6852629cf76a service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:25:00.844614 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-4e2cd7a6-d62e-4e33-aced-6852629cf76a service neutron] Checking segment: {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:25:00.844747 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-4e2cd7a6-d62e-4e33-aced-6852629cf76a service neutron] Bound using segment: {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:25:00.845091 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-4e2cd7a6-d62e-4e33-aced-6852629cf76a service neutron] Bound port: 502a3103-bf4e-47c4-90ec-075a8540f1d9, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:25:00.904512 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8c6b66f-1ce4-45c1-892d-ed76e5c3b3b2 req-3fbdc8be-9d3e-42d9-9a10-ca1eb85bde8c service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=4365f043-4cf0-431e-960a-89310d8f7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633427 Jul 23 16:25:00.919539 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-04455dc0-c676-425b-86b1-a4ecd46ca03a req-b165d9f5-031b-4259-be39-8e990baa3c48 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/security-groups?id=4365f043-4cf0-431e-960a-89310d8f7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655250 Jul 23 16:25:00.989007 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-4e2cd7a6-d62e-4e33-aced-6852629cf76a service neutron] For port 502a3103-bf4e-47c4-90ec-075a8540f1d9, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=502a3103-bf4e-47c4-90ec-075a8540f1d9,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:25:00.998333 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-4e2cd7a6-d62e-4e33-aced-6852629cf76a service neutron] Notify callbacks [] for binding, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:00.999547 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-4e2cd7a6-d62e-4e33-aced-6852629cf76a service neutron] 10.222.0.73 "POST /v2.0/ports/502a3103-bf4e-47c4-90ec-075a8540f1d9/bindings HTTP/1.1" status: 201 len: 389 time: 0.7326295 Jul 23 16:25:01.025519 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfaf4907-6d3c-482c-9dd9-542fcce78ede x-openstack-request-id: req-cfaf4907-6d3c-482c-9dd9-542fcce78ede {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:01.025887 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d42b5a6-d14f-4ab7-a05b-465de302a5b3", "tag": "656cb8e2-85e7-4a56-9841-36ab5314fdf0", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:01.026150 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cfaf4907-6d3c-482c-9dd9-542fcce78ede {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:01.026563 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d42b5a6-d14f-4ab7-a05b-465de302a5b3', 'tag': '656cb8e2-85e7-4a56-9841-36ab5314fdf0', 'status': 'completed', 'code': 200} Jul 23 16:25:01.093759 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-00189589-c74a-412b-aced-3a65267057cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40925843-ec24-442d-b75a-48fe2bf0f155 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:01.103764 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-00189589-c74a-412b-aced-3a65267057cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:01.128592 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4084ee-a8da-4e8c-b478-9cd90e8dc887 req-98f3bfaf-ba40-4a69-94fd-91b171a01a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:01.129378 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4084ee-a8da-4e8c-b478-9cd90e8dc887 req-98f3bfaf-ba40-4a69-94fd-91b171a01a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:01.129676 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4084ee-a8da-4e8c-b478-9cd90e8dc887 req-98f3bfaf-ba40-4a69-94fd-91b171a01a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:01.131398 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fa4084ee-a8da-4e8c-b478-9cd90e8dc887 req-98f3bfaf-ba40-4a69-94fd-91b171a01a3d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fb676069524140d885efdc13eef1aa27&device_id=4d42b5a6-d14f-4ab7-a05b-465de302a5b3 HTTP/1.1" status: 200 len: 2730 time: 0.0658007 Jul 23 16:25:01.158364 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-00189589-c74a-412b-aced-3a65267057cf service neutron] Transition to ACTIVE for port object 40925843-ec24-442d-b75a-48fe2bf0f155 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:01.183885 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-00189589-c74a-412b-aced-3a65267057cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:01.272739 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00189589-c74a-412b-aced-3a65267057cf service neutron] Pushing event updated for resources: {'Port': ['ID=40925843-ec24-442d-b75a-48fe2bf0f155,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:01.292348 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4084ee-a8da-4e8c-b478-9cd90e8dc887 req-d7321838-983c-4085-aaeb-c71af07b5c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:01.292934 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4084ee-a8da-4e8c-b478-9cd90e8dc887 req-d7321838-983c-4085-aaeb-c71af07b5c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:01.293438 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4084ee-a8da-4e8c-b478-9cd90e8dc887 req-d7321838-983c-4085-aaeb-c71af07b5c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:01.295557 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fa4084ee-a8da-4e8c-b478-9cd90e8dc887 req-d7321838-983c-4085-aaeb-c71af07b5c12 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=fb676069524140d885efdc13eef1aa27&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1573539 Jul 23 16:25:01.310921 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73818878-f376-4e5e-857c-37b8d9039ff9 req-5b95b15a-b758-4cd6-bcc6-522e97a4664e tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:01.312524 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73818878-f376-4e5e-857c-37b8d9039ff9 req-5b95b15a-b758-4cd6-bcc6-522e97a4664e tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bedcbe0-0cd4-4108-beed-224107435bf4 HTTP/1.1" status: 200 len: 946 time: 0.2008057 Jul 23 16:25:01.337918 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33513de7-06ca-4b1a-bd34-0a09545a45d8 req-96d7e4f7-3248-49dd-ba6f-159ff99b7f3a tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:01.339485 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-33513de7-06ca-4b1a-bd34-0a09545a45d8 req-96d7e4f7-3248-49dd-ba6f-159ff99b7f3a tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/ports?device_id=04a3e78f-80ac-4105-803f-9c7d3014ffd0 HTTP/1.1" status: 200 len: 945 time: 0.2155175 Jul 23 16:25:01.348156 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-0415fe2c-a4d4-4f4c-b24d-838657d11fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:01.349428 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-0415fe2c-a4d4-4f4c-b24d-838657d11fba service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9785dc21e8448b1824d1571d64a2041&device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d HTTP/1.1" status: 200 len: 1096 time: 0.1112907 Jul 23 16:25:01.427826 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73818878-f376-4e5e-857c-37b8d9039ff9 req-9fab3485-383b-401c-85ca-8687e4737b33 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872405 Jul 23 16:25:01.437130 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-33513de7-06ca-4b1a-bd34-0a09545a45d8 req-19923265-34e6-4b3a-9732-f5edf8e4c623 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/security-groups?id=ffd1410c-63e3-4596-8640-74663d7c505e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863330 Jul 23 16:25:01.438047 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-00189589-c74a-412b-aced-3a65267057cf service neutron] Attempting to bind port 40925843-ec24-442d-b75a-48fe2bf0f155 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:25:01.438462 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-00189589-c74a-412b-aced-3a65267057cf service neutron] Attempting to bind port 40925843-ec24-442d-b75a-48fe2bf0f155 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '77fd7a8f-f4c4-4575-84a6-3c5376187746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '11a428c1-2391-4317-9ca6-9cb757088c1a'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:25:01.438870 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-00189589-c74a-412b-aced-3a65267057cf service neutron] Attempting to bind port 40925843-ec24-442d-b75a-48fe2bf0f155 on network 11a428c1-2391-4317-9ca6-9cb757088c1a {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:01.443980 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-00189589-c74a-412b-aced-3a65267057cf service neutron] Port 40925843-ec24-442d-b75a-48fe2bf0f155 on network 11a428c1-2391-4317-9ca6-9cb757088c1a not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:25:01.444387 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-00189589-c74a-412b-aced-3a65267057cf service neutron] Attempting to bind port 40925843-ec24-442d-b75a-48fe2bf0f155 on network 11a428c1-2391-4317-9ca6-9cb757088c1a {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:01.449709 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-00189589-c74a-412b-aced-3a65267057cf service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:25:01.450209 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-00189589-c74a-412b-aced-3a65267057cf service neutron] Checking segment: {'id': '77fd7a8f-f4c4-4575-84a6-3c5376187746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '11a428c1-2391-4317-9ca6-9cb757088c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:25:01.450681 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-00189589-c74a-412b-aced-3a65267057cf service neutron] Bound using segment: {'id': '77fd7a8f-f4c4-4575-84a6-3c5376187746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '11a428c1-2391-4317-9ca6-9cb757088c1a'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:25:01.451196 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-00189589-c74a-412b-aced-3a65267057cf service neutron] Bound port: 40925843-ec24-442d-b75a-48fe2bf0f155, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77fd7a8f-f4c4-4575-84a6-3c5376187746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '11a428c1-2391-4317-9ca6-9cb757088c1a'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:25:01.451631 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-00189589-c74a-412b-aced-3a65267057cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:01.474714 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4084ee-a8da-4e8c-b478-9cd90e8dc887 req-58646300-6947-4bc2-a56d-be7cb75f0c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:01.476256 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fa4084ee-a8da-4e8c-b478-9cd90e8dc887 req-58646300-6947-4bc2-a56d-be7cb75f0c51 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1734595 Jul 23 16:25:01.550548 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-b3388487-eba5-4996-983f-d406cfef93b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:01.553403 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-b3388487-eba5-4996-983f-d406cfef93b4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=02a7c16a-554a-4ad8-a4a9-73cc994d3940 HTTP/1.1" status: 200 len: 922 time: 0.1956615 Jul 23 16:25:01.603290 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-31cf750f-6c86-43c0-b42f-129df7234947 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=502a3103-bf4e-47c4-90ec-075a8540f1d9 HTTP/1.1" status: 200 len: 217 time: 0.0410626 Jul 23 16:25:01.645417 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-00189589-c74a-412b-aced-3a65267057cf service neutron] For port 40925843-ec24-442d-b75a-48fe2bf0f155, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:25:01.663543 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-78c9e382-8553-4504-9750-ce8c7800c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:01.665145 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-78c9e382-8553-4504-9750-ce8c7800c3ee service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8d7d20ea-5324-4d61-af92-f3ae3ea40d11 HTTP/1.1" status: 200 len: 860 time: 0.0556269 Jul 23 16:25:01.665900 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-00189589-c74a-412b-aced-3a65267057cf service neutron] For port 40925843-ec24-442d-b75a-48fe2bf0f155, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=40925843-ec24-442d-b75a-48fe2bf0f155,segment=NetworkSegment(77fd7a8f-f4c4-4575-84a6-3c5376187746),segment_id=77fd7a8f-f4c4-4575-84a6-3c5376187746)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:25:01.676598 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-00189589-c74a-412b-aced-3a65267057cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:01.703451 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-c7bd0b24-7958-4001-87c4-ac5b18eaa03f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=02a7c16a-554a-4ad8-a4a9-73cc994d3940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287874 Jul 23 16:25:01.720182 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-00189589-c74a-412b-aced-3a65267057cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:01.720989 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-00189589-c74a-412b-aced-3a65267057cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:01.722483 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-00189589-c74a-412b-aced-3a65267057cf service neutron] 10.222.0.74 "PUT /v2.0/ports/40925843-ec24-442d-b75a-48fe2bf0f155 HTTP/1.1" status: 200 len: 1091 time: 1.3554063 Jul 23 16:25:01.771300 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-d8151194-329f-451a-bf4a-b4d368e18736 service neutron] Request body: {'port': {'device_id': '4d42b5a6-d14f-4ab7-a05b-465de302a5b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:01.788835 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422e408-b6f3-44ec-96bf-58bb4cff854c req-53721b5e-a603-4994-9010-da33f5c4f6e2 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:01.797470 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6422e408-b6f3-44ec-96bf-58bb4cff854c req-53721b5e-a603-4994-9010-da33f5c4f6e2 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7e210d7-c668-49fb-b034-6a0aebb2c3c0 HTTP/1.1" status: 200 len: 945 time: 0.2342570 Jul 23 16:25:01.810034 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830cf2ef-fafd-4f36-a734-9e50fa5f6d23 req-862f58e5-966f-4f09-b3fa-c2d04b5f0525 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:01.817731 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-830cf2ef-fafd-4f36-a734-9e50fa5f6d23 req-862f58e5-966f-4f09-b3fa-c2d04b5f0525 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d HTTP/1.1" status: 200 len: 945 time: 0.2363632 Jul 23 16:25:01.837715 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-8318a5b2-d4b1-46bf-8a74-1810dc1a6157 service neutron] 10.222.0.74 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271131 Jul 23 16:25:01.878754 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00189589-c74a-412b-aced-3a65267057cf service neutron] Pushing event updated for resources: {'Port': ['ID=40925843-ec24-442d-b75a-48fe2bf0f155,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:01.972404 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6422e408-b6f3-44ec-96bf-58bb4cff854c req-fd167491-bda3-4076-b687-66eee74269b2 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/security-groups?id=4365f043-4cf0-431e-960a-89310d8f7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739862 Jul 23 16:25:01.984241 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-a125030b-9f50-448f-8da6-7eb32ee82721 service neutron] 10.222.0.74 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398733 Jul 23 16:25:01.984959 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-830cf2ef-fafd-4f36-a734-9e50fa5f6d23 req-8e6df92f-8d11-41ab-9390-9c64b130dd89 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662292 Jul 23 16:25:02.020623 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-d8151194-329f-451a-bf4a-b4d368e18736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:02.156593 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-3e0caedc-d515-4e8e-bd5d-87107c2a1691 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:02.158244 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-3e0caedc-d515-4e8e-bd5d-87107c2a1691 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d&tenant_id=c9785dc21e8448b1824d1571d64a2041&binding%3Ahost_id=n-h2-778549-4 HTTP/1.1" status: 200 len: 1096 time: 0.0920453 Jul 23 16:25:02.179763 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778549-4'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:02.261079 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:02.263981 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1696b-79a0-4bd3-b430-1681cfdc69bf req-d8b3f5b9-80ec-4c9e-9185-85c716f22948 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:02.270061 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1696b-79a0-4bd3-b430-1681cfdc69bf req-d8b3f5b9-80ec-4c9e-9185-85c716f22948 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:02.275801 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1696b-79a0-4bd3-b430-1681cfdc69bf req-d8b3f5b9-80ec-4c9e-9185-85c716f22948 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:02.277461 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d7f1696b-79a0-4bd3-b430-1681cfdc69bf req-d8b3f5b9-80ec-4c9e-9185-85c716f22948 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d42b5a6-d14f-4ab7-a05b-465de302a5b3 HTTP/1.1" status: 200 len: 2399 time: 0.2132182 Jul 23 16:25:02.390939 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] For port 502a3103-bf4e-47c4-90ec-075a8540f1d9, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=502a3103-bf4e-47c4-90ec-075a8540f1d9,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:02.401017 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d7f1696b-79a0-4bd3-b430-1681cfdc69bf req-37d28497-3bbb-429d-899a-6c337d5bb8c1 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072168 Jul 23 16:25:02.439518 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] For port 502a3103-bf4e-47c4-90ec-075a8540f1d9, host n-h2-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:25:02.443290 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce28721-8fa5-475b-83f6-9ed2ef2c31a6 req-f5357c90-1867-4e7c-bf9f-8f27f670c115 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:02.444827 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2ce28721-8fa5-475b-83f6-9ed2ef2c31a6 req-f5357c90-1867-4e7c-bf9f-8f27f670c115 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/ports?device_id=eeb72f35-8ac6-4363-9443-a3d495f4eb65 HTTP/1.1" status: 200 len: 946 time: 0.1933703 Jul 23 16:25:02.482778 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '502a3103-bf4e-47c4-90ec-075a8540f1d9'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:02.485347 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf0cee5-f75f-4ddb-9fdc-bb5fdb7370cd" -d '{"events": [{"server_uuid": "6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d", "name": "network-vif-unplugged", "status": "completed", "tag": "502a3103-bf4e-47c4-90ec-075a8540f1d9"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:02.489284 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:02.498882 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:02.515663 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2ce28721-8fa5-475b-83f6-9ed2ef2c31a6 req-0ad7353a-9b78-4742-a3e3-250db0a79fe5 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/security-groups?id=4365f043-4cf0-431e-960a-89310d8f7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582578 Jul 23 16:25:02.527335 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-d8151194-329f-451a-bf4a-b4d368e18736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0994494d-be0d-4651-9250-ccdffd9eaa9f {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:02.537398 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-d8151194-329f-451a-bf4a-b4d368e18736 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:02.550718 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-d8151194-329f-451a-bf4a-b4d368e18736 service neutron] Transition to ACTIVE for port object 0994494d-be0d-4651-9250-ccdffd9eaa9f will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:02.561807 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-d8151194-329f-451a-bf4a-b4d368e18736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:02.578444 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] Pushing event updated for resources: {'Port': ['ID=502a3103-bf4e-47c4-90ec-075a8540f1d9,revision_number=7']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:02.584235 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-58bcb1f3-398e-4f65-9863-d6b1dfaf1dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:02.606480 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:02.606818 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:02.607161 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:02.607494 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:02.607845 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:02.608177 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:02.608505 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:02.608970 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:02.609189 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:02.609897 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:02.609897 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:02.610242 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:02.630313 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af09ec5-8478-48d5-aa91-df1b9c057d01 x-openstack-request-id: req-8af09ec5-8478-48d5-aa91-df1b9c057d01 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:02.630571 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d", "name": "network-vif-unplugged", "status": "completed", "tag": "502a3103-bf4e-47c4-90ec-075a8540f1d9", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:02.630867 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8af09ec5-8478-48d5-aa91-df1b9c057d01 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:02.631390 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '502a3103-bf4e-47c4-90ec-075a8540f1d9', 'code': 200} Jul 23 16:25:02.639609 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] Attempting to bind port 502a3103-bf4e-47c4-90ec-075a8540f1d9 on host n-h2-778549-4 for vnic_type normal with profile {"migrating_to": "n-h1-778549-4"} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:25:02.639948 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] Attempting to bind port 502a3103-bf4e-47c4-90ec-075a8540f1d9 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:25:02.640280 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] Attempting to bind port 502a3103-bf4e-47c4-90ec-075a8540f1d9 on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:02.653475 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] Port 502a3103-bf4e-47c4-90ec-075a8540f1d9 on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:25:02.653904 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] Attempting to bind port 502a3103-bf4e-47c4-90ec-075a8540f1d9 on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:02.664428 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:25:02.665270 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] Checking segment: {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:25:02.665840 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] Bound using segment: {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:25:02.666484 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] Bound port: 502a3103-bf4e-47c4-90ec-075a8540f1d9, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:25:02.667036 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:02.702981 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8151194-329f-451a-bf4a-b4d368e18736 service neutron] Pushing event updated for resources: {'Port': ['ID=0994494d-be0d-4651-9250-ccdffd9eaa9f,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:02.760969 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] For port 502a3103-bf4e-47c4-90ec-075a8540f1d9, host n-h2-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:25:02.767377 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] For port 502a3103-bf4e-47c4-90ec-075a8540f1d9, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=502a3103-bf4e-47c4-90ec-075a8540f1d9,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:25:02.772587 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:02.835697 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35156289-df33-4479-b2ae-9052d919d459 req-317caddf-ef8e-434e-99d0-a82d88d6ab52 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:02.837308 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-35156289-df33-4479-b2ae-9052d919d459 req-317caddf-ef8e-434e-99d0-a82d88d6ab52 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bedcbe0-0cd4-4108-beed-224107435bf4 HTTP/1.1" status: 200 len: 946 time: 0.2159181 Jul 23 16:25:02.866834 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] Pushing event updated for resources: {'Port': ['ID=502a3103-bf4e-47c4-90ec-075a8540f1d9,revision_number=8']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:02.873321 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:02.874070 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:02.875379 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-630fc789-5f86-4009-a6d3-bc043e4253e2 service neutron] 10.222.0.74 "PUT /v2.0/ports/502a3103-bf4e-47c4-90ec-075a8540f1d9 HTTP/1.1" status: 200 len: 1121 time: 0.7000043 Jul 23 16:25:02.875524 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-d8151194-329f-451a-bf4a-b4d368e18736 service neutron] Attempting to bind port 0994494d-be0d-4651-9250-ccdffd9eaa9f on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:25:02.875724 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-d8151194-329f-451a-bf4a-b4d368e18736 service neutron] Attempting to bind port 0994494d-be0d-4651-9250-ccdffd9eaa9f by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '41305256-abb4-4e1e-b696-9719cc319e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'dcce6b9f-e295-4611-aa9a-7022908630bd'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:25:02.876060 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-d8151194-329f-451a-bf4a-b4d368e18736 service neutron] Attempting to bind port 0994494d-be0d-4651-9250-ccdffd9eaa9f on network dcce6b9f-e295-4611-aa9a-7022908630bd {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:02.897087 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-d8151194-329f-451a-bf4a-b4d368e18736 service neutron] Port 0994494d-be0d-4651-9250-ccdffd9eaa9f on network dcce6b9f-e295-4611-aa9a-7022908630bd not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:25:02.897821 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-d8151194-329f-451a-bf4a-b4d368e18736 service neutron] Attempting to bind port 0994494d-be0d-4651-9250-ccdffd9eaa9f on network dcce6b9f-e295-4611-aa9a-7022908630bd {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:02.914110 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-35156289-df33-4479-b2ae-9052d919d459 req-ef5c2277-22e0-4756-b44c-12b86322970e tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684187 Jul 23 16:25:02.922685 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a37525-44ef-4943-b7f3-b038f9a75fda req-dd0d1610-cf6b-4078-b052-d7d83fcf20af tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:02.928153 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87a37525-44ef-4943-b7f3-b038f9a75fda req-dd0d1610-cf6b-4078-b052-d7d83fcf20af tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/ports?device_id=04a3e78f-80ac-4105-803f-9c7d3014ffd0 HTTP/1.1" status: 200 len: 945 time: 0.1523838 Jul 23 16:25:02.929044 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-d8151194-329f-451a-bf4a-b4d368e18736 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:25:02.929489 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-d8151194-329f-451a-bf4a-b4d368e18736 service neutron] Checking segment: {'id': '41305256-abb4-4e1e-b696-9719cc319e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'dcce6b9f-e295-4611-aa9a-7022908630bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:25:02.929807 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-d8151194-329f-451a-bf4a-b4d368e18736 service neutron] Bound using segment: {'id': '41305256-abb4-4e1e-b696-9719cc319e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'dcce6b9f-e295-4611-aa9a-7022908630bd'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:25:02.930292 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-d8151194-329f-451a-bf4a-b4d368e18736 service neutron] Bound port: 0994494d-be0d-4651-9250-ccdffd9eaa9f, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41305256-abb4-4e1e-b696-9719cc319e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'dcce6b9f-e295-4611-aa9a-7022908630bd'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:25:02.930637 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-d8151194-329f-451a-bf4a-b4d368e18736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:03.000446 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['502a3103-bf4e-47c4-90ec-075a8540f1d9'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:25:03.004283 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87a37525-44ef-4943-b7f3-b038f9a75fda req-899b4bcf-4c0b-462e-a28b-0841ed75147c tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/security-groups?id=ffd1410c-63e3-4596-8640-74663d7c505e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700421 Jul 23 16:25:03.027963 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d42b5a6-d14f-4ab7-a05b-465de302a5b3', 'tag': '40925843-ec24-442d-b75a-48fe2bf0f155'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:03.030496 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d68f16-4ff2-4915-857a-d4eee43fe3f4" -d '{"events": [{"name": "network-changed", "server_uuid": "4d42b5a6-d14f-4ab7-a05b-465de302a5b3", "tag": "40925843-ec24-442d-b75a-48fe2bf0f155"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:03.040681 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-d8151194-329f-451a-bf4a-b4d368e18736 service neutron] For port 0994494d-be0d-4651-9250-ccdffd9eaa9f, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:25:03.057452 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-d8151194-329f-451a-bf4a-b4d368e18736 service neutron] For port 0994494d-be0d-4651-9250-ccdffd9eaa9f, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=0994494d-be0d-4651-9250-ccdffd9eaa9f,segment=NetworkSegment(41305256-abb4-4e1e-b696-9719cc319e31),segment_id=41305256-abb4-4e1e-b696-9719cc319e31)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:25:03.063405 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-d8151194-329f-451a-bf4a-b4d368e18736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:03.105842 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-d8151194-329f-451a-bf4a-b4d368e18736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:03.105842 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-d8151194-329f-451a-bf4a-b4d368e18736 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:03.105842 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-d8151194-329f-451a-bf4a-b4d368e18736 service neutron] 10.222.0.74 "PUT /v2.0/ports/0994494d-be0d-4651-9250-ccdffd9eaa9f HTTP/1.1" status: 200 len: 1091 time: 1.3390269 Jul 23 16:25:03.159848 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2978ee-7ce7-4607-b9e6-0c6b2d1b7010 x-openstack-request-id: req-be2978ee-7ce7-4607-b9e6-0c6b2d1b7010 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:03.160130 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d42b5a6-d14f-4ab7-a05b-465de302a5b3", "tag": "40925843-ec24-442d-b75a-48fe2bf0f155", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:03.160385 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-be2978ee-7ce7-4607-b9e6-0c6b2d1b7010 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:03.160786 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d42b5a6-d14f-4ab7-a05b-465de302a5b3', 'tag': '40925843-ec24-442d-b75a-48fe2bf0f155', 'status': 'completed', 'code': 200} Jul 23 16:25:03.207804 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8151194-329f-451a-bf4a-b4d368e18736 service neutron] Pushing event updated for resources: {'Port': ['ID=0994494d-be0d-4651-9250-ccdffd9eaa9f,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:03.296511 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b93da0-52bd-4f9c-b957-d9770559d06a req-1fe05fdb-b07c-488e-85ad-3393554c9c50 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:03.298122 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45b93da0-52bd-4f9c-b957-d9770559d06a req-1fe05fdb-b07c-488e-85ad-3393554c9c50 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d HTTP/1.1" status: 200 len: 943 time: 0.1888263 Jul 23 16:25:03.313974 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-435dd8e5-c002-4fb1-a03d-32fa97e733f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:03.314464 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-435dd8e5-c002-4fb1-a03d-32fa97e733f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:03.314941 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-435dd8e5-c002-4fb1-a03d-32fa97e733f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:03.316603 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-435dd8e5-c002-4fb1-a03d-32fa97e733f6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fb676069524140d885efdc13eef1aa27&device_id=4d42b5a6-d14f-4ab7-a05b-465de302a5b3 HTTP/1.1" status: 200 len: 2864 time: 0.1550369 Jul 23 16:25:03.374363 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-c6fa6398-06a1-40b7-be7e-0e1c686e52b4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.182&port_id=656cb8e2-85e7-4a56-9841-36ab5314fdf0 HTTP/1.1" status: 200 len: 217 time: 0.0435882 Jul 23 16:25:03.386338 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc35917-c2bc-483e-aa77-e1613b7760f5 req-2f344a49-c45c-4f2d-83cd-e47a483080ab tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:03.387840 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ddc35917-c2bc-483e-aa77-e1613b7760f5 req-2f344a49-c45c-4f2d-83cd-e47a483080ab tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/ports?device_id=eeb72f35-8ac6-4363-9443-a3d495f4eb65 HTTP/1.1" status: 200 len: 946 time: 0.1692662 Jul 23 16:25:03.429299 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45b93da0-52bd-4f9c-b957-d9770559d06a req-1ce757ab-349d-496b-93b8-b5a8dddf4d91 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231501 Jul 23 16:25:03.458268 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-8952902d-272c-4d25-be16-ad1ec437f500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:03.458268 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-8952902d-272c-4d25-be16-ad1ec437f500 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=78d0a7b4-66ed-40c4-a5b9-9b59bf704f01 HTTP/1.1" status: 200 len: 801 time: 0.0664494 Jul 23 16:25:03.503686 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ddc35917-c2bc-483e-aa77-e1613b7760f5 req-ddfa16ab-caf1-4cf6-94de-37c746b56c0c tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/security-groups?id=4365f043-4cf0-431e-960a-89310d8f7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017911 Jul 23 16:25:03.536810 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-2d5196d8-981a-462d-a3d0-f489bba7655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:03.538396 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-2d5196d8-981a-462d-a3d0-f489bba7655b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dcce6b9f-e295-4611-aa9a-7022908630bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0733316 Jul 23 16:25:03.678135 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-860f3b6c-9c75-4199-99f5-c5620d808a54 service neutron] 10.222.0.74 "GET /v2.0/networks/dcce6b9f-e295-4611-aa9a-7022908630bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319976 Jul 23 16:25:03.690205 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c61e5-0655-494b-8994-dbf15787ffe4 req-f8148a7e-6406-45e5-b8ab-43bca640e19a tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:03.696792 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c61e5-0655-494b-8994-dbf15787ffe4 req-f8148a7e-6406-45e5-b8ab-43bca640e19a tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:03.703426 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c61e5-0655-494b-8994-dbf15787ffe4 req-f8148a7e-6406-45e5-b8ab-43bca640e19a tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:03.705238 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-695c61e5-0655-494b-8994-dbf15787ffe4 req-f8148a7e-6406-45e5-b8ab-43bca640e19a tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d42b5a6-d14f-4ab7-a05b-465de302a5b3 HTTP/1.1" status: 200 len: 2411 time: 0.1405897 Jul 23 16:25:04.101634 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-695c61e5-0655-494b-8994-dbf15787ffe4 req-d0d875df-81b6-4784-9f59-0a41803b3226 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881154 Jul 23 16:25:04.133034 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-cd2ce319-360f-4e59-bb03-c1bb3eaf08d7 service neutron] 10.222.0.74 "GET /v2.0/networks/dcce6b9f-e295-4611-aa9a-7022908630bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267881 Jul 23 16:25:04.155197 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de096c80-cebd-4390-99eb-a704d0f4868d req-47192957-cc2f-4269-8946-0e56c607959e tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:04.156683 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-de096c80-cebd-4390-99eb-a704d0f4868d req-47192957-cc2f-4269-8946-0e56c607959e tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/ports?device_id=04a3e78f-80ac-4105-803f-9c7d3014ffd0 HTTP/1.1" status: 200 len: 945 time: 0.1508551 Jul 23 16:25:04.198337 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-b6af3cac-339c-4b4e-871f-9988dce053c6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.20&port_id=40925843-ec24-442d-b75a-48fe2bf0f155 HTTP/1.1" status: 200 len: 217 time: 0.0581689 Jul 23 16:25:04.290845 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-de096c80-cebd-4390-99eb-a704d0f4868d req-75d960ed-f8ed-4ebc-acc3-4b8303d195ac tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/security-groups?id=ffd1410c-63e3-4596-8640-74663d7c505e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061139 Jul 23 16:25:04.295391 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-3915d768-3a60-44c1-95ec-4c6fff8d22f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:04.296829 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-3915d768-3a60-44c1-95ec-4c6fff8d22f8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1d9b75bb-2a2c-4589-9573-4af7cf82e583 HTTP/1.1" status: 200 len: 801 time: 0.0748112 Jul 23 16:25:04.344032 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a24dc2-4f17-4bc2-b101-e964ff886109 req-bff71e5c-4a97-4072-b432-f86d5b481dfa tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:04.345566 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d2a24dc2-4f17-4bc2-b101-e964ff886109 req-bff71e5c-4a97-4072-b432-f86d5b481dfa tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bedcbe0-0cd4-4108-beed-224107435bf4 HTTP/1.1" status: 200 len: 946 time: 0.1620247 Jul 23 16:25:04.399512 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-1624a4bb-ecd6-44fb-baad-daf3bf7b20a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:04.400952 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-1624a4bb-ecd6-44fb-baad-daf3bf7b20a4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=11a428c1-2391-4317-9ca6-9cb757088c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0943558 Jul 23 16:25:04.406818 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d2a24dc2-4f17-4bc2-b101-e964ff886109 req-78d9286b-281c-49db-8bc6-5fca4523c98f tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486863 Jul 23 16:25:04.498759 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-8e8a8276-1b03-4efc-8530-ca9fea747156 service neutron] 10.222.0.74 "GET /v2.0/networks/11a428c1-2391-4317-9ca6-9cb757088c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907900 Jul 23 16:25:04.632888 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d', 'tag': '502a3103-bf4e-47c4-90ec-075a8540f1d9'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:04.638137 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d23389-cf3a-47d8-8785-563bc15a9ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d", "tag": "502a3103-bf4e-47c4-90ec-075a8540f1d9"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:04.658565 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:04.687584 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40ef2e-e79f-4689-8aca-050636a9f92a req-375a5026-a579-4447-9d67-a329b9a6b1f5 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:04.689179 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec40ef2e-e79f-4689-8aca-050636a9f92a req-375a5026-a579-4447-9d67-a329b9a6b1f5 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d HTTP/1.1" status: 200 len: 943 time: 0.1841781 Jul 23 16:25:04.692388 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-1231aff0-1561-45bd-9eaf-26ccb3edb426 service neutron] 10.222.0.74 "GET /v2.0/networks/11a428c1-2391-4317-9ca6-9cb757088c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781368 Jul 23 16:25:04.710362 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9562bd9-dc49-4771-a21e-52226c642b9e req-083c6b2f-31e8-4cd9-bfca-d6aac46dfe8b tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:04.711950 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a9562bd9-dc49-4771-a21e-52226c642b9e req-083c6b2f-31e8-4cd9-bfca-d6aac46dfe8b tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.97 "GET /v2.0/ports?device_id=eeb72f35-8ac6-4363-9443-a3d495f4eb65 HTTP/1.1" status: 200 len: 946 time: 0.1607509 Jul 23 16:25:04.774285 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-4d025c4f-3f76-47ea-8a63-3fd4f3e0b826 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.95&port_id=0994494d-be0d-4651-9250-ccdffd9eaa9f HTTP/1.1" status: 200 len: 217 time: 0.0602882 Jul 23 16:25:04.858142 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec40ef2e-e79f-4689-8aca-050636a9f92a req-3ecc31e9-22e3-4268-8610-7dee6ddb94b7 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624317 Jul 23 16:25:04.938593 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-bf85f54f-a9cb-4eef-8daf-472b54f4247c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:04.940117 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-bf85f54f-a9cb-4eef-8daf-472b54f4247c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=78d0a7b4-66ed-40c4-a5b9-9b59bf704f01 HTTP/1.1" status: 200 len: 801 time: 0.1427681 Jul 23 16:25:04.976022 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8ec8b3-72c5-449b-8e64-09ddb79ce656 x-openstack-request-id: req-6c8ec8b3-72c5-449b-8e64-09ddb79ce656 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:04.976552 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d", "tag": "502a3103-bf4e-47c4-90ec-075a8540f1d9", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:04.976893 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6c8ec8b3-72c5-449b-8e64-09ddb79ce656 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:04.977497 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d', 'tag': '502a3103-bf4e-47c4-90ec-075a8540f1d9', 'status': 'completed', 'code': 200} Jul 23 16:25:05.030345 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19ab13-1777-4c91-a454-042d572cbfe3 req-3ad59dda-cc8d-42b4-b02c-f6ab9c1a81f4 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:05.035070 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2e19ab13-1777-4c91-a454-042d572cbfe3 req-3ad59dda-cc8d-42b4-b02c-f6ab9c1a81f4 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/ports?device_id=eeb72f35-8ac6-4363-9443-a3d495f4eb65 HTTP/1.1" status: 200 len: 946 time: 0.1758785 Jul 23 16:25:05.072110 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-a9562bd9-dc49-4771-a21e-52226c642b9e req-79819aff-f140-49c8-b46f-2dfa8ac7591b tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Deleting port bc245687-9a3c-4338-a35f-ccec84c2b556 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:05.072456 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a9562bd9-dc49-4771-a21e-52226c642b9e req-79819aff-f140-49c8-b46f-2dfa8ac7591b tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:05.172306 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d42b5a6-d14f-4ab7-a05b-465de302a5b3', 'tag': '0994494d-be0d-4651-9250-ccdffd9eaa9f'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:05.174614 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6c35fd-f97c-4f97-ab58-cc9a4d632eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "4d42b5a6-d14f-4ab7-a05b-465de302a5b3", "tag": "0994494d-be0d-4651-9250-ccdffd9eaa9f"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:05.193949 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2e19ab13-1777-4c91-a454-042d572cbfe3 req-ab82e143-3b0b-4c5e-a67b-311fc9b12f32 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/security-groups?id=4365f043-4cf0-431e-960a-89310d8f7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540585 Jul 23 16:25:05.237183 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-afdf21a8-8daa-4b16-99d9-2885bb6db7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:05.239019 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-afdf21a8-8daa-4b16-99d9-2885bb6db7b6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dcce6b9f-e295-4611-aa9a-7022908630bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2852557 Jul 23 16:25:05.261597 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6a2747-14dd-464d-a027-5f4f05cbccc9 x-openstack-request-id: req-4e6a2747-14dd-464d-a027-5f4f05cbccc9 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:05.261871 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d42b5a6-d14f-4ab7-a05b-465de302a5b3", "tag": "0994494d-be0d-4651-9250-ccdffd9eaa9f", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:05.262132 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4e6a2747-14dd-464d-a027-5f4f05cbccc9 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:05.262609 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d42b5a6-d14f-4ab7-a05b-465de302a5b3', 'tag': '0994494d-be0d-4651-9250-ccdffd9eaa9f', 'status': 'completed', 'code': 200} Jul 23 16:25:05.326961 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ae6339f1-bcee-4580-857b-1e045cd36761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:05.328551 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d23389-cf3a-47d8-8785-563bc15a9ce0 req-38674591-1ac0-4229-a83e-6ecda1771d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:05.330123 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0d23389-cf3a-47d8-8785-563bc15a9ce0 req-38674591-1ac0-4229-a83e-6ecda1771d02 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c9785dc21e8448b1824d1571d64a2041&device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d HTTP/1.1" status: 200 len: 1124 time: 0.3188033 Jul 23 16:25:05.331971 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-a9562bd9-dc49-4771-a21e-52226c642b9e req-79819aff-f140-49c8-b46f-2dfa8ac7591b tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] For port bc245687-9a3c-4338-a35f-ccec84c2b556, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=bc245687-9a3c-4338-a35f-ccec84c2b556,segment=NetworkSegment(c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7),segment_id=c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:05.332340 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a9562bd9-dc49-4771-a21e-52226c642b9e req-79819aff-f140-49c8-b46f-2dfa8ac7591b tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:05.373756 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:05.388718 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-a9562bd9-dc49-4771-a21e-52226c642b9e req-79819aff-f140-49c8-b46f-2dfa8ac7591b tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Calling delete_port for bc245687-9a3c-4338-a35f-ccec84c2b556 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:05.603449 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a5fd1-5c10-4932-801f-bfcca900f0a8 req-f12c213a-fc02-4979-b617-7315e13d35e2 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:05.609975 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a5fd1-5c10-4932-801f-bfcca900f0a8 req-f12c213a-fc02-4979-b617-7315e13d35e2 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:05.616141 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a5fd1-5c10-4932-801f-bfcca900f0a8 req-f12c213a-fc02-4979-b617-7315e13d35e2 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:05.617818 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3f9a5fd1-5c10-4932-801f-bfcca900f0a8 req-f12c213a-fc02-4979-b617-7315e13d35e2 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d42b5a6-d14f-4ab7-a05b-465de302a5b3 HTTP/1.1" status: 200 len: 2411 time: 0.4356680 Jul 23 16:25:05.625083 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685fd66-1eac-49ca-be7b-ebe16cb33488 req-4138f759-2132-4cab-a8d7-c6c75e6e1797 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:05.626458 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e685fd66-1eac-49ca-be7b-ebe16cb33488 req-4138f759-2132-4cab-a8d7-c6c75e6e1797 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.97 "GET /v2.0/ports?device_id=04a3e78f-80ac-4105-803f-9c7d3014ffd0 HTTP/1.1" status: 200 len: 945 time: 0.4063535 Jul 23 16:25:05.638322 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-a94fb7ce-dbe1-4201-950b-5e3655c339bd service neutron] 10.222.0.74 "GET /v2.0/networks/dcce6b9f-e295-4611-aa9a-7022908630bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547432 Jul 23 16:25:05.737402 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d23389-cf3a-47d8-8785-563bc15a9ce0 req-748e69b7-4553-43b0-a0d0-e521346915b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:05.738842 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0d23389-cf3a-47d8-8785-563bc15a9ce0 req-748e69b7-4553-43b0-a0d0-e521346915b9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=02a7c16a-554a-4ad8-a4a9-73cc994d3940 HTTP/1.1" status: 200 len: 922 time: 0.3884151 Jul 23 16:25:05.830833 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3f9a5fd1-5c10-4932-801f-bfcca900f0a8 req-f95d97ad-11fe-4601-b780-26e102c4e5f9 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014351 Jul 23 16:25:05.860224 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0d23389-cf3a-47d8-8785-563bc15a9ce0 req-9ffd171a-35a4-4431-adbe-a60abdd8283b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=502a3103-bf4e-47c4-90ec-075a8540f1d9 HTTP/1.1" status: 200 len: 217 time: 0.1034846 Jul 23 16:25:05.867407 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7386103-99db-4328-bed7-316565be85e3 req-5f13c9f9-1d56-4036-b0a0-4bb8520bc8e0 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:05.868928 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a7386103-99db-4328-bed7-316565be85e3 req-5f13c9f9-1d56-4036-b0a0-4bb8520bc8e0 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/ports?device_id=04a3e78f-80ac-4105-803f-9c7d3014ffd0 HTTP/1.1" status: 200 len: 945 time: 0.5015907 Jul 23 16:25:06.053945 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d2fb30c-dab0-4f3d-9540-c55943c6ce41 req-d21d0f88-1ac0-453a-a3a0-8f21467ccdf8 service neutron] 10.222.0.74 "GET /v2.0/networks/dcce6b9f-e295-4611-aa9a-7022908630bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900740 Jul 23 16:25:06.063616 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d23389-cf3a-47d8-8785-563bc15a9ce0 req-f82c44f0-8175-4d5a-8112-83511b8d2f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:06.065071 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0d23389-cf3a-47d8-8785-563bc15a9ce0 req-f82c44f0-8175-4d5a-8112-83511b8d2f1f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8d7d20ea-5324-4d61-af92-f3ae3ea40d11 HTTP/1.1" status: 200 len: 860 time: 0.1935074 Jul 23 16:25:06.067902 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a7386103-99db-4328-bed7-316565be85e3 req-d6691b00-d470-4fc7-a7d3-a6fae943f5df tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/security-groups?id=ffd1410c-63e3-4596-8640-74663d7c505e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771560 Jul 23 16:25:06.120804 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a9562bd9-dc49-4771-a21e-52226c642b9e req-79819aff-f140-49c8-b46f-2dfa8ac7591b tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:06.123983 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0d23389-cf3a-47d8-8785-563bc15a9ce0 req-7f85505e-6693-4067-8a55-11061a2a0f7f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=02a7c16a-554a-4ad8-a4a9-73cc994d3940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442080 Jul 23 16:25:06.135111 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['5e057ba1-44fc-428a-b58e-46b2455b0f3e'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:25:06.140281 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['70f4414b-efd0-4e23-8ebc-a0e15cc84971', 'bc245687-9a3c-4338-a35f-ccec84c2b556'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:25:06.196516 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79819aff-f140-49c8-b46f-2dfa8ac7591b tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Pushing event deleted for resources: {'Port': ['ID=bc245687-9a3c-4338-a35f-ccec84c2b556,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:06.231844 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-e685fd66-1eac-49ca-be7b-ebe16cb33488 req-2e13f248-5df0-46cf-b6a4-a852b436d6b1 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Deleting port d10c8b62-22ba-4b3f-a632-cdf3328d562b {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:06.231844 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e685fd66-1eac-49ca-be7b-ebe16cb33488 req-2e13f248-5df0-46cf-b6a4-a852b436d6b1 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:06.260028 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79819aff-f140-49c8-b46f-2dfa8ac7591b tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:06.260388 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79819aff-f140-49c8-b46f-2dfa8ac7591b tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:06.260735 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79819aff-f140-49c8-b46f-2dfa8ac7591b tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:06.261093 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79819aff-f140-49c8-b46f-2dfa8ac7591b tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:06.261438 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79819aff-f140-49c8-b46f-2dfa8ac7591b tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:06.261775 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79819aff-f140-49c8-b46f-2dfa8ac7591b tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:06.262108 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79819aff-f140-49c8-b46f-2dfa8ac7591b tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:06.263253 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79819aff-f140-49c8-b46f-2dfa8ac7591b tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:06.263253 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79819aff-f140-49c8-b46f-2dfa8ac7591b tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:06.263841 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79819aff-f140-49c8-b46f-2dfa8ac7591b tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:06.264173 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79819aff-f140-49c8-b46f-2dfa8ac7591b tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:06.264693 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79819aff-f140-49c8-b46f-2dfa8ac7591b tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:06.445827 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:06.648034 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb3a76-31ea-4186-8ce3-39224faf9b93 req-a1e8451a-a9b3-47ca-afbb-0351729de718 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:06.649483 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41fb3a76-31ea-4186-8ce3-39224faf9b93 req-a1e8451a-a9b3-47ca-afbb-0351729de718 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d HTTP/1.1" status: 200 len: 943 time: 0.6632957 Jul 23 16:25:06.650237 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9562bd9-dc49-4771-a21e-52226c642b9e req-79819aff-f140-49c8-b46f-2dfa8ac7591b tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] No DVR routers for this DVR port bc245687-9a3c-4338-a35f-ccec84c2b556 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:25:06.676264 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a9562bd9-dc49-4771-a21e-52226c642b9e req-79819aff-f140-49c8-b46f-2dfa8ac7591b tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:06.678418 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a9562bd9-dc49-4771-a21e-52226c642b9e req-79819aff-f140-49c8-b46f-2dfa8ac7591b tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.97 "DELETE /v2.0/ports/bc245687-9a3c-4338-a35f-ccec84c2b556 HTTP/1.1" status: 204 len: 173 time: 1.9418676 Jul 23 16:25:06.685579 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device ffac9969-190b-4fff-9b49-d745979c0b27 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:25:06.712456 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e6d60c2d-3bf2-4f23-a86c-a4d3d0895b4e req-b860feaa-d9ae-458a-97c2-d6709abc9cf3 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/ports?device_id=eeb72f35-8ac6-4363-9443-a3d495f4eb65 HTTP/1.1" status: 200 len: 210 time: 0.1349730 Jul 23 16:25:06.796372 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d68f16-4ff2-4915-857a-d4eee43fe3f4 req-028ef9a9-4c19-4edc-889d-03e41c8ca585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:06.797363 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d68f16-4ff2-4915-857a-d4eee43fe3f4 req-028ef9a9-4c19-4edc-889d-03e41c8ca585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:06.797480 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d68f16-4ff2-4915-857a-d4eee43fe3f4 req-028ef9a9-4c19-4edc-889d-03e41c8ca585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:06.799570 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-04d68f16-4ff2-4915-857a-d4eee43fe3f4 req-028ef9a9-4c19-4edc-889d-03e41c8ca585 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fb676069524140d885efdc13eef1aa27&device_id=4d42b5a6-d14f-4ab7-a05b-465de302a5b3 HTTP/1.1" status: 200 len: 2864 time: 0.6745868 Jul 23 16:25:06.805774 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port ffac9969-190b-4fff-9b49-d745979c0b27, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=ffac9969-190b-4fff-9b49-d745979c0b27,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:06.806984 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0d23389-cf3a-47d8-8785-563bc15a9ce0 req-c617c613-88d5-4f86-8fed-b27265b86671 service neutron] 10.222.0.97 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6417544 Jul 23 16:25:06.811060 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-e685fd66-1eac-49ca-be7b-ebe16cb33488 req-2e13f248-5df0-46cf-b6a4-a852b436d6b1 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] For port d10c8b62-22ba-4b3f-a632-cdf3328d562b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d10c8b62-22ba-4b3f-a632-cdf3328d562b,segment=NetworkSegment(dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b),segment_id=dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:06.811440 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e685fd66-1eac-49ca-be7b-ebe16cb33488 req-2e13f248-5df0-46cf-b6a4-a852b436d6b1 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:06.817780 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41fb3a76-31ea-4186-8ce3-39224faf9b93 req-c000780f-b12e-4be5-b33d-a8dd92ed2fda tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382160 Jul 23 16:25:06.820974 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'ffac9969-190b-4fff-9b49-d745979c0b27', 'network_id': 'c0156383-d263-44ff-9a8d-9ced71d28f03', 'port_id': 'ffac9969-190b-4fff-9b49-d745979c0b27', 'mac_address': 'fa:16:3e:25:40:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe4be59-2cd1-45d4-8fb1-b572bd36b8ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:25:06.871874 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:06.885023 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ffac9969-190b-4fff-9b49-d745979c0b27 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:06.907503 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port ffac9969-190b-4fff-9b49-d745979c0b27, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=ffac9969-190b-4fff-9b49-d745979c0b27,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:06.911883 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:06.912661 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 502a3103-bf4e-47c4-90ec-075a8540f1d9 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:25:06.985570 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=ffac9969-190b-4fff-9b49-d745979c0b27,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:07.049813 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 502a3103-bf4e-47c4-90ec-075a8540f1d9, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=502a3103-bf4e-47c4-90ec-075a8540f1d9,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:07.062144 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 502a3103-bf4e-47c4-90ec-075a8540f1d9 has no active binding in host n-h1-778549-4 {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 16:25:07.156312 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:07.270884 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d68f16-4ff2-4915-857a-d4eee43fe3f4 req-426a278f-bb0a-4204-8c30-176fd4887e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:07.272391 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-04d68f16-4ff2-4915-857a-d4eee43fe3f4 req-426a278f-bb0a-4204-8c30-176fd4887e27 service neutron] 10.222.0.74 "GET /v2.0/networks?id=11a428c1-2391-4317-9ca6-9cb757088c1a HTTP/1.1" status: 200 len: 904 time: 0.4467943 Jul 23 16:25:07.272826 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb72f35-8ac6-4363-9443-a3d495f4eb65', 'name': 'network-vif-deleted', 'tag': 'bc245687-9a3c-4338-a35f-ccec84c2b556'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:07.275110 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ef84ec-b460-443d-a1b2-d49dc31ed645" -d '{"events": [{"server_uuid": "eeb72f35-8ac6-4363-9443-a3d495f4eb65", "name": "network-vif-deleted", "tag": "bc245687-9a3c-4338-a35f-ccec84c2b556"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:07.313037 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0d23389-cf3a-47d8-8785-563bc15a9ce0 req-d9dc656f-915e-47c8-abae-f29cd57288bc service neutron] 10.222.0.97 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592061 Jul 23 16:25:07.331109 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1c878-624b-4ae3-a555-a81387785475 req-5120e0a0-a216-47ee-a235-1a5c8b7767e2 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:07.332566 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7bb1c878-624b-4ae3-a555-a81387785475 req-5120e0a0-a216-47ee-a235-1a5c8b7767e2 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1e40c57-2b4c-4b3e-8a60-8e906f4ade2a HTTP/1.1" status: 200 len: 946 time: 0.4775927 Jul 23 16:25:07.391057 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-833e8a0f-ae57-47bb-89ea-4aaedf1b209c service neutron] 10.222.0.97 "GET /v2.0/ports/502a3103-bf4e-47c4-90ec-075a8540f1d9/bindings/n-h1-778549-4 HTTP/1.1" status: 200 len: 384 time: 0.3262269 Jul 23 16:25:07.396750 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-04d68f16-4ff2-4915-857a-d4eee43fe3f4 req-2a7b17ca-2369-462f-9666-6e60f8ad59da service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.20&port_id=40925843-ec24-442d-b75a-48fe2bf0f155 HTTP/1.1" status: 200 len: 217 time: 0.1017528 Jul 23 16:25:07.419688 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c28572-dd03-4a1d-81b6-0a64aada0ab4 req-bdf106a3-dce5-4c36-9ccc-5ed4d4c66064 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:07.425545 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c28572-dd03-4a1d-81b6-0a64aada0ab4 req-bdf106a3-dce5-4c36-9ccc-5ed4d4c66064 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:07.431643 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c28572-dd03-4a1d-81b6-0a64aada0ab4 req-bdf106a3-dce5-4c36-9ccc-5ed4d4c66064 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:07.433093 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e7c28572-dd03-4a1d-81b6-0a64aada0ab4 req-bdf106a3-dce5-4c36-9ccc-5ed4d4c66064 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d42b5a6-d14f-4ab7-a05b-465de302a5b3 HTTP/1.1" status: 200 len: 2411 time: 0.4865103 Jul 23 16:25:07.454657 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['ffac9969-190b-4fff-9b49-d745979c0b27'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:25:07.551817 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e685fd66-1eac-49ca-be7b-ebe16cb33488 req-2e13f248-5df0-46cf-b6a4-a852b436d6b1 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:07.552192 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e685fd66-1eac-49ca-be7b-ebe16cb33488 req-2e13f248-5df0-46cf-b6a4-a852b436d6b1 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:07.552508 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [req-e685fd66-1eac-49ca-be7b-ebe16cb33488 req-2e13f248-5df0-46cf-b6a4-a852b436d6b1 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Floating IP 6349bb1e-2a9b-417d-929f-eedcb65a3e89 disassociated. External IP: 172.25.8.150, port: d10c8b62-22ba-4b3f-a632-cdf3328d562b. Jul 23 16:25:07.552849 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-e685fd66-1eac-49ca-be7b-ebe16cb33488 req-2e13f248-5df0-46cf-b6a4-a852b436d6b1 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Calling delete_port for d10c8b62-22ba-4b3f-a632-cdf3328d562b owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:07.599247 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7bb1c878-624b-4ae3-a555-a81387785475 req-99484767-2a0c-4255-bd04-ca553f6bf837 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104826 Jul 23 16:25:07.603816 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d68f16-4ff2-4915-857a-d4eee43fe3f4 req-11dc0b58-9d38-4a74-9c78-537bf3ed7cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:07.605773 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-04d68f16-4ff2-4915-857a-d4eee43fe3f4 req-11dc0b58-9d38-4a74-9c78-537bf3ed7cc9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1d9b75bb-2a2c-4589-9573-4af7cf82e583 HTTP/1.1" status: 200 len: 801 time: 0.1713643 Jul 23 16:25:07.613132 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e7c28572-dd03-4a1d-81b6-0a64aada0ab4 req-aeb186f0-132f-4779-9f2a-8b43b82b861d tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611562 Jul 23 16:25:07.739054 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b61d45-7d26-422a-9ba6-8dc74bfd8147 x-openstack-request-id: req-a5b61d45-7d26-422a-9ba6-8dc74bfd8147 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:07.739427 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb72f35-8ac6-4363-9443-a3d495f4eb65", "name": "network-vif-deleted", "tag": "bc245687-9a3c-4338-a35f-ccec84c2b556", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:07.739572 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a5b61d45-7d26-422a-9ba6-8dc74bfd8147 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:07.740241 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb72f35-8ac6-4363-9443-a3d495f4eb65', 'name': 'network-vif-deleted', 'tag': 'bc245687-9a3c-4338-a35f-ccec84c2b556', 'status': 'completed', 'code': 200} Jul 23 16:25:07.911133 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d68f16-4ff2-4915-857a-d4eee43fe3f4 req-3286eabf-a1c3-442b-a27d-72fb69591e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:07.912671 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-04d68f16-4ff2-4915-857a-d4eee43fe3f4 req-3286eabf-a1c3-442b-a27d-72fb69591e95 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=11a428c1-2391-4317-9ca6-9cb757088c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2619033 Jul 23 16:25:07.944510 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a83df-e35c-4a6d-b4c2-e946b1960a80 req-3eea87a4-44b3-4107-b11d-ec2fa5617f5e tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:07.946273 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-665a83df-e35c-4a6d-b4c2-e946b1960a80 req-3eea87a4-44b3-4107-b11d-ec2fa5617f5e tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/ports?device_id=04a3e78f-80ac-4105-803f-9c7d3014ffd0 HTTP/1.1" status: 200 len: 945 time: 0.2310755 Jul 23 16:25:08.018069 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-fb95e8eb-c888-40e3-a239-0d40ca009b44 service neutron] For port 502a3103-bf4e-47c4-90ec-075a8540f1d9, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=502a3103-bf4e-47c4-90ec-075a8540f1d9,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:08.081638 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e685fd66-1eac-49ca-be7b-ebe16cb33488 req-2e13f248-5df0-46cf-b6a4-a852b436d6b1 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.129475 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-fb95e8eb-c888-40e3-a239-0d40ca009b44 service neutron] For port 502a3103-bf4e-47c4-90ec-075a8540f1d9, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:25:08.173870 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-665a83df-e35c-4a6d-b4c2-e946b1960a80 req-9f2068e3-d7d1-46ce-8ca1-6cd8e7b881e8 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/security-groups?id=ffd1410c-63e3-4596-8640-74663d7c505e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147968 Jul 23 16:25:08.182564 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13f248-5df0-46cf-b6a4-a852b436d6b1 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Pushing event deleted for resources: {'Port': ['ID=d10c8b62-22ba-4b3f-a632-cdf3328d562b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:08.218552 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-fb95e8eb-c888-40e3-a239-0d40ca009b44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 502a3103-bf4e-47c4-90ec-075a8540f1d9 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:08.225462 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-04d68f16-4ff2-4915-857a-d4eee43fe3f4 req-403debbc-2102-4d18-ae2d-2ee522deacf5 service neutron] 10.222.0.74 "GET /v2.0/networks/11a428c1-2391-4317-9ca6-9cb757088c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020875 Jul 23 16:25:08.303938 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-fb95e8eb-c888-40e3-a239-0d40ca009b44 service neutron] For port 502a3103-bf4e-47c4-90ec-075a8540f1d9, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=502a3103-bf4e-47c4-90ec-075a8540f1d9,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:08.352664 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-fb95e8eb-c888-40e3-a239-0d40ca009b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.393540 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34dc0d-e52c-48c6-a5f3-ece94a0f10b5 req-1fbab59c-78e1-4fc1-8e67-3ff9244bbf47 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:08.395643 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4f34dc0d-e52c-48c6-a5f3-ece94a0f10b5 req-1fbab59c-78e1-4fc1-8e67-3ff9244bbf47 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d HTTP/1.1" status: 200 len: 943 time: 0.4019885 Jul 23 16:25:08.499104 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.521142 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4f34dc0d-e52c-48c6-a5f3-ece94a0f10b5 req-f1cbe388-9f06-4765-83e2-e45f113590e0 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885136 Jul 23 16:25:08.566111 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e685fd66-1eac-49ca-be7b-ebe16cb33488 req-2e13f248-5df0-46cf-b6a4-a852b436d6b1 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Router bec38b1a-a94f-4055-9b59-d16748290e30 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:25:08.568483 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-04d68f16-4ff2-4915-857a-d4eee43fe3f4 req-298d6de2-5105-4194-8eec-563a3a55be0b service neutron] 10.222.0.74 "GET /v2.0/networks/11a428c1-2391-4317-9ca6-9cb757088c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091679 Jul 23 16:25:08.621336 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-fb95e8eb-c888-40e3-a239-0d40ca009b44 service neutron] Transition to ACTIVE for port object 502a3103-bf4e-47c4-90ec-075a8540f1d9 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:08.658165 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34e240-e5db-49b0-95a3-17606eb89059 req-d355396b-51eb-4e0a-80d5-f10394e7eab0 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:08.660356 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fd34e240-e5db-49b0-95a3-17606eb89059 req-d355396b-51eb-4e0a-80d5-f10394e7eab0 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1e40c57-2b4c-4b3e-8a60-8e906f4ade2a HTTP/1.1" status: 200 len: 946 time: 0.1314199 Jul 23 16:25:08.687184 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device ffac9969-190b-4fff-9b49-d745979c0b27 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:25:08.727744 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-fb95e8eb-c888-40e3-a239-0d40ca009b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.800226 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port ffac9969-190b-4fff-9b49-d745979c0b27 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:08.800638 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.867689 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-fd34e240-e5db-49b0-95a3-17606eb89059 req-ccc71fd7-fa88-44da-8f12-a698411777fc tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Deleting port e3490b8f-7b6f-4503-baec-405c205d4359 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:08.868078 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-fd34e240-e5db-49b0-95a3-17606eb89059 req-ccc71fd7-fa88-44da-8f12-a698411777fc tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.899136 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 502a3103-bf4e-47c4-90ec-075a8540f1d9 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:08.965131 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 502a3103-bf4e-47c4-90ec-075a8540f1d9 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:25:08.966256 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device d10c8b62-22ba-4b3f-a632-cdf3328d562b no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:09.001407 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: d10c8b62-22ba-4b3f-a632-cdf3328d562b {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:25:09.002183 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device d10c8b62-22ba-4b3f-a632-cdf3328d562b not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:25:09.002836 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device bc245687-9a3c-4338-a35f-ccec84c2b556 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:09.030079 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: bc245687-9a3c-4338-a35f-ccec84c2b556 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:25:09.031661 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device bc245687-9a3c-4338-a35f-ccec84c2b556 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:25:09.039078 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-fd34e240-e5db-49b0-95a3-17606eb89059 req-ccc71fd7-fa88-44da-8f12-a698411777fc tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] For port e3490b8f-7b6f-4503-baec-405c205d4359, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=e3490b8f-7b6f-4503-baec-405c205d4359,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:09.039780 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-fd34e240-e5db-49b0-95a3-17606eb89059 req-ccc71fd7-fa88-44da-8f12-a698411777fc tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:09.043485 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:09.054521 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-fd34e240-e5db-49b0-95a3-17606eb89059 req-ccc71fd7-fa88-44da-8f12-a698411777fc tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Calling delete_port for e3490b8f-7b6f-4503-baec-405c205d4359 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:09.077635 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bedcbe0-0cd4-4108-beed-224107435bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffac9969-190b-4fff-9b49-d745979c0b27'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:09.081411 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0f631f-978e-4961-8d4e-beea474f47e4" -d '{"events": [{"server_uuid": "3bedcbe0-0cd4-4108-beed-224107435bf4", "name": "network-vif-plugged", "status": "completed", "tag": "ffac9969-190b-4fff-9b49-d745979c0b27"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:09.100766 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port ffac9969-190b-4fff-9b49-d745979c0b27, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=ffac9969-190b-4fff-9b49-d745979c0b27,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:09.109895 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:09.172940 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=ffac9969-190b-4fff-9b49-d745979c0b27,revision_number=7']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:09.238008 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-fd34e240-e5db-49b0-95a3-17606eb89059 req-ccc71fd7-fa88-44da-8f12-a698411777fc tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:09.261748 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['e3490b8f-7b6f-4503-baec-405c205d4359'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:25:09.280431 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc71fd7-fa88-44da-8f12-a698411777fc tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Pushing event deleted for resources: {'Port': ['ID=e3490b8f-7b6f-4503-baec-405c205d4359,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:09.346813 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd34e240-e5db-49b0-95a3-17606eb89059 req-ccc71fd7-fa88-44da-8f12-a698411777fc tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] No DVR routers for this DVR port e3490b8f-7b6f-4503-baec-405c205d4359 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:25:09.351205 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-fd34e240-e5db-49b0-95a3-17606eb89059 req-ccc71fd7-fa88-44da-8f12-a698411777fc tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:09.353231 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-fb95e8eb-c888-40e3-a239-0d40ca009b44 service neutron] No DVR routers for this DVR port 502a3103-bf4e-47c4-90ec-075a8540f1d9 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:25:09.370353 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fd34e240-e5db-49b0-95a3-17606eb89059 req-ccc71fd7-fa88-44da-8f12-a698411777fc tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.74 "DELETE /v2.0/ports/e3490b8f-7b6f-4503-baec-405c205d4359 HTTP/1.1" status: 204 len: 173 time: 0.6948087 Jul 23 16:25:09.371783 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e40c57-2b4c-4b3e-8a60-8e906f4ade2a', 'name': 'network-vif-deleted', 'tag': 'e3490b8f-7b6f-4503-baec-405c205d4359'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:09.375015 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95e8eb-c888-40e3-a239-0d40ca009b44 service neutron] Pushing event updated for resources: {'Port': ['ID=502a3103-bf4e-47c4-90ec-075a8540f1d9,revision_number=10']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:09.382695 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e685fd66-1eac-49ca-be7b-ebe16cb33488 req-2e13f248-5df0-46cf-b6a4-a852b436d6b1 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:25:09.384241 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1790737-2f01-4a32-80a8-f9176b98fae1" -d '{"events": [{"server_uuid": "e1e40c57-2b4c-4b3e-8a60-8e906f4ade2a", "name": "network-vif-deleted", "tag": "e3490b8f-7b6f-4503-baec-405c205d4359"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:09.432752 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b223cca7-f824-4593-8250-c719d0986372 None None] Sync routers for ids ['bec38b1a-a94f-4055-9b59-d16748290e30'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:25:09.455258 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c35fd-f97c-4f97-ab58-cc9a4d632eb3 req-0a929bd0-1c04-47e7-a337-519e320a07e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:09.455744 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c35fd-f97c-4f97-ab58-cc9a4d632eb3 req-0a929bd0-1c04-47e7-a337-519e320a07e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:09.456131 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b223cca7-f824-4593-8250-c719d0986372 None None] Routers {'bec38b1a-a94f-4055-9b59-d16748290e30'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:25:09.456376 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c35fd-f97c-4f97-ab58-cc9a4d632eb3 req-0a929bd0-1c04-47e7-a337-519e320a07e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:09.457265 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b223cca7-f824-4593-8250-c719d0986372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:25:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['bec38b1a-a94f-4055-9b59-d16748290e30'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:09.457988 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf6c35fd-f97c-4f97-ab58-cc9a4d632eb3 req-0a929bd0-1c04-47e7-a337-519e320a07e0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fb676069524140d885efdc13eef1aa27&device_id=4d42b5a6-d14f-4ab7-a05b-465de302a5b3 HTTP/1.1" status: 200 len: 2864 time: 0.8336933 Jul 23 16:25:09.465443 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-fb95e8eb-c888-40e3-a239-0d40ca009b44 service neutron] 10.222.0.97 "PUT /v2.0/ports/502a3103-bf4e-47c4-90ec-075a8540f1d9/bindings/n-h1-778549-4/activate HTTP/1.1" status: 200 len: 369 time: 2.0676131 Jul 23 16:25:09.487992 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-e685fd66-1eac-49ca-be7b-ebe16cb33488 req-2e13f248-5df0-46cf-b6a4-a852b436d6b1 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] No DVR routers for this DVR port d10c8b62-22ba-4b3f-a632-cdf3328d562b on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:25:09.505931 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddf625-2c3a-4f6b-8737-0f039aff70d4 req-ebaa3f56-43ba-4372-a951-1fb494b6e39a tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:09.507089 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2cddf625-2c3a-4f6b-8737-0f039aff70d4 req-ebaa3f56-43ba-4372-a951-1fb494b6e39a tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1e40c57-2b4c-4b3e-8a60-8e906f4ade2a HTTP/1.1" status: 200 len: 867 time: 0.8034689 Jul 23 16:25:09.509341 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e685fd66-1eac-49ca-be7b-ebe16cb33488 req-2e13f248-5df0-46cf-b6a4-a852b436d6b1 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:09.511328 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e685fd66-1eac-49ca-be7b-ebe16cb33488 req-2e13f248-5df0-46cf-b6a4-a852b436d6b1 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.97 "DELETE /v2.0/ports/d10c8b62-22ba-4b3f-a632-cdf3328d562b HTTP/1.1" status: 204 len: 173 time: 3.8758824 Jul 23 16:25:09.536468 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4eb870-b43f-48b8-b3c8-8bbfbf6b705c req-ee5fb8f2-69e0-4355-b2f9-c7fd20f0562c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:09.542549 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4eb870-b43f-48b8-b3c8-8bbfbf6b705c req-ee5fb8f2-69e0-4355-b2f9-c7fd20f0562c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:09.549170 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4eb870-b43f-48b8-b3c8-8bbfbf6b705c req-ee5fb8f2-69e0-4355-b2f9-c7fd20f0562c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:09.556239 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc4eb870-b43f-48b8-b3c8-8bbfbf6b705c req-ee5fb8f2-69e0-4355-b2f9-c7fd20f0562c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d42b5a6-d14f-4ab7-a05b-465de302a5b3 HTTP/1.1" status: 200 len: 2411 time: 0.3628459 Jul 23 16:25:09.679965 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-57691293-3e9d-4e93-a163-3842e0ba87ae tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:09.685901 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-57691293-3e9d-4e93-a163-3842e0ba87ae tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d&tenant_id=c9785dc21e8448b1824d1571d64a2041&binding%3Ahost_id=n-h2-778549-4 HTTP/1.1" status: 200 len: 1095 time: 0.1585250 Jul 23 16:25:09.700557 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2cddf625-2c3a-4f6b-8737-0f039aff70d4 req-0b25b146-bc9e-4726-aa89-c0a2e001aa69 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696293 Jul 23 16:25:09.733743 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc4eb870-b43f-48b8-b3c8-8bbfbf6b705c req-b5ce46c2-99d2-4e4a-b355-b0fecd921960 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761799 Jul 23 16:25:09.751597 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a3e78f-80ac-4105-803f-9c7d3014ffd0', 'name': 'network-vif-deleted', 'tag': 'd10c8b62-22ba-4b3f-a632-cdf3328d562b'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:09.754618 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22e8694-d855-40ed-8b2f-af64a715c38f" -d '{"events": [{"server_uuid": "04a3e78f-80ac-4105-803f-9c7d3014ffd0", "name": "network-vif-deleted", "tag": "d10c8b62-22ba-4b3f-a632-cdf3328d562b"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:09.792466 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-b223cca7-f824-4593-8250-c719d0986372 None None] Set router bec38b1a-a94f-4055-9b59-d16748290e30 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:25:09.799174 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c35fd-f97c-4f97-ab58-cc9a4d632eb3 req-10d2506c-d366-410a-b873-5ab0fef04a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:09.817716 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf6c35fd-f97c-4f97-ab58-cc9a4d632eb3 req-10d2506c-d366-410a-b873-5ab0fef04a44 service neutron] 10.222.0.74 "GET /v2.0/networks?id=dcce6b9f-e295-4611-aa9a-7022908630bd HTTP/1.1" status: 200 len: 904 time: 0.3317127 Jul 23 16:25:09.865946 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-bba273b9-0ef2-4825-b679-b86c1f88fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:09.867447 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-bba273b9-0ef2-4825-b679-b86c1f88fb66 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d&tenant_id=c9785dc21e8448b1824d1571d64a2041 HTTP/1.1" status: 200 len: 1095 time: 0.1733963 Jul 23 16:25:09.886191 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf6c35fd-f97c-4f97-ab58-cc9a4d632eb3 req-4812a3f8-ff7c-4f83-94ef-1dc6207f86c5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.95&port_id=0994494d-be0d-4651-9250-ccdffd9eaa9f HTTP/1.1" status: 200 len: 217 time: 0.0614133 Jul 23 16:25:09.984510 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c35fd-f97c-4f97-ab58-cc9a4d632eb3 req-873aee03-28d9-446a-bfbe-c45c077ddd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:09.993326 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf6c35fd-f97c-4f97-ab58-cc9a4d632eb3 req-873aee03-28d9-446a-bfbe-c45c077ddd14 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=78d0a7b4-66ed-40c4-a5b9-9b59bf704f01 HTTP/1.1" status: 200 len: 801 time: 0.0950539 Jul 23 16:25:10.052174 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-dbf5c3d3-bd91-4209-8170-3efffebcabb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:10.054076 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-dbf5c3d3-bd91-4209-8170-3efffebcabb8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9785dc21e8448b1824d1571d64a2041&device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d HTTP/1.1" status: 200 len: 1095 time: 0.1534936 Jul 23 16:25:10.171320 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c35fd-f97c-4f97-ab58-cc9a4d632eb3 req-846e72c4-d0f1-4bfc-bbee-d1c2ff08dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:10.174565 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf6c35fd-f97c-4f97-ab58-cc9a4d632eb3 req-846e72c4-d0f1-4bfc-bbee-d1c2ff08dbbf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dcce6b9f-e295-4611-aa9a-7022908630bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1742456 Jul 23 16:25:10.213641 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb5d0ba-eac1-44dc-96da-2b84973ebd48 x-openstack-request-id: req-fbb5d0ba-eac1-44dc-96da-2b84973ebd48 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:10.213972 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bedcbe0-0cd4-4108-beed-224107435bf4", "name": "network-vif-plugged", "status": "completed", "tag": "ffac9969-190b-4fff-9b49-d745979c0b27", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:10.221537 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fbb5d0ba-eac1-44dc-96da-2b84973ebd48 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:10.221979 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bedcbe0-0cd4-4108-beed-224107435bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffac9969-190b-4fff-9b49-d745979c0b27', 'code': 200} Jul 23 16:25:10.378380 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-d55eada8-e3b1-4911-860d-d7c63dd29de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:10.380580 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-d55eada8-e3b1-4911-860d-d7c63dd29de9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=02a7c16a-554a-4ad8-a4a9-73cc994d3940 HTTP/1.1" status: 200 len: 922 time: 0.3002629 Jul 23 16:25:10.382852 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a7cd4d-db72-498a-8d9c-5d0d5bdfb314 x-openstack-request-id: req-e3a7cd4d-db72-498a-8d9c-5d0d5bdfb314 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:10.383682 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e40c57-2b4c-4b3e-8a60-8e906f4ade2a", "name": "network-vif-deleted", "tag": "e3490b8f-7b6f-4503-baec-405c205d4359", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:10.384185 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e3a7cd4d-db72-498a-8d9c-5d0d5bdfb314 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:10.384908 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e40c57-2b4c-4b3e-8a60-8e906f4ade2a', 'name': 'network-vif-deleted', 'tag': 'e3490b8f-7b6f-4503-baec-405c205d4359', 'status': 'completed', 'code': 200} Jul 23 16:25:10.447605 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b223cca7-f824-4593-8250-c719d0986372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'name': 'tempest-ServersTestJSON-1558698871-router', 'tenant_id': '7e6e69f877d14fe89edc9f35713b8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'f32b65fb-c345-489b-a66a-02e61104bd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:21Z', 'updated_at': '2021-07-23T16:22:30Z', 'revision_number': 4, 'project_id': '7e6e69f877d14fe89edc9f35713b8d03', 'gw_port': {'id': 'f32b65fb-c345-489b-a66a-02e61104bd37', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:22Z', 'updated_at': '2021-07-23T16:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '339b1ec8-0794-4a02-9851-3e9e7b69ac7e', 'name': '', 'network_id': 'd75e3a81-2d56-489e-b14e-6f53f86cc135', 'tenant_id': '7e6e69f877d14fe89edc9f35713b8d03', 'mac_address': 'fa:16:3e:8b:3b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '738f2e54-8bec-4e40-9a2e-9206a58f62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:28Z', 'updated_at': '2021-07-23T16:22:43Z', 'revision_number': 5, 'project_id': '7e6e69f877d14fe89edc9f35713b8d03', 'subnets': [{'id': '738f2e54-8bec-4e40-9a2e-9206a58f62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:10.456516 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-95292043-1a1d-4d0e-85e8-ee6ac19e4033 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=502a3103-bf4e-47c4-90ec-075a8540f1d9 HTTP/1.1" status: 200 len: 217 time: 0.0669217 Jul 23 16:25:10.498186 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-afc30688-ff53-45a4-b51a-a36711177a26 req-794ca46a-ecc5-4ab2-90d6-2c70869af31f tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/ports?device_id=04a3e78f-80ac-4105-803f-9c7d3014ffd0 HTTP/1.1" status: 200 len: 210 time: 0.1248186 Jul 23 16:25:10.552166 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b223cca7-f824-4593-8250-c719d0986372 None None] Checking router: bec38b1a-a94f-4055-9b59-d16748290e30 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:25:10.561922 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-1d0eb115-be2d-4908-b84f-c6f836a6fdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:10.568166 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-1d0eb115-be2d-4908-b84f-c6f836a6fdef service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8d7d20ea-5324-4d61-af92-f3ae3ea40d11 HTTP/1.1" status: 200 len: 860 time: 0.1009009 Jul 23 16:25:10.568444 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e6a999-026f-4870-96e1-f9bed75cc6f0 x-openstack-request-id: req-f3e6a999-026f-4870-96e1-f9bed75cc6f0 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:10.568748 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a3e78f-80ac-4105-803f-9c7d3014ffd0", "name": "network-vif-deleted", "tag": "d10c8b62-22ba-4b3f-a632-cdf3328d562b", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:10.569009 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f3e6a999-026f-4870-96e1-f9bed75cc6f0 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:10.569438 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a3e78f-80ac-4105-803f-9c7d3014ffd0', 'name': 'network-vif-deleted', 'tag': 'd10c8b62-22ba-4b3f-a632-cdf3328d562b', 'status': 'completed', 'code': 200} Jul 23 16:25:10.593315 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b223cca7-f824-4593-8250-c719d0986372 None None] Routers {'bec38b1a-a94f-4055-9b59-d16748290e30'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:25:10.595244 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b223cca7-f824-4593-8250-c719d0986372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:25:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['bec38b1a-a94f-4055-9b59-d16748290e30'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:10.603109 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf6c35fd-f97c-4f97-ab58-cc9a4d632eb3 req-01b8ee6c-e05c-46ee-9148-0ef400a48df0 service neutron] 10.222.0.74 "GET /v2.0/networks/dcce6b9f-e295-4611-aa9a-7022908630bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201460 Jul 23 16:25:10.642589 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-18ed24bf-3f65-45c2-b70c-06793bcacc63 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=02a7c16a-554a-4ad8-a4a9-73cc994d3940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687816 Jul 23 16:25:10.716405 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc19abd-7963-45b9-a57d-c796f69d16f0 req-121f1d1c-b4b9-4097-9b8e-8400f6989dd3 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:10.728755 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 0994494d-be0d-4651-9250-ccdffd9eaa9f details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:25:10.745365 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0fc19abd-7963-45b9-a57d-c796f69d16f0 req-121f1d1c-b4b9-4097-9b8e-8400f6989dd3 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d HTTP/1.1" status: 200 len: 944 time: 0.3736999 Jul 23 16:25:10.863162 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.resource_extend [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:25:10.874572 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-59524f64-1101-4451-8a7e-41803115fe21 service neutron] 10.222.0.74 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243686 Jul 23 16:25:10.935239 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0fc19abd-7963-45b9-a57d-c796f69d16f0 req-e229e757-2e45-4933-b95a-6d9f3b9056c4 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888599 Jul 23 16:25:10.939546 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-de111d79-4565-443a-b83b-ad2ca19c7dc2 req-f61f60bc-f659-435b-81c5-55d748994975 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1e40c57-2b4c-4b3e-8a60-8e906f4ade2a HTTP/1.1" status: 200 len: 210 time: 0.0675745 Jul 23 16:25:10.992617 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf6c35fd-f97c-4f97-ab58-cc9a4d632eb3 req-80a57b68-1d68-4d53-8fc0-718b232567af service neutron] 10.222.0.74 "GET /v2.0/networks/dcce6b9f-e295-4611-aa9a-7022908630bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770990 Jul 23 16:25:11.102793 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-b223cca7-f824-4593-8250-c719d0986372 None None] Set router bec38b1a-a94f-4055-9b59-d16748290e30 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:25:11.115440 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-f8d61664-bf1c-4d01-8de9-432564a64170 service neutron] 10.222.0.74 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309487 Jul 23 16:25:11.201784 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca902ae1-f238-4978-8aa7-28c76f2e2efc req-4b1bdae4-fdaa-411b-b72d-4004473bac1e tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:11.211078 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca902ae1-f238-4978-8aa7-28c76f2e2efc req-4b1bdae4-fdaa-411b-b72d-4004473bac1e tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:11.219511 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca902ae1-f238-4978-8aa7-28c76f2e2efc req-4b1bdae4-fdaa-411b-b72d-4004473bac1e tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:11.235647 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ca902ae1-f238-4978-8aa7-28c76f2e2efc req-4b1bdae4-fdaa-411b-b72d-4004473bac1e tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d42b5a6-d14f-4ab7-a05b-465de302a5b3 HTTP/1.1" status: 200 len: 2411 time: 0.1763654 Jul 23 16:25:11.296429 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 0994494d-be0d-4651-9250-ccdffd9eaa9f, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=0994494d-be0d-4651-9250-ccdffd9eaa9f,segment=NetworkSegment(41305256-abb4-4e1e-b696-9719cc319e31),segment_id=41305256-abb4-4e1e-b696-9719cc319e31)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:11.299443 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ca902ae1-f238-4978-8aa7-28c76f2e2efc req-1c7f3fda-a8e1-4c1b-8e4b-32f4f8eaad3a tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609789 Jul 23 16:25:11.323808 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '0994494d-be0d-4651-9250-ccdffd9eaa9f', 'network_id': 'dcce6b9f-e295-4611-aa9a-7022908630bd', 'port_id': '0994494d-be0d-4651-9250-ccdffd9eaa9f', 'mac_address': 'fa:16:3e:eb:01:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78d0a7b4-66ed-40c4-a5b9-9b59bf704f01', 'ip_address': '19.80.0.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:25:11.507961 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2203e0-a5fe-4890-b478-c681aaa2e39a req-5efed85c-f55b-4276-9f39-b8f08ca82266 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:11.517690 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.526708 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2203e0-a5fe-4890-b478-c681aaa2e39a req-5efed85c-f55b-4276-9f39-b8f08ca82266 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:11.537441 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1c2203e0-a5fe-4890-b478-c681aaa2e39a req-5efed85c-f55b-4276-9f39-b8f08ca82266 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/ports?device_id=16a35f0c-24e8-4b5c-a1c3-419b678873bf&device_id=d7e210d7-c668-49fb-b034-6a0aebb2c3c0 HTTP/1.1" status: 200 len: 1682 time: 0.1828718 Jul 23 16:25:11.557116 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0994494d-be0d-4651-9250-ccdffd9eaa9f {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:11.581880 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-9c070a5e-f663-4423-a5d4-c311490bb93f tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:11.592840 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 0994494d-be0d-4651-9250-ccdffd9eaa9f, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=0994494d-be0d-4651-9250-ccdffd9eaa9f,segment=NetworkSegment(41305256-abb4-4e1e-b696-9719cc319e31),segment_id=41305256-abb4-4e1e-b696-9719cc319e31)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:11.593297 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-9c070a5e-f663-4423-a5d4-c311490bb93f tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d&tenant_id=c9785dc21e8448b1824d1571d64a2041&binding%3Ahost_id=n-h1-778549-4 HTTP/1.1" status: 200 len: 1095 time: 0.1936510 Jul 23 16:25:11.676159 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1c2203e0-a5fe-4890-b478-c681aaa2e39a req-4db70604-de3d-472d-83c6-82bd067e0b0d tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/security-groups?id=4365f043-4cf0-431e-960a-89310d8f7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370077 Jul 23 16:25:11.734228 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.735305 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 656cb8e2-85e7-4a56-9841-36ab5314fdf0 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:25:11.747917 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35046) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:11.827042 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=0994494d-be0d-4651-9250-ccdffd9eaa9f,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:11.885761 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-33d8ab92-6ded-4577-9add-a977cc3640b4 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.914414 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-e8148ad0-226b-470f-b9e8-a929e0043163 service neutron] For port 502a3103-bf4e-47c4-90ec-075a8540f1d9, host n-h2-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:25:11.922812 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-e8148ad0-226b-470f-b9e8-a929e0043163 service neutron] Notify callbacks [] for binding, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.924196 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9f6faa5a-316c-45ff-b643-4fb2d8f0a151 req-e8148ad0-226b-470f-b9e8-a929e0043163 service neutron] 10.222.0.74 "DELETE /v2.0/ports/502a3103-bf4e-47c4-90ec-075a8540f1d9/bindings/n-h2-778549-4 HTTP/1.1" status: 204 len: 173 time: 0.3137894 Jul 23 16:25:11.937952 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b223cca7-f824-4593-8250-c719d0986372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'name': 'tempest-ServersTestJSON-1558698871-router', 'tenant_id': '7e6e69f877d14fe89edc9f35713b8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'f32b65fb-c345-489b-a66a-02e61104bd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:21Z', 'updated_at': '2021-07-23T16:22:30Z', 'revision_number': 4, 'project_id': '7e6e69f877d14fe89edc9f35713b8d03', 'gw_port': {'id': 'f32b65fb-c345-489b-a66a-02e61104bd37', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:22Z', 'updated_at': '2021-07-23T16:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '339b1ec8-0794-4a02-9851-3e9e7b69ac7e', 'name': '', 'network_id': 'd75e3a81-2d56-489e-b14e-6f53f86cc135', 'tenant_id': '7e6e69f877d14fe89edc9f35713b8d03', 'mac_address': 'fa:16:3e:8b:3b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '738f2e54-8bec-4e40-9a2e-9206a58f62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:28Z', 'updated_at': '2021-07-23T16:22:43Z', 'revision_number': 5, 'project_id': '7e6e69f877d14fe89edc9f35713b8d03', 'subnets': [{'id': '738f2e54-8bec-4e40-9a2e-9206a58f62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:11.944176 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-33d8ab92-6ded-4577-9add-a977cc3640b4 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.007839 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b223cca7-f824-4593-8250-c719d0986372 None None] The sync data for ids ['bec38b1a-a94f-4055-9b59-d16748290e30'] in n-d-778549-4 is: [{'id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'name': 'tempest-ServersTestJSON-1558698871-router', 'tenant_id': '7e6e69f877d14fe89edc9f35713b8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'f32b65fb-c345-489b-a66a-02e61104bd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:21Z', 'updated_at': '2021-07-23T16:22:30Z', 'revision_number': 4, 'project_id': '7e6e69f877d14fe89edc9f35713b8d03', 'gw_port': {'id': 'f32b65fb-c345-489b-a66a-02e61104bd37', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:22Z', 'updated_at': '2021-07-23T16:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '339b1ec8-0794-4a02-9851-3e9e7b69ac7e', 'name': '', 'network_id': 'd75e3a81-2d56-489e-b14e-6f53f86cc135', 'tenant_id': '7e6e69f877d14fe89edc9f35713b8d03', 'mac_address': 'fa:16:3e:8b:3b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '738f2e54-8bec-4e40-9a2e-9206a58f62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:28Z', 'updated_at': '2021-07-23T16:22:43Z', 'revision_number': 5, 'project_id': '7e6e69f877d14fe89edc9f35713b8d03', 'subnets': [{'id': '738f2e54-8bec-4e40-9a2e-9206a58f62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:25:12.017189 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 656cb8e2-85e7-4a56-9841-36ab5314fdf0, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=656cb8e2-85e7-4a56-9841-36ab5314fdf0,segment=NetworkSegment(41305256-abb4-4e1e-b696-9719cc319e31),segment_id=41305256-abb4-4e1e-b696-9719cc319e31)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:12.017786 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-33d8ab92-6ded-4577-9add-a977cc3640b4 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.023636 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-33d8ab92-6ded-4577-9add-a977cc3640b4 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.033825 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '656cb8e2-85e7-4a56-9841-36ab5314fdf0', 'network_id': 'dcce6b9f-e295-4611-aa9a-7022908630bd', 'port_id': '656cb8e2-85e7-4a56-9841-36ab5314fdf0', 'mac_address': 'fa:16:3e:20:8d:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78d0a7b4-66ed-40c4-a5b9-9b59bf704f01', 'ip_address': '19.80.0.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:25:12.037014 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35056) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:12.041593 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-33d8ab92-6ded-4577-9add-a977cc3640b4 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "DELETE /v2.0/security-groups/ffd1410c-63e3-4596-8640-74663d7c505e HTTP/1.1" status: 204 len: 168 time: 0.2878599 Jul 23 16:25:12.063005 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-85429476-1df9-4f88-951f-3e588b623605 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] show failed (client error): The resource could not be found. Jul 23 16:25:12.068026 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-85429476-1df9-4f88-951f-3e588b623605 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "GET /v2.0/security-groups/ffd1410c-63e3-4596-8640-74663d7c505e HTTP/1.1" status: 404 len: 347 time: 0.0282648 Jul 23 16:25:12.069330 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35058) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:12.073998 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8ab92-6ded-4577-9add-a977cc3640b4 tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd1410c-63e3-4596-8640-74663d7c505e,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:12.095636 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.156766 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 656cb8e2-85e7-4a56-9841-36ab5314fdf0 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:12.198493 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 656cb8e2-85e7-4a56-9841-36ab5314fdf0, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=656cb8e2-85e7-4a56-9841-36ab5314fdf0,segment=NetworkSegment(41305256-abb4-4e1e-b696-9719cc319e31),segment_id=41305256-abb4-4e1e-b696-9719cc319e31)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:12.210842 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.211671 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 40925843-ec24-442d-b75a-48fe2bf0f155 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:25:12.291335 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce7258-1a2d-4de5-8c1f-1af977103952 req-487f9bdf-376c-491d-9e88-96300eef51ad tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:12.312496 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f5ce7258-1a2d-4de5-8c1f-1af977103952 req-487f9bdf-376c-491d-9e88-96300eef51ad tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d HTTP/1.1" status: 200 len: 944 time: 0.2087085 Jul 23 16:25:12.361308 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 40925843-ec24-442d-b75a-48fe2bf0f155, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=40925843-ec24-442d-b75a-48fe2bf0f155,segment=NetworkSegment(77fd7a8f-f4c4-4575-84a6-3c5376187746),segment_id=77fd7a8f-f4c4-4575-84a6-3c5376187746)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:12.366443 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-d9f1b181-ae9e-434f-acc1-9a5da0dc8d0e tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Deleting port 4358aac3-a734-40c1-9b67-d0771ff5dcca {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:12.367082 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d9f1b181-ae9e-434f-acc1-9a5da0dc8d0e tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.472841 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '40925843-ec24-442d-b75a-48fe2bf0f155', 'network_id': '11a428c1-2391-4317-9ca6-9cb757088c1a', 'port_id': '40925843-ec24-442d-b75a-48fe2bf0f155', 'mac_address': 'fa:16:3e:e6:b0:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d9b75bb-2a2c-4589-9573-4af7cf82e583', 'ip_address': '19.86.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:25:12.507793 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f5ce7258-1a2d-4de5-8c1f-1af977103952 req-31b00ec9-fef4-4db5-bdd7-bef0b0626fcf tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939423 Jul 23 16:25:12.531716 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.542879 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d9f1b181-ae9e-434f-acc1-9a5da0dc8d0e tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.543612 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d9f1b181-ae9e-434f-acc1-9a5da0dc8d0e tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.558232 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40925843-ec24-442d-b75a-48fe2bf0f155 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:12.567307 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-d9f1b181-ae9e-434f-acc1-9a5da0dc8d0e tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Calling delete_port for 4358aac3-a734-40c1-9b67-d0771ff5dcca owned by network:floatingip {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:12.578109 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=656cb8e2-85e7-4a56-9841-36ab5314fdf0,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:12.586543 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0062004-eb76-4aa4-a590-3ea12c3dd733 None None] New status for floating IP 6349bb1e-2a9b-417d-929f-eedcb65a3e89: DOWN {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:25:12.606229 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 40925843-ec24-442d-b75a-48fe2bf0f155, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=40925843-ec24-442d-b75a-48fe2bf0f155,segment=NetworkSegment(77fd7a8f-f4c4-4575-84a6-3c5376187746),segment_id=77fd7a8f-f4c4-4575-84a6-3c5376187746)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:12.612482 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.681683 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8ff60531-b5a1-40c0-9dba-1e4070a02311 req-fbf1c63a-8a13-496a-b6a8-69ba411a51bd tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1e40c57-2b4c-4b3e-8a60-8e906f4ade2a HTTP/1.1" status: 200 len: 210 time: 0.1727145 Jul 23 16:25:12.697579 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=40925843-ec24-442d-b75a-48fe2bf0f155,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:12.719084 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device e3490b8f-7b6f-4503-baec-405c205d4359 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:12.775518 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: e3490b8f-7b6f-4503-baec-405c205d4359 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:25:12.776269 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device e3490b8f-7b6f-4503-baec-405c205d4359 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:25:12.906013 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54630b-8ea9-416d-98f8-ab1d867b04cb req-d08a96b5-e6cc-41f4-b8c0-8d6009f80494 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:12.912400 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54630b-8ea9-416d-98f8-ab1d867b04cb req-d08a96b5-e6cc-41f4-b8c0-8d6009f80494 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:12.919117 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54630b-8ea9-416d-98f8-ab1d867b04cb req-d08a96b5-e6cc-41f4-b8c0-8d6009f80494 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:12.927058 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-df54630b-8ea9-416d-98f8-ab1d867b04cb req-d08a96b5-e6cc-41f4-b8c0-8d6009f80494 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d42b5a6-d14f-4ab7-a05b-465de302a5b3 HTTP/1.1" status: 200 len: 2414 time: 0.2061164 Jul 23 16:25:12.930493 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d9f1b181-ae9e-434f-acc1-9a5da0dc8d0e tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.992385 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-df54630b-8ea9-416d-98f8-ab1d867b04cb req-1de1d0a6-363f-4ded-ba63-58be6fdb4a50 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641000 Jul 23 16:25:12.995663 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1b181-ae9e-434f-acc1-9a5da0dc8d0e tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Pushing event deleted for resources: {'Port': ['ID=4358aac3-a734-40c1-9b67-d0771ff5dcca,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:13.030752 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['0994494d-be0d-4651-9250-ccdffd9eaa9f'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:25:13.124476 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['656cb8e2-85e7-4a56-9841-36ab5314fdf0'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:25:13.126104 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['40925843-ec24-442d-b75a-48fe2bf0f155'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:25:13.193283 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d9f1b181-ae9e-434f-acc1-9a5da0dc8d0e tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks [] for floatingip, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:13.198480 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d9f1b181-ae9e-434f-acc1-9a5da0dc8d0e tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:13.199940 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d9f1b181-ae9e-434f-acc1-9a5da0dc8d0e tempest-ServersTestJSON-489445474 tempest-ServersTestJSON-489445474-project] 10.222.0.73 "DELETE /v2.0/floatingips/6349bb1e-2a9b-417d-929f-eedcb65a3e89 HTTP/1.1" status: 204 len: 168 time: 1.1275389 Jul 23 16:25:13.203518 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35084) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:13.509408 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562bcde-2b64-4f82-bf7a-16c3932f96da req-4c28469f-846f-4b3a-8702-e55e8287d177 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:13.515600 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6562bcde-2b64-4f82-bf7a-16c3932f96da req-4c28469f-846f-4b3a-8702-e55e8287d177 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d HTTP/1.1" status: 200 len: 1095 time: 0.1445136 Jul 23 16:25:13.543532 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc835f50-07a7-4d04-9847-5d92b680f509 req-1687e9fc-1796-43f9-8216-425f528fbc48 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:13.551220 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc835f50-07a7-4d04-9847-5d92b680f509 req-1687e9fc-1796-43f9-8216-425f528fbc48 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7e210d7-c668-49fb-b034-6a0aebb2c3c0 HTTP/1.1" status: 200 len: 945 time: 0.1969180 Jul 23 16:25:13.760742 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc835f50-07a7-4d04-9847-5d92b680f509 req-da87fac8-8a18-49d0-9baa-9ebc1cb429ef tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/security-groups?id=4365f043-4cf0-431e-960a-89310d8f7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084312 Jul 23 16:25:13.856652 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6562bcde-2b64-4f82-bf7a-16c3932f96da req-b5ecba04-0553-4d6b-8667-62ff7d5b68cf tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231266 Jul 23 16:25:13.880456 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50416205-77e5-4683-a432-e65576414900 req-0eacc2ad-d41a-4227-8d1d-e2cdd58b99c1 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:13.888738 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-50416205-77e5-4683-a432-e65576414900 req-0eacc2ad-d41a-4227-8d1d-e2cdd58b99c1 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7e210d7-c668-49fb-b034-6a0aebb2c3c0 HTTP/1.1" status: 200 len: 945 time: 0.1427782 Jul 23 16:25:13.929705 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-84ff2aea-e269-41d5-8915-17e5c1d5f0ea req-d4d369cd-31ad-4454-a51c-7b780a8fb06d tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1e40c57-2b4c-4b3e-8a60-8e906f4ade2a HTTP/1.1" status: 200 len: 210 time: 0.0718613 Jul 23 16:25:14.096426 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c53324c6-9d4d-487c-b90e-36851f9d1e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:14.153539 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-50416205-77e5-4683-a432-e65576414900 req-c331f91c-498b-48be-93a2-3274e42645af tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Deleting port 5e057ba1-44fc-428a-b58e-46b2455b0f3e {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:14.154153 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-50416205-77e5-4683-a432-e65576414900 req-c331f91c-498b-48be-93a2-3274e42645af tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:14.409555 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-50416205-77e5-4683-a432-e65576414900 req-c331f91c-498b-48be-93a2-3274e42645af tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] For port 5e057ba1-44fc-428a-b58e-46b2455b0f3e, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=5e057ba1-44fc-428a-b58e-46b2455b0f3e,segment=NetworkSegment(c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7),segment_id=c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:14.410077 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-50416205-77e5-4683-a432-e65576414900 req-c331f91c-498b-48be-93a2-3274e42645af tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:14.432209 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-50416205-77e5-4683-a432-e65576414900 req-c331f91c-498b-48be-93a2-3274e42645af tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Calling delete_port for 5e057ba1-44fc-428a-b58e-46b2455b0f3e owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:14.652762 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-50416205-77e5-4683-a432-e65576414900 req-c331f91c-498b-48be-93a2-3274e42645af tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:14.669603 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['5e057ba1-44fc-428a-b58e-46b2455b0f3e'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:25:14.672136 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['70f4414b-efd0-4e23-8ebc-a0e15cc84971'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:25:14.694318 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331f91c-498b-48be-93a2-3274e42645af tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Pushing event deleted for resources: {'Port': ['ID=5e057ba1-44fc-428a-b58e-46b2455b0f3e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:14.729810 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-2d44ccd7-22ef-46a4-8a42-471d7d3e1eab tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:14.731427 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-2d44ccd7-22ef-46a4-8a42-471d7d3e1eab tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/networks?id=02a7c16a-554a-4ad8-a4a9-73cc994d3940 HTTP/1.1" status: 200 len: 820 time: 0.2309070 Jul 23 16:25:14.749077 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 40925843-ec24-442d-b75a-48fe2bf0f155 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:25:14.786485 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c7f3a-333c-42fe-b7a3-4c05f97155ce req-ca7cf61f-bc37-436e-9f1c-cd8bd4945533 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:14.792335 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-50416205-77e5-4683-a432-e65576414900 req-c331f91c-498b-48be-93a2-3274e42645af tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] No DVR routers for this DVR port 5e057ba1-44fc-428a-b58e-46b2455b0f3e on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:25:14.796190 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-50416205-77e5-4683-a432-e65576414900 req-c331f91c-498b-48be-93a2-3274e42645af tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:14.798865 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-50416205-77e5-4683-a432-e65576414900 req-c331f91c-498b-48be-93a2-3274e42645af tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.74 "DELETE /v2.0/ports/5e057ba1-44fc-428a-b58e-46b2455b0f3e HTTP/1.1" status: 204 len: 173 time: 0.9046898 Jul 23 16:25:14.799845 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e210d7-c668-49fb-b034-6a0aebb2c3c0', 'name': 'network-vif-deleted', 'tag': '5e057ba1-44fc-428a-b58e-46b2455b0f3e'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:14.802626 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f11dcd-23f7-41b9-8952-2bf39cc141fc" -d '{"events": [{"server_uuid": "d7e210d7-c668-49fb-b034-6a0aebb2c3c0", "name": "network-vif-deleted", "tag": "5e057ba1-44fc-428a-b58e-46b2455b0f3e"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:14.815219 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c7f3a-333c-42fe-b7a3-4c05f97155ce req-ca7cf61f-bc37-436e-9f1c-cd8bd4945533 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:14.821616 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c7f3a-333c-42fe-b7a3-4c05f97155ce req-ca7cf61f-bc37-436e-9f1c-cd8bd4945533 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:14.841546 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b0c7f3a-333c-42fe-b7a3-4c05f97155ce req-ca7cf61f-bc37-436e-9f1c-cd8bd4945533 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d42b5a6-d14f-4ab7-a05b-465de302a5b3 HTTP/1.1" status: 200 len: 2414 time: 0.5665088 Jul 23 16:25:14.872923 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-03601e87-d0bb-45b3-99a1-33f70334e71c tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/quotas/c9785dc21e8448b1824d1571d64a2041 HTTP/1.1" status: 200 len: 375 time: 0.1130457 Jul 23 16:25:14.914791 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 40925843-ec24-442d-b75a-48fe2bf0f155 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:14.927662 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 40925843-ec24-442d-b75a-48fe2bf0f155 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:14.929364 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:15.044962 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff0899-ea2e-4038-960a-34bec5db1669 req-d36bc66f-56ad-436f-8b4b-05a3b40f9daf tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:15.047242 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f2ff0899-ea2e-4038-960a-34bec5db1669 req-d36bc66f-56ad-436f-8b4b-05a3b40f9daf tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.97 "GET /v2.0/ports?device_id=16a35f0c-24e8-4b5c-a1c3-419b678873bf HTTP/1.1" status: 200 len: 946 time: 0.6384857 Jul 23 16:25:15.075454 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:15.077400 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b0c7f3a-333c-42fe-b7a3-4c05f97155ce req-7d692ec2-e056-4fd0-8f9e-3d87d7b698f1 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348380 Jul 23 16:25:15.123994 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 40925843-ec24-442d-b75a-48fe2bf0f155, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=40925843-ec24-442d-b75a-48fe2bf0f155,segment=NetworkSegment(77fd7a8f-f4c4-4575-84a6-3c5376187746),segment_id=77fd7a8f-f4c4-4575-84a6-3c5376187746)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:15.125186 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d42b5a6-d14f-4ab7-a05b-465de302a5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40925843-ec24-442d-b75a-48fe2bf0f155'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:15.129246 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb249ca2-25c1-4834-a35c-d90c9ad1bbb9" -d '{"events": [{"server_uuid": "4d42b5a6-d14f-4ab7-a05b-465de302a5b3", "name": "network-vif-plugged", "status": "completed", "tag": "40925843-ec24-442d-b75a-48fe2bf0f155"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:15.133839 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:15.135545 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 0994494d-be0d-4651-9250-ccdffd9eaa9f up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:25:15.245454 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=40925843-ec24-442d-b75a-48fe2bf0f155,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:15.268332 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 0994494d-be0d-4651-9250-ccdffd9eaa9f completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:15.273123 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 0994494d-be0d-4651-9250-ccdffd9eaa9f triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:15.273741 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:15.305347 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-f2ff0899-ea2e-4038-960a-34bec5db1669 req-e7bf1478-51a1-4164-a93a-f86b20708016 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Deleting port 70f4414b-efd0-4e23-8ebc-a0e15cc84971 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:15.306233 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f2ff0899-ea2e-4038-960a-34bec5db1669 req-e7bf1478-51a1-4164-a93a-f86b20708016 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:15.395148 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:15.437549 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 0994494d-be0d-4651-9250-ccdffd9eaa9f, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=0994494d-be0d-4651-9250-ccdffd9eaa9f,segment=NetworkSegment(41305256-abb4-4e1e-b696-9719cc319e31),segment_id=41305256-abb4-4e1e-b696-9719cc319e31)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:15.444063 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:15.445820 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 656cb8e2-85e7-4a56-9841-36ab5314fdf0 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:25:15.606199 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 656cb8e2-85e7-4a56-9841-36ab5314fdf0 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:15.609604 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=0994494d-be0d-4651-9250-ccdffd9eaa9f,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:15.626319 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 656cb8e2-85e7-4a56-9841-36ab5314fdf0 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:15.626841 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:15.787377 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:15.859427 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 656cb8e2-85e7-4a56-9841-36ab5314fdf0, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=656cb8e2-85e7-4a56-9841-36ab5314fdf0,segment=NetworkSegment(41305256-abb4-4e1e-b696-9719cc319e31),segment_id=41305256-abb4-4e1e-b696-9719cc319e31)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:15.865083 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:15.884219 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-4333de4a-65fa-40cb-b6f7-52b48a8dbec7 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c9785dc21e8448b1824d1571d64a2041&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9521677 Jul 23 16:25:15.924387 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b96d2b18-9fd6-463d-90e3-6ed8a7aadb7c req-9b253c9e-c575-42ba-a33f-1c6b4d3cfc49 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7e210d7-c668-49fb-b034-6a0aebb2c3c0 HTTP/1.1" status: 200 len: 210 time: 0.0543599 Jul 23 16:25:15.968725 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=656cb8e2-85e7-4a56-9841-36ab5314fdf0,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:15.977878 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-f2ff0899-ea2e-4038-960a-34bec5db1669 req-e7bf1478-51a1-4164-a93a-f86b20708016 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] For port 70f4414b-efd0-4e23-8ebc-a0e15cc84971, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=70f4414b-efd0-4e23-8ebc-a0e15cc84971,segment=NetworkSegment(c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7),segment_id=c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:15.978550 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f2ff0899-ea2e-4038-960a-34bec5db1669 req-e7bf1478-51a1-4164-a93a-f86b20708016 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:16.015380 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dfba32-1c2c-41ce-ab35-1c809ff4f9fc x-openstack-request-id: req-05dfba32-1c2c-41ce-ab35-1c809ff4f9fc {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:16.016001 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e210d7-c668-49fb-b034-6a0aebb2c3c0", "name": "network-vif-deleted", "tag": "5e057ba1-44fc-428a-b58e-46b2455b0f3e", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:16.016001 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-05dfba32-1c2c-41ce-ab35-1c809ff4f9fc {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:16.016300 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e210d7-c668-49fb-b034-6a0aebb2c3c0', 'name': 'network-vif-deleted', 'tag': '5e057ba1-44fc-428a-b58e-46b2455b0f3e', 'status': 'completed', 'code': 200} Jul 23 16:25:16.036756 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-f2ff0899-ea2e-4038-960a-34bec5db1669 req-e7bf1478-51a1-4164-a93a-f86b20708016 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Calling delete_port for 70f4414b-efd0-4e23-8ebc-a0e15cc84971 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:16.042772 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-c53324c6-9d4d-487c-b90e-36851f9d1e89 admin admin] Deleting port 339b1ec8-0794-4a02-9851-3e9e7b69ac7e {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:16.043206 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c53324c6-9d4d-487c-b90e-36851f9d1e89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:16.184278 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-31261bbe-6eca-4e32-b297-060a4043d68c req-cba972fe-071a-4f1f-8c40-a3ddb7f42d23 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1e40c57-2b4c-4b3e-8a60-8e906f4ade2a HTTP/1.1" status: 200 len: 210 time: 0.0691612 Jul 23 16:25:16.189516 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-d5660f79-0452-4028-b406-b3aad7997e29 service neutron] 10.222.0.73 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691216 Jul 23 16:25:16.266859 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278a0150-a470-4698-a6ca-4b68114f7f56 x-openstack-request-id: req-278a0150-a470-4698-a6ca-4b68114f7f56 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:16.267397 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d42b5a6-d14f-4ab7-a05b-465de302a5b3", "name": "network-vif-plugged", "status": "completed", "tag": "40925843-ec24-442d-b75a-48fe2bf0f155", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:16.267662 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-278a0150-a470-4698-a6ca-4b68114f7f56 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:16.268066 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d42b5a6-d14f-4ab7-a05b-465de302a5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40925843-ec24-442d-b75a-48fe2bf0f155', 'code': 200} Jul 23 16:25:16.304161 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-c53324c6-9d4d-487c-b90e-36851f9d1e89 admin admin] For port 339b1ec8-0794-4a02-9851-3e9e7b69ac7e, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=339b1ec8-0794-4a02-9851-3e9e7b69ac7e,segment=NetworkSegment(dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b),segment_id=dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:16.304680 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c53324c6-9d4d-487c-b90e-36851f9d1e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:16.349161 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-c53324c6-9d4d-487c-b90e-36851f9d1e89 admin admin] Calling delete_port for 339b1ec8-0794-4a02-9851-3e9e7b69ac7e owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:16.492699 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-82efade2-5fe5-432c-aef3-6a277a1cd8b8 service neutron] 10.222.0.73 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857177 Jul 23 16:25:16.499805 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f2ff0899-ea2e-4038-960a-34bec5db1669 req-e7bf1478-51a1-4164-a93a-f86b20708016 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:16.584532 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf1478-51a1-4164-a93a-f86b20708016 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Pushing event deleted for resources: {'Port': ['ID=70f4414b-efd0-4e23-8ebc-a0e15cc84971,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:16.640036 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ff0899-ea2e-4038-960a-34bec5db1669 req-e7bf1478-51a1-4164-a93a-f86b20708016 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] No DVR routers for this DVR port 70f4414b-efd0-4e23-8ebc-a0e15cc84971 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:25:16.698258 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f2ff0899-ea2e-4038-960a-34bec5db1669 req-e7bf1478-51a1-4164-a93a-f86b20708016 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:16.701204 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f2ff0899-ea2e-4038-960a-34bec5db1669 req-e7bf1478-51a1-4164-a93a-f86b20708016 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.97 "DELETE /v2.0/ports/70f4414b-efd0-4e23-8ebc-a0e15cc84971 HTTP/1.1" status: 204 len: 173 time: 1.6213930 Jul 23 16:25:16.701737 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a35f0c-24e8-4b5c-a1c3-419b678873bf', 'name': 'network-vif-deleted', 'tag': '70f4414b-efd0-4e23-8ebc-a0e15cc84971'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:16.704360 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3056854c-4090-412b-aa28-02220c519869" -d '{"events": [{"server_uuid": "16a35f0c-24e8-4b5c-a1c3-419b678873bf", "name": "network-vif-deleted", "tag": "70f4414b-efd0-4e23-8ebc-a0e15cc84971"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:16.750888 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 5e057ba1-44fc-428a-b58e-46b2455b0f3e no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:16.821296 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723266e1-37c4-4d77-b323-737e72b0e997 req-7f61b385-8f4b-4352-8478-5cdd32b2783c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:16.828552 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723266e1-37c4-4d77-b323-737e72b0e997 req-7f61b385-8f4b-4352-8478-5cdd32b2783c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:16.834877 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723266e1-37c4-4d77-b323-737e72b0e997 req-7f61b385-8f4b-4352-8478-5cdd32b2783c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:16.836939 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-723266e1-37c4-4d77-b323-737e72b0e997 req-7f61b385-8f4b-4352-8478-5cdd32b2783c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d42b5a6-d14f-4ab7-a05b-465de302a5b3 HTTP/1.1" status: 200 len: 2417 time: 0.3424184 Jul 23 16:25:16.849412 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 5e057ba1-44fc-428a-b58e-46b2455b0f3e {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:25:16.850008 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 5e057ba1-44fc-428a-b58e-46b2455b0f3e not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:25:16.909535 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-333c1259-79bf-44e4-acee-4f83eef99d3f req-03325fac-a4b4-4bc1-a1ef-42f9a7b4fa1c tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 210 time: 0.0549200 Jul 23 16:25:16.982908 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c53324c6-9d4d-487c-b90e-36851f9d1e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:17.019852 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c751369-ea84-4345-9a77-d09ce768e257 x-openstack-request-id: req-2c751369-ea84-4345-9a77-d09ce768e257 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:17.020151 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a35f0c-24e8-4b5c-a1c3-419b678873bf", "name": "network-vif-deleted", "tag": "70f4414b-efd0-4e23-8ebc-a0e15cc84971", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:17.020462 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2c751369-ea84-4345-9a77-d09ce768e257 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:17.020800 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a35f0c-24e8-4b5c-a1c3-419b678873bf', 'name': 'network-vif-deleted', 'tag': '70f4414b-efd0-4e23-8ebc-a0e15cc84971', 'status': 'completed', 'code': 200} Jul 23 16:25:17.029863 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53324c6-9d4d-487c-b90e-36851f9d1e89 admin admin] Pushing event deleted for resources: {'Port': ['ID=339b1ec8-0794-4a02-9851-3e9e7b69ac7e,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:17.058616 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-723266e1-37c4-4d77-b323-737e72b0e997 req-310e8473-d72c-4fa1-be49-4e80c0fa2833 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096143 Jul 23 16:25:17.430618 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8963851-ab30-4063-9335-4c2ac4955429 req-f80a564b-69cc-403d-b03d-a70e3d5f08d1 tempest-ListServersNegativeTestJSON-1855444531 tempest-ListServersNegativeTestJSON-1855444531-project] 10.222.0.73 "GET /v2.0/ports?device_id=16a35f0c-24e8-4b5c-a1c3-419b678873bf HTTP/1.1" status: 200 len: 210 time: 0.1755338 Jul 23 16:25:17.522047 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c53324c6-9d4d-487c-b90e-36851f9d1e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:17.911088 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53324c6-9d4d-487c-b90e-36851f9d1e89 admin admin] Router bec38b1a-a94f-4055-9b59-d16748290e30 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:25:18.098224 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6258a3c-92d0-42fc-833d-87aee074ad7d req-efbc4589-44e5-411c-965a-0be5bb0fb0d2 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:18.106224 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d6258a3c-92d0-42fc-833d-87aee074ad7d req-efbc4589-44e5-411c-965a-0be5bb0fb0d2 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/networks?id=cfd5d4a5-0d74-4444-af11-d62dc4a381cf HTTP/1.1" status: 200 len: 811 time: 0.2837417 Jul 23 16:25:18.157376 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d35a1e11-9149-4be3-9131-5606877b5c4c req-3df89445-f6d0-4333-9f27-7bb2190d33e9 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 210 time: 0.0862207 Jul 23 16:25:18.205636 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d6258a3c-92d0-42fc-833d-87aee074ad7d req-07165ee9-cf20-4e87-848a-3305ab3a25de tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/quotas/2642ac6d2fda4bb6bc5bc42fd646c90d HTTP/1.1" status: 200 len: 375 time: 0.0985129 Jul 23 16:25:18.267903 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d6258a3c-92d0-42fc-833d-87aee074ad7d req-cc804cee-c569-4084-a63d-e4d119ff33d8 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2642ac6d2fda4bb6bc5bc42fd646c90d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517976 Jul 23 16:25:18.269142 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d42b5a6-d14f-4ab7-a05b-465de302a5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0994494d-be0d-4651-9250-ccdffd9eaa9f'}, {'server_uuid': '4d42b5a6-d14f-4ab7-a05b-465de302a5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656cb8e2-85e7-4a56-9841-36ab5314fdf0'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:18.272250 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69bcc8f-db84-4d4c-a5ad-beb92b13df1a" -d '{"events": [{"server_uuid": "4d42b5a6-d14f-4ab7-a05b-465de302a5b3", "name": "network-vif-plugged", "status": "completed", "tag": "0994494d-be0d-4651-9250-ccdffd9eaa9f"}, {"server_uuid": "4d42b5a6-d14f-4ab7-a05b-465de302a5b3", "name": "network-vif-plugged", "status": "completed", "tag": "656cb8e2-85e7-4a56-9841-36ab5314fdf0"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:18.382166 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-0602741b-7374-4036-a9a5-06bf808459f5 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:18.383697 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-0602741b-7374-4036-a9a5-06bf808459f5 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.97 "GET /v2.0/networks?id=02a7c16a-554a-4ad8-a4a9-73cc994d3940 HTTP/1.1" status: 200 len: 820 time: 0.4472799 Jul 23 16:25:18.391117 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53324c6-9d4d-487c-b90e-36851f9d1e89 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:25:18.401541 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35206) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:18.402636 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c53324c6-9d4d-487c-b90e-36851f9d1e89 admin admin] 10.222.0.73 "PUT /v2.0/routers/bec38b1a-a94f-4055-9b59-d16748290e30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1971660 Jul 23 16:25:18.404231 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430562b5-fba0-4528-86e1-d25875cd1bdd None None] Sync routers for ids ['bec38b1a-a94f-4055-9b59-d16748290e30'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:25:18.413110 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-e1f5073e-5f30-400b-9d5b-a2b513b9410d tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Request body: {'port': {'device_id': '19c66b99-e97b-44ea-9c8e-a81eff7fb3f6', 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940', 'admin_state_up': True, 'tenant_id': 'c9785dc21e8448b1824d1571d64a2041'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:18.416161 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430562b5-fba0-4528-86e1-d25875cd1bdd None None] Routers {'bec38b1a-a94f-4055-9b59-d16748290e30'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:25:18.417024 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-430562b5-fba0-4528-86e1-d25875cd1bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:25:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['bec38b1a-a94f-4055-9b59-d16748290e30'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:18.520968 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38164d7a-4be0-4a3d-801f-e03e69bd86b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:18.552095 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-430562b5-fba0-4528-86e1-d25875cd1bdd None None] Set router bec38b1a-a94f-4055-9b59-d16748290e30 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:25:18.581023 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45847309-aad5-440a-bca1-cf821586f5f1 req-c7c8b46a-d1ee-465c-99e3-06943728e864 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:18.587426 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45847309-aad5-440a-bca1-cf821586f5f1 req-c7c8b46a-d1ee-465c-99e3-06943728e864 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:18.593627 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45847309-aad5-440a-bca1-cf821586f5f1 req-c7c8b46a-d1ee-465c-99e3-06943728e864 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:18.600588 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45847309-aad5-440a-bca1-cf821586f5f1 req-c7c8b46a-d1ee-465c-99e3-06943728e864 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d42b5a6-d14f-4ab7-a05b-465de302a5b3 HTTP/1.1" status: 200 len: 2417 time: 0.3374646 Jul 23 16:25:18.616869 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d6258a3c-92d0-42fc-833d-87aee074ad7d req-495c2d68-9bc4-48e9-b49d-0cba8e4a826f service neutron] 10.222.0.73 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339536 Jul 23 16:25:18.681338 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38164d7a-4be0-4a3d-801f-e03e69bd86b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:18.710236 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45847309-aad5-440a-bca1-cf821586f5f1 req-e498b2ae-76d1-499f-a950-787d5b3efcf2 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087122 Jul 23 16:25:18.780685 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-38164d7a-4be0-4a3d-801f-e03e69bd86b3 admin admin] Deleting port f32b65fb-c345-489b-a66a-02e61104bd37 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:18.781571 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38164d7a-4be0-4a3d-801f-e03e69bd86b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:18.825816 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9922ba88-46a3-42ec-a0ed-bed5de0c04e6 x-openstack-request-id: req-9922ba88-46a3-42ec-a0ed-bed5de0c04e6 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:18.826092 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d42b5a6-d14f-4ab7-a05b-465de302a5b3", "name": "network-vif-plugged", "status": "completed", "tag": "0994494d-be0d-4651-9250-ccdffd9eaa9f", "code": 200}, {"server_uuid": "4d42b5a6-d14f-4ab7-a05b-465de302a5b3", "name": "network-vif-plugged", "status": "completed", "tag": "656cb8e2-85e7-4a56-9841-36ab5314fdf0", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:18.826343 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9922ba88-46a3-42ec-a0ed-bed5de0c04e6 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:18.826725 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d42b5a6-d14f-4ab7-a05b-465de302a5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0994494d-be0d-4651-9250-ccdffd9eaa9f', 'code': 200} Jul 23 16:25:18.826976 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d42b5a6-d14f-4ab7-a05b-465de302a5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656cb8e2-85e7-4a56-9841-36ab5314fdf0', 'code': 200} Jul 23 16:25:18.859664 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d6258a3c-92d0-42fc-833d-87aee074ad7d req-60bac9ff-4bfa-4840-a496-64068afbdd6e service neutron] 10.222.0.73 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300675 Jul 23 16:25:18.864062 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-e1f5073e-5f30-400b-9d5b-a2b513b9410d tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Made reservation on behalf of c9785dc21e8448b1824d1571d64a2041 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:18.878125 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-e1f5073e-5f30-400b-9d5b-a2b513b9410d tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:18.887201 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-430562b5-fba0-4528-86e1-d25875cd1bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'name': 'tempest-ServersTestJSON-1558698871-router', 'tenant_id': '7e6e69f877d14fe89edc9f35713b8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': 'f32b65fb-c345-489b-a66a-02e61104bd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:21Z', 'updated_at': '2021-07-23T16:25:16Z', 'revision_number': 5, 'project_id': '7e6e69f877d14fe89edc9f35713b8d03', 'gw_port': {'id': 'f32b65fb-c345-489b-a66a-02e61104bd37', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:22Z', 'updated_at': '2021-07-23T16:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:18.930774 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 70f4414b-efd0-4e23-8ebc-a0e15cc84971 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:18.935980 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430562b5-fba0-4528-86e1-d25875cd1bdd None None] Checking router: bec38b1a-a94f-4055-9b59-d16748290e30 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:25:18.954431 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35224) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:18.965538 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 70f4414b-efd0-4e23-8ebc-a0e15cc84971 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:25:18.965998 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 70f4414b-efd0-4e23-8ebc-a0e15cc84971 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:25:18.978281 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430562b5-fba0-4528-86e1-d25875cd1bdd None None] Routers {'bec38b1a-a94f-4055-9b59-d16748290e30'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:25:18.978998 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-430562b5-fba0-4528-86e1-d25875cd1bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:25:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['bec38b1a-a94f-4055-9b59-d16748290e30'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:19.102957 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268e19a-5f6f-420d-bb2d-d56c73d0d48f req-02fed80f-d5e9-450e-9e4c-67423d0e6bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:19.106741 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268e19a-5f6f-420d-bb2d-d56c73d0d48f req-02fed80f-d5e9-450e-9e4c-67423d0e6bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:19.107423 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268e19a-5f6f-420d-bb2d-d56c73d0d48f req-02fed80f-d5e9-450e-9e4c-67423d0e6bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:19.109372 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c268e19a-5f6f-420d-bb2d-d56c73d0d48f req-02fed80f-d5e9-450e-9e4c-67423d0e6bc9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4d42b5a6-d14f-4ab7-a05b-465de302a5b3 HTTP/1.1" status: 200 len: 2870 time: 0.1695850 Jul 23 16:25:19.113566 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-430562b5-fba0-4528-86e1-d25875cd1bdd None None] Set router bec38b1a-a94f-4055-9b59-d16748290e30 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:25:19.116324 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-38164d7a-4be0-4a3d-801f-e03e69bd86b3 admin admin] For port f32b65fb-c345-489b-a66a-02e61104bd37, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=f32b65fb-c345-489b-a66a-02e61104bd37,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:19.124366 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38164d7a-4be0-4a3d-801f-e03e69bd86b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:19.142267 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-01da16ce-56b7-4b9f-a05b-8a75238a849c admin admin] Deleting subnet e8835437-4f57-4fb0-9c0f-c7b8aa2033bb {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:25:19.196577 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-430562b5-fba0-4528-86e1-d25875cd1bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'name': 'tempest-ServersTestJSON-1558698871-router', 'tenant_id': '7e6e69f877d14fe89edc9f35713b8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:21Z', 'updated_at': '2021-07-23T16:25:18Z', 'revision_number': 6, 'project_id': '7e6e69f877d14fe89edc9f35713b8d03', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:19.201848 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c268e19a-5f6f-420d-bb2d-d56c73d0d48f req-f04d84f0-6e55-407c-ba8f-f857d7bb876a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741992 Jul 23 16:25:19.210531 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-01da16ce-56b7-4b9f-a05b-8a75238a849c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:19.216093 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-38164d7a-4be0-4a3d-801f-e03e69bd86b3 admin admin] Calling delete_port for f32b65fb-c345-489b-a66a-02e61104bd37 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:19.278519 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430562b5-fba0-4528-86e1-d25875cd1bdd None None] The sync data for ids ['bec38b1a-a94f-4055-9b59-d16748290e30'] in n-d-778549-4 is: [{'id': 'bec38b1a-a94f-4055-9b59-d16748290e30', 'name': 'tempest-ServersTestJSON-1558698871-router', 'tenant_id': '7e6e69f877d14fe89edc9f35713b8d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:21Z', 'updated_at': '2021-07-23T16:25:18Z', 'revision_number': 6, 'project_id': '7e6e69f877d14fe89edc9f35713b8d03', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:25:19.330245 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c0fbd0b2-eee0-4e6d-bae8-fbadf7f72486 req-2216e700-7ed4-4be4-9dd9-21d8237f038d tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcfec2c0-d4d3-4962-8f88-e50f1de35c2f HTTP/1.1" status: 200 len: 210 time: 0.1061957 Jul 23 16:25:19.396920 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e9098fe2-c877-4032-9f5f-b8a3e7c72301 req-393585a9-59e9-43f6-845d-edc8b3471472 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 210 time: 0.0622048 Jul 23 16:25:19.417300 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-01da16ce-56b7-4b9f-a05b-8a75238a849c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:19.456895 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-e1f5073e-5f30-400b-9d5b-a2b513b9410d tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Allocated IP 172.20.0.9 (02a7c16a-554a-4ad8-a4a9-73cc994d3940/8d7d20ea-5324-4d61-af92-f3ae3ea40d11/e1aa8bd3-8cae-438a-9cd7-0ee3fc519631) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:25:19.583449 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38164d7a-4be0-4a3d-801f-e03e69bd86b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:19.600779 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-01da16ce-56b7-4b9f-a05b-8a75238a849c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:19.673454 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 339b1ec8-0794-4a02-9851-3e9e7b69ac7e no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:19.736038 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38164d7a-4be0-4a3d-801f-e03e69bd86b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f32b65fb-c345-489b-a66a-02e61104bd37,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:19.804775 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-e1f5073e-5f30-400b-9d5b-a2b513b9410d tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:19.833990 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-01da16ce-56b7-4b9f-a05b-8a75238a849c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:19.941117 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38164d7a-4be0-4a3d-801f-e03e69bd86b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:20.044391 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 339b1ec8-0794-4a02-9851-3e9e7b69ac7e {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:25:20.045231 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 339b1ec8-0794-4a02-9851-3e9e7b69ac7e not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:25:20.274520 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da16ce-56b7-4b9f-a05b-8a75238a849c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8835437-4f57-4fb0-9c0f-c7b8aa2033bb,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:20.299843 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-01da16ce-56b7-4b9f-a05b-8a75238a849c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:20.306544 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-01da16ce-56b7-4b9f-a05b-8a75238a849c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e8835437-4f57-4fb0-9c0f-c7b8aa2033bb HTTP/1.1" status: 204 len: 168 time: 1.3495255 Jul 23 16:25:20.310460 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35278) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:20.493893 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bfdcdcd2-7ab4-46bf-a758-1f91495862aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:20.496602 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-e1f5073e-5f30-400b-9d5b-a2b513b9410d tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:20.549710 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38164d7a-4be0-4a3d-801f-e03e69bd86b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:20.555889 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38164d7a-4be0-4a3d-801f-e03e69bd86b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:20.584069 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-e1f5073e-5f30-400b-9d5b-a2b513b9410d tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:25:20.600689 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d8568-93d8-4c46-a263-d07bde618f66 req-1262e42e-b19b-431a-9d37-df0dfa1b02ba tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:20.607051 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d8568-93d8-4c46-a263-d07bde618f66 req-1262e42e-b19b-431a-9d37-df0dfa1b02ba tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:20.613239 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d8568-93d8-4c46-a263-d07bde618f66 req-1262e42e-b19b-431a-9d37-df0dfa1b02ba tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:20.621308 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c7d8568-93d8-4c46-a263-d07bde618f66 req-1262e42e-b19b-431a-9d37-df0dfa1b02ba tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d42b5a6-d14f-4ab7-a05b-465de302a5b3 HTTP/1.1" status: 200 len: 2417 time: 0.3562675 Jul 23 16:25:20.637484 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38164d7a-4be0-4a3d-801f-e03e69bd86b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:20.639060 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38164d7a-4be0-4a3d-801f-e03e69bd86b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bec38b1a-a94f-4055-9b59-d16748290e30 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:25:20.647813 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38164d7a-4be0-4a3d-801f-e03e69bd86b3 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:20.648960 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-38164d7a-4be0-4a3d-801f-e03e69bd86b3 admin admin] 10.222.0.73 "DELETE /v2.0/routers/bec38b1a-a94f-4055-9b59-d16748290e30 HTTP/1.1" status: 204 len: 168 time: 2.2451313 Jul 23 16:25:20.651271 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-e1f5073e-5f30-400b-9d5b-a2b513b9410d tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:20.651870 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35290) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:20.684646 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-e1f5073e-5f30-400b-9d5b-a2b513b9410d tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:25:20.696042 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5073e-5f30-400b-9d5b-a2b513b9410d tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Pushing event updated for resources: {'Port': ['ID=e1aa8bd3-8cae-438a-9cd7-0ee3fc519631,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:20.712174 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d22d9c-45f4-4c81-9e05-3dfa214822c4 admin admin] Deleting subnet 738f2e54-8bec-4e40-9a2e-9206a58f62db {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:25:20.717828 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-58d22d9c-45f4-4c81-9e05-3dfa214822c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:20.792098 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-58d22d9c-45f4-4c81-9e05-3dfa214822c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:20.873478 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c7d8568-93d8-4c46-a263-d07bde618f66 req-1bc3f4e5-de13-4b91-bab7-65b240ee26ed tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510376 Jul 23 16:25:20.915898 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bfdcdcd2-7ab4-46bf-a758-1f91495862aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:20.926705 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-e1f5073e-5f30-400b-9d5b-a2b513b9410d tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:20.927344 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-e1f5073e-5f30-400b-9d5b-a2b513b9410d tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:20.928425 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-58d22d9c-45f4-4c81-9e05-3dfa214822c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:20.952076 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-bfdcdcd2-7ab4-46bf-a758-1f91495862aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e11248da-1e43-42f3-aefb-9b645e739a83']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:20.968922 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-bfdcdcd2-7ab4-46bf-a758-1f91495862aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:20.969176 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-bfdcdcd2-7ab4-46bf-a758-1f91495862aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c41f3c14-b1f4-41cd-96de-b1ee1a0d33d7') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:20.986595 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-aa0ff982-baa4-4f27-b85f-6c4a6757daf8 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:20.988130 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-aa0ff982-baa4-4f27-b85f-6c4a6757daf8 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/networks?id=cfd5d4a5-0d74-4444-af11-d62dc4a381cf HTTP/1.1" status: 200 len: 811 time: 0.3645885 Jul 23 16:25:21.000616 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-e1f5073e-5f30-400b-9d5b-a2b513b9410d tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5914900 Jul 23 16:25:21.002344 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bfdcdcd2-7ab4-46bf-a758-1f91495862aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.016477 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-58d22d9c-45f4-4c81-9e05-3dfa214822c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.031617 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-58d22d9c-45f4-4c81-9e05-3dfa214822c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.034336 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-58d22d9c-45f4-4c81-9e05-3dfa214822c4 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/738f2e54-8bec-4e40-9a2e-9206a58f62db HTTP/1.1" status: 204 len: 168 time: 0.3813205 Jul 23 16:25:21.037653 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb78a94c-8eb7-4a7c-9aa7-a0fd598c3405 None None] Network d75e3a81-2d56-489e-b14e-6f53f86cc135 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:25:21.047267 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35292) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:21.056998 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d22d9c-45f4-4c81-9e05-3dfa214822c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=738f2e54-8bec-4e40-9a2e-9206a58f62db,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:21.063757 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-db1f8c50-a06d-4273-9588-a61907e716ba service neutron] Request body: {'port': {'device_id': '19c66b99-e97b-44ea-9c8e-a81eff7fb3f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:21.112951 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bfdcdcd2-7ab4-46bf-a758-1f91495862aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.117123 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-70346c88-399e-40fc-9725-a7c182c17267 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/quotas/2642ac6d2fda4bb6bc5bc42fd646c90d HTTP/1.1" status: 200 len: 375 time: 0.1111603 Jul 23 16:25:21.140445 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfdcdcd2-7ab4-46bf-a758-1f91495862aa admin admin] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:25:21.140858 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bfdcdcd2-7ab4-46bf-a758-1f91495862aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.143056 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:25:21.143056 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:25:21.143056 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:25:21.143056 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:25:21.143056 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:25:21.143056 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:25:21.143056 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:25:21.143056 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:25:21.143056 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:25:21.143056 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:25:21.143056 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:25:21.143056 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:25:21.143056 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:25:21.143056 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:25:21.143056 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:25:21.143056 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:25:21.143056 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:25:21.143056 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:25:21.143056 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:25:21.143056 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:25:21.143056 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:25:21.143056 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:25:21.143056 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:25:21.143056 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:25:21.143056 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:25:21.143056 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:25:21.143056 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:25:21.143056 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:25:21.143056 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:25:21.143056 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:25:21.143056 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:25:21.143056 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:25:21.296671 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-4d44ad8e-52ee-4365-9a25-ccda15f5dc30 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2642ac6d2fda4bb6bc5bc42fd646c90d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1602840 Jul 23 16:25:21.350428 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4c13ecb7-dfb0-4c3e-9e73-89c9dec95361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.376692 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bfdcdcd2-7ab4-46bf-a758-1f91495862aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.383707 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bfdcdcd2-7ab4-46bf-a758-1f91495862aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.388422 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1b4879-da5a-4684-992f-2bf8b1efd5ca None None] DHCP port deletion for d75e3a81-2d56-489e-b14e-6f53f86cc135 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:25:21.401329 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-bfdcdcd2-7ab4-46bf-a758-1f91495862aa admin admin] 10.222.0.73 "DELETE /v2.0/networks/e11248da-1e43-42f3-aefb-9b645e739a83 HTTP/1.1" status: 204 len: 168 time: 1.0586882 Jul 23 16:25:21.465665 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdcdcd2-7ab4-46bf-a758-1f91495862aa admin admin] Pushing event deleted for resources: {'Network': ['ID=e11248da-1e43-42f3-aefb-9b645e739a83,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:21.516552 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-da1b4879-da5a-4684-992f-2bf8b1efd5ca None None] Deleting port 2019217d-8c05-4665-8e08-bed4f11b9f95 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:21.520452 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-da1b4879-da5a-4684-992f-2bf8b1efd5ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.529265 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056944ae-6904-492b-a2dd-37444c3bec4d req-5ddd3279-4914-4c16-9216-eeb5462ebd80 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:21.534343 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f32b65fb-c345-489b-a66a-02e61104bd37 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:21.538370 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-056944ae-6904-492b-a2dd-37444c3bec4d req-5ddd3279-4914-4c16-9216-eeb5462ebd80 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 931 time: 0.5659010 Jul 23 16:25:21.549620 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-db1f8c50-a06d-4273-9588-a61907e716ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.580624 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: f32b65fb-c345-489b-a66a-02e61104bd37 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:25:21.581141 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f32b65fb-c345-489b-a66a-02e61104bd37 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:25:21.581685 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2019217d-8c05-4665-8e08-bed4f11b9f95 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:21.655398 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35302) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:21.673334 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-da1b4879-da5a-4684-992f-2bf8b1efd5ca None None] For port 2019217d-8c05-4665-8e08-bed4f11b9f95, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2019217d-8c05-4665-8e08-bed4f11b9f95,segment=NetworkSegment(dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b),segment_id=dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:21.673627 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-da1b4879-da5a-4684-992f-2bf8b1efd5ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.692086 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-da1b4879-da5a-4684-992f-2bf8b1efd5ca None None] Calling delete_port for 2019217d-8c05-4665-8e08-bed4f11b9f95 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:21.724659 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-056944ae-6904-492b-a2dd-37444c3bec4d req-6454cca5-8810-4671-869e-48829ba485b4 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850255 Jul 23 16:25:21.736724 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-581a1a42-1cc4-447d-b04f-93f6042dd4ce admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e8341b4f59d24af8a8daa41e0b7382bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0788226 Jul 23 16:25:21.755777 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35304) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:21.766729 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-45e64a08-9757-4a5c-a702-b32bac9d912e service neutron] 10.222.0.73 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572361 Jul 23 16:25:21.823980 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.878288 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 2019217d-8c05-4665-8e08-bed4f11b9f95, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2019217d-8c05-4665-8e08-bed4f11b9f95,segment=NetworkSegment(dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b),segment_id=dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:21.884848 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.937488 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-da1b4879-da5a-4684-992f-2bf8b1efd5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.938867 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-39e04c9b-3ab3-44fe-8d03-b4ff1405916f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.945953 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event deleted for resources: {'Port': ['ID=2019217d-8c05-4665-8e08-bed4f11b9f95,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:22.004645 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1b4879-da5a-4684-992f-2bf8b1efd5ca None None] No DVR routers for this DVR port 2019217d-8c05-4665-8e08-bed4f11b9f95 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:25:22.006847 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b4879-da5a-4684-992f-2bf8b1efd5ca None None] Pushing event deleted for resources: {'Port': ['ID=2019217d-8c05-4665-8e08-bed4f11b9f95,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:22.015221 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-39e04c9b-3ab3-44fe-8d03-b4ff1405916f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:22.100286 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-4c13ecb7-dfb0-4c3e-9e73-89c9dec95361 admin admin] Deleting port 2019217d-8c05-4665-8e08-bed4f11b9f95 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:22.100641 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4c13ecb7-dfb0-4c3e-9e73-89c9dec95361 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:22.131855 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-39e04c9b-3ab3-44fe-8d03-b4ff1405916f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:22.134719 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-39e04c9b-3ab3-44fe-8d03-b4ff1405916f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:22.140012 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-39e04c9b-3ab3-44fe-8d03-b4ff1405916f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4365f043-4cf0-431e-960a-89310d8f7e6b HTTP/1.1" status: 204 len: 168 time: 0.3829138 Jul 23 16:25:22.153855 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e04c9b-3ab3-44fe-8d03-b4ff1405916f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4365f043-4cf0-431e-960a-89310d8f7e6b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:22.415493 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-db1f8c50-a06d-4273-9588-a61907e716ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:22.424058 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-db1f8c50-a06d-4273-9588-a61907e716ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:22.438001 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-db1f8c50-a06d-4273-9588-a61907e716ba service neutron] Transition to ACTIVE for port object e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:22.442093 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-4c13ecb7-dfb0-4c3e-9e73-89c9dec95361 admin admin] For port 2019217d-8c05-4665-8e08-bed4f11b9f95, host n-d-778549-4, got binding levels [] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:22.442586 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4c13ecb7-dfb0-4c3e-9e73-89c9dec95361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:22.456053 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-db1f8c50-a06d-4273-9588-a61907e716ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:22.531687 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f8c50-a06d-4273-9588-a61907e716ba service neutron] Pushing event updated for resources: {'Port': ['ID=e1aa8bd3-8cae-438a-9cd7-0ee3fc519631,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:22.535243 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-4c13ecb7-dfb0-4c3e-9e73-89c9dec95361 admin admin] Calling delete_port for 2019217d-8c05-4665-8e08-bed4f11b9f95 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:22.559934 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.ipam_backend_mixin [None req-4c13ecb7-dfb0-4c3e-9e73-89c9dec95361 admin admin] Port 2019217d-8c05-4665-8e08-bed4f11b9f95 was not found and therefore no delete operation was performed {{(pid=94012) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:25:22.576449 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-aadc888e-c0e4-4609-b28a-d6370fe3d74e service neutron] 10.222.0.73 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8081939 Jul 23 16:25:22.577190 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4c13ecb7-dfb0-4c3e-9e73-89c9dec95361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:22.666890 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13ecb7-dfb0-4c3e-9e73-89c9dec95361 admin admin] Pushing event deleted for resources: {'Port': ['ID=2019217d-8c05-4665-8e08-bed4f11b9f95,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:22.673345 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c13ecb7-dfb0-4c3e-9e73-89c9dec95361 admin admin] No DVR routers for this DVR port 2019217d-8c05-4665-8e08-bed4f11b9f95 on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:25:22.913209 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4c13ecb7-dfb0-4c3e-9e73-89c9dec95361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:22.943611 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-556153f8-07db-47e9-848a-2210eebb2653 req-e3dfc359-e50a-46e8-8cb1-731702590ffa tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=057340a4-6ebc-44dd-afbc-8f6d816327b3 HTTP/1.1" status: 200 len: 210 time: 0.1308379 Jul 23 16:25:22.955908 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607245f-eb95-4358-b083-6ecd8b5bc594 req-1995ceea-3a73-4fa4-9ae2-f188dbc98b4b tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:22.962050 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607245f-eb95-4358-b083-6ecd8b5bc594 req-1995ceea-3a73-4fa4-9ae2-f188dbc98b4b tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:22.968378 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607245f-eb95-4358-b083-6ecd8b5bc594 req-1995ceea-3a73-4fa4-9ae2-f188dbc98b4b tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:22.979999 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c607245f-eb95-4358-b083-6ecd8b5bc594 req-1995ceea-3a73-4fa4-9ae2-f188dbc98b4b tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d42b5a6-d14f-4ab7-a05b-465de302a5b3 HTTP/1.1" status: 200 len: 2417 time: 0.5300958 Jul 23 16:25:22.994297 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-4c13ecb7-dfb0-4c3e-9e73-89c9dec95361 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d75e3a81-2d56-489e-b14e-6f53f86cc135']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:23.035786 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-4c13ecb7-dfb0-4c3e-9e73-89c9dec95361 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:23.036128 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-4c13ecb7-dfb0-4c3e-9e73-89c9dec95361 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbef19b2-88a4-4c7f-ac53-dd670ab8ae5b') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:23.038032 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-db1f8c50-a06d-4273-9588-a61907e716ba service neutron] Attempting to bind port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:25:23.038382 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-db1f8c50-a06d-4273-9588-a61907e716ba service neutron] Attempting to bind port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:25:23.038722 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-db1f8c50-a06d-4273-9588-a61907e716ba service neutron] Attempting to bind port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:23.053776 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4c13ecb7-dfb0-4c3e-9e73-89c9dec95361 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:23.074467 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-db1f8c50-a06d-4273-9588-a61907e716ba service neutron] Port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:25:23.074467 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-db1f8c50-a06d-4273-9588-a61907e716ba service neutron] Attempting to bind port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:23.112310 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c607245f-eb95-4358-b083-6ecd8b5bc594 req-e256236b-a3d3-435f-907b-8a3542d3ea74 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351311 Jul 23 16:25:23.152690 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4c13ecb7-dfb0-4c3e-9e73-89c9dec95361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:23.155632 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-db1f8c50-a06d-4273-9588-a61907e716ba service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:25:23.163514 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-db1f8c50-a06d-4273-9588-a61907e716ba service neutron] Checking segment: {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:25:23.165857 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-db1f8c50-a06d-4273-9588-a61907e716ba service neutron] Bound using segment: {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:25:23.166791 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-db1f8c50-a06d-4273-9588-a61907e716ba service neutron] Bound port: e1aa8bd3-8cae-438a-9cd7-0ee3fc519631, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:25:23.167172 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-db1f8c50-a06d-4273-9588-a61907e716ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:23.183837 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c13ecb7-dfb0-4c3e-9e73-89c9dec95361 admin admin] Releasing vlan 1119 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:25:23.184273 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4c13ecb7-dfb0-4c3e-9e73-89c9dec95361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:23.187326 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:25:23.187326 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:25:23.187326 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:25:23.187326 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:25:23.187326 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:25:23.187326 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:25:23.187326 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:25:23.187326 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:25:23.187326 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:25:23.187326 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:25:23.187326 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:25:23.187326 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:25:23.187326 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:25:23.187326 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:25:23.187326 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:25:23.187326 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:25:23.187326 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:25:23.187326 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:25:23.187326 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:25:23.187326 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:25:23.187326 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:25:23.187326 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:25:23.187326 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:25:23.187326 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:25:23.187326 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:25:23.187326 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:25:23.187326 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:25:23.187326 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:25:23.187326 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:25:23.187326 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:25:23.187326 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:25:23.187326 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:25:23.313967 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35364) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:23.532063 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-a9d95720-3ea3-4634-bb6d-2ff22b52dce6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1897487433-network', 'tenant_id': '2e24f35c4949445cb3627308a0c99406'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:23.612269 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4c13ecb7-dfb0-4c3e-9e73-89c9dec95361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:23.661063 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4c13ecb7-dfb0-4c3e-9e73-89c9dec95361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:23.662259 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d95720-3ea3-4634-bb6d-2ff22b52dce6 admin admin] Made reservation on behalf of 2e24f35c4949445cb3627308a0c99406 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:23.667538 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a9d95720-3ea3-4634-bb6d-2ff22b52dce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:23.685099 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4c13ecb7-dfb0-4c3e-9e73-89c9dec95361 admin admin] 10.222.0.73 "DELETE /v2.0/networks/d75e3a81-2d56-489e-b14e-6f53f86cc135 HTTP/1.1" status: 204 len: 168 time: 2.6260493 Jul 23 16:25:23.726879 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a9d95720-3ea3-4634-bb6d-2ff22b52dce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:23.743926 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3dc8a-77c4-4855-827d-e24fcaeb6cbd req-d18dc89a-8171-493f-82cc-d0f159f61a85 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:23.746743 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6db3dc8a-77c4-4855-827d-e24fcaeb6cbd req-d18dc89a-8171-493f-82cc-d0f159f61a85 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 943 time: 0.6790278 Jul 23 16:25:23.874489 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35376) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:23.890932 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13ecb7-dfb0-4c3e-9e73-89c9dec95361 admin admin] Pushing event deleted for resources: {'Network': ['ID=d75e3a81-2d56-489e-b14e-6f53f86cc135,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:23.993300 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6db3dc8a-77c4-4855-827d-e24fcaeb6cbd req-03580a59-4206-41ef-a516-9e831e4c0d70 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341990 Jul 23 16:25:23.996080 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-db1f8c50-a06d-4273-9588-a61907e716ba service neutron] For port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:25:24.060764 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-db1f8c50-a06d-4273-9588-a61907e716ba service neutron] For port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=e1aa8bd3-8cae-438a-9cd7-0ee3fc519631,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:25:24.075560 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-db1f8c50-a06d-4273-9588-a61907e716ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:24.153626 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bb899c6f-ae18-469c-bebd-b5d4c6201b4b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7e6e69f877d14fe89edc9f35713b8d03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2778435 Jul 23 16:25:24.161257 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35380) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:24.223835 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a9d95720-3ea3-4634-bb6d-2ff22b52dce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:24.224538 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-db1f8c50-a06d-4273-9588-a61907e716ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:24.225396 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-db1f8c50-a06d-4273-9588-a61907e716ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:24.227490 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-db1f8c50-a06d-4273-9588-a61907e716ba service neutron] 10.222.0.97 "PUT /v2.0/ports/e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 HTTP/1.1" status: 200 len: 1091 time: 3.1850553 Jul 23 16:25:24.229605 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c66b99-e97b-44ea-9c8e-a81eff7fb3f6', 'tag': 'e1aa8bd3-8cae-438a-9cd7-0ee3fc519631'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:24.234346 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bcca04-c54a-49e2-9080-b361355727f5" -d '{"events": [{"name": "network-changed", "server_uuid": "19c66b99-e97b-44ea-9c8e-a81eff7fb3f6", "tag": "e1aa8bd3-8cae-438a-9cd7-0ee3fc519631"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:24.237022 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a9d95720-3ea3-4634-bb6d-2ff22b52dce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:24.306097 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d95720-3ea3-4634-bb6d-2ff22b52dce6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1143, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:25:24.309409 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f8c50-a06d-4273-9588-a61907e716ba service neutron] Pushing event updated for resources: {'Port': ['ID=e1aa8bd3-8cae-438a-9cd7-0ee3fc519631,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:24.313659 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9621f1c0-2171-46a1-a538-09b1b0dc1a28 req-b91722c7-db99-4ae1-abec-4c182fefc7ed tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=057340a4-6ebc-44dd-afbc-8f6d816327b3 HTTP/1.1" status: 200 len: 210 time: 0.0522413 Jul 23 16:25:24.330695 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d95720-3ea3-4634-bb6d-2ff22b52dce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be980ee8-acd8-4adc-978f-975364da4478,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:24.363685 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a9d95720-3ea3-4634-bb6d-2ff22b52dce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:24.365012 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-a9d95720-3ea3-4634-bb6d-2ff22b52dce6 admin admin] Added segment 8b1b1f50-f69a-4112-a91f-85e0bee763de of type vlan for network 4f9aad21-99b0-4687-944c-ed44f9a87148 Jul 23 16:25:24.431622 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de97fd7-f2fe-4a3b-8cd4-1d118f7cae07 req-e134b454-9808-44b4-afac-ca8155d683b5 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:24.440628 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7de97fd7-f2fe-4a3b-8cd4-1d118f7cae07 req-e134b454-9808-44b4-afac-ca8155d683b5 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce195d01-120b-419e-a805-7b0ad0c3b476 HTTP/1.1" status: 200 len: 945 time: 0.2422156 Jul 23 16:25:24.461974 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a9d95720-3ea3-4634-bb6d-2ff22b52dce6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:24.483519 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-04f81053-c021-4a2d-abc3-84443b015eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:24.534536 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-04f81053-c021-4a2d-abc3-84443b015eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:24.553121 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a9d95720-3ea3-4634-bb6d-2ff22b52dce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:24.554613 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d95720-3ea3-4634-bb6d-2ff22b52dce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:24.555374 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a9d95720-3ea3-4634-bb6d-2ff22b52dce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:24.607559 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a9d95720-3ea3-4634-bb6d-2ff22b52dce6 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2923801 Jul 23 16:25:24.608536 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35390) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:24.617423 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-86748ce3-44e4-43d6-9541-3d6f2cefca36 admin admin] Request body: {'subnet': {'network_id': '4f9aad21-99b0-4687-944c-ed44f9a87148', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1897487433-subnet', 'tenant_id': '2e24f35c4949445cb3627308a0c99406', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:24.657091 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7de97fd7-f2fe-4a3b-8cd4-1d118f7cae07 req-c29ec397-fceb-4e51-9a05-d1e2f554193c tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/security-groups?id=f54c727b-bca4-4807-9c4e-b4c332ba612e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981065 Jul 23 16:25:24.675950 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-90285f96-d938-4131-b2c9-77d7dda1ec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:24.685613 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-90285f96-d938-4131-b2c9-77d7dda1ec40 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c9785dc21e8448b1824d1571d64a2041&device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 1094 time: 0.3803034 Jul 23 16:25:24.708498 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d95720-3ea3-4634-bb6d-2ff22b52dce6 admin admin] Pushing event updated for resources: {'Network': ['ID=4f9aad21-99b0-4687-944c-ed44f9a87148,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:24.735359 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd38f55-b6d3-4751-9acb-a318fd67bc27 x-openstack-request-id: req-5fd38f55-b6d3-4751-9acb-a318fd67bc27 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:24.735789 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c66b99-e97b-44ea-9c8e-a81eff7fb3f6", "tag": "e1aa8bd3-8cae-438a-9cd7-0ee3fc519631", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:24.736186 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5fd38f55-b6d3-4751-9acb-a318fd67bc27 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:24.736603 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 4f9aad21-99b0-4687-944c-ed44f9a87148 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:25:24.737096 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c66b99-e97b-44ea-9c8e-a81eff7fb3f6', 'tag': 'e1aa8bd3-8cae-438a-9cd7-0ee3fc519631', 'status': 'completed', 'code': 200} Jul 23 16:25:24.775485 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86748ce3-44e4-43d6-9541-3d6f2cefca36 admin admin] Made reservation on behalf of 2e24f35c4949445cb3627308a0c99406 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:24.791787 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-86748ce3-44e4-43d6-9541-3d6f2cefca36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:24.827360 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-8020d2ca-d19d-4424-9436-0657f792140d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 HTTP/1.1" status: 200 len: 217 time: 0.0897460 Jul 23 16:25:24.828118 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-04f81053-c021-4a2d-abc3-84443b015eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:24.833784 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-04f81053-c021-4a2d-abc3-84443b015eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:24.840013 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-04f81053-c021-4a2d-abc3-84443b015eb9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/09e78160-8ddc-4e76-8d3d-0ace91c35837 HTTP/1.1" status: 204 len: 168 time: 0.6768839 Jul 23 16:25:24.866298 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f81053-c021-4a2d-abc3-84443b015eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e78160-8ddc-4e76-8d3d-0ace91c35837,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:24.979628 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15bddbb-eaab-46f8-a509-e231c32a740e req-0af505b4-a0f1-4a02-9d6c-21c7bcb5e4bb tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:24.986950 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15bddbb-eaab-46f8-a509-e231c32a740e req-0af505b4-a0f1-4a02-9d6c-21c7bcb5e4bb tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:24.994673 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15bddbb-eaab-46f8-a509-e231c32a740e req-0af505b4-a0f1-4a02-9d6c-21c7bcb5e4bb tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:25.005842 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b15bddbb-eaab-46f8-a509-e231c32a740e req-0af505b4-a0f1-4a02-9d6c-21c7bcb5e4bb tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d42b5a6-d14f-4ab7-a05b-465de302a5b3 HTTP/1.1" status: 200 len: 2417 time: 0.5612235 Jul 23 16:25:25.019862 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-70385874-44c2-49fa-a6d7-2ba64e35ad99 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:25.021382 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-70385874-44c2-49fa-a6d7-2ba64e35ad99 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.97 "GET /v2.0/networks?id=cfd5d4a5-0d74-4444-af11-d62dc4a381cf HTTP/1.1" status: 200 len: 811 time: 0.4920859 Jul 23 16:25:25.049664 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-75c7e48f-3e22-4d5c-beec-7e4b17c59ac3 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Request body: {'port': {'device_id': '057340a4-6ebc-44dd-afbc-8f6d816327b3', 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf', 'admin_state_up': True, 'tenant_id': '2642ac6d2fda4bb6bc5bc42fd646c90d'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:25.095250 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-86748ce3-44e4-43d6-9541-3d6f2cefca36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:25.162178 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86748ce3-44e4-43d6-9541-3d6f2cefca36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f37b7a86-6b13-41b4-a0ea-fd5e0ae9d906,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:25.234737 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86748ce3-44e4-43d6-9541-3d6f2cefca36 admin admin] Checking segment: {'id': '8b1b1f50-f69a-4112-a91f-85e0bee763de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '4f9aad21-99b0-4687-944c-ed44f9a87148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:25:25.235394 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86748ce3-44e4-43d6-9541-3d6f2cefca36 admin admin] Network hostable DHCP agents. Network: 4f9aad21-99b0-4687-944c-ed44f9a87148, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:25:25.258312 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86748ce3-44e4-43d6-9541-3d6f2cefca36 admin admin] Network 4f9aad21-99b0-4687-944c-ed44f9a87148 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:25:25.278104 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-86748ce3-44e4-43d6-9541-3d6f2cefca36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 4f9aad21-99b0-4687-944c-ed44f9a87148) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:25.282044 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86748ce3-44e4-43d6-9541-3d6f2cefca36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:25.283169 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-86748ce3-44e4-43d6-9541-3d6f2cefca36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:25.295957 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb883de1-5754-43b9-8fc6-0ac9f010238b None None] Network 4f9aad21-99b0-4687-944c-ed44f9a87148 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:25:25.311517 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-86748ce3-44e4-43d6-9541-3d6f2cefca36 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6981449 Jul 23 16:25:25.497213 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-eab33acd-0c58-4c3d-95a1-6432a8450ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:25.502204 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-eab33acd-0c58-4c3d-95a1-6432a8450ba8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8d7d20ea-5324-4d61-af92-f3ae3ea40d11 HTTP/1.1" status: 200 len: 860 time: 0.6337819 Jul 23 16:25:25.615160 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a7dcfc-e766-4e6e-be1f-c652c85b7fae None None] Network 4f9aad21-99b0-4687-944c-ed44f9a87148 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:25:25.685094 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-4182907f-ec23-4149-ae97-b209864b9b48 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=02a7c16a-554a-4ad8-a4a9-73cc994d3940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1525826 Jul 23 16:25:25.691323 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b15bddbb-eaab-46f8-a509-e231c32a740e req-7687ee09-2cd6-400c-be1d-cf89b96539b7 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6844695 Jul 23 16:25:25.778468 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570cc6c-b2d2-495c-9fb1-90186be9de3f req-54abae26-b04f-4a99-9cec-19f2b7f92c26 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:25.785361 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5570cc6c-b2d2-495c-9fb1-90186be9de3f req-54abae26-b04f-4a99-9cec-19f2b7f92c26 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 943 time: 0.3141942 Jul 23 16:25:25.881759 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9f1a3ea6-a098-4ce5-b561-654fc24590af req-fc0d811b-f578-4746-8600-e6dcc890e498 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=057340a4-6ebc-44dd-afbc-8f6d816327b3 HTTP/1.1" status: 200 len: 210 time: 0.0496786 Jul 23 16:25:25.937627 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5570cc6c-b2d2-495c-9fb1-90186be9de3f req-6cc7cc22-6bd0-4797-94b6-4edcd1622c1c tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423099 Jul 23 16:25:25.969020 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-75c7e48f-3e22-4d5c-beec-7e4b17c59ac3 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Made reservation on behalf of 2642ac6d2fda4bb6bc5bc42fd646c90d for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:25.976558 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-75c7e48f-3e22-4d5c-beec-7e4b17c59ac3 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:25.988466 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-d5eab434-6042-40a5-bac6-2bbbcece3841 service neutron] 10.222.0.97 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847583 Jul 23 16:25:26.100184 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ec3e2-cef8-424c-8002-2e4233bb129f req-3ec5fad4-5a9f-4ea1-8bed-e0213f9a7be2 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:26.135894 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ec3e2-cef8-424c-8002-2e4233bb129f req-3ec5fad4-5a9f-4ea1-8bed-e0213f9a7be2 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:26.148595 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ec3e2-cef8-424c-8002-2e4233bb129f req-3ec5fad4-5a9f-4ea1-8bed-e0213f9a7be2 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:26.150392 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b89ec3e2-cef8-424c-8002-2e4233bb129f req-3ec5fad4-5a9f-4ea1-8bed-e0213f9a7be2 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d42b5a6-d14f-4ab7-a05b-465de302a5b3 HTTP/1.1" status: 200 len: 2417 time: 0.2688761 Jul 23 16:25:26.305554 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35454) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:26.319926 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74ec519d-e2c0-451b-b530-1d1fcb2b59b9 req-30a2e5f7-4b8d-43ce-9d57-9be5713475e5 service neutron] 10.222.0.97 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305473 Jul 23 16:25:26.331393 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-75c7e48f-3e22-4d5c-beec-7e4b17c59ac3 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Allocated IP 172.20.0.6 (cfd5d4a5-0d74-4444-af11-d62dc4a381cf/826fd2fc-e097-4472-9d1f-4298f12f603f/7bab9447-a3f8-4583-95d1-d87c7ce8daac) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:25:26.432419 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-b89ec3e2-cef8-424c-8002-2e4233bb129f req-932f6ea1-600e-47c1-ab7f-9f0af6d8b64c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Deleting port 40925843-ec24-442d-b75a-48fe2bf0f155 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:26.433201 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b89ec3e2-cef8-424c-8002-2e4233bb129f req-932f6ea1-600e-47c1-ab7f-9f0af6d8b64c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:26.545222 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-1df67a7a-521d-4585-8d28-cc6b93676e4c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-771616400-network', 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:26.590643 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df67a7a-521d-4585-8d28-cc6b93676e4c admin admin] Made reservation on behalf of d58be7bf092b45e2a9dae39829ba7b2e for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:26.592976 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1df67a7a-521d-4585-8d28-cc6b93676e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:26.610436 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1df67a7a-521d-4585-8d28-cc6b93676e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:26.613930 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-b89ec3e2-cef8-424c-8002-2e4233bb129f req-932f6ea1-600e-47c1-ab7f-9f0af6d8b64c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] For port 40925843-ec24-442d-b75a-48fe2bf0f155, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=40925843-ec24-442d-b75a-48fe2bf0f155,segment=NetworkSegment(77fd7a8f-f4c4-4575-84a6-3c5376187746),segment_id=77fd7a8f-f4c4-4575-84a6-3c5376187746)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:26.613930 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b89ec3e2-cef8-424c-8002-2e4233bb129f req-932f6ea1-600e-47c1-ab7f-9f0af6d8b64c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:26.637363 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-b89ec3e2-cef8-424c-8002-2e4233bb129f req-932f6ea1-600e-47c1-ab7f-9f0af6d8b64c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Calling delete_port for 40925843-ec24-442d-b75a-48fe2bf0f155 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:26.724246 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcca04-c54a-49e2-9080-b361355727f5 req-abdf8cef-0452-476f-8aea-796b4d94dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:26.725816 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-55bcca04-c54a-49e2-9080-b361355727f5 req-abdf8cef-0452-476f-8aea-796b4d94dde8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c9785dc21e8448b1824d1571d64a2041&device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 1094 time: 0.3478782 Jul 23 16:25:26.826152 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1df67a7a-521d-4585-8d28-cc6b93676e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:26.831634 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1df67a7a-521d-4585-8d28-cc6b93676e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:26.869134 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df67a7a-521d-4585-8d28-cc6b93676e4c admin admin] vlan segment allocate from pool success with {'vlan_id': 1140, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:25:26.881914 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b89ec3e2-cef8-424c-8002-2e4233bb129f req-932f6ea1-600e-47c1-ab7f-9f0af6d8b64c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:26.887445 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93744ab0-38c2-4c3f-ba57-ea48983e6d0d req-e0f885e9-50c0-493e-a947-7af0b465a390 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:26.889013 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-93744ab0-38c2-4c3f-ba57-ea48983e6d0d req-e0f885e9-50c0-493e-a947-7af0b465a390 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce195d01-120b-419e-a805-7b0ad0c3b476 HTTP/1.1" status: 200 len: 945 time: 0.3736920 Jul 23 16:25:26.894674 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df67a7a-521d-4585-8d28-cc6b93676e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0f6a6b-7a1a-4fc3-b6e3-28c1a3fabb75,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:26.900865 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-7e0b3261-33ad-4961-a909-d7c8c869cb0b tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:26.901387 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1df67a7a-521d-4585-8d28-cc6b93676e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:26.901597 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-1df67a7a-521d-4585-8d28-cc6b93676e4c admin admin] Added segment 61338f32-9a58-40b9-943e-6dd5f20a15f7 of type vlan for network ccfb93aa-128e-41ae-813f-cc1797d91993 Jul 23 16:25:26.902638 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-7e0b3261-33ad-4961-a909-d7c8c869cb0b tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/networks?id=4f9aad21-99b0-4687-944c-ed44f9a87148 HTTP/1.1" status: 200 len: 822 time: 0.3882596 Jul 23 16:25:26.908259 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-75c7e48f-3e22-4d5c-beec-7e4b17c59ac3 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:26.929009 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f6ea1-600e-47c1-ab7f-9f0af6d8b64c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Pushing event deleted for resources: {'Port': ['ID=40925843-ec24-442d-b75a-48fe2bf0f155,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:26.958846 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-7e400ef8-a7cf-4626-8f12-d3fee29f2d0f tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/quotas/2e24f35c4949445cb3627308a0c99406 HTTP/1.1" status: 200 len: 375 time: 0.0366509 Jul 23 16:25:26.961397 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcca04-c54a-49e2-9080-b361355727f5 req-2a9742b3-1296-47c7-9590-b7ce81aa7003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:26.962828 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-55bcca04-c54a-49e2-9080-b361355727f5 req-2a9742b3-1296-47c7-9590-b7ce81aa7003 service neutron] 10.222.0.97 "GET /v2.0/networks?id=02a7c16a-554a-4ad8-a4a9-73cc994d3940 HTTP/1.1" status: 200 len: 922 time: 0.2199147 Jul 23 16:25:27.000921 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89ec3e2-cef8-424c-8002-2e4233bb129f req-932f6ea1-600e-47c1-ab7f-9f0af6d8b64c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] No DVR routers for this DVR port 40925843-ec24-442d-b75a-48fe2bf0f155 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:25:27.004683 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b89ec3e2-cef8-424c-8002-2e4233bb129f req-932f6ea1-600e-47c1-ab7f-9f0af6d8b64c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:27.006787 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b89ec3e2-cef8-424c-8002-2e4233bb129f req-932f6ea1-600e-47c1-ab7f-9f0af6d8b64c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.74 "DELETE /v2.0/ports/40925843-ec24-442d-b75a-48fe2bf0f155 HTTP/1.1" status: 204 len: 173 time: 0.8508403 Jul 23 16:25:27.007243 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d42b5a6-d14f-4ab7-a05b-465de302a5b3', 'name': 'network-vif-deleted', 'tag': '40925843-ec24-442d-b75a-48fe2bf0f155'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:27.009615 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4306f006-e36c-41c6-8f95-b7ba2438cf2d" -d '{"events": [{"server_uuid": "4d42b5a6-d14f-4ab7-a05b-465de302a5b3", "name": "network-vif-deleted", "tag": "40925843-ec24-442d-b75a-48fe2bf0f155"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:27.014307 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1df67a7a-521d-4585-8d28-cc6b93676e4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:27.061432 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-4e6d4361-0a15-45c1-b980-bba95aa6974c tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e24f35c4949445cb3627308a0c99406&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0931628 Jul 23 16:25:27.062987 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-55bcca04-c54a-49e2-9080-b361355727f5 req-5146c988-1fd2-4ad9-a426-c40e9e5401a6 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 HTTP/1.1" status: 200 len: 217 time: 0.0920267 Jul 23 16:25:27.071696 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-93744ab0-38c2-4c3f-ba57-ea48983e6d0d req-331a7137-2896-4af0-a1e1-3c31964852d7 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/security-groups?id=f54c727b-bca4-4807-9c4e-b4c332ba612e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682267 Jul 23 16:25:27.105218 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1df67a7a-521d-4585-8d28-cc6b93676e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:27.105927 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df67a7a-521d-4585-8d28-cc6b93676e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:27.106454 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1df67a7a-521d-4585-8d28-cc6b93676e4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:27.175245 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1df67a7a-521d-4585-8d28-cc6b93676e4c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8387041 Jul 23 16:25:27.178442 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35486) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:27.184496 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-b414bcfd-2b52-47cb-9a44-5487a0ae3df7 admin admin] Request body: {'subnet': {'network_id': 'ccfb93aa-128e-41ae-813f-cc1797d91993', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-771616400-subnet', 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:27.201563 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-75c7e48f-3e22-4d5c-beec-7e4b17c59ac3 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:27.222958 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df67a7a-521d-4585-8d28-cc6b93676e4c admin admin] Pushing event updated for resources: {'Network': ['ID=ccfb93aa-128e-41ae-813f-cc1797d91993,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:27.234313 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network ccfb93aa-128e-41ae-813f-cc1797d91993 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:25:27.241401 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcca04-c54a-49e2-9080-b361355727f5 req-6ad6978d-ce0e-45e0-a544-cad26f0feff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:27.242944 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-55bcca04-c54a-49e2-9080-b361355727f5 req-6ad6978d-ce0e-45e0-a544-cad26f0feff7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8d7d20ea-5324-4d61-af92-f3ae3ea40d11 HTTP/1.1" status: 200 len: 860 time: 0.1703563 Jul 23 16:25:27.258752 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-b89ec3e2-cef8-424c-8002-2e4233bb129f req-45c78ec7-1b90-44d5-9c7a-a834156540ba tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Deleting port 656cb8e2-85e7-4a56-9841-36ab5314fdf0 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:27.259090 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b89ec3e2-cef8-424c-8002-2e4233bb129f req-45c78ec7-1b90-44d5-9c7a-a834156540ba tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:27.263703 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b414bcfd-2b52-47cb-9a44-5487a0ae3df7 admin admin] Made reservation on behalf of d58be7bf092b45e2a9dae39829ba7b2e for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:27.266658 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b414bcfd-2b52-47cb-9a44-5487a0ae3df7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:27.330211 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-55bcca04-c54a-49e2-9080-b361355727f5 req-280fbe95-8123-41e8-b887-1ca3bd00db71 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=02a7c16a-554a-4ad8-a4a9-73cc994d3940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611980 Jul 23 16:25:27.331865 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-75c7e48f-3e22-4d5c-beec-7e4b17c59ac3 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Network cfd5d4a5-0d74-4444-af11-d62dc4a381cf is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:25:27.348761 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7e48f-3e22-4d5c-beec-7e4b17c59ac3 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Pushing event updated for resources: {'Port': ['ID=7bab9447-a3f8-4583-95d1-d87c7ce8daac,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:27.351267 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-75c7e48f-3e22-4d5c-beec-7e4b17c59ac3 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:27.363407 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-75c7e48f-3e22-4d5c-beec-7e4b17c59ac3 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:25:27.380593 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-42b205cb-b33e-48b3-a198-aaf9d8e2e5ac service neutron] 10.222.0.73 "GET /v2.0/networks/4f9aad21-99b0-4687-944c-ed44f9a87148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063602 Jul 23 16:25:27.419592 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-b89ec3e2-cef8-424c-8002-2e4233bb129f req-45c78ec7-1b90-44d5-9c7a-a834156540ba tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] For port 656cb8e2-85e7-4a56-9841-36ab5314fdf0, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=656cb8e2-85e7-4a56-9841-36ab5314fdf0,segment=NetworkSegment(41305256-abb4-4e1e-b696-9719cc319e31),segment_id=41305256-abb4-4e1e-b696-9719cc319e31)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:27.419946 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b89ec3e2-cef8-424c-8002-2e4233bb129f req-45c78ec7-1b90-44d5-9c7a-a834156540ba tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:27.435292 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-b89ec3e2-cef8-424c-8002-2e4233bb129f req-45c78ec7-1b90-44d5-9c7a-a834156540ba tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Calling delete_port for 656cb8e2-85e7-4a56-9841-36ab5314fdf0 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:27.467088 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d304070-c7ab-47f9-9dde-36375080e5e9 req-4c78b7aa-602a-4adb-a323-1e8df4a6637f tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:27.472973 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d304070-c7ab-47f9-9dde-36375080e5e9 req-4c78b7aa-602a-4adb-a323-1e8df4a6637f tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:27.474593 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d304070-c7ab-47f9-9dde-36375080e5e9 req-4c78b7aa-602a-4adb-a323-1e8df4a6637f tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d42b5a6-d14f-4ab7-a05b-465de302a5b3 HTTP/1.1" status: 200 len: 1682 time: 0.3169267 Jul 23 16:25:27.561474 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-75c7e48f-3e22-4d5c-beec-7e4b17c59ac3 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:27.562102 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-75c7e48f-3e22-4d5c-beec-7e4b17c59ac3 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:27.580252 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b414bcfd-2b52-47cb-9a44-5487a0ae3df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:27.627677 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-75c7e48f-3e22-4d5c-beec-7e4b17c59ac3 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5868883 Jul 23 16:25:27.629603 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-5f1749a9-3f2f-4b3a-8d5f-19f1feac27dc service neutron] 10.222.0.73 "GET /v2.0/networks/4f9aad21-99b0-4687-944c-ed44f9a87148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266941 Jul 23 16:25:27.631382 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-55bcca04-c54a-49e2-9080-b361355727f5 req-5a71438f-62b7-48ae-9b78-b5433b2251a5 service neutron] 10.222.0.97 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838721 Jul 23 16:25:27.637244 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d304070-c7ab-47f9-9dde-36375080e5e9 req-e44bada4-95d6-4018-8b61-9c19619da481 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291933 Jul 23 16:25:27.644540 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-23f55251-90d4-4cdc-851d-e54fb9c250a1 service neutron] Request body: {'port': {'device_id': '057340a4-6ebc-44dd-afbc-8f6d816327b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:27.661993 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b414bcfd-2b52-47cb-9a44-5487a0ae3df7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8700af68-33fb-4e68-b828-91508c404596,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:27.693555 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b414bcfd-2b52-47cb-9a44-5487a0ae3df7 admin admin] Checking segment: {'id': '61338f32-9a58-40b9-943e-6dd5f20a15f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'ccfb93aa-128e-41ae-813f-cc1797d91993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:25:27.693915 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b414bcfd-2b52-47cb-9a44-5487a0ae3df7 admin admin] Network hostable DHCP agents. Network: ccfb93aa-128e-41ae-813f-cc1797d91993, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:25:27.711166 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b89ec3e2-cef8-424c-8002-2e4233bb129f req-45c78ec7-1b90-44d5-9c7a-a834156540ba tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:27.745891 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b414bcfd-2b52-47cb-9a44-5487a0ae3df7 admin admin] Network ccfb93aa-128e-41ae-813f-cc1797d91993 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:25:27.748348 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c78ec7-1b90-44d5-9c7a-a834156540ba tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Pushing event deleted for resources: {'Port': ['ID=656cb8e2-85e7-4a56-9841-36ab5314fdf0,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:27.791430 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-b414bcfd-2b52-47cb-9a44-5487a0ae3df7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, ccfb93aa-128e-41ae-813f-cc1797d91993) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:27.798494 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b414bcfd-2b52-47cb-9a44-5487a0ae3df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:27.799543 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b414bcfd-2b52-47cb-9a44-5487a0ae3df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:27.802521 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db62dba-01ce-4378-9564-05c6ef3b80ac None None] Network ccfb93aa-128e-41ae-813f-cc1797d91993 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:25:27.828916 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89ec3e2-cef8-424c-8002-2e4233bb129f req-45c78ec7-1b90-44d5-9c7a-a834156540ba tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] No DVR routers for this DVR port 656cb8e2-85e7-4a56-9841-36ab5314fdf0 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:25:27.838786 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b89ec3e2-cef8-424c-8002-2e4233bb129f req-45c78ec7-1b90-44d5-9c7a-a834156540ba tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:27.841887 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b89ec3e2-cef8-424c-8002-2e4233bb129f req-45c78ec7-1b90-44d5-9c7a-a834156540ba tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.74 "DELETE /v2.0/ports/656cb8e2-85e7-4a56-9841-36ab5314fdf0 HTTP/1.1" status: 204 len: 173 time: 0.8236713 Jul 23 16:25:27.885345 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-23f55251-90d4-4cdc-851d-e54fb9c250a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:27.892084 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b414bcfd-2b52-47cb-9a44-5487a0ae3df7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7095780 Jul 23 16:25:27.892293 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35496) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:27.899141 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-55bcca04-c54a-49e2-9080-b361355727f5 req-31ccd648-af1e-4416-8e23-8e8abc4b3a57 service neutron] 10.222.0.97 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459447 Jul 23 16:25:27.899517 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-de6818be-c5aa-4875-bbf7-6e10a2db7e95 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-771616400-router', 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:27.976508 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de6818be-c5aa-4875-bbf7-6e10a2db7e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:27.977699 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de6818be-c5aa-4875-bbf7-6e10a2db7e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:28.055475 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-ccfb93aa-128e-41ae-813f-cc1797d91993', 'network_id': 'ccfb93aa-128e-41ae-813f-cc1797d91993', 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'fixed_ips': [{'subnet_id': '8700af68-33fb-4e68-b828-91508c404596'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:25:28.056393 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:28.082587 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-b89ec3e2-cef8-424c-8002-2e4233bb129f req-fa55ee84-d7fb-4965-86bc-9558a266e9a4 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Deleting port 0994494d-be0d-4651-9250-ccdffd9eaa9f {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:28.082918 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b89ec3e2-cef8-424c-8002-2e4233bb129f req-fa55ee84-d7fb-4965-86bc-9558a266e9a4 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:28.100162 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de6818be-c5aa-4875-bbf7-6e10a2db7e95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:28.232552 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Allocated IP 172.20.0.2 (ccfb93aa-128e-41ae-813f-cc1797d91993/8700af68-33fb-4e68-b828-91508c404596/12f12166-450f-4cf9-93c8-2d2257448c07) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:25:28.276208 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bd749-adcf-4b8d-a0a2-af5bbbbe58f1 req-57791576-a3aa-4462-91f2-a6599afc8201 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:28.284753 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-954bd749-adcf-4b8d-a0a2-af5bbbbe58f1 req-57791576-a3aa-4462-91f2-a6599afc8201 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=057340a4-6ebc-44dd-afbc-8f6d816327b3 HTTP/1.1" status: 200 len: 931 time: 0.5455201 Jul 23 16:25:28.309910 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de6818be-c5aa-4875-bbf7-6e10a2db7e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:28.318658 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-b89ec3e2-cef8-424c-8002-2e4233bb129f req-fa55ee84-d7fb-4965-86bc-9558a266e9a4 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] For port 0994494d-be0d-4651-9250-ccdffd9eaa9f, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=0994494d-be0d-4651-9250-ccdffd9eaa9f,segment=NetworkSegment(41305256-abb4-4e1e-b696-9719cc319e31),segment_id=41305256-abb4-4e1e-b696-9719cc319e31)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:28.319579 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b89ec3e2-cef8-424c-8002-2e4233bb129f req-fa55ee84-d7fb-4965-86bc-9558a266e9a4 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:28.335606 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-b89ec3e2-cef8-424c-8002-2e4233bb129f req-fa55ee84-d7fb-4965-86bc-9558a266e9a4 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Calling delete_port for 0994494d-be0d-4651-9250-ccdffd9eaa9f owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:28.376285 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728cdb90-7385-4c72-8e18-e020693e54c5 req-dab532f8-7737-40ba-adba-574c51aa30fe tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:28.383686 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-728cdb90-7385-4c72-8e18-e020693e54c5 req-dab532f8-7737-40ba-adba-574c51aa30fe tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 943 time: 0.4535306 Jul 23 16:25:28.409623 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-954bd749-adcf-4b8d-a0a2-af5bbbbe58f1 req-6443f596-d0a9-4933-880f-fcc73500e244 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162758 Jul 23 16:25:28.438698 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:28.451095 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Transition to ACTIVE for port object 12f12166-450f-4cf9-93c8-2d2257448c07 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:28.479009 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Transition to ACTIVE for port object 12f12166-450f-4cf9-93c8-2d2257448c07 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:28.483323 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea338f2-a464-4745-ba58-095cd5172374 x-openstack-request-id: req-8ea338f2-a464-4745-ba58-095cd5172374 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:28.483600 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d42b5a6-d14f-4ab7-a05b-465de302a5b3", "name": "network-vif-deleted", "tag": "40925843-ec24-442d-b75a-48fe2bf0f155", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:28.483868 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8ea338f2-a464-4745-ba58-095cd5172374 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:28.484242 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d42b5a6-d14f-4ab7-a05b-465de302a5b3', 'name': 'network-vif-deleted', 'tag': '40925843-ec24-442d-b75a-48fe2bf0f155', 'status': 'completed', 'code': 200} Jul 23 16:25:28.498288 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:28.562899 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-23f55251-90d4-4cdc-851d-e54fb9c250a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bab9447-a3f8-4583-95d1-d87c7ce8daac {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:28.568977 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Network ccfb93aa-128e-41ae-813f-cc1797d91993 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:25:28.572033 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:28.578107 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:25:28.578347 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-23f55251-90d4-4cdc-851d-e54fb9c250a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:28.596520 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-23f55251-90d4-4cdc-851d-e54fb9c250a1 service neutron] Transition to ACTIVE for port object 7bab9447-a3f8-4583-95d1-d87c7ce8daac will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:28.610455 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-728cdb90-7385-4c72-8e18-e020693e54c5 req-7a47c807-d016-462f-bd0c-3a80ae488f32 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258141 Jul 23 16:25:28.617797 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-23f55251-90d4-4cdc-851d-e54fb9c250a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:28.651785 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Pushing event updated for resources: {'Port': ['ID=12f12166-450f-4cf9-93c8-2d2257448c07,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:28.672364 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b89ec3e2-cef8-424c-8002-2e4233bb129f req-fa55ee84-d7fb-4965-86bc-9558a266e9a4 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:28.689330 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:28.690882 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:28.691514 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:28.693903 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:28.695174 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:28.695823 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:28.697805 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:28.699060 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:28.700945 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:28.701645 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:28.702357 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:28.703184 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:28.734137 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55ee84-d7fb-4965-86bc-9558a266e9a4 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Pushing event deleted for resources: {'Port': ['ID=0994494d-be0d-4651-9250-ccdffd9eaa9f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:28.781942 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Attempting to bind port 12f12166-450f-4cf9-93c8-2d2257448c07 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:25:28.782559 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Attempting to bind port 12f12166-450f-4cf9-93c8-2d2257448c07 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '61338f32-9a58-40b9-943e-6dd5f20a15f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'ccfb93aa-128e-41ae-813f-cc1797d91993'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:25:28.783124 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Attempting to bind port 12f12166-450f-4cf9-93c8-2d2257448c07 on network ccfb93aa-128e-41ae-813f-cc1797d91993 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:28.794747 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:25:28.795399 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Checking segment: {'id': '61338f32-9a58-40b9-943e-6dd5f20a15f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'ccfb93aa-128e-41ae-813f-cc1797d91993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:25:28.796064 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:28.797044 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Bound using segment: {'id': '61338f32-9a58-40b9-943e-6dd5f20a15f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'ccfb93aa-128e-41ae-813f-cc1797d91993'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:25:28.797969 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Bound port: 12f12166-450f-4cf9-93c8-2d2257448c07, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61338f32-9a58-40b9-943e-6dd5f20a15f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'ccfb93aa-128e-41ae-813f-cc1797d91993'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:25:28.799786 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:28.808627 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89ec3e2-cef8-424c-8002-2e4233bb129f req-fa55ee84-d7fb-4965-86bc-9558a266e9a4 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] No DVR routers for this DVR port 0994494d-be0d-4651-9250-ccdffd9eaa9f on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:25:28.813714 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b89ec3e2-cef8-424c-8002-2e4233bb129f req-fa55ee84-d7fb-4965-86bc-9558a266e9a4 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:28.815740 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b89ec3e2-cef8-424c-8002-2e4233bb129f req-fa55ee84-d7fb-4965-86bc-9558a266e9a4 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.74 "DELETE /v2.0/ports/0994494d-be0d-4651-9250-ccdffd9eaa9f HTTP/1.1" status: 204 len: 173 time: 0.9683137 Jul 23 16:25:28.817010 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de6818be-c5aa-4875-bbf7-6e10a2db7e95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:28.822562 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 40925843-ec24-442d-b75a-48fe2bf0f155 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:28.846052 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 40925843-ec24-442d-b75a-48fe2bf0f155 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:25:28.847016 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 40925843-ec24-442d-b75a-48fe2bf0f155 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:25:28.847016 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 0994494d-be0d-4651-9250-ccdffd9eaa9f no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:28.866068 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de6818be-c5aa-4875-bbf7-6e10a2db7e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:28.913137 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 0994494d-be0d-4651-9250-ccdffd9eaa9f {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:25:28.913477 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 0994494d-be0d-4651-9250-ccdffd9eaa9f not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:25:28.913901 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 656cb8e2-85e7-4a56-9841-36ab5314fdf0 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:28.945831 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:25:28.965711 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 656cb8e2-85e7-4a56-9841-36ab5314fdf0 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:25:28.966053 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 656cb8e2-85e7-4a56-9841-36ab5314fdf0 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:25:28.993498 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] For port 12f12166-450f-4cf9-93c8-2d2257448c07, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:25:28.999226 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] For port 12f12166-450f-4cf9-93c8-2d2257448c07, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=12f12166-450f-4cf9-93c8-2d2257448c07,segment=NetworkSegment(61338f32-9a58-40b9-943e-6dd5f20a15f7),segment_id=61338f32-9a58-40b9-943e-6dd5f20a15f7)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:25:29.016703 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:29.068800 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-de6818be-c5aa-4875-bbf7-6e10a2db7e95 admin admin] Allocated IP 172.25.8.205 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/dbec3812-df42-4db4-9a87-09e8a0817ae9) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:25:29.166002 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a532cf9-3082-4907-9693-ec9a1f012a11 None None] Pushing event updated for resources: {'Port': ['ID=12f12166-450f-4cf9-93c8-2d2257448c07,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:29.193757 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=e1aa8bd3-8cae-438a-9cd7-0ee3fc519631,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:29.206681 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'e1aa8bd3-8cae-438a-9cd7-0ee3fc519631', 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940', 'port_id': 'e1aa8bd3-8cae-438a-9cd7-0ee3fc519631', 'mac_address': 'fa:16:3e:12:d4:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7d20ea-5324-4d61-af92-f3ae3ea40d11', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:25:29.226715 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5722053-ac8f-4dcc-bf5f-52dfd4d2a6f1 req-9d6a8018-31b7-4f01-857e-2dc9d0444d93 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/ports?device_id=279905df-4338-4206-8122-1a7c547d9937 HTTP/1.1" status: 200 len: 210 time: 0.0477202 Jul 23 16:25:29.263811 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f55251-90d4-4cdc-851d-e54fb9c250a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7bab9447-a3f8-4583-95d1-d87c7ce8daac,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:29.264693 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:29.288875 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:29.339871 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de6818be-c5aa-4875-bbf7-6e10a2db7e95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:29.345979 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=e1aa8bd3-8cae-438a-9cd7-0ee3fc519631,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:29.350634 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7efc83e-9af9-42d1-bb6c-5ff49509a0fa req-9ae0ee65-c7c2-4125-b07b-3d00b91065fa tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d42b5a6-d14f-4ab7-a05b-465de302a5b3 HTTP/1.1" status: 200 len: 210 time: 0.1629121 Jul 23 16:25:29.352591 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:29.428803 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-23f55251-90d4-4cdc-851d-e54fb9c250a1 service neutron] Attempting to bind port 7bab9447-a3f8-4583-95d1-d87c7ce8daac on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:25:29.433404 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-23f55251-90d4-4cdc-851d-e54fb9c250a1 service neutron] Attempting to bind port 7bab9447-a3f8-4583-95d1-d87c7ce8daac by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '2a2e3857-f6ff-406e-8415-ef0a902aa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:25:29.433877 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-23f55251-90d4-4cdc-851d-e54fb9c250a1 service neutron] Attempting to bind port 7bab9447-a3f8-4583-95d1-d87c7ce8daac on network cfd5d4a5-0d74-4444-af11-d62dc4a381cf {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:29.443071 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-cd011de6-302b-4e12-b05d-f648bafa4c51 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:29.445254 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-cd011de6-302b-4e12-b05d-f648bafa4c51 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.74 "GET /v2.0/networks?id=4f9aad21-99b0-4687-944c-ed44f9a87148 HTTP/1.1" status: 200 len: 822 time: 0.2643299 Jul 23 16:25:29.451379 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-23f55251-90d4-4cdc-851d-e54fb9c250a1 service neutron] Port 7bab9447-a3f8-4583-95d1-d87c7ce8daac on network cfd5d4a5-0d74-4444-af11-d62dc4a381cf not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:25:29.451695 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-23f55251-90d4-4cdc-851d-e54fb9c250a1 service neutron] Attempting to bind port 7bab9447-a3f8-4583-95d1-d87c7ce8daac on network cfd5d4a5-0d74-4444-af11-d62dc4a381cf {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:29.460963 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-23f55251-90d4-4cdc-851d-e54fb9c250a1 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:25:29.461332 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-23f55251-90d4-4cdc-851d-e54fb9c250a1 service neutron] Checking segment: {'id': '2a2e3857-f6ff-406e-8415-ef0a902aa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:25:29.461719 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-23f55251-90d4-4cdc-851d-e54fb9c250a1 service neutron] Bound using segment: {'id': '2a2e3857-f6ff-406e-8415-ef0a902aa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:25:29.462166 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-23f55251-90d4-4cdc-851d-e54fb9c250a1 service neutron] Bound port: 7bab9447-a3f8-4583-95d1-d87c7ce8daac, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a2e3857-f6ff-406e-8415-ef0a902aa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:25:29.462525 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-23f55251-90d4-4cdc-851d-e54fb9c250a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:29.472559 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-6fe46ee0-70c5-42ad-a61b-f0f246649028 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Request body: {'port': {'device_id': '279905df-4338-4206-8122-1a7c547d9937', 'network_id': '4f9aad21-99b0-4687-944c-ed44f9a87148', 'admin_state_up': True, 'tenant_id': '2e24f35c4949445cb3627308a0c99406'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:29.546485 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=e1aa8bd3-8cae-438a-9cd7-0ee3fc519631,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:29.673992 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['e1aa8bd3-8cae-438a-9cd7-0ee3fc519631'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:25:29.674905 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de6818be-c5aa-4875-bbf7-6e10a2db7e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:29.676337 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 12f12166-450f-4cf9-93c8-2d2257448c07 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:25:29.736686 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-23f55251-90d4-4cdc-851d-e54fb9c250a1 service neutron] For port 7bab9447-a3f8-4583-95d1-d87c7ce8daac, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:25:29.744251 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-23f55251-90d4-4cdc-851d-e54fb9c250a1 service neutron] For port 7bab9447-a3f8-4583-95d1-d87c7ce8daac, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=7bab9447-a3f8-4583-95d1-d87c7ce8daac,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:25:29.756932 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-23f55251-90d4-4cdc-851d-e54fb9c250a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:29.808185 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-23f55251-90d4-4cdc-851d-e54fb9c250a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:29.809318 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-23f55251-90d4-4cdc-851d-e54fb9c250a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:29.811103 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-23f55251-90d4-4cdc-851d-e54fb9c250a1 service neutron] 10.222.0.97 "PUT /v2.0/ports/7bab9447-a3f8-4583-95d1-d87c7ce8daac HTTP/1.1" status: 200 len: 1091 time: 2.1708312 Jul 23 16:25:29.823043 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7e42e-6192-4830-9c29-a9abc09e3b55 req-c95bd1c7-cf0e-4b1e-a3d8-3c5ced548e5b tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:29.830302 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6818be-c5aa-4875-bbf7-6e10a2db7e95 admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:25:29.831250 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0c7e42e-6192-4830-9c29-a9abc09e3b55 req-c95bd1c7-cf0e-4b1e-a3d8-3c5ced548e5b tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=057340a4-6ebc-44dd-afbc-8f6d816327b3 HTTP/1.1" status: 200 len: 943 time: 0.1712627 Jul 23 16:25:29.833812 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 12f12166-450f-4cf9-93c8-2d2257448c07 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:29.838755 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-de6818be-c5aa-4875-bbf7-6e10a2db7e95 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:29.840365 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '057340a4-6ebc-44dd-afbc-8f6d816327b3', 'tag': '7bab9447-a3f8-4583-95d1-d87c7ce8daac'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:29.843321 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5b42e0-ba2b-4f42-9232-cc10ac267dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "057340a4-6ebc-44dd-afbc-8f6d816327b3", "tag": "7bab9447-a3f8-4583-95d1-d87c7ce8daac"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:29.861852 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6818be-c5aa-4875-bbf7-6e10a2db7e95 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:25:29.909020 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6818be-c5aa-4875-bbf7-6e10a2db7e95 admin admin] Pushing event updated for resources: {'Port': ['ID=dbec3812-df42-4db4-9a87-09e8a0817ae9,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:29.946140 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f55251-90d4-4cdc-851d-e54fb9c250a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7bab9447-a3f8-4583-95d1-d87c7ce8daac,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:29.969566 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0c7e42e-6192-4830-9c29-a9abc09e3b55 req-5c2819b7-d48f-4c7a-88ef-095329c3bf4f tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373215 Jul 23 16:25:29.999725 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-ff693af6-e57a-43c7-b252-510a0f6431c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:30.001626 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-ff693af6-e57a-43c7-b252-510a0f6431c3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=2642ac6d2fda4bb6bc5bc42fd646c90d&device_id=057340a4-6ebc-44dd-afbc-8f6d816327b3 HTTP/1.1" status: 200 len: 1094 time: 0.1497004 Jul 23 16:25:30.058726 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-430a8228-98e3-4fc1-8c77-2e4280eac1d8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bab9447-a3f8-4583-95d1-d87c7ce8daac HTTP/1.1" status: 200 len: 217 time: 0.0477092 Jul 23 16:25:30.148854 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-def3c7bf-faae-473a-b2a0-99a92df1a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:30.150488 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-def3c7bf-faae-473a-b2a0-99a92df1a54e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=826fd2fc-e097-4472-9d1f-4298f12f603f HTTP/1.1" status: 200 len: 851 time: 0.0838213 Jul 23 16:25:30.202733 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-151f0bac-3e66-426f-8ae7-8c74cd6ff489 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cfd5d4a5-0d74-4444-af11-d62dc4a381cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431600 Jul 23 16:25:30.223610 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905907f-7561-441e-980f-b8f270f69852 req-865391a9-f2c9-4cc3-a77a-649dea64d651 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:30.225600 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a905907f-7561-441e-980f-b8f270f69852 req-865391a9-f2c9-4cc3-a77a-649dea64d651 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce195d01-120b-419e-a805-7b0ad0c3b476 HTTP/1.1" status: 200 len: 945 time: 0.1703794 Jul 23 16:25:30.350599 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a905907f-7561-441e-980f-b8f270f69852 req-2e6e3fb5-79c3-4037-acc5-f2b664062dd6 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/security-groups?id=f54c727b-bca4-4807-9c4e-b4c332ba612e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119742 Jul 23 16:25:30.388492 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-6fe46ee0-70c5-42ad-a61b-f0f246649028 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Made reservation on behalf of 2e24f35c4949445cb3627308a0c99406 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:30.392062 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-6fe46ee0-70c5-42ad-a61b-f0f246649028 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:30.431304 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-8330bf2b-e7fd-4192-a00f-e02076c24355 service neutron] 10.222.0.97 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166891 Jul 23 16:25:30.482314 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2196c-5a5b-4af5-afe7-0f48fcb0cd5b req-4c1be64c-5bf6-40dd-8c99-46fe5f6b3286 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:30.495897 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fbd2196c-5a5b-4af5-afe7-0f48fcb0cd5b req-4c1be64c-5bf6-40dd-8c99-46fe5f6b3286 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 944 time: 0.1949415 Jul 23 16:25:30.498876 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0d95dc-0f6e-4380-82e2-a2863d06eb5f x-openstack-request-id: req-3e0d95dc-0f6e-4380-82e2-a2863d06eb5f {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:30.499392 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "057340a4-6ebc-44dd-afbc-8f6d816327b3", "tag": "7bab9447-a3f8-4583-95d1-d87c7ce8daac", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:30.499819 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3e0d95dc-0f6e-4380-82e2-a2863d06eb5f {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:30.500470 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '057340a4-6ebc-44dd-afbc-8f6d816327b3', 'tag': '7bab9447-a3f8-4583-95d1-d87c7ce8daac', 'status': 'completed', 'code': 200} Jul 23 16:25:30.513260 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d42b5a6-d14f-4ab7-a05b-465de302a5b3', 'name': 'network-vif-deleted', 'tag': '656cb8e2-85e7-4a56-9841-36ab5314fdf0'}, {'server_uuid': '4d42b5a6-d14f-4ab7-a05b-465de302a5b3', 'name': 'network-vif-deleted', 'tag': '0994494d-be0d-4651-9250-ccdffd9eaa9f'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:30.515542 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828c28fa-d95b-4a9c-9d4f-2ae815abe97a" -d '{"events": [{"server_uuid": "4d42b5a6-d14f-4ab7-a05b-465de302a5b3", "name": "network-vif-deleted", "tag": "656cb8e2-85e7-4a56-9841-36ab5314fdf0"}, {"server_uuid": "4d42b5a6-d14f-4ab7-a05b-465de302a5b3", "name": "network-vif-deleted", "tag": "0994494d-be0d-4651-9250-ccdffd9eaa9f"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:30.522142 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9181b70-80ae-45f9-828f-c1f3df003e4e None None] Network ccfb93aa-128e-41ae-813f-cc1797d91993 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:25:30.602697 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-129d1d30-0baa-4821-bc82-056ba23c3135 req-4f631db2-bfa6-4284-856d-e9473836ada1 service neutron] 10.222.0.97 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603532 Jul 23 16:25:30.651048 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fbd2196c-5a5b-4af5-afe7-0f48fcb0cd5b req-8f681bbd-0a20-4956-8437-5f5be5221574 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541908 Jul 23 16:25:30.657618 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de6818be-c5aa-4875-bbf7-6e10a2db7e95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:30.663215 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-6fe46ee0-70c5-42ad-a61b-f0f246649028 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Allocated IP 172.20.0.7 (4f9aad21-99b0-4687-944c-ed44f9a87148/f37b7a86-6b13-41b4-a0ea-fd5e0ae9d906/abb1aacb-358e-48da-95fb-90e3195ed6ca) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:25:30.764615 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0940a52f-69fe-4a84-914f-c5295124bc4f None None] Provisioning for port 12f12166-450f-4cf9-93c8-2d2257448c07 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:30.775664 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0940a52f-69fe-4a84-914f-c5295124bc4f None None] Provisioning complete for port 12f12166-450f-4cf9-93c8-2d2257448c07 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:30.776289 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0940a52f-69fe-4a84-914f-c5295124bc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:30.783704 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35586) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:30.790242 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b42e0-ba2b-4f42-9232-cc10ac267dfd req-f7f67704-f4c1-42f7-9e2d-edb362129d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:30.791914 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-af5b42e0-ba2b-4f42-9232-cc10ac267dfd req-f7f67704-f4c1-42f7-9e2d-edb362129d53 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=2642ac6d2fda4bb6bc5bc42fd646c90d&device_id=057340a4-6ebc-44dd-afbc-8f6d816327b3 HTTP/1.1" status: 200 len: 1094 time: 0.1214933 Jul 23 16:25:30.845692 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33646ea8-061d-45c8-aef9-c994c92ecaa4 x-openstack-request-id: req-33646ea8-061d-45c8-aef9-c994c92ecaa4 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:30.846083 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d42b5a6-d14f-4ab7-a05b-465de302a5b3", "name": "network-vif-deleted", "tag": "656cb8e2-85e7-4a56-9841-36ab5314fdf0", "status": "completed", "code": 200}, {"server_uuid": "4d42b5a6-d14f-4ab7-a05b-465de302a5b3", "name": "network-vif-deleted", "tag": "0994494d-be0d-4651-9250-ccdffd9eaa9f", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:30.846412 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-33646ea8-061d-45c8-aef9-c994c92ecaa4 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:30.846933 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d42b5a6-d14f-4ab7-a05b-465de302a5b3', 'name': 'network-vif-deleted', 'tag': '656cb8e2-85e7-4a56-9841-36ab5314fdf0', 'status': 'completed', 'code': 200} Jul 23 16:25:30.847262 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d42b5a6-d14f-4ab7-a05b-465de302a5b3', 'name': 'network-vif-deleted', 'tag': '0994494d-be0d-4651-9250-ccdffd9eaa9f', 'status': 'completed', 'code': 200} Jul 23 16:25:30.860182 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1c84b97a-fa24-4a22-bbab-ceb007a83e35 req-aa4b7e44-abbf-488a-bece-d766ed2d9e59 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/ports?device_id=279905df-4338-4206-8122-1a7c547d9937 HTTP/1.1" status: 200 len: 210 time: 0.0621688 Jul 23 16:25:30.860904 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device ffac9969-190b-4fff-9b49-d745979c0b27 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:30.869721 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb1a684-2919-4ecd-896f-a28722063898 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Deleting subnet 1d9b75bb-2a2c-4589-9573-4af7cf82e583 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:25:30.876219 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3fb1a684-2919-4ecd-896f-a28722063898 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:30.928831 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:25:30.967121 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3fb1a684-2919-4ecd-896f-a28722063898 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:31.027719 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b42e0-ba2b-4f42-9232-cc10ac267dfd req-05e4b83a-58a9-4e71-8bb7-d9b1d6bb6382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:31.039214 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-af5b42e0-ba2b-4f42-9232-cc10ac267dfd req-05e4b83a-58a9-4e71-8bb7-d9b1d6bb6382 service neutron] 10.222.0.97 "GET /v2.0/networks?id=cfd5d4a5-0d74-4444-af11-d62dc4a381cf HTTP/1.1" status: 200 len: 913 time: 0.2399483 Jul 23 16:25:31.203558 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-af5b42e0-ba2b-4f42-9232-cc10ac267dfd req-12612904-e4d8-443c-84ee-8c53b7072dd1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bab9447-a3f8-4583-95d1-d87c7ce8daac HTTP/1.1" status: 200 len: 217 time: 0.1070390 Jul 23 16:25:31.203937 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0940a52f-69fe-4a84-914f-c5295124bc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:31.219665 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:31.244325 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de6818be-c5aa-4875-bbf7-6e10a2db7e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:31.245963 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:31.254884 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-6fe46ee0-70c5-42ad-a61b-f0f246649028 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:31.258425 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3fb1a684-2919-4ecd-896f-a28722063898 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:31.265664 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:31.266115 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:31.278514 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bedcbe0-0cd4-4108-beed-224107435bf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffac9969-190b-4fff-9b49-d745979c0b27'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:31.280789 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21e9cc9-c4cb-446f-bfef-3a49a05a1e7c" -d '{"events": [{"server_uuid": "3bedcbe0-0cd4-4108-beed-224107435bf4", "name": "network-vif-unplugged", "status": "completed", "tag": "ffac9969-190b-4fff-9b49-d745979c0b27"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:31.280961 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-8eae1050-2a7a-4062-9584-a19c973ef78a tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:31.282490 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-8eae1050-2a7a-4062-9584-a19c973ef78a tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/networks?id=c0156383-d263-44ff-9a8d-9ced71d28f03 HTTP/1.1" status: 200 len: 805 time: 0.3293219 Jul 23 16:25:31.303053 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b42e0-ba2b-4f42-9232-cc10ac267dfd req-a065cc67-9a4e-4c7b-8e66-80a5d97331ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:31.304527 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-af5b42e0-ba2b-4f42-9232-cc10ac267dfd req-a065cc67-9a4e-4c7b-8e66-80a5d97331ae service neutron] 10.222.0.97 "GET /v2.0/subnets?id=826fd2fc-e097-4472-9d1f-4298f12f603f HTTP/1.1" status: 200 len: 851 time: 0.0913534 Jul 23 16:25:31.315746 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-0940a52f-69fe-4a84-914f-c5295124bc4f None None] For port 12f12166-450f-4cf9-93c8-2d2257448c07, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=12f12166-450f-4cf9-93c8-2d2257448c07,segment=NetworkSegment(61338f32-9a58-40b9-943e-6dd5f20a15f7),segment_id=61338f32-9a58-40b9-943e-6dd5f20a15f7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:31.322947 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port ffac9969-190b-4fff-9b49-d745979c0b27, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=ffac9969-190b-4fff-9b49-d745979c0b27,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:31.326351 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0940a52f-69fe-4a84-914f-c5295124bc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:31.336721 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:31.341046 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-7dd1f4b0-71c1-4ba6-9aa3-16dac95611b7 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/quotas/4f664a177ed044f69c3fc16552951763 HTTP/1.1" status: 200 len: 375 time: 0.0433080 Jul 23 16:25:31.374548 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-af5b42e0-ba2b-4f42-9232-cc10ac267dfd req-91d9ec28-078f-4829-97ab-e9f6d1b12c18 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cfd5d4a5-0d74-4444-af11-d62dc4a381cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573673 Jul 23 16:25:31.383670 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dec644-6207-4bab-9671-e9708b14d776 req-0c980f17-ec71-4053-add7-7cc9ea303b42 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:31.385185 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c2dec644-6207-4bab-9671-e9708b14d776 req-0c980f17-ec71-4053-add7-7cc9ea303b42 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce195d01-120b-419e-a805-7b0ad0c3b476 HTTP/1.1" status: 200 len: 945 time: 0.2688565 Jul 23 16:25:31.392790 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0940a52f-69fe-4a84-914f-c5295124bc4f None None] Pushing event updated for resources: {'Port': ['ID=12f12166-450f-4cf9-93c8-2d2257448c07,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:31.447711 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a44fba-3043-4ed0-bb3d-fa42150b7379 req-525ffac1-ad8e-492e-9b27-8f407f628aad tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:31.455031 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3fb1a684-2919-4ecd-896f-a28722063898 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:31.455656 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28a44fba-3043-4ed0-bb3d-fa42150b7379 req-525ffac1-ad8e-492e-9b27-8f407f628aad tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=057340a4-6ebc-44dd-afbc-8f6d816327b3 HTTP/1.1" status: 200 len: 943 time: 0.3607743 Jul 23 16:25:31.466284 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-6fe46ee0-70c5-42ad-a61b-f0f246649028 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:31.474767 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:31.498390 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1acb4505-44ff-45d2-9a04-10a376733f56 None None] Provisioning complete for port 12f12166-450f-4cf9-93c8-2d2257448c07 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:31.498777 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1acb4505-44ff-45d2-9a04-10a376733f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:31.500528 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=ffac9969-190b-4fff-9b49-d745979c0b27,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:31.503177 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb1a684-2919-4ecd-896f-a28722063898 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Pushing event deleted for resources: {'Subnet': ['ID=1d9b75bb-2a2c-4589-9573-4af7cf82e583,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:31.542031 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3fb1a684-2919-4ecd-896f-a28722063898 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:31.543948 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3fb1a684-2919-4ecd-896f-a28722063898 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "DELETE /v2.0/subnets/1d9b75bb-2a2c-4589-9573-4af7cf82e583 HTTP/1.1" status: 204 len: 168 time: 0.7575166 Jul 23 16:25:31.546572 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35606) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:31.547074 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444b1e7f-70e9-4f69-8775-f9676dbb80bc None None] Network 11a428c1-2391-4317-9ca6-9cb757088c1a requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:25:31.569930 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=e1aa8bd3-8cae-438a-9cd7-0ee3fc519631,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:31.583615 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-6fe46ee0-70c5-42ad-a61b-f0f246649028 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Network 4f9aad21-99b0-4687-944c-ed44f9a87148 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:25:31.586375 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:31.600642 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-6fe46ee0-70c5-42ad-a61b-f0f246649028 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:31.606284 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-6fe46ee0-70c5-42ad-a61b-f0f246649028 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:25:31.609093 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28a44fba-3043-4ed0-bb3d-fa42150b7379 req-a09be90e-5a84-46db-8f27-48f9b5f8388c tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526151 Jul 23 16:25:31.612174 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe46ee0-70c5-42ad-a61b-f0f246649028 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Pushing event updated for resources: {'Port': ['ID=abb1aacb-358e-48da-95fb-90e3195ed6ca,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:31.667792 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-af5b42e0-ba2b-4f42-9232-cc10ac267dfd req-58d05441-17a0-477d-9c6e-26c1c42cefbf service neutron] 10.222.0.97 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534440 Jul 23 16:25:31.679319 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-45491f9f-d971-4fc5-9119-8ef8f3f2d82c tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f664a177ed044f69c3fc16552951763&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3373199 Jul 23 16:25:31.701959 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad55127b-183a-4773-a70a-ab7b929cc820 x-openstack-request-id: req-ad55127b-183a-4773-a70a-ab7b929cc820 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:31.702513 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bedcbe0-0cd4-4108-beed-224107435bf4", "name": "network-vif-unplugged", "status": "completed", "tag": "ffac9969-190b-4fff-9b49-d745979c0b27", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:31.702940 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ad55127b-183a-4773-a70a-ab7b929cc820 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:31.703600 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bedcbe0-0cd4-4108-beed-224107435bf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffac9969-190b-4fff-9b49-d745979c0b27', 'code': 200} Jul 23 16:25:31.711819 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d44a139-66a9-4aff-b940-b7751f0230fa tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:31.714747 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6818be-c5aa-4875-bbf7-6e10a2db7e95 admin admin] Router a94e5939-f242-4ce3-9b39-9cde3d497548 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:25:31.732384 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-6fe46ee0-70c5-42ad-a61b-f0f246649028 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:31.733164 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-6fe46ee0-70c5-42ad-a61b-f0f246649028 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:31.768023 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=e1aa8bd3-8cae-438a-9cd7-0ee3fc519631,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:31.813640 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-6fe46ee0-70c5-42ad-a61b-f0f246649028 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3536766 Jul 23 16:25:31.827923 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-c2dec644-6207-4bab-9671-e9708b14d776 req-770447d0-5846-461b-84b1-480c57321b31 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Deleting port 3a9f5361-c030-4a86-a392-b561534a07f6 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:31.828273 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c2dec644-6207-4bab-9671-e9708b14d776 req-770447d0-5846-461b-84b1-480c57321b31 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:31.870739 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-3ee59444-330e-4635-a774-4a9f4228e76d service neutron] Request body: {'port': {'device_id': '279905df-4338-4206-8122-1a7c547d9937', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:31.892621 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e007648-9afd-4074-a30f-c564fb6b237a None None] DHCP port deletion for 11a428c1-2391-4317-9ca6-9cb757088c1a request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:25:31.926954 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-af5b42e0-ba2b-4f42-9232-cc10ac267dfd req-bf383ed1-a323-4c36-b5d9-a0638eae6a09 service neutron] 10.222.0.97 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445772 Jul 23 16:25:31.934195 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-d28432cd-fc3c-4e20-9537-7511f98be0a3 service neutron] 10.222.0.73 "GET /v2.0/networks/c0156383-d263-44ff-9a8d-9ced71d28f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537518 Jul 23 16:25:31.957740 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-7e007648-9afd-4074-a30f-c564fb6b237a None None] Deleting port 3a3043c4-807d-46e3-8686-fc1b507e62f1 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:31.958117 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7e007648-9afd-4074-a30f-c564fb6b237a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:31.990276 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-1d44a139-66a9-4aff-b940-b7751f0230fa tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Deleting port 3a3043c4-807d-46e3-8686-fc1b507e62f1 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:31.990640 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d44a139-66a9-4aff-b940-b7751f0230fa tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:32.008763 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6818be-c5aa-4875-bbf7-6e10a2db7e95 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:25:32.029976 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73e42ca-140c-4086-8ef5-55c1e210152d None None] Sync routers for ids ['a94e5939-f242-4ce3-9b39-9cde3d497548'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:25:32.031732 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-7e007648-9afd-4074-a30f-c564fb6b237a None None] For port 3a3043c4-807d-46e3-8686-fc1b507e62f1, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3a3043c4-807d-46e3-8686-fc1b507e62f1,segment=NetworkSegment(77fd7a8f-f4c4-4575-84a6-3c5376187746),segment_id=77fd7a8f-f4c4-4575-84a6-3c5376187746)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:32.032435 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7e007648-9afd-4074-a30f-c564fb6b237a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:32.050284 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-7e007648-9afd-4074-a30f-c564fb6b237a None None] Calling delete_port for 3a3043c4-807d-46e3-8686-fc1b507e62f1 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:32.059872 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73e42ca-140c-4086-8ef5-55c1e210152d None None] Routers {'a94e5939-f242-4ce3-9b39-9cde3d497548'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:25:32.061346 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f73e42ca-140c-4086-8ef5-55c1e210152d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:25:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a94e5939-f242-4ce3-9b39-9cde3d497548'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:32.070411 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-3ee59444-330e-4635-a774-4a9f4228e76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:32.078771 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-c2dec644-6207-4bab-9671-e9708b14d776 req-770447d0-5846-461b-84b1-480c57321b31 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] For port 3a9f5361-c030-4a86-a392-b561534a07f6, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=3a9f5361-c030-4a86-a392-b561534a07f6,segment=NetworkSegment(a38e8957-57cc-4988-a40d-2bc4236b7b30),segment_id=a38e8957-57cc-4988-a40d-2bc4236b7b30)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:32.079576 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c2dec644-6207-4bab-9671-e9708b14d776 req-770447d0-5846-461b-84b1-480c57321b31 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:32.085747 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de6818be-c5aa-4875-bbf7-6e10a2db7e95 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:32.086971 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-de6818be-c5aa-4875-bbf7-6e10a2db7e95 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1937852 Jul 23 16:25:32.093976 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35612) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:32.094182 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb2c2a-a477-41ad-b5ef-962bfb0e650d req-c2df2958-a257-445c-adf5-5338043d4b71 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:32.101119 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a0bb2c2a-a477-41ad-b5ef-962bfb0e650d req-c2df2958-a257-445c-adf5-5338043d4b71 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce195d01-120b-419e-a805-7b0ad0c3b476 HTTP/1.1" status: 200 len: 945 time: 0.2835290 Jul 23 16:25:32.101343 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-1d44a139-66a9-4aff-b940-b7751f0230fa tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] For port 3a3043c4-807d-46e3-8686-fc1b507e62f1, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3a3043c4-807d-46e3-8686-fc1b507e62f1,segment=NetworkSegment(77fd7a8f-f4c4-4575-84a6-3c5376187746),segment_id=77fd7a8f-f4c4-4575-84a6-3c5376187746)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:32.101569 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d44a139-66a9-4aff-b940-b7751f0230fa tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:32.147077 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7e007648-9afd-4074-a30f-c564fb6b237a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:32.181888 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e007648-9afd-4074-a30f-c564fb6b237a None None] No DVR routers for this DVR port 3a3043c4-807d-46e3-8686-fc1b507e62f1 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:25:32.193663 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e007648-9afd-4074-a30f-c564fb6b237a None None] Pushing event deleted for resources: {'Port': ['ID=3a3043c4-807d-46e3-8686-fc1b507e62f1,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:32.194389 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-1d44a139-66a9-4aff-b940-b7751f0230fa tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Calling delete_port for 3a3043c4-807d-46e3-8686-fc1b507e62f1 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:32.211348 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a0bb2c2a-a477-41ad-b5ef-962bfb0e650d req-60edf6b7-4a9a-4650-a6ed-3ec3ddd9c423 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/security-groups?id=f54c727b-bca4-4807-9c4e-b4c332ba612e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092694 Jul 23 16:25:32.214596 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:25:32.216707 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-82d25379-8ccc-4c9d-88d6-01fb5a00ad8f service neutron] 10.222.0.73 "GET /v2.0/networks/c0156383-d263-44ff-9a8d-9ced71d28f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531304 Jul 23 16:25:32.251901 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-f73e42ca-140c-4086-8ef5-55c1e210152d None None] Set router a94e5939-f242-4ce3-9b39-9cde3d497548 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:25:32.420742 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c2dec644-6207-4bab-9671-e9708b14d776 req-770447d0-5846-461b-84b1-480c57321b31 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:32.421440 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c2dec644-6207-4bab-9671-e9708b14d776 req-770447d0-5846-461b-84b1-480c57321b31 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:32.421961 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [req-c2dec644-6207-4bab-9671-e9708b14d776 req-770447d0-5846-461b-84b1-480c57321b31 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Floating IP e358439e-3e2f-400d-a70b-463b78c652c4 disassociated. External IP: 172.25.8.201, port: 3a9f5361-c030-4a86-a392-b561534a07f6. Jul 23 16:25:32.422324 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-c2dec644-6207-4bab-9671-e9708b14d776 req-770447d0-5846-461b-84b1-480c57321b31 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Calling delete_port for 3a9f5361-c030-4a86-a392-b561534a07f6 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:32.516370 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f73e42ca-140c-4086-8ef5-55c1e210152d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'name': 'tempest-TaggedBootDevicesTest-771616400-router', 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'dbec3812-df42-4db4-9a87-09e8a0817ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:27Z', 'updated_at': '2021-07-23T16:25:30Z', 'revision_number': 3, 'project_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'gw_port': {'id': 'dbec3812-df42-4db4-9a87-09e8a0817ae9', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cd:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:28Z', 'updated_at': '2021-07-23T16:25:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:32.545021 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73e42ca-140c-4086-8ef5-55c1e210152d None None] Checking router: a94e5939-f242-4ce3-9b39-9cde3d497548 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:25:32.545940 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73e42ca-140c-4086-8ef5-55c1e210152d None None] Updating router a94e5939-f242-4ce3-9b39-9cde3d497548 port dbec3812-df42-4db4-9a87-09e8a0817ae9 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:25:32.580780 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-75210d5f-074b-4548-ad57-bdd824bde804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:32.593223 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-f73e42ca-140c-4086-8ef5-55c1e210152d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:32.666485 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa662f-a6a5-494c-817d-539754dd0fa0 req-4f42a215-fb09-474a-bbfa-b53f9c829ec2 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:32.673470 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-14aa662f-a6a5-494c-817d-539754dd0fa0 req-4f42a215-fb09-474a-bbfa-b53f9c829ec2 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 945 time: 0.2459843 Jul 23 16:25:32.710200 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fea234-8743-43d4-9fb4-88b0657df136 req-b930a83f-ff6e-4717-b883-53932b4c4829 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:32.711835 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-54fea234-8743-43d4-9fb4-88b0657df136 req-b930a83f-ff6e-4717-b883-53932b4c4829 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/ports?device_id=279905df-4338-4206-8122-1a7c547d9937 HTTP/1.1" status: 200 len: 931 time: 0.2034469 Jul 23 16:25:32.759312 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d44a139-66a9-4aff-b940-b7751f0230fa tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:32.780665 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-14aa662f-a6a5-494c-817d-539754dd0fa0 req-548e00c2-7278-4a08-80c1-38b91d80eea9 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063278 Jul 23 16:25:32.834574 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-54fea234-8743-43d4-9fb4-88b0657df136 req-6e24daba-cc65-4988-a593-17b5dc8e3fa3 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/security-groups?id=be980ee8-acd8-4adc-978f-975364da4478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056032 Jul 23 16:25:32.843017 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d44a139-66a9-4aff-b940-b7751f0230fa tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] No DVR routers for this DVR port 3a3043c4-807d-46e3-8686-fc1b507e62f1 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:25:32.848648 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c2dec644-6207-4bab-9671-e9708b14d776 req-770447d0-5846-461b-84b1-480c57321b31 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:32.874088 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a0c98-df76-4fae-b139-3be58a87688f req-b8fcdd7b-2d8a-4a13-be29-57ee1a452986 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:32.875868 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-807a0c98-df76-4fae-b139-3be58a87688f req-b8fcdd7b-2d8a-4a13-be29-57ee1a452986 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bedcbe0-0cd4-4108-beed-224107435bf4 HTTP/1.1" status: 200 len: 944 time: 0.6400201 Jul 23 16:25:32.895807 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44a139-66a9-4aff-b940-b7751f0230fa tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Pushing event deleted for resources: {'Port': ['ID=3a3043c4-807d-46e3-8686-fc1b507e62f1,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:32.943230 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770447d0-5846-461b-84b1-480c57321b31 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Pushing event deleted for resources: {'Port': ['ID=3a9f5361-c030-4a86-a392-b561534a07f6,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:32.946749 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dd89a658-91a6-4ece-9b4e-2a1c1e75d006 req-40286006-f4a1-41df-83a9-fece3b9226a2 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=a18e49bf-6c9a-484a-b536-53aa0b404853 HTTP/1.1" status: 200 len: 210 time: 0.0564044 Jul 23 16:25:32.954532 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-f73e42ca-140c-4086-8ef5-55c1e210152d None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:32.968542 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-f73e42ca-140c-4086-8ef5-55c1e210152d None None] Transition to ACTIVE for port object dbec3812-df42-4db4-9a87-09e8a0817ae9 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:32.975455 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-f73e42ca-140c-4086-8ef5-55c1e210152d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:33.033778 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9e319-4b04-4a67-ad7c-a9befacf7c4c None None] Pushing event updated for resources: {'Port': ['ID=dbec3812-df42-4db4-9a87-09e8a0817ae9,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:33.045928 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9e319-4b04-4a67-ad7c-a9befacf7c4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:33.046536 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9e319-4b04-4a67-ad7c-a9befacf7c4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:33.047041 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9e319-4b04-4a67-ad7c-a9befacf7c4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:33.047530 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9e319-4b04-4a67-ad7c-a9befacf7c4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:33.048723 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9e319-4b04-4a67-ad7c-a9befacf7c4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:33.049270 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9e319-4b04-4a67-ad7c-a9befacf7c4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:33.049764 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9e319-4b04-4a67-ad7c-a9befacf7c4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:33.050244 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9e319-4b04-4a67-ad7c-a9befacf7c4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:33.050717 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9e319-4b04-4a67-ad7c-a9befacf7c4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:33.051205 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9e319-4b04-4a67-ad7c-a9befacf7c4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:33.051717 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9e319-4b04-4a67-ad7c-a9befacf7c4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:33.052213 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9e319-4b04-4a67-ad7c-a9befacf7c4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:33.057164 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-f73e42ca-140c-4086-8ef5-55c1e210152d None None] Attempting to bind port dbec3812-df42-4db4-9a87-09e8a0817ae9 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:25:33.057831 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-f73e42ca-140c-4086-8ef5-55c1e210152d None None] Attempting to bind port dbec3812-df42-4db4-9a87-09e8a0817ae9 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:25:33.058536 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73e42ca-140c-4086-8ef5-55c1e210152d None None] Attempting to bind port dbec3812-df42-4db4-9a87-09e8a0817ae9 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:33.064695 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73e42ca-140c-4086-8ef5-55c1e210152d None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:25:33.065100 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73e42ca-140c-4086-8ef5-55c1e210152d None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:25:33.065506 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-f73e42ca-140c-4086-8ef5-55c1e210152d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:33.065892 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73e42ca-140c-4086-8ef5-55c1e210152d None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:25:33.066352 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-f73e42ca-140c-4086-8ef5-55c1e210152d None None] Bound port: dbec3812-df42-4db4-9a87-09e8a0817ae9, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:25:33.066727 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-f73e42ca-140c-4086-8ef5-55c1e210152d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:33.116508 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cddd4-a9b9-4ada-b46e-59d2050dca8b req-f59609da-ada1-4aa0-8e7c-416fc6019779 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:33.117750 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d44a139-66a9-4aff-b940-b7751f0230fa tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:33.118093 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a66cddd4-a9b9-4ada-b46e-59d2050dca8b req-f59609da-ada1-4aa0-8e7c-416fc6019779 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=057340a4-6ebc-44dd-afbc-8f6d816327b3 HTTP/1.1" status: 200 len: 943 time: 0.1679785 Jul 23 16:25:33.136097 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-f73e42ca-140c-4086-8ef5-55c1e210152d None None] For port dbec3812-df42-4db4-9a87-09e8a0817ae9, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:25:33.140071 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-f73e42ca-140c-4086-8ef5-55c1e210152d None None] For port dbec3812-df42-4db4-9a87-09e8a0817ae9, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=dbec3812-df42-4db4-9a87-09e8a0817ae9,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:25:33.144520 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-1d44a139-66a9-4aff-b940-b7751f0230fa tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a428c1-2391-4317-9ca6-9cb757088c1a']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:33.145182 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-f73e42ca-140c-4086-8ef5-55c1e210152d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:33.163625 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-1d44a139-66a9-4aff-b940-b7751f0230fa tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77fd7a8f-f4c4-4575-84a6-3c5376187746') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:33.164071 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-1d44a139-66a9-4aff-b940-b7751f0230fa tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77fd7a8f-f4c4-4575-84a6-3c5376187746') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:33.175595 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2dec644-6207-4bab-9671-e9708b14d776 req-770447d0-5846-461b-84b1-480c57321b31 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Router cf3946a3-af16-4868-8049-502680ddf6f8 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:25:33.179470 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a66cddd4-a9b9-4ada-b46e-59d2050dca8b req-9b21c25b-b2b9-4228-b75f-5132c540bf54 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543160 Jul 23 16:25:33.212299 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d44a139-66a9-4aff-b940-b7751f0230fa tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:33.246339 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9e319-4b04-4a67-ad7c-a9befacf7c4c None None] Pushing event updated for resources: {'Port': ['ID=dbec3812-df42-4db4-9a87-09e8a0817ae9,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:33.256378 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73e42ca-140c-4086-8ef5-55c1e210152d None None] Routers {'a94e5939-f242-4ce3-9b39-9cde3d497548'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:25:33.258027 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f73e42ca-140c-4086-8ef5-55c1e210152d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:25:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a94e5939-f242-4ce3-9b39-9cde3d497548'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:33.278967 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d44a139-66a9-4aff-b940-b7751f0230fa tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:33.298858 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2dec644-6207-4bab-9671-e9708b14d776 req-770447d0-5846-461b-84b1-480c57321b31 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:25:33.314662 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa719126-f601-463e-8d68-394873a2a741 None None] Sync routers for ids ['cf3946a3-af16-4868-8049-502680ddf6f8'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:25:33.319401 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d44a139-66a9-4aff-b940-b7751f0230fa tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:25:33.319879 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d44a139-66a9-4aff-b940-b7751f0230fa tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: self.session.flush() Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: self.session.flush() Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: self.session.flush() Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: self.session.flush() Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:25:33.326048 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:25:33.333396 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa719126-f601-463e-8d68-394873a2a741 None None] Routers {'cf3946a3-af16-4868-8049-502680ddf6f8'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:25:33.334384 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-fa719126-f601-463e-8d68-394873a2a741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:25:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['cf3946a3-af16-4868-8049-502680ddf6f8'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:33.368344 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2dec644-6207-4bab-9671-e9708b14d776 req-770447d0-5846-461b-84b1-480c57321b31 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] No DVR routers for this DVR port 3a9f5361-c030-4a86-a392-b561534a07f6 on host n-h1-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:25:33.412306 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-807a0c98-df76-4fae-b139-3be58a87688f req-48a5f936-4a83-473f-9e38-9dff473e10bb tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Deleting port ffac9969-190b-4fff-9b49-d745979c0b27 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:33.412732 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-807a0c98-df76-4fae-b139-3be58a87688f req-48a5f936-4a83-473f-9e38-9dff473e10bb tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:33.426817 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c2dec644-6207-4bab-9671-e9708b14d776 req-770447d0-5846-461b-84b1-480c57321b31 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:33.433501 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c2dec644-6207-4bab-9671-e9708b14d776 req-770447d0-5846-461b-84b1-480c57321b31 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.74 "DELETE /v2.0/ports/3a9f5361-c030-4a86-a392-b561534a07f6 HTTP/1.1" status: 204 len: 173 time: 2.0037918 Jul 23 16:25:33.459105 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f5022637-4b96-4b7c-92c5-a28903789a34 req-130b6dee-3298-40d7-8aa4-ead4e2f323f8 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce195d01-120b-419e-a805-7b0ad0c3b476 HTTP/1.1" status: 200 len: 210 time: 0.0927567 Jul 23 16:25:33.459624 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce195d01-120b-419e-a805-7b0ad0c3b476', 'name': 'network-vif-deleted', 'tag': '3a9f5361-c030-4a86-a392-b561534a07f6'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:33.477293 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579e6f14-5a92-4564-b92f-b9fa9ffc5543" -d '{"events": [{"server_uuid": "ce195d01-120b-419e-a805-7b0ad0c3b476", "name": "network-vif-deleted", "tag": "3a9f5361-c030-4a86-a392-b561534a07f6"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:33.504462 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-fa719126-f601-463e-8d68-394873a2a741 None None] Set router cf3946a3-af16-4868-8049-502680ddf6f8 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:25:33.509880 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-f73e42ca-140c-4086-8ef5-55c1e210152d None None] Set router a94e5939-f242-4ce3-9b39-9cde3d497548 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:25:33.541836 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caefdce4-fabc-4f10-b3dc-f34b5199abfe x-openstack-request-id: req-caefdce4-fabc-4f10-b3dc-f34b5199abfe {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:33.542162 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce195d01-120b-419e-a805-7b0ad0c3b476", "name": "network-vif-deleted", "tag": "3a9f5361-c030-4a86-a392-b561534a07f6", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:33.542418 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-caefdce4-fabc-4f10-b3dc-f34b5199abfe {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:33.542820 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce195d01-120b-419e-a805-7b0ad0c3b476', 'name': 'network-vif-deleted', 'tag': '3a9f5361-c030-4a86-a392-b561534a07f6', 'status': 'completed', 'code': 200} Jul 23 16:25:33.575660 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 12f12166-450f-4cf9-93c8-2d2257448c07 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:25:33.713460 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c66b99-e97b-44ea-9c8e-a81eff7fb3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1aa8bd3-8cae-438a-9cd7-0ee3fc519631'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:33.725367 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60598033-247c-4214-8585-b0cdffeda2f3" -d '{"events": [{"server_uuid": "19c66b99-e97b-44ea-9c8e-a81eff7fb3f6", "name": "network-vif-plugged", "status": "completed", "tag": "e1aa8bd3-8cae-438a-9cd7-0ee3fc519631"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:33.796547 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 12f12166-450f-4cf9-93c8-2d2257448c07 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:33.804843 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:33.812099 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f43072-7954-47cf-bc22-35294a9a7802 x-openstack-request-id: req-31f43072-7954-47cf-bc22-35294a9a7802 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:33.812476 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c66b99-e97b-44ea-9c8e-a81eff7fb3f6", "name": "network-vif-plugged", "status": "completed", "tag": "e1aa8bd3-8cae-438a-9cd7-0ee3fc519631", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:33.812742 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-31f43072-7954-47cf-bc22-35294a9a7802 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:33.813426 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c66b99-e97b-44ea-9c8e-a81eff7fb3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1aa8bd3-8cae-438a-9cd7-0ee3fc519631', 'code': 200} Jul 23 16:25:33.912910 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f73e42ca-140c-4086-8ef5-55c1e210152d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'name': 'tempest-TaggedBootDevicesTest-771616400-router', 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'dbec3812-df42-4db4-9a87-09e8a0817ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:27Z', 'updated_at': '2021-07-23T16:25:30Z', 'revision_number': 3, 'project_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'gw_port': {'id': 'dbec3812-df42-4db4-9a87-09e8a0817ae9', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cd:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:28Z', 'updated_at': '2021-07-23T16:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:33.975703 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73e42ca-140c-4086-8ef5-55c1e210152d None None] The sync data for ids ['a94e5939-f242-4ce3-9b39-9cde3d497548'] in n-d-778549-4 is: [{'id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'name': 'tempest-TaggedBootDevicesTest-771616400-router', 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'dbec3812-df42-4db4-9a87-09e8a0817ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:27Z', 'updated_at': '2021-07-23T16:25:30Z', 'revision_number': 3, 'project_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'gw_port': {'id': 'dbec3812-df42-4db4-9a87-09e8a0817ae9', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cd:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:28Z', 'updated_at': '2021-07-23T16:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:25:34.018313 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d44a139-66a9-4aff-b940-b7751f0230fa tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:34.044833 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d44a139-66a9-4aff-b940-b7751f0230fa tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:34.049357 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1d44a139-66a9-4aff-b940-b7751f0230fa tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "DELETE /v2.0/networks/11a428c1-2391-4317-9ca6-9cb757088c1a HTTP/1.1" status: 204 len: 168 time: 2.4972463 Jul 23 16:25:34.049357 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e0cb3700-b731-4160-b3bf-a8dd155b07fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:34.050765 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35640) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:34.088241 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-3ee59444-330e-4635-a774-4a9f4228e76d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abb1aacb-358e-48da-95fb-90e3195ed6ca {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:34.133457 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-3ee59444-330e-4635-a774-4a9f4228e76d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:34.136691 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44a139-66a9-4aff-b940-b7751f0230fa tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Pushing event deleted for resources: {'Network': ['ID=11a428c1-2391-4317-9ca6-9cb757088c1a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:34.197321 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-3ee59444-330e-4635-a774-4a9f4228e76d service neutron] Transition to ACTIVE for port object abb1aacb-358e-48da-95fb-90e3195ed6ca will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:34.237271 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3a3043c4-807d-46e3-8686-fc1b507e62f1 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:34.241436 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-3ee59444-330e-4635-a774-4a9f4228e76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:34.269806 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 3a3043c4-807d-46e3-8686-fc1b507e62f1 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:25:34.269806 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3a3043c4-807d-46e3-8686-fc1b507e62f1 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:25:34.286773 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-fa719126-f601-463e-8d68-394873a2a741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'name': 'tempest-ServersTestBootFromVolume-768663394-router', 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:21Z', 'updated_at': '2021-07-23T16:22:27Z', 'revision_number': 4, 'project_id': 'af80bd8d90c240efaa74f32c66497bb1', 'gw_port': {'id': '7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:28:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:22Z', 'updated_at': '2021-07-23T16:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '6c316aba-6e5d-4993-a53e-ecd95abeabf0', 'name': '', 'network_id': '4a00963e-1d3a-4f60-9596-8ffc59315fca', 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1', 'mac_address': 'fa:16:3e:0f:f1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '68250752-9549-42db-965e-9173795a2cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:26Z', 'updated_at': '2021-07-23T16:22:39Z', 'revision_number': 5, 'project_id': 'af80bd8d90c240efaa74f32c66497bb1', 'subnets': [{'id': '68250752-9549-42db-965e-9173795a2cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:34.315278 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f148dd1-6a48-4aab-902b-ffef9e79a9ed tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Deleting subnet 78d0a7b4-66ed-40c4-a5b9-9b59bf704f01 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:25:34.321124 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa719126-f601-463e-8d68-394873a2a741 None None] Checking router: cf3946a3-af16-4868-8049-502680ddf6f8 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:25:34.327057 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f148dd1-6a48-4aab-902b-ffef9e79a9ed tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:34.331055 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa719126-f601-463e-8d68-394873a2a741 None None] Routers {'cf3946a3-af16-4868-8049-502680ddf6f8'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:25:34.331931 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-fa719126-f601-463e-8d68-394873a2a741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:25:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['cf3946a3-af16-4868-8049-502680ddf6f8'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:34.367014 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-807a0c98-df76-4fae-b139-3be58a87688f req-48a5f936-4a83-473f-9e38-9dff473e10bb tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] For port ffac9969-190b-4fff-9b49-d745979c0b27, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=ffac9969-190b-4fff-9b49-d745979c0b27,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:34.367630 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-807a0c98-df76-4fae-b139-3be58a87688f req-48a5f936-4a83-473f-9e38-9dff473e10bb tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:34.488213 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f148dd1-6a48-4aab-902b-ffef9e79a9ed tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:34.504757 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-fa719126-f601-463e-8d68-394873a2a741 None None] Set router cf3946a3-af16-4868-8049-502680ddf6f8 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:25:34.602530 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-807a0c98-df76-4fae-b139-3be58a87688f req-48a5f936-4a83-473f-9e38-9dff473e10bb tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Calling delete_port for ffac9969-190b-4fff-9b49-d745979c0b27 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:34.611072 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee59444-330e-4635-a774-4a9f4228e76d service neutron] Pushing event updated for resources: {'Port': ['ID=abb1aacb-358e-48da-95fb-90e3195ed6ca,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:34.625453 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-1708081c-7066-4d63-a343-11f594324af1 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:34.627735 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-1708081c-7066-4d63-a343-11f594324af1 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.74 "GET /v2.0/networks?id=c0156383-d263-44ff-9a8d-9ced71d28f03 HTTP/1.1" status: 200 len: 805 time: 0.9621778 Jul 23 16:25:34.651363 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-84b519ca-cc58-466c-b692-95c4ea5b7133 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Request body: {'port': {'device_id': 'a18e49bf-6c9a-484a-b536-53aa0b404853', 'network_id': 'c0156383-d263-44ff-9a8d-9ced71d28f03', 'admin_state_up': True, 'tenant_id': '4f664a177ed044f69c3fc16552951763'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:34.673531 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:34.740561 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f148dd1-6a48-4aab-902b-ffef9e79a9ed tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:34.773135 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035d5e9-3aab-468c-8e6e-6bbf407d45f7 req-82906cc9-0585-4290-9ac0-52fba2c38295 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:34.780801 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a035d5e9-3aab-468c-8e6e-6bbf407d45f7 req-82906cc9-0585-4290-9ac0-52fba2c38295 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 945 time: 0.4318142 Jul 23 16:25:34.786801 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-e0cb3700-b731-4160-b3bf-a8dd155b07fa admin admin] Allocated IP 172.20.0.1 (ccfb93aa-128e-41ae-813f-cc1797d91993/8700af68-33fb-4e68-b828-91508c404596/de60f984-5c1f-481e-859d-89fe221b425c) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:25:34.790565 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1aa2b8-3147-495d-a4f2-fcec6f53dbd6 req-03c5d36d-0a70-4817-9633-5336b9da4a4f tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:34.798174 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-fa719126-f601-463e-8d68-394873a2a741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'name': 'tempest-ServersTestBootFromVolume-768663394-router', 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:21Z', 'updated_at': '2021-07-23T16:22:27Z', 'revision_number': 4, 'project_id': 'af80bd8d90c240efaa74f32c66497bb1', 'gw_port': {'id': '7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:28:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:22Z', 'updated_at': '2021-07-23T16:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '6c316aba-6e5d-4993-a53e-ecd95abeabf0', 'name': '', 'network_id': '4a00963e-1d3a-4f60-9596-8ffc59315fca', 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1', 'mac_address': 'fa:16:3e:0f:f1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '68250752-9549-42db-965e-9173795a2cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:26Z', 'updated_at': '2021-07-23T16:22:39Z', 'revision_number': 5, 'project_id': 'af80bd8d90c240efaa74f32c66497bb1', 'subnets': [{'id': '68250752-9549-42db-965e-9173795a2cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:34.798974 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4e1aa2b8-3147-495d-a4f2-fcec6f53dbd6 req-03c5d36d-0a70-4817-9633-5336b9da4a4f tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/ports?device_id=279905df-4338-4206-8122-1a7c547d9937 HTTP/1.1" status: 200 len: 943 time: 0.4390931 Jul 23 16:25:34.831813 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa719126-f601-463e-8d68-394873a2a741 None None] The sync data for ids ['cf3946a3-af16-4868-8049-502680ddf6f8'] in n-d-778549-4 is: [{'id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'name': 'tempest-ServersTestBootFromVolume-768663394-router', 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:21Z', 'updated_at': '2021-07-23T16:22:27Z', 'revision_number': 4, 'project_id': 'af80bd8d90c240efaa74f32c66497bb1', 'gw_port': {'id': '7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:28:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:22Z', 'updated_at': '2021-07-23T16:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '6c316aba-6e5d-4993-a53e-ecd95abeabf0', 'name': '', 'network_id': '4a00963e-1d3a-4f60-9596-8ffc59315fca', 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1', 'mac_address': 'fa:16:3e:0f:f1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '68250752-9549-42db-965e-9173795a2cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:26Z', 'updated_at': '2021-07-23T16:22:39Z', 'revision_number': 5, 'project_id': 'af80bd8d90c240efaa74f32c66497bb1', 'subnets': [{'id': '68250752-9549-42db-965e-9173795a2cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:25:34.855725 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 3a9f5361-c030-4a86-a392-b561534a07f6 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:34.856417 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de1718-7f5c-456d-9402-fde3d35196a1 req-c20a1bbb-ccb2-4c13-8b52-1bd2d97491be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:34.861624 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87de1718-7f5c-456d-9402-fde3d35196a1 req-c20a1bbb-ccb2-4c13-8b52-1bd2d97491be service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 1096 time: 0.9513981 Jul 23 16:25:34.887528 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 3a9f5361-c030-4a86-a392-b561534a07f6 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:25:34.888228 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 3a9f5361-c030-4a86-a392-b561534a07f6 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:25:34.889037 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device ffac9969-190b-4fff-9b49-d745979c0b27 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:34.955630 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 7bab9447-a3f8-4583-95d1-d87c7ce8daac details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:25:34.991346 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a035d5e9-3aab-468c-8e6e-6bbf407d45f7 req-22e23d0c-1d0c-4a1c-8ed8-4378c26249a3 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086751 Jul 23 16:25:35.058584 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-3ee59444-330e-4635-a774-4a9f4228e76d service neutron] Attempting to bind port abb1aacb-358e-48da-95fb-90e3195ed6ca on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:25:35.059093 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-3ee59444-330e-4635-a774-4a9f4228e76d service neutron] Attempting to bind port abb1aacb-358e-48da-95fb-90e3195ed6ca by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '8b1b1f50-f69a-4112-a91f-85e0bee763de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '4f9aad21-99b0-4687-944c-ed44f9a87148'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:25:35.059360 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-3ee59444-330e-4635-a774-4a9f4228e76d service neutron] Attempting to bind port abb1aacb-358e-48da-95fb-90e3195ed6ca on network 4f9aad21-99b0-4687-944c-ed44f9a87148 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:35.086864 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87de1718-7f5c-456d-9402-fde3d35196a1 req-1ceaf2a8-71df-450f-ac95-2d7a16237373 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106312 Jul 23 16:25:35.098129 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f148dd1-6a48-4aab-902b-ffef9e79a9ed tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.100697 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-3ee59444-330e-4635-a774-4a9f4228e76d service neutron] Port abb1aacb-358e-48da-95fb-90e3195ed6ca on network 4f9aad21-99b0-4687-944c-ed44f9a87148 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:25:35.101029 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-3ee59444-330e-4635-a774-4a9f4228e76d service neutron] Attempting to bind port abb1aacb-358e-48da-95fb-90e3195ed6ca on network 4f9aad21-99b0-4687-944c-ed44f9a87148 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:35.120158 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4e1aa2b8-3147-495d-a4f2-fcec6f53dbd6 req-feb3f511-9259-4025-95ff-134692f2341a tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/security-groups?id=be980ee8-acd8-4adc-978f-975364da4478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173943 Jul 23 16:25:35.135898 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-84b519ca-cc58-466c-b692-95c4ea5b7133 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Made reservation on behalf of 4f664a177ed044f69c3fc16552951763 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:35.140626 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-3ee59444-330e-4635-a774-4a9f4228e76d service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:25:35.140978 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-3ee59444-330e-4635-a774-4a9f4228e76d service neutron] Checking segment: {'id': '8b1b1f50-f69a-4112-a91f-85e0bee763de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '4f9aad21-99b0-4687-944c-ed44f9a87148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:25:35.141399 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-3ee59444-330e-4635-a774-4a9f4228e76d service neutron] Bound using segment: {'id': '8b1b1f50-f69a-4112-a91f-85e0bee763de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '4f9aad21-99b0-4687-944c-ed44f9a87148'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:25:35.141855 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-3ee59444-330e-4635-a774-4a9f4228e76d service neutron] Bound port: abb1aacb-358e-48da-95fb-90e3195ed6ca, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b1b1f50-f69a-4112-a91f-85e0bee763de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '4f9aad21-99b0-4687-944c-ed44f9a87148'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:25:35.142218 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-3ee59444-330e-4635-a774-4a9f4228e76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.149541 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-84b519ca-cc58-466c-b692-95c4ea5b7133 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.252195 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-3ee59444-330e-4635-a774-4a9f4228e76d service neutron] For port abb1aacb-358e-48da-95fb-90e3195ed6ca, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:25:35.255794 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-3ee59444-330e-4635-a774-4a9f4228e76d service neutron] For port abb1aacb-358e-48da-95fb-90e3195ed6ca, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=abb1aacb-358e-48da-95fb-90e3195ed6ca,segment=NetworkSegment(8b1b1f50-f69a-4112-a91f-85e0bee763de),segment_id=8b1b1f50-f69a-4112-a91f-85e0bee763de)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:25:35.285957 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-3ee59444-330e-4635-a774-4a9f4228e76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.297744 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e0cb3700-b731-4160-b3bf-a8dd155b07fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.309510 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-3ee59444-330e-4635-a774-4a9f4228e76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:35.310154 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-3ee59444-330e-4635-a774-4a9f4228e76d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.311834 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-3ee59444-330e-4635-a774-4a9f4228e76d service neutron] 10.222.0.74 "PUT /v2.0/ports/abb1aacb-358e-48da-95fb-90e3195ed6ca HTTP/1.1" status: 200 len: 1091 time: 3.4665000 Jul 23 16:25:35.312590 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f148dd1-6a48-4aab-902b-ffef9e79a9ed tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Pushing event deleted for resources: {'Subnet': ['ID=78d0a7b4-66ed-40c4-a5b9-9b59bf704f01,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:35.319262 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f148dd1-6a48-4aab-902b-ffef9e79a9ed tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.321134 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3f148dd1-6a48-4aab-902b-ffef9e79a9ed tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "DELETE /v2.0/subnets/78d0a7b4-66ed-40c4-a5b9-9b59bf704f01 HTTP/1.1" status: 204 len: 168 time: 1.2154512 Jul 23 16:25:35.327820 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279905df-4338-4206-8122-1a7c547d9937', 'tag': 'abb1aacb-358e-48da-95fb-90e3195ed6ca'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:35.331197 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbf457f-6938-4da4-9836-5a9c26cc3342" -d '{"events": [{"name": "network-changed", "server_uuid": "279905df-4338-4206-8122-1a7c547d9937", "tag": "abb1aacb-358e-48da-95fb-90e3195ed6ca"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:35.339270 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35650) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:35.408432 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-606667c3-f7df-4129-913a-c96ad2cbd14f req-f0ef49a4-68b9-455a-8b53-131f02f78187 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=a18e49bf-6c9a-484a-b536-53aa0b404853 HTTP/1.1" status: 200 len: 210 time: 0.2143495 Jul 23 16:25:35.457336 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22675884-d445-46b8-969d-5376b05060db None None] New status for floating IP e358439e-3e2f-400d-a70b-463b78c652c4: DOWN {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:25:35.582837 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee59444-330e-4635-a774-4a9f4228e76d service neutron] Pushing event updated for resources: {'Port': ['ID=abb1aacb-358e-48da-95fb-90e3195ed6ca,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:35.606350 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac953cd-9c97-4d2e-8dff-a44da7bf9cec None None] Network dcce6b9f-e295-4611-aa9a-7022908630bd requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:25:35.631458 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device dbec3812-df42-4db4-9a87-09e8a0817ae9 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:25:35.720788 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.739105 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-84b519ca-cc58-466c-b692-95c4ea5b7133 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Allocated IP 172.20.0.10 (c0156383-d263-44ff-9a8d-9ced71d28f03/6fe4be59-2cd1-45d4-8fb1-b572bd36b8ca/8f0fee58-7391-44cd-a0b4-98ad97e25c5d) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:25:35.760330 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e0cb3700-b731-4160-b3bf-a8dd155b07fa admin admin] Transition to ACTIVE for port object de60f984-5c1f-481e-859d-89fe221b425c will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:35.763745 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e82e1e-6465-42d8-bd7f-fa4cce7c75a7 req-9dfdf61b-8356-427c-b448-c644d2d73f14 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:35.771758 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-79e82e1e-6465-42d8-bd7f-fa4cce7c75a7 req-9dfdf61b-8356-427c-b448-c644d2d73f14 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=057340a4-6ebc-44dd-afbc-8f6d816327b3 HTTP/1.1" status: 200 len: 943 time: 0.4999123 Jul 23 16:25:35.785040 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-37d67a9c-3d92-48a7-89d2-8dda3d955d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.838656 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1215f55d-8777-4025-8ea7-936800948da4 req-4ea37cb1-9533-4d64-81a1-25e47f716cd9 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce195d01-120b-419e-a805-7b0ad0c3b476 HTTP/1.1" status: 200 len: 210 time: 0.0552855 Jul 23 16:25:35.852212 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port dbec3812-df42-4db4-9a87-09e8a0817ae9 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:35.858850 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 7bab9447-a3f8-4583-95d1-d87c7ce8daac, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=7bab9447-a3f8-4583-95d1-d87c7ce8daac,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:35.877111 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port dbec3812-df42-4db4-9a87-09e8a0817ae9 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:35.877786 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.935748 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-79e82e1e-6465-42d8-bd7f-fa4cce7c75a7 req-9a836a06-1942-4487-9605-8dafd2a74dd8 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626573 Jul 23 16:25:35.945375 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-aec47253-a052-4cd6-99ca-e6d24694c7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:35.946892 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-aec47253-a052-4cd6-99ca-e6d24694c7ed service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2e24f35c4949445cb3627308a0c99406&device_id=279905df-4338-4206-8122-1a7c547d9937 HTTP/1.1" status: 200 len: 1094 time: 0.3846977 Jul 23 16:25:35.970974 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9c1253-8383-44ea-8896-d4961fdf13bc x-openstack-request-id: req-4c9c1253-8383-44ea-8896-d4961fdf13bc {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:35.972458 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "279905df-4338-4206-8122-1a7c547d9937", "tag": "abb1aacb-358e-48da-95fb-90e3195ed6ca", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:35.972770 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4c9c1253-8383-44ea-8896-d4961fdf13bc {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:35.973336 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '279905df-4338-4206-8122-1a7c547d9937', 'tag': 'abb1aacb-358e-48da-95fb-90e3195ed6ca', 'status': 'completed', 'code': 200} Jul 23 16:25:35.981659 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4469056b-cb73-44d8-b689-0292b110e1db tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.983168 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-807a0c98-df76-4fae-b139-3be58a87688f req-48a5f936-4a83-473f-9e38-9dff473e10bb tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:36.015240 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '7bab9447-a3f8-4583-95d1-d87c7ce8daac', 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf', 'port_id': '7bab9447-a3f8-4583-95d1-d87c7ce8daac', 'mac_address': 'fa:16:3e:18:48:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '826fd2fc-e097-4472-9d1f-4298f12f603f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:25:36.041468 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5f936-4a83-473f-9e38-9dff473e10bb tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Pushing event deleted for resources: {'Port': ['ID=ffac9969-190b-4fff-9b49-d745979c0b27,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:36.111363 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:36.166056 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-0a027b62-97fc-496a-a39c-a098eadd88ea service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abb1aacb-358e-48da-95fb-90e3195ed6ca HTTP/1.1" status: 200 len: 217 time: 0.1729374 Jul 23 16:25:36.191151 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bab9447-a3f8-4583-95d1-d87c7ce8daac {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:36.253458 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 7bab9447-a3f8-4583-95d1-d87c7ce8daac, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=7bab9447-a3f8-4583-95d1-d87c7ce8daac,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:36.263968 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-84b519ca-cc58-466c-b692-95c4ea5b7133 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:36.292895 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:36.314587 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:36.341947 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e0cb3700-b731-4160-b3bf-a8dd155b07fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:36.395142 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220aadf-1cfc-41d7-a4e8-d75f3e6f64ba req-49d25b7f-accb-4142-9e94-da64f846b039 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:36.405445 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e220aadf-1cfc-41d7-a4e8-d75f3e6f64ba req-49d25b7f-accb-4142-9e94-da64f846b039 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 945 time: 0.2485950 Jul 23 16:25:36.433231 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-807a0c98-df76-4fae-b139-3be58a87688f req-48a5f936-4a83-473f-9e38-9dff473e10bb tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] No DVR routers for this DVR port ffac9969-190b-4fff-9b49-d745979c0b27 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:25:36.467350 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb3700-b731-4160-b3bf-a8dd155b07fa admin admin] Pushing event updated for resources: {'Port': ['ID=de60f984-5c1f-481e-859d-89fe221b425c,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:36.470081 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-807a0c98-df76-4fae-b139-3be58a87688f req-48a5f936-4a83-473f-9e38-9dff473e10bb tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:36.481877 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-807a0c98-df76-4fae-b139-3be58a87688f req-48a5f936-4a83-473f-9e38-9dff473e10bb tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.74 "DELETE /v2.0/ports/ffac9969-190b-4fff-9b49-d745979c0b27 HTTP/1.1" status: 204 len: 173 time: 3.5873427 Jul 23 16:25:36.505277 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port dbec3812-df42-4db4-9a87-09e8a0817ae9, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=dbec3812-df42-4db4-9a87-09e8a0817ae9,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:36.511094 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e220aadf-1cfc-41d7-a4e8-d75f3e6f64ba req-62f15c32-41a6-4029-b143-5b3bac885aec tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040616 Jul 23 16:25:36.543929 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:36.563365 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-84b519ca-cc58-466c-b692-95c4ea5b7133 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:36.564855 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=7bab9447-a3f8-4583-95d1-d87c7ce8daac,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:36.588067 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cb3700-b731-4160-b3bf-a8dd155b07fa admin admin] Network ccfb93aa-128e-41ae-813f-cc1797d91993 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:25:36.599941 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81e047f-0937-46f5-9f49-3866be352116 None None] DHCP port deletion for dcce6b9f-e295-4611-aa9a-7022908630bd request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:25:36.604461 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-e0cb3700-b731-4160-b3bf-a8dd155b07fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:36.607519 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:36.608140 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf8be6-212e-469b-af6b-6eef5090315b req-d1694802-c43b-4dce-9afc-bf14297d835a tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:36.610930 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cb3700-b731-4160-b3bf-a8dd155b07fa admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:25:36.619668 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-0eee4cf7-f584-4d91-97ba-aba68c8b3dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:36.625295 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4bf8be6-212e-469b-af6b-6eef5090315b req-d1694802-c43b-4dce-9afc-bf14297d835a tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/ports?device_id=279905df-4338-4206-8122-1a7c547d9937 HTTP/1.1" status: 200 len: 943 time: 0.3465009 Jul 23 16:25:36.626948 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-0eee4cf7-f584-4d91-97ba-aba68c8b3dd2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f37b7a86-6b13-41b4-a0ea-fd5e0ae9d906 HTTP/1.1" status: 200 len: 862 time: 0.3491485 Jul 23 16:25:36.634670 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['7bab9447-a3f8-4583-95d1-d87c7ce8daac'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:25:36.791213 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-012f4d91-8ecf-4d31-8f49-844efbb311d3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4f9aad21-99b0-4687-944c-ed44f9a87148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1564851 Jul 23 16:25:36.838521 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=dbec3812-df42-4db4-9a87-09e8a0817ae9,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:36.847068 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-84b519ca-cc58-466c-b692-95c4ea5b7133 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Network c0156383-d263-44ff-9a8d-9ced71d28f03 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:25:36.894040 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-84b519ca-cc58-466c-b692-95c4ea5b7133 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:36.898915 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-84b519ca-cc58-466c-b692-95c4ea5b7133 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:25:36.902542 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-b81e047f-0937-46f5-9f49-3866be352116 None None] Deleting port 60adf173-8915-45cc-b9ef-c82b85c4c9a7 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:36.902928 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b81e047f-0937-46f5-9f49-3866be352116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:36.912104 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-21fd36d8-5ae4-48e8-9645-be812dcf0fc7 service neutron] 10.222.0.74 "GET /v2.0/networks/4f9aad21-99b0-4687-944c-ed44f9a87148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130977 Jul 23 16:25:36.915445 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-4469056b-cb73-44d8-b689-0292b110e1db tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Deleting port 60adf173-8915-45cc-b9ef-c82b85c4c9a7 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:36.915791 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4469056b-cb73-44d8-b689-0292b110e1db tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:36.919886 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e0cb3700-b731-4160-b3bf-a8dd155b07fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:36.987622 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b519ca-cc58-466c-b692-95c4ea5b7133 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Pushing event updated for resources: {'Port': ['ID=8f0fee58-7391-44cd-a0b4-98ad97e25c5d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:37.013546 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4bf8be6-212e-469b-af6b-6eef5090315b req-3580a43c-2093-435b-83f4-c23988b3ef6b tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/security-groups?id=be980ee8-acd8-4adc-978f-975364da4478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803723 Jul 23 16:25:37.089143 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-b81e047f-0937-46f5-9f49-3866be352116 None None] For port 60adf173-8915-45cc-b9ef-c82b85c4c9a7, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=60adf173-8915-45cc-b9ef-c82b85c4c9a7,segment=NetworkSegment(41305256-abb4-4e1e-b696-9719cc319e31),segment_id=41305256-abb4-4e1e-b696-9719cc319e31)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:37.089693 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b81e047f-0937-46f5-9f49-3866be352116 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:37.124949 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-73e0fa5c-e879-4cad-99ae-fa8d1509ab44 None None] Provisioning for port de60f984-5c1f-481e-859d-89fe221b425c completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:37.130714 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-4469056b-cb73-44d8-b689-0292b110e1db tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] For port 60adf173-8915-45cc-b9ef-c82b85c4c9a7, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=60adf173-8915-45cc-b9ef-c82b85c4c9a7,segment=NetworkSegment(41305256-abb4-4e1e-b696-9719cc319e31),segment_id=41305256-abb4-4e1e-b696-9719cc319e31)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:37.131116 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-73e0fa5c-e879-4cad-99ae-fa8d1509ab44 None None] Provisioning complete for port de60f984-5c1f-481e-859d-89fe221b425c triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:37.131503 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-73e0fa5c-e879-4cad-99ae-fa8d1509ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:37.131938 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4469056b-cb73-44d8-b689-0292b110e1db tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:37.133209 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-84b519ca-cc58-466c-b692-95c4ea5b7133 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:37.133904 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-84b519ca-cc58-466c-b692-95c4ea5b7133 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:37.177094 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-73e0fa5c-e879-4cad-99ae-fa8d1509ab44 None None] Port de60f984-5c1f-481e-859d-89fe221b425c cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:25:37.181132 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-4469056b-cb73-44d8-b689-0292b110e1db tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Calling delete_port for 60adf173-8915-45cc-b9ef-c82b85c4c9a7 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:37.182129 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71837d1e-f8aa-40e1-8815-eca0c6d4ace5 req-7953e721-dde9-4070-aba8-d9adea1b93fa tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:37.183576 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-b81e047f-0937-46f5-9f49-3866be352116 None None] Calling delete_port for 60adf173-8915-45cc-b9ef-c82b85c4c9a7 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:37.192748 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-71837d1e-f8aa-40e1-8815-eca0c6d4ace5 req-7953e721-dde9-4070-aba8-d9adea1b93fa tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=a18e49bf-6c9a-484a-b536-53aa0b404853 HTTP/1.1" status: 200 len: 932 time: 0.5110211 Jul 23 16:25:37.210386 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:37.242832 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-84b519ca-cc58-466c-b692-95c4ea5b7133 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5959051 Jul 23 16:25:37.262430 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-99ace2ee-8677-41e2-a40e-50be6a936c1b service neutron] Request body: {'port': {'device_id': 'a18e49bf-6c9a-484a-b536-53aa0b404853', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:37.306403 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-49bede48-dd5d-4b00-9716-511e14a384d1 req-4e1e428b-a989-43d4-a2f0-3cf19a88f6ad service neutron] 10.222.0.74 "GET /v2.0/networks/4f9aad21-99b0-4687-944c-ed44f9a87148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720675 Jul 23 16:25:37.310315 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-71837d1e-f8aa-40e1-8815-eca0c6d4ace5 req-48d79ce0-3ffc-4595-895d-1d319ff5be57 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162634 Jul 23 16:25:37.353944 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5cc861-0d64-41b8-b3e1-d1998de23993 req-d944aa2d-3c77-4df5-a0ec-11d72732f3f1 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:37.355509 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e5cc861-0d64-41b8-b3e1-d1998de23993 req-d944aa2d-3c77-4df5-a0ec-11d72732f3f1 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 1096 time: 0.2002776 Jul 23 16:25:37.378957 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e0cb3700-b731-4160-b3bf-a8dd155b07fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:37.392454 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b81e047f-0937-46f5-9f49-3866be352116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:37.423423 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81e047f-0937-46f5-9f49-3866be352116 None None] No DVR routers for this DVR port 60adf173-8915-45cc-b9ef-c82b85c4c9a7 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:25:37.441647 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-99ace2ee-8677-41e2-a40e-50be6a936c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:37.460673 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e5cc861-0d64-41b8-b3e1-d1998de23993 req-3ade3f8b-d3ca-4298-a989-a9da304d2faa tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764816 Jul 23 16:25:37.481885 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e047f-0937-46f5-9f49-3866be352116 None None] Pushing event deleted for resources: {'Port': ['ID=60adf173-8915-45cc-b9ef-c82b85c4c9a7,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:37.494146 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4469056b-cb73-44d8-b689-0292b110e1db tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:37.545405 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device dbec3812-df42-4db4-9a87-09e8a0817ae9 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:25:37.628719 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port dbec3812-df42-4db4-9a87-09e8a0817ae9 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:37.629831 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:37.707143 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4469056b-cb73-44d8-b689-0292b110e1db tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] No DVR routers for this DVR port 60adf173-8915-45cc-b9ef-c82b85c4c9a7 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:25:37.721141 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4469056b-cb73-44d8-b689-0292b110e1db tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Pushing event deleted for resources: {'Port': ['ID=60adf173-8915-45cc-b9ef-c82b85c4c9a7,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:37.766884 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e0cb3700-b731-4160-b3bf-a8dd155b07fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:37.791406 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 60adf173-8915-45cc-b9ef-c82b85c4c9a7 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:37.794532 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf457f-6938-4da4-9836-5a9c26cc3342 req-05f34778-dc7c-4011-919b-db363b9d1d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:37.796504 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2cbf457f-6938-4da4-9836-5a9c26cc3342 req-05f34778-dc7c-4011-919b-db363b9d1d8c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2e24f35c4949445cb3627308a0c99406&device_id=279905df-4338-4206-8122-1a7c547d9937 HTTP/1.1" status: 200 len: 1094 time: 0.4122889 Jul 23 16:25:37.797508 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e0cb3700-b731-4160-b3bf-a8dd155b07fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:37.816608 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-feb5fb2c-5a63-42c1-919b-76a9a82f8a53 req-d6981135-73c0-40c8-97b6-9edbd9f95f36 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce195d01-120b-419e-a805-7b0ad0c3b476 HTTP/1.1" status: 200 len: 210 time: 0.0575540 Jul 23 16:25:37.830466 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 60adf173-8915-45cc-b9ef-c82b85c4c9a7 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:25:37.831944 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 60adf173-8915-45cc-b9ef-c82b85c4c9a7 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:25:37.879525 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb3700-b731-4160-b3bf-a8dd155b07fa admin admin] Pushing event updated for resources: {'Port': ['ID=de60f984-5c1f-481e-859d-89fe221b425c,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:37.908210 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021442d-cd9d-4f22-9fc4-250dc57c5eab req-f1884351-54a6-4522-8d66-f3c7286e78df tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:37.909822 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e021442d-cd9d-4f22-9fc4-250dc57c5eab req-f1884351-54a6-4522-8d66-f3c7286e78df tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=057340a4-6ebc-44dd-afbc-8f6d816327b3 HTTP/1.1" status: 200 len: 944 time: 0.1608274 Jul 23 16:25:37.953945 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4469056b-cb73-44d8-b689-0292b110e1db tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:37.975803 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bedcbe0-0cd4-4108-beed-224107435bf4', 'name': 'network-vif-deleted', 'tag': 'ffac9969-190b-4fff-9b49-d745979c0b27'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:37.978632 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f882df28-5673-42dd-8f96-8f24a3539c27" -d '{"events": [{"server_uuid": "3bedcbe0-0cd4-4108-beed-224107435bf4", "name": "network-vif-deleted", "tag": "ffac9969-190b-4fff-9b49-d745979c0b27"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:37.986914 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-4469056b-cb73-44d8-b689-0292b110e1db tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcce6b9f-e295-4611-aa9a-7022908630bd']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:38.001737 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-99ace2ee-8677-41e2-a40e-50be6a936c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f0fee58-7391-44cd-a0b4-98ad97e25c5d {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:38.025797 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-4469056b-cb73-44d8-b689-0292b110e1db tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41305256-abb4-4e1e-b696-9719cc319e31') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:38.026664 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-4469056b-cb73-44d8-b689-0292b110e1db tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41305256-abb4-4e1e-b696-9719cc319e31') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:38.028776 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e0cb3700-b731-4160-b3bf-a8dd155b07fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:38.043565 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e021442d-cd9d-4f22-9fc4-250dc57c5eab req-d2cc84a9-26c5-49d8-9609-421b868058e3 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225584 Jul 23 16:25:38.045725 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-99ace2ee-8677-41e2-a40e-50be6a936c1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:38.055955 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4469056b-cb73-44d8-b689-0292b110e1db tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:38.081206 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4469056b-cb73-44d8-b689-0292b110e1db tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:38.087186 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-99ace2ee-8677-41e2-a40e-50be6a936c1b service neutron] Transition to ACTIVE for port object 8f0fee58-7391-44cd-a0b4-98ad97e25c5d will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:38.090487 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1849c53-1b74-479e-aaab-f0309d24cf08 x-openstack-request-id: req-c1849c53-1b74-479e-aaab-f0309d24cf08 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:38.090822 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bedcbe0-0cd4-4108-beed-224107435bf4", "name": "network-vif-deleted", "tag": "ffac9969-190b-4fff-9b49-d745979c0b27", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:38.091022 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c1849c53-1b74-479e-aaab-f0309d24cf08 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:38.091431 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bedcbe0-0cd4-4108-beed-224107435bf4', 'name': 'network-vif-deleted', 'tag': 'ffac9969-190b-4fff-9b49-d745979c0b27', 'status': 'completed', 'code': 200} Jul 23 16:25:38.093149 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-99ace2ee-8677-41e2-a40e-50be6a936c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:38.099595 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4469056b-cb73-44d8-b689-0292b110e1db tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:25:38.100084 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4469056b-cb73-44d8-b689-0292b110e1db tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: self.session.flush() Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: self.session.flush() Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: self.session.flush() Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: self.session.flush() Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:25:38.105439 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:25:38.165420 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf457f-6938-4da4-9836-5a9c26cc3342 req-be6a93f6-f50b-4ce8-a849-00d6ec6706e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:38.169948 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2cbf457f-6938-4da4-9836-5a9c26cc3342 req-be6a93f6-f50b-4ce8-a849-00d6ec6706e7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4f9aad21-99b0-4687-944c-ed44f9a87148 HTTP/1.1" status: 200 len: 924 time: 0.2915413 Jul 23 16:25:38.215038 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ace2ee-8677-41e2-a40e-50be6a936c1b service neutron] Pushing event updated for resources: {'Port': ['ID=8f0fee58-7391-44cd-a0b4-98ad97e25c5d,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:38.260325 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2cbf457f-6938-4da4-9836-5a9c26cc3342 req-dbd87ce3-b6be-4bdb-8d59-fe68fe62bc5d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abb1aacb-358e-48da-95fb-90e3195ed6ca HTTP/1.1" status: 200 len: 217 time: 0.0560505 Jul 23 16:25:38.340048 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf457f-6938-4da4-9836-5a9c26cc3342 req-c3cb049a-6224-4a75-a191-3d662d9b0a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:38.341552 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2cbf457f-6938-4da4-9836-5a9c26cc3342 req-c3cb049a-6224-4a75-a191-3d662d9b0a99 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f37b7a86-6b13-41b4-a0ea-fd5e0ae9d906 HTTP/1.1" status: 200 len: 862 time: 0.0525680 Jul 23 16:25:38.343697 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4469056b-cb73-44d8-b689-0292b110e1db tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:38.361766 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ea564-311f-4093-9ecc-ecd65bef37f3 req-66a04189-9cb4-43fd-86ac-21ce2fbf9248 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:38.364501 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c3ea564-311f-4093-9ecc-ecd65bef37f3 req-66a04189-9cb4-43fd-86ac-21ce2fbf9248 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/ports?device_id=279905df-4338-4206-8122-1a7c547d9937 HTTP/1.1" status: 200 len: 943 time: 0.2110813 Jul 23 16:25:38.375676 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-99ace2ee-8677-41e2-a40e-50be6a936c1b service neutron] Attempting to bind port 8f0fee58-7391-44cd-a0b4-98ad97e25c5d on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:25:38.376120 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-99ace2ee-8677-41e2-a40e-50be6a936c1b service neutron] Attempting to bind port 8f0fee58-7391-44cd-a0b4-98ad97e25c5d by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'c3655938-d8a9-42b1-bc6f-5ebe874b4096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'c0156383-d263-44ff-9a8d-9ced71d28f03'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:25:38.376556 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-99ace2ee-8677-41e2-a40e-50be6a936c1b service neutron] Attempting to bind port 8f0fee58-7391-44cd-a0b4-98ad97e25c5d on network c0156383-d263-44ff-9a8d-9ced71d28f03 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:38.396780 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-99ace2ee-8677-41e2-a40e-50be6a936c1b service neutron] Port 8f0fee58-7391-44cd-a0b4-98ad97e25c5d on network c0156383-d263-44ff-9a8d-9ced71d28f03 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:25:38.397438 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-99ace2ee-8677-41e2-a40e-50be6a936c1b service neutron] Attempting to bind port 8f0fee58-7391-44cd-a0b4-98ad97e25c5d on network c0156383-d263-44ff-9a8d-9ced71d28f03 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:38.409816 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-99ace2ee-8677-41e2-a40e-50be6a936c1b service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:25:38.410302 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-99ace2ee-8677-41e2-a40e-50be6a936c1b service neutron] Checking segment: {'id': 'c3655938-d8a9-42b1-bc6f-5ebe874b4096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'c0156383-d263-44ff-9a8d-9ced71d28f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:25:38.410792 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-99ace2ee-8677-41e2-a40e-50be6a936c1b service neutron] Bound using segment: {'id': 'c3655938-d8a9-42b1-bc6f-5ebe874b4096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'c0156383-d263-44ff-9a8d-9ced71d28f03'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:25:38.411467 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-99ace2ee-8677-41e2-a40e-50be6a936c1b service neutron] Bound port: 8f0fee58-7391-44cd-a0b4-98ad97e25c5d, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3655938-d8a9-42b1-bc6f-5ebe874b4096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'c0156383-d263-44ff-9a8d-9ced71d28f03'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:25:38.411931 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-99ace2ee-8677-41e2-a40e-50be6a936c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:38.417387 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4469056b-cb73-44d8-b689-0292b110e1db tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:38.419593 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4469056b-cb73-44d8-b689-0292b110e1db tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "DELETE /v2.0/networks/dcce6b9f-e295-4611-aa9a-7022908630bd HTTP/1.1" status: 204 len: 168 time: 2.9441962 Jul 23 16:25:38.420774 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4469056b-cb73-44d8-b689-0292b110e1db tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Pushing event deleted for resources: {'Network': ['ID=dcce6b9f-e295-4611-aa9a-7022908630bd,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:38.428647 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35684) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:38.461229 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6727ff5f-b402-4a09-bb39-2c3f1b8890d1 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-981604986'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:38.482603 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2cbf457f-6938-4da4-9836-5a9c26cc3342 req-251589a2-3ade-4d92-afd5-8bc1bca81979 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4f9aad21-99b0-4687-944c-ed44f9a87148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1311738 Jul 23 16:25:38.483037 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c3ea564-311f-4093-9ecc-ecd65bef37f3 req-7301c198-b35e-4fb8-96b8-9593b49733cd tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/security-groups?id=be980ee8-acd8-4adc-978f-975364da4478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049230 Jul 23 16:25:38.489520 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6727ff5f-b402-4a09-bb39-2c3f1b8890d1 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Made reservation on behalf of fb676069524140d885efdc13eef1aa27 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:38.493890 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6727ff5f-b402-4a09-bb39-2c3f1b8890d1 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:38.514538 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:38.567022 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-99ace2ee-8677-41e2-a40e-50be6a936c1b service neutron] For port 8f0fee58-7391-44cd-a0b4-98ad97e25c5d, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:25:38.571306 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-99ace2ee-8677-41e2-a40e-50be6a936c1b service neutron] For port 8f0fee58-7391-44cd-a0b4-98ad97e25c5d, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=8f0fee58-7391-44cd-a0b4-98ad97e25c5d,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:25:38.576840 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-99ace2ee-8677-41e2-a40e-50be6a936c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:38.622503 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2cbf457f-6938-4da4-9836-5a9c26cc3342 req-f70b379e-a939-4d75-89ba-c940cb0f0022 service neutron] 10.222.0.74 "GET /v2.0/networks/4f9aad21-99b0-4687-944c-ed44f9a87148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090057 Jul 23 16:25:38.630037 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-99ace2ee-8677-41e2-a40e-50be6a936c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:38.631980 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-99ace2ee-8677-41e2-a40e-50be6a936c1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:38.634133 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-99ace2ee-8677-41e2-a40e-50be6a936c1b service neutron] 10.222.0.74 "PUT /v2.0/ports/8f0fee58-7391-44cd-a0b4-98ad97e25c5d HTTP/1.1" status: 200 len: 1092 time: 1.3763459 Jul 23 16:25:38.648098 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18e49bf-6c9a-484a-b536-53aa0b404853', 'tag': '8f0fee58-7391-44cd-a0b4-98ad97e25c5d'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:38.649177 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cb3700-b731-4160-b3bf-a8dd155b07fa admin admin] Network ccfb93aa-128e-41ae-813f-cc1797d91993 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:25:38.654099 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-e0cb3700-b731-4160-b3bf-a8dd155b07fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:38.656192 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2060b49-e75a-4e11-af88-64dc106ba727" -d '{"events": [{"name": "network-changed", "server_uuid": "a18e49bf-6c9a-484a-b536-53aa0b404853", "tag": "8f0fee58-7391-44cd-a0b4-98ad97e25c5d"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:38.673913 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6727ff5f-b402-4a09-bb39-2c3f1b8890d1 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] vlan segment allocate from pool success with {'vlan_id': 1117, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:25:38.731156 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3c9a8-3a99-46af-8b58-78f2ad4964ea req-6f72d1ec-f07c-446d-adff-0a1947dde17b tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:38.739077 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8fb3c9a8-3a99-46af-8b58-78f2ad4964ea req-6f72d1ec-f07c-446d-adff-0a1947dde17b tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=a18e49bf-6c9a-484a-b536-53aa0b404853 HTTP/1.1" status: 200 len: 944 time: 0.3170655 Jul 23 16:25:38.749736 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189b3407-2e51-4452-ac3a-53bf8140cb3d x-openstack-request-id: req-189b3407-2e51-4452-ac3a-53bf8140cb3d {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:38.750025 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a18e49bf-6c9a-484a-b536-53aa0b404853", "tag": "8f0fee58-7391-44cd-a0b4-98ad97e25c5d", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:38.750274 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-189b3407-2e51-4452-ac3a-53bf8140cb3d {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:38.750682 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a18e49bf-6c9a-484a-b536-53aa0b404853', 'tag': '8f0fee58-7391-44cd-a0b4-98ad97e25c5d', 'status': 'completed', 'code': 200} Jul 23 16:25:38.786892 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ace2ee-8677-41e2-a40e-50be6a936c1b service neutron] Pushing event updated for resources: {'Port': ['ID=8f0fee58-7391-44cd-a0b4-98ad97e25c5d,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:38.829876 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8fb3c9a8-3a99-46af-8b58-78f2ad4964ea req-bb308f03-a244-4179-8b02-eba9487d179e tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899041 Jul 23 16:25:38.843177 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0cb3700-b731-4160-b3bf-a8dd155b07fa admin admin] Router a94e5939-f242-4ce3-9b39-9cde3d497548 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:25:38.860694 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-ecf5213f-81e2-4e86-a0bd-cb2f81b152ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:38.862308 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-ecf5213f-81e2-4e86-a0bd-cb2f81b152ef service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4f664a177ed044f69c3fc16552951763&device_id=a18e49bf-6c9a-484a-b536-53aa0b404853 HTTP/1.1" status: 200 len: 1095 time: 0.1761410 Jul 23 16:25:38.925739 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-f0fb208a-47f5-4084-b14f-69c734894ff1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f0fee58-7391-44cd-a0b4-98ad97e25c5d HTTP/1.1" status: 200 len: 217 time: 0.0530467 Jul 23 16:25:38.970470 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 7bab9447-a3f8-4583-95d1-d87c7ce8daac up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:25:38.971207 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e6a9e94c-4dce-490e-a790-f70d36a21853 req-17611e0d-f0cc-4fbf-a37f-cf40a498f7b3 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce195d01-120b-419e-a805-7b0ad0c3b476 HTTP/1.1" status: 200 len: 210 time: 0.0478401 Jul 23 16:25:39.018345 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-332e95f9-7885-42e0-b366-52a84f8cb53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:39.020007 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-332e95f9-7885-42e0-b366-52a84f8cb53b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6fe4be59-2cd1-45d4-8fb1-b572bd36b8ca HTTP/1.1" status: 200 len: 845 time: 0.0831025 Jul 23 16:25:39.039797 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f6f36972-8721-40ca-8616-29c82a910cd1 None None] Provisioning complete for port de60f984-5c1f-481e-859d-89fe221b425c triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:39.042944 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f6f36972-8721-40ca-8616-29c82a910cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:39.056959 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-76a64f36-4db6-4249-973a-912a4d620d10 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c0156383-d263-44ff-9a8d-9ced71d28f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304668 Jul 23 16:25:39.131217 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f6f36972-8721-40ca-8616-29c82a910cd1 None None] Port de60f984-5c1f-481e-859d-89fe221b425c cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:25:39.169299 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 7bab9447-a3f8-4583-95d1-d87c7ce8daac completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:39.176399 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 7bab9447-a3f8-4583-95d1-d87c7ce8daac triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:39.176766 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:39.265617 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6727ff5f-b402-4a09-bb39-2c3f1b8890d1 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:39.266715 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-6727ff5f-b402-4a09-bb39-2c3f1b8890d1 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Added segment 46de915c-5af4-4178-a116-1d1c58127c4a of type vlan for network 217961a5-d6bf-42ee-9d26-7c77b8312281 Jul 23 16:25:39.291442 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:39.294547 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-aabb1d61-4fd6-4f6b-84b5-ef6961a949d5 service neutron] 10.222.0.74 "GET /v2.0/networks/c0156383-d263-44ff-9a8d-9ced71d28f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308083 Jul 23 16:25:39.317308 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6727ff5f-b402-4a09-bb39-2c3f1b8890d1 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:39.352828 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d265d64-5dfa-48a9-b197-48c04efb8b23 req-3ff1384f-b978-4a19-a02d-0f7a79a0a118 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:39.353591 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057340a4-6ebc-44dd-afbc-8f6d816327b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bab9447-a3f8-4583-95d1-d87c7ce8daac'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:39.356222 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4177b4f7-f044-4627-98f1-913e29360316" -d '{"events": [{"server_uuid": "057340a4-6ebc-44dd-afbc-8f6d816327b3", "name": "network-vif-plugged", "status": "completed", "tag": "7bab9447-a3f8-4583-95d1-d87c7ce8daac"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:39.363312 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d265d64-5dfa-48a9-b197-48c04efb8b23 req-3ff1384f-b978-4a19-a02d-0f7a79a0a118 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=057340a4-6ebc-44dd-afbc-8f6d816327b3 HTTP/1.1" status: 200 len: 944 time: 0.2006776 Jul 23 16:25:39.429083 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d265d64-5dfa-48a9-b197-48c04efb8b23 req-2063bdc7-3971-442e-8c03-a3443c6578e3 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442228 Jul 23 16:25:39.441436 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03124e93-bca0-4568-9f2a-7e102e6be350 x-openstack-request-id: req-03124e93-bca0-4568-9f2a-7e102e6be350 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:39.442101 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057340a4-6ebc-44dd-afbc-8f6d816327b3", "name": "network-vif-plugged", "status": "completed", "tag": "7bab9447-a3f8-4583-95d1-d87c7ce8daac", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:39.445551 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-03124e93-bca0-4568-9f2a-7e102e6be350 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:39.446286 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057340a4-6ebc-44dd-afbc-8f6d816327b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bab9447-a3f8-4583-95d1-d87c7ce8daac', 'code': 200} Jul 23 16:25:39.459244 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 7bab9447-a3f8-4583-95d1-d87c7ce8daac, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=7bab9447-a3f8-4583-95d1-d87c7ce8daac,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:39.467268 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:39.531018 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6727ff5f-b402-4a09-bb39-2c3f1b8890d1 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:39.536526 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6727ff5f-b402-4a09-bb39-2c3f1b8890d1 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:39.537151 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6727ff5f-b402-4a09-bb39-2c3f1b8890d1 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:39.614005 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dea7cb03-1f98-40b4-b56a-2e7a0e536a24 req-707a9b78-0a9d-46fa-9214-7fdd3d7fb8ea service neutron] 10.222.0.74 "GET /v2.0/networks/c0156383-d263-44ff-9a8d-9ced71d28f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098841 Jul 23 16:25:39.616119 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727ff5f-b402-4a09-bb39-2c3f1b8890d1 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Pushing event updated for resources: {'Network': ['ID=217961a5-d6bf-42ee-9d26-7c77b8312281,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:39.617465 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=7bab9447-a3f8-4583-95d1-d87c7ce8daac,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:39.646480 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2cbf457f-6938-4da4-9836-5a9c26cc3342 req-7fa492a1-097c-4db7-90d9-b0283ec8145a service neutron] 10.222.0.74 "GET /v2.0/networks/4f9aad21-99b0-4687-944c-ed44f9a87148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0178838 Jul 23 16:25:39.650014 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 217961a5-d6bf-42ee-9d26-7c77b8312281 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:25:39.651476 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cb3700-b731-4160-b3bf-a8dd155b07fa admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:25:39.656777 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6727ff5f-b402-4a09-bb39-2c3f1b8890d1 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2217762 Jul 23 16:25:39.665628 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e0cb3700-b731-4160-b3bf-a8dd155b07fa admin admin] 10.222.0.73 "PUT /v2.0/routers/a94e5939-f242-4ce3-9b39-9cde3d497548/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5630095 Jul 23 16:25:39.665628 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35704) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:39.665628 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-cd1f0019-4247-4252-a62b-43e38f9d40b6 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Request body: {'subnet': {'network_id': '217961a5-d6bf-42ee-9d26-7c77b8312281', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:39.765007 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9292b58-90cc-4771-b27a-ae1df616735f req-533d6bc4-67d3-4861-9618-a5d4c7b5e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:39.777258 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d9292b58-90cc-4771-b27a-ae1df616735f req-533d6bc4-67d3-4861-9618-a5d4c7b5e8d2 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=057340a4-6ebc-44dd-afbc-8f6d816327b3 HTTP/1.1" status: 200 len: 1096 time: 0.2437947 Jul 23 16:25:39.818409 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1f0019-4247-4252-a62b-43e38f9d40b6 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Made reservation on behalf of fb676069524140d885efdc13eef1aa27 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:39.823480 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cd1f0019-4247-4252-a62b-43e38f9d40b6 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:39.830529 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d9292b58-90cc-4771-b27a-ae1df616735f req-df5dab33-f89f-49ee-b804-970989f3438b service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449898 Jul 23 16:25:39.860981 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931190df-92f4-454e-8659-e304b19d2184 req-7fa35f7a-6afc-4147-a18f-6185447acf7b tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:39.863343 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2060b49-e75a-4e11-af88-64dc106ba727 req-20283a95-3353-496c-bb7a-1269720ebaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:39.865031 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-931190df-92f4-454e-8659-e304b19d2184 req-7fa35f7a-6afc-4147-a18f-6185447acf7b tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/ports?device_id=279905df-4338-4206-8122-1a7c547d9937 HTTP/1.1" status: 200 len: 943 time: 0.1925595 Jul 23 16:25:39.865328 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e2060b49-e75a-4e11-af88-64dc106ba727 req-20283a95-3353-496c-bb7a-1269720ebaa6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4f664a177ed044f69c3fc16552951763&device_id=a18e49bf-6c9a-484a-b536-53aa0b404853 HTTP/1.1" status: 200 len: 1095 time: 0.1213319 Jul 23 16:25:39.884562 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c50a90b-8ec3-4c3b-be36-70aad4ccbe7a None None] Sync routers for ids ['a94e5939-f242-4ce3-9b39-9cde3d497548'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:25:39.910677 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c50a90b-8ec3-4c3b-be36-70aad4ccbe7a None None] Routers {'a94e5939-f242-4ce3-9b39-9cde3d497548'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:25:39.911484 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-7c50a90b-8ec3-4c3b-be36-70aad4ccbe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:25:36Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a94e5939-f242-4ce3-9b39-9cde3d497548'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:39.927055 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-931190df-92f4-454e-8659-e304b19d2184 req-25042b42-2e70-4c4d-b580-24a434f55434 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/security-groups?id=be980ee8-acd8-4adc-978f-975364da4478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556345 Jul 23 16:25:40.092220 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbcf42-bb90-4bd9-8ae7-02fa5c43685e req-b9db0bef-f2b2-4d5e-87b7-44593cf1a639 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:40.095254 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-7c50a90b-8ec3-4c3b-be36-70aad4ccbe7a None None] Set router a94e5939-f242-4ce3-9b39-9cde3d497548 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:25:40.097315 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0fcbcf42-bb90-4bd9-8ae7-02fa5c43685e req-b9db0bef-f2b2-4d5e-87b7-44593cf1a639 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=a18e49bf-6c9a-484a-b536-53aa0b404853 HTTP/1.1" status: 200 len: 944 time: 0.1376760 Jul 23 16:25:40.114496 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2060b49-e75a-4e11-af88-64dc106ba727 req-bd1f91f8-8fef-4cf2-8ad8-6d545190dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:40.116044 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e2060b49-e75a-4e11-af88-64dc106ba727 req-bd1f91f8-8fef-4cf2-8ad8-6d545190dec5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c0156383-d263-44ff-9a8d-9ced71d28f03 HTTP/1.1" status: 200 len: 907 time: 0.1964891 Jul 23 16:25:40.204923 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-de218172-0838-436f-a076-99600c3ee79a req-ceb83f9e-370c-4a59-a19d-4fd5a0f99f7f tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce195d01-120b-419e-a805-7b0ad0c3b476 HTTP/1.1" status: 200 len: 210 time: 0.0441892 Jul 23 16:25:40.206751 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cd1f0019-4247-4252-a62b-43e38f9d40b6 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:40.218290 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0fcbcf42-bb90-4bd9-8ae7-02fa5c43685e req-9cf358f4-273a-4cf1-b25d-0e8e238bec4a tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116889 Jul 23 16:25:40.285295 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e2060b49-e75a-4e11-af88-64dc106ba727 req-4aac467d-4c06-47b7-9fe7-3a68efd16b67 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f0fee58-7391-44cd-a0b4-98ad97e25c5d HTTP/1.1" status: 200 len: 217 time: 0.0880003 Jul 23 16:25:40.359683 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f0019-4247-4252-a62b-43e38f9d40b6 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Pushing event updated for resources: {'Subnet': ['ID=a9a95d86-86e8-437a-ac76-fe84c62c21bc,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:40.360804 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-7c50a90b-8ec3-4c3b-be36-70aad4ccbe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'name': 'tempest-TaggedBootDevicesTest-771616400-router', 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'dbec3812-df42-4db4-9a87-09e8a0817ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:27Z', 'updated_at': '2021-07-23T16:25:37Z', 'revision_number': 4, 'project_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'gw_port': {'id': 'dbec3812-df42-4db4-9a87-09e8a0817ae9', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:28Z', 'updated_at': '2021-07-23T16:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'de60f984-5c1f-481e-859d-89fe221b425c', 'name': '', 'network_id': 'ccfb93aa-128e-41ae-813f-cc1797d91993', 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'mac_address': 'fa:16:3e:e5:37:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '8700af68-33fb-4e68-b828-91508c404596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:34Z', 'updated_at': '2021-07-23T16:25:37Z', 'revision_number': 2, 'project_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'subnets': [{'id': '8700af68-33fb-4e68-b828-91508c404596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:40.374301 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1f0019-4247-4252-a62b-43e38f9d40b6 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Checking segment: {'id': '46de915c-5af4-4178-a116-1d1c58127c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '217961a5-d6bf-42ee-9d26-7c77b8312281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:25:40.374661 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1f0019-4247-4252-a62b-43e38f9d40b6 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Network hostable DHCP agents. Network: 217961a5-d6bf-42ee-9d26-7c77b8312281, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:25:40.377768 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2060b49-e75a-4e11-af88-64dc106ba727 req-9948c3da-38c9-4d04-ab61-65ffb075106f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:40.379316 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e2060b49-e75a-4e11-af88-64dc106ba727 req-9948c3da-38c9-4d04-ab61-65ffb075106f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6fe4be59-2cd1-45d4-8fb1-b572bd36b8ca HTTP/1.1" status: 200 len: 845 time: 0.0754399 Jul 23 16:25:40.432647 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c50a90b-8ec3-4c3b-be36-70aad4ccbe7a None None] Checking router: a94e5939-f242-4ce3-9b39-9cde3d497548 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:25:40.433912 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e2060b49-e75a-4e11-af88-64dc106ba727 req-8859b73f-c35c-4f8f-83c1-f6f5cc915c0f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c0156383-d263-44ff-9a8d-9ced71d28f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460212 Jul 23 16:25:40.434610 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c50a90b-8ec3-4c3b-be36-70aad4ccbe7a None None] Updating router a94e5939-f242-4ce3-9b39-9cde3d497548 port de60f984-5c1f-481e-859d-89fe221b425c binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:25:40.472536 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1f0019-4247-4252-a62b-43e38f9d40b6 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Network 217961a5-d6bf-42ee-9d26-7c77b8312281 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:25:40.498169 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7c50a90b-8ec3-4c3b-be36-70aad4ccbe7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:40.525067 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-cd1f0019-4247-4252-a62b-43e38f9d40b6 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 217961a5-d6bf-42ee-9d26-7c77b8312281) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:40.543817 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1f0019-4247-4252-a62b-43e38f9d40b6 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:40.546112 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cd1f0019-4247-4252-a62b-43e38f9d40b6 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:40.672794 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cd1f0019-4247-4252-a62b-43e38f9d40b6 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0128410 Jul 23 16:25:40.673585 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35760) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:40.708260 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-796d8c17-aca7-4385-8986-b415c4f422d5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-203391667'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:40.755961 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08646768-719e-45f8-b426-d9e78bc9a010 req-f43f4746-4684-44bc-b265-c386c4327a00 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:40.769309 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-08646768-719e-45f8-b426-d9e78bc9a010 req-f43f4746-4684-44bc-b265-c386c4327a00 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=057340a4-6ebc-44dd-afbc-8f6d816327b3 HTTP/1.1" status: 200 len: 945 time: 0.1478560 Jul 23 16:25:40.791854 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e2060b49-e75a-4e11-af88-64dc106ba727 req-3926eb1b-c67e-4550-839c-df4e0e615c30 service neutron] 10.222.0.74 "GET /v2.0/networks/c0156383-d263-44ff-9a8d-9ced71d28f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472030 Jul 23 16:25:40.881038 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-08646768-719e-45f8-b426-d9e78bc9a010 req-d503a510-9181-4e0c-adc8-7bb36ce4174b tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051521 Jul 23 16:25:40.935316 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796d8c17-aca7-4385-8986-b415c4f422d5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Made reservation on behalf of fb676069524140d885efdc13eef1aa27 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:40.940139 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-796d8c17-aca7-4385-8986-b415c4f422d5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:41.034765 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070eb329-d3a0-4487-b7dd-1f5a3bea5c61 None None] Network 217961a5-d6bf-42ee-9d26-7c77b8312281 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:25:41.078628 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device abb1aacb-358e-48da-95fb-90e3195ed6ca details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:25:41.142362 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e2060b49-e75a-4e11-af88-64dc106ba727 req-1c84c538-525a-44b7-9f6e-794cc3d75791 service neutron] 10.222.0.74 "GET /v2.0/networks/c0156383-d263-44ff-9a8d-9ced71d28f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297751 Jul 23 16:25:41.164781 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-796d8c17-aca7-4385-8986-b415c4f422d5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] vlan segment allocate from pool success with {'vlan_id': 1139, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:25:41.187187 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-796d8c17-aca7-4385-8986-b415c4f422d5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:41.190263 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-796d8c17-aca7-4385-8986-b415c4f422d5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Added segment 3c1a4e10-8749-4f41-a778-d8ba4efb9a0b of type vlan for network de2f33f0-0be9-4cb0-bd3f-10e6df2a5853 Jul 23 16:25:41.259039 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b80b8-d645-4121-8138-7815d4ee25a0 req-8ed43d1a-fc6b-42e6-8a9b-ff14727e319c tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:41.261598 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-486b80b8-d645-4121-8138-7815d4ee25a0 req-8ed43d1a-fc6b-42e6-8a9b-ff14727e319c tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/ports?device_id=279905df-4338-4206-8122-1a7c547d9937 HTTP/1.1" status: 200 len: 943 time: 0.1414139 Jul 23 16:25:41.275895 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-796d8c17-aca7-4385-8986-b415c4f422d5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:41.332567 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-796d8c17-aca7-4385-8986-b415c4f422d5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:41.339850 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796d8c17-aca7-4385-8986-b415c4f422d5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:41.346016 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-796d8c17-aca7-4385-8986-b415c4f422d5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:41.369718 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-796d8c17-aca7-4385-8986-b415c4f422d5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6847937 Jul 23 16:25:41.375268 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35810) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:41.379049 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-486b80b8-d645-4121-8138-7815d4ee25a0 req-61befae0-5270-4fb7-8a7c-fc18742a69cf tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/security-groups?id=be980ee8-acd8-4adc-978f-975364da4478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043210 Jul 23 16:25:41.406913 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-7e9c6553-3115-48a3-838c-64114588f96f tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Request body: {'subnet': {'network_id': 'de2f33f0-0be9-4cb0-bd3f-10e6df2a5853', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:41.532317 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35814) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:41.568866 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d8c17-aca7-4385-8986-b415c4f422d5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Pushing event updated for resources: {'Network': ['ID=de2f33f0-0be9-4cb0-bd3f-10e6df2a5853,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:41.616764 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9c6553-3115-48a3-838c-64114588f96f tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Made reservation on behalf of fb676069524140d885efdc13eef1aa27 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:41.621616 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7e9c6553-3115-48a3-838c-64114588f96f tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:41.673675 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-12e3ca54-80b8-4617-a818-85bf860b9692 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:41.730566 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-12e3ca54-80b8-4617-a818-85bf860b9692 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:41.743294 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7c50a90b-8ec3-4c3b-be36-70aad4ccbe7a None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:41.756047 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7c50a90b-8ec3-4c3b-be36-70aad4ccbe7a None None] Transition to ACTIVE for port object de60f984-5c1f-481e-859d-89fe221b425c will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:41.820485 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7c50a90b-8ec3-4c3b-be36-70aad4ccbe7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:41.822933 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network de2f33f0-0be9-4cb0-bd3f-10e6df2a5853 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:25:41.833573 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-12e3ca54-80b8-4617-a818-85bf860b9692 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:41.836540 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-12e3ca54-80b8-4617-a818-85bf860b9692 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:41.840817 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-12e3ca54-80b8-4617-a818-85bf860b9692 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "DELETE /v2.0/security-groups/f54c727b-bca4-4807-9c4e-b4c332ba612e HTTP/1.1" status: 204 len: 168 time: 0.3047364 Jul 23 16:25:41.857624 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35816) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:41.858495 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e3ca54-80b8-4617-a818-85bf860b9692 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54c727b-bca4-4807-9c4e-b4c332ba612e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:41.895062 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-3c48eadb-c03f-4ef0-b490-a3f1f780d009 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] show failed (client error): The resource could not be found. Jul 23 16:25:41.898951 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3c48eadb-c03f-4ef0-b490-a3f1f780d009 tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "GET /v2.0/security-groups/f54c727b-bca4-4807-9c4e-b4c332ba612e HTTP/1.1" status: 404 len: 347 time: 0.0318499 Jul 23 16:25:41.902056 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35820) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:41.918271 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7e9c6553-3115-48a3-838c-64114588f96f tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:41.924371 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311befea-ce4c-4055-8871-776929272adc None None] Pushing event updated for resources: {'Port': ['ID=de60f984-5c1f-481e-859d-89fe221b425c,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:41.966006 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41081ac8-1751-4240-a514-8695899dd1af req-7bae1990-479a-4b1d-b550-e44b18ca957a tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:41.976887 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41081ac8-1751-4240-a514-8695899dd1af req-7bae1990-479a-4b1d-b550-e44b18ca957a tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=a18e49bf-6c9a-484a-b536-53aa0b404853 HTTP/1.1" status: 200 len: 944 time: 0.4231236 Jul 23 16:25:42.019098 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01836f82-6574-4dfa-a3a5-7be9918c650f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-217961a5-d6bf-42ee-9d26-7c77b8312281', 'network_id': '217961a5-d6bf-42ee-9d26-7c77b8312281', 'tenant_id': 'fb676069524140d885efdc13eef1aa27', 'fixed_ips': [{'subnet_id': 'a9a95d86-86e8-437a-ac76-fe84c62c21bc'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:25:42.024922 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-01836f82-6574-4dfa-a3a5-7be9918c650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:42.165083 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port abb1aacb-358e-48da-95fb-90e3195ed6ca, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=abb1aacb-358e-48da-95fb-90e3195ed6ca,segment=NetworkSegment(8b1b1f50-f69a-4112-a91f-85e0bee763de),segment_id=8b1b1f50-f69a-4112-a91f-85e0bee763de)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:42.236990 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-88db1421-435c-46ba-956a-7c51be2409cb tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Deleting port a28c0b94-4501-482a-b8a5-8e808673b211 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:42.237367 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-88db1421-435c-46ba-956a-7c51be2409cb tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:42.355506 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-7c50a90b-8ec3-4c3b-be36-70aad4ccbe7a None None] Attempting to bind port de60f984-5c1f-481e-859d-89fe221b425c on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:25:42.355886 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-7c50a90b-8ec3-4c3b-be36-70aad4ccbe7a None None] Attempting to bind port de60f984-5c1f-481e-859d-89fe221b425c by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '61338f32-9a58-40b9-943e-6dd5f20a15f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'ccfb93aa-128e-41ae-813f-cc1797d91993'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:25:42.356537 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c50a90b-8ec3-4c3b-be36-70aad4ccbe7a None None] Attempting to bind port de60f984-5c1f-481e-859d-89fe221b425c on network ccfb93aa-128e-41ae-813f-cc1797d91993 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:42.365208 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'abb1aacb-358e-48da-95fb-90e3195ed6ca', 'network_id': '4f9aad21-99b0-4687-944c-ed44f9a87148', 'port_id': 'abb1aacb-358e-48da-95fb-90e3195ed6ca', 'mac_address': 'fa:16:3e:17:e6:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37b7a86-6b13-41b4-a0ea-fd5e0ae9d906', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:25:42.411863 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-88db1421-435c-46ba-956a-7c51be2409cb tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:42.412545 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-88db1421-435c-46ba-956a-7c51be2409cb tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:42.430594 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-88db1421-435c-46ba-956a-7c51be2409cb tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Calling delete_port for a28c0b94-4501-482a-b8a5-8e808673b211 owned by network:floatingip {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:42.469844 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c50a90b-8ec3-4c3b-be36-70aad4ccbe7a None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:25:42.470631 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c50a90b-8ec3-4c3b-be36-70aad4ccbe7a None None] Checking segment: {'id': '61338f32-9a58-40b9-943e-6dd5f20a15f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'ccfb93aa-128e-41ae-813f-cc1797d91993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:25:42.470910 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7c50a90b-8ec3-4c3b-be36-70aad4ccbe7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:42.471300 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c50a90b-8ec3-4c3b-be36-70aad4ccbe7a None None] Bound using segment: {'id': '61338f32-9a58-40b9-943e-6dd5f20a15f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'ccfb93aa-128e-41ae-813f-cc1797d91993'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:25:42.471797 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-7c50a90b-8ec3-4c3b-be36-70aad4ccbe7a None None] Bound port: de60f984-5c1f-481e-859d-89fe221b425c, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61338f32-9a58-40b9-943e-6dd5f20a15f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'ccfb93aa-128e-41ae-813f-cc1797d91993'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:25:42.472182 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7c50a90b-8ec3-4c3b-be36-70aad4ccbe7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:42.508577 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c6553-3115-48a3-838c-64114588f96f tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Pushing event updated for resources: {'Subnet': ['ID=8121ae56-90df-417a-85ef-256a6dcff07d,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:42.646165 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:42.663291 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-88db1421-435c-46ba-956a-7c51be2409cb tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:42.669150 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41081ac8-1751-4240-a514-8695899dd1af req-4bd5b396-43a9-4fad-aaf7-affef0078a8e tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6881170 Jul 23 16:25:42.672743 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-7c50a90b-8ec3-4c3b-be36-70aad4ccbe7a None None] For port de60f984-5c1f-481e-859d-89fe221b425c, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:25:42.720068 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-7c50a90b-8ec3-4c3b-be36-70aad4ccbe7a None None] For port de60f984-5c1f-481e-859d-89fe221b425c, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=de60f984-5c1f-481e-859d-89fe221b425c,segment=NetworkSegment(61338f32-9a58-40b9-943e-6dd5f20a15f7),segment_id=61338f32-9a58-40b9-943e-6dd5f20a15f7)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:25:42.722233 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb1aacb-358e-48da-95fb-90e3195ed6ca {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:42.737701 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7c50a90b-8ec3-4c3b-be36-70aad4ccbe7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:42.743092 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9c6553-3115-48a3-838c-64114588f96f tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Checking segment: {'id': '3c1a4e10-8749-4f41-a778-d8ba4efb9a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'de2f33f0-0be9-4cb0-bd3f-10e6df2a5853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:25:42.747123 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9c6553-3115-48a3-838c-64114588f96f tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Network hostable DHCP agents. Network: de2f33f0-0be9-4cb0-bd3f-10e6df2a5853, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:25:42.748407 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db1421-435c-46ba-956a-7c51be2409cb tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Pushing event deleted for resources: {'Port': ['ID=a28c0b94-4501-482a-b8a5-8e808673b211,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:42.787050 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaec4e7-7410-46c4-982c-e891981d2d38 req-e088a32b-3879-4f66-9055-dafc886ad8b6 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:42.798607 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fbaec4e7-7410-46c4-982c-e891981d2d38 req-e088a32b-3879-4f66-9055-dafc886ad8b6 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=057340a4-6ebc-44dd-afbc-8f6d816327b3 HTTP/1.1" status: 200 len: 945 time: 0.2825747 Jul 23 16:25:42.823085 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-01836f82-6574-4dfa-a3a5-7be9918c650f None None] Allocated IP 19.80.0.2 (217961a5-d6bf-42ee-9d26-7c77b8312281/a9a95d86-86e8-437a-ac76-fe84c62c21bc/8d4501f4-ef83-4a95-9feb-1f61260e6b23) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:25:42.828721 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port abb1aacb-358e-48da-95fb-90e3195ed6ca, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=abb1aacb-358e-48da-95fb-90e3195ed6ca,segment=NetworkSegment(8b1b1f50-f69a-4112-a91f-85e0bee763de),segment_id=8b1b1f50-f69a-4112-a91f-85e0bee763de)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:42.851270 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:42.877858 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 8f0fee58-7391-44cd-a0b4-98ad97e25c5d details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:25:42.881076 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9c6553-3115-48a3-838c-64114588f96f tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Network de2f33f0-0be9-4cb0-bd3f-10e6df2a5853 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:25:42.912781 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311befea-ce4c-4055-8871-776929272adc None None] Pushing event updated for resources: {'Port': ['ID=de60f984-5c1f-481e-859d-89fe221b425c,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:42.931966 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c50a90b-8ec3-4c3b-be36-70aad4ccbe7a None None] Routers {'a94e5939-f242-4ce3-9b39-9cde3d497548'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:25:42.933022 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-7c50a90b-8ec3-4c3b-be36-70aad4ccbe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:25:36Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a94e5939-f242-4ce3-9b39-9cde3d497548'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:42.938674 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fbaec4e7-7410-46c4-982c-e891981d2d38 req-1f051807-576c-481e-bf69-6a75b26f2696 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369312 Jul 23 16:25:42.951209 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-7e9c6553-3115-48a3-838c-64114588f96f tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, de2f33f0-0be9-4cb0-bd3f-10e6df2a5853) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:42.958124 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-88db1421-435c-46ba-956a-7c51be2409cb tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks [] for floatingip, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:42.962529 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9c6553-3115-48a3-838c-64114588f96f tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:42.964818 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7e9c6553-3115-48a3-838c-64114588f96f tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:42.967566 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-88db1421-435c-46ba-956a-7c51be2409cb tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:42.974091 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-88db1421-435c-46ba-956a-7c51be2409cb tempest-ServersTestBootFromVolume-1023883976 tempest-ServersTestBootFromVolume-1023883976-project] 10.222.0.73 "DELETE /v2.0/floatingips/e358439e-3e2f-400d-a70b-463b78c652c4 HTTP/1.1" status: 204 len: 168 time: 1.0709429 Jul 23 16:25:42.976108 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35832) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:43.015337 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7e9c6553-3115-48a3-838c-64114588f96f tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6199629 Jul 23 16:25:43.085556 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13182a9-a98d-43f8-bbe5-1cdc1bc7cfbf None None] Network de2f33f0-0be9-4cb0-bd3f-10e6df2a5853 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:25:43.259721 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9697bc-5f85-4bb0-b491-f4681242c1b4 req-53568b4a-2ca1-4616-9e80-88d823297672 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:43.271438 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c9697bc-5f85-4bb0-b491-f4681242c1b4 req-53568b4a-2ca1-4616-9e80-88d823297672 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/ports?device_id=279905df-4338-4206-8122-1a7c547d9937 HTTP/1.1" status: 200 len: 944 time: 0.2112713 Jul 23 16:25:43.322451 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c9697bc-5f85-4bb0-b491-f4681242c1b4 req-e4c045ce-1ead-45e9-92ee-d1d95ddbf095 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/security-groups?id=be980ee8-acd8-4adc-978f-975364da4478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498369 Jul 23 16:25:43.399210 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['abb1aacb-358e-48da-95fb-90e3195ed6ca'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:25:43.426157 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.resource_extend [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:25:43.490603 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-7c50a90b-8ec3-4c3b-be36-70aad4ccbe7a None None] Set router a94e5939-f242-4ce3-9b39-9cde3d497548 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:25:43.624284 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839ef84-32f1-4738-9040-2b782d839424 req-a9762187-cf88-47cb-94a4-e0213e1ea705 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:43.626239 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7839ef84-32f1-4738-9040-2b782d839424 req-a9762187-cf88-47cb-94a4-e0213e1ea705 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=057340a4-6ebc-44dd-afbc-8f6d816327b3 HTTP/1.1" status: 200 len: 945 time: 0.2613609 Jul 23 16:25:43.681390 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb0819-616c-40f5-a304-775aaed062fe req-5e50883b-71e1-4eba-9bb6-31c6e6c699c6 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:43.703241 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb0819-616c-40f5-a304-775aaed062fe req-5e50883b-71e1-4eba-9bb6-31c6e6c699c6 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:43.708465 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cfb0819-616c-40f5-a304-775aaed062fe req-5e50883b-71e1-4eba-9bb6-31c6e6c699c6 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/networks?id=217961a5-d6bf-42ee-9d26-7c77b8312281&id=de2f33f0-0be9-4cb0-bd3f-10e6df2a5853 HTTP/1.1" status: 200 len: 1390 time: 0.2420640 Jul 23 16:25:43.758489 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=abb1aacb-358e-48da-95fb-90e3195ed6ca,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:43.835368 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7839ef84-32f1-4738-9040-2b782d839424 req-8db8be30-7f28-4bf6-bf05-42efbf7916ef tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692858 Jul 23 16:25:43.864769 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cfb0819-616c-40f5-a304-775aaed062fe req-f6ea194e-35a9-47c6-a960-6e14969e6ef3 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/quotas/fb676069524140d885efdc13eef1aa27 HTTP/1.1" status: 200 len: 375 time: 0.1297872 Jul 23 16:25:44.002373 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d665f02-b5d6-4390-b525-c3e453ab9bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:44.037715 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cfb0819-616c-40f5-a304-775aaed062fe req-00668a8f-515b-4004-a81e-928941dfc115 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=fb676069524140d885efdc13eef1aa27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1650510 Jul 23 16:25:44.154687 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 8f0fee58-7391-44cd-a0b4-98ad97e25c5d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=8f0fee58-7391-44cd-a0b4-98ad97e25c5d,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:44.167544 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-01836f82-6574-4dfa-a3a5-7be9918c650f None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:44.203878 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-01836f82-6574-4dfa-a3a5-7be9918c650f None None] Transition to ACTIVE for port object 8d4501f4-ef83-4a95-9feb-1f61260e6b23 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:44.207363 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '8f0fee58-7391-44cd-a0b4-98ad97e25c5d', 'network_id': 'c0156383-d263-44ff-9a8d-9ced71d28f03', 'port_id': '8f0fee58-7391-44cd-a0b4-98ad97e25c5d', 'mac_address': 'fa:16:3e:09:e5:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe4be59-2cd1-45d4-8fb1-b572bd36b8ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:25:44.255263 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61940ac4-96a9-4447-b700-61cb60b8cae8 req-cb510698-bf81-46e9-b418-5f15dc0f3604 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:44.268913 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61940ac4-96a9-4447-b700-61cb60b8cae8 req-cb510698-bf81-46e9-b418-5f15dc0f3604 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=a18e49bf-6c9a-484a-b536-53aa0b404853 HTTP/1.1" status: 200 len: 944 time: 0.2620788 Jul 23 16:25:44.283433 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-01836f82-6574-4dfa-a3a5-7be9918c650f None None] Transition to ACTIVE for port object 8d4501f4-ef83-4a95-9feb-1f61260e6b23 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:44.291771 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e813a36e-70cd-49de-a221-e08184d2417c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-de2f33f0-0be9-4cb0-bd3f-10e6df2a5853', 'network_id': 'de2f33f0-0be9-4cb0-bd3f-10e6df2a5853', 'tenant_id': 'fb676069524140d885efdc13eef1aa27', 'fixed_ips': [{'subnet_id': '8121ae56-90df-417a-85ef-256a6dcff07d'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:25:44.293112 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e813a36e-70cd-49de-a221-e08184d2417c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:44.305997 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6603a1c2-d706-4ee4-9aa2-43e52c432719 req-a30fa5ef-717f-44d4-9e49-319e9dfac04a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1673255 Jul 23 16:25:44.374081 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-01836f82-6574-4dfa-a3a5-7be9918c650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:44.380005 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61940ac4-96a9-4447-b700-61cb60b8cae8 req-7777fded-d8f2-420f-8243-e436ae35d1b3 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101658 Jul 23 16:25:44.382074 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cfb0819-616c-40f5-a304-775aaed062fe req-9d639505-9c60-4658-87f8-947cf4b8f738 service neutron] 10.222.0.73 "GET /v2.0/networks/217961a5-d6bf-42ee-9d26-7c77b8312281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728379 Jul 23 16:25:44.539110 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603a1c2-d706-4ee4-9aa2-43e52c432719 req-a7e74c63-a9fc-41b4-be0a-8a1b500b713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:44.541106 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6603a1c2-d706-4ee4-9aa2-43e52c432719 req-a7e74c63-a9fc-41b4-be0a-8a1b500b713d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9785dc21e8448b1824d1571d64a2041&device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551 HTTP/1.1" status: 200 len: 1095 time: 0.1966522 Jul 23 16:25:44.564734 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:44.568413 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cfb0819-616c-40f5-a304-775aaed062fe req-8d6fe20c-3787-4ba8-a0ce-bcdf640a65cc service neutron] 10.222.0.73 "GET /v2.0/networks/217961a5-d6bf-42ee-9d26-7c77b8312281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632774 Jul 23 16:25:44.596165 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01836f82-6574-4dfa-a3a5-7be9918c650f None None] Network 217961a5-d6bf-42ee-9d26-7c77b8312281 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:25:44.659699 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-01836f82-6574-4dfa-a3a5-7be9918c650f None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:44.725672 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cfb0819-616c-40f5-a304-775aaed062fe req-84319791-ecf4-417e-83a8-ef84dfab2fc2 service neutron] 10.222.0.73 "GET /v2.0/networks/de2f33f0-0be9-4cb0-bd3f-10e6df2a5853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482749 Jul 23 16:25:44.755490 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603a1c2-d706-4ee4-9aa2-43e52c432719 req-61915223-0970-429a-9fd1-0f0a201341d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:44.757825 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6603a1c2-d706-4ee4-9aa2-43e52c432719 req-61915223-0970-429a-9fd1-0f0a201341d7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=02a7c16a-554a-4ad8-a4a9-73cc994d3940 HTTP/1.1" status: 200 len: 922 time: 0.1738141 Jul 23 16:25:44.813772 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6603a1c2-d706-4ee4-9aa2-43e52c432719 req-9bd46d63-2086-40c5-98ba-74542b336be1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=487c34f5-b8ea-42bb-a888-e10e35297190 HTTP/1.1" status: 200 len: 217 time: 0.0473709 Jul 23 16:25:44.817870 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-7d665f02-b5d6-4390-b525-c3e453ab9bfe admin admin] Deleting port 6c316aba-6e5d-4993-a53e-ecd95abeabf0 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:44.818463 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d665f02-b5d6-4390-b525-c3e453ab9bfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:44.899831 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603a1c2-d706-4ee4-9aa2-43e52c432719 req-aaf5b700-b906-4a12-b4f8-709809d42dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:44.907937 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6603a1c2-d706-4ee4-9aa2-43e52c432719 req-aaf5b700-b906-4a12-b4f8-709809d42dea service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8d7d20ea-5324-4d61-af92-f3ae3ea40d11 HTTP/1.1" status: 200 len: 860 time: 0.0839877 Jul 23 16:25:44.916085 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01836f82-6574-4dfa-a3a5-7be9918c650f None None] Pushing event updated for resources: {'Port': ['ID=8d4501f4-ef83-4a95-9feb-1f61260e6b23,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:44.919183 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01836f82-6574-4dfa-a3a5-7be9918c650f None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:25:44.929937 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f0fee58-7391-44cd-a0b4-98ad97e25c5d {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:44.993441 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6603a1c2-d706-4ee4-9aa2-43e52c432719 req-4af2e715-2dad-4918-9056-6459cf6b2e4f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=02a7c16a-554a-4ad8-a4a9-73cc994d3940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738969 Jul 23 16:25:44.998465 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cfb0819-616c-40f5-a304-775aaed062fe req-4a144f84-c714-421d-b278-cc647e550df0 service neutron] 10.222.0.73 "GET /v2.0/networks/de2f33f0-0be9-4cb0-bd3f-10e6df2a5853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718370 Jul 23 16:25:45.014951 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76be7f9-002f-429c-84d3-1eea3c40bf0c req-c05647ac-cb64-47dd-a48f-351c4d6aad9f tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:45.025302 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a76be7f9-002f-429c-84d3-1eea3c40bf0c req-c05647ac-cb64-47dd-a48f-351c4d6aad9f tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/ports?device_id=279905df-4338-4206-8122-1a7c547d9937 HTTP/1.1" status: 200 len: 944 time: 0.2754831 Jul 23 16:25:45.092820 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 8f0fee58-7391-44cd-a0b4-98ad97e25c5d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=8f0fee58-7391-44cd-a0b4-98ad97e25c5d,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:45.101466 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a76be7f9-002f-429c-84d3-1eea3c40bf0c req-aedb5b6e-fc47-4752-beb5-9723b4b6efbd tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/security-groups?id=be980ee8-acd8-4adc-978f-975364da4478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743654 Jul 23 16:25:45.183621 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:45.270831 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-7d665f02-b5d6-4390-b525-c3e453ab9bfe admin admin] For port 6c316aba-6e5d-4993-a53e-ecd95abeabf0, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=6c316aba-6e5d-4993-a53e-ecd95abeabf0,segment=NetworkSegment(a38e8957-57cc-4988-a40d-2bc4236b7b30),segment_id=a38e8957-57cc-4988-a40d-2bc4236b7b30)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:45.273109 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d665f02-b5d6-4390-b525-c3e453ab9bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:45.288897 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-7c50a90b-8ec3-4c3b-be36-70aad4ccbe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'name': 'tempest-TaggedBootDevicesTest-771616400-router', 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'dbec3812-df42-4db4-9a87-09e8a0817ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:27Z', 'updated_at': '2021-07-23T16:25:37Z', 'revision_number': 4, 'project_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'gw_port': {'id': 'dbec3812-df42-4db4-9a87-09e8a0817ae9', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:28Z', 'updated_at': '2021-07-23T16:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'de60f984-5c1f-481e-859d-89fe221b425c', 'name': '', 'network_id': 'ccfb93aa-128e-41ae-813f-cc1797d91993', 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'mac_address': 'fa:16:3e:e5:37:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '8700af68-33fb-4e68-b828-91508c404596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:34Z', 'updated_at': '2021-07-23T16:25:42Z', 'revision_number': 4, 'project_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'subnets': [{'id': '8700af68-33fb-4e68-b828-91508c404596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:45.333896 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-7d665f02-b5d6-4390-b525-c3e453ab9bfe admin admin] Calling delete_port for 6c316aba-6e5d-4993-a53e-ecd95abeabf0 owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:45.373288 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-01836f82-6574-4dfa-a3a5-7be9918c650f None None] Attempting to bind port 8d4501f4-ef83-4a95-9feb-1f61260e6b23 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:25:45.373664 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-01836f82-6574-4dfa-a3a5-7be9918c650f None None] Attempting to bind port 8d4501f4-ef83-4a95-9feb-1f61260e6b23 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '46de915c-5af4-4178-a116-1d1c58127c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '217961a5-d6bf-42ee-9d26-7c77b8312281'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:25:45.374300 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01836f82-6574-4dfa-a3a5-7be9918c650f None None] Attempting to bind port 8d4501f4-ef83-4a95-9feb-1f61260e6b23 on network 217961a5-d6bf-42ee-9d26-7c77b8312281 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:45.391891 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c50a90b-8ec3-4c3b-be36-70aad4ccbe7a None None] The sync data for ids ['a94e5939-f242-4ce3-9b39-9cde3d497548'] in n-d-778549-4 is: [{'id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'name': 'tempest-TaggedBootDevicesTest-771616400-router', 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'dbec3812-df42-4db4-9a87-09e8a0817ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:27Z', 'updated_at': '2021-07-23T16:25:37Z', 'revision_number': 4, 'project_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'gw_port': {'id': 'dbec3812-df42-4db4-9a87-09e8a0817ae9', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:28Z', 'updated_at': '2021-07-23T16:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'de60f984-5c1f-481e-859d-89fe221b425c', 'name': '', 'network_id': 'ccfb93aa-128e-41ae-813f-cc1797d91993', 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'mac_address': 'fa:16:3e:e5:37:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '8700af68-33fb-4e68-b828-91508c404596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:34Z', 'updated_at': '2021-07-23T16:25:42Z', 'revision_number': 4, 'project_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'subnets': [{'id': '8700af68-33fb-4e68-b828-91508c404596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:25:45.396741 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e889d689-3ae3-471d-a5b4-f4c9fd7b3533 req-14e77730-4707-4357-839d-4485fadfb6e1 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=69de9ebc-83b8-48c3-beda-b75d9894e04f HTTP/1.1" status: 200 len: 210 time: 0.0934300 Jul 23 16:25:45.405038 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-e813a36e-70cd-49de-a221-e08184d2417c None None] Allocated IP 19.86.0.2 (de2f33f0-0be9-4cb0-bd3f-10e6df2a5853/8121ae56-90df-417a-85ef-256a6dcff07d/a270df43-d612-46fa-9530-4b7ea36a2fec) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:25:45.407402 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01836f82-6574-4dfa-a3a5-7be9918c650f None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:25:45.407639 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01836f82-6574-4dfa-a3a5-7be9918c650f None None] Checking segment: {'id': '46de915c-5af4-4178-a116-1d1c58127c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '217961a5-d6bf-42ee-9d26-7c77b8312281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:25:45.408049 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-01836f82-6574-4dfa-a3a5-7be9918c650f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:45.408445 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01836f82-6574-4dfa-a3a5-7be9918c650f None None] Bound using segment: {'id': '46de915c-5af4-4178-a116-1d1c58127c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '217961a5-d6bf-42ee-9d26-7c77b8312281'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:25:45.408916 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-01836f82-6574-4dfa-a3a5-7be9918c650f None None] Bound port: 8d4501f4-ef83-4a95-9feb-1f61260e6b23, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46de915c-5af4-4178-a116-1d1c58127c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '217961a5-d6bf-42ee-9d26-7c77b8312281'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:25:45.416268 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-01836f82-6574-4dfa-a3a5-7be9918c650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:45.456822 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=8f0fee58-7391-44cd-a0b4-98ad97e25c5d,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:45.496823 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['8f0fee58-7391-44cd-a0b4-98ad97e25c5d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:25:45.608710 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6c1c3-0b6e-4958-8cf9-22aadd229c86 req-dc250828-8d7c-4c41-a39c-fe5ab42c24ad tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:45.615637 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f4e6c1c3-0b6e-4958-8cf9-22aadd229c86 req-dc250828-8d7c-4c41-a39c-fe5ab42c24ad tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=057340a4-6ebc-44dd-afbc-8f6d816327b3 HTTP/1.1" status: 200 len: 945 time: 0.3369405 Jul 23 16:25:45.782554 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f4e6c1c3-0b6e-4958-8cf9-22aadd229c86 req-8ae55f97-ed40-4007-a2e5-ee26105a7879 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567113 Jul 23 16:25:45.829965 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164ad53-fdc5-4ea5-91c9-e7353de688b4 req-b4463c42-409b-44f8-a97c-8ed1031c8d08 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:45.842720 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c164ad53-fdc5-4ea5-91c9-e7353de688b4 req-b4463c42-409b-44f8-a97c-8ed1031c8d08 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=a18e49bf-6c9a-484a-b536-53aa0b404853 HTTP/1.1" status: 200 len: 945 time: 0.2093277 Jul 23 16:25:45.843959 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d665f02-b5d6-4390-b525-c3e453ab9bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:45.941706 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d665f02-b5d6-4390-b525-c3e453ab9bfe admin admin] Pushing event deleted for resources: {'Port': ['ID=6c316aba-6e5d-4993-a53e-ecd95abeabf0,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:45.985160 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c164ad53-fdc5-4ea5-91c9-e7353de688b4 req-d9072699-d4a9-4736-bb4f-b72eb53b7e17 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411231 Jul 23 16:25:45.999542 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6603a1c2-d706-4ee4-9aa2-43e52c432719 req-3af3e261-2d5f-419d-9f0d-b37606b2681b service neutron] 10.222.0.74 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9452949 Jul 23 16:25:46.228142 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e813a36e-70cd-49de-a221-e08184d2417c None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:46.278625 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e813a36e-70cd-49de-a221-e08184d2417c None None] Transition to ACTIVE for port object a270df43-d612-46fa-9530-4b7ea36a2fec will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:46.343094 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e813a36e-70cd-49de-a221-e08184d2417c None None] Transition to ACTIVE for port object a270df43-d612-46fa-9530-4b7ea36a2fec will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:46.353143 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-01836f82-6574-4dfa-a3a5-7be9918c650f None None] For port 8d4501f4-ef83-4a95-9feb-1f61260e6b23, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:25:46.366598 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e813a36e-70cd-49de-a221-e08184d2417c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:46.516289 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6603a1c2-d706-4ee4-9aa2-43e52c432719 req-d15556ed-6d5d-461d-9476-18cff5394186 service neutron] 10.222.0.74 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437339 Jul 23 16:25:46.526019 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d665f02-b5d6-4390-b525-c3e453ab9bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:46.549406 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813a36e-70cd-49de-a221-e08184d2417c None None] Pushing event updated for resources: {'Port': ['ID=a270df43-d612-46fa-9530-4b7ea36a2fec,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:46.559342 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-01836f82-6574-4dfa-a3a5-7be9918c650f None None] For port 8d4501f4-ef83-4a95-9feb-1f61260e6b23, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=8d4501f4-ef83-4a95-9feb-1f61260e6b23,segment=NetworkSegment(46de915c-5af4-4178-a116-1d1c58127c4a),segment_id=46de915c-5af4-4178-a116-1d1c58127c4a)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:25:46.589820 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-01836f82-6574-4dfa-a3a5-7be9918c650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:46.617506 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e813a36e-70cd-49de-a221-e08184d2417c None None] Network de2f33f0-0be9-4cb0-bd3f-10e6df2a5853 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:25:46.640053 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-e813a36e-70cd-49de-a221-e08184d2417c None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:46.646438 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e813a36e-70cd-49de-a221-e08184d2417c None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:25:46.722421 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6881234-f63b-4a03-8cdc-2084091da42c req-8fd70498-3984-4e0f-a52c-dea00a502033 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:46.728227 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e6881234-f63b-4a03-8cdc-2084091da42c req-8fd70498-3984-4e0f-a52c-dea00a502033 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/ports?device_id=279905df-4338-4206-8122-1a7c547d9937 HTTP/1.1" status: 200 len: 944 time: 0.4299073 Jul 23 16:25:46.843519 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833371e7-9c69-4270-bc91-d80e25e233b5 req-34fa5b0e-2811-449e-8178-a8cc572224ac tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:46.850715 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-833371e7-9c69-4270-bc91-d80e25e233b5 req-34fa5b0e-2811-449e-8178-a8cc572224ac tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=057340a4-6ebc-44dd-afbc-8f6d816327b3 HTTP/1.1" status: 200 len: 945 time: 0.3624673 Jul 23 16:25:46.909471 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e6881234-f63b-4a03-8cdc-2084091da42c req-f992ca24-d012-45d8-a44a-a3e2cd2a9ffd tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/security-groups?id=be980ee8-acd8-4adc-978f-975364da4478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733022 Jul 23 16:25:46.984223 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-833371e7-9c69-4270-bc91-d80e25e233b5 req-f3ee493c-eac9-4675-9155-e30b411b3dc5 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324642 Jul 23 16:25:47.077756 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01836f82-6574-4dfa-a3a5-7be9918c650f None None] Pushing event updated for resources: {'Port': ['ID=8d4501f4-ef83-4a95-9feb-1f61260e6b23,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:47.187147 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-e813a36e-70cd-49de-a221-e08184d2417c None None] Attempting to bind port a270df43-d612-46fa-9530-4b7ea36a2fec on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:25:47.187645 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-e813a36e-70cd-49de-a221-e08184d2417c None None] Attempting to bind port a270df43-d612-46fa-9530-4b7ea36a2fec by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '3c1a4e10-8749-4f41-a778-d8ba4efb9a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'de2f33f0-0be9-4cb0-bd3f-10e6df2a5853'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:25:47.188015 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e813a36e-70cd-49de-a221-e08184d2417c None None] Attempting to bind port a270df43-d612-46fa-9530-4b7ea36a2fec on network de2f33f0-0be9-4cb0-bd3f-10e6df2a5853 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:47.214988 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e813a36e-70cd-49de-a221-e08184d2417c None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:25:47.219304 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e813a36e-70cd-49de-a221-e08184d2417c None None] Checking segment: {'id': '3c1a4e10-8749-4f41-a778-d8ba4efb9a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'de2f33f0-0be9-4cb0-bd3f-10e6df2a5853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:25:47.226259 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e813a36e-70cd-49de-a221-e08184d2417c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:47.226823 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e813a36e-70cd-49de-a221-e08184d2417c None None] Bound using segment: {'id': '3c1a4e10-8749-4f41-a778-d8ba4efb9a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'de2f33f0-0be9-4cb0-bd3f-10e6df2a5853'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:25:47.227990 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-e813a36e-70cd-49de-a221-e08184d2417c None None] Bound port: a270df43-d612-46fa-9530-4b7ea36a2fec, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1a4e10-8749-4f41-a778-d8ba4efb9a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'de2f33f0-0be9-4cb0-bd3f-10e6df2a5853'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:25:47.244376 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e813a36e-70cd-49de-a221-e08184d2417c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:47.327479 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device abb1aacb-358e-48da-95fb-90e3195ed6ca up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:25:47.396421 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-76e39ffc-f42a-4f4a-bc51-7853a13ced3c req-82702dc7-df21-40d4-82b3-c2f6ddb0b4e3 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=69de9ebc-83b8-48c3-beda-b75d9894e04f HTTP/1.1" status: 200 len: 210 time: 0.1494994 Jul 23 16:25:47.610426 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-e813a36e-70cd-49de-a221-e08184d2417c None None] For port a270df43-d612-46fa-9530-4b7ea36a2fec, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:25:47.616239 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-e813a36e-70cd-49de-a221-e08184d2417c None None] For port a270df43-d612-46fa-9530-4b7ea36a2fec, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a270df43-d612-46fa-9530-4b7ea36a2fec,segment=NetworkSegment(3c1a4e10-8749-4f41-a778-d8ba4efb9a0b),segment_id=3c1a4e10-8749-4f41-a778-d8ba4efb9a0b)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:25:47.645594 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e813a36e-70cd-49de-a221-e08184d2417c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:47.756197 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port abb1aacb-358e-48da-95fb-90e3195ed6ca completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:47.768168 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port abb1aacb-358e-48da-95fb-90e3195ed6ca triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:47.768540 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:47.834577 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb0819-616c-40f5-a304-775aaed062fe req-8ae56a29-1e24-43f2-8979-ec710dab6d39 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:47.853081 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb0819-616c-40f5-a304-775aaed062fe req-8ae56a29-1e24-43f2-8979-ec710dab6d39 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:47.857455 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cfb0819-616c-40f5-a304-775aaed062fe req-8ae56a29-1e24-43f2-8979-ec710dab6d39 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.97 "GET /v2.0/networks?id=217961a5-d6bf-42ee-9d26-7c77b8312281&id=de2f33f0-0be9-4cb0-bd3f-10e6df2a5853 HTTP/1.1" status: 200 len: 1390 time: 0.7509112 Jul 23 16:25:47.878438 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-1cfb0819-616c-40f5-a304-775aaed062fe req-9b44ade5-afce-4759-b838-96b1f1bb53d7 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Request body: {'port': {'device_id': '69de9ebc-83b8-48c3-beda-b75d9894e04f', 'network_id': '217961a5-d6bf-42ee-9d26-7c77b8312281', 'admin_state_up': True, 'tenant_id': 'fb676069524140d885efdc13eef1aa27'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:47.897379 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device de60f984-5c1f-481e-859d-89fe221b425c up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:25:47.914187 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d665f02-b5d6-4390-b525-c3e453ab9bfe admin admin] Router cf3946a3-af16-4868-8049-502680ddf6f8 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:25:47.972572 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813a36e-70cd-49de-a221-e08184d2417c None None] Pushing event updated for resources: {'Port': ['ID=a270df43-d612-46fa-9530-4b7ea36a2fec,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:47.998053 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c7aa8-ba95-47f2-89b3-5e6a9b8ff786 req-6dd438eb-07dc-497e-932f-493180986df6 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:48.000128 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-412c7aa8-ba95-47f2-89b3-5e6a9b8ff786 req-6dd438eb-07dc-497e-932f-493180986df6 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=a18e49bf-6c9a-484a-b536-53aa0b404853 HTTP/1.1" status: 200 len: 945 time: 0.5539567 Jul 23 16:25:48.145229 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:48.219248 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d665f02-b5d6-4390-b525-c3e453ab9bfe admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:25:48.238547 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279905df-4338-4206-8122-1a7c547d9937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb1aacb-358e-48da-95fb-90e3195ed6ca'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:48.240752 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed0ea0b-92c8-4df9-b0cf-a71cd67f6084 None None] Sync routers for ids ['cf3946a3-af16-4868-8049-502680ddf6f8'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:25:48.244179 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989985f0-8ef5-439c-866a-38c571fc5a5c" -d '{"events": [{"server_uuid": "279905df-4338-4206-8122-1a7c547d9937", "name": "network-vif-plugged", "status": "completed", "tag": "abb1aacb-358e-48da-95fb-90e3195ed6ca"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:48.250159 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7d665f02-b5d6-4390-b525-c3e453ab9bfe admin admin] 10.222.0.73 "PUT /v2.0/routers/cf3946a3-af16-4868-8049-502680ddf6f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2712879 Jul 23 16:25:48.253131 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35910) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:48.265727 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed0ea0b-92c8-4df9-b0cf-a71cd67f6084 None None] Routers {'cf3946a3-af16-4868-8049-502680ddf6f8'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:25:48.269571 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-2ed0ea0b-92c8-4df9-b0cf-a71cd67f6084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:25:36Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['cf3946a3-af16-4868-8049-502680ddf6f8'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:48.285891 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port de60f984-5c1f-481e-859d-89fe221b425c completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:48.291716 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port abb1aacb-358e-48da-95fb-90e3195ed6ca, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=abb1aacb-358e-48da-95fb-90e3195ed6ca,segment=NetworkSegment(8b1b1f50-f69a-4112-a91f-85e0bee763de),segment_id=8b1b1f50-f69a-4112-a91f-85e0bee763de)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:48.304542 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port de60f984-5c1f-481e-859d-89fe221b425c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:48.304542 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:48.322385 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-412c7aa8-ba95-47f2-89b3-5e6a9b8ff786 req-62e97d99-8e35-4233-b677-5cc036c36a51 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075686 Jul 23 16:25:48.445628 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:48.461086 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaf59e-2c9d-4f38-8b5b-60a0b4497fdf req-deb6bb13-c632-4bef-bba4-d6b617bd3ffd tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:48.472127 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-43aaf59e-2c9d-4f38-8b5b-60a0b4497fdf req-deb6bb13-c632-4bef-bba4-d6b617bd3ffd tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/ports?device_id=279905df-4338-4206-8122-1a7c547d9937 HTTP/1.1" status: 200 len: 944 time: 0.3913240 Jul 23 16:25:48.476186 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc0db1cc-948a-4055-8d6a-136567a646ae admin admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:48.572512 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df08c1b-a425-44a3-8f46-477431b1537c req-4595af88-ffa7-4358-9e85-dee85e742fe1 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:48.578399 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8df08c1b-a425-44a3-8f46-477431b1537c req-4595af88-ffa7-4358-9e85-dee85e742fe1 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.97 "GET /v2.0/ports?device_id=057340a4-6ebc-44dd-afbc-8f6d816327b3 HTTP/1.1" status: 200 len: 945 time: 0.6308429 Jul 23 16:25:48.596045 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-2ed0ea0b-92c8-4df9-b0cf-a71cd67f6084 None None] Set router cf3946a3-af16-4868-8049-502680ddf6f8 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:25:48.622831 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=abb1aacb-358e-48da-95fb-90e3195ed6ca,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:48.648333 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:48.721359 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port de60f984-5c1f-481e-859d-89fe221b425c, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=de60f984-5c1f-481e-859d-89fe221b425c,segment=NetworkSegment(61338f32-9a58-40b9-943e-6dd5f20a15f7),segment_id=61338f32-9a58-40b9-943e-6dd5f20a15f7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:48.722336 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc0db1cc-948a-4055-8d6a-136567a646ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:48.727791 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:48.728786 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 8d4501f4-ef83-4a95-9feb-1f61260e6b23 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:25:48.835306 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-43aaf59e-2c9d-4f38-8b5b-60a0b4497fdf req-90a3550f-adaa-4d8c-8f54-9e4df584f7d8 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/security-groups?id=be980ee8-acd8-4adc-978f-975364da4478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534501 Jul 23 16:25:48.870818 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cfb0819-616c-40f5-a304-775aaed062fe req-9b44ade5-afce-4759-b838-96b1f1bb53d7 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Made reservation on behalf of fb676069524140d885efdc13eef1aa27 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:48.871974 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-fc0db1cc-948a-4055-8d6a-136567a646ae admin admin] Deleting port 7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:48.872421 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc0db1cc-948a-4055-8d6a-136567a646ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:48.874402 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1cfb0819-616c-40f5-a304-775aaed062fe req-9b44ade5-afce-4759-b838-96b1f1bb53d7 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:48.882841 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd4942a-49ff-4c4b-a666-4d39e0fba408 None None] Network 217961a5-d6bf-42ee-9d26-7c77b8312281 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:25:49.002692 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-2ed0ea0b-92c8-4df9-b0cf-a71cd67f6084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'name': 'tempest-ServersTestBootFromVolume-768663394-router', 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:21Z', 'updated_at': '2021-07-23T16:25:45Z', 'revision_number': 5, 'project_id': 'af80bd8d90c240efaa74f32c66497bb1', 'gw_port': {'id': '7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:28:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:22Z', 'updated_at': '2021-07-23T16:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:49.078732 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db23bd4f-7aa9-4968-8982-f1c2462307d6 x-openstack-request-id: req-db23bd4f-7aa9-4968-8982-f1c2462307d6 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:49.081002 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279905df-4338-4206-8122-1a7c547d9937", "name": "network-vif-plugged", "status": "completed", "tag": "abb1aacb-358e-48da-95fb-90e3195ed6ca", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:49.081453 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-db23bd4f-7aa9-4968-8982-f1c2462307d6 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:49.082153 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279905df-4338-4206-8122-1a7c547d9937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb1aacb-358e-48da-95fb-90e3195ed6ca', 'code': 200} Jul 23 16:25:49.084669 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed0ea0b-92c8-4df9-b0cf-a71cd67f6084 None None] Checking router: cf3946a3-af16-4868-8049-502680ddf6f8 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:25:49.106447 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed0ea0b-92c8-4df9-b0cf-a71cd67f6084 None None] Routers {'cf3946a3-af16-4868-8049-502680ddf6f8'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:25:49.107952 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-2ed0ea0b-92c8-4df9-b0cf-a71cd67f6084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:25:36Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['cf3946a3-af16-4868-8049-502680ddf6f8'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:49.110368 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-fc0db1cc-948a-4055-8d6a-136567a646ae admin admin] For port 7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:49.110882 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc0db1cc-948a-4055-8d6a-136567a646ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:49.227682 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-fc0db1cc-948a-4055-8d6a-136567a646ae admin admin] Calling delete_port for 7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:49.277340 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa002496-8cbe-47d4-82e5-ec14b1ad3eb1 req-1fd3ed13-702a-44f9-acc9-632c36225d08 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:49.279610 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa002496-8cbe-47d4-82e5-ec14b1ad3eb1 req-1fd3ed13-702a-44f9-acc9-632c36225d08 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=057340a4-6ebc-44dd-afbc-8f6d816327b3 HTTP/1.1" status: 200 len: 945 time: 0.7611177 Jul 23 16:25:49.312236 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=de60f984-5c1f-481e-859d-89fe221b425c,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:49.329116 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 8f0fee58-7391-44cd-a0b4-98ad97e25c5d up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:25:49.375778 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-2ed0ea0b-92c8-4df9-b0cf-a71cd67f6084 None None] Set router cf3946a3-af16-4868-8049-502680ddf6f8 gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:25:49.411062 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e77c0682-5932-4cc6-bd3a-0fb88d3662c8 req-927acc75-1b91-4892-aa04-888158823bb9 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=69de9ebc-83b8-48c3-beda-b75d9894e04f HTTP/1.1" status: 200 len: 210 time: 0.1232004 Jul 23 16:25:49.437794 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-cb1be748-48eb-4555-9c54-17e279aeafda None None] Provisioning for port 8d4501f4-ef83-4a95-9feb-1f61260e6b23 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:49.440064 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 8d4501f4-ef83-4a95-9feb-1f61260e6b23 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:49.455308 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-8df08c1b-a425-44a3-8f46-477431b1537c req-c5de49d3-9bde-46d1-ac80-8ea30b741e0e tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Deleting port 7bab9447-a3f8-4583-95d1-d87c7ce8daac {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:49.455659 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8df08c1b-a425-44a3-8f46-477431b1537c req-c5de49d3-9bde-46d1-ac80-8ea30b741e0e tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:49.504305 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-cb1be748-48eb-4555-9c54-17e279aeafda None None] Provisioning complete for port 8d4501f4-ef83-4a95-9feb-1f61260e6b23 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:49.504962 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cb1be748-48eb-4555-9c54-17e279aeafda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:49.506951 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-2ed0ea0b-92c8-4df9-b0cf-a71cd67f6084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'name': 'tempest-ServersTestBootFromVolume-768663394-router', 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:21Z', 'updated_at': '2021-07-23T16:25:48Z', 'revision_number': 6, 'project_id': 'af80bd8d90c240efaa74f32c66497bb1', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:49.510498 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 8d4501f4-ef83-4a95-9feb-1f61260e6b23 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:49.511108 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:49.528219 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10961133-d330-475b-8ffa-14d3fb60d9b3 req-0ab07f82-437c-4177-9051-08ab98cbfa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:49.536406 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-10961133-d330-475b-8ffa-14d3fb60d9b3 req-0ab07f82-437c-4177-9051-08ab98cbfa25 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=279905df-4338-4206-8122-1a7c547d9937 HTTP/1.1" status: 200 len: 1096 time: 0.3270431 Jul 23 16:25:49.600974 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed0ea0b-92c8-4df9-b0cf-a71cd67f6084 None None] The sync data for ids ['cf3946a3-af16-4868-8049-502680ddf6f8'] in n-d-778549-4 is: [{'id': 'cf3946a3-af16-4868-8049-502680ddf6f8', 'name': 'tempest-ServersTestBootFromVolume-768663394-router', 'tenant_id': 'af80bd8d90c240efaa74f32c66497bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:21Z', 'updated_at': '2021-07-23T16:25:48Z', 'revision_number': 6, 'project_id': 'af80bd8d90c240efaa74f32c66497bb1', 'gw_port_host': None}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:25:49.671557 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa002496-8cbe-47d4-82e5-ec14b1ad3eb1 req-6908e3fa-8e77-446e-9220-940bcb533cea tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590591 Jul 23 16:25:49.756685 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 8f0fee58-7391-44cd-a0b4-98ad97e25c5d completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:49.763263 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-10961133-d330-475b-8ffa-14d3fb60d9b3 req-f9e64232-9f0f-4206-8601-24c66e783150 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=be980ee8-acd8-4adc-978f-975364da4478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146742 Jul 23 16:25:49.772801 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 8f0fee58-7391-44cd-a0b4-98ad97e25c5d triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:49.773265 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:49.822146 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c800b5-fbe4-47c0-8ac7-273ac2f34ee7 None None] Network de2f33f0-0be9-4cb0-bd3f-10e6df2a5853 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:25:49.837400 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-1cfb0819-616c-40f5-a304-775aaed062fe req-9b44ade5-afce-4759-b838-96b1f1bb53d7 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Allocated IP 19.80.0.208 (217961a5-d6bf-42ee-9d26-7c77b8312281/a9a95d86-86e8-437a-ac76-fe84c62c21bc/a6a301b7-e543-48f9-93ea-77e9fa7c22ad) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:25:49.879542 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc0db1cc-948a-4055-8d6a-136567a646ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:49.893539 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-8df08c1b-a425-44a3-8f46-477431b1537c req-c5de49d3-9bde-46d1-ac80-8ea30b741e0e tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] For port 7bab9447-a3f8-4583-95d1-d87c7ce8daac, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=7bab9447-a3f8-4583-95d1-d87c7ce8daac,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:49.894245 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8df08c1b-a425-44a3-8f46-477431b1537c req-c5de49d3-9bde-46d1-ac80-8ea30b741e0e tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:49.959121 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-8df08c1b-a425-44a3-8f46-477431b1537c req-c5de49d3-9bde-46d1-ac80-8ea30b741e0e tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Calling delete_port for 7bab9447-a3f8-4583-95d1-d87c7ce8daac owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:49.959384 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0db1cc-948a-4055-8d6a-136567a646ae admin admin] Pushing event deleted for resources: {'Port': ['ID=7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:49.977384 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:50.024767 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cb1be748-48eb-4555-9c54-17e279aeafda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:50.122441 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:50.147218 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc0db1cc-948a-4055-8d6a-136567a646ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:50.168049 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dd302-3f89-4376-9183-0312bb348c07 req-8c90c8dc-8468-409d-b02e-06cb3901a884 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:50.175432 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-869dd302-3f89-4376-9183-0312bb348c07 req-8c90c8dc-8468-409d-b02e-06cb3901a884 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=a18e49bf-6c9a-484a-b536-53aa0b404853 HTTP/1.1" status: 200 len: 945 time: 0.5666852 Jul 23 16:25:50.283104 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc0db1cc-948a-4055-8d6a-136567a646ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:50.285663 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc0db1cc-948a-4055-8d6a-136567a646ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:50.342407 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-869dd302-3f89-4376-9183-0312bb348c07 req-7fd698b3-e295-42dc-b408-bea4091c89b5 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653500 Jul 23 16:25:50.348486 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc0db1cc-948a-4055-8d6a-136567a646ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:50.349046 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0db1cc-948a-4055-8d6a-136567a646ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf3946a3-af16-4868-8049-502680ddf6f8 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:25:50.354177 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc0db1cc-948a-4055-8d6a-136567a646ae admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:50.355333 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fc0db1cc-948a-4055-8d6a-136567a646ae admin admin] 10.222.0.73 "DELETE /v2.0/routers/cf3946a3-af16-4868-8049-502680ddf6f8 HTTP/1.1" status: 204 len: 168 time: 2.0976110 Jul 23 16:25:50.366946 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35926) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:50.374225 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 8d4501f4-ef83-4a95-9feb-1f61260e6b23, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=8d4501f4-ef83-4a95-9feb-1f61260e6b23,segment=NetworkSegment(46de915c-5af4-4178-a116-1d1c58127c4a),segment_id=46de915c-5af4-4178-a116-1d1c58127c4a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:50.392092 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:50.585973 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-18bae6b4-35d4-4f87-b59f-4c9bc4b10737 admin admin] Deleting subnet 68250752-9549-42db-965e-9173795a2cea {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:25:50.608096 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133e61e-714a-44fc-bc83-2f95a5dfc056 req-b9773851-3cca-4a78-951d-31eaca80ef7c tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:50.616428 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c133e61e-714a-44fc-bc83-2f95a5dfc056 req-b9773851-3cca-4a78-951d-31eaca80ef7c tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/ports?device_id=279905df-4338-4206-8122-1a7c547d9937 HTTP/1.1" status: 200 len: 945 time: 0.5536604 Jul 23 16:25:50.630924 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-18bae6b4-35d4-4f87-b59f-4c9bc4b10737 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:50.756721 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 8f0fee58-7391-44cd-a0b4-98ad97e25c5d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=8f0fee58-7391-44cd-a0b4-98ad97e25c5d,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:50.773415 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:50.776898 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.api [None req-cb1be748-48eb-4555-9c54-17e279aeafda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:25:50.777526 n-d-778549-4 neutron-server[94014]: DEBUG oslo_db.api [None req-cb1be748-48eb-4555-9c54-17e279aeafda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:25:50.786620 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=8d4501f4-ef83-4a95-9feb-1f61260e6b23,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:50.852182 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7df71c4d-24fa-439d-aa80-f1f3c71b624a req-48baf1e1-67c2-407b-b78b-92fd82483766 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=69de9ebc-83b8-48c3-beda-b75d9894e04f HTTP/1.1" status: 200 len: 210 time: 0.0801868 Jul 23 16:25:50.872636 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8df08c1b-a425-44a3-8f46-477431b1537c req-c5de49d3-9bde-46d1-ac80-8ea30b741e0e tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:50.877330 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device de60f984-5c1f-481e-859d-89fe221b425c up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:25:50.888894 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['7bab9447-a3f8-4583-95d1-d87c7ce8daac'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:25:50.893000 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1cfb0819-616c-40f5-a304-775aaed062fe req-9b44ade5-afce-4759-b838-96b1f1bb53d7 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:50.910186 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-18bae6b4-35d4-4f87-b59f-4c9bc4b10737 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:50.996340 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c133e61e-714a-44fc-bc83-2f95a5dfc056 req-5d010052-7b61-4584-a244-52b338157c58 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/security-groups?id=be980ee8-acd8-4adc-978f-975364da4478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549912 Jul 23 16:25:51.003400 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=8f0fee58-7391-44cd-a0b4-98ad97e25c5d,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:51.007548 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-1cfb0819-616c-40f5-a304-775aaed062fe req-9b44ade5-afce-4759-b838-96b1f1bb53d7 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Transition to ACTIVE for port object a6a301b7-e543-48f9-93ea-77e9fa7c22ad will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:51.040182 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de49d3-9bde-46d1-ac80-8ea30b741e0e tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Pushing event deleted for resources: {'Port': ['ID=7bab9447-a3f8-4583-95d1-d87c7ce8daac,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:51.054246 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dc258286-27fa-4a2d-b126-e47d24d47730 req-83c49fd1-3470-4565-b4c7-a23434a73fb7 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=057340a4-6ebc-44dd-afbc-8f6d816327b3 HTTP/1.1" status: 200 len: 210 time: 0.0776355 Jul 23 16:25:51.098804 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18e49bf-6c9a-484a-b536-53aa0b404853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0fee58-7391-44cd-a0b4-98ad97e25c5d'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:51.101172 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacb6a02-72e2-4cc1-8f23-fbb3a479675f" -d '{"events": [{"server_uuid": "a18e49bf-6c9a-484a-b536-53aa0b404853", "name": "network-vif-plugged", "status": "completed", "tag": "8f0fee58-7391-44cd-a0b4-98ad97e25c5d"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:51.128415 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port de60f984-5c1f-481e-859d-89fe221b425c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:51.128800 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:51.151451 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df08c1b-a425-44a3-8f46-477431b1537c req-c5de49d3-9bde-46d1-ac80-8ea30b741e0e tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] No DVR routers for this DVR port 7bab9447-a3f8-4583-95d1-d87c7ce8daac on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:25:51.179323 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8df08c1b-a425-44a3-8f46-477431b1537c req-c5de49d3-9bde-46d1-ac80-8ea30b741e0e tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:51.181581 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8df08c1b-a425-44a3-8f46-477431b1537c req-c5de49d3-9bde-46d1-ac80-8ea30b741e0e tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.97 "DELETE /v2.0/ports/7bab9447-a3f8-4583-95d1-d87c7ce8daac HTTP/1.1" status: 204 len: 173 time: 2.5568571 Jul 23 16:25:51.207843 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b25566-e121-48f3-ae40-0f64add5cb98 x-openstack-request-id: req-85b25566-e121-48f3-ae40-0f64add5cb98 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:51.207843 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18e49bf-6c9a-484a-b536-53aa0b404853", "name": "network-vif-plugged", "status": "completed", "tag": "8f0fee58-7391-44cd-a0b4-98ad97e25c5d", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:51.208240 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-85b25566-e121-48f3-ae40-0f64add5cb98 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:51.210682 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18e49bf-6c9a-484a-b536-53aa0b404853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0fee58-7391-44cd-a0b4-98ad97e25c5d', 'code': 200} Jul 23 16:25:51.218729 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057340a4-6ebc-44dd-afbc-8f6d816327b3', 'name': 'network-vif-deleted', 'tag': '7bab9447-a3f8-4583-95d1-d87c7ce8daac'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:51.221441 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34e2198-e337-4d05-a4c4-f7e1f146cbe4" -d '{"events": [{"server_uuid": "057340a4-6ebc-44dd-afbc-8f6d816327b3", "name": "network-vif-deleted", "tag": "7bab9447-a3f8-4583-95d1-d87c7ce8daac"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:51.293742 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-18bae6b4-35d4-4f87-b59f-4c9bc4b10737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:51.365963 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21e8f21-4533-41a5-93d4-d1d65c49e5c3 x-openstack-request-id: req-b21e8f21-4533-41a5-93d4-d1d65c49e5c3 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:51.366583 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057340a4-6ebc-44dd-afbc-8f6d816327b3", "name": "network-vif-deleted", "tag": "7bab9447-a3f8-4583-95d1-d87c7ce8daac", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:51.367050 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b21e8f21-4533-41a5-93d4-d1d65c49e5c3 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:51.367933 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057340a4-6ebc-44dd-afbc-8f6d816327b3', 'name': 'network-vif-deleted', 'tag': '7bab9447-a3f8-4583-95d1-d87c7ce8daac', 'status': 'completed', 'code': 200} Jul 23 16:25:51.373344 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1cfb0819-616c-40f5-a304-775aaed062fe req-9b44ade5-afce-4759-b838-96b1f1bb53d7 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:51.410475 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2722054-56f8-4133-b1cc-3e1cb623a401 req-63ffb042-bbc6-4bc8-ac51-8f8f74cfbb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:51.412843 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e2722054-56f8-4133-b1cc-3e1cb623a401 req-63ffb042-bbc6-4bc8-ac51-8f8f74cfbb56 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a18e49bf-6c9a-484a-b536-53aa0b404853 HTTP/1.1" status: 200 len: 1097 time: 0.1121507 Jul 23 16:25:51.498087 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e2722054-56f8-4133-b1cc-3e1cb623a401 req-68614fdf-ad21-47ef-8faf-da52b629ac16 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787919 Jul 23 16:25:51.503916 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a270df43-d612-46fa-9530-4b7ea36a2fec up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:25:51.507659 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cfb0819-616c-40f5-a304-775aaed062fe req-9b44ade5-afce-4759-b838-96b1f1bb53d7 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Network 217961a5-d6bf-42ee-9d26-7c77b8312281 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:25:51.518443 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-1cfb0819-616c-40f5-a304-775aaed062fe req-9b44ade5-afce-4759-b838-96b1f1bb53d7 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:51.520749 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfb0819-616c-40f5-a304-775aaed062fe req-9b44ade5-afce-4759-b838-96b1f1bb53d7 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:25:51.564923 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44ade5-afce-4759-b838-96b1f1bb53d7 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Pushing event updated for resources: {'Port': ['ID=a6a301b7-e543-48f9-93ea-77e9fa7c22ad,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:51.591308 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-9401a21a-47bc-4645-98e4-3cc61a85cff3 None None] Provisioning for port a270df43-d612-46fa-9530-4b7ea36a2fec completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:51.622460 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port a270df43-d612-46fa-9530-4b7ea36a2fec completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:51.629158 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port a270df43-d612-46fa-9530-4b7ea36a2fec triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:51.629549 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:51.669722 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-9401a21a-47bc-4645-98e4-3cc61a85cff3 None None] Provisioning complete for port 8d4501f4-ef83-4a95-9feb-1f61260e6b23 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:51.670197 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9401a21a-47bc-4645-98e4-3cc61a85cff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:51.672126 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-18bae6b4-35d4-4f87-b59f-4c9bc4b10737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:51.717754 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb0819-616c-40f5-a304-775aaed062fe req-9b44ade5-afce-4759-b838-96b1f1bb53d7 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:51.718784 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1cfb0819-616c-40f5-a304-775aaed062fe req-9b44ade5-afce-4759-b838-96b1f1bb53d7 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:51.755203 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-18bae6b4-35d4-4f87-b59f-4c9bc4b10737 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:51.761131 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35946) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:51.761838 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-18bae6b4-35d4-4f87-b59f-4c9bc4b10737 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/68250752-9549-42db-965e-9173795a2cea HTTP/1.1" status: 204 len: 168 time: 1.3955498 Jul 23 16:25:51.763274 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bae6b4-35d4-4f87-b59f-4c9bc4b10737 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68250752-9549-42db-965e-9173795a2cea,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:51.804212 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cfb0819-616c-40f5-a304-775aaed062fe req-9b44ade5-afce-4759-b838-96b1f1bb53d7 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9280858 Jul 23 16:25:51.815709 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-1cfb0819-616c-40f5-a304-775aaed062fe req-d021dbdd-6b99-401c-a107-b4958dd49a90 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Request body: {'port': {'device_id': '69de9ebc-83b8-48c3-beda-b75d9894e04f', 'network_id': 'de2f33f0-0be9-4cb0-bd3f-10e6df2a5853', 'admin_state_up': True, 'tenant_id': 'fb676069524140d885efdc13eef1aa27'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:51.824512 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d17184-c227-4cbb-b916-85cd6d00b291 None None] Network 4a00963e-1d3a-4f60-9596-8ffc59315fca requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:25:51.914832 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14926450-4fd5-438d-acc9-ffe28e5b85b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:51.937764 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd3e9b-df08-4159-bd4a-f1aed8f290fa req-cf089f1e-8ded-4f44-a1dd-c0d7f77bc341 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:51.941836 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d9fd3e9b-df08-4159-bd4a-f1aed8f290fa req-cf089f1e-8ded-4f44-a1dd-c0d7f77bc341 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=a18e49bf-6c9a-484a-b536-53aa0b404853 HTTP/1.1" status: 200 len: 946 time: 0.4299805 Jul 23 16:25:51.955061 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:52.023020 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-14926450-4fd5-438d-acc9-ffe28e5b85b7 admin admin] Deleting port 0716102f-762b-43e1-a8fd-327895745086 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:52.023366 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14926450-4fd5-438d-acc9-ffe28e5b85b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:52.032028 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port a270df43-d612-46fa-9530-4b7ea36a2fec, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a270df43-d612-46fa-9530-4b7ea36a2fec,segment=NetworkSegment(3c1a4e10-8749-4f41-a778-d8ba4efb9a0b),segment_id=3c1a4e10-8749-4f41-a778-d8ba4efb9a0b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:52.051410 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:52.109841 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=a270df43-d612-46fa-9530-4b7ea36a2fec,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:52.142905 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 6c316aba-6e5d-4993-a53e-ecd95abeabf0 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:52.149670 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-32c49d29-19ee-4a4f-8209-8a2bf090d814 None None] Provisioning for port a6a301b7-e543-48f9-93ea-77e9fa7c22ad completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:52.167705 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-14926450-4fd5-438d-acc9-ffe28e5b85b7 admin admin] For port 0716102f-762b-43e1-a8fd-327895745086, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0716102f-762b-43e1-a8fd-327895745086,segment=NetworkSegment(a38e8957-57cc-4988-a40d-2bc4236b7b30),segment_id=a38e8957-57cc-4988-a40d-2bc4236b7b30)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:52.167705 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14926450-4fd5-438d-acc9-ffe28e5b85b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:52.173463 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-32c49d29-19ee-4a4f-8209-8a2bf090d814 None None] Provisioning complete for port a6a301b7-e543-48f9-93ea-77e9fa7c22ad triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:52.173830 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-32c49d29-19ee-4a4f-8209-8a2bf090d814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:52.182935 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 6c316aba-6e5d-4993-a53e-ecd95abeabf0 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:25:52.183278 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 6c316aba-6e5d-4993-a53e-ecd95abeabf0 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:25:52.183723 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:52.198100 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-14926450-4fd5-438d-acc9-ffe28e5b85b7 admin admin] Calling delete_port for 0716102f-762b-43e1-a8fd-327895745086 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:52.236946 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:25:52.237420 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 7fa32ae7-97a8-4ad5-b8dc-db0f14d6fa47 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:25:52.259731 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-32c49d29-19ee-4a4f-8209-8a2bf090d814 None None] Port a6a301b7-e543-48f9-93ea-77e9fa7c22ad cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:25:52.307408 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a051d3-2cec-47ec-a18d-4a5c1906040f None None] DHCP port deletion for 4a00963e-1d3a-4f60-9596-8ffc59315fca request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:25:52.344834 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14926450-4fd5-438d-acc9-ffe28e5b85b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:52.361650 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-92a051d3-2cec-47ec-a18d-4a5c1906040f None None] Deleting port 0716102f-762b-43e1-a8fd-327895745086 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:52.362082 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-92a051d3-2cec-47ec-a18d-4a5c1906040f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:52.379979 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14926450-4fd5-438d-acc9-ffe28e5b85b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0716102f-762b-43e1-a8fd-327895745086,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:52.388535 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14926450-4fd5-438d-acc9-ffe28e5b85b7 admin admin] No DVR routers for this DVR port 0716102f-762b-43e1-a8fd-327895745086 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:25:52.491146 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-92a051d3-2cec-47ec-a18d-4a5c1906040f None None] For port 0716102f-762b-43e1-a8fd-327895745086, host n-d-778549-4, got binding levels [] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:52.491577 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-92a051d3-2cec-47ec-a18d-4a5c1906040f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:52.506035 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d9fd3e9b-df08-4159-bd4a-f1aed8f290fa req-c039fba2-9892-4e53-8d08-ef238fe23b7f tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5477519 Jul 23 16:25:52.521418 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-92a051d3-2cec-47ec-a18d-4a5c1906040f None None] Calling delete_port for 0716102f-762b-43e1-a8fd-327895745086 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:52.525831 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.ipam_backend_mixin [None req-92a051d3-2cec-47ec-a18d-4a5c1906040f None None] Port 0716102f-762b-43e1-a8fd-327895745086 was not found and therefore no delete operation was performed {{(pid=94014) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:25:52.528067 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-92a051d3-2cec-47ec-a18d-4a5c1906040f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:52.537876 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14926450-4fd5-438d-acc9-ffe28e5b85b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:52.554950 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-14926450-4fd5-438d-acc9-ffe28e5b85b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a00963e-1d3a-4f60-9596-8ffc59315fca']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:52.558576 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a051d3-2cec-47ec-a18d-4a5c1906040f None None] Pushing event deleted for resources: {'Port': ['ID=0716102f-762b-43e1-a8fd-327895745086,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:52.562249 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 8d4501f4-ef83-4a95-9feb-1f61260e6b23 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:25:52.570037 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a051d3-2cec-47ec-a18d-4a5c1906040f None None] No DVR routers for this DVR port 0716102f-762b-43e1-a8fd-327895745086 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:25:52.570609 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-14926450-4fd5-438d-acc9-ffe28e5b85b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a38e8957-57cc-4988-a40d-2bc4236b7b30') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:52.570907 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-14926450-4fd5-438d-acc9-ffe28e5b85b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a38e8957-57cc-4988-a40d-2bc4236b7b30') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:52.582435 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14926450-4fd5-438d-acc9-ffe28e5b85b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:52.603013 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14926450-4fd5-438d-acc9-ffe28e5b85b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:52.614446 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14926450-4fd5-438d-acc9-ffe28e5b85b7 admin admin] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:25:52.615323 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14926450-4fd5-438d-acc9-ffe28e5b85b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:52.639320 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 8d4501f4-ef83-4a95-9feb-1f61260e6b23 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:52.640061 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:52.664985 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:25:52.664985 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:25:52.664985 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:25:52.664985 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:25:52.664985 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:25:52.664985 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:25:52.664985 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:25:52.664985 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:25:52.664985 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:25:52.664985 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:25:52.664985 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:25:52.664985 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:25:52.664985 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:25:52.664985 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:25:52.664985 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:25:52.664985 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:25:52.664985 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:25:52.664985 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:25:52.664985 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:25:52.664985 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:25:52.664985 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:25:52.664985 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:25:52.664985 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:25:52.664985 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:25:52.664985 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:25:52.664985 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:25:52.664985 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:25:52.664985 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:25:52.664985 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:25:52.664985 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:25:52.664985 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:25:52.664985 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:25:52.676107 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cfb0819-616c-40f5-a304-775aaed062fe req-d021dbdd-6b99-401c-a107-b4958dd49a90 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Made reservation on behalf of fb676069524140d885efdc13eef1aa27 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:52.680378 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1cfb0819-616c-40f5-a304-775aaed062fe req-d021dbdd-6b99-401c-a107-b4958dd49a90 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:52.710937 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722275d2-ef22-4b59-b886-86b95d91e784 req-d54b2034-7bed-42c8-bef0-bfe8d39fbdda tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:52.712979 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-722275d2-ef22-4b59-b886-86b95d91e784 req-d54b2034-7bed-42c8-bef0-bfe8d39fbdda tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=69de9ebc-83b8-48c3-beda-b75d9894e04f HTTP/1.1" status: 200 len: 932 time: 0.2800977 Jul 23 16:25:52.766729 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14926450-4fd5-438d-acc9-ffe28e5b85b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:52.773510 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a270df43-d612-46fa-9530-4b7ea36a2fec up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:25:52.778390 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14926450-4fd5-438d-acc9-ffe28e5b85b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:52.782687 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-14926450-4fd5-438d-acc9-ffe28e5b85b7 admin admin] 10.222.0.73 "DELETE /v2.0/networks/4a00963e-1d3a-4f60-9596-8ffc59315fca HTTP/1.1" status: 204 len: 168 time: 1.0179977 Jul 23 16:25:52.801970 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14926450-4fd5-438d-acc9-ffe28e5b85b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a00963e-1d3a-4f60-9596-8ffc59315fca,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:52.850148 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-722275d2-ef22-4b59-b886-86b95d91e784 req-cbeadd26-78ac-41e4-8542-cad50e31e867 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266592 Jul 23 16:25:52.865779 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port a270df43-d612-46fa-9530-4b7ea36a2fec triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:52.866946 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:52.870736 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60008c27-8b93-42cf-8da0-ba7af8cdce34 req-8d391bf6-7230-44e9-a695-7bb9101b13c8 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:52.877963 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-60008c27-8b93-42cf-8da0-ba7af8cdce34 req-8d391bf6-7230-44e9-a695-7bb9101b13c8 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/ports?device_id=279905df-4338-4206-8122-1a7c547d9937 HTTP/1.1" status: 200 len: 945 time: 0.2673891 Jul 23 16:25:52.954381 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-60008c27-8b93-42cf-8da0-ba7af8cdce34 req-6fb2cd9a-6c6e-4788-858a-eae84a9ae201 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/security-groups?id=be980ee8-acd8-4adc-978f-975364da4478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738969 Jul 23 16:25:52.978119 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35964) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:53.023413 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-1cfb0819-616c-40f5-a304-775aaed062fe req-d021dbdd-6b99-401c-a107-b4958dd49a90 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Allocated IP 19.86.0.15 (de2f33f0-0be9-4cb0-bd3f-10e6df2a5853/8121ae56-90df-417a-85ef-256a6dcff07d/5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:25:53.047358 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 7bab9447-a3f8-4583-95d1-d87c7ce8daac no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:53.084978 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b96d931f-1929-4d9f-a978-74d4fef3894f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=af80bd8d90c240efaa74f32c66497bb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1051037 Jul 23 16:25:53.087581 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35972) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:53.095786 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 7bab9447-a3f8-4583-95d1-d87c7ce8daac {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:25:53.096118 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 7bab9447-a3f8-4583-95d1-d87c7ce8daac not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:25:53.186298 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0716102f-762b-43e1-a8fd-327895745086 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:53.211721 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-325ea492-0d43-40c0-8241-1c8a25d69d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:53.223951 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 0716102f-762b-43e1-a8fd-327895745086 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:25:53.224305 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0716102f-762b-43e1-a8fd-327895745086 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:25:53.260392 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-325ea492-0d43-40c0-8241-1c8a25d69d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:53.355248 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-325ea492-0d43-40c0-8241-1c8a25d69d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:53.362515 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-325ea492-0d43-40c0-8241-1c8a25d69d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:53.365521 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-325ea492-0d43-40c0-8241-1c8a25d69d93 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4fe45d1b-4ef3-44fc-b123-92b4a68e2d8a HTTP/1.1" status: 204 len: 168 time: 0.2756712 Jul 23 16:25:53.375224 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ea492-0d43-40c0-8241-1c8a25d69d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe45d1b-4ef3-44fc-b123-92b4a68e2d8a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:53.405502 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1cfb0819-616c-40f5-a304-775aaed062fe req-d021dbdd-6b99-401c-a107-b4958dd49a90 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:53.451573 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-1cfb0819-616c-40f5-a304-775aaed062fe req-d021dbdd-6b99-401c-a107-b4958dd49a90 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Transition to ACTIVE for port object 5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:53.490752 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-4179272d-143d-4656-a865-7d42b503adbc tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:53.492298 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-4179272d-143d-4656-a865-7d42b503adbc tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/networks?id=cfd5d4a5-0d74-4444-af11-d62dc4a381cf HTTP/1.1" status: 200 len: 811 time: 0.2417533 Jul 23 16:25:53.532618 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558e907-8e99-4930-9dd2-d8dc9e5db379 req-29a9ceb0-a37a-4d33-9bb2-debceb673248 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:53.534310 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3558e907-8e99-4930-9dd2-d8dc9e5db379 req-29a9ceb0-a37a-4d33-9bb2-debceb673248 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/ports?device_id=279905df-4338-4206-8122-1a7c547d9937 HTTP/1.1" status: 200 len: 945 time: 0.1526036 Jul 23 16:25:53.540009 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-eece5fbe-2048-4ea2-b6d9-3f90c0282619 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/quotas/2642ac6d2fda4bb6bc5bc42fd646c90d HTTP/1.1" status: 200 len: 375 time: 0.0292730 Jul 23 16:25:53.544915 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1cfb0819-616c-40f5-a304-775aaed062fe req-d021dbdd-6b99-401c-a107-b4958dd49a90 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:53.625200 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-ea086055-eba8-45a0-8843-f652979307c1 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2642ac6d2fda4bb6bc5bc42fd646c90d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770545 Jul 23 16:25:53.649336 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cfb0819-616c-40f5-a304-775aaed062fe req-d021dbdd-6b99-401c-a107-b4958dd49a90 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Network de2f33f0-0be9-4cb0-bd3f-10e6df2a5853 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:25:53.675652 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-1cfb0819-616c-40f5-a304-775aaed062fe req-d021dbdd-6b99-401c-a107-b4958dd49a90 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:53.686525 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfb0819-616c-40f5-a304-775aaed062fe req-d021dbdd-6b99-401c-a107-b4958dd49a90 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:25:53.696157 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021dbdd-6b99-401c-a107-b4958dd49a90 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Pushing event updated for resources: {'Port': ['ID=5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:53.721576 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3558e907-8e99-4930-9dd2-d8dc9e5db379 req-8c32e25f-5c29-491e-ab8d-e5dd25ed0f81 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/security-groups?id=be980ee8-acd8-4adc-978f-975364da4478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746228 Jul 23 16:25:53.810597 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb0819-616c-40f5-a304-775aaed062fe req-d021dbdd-6b99-401c-a107-b4958dd49a90 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:53.811319 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1cfb0819-616c-40f5-a304-775aaed062fe req-d021dbdd-6b99-401c-a107-b4958dd49a90 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:53.846475 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cfb0819-616c-40f5-a304-775aaed062fe req-d021dbdd-6b99-401c-a107-b4958dd49a90 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0346529 Jul 23 16:25:53.853673 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-209e0155-ed8b-48e3-bf22-8f37906fd67e service neutron] 10.222.0.73 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142110 Jul 23 16:25:53.867040 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-1cfb0819-616c-40f5-a304-775aaed062fe req-6f70f0d2-12ce-4b04-aa72-be64ed7b5b62 service neutron] Request body: {'port': {'device_id': '69de9ebc-83b8-48c3-beda-b75d9894e04f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:54.013953 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-bf33ad5d-82f8-4d5b-b357-5957c385a687 None None] Provisioning for port 5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:54.019641 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-bf33ad5d-82f8-4d5b-b357-5957c385a687 None None] Provisioning complete for port 5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:54.020155 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bf33ad5d-82f8-4d5b-b357-5957c385a687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:54.066400 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-bf33ad5d-82f8-4d5b-b357-5957c385a687 None None] Port 5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:25:54.074375 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1cfb0819-616c-40f5-a304-775aaed062fe req-6f70f0d2-12ce-4b04-aa72-be64ed7b5b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:54.106019 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2653b-a6ea-42dd-b0cf-09752e32ed0d req-d7639604-4a6b-4f2d-87b5-01b4fd988d4b tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:54.107639 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9db2653b-a6ea-42dd-b0cf-09752e32ed0d req-d7639604-4a6b-4f2d-87b5-01b4fd988d4b tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=a18e49bf-6c9a-484a-b536-53aa0b404853 HTTP/1.1" status: 200 len: 946 time: 0.2076962 Jul 23 16:25:54.117726 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-12a66430-1552-4fae-86e1-b3a6be7ff66e service neutron] 10.222.0.73 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157826 Jul 23 16:25:54.213505 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9db2653b-a6ea-42dd-b0cf-09752e32ed0d req-22dd4354-6232-49b0-8668-4012b5ff5b65 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880864 Jul 23 16:25:54.425397 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36024) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:54.578479 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159837a-55dd-465b-a9bb-8208e88df4c5 req-e74250ca-fa4f-4e93-a0c4-4bc7745633d5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:54.586232 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159837a-55dd-465b-a9bb-8208e88df4c5 req-e74250ca-fa4f-4e93-a0c4-4bc7745633d5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:54.595594 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a159837a-55dd-465b-a9bb-8208e88df4c5 req-e74250ca-fa4f-4e93-a0c4-4bc7745633d5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=69de9ebc-83b8-48c3-beda-b75d9894e04f HTTP/1.1" status: 200 len: 1654 time: 0.2613614 Jul 23 16:25:54.597222 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-3c93b32e-b752-4488-bcdb-121ea0c77273 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-841746083-network', 'tenant_id': 'd97640e5e7744cffacdba1d3abe66d8a'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:54.692318 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c93b32e-b752-4488-bcdb-121ea0c77273 admin admin] Made reservation on behalf of d97640e5e7744cffacdba1d3abe66d8a for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:54.694555 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a159837a-55dd-465b-a9bb-8208e88df4c5 req-6859cbd1-dc78-4c92-984a-f3c239fab71b tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979068 Jul 23 16:25:54.699168 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3c93b32e-b752-4488-bcdb-121ea0c77273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:54.763074 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3c93b32e-b752-4488-bcdb-121ea0c77273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:54.784353 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f3a7be8b-cd12-4077-ae6f-4b3f29ba4551 req-d4c45bd2-ab26-4cb5-a793-55e38d93172b tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 210 time: 0.0610118 Jul 23 16:25:54.786809 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-1cfb0819-616c-40f5-a304-775aaed062fe req-6f70f0d2-12ce-4b04-aa72-be64ed7b5b62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a301b7-e543-48f9-93ea-77e9fa7c22ad {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:54.802932 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1cfb0819-616c-40f5-a304-775aaed062fe req-6f70f0d2-12ce-4b04-aa72-be64ed7b5b62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:54.843448 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-1cfb0819-616c-40f5-a304-775aaed062fe req-6f70f0d2-12ce-4b04-aa72-be64ed7b5b62 service neutron] Transition to ACTIVE for port object a6a301b7-e543-48f9-93ea-77e9fa7c22ad will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:54.855914 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1cfb0819-616c-40f5-a304-775aaed062fe req-6f70f0d2-12ce-4b04-aa72-be64ed7b5b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:55.000065 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70f0d2-12ce-4b04-aa72-be64ed7b5b62 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a301b7-e543-48f9-93ea-77e9fa7c22ad,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:55.041848 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18744fda-68df-404d-82f7-d7fdbbb9583a req-17c0a22f-68f9-484c-9775-434f5a6ef3ce tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:55.043486 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-18744fda-68df-404d-82f7-d7fdbbb9583a req-17c0a22f-68f9-484c-9775-434f5a6ef3ce tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=a18e49bf-6c9a-484a-b536-53aa0b404853 HTTP/1.1" status: 200 len: 946 time: 0.2620420 Jul 23 16:25:55.044782 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9674b-b2b8-4a46-ac9e-be7fe756a24c req-3ddd2cb3-9e73-4714-a341-cd04435b6a75 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:55.046487 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e4e9674b-b2b8-4a46-ac9e-be7fe756a24c req-3ddd2cb3-9e73-4714-a341-cd04435b6a75 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.74 "GET /v2.0/ports?device_id=279905df-4338-4206-8122-1a7c547d9937 HTTP/1.1" status: 200 len: 945 time: 0.3885393 Jul 23 16:25:55.156523 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3c93b32e-b752-4488-bcdb-121ea0c77273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:55.203433 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3c93b32e-b752-4488-bcdb-121ea0c77273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:55.220130 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c93b32e-b752-4488-bcdb-121ea0c77273 admin admin] vlan segment allocate from pool success with {'vlan_id': 1133, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:25:55.228864 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad4620-c114-4bf8-8e9e-de19ec1e7cd8 req-c3d40ff9-6e61-4d90-a2f5-71ca07c00109 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:55.233136 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3c93b32e-b752-4488-bcdb-121ea0c77273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:55.233344 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-3c93b32e-b752-4488-bcdb-121ea0c77273 admin admin] Added segment ea9269be-5086-4fb9-ae42-b253243d205e of type vlan for network 9f8203b0-e831-45eb-9b6e-c695634c82d5 Jul 23 16:25:55.238257 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fad4620-c114-4bf8-8e9e-de19ec1e7cd8 req-c3d40ff9-6e61-4d90-a2f5-71ca07c00109 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/ports?device_id=279905df-4338-4206-8122-1a7c547d9937 HTTP/1.1" status: 200 len: 945 time: 0.3037460 Jul 23 16:25:55.253704 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-18744fda-68df-404d-82f7-d7fdbbb9583a req-931d2d84-551b-42a1-97b1-e4c8e4401dc1 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686542 Jul 23 16:25:55.280468 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1cfb0819-616c-40f5-a304-775aaed062fe req-6f70f0d2-12ce-4b04-aa72-be64ed7b5b62 service neutron] Attempting to bind port a6a301b7-e543-48f9-93ea-77e9fa7c22ad on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:25:55.280815 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1cfb0819-616c-40f5-a304-775aaed062fe req-6f70f0d2-12ce-4b04-aa72-be64ed7b5b62 service neutron] Attempting to bind port a6a301b7-e543-48f9-93ea-77e9fa7c22ad by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '46de915c-5af4-4178-a116-1d1c58127c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '217961a5-d6bf-42ee-9d26-7c77b8312281'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:25:55.281180 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb0819-616c-40f5-a304-775aaed062fe req-6f70f0d2-12ce-4b04-aa72-be64ed7b5b62 service neutron] Attempting to bind port a6a301b7-e543-48f9-93ea-77e9fa7c22ad on network 217961a5-d6bf-42ee-9d26-7c77b8312281 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:55.291073 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb0819-616c-40f5-a304-775aaed062fe req-6f70f0d2-12ce-4b04-aa72-be64ed7b5b62 service neutron] Port a6a301b7-e543-48f9-93ea-77e9fa7c22ad on network 217961a5-d6bf-42ee-9d26-7c77b8312281 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:25:55.291073 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb0819-616c-40f5-a304-775aaed062fe req-6f70f0d2-12ce-4b04-aa72-be64ed7b5b62 service neutron] Attempting to bind port a6a301b7-e543-48f9-93ea-77e9fa7c22ad on network 217961a5-d6bf-42ee-9d26-7c77b8312281 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:55.301980 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb0819-616c-40f5-a304-775aaed062fe req-6f70f0d2-12ce-4b04-aa72-be64ed7b5b62 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:25:55.302341 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb0819-616c-40f5-a304-775aaed062fe req-6f70f0d2-12ce-4b04-aa72-be64ed7b5b62 service neutron] Checking segment: {'id': '46de915c-5af4-4178-a116-1d1c58127c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '217961a5-d6bf-42ee-9d26-7c77b8312281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:25:55.302732 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb0819-616c-40f5-a304-775aaed062fe req-6f70f0d2-12ce-4b04-aa72-be64ed7b5b62 service neutron] Bound using segment: {'id': '46de915c-5af4-4178-a116-1d1c58127c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '217961a5-d6bf-42ee-9d26-7c77b8312281'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:25:55.303188 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1cfb0819-616c-40f5-a304-775aaed062fe req-6f70f0d2-12ce-4b04-aa72-be64ed7b5b62 service neutron] Bound port: a6a301b7-e543-48f9-93ea-77e9fa7c22ad, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46de915c-5af4-4178-a116-1d1c58127c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '217961a5-d6bf-42ee-9d26-7c77b8312281'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:25:55.303547 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1cfb0819-616c-40f5-a304-775aaed062fe req-6f70f0d2-12ce-4b04-aa72-be64ed7b5b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:55.337144 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fad4620-c114-4bf8-8e9e-de19ec1e7cd8 req-0f821a6a-7ccf-4193-8fda-4a7d504b0698 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/security-groups?id=be980ee8-acd8-4adc-978f-975364da4478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929306 Jul 23 16:25:55.365614 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93b32e-b752-4488-bcdb-121ea0c77273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c392fe3f-209f-4a35-9c80-6820773d9c55,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:55.373551 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3c93b32e-b752-4488-bcdb-121ea0c77273 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:55.380205 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-e4e9674b-b2b8-4a46-ac9e-be7fe756a24c req-29697b13-144d-469f-a636-3290edf5129b tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Deleting port abb1aacb-358e-48da-95fb-90e3195ed6ca {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:55.380633 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-e4e9674b-b2b8-4a46-ac9e-be7fe756a24c req-29697b13-144d-469f-a636-3290edf5129b tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:55.436781 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-1cfb0819-616c-40f5-a304-775aaed062fe req-6f70f0d2-12ce-4b04-aa72-be64ed7b5b62 service neutron] For port a6a301b7-e543-48f9-93ea-77e9fa7c22ad, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:25:55.441034 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-1cfb0819-616c-40f5-a304-775aaed062fe req-6f70f0d2-12ce-4b04-aa72-be64ed7b5b62 service neutron] For port a6a301b7-e543-48f9-93ea-77e9fa7c22ad, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=a6a301b7-e543-48f9-93ea-77e9fa7c22ad,segment=NetworkSegment(46de915c-5af4-4178-a116-1d1c58127c4a),segment_id=46de915c-5af4-4178-a116-1d1c58127c4a)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:25:55.446550 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1cfb0819-616c-40f5-a304-775aaed062fe req-6f70f0d2-12ce-4b04-aa72-be64ed7b5b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:55.480958 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3c93b32e-b752-4488-bcdb-121ea0c77273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:55.482439 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c93b32e-b752-4488-bcdb-121ea0c77273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:55.484109 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3c93b32e-b752-4488-bcdb-121ea0c77273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:55.485371 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb0819-616c-40f5-a304-775aaed062fe req-6f70f0d2-12ce-4b04-aa72-be64ed7b5b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:55.485984 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1cfb0819-616c-40f5-a304-775aaed062fe req-6f70f0d2-12ce-4b04-aa72-be64ed7b5b62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:55.487387 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cfb0819-616c-40f5-a304-775aaed062fe req-6f70f0d2-12ce-4b04-aa72-be64ed7b5b62 service neutron] 10.222.0.97 "PUT /v2.0/ports/a6a301b7-e543-48f9-93ea-77e9fa7c22ad HTTP/1.1" status: 200 len: 1092 time: 1.6321423 Jul 23 16:25:55.487846 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69de9ebc-83b8-48c3-beda-b75d9894e04f', 'tag': 'a6a301b7-e543-48f9-93ea-77e9fa7c22ad'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:55.490435 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450ef882-f60b-4454-af2a-20922a3a6643" -d '{"events": [{"name": "network-changed", "server_uuid": "69de9ebc-83b8-48c3-beda-b75d9894e04f", "tag": "a6a301b7-e543-48f9-93ea-77e9fa7c22ad"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:55.529385 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-1cfb0819-616c-40f5-a304-775aaed062fe req-b1a8117a-8238-4cd5-a3fd-c24fe70de988 service neutron] Request body: {'port': {'device_id': '69de9ebc-83b8-48c3-beda-b75d9894e04f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:55.538931 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70f0d2-12ce-4b04-aa72-be64ed7b5b62 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a301b7-e543-48f9-93ea-77e9fa7c22ad,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:55.567401 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3c93b32e-b752-4488-bcdb-121ea0c77273 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1400294 Jul 23 16:25:55.568002 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36046) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:55.618064 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75a05ff-d57a-4b9b-9786-7f2e042f9761 x-openstack-request-id: req-b75a05ff-d57a-4b9b-9786-7f2e042f9761 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:55.618307 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-824d1831-d909-4339-ba06-d0e17b3d8c58 admin admin] Request body: {'subnet': {'network_id': '9f8203b0-e831-45eb-9b6e-c695634c82d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-841746083-subnet', 'tenant_id': 'd97640e5e7744cffacdba1d3abe66d8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:55.620051 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69de9ebc-83b8-48c3-beda-b75d9894e04f", "tag": "a6a301b7-e543-48f9-93ea-77e9fa7c22ad", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:55.620051 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b75a05ff-d57a-4b9b-9786-7f2e042f9761 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:55.620799 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69de9ebc-83b8-48c3-beda-b75d9894e04f', 'tag': 'a6a301b7-e543-48f9-93ea-77e9fa7c22ad', 'status': 'completed', 'code': 200} Jul 23 16:25:55.653597 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93b32e-b752-4488-bcdb-121ea0c77273 admin admin] Pushing event updated for resources: {'Network': ['ID=9f8203b0-e831-45eb-9b6e-c695634c82d5,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:55.663329 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-e4e9674b-b2b8-4a46-ac9e-be7fe756a24c req-29697b13-144d-469f-a636-3290edf5129b tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] For port abb1aacb-358e-48da-95fb-90e3195ed6ca, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=abb1aacb-358e-48da-95fb-90e3195ed6ca,segment=NetworkSegment(8b1b1f50-f69a-4112-a91f-85e0bee763de),segment_id=8b1b1f50-f69a-4112-a91f-85e0bee763de)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:55.663791 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-e4e9674b-b2b8-4a46-ac9e-be7fe756a24c req-29697b13-144d-469f-a636-3290edf5129b tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:55.664048 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 9f8203b0-e831-45eb-9b6e-c695634c82d5 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:25:55.677030 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824d1831-d909-4339-ba06-d0e17b3d8c58 admin admin] Made reservation on behalf of d97640e5e7744cffacdba1d3abe66d8a for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:55.679837 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-824d1831-d909-4339-ba06-d0e17b3d8c58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:55.697175 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-e4e9674b-b2b8-4a46-ac9e-be7fe756a24c req-29697b13-144d-469f-a636-3290edf5129b tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Calling delete_port for abb1aacb-358e-48da-95fb-90e3195ed6ca owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:55.956034 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1cfb0819-616c-40f5-a304-775aaed062fe req-b1a8117a-8238-4cd5-a3fd-c24fe70de988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:56.004887 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-824d1831-d909-4339-ba06-d0e17b3d8c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:56.029727 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-873683ad-be9c-4d11-a4b5-011a21cd60f6 req-869e68be-734c-4192-82f7-87d2a95daa86 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 210 time: 0.0904226 Jul 23 16:25:56.120475 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d1831-d909-4339-ba06-d0e17b3d8c58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=779ee7dc-85ad-4e75-a728-02684bcbbe65,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:56.141356 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-e4e9674b-b2b8-4a46-ac9e-be7fe756a24c req-29697b13-144d-469f-a636-3290edf5129b tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:56.154325 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['abb1aacb-358e-48da-95fb-90e3195ed6ca'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:25:56.162755 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824d1831-d909-4339-ba06-d0e17b3d8c58 admin admin] Checking segment: {'id': 'ea9269be-5086-4fb9-ae42-b253243d205e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '9f8203b0-e831-45eb-9b6e-c695634c82d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:25:56.163178 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824d1831-d909-4339-ba06-d0e17b3d8c58 admin admin] Network hostable DHCP agents. Network: 9f8203b0-e831-45eb-9b6e-c695634c82d5, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:25:56.187417 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29697b13-144d-469f-a636-3290edf5129b tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Pushing event deleted for resources: {'Port': ['ID=abb1aacb-358e-48da-95fb-90e3195ed6ca,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:56.192055 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ef882-f60b-4454-af2a-20922a3a6643 req-8c6f3f68-18ed-4ded-a7cb-07e068201034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:56.192546 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ef882-f60b-4454-af2a-20922a3a6643 req-8c6f3f68-18ed-4ded-a7cb-07e068201034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:56.194141 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-450ef882-f60b-4454-af2a-20922a3a6643 req-8c6f3f68-18ed-4ded-a7cb-07e068201034 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=fb676069524140d885efdc13eef1aa27&device_id=69de9ebc-83b8-48c3-beda-b75d9894e04f HTTP/1.1" status: 200 len: 1913 time: 0.5396967 Jul 23 16:25:56.240437 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e9674b-b2b8-4a46-ac9e-be7fe756a24c req-29697b13-144d-469f-a636-3290edf5129b tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] No DVR routers for this DVR port abb1aacb-358e-48da-95fb-90e3195ed6ca on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:25:56.246039 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-e4e9674b-b2b8-4a46-ac9e-be7fe756a24c req-29697b13-144d-469f-a636-3290edf5129b tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:56.248560 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e4e9674b-b2b8-4a46-ac9e-be7fe756a24c req-29697b13-144d-469f-a636-3290edf5129b tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.74 "DELETE /v2.0/ports/abb1aacb-358e-48da-95fb-90e3195ed6ca HTTP/1.1" status: 204 len: 173 time: 1.1946204 Jul 23 16:25:56.249073 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279905df-4338-4206-8122-1a7c547d9937', 'name': 'network-vif-deleted', 'tag': 'abb1aacb-358e-48da-95fb-90e3195ed6ca'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:56.251701 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb5bd66-1d2b-43d3-a068-ddb9815774fd" -d '{"events": [{"server_uuid": "279905df-4338-4206-8122-1a7c547d9937", "name": "network-vif-deleted", "tag": "abb1aacb-358e-48da-95fb-90e3195ed6ca"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:56.257076 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-0712edcf-ed0a-47ab-b5fd-22db326045ae tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:56.258720 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-0712edcf-ed0a-47ab-b5fd-22db326045ae tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.97 "GET /v2.0/networks?id=cfd5d4a5-0d74-4444-af11-d62dc4a381cf HTTP/1.1" status: 200 len: 811 time: 0.6031570 Jul 23 16:25:56.262462 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824d1831-d909-4339-ba06-d0e17b3d8c58 admin admin] Network 9f8203b0-e831-45eb-9b6e-c695634c82d5 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:25:56.273622 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-dc94bcc9-d836-46fc-baef-252e6d3833a4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Request body: {'port': {'device_id': '0aa92b4c-8ab5-4181-939b-fdad4c13ad45', 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf', 'admin_state_up': True, 'tenant_id': '2642ac6d2fda4bb6bc5bc42fd646c90d'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:56.274635 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-824d1831-d909-4339-ba06-d0e17b3d8c58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 9f8203b0-e831-45eb-9b6e-c695634c82d5) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:56.282194 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824d1831-d909-4339-ba06-d0e17b3d8c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:56.282790 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-824d1831-d909-4339-ba06-d0e17b3d8c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:56.292543 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39bad10-5102-4ac4-b9e4-67c16bd39c37 None None] Network 9f8203b0-e831-45eb-9b6e-c695634c82d5 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:25:56.313589 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-824d1831-d909-4339-ba06-d0e17b3d8c58 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7006397 Jul 23 16:25:56.351944 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593541d6-8433-4d50-b726-7a1d87ca09ba x-openstack-request-id: req-593541d6-8433-4d50-b726-7a1d87ca09ba {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:56.352699 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279905df-4338-4206-8122-1a7c547d9937", "name": "network-vif-deleted", "tag": "abb1aacb-358e-48da-95fb-90e3195ed6ca", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:56.352952 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-593541d6-8433-4d50-b726-7a1d87ca09ba {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:56.353587 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279905df-4338-4206-8122-1a7c547d9937', 'name': 'network-vif-deleted', 'tag': 'abb1aacb-358e-48da-95fb-90e3195ed6ca', 'status': 'completed', 'code': 200} Jul 23 16:25:56.392070 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530b444-5401-4f2b-82d3-ff439e7d7bef req-a8dba816-78ad-40ba-a08c-0efcbd9bebdf tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:56.406603 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530b444-5401-4f2b-82d3-ff439e7d7bef req-a8dba816-78ad-40ba-a08c-0efcbd9bebdf tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:56.417491 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1530b444-5401-4f2b-82d3-ff439e7d7bef req-a8dba816-78ad-40ba-a08c-0efcbd9bebdf tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=69de9ebc-83b8-48c3-beda-b75d9894e04f HTTP/1.1" status: 200 len: 1666 time: 0.5742738 Jul 23 16:25:56.653828 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaacd38f-0304-453f-b146-baf4cab9e282 None None] Network 9f8203b0-e831-45eb-9b6e-c695634c82d5 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:25:56.774535 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ef882-f60b-4454-af2a-20922a3a6643 req-4bf1c875-b804-43b5-bf92-02777cafed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:56.775053 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ef882-f60b-4454-af2a-20922a3a6643 req-4bf1c875-b804-43b5-bf92-02777cafed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:56.775879 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ef882-f60b-4454-af2a-20922a3a6643 req-4bf1c875-b804-43b5-bf92-02777cafed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:56.777738 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-450ef882-f60b-4454-af2a-20922a3a6643 req-4bf1c875-b804-43b5-bf92-02777cafed2c service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=fb676069524140d885efdc13eef1aa27&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5713689 Jul 23 16:25:56.780897 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1530b444-5401-4f2b-82d3-ff439e7d7bef req-8ecd9044-d243-429e-a9a7-d764445561dc tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615842 Jul 23 16:25:56.967091 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f52d3-0133-452f-8ca4-305153e24364 req-8464c3ea-1cef-4d6f-ade8-47673ec9f3a2 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:56.968662 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-304f52d3-0133-452f-8ca4-305153e24364 req-8464c3ea-1cef-4d6f-ade8-47673ec9f3a2 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=a18e49bf-6c9a-484a-b536-53aa0b404853 HTTP/1.1" status: 200 len: 946 time: 0.3943536 Jul 23 16:25:57.330701 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f2d4aaac-d895-4d50-ba74-3cf0ee042faa req-0f18364a-3c99-41a4-b8bc-aa3635a101b8 tempest-ServerAddressesNegativeTestJSON-1365391208 tempest-ServerAddressesNegativeTestJSON-1365391208-project] 10.222.0.73 "GET /v2.0/ports?device_id=279905df-4338-4206-8122-1a7c547d9937 HTTP/1.1" status: 200 len: 210 time: 0.4274249 Jul 23 16:25:57.351160 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-dc94bcc9-d836-46fc-baef-252e6d3833a4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Made reservation on behalf of 2642ac6d2fda4bb6bc5bc42fd646c90d for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:57.355421 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-dc94bcc9-d836-46fc-baef-252e6d3833a4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:57.411094 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-1cfb0819-616c-40f5-a304-775aaed062fe req-b1a8117a-8238-4cd5-a3fd-c24fe70de988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:57.428582 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1cfb0819-616c-40f5-a304-775aaed062fe req-b1a8117a-8238-4cd5-a3fd-c24fe70de988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:57.458558 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ef882-f60b-4454-af2a-20922a3a6643 req-efb12bcf-9e76-4b8f-90c4-b4717acbd531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:57.460080 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-450ef882-f60b-4454-af2a-20922a3a6643 req-efb12bcf-9e76-4b8f-90c4-b4717acbd531 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6674399 Jul 23 16:25:57.499502 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-304f52d3-0133-452f-8ca4-305153e24364 req-a35b195e-78c1-4edf-babb-5e8ba4b82df7 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5179734 Jul 23 16:25:57.504661 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-1cfb0819-616c-40f5-a304-775aaed062fe req-b1a8117a-8238-4cd5-a3fd-c24fe70de988 service neutron] Transition to ACTIVE for port object 5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:57.508684 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1cfb0819-616c-40f5-a304-775aaed062fe req-b1a8117a-8238-4cd5-a3fd-c24fe70de988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:57.635686 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8117a-8238-4cd5-a3fd-c24fe70de988 service neutron] Pushing event updated for resources: {'Port': ['ID=5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:57.716780 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41d3daa7-8143-48e4-8f29-49eb25677577 req-e2ff0345-df7e-48fc-8fd0-bcf146134071 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 210 time: 0.1190019 Jul 23 16:25:57.807106 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-dc94bcc9-d836-46fc-baef-252e6d3833a4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Allocated IP 172.20.0.9 (cfd5d4a5-0d74-4444-af11-d62dc4a381cf/826fd2fc-e097-4472-9d1f-4298f12f603f/637c7293-dd2f-465d-8151-c16c46104ded) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:25:57.877770 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1cfb0819-616c-40f5-a304-775aaed062fe req-b1a8117a-8238-4cd5-a3fd-c24fe70de988 service neutron] Attempting to bind port 5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:25:57.878119 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1cfb0819-616c-40f5-a304-775aaed062fe req-b1a8117a-8238-4cd5-a3fd-c24fe70de988 service neutron] Attempting to bind port 5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '3c1a4e10-8749-4f41-a778-d8ba4efb9a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'de2f33f0-0be9-4cb0-bd3f-10e6df2a5853'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:25:57.878459 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb0819-616c-40f5-a304-775aaed062fe req-b1a8117a-8238-4cd5-a3fd-c24fe70de988 service neutron] Attempting to bind port 5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6 on network de2f33f0-0be9-4cb0-bd3f-10e6df2a5853 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:57.903503 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb0819-616c-40f5-a304-775aaed062fe req-b1a8117a-8238-4cd5-a3fd-c24fe70de988 service neutron] Port 5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6 on network de2f33f0-0be9-4cb0-bd3f-10e6df2a5853 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:25:57.903859 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb0819-616c-40f5-a304-775aaed062fe req-b1a8117a-8238-4cd5-a3fd-c24fe70de988 service neutron] Attempting to bind port 5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6 on network de2f33f0-0be9-4cb0-bd3f-10e6df2a5853 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:57.924464 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb0819-616c-40f5-a304-775aaed062fe req-b1a8117a-8238-4cd5-a3fd-c24fe70de988 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:25:57.924730 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb0819-616c-40f5-a304-775aaed062fe req-b1a8117a-8238-4cd5-a3fd-c24fe70de988 service neutron] Checking segment: {'id': '3c1a4e10-8749-4f41-a778-d8ba4efb9a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'de2f33f0-0be9-4cb0-bd3f-10e6df2a5853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:25:57.925143 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb0819-616c-40f5-a304-775aaed062fe req-b1a8117a-8238-4cd5-a3fd-c24fe70de988 service neutron] Bound using segment: {'id': '3c1a4e10-8749-4f41-a778-d8ba4efb9a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'de2f33f0-0be9-4cb0-bd3f-10e6df2a5853'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:25:57.925586 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1cfb0819-616c-40f5-a304-775aaed062fe req-b1a8117a-8238-4cd5-a3fd-c24fe70de988 service neutron] Bound port: 5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1a4e10-8749-4f41-a778-d8ba4efb9a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'de2f33f0-0be9-4cb0-bd3f-10e6df2a5853'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:25:57.925949 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1cfb0819-616c-40f5-a304-775aaed062fe req-b1a8117a-8238-4cd5-a3fd-c24fe70de988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:57.959211 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-50f70e91-f275-4616-af5f-bced4a5cbbc9 tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:57.960760 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-50f70e91-f275-4616-af5f-bced4a5cbbc9 tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] 10.222.0.73 "GET /v2.0/networks?id=9f8203b0-e831-45eb-9b6e-c695634c82d5 HTTP/1.1" status: 200 len: 817 time: 0.2178941 Jul 23 16:25:58.030643 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-74e0219d-a940-4d52-90ca-5cc6d9180904 tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] 10.222.0.73 "GET /v2.0/quotas/d97640e5e7744cffacdba1d3abe66d8a HTTP/1.1" status: 200 len: 375 time: 0.0511756 Jul 23 16:25:58.127903 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-55971d94-9c70-4eb9-bcce-de6607bbb706 tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d97640e5e7744cffacdba1d3abe66d8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588312 Jul 23 16:25:58.129005 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-1cfb0819-616c-40f5-a304-775aaed062fe req-b1a8117a-8238-4cd5-a3fd-c24fe70de988 service neutron] For port 5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:25:58.162119 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-1cfb0819-616c-40f5-a304-775aaed062fe req-b1a8117a-8238-4cd5-a3fd-c24fe70de988 service neutron] For port 5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6,segment=NetworkSegment(3c1a4e10-8749-4f41-a778-d8ba4efb9a0b),segment_id=3c1a4e10-8749-4f41-a778-d8ba4efb9a0b)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:25:58.203653 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1cfb0819-616c-40f5-a304-775aaed062fe req-b1a8117a-8238-4cd5-a3fd-c24fe70de988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:58.236669 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-dc94bcc9-d836-46fc-baef-252e6d3833a4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:58.322776 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb0819-616c-40f5-a304-775aaed062fe req-b1a8117a-8238-4cd5-a3fd-c24fe70de988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:58.323472 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1cfb0819-616c-40f5-a304-775aaed062fe req-b1a8117a-8238-4cd5-a3fd-c24fe70de988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:58.324906 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cfb0819-616c-40f5-a304-775aaed062fe req-b1a8117a-8238-4cd5-a3fd-c24fe70de988 service neutron] 10.222.0.97 "PUT /v2.0/ports/5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6 HTTP/1.1" status: 200 len: 1091 time: 2.8019025 Jul 23 16:25:58.328091 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69de9ebc-83b8-48c3-beda-b75d9894e04f', 'tag': '5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:58.330482 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20995f26-5c69-4ad5-b2fa-9d719bb0744a" -d '{"events": [{"name": "network-changed", "server_uuid": "69de9ebc-83b8-48c3-beda-b75d9894e04f", "tag": "5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:58.410957 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8117a-8238-4cd5-a3fd-c24fe70de988 service neutron] Pushing event updated for resources: {'Port': ['ID=5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:58.442478 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-c11c3a6c-ad63-426a-be86-2bf083705035 service neutron] 10.222.0.73 "GET /v2.0/networks/9f8203b0-e831-45eb-9b6e-c695634c82d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007555 Jul 23 16:25:58.467890 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-dc94bcc9-d836-46fc-baef-252e6d3833a4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:58.488881 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ea767-9ef6-425c-a62b-d2f52f5b9803 req-dc151569-51e5-4796-9d3f-b731f645a6b2 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:58.495678 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ea767-9ef6-425c-a62b-d2f52f5b9803 req-dc151569-51e5-4796-9d3f-b731f645a6b2 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:58.497422 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ea4ea767-9ef6-425c-a62b-d2f52f5b9803 req-dc151569-51e5-4796-9d3f-b731f645a6b2 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=69de9ebc-83b8-48c3-beda-b75d9894e04f HTTP/1.1" status: 200 len: 1678 time: 0.3340049 Jul 23 16:25:58.623993 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-dc94bcc9-d836-46fc-baef-252e6d3833a4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Network cfd5d4a5-0d74-4444-af11-d62dc4a381cf is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:25:58.643989 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94bcc9-d836-46fc-baef-252e6d3833a4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Pushing event updated for resources: {'Port': ['ID=637c7293-dd2f-465d-8151-c16c46104ded,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:58.646546 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-dc94bcc9-d836-46fc-baef-252e6d3833a4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:58.664455 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-dc94bcc9-d836-46fc-baef-252e6d3833a4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:25:58.673116 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb0819-616c-40f5-a304-775aaed062fe req-f93ef0a9-b1dd-4726-8554-af72d5eac06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:58.673606 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb0819-616c-40f5-a304-775aaed062fe req-f93ef0a9-b1dd-4726-8554-af72d5eac06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:58.675264 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cfb0819-616c-40f5-a304-775aaed062fe req-f93ef0a9-b1dd-4726-8554-af72d5eac06f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=fb676069524140d885efdc13eef1aa27&device_id=69de9ebc-83b8-48c3-beda-b75d9894e04f HTTP/1.1" status: 200 len: 1980 time: 0.2931097 Jul 23 16:25:58.678347 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ea4ea767-9ef6-425c-a62b-d2f52f5b9803 req-09fd3bfe-8d17-4fe5-9957-87eb821f80a9 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721630 Jul 23 16:25:58.709796 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-b128b537-5fd8-4972-a7f8-79069881cefe service neutron] 10.222.0.73 "GET /v2.0/networks/9f8203b0-e831-45eb-9b6e-c695634c82d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549903 Jul 23 16:25:58.749682 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cfb0819-616c-40f5-a304-775aaed062fe req-08c527ed-56f1-491a-b411-821ea8b5d699 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.208&port_id=a6a301b7-e543-48f9-93ea-77e9fa7c22ad HTTP/1.1" status: 200 len: 217 time: 0.0496328 Jul 23 16:25:58.809867 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-dc94bcc9-d836-46fc-baef-252e6d3833a4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:58.810842 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-dc94bcc9-d836-46fc-baef-252e6d3833a4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:58.868129 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-dc94bcc9-d836-46fc-baef-252e6d3833a4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5984788 Jul 23 16:25:58.871658 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb0819-616c-40f5-a304-775aaed062fe req-6aae0732-1f31-4974-bf45-e47edb743543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:58.874060 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cfb0819-616c-40f5-a304-775aaed062fe req-6aae0732-1f31-4974-bf45-e47edb743543 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a9a95d86-86e8-437a-ac76-fe84c62c21bc HTTP/1.1" status: 200 len: 801 time: 0.1149111 Jul 23 16:25:58.894215 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-9f67a329-5f1d-4037-bafc-332fa39c9b2b service neutron] Request body: {'port': {'device_id': '0aa92b4c-8ab5-4181-939b-fdad4c13ad45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:58.942108 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c379b82-2513-4032-8300-328b389664cd x-openstack-request-id: req-9c379b82-2513-4032-8300-328b389664cd {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:58.942398 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69de9ebc-83b8-48c3-beda-b75d9894e04f", "tag": "5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:58.942654 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9c379b82-2513-4032-8300-328b389664cd {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:58.943066 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69de9ebc-83b8-48c3-beda-b75d9894e04f', 'tag': '5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6', 'status': 'completed', 'code': 200} Jul 23 16:25:58.980723 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36126) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:59.014320 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd6633-8a6c-4b24-9927-8807d264bffb req-9ca265d1-39f3-4efc-9854-4e3f34b491cf tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:59.021260 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-13fd6633-8a6c-4b24-9927-8807d264bffb req-9ca265d1-39f3-4efc-9854-4e3f34b491cf tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 1096 time: 0.1958969 Jul 23 16:25:59.053842 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-02bc3a3e-1cb6-4602-b32a-3f2054264db3 admin admin] Deleting subnet f37b7a86-6b13-41b4-a0ea-fd5e0ae9d906 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:25:59.054166 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb0819-616c-40f5-a304-775aaed062fe req-e53766b4-54e2-4664-b756-c001cf7a68ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:59.054166 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cfb0819-616c-40f5-a304-775aaed062fe req-e53766b4-54e2-4664-b756-c001cf7a68ad service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=217961a5-d6bf-42ee-9d26-7c77b8312281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1722178 Jul 23 16:25:59.054878 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-9f67a329-5f1d-4037-bafc-332fa39c9b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:59.055659 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02bc3a3e-1cb6-4602-b32a-3f2054264db3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:59.115935 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02bc3a3e-1cb6-4602-b32a-3f2054264db3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:59.185365 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02bc3a3e-1cb6-4602-b32a-3f2054264db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:59.214302 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-13fd6633-8a6c-4b24-9927-8807d264bffb req-9f512d53-de6a-426f-a8f9-c2befd7c30d0 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920447 Jul 23 16:25:59.220521 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cfb0819-616c-40f5-a304-775aaed062fe req-c9e5a258-16af-4581-a834-3e763045b19d service neutron] 10.222.0.97 "GET /v2.0/networks/217961a5-d6bf-42ee-9d26-7c77b8312281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541417 Jul 23 16:25:59.292247 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device abb1aacb-358e-48da-95fb-90e3195ed6ca no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:59.316611 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02bc3a3e-1cb6-4602-b32a-3f2054264db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:59.334573 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6211bfdd-2f6c-440f-b1aa-3f268e7434b3 req-0083bcf4-70be-4813-9d7e-72fb07011575 tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9ae32bf-2597-42da-9fe3-0f539e8372bb HTTP/1.1" status: 200 len: 210 time: 0.0369289 Jul 23 16:25:59.347956 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: abb1aacb-358e-48da-95fb-90e3195ed6ca {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:25:59.348305 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device abb1aacb-358e-48da-95fb-90e3195ed6ca not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:25:59.374409 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc3a3e-1cb6-4602-b32a-3f2054264db3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f37b7a86-6b13-41b4-a0ea-fd5e0ae9d906,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:59.383371 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02bc3a3e-1cb6-4602-b32a-3f2054264db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:59.387116 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-02bc3a3e-1cb6-4602-b32a-3f2054264db3 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f37b7a86-6b13-41b4-a0ea-fd5e0ae9d906 HTTP/1.1" status: 204 len: 168 time: 0.3993146 Jul 23 16:25:59.389560 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36136) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:59.500627 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-219c52a1-d497-44f9-bbc9-ceda3556e305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:59.535196 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fee41-fbab-4ee9-a669-3e1a1c4e5029 req-b4045461-7daa-4605-b44d-2ea57a3a0ca4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:59.536732 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-042fee41-fbab-4ee9-a669-3e1a1c4e5029 req-b4045461-7daa-4605-b44d-2ea57a3a0ca4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 931 time: 0.3211508 Jul 23 16:25:59.586058 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cfb0819-616c-40f5-a304-775aaed062fe req-ba7d896c-bd82-4c11-aa67-c19e734247b7 service neutron] 10.222.0.97 "GET /v2.0/networks/217961a5-d6bf-42ee-9d26-7c77b8312281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349371 Jul 23 16:25:59.633070 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-219c52a1-d497-44f9-bbc9-ceda3556e305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:59.656736 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-219c52a1-d497-44f9-bbc9-ceda3556e305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f9aad21-99b0-4687-944c-ed44f9a87148']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:59.657334 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cfb0819-616c-40f5-a304-775aaed062fe req-02b0568e-e333-4970-8f84-0c5fe7f75e11 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.15&port_id=5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6 HTTP/1.1" status: 200 len: 217 time: 0.0589039 Jul 23 16:25:59.668988 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-219c52a1-d497-44f9-bbc9-ceda3556e305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1b1f50-f69a-4112-a91f-85e0bee763de') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:59.669623 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-219c52a1-d497-44f9-bbc9-ceda3556e305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1b1f50-f69a-4112-a91f-85e0bee763de') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:59.681767 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-219c52a1-d497-44f9-bbc9-ceda3556e305 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:59.683409 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-042fee41-fbab-4ee9-a669-3e1a1c4e5029 req-0e11783f-5546-43bd-8c92-204513325ff7 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358392 Jul 23 16:25:59.728404 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-219c52a1-d497-44f9-bbc9-ceda3556e305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:59.748782 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-219c52a1-d497-44f9-bbc9-ceda3556e305 admin admin] Releasing vlan 1143 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:25:59.749628 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-219c52a1-d497-44f9-bbc9-ceda3556e305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:59.761990 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb0819-616c-40f5-a304-775aaed062fe req-713633fa-0a3f-49ed-9d29-aa29ed41d03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:59.763479 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cfb0819-616c-40f5-a304-775aaed062fe req-713633fa-0a3f-49ed-9d29-aa29ed41d03c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8121ae56-90df-417a-85ef-256a6dcff07d HTTP/1.1" status: 200 len: 801 time: 0.0851457 Jul 23 16:25:59.789656 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:25:59.789656 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:25:59.789656 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:25:59.789656 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:25:59.789656 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:25:59.789656 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:25:59.789656 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:25:59.789656 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:25:59.789656 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:25:59.789656 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:25:59.789656 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:25:59.789656 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:25:59.789656 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:25:59.789656 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:25:59.789656 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:25:59.789656 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:25:59.789656 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:25:59.789656 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:25:59.789656 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:25:59.789656 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:25:59.789656 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:25:59.789656 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:25:59.789656 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:25:59.789656 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:25:59.789656 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:25:59.789656 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:25:59.789656 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:25:59.789656 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:25:59.789656 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:25:59.789656 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:25:59.789656 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:25:59.789656 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:25:59.883574 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-219c52a1-d497-44f9-bbc9-ceda3556e305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:59.891465 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-9f67a329-5f1d-4037-bafc-332fa39c9b2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 637c7293-dd2f-465d-8151-c16c46104ded {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:59.894072 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-219c52a1-d497-44f9-bbc9-ceda3556e305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:59.898503 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-219c52a1-d497-44f9-bbc9-ceda3556e305 admin admin] 10.222.0.73 "DELETE /v2.0/networks/4f9aad21-99b0-4687-944c-ed44f9a87148 HTTP/1.1" status: 204 len: 168 time: 0.5070999 Jul 23 16:25:59.909395 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-9f67a329-5f1d-4037-bafc-332fa39c9b2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:59.914451 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c52a1-d497-44f9-bbc9-ceda3556e305 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f9aad21-99b0-4687-944c-ed44f9a87148,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:59.942432 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-9f67a329-5f1d-4037-bafc-332fa39c9b2b service neutron] Transition to ACTIVE for port object 637c7293-dd2f-465d-8151-c16c46104ded will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:59.951798 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-9f67a329-5f1d-4037-bafc-332fa39c9b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:00.003213 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb0819-616c-40f5-a304-775aaed062fe req-d21bfa91-3ae9-4af6-a9d3-6d78bddca85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:00.004866 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cfb0819-616c-40f5-a304-775aaed062fe req-d21bfa91-3ae9-4af6-a9d3-6d78bddca85d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=de2f33f0-0be9-4cb0-bd3f-10e6df2a5853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2171402 Jul 23 16:26:00.049638 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d32ae-585c-48c3-ac21-52ee7e0c1495 req-b96882b2-7e25-4eaa-a1da-4a1fa020767d tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:00.055696 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d32ae-585c-48c3-ac21-52ee7e0c1495 req-b96882b2-7e25-4eaa-a1da-4a1fa020767d tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:00.062001 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36160) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:00.071557 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd1d32ae-585c-48c3-ac21-52ee7e0c1495 req-b96882b2-7e25-4eaa-a1da-4a1fa020767d tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=69de9ebc-83b8-48c3-beda-b75d9894e04f HTTP/1.1" status: 200 len: 1678 time: 0.2465408 Jul 23 16:26:00.119730 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67a329-5f1d-4037-bafc-332fa39c9b2b service neutron] Pushing event updated for resources: {'Port': ['ID=637c7293-dd2f-465d-8151-c16c46104ded,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:00.135138 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-70808cac-515d-42af-80ba-ddcba21bca99 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2e24f35c4949445cb3627308a0c99406&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0704362 Jul 23 16:26:00.136618 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36164) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:00.177546 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd1d32ae-585c-48c3-ac21-52ee7e0c1495 req-8819596c-0ebd-4f5f-972f-4881d61b523b tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041751 Jul 23 16:26:00.246118 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-176aa6fa-ae56-4807-b548-d0c6a14cc27f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:00.323872 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-176aa6fa-ae56-4807-b548-d0c6a14cc27f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:00.329251 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cfb0819-616c-40f5-a304-775aaed062fe req-acf2db30-a1e6-4433-927b-9b0e1c44f865 service neutron] 10.222.0.97 "GET /v2.0/networks/de2f33f0-0be9-4cb0-bd3f-10e6df2a5853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127384 Jul 23 16:26:00.386793 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-9f67a329-5f1d-4037-bafc-332fa39c9b2b service neutron] Attempting to bind port 637c7293-dd2f-465d-8151-c16c46104ded on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:26:00.387143 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-9f67a329-5f1d-4037-bafc-332fa39c9b2b service neutron] Attempting to bind port 637c7293-dd2f-465d-8151-c16c46104ded by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '2a2e3857-f6ff-406e-8415-ef0a902aa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:26:00.387477 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-9f67a329-5f1d-4037-bafc-332fa39c9b2b service neutron] Attempting to bind port 637c7293-dd2f-465d-8151-c16c46104ded on network cfd5d4a5-0d74-4444-af11-d62dc4a381cf {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:00.408924 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-9f67a329-5f1d-4037-bafc-332fa39c9b2b service neutron] Port 637c7293-dd2f-465d-8151-c16c46104ded on network cfd5d4a5-0d74-4444-af11-d62dc4a381cf not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:26:00.409290 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-9f67a329-5f1d-4037-bafc-332fa39c9b2b service neutron] Attempting to bind port 637c7293-dd2f-465d-8151-c16c46104ded on network cfd5d4a5-0d74-4444-af11-d62dc4a381cf {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:00.421668 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-9f67a329-5f1d-4037-bafc-332fa39c9b2b service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:26:00.421668 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-9f67a329-5f1d-4037-bafc-332fa39c9b2b service neutron] Checking segment: {'id': '2a2e3857-f6ff-406e-8415-ef0a902aa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:00.422005 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-9f67a329-5f1d-4037-bafc-332fa39c9b2b service neutron] Bound using segment: {'id': '2a2e3857-f6ff-406e-8415-ef0a902aa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:26:00.422565 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-9f67a329-5f1d-4037-bafc-332fa39c9b2b service neutron] Bound port: 637c7293-dd2f-465d-8151-c16c46104ded, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a2e3857-f6ff-406e-8415-ef0a902aa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:26:00.422928 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-9f67a329-5f1d-4037-bafc-332fa39c9b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:00.521898 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cfb0819-616c-40f5-a304-775aaed062fe req-baa02e8e-e676-4020-8e1c-9da3f9432528 service neutron] 10.222.0.97 "GET /v2.0/networks/de2f33f0-0be9-4cb0-bd3f-10e6df2a5853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802695 Jul 23 16:26:00.544182 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-176aa6fa-ae56-4807-b548-d0c6a14cc27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:00.559753 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-176aa6fa-ae56-4807-b548-d0c6a14cc27f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:00.564380 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-176aa6fa-ae56-4807-b548-d0c6a14cc27f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/be980ee8-acd8-4adc-978f-975364da4478 HTTP/1.1" status: 204 len: 168 time: 0.4228411 Jul 23 16:26:00.572309 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-9f67a329-5f1d-4037-bafc-332fa39c9b2b service neutron] For port 637c7293-dd2f-465d-8151-c16c46104ded, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:26:00.578818 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-9f67a329-5f1d-4037-bafc-332fa39c9b2b service neutron] For port 637c7293-dd2f-465d-8151-c16c46104ded, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=637c7293-dd2f-465d-8151-c16c46104ded,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:26:00.591347 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-9f67a329-5f1d-4037-bafc-332fa39c9b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:00.647106 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-9f67a329-5f1d-4037-bafc-332fa39c9b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:00.648379 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-9f67a329-5f1d-4037-bafc-332fa39c9b2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:00.651139 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-f1466d90-3e2e-425d-90f4-03930ad20d64 tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:00.651580 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-9f67a329-5f1d-4037-bafc-332fa39c9b2b service neutron] 10.222.0.97 "PUT /v2.0/ports/637c7293-dd2f-465d-8151-c16c46104ded HTTP/1.1" status: 200 len: 1091 time: 1.7677321 Jul 23 16:26:00.652717 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-f1466d90-3e2e-425d-90f4-03930ad20d64 tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] 10.222.0.74 "GET /v2.0/networks?id=9f8203b0-e831-45eb-9b6e-c695634c82d5 HTTP/1.1" status: 200 len: 817 time: 0.3550527 Jul 23 16:26:00.658695 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176aa6fa-ae56-4807-b548-d0c6a14cc27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be980ee8-acd8-4adc-978f-975364da4478,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:00.694397 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-9ea1e14a-7226-4f55-9122-41fa8fb11869 tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] Request body: {'port': {'device_id': 'd9ae32bf-2597-42da-9fe3-0f539e8372bb', 'network_id': '9f8203b0-e831-45eb-9b6e-c695634c82d5', 'admin_state_up': True, 'tenant_id': 'd97640e5e7744cffacdba1d3abe66d8a'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:00.916502 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-9ea1e14a-7226-4f55-9122-41fa8fb11869 tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] Made reservation on behalf of d97640e5e7744cffacdba1d3abe66d8a for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:00.917429 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dde09f59-26b2-483c-b9e0-758385c0bde5 req-ecc03141-d583-4382-b849-349b3350a6cd tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9ae32bf-2597-42da-9fe3-0f539e8372bb HTTP/1.1" status: 200 len: 210 time: 0.1736133 Jul 23 16:26:00.921647 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-9ea1e14a-7226-4f55-9122-41fa8fb11869 tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:00.958010 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-fe6c296a-334b-49ed-8049-b9be42239bad req-a385a051-355b-44e0-9320-feea247f1810 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:26:00.958010 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe6c296a-334b-49ed-8049-b9be42239bad req-a385a051-355b-44e0-9320-feea247f1810 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0308373 Jul 23 16:26:00.958010 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aa92b4c-8ab5-4181-939b-fdad4c13ad45', 'tag': '637c7293-dd2f-465d-8151-c16c46104ded'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:00.968875 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb0c1fb-ffc6-439b-833e-3bb7c5f68347" -d '{"events": [{"name": "network-changed", "server_uuid": "0aa92b4c-8ab5-4181-939b-fdad4c13ad45", "tag": "637c7293-dd2f-465d-8151-c16c46104ded"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:01.013208 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-fe6c296a-334b-49ed-8049-b9be42239bad req-d367a2b8-beb9-4f84-8eea-018fc34781bf service neutron] Request body: {'binding': {'host': 'n-h1-778549-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:01.013680 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-fe6c296a-334b-49ed-8049-b9be42239bad req-d367a2b8-beb9-4f84-8eea-018fc34781bf service neutron] Unknown quota resources ['binding']. {{(pid=94012) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:26:01.227740 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-9ea1e14a-7226-4f55-9122-41fa8fb11869 tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] Allocated IP 172.20.0.9 (9f8203b0-e831-45eb-9b6e-c695634c82d5/779ee7dc-85ad-4e75-a728-02684bcbbe65/cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:01.289320 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 8f0fee58-7391-44cd-a0b4-98ad97e25c5d details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:26:01.499721 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 8f0fee58-7391-44cd-a0b4-98ad97e25c5d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=8f0fee58-7391-44cd-a0b4-98ad97e25c5d,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:01.527891 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '8f0fee58-7391-44cd-a0b4-98ad97e25c5d', 'network_id': 'c0156383-d263-44ff-9a8d-9ced71d28f03', 'port_id': '8f0fee58-7391-44cd-a0b4-98ad97e25c5d', 'mac_address': 'fa:16:3e:09:e5:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe4be59-2cd1-45d4-8fb1-b572bd36b8ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:26:01.550614 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67a329-5f1d-4037-bafc-332fa39c9b2b service neutron] Pushing event updated for resources: {'Port': ['ID=637c7293-dd2f-465d-8151-c16c46104ded,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:01.571374 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-9ea1e14a-7226-4f55-9122-41fa8fb11869 tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:01.614100 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:01.646775 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f0fee58-7391-44cd-a0b4-98ad97e25c5d {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:01.657040 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-9ea1e14a-7226-4f55-9122-41fa8fb11869 tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:01.704005 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 8f0fee58-7391-44cd-a0b4-98ad97e25c5d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=8f0fee58-7391-44cd-a0b4-98ad97e25c5d,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:01.710348 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:01.758893 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20995f26-5c69-4ad5-b2fa-9d719bb0744a req-f4e2f118-b522-4462-8cdc-5141b1e52003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:01.759695 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20995f26-5c69-4ad5-b2fa-9d719bb0744a req-f4e2f118-b522-4462-8cdc-5141b1e52003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:01.761443 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20995f26-5c69-4ad5-b2fa-9d719bb0744a req-f4e2f118-b522-4462-8cdc-5141b1e52003 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=fb676069524140d885efdc13eef1aa27&device_id=69de9ebc-83b8-48c3-beda-b75d9894e04f HTTP/1.1" status: 200 len: 1980 time: 1.0944364 Jul 23 16:26:01.766893 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-3c41ee38-0086-445f-8ed6-94af51f9f0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:01.768425 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-3c41ee38-0086-445f-8ed6-94af51f9f0dc service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=2642ac6d2fda4bb6bc5bc42fd646c90d&device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 1094 time: 1.0230536 Jul 23 16:26:01.775585 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-9ea1e14a-7226-4f55-9122-41fa8fb11869 tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] Network 9f8203b0-e831-45eb-9b6e-c695634c82d5 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:01.777573 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-9ea1e14a-7226-4f55-9122-41fa8fb11869 tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:01.782000 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1e14a-7226-4f55-9122-41fa8fb11869 tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] Pushing event updated for resources: {'Port': ['ID=cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:01.794115 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-9ea1e14a-7226-4f55-9122-41fa8fb11869 tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:01.818463 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=8f0fee58-7391-44cd-a0b4-98ad97e25c5d,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:01.895933 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36244) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:01.897841 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['8f0fee58-7391-44cd-a0b4-98ad97e25c5d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:26:01.900600 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-9ea1e14a-7226-4f55-9122-41fa8fb11869 tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:01.901301 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-9ea1e14a-7226-4f55-9122-41fa8fb11869 tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:01.908945 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-26adabde-4191-4a36-b84b-6b92cb101805 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=637c7293-dd2f-465d-8151-c16c46104ded HTTP/1.1" status: 200 len: 217 time: 0.1245470 Jul 23 16:26:01.926059 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-9ea1e14a-7226-4f55-9122-41fa8fb11869 tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2446909 Jul 23 16:26:01.947454 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] Request body: {'port': {'device_id': 'd9ae32bf-2597-42da-9fe3-0f539e8372bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:02.053981 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561445b-017f-4bce-ac5b-99c819ea71f5 req-d5b43a2b-98e5-4b13-8dc8-d0c5a3f1720a tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:02.056928 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4561445b-017f-4bce-ac5b-99c819ea71f5 req-d5b43a2b-98e5-4b13-8dc8-d0c5a3f1720a tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 943 time: 0.5002477 Jul 23 16:26:02.109659 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-fe6c296a-334b-49ed-8049-b9be42239bad req-d367a2b8-beb9-4f84-8eea-018fc34781bf service neutron] Attempting to bind port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 on host n-h1-778549-4 for vnic_type normal with profile None {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:26:02.110462 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-fe6c296a-334b-49ed-8049-b9be42239bad req-d367a2b8-beb9-4f84-8eea-018fc34781bf service neutron] Attempting to bind port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:26:02.110811 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6c296a-334b-49ed-8049-b9be42239bad req-d367a2b8-beb9-4f84-8eea-018fc34781bf service neutron] Attempting to bind port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:02.159839 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20995f26-5c69-4ad5-b2fa-9d719bb0744a req-6e172cfc-1f57-467b-acc0-cb1e5de94785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:02.162036 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20995f26-5c69-4ad5-b2fa-9d719bb0744a req-6e172cfc-1f57-467b-acc0-cb1e5de94785 service neutron] 10.222.0.97 "GET /v2.0/networks?id=de2f33f0-0be9-4cb0-bd3f-10e6df2a5853 HTTP/1.1" status: 200 len: 903 time: 0.3927224 Jul 23 16:26:02.163630 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:02.173886 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-c8e20de0-bcfc-4370-a0fd-458d4fbb0e77 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1732942748-network', 'tenant_id': '9cbc1c21f7964e01b51dfaadd6e91df9'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:02.181463 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6c296a-334b-49ed-8049-b9be42239bad req-d367a2b8-beb9-4f84-8eea-018fc34781bf service neutron] Port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:26:02.182208 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6c296a-334b-49ed-8049-b9be42239bad req-d367a2b8-beb9-4f84-8eea-018fc34781bf service neutron] Attempting to bind port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:02.190549 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4561445b-017f-4bce-ac5b-99c819ea71f5 req-f43ba0fb-891f-4772-8d00-e887405a68a2 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157610 Jul 23 16:26:02.196442 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-6566a44c-9f53-4c4d-a8a4-1d8d3d7fd6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:02.198195 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-6566a44c-9f53-4c4d-a8a4-1d8d3d7fd6a1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=826fd2fc-e097-4472-9d1f-4298f12f603f HTTP/1.1" status: 200 len: 851 time: 0.2708366 Jul 23 16:26:02.199884 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6c296a-334b-49ed-8049-b9be42239bad req-d367a2b8-beb9-4f84-8eea-018fc34781bf service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:26:02.200232 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6c296a-334b-49ed-8049-b9be42239bad req-d367a2b8-beb9-4f84-8eea-018fc34781bf service neutron] Checking segment: {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:02.200613 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6c296a-334b-49ed-8049-b9be42239bad req-d367a2b8-beb9-4f84-8eea-018fc34781bf service neutron] Bound using segment: {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:26:02.201100 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-fe6c296a-334b-49ed-8049-b9be42239bad req-d367a2b8-beb9-4f84-8eea-018fc34781bf service neutron] Bound port: e1aa8bd3-8cae-438a-9cd7-0ee3fc519631, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:26:02.256045 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-2cc68dd9-bffa-4901-bbea-8b7c1d19bb49 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cfd5d4a5-0d74-4444-af11-d62dc4a381cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376723 Jul 23 16:26:02.330713 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4894665b-08d3-4779-ac3f-24307ca2d222 x-openstack-request-id: req-4894665b-08d3-4779-ac3f-24307ca2d222 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:02.331099 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aa92b4c-8ab5-4181-939b-fdad4c13ad45", "tag": "637c7293-dd2f-465d-8151-c16c46104ded", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:02.331321 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4894665b-08d3-4779-ac3f-24307ca2d222 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:02.331622 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aa92b4c-8ab5-4181-939b-fdad4c13ad45', 'tag': '637c7293-dd2f-465d-8151-c16c46104ded', 'status': 'completed', 'code': 200} Jul 23 16:26:02.346725 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20995f26-5c69-4ad5-b2fa-9d719bb0744a req-fff720b8-cfb3-43d1-8f56-f4b1ac1eed2e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.15&port_id=5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6 HTTP/1.1" status: 200 len: 217 time: 0.1524038 Jul 23 16:26:02.421702 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e20de0-bcfc-4370-a0fd-458d4fbb0e77 admin admin] Made reservation on behalf of 9cbc1c21f7964e01b51dfaadd6e91df9 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:02.424019 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c8e20de0-bcfc-4370-a0fd-458d4fbb0e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:02.443173 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c8e20de0-bcfc-4370-a0fd-458d4fbb0e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:02.551734 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-fe6c296a-334b-49ed-8049-b9be42239bad req-d367a2b8-beb9-4f84-8eea-018fc34781bf service neutron] For port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=e1aa8bd3-8cae-438a-9cd7-0ee3fc519631,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:26:02.578916 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fe6c296a-334b-49ed-8049-b9be42239bad req-d367a2b8-beb9-4f84-8eea-018fc34781bf service neutron] Notify callbacks [] for binding, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:02.580132 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe6c296a-334b-49ed-8049-b9be42239bad req-d367a2b8-beb9-4f84-8eea-018fc34781bf service neutron] 10.222.0.73 "POST /v2.0/ports/e1aa8bd3-8cae-438a-9cd7-0ee3fc519631/bindings HTTP/1.1" status: 201 len: 389 time: 1.6031287 Jul 23 16:26:02.591402 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20995f26-5c69-4ad5-b2fa-9d719bb0744a req-ec71e284-207f-4f56-8671-e25fea75540a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:02.593028 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20995f26-5c69-4ad5-b2fa-9d719bb0744a req-ec71e284-207f-4f56-8671-e25fea75540a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8121ae56-90df-417a-85ef-256a6dcff07d HTTP/1.1" status: 200 len: 801 time: 0.1958463 Jul 23 16:26:02.612252 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1e9b8b67-4d07-47ce-be9a-73288c747aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:02.631566 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-5a47f19d-9155-4b97-a00d-25d610787896 service neutron] 10.222.0.97 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976689 Jul 23 16:26:02.666241 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da871a81-d344-47eb-bc4d-77e2a1eafc74 req-7ba2e5f9-1db8-4059-a660-00eac8362f44 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:02.672340 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da871a81-d344-47eb-bc4d-77e2a1eafc74 req-7ba2e5f9-1db8-4059-a660-00eac8362f44 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:02.680233 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-da871a81-d344-47eb-bc4d-77e2a1eafc74 req-7ba2e5f9-1db8-4059-a660-00eac8362f44 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=69de9ebc-83b8-48c3-beda-b75d9894e04f HTTP/1.1" status: 200 len: 1678 time: 0.3285723 Jul 23 16:26:02.930574 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-da871a81-d344-47eb-bc4d-77e2a1eafc74 req-b71044bc-9a8b-4120-8d3f-ef6951f4cef9 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493491 Jul 23 16:26:02.973893 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20995f26-5c69-4ad5-b2fa-9d719bb0744a req-710c29f7-6088-4822-9f52-b1e3b4ed2fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:02.978460 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20995f26-5c69-4ad5-b2fa-9d719bb0744a req-710c29f7-6088-4822-9f52-b1e3b4ed2fc8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=de2f33f0-0be9-4cb0-bd3f-10e6df2a5853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3710554 Jul 23 16:26:03.043127 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c8e20de0-bcfc-4370-a0fd-458d4fbb0e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:03.084487 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:03.097111 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:03.125214 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device a6a301b7-e543-48f9-93ea-77e9fa7c22ad details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:26:03.144257 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f7cb6e4-6fc9-491a-9217-ca5061fd3b33 req-d902d4c7-8465-496c-8991-97ee07487622 service neutron] 10.222.0.97 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4595323 Jul 23 16:26:03.146981 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] Transition to ACTIVE for port object cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:03.156170 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:03.192251 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c8e20de0-bcfc-4370-a0fd-458d4fbb0e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:03.351734 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20995f26-5c69-4ad5-b2fa-9d719bb0744a req-9970716d-8f4c-438e-b0e5-fbdeaf17e5cb service neutron] 10.222.0.97 "GET /v2.0/networks/de2f33f0-0be9-4cb0-bd3f-10e6df2a5853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654714 Jul 23 16:26:03.353669 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] Pushing event updated for resources: {'Port': ['ID=cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:03.360830 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e20de0-bcfc-4370-a0fd-458d4fbb0e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91faa8ef-c342-4931-9866-ae94feec735a,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:03.381952 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:03.382302 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:03.382647 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:03.382980 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:03.383310 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:03.383641 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:03.383967 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:03.384354 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:03.384680 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:03.385071 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:03.388300 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port a6a301b7-e543-48f9-93ea-77e9fa7c22ad, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=a6a301b7-e543-48f9-93ea-77e9fa7c22ad,segment=NetworkSegment(46de915c-5af4-4178-a116-1d1c58127c4a),segment_id=46de915c-5af4-4178-a116-1d1c58127c4a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:03.399420 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:03.400324 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:03.404585 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'a6a301b7-e543-48f9-93ea-77e9fa7c22ad', 'network_id': '217961a5-d6bf-42ee-9d26-7c77b8312281', 'port_id': 'a6a301b7-e543-48f9-93ea-77e9fa7c22ad', 'mac_address': 'fa:16:3e:62:a3:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a95d86-86e8-437a-ac76-fe84c62c21bc', 'ip_address': '19.80.0.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:26:03.412442 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 8f0fee58-7391-44cd-a0b4-98ad97e25c5d up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:03.510563 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20995f26-5c69-4ad5-b2fa-9d719bb0744a req-3af565ef-5dc6-4efb-bee4-dff835922245 service neutron] 10.222.0.97 "GET /v2.0/networks/de2f33f0-0be9-4cb0-bd3f-10e6df2a5853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351998 Jul 23 16:26:03.537098 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] Attempting to bind port cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:26:03.538033 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] Attempting to bind port cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'ea9269be-5086-4fb9-ae42-b253243d205e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '9f8203b0-e831-45eb-9b6e-c695634c82d5'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:26:03.538717 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] Attempting to bind port cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0 on network 9f8203b0-e831-45eb-9b6e-c695634c82d5 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:03.546879 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e20de0-bcfc-4370-a0fd-458d4fbb0e77 admin admin] vlan segment allocate from pool success with {'vlan_id': 1131, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:26:03.550679 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] Port cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0 on network 9f8203b0-e831-45eb-9b6e-c695634c82d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:26:03.552295 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] Attempting to bind port cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0 on network 9f8203b0-e831-45eb-9b6e-c695634c82d5 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:03.564853 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:26:03.565560 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] Checking segment: {'id': 'ea9269be-5086-4fb9-ae42-b253243d205e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '9f8203b0-e831-45eb-9b6e-c695634c82d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:03.566695 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] Bound using segment: {'id': 'ea9269be-5086-4fb9-ae42-b253243d205e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '9f8203b0-e831-45eb-9b6e-c695634c82d5'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:26:03.568857 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] Bound port: cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea9269be-5086-4fb9-ae42-b253243d205e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '9f8203b0-e831-45eb-9b6e-c695634c82d5'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:26:03.569315 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 8f0fee58-7391-44cd-a0b4-98ad97e25c5d triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:03.570140 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:03.571211 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:03.581102 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c8e20de0-bcfc-4370-a0fd-458d4fbb0e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:03.581700 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-c8e20de0-bcfc-4370-a0fd-458d4fbb0e77 admin admin] Added segment 547e7b47-9cbf-487e-a708-93a261bed79a of type vlan for network 82019eae-1c1c-401f-bfe0-03402ab1798e Jul 23 16:26:03.628352 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:03.633508 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c8e20de0-bcfc-4370-a0fd-458d4fbb0e77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:03.664922 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a301b7-e543-48f9-93ea-77e9fa7c22ad {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:03.674716 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe794de-8b68-4d25-ba90-a3ffab49ddea req-063e8f61-f8f2-416f-8df6-05f1c240c288 tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:03.683634 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dfe794de-8b68-4d25-ba90-a3ffab49ddea req-063e8f61-f8f2-416f-8df6-05f1c240c288 tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9ae32bf-2597-42da-9fe3-0f539e8372bb HTTP/1.1" status: 200 len: 943 time: 0.5348842 Jul 23 16:26:03.698493 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c296a-334b-49ed-8049-b9be42239bad req-f3fd48da-abcf-4458-a33d-3acf0f75fe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:03.700478 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe6c296a-334b-49ed-8049-b9be42239bad req-f3fd48da-abcf-4458-a33d-3acf0f75fe2b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9785dc21e8448b1824d1571d64a2041&device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 1096 time: 0.7641082 Jul 23 16:26:03.724690 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] For port cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:26:03.731759 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port a6a301b7-e543-48f9-93ea-77e9fa7c22ad, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=a6a301b7-e543-48f9-93ea-77e9fa7c22ad,segment=NetworkSegment(46de915c-5af4-4178-a116-1d1c58127c4a),segment_id=46de915c-5af4-4178-a116-1d1c58127c4a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:03.742632 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] For port cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0,segment=NetworkSegment(ea9269be-5086-4fb9-ae42-b253243d205e),segment_id=ea9269be-5086-4fb9-ae42-b253243d205e)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:26:03.742893 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:03.742893 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:26:03.749125 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:03.836788 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:03.839539 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:03.842377 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] 10.222.0.74 "PUT /v2.0/ports/cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0 HTTP/1.1" status: 200 len: 1091 time: 1.9042284 Jul 23 16:26:03.843800 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ae32bf-2597-42da-9fe3-0f539e8372bb', 'tag': 'cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:03.855524 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4925ab-7a95-4eaa-9142-d7a9761c6ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "d9ae32bf-2597-42da-9fe3-0f539e8372bb", "tag": "cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:03.860734 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0c1fb-ffc6-439b-833e-3bb7c5f68347 req-bbe57d15-0f87-4b8a-acba-43670626fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:03.862517 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abb0c1fb-ffc6-439b-833e-3bb7c5f68347 req-bbe57d15-0f87-4b8a-acba-43670626fc6a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=2642ac6d2fda4bb6bc5bc42fd646c90d&device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 1094 time: 0.5027580 Jul 23 16:26:03.863852 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c296a-334b-49ed-8049-b9be42239bad req-dd54b928-eab4-4fdd-964e-3bb50b82be2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:03.866142 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe6c296a-334b-49ed-8049-b9be42239bad req-dd54b928-eab4-4fdd-964e-3bb50b82be2c service neutron] 10.222.0.74 "GET /v2.0/networks?id=02a7c16a-554a-4ad8-a4a9-73cc994d3940 HTTP/1.1" status: 200 len: 922 time: 0.1450372 Jul 23 16:26:03.872221 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.db.resource_extend [None req-c8e20de0-bcfc-4370-a0fd-458d4fbb0e77 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:26:03.915027 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e97112-3e33-4128-af7b-56f4f7cd52c7 service neutron] Pushing event updated for resources: {'Port': ['ID=cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:03.952891 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe6c296a-334b-49ed-8049-b9be42239bad req-16a537cf-3b9e-41a6-9ead-906d2969d4ea service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 HTTP/1.1" status: 200 len: 217 time: 0.0672545 Jul 23 16:26:04.033535 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-20026b04-66f1-41fb-976e-70747895bead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:04.035559 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-20026b04-66f1-41fb-976e-70747895bead service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d97640e5e7744cffacdba1d3abe66d8a&device_id=d9ae32bf-2597-42da-9fe3-0f539e8372bb HTTP/1.1" status: 200 len: 1094 time: 0.1017513 Jul 23 16:26:04.086207 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dfe794de-8b68-4d25-ba90-a3ffab49ddea req-a7ea51a6-c291-47e8-8599-605ed64f3f51 tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] 10.222.0.73 "GET /v2.0/security-groups?id=c392fe3f-209f-4a35-9c80-6820773d9c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015391 Jul 23 16:26:04.089286 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c296a-334b-49ed-8049-b9be42239bad req-c8e65fef-e6d3-4e4b-94a2-ba28b4277bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:04.099402 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe6c296a-334b-49ed-8049-b9be42239bad req-c8e65fef-e6d3-4e4b-94a2-ba28b4277bfe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8d7d20ea-5324-4d61-af92-f3ae3ea40d11 HTTP/1.1" status: 200 len: 860 time: 0.0797291 Jul 23 16:26:04.129350 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-026371cc-3239-4e34-9d93-140d35038614 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0 HTTP/1.1" status: 200 len: 217 time: 0.0851939 Jul 23 16:26:04.165866 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6,segment=NetworkSegment(3c1a4e10-8749-4f41-a778-d8ba4efb9a0b),segment_id=3c1a4e10-8749-4f41-a778-d8ba4efb9a0b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:04.173428 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe6c296a-334b-49ed-8049-b9be42239bad req-373f5c56-2d72-4503-9774-400bbb59ac8f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=02a7c16a-554a-4ad8-a4a9-73cc994d3940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667074 Jul 23 16:26:04.252215 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=a6a301b7-e543-48f9-93ea-77e9fa7c22ad,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:04.272868 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6', 'network_id': 'de2f33f0-0be9-4cb0-bd3f-10e6df2a5853', 'port_id': '5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6', 'mac_address': 'fa:16:3e:cc:7e:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8121ae56-90df-417a-85ef-256a6dcff07d', 'ip_address': '19.86.0.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:26:04.274457 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-15e3108f-24e9-4412-b730-1b0d608f1b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:04.276407 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-15e3108f-24e9-4412-b730-1b0d608f1b65 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=779ee7dc-85ad-4e75-a728-02684bcbbe65 HTTP/1.1" status: 200 len: 857 time: 0.1384377 Jul 23 16:26:04.280768 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:04.311036 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7e909-b787-4772-a84d-372f0cbb8d52 req-8704bdb1-884c-482c-8047-4ad1de24f7ea tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:04.312641 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6eb7e909-b787-4772-a84d-372f0cbb8d52 req-8704bdb1-884c-482c-8047-4ad1de24f7ea tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 945 time: 1.1652796 Jul 23 16:26:04.313343 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c8e20de0-bcfc-4370-a0fd-458d4fbb0e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:04.314255 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e20de0-bcfc-4370-a0fd-458d4fbb0e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:04.314824 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c8e20de0-bcfc-4370-a0fd-458d4fbb0e77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:04.332912 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 8f0fee58-7391-44cd-a0b4-98ad97e25c5d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=8f0fee58-7391-44cd-a0b4-98ad97e25c5d,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:04.340246 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-dd807ced-0dc1-454d-b2b1-10b405fbef00 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9f8203b0-e831-45eb-9b6e-c695634c82d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568132 Jul 23 16:26:04.356796 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18e49bf-6c9a-484a-b536-53aa0b404853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0fee58-7391-44cd-a0b4-98ad97e25c5d'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:04.359320 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405b3b9f-e776-4634-bc36-b25c88e73d9f" -d '{"events": [{"server_uuid": "a18e49bf-6c9a-484a-b536-53aa0b404853", "name": "network-vif-plugged", "status": "completed", "tag": "8f0fee58-7391-44cd-a0b4-98ad97e25c5d"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:04.366710 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:04.471075 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c8e20de0-bcfc-4370-a0fd-458d4fbb0e77 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5611429 Jul 23 16:26:04.505951 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36294) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:04.516444 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=8f0fee58-7391-44cd-a0b4-98ad97e25c5d,revision_number=7']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:04.519356 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-20edbb46-3357-414e-af70-d27a312e9a84 admin admin] Request body: {'subnet': {'network_id': '82019eae-1c1c-401f-bfe0-03402ab1798e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1732942748-subnet', 'tenant_id': '9cbc1c21f7964e01b51dfaadd6e91df9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:04.529230 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:04.553744 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20edbb46-3357-414e-af70-d27a312e9a84 admin admin] Made reservation on behalf of 9cbc1c21f7964e01b51dfaadd6e91df9 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:04.554915 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:04.556239 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-20edbb46-3357-414e-af70-d27a312e9a84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:04.586853 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6,segment=NetworkSegment(3c1a4e10-8749-4f41-a778-d8ba4efb9a0b),segment_id=3c1a4e10-8749-4f41-a778-d8ba4efb9a0b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:04.599853 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:04.609903 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-e389c4e6-fa2c-40e3-89d0-19f5d94a6283 service neutron] 10.222.0.74 "GET /v2.0/networks/9f8203b0-e831-45eb-9b6e-c695634c82d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626777 Jul 23 16:26:04.639832 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6eb7e909-b787-4772-a84d-372f0cbb8d52 req-577f41ac-355b-4d1d-ad2c-e73e6eaa24a3 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967930 Jul 23 16:26:04.650470 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e20de0-bcfc-4370-a0fd-458d4fbb0e77 admin admin] Pushing event updated for resources: {'Network': ['ID=82019eae-1c1c-401f-bfe0-03402ab1798e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:04.668172 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0c1fb-ffc6-439b-833e-3bb7c5f68347 req-dacab734-6292-49da-9368-63e4c1b84bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:04.669733 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abb0c1fb-ffc6-439b-833e-3bb7c5f68347 req-dacab734-6292-49da-9368-63e4c1b84bda service neutron] 10.222.0.97 "GET /v2.0/networks?id=cfd5d4a5-0d74-4444-af11-d62dc4a381cf HTTP/1.1" status: 200 len: 913 time: 0.7941918 Jul 23 16:26:04.724744 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:04.749730 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 82019eae-1c1c-401f-bfe0-03402ab1798e details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:26:04.794931 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce63fac-007b-47ad-923f-49d5a8d386de x-openstack-request-id: req-7ce63fac-007b-47ad-923f-49d5a8d386de {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:04.795215 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9ae32bf-2597-42da-9fe3-0f539e8372bb", "tag": "cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:04.795465 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7ce63fac-007b-47ad-923f-49d5a8d386de {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:04.795855 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ae32bf-2597-42da-9fe3-0f539e8372bb', 'tag': 'cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0', 'status': 'completed', 'code': 200} Jul 23 16:26:04.835482 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-26a122f9-df38-49c5-974a-43b4d399eec0 req-cdd3747a-0b6c-439c-9b7d-02d7b4202edc service neutron] 10.222.0.74 "GET /v2.0/networks/9f8203b0-e831-45eb-9b6e-c695634c82d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189238 Jul 23 16:26:04.844479 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:04.874419 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe6c296a-334b-49ed-8049-b9be42239bad req-1aad2012-3556-4344-bc07-005fbce35fed service neutron] 10.222.0.74 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6161911 Jul 23 16:26:04.895086 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abb0c1fb-ffc6-439b-833e-3bb7c5f68347 req-dada94d0-5b28-4d89-b864-ba24461e300b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=637c7293-dd2f-465d-8151-c16c46104ded HTTP/1.1" status: 200 len: 217 time: 0.2173109 Jul 23 16:26:04.941673 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['a6a301b7-e543-48f9-93ea-77e9fa7c22ad'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:26:05.001514 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4925ab-7a95-4eaa-9142-d7a9761c6ffc req-cbf96bf4-1d2e-46cb-ae6c-4246d14cff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:05.007063 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ae4925ab-7a95-4eaa-9142-d7a9761c6ffc req-cbf96bf4-1d2e-46cb-ae6c-4246d14cff2e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d97640e5e7744cffacdba1d3abe66d8a&device_id=d9ae32bf-2597-42da-9fe3-0f539e8372bb HTTP/1.1" status: 200 len: 1094 time: 0.1068299 Jul 23 16:26:05.055410 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe6c296a-334b-49ed-8049-b9be42239bad req-8c0cd87c-80a9-47a2-b231-86a6485a540f service neutron] 10.222.0.74 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649983 Jul 23 16:26:05.064642 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f5f92-c3b0-4510-b308-c5f8a76672d3 req-6e7c2a62-b52a-4d9f-a0d2-62697ade3431 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:05.072948 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5e1f5f92-c3b0-4510-b308-c5f8a76672d3 req-6e7c2a62-b52a-4d9f-a0d2-62697ade3431 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 943 time: 0.8136160 Jul 23 16:26:05.244900 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4925ab-7a95-4eaa-9142-d7a9761c6ffc req-ce905d71-70ec-44b5-be09-dd1c98fd5d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:05.246627 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ae4925ab-7a95-4eaa-9142-d7a9761c6ffc req-ce905d71-70ec-44b5-be09-dd1c98fd5d99 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9f8203b0-e831-45eb-9b6e-c695634c82d5 HTTP/1.1" status: 200 len: 919 time: 0.2328019 Jul 23 16:26:05.285134 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5e1f5f92-c3b0-4510-b308-c5f8a76672d3 req-1d1745be-5dd3-4b9d-b78f-3ac9a4e6c45c tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111585 Jul 23 16:26:05.302907 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0c1fb-ffc6-439b-833e-3bb7c5f68347 req-d212e938-bfef-469e-8d65-285fad5e9c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:05.304927 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abb0c1fb-ffc6-439b-833e-3bb7c5f68347 req-d212e938-bfef-469e-8d65-285fad5e9c64 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=826fd2fc-e097-4472-9d1f-4298f12f603f HTTP/1.1" status: 200 len: 851 time: 0.3690588 Jul 23 16:26:05.337804 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8a0e6c85-08cb-45ea-b9e6-3abfcb4af40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:05.347284 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ae4925ab-7a95-4eaa-9142-d7a9761c6ffc req-e0af63b3-b027-4685-a908-c03fe02b79c3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0 HTTP/1.1" status: 200 len: 217 time: 0.0914767 Jul 23 16:26:05.385171 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:05.430476 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4925ab-7a95-4eaa-9142-d7a9761c6ffc req-98af5075-01a9-4412-b2e5-2535210f77f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:05.432482 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ae4925ab-7a95-4eaa-9142-d7a9761c6ffc req-98af5075-01a9-4412-b2e5-2535210f77f0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=779ee7dc-85ad-4e75-a728-02684bcbbe65 HTTP/1.1" status: 200 len: 857 time: 0.0780473 Jul 23 16:26:05.450221 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abb0c1fb-ffc6-439b-833e-3bb7c5f68347 req-6761f4a2-b3ad-4173-947b-46100fc3442c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cfd5d4a5-0d74-4444-af11-d62dc4a381cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166227 Jul 23 16:26:05.494560 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ae4925ab-7a95-4eaa-9142-d7a9761c6ffc req-78c0c8c5-1745-4bf9-8377-03a59ce8ce02 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9f8203b0-e831-45eb-9b6e-c695634c82d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523403 Jul 23 16:26:05.525193 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ebb00-f20c-4a88-860f-5b0b182076b5 req-52a5107c-1496-4fcc-9fd6-72a93314962c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:05.532051 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ebb00-f20c-4a88-860f-5b0b182076b5 req-52a5107c-1496-4fcc-9fd6-72a93314962c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:05.543095 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-931ebb00-f20c-4a88-860f-5b0b182076b5 req-52a5107c-1496-4fcc-9fd6-72a93314962c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=69de9ebc-83b8-48c3-beda-b75d9894e04f HTTP/1.1" status: 200 len: 1680 time: 0.4678028 Jul 23 16:26:05.613613 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7c7b31-7954-431e-9ffd-a27f0cac165c x-openstack-request-id: req-7b7c7b31-7954-431e-9ffd-a27f0cac165c {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:05.613613 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18e49bf-6c9a-484a-b536-53aa0b404853", "name": "network-vif-plugged", "status": "completed", "tag": "8f0fee58-7391-44cd-a0b4-98ad97e25c5d", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:05.613613 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7b7c7b31-7954-431e-9ffd-a27f0cac165c {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:05.614262 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18e49bf-6c9a-484a-b536-53aa0b404853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0fee58-7391-44cd-a0b4-98ad97e25c5d', 'code': 200} Jul 23 16:26:05.661409 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-931ebb00-f20c-4a88-860f-5b0b182076b5 req-f0041f3b-f0ee-4a96-bae5-a373977d88de tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128571 Jul 23 16:26:05.666909 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-20edbb46-3357-414e-af70-d27a312e9a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:05.671660 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ae4925ab-7a95-4eaa-9142-d7a9761c6ffc req-b4ce69b9-5f68-4004-ac3a-5931ea1bbabe service neutron] 10.222.0.74 "GET /v2.0/networks/9f8203b0-e831-45eb-9b6e-c695634c82d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682494 Jul 23 16:26:05.783631 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20edbb46-3357-414e-af70-d27a312e9a84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d43fd6cb-e8d4-4142-aca9-887341559ce5,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:05.839579 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ae4925ab-7a95-4eaa-9142-d7a9761c6ffc req-709fa2cf-05d3-491d-954e-3e0ab0128734 service neutron] 10.222.0.74 "GET /v2.0/networks/9f8203b0-e831-45eb-9b6e-c695634c82d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558387 Jul 23 16:26:05.963590 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:26:06.325355 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abb0c1fb-ffc6-439b-833e-3bb7c5f68347 req-cb19502a-e0df-4b1f-9b1a-7cf2546ba693 service neutron] 10.222.0.97 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8626137 Jul 23 16:26:06.387271 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20edbb46-3357-414e-af70-d27a312e9a84 admin admin] Checking segment: {'id': '547e7b47-9cbf-487e-a708-93a261bed79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '82019eae-1c1c-401f-bfe0-03402ab1798e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:06.387557 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20edbb46-3357-414e-af70-d27a312e9a84 admin admin] Network hostable DHCP agents. Network: 82019eae-1c1c-401f-bfe0-03402ab1798e, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:26:06.403709 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f71d1-fe5a-4cdb-bfb3-75150814d81d req-8daf2b2e-e891-423b-80f2-80626a05fe8e tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:06.410713 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-326f71d1-fe5a-4cdb-bfb3-75150814d81d req-8daf2b2e-e891-423b-80f2-80626a05fe8e tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9ae32bf-2597-42da-9fe3-0f539e8372bb HTTP/1.1" status: 200 len: 943 time: 0.6379313 Jul 23 16:26:06.423030 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0ee50-f5ee-4e28-9c22-df435ed779d5 req-8ba45c6c-3775-49b4-9392-fb8f0a24b65e tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:06.423030 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3f0ee50-f5ee-4e28-9c22-df435ed779d5 req-8ba45c6c-3775-49b4-9392-fb8f0a24b65e tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 945 time: 0.5734012 Jul 23 16:26:06.472534 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:06.598580 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20edbb46-3357-414e-af70-d27a312e9a84 admin admin] Network 82019eae-1c1c-401f-bfe0-03402ab1798e is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:26:06.709986 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-326f71d1-fe5a-4cdb-bfb3-75150814d81d req-10cbc41c-82f0-476e-b666-dc0af5832400 tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] 10.222.0.73 "GET /v2.0/security-groups?id=c392fe3f-209f-4a35-9c80-6820773d9c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982550 Jul 23 16:26:06.717512 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-20edbb46-3357-414e-af70-d27a312e9a84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 82019eae-1c1c-401f-bfe0-03402ab1798e) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:06.729356 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b5dc28-d38b-4b11-9f12-7ff0fac5fba3 None None] Network 82019eae-1c1c-401f-bfe0-03402ab1798e requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:06.737124 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20edbb46-3357-414e-af70-d27a312e9a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:06.738122 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-20edbb46-3357-414e-af70-d27a312e9a84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:06.767643 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3f0ee50-f5ee-4e28-9c22-df435ed779d5 req-c437702e-0e88-4565-ba05-2b07ad1a3658 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210113 Jul 23 16:26:06.769985 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-20edbb46-3357-414e-af70-d27a312e9a84 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2620492 Jul 23 16:26:06.772715 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abb0c1fb-ffc6-439b-833e-3bb7c5f68347 req-4ad0eda6-b517-4017-becf-567bc592e018 service neutron] 10.222.0.97 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399133 Jul 23 16:26:06.979066 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27789e5-40d3-4712-a70e-5e048a878e2d req-f858b92e-fc7b-4f13-8491-795fec3c2268 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:06.988041 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b27789e5-40d3-4712-a70e-5e048a878e2d req-f858b92e-fc7b-4f13-8491-795fec3c2268 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 943 time: 0.1398704 Jul 23 16:26:07.121581 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6786e2d7-4cf0-4da5-9bf2-36ab27e342b5 None None] Network 82019eae-1c1c-401f-bfe0-03402ab1798e requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:07.171321 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b27789e5-40d3-4712-a70e-5e048a878e2d req-84f5e9d1-2169-4871-b14f-ca3b17e530ae tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822443 Jul 23 16:26:07.240736 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 637c7293-dd2f-465d-8151-c16c46104ded details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:26:07.246398 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device a6a301b7-e543-48f9-93ea-77e9fa7c22ad up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:07.350655 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:26:07.448251 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3779c-d712-48dc-a493-e3cea777035a req-9e41b498-b51c-4d66-b3b7-38e01fb5c72f tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:07.468237 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3779c-d712-48dc-a493-e3cea777035a req-9e41b498-b51c-4d66-b3b7-38e01fb5c72f tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:07.478712 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dcb3779c-d712-48dc-a493-e3cea777035a req-9e41b498-b51c-4d66-b3b7-38e01fb5c72f tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=69de9ebc-83b8-48c3-beda-b75d9894e04f HTTP/1.1" status: 200 len: 1680 time: 0.2024839 Jul 23 16:26:07.540890 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:07.576767 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dcb3779c-d712-48dc-a493-e3cea777035a req-6f133d3e-0ef7-46ba-ba69-84ac8b2bffee tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957136 Jul 23 16:26:07.870254 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0,segment=NetworkSegment(ea9269be-5086-4fb9-ae42-b253243d205e),segment_id=ea9269be-5086-4fb9-ae42-b253243d205e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:07.902764 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0', 'network_id': '9f8203b0-e831-45eb-9b6e-c695634c82d5', 'port_id': 'cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0', 'mac_address': 'fa:16:3e:5b:57:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '779ee7dc-85ad-4e75-a728-02684bcbbe65', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:26:07.966472 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 637c7293-dd2f-465d-8151-c16c46104ded, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=637c7293-dd2f-465d-8151-c16c46104ded,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:08.005292 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f2825-775e-4205-8e9a-448a41d2da56 req-0d742dc3-0a72-4bdd-a83c-5675a019054e tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:08.019017 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-134f2825-775e-4205-8e9a-448a41d2da56 req-0d742dc3-0a72-4bdd-a83c-5675a019054e tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9ae32bf-2597-42da-9fe3-0f539e8372bb HTTP/1.1" status: 200 len: 943 time: 0.1328542 Jul 23 16:26:08.031305 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '637c7293-dd2f-465d-8151-c16c46104ded', 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf', 'port_id': '637c7293-dd2f-465d-8151-c16c46104ded', 'mac_address': 'fa:16:3e:45:4e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '826fd2fc-e097-4472-9d1f-4298f12f603f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:26:08.104744 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:08.138377 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 637c7293-dd2f-465d-8151-c16c46104ded {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:08.149171 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port a6a301b7-e543-48f9-93ea-77e9fa7c22ad completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:08.154236 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-134f2825-775e-4205-8e9a-448a41d2da56 req-950dccfa-be2f-4787-973f-45a302978fcd tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] 10.222.0.73 "GET /v2.0/security-groups?id=c392fe3f-209f-4a35-9c80-6820773d9c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334264 Jul 23 16:26:08.183860 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:08.203647 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 637c7293-dd2f-465d-8151-c16c46104ded, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=637c7293-dd2f-465d-8151-c16c46104ded,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:08.207152 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:08.213380 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port a6a301b7-e543-48f9-93ea-77e9fa7c22ad triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:08.213797 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:08.294787 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:08.396916 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0,segment=NetworkSegment(ea9269be-5086-4fb9-ae42-b253243d205e),segment_id=ea9269be-5086-4fb9-ae42-b253243d205e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:08.398132 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28eda6-8ad1-4077-aee3-d44ecbb2f03f req-07dd140c-11cc-4a0e-8d38-f1a3774ff857 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:08.405084 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:08.410528 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa28eda6-8ad1-4077-aee3-d44ecbb2f03f req-07dd140c-11cc-4a0e-8d38-f1a3774ff857 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 945 time: 0.2477684 Jul 23 16:26:08.430111 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=637c7293-dd2f-465d-8151-c16c46104ded,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:08.515257 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa28eda6-8ad1-4077-aee3-d44ecbb2f03f req-eb3eef58-b7ec-427c-851f-1f0bb95fcf80 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035874 Jul 23 16:26:08.536907 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:08.613351 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:08.627980 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:08.668434 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69de9ebc-83b8-48c3-beda-b75d9894e04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a301b7-e543-48f9-93ea-77e9fa7c22ad'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:08.671276 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19574ca5-077e-470d-af3b-1a9146ab3c54" -d '{"events": [{"server_uuid": "69de9ebc-83b8-48c3-beda-b75d9894e04f", "name": "network-vif-plugged", "status": "completed", "tag": "a6a301b7-e543-48f9-93ea-77e9fa7c22ad"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:08.766164 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359b5ac-0b8c-4b82-ac57-be09bd6a51a6 req-01d40201-7164-4650-8be6-254b130bd6a8 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:08.775007 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9359b5ac-0b8c-4b82-ac57-be09bd6a51a6 req-01d40201-7164-4650-8be6-254b130bd6a8 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 944 time: 0.1624293 Jul 23 16:26:08.902018 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['637c7293-dd2f-465d-8151-c16c46104ded'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:26:08.905179 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:26:08.910687 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port a6a301b7-e543-48f9-93ea-77e9fa7c22ad, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=a6a301b7-e543-48f9-93ea-77e9fa7c22ad,segment=NetworkSegment(46de915c-5af4-4178-a116-1d1c58127c4a),segment_id=46de915c-5af4-4178-a116-1d1c58127c4a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:08.955593 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:08.955845 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9359b5ac-0b8c-4b82-ac57-be09bd6a51a6 req-73dbb85c-d144-4c91-8cf0-f74729e99c40 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777267 Jul 23 16:26:08.956725 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:09.029315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e88add-9ad2-45d8-9d20-57325a8a67f4 req-262420fb-e844-486c-8e10-83c8d2cd8d29 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:09.041676 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=a6a301b7-e543-48f9-93ea-77e9fa7c22ad,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:09.046801 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e88add-9ad2-45d8-9d20-57325a8a67f4 req-262420fb-e844-486c-8e10-83c8d2cd8d29 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:09.054773 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e5e88add-9ad2-45d8-9d20-57325a8a67f4 req-262420fb-e844-486c-8e10-83c8d2cd8d29 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=69de9ebc-83b8-48c3-beda-b75d9894e04f HTTP/1.1" status: 200 len: 1680 time: 0.2239101 Jul 23 16:26:09.058580 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:26:09.117555 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5ba4ce-d646-4c22-bb72-9437683457dc x-openstack-request-id: req-2a5ba4ce-d646-4c22-bb72-9437683457dc {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:09.117840 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69de9ebc-83b8-48c3-beda-b75d9894e04f", "name": "network-vif-plugged", "status": "completed", "tag": "a6a301b7-e543-48f9-93ea-77e9fa7c22ad", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:09.118120 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2a5ba4ce-d646-4c22-bb72-9437683457dc {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:09.119106 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69de9ebc-83b8-48c3-beda-b75d9894e04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a301b7-e543-48f9-93ea-77e9fa7c22ad', 'code': 200} Jul 23 16:26:09.141346 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e5e88add-9ad2-45d8-9d20-57325a8a67f4 req-5a557378-f644-41c5-9dab-396bea151183 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797534 Jul 23 16:26:09.162972 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:09.200980 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:09.201471 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:09.492060 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8330a-2ae8-4cd8-a51d-e1a7d8fe2b9b req-dba4de57-4547-4497-87cd-6bc57a286387 tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:09.494004 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-76c8330a-2ae8-4cd8-a51d-e1a7d8fe2b9b req-dba4de57-4547-4497-87cd-6bc57a286387 tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9ae32bf-2597-42da-9fe3-0f539e8372bb HTTP/1.1" status: 200 len: 944 time: 0.1212420 Jul 23 16:26:09.589243 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-76c8330a-2ae8-4cd8-a51d-e1a7d8fe2b9b req-49f3c0ae-9f12-4ca2-a73e-70a684c75338 tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] 10.222.0.73 "GET /v2.0/security-groups?id=c392fe3f-209f-4a35-9c80-6820773d9c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806983 Jul 23 16:26:09.735194 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:09.783669 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6,segment=NetworkSegment(3c1a4e10-8749-4f41-a778-d8ba4efb9a0b),segment_id=3c1a4e10-8749-4f41-a778-d8ba4efb9a0b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:09.795268 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:09.875937 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3746364-1910-4f3b-be89-bf2b94e4c37f req-e7a0c86a-94ae-4a2d-812c-675a22b98f5a tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:09.879130 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a3746364-1910-4f3b-be89-bf2b94e4c37f req-e7a0c86a-94ae-4a2d-812c-675a22b98f5a tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 945 time: 0.1501207 Jul 23 16:26:09.892335 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:09.987772 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a3746364-1910-4f3b-be89-bf2b94e4c37f req-af7f76c0-ced7-4f37-9d18-fe3f694650ee tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965450 Jul 23 16:26:10.325895 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6aef8-e32e-4a26-8b57-cd3c52b59b3c req-79777aed-aa2f-43d8-b07c-aa1b090be328 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:10.333784 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e1c6aef8-e32e-4a26-8b57-cd3c52b59b3c req-79777aed-aa2f-43d8-b07c-aa1b090be328 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 944 time: 0.2556584 Jul 23 16:26:10.402490 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-4da98da0-3df6-4068-8589-8dc9f58a0b4c tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:10.409519 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-4da98da0-3df6-4068-8589-8dc9f58a0b4c tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] 10.222.0.73 "GET /v2.0/networks?id=82019eae-1c1c-401f-bfe0-03402ab1798e HTTP/1.1" status: 200 len: 810 time: 0.2559879 Jul 23 16:26:10.428520 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-9899781d-ff80-4698-87f4-52aed37491e5 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] 10.222.0.73 "GET /v2.0/quotas/9cbc1c21f7964e01b51dfaadd6e91df9 HTTP/1.1" status: 200 len: 375 time: 0.0178547 Jul 23 16:26:10.473146 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-e261d120-d349-4223-96c4-93ac375f2d37 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9cbc1c21f7964e01b51dfaadd6e91df9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431588 Jul 23 16:26:10.495694 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e1c6aef8-e32e-4a26-8b57-cd3c52b59b3c req-517e1b35-6877-4943-9a08-d9a2d6492dc3 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607363 Jul 23 16:26:10.725853 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-a66c19c8-29da-4eab-af85-14e7963d077b service neutron] 10.222.0.73 "GET /v2.0/networks/82019eae-1c1c-401f-bfe0-03402ab1798e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516830 Jul 23 16:26:10.844962 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-3e5a5a1d-538f-4b4d-8c6a-e5c8a5b83327 service neutron] 10.222.0.73 "GET /v2.0/networks/82019eae-1c1c-401f-bfe0-03402ab1798e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181247 Jul 23 16:26:10.891377 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa5861-70f6-41b9-94c5-980e70a88e2e req-939af161-43f7-4075-8e9f-8e0a838df393 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:10.908771 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa5861-70f6-41b9-94c5-980e70a88e2e req-939af161-43f7-4075-8e9f-8e0a838df393 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:10.914931 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-27aa5861-70f6-41b9-94c5-980e70a88e2e req-939af161-43f7-4075-8e9f-8e0a838df393 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=69de9ebc-83b8-48c3-beda-b75d9894e04f HTTP/1.1" status: 200 len: 1682 time: 0.2707450 Jul 23 16:26:11.003178 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-27aa5861-70f6-41b9-94c5-980e70a88e2e req-5ea2d92b-ca66-4b5e-9b11-a57b9a0f83d7 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806537 Jul 23 16:26:11.120689 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69de9ebc-83b8-48c3-beda-b75d9894e04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:11.123673 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da2741a-fe67-4692-b4e2-311a75c3d420" -d '{"events": [{"server_uuid": "69de9ebc-83b8-48c3-beda-b75d9894e04f", "name": "network-vif-plugged", "status": "completed", "tag": "5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:11.186527 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 637c7293-dd2f-465d-8151-c16c46104ded up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:11.304594 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 637c7293-dd2f-465d-8151-c16c46104ded completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:11.316523 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 637c7293-dd2f-465d-8151-c16c46104ded triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:11.316974 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:11.370199 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f5506-c2f3-4c8f-8f2e-fa15d0fcc0dd req-e3258069-95d7-4711-b8c3-01fa9dda81cd tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:11.382905 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db1f5506-c2f3-4c8f-8f2e-fa15d0fcc0dd req-e3258069-95d7-4711-b8c3-01fa9dda81cd tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9ae32bf-2597-42da-9fe3-0f539e8372bb HTTP/1.1" status: 200 len: 944 time: 0.1390893 Jul 23 16:26:11.386030 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:11.476686 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db1f5506-c2f3-4c8f-8f2e-fa15d0fcc0dd req-ac214b7f-e95f-4a60-982c-5b87edfaa1f4 tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] 10.222.0.73 "GET /v2.0/security-groups?id=c392fe3f-209f-4a35-9c80-6820773d9c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737460 Jul 23 16:26:11.609122 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c78809-121b-4455-ab9d-63452799b043 x-openstack-request-id: req-45c78809-121b-4455-ab9d-63452799b043 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:11.609972 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69de9ebc-83b8-48c3-beda-b75d9894e04f", "name": "network-vif-plugged", "status": "completed", "tag": "5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:11.610391 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-45c78809-121b-4455-ab9d-63452799b043 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:11.610901 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69de9ebc-83b8-48c3-beda-b75d9894e04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6', 'code': 200} Jul 23 16:26:11.638477 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:11.662561 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:11.672689 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:11.672988 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:11.687345 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 637c7293-dd2f-465d-8151-c16c46104ded, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=637c7293-dd2f-465d-8151-c16c46104ded,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:11.733161 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-85f9599d-d931-4882-b9eb-2343dfc8fdd5 req-683f46f9-0410-4c96-8fe3-2ec2aa710c74 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] 10.222.0.73 "GET /v2.0/ports?device_id=18533775-6b61-49df-baf4-fa065ea7d867 HTTP/1.1" status: 200 len: 210 time: 0.0800898 Jul 23 16:26:11.758915 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:11.819173 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d0723-312a-4bd1-9508-e0956645299f req-81a0118d-fb73-40e7-b180-df5b008fef89 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:11.826798 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-347d0723-312a-4bd1-9508-e0956645299f req-81a0118d-fb73-40e7-b180-df5b008fef89 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 945 time: 0.3130088 Jul 23 16:26:11.847465 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338aebcb-b896-4955-81cd-a2055e7cad1b req-23da742c-3df6-4c6f-bae9-df22d8292661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:11.847865 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338aebcb-b896-4955-81cd-a2055e7cad1b req-23da742c-3df6-4c6f-bae9-df22d8292661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:11.849498 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-338aebcb-b896-4955-81cd-a2055e7cad1b req-23da742c-3df6-4c6f-bae9-df22d8292661 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=69de9ebc-83b8-48c3-beda-b75d9894e04f HTTP/1.1" status: 200 len: 1984 time: 0.2246621 Jul 23 16:26:11.855053 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:11.857224 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=637c7293-dd2f-465d-8151-c16c46104ded,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:11.927785 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-347d0723-312a-4bd1-9508-e0956645299f req-32f865bb-0efe-47a9-9777-5cec3a60c4fe tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001158 Jul 23 16:26:11.936494 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0,segment=NetworkSegment(ea9269be-5086-4fb9-ae42-b253243d205e),segment_id=ea9269be-5086-4fb9-ae42-b253243d205e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:11.936979 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-338aebcb-b896-4955-81cd-a2055e7cad1b req-2eacac2d-6fc7-4720-9b49-cdc8818e375e service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755417 Jul 23 16:26:11.947616 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:11.974347 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a6ebf-a944-4da8-ac9f-b56b76a96925 req-f7bd5989-0869-458a-b642-d4ce462a9708 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:11.983550 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7d1a6ebf-a944-4da8-ac9f-b56b76a96925 req-f7bd5989-0869-458a-b642-d4ce462a9708 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 945 time: 0.1329412 Jul 23 16:26:12.039359 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7d1a6ebf-a944-4da8-ac9f-b56b76a96925 req-a590223c-b4ce-4bcb-9d05-36338f64f814 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548091 Jul 23 16:26:12.079430 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:12.228521 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347765af-7798-404c-8030-d646f2070bed req-01b39ba2-15db-4ab7-a3c8-84809c30b19d tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:12.235608 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347765af-7798-404c-8030-d646f2070bed req-01b39ba2-15db-4ab7-a3c8-84809c30b19d tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:12.238076 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-347765af-7798-404c-8030-d646f2070bed req-01b39ba2-15db-4ab7-a3c8-84809c30b19d tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=69de9ebc-83b8-48c3-beda-b75d9894e04f HTTP/1.1" status: 200 len: 1682 time: 0.1276369 Jul 23 16:26:12.286303 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-347765af-7798-404c-8030-d646f2070bed req-e502150f-cb53-4e6a-bd6f-e740800dfb16 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415194 Jul 23 16:26:12.628645 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4322ee-9207-45b3-b59f-a3d745bbe4f9 req-44221d94-c11b-4cbc-b11f-aeb88d8e4cdc tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:12.636473 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd4322ee-9207-45b3-b59f-a3d745bbe4f9 req-44221d94-c11b-4cbc-b11f-aeb88d8e4cdc tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9ae32bf-2597-42da-9fe3-0f539e8372bb HTTP/1.1" status: 200 len: 945 time: 0.0982988 Jul 23 16:26:12.693971 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd4322ee-9207-45b3-b59f-a3d745bbe4f9 req-3d96fefc-2297-498c-9d63-a86a2f297fff tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] 10.222.0.73 "GET /v2.0/security-groups?id=c392fe3f-209f-4a35-9c80-6820773d9c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565228 Jul 23 16:26:12.889566 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2a552f35-903d-4b32-8b9a-8dc0420ea9c5 req-2889c193-10ef-4568-9e62-d2a588749a05 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] 10.222.0.73 "GET /v2.0/ports?device_id=18533775-6b61-49df-baf4-fa065ea7d867 HTTP/1.1" status: 200 len: 210 time: 0.0591063 Jul 23 16:26:13.396097 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd1754-a63b-4ed3-a8f4-83f12110c994 req-3f06b24e-d884-4a1d-b13a-a332d833a86c tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:13.398993 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-82dd1754-a63b-4ed3-a8f4-83f12110c994 req-3f06b24e-d884-4a1d-b13a-a332d833a86c tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 945 time: 0.2700891 Jul 23 16:26:13.418500 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-de1fc79b-51b4-467b-8210-1ce49b0862fd tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:13.421298 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-de1fc79b-51b4-467b-8210-1ce49b0862fd tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] 10.222.0.97 "GET /v2.0/networks?id=82019eae-1c1c-401f-bfe0-03402ab1798e HTTP/1.1" status: 200 len: 810 time: 0.3548431 Jul 23 16:26:13.447333 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c2bb3a6f-658f-4c8d-82b8-b3a381246238 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Request body: {'port': {'device_id': '18533775-6b61-49df-baf4-fa065ea7d867', 'network_id': '82019eae-1c1c-401f-bfe0-03402ab1798e', 'admin_state_up': True, 'tenant_id': '9cbc1c21f7964e01b51dfaadd6e91df9'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:13.547741 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce767f7-faed-44a9-8dc7-93455547fc9c req-b68511dc-e3aa-45bd-a710-2273de5fc518 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:13.566354 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9ce767f7-faed-44a9-8dc7-93455547fc9c req-b68511dc-e3aa-45bd-a710-2273de5fc518 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 945 time: 0.3797376 Jul 23 16:26:13.612655 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa92b4c-8ab5-4181-939b-fdad4c13ad45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637c7293-dd2f-465d-8151-c16c46104ded'}, {'server_uuid': 'd9ae32bf-2597-42da-9fe3-0f539e8372bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:13.614956 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28882430-bb32-4c8b-8b53-81cda4186c36" -d '{"events": [{"server_uuid": "0aa92b4c-8ab5-4181-939b-fdad4c13ad45", "name": "network-vif-plugged", "status": "completed", "tag": "637c7293-dd2f-465d-8151-c16c46104ded"}, {"server_uuid": "d9ae32bf-2597-42da-9fe3-0f539e8372bb", "name": "network-vif-plugged", "status": "completed", "tag": "cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:13.667329 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-82dd1754-a63b-4ed3-a8f4-83f12110c994 req-34e9c65a-4e69-4c9e-a4b2-f9f74e44aa25 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429323 Jul 23 16:26:13.693482 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9ce767f7-faed-44a9-8dc7-93455547fc9c req-fd5d3adb-3776-464b-8c23-21a8398faffb tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222496 Jul 23 16:26:13.770046 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c2bb3a6f-658f-4c8d-82b8-b3a381246238 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Made reservation on behalf of 9cbc1c21f7964e01b51dfaadd6e91df9 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:13.779826 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c2bb3a6f-658f-4c8d-82b8-b3a381246238 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:14.014709 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a815c174-d651-4efc-89d1-668137dc3ee3 x-openstack-request-id: req-a815c174-d651-4efc-89d1-668137dc3ee3 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:14.014709 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa92b4c-8ab5-4181-939b-fdad4c13ad45", "name": "network-vif-plugged", "status": "completed", "tag": "637c7293-dd2f-465d-8151-c16c46104ded", "code": 200}, {"server_uuid": "d9ae32bf-2597-42da-9fe3-0f539e8372bb", "name": "network-vif-plugged", "status": "completed", "tag": "cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:14.014709 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a815c174-d651-4efc-89d1-668137dc3ee3 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:14.014709 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa92b4c-8ab5-4181-939b-fdad4c13ad45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637c7293-dd2f-465d-8151-c16c46104ded', 'code': 200} Jul 23 16:26:14.014709 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ae32bf-2597-42da-9fe3-0f539e8372bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0', 'code': 200} Jul 23 16:26:14.015675 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e4612-d47f-4ab2-8da0-9dc95060f091 req-da49a91d-39e2-4633-a334-ba9c84ee8221 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:14.021771 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e4612-d47f-4ab2-8da0-9dc95060f091 req-da49a91d-39e2-4633-a334-ba9c84ee8221 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:14.023436 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-684e4612-d47f-4ab2-8da0-9dc95060f091 req-da49a91d-39e2-4633-a334-ba9c84ee8221 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=69de9ebc-83b8-48c3-beda-b75d9894e04f HTTP/1.1" status: 200 len: 1682 time: 0.1476226 Jul 23 16:26:14.051129 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c2bb3a6f-658f-4c8d-82b8-b3a381246238 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Allocated IP 172.20.0.7 (82019eae-1c1c-401f-bfe0-03402ab1798e/d43fd6cb-e8d4-4142-aca9-887341559ce5/913b3681-24e5-4291-899b-8e9505bad8b0) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:14.098981 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-684e4612-d47f-4ab2-8da0-9dc95060f091 req-d2fa7035-4f80-44e5-82ee-eebf3f70be7f tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630915 Jul 23 16:26:14.197685 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97a975-4a27-4eb7-9cb2-2147e37907ae req-3dd1eac8-12da-44ad-ae68-d6e8f3182240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:14.199230 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-cb97a975-4a27-4eb7-9cb2-2147e37907ae req-3dd1eac8-12da-44ad-ae68-d6e8f3182240 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d9ae32bf-2597-42da-9fe3-0f539e8372bb HTTP/1.1" status: 200 len: 1096 time: 0.1373277 Jul 23 16:26:14.258206 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-cb97a975-4a27-4eb7-9cb2-2147e37907ae req-6b0a0966-0a92-4c16-953e-a256b38412e4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c392fe3f-209f-4a35-9c80-6820773d9c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506082 Jul 23 16:26:14.273635 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e2b013c2-99ef-4272-9f4a-0a92c52db589 req-f91d7765-e9a0-4af2-9ca5-8f533383b34b tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] 10.222.0.73 "GET /v2.0/ports?device_id=18533775-6b61-49df-baf4-fa065ea7d867 HTTP/1.1" status: 200 len: 210 time: 0.0565310 Jul 23 16:26:14.360903 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ef748-2f00-467d-a75e-161456ba97d7 req-abcf21c6-aa5d-49d9-89b5-69e7c9e28dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:14.362748 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f0ef748-2f00-467d-a75e-161456ba97d7 req-abcf21c6-aa5d-49d9-89b5-69e7c9e28dde service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 1096 time: 0.2476718 Jul 23 16:26:14.374005 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c413ac-680b-485d-8734-ec2d189f6723 req-de415eba-39bd-4b83-bb04-da04519f9b0b tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:14.375633 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-50c413ac-680b-485d-8734-ec2d189f6723 req-de415eba-39bd-4b83-bb04-da04519f9b0b tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9ae32bf-2597-42da-9fe3-0f539e8372bb HTTP/1.1" status: 200 len: 945 time: 0.2196031 Jul 23 16:26:14.453662 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c2bb3a6f-658f-4c8d-82b8-b3a381246238 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:14.463001 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f0ef748-2f00-467d-a75e-161456ba97d7 req-95d837dc-b77a-4290-afa9-d5f715d417d0 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840235 Jul 23 16:26:14.481855 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-50c413ac-680b-485d-8734-ec2d189f6723 req-d902b3d4-69af-46c3-9108-6b18ed0aa5cc tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] 10.222.0.73 "GET /v2.0/security-groups?id=c392fe3f-209f-4a35-9c80-6820773d9c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948348 Jul 23 16:26:14.526467 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c2bb3a6f-658f-4c8d-82b8-b3a381246238 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:14.553454 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c2bb3a6f-658f-4c8d-82b8-b3a381246238 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Network 82019eae-1c1c-401f-bfe0-03402ab1798e is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:14.558324 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c2bb3a6f-658f-4c8d-82b8-b3a381246238 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:14.589010 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c2bb3a6f-658f-4c8d-82b8-b3a381246238 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:14.695656 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c2bb3a6f-658f-4c8d-82b8-b3a381246238 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:14.696475 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c2bb3a6f-658f-4c8d-82b8-b3a381246238 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:14.699710 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb3a6f-658f-4c8d-82b8-b3a381246238 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Pushing event updated for resources: {'Port': ['ID=913b3681-24e5-4291-899b-8e9505bad8b0,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:14.719644 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb3a6f-658f-4c8d-82b8-b3a381246238 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.719996 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb3a6f-658f-4c8d-82b8-b3a381246238 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.720340 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb3a6f-658f-4c8d-82b8-b3a381246238 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.720676 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb3a6f-658f-4c8d-82b8-b3a381246238 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.721013 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb3a6f-658f-4c8d-82b8-b3a381246238 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.721373 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb3a6f-658f-4c8d-82b8-b3a381246238 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.721707 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb3a6f-658f-4c8d-82b8-b3a381246238 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.722033 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb3a6f-658f-4c8d-82b8-b3a381246238 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.722359 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb3a6f-658f-4c8d-82b8-b3a381246238 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.722680 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb3a6f-658f-4c8d-82b8-b3a381246238 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.723005 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb3a6f-658f-4c8d-82b8-b3a381246238 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.723329 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb3a6f-658f-4c8d-82b8-b3a381246238 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.736540 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c2bb3a6f-658f-4c8d-82b8-b3a381246238 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2975230 Jul 23 16:26:14.756568 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c180e7fb-55eb-4b57-9b78-e96d03c849f9 service neutron] Request body: {'port': {'device_id': '18533775-6b61-49df-baf4-fa065ea7d867', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:14.845554 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b5240-eb65-4617-80ac-f88193827c72 req-6c7cd50c-1b6c-4ef7-bbd3-d3e2c7b8afa5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:14.854815 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b5240-eb65-4617-80ac-f88193827c72 req-6c7cd50c-1b6c-4ef7-bbd3-d3e2c7b8afa5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:14.868442 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-831b5240-eb65-4617-80ac-f88193827c72 req-6c7cd50c-1b6c-4ef7-bbd3-d3e2c7b8afa5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=69de9ebc-83b8-48c3-beda-b75d9894e04f HTTP/1.1" status: 200 len: 1682 time: 0.2389705 Jul 23 16:26:14.959781 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-831b5240-eb65-4617-80ac-f88193827c72 req-97cbc1e8-351b-4f16-8436-8fa3cd3ddf30 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897863 Jul 23 16:26:14.970391 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c180e7fb-55eb-4b57-9b78-e96d03c849f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:15.020804 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3f511-f730-4fdb-9922-d3639b61f306 req-5929c4be-fd4b-4d60-8978-34b36f845fab tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:15.022463 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-00b3f511-f730-4fdb-9922-d3639b61f306 req-5929c4be-fd4b-4d60-8978-34b36f845fab tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 945 time: 0.2317472 Jul 23 16:26:15.169703 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-00b3f511-f730-4fdb-9922-d3639b61f306 req-5e0a7653-9153-44fc-833e-1ba622cb90e7 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252089 Jul 23 16:26:15.245328 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36546) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:15.250781 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-26b4b7b2-51bc-4d06-afa6-3b13ba92f0bf tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-798358641'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:15.293491 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b4b7b2-51bc-4d06-afa6-3b13ba92f0bf tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Made reservation on behalf of d58be7bf092b45e2a9dae39829ba7b2e for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:15.297000 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-26b4b7b2-51bc-4d06-afa6-3b13ba92f0bf tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:15.329468 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b4b7b2-51bc-4d06-afa6-3b13ba92f0bf tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] vlan segment allocate from pool success with {'vlan_id': 1132, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:26:15.332526 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c04be9-9089-4d76-8e10-5a12ab3a800d req-754414a5-94f0-40b5-860b-2e7dedb4e2fe tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:15.334115 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-12c04be9-9089-4d76-8e10-5a12ab3a800d req-754414a5-94f0-40b5-860b-2e7dedb4e2fe tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 945 time: 0.2814126 Jul 23 16:26:15.342190 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-26b4b7b2-51bc-4d06-afa6-3b13ba92f0bf tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:15.342726 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-26b4b7b2-51bc-4d06-afa6-3b13ba92f0bf tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Added segment 05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c of type vlan for network a11530e6-1993-441b-956a-6f9600ed92b8 Jul 23 16:26:15.398795 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-26b4b7b2-51bc-4d06-afa6-3b13ba92f0bf tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:15.435356 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-26b4b7b2-51bc-4d06-afa6-3b13ba92f0bf tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:15.445124 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b4b7b2-51bc-4d06-afa6-3b13ba92f0bf tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:15.447790 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-26b4b7b2-51bc-4d06-afa6-3b13ba92f0bf tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:15.515740 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-26b4b7b2-51bc-4d06-afa6-3b13ba92f0bf tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2690048 Jul 23 16:26:15.519783 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36550) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:15.528156 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-cbed6695-8518-4284-a60c-1cb7d71840fc tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-231817832'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:15.537832 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-12c04be9-9089-4d76-8e10-5a12ab3a800d req-e2db66fa-e19e-48aa-a495-05bf16551e0c tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828103 Jul 23 16:26:15.603315 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4b7b2-51bc-4d06-afa6-3b13ba92f0bf tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Pushing event updated for resources: {'Network': ['ID=a11530e6-1993-441b-956a-6f9600ed92b8,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:15.624149 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network a11530e6-1993-441b-956a-6f9600ed92b8 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:26:15.637126 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbed6695-8518-4284-a60c-1cb7d71840fc tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Made reservation on behalf of d58be7bf092b45e2a9dae39829ba7b2e for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:15.641428 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cbed6695-8518-4284-a60c-1cb7d71840fc tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:15.668775 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbed6695-8518-4284-a60c-1cb7d71840fc tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] vlan segment allocate from pool success with {'vlan_id': 1129, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:26:15.682576 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266704a-cc0d-4549-bc39-81fbb1b79aaf req-d488c8bc-db63-43ae-a957-492a664d76db tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:15.683842 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cbed6695-8518-4284-a60c-1cb7d71840fc tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:15.684282 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-cbed6695-8518-4284-a60c-1cb7d71840fc tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Added segment a09683eb-b332-4542-b7a5-2cff7293226f of type vlan for network 72536959-6d28-4d4b-a817-b894e84f9992 Jul 23 16:26:15.689298 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7266704a-cc0d-4549-bc39-81fbb1b79aaf req-d488c8bc-db63-43ae-a957-492a664d76db tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] 10.222.0.73 "GET /v2.0/ports?device_id=18533775-6b61-49df-baf4-fa065ea7d867 HTTP/1.1" status: 200 len: 931 time: 0.2789538 Jul 23 16:26:15.734874 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cbed6695-8518-4284-a60c-1cb7d71840fc tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:15.792869 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cbed6695-8518-4284-a60c-1cb7d71840fc tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:15.805411 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c180e7fb-55eb-4b57-9b78-e96d03c849f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 913b3681-24e5-4291-899b-8e9505bad8b0 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:15.807535 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbed6695-8518-4284-a60c-1cb7d71840fc tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:15.808823 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cbed6695-8518-4284-a60c-1cb7d71840fc tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:15.816419 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c180e7fb-55eb-4b57-9b78-e96d03c849f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:15.829450 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7266704a-cc0d-4549-bc39-81fbb1b79aaf req-03c270b0-e490-4f30-88a2-d00f483e1757 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] 10.222.0.73 "GET /v2.0/security-groups?id=91faa8ef-c342-4931-9866-ae94feec735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227860 Jul 23 16:26:15.854429 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cbed6695-8518-4284-a60c-1cb7d71840fc tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3327069 Jul 23 16:26:15.858442 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36554) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:15.865944 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c180e7fb-55eb-4b57-9b78-e96d03c849f9 service neutron] Transition to ACTIVE for port object 913b3681-24e5-4291-899b-8e9505bad8b0 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:15.867067 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6b0219d8-1515-4c65-9f69-f2f44e88ecf1 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Request body: {'subnet': {'network_id': 'a11530e6-1993-441b-956a-6f9600ed92b8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:15.876995 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c180e7fb-55eb-4b57-9b78-e96d03c849f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:15.889969 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c05124-9c3c-46c2-9479-024316e87694 req-2b2a1326-2bbb-402e-9904-3c982f41cbfe tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:15.897140 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-03c05124-9c3c-46c2-9479-024316e87694 req-2b2a1326-2bbb-402e-9904-3c982f41cbfe tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9ae32bf-2597-42da-9fe3-0f539e8372bb HTTP/1.1" status: 200 len: 945 time: 0.2021580 Jul 23 16:26:15.936625 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed6695-8518-4284-a60c-1cb7d71840fc tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Pushing event updated for resources: {'Network': ['ID=72536959-6d28-4d4b-a817-b894e84f9992,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:15.956074 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 72536959-6d28-4d4b-a817-b894e84f9992 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:26:15.972352 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-03c05124-9c3c-46c2-9479-024316e87694 req-1875bc49-72a8-4c23-9d9f-ba4c62692d5a tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] 10.222.0.73 "GET /v2.0/security-groups?id=c392fe3f-209f-4a35-9c80-6820773d9c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731680 Jul 23 16:26:16.077925 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180e7fb-55eb-4b57-9b78-e96d03c849f9 service neutron] Pushing event updated for resources: {'Port': ['ID=913b3681-24e5-4291-899b-8e9505bad8b0,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:16.137615 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0219d8-1515-4c65-9f69-f2f44e88ecf1 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Made reservation on behalf of d58be7bf092b45e2a9dae39829ba7b2e for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:16.141357 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6b0219d8-1515-4c65-9f69-f2f44e88ecf1 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:16.244403 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e60541-f9a0-4611-854a-883fe69c32b4 req-c147c429-a022-4f78-a4a5-c39a25c70a9c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:16.254535 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e60541-f9a0-4611-854a-883fe69c32b4 req-c147c429-a022-4f78-a4a5-c39a25c70a9c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:16.263286 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-00e60541-f9a0-4611-854a-883fe69c32b4 req-c147c429-a022-4f78-a4a5-c39a25c70a9c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=69de9ebc-83b8-48c3-beda-b75d9894e04f HTTP/1.1" status: 200 len: 1682 time: 0.1958086 Jul 23 16:26:16.284658 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c180e7fb-55eb-4b57-9b78-e96d03c849f9 service neutron] Attempting to bind port 913b3681-24e5-4291-899b-8e9505bad8b0 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:26:16.285001 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c180e7fb-55eb-4b57-9b78-e96d03c849f9 service neutron] Attempting to bind port 913b3681-24e5-4291-899b-8e9505bad8b0 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '547e7b47-9cbf-487e-a708-93a261bed79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '82019eae-1c1c-401f-bfe0-03402ab1798e'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:26:16.285376 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c180e7fb-55eb-4b57-9b78-e96d03c849f9 service neutron] Attempting to bind port 913b3681-24e5-4291-899b-8e9505bad8b0 on network 82019eae-1c1c-401f-bfe0-03402ab1798e {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:16.292548 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c180e7fb-55eb-4b57-9b78-e96d03c849f9 service neutron] Port 913b3681-24e5-4291-899b-8e9505bad8b0 on network 82019eae-1c1c-401f-bfe0-03402ab1798e not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:26:16.292883 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c180e7fb-55eb-4b57-9b78-e96d03c849f9 service neutron] Attempting to bind port 913b3681-24e5-4291-899b-8e9505bad8b0 on network 82019eae-1c1c-401f-bfe0-03402ab1798e {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:16.298587 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c180e7fb-55eb-4b57-9b78-e96d03c849f9 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:26:16.298930 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c180e7fb-55eb-4b57-9b78-e96d03c849f9 service neutron] Checking segment: {'id': '547e7b47-9cbf-487e-a708-93a261bed79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '82019eae-1c1c-401f-bfe0-03402ab1798e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:16.299318 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c180e7fb-55eb-4b57-9b78-e96d03c849f9 service neutron] Bound using segment: {'id': '547e7b47-9cbf-487e-a708-93a261bed79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '82019eae-1c1c-401f-bfe0-03402ab1798e'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:26:16.299754 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c180e7fb-55eb-4b57-9b78-e96d03c849f9 service neutron] Bound port: 913b3681-24e5-4291-899b-8e9505bad8b0, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '547e7b47-9cbf-487e-a708-93a261bed79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '82019eae-1c1c-401f-bfe0-03402ab1798e'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:26:16.300118 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c180e7fb-55eb-4b57-9b78-e96d03c849f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:16.361250 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-00e60541-f9a0-4611-854a-883fe69c32b4 req-75d425b9-f33d-42bc-8e6d-749c27d66f08 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969012 Jul 23 16:26:16.491931 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6b0219d8-1515-4c65-9f69-f2f44e88ecf1 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:16.576146 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0219d8-1515-4c65-9f69-f2f44e88ecf1 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Pushing event updated for resources: {'Subnet': ['ID=83c3a237-d43a-4d9d-aa29-69c4c34be53a,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:16.584185 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0219d8-1515-4c65-9f69-f2f44e88ecf1 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Checking segment: {'id': '05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a11530e6-1993-441b-956a-6f9600ed92b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:16.584311 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0219d8-1515-4c65-9f69-f2f44e88ecf1 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Network hostable DHCP agents. Network: a11530e6-1993-441b-956a-6f9600ed92b8, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:26:16.592917 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ddad4-e2ff-44d4-a14b-2d3ab35bf1a5 req-20dea4fd-8b66-4ef8-962b-84d12c71560b tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:16.598917 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ddad4-e2ff-44d4-a14b-2d3ab35bf1a5 req-20dea4fd-8b66-4ef8-962b-84d12c71560b tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:16.600772 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c07ddad4-e2ff-44d4-a14b-2d3ab35bf1a5 req-20dea4fd-8b66-4ef8-962b-84d12c71560b tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.97 "GET /v2.0/ports?device_id=69de9ebc-83b8-48c3-beda-b75d9894e04f HTTP/1.1" status: 200 len: 1682 time: 0.2833650 Jul 23 16:26:16.606554 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c180e7fb-55eb-4b57-9b78-e96d03c849f9 service neutron] For port 913b3681-24e5-4291-899b-8e9505bad8b0, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:26:16.606756 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0219d8-1515-4c65-9f69-f2f44e88ecf1 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Network a11530e6-1993-441b-956a-6f9600ed92b8 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:26:16.617682 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-6b0219d8-1515-4c65-9f69-f2f44e88ecf1 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, a11530e6-1993-441b-956a-6f9600ed92b8) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:16.623133 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0219d8-1515-4c65-9f69-f2f44e88ecf1 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:16.623709 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6b0219d8-1515-4c65-9f69-f2f44e88ecf1 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:16.629756 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b73e88-6aa3-4144-b1d2-146a7443f3a5 None None] Network a11530e6-1993-441b-956a-6f9600ed92b8 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:16.644994 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6b0219d8-1515-4c65-9f69-f2f44e88ecf1 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7832143 Jul 23 16:26:16.645767 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36570) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:16.651153 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-1cd49354-0ab3-4b02-a25b-528a3355f70b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Request body: {'subnet': {'network_id': '72536959-6d28-4d4b-a817-b894e84f9992', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:16.667552 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a33b26-46eb-4428-bd15-3d4d0c423f0b req-13d0eedc-f402-4a84-8040-0ad6a92a0394 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:16.668383 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-31a33b26-46eb-4428-bd15-3d4d0c423f0b req-13d0eedc-f402-4a84-8040-0ad6a92a0394 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 945 time: 0.2448528 Jul 23 16:26:16.672134 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c180e7fb-55eb-4b57-9b78-e96d03c849f9 service neutron] For port 913b3681-24e5-4291-899b-8e9505bad8b0, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=913b3681-24e5-4291-899b-8e9505bad8b0,segment=NetworkSegment(547e7b47-9cbf-487e-a708-93a261bed79a),segment_id=547e7b47-9cbf-487e-a708-93a261bed79a)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:26:16.694117 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c180e7fb-55eb-4b57-9b78-e96d03c849f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:16.789487 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180e7fb-55eb-4b57-9b78-e96d03c849f9 service neutron] Pushing event updated for resources: {'Port': ['ID=913b3681-24e5-4291-899b-8e9505bad8b0,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:16.822104 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd49354-0ab3-4b02-a25b-528a3355f70b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Made reservation on behalf of d58be7bf092b45e2a9dae39829ba7b2e for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:16.826495 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1cd49354-0ab3-4b02-a25b-528a3355f70b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:16.839343 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c180e7fb-55eb-4b57-9b78-e96d03c849f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:16.840027 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c180e7fb-55eb-4b57-9b78-e96d03c849f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:16.841530 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-c180e7fb-55eb-4b57-9b78-e96d03c849f9 service neutron] 10.222.0.97 "PUT /v2.0/ports/913b3681-24e5-4291-899b-8e9505bad8b0 HTTP/1.1" status: 200 len: 1091 time: 2.0932591 Jul 23 16:26:16.842309 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18533775-6b61-49df-baf4-fa065ea7d867', 'tag': '913b3681-24e5-4291-899b-8e9505bad8b0'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:16.844744 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c42d88-e411-430b-a1a0-95b0d445b5b6" -d '{"events": [{"name": "network-changed", "server_uuid": "18533775-6b61-49df-baf4-fa065ea7d867", "tag": "913b3681-24e5-4291-899b-8e9505bad8b0"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:16.857164 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b477ba-10df-4fff-9a0e-c5f315c6c060 req-4032910d-5a2b-4cec-beff-765b27403109 tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:16.858924 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87b477ba-10df-4fff-9a0e-c5f315c6c060 req-4032910d-5a2b-4cec-beff-765b27403109 tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9ae32bf-2597-42da-9fe3-0f539e8372bb HTTP/1.1" status: 200 len: 945 time: 0.3818378 Jul 23 16:26:16.923138 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484b5087-2842-4959-8bc6-6010cde0a7f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-a11530e6-1993-441b-956a-6f9600ed92b8', 'network_id': 'a11530e6-1993-441b-956a-6f9600ed92b8', 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'fixed_ips': [{'subnet_id': '83c3a237-d43a-4d9d-aa29-69c4c34be53a'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:26:16.924000 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-484b5087-2842-4959-8bc6-6010cde0a7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:16.969551 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-31a33b26-46eb-4428-bd15-3d4d0c423f0b req-efb5fa76-1c09-4f81-bb1b-87a6ce6a14f3 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951572 Jul 23 16:26:17.075200 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87b477ba-10df-4fff-9a0e-c5f315c6c060 req-e4cf610b-3d7f-440a-b930-ef7da2387509 tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] 10.222.0.73 "GET /v2.0/security-groups?id=c392fe3f-209f-4a35-9c80-6820773d9c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067873 Jul 23 16:26:17.159208 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-c07ddad4-e2ff-44d4-a14b-2d3ab35bf1a5 req-2bf7bcd1-4b12-47f8-bdf0-1b1445970490 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Deleting port a6a301b7-e543-48f9-93ea-77e9fa7c22ad {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:17.159839 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c07ddad4-e2ff-44d4-a14b-2d3ab35bf1a5 req-2bf7bcd1-4b12-47f8-bdf0-1b1445970490 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:17.164838 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1cd49354-0ab3-4b02-a25b-528a3355f70b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:17.173949 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-3e789afb-e0ea-4e01-96de-a701edc1e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:17.175873 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-3e789afb-e0ea-4e01-96de-a701edc1e2e9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9cbc1c21f7964e01b51dfaadd6e91df9&device_id=18533775-6b61-49df-baf4-fa065ea7d867 HTTP/1.1" status: 200 len: 1094 time: 0.2556696 Jul 23 16:26:17.236052 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-484b5087-2842-4959-8bc6-6010cde0a7f9 None None] Allocated IP 10.1.1.2 (a11530e6-1993-441b-956a-6f9600ed92b8/83c3a237-d43a-4d9d-aa29-69c4c34be53a/324b22b6-e09c-45a9-9260-7dbd30a8dd9b) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:17.290561 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd49354-0ab3-4b02-a25b-528a3355f70b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Pushing event updated for resources: {'Subnet': ['ID=43e3b6e1-204d-4ff9-bc32-923f74e47c31,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:17.301327 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd49354-0ab3-4b02-a25b-528a3355f70b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Checking segment: {'id': 'a09683eb-b332-4542-b7a5-2cff7293226f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '72536959-6d28-4d4b-a817-b894e84f9992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:17.301834 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd49354-0ab3-4b02-a25b-528a3355f70b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Network hostable DHCP agents. Network: 72536959-6d28-4d4b-a817-b894e84f9992, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:26:17.345321 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd49354-0ab3-4b02-a25b-528a3355f70b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Network 72536959-6d28-4d4b-a817-b894e84f9992 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:26:17.356983 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-63ddc550-7cc1-4bcf-942b-20cbeac20b80 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=913b3681-24e5-4291-899b-8e9505bad8b0 HTTP/1.1" status: 200 len: 217 time: 0.1647055 Jul 23 16:26:17.365211 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-1cd49354-0ab3-4b02-a25b-528a3355f70b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 72536959-6d28-4d4b-a817-b894e84f9992) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:17.378350 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c241bb88-4576-43b6-9ddd-f51b109979ed None None] Network 72536959-6d28-4d4b-a817-b894e84f9992 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:17.395223 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd49354-0ab3-4b02-a25b-528a3355f70b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:17.396269 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1cd49354-0ab3-4b02-a25b-528a3355f70b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:17.418846 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1cd49354-0ab3-4b02-a25b-528a3355f70b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7718403 Jul 23 16:26:17.421559 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36586) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:17.436879 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-e54a726b-661e-4b8f-9c0c-960bd2ff979f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Request body: {'port': {'network_id': 'a11530e6-1993-441b-956a-6f9600ed92b8', 'name': 'tempest-TaggedBootDevicesTest-17843626', 'fixed_ips': [{'subnet_id': '83c3a237-d43a-4d9d-aa29-69c4c34be53a'}]}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:17.485510 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-484b5087-2842-4959-8bc6-6010cde0a7f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:17.495686 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-484b5087-2842-4959-8bc6-6010cde0a7f9 None None] Transition to ACTIVE for port object 324b22b6-e09c-45a9-9260-7dbd30a8dd9b will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:17.512473 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-484b5087-2842-4959-8bc6-6010cde0a7f9 None None] Transition to ACTIVE for port object 324b22b6-e09c-45a9-9260-7dbd30a8dd9b will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:17.525720 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-484b5087-2842-4959-8bc6-6010cde0a7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:17.622880 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484b5087-2842-4959-8bc6-6010cde0a7f9 None None] Network a11530e6-1993-441b-956a-6f9600ed92b8 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:17.632858 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-484b5087-2842-4959-8bc6-6010cde0a7f9 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:17.636594 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b5087-2842-4959-8bc6-6010cde0a7f9 None None] Pushing event updated for resources: {'Port': ['ID=324b22b6-e09c-45a9-9260-7dbd30a8dd9b,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:17.639010 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484b5087-2842-4959-8bc6-6010cde0a7f9 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:17.708222 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77db50-ac51-4922-ae40-d5090af0ce9c req-717bfe99-160f-481c-8d05-04db82f3908b tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:17.709903 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8d77db50-ac51-4922-ae40-d5090af0ce9c req-717bfe99-160f-481c-8d05-04db82f3908b tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] 10.222.0.74 "GET /v2.0/ports?device_id=d9ae32bf-2597-42da-9fe3-0f539e8372bb HTTP/1.1" status: 200 len: 945 time: 0.1218183 Jul 23 16:26:17.811185 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-484b5087-2842-4959-8bc6-6010cde0a7f9 None None] Attempting to bind port 324b22b6-e09c-45a9-9260-7dbd30a8dd9b on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:26:17.811625 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-484b5087-2842-4959-8bc6-6010cde0a7f9 None None] Attempting to bind port 324b22b6-e09c-45a9-9260-7dbd30a8dd9b by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a11530e6-1993-441b-956a-6f9600ed92b8'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:26:17.812059 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484b5087-2842-4959-8bc6-6010cde0a7f9 None None] Attempting to bind port 324b22b6-e09c-45a9-9260-7dbd30a8dd9b on network a11530e6-1993-441b-956a-6f9600ed92b8 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:17.815583 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d0e926-f5d8-49f8-9437-36a4dca7d848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-72536959-6d28-4d4b-a817-b894e84f9992', 'network_id': '72536959-6d28-4d4b-a817-b894e84f9992', 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'fixed_ips': [{'subnet_id': '43e3b6e1-204d-4ff9-bc32-923f74e47c31'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:26:17.816522 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-77d0e926-f5d8-49f8-9437-36a4dca7d848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:17.829404 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484b5087-2842-4959-8bc6-6010cde0a7f9 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:26:17.830285 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484b5087-2842-4959-8bc6-6010cde0a7f9 None None] Checking segment: {'id': '05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a11530e6-1993-441b-956a-6f9600ed92b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:17.830434 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-484b5087-2842-4959-8bc6-6010cde0a7f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:17.830912 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484b5087-2842-4959-8bc6-6010cde0a7f9 None None] Bound using segment: {'id': '05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a11530e6-1993-441b-956a-6f9600ed92b8'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:26:17.831549 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-484b5087-2842-4959-8bc6-6010cde0a7f9 None None] Bound port: 324b22b6-e09c-45a9-9260-7dbd30a8dd9b, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a11530e6-1993-441b-956a-6f9600ed92b8'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:26:17.832074 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-484b5087-2842-4959-8bc6-6010cde0a7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:17.839588 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54a726b-661e-4b8f-9c0c-960bd2ff979f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Made reservation on behalf of d58be7bf092b45e2a9dae39829ba7b2e for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:17.911792 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-484b5087-2842-4959-8bc6-6010cde0a7f9 None None] For port 324b22b6-e09c-45a9-9260-7dbd30a8dd9b, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:26:17.915221 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-484b5087-2842-4959-8bc6-6010cde0a7f9 None None] For port 324b22b6-e09c-45a9-9260-7dbd30a8dd9b, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=324b22b6-e09c-45a9-9260-7dbd30a8dd9b,segment=NetworkSegment(05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c),segment_id=05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:26:17.951400 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-8d77db50-ac51-4922-ae40-d5090af0ce9c req-7b52bfb5-020a-44ec-b566-e49d510f91df tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] Deleting port cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:17.951733 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8d77db50-ac51-4922-ae40-d5090af0ce9c req-7b52bfb5-020a-44ec-b566-e49d510f91df tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:17.976028 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-484b5087-2842-4959-8bc6-6010cde0a7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:17.978693 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e54a726b-661e-4b8f-9c0c-960bd2ff979f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:17.988837 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-93e0ab3b-bf6e-4c96-b840-b343078aadad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:17.991947 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-93e0ab3b-bf6e-4c96-b840-b343078aadad service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d43fd6cb-e8d4-4142-aca9-887341559ce5 HTTP/1.1" status: 200 len: 850 time: 0.6086988 Jul 23 16:26:17.995339 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-c07ddad4-e2ff-44d4-a14b-2d3ab35bf1a5 req-2bf7bcd1-4b12-47f8-bdf0-1b1445970490 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] For port a6a301b7-e543-48f9-93ea-77e9fa7c22ad, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=a6a301b7-e543-48f9-93ea-77e9fa7c22ad,segment=NetworkSegment(46de915c-5af4-4178-a116-1d1c58127c4a),segment_id=46de915c-5af4-4178-a116-1d1c58127c4a)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:17.995914 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c07ddad4-e2ff-44d4-a14b-2d3ab35bf1a5 req-2bf7bcd1-4b12-47f8-bdf0-1b1445970490 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.014265 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-e54a726b-661e-4b8f-9c0c-960bd2ff979f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] device_id is not set on port 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:26:18.038665 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b5087-2842-4959-8bc6-6010cde0a7f9 None None] Pushing event updated for resources: {'Port': ['ID=324b22b6-e09c-45a9-9260-7dbd30a8dd9b,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:18.053609 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b46a8b-9478-4323-ab66-1a10a0c1ea09 req-b2826b6c-5769-4f50-9049-20a8bea77be1 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:18.077248 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f9b46a8b-9478-4323-ab66-1a10a0c1ea09 req-b2826b6c-5769-4f50-9049-20a8bea77be1 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] 10.222.0.73 "GET /v2.0/ports?device_id=18533775-6b61-49df-baf4-fa065ea7d867 HTTP/1.1" status: 200 len: 943 time: 0.7296050 Jul 23 16:26:18.145326 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b37d5-dde7-4cb6-83f4-f60e5ce6f9d1 req-417cba97-d5ee-4e8a-b406-67274d1bdccd tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:18.153843 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-116b37d5-dde7-4cb6-83f4-f60e5ce6f9d1 req-417cba97-d5ee-4e8a-b406-67274d1bdccd tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 945 time: 0.8563714 Jul 23 16:26:18.159323 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-77d0e926-f5d8-49f8-9437-36a4dca7d848 None None] Allocated IP 10.2.2.2 (72536959-6d28-4d4b-a817-b894e84f9992/43e3b6e1-204d-4ff9-bc32-923f74e47c31/3f174545-8154-44f4-ba26-6ef2fc2bde8e) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:18.209431 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-8d77db50-ac51-4922-ae40-d5090af0ce9c req-7b52bfb5-020a-44ec-b566-e49d510f91df tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] For port cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0,segment=NetworkSegment(ea9269be-5086-4fb9-ae42-b253243d205e),segment_id=ea9269be-5086-4fb9-ae42-b253243d205e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:18.209843 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8d77db50-ac51-4922-ae40-d5090af0ce9c req-7b52bfb5-020a-44ec-b566-e49d510f91df tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.254028 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-2c1ee65f-bb70-468b-9c12-3b802ec91f92 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=82019eae-1c1c-401f-bfe0-03402ab1798e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2302644 Jul 23 16:26:18.257171 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-c07ddad4-e2ff-44d4-a14b-2d3ab35bf1a5 req-2bf7bcd1-4b12-47f8-bdf0-1b1445970490 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Calling delete_port for a6a301b7-e543-48f9-93ea-77e9fa7c22ad owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:18.263087 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-8d77db50-ac51-4922-ae40-d5090af0ce9c req-7b52bfb5-020a-44ec-b566-e49d510f91df tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] Calling delete_port for cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:18.303019 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f9b46a8b-9478-4323-ab66-1a10a0c1ea09 req-128c14fd-3c86-46a9-a68f-5c7023a2273d tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] 10.222.0.73 "GET /v2.0/security-groups?id=91faa8ef-c342-4931-9866-ae94feec735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242496 Jul 23 16:26:18.438593 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-e54a726b-661e-4b8f-9c0c-960bd2ff979f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Allocated IP 10.1.1.105 (a11530e6-1993-441b-956a-6f9600ed92b8/83c3a237-d43a-4d9d-aa29-69c4c34be53a/57d68a11-dd1b-4a5c-a0af-fd74214dd8b3) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:18.456297 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-77d0e926-f5d8-49f8-9437-36a4dca7d848 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.471891 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-77d0e926-f5d8-49f8-9437-36a4dca7d848 None None] Transition to ACTIVE for port object 3f174545-8154-44f4-ba26-6ef2fc2bde8e will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:18.498160 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-77d0e926-f5d8-49f8-9437-36a4dca7d848 None None] Transition to ACTIVE for port object 3f174545-8154-44f4-ba26-6ef2fc2bde8e will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:18.515664 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-77d0e926-f5d8-49f8-9437-36a4dca7d848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.597976 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-116b37d5-dde7-4cb6-83f4-f60e5ce6f9d1 req-e096dcbd-b7f5-4c19-8f34-f28fd26ad2f2 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4427311 Jul 23 16:26:18.602955 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-8efe0fd0-c3e8-48db-8bfb-b8ef202499df service neutron] 10.222.0.97 "GET /v2.0/networks/82019eae-1c1c-401f-bfe0-03402ab1798e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254592 Jul 23 16:26:18.604481 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033aa046-40f3-4b64-bf1d-dd8a62b7104e x-openstack-request-id: req-033aa046-40f3-4b64-bf1d-dd8a62b7104e {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:18.604766 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18533775-6b61-49df-baf4-fa065ea7d867", "tag": "913b3681-24e5-4291-899b-8e9505bad8b0", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:18.605022 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-033aa046-40f3-4b64-bf1d-dd8a62b7104e {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:18.605449 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18533775-6b61-49df-baf4-fa065ea7d867', 'tag': '913b3681-24e5-4291-899b-8e9505bad8b0', 'status': 'completed', 'code': 200} Jul 23 16:26:18.646309 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0e926-f5d8-49f8-9437-36a4dca7d848 None None] Pushing event updated for resources: {'Port': ['ID=3f174545-8154-44f4-ba26-6ef2fc2bde8e,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:18.657959 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d0e926-f5d8-49f8-9437-36a4dca7d848 None None] Network 72536959-6d28-4d4b-a817-b894e84f9992 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:18.661431 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-77d0e926-f5d8-49f8-9437-36a4dca7d848 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:18.665087 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d0e926-f5d8-49f8-9437-36a4dca7d848 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:18.725596 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 324b22b6-e09c-45a9-9260-7dbd30a8dd9b up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:18.781821 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8d77db50-ac51-4922-ae40-d5090af0ce9c req-7b52bfb5-020a-44ec-b566-e49d510f91df tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.827302 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52bfb5-020a-44ec-b566-e49d510f91df tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] Pushing event deleted for resources: {'Port': ['ID=cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:18.847264 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:26:18.867336 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-77d0e926-f5d8-49f8-9437-36a4dca7d848 None None] Attempting to bind port 3f174545-8154-44f4-ba26-6ef2fc2bde8e on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:26:18.869078 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-77d0e926-f5d8-49f8-9437-36a4dca7d848 None None] Attempting to bind port 3f174545-8154-44f4-ba26-6ef2fc2bde8e by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'a09683eb-b332-4542-b7a5-2cff7293226f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '72536959-6d28-4d4b-a817-b894e84f9992'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:26:18.869647 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d0e926-f5d8-49f8-9437-36a4dca7d848 None None] Attempting to bind port 3f174545-8154-44f4-ba26-6ef2fc2bde8e on network 72536959-6d28-4d4b-a817-b894e84f9992 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:18.901202 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d77db50-ac51-4922-ae40-d5090af0ce9c req-7b52bfb5-020a-44ec-b566-e49d510f91df tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] No DVR routers for this DVR port cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:26:18.904355 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d0e926-f5d8-49f8-9437-36a4dca7d848 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:26:18.905017 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d0e926-f5d8-49f8-9437-36a4dca7d848 None None] Checking segment: {'id': 'a09683eb-b332-4542-b7a5-2cff7293226f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '72536959-6d28-4d4b-a817-b894e84f9992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:18.905667 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-77d0e926-f5d8-49f8-9437-36a4dca7d848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.906374 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d0e926-f5d8-49f8-9437-36a4dca7d848 None None] Bound using segment: {'id': 'a09683eb-b332-4542-b7a5-2cff7293226f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '72536959-6d28-4d4b-a817-b894e84f9992'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:26:18.907076 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-77d0e926-f5d8-49f8-9437-36a4dca7d848 None None] Bound port: 3f174545-8154-44f4-ba26-6ef2fc2bde8e, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09683eb-b332-4542-b7a5-2cff7293226f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '72536959-6d28-4d4b-a817-b894e84f9992'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:26:18.908166 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-77d0e926-f5d8-49f8-9437-36a4dca7d848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.908658 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8d77db50-ac51-4922-ae40-d5090af0ce9c req-7b52bfb5-020a-44ec-b566-e49d510f91df tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.910887 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8d77db50-ac51-4922-ae40-d5090af0ce9c req-7b52bfb5-020a-44ec-b566-e49d510f91df tempest-InstanceActionsV221TestJSON-1615949131 tempest-InstanceActionsV221TestJSON-1615949131-project] 10.222.0.74 "DELETE /v2.0/ports/cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0 HTTP/1.1" status: 204 len: 173 time: 1.1939712 Jul 23 16:26:18.911329 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ae32bf-2597-42da-9fe3-0f539e8372bb', 'name': 'network-vif-deleted', 'tag': 'cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:18.914244 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29084163-6ff8-40b5-804e-584167163faf" -d '{"events": [{"server_uuid": "d9ae32bf-2597-42da-9fe3-0f539e8372bb", "name": "network-vif-deleted", "tag": "cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:18.929151 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f4158cb-1109-4d3f-b7d9-888b144dff10 req-ec208d81-876d-4f86-ba5c-e2aa5f7476e1 service neutron] 10.222.0.97 "GET /v2.0/networks/82019eae-1c1c-401f-bfe0-03402ab1798e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999341 Jul 23 16:26:18.939704 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e54a726b-661e-4b8f-9c0c-960bd2ff979f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.969025 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e54a726b-661e-4b8f-9c0c-960bd2ff979f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Transition to ACTIVE for port object 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:19.050630 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-77d0e926-f5d8-49f8-9437-36a4dca7d848 None None] For port 3f174545-8154-44f4-ba26-6ef2fc2bde8e, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:26:19.064270 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-77d0e926-f5d8-49f8-9437-36a4dca7d848 None None] For port 3f174545-8154-44f4-ba26-6ef2fc2bde8e, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3f174545-8154-44f4-ba26-6ef2fc2bde8e,segment=NetworkSegment(a09683eb-b332-4542-b7a5-2cff7293226f),segment_id=a09683eb-b332-4542-b7a5-2cff7293226f)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:26:19.066062 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 324b22b6-e09c-45a9-9260-7dbd30a8dd9b completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:19.071884 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e54a726b-661e-4b8f-9c0c-960bd2ff979f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:19.079103 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-77d0e926-f5d8-49f8-9437-36a4dca7d848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:19.193165 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54a726b-661e-4b8f-9c0c-960bd2ff979f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Network a11530e6-1993-441b-956a-6f9600ed92b8 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:19.200174 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a726b-661e-4b8f-9c0c-960bd2ff979f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Pushing event updated for resources: {'Port': ['ID=57d68a11-dd1b-4a5c-a0af-fd74214dd8b3,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:19.207231 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101b292-0f50-4dc1-9b7c-570238870781 req-59a41a6f-1afc-427a-836d-71bbf3282a33 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:19.210490 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-e54a726b-661e-4b8f-9c0c-960bd2ff979f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:19.217846 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54a726b-661e-4b8f-9c0c-960bd2ff979f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:19.223765 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0e926-f5d8-49f8-9437-36a4dca7d848 None None] Pushing event updated for resources: {'Port': ['ID=3f174545-8154-44f4-ba26-6ef2fc2bde8e,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:19.225596 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101b292-0f50-4dc1-9b7c-570238870781 req-59a41a6f-1afc-427a-836d-71bbf3282a33 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:19.235592 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d101b292-0f50-4dc1-9b7c-570238870781 req-59a41a6f-1afc-427a-836d-71bbf3282a33 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=69de9ebc-83b8-48c3-beda-b75d9894e04f HTTP/1.1" status: 200 len: 1682 time: 0.5069661 Jul 23 16:26:19.295642 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54a726b-661e-4b8f-9c0c-960bd2ff979f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:19.296369 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e54a726b-661e-4b8f-9c0c-960bd2ff979f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:19.330035 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e54a726b-661e-4b8f-9c0c-960bd2ff979f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9031539 Jul 23 16:26:19.336217 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36602) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:19.343929 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-617d44a9-1bab-4f86-9268-2b4f5759af7f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Request body: {'port': {'network_id': 'a11530e6-1993-441b-956a-6f9600ed92b8', 'name': 'tempest-TaggedBootDevicesTest-470277746', 'fixed_ips': [{'subnet_id': '83c3a237-d43a-4d9d-aa29-69c4c34be53a'}]}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:19.391835 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c42d88-e411-430b-a1a0-95b0d445b5b6 req-e4b79704-6e02-409c-8f98-068687099878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:19.393929 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9c42d88-e411-430b-a1a0-95b0d445b5b6 req-e4b79704-6e02-409c-8f98-068687099878 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9cbc1c21f7964e01b51dfaadd6e91df9&device_id=18533775-6b61-49df-baf4-fa065ea7d867 HTTP/1.1" status: 200 len: 1094 time: 0.3636105 Jul 23 16:26:19.396060 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c296a-334b-49ed-8049-b9be42239bad req-25d63ca7-1b4c-4549-b659-a2b4c28a0e28 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:19.398251 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe6c296a-334b-49ed-8049-b9be42239bad req-25d63ca7-1b4c-4549-b659-a2b4c28a0e28 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6&tenant_id=c9785dc21e8448b1824d1571d64a2041&binding%3Ahost_id=n-h2-778549-4 HTTP/1.1" status: 200 len: 1096 time: 0.6172097 Jul 23 16:26:19.428436 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-fe6c296a-334b-49ed-8049-b9be42239bad req-70b1d2d9-00ff-4d16-89a1-513fef80b712 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778549-4'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:19.592399 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d101b292-0f50-4dc1-9b7c-570238870781 req-d8192b4e-89e2-462a-ae66-57687576fada tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280597 Jul 23 16:26:19.763570 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617d44a9-1bab-4f86-9268-2b4f5759af7f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Made reservation on behalf of d58be7bf092b45e2a9dae39829ba7b2e for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:19.779633 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-617d44a9-1bab-4f86-9268-2b4f5759af7f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:19.783403 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f8bec-34ad-4946-9cf8-734be78be782 req-c6eb6e60-f2ad-4ad9-944f-d86e5f9f9516 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:19.793528 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-912f8bec-34ad-4946-9cf8-734be78be782 req-c6eb6e60-f2ad-4ad9-944f-d86e5f9f9516 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 945 time: 0.8693104 Jul 23 16:26:19.829027 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-617d44a9-1bab-4f86-9268-2b4f5759af7f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] device_id is not set on port 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:26:19.831564 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb2a446-c587-4a20-ad35-94cd7f4018a5 None None] Network a11530e6-1993-441b-956a-6f9600ed92b8 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:19.934323 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1b617311-f3a8-44cc-ad27-3b7215d6e2c4 None None] Provisioning for port 324b22b6-e09c-45a9-9260-7dbd30a8dd9b completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:19.949567 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1b617311-f3a8-44cc-ad27-3b7215d6e2c4 None None] Provisioning complete for port 324b22b6-e09c-45a9-9260-7dbd30a8dd9b triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:19.949941 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1b617311-f3a8-44cc-ad27-3b7215d6e2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:19.969859 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c42d88-e411-430b-a1a0-95b0d445b5b6 req-bc4e3773-16c5-4c37-8ec3-519778dbaa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:19.971404 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9c42d88-e411-430b-a1a0-95b0d445b5b6 req-bc4e3773-16c5-4c37-8ec3-519778dbaa91 service neutron] 10.222.0.97 "GET /v2.0/networks?id=82019eae-1c1c-401f-bfe0-03402ab1798e HTTP/1.1" status: 200 len: 912 time: 0.5367594 Jul 23 16:26:20.015624 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-912f8bec-34ad-4946-9cf8-734be78be782 req-48c1725b-2f9e-41d4-ae1b-d61b4f54a5e5 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209890 Jul 23 16:26:20.063916 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c07ddad4-e2ff-44d4-a14b-2d3ab35bf1a5 req-2bf7bcd1-4b12-47f8-bdf0-1b1445970490 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:20.108730 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7bcd1-4b12-47f8-bdf0-1b1445970490 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Pushing event deleted for resources: {'Port': ['ID=a6a301b7-e543-48f9-93ea-77e9fa7c22ad,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:20.120246 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fe6c296a-334b-49ed-8049-b9be42239bad req-70b1d2d9-00ff-4d16-89a1-513fef80b712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:20.123252 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9c42d88-e411-430b-a1a0-95b0d445b5b6 req-c544dd11-a0e8-4554-8d05-470e17df115e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=913b3681-24e5-4291-899b-8e9505bad8b0 HTTP/1.1" status: 200 len: 217 time: 0.1277733 Jul 23 16:26:20.138428 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-617d44a9-1bab-4f86-9268-2b4f5759af7f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Allocated IP 10.1.1.100 (a11530e6-1993-441b-956a-6f9600ed92b8/83c3a237-d43a-4d9d-aa29-69c4c34be53a/3bc8f322-57f2-4485-9b3d-1a8cb8c642c7) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:20.198358 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8dd2a2-34c2-40a7-94a1-450a74a78bcd x-openstack-request-id: req-ea8dd2a2-34c2-40a7-94a1-450a74a78bcd {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:20.198684 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ae32bf-2597-42da-9fe3-0f539e8372bb", "name": "network-vif-deleted", "tag": "cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:20.198897 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ea8dd2a2-34c2-40a7-94a1-450a74a78bcd {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:20.199436 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ae32bf-2597-42da-9fe3-0f539e8372bb', 'name': 'network-vif-deleted', 'tag': 'cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0', 'status': 'completed', 'code': 200} Jul 23 16:26:20.381703 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1b617311-f3a8-44cc-ad27-3b7215d6e2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:20.500333 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-1b617311-f3a8-44cc-ad27-3b7215d6e2c4 None None] For port 324b22b6-e09c-45a9-9260-7dbd30a8dd9b, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=324b22b6-e09c-45a9-9260-7dbd30a8dd9b,segment=NetworkSegment(05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c),segment_id=05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:20.513778 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1b617311-f3a8-44cc-ad27-3b7215d6e2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:20.559989 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-617d44a9-1bab-4f86-9268-2b4f5759af7f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:20.594249 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07ddad4-e2ff-44d4-a14b-2d3ab35bf1a5 req-2bf7bcd1-4b12-47f8-bdf0-1b1445970490 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] No DVR routers for this DVR port a6a301b7-e543-48f9-93ea-77e9fa7c22ad on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:26:20.598698 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c07ddad4-e2ff-44d4-a14b-2d3ab35bf1a5 req-2bf7bcd1-4b12-47f8-bdf0-1b1445970490 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:20.612495 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c07ddad4-e2ff-44d4-a14b-2d3ab35bf1a5 req-2bf7bcd1-4b12-47f8-bdf0-1b1445970490 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.97 "DELETE /v2.0/ports/a6a301b7-e543-48f9-93ea-77e9fa7c22ad HTTP/1.1" status: 204 len: 173 time: 3.9984140 Jul 23 16:26:20.613633 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-617d44a9-1bab-4f86-9268-2b4f5759af7f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Transition to ACTIVE for port object 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:20.624369 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c42d88-e411-430b-a1a0-95b0d445b5b6 req-574a5138-f837-4bd2-a03a-5531e2bd6985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:20.631201 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9c42d88-e411-430b-a1a0-95b0d445b5b6 req-574a5138-f837-4bd2-a03a-5531e2bd6985 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d43fd6cb-e8d4-4142-aca9-887341559ce5 HTTP/1.1" status: 200 len: 850 time: 0.4947612 Jul 23 16:26:20.657015 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69de9ebc-83b8-48c3-beda-b75d9894e04f', 'name': 'network-vif-deleted', 'tag': 'a6a301b7-e543-48f9-93ea-77e9fa7c22ad'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:20.660002 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811e147f-7b94-4ff6-abe2-84409e54f615" -d '{"events": [{"server_uuid": "69de9ebc-83b8-48c3-beda-b75d9894e04f", "name": "network-vif-deleted", "tag": "a6a301b7-e543-48f9-93ea-77e9fa7c22ad"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:20.728383 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-617d44a9-1bab-4f86-9268-2b4f5759af7f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:20.846764 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617d44a9-1bab-4f86-9268-2b4f5759af7f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Network a11530e6-1993-441b-956a-6f9600ed92b8 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:20.856284 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-617d44a9-1bab-4f86-9268-2b4f5759af7f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:20.860690 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9c42d88-e411-430b-a1a0-95b0d445b5b6 req-b757b788-25b6-45fc-8001-17eccd160664 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=82019eae-1c1c-401f-bfe0-03402ab1798e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1823137 Jul 23 16:26:20.866706 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617d44a9-1bab-4f86-9268-2b4f5759af7f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:20.872152 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d44a9-1bab-4f86-9268-2b4f5759af7f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Pushing event updated for resources: {'Port': ['ID=3bc8f322-57f2-4485-9b3d-1a8cb8c642c7,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:20.995981 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617d44a9-1bab-4f86-9268-2b4f5759af7f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:20.996653 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-617d44a9-1bab-4f86-9268-2b4f5759af7f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:20.997426 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3f174545-8154-44f4-ba26-6ef2fc2bde8e up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:21.000442 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71efda43-8659-4464-9e38-b77dc1da19f4 None None] Network 72536959-6d28-4d4b-a817-b894e84f9992 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:21.017232 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-617d44a9-1bab-4f86-9268-2b4f5759af7f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6785159 Jul 23 16:26:21.186357 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-323ff6ac-3114-4825-a4ef-9c333752f20a None None] Provisioning for port 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:21.203388 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b617311-f3a8-44cc-ad27-3b7215d6e2c4 None None] Pushing event updated for resources: {'Port': ['ID=324b22b6-e09c-45a9-9260-7dbd30a8dd9b,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:21.216947 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-323ff6ac-3114-4825-a4ef-9c333752f20a None None] Provisioning complete for port 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:21.217355 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-323ff6ac-3114-4825-a4ef-9c333752f20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:21.219268 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device a6a301b7-e543-48f9-93ea-77e9fa7c22ad no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:21.270886 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: a6a301b7-e543-48f9-93ea-77e9fa7c22ad {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:26:21.271256 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device a6a301b7-e543-48f9-93ea-77e9fa7c22ad not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:26:21.271637 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:21.304762 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9c42d88-e411-430b-a1a0-95b0d445b5b6 req-cb0574c3-3725-4028-95f9-abe35d199550 service neutron] 10.222.0.97 "GET /v2.0/networks/82019eae-1c1c-401f-bfe0-03402ab1798e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394903 Jul 23 16:26:21.307180 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-fe6c296a-334b-49ed-8049-b9be42239bad req-70b1d2d9-00ff-4d16-89a1-513fef80b712 service neutron] For port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=e1aa8bd3-8cae-438a-9cd7-0ee3fc519631,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:21.338920 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37688282-3ab2-4ae6-bcab-c65acbe7cec8 req-3c6da210-2809-4e78-a92c-8cf1929266a5 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:21.340518 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-323ff6ac-3114-4825-a4ef-9c333752f20a None None] Port 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:26:21.345983 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-37688282-3ab2-4ae6-bcab-c65acbe7cec8 req-3c6da210-2809-4e78-a92c-8cf1929266a5 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] 10.222.0.73 "GET /v2.0/ports?device_id=18533775-6b61-49df-baf4-fa065ea7d867 HTTP/1.1" status: 200 len: 943 time: 0.8465614 Jul 23 16:26:21.355006 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 3f174545-8154-44f4-ba26-6ef2fc2bde8e completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:21.378962 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-323ff6ac-3114-4825-a4ef-9c333752f20a None None] Provisioning complete for port 324b22b6-e09c-45a9-9260-7dbd30a8dd9b triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:21.379442 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-323ff6ac-3114-4825-a4ef-9c333752f20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:21.418914 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:26:21.421008 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:21.422939 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-c07ddad4-e2ff-44d4-a14b-2d3ab35bf1a5 req-1de68794-9b00-4006-bed5-8807d4527f2c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Deleting port 5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:21.423638 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c07ddad4-e2ff-44d4-a14b-2d3ab35bf1a5 req-1de68794-9b00-4006-bed5-8807d4527f2c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:21.467501 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d161f-ad1f-4425-aeb0-cc8a4063bf79 req-f99553d7-a0e3-4e55-8cdc-07f256709170 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:21.469086 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-790d161f-ad1f-4425-aeb0-cc8a4063bf79 req-f99553d7-a0e3-4e55-8cdc-07f256709170 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/ports?device_id=69de9ebc-83b8-48c3-beda-b75d9894e04f HTTP/1.1" status: 200 len: 945 time: 0.3083785 Jul 23 16:26:21.485172 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:26:21.485510 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device cff2cb58-dc49-401c-8e69-a2bb1aa2d1a0 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:26:21.530298 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:21.544436 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-fe6c296a-334b-49ed-8049-b9be42239bad req-70b1d2d9-00ff-4d16-89a1-513fef80b712 service neutron] For port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:26:21.554114 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-37688282-3ab2-4ae6-bcab-c65acbe7cec8 req-860a2606-f87d-4510-ba39-f457207d7f0f tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] 10.222.0.73 "GET /v2.0/security-groups?id=91faa8ef-c342-4931-9866-ae94feec735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072115 Jul 23 16:26:21.629324 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203efd5a-c1b1-49e7-9200-0dbc213b84f7 x-openstack-request-id: req-203efd5a-c1b1-49e7-9200-0dbc213b84f7 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:21.629994 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69de9ebc-83b8-48c3-beda-b75d9894e04f", "name": "network-vif-deleted", "tag": "a6a301b7-e543-48f9-93ea-77e9fa7c22ad", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:21.629994 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-203efd5a-c1b1-49e7-9200-0dbc213b84f7 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:21.630326 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69de9ebc-83b8-48c3-beda-b75d9894e04f', 'name': 'network-vif-deleted', 'tag': 'a6a301b7-e543-48f9-93ea-77e9fa7c22ad', 'status': 'completed', 'code': 200} Jul 23 16:26:21.656319 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69de9ebc-83b8-48c3-beda-b75d9894e04f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:21.659261 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdad9c4b-3237-4ba0-b360-56f7f2e1c0fe" -d '{"events": [{"server_uuid": "69de9ebc-83b8-48c3-beda-b75d9894e04f", "name": "network-vif-unplugged", "status": "completed", "tag": "5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:21.670691 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-323ff6ac-3114-4825-a4ef-9c333752f20a None None] Provisioning for port 3f174545-8154-44f4-ba26-6ef2fc2bde8e completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:21.683441 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6,segment=NetworkSegment(3c1a4e10-8749-4f41-a778-d8ba4efb9a0b),segment_id=3c1a4e10-8749-4f41-a778-d8ba4efb9a0b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:21.687341 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-323ff6ac-3114-4825-a4ef-9c333752f20a None None] Provisioning complete for port 3f174545-8154-44f4-ba26-6ef2fc2bde8e triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:21.687716 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-323ff6ac-3114-4825-a4ef-9c333752f20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:21.689901 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9c42d88-e411-430b-a1a0-95b0d445b5b6 req-9faba3b3-7144-4a7a-b610-47fb20aaacd0 service neutron] 10.222.0.97 "GET /v2.0/networks/82019eae-1c1c-401f-bfe0-03402ab1798e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696604 Jul 23 16:26:21.693428 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:21.707569 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-790d161f-ad1f-4425-aeb0-cc8a4063bf79 req-629861be-58fc-4475-add5-57f5520dde52 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "GET /v2.0/security-groups?id=c5571abc-1d0f-45d8-ab00-5f40046b7d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174280 Jul 23 16:26:21.714625 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fe6c296a-334b-49ed-8049-b9be42239bad req-70b1d2d9-00ff-4d16-89a1-513fef80b712 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:21.718302 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-c07ddad4-e2ff-44d4-a14b-2d3ab35bf1a5 req-1de68794-9b00-4006-bed5-8807d4527f2c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] For port 5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6,segment=NetworkSegment(3c1a4e10-8749-4f41-a778-d8ba4efb9a0b),segment_id=3c1a4e10-8749-4f41-a778-d8ba4efb9a0b)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:21.718678 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c07ddad4-e2ff-44d4-a14b-2d3ab35bf1a5 req-1de68794-9b00-4006-bed5-8807d4527f2c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:21.741430 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fe6c296a-334b-49ed-8049-b9be42239bad req-70b1d2d9-00ff-4d16-89a1-513fef80b712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:21.751342 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-c07ddad4-e2ff-44d4-a14b-2d3ab35bf1a5 req-1de68794-9b00-4006-bed5-8807d4527f2c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Calling delete_port for 5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:21.774237 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=e1aa8bd3-8cae-438a-9cd7-0ee3fc519631,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:21.804401 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 has no active binding in host n-h1-778549-4 {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 16:26:21.823486 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:21.876497 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-323ff6ac-3114-4825-a4ef-9c333752f20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:21.910693 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-323ff6ac-3114-4825-a4ef-9c333752f20a None None] For port 3f174545-8154-44f4-ba26-6ef2fc2bde8e, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3f174545-8154-44f4-ba26-6ef2fc2bde8e,segment=NetworkSegment(a09683eb-b332-4542-b7a5-2cff7293226f),segment_id=a09683eb-b332-4542-b7a5-2cff7293226f)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:21.916273 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-323ff6ac-3114-4825-a4ef-9c333752f20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:21.939868 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1d2d9-00ff-4d16-89a1-513fef80b712 service neutron] Pushing event updated for resources: {'Port': ['ID=e1aa8bd3-8cae-438a-9cd7-0ee3fc519631,revision_number=7']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:21.957367 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-fe6c296a-334b-49ed-8049-b9be42239bad req-70b1d2d9-00ff-4d16-89a1-513fef80b712 service neutron] Attempting to bind port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 on host n-h2-778549-4 for vnic_type normal with profile {"migrating_to": "n-h1-778549-4"} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:26:21.957710 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-fe6c296a-334b-49ed-8049-b9be42239bad req-70b1d2d9-00ff-4d16-89a1-513fef80b712 service neutron] Attempting to bind port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:26:21.958048 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6c296a-334b-49ed-8049-b9be42239bad req-70b1d2d9-00ff-4d16-89a1-513fef80b712 service neutron] Attempting to bind port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:21.971400 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ff6ac-3114-4825-a4ef-9c333752f20a None None] Pushing event updated for resources: {'Port': ['ID=3f174545-8154-44f4-ba26-6ef2fc2bde8e,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:21.975130 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6c296a-334b-49ed-8049-b9be42239bad req-70b1d2d9-00ff-4d16-89a1-513fef80b712 service neutron] Port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:26:21.975460 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6c296a-334b-49ed-8049-b9be42239bad req-70b1d2d9-00ff-4d16-89a1-513fef80b712 service neutron] Attempting to bind port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:21.994455 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee6f8b-c98e-485c-aa7a-9bf21ddbc670 req-9f008daf-9198-4306-a87d-ca5105e4da12 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:21.996020 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a7ee6f8b-c98e-485c-aa7a-9bf21ddbc670 req-9f008daf-9198-4306-a87d-ca5105e4da12 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 945 time: 0.2730381 Jul 23 16:26:22.004452 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6c296a-334b-49ed-8049-b9be42239bad req-70b1d2d9-00ff-4d16-89a1-513fef80b712 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:26:22.004782 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6c296a-334b-49ed-8049-b9be42239bad req-70b1d2d9-00ff-4d16-89a1-513fef80b712 service neutron] Checking segment: {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:22.005650 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6c296a-334b-49ed-8049-b9be42239bad req-70b1d2d9-00ff-4d16-89a1-513fef80b712 service neutron] Bound using segment: {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:26:22.005807 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-fe6c296a-334b-49ed-8049-b9be42239bad req-70b1d2d9-00ff-4d16-89a1-513fef80b712 service neutron] Bound port: e1aa8bd3-8cae-438a-9cd7-0ee3fc519631, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:26:22.006166 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fe6c296a-334b-49ed-8049-b9be42239bad req-70b1d2d9-00ff-4d16-89a1-513fef80b712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:22.038057 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-40a2818b-bfa0-4d20-9e99-d58949ca92d3 None None] Provisioning complete for port 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:22.039089 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-40a2818b-bfa0-4d20-9e99-d58949ca92d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:22.077721 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-40a2818b-bfa0-4d20-9e99-d58949ca92d3 None None] Port 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:26:22.090330 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-40a2818b-bfa0-4d20-9e99-d58949ca92d3 None None] Provisioning for port 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:22.095267 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-40a2818b-bfa0-4d20-9e99-d58949ca92d3 None None] Provisioning complete for port 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:22.095849 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-40a2818b-bfa0-4d20-9e99-d58949ca92d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:22.098722 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36664) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:22.105088 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-8bb2e939-f8f7-46bd-b63f-82e0751864ea tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2096612724', 'description': 'tempest-description--1498377916'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:22.106256 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a7ee6f8b-c98e-485c-aa7a-9bf21ddbc670 req-490840cd-afc2-4db7-ad88-8ef82d547b13 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029897 Jul 23 16:26:22.132363 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8bb2e939-f8f7-46bd-b63f-82e0751864ea tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:22.144825 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-40a2818b-bfa0-4d20-9e99-d58949ca92d3 None None] Port 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:26:22.167240 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-40a2818b-bfa0-4d20-9e99-d58949ca92d3 None None] Provisioning complete for port 3f174545-8154-44f4-ba26-6ef2fc2bde8e triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:22.167721 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-40a2818b-bfa0-4d20-9e99-d58949ca92d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:22.168852 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c07ddad4-e2ff-44d4-a14b-2d3ab35bf1a5 req-1de68794-9b00-4006-bed5-8807d4527f2c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:22.170965 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-fe6c296a-334b-49ed-8049-b9be42239bad req-70b1d2d9-00ff-4d16-89a1-513fef80b712 service neutron] For port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:26:22.190606 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-fe6c296a-334b-49ed-8049-b9be42239bad req-70b1d2d9-00ff-4d16-89a1-513fef80b712 service neutron] For port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=e1aa8bd3-8cae-438a-9cd7-0ee3fc519631,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:26:22.223162 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de68794-9b00-4006-bed5-8807d4527f2c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Pushing event deleted for resources: {'Port': ['ID=5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:22.225985 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16387ce2-952d-42b7-afb7-055e0173837f x-openstack-request-id: req-16387ce2-952d-42b7-afb7-055e0173837f {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:22.226556 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69de9ebc-83b8-48c3-beda-b75d9894e04f", "name": "network-vif-unplugged", "status": "completed", "tag": "5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:22.226812 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-16387ce2-952d-42b7-afb7-055e0173837f {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:22.228117 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69de9ebc-83b8-48c3-beda-b75d9894e04f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6', 'code': 200} Jul 23 16:26:22.233717 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fe6c296a-334b-49ed-8049-b9be42239bad req-70b1d2d9-00ff-4d16-89a1-513fef80b712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:22.267259 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8bb2e939-f8f7-46bd-b63f-82e0751864ea tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:22.277548 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8bb2e939-f8f7-46bd-b63f-82e0751864ea tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:22.321817 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2e939-f8f7-46bd-b63f-82e0751864ea tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:22.325980 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8bb2e939-f8f7-46bd-b63f-82e0751864ea tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:22.327235 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8bb2e939-f8f7-46bd-b63f-82e0751864ea tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2269502 Jul 23 16:26:22.337351 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36678) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:22.337760 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36680) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:22.342889 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-cec4ddb5-1108-4a59-8e01-5e7b078a158d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Request body: {'security_group_rule': {'security_group_id': '0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:22.373345 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07ddad4-e2ff-44d4-a14b-2d3ab35bf1a5 req-1de68794-9b00-4006-bed5-8807d4527f2c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] No DVR routers for this DVR port 5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:26:22.382460 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c07ddad4-e2ff-44d4-a14b-2d3ab35bf1a5 req-1de68794-9b00-4006-bed5-8807d4527f2c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:22.385750 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c07ddad4-e2ff-44d4-a14b-2d3ab35bf1a5 req-1de68794-9b00-4006-bed5-8807d4527f2c tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.97 "DELETE /v2.0/ports/5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6 HTTP/1.1" status: 204 len: 173 time: 1.7456415 Jul 23 16:26:22.448126 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1d2d9-00ff-4d16-89a1-513fef80b712 service neutron] Pushing event updated for resources: {'Port': ['ID=e1aa8bd3-8cae-438a-9cd7-0ee3fc519631,revision_number=8']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:22.456030 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c296a-334b-49ed-8049-b9be42239bad req-70b1d2d9-00ff-4d16-89a1-513fef80b712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:22.456670 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fe6c296a-334b-49ed-8049-b9be42239bad req-70b1d2d9-00ff-4d16-89a1-513fef80b712 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:22.458666 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe6c296a-334b-49ed-8049-b9be42239bad req-70b1d2d9-00ff-4d16-89a1-513fef80b712 service neutron] 10.222.0.74 "PUT /v2.0/ports/e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 HTTP/1.1" status: 200 len: 1121 time: 3.0368569 Jul 23 16:26:22.472683 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cec4ddb5-1108-4a59-8e01-5e7b078a158d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:22.528811 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea686e-d7a9-40a2-ba0c-da218d23e1c9 req-ada07d73-933f-4e65-b831-4cbfcc2093d4 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:22.537631 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05ea686e-d7a9-40a2-ba0c-da218d23e1c9 req-ada07d73-933f-4e65-b831-4cbfcc2093d4 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 943 time: 0.3188057 Jul 23 16:26:22.577940 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['e1aa8bd3-8cae-438a-9cd7-0ee3fc519631'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:26:22.589164 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['e1aa8bd3-8cae-438a-9cd7-0ee3fc519631'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:26:22.644210 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-1301614b-3ef2-4656-a9e0-70e742c8eeb0 admin admin] Deleting subnet 779ee7dc-85ad-4e75-a728-02684bcbbe65 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:26:22.651982 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05ea686e-d7a9-40a2-ba0c-da218d23e1c9 req-ba87f37c-084e-4344-a711-95664e487d23 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089535 Jul 23 16:26:22.707204 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1301614b-3ef2-4656-a9e0-70e742c8eeb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:22.787225 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 324b22b6-e09c-45a9-9260-7dbd30a8dd9b up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:22.838543 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1301614b-3ef2-4656-a9e0-70e742c8eeb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:22.880112 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cec4ddb5-1108-4a59-8e01-5e7b078a158d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:22.896847 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cec4ddb5-1108-4a59-8e01-5e7b078a158d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:22.910891 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904c0fb-aac9-45ff-b63a-65b7efcec3d6 req-17861c7f-0aed-4308-b3e7-caee3e94db97 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:22.918867 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e904c0fb-aac9-45ff-b63a-65b7efcec3d6 req-17861c7f-0aed-4308-b3e7-caee3e94db97 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] 10.222.0.73 "GET /v2.0/ports?device_id=18533775-6b61-49df-baf4-fa065ea7d867 HTTP/1.1" status: 200 len: 943 time: 0.1536698 Jul 23 16:26:22.934292 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1301614b-3ef2-4656-a9e0-70e742c8eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:22.960303 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 324b22b6-e09c-45a9-9260-7dbd30a8dd9b triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:22.960676 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:23.005155 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4ddb5-1108-4a59-8e01-5e7b078a158d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd78d33-2949-4ca1-8804-0301cf90199f,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:23.020105 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1301614b-3ef2-4656-a9e0-70e742c8eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:23.084811 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301614b-3ef2-4656-a9e0-70e742c8eeb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=779ee7dc-85ad-4e75-a728-02684bcbbe65,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:23.099513 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1301614b-3ef2-4656-a9e0-70e742c8eeb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:23.104391 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1301614b-3ef2-4656-a9e0-70e742c8eeb0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/779ee7dc-85ad-4e75-a728-02684bcbbe65 HTTP/1.1" status: 204 len: 168 time: 0.7251158 Jul 23 16:26:23.106139 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cec4ddb5-1108-4a59-8e01-5e7b078a158d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:23.110484 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cec4ddb5-1108-4a59-8e01-5e7b078a158d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7717237 Jul 23 16:26:23.111330 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36724) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:23.112266 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36726) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:23.143121 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-75bc5606-376a-4e65-b1e0-050795ea6c10 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Request body: {'security_group_rule': {'security_group_id': '0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:23.233189 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 913b3681-24e5-4291-899b-8e9505bad8b0 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:26:23.276987 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-05e60d8c-c0d5-41eb-aeb7-86649ff5c2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:23.280728 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75bc5606-376a-4e65-b1e0-050795ea6c10 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:23.426588 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3f174545-8154-44f4-ba26-6ef2fc2bde8e up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:23.441169 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36734) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:23.495035 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-05e60d8c-c0d5-41eb-aeb7-86649ff5c2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:23.499005 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e904c0fb-aac9-45ff-b63a-65b7efcec3d6 req-54992fe4-7721-42b9-b5e4-bb96a9acd66f tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] 10.222.0.73 "GET /v2.0/security-groups?id=91faa8ef-c342-4931-9866-ae94feec735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5788305 Jul 23 16:26:23.499703 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 913b3681-24e5-4291-899b-8e9505bad8b0, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=913b3681-24e5-4291-899b-8e9505bad8b0,segment=NetworkSegment(547e7b47-9cbf-487e-a708-93a261bed79a),segment_id=547e7b47-9cbf-487e-a708-93a261bed79a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:23.506532 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75bc5606-376a-4e65-b1e0-050795ea6c10 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:23.527347 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '913b3681-24e5-4291-899b-8e9505bad8b0', 'network_id': '82019eae-1c1c-401f-bfe0-03402ab1798e', 'port_id': '913b3681-24e5-4291-899b-8e9505bad8b0', 'mac_address': 'fa:16:3e:34:3a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd43fd6cb-e8d4-4142-aca9-887341559ce5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:26:23.573077 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 3f174545-8154-44f4-ba26-6ef2fc2bde8e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:23.573459 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:23.575121 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-64eef2ab-4401-4d7d-9ff9-8d22089a80a9 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Deleting subnet 8121ae56-90df-417a-85ef-256a6dcff07d {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:26:23.582752 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-05e60d8c-c0d5-41eb-aeb7-86649ff5c2d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f8203b0-e831-45eb-9b6e-c695634c82d5']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:23.585038 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75bc5606-376a-4e65-b1e0-050795ea6c10 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:23.597987 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-05e60d8c-c0d5-41eb-aeb7-86649ff5c2d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea9269be-5086-4fb9-ae42-b253243d205e') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:23.598216 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-05e60d8c-c0d5-41eb-aeb7-86649ff5c2d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea9269be-5086-4fb9-ae42-b253243d205e') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:23.613357 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-05e60d8c-c0d5-41eb-aeb7-86649ff5c2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:23.619905 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:23.628895 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-64eef2ab-4401-4d7d-9ff9-8d22089a80a9 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:23.634270 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-05e60d8c-c0d5-41eb-aeb7-86649ff5c2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:23.634486 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c66b99-e97b-44ea-9c8e-a81eff7fb3f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1aa8bd3-8cae-438a-9cd7-0ee3fc519631'}, {'server_uuid': '69de9ebc-83b8-48c3-beda-b75d9894e04f', 'name': 'network-vif-deleted', 'tag': '5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6'}, {'name': 'network-changed', 'server_uuid': '19c66b99-e97b-44ea-9c8e-a81eff7fb3f6', 'tag': 'e1aa8bd3-8cae-438a-9cd7-0ee3fc519631'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:23.636656 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fbebea-4439-4bdb-bbd6-dee2735cd3b1" -d '{"events": [{"server_uuid": "19c66b99-e97b-44ea-9c8e-a81eff7fb3f6", "name": "network-vif-unplugged", "status": "completed", "tag": "e1aa8bd3-8cae-438a-9cd7-0ee3fc519631"}, {"server_uuid": "69de9ebc-83b8-48c3-beda-b75d9894e04f", "name": "network-vif-deleted", "tag": "5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6"}, {"name": "network-changed", "server_uuid": "19c66b99-e97b-44ea-9c8e-a81eff7fb3f6", "tag": "e1aa8bd3-8cae-438a-9cd7-0ee3fc519631"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:23.655033 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 913b3681-24e5-4291-899b-8e9505bad8b0 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:23.685433 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df74fd-3d26-458b-aa6b-3b6f16afc5c0 req-165d9dff-321a-40ce-965f-ff47026b0712 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:23.686681 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e60d8c-c0d5-41eb-aeb7-86649ff5c2d5 admin admin] Releasing vlan 1133 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:26:23.687223 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-05e60d8c-c0d5-41eb-aeb7-86649ff5c2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:23.688776 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-88df74fd-3d26-458b-aa6b-3b6f16afc5c0 req-165d9dff-321a-40ce-965f-ff47026b0712 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 945 time: 0.0994859 Jul 23 16:26:23.689158 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:26:23.689158 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:26:23.689158 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:26:23.689158 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:26:23.689158 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:26:23.689158 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:26:23.689158 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:26:23.689158 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:26:23.689158 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:26:23.689158 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:26:23.689158 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:26:23.689158 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:26:23.689158 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:26:23.689158 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:26:23.689158 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:26:23.689158 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:26:23.689158 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:26:23.689158 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:26:23.689158 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:26:23.689158 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:26:23.689158 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:26:23.689158 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:26:23.689158 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:26:23.689158 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:26:23.689158 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:26:23.689158 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:26:23.689158 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:26:23.689158 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:26:23.689158 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:26:23.689158 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:26:23.689158 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:26:23.689158 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:26:23.697701 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 913b3681-24e5-4291-899b-8e9505bad8b0, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=913b3681-24e5-4291-899b-8e9505bad8b0,segment=NetworkSegment(547e7b47-9cbf-487e-a708-93a261bed79a),segment_id=547e7b47-9cbf-487e-a708-93a261bed79a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:23.705678 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc5606-376a-4e65-b1e0-050795ea6c10 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e9aac57-8297-44ef-82b8-acd0d9e76387,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:23.730380 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:23.766137 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75bc5606-376a-4e65-b1e0-050795ea6c10 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:23.768617 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-88df74fd-3d26-458b-aa6b-3b6f16afc5c0 req-54683dc5-7db4-43df-94b4-526ae054730a tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637040 Jul 23 16:26:23.771145 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-75bc5606-376a-4e65-b1e0-050795ea6c10 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6557992 Jul 23 16:26:23.775396 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36740) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:23.784806 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-9caa19a8-4a3b-4408-8253-c5b12b733326 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:23.841224 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=913b3681-24e5-4291-899b-8e9505bad8b0,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:23.859455 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9caa19a8-4a3b-4408-8253-c5b12b733326 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:23.895804 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916e6c58-a54f-411b-bbe8-9c0a4a989cfa x-openstack-request-id: req-916e6c58-a54f-411b-bbe8-9c0a4a989cfa {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:23.896208 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c66b99-e97b-44ea-9c8e-a81eff7fb3f6", "name": "network-vif-unplugged", "status": "completed", "tag": "e1aa8bd3-8cae-438a-9cd7-0ee3fc519631", "code": 200}, {"server_uuid": "69de9ebc-83b8-48c3-beda-b75d9894e04f", "name": "network-vif-deleted", "tag": "5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "19c66b99-e97b-44ea-9c8e-a81eff7fb3f6", "tag": "e1aa8bd3-8cae-438a-9cd7-0ee3fc519631", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:23.896372 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-916e6c58-a54f-411b-bbe8-9c0a4a989cfa {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:23.896790 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c66b99-e97b-44ea-9c8e-a81eff7fb3f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1aa8bd3-8cae-438a-9cd7-0ee3fc519631', 'code': 200} Jul 23 16:26:23.897003 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69de9ebc-83b8-48c3-beda-b75d9894e04f', 'name': 'network-vif-deleted', 'tag': '5c04a5f3-f2e1-4f1d-a4fc-88800aac7fd6', 'status': 'completed', 'code': 200} Jul 23 16:26:23.897308 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c66b99-e97b-44ea-9c8e-a81eff7fb3f6', 'tag': 'e1aa8bd3-8cae-438a-9cd7-0ee3fc519631', 'status': 'completed', 'code': 200} Jul 23 16:26:24.028038 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['913b3681-24e5-4291-899b-8e9505bad8b0'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:26:24.115458 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3f882-110d-4e04-a932-62c64dd89c14 req-6a6661a6-dbdb-40d7-b083-42e48d0bfb30 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:24.116952 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-67f3f882-110d-4e04-a932-62c64dd89c14 req-6a6661a6-dbdb-40d7-b083-42e48d0bfb30 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 943 time: 0.2110012 Jul 23 16:26:24.124494 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbebea-4439-4bdb-bbd6-dee2735cd3b1 req-9327b8e3-9f60-41b6-ba73-00e85242976d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:24.125830 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8fbebea-4439-4bdb-bbd6-dee2735cd3b1 req-9327b8e3-9f60-41b6-ba73-00e85242976d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c9785dc21e8448b1824d1571d64a2041&device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 1124 time: 0.1811509 Jul 23 16:26:24.147929 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-64eef2ab-4401-4d7d-9ff9-8d22089a80a9 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.184043 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-05e60d8c-c0d5-41eb-aeb7-86649ff5c2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.202710 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-05e60d8c-c0d5-41eb-aeb7-86649ff5c2d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.204583 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-05e60d8c-c0d5-41eb-aeb7-86649ff5c2d5 admin admin] 10.222.0.73 "DELETE /v2.0/networks/9f8203b0-e831-45eb-9b6e-c695634c82d5 HTTP/1.1" status: 204 len: 168 time: 1.0905282 Jul 23 16:26:24.207875 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e60d8c-c0d5-41eb-aeb7-86649ff5c2d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f8203b0-e831-45eb-9b6e-c695634c82d5,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:24.260991 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-64eef2ab-4401-4d7d-9ff9-8d22089a80a9 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.289965 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-b78785a0-e63b-4ada-b0e7-146c64e260d5 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:24.293959 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-b78785a0-e63b-4ada-b0e7-146c64e260d5 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/networks?id=c0156383-d263-44ff-9a8d-9ced71d28f03 HTTP/1.1" status: 200 len: 805 time: 0.2516613 Jul 23 16:26:24.297775 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-67f3f882-110d-4e04-a932-62c64dd89c14 req-448d3881-5f8d-402c-9864-67018f8b66d9 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416099 Jul 23 16:26:24.322387 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9caa19a8-4a3b-4408-8253-c5b12b733326 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.334350 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-64eef2ab-4401-4d7d-9ff9-8d22089a80a9 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.354485 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-14c9817f-aa57-493d-b08e-17ec632e097a tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/quotas/4f664a177ed044f69c3fc16552951763 HTTP/1.1" status: 200 len: 375 time: 0.0379682 Jul 23 16:26:24.357480 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbebea-4439-4bdb-bbd6-dee2735cd3b1 req-56fe4118-130c-4b57-b4b2-094991c928fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:24.359153 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8fbebea-4439-4bdb-bbd6-dee2735cd3b1 req-56fe4118-130c-4b57-b4b2-094991c928fa service neutron] 10.222.0.97 "GET /v2.0/networks?id=02a7c16a-554a-4ad8-a4a9-73cc994d3940 HTTP/1.1" status: 200 len: 922 time: 0.2060483 Jul 23 16:26:24.365995 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eef2ab-4401-4d7d-9ff9-8d22089a80a9 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Pushing event deleted for resources: {'Subnet': ['ID=8121ae56-90df-417a-85ef-256a6dcff07d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:24.368897 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36756) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:24.375573 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-64eef2ab-4401-4d7d-9ff9-8d22089a80a9 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.377559 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-64eef2ab-4401-4d7d-9ff9-8d22089a80a9 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "DELETE /v2.0/subnets/8121ae56-90df-417a-85ef-256a6dcff07d HTTP/1.1" status: 204 len: 168 time: 0.9350352 Jul 23 16:26:24.380186 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36758) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:24.381010 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dffa12-0181-4474-9b82-c168850e19fd None None] Network de2f33f0-0be9-4cb0-bd3f-10e6df2a5853 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:24.464246 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8fbebea-4439-4bdb-bbd6-dee2735cd3b1 req-21e48d37-93d9-4751-8ba0-697665de2dbb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 HTTP/1.1" status: 200 len: 217 time: 0.0717347 Jul 23 16:26:24.499088 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-90c2411e-46cd-4257-85ea-ae4cdfa1ed73 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d97640e5e7744cffacdba1d3abe66d8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1263492 Jul 23 16:26:24.500514 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9f71d0ee-a12f-4b73-8c72-8339f0961ec5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.502259 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36760) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:24.569770 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbebea-4439-4bdb-bbd6-dee2735cd3b1 req-d8cf3a51-c706-4a61-87a2-650d23f274a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:24.571983 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8fbebea-4439-4bdb-bbd6-dee2735cd3b1 req-d8cf3a51-c706-4a61-87a2-650d23f274a4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8d7d20ea-5324-4d61-af92-f3ae3ea40d11 HTTP/1.1" status: 200 len: 860 time: 0.0985453 Jul 23 16:26:24.591860 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c9a71ead-dfd9-4b4c-ae65-9c16e4ece22c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.623444 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c9a71ead-dfd9-4b4c-ae65-9c16e4ece22c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.625628 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-9f71d0ee-a12f-4b73-8c72-8339f0961ec5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Deleting port a270df43-d612-46fa-9530-4b7ea36a2fec {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:24.625958 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9f71d0ee-a12f-4b73-8c72-8339f0961ec5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.628846 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8fbebea-4439-4bdb-bbd6-dee2735cd3b1 req-3f7026e0-fa3a-43c8-9bae-fc402f7e0d43 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=02a7c16a-554a-4ad8-a4a9-73cc994d3940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459638 Jul 23 16:26:24.639543 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-3aeec1cb-6182-4c7a-a231-a8190cf8d9da tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f664a177ed044f69c3fc16552951763&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2459538 Jul 23 16:26:24.642125 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-9caa19a8-4a3b-4408-8253-c5b12b733326 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Allocated IP 172.25.8.35 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/403531c5-b09a-4ccb-90df-47457c57905a) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:24.715456 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-9f71d0ee-a12f-4b73-8c72-8339f0961ec5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] For port a270df43-d612-46fa-9530-4b7ea36a2fec, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a270df43-d612-46fa-9530-4b7ea36a2fec,segment=NetworkSegment(3c1a4e10-8749-4f41-a778-d8ba4efb9a0b),segment_id=3c1a4e10-8749-4f41-a778-d8ba4efb9a0b)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:24.715825 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9f71d0ee-a12f-4b73-8c72-8339f0961ec5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.729687 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-9f71d0ee-a12f-4b73-8c72-8339f0961ec5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Calling delete_port for a270df43-d612-46fa-9530-4b7ea36a2fec owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:24.743862 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d08d7f9-2973-41e4-8a63-c8de13db8590 None None] DHCP port deletion for de2f33f0-0be9-4cb0-bd3f-10e6df2a5853 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:26:24.760129 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c9a71ead-dfd9-4b4c-ae65-9c16e4ece22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.765688 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c9a71ead-dfd9-4b4c-ae65-9c16e4ece22c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.769346 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c9a71ead-dfd9-4b4c-ae65-9c16e4ece22c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c392fe3f-209f-4a35-9c80-6820773d9c55 HTTP/1.1" status: 204 len: 168 time: 0.2638412 Jul 23 16:26:24.806927 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4d08d7f9-2973-41e4-8a63-c8de13db8590 None None] Deleting port a270df43-d612-46fa-9530-4b7ea36a2fec {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:24.807933 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4d08d7f9-2973-41e4-8a63-c8de13db8590 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.879949 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9f71d0ee-a12f-4b73-8c72-8339f0961ec5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.892417 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a71ead-dfd9-4b4c-ae65-9c16e4ece22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c392fe3f-209f-4a35-9c80-6820773d9c55,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:24.893281 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4d08d7f9-2973-41e4-8a63-c8de13db8590 None None] For port a270df43-d612-46fa-9530-4b7ea36a2fec, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a270df43-d612-46fa-9530-4b7ea36a2fec,segment=NetworkSegment(3c1a4e10-8749-4f41-a778-d8ba4efb9a0b),segment_id=3c1a4e10-8749-4f41-a778-d8ba4efb9a0b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:24.893495 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4d08d7f9-2973-41e4-8a63-c8de13db8590 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.914459 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4d08d7f9-2973-41e4-8a63-c8de13db8590 None None] Calling delete_port for a270df43-d612-46fa-9530-4b7ea36a2fec owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:24.926067 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8fbebea-4439-4bdb-bbd6-dee2735cd3b1 req-417d3d44-8bf1-4cd9-ad08-b9e66eca4a9e service neutron] 10.222.0.97 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852280 Jul 23 16:26:24.931781 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71d0ee-a12f-4b73-8c72-8339f0961ec5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Pushing event deleted for resources: {'Port': ['ID=a270df43-d612-46fa-9530-4b7ea36a2fec,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:24.933150 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f71d0ee-a12f-4b73-8c72-8339f0961ec5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] No DVR routers for this DVR port a270df43-d612-46fa-9530-4b7ea36a2fec on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:26:24.983750 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617fd87b-8576-47c8-b402-c3b567729a79 req-23902b0f-9877-4393-9f8b-11e7b0849e08 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:24.990953 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-617fd87b-8576-47c8-b402-c3b567729a79 req-23902b0f-9877-4393-9f8b-11e7b0849e08 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] 10.222.0.73 "GET /v2.0/ports?device_id=18533775-6b61-49df-baf4-fa065ea7d867 HTTP/1.1" status: 200 len: 944 time: 0.3649616 Jul 23 16:26:25.021980 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4d08d7f9-2973-41e4-8a63-c8de13db8590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:25.022305 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-653f2d8a-c0d4-41b7-ac3a-24d0d458f911 service neutron] 10.222.0.73 "GET /v2.0/networks/c0156383-d263-44ff-9a8d-9ced71d28f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315439 Jul 23 16:26:25.037044 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9f71d0ee-a12f-4b73-8c72-8339f0961ec5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:25.050454 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-9f71d0ee-a12f-4b73-8c72-8339f0961ec5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2f33f0-0be9-4cb0-bd3f-10e6df2a5853']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:25.053894 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d08d7f9-2973-41e4-8a63-c8de13db8590 None None] Pushing event deleted for resources: {'Port': ['ID=a270df43-d612-46fa-9530-4b7ea36a2fec,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:25.056955 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d08d7f9-2973-41e4-8a63-c8de13db8590 None None] No DVR routers for this DVR port a270df43-d612-46fa-9530-4b7ea36a2fec on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:26:25.065144 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-9f71d0ee-a12f-4b73-8c72-8339f0961ec5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c1a4e10-8749-4f41-a778-d8ba4efb9a0b') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:25.065683 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-9f71d0ee-a12f-4b73-8c72-8339f0961ec5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c1a4e10-8749-4f41-a778-d8ba4efb9a0b') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:25.078507 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9f71d0ee-a12f-4b73-8c72-8339f0961ec5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:25.079475 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9caa19a8-4a3b-4408-8253-c5b12b733326 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:25.093295 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9f71d0ee-a12f-4b73-8c72-8339f0961ec5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:25.101365 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f71d0ee-a12f-4b73-8c72-8339f0961ec5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Releasing vlan 1139 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:26:25.101811 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9f71d0ee-a12f-4b73-8c72-8339f0961ec5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:25.106749 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:26:25.106749 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:26:25.106749 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:26:25.106749 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:26:25.106749 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:26:25.106749 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:26:25.106749 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:26:25.106749 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:26:25.106749 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:26:25.106749 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:26:25.106749 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:26:25.106749 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:26:25.106749 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:26:25.106749 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:26:25.106749 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:26:25.106749 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:26:25.106749 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:26:25.106749 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:26:25.106749 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:26:25.106749 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:26:25.106749 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:26:25.106749 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:26:25.106749 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:26:25.106749 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:26:25.106749 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:26:25.106749 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:26:25.106749 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:26:25.106749 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:26:25.106749 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:26:25.106749 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:26:25.106749 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:26:25.106749 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:26:25.176788 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9f71d0ee-a12f-4b73-8c72-8339f0961ec5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:25.192249 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9f71d0ee-a12f-4b73-8c72-8339f0961ec5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:25.194775 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9f71d0ee-a12f-4b73-8c72-8339f0961ec5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "DELETE /v2.0/networks/de2f33f0-0be9-4cb0-bd3f-10e6df2a5853 HTTP/1.1" status: 204 len: 168 time: 0.8137023 Jul 23 16:26:25.195193 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-617fd87b-8576-47c8-b402-c3b567729a79 req-9ec03fdc-8cec-4434-9a28-80bd8a0fd093 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] 10.222.0.73 "GET /v2.0/security-groups?id=91faa8ef-c342-4931-9866-ae94feec735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031357 Jul 23 16:26:25.204217 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36776) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:25.207158 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71d0ee-a12f-4b73-8c72-8339f0961ec5 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Pushing event deleted for resources: {'Network': ['ID=de2f33f0-0be9-4cb0-bd3f-10e6df2a5853,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:25.228914 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 913b3681-24e5-4291-899b-8e9505bad8b0 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:25.271588 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8fbebea-4439-4bdb-bbd6-dee2735cd3b1 req-fd6d1f42-aa1f-4b9f-a0be-24cf19364158 service neutron] 10.222.0.97 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143601 Jul 23 16:26:25.305189 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-4729893e-1ab6-48ef-aaa8-774070df93f3 service neutron] 10.222.0.73 "GET /v2.0/networks/c0156383-d263-44ff-9a8d-9ced71d28f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807794 Jul 23 16:26:25.314895 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 913b3681-24e5-4291-899b-8e9505bad8b0 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:25.315899 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-6200a2a5-09ab-4fec-b1f1-dac47af720d1 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Deleting subnet a9a95d86-86e8-437a-ac76-fe84c62c21bc {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:26:25.320315 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 913b3681-24e5-4291-899b-8e9505bad8b0 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:25.320456 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9caa19a8-4a3b-4408-8253-c5b12b733326 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:25.320785 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:25.323493 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6200a2a5-09ab-4fec-b1f1-dac47af720d1 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:25.433516 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 8f0fee58-7391-44cd-a0b4-98ad97e25c5d no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:25.435375 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caa19a8-4a3b-4408-8253-c5b12b733326 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:25.442532 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa19a8-4a3b-4408-8253-c5b12b733326 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Pushing event updated for resources: {'Port': ['ID=403531c5-b09a-4ccb-90df-47457c57905a,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:25.447876 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6200a2a5-09ab-4fec-b1f1-dac47af720d1 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:25.450834 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-9caa19a8-4a3b-4408-8253-c5b12b733326 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:25.474549 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caa19a8-4a3b-4408-8253-c5b12b733326 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:25.547434 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:25.607245 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:25.614857 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18533775-6b61-49df-baf4-fa065ea7d867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913b3681-24e5-4291-899b-8e9505bad8b0'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:25.617151 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbf3a09-3dfd-49f6-8bb6-ff82d99780ad" -d '{"events": [{"server_uuid": "18533775-6b61-49df-baf4-fa065ea7d867", "name": "network-vif-plugged", "status": "completed", "tag": "913b3681-24e5-4291-899b-8e9505bad8b0"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:25.638342 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c88e4-6159-4e2d-88f6-5e20c8293770 req-25975b11-bb98-44d7-ba3a-5c776baf0452 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:25.638750 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 913b3681-24e5-4291-899b-8e9505bad8b0, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=913b3681-24e5-4291-899b-8e9505bad8b0,segment=NetworkSegment(547e7b47-9cbf-487e-a708-93a261bed79a),segment_id=547e7b47-9cbf-487e-a708-93a261bed79a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:25.645931 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:25.646164 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6b2c88e4-6159-4e2d-88f6-5e20c8293770 req-25975b11-bb98-44d7-ba3a-5c776baf0452 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 945 time: 0.2706196 Jul 23 16:26:25.683655 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 8f0fee58-7391-44cd-a0b4-98ad97e25c5d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=8f0fee58-7391-44cd-a0b4-98ad97e25c5d,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:25.732103 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=913b3681-24e5-4291-899b-8e9505bad8b0,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:25.737717 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:25.766127 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6200a2a5-09ab-4fec-b1f1-dac47af720d1 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:25.800856 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9caa19a8-4a3b-4408-8253-c5b12b733326 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:25.819550 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=8f0fee58-7391-44cd-a0b4-98ad97e25c5d,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:25.824703 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6b2c88e4-6159-4e2d-88f6-5e20c8293770 req-91be2eb6-64c5-426a-99b0-b5efaa5fe2f3 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776609 Jul 23 16:26:25.880813 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db37075-f439-40da-9cd8-498a8fb3d3d6 req-3496707b-0149-409e-a522-7bfdb0c604ad tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:25.888472 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2db37075-f439-40da-9cd8-498a8fb3d3d6 req-3496707b-0149-409e-a522-7bfdb0c604ad tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 943 time: 0.3575871 Jul 23 16:26:25.909659 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87322deb-37f0-44b9-a542-fe5303ee8801 req-206ee5e8-b7e2-413b-96e0-2cd4e1bcd8a6 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:25.911220 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87322deb-37f0-44b9-a542-fe5303ee8801 req-206ee5e8-b7e2-413b-96e0-2cd4e1bcd8a6 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.74 "GET /v2.0/ports?device_id=a18e49bf-6c9a-484a-b536-53aa0b404853 HTTP/1.1" status: 200 len: 946 time: 0.3321402 Jul 23 16:26:25.995654 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-86b21ad2-6991-4584-990f-712f42729bc9 req-02a1cc98-190b-4b12-992f-6cea2f5cf764 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=959acbff-33bf-4a9f-8d61-409d7b4f3e2f HTTP/1.1" status: 200 len: 210 time: 0.1044304 Jul 23 16:26:26.013776 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9caa19a8-4a3b-4408-8253-c5b12b733326 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:26.043810 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b549d2-aed5-4124-b830-ebd14100d301 x-openstack-request-id: req-b3b549d2-aed5-4124-b830-ebd14100d301 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:26.044241 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18533775-6b61-49df-baf4-fa065ea7d867", "name": "network-vif-plugged", "status": "completed", "tag": "913b3681-24e5-4291-899b-8e9505bad8b0", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:26.044589 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b3b549d2-aed5-4124-b830-ebd14100d301 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:26.045162 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18533775-6b61-49df-baf4-fa065ea7d867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913b3681-24e5-4291-899b-8e9505bad8b0', 'code': 200} Jul 23 16:26:26.046703 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6200a2a5-09ab-4fec-b1f1-dac47af720d1 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:26.066119 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2db37075-f439-40da-9cd8-498a8fb3d3d6 req-584543cc-6da0-4ab9-96a4-f219e842155c tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767473 Jul 23 16:26:26.101388 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200a2a5-09ab-4fec-b1f1-dac47af720d1 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Pushing event deleted for resources: {'Subnet': ['ID=a9a95d86-86e8-437a-ac76-fe84c62c21bc,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:26.104289 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6200a2a5-09ab-4fec-b1f1-dac47af720d1 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:26.106207 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6200a2a5-09ab-4fec-b1f1-dac47af720d1 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "DELETE /v2.0/subnets/a9a95d86-86e8-437a-ac76-fe84c62c21bc HTTP/1.1" status: 204 len: 168 time: 0.8991382 Jul 23 16:26:26.108932 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36810) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:26.121695 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8a0275-bded-4752-88e2-327c59a8a668 None None] Network 217961a5-d6bf-42ee-9d26-7c77b8312281 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:26.252641 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f89ae178-d8c5-4b43-a817-a6f1a5b72d99 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:26.273728 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-87322deb-37f0-44b9-a542-fe5303ee8801 req-cd614a30-d584-40d4-aa49-f26cfcf9de25 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Deleting port 8f0fee58-7391-44cd-a0b4-98ad97e25c5d {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:26.274183 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-87322deb-37f0-44b9-a542-fe5303ee8801 req-cd614a30-d584-40d4-aa49-f26cfcf9de25 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:26.345784 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f89ae178-d8c5-4b43-a817-a6f1a5b72d99 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Deleting port 8d4501f4-ef83-4a95-9feb-1f61260e6b23 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:26.346408 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f89ae178-d8c5-4b43-a817-a6f1a5b72d99 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:26.396002 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e2e9d-7af8-42c5-b505-40fdcb66ac91 req-35987a35-dd73-44c0-a7fe-811d5adec985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:26.397602 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-695e2e9d-7af8-42c5-b505-40fdcb66ac91 req-35987a35-dd73-44c0-a7fe-811d5adec985 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=18533775-6b61-49df-baf4-fa065ea7d867 HTTP/1.1" status: 200 len: 1096 time: 0.2473736 Jul 23 16:26:26.440524 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ade957-0a19-4553-867a-043c46ac84e0 None None] DHCP port deletion for 217961a5-d6bf-42ee-9d26-7c77b8312281 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:26:26.463451 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9caa19a8-4a3b-4408-8253-c5b12b733326 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:26.475657 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-f89ae178-d8c5-4b43-a817-a6f1a5b72d99 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] For port 8d4501f4-ef83-4a95-9feb-1f61260e6b23, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=8d4501f4-ef83-4a95-9feb-1f61260e6b23,segment=NetworkSegment(46de915c-5af4-4178-a116-1d1c58127c4a),segment_id=46de915c-5af4-4178-a116-1d1c58127c4a)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:26.477725 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f89ae178-d8c5-4b43-a817-a6f1a5b72d99 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:26.481918 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9caa19a8-4a3b-4408-8253-c5b12b733326 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:26.511883 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f89ae178-d8c5-4b43-a817-a6f1a5b72d99 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Calling delete_port for 8d4501f4-ef83-4a95-9feb-1f61260e6b23 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:26.557842 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-76ade957-0a19-4553-867a-043c46ac84e0 None None] Deleting port 8d4501f4-ef83-4a95-9feb-1f61260e6b23 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:26.558227 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-76ade957-0a19-4553-867a-043c46ac84e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:26.665458 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-76ade957-0a19-4553-867a-043c46ac84e0 None None] For port 8d4501f4-ef83-4a95-9feb-1f61260e6b23, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=8d4501f4-ef83-4a95-9feb-1f61260e6b23,segment=NetworkSegment(46de915c-5af4-4178-a116-1d1c58127c4a),segment_id=46de915c-5af4-4178-a116-1d1c58127c4a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:26.666199 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-76ade957-0a19-4553-867a-043c46ac84e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:26.700074 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-76ade957-0a19-4553-867a-043c46ac84e0 None None] Calling delete_port for 8d4501f4-ef83-4a95-9feb-1f61260e6b23 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:26.787941 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f89ae178-d8c5-4b43-a817-a6f1a5b72d99 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:26.790843 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-76ade957-0a19-4553-867a-043c46ac84e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:26.801307 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 8d4501f4-ef83-4a95-9feb-1f61260e6b23 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:26.815436 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89ae178-d8c5-4b43-a817-a6f1a5b72d99 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] No DVR routers for this DVR port 8d4501f4-ef83-4a95-9feb-1f61260e6b23 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:26:26.843664 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ae178-d8c5-4b43-a817-a6f1a5b72d99 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Pushing event deleted for resources: {'Port': ['ID=8d4501f4-ef83-4a95-9feb-1f61260e6b23,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:26.879263 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-16c70051-76f5-4d34-8148-2f5ad6373394 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:26.880891 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-16c70051-76f5-4d34-8148-2f5ad6373394 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.74 "GET /v2.0/networks?id=c0156383-d263-44ff-9a8d-9ced71d28f03 HTTP/1.1" status: 200 len: 805 time: 0.2039325 Jul 23 16:26:26.883911 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-695e2e9d-7af8-42c5-b505-40fdcb66ac91 req-97774fe2-8972-492a-8004-f86c8fcd1d11 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=91faa8ef-c342-4931-9866-ae94feec735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616463 Jul 23 16:26:26.887987 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-87322deb-37f0-44b9-a542-fe5303ee8801 req-cd614a30-d584-40d4-aa49-f26cfcf9de25 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] For port 8f0fee58-7391-44cd-a0b4-98ad97e25c5d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=8f0fee58-7391-44cd-a0b4-98ad97e25c5d,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:26.888306 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-87322deb-37f0-44b9-a542-fe5303ee8801 req-cd614a30-d584-40d4-aa49-f26cfcf9de25 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:26.900371 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ade957-0a19-4553-867a-043c46ac84e0 None None] No DVR routers for this DVR port 8d4501f4-ef83-4a95-9feb-1f61260e6b23 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:26:26.910540 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-dffd4a37-1974-4ab0-9ca3-df8b68ac8640 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Request body: {'port': {'device_id': '959acbff-33bf-4a9f-8d61-409d7b4f3e2f', 'network_id': 'c0156383-d263-44ff-9a8d-9ced71d28f03', 'admin_state_up': True, 'tenant_id': '4f664a177ed044f69c3fc16552951763'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:26.944598 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-87322deb-37f0-44b9-a542-fe5303ee8801 req-cd614a30-d584-40d4-aa49-f26cfcf9de25 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Calling delete_port for 8f0fee58-7391-44cd-a0b4-98ad97e25c5d owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:26.963046 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623763a3-4403-4c4b-ab23-5f741cea7c04 req-b4ff382e-3dc5-4805-9c78-2308fda13b4b tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:26.970213 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-623763a3-4403-4c4b-ab23-5f741cea7c04 req-b4ff382e-3dc5-4805-9c78-2308fda13b4b tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] 10.222.0.73 "GET /v2.0/ports?device_id=18533775-6b61-49df-baf4-fa065ea7d867 HTTP/1.1" status: 200 len: 945 time: 0.6338003 Jul 23 16:26:26.971906 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ade957-0a19-4553-867a-043c46ac84e0 None None] Pushing event deleted for resources: {'Port': ['ID=8d4501f4-ef83-4a95-9feb-1f61260e6b23,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:26.984137 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 8d4501f4-ef83-4a95-9feb-1f61260e6b23 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:26:26.984898 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 8d4501f4-ef83-4a95-9feb-1f61260e6b23 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:26:26.985590 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a270df43-d612-46fa-9530-4b7ea36a2fec no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:26.987472 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa19a8-4a3b-4408-8253-c5b12b733326 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Pushing event updated for resources: {'Port': ['ID=403531c5-b09a-4ccb-90df-47457c57905a,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:27.014751 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f89ae178-d8c5-4b43-a817-a6f1a5b72d99 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:27.016180 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: a270df43-d612-46fa-9530-4b7ea36a2fec {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:26:27.016549 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a270df43-d612-46fa-9530-4b7ea36a2fec not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:26:27.039915 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9caa19a8-4a3b-4408-8253-c5b12b733326 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:27.075673 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-f89ae178-d8c5-4b43-a817-a6f1a5b72d99 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['217961a5-d6bf-42ee-9d26-7c77b8312281']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:27.095856 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-f89ae178-d8c5-4b43-a817-a6f1a5b72d99 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46de915c-5af4-4178-a116-1d1c58127c4a') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:27.096154 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-f89ae178-d8c5-4b43-a817-a6f1a5b72d99 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46de915c-5af4-4178-a116-1d1c58127c4a') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:27.097771 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36840) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:27.120478 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f89ae178-d8c5-4b43-a817-a6f1a5b72d99 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:27.122155 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-623763a3-4403-4c4b-ab23-5f741cea7c04 req-110aecb5-7438-4b71-bd36-84ea95e74c52 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] 10.222.0.73 "GET /v2.0/security-groups?id=91faa8ef-c342-4931-9866-ae94feec735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510012 Jul 23 16:26:27.125067 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9caa19a8-4a3b-4408-8253-c5b12b733326 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:27.129809 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9caa19a8-4a3b-4408-8253-c5b12b733326 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3491430 Jul 23 16:26:27.161374 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f89ae178-d8c5-4b43-a817-a6f1a5b72d99 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:27.175958 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f89ae178-d8c5-4b43-a817-a6f1a5b72d99 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Releasing vlan 1117 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:26:27.176237 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f89ae178-d8c5-4b43-a817-a6f1a5b72d99 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:27.179759 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:26:27.179759 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:26:27.179759 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:26:27.179759 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:26:27.179759 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:26:27.179759 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:26:27.179759 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:26:27.179759 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:26:27.179759 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:26:27.179759 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:26:27.179759 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:26:27.179759 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:26:27.179759 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:26:27.179759 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:26:27.179759 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:26:27.179759 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:26:27.179759 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:26:27.179759 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:26:27.179759 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:26:27.179759 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:26:27.179759 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:26:27.179759 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:26:27.179759 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:26:27.179759 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:26:27.179759 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:26:27.179759 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:26:27.179759 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:26:27.179759 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:26:27.179759 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:26:27.179759 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:26:27.179759 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:26:27.179759 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:26:27.198278 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ccf5d-3bd1-4822-b5c0-847683740294 req-9ca7ee70-a4ef-4cdd-9f30-ff825f38e934 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:27.200738 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-250ccf5d-3bd1-4822-b5c0-847683740294 req-9ca7ee70-a4ef-4cdd-9f30-ff825f38e934 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 945 time: 0.1660693 Jul 23 16:26:27.238738 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-dffd4a37-1974-4ab0-9ca3-df8b68ac8640 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Made reservation on behalf of 4f664a177ed044f69c3fc16552951763 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:27.242631 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-dffd4a37-1974-4ab0-9ca3-df8b68ac8640 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:27.305469 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f89ae178-d8c5-4b43-a817-a6f1a5b72d99 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:27.313481 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a3555fff-9c04-4281-bcde-8ddca0ea4df8 req-b58f1f38-4bff-4e03-a1d3-42435a5bbf6b tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=959acbff-33bf-4a9f-8d61-409d7b4f3e2f HTTP/1.1" status: 200 len: 210 time: 0.0529616 Jul 23 16:26:27.330938 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f89ae178-d8c5-4b43-a817-a6f1a5b72d99 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:27.330938 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f89ae178-d8c5-4b43-a817-a6f1a5b72d99 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] 10.222.0.73 "DELETE /v2.0/networks/217961a5-d6bf-42ee-9d26-7c77b8312281 HTTP/1.1" status: 204 len: 168 time: 1.2127678 Jul 23 16:26:27.330938 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7c02b0f9-1615-4807-82f2-66d6d4839545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:27.340422 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-250ccf5d-3bd1-4822-b5c0-847683740294 req-d6eb93d1-7b5f-4a48-a3eb-7fc6b96916c1 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304376 Jul 23 16:26:27.346232 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-87322deb-37f0-44b9-a542-fe5303ee8801 req-cd614a30-d584-40d4-aa49-f26cfcf9de25 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:27.378267 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ae178-d8c5-4b43-a817-a6f1a5b72d99 tempest-ServersTestMultiNic-980908043 tempest-ServersTestMultiNic-980908043-project] Pushing event deleted for resources: {'Network': ['ID=217961a5-d6bf-42ee-9d26-7c77b8312281,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:27.404272 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd614a30-d584-40d4-aa49-f26cfcf9de25 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Pushing event deleted for resources: {'Port': ['ID=8f0fee58-7391-44cd-a0b4-98ad97e25c5d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:27.488624 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-87322deb-37f0-44b9-a542-fe5303ee8801 req-cd614a30-d584-40d4-aa49-f26cfcf9de25 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] No DVR routers for this DVR port 8f0fee58-7391-44cd-a0b4-98ad97e25c5d on host n-h1-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:26:27.491920 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-87322deb-37f0-44b9-a542-fe5303ee8801 req-cd614a30-d584-40d4-aa49-f26cfcf9de25 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:27.493871 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87322deb-37f0-44b9-a542-fe5303ee8801 req-cd614a30-d584-40d4-aa49-f26cfcf9de25 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.74 "DELETE /v2.0/ports/8f0fee58-7391-44cd-a0b4-98ad97e25c5d HTTP/1.1" status: 204 len: 173 time: 1.5702612 Jul 23 16:26:27.495956 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18e49bf-6c9a-484a-b536-53aa0b404853', 'name': 'network-vif-deleted', 'tag': '8f0fee58-7391-44cd-a0b4-98ad97e25c5d'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:27.498061 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c142a6-49c3-45c1-98b9-9ac434a1e988" -d '{"events": [{"server_uuid": "a18e49bf-6c9a-484a-b536-53aa0b404853", "name": "network-vif-deleted", "tag": "8f0fee58-7391-44cd-a0b4-98ad97e25c5d"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:27.560142 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-5cf88b08-b7e8-4e16-ae82-1c8d11f2da02 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--2096612724&fields=id&tenant_id=d58be7bf092b45e2a9dae39829ba7b2e HTTP/1.1" status: 200 len: 267 time: 0.0514841 Jul 23 16:26:27.568195 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201bf25-97d6-4f77-a3b2-b16514cf406b req-8555482b-4e78-4395-9c44-2801b13d21b7 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:27.575131 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2201bf25-97d6-4f77-a3b2-b16514cf406b req-8555482b-4e78-4395-9c44-2801b13d21b7 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 943 time: 0.1560221 Jul 23 16:26:27.599940 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-dffd4a37-1974-4ab0-9ca3-df8b68ac8640 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Allocated IP 172.20.0.2 (c0156383-d263-44ff-9a8d-9ced71d28f03/6fe4be59-2cd1-45d4-8fb1-b572bd36b8ca/2b532c2a-01ea-4970-8734-cb38ec2f1cce) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:27.625365 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7c02b0f9-1615-4807-82f2-66d6d4839545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:27.632322 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7c02b0f9-1615-4807-82f2-66d6d4839545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:27.643749 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2201bf25-97d6-4f77-a3b2-b16514cf406b req-41c0620f-479a-4c83-a68d-75b9c870404c tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677361 Jul 23 16:26:27.672186 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-6ec6aebb-9257-452e-9baa-3cb2f761e0f4 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:27.672186 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-6ec6aebb-9257-452e-9baa-3cb2f761e0f4 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports/57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 HTTP/1.1" status: 200 len: 930 time: 0.0900037 Jul 23 16:26:27.708649 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36872) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:27.709721 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7c02b0f9-1615-4807-82f2-66d6d4839545 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=60382553d48a42e480a7adcbebaf88e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6092052 Jul 23 16:26:27.714275 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02b0f9-1615-4807-82f2-66d6d4839545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160edf24-b043-4df0-a4c4-519a556f64d9,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:27.764034 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-a04ed619-7467-454e-9d9a-045791bcba8a tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:27.765521 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-a04ed619-7467-454e-9d9a-045791bcba8a tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports/3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 HTTP/1.1" status: 200 len: 931 time: 0.0924773 Jul 23 16:26:27.843069 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1968d0e-84b0-4e1c-a8fe-a70bf30805ad x-openstack-request-id: req-c1968d0e-84b0-4e1c-a8fe-a70bf30805ad {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:27.843396 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18e49bf-6c9a-484a-b536-53aa0b404853", "name": "network-vif-deleted", "tag": "8f0fee58-7391-44cd-a0b4-98ad97e25c5d", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:27.843682 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c1968d0e-84b0-4e1c-a8fe-a70bf30805ad {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:27.844040 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18e49bf-6c9a-484a-b536-53aa0b404853', 'name': 'network-vif-deleted', 'tag': '8f0fee58-7391-44cd-a0b4-98ad97e25c5d', 'status': 'completed', 'code': 200} Jul 23 16:26:27.848947 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e00fa242-2c49-4509-8095-b65705da451c tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?network_id=72536959-6d28-4d4b-a817-b894e84f9992&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0746393 Jul 23 16:26:27.856327 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-dffd4a37-1974-4ab0-9ca3-df8b68ac8640 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:27.865402 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36874) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:27.880476 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9aba28cd-19b2-4f0b-b096-e47ef4799e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:27.902448 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-a5fec0bd-1b6f-431b-81b1-80449507ccb5 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?network_id=72536959-6d28-4d4b-a817-b894e84f9992&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0455325 Jul 23 16:26:27.986310 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9aba28cd-19b2-4f0b-b096-e47ef4799e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:27.996441 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-dffd4a37-1974-4ab0-9ca3-df8b68ac8640 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:28.043457 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-dffd4a37-1974-4ab0-9ca3-df8b68ac8640 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Network c0156383-d263-44ff-9a8d-9ced71d28f03 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:28.046283 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18e49bf-6c9a-484a-b536-53aa0b404853', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f0fee58-7391-44cd-a0b4-98ad97e25c5d'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:28.047256 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-dffd4a37-1974-4ab0-9ca3-df8b68ac8640 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:28.048979 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f3240b-173a-4828-a1e8-7666f7ad1e4a" -d '{"events": [{"server_uuid": "a18e49bf-6c9a-484a-b536-53aa0b404853", "name": "network-vif-unplugged", "status": "completed", "tag": "8f0fee58-7391-44cd-a0b4-98ad97e25c5d"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:28.054098 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-dffd4a37-1974-4ab0-9ca3-df8b68ac8640 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:28.125584 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-dffd4a37-1974-4ab0-9ca3-df8b68ac8640 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:28.126598 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-dffd4a37-1974-4ab0-9ca3-df8b68ac8640 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:28.129560 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32477fe-3d13-4c71-a4ef-1a798f061652 x-openstack-request-id: req-b32477fe-3d13-4c71-a4ef-1a798f061652 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:28.129947 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18e49bf-6c9a-484a-b536-53aa0b404853", "name": "network-vif-unplugged", "status": "completed", "tag": "8f0fee58-7391-44cd-a0b4-98ad97e25c5d", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:28.130208 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b32477fe-3d13-4c71-a4ef-1a798f061652 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:28.130600 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18e49bf-6c9a-484a-b536-53aa0b404853', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f0fee58-7391-44cd-a0b4-98ad97e25c5d', 'code': 200} Jul 23 16:26:28.147882 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9aba28cd-19b2-4f0b-b096-e47ef4799e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:28.151171 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9aba28cd-19b2-4f0b-b096-e47ef4799e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:28.153575 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9aba28cd-19b2-4f0b-b096-e47ef4799e97 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/160edf24-b043-4df0-a4c4-519a556f64d9 HTTP/1.1" status: 204 len: 168 time: 0.4399126 Jul 23 16:26:28.187721 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba28cd-19b2-4f0b-b096-e47ef4799e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160edf24-b043-4df0-a4c4-519a556f64d9,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:28.224914 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd4a37-1974-4ab0-9ca3-df8b68ac8640 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Pushing event updated for resources: {'Port': ['ID=2b532c2a-01ea-4970-8734-cb38ec2f1cce,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:28.234692 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-dffd4a37-1974-4ab0-9ca3-df8b68ac8640 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3398383 Jul 23 16:26:28.249763 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-67c5d918-5314-403f-8bf8-d1aba3924483 service neutron] Request body: {'port': {'device_id': '959acbff-33bf-4a9f-8d61-409d7b4f3e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:28.251555 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-a1385c95-3502-4398-a5e9-568b3eada7de tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:28.264939 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-a1385c95-3502-4398-a5e9-568b3eada7de tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:28.271202 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-a1385c95-3502-4398-a5e9-568b3eada7de tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:28.272920 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-a1385c95-3502-4398-a5e9-568b3eada7de tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/networks?id=ccfb93aa-128e-41ae-813f-cc1797d91993&id=a11530e6-1993-441b-956a-6f9600ed92b8&id=a11530e6-1993-441b-956a-6f9600ed92b8&id=72536959-6d28-4d4b-a817-b894e84f9992&id=72536959-6d28-4d4b-a817-b894e84f9992 HTTP/1.1" status: 200 len: 1988 time: 0.3604822 Jul 23 16:26:28.322629 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-2358f769-ace1-40fe-b722-4d215e814e66 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/quotas/d58be7bf092b45e2a9dae39829ba7b2e HTTP/1.1" status: 200 len: 375 time: 0.0380502 Jul 23 16:26:28.330517 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-67c5d918-5314-403f-8bf8-d1aba3924483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:28.415316 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276de94-3144-4b7b-b953-9922e29513d3 req-1e60e46a-7e74-46c8-aee4-421ff899f180 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:28.422933 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e276de94-3144-4b7b-b953-9922e29513d3 req-1e60e46a-7e74-46c8-aee4-421ff899f180 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] 10.222.0.73 "GET /v2.0/ports?device_id=18533775-6b61-49df-baf4-fa065ea7d867 HTTP/1.1" status: 200 len: 945 time: 0.1477230 Jul 23 16:26:28.491226 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e276de94-3144-4b7b-b953-9922e29513d3 req-881eb815-a273-488f-af6a-accb1655e921 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] 10.222.0.73 "GET /v2.0/security-groups?id=91faa8ef-c342-4931-9866-ae94feec735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619965 Jul 23 16:26:28.521473 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-1a925c4e-3a2d-4d41-b959-aa0ca674aab0 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d58be7bf092b45e2a9dae39829ba7b2e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1922708 Jul 23 16:26:28.652619 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-1df7e713-4d03-4c84-bca2-28e0a6adadb2 service neutron] 10.222.0.73 "GET /v2.0/networks/ccfb93aa-128e-41ae-813f-cc1797d91993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289637 Jul 23 16:26:28.787022 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ea268-21ed-4c1d-b680-50d0b9def205 req-62687574-6dbd-402b-a339-8cdee294b7c7 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:28.788634 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-082ea268-21ed-4c1d-b680-50d0b9def205 req-62687574-6dbd-402b-a339-8cdee294b7c7 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 945 time: 0.2229342 Jul 23 16:26:28.803115 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-89ca4999-8d73-4314-b4b8-6c42cb371aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:28.818418 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-bfe2b6ae-d729-4d7b-aa4d-d35baeccf7cb service neutron] 10.222.0.73 "GET /v2.0/networks/ccfb93aa-128e-41ae-813f-cc1797d91993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572361 Jul 23 16:26:28.881532 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-f92ad778-c519-4c08-ac44-6e1a57b7b86b service neutron] 10.222.0.73 "GET /v2.0/ports/57d68a11-dd1b-4a5c-a0af-fd74214dd8b3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0545809 Jul 23 16:26:28.907048 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-67c5d918-5314-403f-8bf8-d1aba3924483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b532c2a-01ea-4970-8734-cb38ec2f1cce {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:28.918851 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-67c5d918-5314-403f-8bf8-d1aba3924483 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:28.923023 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-082ea268-21ed-4c1d-b680-50d0b9def205 req-00bc997a-65d0-4af1-a3ec-63271f54c553 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220574 Jul 23 16:26:28.963681 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-67c5d918-5314-403f-8bf8-d1aba3924483 service neutron] Transition to ACTIVE for port object 2b532c2a-01ea-4970-8734-cb38ec2f1cce will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:28.996408 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-67c5d918-5314-403f-8bf8-d1aba3924483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:29.062694 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5d918-5314-403f-8bf8-d1aba3924483 service neutron] Pushing event updated for resources: {'Port': ['ID=2b532c2a-01ea-4970-8734-cb38ec2f1cce,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:29.093250 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-1f252337-42db-48cb-a532-9f1879c6c910 service neutron] 10.222.0.73 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049346 Jul 23 16:26:29.197225 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-67c5d918-5314-403f-8bf8-d1aba3924483 service neutron] Attempting to bind port 2b532c2a-01ea-4970-8734-cb38ec2f1cce on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:26:29.197225 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-67c5d918-5314-403f-8bf8-d1aba3924483 service neutron] Attempting to bind port 2b532c2a-01ea-4970-8734-cb38ec2f1cce by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'c3655938-d8a9-42b1-bc6f-5ebe874b4096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'c0156383-d263-44ff-9a8d-9ced71d28f03'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:26:29.197577 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-67c5d918-5314-403f-8bf8-d1aba3924483 service neutron] Attempting to bind port 2b532c2a-01ea-4970-8734-cb38ec2f1cce on network c0156383-d263-44ff-9a8d-9ced71d28f03 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:29.205265 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b935ad-a08e-4164-a929-3ae592cdc4ec req-b2fc4e2d-b530-4a9a-b3e7-72ab6b01dc79 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:29.206858 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c2b935ad-a08e-4164-a929-3ae592cdc4ec req-b2fc4e2d-b530-4a9a-b3e7-72ab6b01dc79 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=959acbff-33bf-4a9f-8d61-409d7b4f3e2f HTTP/1.1" status: 200 len: 943 time: 0.1682916 Jul 23 16:26:29.212175 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-67c5d918-5314-403f-8bf8-d1aba3924483 service neutron] Port 2b532c2a-01ea-4970-8734-cb38ec2f1cce on network c0156383-d263-44ff-9a8d-9ced71d28f03 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:26:29.212508 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-67c5d918-5314-403f-8bf8-d1aba3924483 service neutron] Attempting to bind port 2b532c2a-01ea-4970-8734-cb38ec2f1cce on network c0156383-d263-44ff-9a8d-9ced71d28f03 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:29.215614 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e818e38f-067a-4bc8-b80c-beffacd95f05 service neutron] 10.222.0.73 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212540 Jul 23 16:26:29.219622 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-67c5d918-5314-403f-8bf8-d1aba3924483 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:26:29.219962 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-67c5d918-5314-403f-8bf8-d1aba3924483 service neutron] Checking segment: {'id': 'c3655938-d8a9-42b1-bc6f-5ebe874b4096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'c0156383-d263-44ff-9a8d-9ced71d28f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:29.220348 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-67c5d918-5314-403f-8bf8-d1aba3924483 service neutron] Bound using segment: {'id': 'c3655938-d8a9-42b1-bc6f-5ebe874b4096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'c0156383-d263-44ff-9a8d-9ced71d28f03'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:26:29.220781 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-67c5d918-5314-403f-8bf8-d1aba3924483 service neutron] Bound port: 2b532c2a-01ea-4970-8734-cb38ec2f1cce, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3655938-d8a9-42b1-bc6f-5ebe874b4096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'c0156383-d263-44ff-9a8d-9ced71d28f03'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:26:29.221165 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-67c5d918-5314-403f-8bf8-d1aba3924483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:29.285864 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c2b935ad-a08e-4164-a929-3ae592cdc4ec req-50d323f6-3ab3-4d03-bee2-3800bbdc9b26 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728905 Jul 23 16:26:29.291346 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-4a4972ba-fd10-4aff-8803-eba5fda87db6 service neutron] 10.222.0.73 "GET /v2.0/ports/3bc8f322-57f2-4485-9b3d-1a8cb8c642c7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0677640 Jul 23 16:26:29.326049 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-89ca4999-8d73-4314-b4b8-6c42cb371aaa admin admin] Deleting port beb3d103-a49d-4162-bc5b-dbff7bb19329 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:29.326398 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-89ca4999-8d73-4314-b4b8-6c42cb371aaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:29.328472 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-67c5d918-5314-403f-8bf8-d1aba3924483 service neutron] For port 2b532c2a-01ea-4970-8734-cb38ec2f1cce, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:26:29.332273 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-67c5d918-5314-403f-8bf8-d1aba3924483 service neutron] For port 2b532c2a-01ea-4970-8734-cb38ec2f1cce, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=2b532c2a-01ea-4970-8734-cb38ec2f1cce,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:26:29.343781 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-67c5d918-5314-403f-8bf8-d1aba3924483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:29.408504 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-67c5d918-5314-403f-8bf8-d1aba3924483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:29.409274 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-67c5d918-5314-403f-8bf8-d1aba3924483 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:29.410709 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-67c5d918-5314-403f-8bf8-d1aba3924483 service neutron] 10.222.0.74 "PUT /v2.0/ports/2b532c2a-01ea-4970-8734-cb38ec2f1cce HTTP/1.1" status: 200 len: 1091 time: 1.1669884 Jul 23 16:26:29.420810 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-f7f03b9a-2e4f-4a79-88ec-d79c375fa8ff service neutron] 10.222.0.73 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234939 Jul 23 16:26:29.437741 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959acbff-33bf-4a9f-8d61-409d7b4f3e2f', 'tag': '2b532c2a-01ea-4970-8734-cb38ec2f1cce'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:29.440216 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1884c9-6a73-48a4-9dd8-38be687ec818" -d '{"events": [{"name": "network-changed", "server_uuid": "959acbff-33bf-4a9f-8d61-409d7b4f3e2f", "tag": "2b532c2a-01ea-4970-8734-cb38ec2f1cce"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:29.442764 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 8f0fee58-7391-44cd-a0b4-98ad97e25c5d no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:29.469228 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 8f0fee58-7391-44cd-a0b4-98ad97e25c5d {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:26:29.469848 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 8f0fee58-7391-44cd-a0b4-98ad97e25c5d not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:26:29.494435 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5d918-5314-403f-8bf8-d1aba3924483 service neutron] Pushing event updated for resources: {'Port': ['ID=2b532c2a-01ea-4970-8734-cb38ec2f1cce,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:29.516805 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-89ca4999-8d73-4314-b4b8-6c42cb371aaa admin admin] For port beb3d103-a49d-4162-bc5b-dbff7bb19329, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=beb3d103-a49d-4162-bc5b-dbff7bb19329,segment=NetworkSegment(640f276a-15f5-4539-8574-872328120092),segment_id=640f276a-15f5-4539-8574-872328120092)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:29.517202 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-89ca4999-8d73-4314-b4b8-6c42cb371aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:29.533574 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-89ca4999-8d73-4314-b4b8-6c42cb371aaa admin admin] Calling delete_port for beb3d103-a49d-4162-bc5b-dbff7bb19329 owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:29.585018 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63b521-4f84-4dd1-a2a4-75e8d9adcfe1 req-6f406805-9f79-474d-9752-59b8d61fddfa tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:29.589874 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2a63b521-4f84-4dd1-a2a4-75e8d9adcfe1 req-6f406805-9f79-474d-9752-59b8d61fddfa tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 943 time: 0.1677349 Jul 23 16:26:29.591872 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-065e184b-9e5c-4c94-9372-fa21ee25db79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:29.593003 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-d1aeefd2-235e-4c52-9480-e5f52af05b63 service neutron] 10.222.0.73 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606932 Jul 23 16:26:29.593463 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-065e184b-9e5c-4c94-9372-fa21ee25db79 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4f664a177ed044f69c3fc16552951763&device_id=959acbff-33bf-4a9f-8d61-409d7b4f3e2f HTTP/1.1" status: 200 len: 1094 time: 0.1424644 Jul 23 16:26:29.645858 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-6b6bb8aa-7f95-44e4-8d9b-f1a374dedca2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b532c2a-01ea-4970-8734-cb38ec2f1cce HTTP/1.1" status: 200 len: 217 time: 0.0450697 Jul 23 16:26:29.698172 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2a63b521-4f84-4dd1-a2a4-75e8d9adcfe1 req-56a2dba5-16b6-4edf-8f60-e388279de583 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032856 Jul 23 16:26:29.733244 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-7258fd3e-be55-4ac7-9eb7-251ef8eaec4f service neutron] 10.222.0.73 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289375 Jul 23 16:26:29.768154 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-b5de3145-dad2-40ea-b3b5-5d820f8e6a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:29.769684 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-b5de3145-dad2-40ea-b3b5-5d820f8e6a0c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6fe4be59-2cd1-45d4-8fb1-b572bd36b8ca HTTP/1.1" status: 200 len: 845 time: 0.1174357 Jul 23 16:26:29.813458 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-0477ee83-3e95-4e94-819b-c5eeb3f1bb61 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c0156383-d263-44ff-9a8d-9ced71d28f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328836 Jul 23 16:26:29.883988 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe6c296a-334b-49ed-8049-b9be42239bad req-c7017453-3bcd-41d9-bcbf-e77f32b910f0 service neutron] 10.222.0.97 "GET /v2.0/ports/e1aa8bd3-8cae-438a-9cd7-0ee3fc519631/bindings/n-h1-778549-4 HTTP/1.1" status: 200 len: 384 time: 0.1202986 Jul 23 16:26:29.888618 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e1450129-b3a9-49f9-883b-c7953288e564 service neutron] 10.222.0.73 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491537 Jul 23 16:26:29.934789 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-89ca4999-8d73-4314-b4b8-6c42cb371aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:29.973969 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-fe17006b-596f-427b-80bb-ceb052249fe6 service neutron] 10.222.0.74 "GET /v2.0/networks/c0156383-d263-44ff-9a8d-9ced71d28f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533227 Jul 23 16:26:29.974886 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca4999-8d73-4314-b4b8-6c42cb371aaa admin admin] Pushing event deleted for resources: {'Port': ['ID=beb3d103-a49d-4162-bc5b-dbff7bb19329,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:30.097695 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-76691adb-079d-4e23-8606-57dfcbac2f2d service neutron] 10.222.0.73 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983006 Jul 23 16:26:30.165342 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e170c6d9-577a-4866-a839-e4bc028ee811 x-openstack-request-id: req-e170c6d9-577a-4866-a839-e4bc028ee811 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:30.165595 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959acbff-33bf-4a9f-8d61-409d7b4f3e2f", "tag": "2b532c2a-01ea-4970-8734-cb38ec2f1cce", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:30.165809 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e170c6d9-577a-4866-a839-e4bc028ee811 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:30.166361 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '959acbff-33bf-4a9f-8d61-409d7b4f3e2f', 'tag': '2b532c2a-01ea-4970-8734-cb38ec2f1cce', 'status': 'completed', 'code': 200} Jul 23 16:26:30.224299 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-19cdc89c-494a-4fbe-9132-b475918b6a71 req-536199d7-cca3-4fa3-aa0d-f524e11b214f service neutron] 10.222.0.74 "GET /v2.0/networks/c0156383-d263-44ff-9a8d-9ced71d28f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411883 Jul 23 16:26:30.260603 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-89ca4999-8d73-4314-b4b8-6c42cb371aaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:30.327654 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-fe6c296a-334b-49ed-8049-b9be42239bad req-bc3a7116-f354-450b-9475-5511a5b49dca service neutron] For port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=e1aa8bd3-8cae-438a-9cd7-0ee3fc519631,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:30.399175 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-fe6c296a-334b-49ed-8049-b9be42239bad req-bc3a7116-f354-450b-9475-5511a5b49dca service neutron] For port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:26:30.421169 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1884c9-6a73-48a4-9dd8-38be687ec818 req-9048454e-83dd-4579-b83c-3ec3b08c93c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:30.422666 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ba1884c9-6a73-48a4-9dd8-38be687ec818 req-9048454e-83dd-4579-b83c-3ec3b08c93c6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4f664a177ed044f69c3fc16552951763&device_id=959acbff-33bf-4a9f-8d61-409d7b4f3e2f HTTP/1.1" status: 200 len: 1094 time: 0.1141624 Jul 23 16:26:30.439722 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a74677-27ba-430e-bd32-d626fd9e5479 req-8fde77d7-5d1f-4811-b956-ec8f8f6917ad tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:30.441258 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7a74677-27ba-430e-bd32-d626fd9e5479 req-8fde77d7-5d1f-4811-b956-ec8f8f6917ad tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 945 time: 0.2439861 Jul 23 16:26:30.449965 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-02adf526-d98f-4945-b969-bf359bb52a9d service neutron] 10.222.0.73 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545834 Jul 23 16:26:30.495611 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36930) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:30.506757 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-fe6c296a-334b-49ed-8049-b9be42239bad req-bc3a7116-f354-450b-9475-5511a5b49dca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:30.536045 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-fe6c296a-334b-49ed-8049-b9be42239bad req-bc3a7116-f354-450b-9475-5511a5b49dca service neutron] For port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=e1aa8bd3-8cae-438a-9cd7-0ee3fc519631,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:30.597036 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7a74677-27ba-430e-bd32-d626fd9e5479 req-1ccc7f1d-00ed-453f-a12a-62774bf41dd9 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459315 Jul 23 16:26:30.602997 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fe6c296a-334b-49ed-8049-b9be42239bad req-bc3a7116-f354-450b-9475-5511a5b49dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:30.632313 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-2a60996c-9aae-47fe-94aa-72071f42d265 service neutron] 10.222.0.73 "GET /v2.0/networks/72536959-6d28-4d4b-a817-b894e84f9992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674652 Jul 23 16:26:30.699157 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-05d8bdbb-d2c3-4e5a-b949-dd860131968b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:30.842176 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-fe6c296a-334b-49ed-8049-b9be42239bad req-bc3a7116-f354-450b-9475-5511a5b49dca service neutron] Transition to ACTIVE for port object e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:30.857657 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fe6c296a-334b-49ed-8049-b9be42239bad req-bc3a7116-f354-450b-9475-5511a5b49dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:30.875614 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-77e0e5b1-c317-44af-a017-c6da639b420d service neutron] 10.222.0.73 "GET /v2.0/networks/72536959-6d28-4d4b-a817-b894e84f9992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192574 Jul 23 16:26:30.902871 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1884c9-6a73-48a4-9dd8-38be687ec818 req-15d3aa45-0351-444f-9fb8-5b2f8e8beff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:30.904349 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ba1884c9-6a73-48a4-9dd8-38be687ec818 req-15d3aa45-0351-444f-9fb8-5b2f8e8beff8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c0156383-d263-44ff-9a8d-9ced71d28f03 HTTP/1.1" status: 200 len: 907 time: 0.1478312 Jul 23 16:26:30.906159 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ca4999-8d73-4314-b4b8-6c42cb371aaa admin admin] Router 24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:26:30.945916 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae4625-2dfd-4284-9f36-24f31f04a663 req-80bdb9e4-4acb-42e6-bcd3-027d9482900e tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:30.947491 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3fae4625-2dfd-4284-9f36-24f31f04a663 req-80bdb9e4-4acb-42e6-bcd3-027d9482900e tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] 10.222.0.73 "GET /v2.0/ports?device_id=18533775-6b61-49df-baf4-fa065ea7d867 HTTP/1.1" status: 200 len: 945 time: 0.2512314 Jul 23 16:26:30.952905 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ba1884c9-6a73-48a4-9dd8-38be687ec818 req-ed07a8f0-8d5d-4298-b27b-8024e143b90f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b532c2a-01ea-4970-8734-cb38ec2f1cce HTTP/1.1" status: 200 len: 217 time: 0.0388663 Jul 23 16:26:31.024141 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6c296a-334b-49ed-8049-b9be42239bad req-bc3a7116-f354-450b-9475-5511a5b49dca service neutron] No DVR routers for this DVR port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:26:31.068673 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a7116-f354-450b-9475-5511a5b49dca service neutron] Pushing event updated for resources: {'Port': ['ID=e1aa8bd3-8cae-438a-9cd7-0ee3fc519631,revision_number=10']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:31.072167 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1884c9-6a73-48a4-9dd8-38be687ec818 req-28b86747-9179-4896-896d-756e3588c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:31.073486 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ba1884c9-6a73-48a4-9dd8-38be687ec818 req-28b86747-9179-4896-896d-756e3588c2e7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6fe4be59-2cd1-45d4-8fb1-b572bd36b8ca HTTP/1.1" status: 200 len: 845 time: 0.0871925 Jul 23 16:26:31.119929 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ba1884c9-6a73-48a4-9dd8-38be687ec818 req-47fb0d03-8bf6-4575-b9e9-dba5f0f0e709 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c0156383-d263-44ff-9a8d-9ced71d28f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347805 Jul 23 16:26:31.121342 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ca4999-8d73-4314-b4b8-6c42cb371aaa admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:26:31.128986 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-89ca4999-8d73-4314-b4b8-6c42cb371aaa admin admin] 10.222.0.73 "PUT /v2.0/routers/24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2600276 Jul 23 16:26:31.135991 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34926d60-8bfd-4c85-8e02-e2472df63e92 None None] Sync routers for ids ['24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:26:31.136580 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36938) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:31.146587 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe6c296a-334b-49ed-8049-b9be42239bad req-bc3a7116-f354-450b-9475-5511a5b49dca service neutron] 10.222.0.97 "PUT /v2.0/ports/e1aa8bd3-8cae-438a-9cd7-0ee3fc519631/bindings/n-h1-778549-4/activate HTTP/1.1" status: 200 len: 369 time: 1.2560451 Jul 23 16:26:31.146971 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34926d60-8bfd-4c85-8e02-e2472df63e92 None None] Routers {'24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:26:31.147794 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-34926d60-8bfd-4c85-8e02-e2472df63e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:26:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:31.151348 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3fae4625-2dfd-4284-9f36-24f31f04a663 req-c8c664e8-f77b-4b6b-b739-28be15a51d79 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] 10.222.0.73 "GET /v2.0/security-groups?id=91faa8ef-c342-4931-9866-ae94feec735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836207 Jul 23 16:26:31.236323 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ba1884c9-6a73-48a4-9dd8-38be687ec818 req-7627d97c-d531-402d-8537-811c7c419967 service neutron] 10.222.0.74 "GET /v2.0/networks/c0156383-d263-44ff-9a8d-9ced71d28f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086404 Jul 23 16:26:31.266358 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:31.326688 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:26:31.341660 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ba1884c9-6a73-48a4-9dd8-38be687ec818 req-e4dc9f9d-b617-475a-becb-e8ae969951cd service neutron] 10.222.0.74 "GET /v2.0/networks/c0156383-d263-44ff-9a8d-9ced71d28f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974953 Jul 23 16:26:31.348045 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-34926d60-8bfd-4c85-8e02-e2472df63e92 None None] Set router 24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:26:31.511441 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-df59cc71-39aa-4fee-9dd2-b9a1df34912c service neutron] 10.222.0.73 "GET /v2.0/networks/72536959-6d28-4d4b-a817-b894e84f9992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6129613 Jul 23 16:26:31.529186 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-34926d60-8bfd-4c85-8e02-e2472df63e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0', 'name': 'tempest-ServersTestMultiNic-1162764131-router', 'tenant_id': 'fb676069524140d885efdc13eef1aa27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'fbf5d14a-4430-4d74-981b-7da8470a9794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:24:32Z', 'updated_at': '2021-07-23T16:26:29Z', 'revision_number': 5, 'project_id': 'fb676069524140d885efdc13eef1aa27', 'gw_port': {'id': 'fbf5d14a-4430-4d74-981b-7da8470a9794', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:db:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:34Z', 'updated_at': '2021-07-23T16:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:31.558818 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34926d60-8bfd-4c85-8e02-e2472df63e92 None None] Checking router: 24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:26:31.567029 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34926d60-8bfd-4c85-8e02-e2472df63e92 None None] Routers {'24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:26:31.567642 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-34926d60-8bfd-4c85-8e02-e2472df63e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:26:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:31.654451 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-05d8bdbb-d2c3-4e5a-b949-dd860131968b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:31.671806 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-34926d60-8bfd-4c85-8e02-e2472df63e92 None None] Set router 24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:26:31.679646 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-05d8bdbb-d2c3-4e5a-b949-dd860131968b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:31.802069 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8bdbb-d2c3-4e5a-b949-dd860131968b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d99013-785f-4226-8b5e-b3f05b98cc4a,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:31.815783 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-05d8bdbb-d2c3-4e5a-b949-dd860131968b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=17ada338934a47be8651c32bab0868fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3130472 Jul 23 16:26:31.818387 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36942) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:31.832213 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ba123086-4321-4f72-a924-60bc3ace4ad3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:31.866183 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-34926d60-8bfd-4c85-8e02-e2472df63e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0', 'name': 'tempest-ServersTestMultiNic-1162764131-router', 'tenant_id': 'fb676069524140d885efdc13eef1aa27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'fbf5d14a-4430-4d74-981b-7da8470a9794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:24:32Z', 'updated_at': '2021-07-23T16:26:29Z', 'revision_number': 5, 'project_id': 'fb676069524140d885efdc13eef1aa27', 'gw_port': {'id': 'fbf5d14a-4430-4d74-981b-7da8470a9794', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:db:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:34Z', 'updated_at': '2021-07-23T16:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:31.883115 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-30a9938a-fbab-4059-b9fd-fccd00ef13b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:31.893240 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34926d60-8bfd-4c85-8e02-e2472df63e92 None None] The sync data for ids ['24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0'] in n-d-778549-4 is: [{'id': '24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0', 'name': 'tempest-ServersTestMultiNic-1162764131-router', 'tenant_id': 'fb676069524140d885efdc13eef1aa27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'fbf5d14a-4430-4d74-981b-7da8470a9794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:24:32Z', 'updated_at': '2021-07-23T16:26:29Z', 'revision_number': 5, 'project_id': 'fb676069524140d885efdc13eef1aa27', 'gw_port': {'id': 'fbf5d14a-4430-4d74-981b-7da8470a9794', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:db:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:34Z', 'updated_at': '2021-07-23T16:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:26:31.908284 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-30a9938a-fbab-4059-b9fd-fccd00ef13b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:31.921973 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-f9872e9b-547f-4448-aefb-11068c001ad7 service neutron] 10.222.0.73 "GET /v2.0/networks/72536959-6d28-4d4b-a817-b894e84f9992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662500 Jul 23 16:26:31.923902 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c296a-334b-49ed-8049-b9be42239bad req-54f79a34-0ab3-4772-8a32-a95a6b6bdb2a tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:31.928370 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe6c296a-334b-49ed-8049-b9be42239bad req-54f79a34-0ab3-4772-8a32-a95a6b6bdb2a tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6&tenant_id=c9785dc21e8448b1824d1571d64a2041&binding%3Ahost_id=n-h2-778549-4 HTTP/1.1" status: 200 len: 1095 time: 0.4129057 Jul 23 16:26:31.943975 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10414bca-0a9e-4a2a-9060-feec7aa4d295 req-82478dbc-a8fd-46e3-b7b2-20b88e392fb7 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:31.945594 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-10414bca-0a9e-4a2a-9060-feec7aa4d295 req-82478dbc-a8fd-46e3-b7b2-20b88e392fb7 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=959acbff-33bf-4a9f-8d61-409d7b4f3e2f HTTP/1.1" status: 200 len: 943 time: 0.4049933 Jul 23 16:26:31.969616 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10c47f-9254-4e59-ae78-648af54278d1 req-266be00f-19a6-4aa6-815a-d85e336a078b tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:31.970724 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-30a9938a-fbab-4059-b9fd-fccd00ef13b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:31.971280 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe10c47f-9254-4e59-ae78-648af54278d1 req-266be00f-19a6-4aa6-815a-d85e336a078b tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] 10.222.0.97 "GET /v2.0/ports?device_id=18533775-6b61-49df-baf4-fa065ea7d867 HTTP/1.1" status: 200 len: 945 time: 0.3821445 Jul 23 16:26:31.973265 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-30a9938a-fbab-4059-b9fd-fccd00ef13b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:31.977549 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-30a9938a-fbab-4059-b9fd-fccd00ef13b6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c6d99013-785f-4226-8b5e-b3f05b98cc4a HTTP/1.1" status: 204 len: 168 time: 0.1550591 Jul 23 16:26:31.987394 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9938a-fbab-4059-b9fd-fccd00ef13b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d99013-785f-4226-8b5e-b3f05b98cc4a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:32.121280 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-10414bca-0a9e-4a2a-9060-feec7aa4d295 req-2195be8f-2789-4f48-a4a7-1e4643853c8f tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489499 Jul 23 16:26:32.162514 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ba123086-4321-4f72-a924-60bc3ace4ad3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:32.186554 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c296a-334b-49ed-8049-b9be42239bad req-6720ad5e-a518-47c7-b24b-2360d7a71505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:32.188175 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe6c296a-334b-49ed-8049-b9be42239bad req-6720ad5e-a518-47c7-b24b-2360d7a71505 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6&tenant_id=c9785dc21e8448b1824d1571d64a2041 HTTP/1.1" status: 200 len: 1095 time: 0.2550890 Jul 23 16:26:32.314734 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-fe10c47f-9254-4e59-ae78-648af54278d1 req-9d19e468-2199-4b2d-957b-58f878ff0d7e tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Deleting port 913b3681-24e5-4291-899b-8e9505bad8b0 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:32.315096 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fe10c47f-9254-4e59-ae78-648af54278d1 req-9d19e468-2199-4b2d-957b-58f878ff0d7e tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:32.419763 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-ba123086-4321-4f72-a924-60bc3ace4ad3 admin admin] Deleting port fbf5d14a-4430-4d74-981b-7da8470a9794 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:32.420086 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ba123086-4321-4f72-a924-60bc3ace4ad3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:32.460771 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c296a-334b-49ed-8049-b9be42239bad req-617f688b-f0a1-4a98-ad8b-4024a5606bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:32.463111 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe6c296a-334b-49ed-8049-b9be42239bad req-617f688b-f0a1-4a98-ad8b-4024a5606bec service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9785dc21e8448b1824d1571d64a2041&device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 1095 time: 0.2456744 Jul 23 16:26:32.476618 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device beb3d103-a49d-4162-bc5b-dbff7bb19329 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:32.483364 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2762eb4-22c3-4a85-8663-856ef08a2e67 req-a527ca35-0fe4-4121-8113-7450e3c3c183 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:32.484927 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f2762eb4-22c3-4a85-8663-856ef08a2e67 req-a527ca35-0fe4-4121-8113-7450e3c3c183 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 944 time: 0.2734666 Jul 23 16:26:32.510525 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: beb3d103-a49d-4162-bc5b-dbff7bb19329 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:26:32.510809 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device beb3d103-a49d-4162-bc5b-dbff7bb19329 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:26:32.604310 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3b777520-a8e3-4801-aca6-461877a5723b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:32.604669 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-fe10c47f-9254-4e59-ae78-648af54278d1 req-9d19e468-2199-4b2d-957b-58f878ff0d7e tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] For port 913b3681-24e5-4291-899b-8e9505bad8b0, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=913b3681-24e5-4291-899b-8e9505bad8b0,segment=NetworkSegment(547e7b47-9cbf-487e-a708-93a261bed79a),segment_id=547e7b47-9cbf-487e-a708-93a261bed79a)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:32.605205 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fe10c47f-9254-4e59-ae78-648af54278d1 req-9d19e468-2199-4b2d-957b-58f878ff0d7e tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:32.692534 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-fe10c47f-9254-4e59-ae78-648af54278d1 req-9d19e468-2199-4b2d-957b-58f878ff0d7e tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Calling delete_port for 913b3681-24e5-4291-899b-8e9505bad8b0 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:32.717253 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f2762eb4-22c3-4a85-8663-856ef08a2e67 req-263fbaf3-dc53-40ad-9f8e-d82ce22499b2 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152054 Jul 23 16:26:32.730660 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-ba123086-4321-4f72-a924-60bc3ace4ad3 admin admin] For port fbf5d14a-4430-4d74-981b-7da8470a9794, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=fbf5d14a-4430-4d74-981b-7da8470a9794,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:32.731193 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ba123086-4321-4f72-a924-60bc3ace4ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:32.770923 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-ba123086-4321-4f72-a924-60bc3ace4ad3 admin admin] Calling delete_port for fbf5d14a-4430-4d74-981b-7da8470a9794 owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:32.863124 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c296a-334b-49ed-8049-b9be42239bad req-3c11912d-1c1b-4d07-a033-b5a3bc9900d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:32.864634 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe6c296a-334b-49ed-8049-b9be42239bad req-3c11912d-1c1b-4d07-a033-b5a3bc9900d0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=02a7c16a-554a-4ad8-a4a9-73cc994d3940 HTTP/1.1" status: 200 len: 922 time: 0.3897460 Jul 23 16:26:32.919691 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36992) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:32.984855 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe6c296a-334b-49ed-8049-b9be42239bad req-e90d58df-4df5-4ad8-9f2a-5f35cd77de23 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 HTTP/1.1" status: 200 len: 217 time: 0.0615628 Jul 23 16:26:33.043494 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-85365535-86c7-4230-a817-69bc6b99e1ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-500271825-network', 'tenant_id': 'd825726ca3204edd88a4cd6a8f6f20f7'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:33.072062 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85365535-86c7-4230-a817-69bc6b99e1ec admin admin] Made reservation on behalf of d825726ca3204edd88a4cd6a8f6f20f7 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:33.074873 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-85365535-86c7-4230-a817-69bc6b99e1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.087671 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-85365535-86c7-4230-a817-69bc6b99e1ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.177803 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c296a-334b-49ed-8049-b9be42239bad req-f6c34f27-34ac-4851-a120-1d3c00978980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:33.179221 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe6c296a-334b-49ed-8049-b9be42239bad req-f6c34f27-34ac-4851-a120-1d3c00978980 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8d7d20ea-5324-4d61-af92-f3ae3ea40d11 HTTP/1.1" status: 200 len: 860 time: 0.1858819 Jul 23 16:26:33.193512 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-85365535-86c7-4230-a817-69bc6b99e1ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.198498 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-85365535-86c7-4230-a817-69bc6b99e1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.208110 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991e551-2c36-4f70-a32e-26bece83169c req-890c32d0-92d1-4ae6-b5a0-7ef6b47b5e71 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:33.209987 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7991e551-2c36-4f70-a32e-26bece83169c req-890c32d0-92d1-4ae6-b5a0-7ef6b47b5e71 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 945 time: 0.3987608 Jul 23 16:26:33.228769 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85365535-86c7-4230-a817-69bc6b99e1ec admin admin] vlan segment allocate from pool success with {'vlan_id': 1149, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:26:33.230697 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c483d-0659-40a9-8527-d07968bc2e41 req-747a4df7-a478-4ea8-a277-fecb01585f76 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:33.232264 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b20c483d-0659-40a9-8527-d07968bc2e41 req-747a4df7-a478-4ea8-a277-fecb01585f76 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] 10.222.0.73 "GET /v2.0/ports?device_id=18533775-6b61-49df-baf4-fa065ea7d867 HTTP/1.1" status: 200 len: 945 time: 0.4198906 Jul 23 16:26:33.235354 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85365535-86c7-4230-a817-69bc6b99e1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:33.242077 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-85365535-86c7-4230-a817-69bc6b99e1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.243505 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-85365535-86c7-4230-a817-69bc6b99e1ec admin admin] Added segment 4922e251-ec1f-41e7-8718-5d07a120e814 of type vlan for network 0f7dd329-aa9a-4731-b1db-d3280f9ea57e Jul 23 16:26:33.285218 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe6c296a-334b-49ed-8049-b9be42239bad req-cbfb26b8-22cb-4353-b0f7-143aa44c8cb2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=02a7c16a-554a-4ad8-a4a9-73cc994d3940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935934 Jul 23 16:26:33.292267 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-85365535-86c7-4230-a817-69bc6b99e1ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.325174 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-85365535-86c7-4230-a817-69bc6b99e1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.326143 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85365535-86c7-4230-a817-69bc6b99e1ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:33.326729 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-85365535-86c7-4230-a817-69bc6b99e1ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.350626 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fe10c47f-9254-4e59-ae78-648af54278d1 req-9d19e468-2199-4b2d-957b-58f878ff0d7e tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.395825 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85365535-86c7-4230-a817-69bc6b99e1ec admin admin] Pushing event updated for resources: {'Network': ['ID=0f7dd329-aa9a-4731-b1db-d3280f9ea57e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:33.402937 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-85365535-86c7-4230-a817-69bc6b99e1ec admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4788334 Jul 23 16:26:33.403150 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37000) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:33.408062 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-ef3aed93-8aff-45b4-ba6b-985226cfd74b admin admin] Request body: {'subnet': {'network_id': '0f7dd329-aa9a-4731-b1db-d3280f9ea57e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-500271825-subnet', 'tenant_id': 'd825726ca3204edd88a4cd6a8f6f20f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:33.412351 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 0f7dd329-aa9a-4731-b1db-d3280f9ea57e details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:26:33.431375 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3aed93-8aff-45b4-ba6b-985226cfd74b admin admin] Made reservation on behalf of d825726ca3204edd88a4cd6a8f6f20f7 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:33.433883 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ef3aed93-8aff-45b4-ba6b-985226cfd74b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.448894 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7991e551-2c36-4f70-a32e-26bece83169c req-adb39d03-2bab-4bd3-ad83-f9bcceb9292e tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038472 Jul 23 16:26:33.487461 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19e468-2199-4b2d-957b-58f878ff0d7e tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Pushing event deleted for resources: {'Port': ['ID=913b3681-24e5-4291-899b-8e9505bad8b0,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:33.490843 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 2b532c2a-01ea-4970-8734-cb38ec2f1cce details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:26:33.507490 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b20c483d-0659-40a9-8527-d07968bc2e41 req-c17ae8a8-13ae-4991-b3fd-c21c4a6d9743 tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] 10.222.0.73 "GET /v2.0/security-groups?id=91faa8ef-c342-4931-9866-ae94feec735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565541 Jul 23 16:26:33.608763 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 2b532c2a-01ea-4970-8734-cb38ec2f1cce, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=2b532c2a-01ea-4970-8734-cb38ec2f1cce,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:33.621167 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '2b532c2a-01ea-4970-8734-cb38ec2f1cce', 'network_id': 'c0156383-d263-44ff-9a8d-9ced71d28f03', 'port_id': '2b532c2a-01ea-4970-8734-cb38ec2f1cce', 'mac_address': 'fa:16:3e:11:b1:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe4be59-2cd1-45d4-8fb1-b572bd36b8ca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:26:33.626014 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe10c47f-9254-4e59-ae78-648af54278d1 req-9d19e468-2199-4b2d-957b-58f878ff0d7e tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] No DVR routers for this DVR port 913b3681-24e5-4291-899b-8e9505bad8b0 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:26:33.641171 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ef3aed93-8aff-45b4-ba6b-985226cfd74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.641470 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fe10c47f-9254-4e59-ae78-648af54278d1 req-9d19e468-2199-4b2d-957b-58f878ff0d7e tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.643438 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe10c47f-9254-4e59-ae78-648af54278d1 req-9d19e468-2199-4b2d-957b-58f878ff0d7e tempest-ServerGroupTestJSON-1152637495 tempest-ServerGroupTestJSON-1152637495-project] 10.222.0.97 "DELETE /v2.0/ports/913b3681-24e5-4291-899b-8e9505bad8b0 HTTP/1.1" status: 204 len: 173 time: 1.6339002 Jul 23 16:26:33.649945 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18533775-6b61-49df-baf4-fa065ea7d867', 'name': 'network-vif-deleted', 'tag': '913b3681-24e5-4291-899b-8e9505bad8b0'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:33.652220 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5438c1aa-37d2-4630-8634-7c810412f594" -d '{"events": [{"server_uuid": "18533775-6b61-49df-baf4-fa065ea7d867", "name": "network-vif-deleted", "tag": "913b3681-24e5-4291-899b-8e9505bad8b0"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:33.673490 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.689517 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b532c2a-01ea-4970-8734-cb38ec2f1cce {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:33.710177 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3aed93-8aff-45b4-ba6b-985226cfd74b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c6b9aa7-0241-48a5-922c-6156c433486f,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:33.713435 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3aed93-8aff-45b4-ba6b-985226cfd74b admin admin] Checking segment: {'id': '4922e251-ec1f-41e7-8718-5d07a120e814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '0f7dd329-aa9a-4731-b1db-d3280f9ea57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:33.713862 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3aed93-8aff-45b4-ba6b-985226cfd74b admin admin] Network hostable DHCP agents. Network: 0f7dd329-aa9a-4731-b1db-d3280f9ea57e, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:26:33.717729 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 2b532c2a-01ea-4970-8734-cb38ec2f1cce, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=2b532c2a-01ea-4970-8734-cb38ec2f1cce,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:33.724706 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.734866 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3aed93-8aff-45b4-ba6b-985226cfd74b admin admin] Network 0f7dd329-aa9a-4731-b1db-d3280f9ea57e is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:26:33.747966 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ba123086-4321-4f72-a924-60bc3ace4ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.752850 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-ef3aed93-8aff-45b4-ba6b-985226cfd74b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 0f7dd329-aa9a-4731-b1db-d3280f9ea57e) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:33.767548 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bace120-b56f-43c2-b796-478247fa02b8 None None] Network 0f7dd329-aa9a-4731-b1db-d3280f9ea57e requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:33.774085 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3aed93-8aff-45b4-ba6b-985226cfd74b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:33.775190 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ee023259-0074-41e7-86f0-052eea210246 req-a09639b4-6daf-43d3-98e1-9d2dda757357 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 210 time: 0.1939704 Jul 23 16:26:33.775757 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ef3aed93-8aff-45b4-ba6b-985226cfd74b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.829090 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe6c296a-334b-49ed-8049-b9be42239bad req-9ab72e69-5c34-49bb-8bb3-49b266e851ff service neutron] 10.222.0.74 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243042 Jul 23 16:26:33.841326 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ef3aed93-8aff-45b4-ba6b-985226cfd74b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4298909 Jul 23 16:26:33.938325 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-f92f19fd-7934-437a-8873-f8b4c8e2a118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:33.942401 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-f92f19fd-7934-437a-8873-f8b4c8e2a118 service neutron] 10.222.0.74 "GET /v2.0/ports/57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 HTTP/1.1" status: 200 len: 1026 time: 0.1268978 Jul 23 16:26:34.024245 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba123086-4321-4f72-a924-60bc3ace4ad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbf5d14a-4430-4d74-981b-7da8470a9794,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:34.037659 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334c68f3-2782-4d7a-b15e-f85228c74f35 x-openstack-request-id: req-334c68f3-2782-4d7a-b15e-f85228c74f35 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:34.038225 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18533775-6b61-49df-baf4-fa065ea7d867", "name": "network-vif-deleted", "tag": "913b3681-24e5-4291-899b-8e9505bad8b0", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:34.038759 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-334c68f3-2782-4d7a-b15e-f85228c74f35 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:34.040993 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18533775-6b61-49df-baf4-fa065ea7d867', 'name': 'network-vif-deleted', 'tag': '913b3681-24e5-4291-899b-8e9505bad8b0', 'status': 'completed', 'code': 200} Jul 23 16:26:34.046146 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-470d21d2-32a9-4c23-a4c0-b8b63ab450d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:34.048086 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=2b532c2a-01ea-4970-8734-cb38ec2f1cce,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:34.050555 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-470d21d2-32a9-4c23-a4c0-b8b63ab450d4 service neutron] 10.222.0.74 "GET /v2.0/ports/3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 HTTP/1.1" status: 200 len: 1027 time: 0.1019528 Jul 23 16:26:34.062441 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:34.062740 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:34.063087 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:34.063424 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:34.063755 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:34.064085 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:34.064414 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:34.064741 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:34.065087 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:34.065418 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:34.065741 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:34.066066 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:34.116262 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe6c296a-334b-49ed-8049-b9be42239bad req-8e48bfac-e73c-40d1-b627-e26ead506916 service neutron] 10.222.0.74 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799904 Jul 23 16:26:34.143026 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['2b532c2a-01ea-4970-8734-cb38ec2f1cce'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:26:34.171831 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b96972-c09d-4581-9dc3-bc48180ecbae None None] Network 0f7dd329-aa9a-4731-b1db-d3280f9ea57e requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:34.214749 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ba123086-4321-4f72-a924-60bc3ace4ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:34.290802 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-612bbbcc-2c18-4a59-b0b8-912c761ca852 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:34.304337 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-612bbbcc-2c18-4a59-b0b8-912c761ca852 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:34.327420 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-612bbbcc-2c18-4a59-b0b8-912c761ca852 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:34.329846 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-612bbbcc-2c18-4a59-b0b8-912c761ca852 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.74 "GET /v2.0/networks?id=ccfb93aa-128e-41ae-813f-cc1797d91993&id=a11530e6-1993-441b-956a-6f9600ed92b8&id=a11530e6-1993-441b-956a-6f9600ed92b8&id=a11530e6-1993-441b-956a-6f9600ed92b8&id=a11530e6-1993-441b-956a-6f9600ed92b8&id=72536959-6d28-4d4b-a817-b894e84f9992&id=72536959-6d28-4d4b-a817-b894e84f9992 HTTP/1.1" status: 200 len: 1988 time: 0.2716193 Jul 23 16:26:34.417331 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-b6890a00-6bcd-4b6f-9cef-947077e89c17 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d58be7bf092b45e2a9dae39829ba7b2e HTTP/1.1" status: 200 len: 380 time: 0.0780201 Jul 23 16:26:34.434516 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-fb952384-87b7-482d-91b0-fd6dc6118800 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Request body: {'port': {'device_id': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'network_id': 'ccfb93aa-128e-41ae-813f-cc1797d91993', 'admin_state_up': True, 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'security_groups': ['0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:34.581466 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-fb952384-87b7-482d-91b0-fd6dc6118800 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Made reservation on behalf of d58be7bf092b45e2a9dae39829ba7b2e for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:34.586777 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-fb952384-87b7-482d-91b0-fd6dc6118800 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:34.675355 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:34.709362 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c57f7-5daa-4bf4-a97c-fab8c5d22c68 req-df135475-8462-4941-9e83-2444e76ba45e tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:34.712163 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc4c57f7-5daa-4bf4-a97c-fab8c5d22c68 req-df135475-8462-4941-9e83-2444e76ba45e tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=959acbff-33bf-4a9f-8d61-409d7b4f3e2f HTTP/1.1" status: 200 len: 943 time: 1.1203513 Jul 23 16:26:34.731150 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-fb952384-87b7-482d-91b0-fd6dc6118800 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Allocated IP 172.20.0.9 (ccfb93aa-128e-41ae-813f-cc1797d91993/8700af68-33fb-4e68-b828-91508c404596/dc9186aa-22f3-4cd2-aa4d-554b86e39cbf) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:34.788012 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ba123086-4321-4f72-a924-60bc3ace4ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:34.801752 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ba123086-4321-4f72-a924-60bc3ace4ad3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:34.892930 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-fb952384-87b7-482d-91b0-fd6dc6118800 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:34.898848 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3f894-4f73-404d-ad57-5b6517e5ad2d req-e9773141-fcdd-44cf-8720-022f555a8031 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:34.900589 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53f3f894-4f73-404d-ad57-5b6517e5ad2d req-e9773141-fcdd-44cf-8720-022f555a8031 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 944 time: 0.7808042 Jul 23 16:26:34.905320 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc4c57f7-5daa-4bf4-a97c-fab8c5d22c68 req-1925541a-15f6-49ee-bfb5-43da6ed8721e tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520524 Jul 23 16:26:34.907802 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ba123086-4321-4f72-a924-60bc3ace4ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:34.908465 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba123086-4321-4f72-a924-60bc3ace4ad3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:26:34.912908 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ba123086-4321-4f72-a924-60bc3ace4ad3 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:34.914261 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ba123086-4321-4f72-a924-60bc3ace4ad3 admin admin] 10.222.0.73 "DELETE /v2.0/routers/24e5bc4a-7b66-4e11-9ebb-83b8fe6513a0 HTTP/1.1" status: 204 len: 168 time: 3.7764018 Jul 23 16:26:34.917229 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37020) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:34.931652 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-fb952384-87b7-482d-91b0-fd6dc6118800 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Transition to ACTIVE for port object dc9186aa-22f3-4cd2-aa4d-554b86e39cbf will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:34.945179 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c296a-334b-49ed-8049-b9be42239bad req-dc4bd875-b275-4fd2-a8ed-3ae0729fb0ca tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:34.947904 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe6c296a-334b-49ed-8049-b9be42239bad req-dc4bd875-b275-4fd2-a8ed-3ae0729fb0ca tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6&tenant_id=c9785dc21e8448b1824d1571d64a2041&binding%3Ahost_id=n-h1-778549-4 HTTP/1.1" status: 200 len: 1095 time: 0.2825236 Jul 23 16:26:35.001906 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53f3f894-4f73-404d-ad57-5b6517e5ad2d req-f30d48a9-a06a-4ec5-bcd3-feab0df03b61 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817759 Jul 23 16:26:35.004478 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-09013827-8855-4103-83c1-560754e63a63 admin admin] Deleting subnet c6f96363-6286-46df-b22a-869e20c4cf4f {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:26:35.013624 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-09013827-8855-4103-83c1-560754e63a63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:35.095985 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-09013827-8855-4103-83c1-560754e63a63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:35.103098 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-fe6c296a-334b-49ed-8049-b9be42239bad req-5158250a-e484-4d28-b88d-70e8d0a7a05e service neutron] For port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:26:35.107741 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fe6c296a-334b-49ed-8049-b9be42239bad req-5158250a-e484-4d28-b88d-70e8d0a7a05e service neutron] Notify callbacks [] for binding, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:35.109282 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe6c296a-334b-49ed-8049-b9be42239bad req-5158250a-e484-4d28-b88d-70e8d0a7a05e service neutron] 10.222.0.74 "DELETE /v2.0/ports/e1aa8bd3-8cae-438a-9cd7-0ee3fc519631/bindings/n-h2-778549-4 HTTP/1.1" status: 204 len: 173 time: 0.1540668 Jul 23 16:26:35.165558 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-fb952384-87b7-482d-91b0-fd6dc6118800 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:35.193198 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-fb952384-87b7-482d-91b0-fd6dc6118800 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Network ccfb93aa-128e-41ae-813f-cc1797d91993 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:35.205426 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-fb952384-87b7-482d-91b0-fd6dc6118800 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:35.240956 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-fb952384-87b7-482d-91b0-fd6dc6118800 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:35.281944 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 913b3681-24e5-4291-899b-8e9505bad8b0 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:35.299261 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52550cff-e7b0-48c1-a9c7-8d06213dc863 req-194dcb36-8719-44e9-acb9-c35991837f30 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:35.310359 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-52550cff-e7b0-48c1-a9c7-8d06213dc863 req-194dcb36-8719-44e9-acb9-c35991837f30 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 945 time: 0.1364856 Jul 23 16:26:35.330606 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 913b3681-24e5-4291-899b-8e9505bad8b0 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:26:35.330940 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 913b3681-24e5-4291-899b-8e9505bad8b0 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:26:35.350133 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb952384-87b7-482d-91b0-fd6dc6118800 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Pushing event updated for resources: {'Port': ['ID=dc9186aa-22f3-4cd2-aa4d-554b86e39cbf,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:35.404155 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-fb952384-87b7-482d-91b0-fd6dc6118800 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:35.405319 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-fb952384-87b7-482d-91b0-fd6dc6118800 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:35.423117 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-510e25cf-5bbf-4cda-b1ee-b7b7af309f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:35.447349 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:35.462486 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-52550cff-e7b0-48c1-a9c7-8d06213dc863 req-4a5c148e-3cf7-4e63-a1ac-bc056db505e8 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489658 Jul 23 16:26:35.465547 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-fb952384-87b7-482d-91b0-fd6dc6118800 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0419562 Jul 23 16:26:35.467089 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-09013827-8855-4103-83c1-560754e63a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:35.494061 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 2b532c2a-01ea-4970-8734-cb38ec2f1cce up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:35.535137 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e17cefd6-9cfb-4b3b-9573-d9e19a0a2555 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Request body: {'port': {'device_id': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'network_id': 'a11530e6-1993-441b-956a-6f9600ed92b8', 'admin_state_up': True, 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'security_groups': ['0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:35.630300 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 2b532c2a-01ea-4970-8734-cb38ec2f1cce completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:35.658701 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 2b532c2a-01ea-4970-8734-cb38ec2f1cce triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:35.660321 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:35.699982 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-5550594b-3f4d-4868-8de9-7e2cfd4f06e4 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:35.702026 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-5550594b-3f4d-4868-8de9-7e2cfd4f06e4 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/networks?id=0f7dd329-aa9a-4731-b1db-d3280f9ea57e HTTP/1.1" status: 200 len: 814 time: 0.3200860 Jul 23 16:26:35.711699 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0791f6e2-7743-4c15-bce4-55790fc42df4 None None] Provisioning for port dc9186aa-22f3-4cd2-aa4d-554b86e39cbf completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:35.722688 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0791f6e2-7743-4c15-bce4-55790fc42df4 None None] Provisioning complete for port dc9186aa-22f3-4cd2-aa4d-554b86e39cbf triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:35.723384 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0791f6e2-7743-4c15-bce4-55790fc42df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:35.746161 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e17cefd6-9cfb-4b3b-9573-d9e19a0a2555 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Made reservation on behalf of d58be7bf092b45e2a9dae39829ba7b2e for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:35.750481 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e17cefd6-9cfb-4b3b-9573-d9e19a0a2555 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:35.758456 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-09013827-8855-4103-83c1-560754e63a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:35.765148 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-fe9d6f4e-01c9-4e05-aa11-77c3d7c46f14 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/quotas/d825726ca3204edd88a4cd6a8f6f20f7 HTTP/1.1" status: 200 len: 375 time: 0.0393965 Jul 23 16:26:35.808690 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-09013827-8855-4103-83c1-560754e63a63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:35.817545 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-09013827-8855-4103-83c1-560754e63a63 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c6f96363-6286-46df-b22a-869e20c4cf4f HTTP/1.1" status: 204 len: 168 time: 0.8992856 Jul 23 16:26:35.833105 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 37036) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:35.834649 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c1db9e-f774-4cd5-a82d-ee018cd6e500 None None] Network 0663c668-ffcc-47dc-9916-b37f2503c9ae requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:35.840581 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-03bf049a-711f-4569-ad9a-c36d1de658eb tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d825726ca3204edd88a4cd6a8f6f20f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658026 Jul 23 16:26:35.848700 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-0791f6e2-7743-4c15-bce4-55790fc42df4 None None] Port dc9186aa-22f3-4cd2-aa4d-554b86e39cbf cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:26:35.871732 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09013827-8855-4103-83c1-560754e63a63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6f96363-6286-46df-b22a-869e20c4cf4f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:35.888656 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:35.933774 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45965eab-bd6a-4f0c-a4bc-cc18ad21cfe9 req-5a932c65-5e95-40b7-930a-7c59b8b038b5 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:35.944580 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45965eab-bd6a-4f0c-a4bc-cc18ad21cfe9 req-5a932c65-5e95-40b7-930a-7c59b8b038b5 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 931 time: 0.2690163 Jul 23 16:26:36.048319 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e17cefd6-9cfb-4b3b-9573-d9e19a0a2555 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Allocated IP 10.1.1.199 (a11530e6-1993-441b-956a-6f9600ed92b8/83c3a237-d43a-4d9d-aa29-69c4c34be53a/99c3c606-6305-429f-81cd-fd00734616f2) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:36.053295 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959acbff-33bf-4a9f-8d61-409d7b4f3e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b532c2a-01ea-4970-8734-cb38ec2f1cce'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:36.056233 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618c2e5e-d2de-4566-a083-747a87c972c2" -d '{"events": [{"server_uuid": "959acbff-33bf-4a9f-8d61-409d7b4f3e2f", "name": "network-vif-plugged", "status": "completed", "tag": "2b532c2a-01ea-4970-8734-cb38ec2f1cce"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:36.066549 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c7143f2-101c-4c0d-b994-030ba7ff12bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:36.112391 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 2b532c2a-01ea-4970-8734-cb38ec2f1cce, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=2b532c2a-01ea-4970-8734-cb38ec2f1cce,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:36.120431 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:36.126651 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45965eab-bd6a-4f0c-a4bc-cc18ad21cfe9 req-95dc7fc5-2849-4c5c-9019-2c479fb8a438 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/security-groups?id=0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767805 Jul 23 16:26:36.144560 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-56f447b4-b279-4470-9155-95ef10b019f5 service neutron] 10.222.0.73 "GET /v2.0/networks/0f7dd329-aa9a-4731-b1db-d3280f9ea57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932363 Jul 23 16:26:36.265911 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=2b532c2a-01ea-4970-8734-cb38ec2f1cce,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:36.288326 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-8c7143f2-101c-4c0d-b994-030ba7ff12bb admin admin] Deleting port 1db59ccd-a49b-45b8-b4f4-dd0b0630bf16 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:36.289616 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c7143f2-101c-4c0d-b994-030ba7ff12bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:36.308952 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e17cefd6-9cfb-4b3b-9573-d9e19a0a2555 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:36.329354 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e17cefd6-9cfb-4b3b-9573-d9e19a0a2555 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Transition to ACTIVE for port object 99c3c606-6305-429f-81cd-fd00734616f2 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:36.349932 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3828b195-ec3b-4689-8e49-b28fc6dc64b4 None None] DHCP port deletion for 0663c668-ffcc-47dc-9916-b37f2503c9ae request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:26:36.386685 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e17cefd6-9cfb-4b3b-9573-d9e19a0a2555 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:36.414447 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-3828b195-ec3b-4689-8e49-b28fc6dc64b4 None None] Deleting port 1db59ccd-a49b-45b8-b4f4-dd0b0630bf16 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:36.419191 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3828b195-ec3b-4689-8e49-b28fc6dc64b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:36.442430 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e17cefd6-9cfb-4b3b-9573-d9e19a0a2555 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Network a11530e6-1993-441b-956a-6f9600ed92b8 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:36.447157 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e17cefd6-9cfb-4b3b-9573-d9e19a0a2555 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:36.450021 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-8c7143f2-101c-4c0d-b994-030ba7ff12bb admin admin] For port 1db59ccd-a49b-45b8-b4f4-dd0b0630bf16, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=1db59ccd-a49b-45b8-b4f4-dd0b0630bf16,segment=NetworkSegment(640f276a-15f5-4539-8574-872328120092),segment_id=640f276a-15f5-4539-8574-872328120092)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:36.450200 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c7143f2-101c-4c0d-b994-030ba7ff12bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:36.463383 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e17cefd6-9cfb-4b3b-9573-d9e19a0a2555 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:36.473716 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-02663beb-ed98-4669-bb65-74fc102b2948 service neutron] 10.222.0.73 "GET /v2.0/networks/0f7dd329-aa9a-4731-b1db-d3280f9ea57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906733 Jul 23 16:26:36.538546 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-3828b195-ec3b-4689-8e49-b28fc6dc64b4 None None] For port 1db59ccd-a49b-45b8-b4f4-dd0b0630bf16, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=1db59ccd-a49b-45b8-b4f4-dd0b0630bf16,segment=NetworkSegment(640f276a-15f5-4539-8574-872328120092),segment_id=640f276a-15f5-4539-8574-872328120092)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:36.539004 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3828b195-ec3b-4689-8e49-b28fc6dc64b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:36.552437 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e17cefd6-9cfb-4b3b-9573-d9e19a0a2555 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:36.553021 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e17cefd6-9cfb-4b3b-9573-d9e19a0a2555 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:36.578204 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-3828b195-ec3b-4689-8e49-b28fc6dc64b4 None None] Calling delete_port for 1db59ccd-a49b-45b8-b4f4-dd0b0630bf16 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:36.579302 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17cefd6-9cfb-4b3b-9573-d9e19a0a2555 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Pushing event updated for resources: {'Port': ['ID=99c3c606-6305-429f-81cd-fd00734616f2,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:36.593023 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:36.601957 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e17cefd6-9cfb-4b3b-9573-d9e19a0a2555 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0702085 Jul 23 16:26:36.610852 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-d0062120-0f68-471e-8774-1ddd7c6a4c03 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Request body: {'port': {'device_id': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'network_id': 'a11530e6-1993-441b-956a-6f9600ed92b8', 'admin_state_up': True, 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'security_groups': ['0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:36.627164 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-8c7143f2-101c-4c0d-b994-030ba7ff12bb admin admin] Calling delete_port for 1db59ccd-a49b-45b8-b4f4-dd0b0630bf16 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:36.658778 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1db59ccd-a49b-45b8-b4f4-dd0b0630bf16 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:36.828335 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7608cc-2676-4763-ab9f-f65e6bdb0f34 req-3813cd7a-80ea-4c0f-ab41-ef05a227da94 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:36.830166 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3828b195-ec3b-4689-8e49-b28fc6dc64b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:36.835894 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6b7608cc-2676-4763-ab9f-f65e6bdb0f34 req-3813cd7a-80ea-4c0f-ab41-ef05a227da94 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=959acbff-33bf-4a9f-8d61-409d7b4f3e2f HTTP/1.1" status: 200 len: 945 time: 0.3829014 Jul 23 16:26:36.836430 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2a6bd79f-ac10-4e96-97e9-84a795e89e7c None None] Provisioning for port 99c3c606-6305-429f-81cd-fd00734616f2 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:36.862873 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2a6bd79f-ac10-4e96-97e9-84a795e89e7c None None] Provisioning complete for port 99c3c606-6305-429f-81cd-fd00734616f2 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:36.863245 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2a6bd79f-ac10-4e96-97e9-84a795e89e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:36.871943 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-d0062120-0f68-471e-8774-1ddd7c6a4c03 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Made reservation on behalf of d58be7bf092b45e2a9dae39829ba7b2e for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:36.875637 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-d0062120-0f68-471e-8774-1ddd7c6a4c03 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:36.903307 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-2a6bd79f-ac10-4e96-97e9-84a795e89e7c None None] Port 99c3c606-6305-429f-81cd-fd00734616f2 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:26:36.907700 n-d-778549-4 neutron-server[94014]: INFO neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No ports have port_id starting with 1db59ccd-a49b-45b8-b4f4-dd0b0630bf16 Jul 23 16:26:36.909332 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3828b195-ec3b-4689-8e49-b28fc6dc64b4 None None] Pushing event deleted for resources: {'Port': ['ID=1db59ccd-a49b-45b8-b4f4-dd0b0630bf16,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:36.917614 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device fbf5d14a-4430-4d74-981b-7da8470a9794 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:36.920165 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3828b195-ec3b-4689-8e49-b28fc6dc64b4 None None] No DVR routers for this DVR port 1db59ccd-a49b-45b8-b4f4-dd0b0630bf16 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:26:36.951646 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: fbf5d14a-4430-4d74-981b-7da8470a9794 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:26:36.953254 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device fbf5d14a-4430-4d74-981b-7da8470a9794 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:26:36.998993 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6b7608cc-2676-4763-ab9f-f65e6bdb0f34 req-8dc3e15a-5cb5-44fc-affa-b399f0550f9e tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621938 Jul 23 16:26:37.011290 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c7143f2-101c-4c0d-b994-030ba7ff12bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:37.051835 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7143f2-101c-4c0d-b994-030ba7ff12bb admin admin] Pushing event deleted for resources: {'Port': ['ID=1db59ccd-a49b-45b8-b4f4-dd0b0630bf16,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:37.055642 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7143f2-101c-4c0d-b994-030ba7ff12bb admin admin] No DVR routers for this DVR port 1db59ccd-a49b-45b8-b4f4-dd0b0630bf16 on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:26:37.088601 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0d7f97-f697-400f-9bd7-c775bc61eefe x-openstack-request-id: req-4d0d7f97-f697-400f-9bd7-c775bc61eefe {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:37.089226 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959acbff-33bf-4a9f-8d61-409d7b4f3e2f", "name": "network-vif-plugged", "status": "completed", "tag": "2b532c2a-01ea-4970-8734-cb38ec2f1cce", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:37.089714 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4d0d7f97-f697-400f-9bd7-c775bc61eefe {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:37.090333 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959acbff-33bf-4a9f-8d61-409d7b4f3e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b532c2a-01ea-4970-8734-cb38ec2f1cce', 'code': 200} Jul 23 16:26:37.166174 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-d0062120-0f68-471e-8774-1ddd7c6a4c03 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Allocated IP 10.1.1.245 (a11530e6-1993-441b-956a-6f9600ed92b8/83c3a237-d43a-4d9d-aa29-69c4c34be53a/d26b6c0c-a095-4674-9672-f08e8e034402) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:37.168556 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd61145-3b4b-4d56-9cb2-68cd063b0477 req-c673fbe3-49b5-42e3-bca8-0a7eb333ec35 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:37.170373 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dfd61145-3b4b-4d56-9cb2-68cd063b0477 req-c673fbe3-49b5-42e3-bca8-0a7eb333ec35 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 944 time: 0.3324342 Jul 23 16:26:37.199607 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:37.232977 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c7143f2-101c-4c0d-b994-030ba7ff12bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:37.282787 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-8c7143f2-101c-4c0d-b994-030ba7ff12bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0663c668-ffcc-47dc-9916-b37f2503c9ae']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:37.309463 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-8c7143f2-101c-4c0d-b994-030ba7ff12bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '640f276a-15f5-4539-8574-872328120092') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:37.309757 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-8c7143f2-101c-4c0d-b994-030ba7ff12bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '640f276a-15f5-4539-8574-872328120092') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:37.360518 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c7143f2-101c-4c0d-b994-030ba7ff12bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:37.373431 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-d0062120-0f68-471e-8774-1ddd7c6a4c03 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:37.375901 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dfd61145-3b4b-4d56-9cb2-68cd063b0477 req-62f5bb9a-574c-49b3-a8c5-fc1814b159fb tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745529 Jul 23 16:26:37.392628 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c7143f2-101c-4c0d-b994-030ba7ff12bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:37.405757 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-d0062120-0f68-471e-8774-1ddd7c6a4c03 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Transition to ACTIVE for port object d26b6c0c-a095-4674-9672-f08e8e034402 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:37.424230 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c7143f2-101c-4c0d-b994-030ba7ff12bb admin admin] Releasing vlan 1107 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:26:37.424611 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c7143f2-101c-4c0d-b994-030ba7ff12bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: self.session.flush() Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: self.session.flush() Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: self.session.flush() Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: self.session.flush() Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:26:37.428070 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:26:37.467823 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-d0062120-0f68-471e-8774-1ddd7c6a4c03 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:37.486569 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd90c4-bc4f-4ae8-9088-75381ae712ab req-960d62c4-b79c-4b45-9474-a94ed5532338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:37.488654 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d3cd90c4-bc4f-4ae8-9088-75381ae712ab req-960d62c4-b79c-4b45-9474-a94ed5532338 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=959acbff-33bf-4a9f-8d61-409d7b4f3e2f HTTP/1.1" status: 200 len: 1096 time: 0.3147724 Jul 23 16:26:37.517768 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-d0062120-0f68-471e-8774-1ddd7c6a4c03 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Network a11530e6-1993-441b-956a-6f9600ed92b8 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:37.525677 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-d0062120-0f68-471e-8774-1ddd7c6a4c03 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:37.544116 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-d0062120-0f68-471e-8774-1ddd7c6a4c03 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:37.565011 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f5448382-d7e1-4671-b885-97a68c8beed0 req-6fc10f86-31cf-4f5b-9bc0-a6510bc790b5 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=83d723b6-137c-48e2-b065-a9929b4afa68 HTTP/1.1" status: 200 len: 210 time: 0.0934401 Jul 23 16:26:37.601807 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73989a-3850-4fbb-9d2a-4d27275de5bb req-6b1ff05d-336f-4291-b808-6b041599b516 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:37.604013 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-de73989a-3850-4fbb-9d2a-4d27275de5bb req-6b1ff05d-336f-4291-b808-6b041599b516 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 945 time: 0.3079748 Jul 23 16:26:37.634696 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-d0062120-0f68-471e-8774-1ddd7c6a4c03 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:37.635374 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-d0062120-0f68-471e-8774-1ddd7c6a4c03 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:37.639009 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c7143f2-101c-4c0d-b994-030ba7ff12bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:37.652776 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0062120-0f68-471e-8774-1ddd7c6a4c03 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Pushing event updated for resources: {'Port': ['ID=d26b6c0c-a095-4674-9672-f08e8e034402,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:37.658389 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-d0062120-0f68-471e-8774-1ddd7c6a4c03 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0526247 Jul 23 16:26:37.674389 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ee4409a7-c065-4fc9-84f2-326e31896c1a tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Request body: {'port': {'device_id': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '72536959-6d28-4d4b-a817-b894e84f9992', 'admin_state_up': True, 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'security_groups': ['0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:37.674558 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c7143f2-101c-4c0d-b994-030ba7ff12bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:37.676514 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8c7143f2-101c-4c0d-b994-030ba7ff12bb admin admin] 10.222.0.73 "DELETE /v2.0/networks/0663c668-ffcc-47dc-9916-b37f2503c9ae HTTP/1.1" status: 204 len: 168 time: 1.8348205 Jul 23 16:26:37.727605 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d3cd90c4-bc4f-4ae8-9088-75381ae712ab req-129b3c2c-6cb3-40d0-96f8-7d2e6484c404 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963351 Jul 23 16:26:37.741220 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7143f2-101c-4c0d-b994-030ba7ff12bb admin admin] Pushing event deleted for resources: {'Network': ['ID=0663c668-ffcc-47dc-9916-b37f2503c9ae,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:37.797709 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-de73989a-3850-4fbb-9d2a-4d27275de5bb req-1a77caa7-2633-4adc-accf-bd6e88787142 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772122 Jul 23 16:26:37.863282 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ee4409a7-c065-4fc9-84f2-326e31896c1a tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Made reservation on behalf of d58be7bf092b45e2a9dae39829ba7b2e for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:37.891906 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67423a-7d40-4e48-9244-6d86448670ee req-e5b8ebfd-d847-48e5-afe7-71b19e44353c tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:37.901860 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37068) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:37.908567 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67423a-7d40-4e48-9244-6d86448670ee req-e5b8ebfd-d847-48e5-afe7-71b19e44353c tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:37.923814 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67423a-7d40-4e48-9244-6d86448670ee req-e5b8ebfd-d847-48e5-afe7-71b19e44353c tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:37.926900 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa67423a-7d40-4e48-9244-6d86448670ee req-e5b8ebfd-d847-48e5-afe7-71b19e44353c tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 2374 time: 0.2472751 Jul 23 16:26:37.939817 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4251b492-f225-4bd1-b47d-68864725d193 None None] Provisioning for port d26b6c0c-a095-4674-9672-f08e8e034402 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:37.944510 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4251b492-f225-4bd1-b47d-68864725d193 None None] Provisioning complete for port d26b6c0c-a095-4674-9672-f08e8e034402 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:37.944884 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4251b492-f225-4bd1-b47d-68864725d193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:37.997425 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa67423a-7d40-4e48-9244-6d86448670ee req-fb5379ee-c56e-4ee0-84a7-551639d75a80 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/security-groups?id=0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627470 Jul 23 16:26:38.008061 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4251b492-f225-4bd1-b47d-68864725d193 None None] Port d26b6c0c-a095-4674-9672-f08e8e034402 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:26:38.046565 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 37074) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:38.053748 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-dff49f83-6831-4430-8cc5-35a01e6d9531 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fb676069524140d885efdc13eef1aa27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1505697 Jul 23 16:26:38.080542 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ee4409a7-c065-4fc9-84f2-326e31896c1a tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:38.308405 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1c81b3d-fa66-4da8-b907-78ad57a1e565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:38.331218 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ee4409a7-c065-4fc9-84f2-326e31896c1a tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Allocated IP 10.2.2.100 (72536959-6d28-4d4b-a817-b894e84f9992/43e3b6e1-204d-4ff9-bc32-923f74e47c31/faeb3d4d-ead5-454a-9873-67df475e0096) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:38.341831 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1c81b3d-fa66-4da8-b907-78ad57a1e565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:38.419022 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-a1babbfb-80a8-48ba-be1e-fd7f31ae8ffe tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:38.420585 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-a1babbfb-80a8-48ba-be1e-fd7f31ae8ffe tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.97 "GET /v2.0/networks?id=0f7dd329-aa9a-4731-b1db-d3280f9ea57e HTTP/1.1" status: 200 len: 814 time: 0.3397956 Jul 23 16:26:38.438459 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-632f00a9-5d72-4b8f-8fc9-6e1e1e0900e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Request body: {'port': {'device_id': '83d723b6-137c-48e2-b065-a9929b4afa68', 'network_id': '0f7dd329-aa9a-4731-b1db-d3280f9ea57e', 'admin_state_up': True, 'tenant_id': 'd825726ca3204edd88a4cd6a8f6f20f7'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:38.479995 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908641c-e9c2-41d3-a642-f0081c77be3d req-5743ba8f-fdac-4305-807c-5d6452eb2ffe tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:38.480991 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d908641c-e9c2-41d3-a642-f0081c77be3d req-5743ba8f-fdac-4305-807c-5d6452eb2ffe tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 1095 time: 0.3020287 Jul 23 16:26:38.500127 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95e060-dc55-4f3c-96f6-ac0af45122af req-4da5d67e-7379-4876-bcbe-1fe5ee932676 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:38.510537 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1e95e060-dc55-4f3c-96f6-ac0af45122af req-4da5d67e-7379-4876-bcbe-1fe5ee932676 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=959acbff-33bf-4a9f-8d61-409d7b4f3e2f HTTP/1.1" status: 200 len: 945 time: 0.3348520 Jul 23 16:26:38.512882 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:38.529566 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ee4409a7-c065-4fc9-84f2-326e31896c1a tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:38.547927 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ee4409a7-c065-4fc9-84f2-326e31896c1a tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Transition to ACTIVE for port object faeb3d4d-ead5-454a-9873-67df475e0096 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:38.569886 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1c81b3d-fa66-4da8-b907-78ad57a1e565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:38.574265 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1c81b3d-fa66-4da8-b907-78ad57a1e565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:38.584466 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d1c81b3d-fa66-4da8-b907-78ad57a1e565 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c5571abc-1d0f-45d8-ab00-5f40046b7d09 HTTP/1.1" status: 204 len: 168 time: 0.5303371 Jul 23 16:26:38.592593 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ee4409a7-c065-4fc9-84f2-326e31896c1a tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:38.627043 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c81b3d-fa66-4da8-b907-78ad57a1e565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5571abc-1d0f-45d8-ab00-5f40046b7d09,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:38.667602 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ee4409a7-c065-4fc9-84f2-326e31896c1a tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Network 72536959-6d28-4d4b-a817-b894e84f9992 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:38.673633 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ee4409a7-c065-4fc9-84f2-326e31896c1a tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:38.685425 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ee4409a7-c065-4fc9-84f2-326e31896c1a tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:38.697729 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1e95e060-dc55-4f3c-96f6-ac0af45122af req-bece6bb7-e6a8-4c52-9f45-966c8e255bb1 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851866 Jul 23 16:26:38.715170 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d908641c-e9c2-41d3-a642-f0081c77be3d req-de3d53ee-acca-4da1-9558-b82f776982cf tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244785 Jul 23 16:26:38.805812 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-632f00a9-5d72-4b8f-8fc9-6e1e1e0900e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Made reservation on behalf of d825726ca3204edd88a4cd6a8f6f20f7 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:38.812651 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-632f00a9-5d72-4b8f-8fc9-6e1e1e0900e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:38.838895 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4409a7-c065-4fc9-84f2-326e31896c1a tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Pushing event updated for resources: {'Port': ['ID=faeb3d4d-ead5-454a-9873-67df475e0096,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:38.869594 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ee4409a7-c065-4fc9-84f2-326e31896c1a tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:38.875374 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ee4409a7-c065-4fc9-84f2-326e31896c1a tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:38.913663 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ee4409a7-c065-4fc9-84f2-326e31896c1a tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2462854 Jul 23 16:26:38.927969 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-1a7f3590-045b-46c0-ba8e-471d2bc9f50b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Request body: {'port': {'device_id': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '72536959-6d28-4d4b-a817-b894e84f9992', 'admin_state_up': True, 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'security_groups': ['0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:38.999739 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e17744e5-f4d2-4d00-af98-e03a425e5ea9 req-22056ddd-160b-4b7a-81e7-d3ab4d3025a9 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=83d723b6-137c-48e2-b065-a9929b4afa68 HTTP/1.1" status: 200 len: 210 time: 0.1160367 Jul 23 16:26:39.059966 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-5e1d688a-37da-4c1d-8c98-6e35363faa04 None None] Provisioning for port faeb3d4d-ead5-454a-9873-67df475e0096 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:39.065547 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-5e1d688a-37da-4c1d-8c98-6e35363faa04 None None] Provisioning complete for port faeb3d4d-ead5-454a-9873-67df475e0096 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:39.066352 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5e1d688a-37da-4c1d-8c98-6e35363faa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:39.110859 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384da06-44bf-40d3-a907-2c84d9124924 req-e88705c6-9c94-49ef-b288-6be2765131af tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:39.111317 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-1a7f3590-045b-46c0-ba8e-471d2bc9f50b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Made reservation on behalf of d58be7bf092b45e2a9dae39829ba7b2e for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:39.112944 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4384da06-44bf-40d3-a907-2c84d9124924 req-e88705c6-9c94-49ef-b288-6be2765131af tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 1095 time: 0.1427536 Jul 23 16:26:39.127258 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-1a7f3590-045b-46c0-ba8e-471d2bc9f50b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:39.150912 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-5e1d688a-37da-4c1d-8c98-6e35363faa04 None None] Port faeb3d4d-ead5-454a-9873-67df475e0096 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:26:39.183432 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4384da06-44bf-40d3-a907-2c84d9124924 req-e31fa20b-e1b4-48fe-b42a-73072810767e tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625644 Jul 23 16:26:39.291279 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-632f00a9-5d72-4b8f-8fc9-6e1e1e0900e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Allocated IP 172.20.0.4 (0f7dd329-aa9a-4731-b1db-d3280f9ea57e/9c6b9aa7-0241-48a5-922c-6156c433486f/850294b4-c641-440e-8b3b-f74bd72da704) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:39.316154 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf5512-2d0b-4315-911e-e1af348f7a1a req-d5146741-6ca1-4bb9-bdaf-fe9c9f2ee281 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:39.328166 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4edf5512-2d0b-4315-911e-e1af348f7a1a req-d5146741-6ca1-4bb9-bdaf-fe9c9f2ee281 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 945 time: 0.1467896 Jul 23 16:26:39.422461 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4edf5512-2d0b-4315-911e-e1af348f7a1a req-c79470d2-2d02-4f32-9211-9d3e5b2fa301 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810988 Jul 23 16:26:39.482855 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-1a7f3590-045b-46c0-ba8e-471d2bc9f50b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Allocated IP 10.2.2.200 (72536959-6d28-4d4b-a817-b894e84f9992/43e3b6e1-204d-4ff9-bc32-923f74e47c31/a9569114-a844-492a-9768-c27463ea9bb4) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:39.627884 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c101ffe-7ccd-4874-8a79-9d634c55737f req-da7aa879-0029-4b14-a1be-25c5a3b6e87b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:39.634633 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c101ffe-7ccd-4874-8a79-9d634c55737f req-da7aa879-0029-4b14-a1be-25c5a3b6e87b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:39.640807 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c101ffe-7ccd-4874-8a79-9d634c55737f req-da7aa879-0029-4b14-a1be-25c5a3b6e87b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:39.647007 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c101ffe-7ccd-4874-8a79-9d634c55737f req-da7aa879-0029-4b14-a1be-25c5a3b6e87b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:39.648802 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c101ffe-7ccd-4874-8a79-9d634c55737f req-da7aa879-0029-4b14-a1be-25c5a3b6e87b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 3095 time: 0.1992371 Jul 23 16:26:39.730853 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c101ffe-7ccd-4874-8a79-9d634c55737f req-9e82b6eb-d272-4009-b3b2-fb6c9566a026 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/security-groups?id=0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576198 Jul 23 16:26:39.753508 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-632f00a9-5d72-4b8f-8fc9-6e1e1e0900e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:39.784143 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-1a7f3590-045b-46c0-ba8e-471d2bc9f50b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:39.820636 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-1a7f3590-045b-46c0-ba8e-471d2bc9f50b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Transition to ACTIVE for port object a9569114-a844-492a-9768-c27463ea9bb4 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:39.841194 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37126) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:39.867062 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-632f00a9-5d72-4b8f-8fc9-6e1e1e0900e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:39.954939 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec1e29d-c5d3-4de7-8e1b-ce2adde5e0c4 admin admin] Deleting subnet d43fd6cb-e8d4-4142-aca9-887341559ce5 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:26:39.973166 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eec1e29d-c5d3-4de7-8e1b-ce2adde5e0c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:39.975078 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37132) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:40.044684 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eec1e29d-c5d3-4de7-8e1b-ce2adde5e0c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:40.052357 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-632f00a9-5d72-4b8f-8fc9-6e1e1e0900e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Network 0f7dd329-aa9a-4731-b1db-d3280f9ea57e is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:40.060744 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-632f00a9-5d72-4b8f-8fc9-6e1e1e0900e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:40.074056 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f00a9-5d72-4b8f-8fc9-6e1e1e0900e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Pushing event updated for resources: {'Port': ['ID=850294b4-c641-440e-8b3b-f74bd72da704,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:40.078594 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-632f00a9-5d72-4b8f-8fc9-6e1e1e0900e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:40.119607 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-1a7f3590-045b-46c0-ba8e-471d2bc9f50b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:40.198854 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-632f00a9-5d72-4b8f-8fc9-6e1e1e0900e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:40.199539 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-632f00a9-5d72-4b8f-8fc9-6e1e1e0900e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:40.213997 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-8b7c6cdb-74d5-45b4-9e93-f294f0f51457 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1055492437-network', 'tenant_id': '2c1540bf7e9d405293d55a070efc5538'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:40.229103 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-1a7f3590-045b-46c0-ba8e-471d2bc9f50b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Network 72536959-6d28-4d4b-a817-b894e84f9992 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:40.241094 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-1a7f3590-045b-46c0-ba8e-471d2bc9f50b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:40.248965 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eec1e29d-c5d3-4de7-8e1b-ce2adde5e0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:40.251230 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-1a7f3590-045b-46c0-ba8e-471d2bc9f50b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:40.254047 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a129a2-1e87-4d89-95bf-719e2356f778 req-388bb99b-20f4-4675-bff3-f6b5bb828ab6 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:40.261287 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e1a129a2-1e87-4d89-95bf-719e2356f778 req-388bb99b-20f4-4675-bff3-f6b5bb828ab6 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=959acbff-33bf-4a9f-8d61-409d7b4f3e2f HTTP/1.1" status: 200 len: 945 time: 0.3180313 Jul 23 16:26:40.263898 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-632f00a9-5d72-4b8f-8fc9-6e1e1e0900e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8314004 Jul 23 16:26:40.276124 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f3590-045b-46c0-ba8e-471d2bc9f50b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Pushing event updated for resources: {'Port': ['ID=a9569114-a844-492a-9768-c27463ea9bb4,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:40.285133 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-412457a0-19c3-4eb7-9458-15b0ca8057e0 service neutron] Request body: {'port': {'device_id': '83d723b6-137c-48e2-b065-a9929b4afa68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:40.350166 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-1a7f3590-045b-46c0-ba8e-471d2bc9f50b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:40.350904 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-1a7f3590-045b-46c0-ba8e-471d2bc9f50b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:40.353909 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e1a129a2-1e87-4d89-95bf-719e2356f778 req-b54b93ac-8148-4b73-8260-f19e877dc373 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914309 Jul 23 16:26:40.370323 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7c6cdb-74d5-45b4-9e93-f294f0f51457 admin admin] Made reservation on behalf of 2c1540bf7e9d405293d55a070efc5538 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:40.373153 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b7c6cdb-74d5-45b4-9e93-f294f0f51457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:40.390757 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b7c6cdb-74d5-45b4-9e93-f294f0f51457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:40.416641 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-1a7f3590-045b-46c0-ba8e-471d2bc9f50b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4967248 Jul 23 16:26:40.435468 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eec1e29d-c5d3-4de7-8e1b-ce2adde5e0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:40.452657 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ab95763a-e739-4977-93a9-7e291aea6bf0 service neutron] Request body: {'port': {'device_id': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:40.516003 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d4d07-7286-4896-9bac-96a423a7c242 req-87c12ecc-dbbd-4e4b-b839-6f4e9788e95c tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:40.519154 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-239d4d07-7286-4896-9bac-96a423a7c242 req-87c12ecc-dbbd-4e4b-b839-6f4e9788e95c tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=83d723b6-137c-48e2-b065-a9929b4afa68 HTTP/1.1" status: 200 len: 931 time: 0.3270597 Jul 23 16:26:40.545673 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eec1e29d-c5d3-4de7-8e1b-ce2adde5e0c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:40.548846 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-eec1e29d-c5d3-4de7-8e1b-ce2adde5e0c4 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/d43fd6cb-e8d4-4142-aca9-887341559ce5 HTTP/1.1" status: 204 len: 168 time: 0.7060864 Jul 23 16:26:40.558562 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37146) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:40.560172 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1e29d-c5d3-4de7-8e1b-ce2adde5e0c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d43fd6cb-e8d4-4142-aca9-887341559ce5,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:40.629707 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-412457a0-19c3-4eb7-9458-15b0ca8057e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:40.692066 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-5d9da9b6-7b90-454f-94b4-f043862c72e1 None None] Provisioning for port a9569114-a844-492a-9768-c27463ea9bb4 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:40.705853 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-5d9da9b6-7b90-454f-94b4-f043862c72e1 None None] Provisioning complete for port a9569114-a844-492a-9768-c27463ea9bb4 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:40.707219 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5d9da9b6-7b90-454f-94b4-f043862c72e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:40.754024 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-239d4d07-7286-4896-9bac-96a423a7c242 req-bee08899-47b9-4838-8b5b-1d0d39496106 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228558 Jul 23 16:26:40.817091 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-5d9da9b6-7b90-454f-94b4-f043862c72e1 None None] Port a9569114-a844-492a-9768-c27463ea9bb4 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:26:41.072667 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ab95763a-e739-4977-93a9-7e291aea6bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:41.140191 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-412457a0-19c3-4eb7-9458-15b0ca8057e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 850294b4-c641-440e-8b3b-f74bd72da704 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:41.149112 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-412457a0-19c3-4eb7-9458-15b0ca8057e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:41.161954 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-412457a0-19c3-4eb7-9458-15b0ca8057e0 service neutron] Transition to ACTIVE for port object 850294b4-c641-440e-8b3b-f74bd72da704 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:41.184884 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-412457a0-19c3-4eb7-9458-15b0ca8057e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:41.324405 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412457a0-19c3-4eb7-9458-15b0ca8057e0 service neutron] Pushing event updated for resources: {'Port': ['ID=850294b4-c641-440e-8b3b-f74bd72da704,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:41.359198 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f69505a3-bf24-4e9a-99d7-f034601f5531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:41.394331 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af308818-5930-4bee-af9e-d89fab558c6f req-1412f207-7a77-45cd-8ebf-9ab145807d41 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:41.402877 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-af308818-5930-4bee-af9e-d89fab558c6f req-1412f207-7a77-45cd-8ebf-9ab145807d41 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 945 time: 0.2361274 Jul 23 16:26:41.423864 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc1bb2-9982-4174-aef6-f415606ec0ec req-48e7aeb5-d9fc-41ef-aa00-618abdcc60a4 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:41.430736 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc1bb2-9982-4174-aef6-f415606ec0ec req-48e7aeb5-d9fc-41ef-aa00-618abdcc60a4 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:41.437243 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc1bb2-9982-4174-aef6-f415606ec0ec req-48e7aeb5-d9fc-41ef-aa00-618abdcc60a4 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:41.443691 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc1bb2-9982-4174-aef6-f415606ec0ec req-48e7aeb5-d9fc-41ef-aa00-618abdcc60a4 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:41.451992 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc1bb2-9982-4174-aef6-f415606ec0ec req-48e7aeb5-d9fc-41ef-aa00-618abdcc60a4 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:41.459826 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8bdc1bb2-9982-4174-aef6-f415606ec0ec req-48e7aeb5-d9fc-41ef-aa00-618abdcc60a4 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 3816 time: 0.2963459 Jul 23 16:26:41.493796 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-412457a0-19c3-4eb7-9458-15b0ca8057e0 service neutron] Attempting to bind port 850294b4-c641-440e-8b3b-f74bd72da704 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:26:41.494180 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-412457a0-19c3-4eb7-9458-15b0ca8057e0 service neutron] Attempting to bind port 850294b4-c641-440e-8b3b-f74bd72da704 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '4922e251-ec1f-41e7-8718-5d07a120e814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '0f7dd329-aa9a-4731-b1db-d3280f9ea57e'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:26:41.494460 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-412457a0-19c3-4eb7-9458-15b0ca8057e0 service neutron] Attempting to bind port 850294b4-c641-440e-8b3b-f74bd72da704 on network 0f7dd329-aa9a-4731-b1db-d3280f9ea57e {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:41.503791 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b7c6cdb-74d5-45b4-9e93-f294f0f51457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:41.518532 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-412457a0-19c3-4eb7-9458-15b0ca8057e0 service neutron] Port 850294b4-c641-440e-8b3b-f74bd72da704 on network 0f7dd329-aa9a-4731-b1db-d3280f9ea57e not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:26:41.519003 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-412457a0-19c3-4eb7-9458-15b0ca8057e0 service neutron] Attempting to bind port 850294b4-c641-440e-8b3b-f74bd72da704 on network 0f7dd329-aa9a-4731-b1db-d3280f9ea57e {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:41.526328 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b7c6cdb-74d5-45b4-9e93-f294f0f51457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:41.544832 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ab95763a-e739-4977-93a9-7e291aea6bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc9186aa-22f3-4cd2-aa4d-554b86e39cbf {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:41.552714 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-af308818-5930-4bee-af9e-d89fab558c6f req-2743136c-0c06-47f2-a091-16d3539c2410 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488137 Jul 23 16:26:41.561313 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-412457a0-19c3-4eb7-9458-15b0ca8057e0 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:26:41.561649 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-412457a0-19c3-4eb7-9458-15b0ca8057e0 service neutron] Checking segment: {'id': '4922e251-ec1f-41e7-8718-5d07a120e814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '0f7dd329-aa9a-4731-b1db-d3280f9ea57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:41.562042 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-412457a0-19c3-4eb7-9458-15b0ca8057e0 service neutron] Bound using segment: {'id': '4922e251-ec1f-41e7-8718-5d07a120e814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '0f7dd329-aa9a-4731-b1db-d3280f9ea57e'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:26:41.562519 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-412457a0-19c3-4eb7-9458-15b0ca8057e0 service neutron] Bound port: 850294b4-c641-440e-8b3b-f74bd72da704, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4922e251-ec1f-41e7-8718-5d07a120e814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '0f7dd329-aa9a-4731-b1db-d3280f9ea57e'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:26:41.563860 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-412457a0-19c3-4eb7-9458-15b0ca8057e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:41.568673 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ab95763a-e739-4977-93a9-7e291aea6bf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:41.601248 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8bdc1bb2-9982-4174-aef6-f415606ec0ec req-f3c9e074-68a6-49e5-86b1-0426c66f9eb6 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/security-groups?id=0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382365 Jul 23 16:26:41.607426 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f69505a3-bf24-4e9a-99d7-f034601f5531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:41.610135 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b7c6cdb-74d5-45b4-9e93-f294f0f51457 admin admin] vlan segment allocate from pool success with {'vlan_id': 1127, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:26:41.636935 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-f69505a3-bf24-4e9a-99d7-f034601f5531 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82019eae-1c1c-401f-bfe0-03402ab1798e']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:41.656456 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c6cdb-74d5-45b4-9e93-f294f0f51457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:41.659558 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ab95763a-e739-4977-93a9-7e291aea6bf0 service neutron] Transition to ACTIVE for port object dc9186aa-22f3-4cd2-aa4d-554b86e39cbf will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:41.661569 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-f69505a3-bf24-4e9a-99d7-f034601f5531 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '547e7b47-9cbf-487e-a708-93a261bed79a') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:41.661861 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-f69505a3-bf24-4e9a-99d7-f034601f5531 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '547e7b47-9cbf-487e-a708-93a261bed79a') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:41.664299 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b7c6cdb-74d5-45b4-9e93-f294f0f51457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:41.664803 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-8b7c6cdb-74d5-45b4-9e93-f294f0f51457 admin admin] Added segment f3aed737-88d1-4c58-b30e-6c9f55adb681 of type vlan for network cc8dea18-f617-4713-91bf-c9e3a30e4af5 Jul 23 16:26:41.682363 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ab95763a-e739-4977-93a9-7e291aea6bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:41.685815 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f69505a3-bf24-4e9a-99d7-f034601f5531 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:41.769801 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f69505a3-bf24-4e9a-99d7-f034601f5531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:41.777507 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f69505a3-bf24-4e9a-99d7-f034601f5531 admin admin] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:26:41.778238 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f69505a3-bf24-4e9a-99d7-f034601f5531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:41.783065 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:26:41.783065 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:26:41.783065 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:26:41.783065 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:26:41.783065 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:26:41.783065 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:26:41.783065 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:26:41.783065 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:26:41.783065 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:26:41.783065 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:26:41.783065 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:26:41.783065 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:26:41.783065 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:26:41.783065 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:26:41.783065 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:26:41.783065 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:26:41.783065 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:26:41.783065 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:26:41.783065 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:26:41.783065 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:26:41.783065 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:26:41.783065 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:26:41.783065 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:26:41.783065 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:26:41.783065 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:26:41.783065 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:26:41.783065 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:26:41.783065 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:26:41.783065 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:26:41.783065 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:26:41.783065 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:26:41.783065 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:26:41.789146 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-412457a0-19c3-4eb7-9458-15b0ca8057e0 service neutron] For port 850294b4-c641-440e-8b3b-f74bd72da704, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:26:41.839923 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b7c6cdb-74d5-45b4-9e93-f294f0f51457 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:41.950885 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95763a-e739-4977-93a9-7e291aea6bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9186aa-22f3-4cd2-aa4d-554b86e39cbf,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:41.960809 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f69505a3-bf24-4e9a-99d7-f034601f5531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:41.980755 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f69505a3-bf24-4e9a-99d7-f034601f5531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:41.983174 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-412457a0-19c3-4eb7-9458-15b0ca8057e0 service neutron] For port 850294b4-c641-440e-8b3b-f74bd72da704, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=850294b4-c641-440e-8b3b-f74bd72da704,segment=NetworkSegment(4922e251-ec1f-41e7-8718-5d07a120e814),segment_id=4922e251-ec1f-41e7-8718-5d07a120e814)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:26:41.988203 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f69505a3-bf24-4e9a-99d7-f034601f5531 admin admin] 10.222.0.73 "DELETE /v2.0/networks/82019eae-1c1c-401f-bfe0-03402ab1798e HTTP/1.1" status: 204 len: 168 time: 1.4247131 Jul 23 16:26:41.995289 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-412457a0-19c3-4eb7-9458-15b0ca8057e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:42.080336 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69505a3-bf24-4e9a-99d7-f034601f5531 admin admin] Pushing event deleted for resources: {'Network': ['ID=82019eae-1c1c-401f-bfe0-03402ab1798e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:42.089463 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-412457a0-19c3-4eb7-9458-15b0ca8057e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:42.090093 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-412457a0-19c3-4eb7-9458-15b0ca8057e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:42.091861 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-412457a0-19c3-4eb7-9458-15b0ca8057e0 service neutron] 10.222.0.97 "PUT /v2.0/ports/850294b4-c641-440e-8b3b-f74bd72da704 HTTP/1.1" status: 200 len: 1091 time: 1.8109429 Jul 23 16:26:42.098218 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d723b6-137c-48e2-b065-a9929b4afa68', 'tag': '850294b4-c641-440e-8b3b-f74bd72da704'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:42.102190 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3009d349-8d18-4b46-abe5-f6be68ac58c9" -d '{"events": [{"name": "network-changed", "server_uuid": "83d723b6-137c-48e2-b065-a9929b4afa68", "tag": "850294b4-c641-440e-8b3b-f74bd72da704"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:42.151947 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b7c6cdb-74d5-45b4-9e93-f294f0f51457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:42.153086 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7c6cdb-74d5-45b4-9e93-f294f0f51457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:42.162957 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b7c6cdb-74d5-45b4-9e93-f294f0f51457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:42.187658 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65885b52-8388-486d-8096-a39bd6a6c124 req-22736348-8f4c-432e-81be-eaf10bea5ae4 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:42.197731 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-65885b52-8388-486d-8096-a39bd6a6c124 req-22736348-8f4c-432e-81be-eaf10bea5ae4 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=83d723b6-137c-48e2-b065-a9929b4afa68 HTTP/1.1" status: 200 len: 943 time: 0.3371370 Jul 23 16:26:42.207210 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412457a0-19c3-4eb7-9458-15b0ca8057e0 service neutron] Pushing event updated for resources: {'Port': ['ID=850294b4-c641-440e-8b3b-f74bd72da704,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:42.240831 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8b7c6cdb-74d5-45b4-9e93-f294f0f51457 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2473869 Jul 23 16:26:42.244902 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37200) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:42.262097 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-d98b9357-2200-42f9-971e-a5e44c45ad01 admin admin] Request body: {'subnet': {'network_id': 'cc8dea18-f617-4713-91bf-c9e3a30e4af5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1055492437-subnet', 'tenant_id': '2c1540bf7e9d405293d55a070efc5538', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:42.340261 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 37204) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:42.341541 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c6cdb-74d5-45b4-9e93-f294f0f51457 admin admin] Pushing event updated for resources: {'Network': ['ID=cc8dea18-f617-4713-91bf-c9e3a30e4af5,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:42.341743 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49a8b28-8c47-4ec8-a52d-b1303407d386 x-openstack-request-id: req-f49a8b28-8c47-4ec8-a52d-b1303407d386 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:42.341914 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d723b6-137c-48e2-b065-a9929b4afa68", "tag": "850294b4-c641-440e-8b3b-f74bd72da704", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:42.342368 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f49a8b28-8c47-4ec8-a52d-b1303407d386 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:42.342931 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d723b6-137c-48e2-b065-a9929b4afa68', 'tag': '850294b4-c641-440e-8b3b-f74bd72da704', 'status': 'completed', 'code': 200} Jul 23 16:26:42.359077 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98b9357-2200-42f9-971e-a5e44c45ad01 admin admin] Made reservation on behalf of 2c1540bf7e9d405293d55a070efc5538 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:42.362021 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network cc8dea18-f617-4713-91bf-c9e3a30e4af5 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:26:42.380650 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d98b9357-2200-42f9-971e-a5e44c45ad01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:42.384168 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ab95763a-e739-4977-93a9-7e291aea6bf0 service neutron] Attempting to bind port dc9186aa-22f3-4cd2-aa4d-554b86e39cbf on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:26:42.384643 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ab95763a-e739-4977-93a9-7e291aea6bf0 service neutron] Attempting to bind port dc9186aa-22f3-4cd2-aa4d-554b86e39cbf by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '61338f32-9a58-40b9-943e-6dd5f20a15f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'ccfb93aa-128e-41ae-813f-cc1797d91993'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:26:42.385108 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ab95763a-e739-4977-93a9-7e291aea6bf0 service neutron] Attempting to bind port dc9186aa-22f3-4cd2-aa4d-554b86e39cbf on network ccfb93aa-128e-41ae-813f-cc1797d91993 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:42.427275 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ab95763a-e739-4977-93a9-7e291aea6bf0 service neutron] Port dc9186aa-22f3-4cd2-aa4d-554b86e39cbf on network ccfb93aa-128e-41ae-813f-cc1797d91993 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:26:42.431073 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ab95763a-e739-4977-93a9-7e291aea6bf0 service neutron] Attempting to bind port dc9186aa-22f3-4cd2-aa4d-554b86e39cbf on network ccfb93aa-128e-41ae-813f-cc1797d91993 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:42.466296 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ab95763a-e739-4977-93a9-7e291aea6bf0 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:26:42.466757 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ab95763a-e739-4977-93a9-7e291aea6bf0 service neutron] Checking segment: {'id': '61338f32-9a58-40b9-943e-6dd5f20a15f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'ccfb93aa-128e-41ae-813f-cc1797d91993'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:42.469004 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ab95763a-e739-4977-93a9-7e291aea6bf0 service neutron] Bound using segment: {'id': '61338f32-9a58-40b9-943e-6dd5f20a15f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'ccfb93aa-128e-41ae-813f-cc1797d91993'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:26:42.469606 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ab95763a-e739-4977-93a9-7e291aea6bf0 service neutron] Bound port: dc9186aa-22f3-4cd2-aa4d-554b86e39cbf, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61338f32-9a58-40b9-943e-6dd5f20a15f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'ccfb93aa-128e-41ae-813f-cc1797d91993'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:26:42.470097 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ab95763a-e739-4977-93a9-7e291aea6bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:42.625775 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ab95763a-e739-4977-93a9-7e291aea6bf0 service neutron] For port dc9186aa-22f3-4cd2-aa4d-554b86e39cbf, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:26:42.635076 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ab95763a-e739-4977-93a9-7e291aea6bf0 service neutron] For port dc9186aa-22f3-4cd2-aa4d-554b86e39cbf, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=dc9186aa-22f3-4cd2-aa4d-554b86e39cbf,segment=NetworkSegment(61338f32-9a58-40b9-943e-6dd5f20a15f7),segment_id=61338f32-9a58-40b9-943e-6dd5f20a15f7)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:26:42.677885 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ab95763a-e739-4977-93a9-7e291aea6bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:42.770308 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ab95763a-e739-4977-93a9-7e291aea6bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:42.770707 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ab95763a-e739-4977-93a9-7e291aea6bf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:42.772127 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ab95763a-e739-4977-93a9-7e291aea6bf0 service neutron] 10.222.0.74 "PUT /v2.0/ports/dc9186aa-22f3-4cd2-aa4d-554b86e39cbf HTTP/1.1" status: 200 len: 1091 time: 2.3239894 Jul 23 16:26:42.773171 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-65885b52-8388-486d-8096-a39bd6a6c124 req-205c6df4-3f25-4b96-9a21-a159b6a419ea tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5744205 Jul 23 16:26:42.779479 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'tag': 'dc9186aa-22f3-4cd2-aa4d-554b86e39cbf'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:42.781958 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b2c2ef-c8d7-4ed2-997b-b668487f0230" -d '{"events": [{"name": "network-changed", "server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "tag": "dc9186aa-22f3-4cd2-aa4d-554b86e39cbf"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:42.820842 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-95c6a687-5c80-4d87-8a90-b0cc9828e142 service neutron] Request body: {'port': {'device_id': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:42.837657 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-b52ca5a9-bf3a-4d54-b4a0-d3ed57620d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:42.839261 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-b52ca5a9-bf3a-4d54-b4a0-d3ed57620d5c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d825726ca3204edd88a4cd6a8f6f20f7&device_id=83d723b6-137c-48e2-b065-a9929b4afa68 HTTP/1.1" status: 200 len: 1094 time: 0.6965244 Jul 23 16:26:42.866479 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-02de653f-68a6-4eda-b995-e88741b68240 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9cbc1c21f7964e01b51dfaadd6e91df9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5223019 Jul 23 16:26:42.871040 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 37214) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:42.934854 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d98b9357-2200-42f9-971e-a5e44c45ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:42.940015 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95763a-e739-4977-93a9-7e291aea6bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9186aa-22f3-4cd2-aa4d-554b86e39cbf,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:42.959038 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-e0425a3f-ab9d-4483-a76f-7f647e63169b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=850294b4-c641-440e-8b3b-f74bd72da704 HTTP/1.1" status: 200 len: 217 time: 0.1040106 Jul 23 16:26:43.011577 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-95c6a687-5c80-4d87-8a90-b0cc9828e142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:43.019024 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75992f96-b2a4-40c4-91dd-5902d0f7d1a7 req-9fc25844-51d6-4fce-bca5-01084fcbc38c tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:43.021040 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-75992f96-b2a4-40c4-91dd-5902d0f7d1a7 req-9fc25844-51d6-4fce-bca5-01084fcbc38c tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=959acbff-33bf-4a9f-8d61-409d7b4f3e2f HTTP/1.1" status: 200 len: 945 time: 0.2978346 Jul 23 16:26:43.021995 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b9357-2200-42f9-971e-a5e44c45ad01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f61c49a9-6bc7-45a2-9702-af85b441d4d7,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:43.089143 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98b9357-2200-42f9-971e-a5e44c45ad01 admin admin] Checking segment: {'id': 'f3aed737-88d1-4c58-b30e-6c9f55adb681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'cc8dea18-f617-4713-91bf-c9e3a30e4af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:43.089648 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98b9357-2200-42f9-971e-a5e44c45ad01 admin admin] Network hostable DHCP agents. Network: cc8dea18-f617-4713-91bf-c9e3a30e4af5, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:26:43.121010 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5b20a89b-9a03-46c0-907f-81036f041a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:43.176914 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-1d5e6d50-7575-4e4d-9b1b-4add5e2e6ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:43.178810 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-1d5e6d50-7575-4e4d-9b1b-4add5e2e6ed0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c6b9aa7-0241-48a5-922c-6156c433486f HTTP/1.1" status: 200 len: 854 time: 0.2104011 Jul 23 16:26:43.190794 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-75992f96-b2a4-40c4-91dd-5902d0f7d1a7 req-677910f9-3d88-4fa3-a077-f7d9615d40f5 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204567 Jul 23 16:26:43.202012 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5b20a89b-9a03-46c0-907f-81036f041a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:43.242093 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98b9357-2200-42f9-971e-a5e44c45ad01 admin admin] Network cc8dea18-f617-4713-91bf-c9e3a30e4af5 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:26:43.248818 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-8bbd5822-d2b0-4862-91ec-be054ad2b46e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=0f7dd329-aa9a-4731-b1db-d3280f9ea57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525279 Jul 23 16:26:43.296635 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da04ea-338f-4ea5-a05f-a14ab45bc044 req-21932ddd-c058-4d36-ba53-a1d866a6598e tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:43.300016 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-d98b9357-2200-42f9-971e-a5e44c45ad01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, cc8dea18-f617-4713-91bf-c9e3a30e4af5) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:43.303558 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98b9357-2200-42f9-971e-a5e44c45ad01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:43.304278 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d98b9357-2200-42f9-971e-a5e44c45ad01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:43.306448 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-68da04ea-338f-4ea5-a05f-a14ab45bc044 req-21932ddd-c058-4d36-ba53-a1d866a6598e tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 945 time: 0.3496969 Jul 23 16:26:43.318685 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbfd52f-7665-4425-b12e-e018e02966a7 None None] Network cc8dea18-f617-4713-91bf-c9e3a30e4af5 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:43.378226 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d98b9357-2200-42f9-971e-a5e44c45ad01 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1211894 Jul 23 16:26:43.498594 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-68da04ea-338f-4ea5-a05f-a14ab45bc044 req-446d430c-0bae-474e-8777-f90a384c546b tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907876 Jul 23 16:26:43.514161 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5b20a89b-9a03-46c0-907f-81036f041a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:43.516854 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5b20a89b-9a03-46c0-907f-81036f041a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:43.519593 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 2b532c2a-01ea-4970-8734-cb38ec2f1cce details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:26:43.527222 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5b20a89b-9a03-46c0-907f-81036f041a21 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/91faa8ef-c342-4931-9866-ae94feec735a HTTP/1.1" status: 204 len: 168 time: 0.6545072 Jul 23 16:26:43.577872 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20a89b-9a03-46c0-907f-81036f041a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91faa8ef-c342-4931-9866-ae94feec735a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:43.587375 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-c02f7dbb-38e6-4e94-a096-a40ba6db5dcf service neutron] 10.222.0.97 "GET /v2.0/networks/0f7dd329-aa9a-4731-b1db-d3280f9ea57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284898 Jul 23 16:26:43.612168 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f851de-0416-427c-82ce-46e7cb7dc6a4 req-02d7442d-7616-4659-bf69-4f0fd1742700 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:43.615404 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb77448-30db-45bc-ac1b-61828706f1eb x-openstack-request-id: req-ebb77448-30db-45bc-ac1b-61828706f1eb {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:43.617767 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "tag": "dc9186aa-22f3-4cd2-aa4d-554b86e39cbf", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:43.617767 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ebb77448-30db-45bc-ac1b-61828706f1eb {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:43.618594 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'tag': 'dc9186aa-22f3-4cd2-aa4d-554b86e39cbf', 'status': 'completed', 'code': 200} Jul 23 16:26:43.619237 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f851de-0416-427c-82ce-46e7cb7dc6a4 req-02d7442d-7616-4659-bf69-4f0fd1742700 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:43.626019 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f851de-0416-427c-82ce-46e7cb7dc6a4 req-02d7442d-7616-4659-bf69-4f0fd1742700 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:43.633940 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f851de-0416-427c-82ce-46e7cb7dc6a4 req-02d7442d-7616-4659-bf69-4f0fd1742700 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:43.639916 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f851de-0416-427c-82ce-46e7cb7dc6a4 req-02d7442d-7616-4659-bf69-4f0fd1742700 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:43.641951 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-40f851de-0416-427c-82ce-46e7cb7dc6a4 req-02d7442d-7616-4659-bf69-4f0fd1742700 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 3828 time: 0.3620420 Jul 23 16:26:43.647622 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-95c6a687-5c80-4d87-8a90-b0cc9828e142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:43.680332 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-95c6a687-5c80-4d87-8a90-b0cc9828e142 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:43.699784 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c112976b-9277-4058-86de-eda3b5a3b8d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-cc8dea18-f617-4713-91bf-c9e3a30e4af5', 'network_id': 'cc8dea18-f617-4713-91bf-c9e3a30e4af5', 'tenant_id': '2c1540bf7e9d405293d55a070efc5538', 'fixed_ips': [{'subnet_id': 'f61c49a9-6bc7-45a2-9702-af85b441d4d7'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:26:43.700645 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c112976b-9277-4058-86de-eda3b5a3b8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:43.744859 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-95c6a687-5c80-4d87-8a90-b0cc9828e142 service neutron] Transition to ACTIVE for port object 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:43.751656 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-95c6a687-5c80-4d87-8a90-b0cc9828e142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:43.775554 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.resource_extend [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:26:43.888789 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-40f851de-0416-427c-82ce-46e7cb7dc6a4 req-f1b80cd9-51fe-455d-9d2b-3c991eae5450 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/security-groups?id=0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261109 Jul 23 16:26:43.949593 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 2b532c2a-01ea-4970-8734-cb38ec2f1cce, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=2b532c2a-01ea-4970-8734-cb38ec2f1cce,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:43.957859 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80b29837-d5a6-4246-8da9-8c2575a92a4b req-80fc5d0f-3bcd-4011-803c-68b61236eccf service neutron] 10.222.0.97 "GET /v2.0/networks/0f7dd329-aa9a-4731-b1db-d3280f9ea57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142457 Jul 23 16:26:43.980610 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '2b532c2a-01ea-4970-8734-cb38ec2f1cce', 'network_id': 'c0156383-d263-44ff-9a8d-9ced71d28f03', 'port_id': '2b532c2a-01ea-4970-8734-cb38ec2f1cce', 'mac_address': 'fa:16:3e:11:b1:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe4be59-2cd1-45d4-8fb1-b572bd36b8ca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:26:43.983907 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2c2ef-c8d7-4ed2-997b-b668487f0230 req-8444b46a-f2a3-4d3a-a74c-bac1987f7d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:43.984569 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2c2ef-c8d7-4ed2-997b-b668487f0230 req-8444b46a-f2a3-4d3a-a74c-bac1987f7d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:43.988101 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2c2ef-c8d7-4ed2-997b-b668487f0230 req-8444b46a-f2a3-4d3a-a74c-bac1987f7d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:43.989014 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2c2ef-c8d7-4ed2-997b-b668487f0230 req-8444b46a-f2a3-4d3a-a74c-bac1987f7d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:43.989558 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2c2ef-c8d7-4ed2-997b-b668487f0230 req-8444b46a-f2a3-4d3a-a74c-bac1987f7d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:43.992147 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-60b2c2ef-c8d7-4ed2-997b-b668487f0230 req-8444b46a-f2a3-4d3a-a74c-bac1987f7d76 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d58be7bf092b45e2a9dae39829ba7b2e&device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 4363 time: 0.3402784 Jul 23 16:26:44.067400 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6a687-5c80-4d87-8a90-b0cc9828e142 service neutron] Pushing event updated for resources: {'Port': ['ID=57d68a11-dd1b-4a5c-a0af-fd74214dd8b3,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:44.151582 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-95c6a687-5c80-4d87-8a90-b0cc9828e142 service neutron] Attempting to bind port 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:26:44.152013 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-95c6a687-5c80-4d87-8a90-b0cc9828e142 service neutron] Attempting to bind port 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a11530e6-1993-441b-956a-6f9600ed92b8'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:26:44.152359 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-95c6a687-5c80-4d87-8a90-b0cc9828e142 service neutron] Attempting to bind port 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 on network a11530e6-1993-441b-956a-6f9600ed92b8 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:44.161803 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-95c6a687-5c80-4d87-8a90-b0cc9828e142 service neutron] Port 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 on network a11530e6-1993-441b-956a-6f9600ed92b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:26:44.162136 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-95c6a687-5c80-4d87-8a90-b0cc9828e142 service neutron] Attempting to bind port 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 on network a11530e6-1993-441b-956a-6f9600ed92b8 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:44.172716 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-95c6a687-5c80-4d87-8a90-b0cc9828e142 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:26:44.173093 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-95c6a687-5c80-4d87-8a90-b0cc9828e142 service neutron] Checking segment: {'id': '05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a11530e6-1993-441b-956a-6f9600ed92b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:44.173486 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-95c6a687-5c80-4d87-8a90-b0cc9828e142 service neutron] Bound using segment: {'id': '05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a11530e6-1993-441b-956a-6f9600ed92b8'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:26:44.173927 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-95c6a687-5c80-4d87-8a90-b0cc9828e142 service neutron] Bound port: 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a11530e6-1993-441b-956a-6f9600ed92b8'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:26:44.174293 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-95c6a687-5c80-4d87-8a90-b0cc9828e142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:44.291904 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:44.316633 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-95c6a687-5c80-4d87-8a90-b0cc9828e142 service neutron] For port 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:26:44.321082 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-95c6a687-5c80-4d87-8a90-b0cc9828e142 service neutron] For port 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=57d68a11-dd1b-4a5c-a0af-fd74214dd8b3,segment=NetworkSegment(05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c),segment_id=05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:26:44.330605 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-95c6a687-5c80-4d87-8a90-b0cc9828e142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:44.374919 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b532c2a-01ea-4970-8734-cb38ec2f1cce {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:44.389264 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-95c6a687-5c80-4d87-8a90-b0cc9828e142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:44.390000 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-95c6a687-5c80-4d87-8a90-b0cc9828e142 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:44.391829 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-95c6a687-5c80-4d87-8a90-b0cc9828e142 service neutron] 10.222.0.74 "PUT /v2.0/ports/57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 HTTP/1.1" status: 200 len: 1129 time: 1.5832870 Jul 23 16:26:44.416742 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 2b532c2a-01ea-4970-8734-cb38ec2f1cce, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=2b532c2a-01ea-4970-8734-cb38ec2f1cce,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:44.423999 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:44.438804 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e6ffb177-c9f2-4f4d-b841-27d4c49ddc72 service neutron] Request body: {'port': {'device_id': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:44.462642 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-c112976b-9277-4058-86de-eda3b5a3b8d2 None None] Allocated IP 172.20.0.2 (cc8dea18-f617-4713-91bf-c9e3a30e4af5/f61c49a9-6bc7-45a2-9702-af85b441d4d7/bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:44.479051 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2c2ef-c8d7-4ed2-997b-b668487f0230 req-d1a39405-67f8-4c85-b967-236ecf4b8c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:44.479611 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2c2ef-c8d7-4ed2-997b-b668487f0230 req-d1a39405-67f8-4c85-b967-236ecf4b8c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:44.480266 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2c2ef-c8d7-4ed2-997b-b668487f0230 req-d1a39405-67f8-4c85-b967-236ecf4b8c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:44.482045 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-60b2c2ef-c8d7-4ed2-997b-b668487f0230 req-d1a39405-67f8-4c85-b967-236ecf4b8c35 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=d58be7bf092b45e2a9dae39829ba7b2e&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4827242 Jul 23 16:26:44.519641 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['2b532c2a-01ea-4970-8734-cb38ec2f1cce'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:26:44.532508 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=2b532c2a-01ea-4970-8734-cb38ec2f1cce,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:44.544875 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6a687-5c80-4d87-8a90-b0cc9828e142 service neutron] Pushing event updated for resources: {'Port': ['ID=57d68a11-dd1b-4a5c-a0af-fd74214dd8b3,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:44.632009 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e6ffb177-c9f2-4f4d-b841-27d4c49ddc72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:44.661777 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009d349-8d18-4b46-abe5-f6be68ac58c9 req-ed17e260-20a0-468b-aea8-7560042cc4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:44.663401 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3009d349-8d18-4b46-abe5-f6be68ac58c9 req-ed17e260-20a0-468b-aea8-7560042cc4ef service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d825726ca3204edd88a4cd6a8f6f20f7&device_id=83d723b6-137c-48e2-b065-a9929b4afa68 HTTP/1.1" status: 200 len: 1094 time: 0.6447003 Jul 23 16:26:44.739918 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c112976b-9277-4058-86de-eda3b5a3b8d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:44.752695 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c112976b-9277-4058-86de-eda3b5a3b8d2 None None] Transition to ACTIVE for port object bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:44.780230 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c112976b-9277-4058-86de-eda3b5a3b8d2 None None] Transition to ACTIVE for port object bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:44.796693 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1925f-f58c-49eb-9af2-f460c75ca82f req-6fbb4189-9820-4862-9ecc-1bdc1d2a7356 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:44.803837 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-76f1925f-f58c-49eb-9af2-f460c75ca82f req-6fbb4189-9820-4862-9ecc-1bdc1d2a7356 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=83d723b6-137c-48e2-b065-a9929b4afa68 HTTP/1.1" status: 200 len: 943 time: 0.6487167 Jul 23 16:26:44.808496 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c112976b-9277-4058-86de-eda3b5a3b8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:44.877683 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca3a2e-9132-4513-9572-22c3df257947 req-256ccf00-9c44-43e5-9f05-878ccc41b333 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:44.885444 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-69ca3a2e-9132-4513-9572-22c3df257947 req-256ccf00-9c44-43e5-9f05-878ccc41b333 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/networks?id=cc8dea18-f617-4713-91bf-c9e3a30e4af5 HTTP/1.1" status: 200 len: 816 time: 0.4503708 Jul 23 16:26:44.901626 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c112976b-9277-4058-86de-eda3b5a3b8d2 None None] Network cc8dea18-f617-4713-91bf-c9e3a30e4af5 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:44.945852 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-c112976b-9277-4058-86de-eda3b5a3b8d2 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:44.967688 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-69ca3a2e-9132-4513-9572-22c3df257947 req-dad33cc1-eef0-4ec2-ba4c-534607c48996 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/quotas/2c1540bf7e9d405293d55a070efc5538 HTTP/1.1" status: 200 len: 375 time: 0.0810494 Jul 23 16:26:44.970212 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2c2ef-c8d7-4ed2-997b-b668487f0230 req-5d20e9bf-3dff-4da5-ac1c-c828739bedc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:44.971698 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-60b2c2ef-c8d7-4ed2-997b-b668487f0230 req-5d20e9bf-3dff-4da5-ac1c-c828739bedc2 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4695759 Jul 23 16:26:44.992898 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c112976b-9277-4058-86de-eda3b5a3b8d2 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:44.995906 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-76f1925f-f58c-49eb-9af2-f460c75ca82f req-c91a499b-b2fc-4753-9f6a-55d5929f9f65 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908925 Jul 23 16:26:45.047868 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009d349-8d18-4b46-abe5-f6be68ac58c9 req-124f3e7c-ef17-43c7-b473-8ce6c34f22a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:45.049659 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3009d349-8d18-4b46-abe5-f6be68ac58c9 req-124f3e7c-ef17-43c7-b473-8ce6c34f22a8 service neutron] 10.222.0.97 "GET /v2.0/networks?id=0f7dd329-aa9a-4731-b1db-d3280f9ea57e HTTP/1.1" status: 200 len: 916 time: 0.3352818 Jul 23 16:26:45.088458 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112976b-9277-4058-86de-eda3b5a3b8d2 None None] Pushing event updated for resources: {'Port': ['ID=bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:45.123149 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3009d349-8d18-4b46-abe5-f6be68ac58c9 req-8804f51c-447b-481a-8b16-6bf6a177b341 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=850294b4-c641-440e-8b3b-f74bd72da704 HTTP/1.1" status: 200 len: 217 time: 0.0654953 Jul 23 16:26:45.164010 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-69ca3a2e-9132-4513-9572-22c3df257947 req-b27ec217-6221-44ce-8715-08676518307a tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c1540bf7e9d405293d55a070efc5538&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1953845 Jul 23 16:26:45.192097 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-c112976b-9277-4058-86de-eda3b5a3b8d2 None None] Attempting to bind port bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:26:45.192469 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-c112976b-9277-4058-86de-eda3b5a3b8d2 None None] Attempting to bind port bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'f3aed737-88d1-4c58-b30e-6c9f55adb681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'cc8dea18-f617-4713-91bf-c9e3a30e4af5'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:26:45.192844 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c112976b-9277-4058-86de-eda3b5a3b8d2 None None] Attempting to bind port bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6 on network cc8dea18-f617-4713-91bf-c9e3a30e4af5 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:45.203945 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c112976b-9277-4058-86de-eda3b5a3b8d2 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:26:45.204387 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c112976b-9277-4058-86de-eda3b5a3b8d2 None None] Checking segment: {'id': 'f3aed737-88d1-4c58-b30e-6c9f55adb681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'cc8dea18-f617-4713-91bf-c9e3a30e4af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:45.204774 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c112976b-9277-4058-86de-eda3b5a3b8d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:45.205374 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c112976b-9277-4058-86de-eda3b5a3b8d2 None None] Bound using segment: {'id': 'f3aed737-88d1-4c58-b30e-6c9f55adb681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'cc8dea18-f617-4713-91bf-c9e3a30e4af5'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:26:45.206062 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-c112976b-9277-4058-86de-eda3b5a3b8d2 None None] Bound port: bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3aed737-88d1-4c58-b30e-6c9f55adb681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'cc8dea18-f617-4713-91bf-c9e3a30e4af5'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:26:45.206464 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c112976b-9277-4058-86de-eda3b5a3b8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:45.251954 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009d349-8d18-4b46-abe5-f6be68ac58c9 req-60064e71-3efb-4b3b-8e03-555e0165d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:45.253470 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3009d349-8d18-4b46-abe5-f6be68ac58c9 req-60064e71-3efb-4b3b-8e03-555e0165d189 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c6b9aa7-0241-48a5-922c-6156c433486f HTTP/1.1" status: 200 len: 854 time: 0.1027176 Jul 23 16:26:45.280136 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e6ffb177-c9f2-4f4d-b841-27d4c49ddc72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:45.291844 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e6ffb177-c9f2-4f4d-b841-27d4c49ddc72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:45.313507 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e6ffb177-c9f2-4f4d-b841-27d4c49ddc72 service neutron] Transition to ACTIVE for port object 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:45.314709 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37268) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:45.317662 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-c112976b-9277-4058-86de-eda3b5a3b8d2 None None] For port bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:26:45.322537 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-c112976b-9277-4058-86de-eda3b5a3b8d2 None None] For port bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6,segment=NetworkSegment(f3aed737-88d1-4c58-b30e-6c9f55adb681),segment_id=f3aed737-88d1-4c58-b30e-6c9f55adb681)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:26:45.328776 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c112976b-9277-4058-86de-eda3b5a3b8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:45.340841 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e6ffb177-c9f2-4f4d-b841-27d4c49ddc72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:45.370723 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae55051-97bc-4929-bd66-9183cbc8e956 req-2e74204e-a8e4-4487-9a61-515746c788c9 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:45.389694 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aae55051-97bc-4929-bd66-9183cbc8e956 req-2e74204e-a8e4-4487-9a61-515746c788c9 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/ports?device_id=959acbff-33bf-4a9f-8d61-409d7b4f3e2f HTTP/1.1" status: 200 len: 944 time: 0.2813616 Jul 23 16:26:45.429659 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112976b-9277-4058-86de-eda3b5a3b8d2 None None] Pushing event updated for resources: {'Port': ['ID=bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:45.448026 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3009d349-8d18-4b46-abe5-f6be68ac58c9 req-9f3dcd37-30fe-4bf0-8c8a-fe905de191d3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=0f7dd329-aa9a-4731-b1db-d3280f9ea57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1830907 Jul 23 16:26:45.450754 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-69ca3a2e-9132-4513-9572-22c3df257947 req-3eb9e490-d868-4c4c-a7ae-cd2003bf3d6e service neutron] 10.222.0.73 "GET /v2.0/networks/cc8dea18-f617-4713-91bf-c9e3a30e4af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586417 Jul 23 16:26:45.463856 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ffb177-c9f2-4f4d-b841-27d4c49ddc72 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc8f322-57f2-4485-9b3d-1a8cb8c642c7,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:45.538213 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 2b532c2a-01ea-4970-8734-cb38ec2f1cce no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:45.576428 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-02b65a03-cecb-4f50-b1eb-2c2324300daf admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1357327460-network', 'tenant_id': '6e0db5f31fbe42e8a6955990f39f636d'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:45.605565 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aae55051-97bc-4929-bd66-9183cbc8e956 req-52e60e2e-8039-45f6-94c1-4b26994dcbe5 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.73 "GET /v2.0/security-groups?id=141124a4-85d3-4f50-9e67-7180d8cedb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100227 Jul 23 16:26:45.659287 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'tag': '57d68a11-dd1b-4a5c-a0af-fd74214dd8b3'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:45.661874 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b42366c-ceb7-4d70-89f2-0c043e6852e1" -d '{"events": [{"name": "network-changed", "server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "tag": "57d68a11-dd1b-4a5c-a0af-fd74214dd8b3"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:45.671889 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b65a03-cecb-4f50-b1eb-2c2324300daf admin admin] Made reservation on behalf of 6e0db5f31fbe42e8a6955990f39f636d for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:45.674337 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02b65a03-cecb-4f50-b1eb-2c2324300daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:45.697820 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02b65a03-cecb-4f50-b1eb-2c2324300daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:45.767061 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e6ffb177-c9f2-4f4d-b841-27d4c49ddc72 service neutron] Attempting to bind port 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:26:45.767415 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e6ffb177-c9f2-4f4d-b841-27d4c49ddc72 service neutron] Attempting to bind port 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a11530e6-1993-441b-956a-6f9600ed92b8'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:26:45.767755 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e6ffb177-c9f2-4f4d-b841-27d4c49ddc72 service neutron] Attempting to bind port 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 on network a11530e6-1993-441b-956a-6f9600ed92b8 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:45.792817 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e6ffb177-c9f2-4f4d-b841-27d4c49ddc72 service neutron] Port 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 on network a11530e6-1993-441b-956a-6f9600ed92b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:26:45.793252 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e6ffb177-c9f2-4f4d-b841-27d4c49ddc72 service neutron] Attempting to bind port 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 on network a11530e6-1993-441b-956a-6f9600ed92b8 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:45.796724 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:45.801997 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e6ffb177-c9f2-4f4d-b841-27d4c49ddc72 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:26:45.802552 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e6ffb177-c9f2-4f4d-b841-27d4c49ddc72 service neutron] Checking segment: {'id': '05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a11530e6-1993-441b-956a-6f9600ed92b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:45.803005 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e6ffb177-c9f2-4f4d-b841-27d4c49ddc72 service neutron] Bound using segment: {'id': '05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a11530e6-1993-441b-956a-6f9600ed92b8'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:26:45.803497 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e6ffb177-c9f2-4f4d-b841-27d4c49ddc72 service neutron] Bound port: 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a11530e6-1993-441b-956a-6f9600ed92b8'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:26:45.803860 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e6ffb177-c9f2-4f4d-b841-27d4c49ddc72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:45.828106 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2b532c2a-01ea-4970-8734-cb38ec2f1cce {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:45.879767 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 2b532c2a-01ea-4970-8734-cb38ec2f1cce, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=2b532c2a-01ea-4970-8734-cb38ec2f1cce,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:45.900833 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:45.918611 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e6ffb177-c9f2-4f4d-b841-27d4c49ddc72 service neutron] For port 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:26:45.931733 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e6ffb177-c9f2-4f4d-b841-27d4c49ddc72 service neutron] For port 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=3bc8f322-57f2-4485-9b3d-1a8cb8c642c7,segment=NetworkSegment(05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c),segment_id=05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:26:45.942067 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e6ffb177-c9f2-4f4d-b841-27d4c49ddc72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.013739 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e6ffb177-c9f2-4f4d-b841-27d4c49ddc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:46.015895 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e6ffb177-c9f2-4f4d-b841-27d4c49ddc72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.019331 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-e6ffb177-c9f2-4f4d-b841-27d4c49ddc72 service neutron] 10.222.0.74 "PUT /v2.0/ports/3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 HTTP/1.1" status: 200 len: 1130 time: 1.5929403 Jul 23 16:26:46.029308 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=2b532c2a-01ea-4970-8734-cb38ec2f1cce,revision_number=7']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:46.067882 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:26:46.090138 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-f50970be-01ff-46eb-810e-b48aec09945e service neutron] Request body: {'port': {'device_id': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:46.105106 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-69ca3a2e-9132-4513-9572-22c3df257947 req-aa05e95b-9954-4869-82d5-1b815f7e02d9 service neutron] 10.222.0.73 "GET /v2.0/networks/cc8dea18-f617-4713-91bf-c9e3a30e4af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6372092 Jul 23 16:26:46.110795 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3009d349-8d18-4b46-abe5-f6be68ac58c9 req-99e046dd-3e0c-4ba3-8d88-90bbc25a9e00 service neutron] 10.222.0.97 "GET /v2.0/networks/0f7dd329-aa9a-4731-b1db-d3280f9ea57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6422741 Jul 23 16:26:46.181737 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02b65a03-cecb-4f50-b1eb-2c2324300daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.183303 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ffb177-c9f2-4f4d-b841-27d4c49ddc72 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc8f322-57f2-4485-9b3d-1a8cb8c642c7,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:46.195200 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02b65a03-cecb-4f50-b1eb-2c2324300daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.226099 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-bb87a01a-fe6f-4ad5-9324-e6c13c38d841 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3327162 Jul 23 16:26:46.228894 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b65a03-cecb-4f50-b1eb-2c2324300daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:46.245746 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66605c-8bb8-4d02-91a8-d7a2b1f96280 req-d48a7325-9e63-4e7d-8301-a9e0d8f03a36 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:46.270618 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa66605c-8bb8-4d02-91a8-d7a2b1f96280 req-d48a7325-9e63-4e7d-8301-a9e0d8f03a36 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 945 time: 0.3781750 Jul 23 16:26:46.277166 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b65a03-cecb-4f50-b1eb-2c2324300daf admin admin] vlan segment allocate from pool success with {'vlan_id': 1135, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:26:46.332763 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02b65a03-cecb-4f50-b1eb-2c2324300daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.332763 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-02b65a03-cecb-4f50-b1eb-2c2324300daf admin admin] Added segment 2f9791c4-d6e7-486a-bc01-5ba80d4c65be of type vlan for network 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 Jul 23 16:26:46.417181 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-f50970be-01ff-46eb-810e-b48aec09945e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.531927 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa66605c-8bb8-4d02-91a8-d7a2b1f96280 req-05ab51b6-5216-4df5-a544-df5dda474dfd tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594457 Jul 23 16:26:46.576999 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3009d349-8d18-4b46-abe5-f6be68ac58c9 req-49c37349-2bfb-4f26-bc9d-c32eecc34565 service neutron] 10.222.0.97 "GET /v2.0/networks/0f7dd329-aa9a-4731-b1db-d3280f9ea57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346304 Jul 23 16:26:46.629027 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-a36a465c-dcc1-4d35-b52b-341351fd5f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:46.630124 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-a36a465c-dcc1-4d35-b52b-341351fd5f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:46.630991 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-a36a465c-dcc1-4d35-b52b-341351fd5f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:46.631126 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-a36a465c-dcc1-4d35-b52b-341351fd5f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:46.631572 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-a36a465c-dcc1-4d35-b52b-341351fd5f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:46.631991 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-a36a465c-dcc1-4d35-b52b-341351fd5f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:46.638090 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-a36a465c-dcc1-4d35-b52b-341351fd5f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:46.640720 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-a36a465c-dcc1-4d35-b52b-341351fd5f23 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1877a1c5029842a9a22481228281422f&device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 6501 time: 0.3003244 Jul 23 16:26:46.771922 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:46.878352 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-dd822ce2-31a2-424f-a46e-823c29f5da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:46.879981 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-dd822ce2-31a2-424f-a46e-823c29f5da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:46.879981 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-dd822ce2-31a2-424f-a46e-823c29f5da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:46.881918 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:46.898269 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-dd822ce2-31a2-424f-a46e-823c29f5da29 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c5e5ef48-b00d-4a4a-b322-8f86cea4f5af&id=e5f00839-b5e3-470f-98ff-b05da7b06d94&id=e5f00839-b5e3-470f-98ff-b05da7b06d94&id=e5f00839-b5e3-470f-98ff-b05da7b06d94&id=e5f00839-b5e3-470f-98ff-b05da7b06d94&id=b15e95e3-c83c-43f1-8d67-89ed25f67132&id=b15e95e3-c83c-43f1-8d67-89ed25f67132 HTTP/1.1" status: 200 len: 2299 time: 0.2168026 Jul 23 16:26:46.955824 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02b65a03-cecb-4f50-b1eb-2c2324300daf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.969859 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-845a0078-da61-43db-a444-4fa3d7c99cc6 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f406226-7c43-4a51-8734-18dbcbb352a4 HTTP/1.1" status: 200 len: 1001 time: 0.0702085 Jul 23 16:26:47.010436 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02b65a03-cecb-4f50-b1eb-2c2324300daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:47.015030 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b65a03-cecb-4f50-b1eb-2c2324300daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:47.022158 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02b65a03-cecb-4f50-b1eb-2c2324300daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:47.153224 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-c831090b-f54f-4df7-aeb6-54974bc34502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:47.155668 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-c831090b-f54f-4df7-aeb6-54974bc34502 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b0f0883d-94a8-483d-b400-459446f819a6 HTTP/1.1" status: 200 len: 855 time: 0.1757812 Jul 23 16:26:47.182851 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062d1a6c-6859-49ae-8134-c11cb55c93f7 x-openstack-request-id: req-062d1a6c-6859-49ae-8134-c11cb55c93f7 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:47.183174 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "tag": "57d68a11-dd1b-4a5c-a0af-fd74214dd8b3", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:47.183682 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-062d1a6c-6859-49ae-8134-c11cb55c93f7 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:47.185381 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'tag': '57d68a11-dd1b-4a5c-a0af-fd74214dd8b3', 'status': 'completed', 'code': 200} Jul 23 16:26:47.231033 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-02b65a03-cecb-4f50-b1eb-2c2324300daf admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.9149137 Jul 23 16:26:47.231793 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37290) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:47.249665 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-9a4c1221-1c45-46bf-a711-8c3941c83124 admin admin] Request body: {'subnet': {'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1357327460-subnet', 'tenant_id': '6e0db5f31fbe42e8a6955990f39f636d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:47.317411 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c743eaa-34e4-4fe0-9d46-6c79499b1cc1 req-33bda217-d516-476b-8e31-e75517537a2f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:47.324109 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c743eaa-34e4-4fe0-9d46-6c79499b1cc1 req-33bda217-d516-476b-8e31-e75517537a2f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:47.330493 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c743eaa-34e4-4fe0-9d46-6c79499b1cc1 req-33bda217-d516-476b-8e31-e75517537a2f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:47.337200 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c743eaa-34e4-4fe0-9d46-6c79499b1cc1 req-33bda217-d516-476b-8e31-e75517537a2f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:47.339760 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b65a03-cecb-4f50-b1eb-2c2324300daf admin admin] Pushing event updated for resources: {'Network': ['ID=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:47.343222 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c743eaa-34e4-4fe0-9d46-6c79499b1cc1 req-33bda217-d516-476b-8e31-e75517537a2f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:47.349481 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c743eaa-34e4-4fe0-9d46-6c79499b1cc1 req-33bda217-d516-476b-8e31-e75517537a2f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:47.356147 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 850294b4-c641-440e-8b3b-f74bd72da704 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:26:47.359561 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d0c28c-823a-408b-b75a-ef4de3c2f457 None None] Network cc8dea18-f617-4713-91bf-c9e3a30e4af5 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:47.367280 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:26:47.371595 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4c1221-1c45-46bf-a711-8c3941c83124 admin admin] Made reservation on behalf of 6e0db5f31fbe42e8a6955990f39f636d for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:47.374040 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9a4c1221-1c45-46bf-a711-8c3941c83124 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:47.375054 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c743eaa-34e4-4fe0-9d46-6c79499b1cc1 req-33bda217-d516-476b-8e31-e75517537a2f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:47.376983 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c743eaa-34e4-4fe0-9d46-6c79499b1cc1 req-33bda217-d516-476b-8e31-e75517537a2f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 5371 time: 0.4099219 Jul 23 16:26:47.527695 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-f50970be-01ff-46eb-810e-b48aec09945e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99c3c606-6305-429f-81cd-fd00734616f2 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:47.540557 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-f50970be-01ff-46eb-810e-b48aec09945e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:47.571146 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-f50970be-01ff-46eb-810e-b48aec09945e service neutron] Transition to ACTIVE for port object 99c3c606-6305-429f-81cd-fd00734616f2 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:47.572436 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c743eaa-34e4-4fe0-9d46-6c79499b1cc1 req-43204c67-1aa9-46ad-aba8-3f8f1cb5e43e tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e0f6a6b-7a1a-4fc3-b6e3-28c1a3fabb75&id=0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1028950 Jul 23 16:26:47.583263 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-f50970be-01ff-46eb-810e-b48aec09945e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:47.590214 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-5e7ca968-ccf8-4a84-bdcf-fcdcc2ff8cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:47.595115 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-5e7ca968-ccf8-4a84-bdcf-fcdcc2ff8cea service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c5e5ef48-b00d-4a4a-b322-8f86cea4f5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4310632 Jul 23 16:26:47.755216 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50970be-01ff-46eb-810e-b48aec09945e service neutron] Pushing event updated for resources: {'Port': ['ID=99c3c606-6305-429f-81cd-fd00734616f2,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:47.791141 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 2b532c2a-01ea-4970-8734-cb38ec2f1cce up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:47.874315 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ba5de1ce-648e-467e-a1ff-6a7d1076e53f None None] Provisioning for port bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:47.898686 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ba5de1ce-648e-467e-a1ff-6a7d1076e53f None None] Provisioning complete for port bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:47.903665 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ba5de1ce-648e-467e-a1ff-6a7d1076e53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:47.931550 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9a4c1221-1c45-46bf-a711-8c3941c83124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:48.087448 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-f50970be-01ff-46eb-810e-b48aec09945e service neutron] Attempting to bind port 99c3c606-6305-429f-81cd-fd00734616f2 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:26:48.087925 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-f50970be-01ff-46eb-810e-b48aec09945e service neutron] Attempting to bind port 99c3c606-6305-429f-81cd-fd00734616f2 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a11530e6-1993-441b-956a-6f9600ed92b8'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:26:48.088158 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-f50970be-01ff-46eb-810e-b48aec09945e service neutron] Attempting to bind port 99c3c606-6305-429f-81cd-fd00734616f2 on network a11530e6-1993-441b-956a-6f9600ed92b8 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:48.094341 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4c1221-1c45-46bf-a711-8c3941c83124 admin admin] Checking segment: {'id': '2f9791c4-d6e7-486a-bc01-5ba80d4c65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:48.094714 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4c1221-1c45-46bf-a711-8c3941c83124 admin admin] Network hostable DHCP agents. Network: 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:26:48.103391 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c1221-1c45-46bf-a711-8c3941c83124 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afdba85c-3a3a-4e3d-a242-c2e94f8ff50b,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:48.107419 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-f50970be-01ff-46eb-810e-b48aec09945e service neutron] Port 99c3c606-6305-429f-81cd-fd00734616f2 on network a11530e6-1993-441b-956a-6f9600ed92b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:26:48.107757 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-f50970be-01ff-46eb-810e-b48aec09945e service neutron] Attempting to bind port 99c3c606-6305-429f-81cd-fd00734616f2 on network a11530e6-1993-441b-956a-6f9600ed92b8 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:48.125343 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-f50970be-01ff-46eb-810e-b48aec09945e service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:26:48.125691 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-f50970be-01ff-46eb-810e-b48aec09945e service neutron] Checking segment: {'id': '05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a11530e6-1993-441b-956a-6f9600ed92b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:48.126236 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-f50970be-01ff-46eb-810e-b48aec09945e service neutron] Bound using segment: {'id': '05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a11530e6-1993-441b-956a-6f9600ed92b8'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:26:48.126684 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-f50970be-01ff-46eb-810e-b48aec09945e service neutron] Bound port: 99c3c606-6305-429f-81cd-fd00734616f2, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a11530e6-1993-441b-956a-6f9600ed92b8'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:26:48.127052 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-f50970be-01ff-46eb-810e-b48aec09945e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:48.142698 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4c1221-1c45-46bf-a711-8c3941c83124 admin admin] Network 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:26:48.165591 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-9a4c1221-1c45-46bf-a711-8c3941c83124 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:48.177006 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4c1221-1c45-46bf-a711-8c3941c83124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:48.177829 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9a4c1221-1c45-46bf-a711-8c3941c83124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:48.182995 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 850294b4-c641-440e-8b3b-f74bd72da704, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=850294b4-c641-440e-8b3b-f74bd72da704,segment=NetworkSegment(4922e251-ec1f-41e7-8718-5d07a120e814),segment_id=4922e251-ec1f-41e7-8718-5d07a120e814)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:48.236733 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9a4c1221-1c45-46bf-a711-8c3941c83124 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9909112 Jul 23 16:26:48.257845 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee283f4b-1ac8-4f58-866d-1ca23bbdc6d2 None None] Network 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:48.319048 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42366c-ceb7-4d70-89f2-0c043e6852e1 req-abdacd2e-6d37-4c04-b8fa-c0841111de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:48.319663 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42366c-ceb7-4d70-89f2-0c043e6852e1 req-abdacd2e-6d37-4c04-b8fa-c0841111de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:48.320968 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42366c-ceb7-4d70-89f2-0c043e6852e1 req-abdacd2e-6d37-4c04-b8fa-c0841111de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:48.320968 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42366c-ceb7-4d70-89f2-0c043e6852e1 req-abdacd2e-6d37-4c04-b8fa-c0841111de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:48.321203 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42366c-ceb7-4d70-89f2-0c043e6852e1 req-abdacd2e-6d37-4c04-b8fa-c0841111de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:48.321564 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42366c-ceb7-4d70-89f2-0c043e6852e1 req-abdacd2e-6d37-4c04-b8fa-c0841111de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:48.322025 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42366c-ceb7-4d70-89f2-0c043e6852e1 req-abdacd2e-6d37-4c04-b8fa-c0841111de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:48.324090 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6b42366c-ceb7-4d70-89f2-0c043e6852e1 req-abdacd2e-6d37-4c04-b8fa-c0841111de34 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d58be7bf092b45e2a9dae39829ba7b2e&device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 6208 time: 1.0674684 Jul 23 16:26:48.333764 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 2b532c2a-01ea-4970-8734-cb38ec2f1cce triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:48.333764 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:48.373693 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '850294b4-c641-440e-8b3b-f74bd72da704', 'network_id': '0f7dd329-aa9a-4731-b1db-d3280f9ea57e', 'port_id': '850294b4-c641-440e-8b3b-f74bd72da704', 'mac_address': 'fa:16:3e:a6:03:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c6b9aa7-0241-48a5-922c-6156c433486f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:26:48.393853 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-f50970be-01ff-46eb-810e-b48aec09945e service neutron] For port 99c3c606-6305-429f-81cd-fd00734616f2, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:26:48.408395 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-f50970be-01ff-46eb-810e-b48aec09945e service neutron] For port 99c3c606-6305-429f-81cd-fd00734616f2, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=99c3c606-6305-429f-81cd-fd00734616f2,segment=NetworkSegment(05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c),segment_id=05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:26:48.426401 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-f50970be-01ff-46eb-810e-b48aec09945e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:48.524830 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-a33bc3ad-e9d5-430f-913c-7c39f421090b tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:48.531804 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-a33bc3ad-e9d5-430f-913c-7c39f421090b tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/networks?id=cc8dea18-f617-4713-91bf-c9e3a30e4af5 HTTP/1.1" status: 200 len: 816 time: 0.2046092 Jul 23 16:26:48.609649 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50970be-01ff-46eb-810e-b48aec09945e service neutron] Pushing event updated for resources: {'Port': ['ID=99c3c606-6305-429f-81cd-fd00734616f2,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:48.624176 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-f50970be-01ff-46eb-810e-b48aec09945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:48.626030 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-f50970be-01ff-46eb-810e-b48aec09945e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:48.627933 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-f50970be-01ff-46eb-810e-b48aec09945e service neutron] 10.222.0.74 "PUT /v2.0/ports/99c3c606-6305-429f-81cd-fd00734616f2 HTTP/1.1" status: 200 len: 1091 time: 2.5617983 Jul 23 16:26:48.634739 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e45614-8e7b-4bfc-b107-0dc3694cb355 req-a2812176-f671-4185-ab80-e0c09a675302 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:48.647037 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3e45614-8e7b-4bfc-b107-0dc3694cb355 req-a2812176-f671-4185-ab80-e0c09a675302 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=83d723b6-137c-48e2-b065-a9929b4afa68 HTTP/1.1" status: 200 len: 943 time: 1.3601041 Jul 23 16:26:48.668635 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-7b37c8b4-e64c-4f83-87be-14f35aa129be service neutron] Request body: {'port': {'device_id': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:48.827607 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ba5de1ce-648e-467e-a1ff-6a7d1076e53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:48.829947 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64269c-3e86-439b-b8ef-70bb00a13c8a req-e25dffd2-b43a-41c8-99e1-cc1287204cdc tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:48.832005 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0f64269c-3e86-439b-b8ef-70bb00a13c8a req-e25dffd2-b43a-41c8-99e1-cc1287204cdc tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.74 "GET /v2.0/ports?device_id=959acbff-33bf-4a9f-8d61-409d7b4f3e2f HTTP/1.1" status: 200 len: 943 time: 0.2384715 Jul 23 16:26:48.832789 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-7b37c8b4-e64c-4f83-87be-14f35aa129be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:48.932290 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-31561f60-ada5-40c7-86cb-bb5868ac1fac tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/quotas/2c1540bf7e9d405293d55a070efc5538 HTTP/1.1" status: 200 len: 375 time: 0.3991418 Jul 23 16:26:48.961250 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e65782c-8702-4560-9605-5373ce8ea176 None None] Network 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:48.983215 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:49.053335 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 850294b4-c641-440e-8b3b-f74bd72da704 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:49.156575 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ba5de1ce-648e-467e-a1ff-6a7d1076e53f None None] For port bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6,segment=NetworkSegment(f3aed737-88d1-4c58-b30e-6c9f55adb681),segment_id=f3aed737-88d1-4c58-b30e-6c9f55adb681)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:49.157709 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:49.212597 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ba5de1ce-648e-467e-a1ff-6a7d1076e53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:49.231714 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 850294b4-c641-440e-8b3b-f74bd72da704, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=850294b4-c641-440e-8b3b-f74bd72da704,segment=NetworkSegment(4922e251-ec1f-41e7-8718-5d07a120e814),segment_id=4922e251-ec1f-41e7-8718-5d07a120e814)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:49.248549 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:49.263816 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-632fc24b-007d-47a6-971a-53474a657d7d service neutron] 10.222.0.97 "GET /v2.0/networks/c5e5ef48-b00d-4a4a-b322-8f86cea4f5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6552868 Jul 23 16:26:49.333937 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959acbff-33bf-4a9f-8d61-409d7b4f3e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b532c2a-01ea-4970-8734-cb38ec2f1cce'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:49.336472 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab485855-431b-44ce-8867-51f7f13b0807" -d '{"events": [{"server_uuid": "959acbff-33bf-4a9f-8d61-409d7b4f3e2f", "name": "network-vif-plugged", "status": "completed", "tag": "2b532c2a-01ea-4970-8734-cb38ec2f1cce"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:49.349972 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'tag': '3bc8f322-57f2-4485-9b3d-1a8cb8c642c7'}, {'name': 'network-changed', 'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'tag': '99c3c606-6305-429f-81cd-fd00734616f2'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:49.370020 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674289ad-89f9-4109-966b-d981278cf6b6" -d '{"events": [{"name": "network-changed", "server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "tag": "3bc8f322-57f2-4485-9b3d-1a8cb8c642c7"}, {"name": "network-changed", "server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "tag": "99c3c606-6305-429f-81cd-fd00734616f2"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:49.385357 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3e45614-8e7b-4bfc-b107-0dc3694cb355 req-030db8ad-c48e-4db6-9490-18b718a5fc6b tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6253462 Jul 23 16:26:49.413690 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 637c7293-dd2f-465d-8151-c16c46104ded details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:26:49.495803 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 2b532c2a-01ea-4970-8734-cb38ec2f1cce, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=2b532c2a-01ea-4970-8734-cb38ec2f1cce,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:49.537857 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:49.540614 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5de1ce-648e-467e-a1ff-6a7d1076e53f None None] Pushing event updated for resources: {'Port': ['ID=bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:49.583910 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-0f64269c-3e86-439b-b8ef-70bb00a13c8a req-f5e408cf-ac2c-47af-b6ae-38aff446cfb5 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Deleting port 2b532c2a-01ea-4970-8734-cb38ec2f1cce {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:49.584563 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-0f64269c-3e86-439b-b8ef-70bb00a13c8a req-f5e408cf-ac2c-47af-b6ae-38aff446cfb5 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:49.663222 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42366c-ceb7-4d70-89f2-0c043e6852e1 req-b404a5e0-1f4e-4cfd-96e8-9db394b2470c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:49.664676 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42366c-ceb7-4d70-89f2-0c043e6852e1 req-b404a5e0-1f4e-4cfd-96e8-9db394b2470c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:49.665149 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42366c-ceb7-4d70-89f2-0c043e6852e1 req-b404a5e0-1f4e-4cfd-96e8-9db394b2470c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:49.666850 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6b42366c-ceb7-4d70-89f2-0c043e6852e1 req-b404a5e0-1f4e-4cfd-96e8-9db394b2470c service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=d58be7bf092b45e2a9dae39829ba7b2e&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.1322012 Jul 23 16:26:49.721574 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca3a2e-9132-4513-9572-22c3df257947 req-64a15f77-3cb8-42f6-a920-202a836fe500 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:49.723186 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-69ca3a2e-9132-4513-9572-22c3df257947 req-64a15f77-3cb8-42f6-a920-202a836fe500 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.97 "GET /v2.0/networks?id=cc8dea18-f617-4713-91bf-c9e3a30e4af5 HTTP/1.1" status: 200 len: 816 time: 1.0701184 Jul 23 16:26:49.732094 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['850294b4-c641-440e-8b3b-f74bd72da704'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:26:49.770166 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-69ca3a2e-9132-4513-9572-22c3df257947 req-a98e3ed9-f75e-4218-9003-7df1e239742b tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Request body: {'port': {'device_id': '239faa13-f5c0-4fe6-a809-6e7e0b50c8f1', 'network_id': 'cc8dea18-f617-4713-91bf-c9e3a30e4af5', 'admin_state_up': True, 'tenant_id': '2c1540bf7e9d405293d55a070efc5538'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:49.842685 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-6e153b2e-39f5-48e1-8c46-36738010833b tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c1540bf7e9d405293d55a070efc5538&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9090214 Jul 23 16:26:49.968932 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-7b37c8b4-e64c-4f83-87be-14f35aa129be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d26b6c0c-a095-4674-9672-f08e8e034402 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:50.019753 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-7b37c8b4-e64c-4f83-87be-14f35aa129be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:50.044878 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-0f64269c-3e86-439b-b8ef-70bb00a13c8a req-f5e408cf-ac2c-47af-b6ae-38aff446cfb5 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] For port 2b532c2a-01ea-4970-8734-cb38ec2f1cce, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=2b532c2a-01ea-4970-8734-cb38ec2f1cce,segment=NetworkSegment(c3655938-d8a9-42b1-bc6f-5ebe874b4096),segment_id=c3655938-d8a9-42b1-bc6f-5ebe874b4096)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:50.045367 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-1d176bd2-251b-4ccd-80bb-40411a0d8fa8 service neutron] 10.222.0.97 "GET /v2.0/networks/c5e5ef48-b00d-4a4a-b322-8f86cea4f5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7331054 Jul 23 16:26:50.047292 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-0f64269c-3e86-439b-b8ef-70bb00a13c8a req-f5e408cf-ac2c-47af-b6ae-38aff446cfb5 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:50.109644 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-0f64269c-3e86-439b-b8ef-70bb00a13c8a req-f5e408cf-ac2c-47af-b6ae-38aff446cfb5 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Calling delete_port for 2b532c2a-01ea-4970-8734-cb38ec2f1cce owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:50.134114 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-7b37c8b4-e64c-4f83-87be-14f35aa129be service neutron] Transition to ACTIVE for port object d26b6c0c-a095-4674-9672-f08e8e034402 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:50.158201 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-7b37c8b4-e64c-4f83-87be-14f35aa129be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:50.162088 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=850294b4-c641-440e-8b3b-f74bd72da704,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:50.171775 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c5df8b08-5572-4171-b37c-c11636078ea1 None None] Provisioning complete for port bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:50.172156 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c5df8b08-5572-4171-b37c-c11636078ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:50.216365 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-8b61df46-3e0d-41f5-81a2-1aa4366ec2fa service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=6f4f771a-0731-4ed2-98ff-d65dace07b5a HTTP/1.1" status: 200 len: 217 time: 0.1597929 Jul 23 16:26:50.396477 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42366c-ceb7-4d70-89f2-0c043e6852e1 req-853badcc-f96a-4caa-88b7-9d6a8e5478ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:50.400755 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6b42366c-ceb7-4d70-89f2-0c043e6852e1 req-853badcc-f96a-4caa-88b7-9d6a8e5478ab service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6901393 Jul 23 16:26:50.414094 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 637c7293-dd2f-465d-8151-c16c46104ded, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=637c7293-dd2f-465d-8151-c16c46104ded,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:50.422827 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37c8b4-e64c-4f83-87be-14f35aa129be service neutron] Pushing event updated for resources: {'Port': ['ID=d26b6c0c-a095-4674-9672-f08e8e034402,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:50.435672 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c8db0-f03c-4158-b760-e34cb3f61e95 req-28666654-b82d-47e7-88e0-1009453da603 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:50.450523 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-805c8db0-f03c-4158-b760-e34cb3f61e95 req-28666654-b82d-47e7-88e0-1009453da603 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 945 time: 0.6047907 Jul 23 16:26:50.499639 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '637c7293-dd2f-465d-8151-c16c46104ded', 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf', 'port_id': '637c7293-dd2f-465d-8151-c16c46104ded', 'mac_address': 'fa:16:3e:45:4e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '826fd2fc-e097-4472-9d1f-4298f12f603f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:26:50.528921 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-438058e4-b090-4e18-8efd-4c2a8e7b2e4b service neutron] 10.222.0.73 "GET /v2.0/networks/cc8dea18-f617-4713-91bf-c9e3a30e4af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6850069 Jul 23 16:26:50.547818 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=2b532c2a-01ea-4970-8734-cb38ec2f1cce,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:50.650847 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:50.777902 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-7b37c8b4-e64c-4f83-87be-14f35aa129be service neutron] Attempting to bind port d26b6c0c-a095-4674-9672-f08e8e034402 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:26:50.778524 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-7b37c8b4-e64c-4f83-87be-14f35aa129be service neutron] Attempting to bind port d26b6c0c-a095-4674-9672-f08e8e034402 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a11530e6-1993-441b-956a-6f9600ed92b8'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:26:50.779657 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-7b37c8b4-e64c-4f83-87be-14f35aa129be service neutron] Attempting to bind port d26b6c0c-a095-4674-9672-f08e8e034402 on network a11530e6-1993-441b-956a-6f9600ed92b8 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:50.800729 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69ca3a2e-9132-4513-9572-22c3df257947 req-a98e3ed9-f75e-4218-9003-7df1e239742b tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Made reservation on behalf of 2c1540bf7e9d405293d55a070efc5538 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:50.809156 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-69ca3a2e-9132-4513-9572-22c3df257947 req-a98e3ed9-f75e-4218-9003-7df1e239742b tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:50.821570 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-7b37c8b4-e64c-4f83-87be-14f35aa129be service neutron] Port d26b6c0c-a095-4674-9672-f08e8e034402 on network a11530e6-1993-441b-956a-6f9600ed92b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:26:50.821942 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-7b37c8b4-e64c-4f83-87be-14f35aa129be service neutron] Attempting to bind port d26b6c0c-a095-4674-9672-f08e8e034402 on network a11530e6-1993-441b-956a-6f9600ed92b8 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:50.846876 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-7b37c8b4-e64c-4f83-87be-14f35aa129be service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:26:50.846876 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-7b37c8b4-e64c-4f83-87be-14f35aa129be service neutron] Checking segment: {'id': '05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a11530e6-1993-441b-956a-6f9600ed92b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:50.846876 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-7b37c8b4-e64c-4f83-87be-14f35aa129be service neutron] Bound using segment: {'id': '05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a11530e6-1993-441b-956a-6f9600ed92b8'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:26:50.847653 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-7b37c8b4-e64c-4f83-87be-14f35aa129be service neutron] Bound port: d26b6c0c-a095-4674-9672-f08e8e034402, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a11530e6-1993-441b-956a-6f9600ed92b8'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:26:50.848850 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-7b37c8b4-e64c-4f83-87be-14f35aa129be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:50.858106 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-57eb4a6b-49a1-47b6-9c60-ffaa6d84b24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:50.873025 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-57eb4a6b-49a1-47b6-9c60-ffaa6d84b24c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0e1b4b2c-7085-4c60-92b2-650db68b72a2 HTTP/1.1" status: 200 len: 797 time: 0.6052454 Jul 23 16:26:50.896003 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-0f64269c-3e86-439b-b8ef-70bb00a13c8a req-f5e408cf-ac2c-47af-b6ae-38aff446cfb5 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:50.958431 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['2b532c2a-01ea-4970-8734-cb38ec2f1cce'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:26:51.027572 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:51.062608 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-805c8db0-f03c-4158-b760-e34cb3f61e95 req-e3ecf3ca-2ddf-4ef5-95b1-5bd378ced33d tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5728142 Jul 23 16:26:51.069852 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e408cf-ac2c-47af-b6ae-38aff446cfb5 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Pushing event deleted for resources: {'Port': ['ID=2b532c2a-01ea-4970-8734-cb38ec2f1cce,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:51.140253 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f64269c-3e86-439b-b8ef-70bb00a13c8a req-f5e408cf-ac2c-47af-b6ae-38aff446cfb5 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] No DVR routers for this DVR port 2b532c2a-01ea-4970-8734-cb38ec2f1cce on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:26:51.148349 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-0f64269c-3e86-439b-b8ef-70bb00a13c8a req-f5e408cf-ac2c-47af-b6ae-38aff446cfb5 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:51.159193 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0f64269c-3e86-439b-b8ef-70bb00a13c8a req-f5e408cf-ac2c-47af-b6ae-38aff446cfb5 tempest-ImagesTestJSON-927211605 tempest-ImagesTestJSON-927211605-project] 10.222.0.74 "DELETE /v2.0/ports/2b532c2a-01ea-4970-8734-cb38ec2f1cce HTTP/1.1" status: 204 len: 173 time: 2.3212070 Jul 23 16:26:51.193765 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-7b37c8b4-e64c-4f83-87be-14f35aa129be service neutron] For port d26b6c0c-a095-4674-9672-f08e8e034402, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:26:51.210962 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-7b37c8b4-e64c-4f83-87be-14f35aa129be service neutron] For port d26b6c0c-a095-4674-9672-f08e8e034402, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=d26b6c0c-a095-4674-9672-f08e8e034402,segment=NetworkSegment(05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c),segment_id=05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:26:51.221777 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-7b37c8b4-e64c-4f83-87be-14f35aa129be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:51.222797 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-b0d4cef5-78a8-4752-89c1-71861bf0ee66 service neutron] 10.222.0.73 "GET /v2.0/networks/cc8dea18-f617-4713-91bf-c9e3a30e4af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6916404 Jul 23 16:26:51.273799 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 637c7293-dd2f-465d-8151-c16c46104ded {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:51.374465 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-7b37c8b4-e64c-4f83-87be-14f35aa129be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:51.377829 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-7b37c8b4-e64c-4f83-87be-14f35aa129be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:51.379707 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-7b37c8b4-e64c-4f83-87be-14f35aa129be service neutron] 10.222.0.74 "PUT /v2.0/ports/d26b6c0c-a095-4674-9672-f08e8e034402 HTTP/1.1" status: 200 len: 1091 time: 2.7183766 Jul 23 16:26:51.395178 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:51.395612 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:51.415274 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37c8b4-e64c-4f83-87be-14f35aa129be service neutron] Pushing event updated for resources: {'Port': ['ID=d26b6c0c-a095-4674-9672-f08e8e034402,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:51.416931 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 637c7293-dd2f-465d-8151-c16c46104ded, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=637c7293-dd2f-465d-8151-c16c46104ded,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:51.428742 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-dfe7f9dd-b944-4d51-83ab-b44a41ed6f3e service neutron] Request body: {'port': {'device_id': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:51.525884 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:51.665481 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-69ca3a2e-9132-4513-9572-22c3df257947 req-a98e3ed9-f75e-4218-9003-7df1e239742b tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Allocated IP 172.20.0.11 (cc8dea18-f617-4713-91bf-c9e3a30e4af5/f61c49a9-6bc7-45a2-9702-af85b441d4d7/b6bc315d-68db-45b9-96d6-4bf47baf51ad) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:51.676150 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-dfe7f9dd-b944-4d51-83ab-b44a41ed6f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:51.771578 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['637c7293-dd2f-465d-8151-c16c46104ded'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:26:51.863585 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=637c7293-dd2f-465d-8151-c16c46104ded,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:52.007249 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-e12aff3b-0467-4d30-8072-89ea727a24e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:52.009208 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-e12aff3b-0467-4d30-8072-89ea727a24e3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e5f00839-b5e3-470f-98ff-b05da7b06d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1336188 Jul 23 16:26:52.310925 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb267475-68fb-4266-bdf2-d223367656c6 req-a35f61e4-1f80-47e3-8858-e203dd154a52 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:52.318723 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb267475-68fb-4266-bdf2-d223367656c6 req-a35f61e4-1f80-47e3-8858-e203dd154a52 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:52.325841 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb267475-68fb-4266-bdf2-d223367656c6 req-a35f61e4-1f80-47e3-8858-e203dd154a52 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:52.332869 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb267475-68fb-4266-bdf2-d223367656c6 req-a35f61e4-1f80-47e3-8858-e203dd154a52 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:52.340216 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb267475-68fb-4266-bdf2-d223367656c6 req-a35f61e4-1f80-47e3-8858-e203dd154a52 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:52.348960 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb267475-68fb-4266-bdf2-d223367656c6 req-a35f61e4-1f80-47e3-8858-e203dd154a52 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:52.360582 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb267475-68fb-4266-bdf2-d223367656c6 req-a35f61e4-1f80-47e3-8858-e203dd154a52 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:52.369828 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb267475-68fb-4266-bdf2-d223367656c6 req-a35f61e4-1f80-47e3-8858-e203dd154a52 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 5395 time: 1.0186958 Jul 23 16:26:52.484460 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-dfe7f9dd-b944-4d51-83ab-b44a41ed6f3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faeb3d4d-ead5-454a-9873-67df475e0096 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:52.493456 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-dfe7f9dd-b944-4d51-83ab-b44a41ed6f3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:52.508086 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-dfe7f9dd-b944-4d51-83ab-b44a41ed6f3e service neutron] Transition to ACTIVE for port object faeb3d4d-ead5-454a-9873-67df475e0096 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:52.512841 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-dfe7f9dd-b944-4d51-83ab-b44a41ed6f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:52.513426 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb267475-68fb-4266-bdf2-d223367656c6 req-fd96b74f-278e-4d06-af6b-fc66216a0340 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e0f6a6b-7a1a-4fc3-b6e3-28c1a3fabb75&id=0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1384125 Jul 23 16:26:52.583519 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-69ca3a2e-9132-4513-9572-22c3df257947 req-a98e3ed9-f75e-4218-9003-7df1e239742b tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:52.630860 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7f9dd-b944-4d51-83ab-b44a41ed6f3e service neutron] Pushing event updated for resources: {'Port': ['ID=faeb3d4d-ead5-454a-9873-67df475e0096,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:52.638802 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-9c59b7c4-a6c9-43e5-8ce6-0e3b05bad960 service neutron] 10.222.0.97 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5862403 Jul 23 16:26:52.687669 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424321c8-cd10-44ef-ab94-121fdae7d4f7 x-openstack-request-id: req-424321c8-cd10-44ef-ab94-121fdae7d4f7 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:52.688231 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959acbff-33bf-4a9f-8d61-409d7b4f3e2f", "name": "network-vif-plugged", "status": "completed", "tag": "2b532c2a-01ea-4970-8734-cb38ec2f1cce", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:52.688231 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-424321c8-cd10-44ef-ab94-121fdae7d4f7 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:52.688651 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959acbff-33bf-4a9f-8d61-409d7b4f3e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b532c2a-01ea-4970-8734-cb38ec2f1cce', 'code': 200} Jul 23 16:26:52.706356 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-69ca3a2e-9132-4513-9572-22c3df257947 req-a98e3ed9-f75e-4218-9003-7df1e239742b tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Transition to ACTIVE for port object b6bc315d-68db-45b9-96d6-4bf47baf51ad will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:52.793420 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56bed5c-dac9-4bb6-9e9d-a522cace53f7 x-openstack-request-id: req-e56bed5c-dac9-4bb6-9e9d-a522cace53f7 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:52.793753 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "tag": "3bc8f322-57f2-4485-9b3d-1a8cb8c642c7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "tag": "99c3c606-6305-429f-81cd-fd00734616f2", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:52.793954 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e56bed5c-dac9-4bb6-9e9d-a522cace53f7 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:52.794339 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'tag': '3bc8f322-57f2-4485-9b3d-1a8cb8c642c7', 'status': 'completed', 'code': 200} Jul 23 16:26:52.796772 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'tag': '99c3c606-6305-429f-81cd-fd00734616f2', 'status': 'completed', 'code': 200} Jul 23 16:26:52.953732 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-dfe7f9dd-b944-4d51-83ab-b44a41ed6f3e service neutron] Attempting to bind port faeb3d4d-ead5-454a-9873-67df475e0096 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:26:52.954578 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-dfe7f9dd-b944-4d51-83ab-b44a41ed6f3e service neutron] Attempting to bind port faeb3d4d-ead5-454a-9873-67df475e0096 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a09683eb-b332-4542-b7a5-2cff7293226f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '72536959-6d28-4d4b-a817-b894e84f9992'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:26:52.954927 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-dfe7f9dd-b944-4d51-83ab-b44a41ed6f3e service neutron] Attempting to bind port faeb3d4d-ead5-454a-9873-67df475e0096 on network 72536959-6d28-4d4b-a817-b894e84f9992 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:52.983505 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-dfe7f9dd-b944-4d51-83ab-b44a41ed6f3e service neutron] Port faeb3d4d-ead5-454a-9873-67df475e0096 on network 72536959-6d28-4d4b-a817-b894e84f9992 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:26:52.983717 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-dfe7f9dd-b944-4d51-83ab-b44a41ed6f3e service neutron] Attempting to bind port faeb3d4d-ead5-454a-9873-67df475e0096 on network 72536959-6d28-4d4b-a817-b894e84f9992 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:52.999390 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-dfe7f9dd-b944-4d51-83ab-b44a41ed6f3e service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:26:52.999804 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-dfe7f9dd-b944-4d51-83ab-b44a41ed6f3e service neutron] Checking segment: {'id': 'a09683eb-b332-4542-b7a5-2cff7293226f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '72536959-6d28-4d4b-a817-b894e84f9992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:53.000120 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-dfe7f9dd-b944-4d51-83ab-b44a41ed6f3e service neutron] Bound using segment: {'id': 'a09683eb-b332-4542-b7a5-2cff7293226f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '72536959-6d28-4d4b-a817-b894e84f9992'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:26:53.000619 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-dfe7f9dd-b944-4d51-83ab-b44a41ed6f3e service neutron] Bound port: faeb3d4d-ead5-454a-9873-67df475e0096, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a09683eb-b332-4542-b7a5-2cff7293226f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '72536959-6d28-4d4b-a817-b894e84f9992'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:26:53.000984 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-dfe7f9dd-b944-4d51-83ab-b44a41ed6f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:53.042745 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-fb885ffb-d5ce-496a-a351-91a21bd990cb service neutron] 10.222.0.97 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869674 Jul 23 16:26:53.051558 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674289ad-89f9-4109-966b-d981278cf6b6 req-715b7189-3ed3-46fb-a04f-13d4d1d51e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:53.052428 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674289ad-89f9-4109-966b-d981278cf6b6 req-715b7189-3ed3-46fb-a04f-13d4d1d51e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:53.053465 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674289ad-89f9-4109-966b-d981278cf6b6 req-715b7189-3ed3-46fb-a04f-13d4d1d51e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:53.054409 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674289ad-89f9-4109-966b-d981278cf6b6 req-715b7189-3ed3-46fb-a04f-13d4d1d51e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:53.055121 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674289ad-89f9-4109-966b-d981278cf6b6 req-715b7189-3ed3-46fb-a04f-13d4d1d51e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:53.056003 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674289ad-89f9-4109-966b-d981278cf6b6 req-715b7189-3ed3-46fb-a04f-13d4d1d51e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:53.056753 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674289ad-89f9-4109-966b-d981278cf6b6 req-715b7189-3ed3-46fb-a04f-13d4d1d51e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:53.059313 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-674289ad-89f9-4109-966b-d981278cf6b6 req-715b7189-3ed3-46fb-a04f-13d4d1d51e28 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d58be7bf092b45e2a9dae39829ba7b2e&device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 6367 time: 0.2492833 Jul 23 16:26:53.258221 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-dfe7f9dd-b944-4d51-83ab-b44a41ed6f3e service neutron] For port faeb3d4d-ead5-454a-9873-67df475e0096, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:26:53.302802 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-dfe7f9dd-b944-4d51-83ab-b44a41ed6f3e service neutron] For port faeb3d4d-ead5-454a-9873-67df475e0096, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=faeb3d4d-ead5-454a-9873-67df475e0096,segment=NetworkSegment(a09683eb-b332-4542-b7a5-2cff7293226f),segment_id=a09683eb-b332-4542-b7a5-2cff7293226f)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:26:53.318278 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-8adcc579-1849-41a0-8d1d-b3f50f4cfe53 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=ec5d280e-539b-40ed-95d6-bc3fb999ce68 HTTP/1.1" status: 200 len: 217 time: 0.1178250 Jul 23 16:26:53.329379 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-dfe7f9dd-b944-4d51-83ab-b44a41ed6f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:53.344938 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-69ca3a2e-9132-4513-9572-22c3df257947 req-a98e3ed9-f75e-4218-9003-7df1e239742b tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:53.354676 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674289ad-89f9-4109-966b-d981278cf6b6 req-9abab53d-5e65-4696-87d0-cd17d3cd3942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:53.357581 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674289ad-89f9-4109-966b-d981278cf6b6 req-9abab53d-5e65-4696-87d0-cd17d3cd3942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:53.358276 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674289ad-89f9-4109-966b-d981278cf6b6 req-9abab53d-5e65-4696-87d0-cd17d3cd3942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:53.362593 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-674289ad-89f9-4109-966b-d981278cf6b6 req-9abab53d-5e65-4696-87d0-cd17d3cd3942 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=d58be7bf092b45e2a9dae39829ba7b2e&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2793443 Jul 23 16:26:53.493591 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-dfe7f9dd-b944-4d51-83ab-b44a41ed6f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:53.494280 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-dfe7f9dd-b944-4d51-83ab-b44a41ed6f3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:53.495793 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-dfe7f9dd-b944-4d51-83ab-b44a41ed6f3e service neutron] 10.222.0.74 "PUT /v2.0/ports/faeb3d4d-ead5-454a-9873-67df475e0096 HTTP/1.1" status: 200 len: 1091 time: 2.0715532 Jul 23 16:26:53.512773 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 637c7293-dd2f-465d-8151-c16c46104ded up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:53.578883 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-c34c4abe-e481-4e6b-bcc4-68b090739b5e service neutron] Request body: {'port': {'device_id': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:53.594695 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 2b532c2a-01ea-4970-8734-cb38ec2f1cce no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:53.624381 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7f9dd-b944-4d51-83ab-b44a41ed6f3e service neutron] Pushing event updated for resources: {'Port': ['ID=faeb3d4d-ead5-454a-9873-67df475e0096,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:53.684491 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 2b532c2a-01ea-4970-8734-cb38ec2f1cce {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:26:53.684865 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 2b532c2a-01ea-4970-8734-cb38ec2f1cce not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:26:53.779889 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-265c201a-645e-46ff-b988-db75da3df77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:53.781361 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-265c201a-645e-46ff-b988-db75da3df77e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0e1b4b2c-7085-4c60-92b2-650db68b72a2 HTTP/1.1" status: 200 len: 797 time: 0.4205866 Jul 23 16:26:53.787881 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 637c7293-dd2f-465d-8151-c16c46104ded triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:53.788996 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:53.950020 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69ca3a2e-9132-4513-9572-22c3df257947 req-a98e3ed9-f75e-4218-9003-7df1e239742b tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Network cc8dea18-f617-4713-91bf-c9e3a30e4af5 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:53.979518 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-69ca3a2e-9132-4513-9572-22c3df257947 req-a98e3ed9-f75e-4218-9003-7df1e239742b tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:54.000548 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ca3a2e-9132-4513-9572-22c3df257947 req-a98e3ed9-f75e-4218-9003-7df1e239742b tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:54.094939 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e3ed9-f75e-4218-9003-7df1e239742b tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Pushing event updated for resources: {'Port': ['ID=b6bc315d-68db-45b9-96d6-4bf47baf51ad,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:54.208526 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4ec79-9574-4261-9101-930cb724855e req-9880299e-00f0-4d70-936b-74312c2e1ccd tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:54.220398 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-07d4ec79-9574-4261-9101-930cb724855e req-9880299e-00f0-4d70-936b-74312c2e1ccd tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=83d723b6-137c-48e2-b065-a9929b4afa68 HTTP/1.1" status: 200 len: 944 time: 1.1760745 Jul 23 16:26:54.221296 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674289ad-89f9-4109-966b-d981278cf6b6 req-728d2364-1998-4ca6-b774-723a37fa4642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:54.223080 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-674289ad-89f9-4109-966b-d981278cf6b6 req-728d2364-1998-4ca6-b774-723a37fa4642 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.8139169 Jul 23 16:26:54.245481 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-c34c4abe-e481-4e6b-bcc4-68b090739b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:54.271756 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:54.372170 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-f101858a-789f-43a9-8c69-67ff0cba7ef5 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:54.376967 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-f101858a-789f-43a9-8c69-67ff0cba7ef5 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.74 "GET /v2.0/networks?id=cc8dea18-f617-4713-91bf-c9e3a30e4af5 HTTP/1.1" status: 200 len: 816 time: 0.9428308 Jul 23 16:26:54.386069 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca3a2e-9132-4513-9572-22c3df257947 req-a98e3ed9-f75e-4218-9003-7df1e239742b tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:54.386763 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-69ca3a2e-9132-4513-9572-22c3df257947 req-a98e3ed9-f75e-4218-9003-7df1e239742b tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:54.394776 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 637c7293-dd2f-465d-8151-c16c46104ded, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=637c7293-dd2f-465d-8151-c16c46104ded,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:54.417550 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-5b0c78cd-3ae8-466a-9a97-a951bda94990 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Request body: {'port': {'device_id': '5e84a10a-2866-4499-944e-aeb6e9287b31', 'network_id': 'cc8dea18-f617-4713-91bf-c9e3a30e4af5', 'admin_state_up': True, 'tenant_id': '2c1540bf7e9d405293d55a070efc5538'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:54.420698 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:54.423276 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 850294b4-c641-440e-8b3b-f74bd72da704 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:54.435058 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-69ca3a2e-9132-4513-9572-22c3df257947 req-a98e3ed9-f75e-4218-9003-7df1e239742b tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6898472 Jul 23 16:26:54.489827 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-69ca3a2e-9132-4513-9572-22c3df257947 req-e09219ff-3501-409b-b318-098c1dd023aa service neutron] Request body: {'port': {'device_id': '239faa13-f5c0-4fe6-a809-6e7e0b50c8f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:54.571971 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-f7c226e5-58ac-4ad2-adf7-0bb77f5797a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:54.576436 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-f7c226e5-58ac-4ad2-adf7-0bb77f5797a9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e5f00839-b5e3-470f-98ff-b05da7b06d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7043610 Jul 23 16:26:54.610965 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-87191d54-12c7-498d-8e53-17d498f8fa84 None None] Provisioning for port b6bc315d-68db-45b9-96d6-4bf47baf51ad completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:54.630406 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-87191d54-12c7-498d-8e53-17d498f8fa84 None None] Provisioning complete for port b6bc315d-68db-45b9-96d6-4bf47baf51ad triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:54.633265 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-87191d54-12c7-498d-8e53-17d498f8fa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:54.677894 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674289ad-89f9-4109-966b-d981278cf6b6 req-804225fc-790c-4f58-8f0d-c5c45fb8d472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:54.679164 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674289ad-89f9-4109-966b-d981278cf6b6 req-804225fc-790c-4f58-8f0d-c5c45fb8d472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:54.679809 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674289ad-89f9-4109-966b-d981278cf6b6 req-804225fc-790c-4f58-8f0d-c5c45fb8d472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:54.680446 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674289ad-89f9-4109-966b-d981278cf6b6 req-804225fc-790c-4f58-8f0d-c5c45fb8d472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:54.689993 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674289ad-89f9-4109-966b-d981278cf6b6 req-804225fc-790c-4f58-8f0d-c5c45fb8d472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:54.690738 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674289ad-89f9-4109-966b-d981278cf6b6 req-804225fc-790c-4f58-8f0d-c5c45fb8d472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:54.691380 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674289ad-89f9-4109-966b-d981278cf6b6 req-804225fc-790c-4f58-8f0d-c5c45fb8d472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:54.693628 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-674289ad-89f9-4109-966b-d981278cf6b6 req-804225fc-790c-4f58-8f0d-c5c45fb8d472 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d58be7bf092b45e2a9dae39829ba7b2e&device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 6409 time: 0.4235196 Jul 23 16:26:54.699399 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa92b4c-8ab5-4181-939b-fdad4c13ad45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637c7293-dd2f-465d-8151-c16c46104ded'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:54.702004 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c98d2a-9655-4c39-bde2-c0090e6c3f3a" -d '{"events": [{"server_uuid": "0aa92b4c-8ab5-4181-939b-fdad4c13ad45", "name": "network-vif-plugged", "status": "completed", "tag": "637c7293-dd2f-465d-8151-c16c46104ded"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:54.735391 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-a6ee1720-1987-486c-9f0d-455a65e6a2b8 service neutron] 10.222.0.97 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348381 Jul 23 16:26:54.769439 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-87191d54-12c7-498d-8e53-17d498f8fa84 None None] Port b6bc315d-68db-45b9-96d6-4bf47baf51ad cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:26:54.789921 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 850294b4-c641-440e-8b3b-f74bd72da704 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:54.796006 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 850294b4-c641-440e-8b3b-f74bd72da704 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:54.796470 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:54.806390 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-07d4ec79-9574-4261-9101-930cb724855e req-c30bc9ae-749a-44af-856e-42135cd0e0c2 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5849929 Jul 23 16:26:54.831800 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=637c7293-dd2f-465d-8151-c16c46104ded,revision_number=7']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:54.940124 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:54.950706 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959acbff-33bf-4a9f-8d61-409d7b4f3e2f', 'name': 'network-vif-deleted', 'tag': '2b532c2a-01ea-4970-8734-cb38ec2f1cce'}, {'name': 'network-changed', 'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'tag': 'd26b6c0c-a095-4674-9672-f08e8e034402'}, {'name': 'network-changed', 'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'tag': 'faeb3d4d-ead5-454a-9873-67df475e0096'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:54.953190 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7762e94-d53b-4e57-9b4a-ce5224b4e668" -d '{"events": [{"server_uuid": "959acbff-33bf-4a9f-8d61-409d7b4f3e2f", "name": "network-vif-deleted", "tag": "2b532c2a-01ea-4970-8734-cb38ec2f1cce"}, {"name": "network-changed", "server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "tag": "d26b6c0c-a095-4674-9672-f08e8e034402"}, {"name": "network-changed", "server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "tag": "faeb3d4d-ead5-454a-9873-67df475e0096"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:54.983590 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 850294b4-c641-440e-8b3b-f74bd72da704, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=850294b4-c641-440e-8b3b-f74bd72da704,segment=NetworkSegment(4922e251-ec1f-41e7-8718-5d07a120e814),segment_id=4922e251-ec1f-41e7-8718-5d07a120e814)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:54.994710 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:55.012944 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674289ad-89f9-4109-966b-d981278cf6b6 req-bcf3b394-807f-495b-a04b-63979d1018b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:55.014357 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674289ad-89f9-4109-966b-d981278cf6b6 req-bcf3b394-807f-495b-a04b-63979d1018b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:55.018214 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674289ad-89f9-4109-966b-d981278cf6b6 req-bcf3b394-807f-495b-a04b-63979d1018b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:55.021383 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-674289ad-89f9-4109-966b-d981278cf6b6 req-bcf3b394-807f-495b-a04b-63979d1018b7 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=d58be7bf092b45e2a9dae39829ba7b2e&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3190200 Jul 23 16:26:55.119485 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=850294b4-c641-440e-8b3b-f74bd72da704,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:55.454959 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-c34c4abe-e481-4e6b-bcc4-68b090739b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9569114-a844-492a-9768-c27463ea9bb4 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:55.465847 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-c34c4abe-e481-4e6b-bcc4-68b090739b5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:55.483809 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-c34c4abe-e481-4e6b-bcc4-68b090739b5e service neutron] Transition to ACTIVE for port object a9569114-a844-492a-9768-c27463ea9bb4 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:55.505255 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674289ad-89f9-4109-966b-d981278cf6b6 req-063b9f2b-10cf-46f5-9925-f235dfaaa6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:55.507666 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-674289ad-89f9-4109-966b-d981278cf6b6 req-063b9f2b-10cf-46f5-9925-f235dfaaa6fb service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4771264 Jul 23 16:26:55.510911 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-c34c4abe-e481-4e6b-bcc4-68b090739b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:55.607537 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-69ca3a2e-9132-4513-9572-22c3df257947 req-e09219ff-3501-409b-b318-098c1dd023aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:55.644654 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-50fb596f-3daa-4020-ba92-f7de9fa3ac2e service neutron] 10.222.0.97 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8846135 Jul 23 16:26:55.657713 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c4abe-e481-4e6b-bcc4-68b090739b5e service neutron] Pushing event updated for resources: {'Port': ['ID=a9569114-a844-492a-9768-c27463ea9bb4,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:55.736124 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-c34c4abe-e481-4e6b-bcc4-68b090739b5e service neutron] Attempting to bind port a9569114-a844-492a-9768-c27463ea9bb4 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:26:55.737149 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-c34c4abe-e481-4e6b-bcc4-68b090739b5e service neutron] Attempting to bind port a9569114-a844-492a-9768-c27463ea9bb4 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a09683eb-b332-4542-b7a5-2cff7293226f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '72536959-6d28-4d4b-a817-b894e84f9992'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:26:55.737149 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-c34c4abe-e481-4e6b-bcc4-68b090739b5e service neutron] Attempting to bind port a9569114-a844-492a-9768-c27463ea9bb4 on network 72536959-6d28-4d4b-a817-b894e84f9992 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:55.743418 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-c34c4abe-e481-4e6b-bcc4-68b090739b5e service neutron] Port a9569114-a844-492a-9768-c27463ea9bb4 on network 72536959-6d28-4d4b-a817-b894e84f9992 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:26:55.744650 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-c34c4abe-e481-4e6b-bcc4-68b090739b5e service neutron] Attempting to bind port a9569114-a844-492a-9768-c27463ea9bb4 on network 72536959-6d28-4d4b-a817-b894e84f9992 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:55.760366 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-91ab4dbe-7e9e-410e-9a9f-e67c9655dc6c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=01fb3cf0-e4ff-4a66-8ed1-9025c34ef945 HTTP/1.1" status: 200 len: 217 time: 0.1025531 Jul 23 16:26:55.774234 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-c34c4abe-e481-4e6b-bcc4-68b090739b5e service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:26:55.774638 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-c34c4abe-e481-4e6b-bcc4-68b090739b5e service neutron] Checking segment: {'id': 'a09683eb-b332-4542-b7a5-2cff7293226f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '72536959-6d28-4d4b-a817-b894e84f9992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:55.774982 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-c34c4abe-e481-4e6b-bcc4-68b090739b5e service neutron] Bound using segment: {'id': 'a09683eb-b332-4542-b7a5-2cff7293226f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '72536959-6d28-4d4b-a817-b894e84f9992'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:26:55.775432 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-c34c4abe-e481-4e6b-bcc4-68b090739b5e service neutron] Bound port: a9569114-a844-492a-9768-c27463ea9bb4, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a09683eb-b332-4542-b7a5-2cff7293226f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '72536959-6d28-4d4b-a817-b894e84f9992'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:26:55.776690 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-c34c4abe-e481-4e6b-bcc4-68b090739b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:55.956880 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-c34c4abe-e481-4e6b-bcc4-68b090739b5e service neutron] For port a9569114-a844-492a-9768-c27463ea9bb4, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:26:55.961378 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-c34c4abe-e481-4e6b-bcc4-68b090739b5e service neutron] For port a9569114-a844-492a-9768-c27463ea9bb4, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=a9569114-a844-492a-9768-c27463ea9bb4,segment=NetworkSegment(a09683eb-b332-4542-b7a5-2cff7293226f),segment_id=a09683eb-b332-4542-b7a5-2cff7293226f)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:26:55.969857 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-c34c4abe-e481-4e6b-bcc4-68b090739b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:56.042724 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-c34c4abe-e481-4e6b-bcc4-68b090739b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:56.043490 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-c34c4abe-e481-4e6b-bcc4-68b090739b5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:56.044889 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-c34c4abe-e481-4e6b-bcc4-68b090739b5e service neutron] 10.222.0.74 "PUT /v2.0/ports/a9569114-a844-492a-9768-c27463ea9bb4 HTTP/1.1" status: 200 len: 1091 time: 2.4724298 Jul 23 16:26:56.080151 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c4abe-e481-4e6b-bcc4-68b090739b5e service neutron] Pushing event updated for resources: {'Port': ['ID=a9569114-a844-492a-9768-c27463ea9bb4,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:56.213147 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-d9549abc-d979-4d50-b46a-718d5a6eab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:56.214366 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-d9549abc-d979-4d50-b46a-718d5a6eab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:56.215022 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-d9549abc-d979-4d50-b46a-718d5a6eab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:56.215712 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-d9549abc-d979-4d50-b46a-718d5a6eab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:56.216612 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-d9549abc-d979-4d50-b46a-718d5a6eab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:56.217814 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-d9549abc-d979-4d50-b46a-718d5a6eab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:56.219195 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-d9549abc-d979-4d50-b46a-718d5a6eab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:56.221920 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-d9549abc-d979-4d50-b46a-718d5a6eab3e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d58be7bf092b45e2a9dae39829ba7b2e&device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 6476 time: 0.1306407 Jul 23 16:26:56.233642 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-d20213f9-a41d-430e-bb79-21b6261cefa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:56.243928 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-d20213f9-a41d-430e-bb79-21b6261cefa4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0e1b4b2c-7085-4c60-92b2-650db68b72a2 HTTP/1.1" status: 200 len: 797 time: 0.4731660 Jul 23 16:26:56.305289 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-5b0c78cd-3ae8-466a-9a97-a951bda94990 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Made reservation on behalf of 2c1540bf7e9d405293d55a070efc5538 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:56.310762 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-5b0c78cd-3ae8-466a-9a97-a951bda94990 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:56.327960 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-48ee25f3-6e99-4731-afcf-4a8d5bb8cf4b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc9186aa-22f3-4cd2-aa4d-554b86e39cbf HTTP/1.1" status: 200 len: 217 time: 0.0891521 Jul 23 16:26:56.400277 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-bb70a463-b141-4b11-8685-e8b8d05ee01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:56.401731 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-bb70a463-b141-4b11-8685-e8b8d05ee01b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8700af68-33fb-4e68-b828-91508c404596 HTTP/1.1" status: 200 len: 850 time: 0.0675831 Jul 23 16:26:56.515453 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-1c27b656-ea5d-4644-8fd6-dcc171166bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:56.518280 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-1c27b656-ea5d-4644-8fd6-dcc171166bdf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ccfb93aa-128e-41ae-813f-cc1797d91993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076880 Jul 23 16:26:56.540393 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-669bf65e-b1c7-47a3-9870-f64ce8736792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:56.542378 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-669bf65e-b1c7-47a3-9870-f64ce8736792 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e5f00839-b5e3-470f-98ff-b05da7b06d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2264028 Jul 23 16:26:56.703385 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-69ca3a2e-9132-4513-9572-22c3df257947 req-e09219ff-3501-409b-b318-098c1dd023aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6bc315d-68db-45b9-96d6-4bf47baf51ad {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:56.716508 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-69ca3a2e-9132-4513-9572-22c3df257947 req-e09219ff-3501-409b-b318-098c1dd023aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:56.719470 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-279eafcf-e6a9-4446-89b0-c4db864ffb47 service neutron] 10.222.0.74 "GET /v2.0/networks/ccfb93aa-128e-41ae-813f-cc1797d91993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943440 Jul 23 16:26:56.763065 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-18e9e207-7e33-4e2c-92a3-0bb9d92b87e2 service neutron] 10.222.0.97 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096393 Jul 23 16:26:56.764203 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-69ca3a2e-9132-4513-9572-22c3df257947 req-e09219ff-3501-409b-b318-098c1dd023aa service neutron] Transition to ACTIVE for port object b6bc315d-68db-45b9-96d6-4bf47baf51ad will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:56.921224 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-84ef5f8b-257c-48b1-971a-8635afd9f850 service neutron] 10.222.0.74 "GET /v2.0/networks/ccfb93aa-128e-41ae-813f-cc1797d91993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895454 Jul 23 16:26:56.996802 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-5b0c78cd-3ae8-466a-9a97-a951bda94990 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Allocated IP 172.20.0.10 (cc8dea18-f617-4713-91bf-c9e3a30e4af5/f61c49a9-6bc7-45a2-9702-af85b441d4d7/395b7994-0439-472b-acb9-10db34c8b875) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:57.020296 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-65d070bf-05e1-4ecd-8199-3d842cfac976 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 HTTP/1.1" status: 200 len: 217 time: 0.0778179 Jul 23 16:26:57.103024 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-4c1b8c8d-1b67-47d3-a506-a15caf13375d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:57.104924 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-4c1b8c8d-1b67-47d3-a506-a15caf13375d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83c3a237-d43a-4d9d-aa29-69c4c34be53a HTTP/1.1" status: 200 len: 797 time: 0.0767188 Jul 23 16:26:57.109999 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-69ca3a2e-9132-4513-9572-22c3df257947 req-e09219ff-3501-409b-b318-098c1dd023aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:57.226009 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-782c9f60-d6ee-4c24-b549-5e2bb2a4e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:57.228566 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-782c9f60-d6ee-4c24-b549-5e2bb2a4e625 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a11530e6-1993-441b-956a-6f9600ed92b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1159468 Jul 23 16:26:57.263541 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09219ff-3501-409b-b318-098c1dd023aa service neutron] Pushing event updated for resources: {'Port': ['ID=b6bc315d-68db-45b9-96d6-4bf47baf51ad,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:57.280409 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-4faaba36-989c-46df-862d-24aed5cca497 service neutron] 10.222.0.97 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026228 Jul 23 16:26:57.364783 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-3ca46495-8030-4a95-b885-4d0e45fc31c3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=81ed9f61-dd72-45c4-9749-cf4878d9a0da HTTP/1.1" status: 200 len: 217 time: 0.0699117 Jul 23 16:26:57.376574 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-614178cb-0bf5-4873-ae8c-21755d3e418f service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406515 Jul 23 16:26:57.613387 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-1c9f8722-b0bb-4775-b961-4809fcf8d00a service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276418 Jul 23 16:26:57.655178 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-63a07f82-24ba-4f7d-b133-9db360959e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:57.673355 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-63a07f82-24ba-4f7d-b133-9db360959e73 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0e1b4b2c-7085-4c60-92b2-650db68b72a2 HTTP/1.1" status: 200 len: 797 time: 0.2894430 Jul 23 16:26:57.715702 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-ecb51022-07a4-4152-88a0-7c96778842c1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 HTTP/1.1" status: 200 len: 217 time: 0.0939929 Jul 23 16:26:57.796785 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-5b0c78cd-3ae8-466a-9a97-a951bda94990 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:57.835886 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-c11ed8a4-98a2-4021-8044-5f92da10f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:57.837511 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-c11ed8a4-98a2-4021-8044-5f92da10f90f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83c3a237-d43a-4d9d-aa29-69c4c34be53a HTTP/1.1" status: 200 len: 797 time: 0.1145501 Jul 23 16:26:57.855543 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-69ca3a2e-9132-4513-9572-22c3df257947 req-e09219ff-3501-409b-b318-098c1dd023aa service neutron] Attempting to bind port b6bc315d-68db-45b9-96d6-4bf47baf51ad on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:26:57.855867 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-69ca3a2e-9132-4513-9572-22c3df257947 req-e09219ff-3501-409b-b318-098c1dd023aa service neutron] Attempting to bind port b6bc315d-68db-45b9-96d6-4bf47baf51ad by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'f3aed737-88d1-4c58-b30e-6c9f55adb681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'cc8dea18-f617-4713-91bf-c9e3a30e4af5'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:26:57.856229 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ca3a2e-9132-4513-9572-22c3df257947 req-e09219ff-3501-409b-b318-098c1dd023aa service neutron] Attempting to bind port b6bc315d-68db-45b9-96d6-4bf47baf51ad on network cc8dea18-f617-4713-91bf-c9e3a30e4af5 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:57.868111 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-5b0c78cd-3ae8-466a-9a97-a951bda94990 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Transition to ACTIVE for port object 395b7994-0439-472b-acb9-10db34c8b875 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:57.869982 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ca3a2e-9132-4513-9572-22c3df257947 req-e09219ff-3501-409b-b318-098c1dd023aa service neutron] Port b6bc315d-68db-45b9-96d6-4bf47baf51ad on network cc8dea18-f617-4713-91bf-c9e3a30e4af5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:26:57.870315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ca3a2e-9132-4513-9572-22c3df257947 req-e09219ff-3501-409b-b318-098c1dd023aa service neutron] Attempting to bind port b6bc315d-68db-45b9-96d6-4bf47baf51ad on network cc8dea18-f617-4713-91bf-c9e3a30e4af5 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:57.898190 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ca3a2e-9132-4513-9572-22c3df257947 req-e09219ff-3501-409b-b318-098c1dd023aa service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:26:57.903274 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ca3a2e-9132-4513-9572-22c3df257947 req-e09219ff-3501-409b-b318-098c1dd023aa service neutron] Checking segment: {'id': 'f3aed737-88d1-4c58-b30e-6c9f55adb681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'cc8dea18-f617-4713-91bf-c9e3a30e4af5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:57.903274 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ca3a2e-9132-4513-9572-22c3df257947 req-e09219ff-3501-409b-b318-098c1dd023aa service neutron] Bound using segment: {'id': 'f3aed737-88d1-4c58-b30e-6c9f55adb681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'cc8dea18-f617-4713-91bf-c9e3a30e4af5'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:26:57.903766 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-69ca3a2e-9132-4513-9572-22c3df257947 req-e09219ff-3501-409b-b318-098c1dd023aa service neutron] Bound port: b6bc315d-68db-45b9-96d6-4bf47baf51ad, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3aed737-88d1-4c58-b30e-6c9f55adb681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'cc8dea18-f617-4713-91bf-c9e3a30e4af5'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:26:57.904144 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-69ca3a2e-9132-4513-9572-22c3df257947 req-e09219ff-3501-409b-b318-098c1dd023aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:57.958641 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-13f34d63-7f3a-4732-870d-4c168224ef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:57.961673 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-13f34d63-7f3a-4732-870d-4c168224ef6c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a11530e6-1993-441b-956a-6f9600ed92b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1158433 Jul 23 16:26:58.112434 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-69ca3a2e-9132-4513-9572-22c3df257947 req-e09219ff-3501-409b-b318-098c1dd023aa service neutron] For port b6bc315d-68db-45b9-96d6-4bf47baf51ad, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:26:58.118143 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-69ca3a2e-9132-4513-9572-22c3df257947 req-e09219ff-3501-409b-b318-098c1dd023aa service neutron] For port b6bc315d-68db-45b9-96d6-4bf47baf51ad, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=b6bc315d-68db-45b9-96d6-4bf47baf51ad,segment=NetworkSegment(f3aed737-88d1-4c58-b30e-6c9f55adb681),segment_id=f3aed737-88d1-4c58-b30e-6c9f55adb681)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:26:58.140226 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-2b60dc26-6bc0-441a-bf2f-3c553ca34ddb service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713092 Jul 23 16:26:58.140520 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-69ca3a2e-9132-4513-9572-22c3df257947 req-e09219ff-3501-409b-b318-098c1dd023aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:58.143022 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-5b0c78cd-3ae8-466a-9a97-a951bda94990 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:58.192506 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-25b5fe90-d6d2-46ec-ae70-8789b540ad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:58.192981 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-25b5fe90-d6d2-46ec-ae70-8789b540ad44 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e5f00839-b5e3-470f-98ff-b05da7b06d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4888179 Jul 23 16:26:58.229690 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-5e2bd3a1-5a92-4165-af11-c228e7a62ad7 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:26:58.230882 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-5e2bd3a1-5a92-4165-af11-c228e7a62ad7 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182254 Jul 23 16:26:58.245196 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca3a2e-9132-4513-9572-22c3df257947 req-e09219ff-3501-409b-b318-098c1dd023aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:58.245927 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-69ca3a2e-9132-4513-9572-22c3df257947 req-e09219ff-3501-409b-b318-098c1dd023aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:58.247522 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-69ca3a2e-9132-4513-9572-22c3df257947 req-e09219ff-3501-409b-b318-098c1dd023aa service neutron] 10.222.0.97 "PUT /v2.0/ports/b6bc315d-68db-45b9-96d6-4bf47baf51ad HTTP/1.1" status: 200 len: 1092 time: 3.7828310 Jul 23 16:26:58.317159 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-6558ec88-ea2a-4007-9ed4-2d339eb269ae service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677756 Jul 23 16:26:58.388560 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239faa13-f5c0-4fe6-a809-6e7e0b50c8f1', 'tag': 'b6bc315d-68db-45b9-96d6-4bf47baf51ad'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:58.391634 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e76118-1510-4b1d-bbd8-5b4b4d7fb1d3" -d '{"events": [{"name": "network-changed", "server_uuid": "239faa13-f5c0-4fe6-a809-6e7e0b50c8f1", "tag": "b6bc315d-68db-45b9-96d6-4bf47baf51ad"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:58.393566 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-f8930511-6b52-4b76-ac28-c9a72722f472 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=99c3c606-6305-429f-81cd-fd00734616f2 HTTP/1.1" status: 200 len: 217 time: 0.0697381 Jul 23 16:26:58.396846 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-13155a93-7665-4d00-9b1d-5fd3a6ef079f service neutron] 10.222.0.97 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483302 Jul 23 16:26:58.513383 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-24fde86b-d030-419f-84b1-22cae2990c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:58.514905 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-24fde86b-d030-419f-84b1-22cae2990c06 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83c3a237-d43a-4d9d-aa29-69c4c34be53a HTTP/1.1" status: 200 len: 797 time: 0.1155436 Jul 23 16:26:58.573860 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-bc72f51e-7d6e-4f6b-89be-1b8418053a31 service neutron] 10.222.0.97 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488838 Jul 23 16:26:58.656649 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-0dbc9430-9857-476a-9d80-b40c688af250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:58.658510 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-0dbc9430-9857-476a-9d80-b40c688af250 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a11530e6-1993-441b-956a-6f9600ed92b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1368332 Jul 23 16:26:58.661733 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-2c27bc1d-08a7-405d-850d-a252574c96ac service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=61637cfe-1584-4974-b56f-43ff73d6bcec HTTP/1.1" status: 200 len: 217 time: 0.0402651 Jul 23 16:26:58.678097 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-5b0c78cd-3ae8-466a-9a97-a951bda94990 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Network cc8dea18-f617-4713-91bf-c9e3a30e4af5 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:58.732075 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-5b0c78cd-3ae8-466a-9a97-a951bda94990 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:58.734932 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-855c76b3-a66f-4b69-9722-89005dabd700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:58.736934 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-855c76b3-a66f-4b69-9722-89005dabd700 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1cf0b2de-18cb-44fe-a73c-3c7c9e63181e HTTP/1.1" status: 200 len: 797 time: 0.0547411 Jul 23 16:26:58.737943 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-5b0c78cd-3ae8-466a-9a97-a951bda94990 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:58.741026 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09219ff-3501-409b-b318-098c1dd023aa service neutron] Pushing event updated for resources: {'Port': ['ID=b6bc315d-68db-45b9-96d6-4bf47baf51ad,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:58.857039 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-7820bd36-b4ed-4131-89a7-21b92035ca25 service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913371 Jul 23 16:26:58.983313 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-5b0c78cd-3ae8-466a-9a97-a951bda94990 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:58.988096 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-5b0c78cd-3ae8-466a-9a97-a951bda94990 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:59.031873 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-7ba6c1bf-c7c9-49c1-8545-d7bfe5412c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:59.036936 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-7ba6c1bf-c7c9-49c1-8545-d7bfe5412c5d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b15e95e3-c83c-43f1-8d67-89ed25f67132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2871358 Jul 23 16:26:59.041808 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca3a2e-9132-4513-9572-22c3df257947 req-d419b1ef-42d4-4949-8fbf-f97904398c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:59.045292 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-69ca3a2e-9132-4513-9572-22c3df257947 req-d419b1ef-42d4-4949-8fbf-f97904398c2b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=2c1540bf7e9d405293d55a070efc5538&device_id=239faa13-f5c0-4fe6-a809-6e7e0b50c8f1 HTTP/1.1" status: 200 len: 1095 time: 0.6465876 Jul 23 16:26:59.050142 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-75a77a67-ab0e-411e-ac97-58d947c4ef2d service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868999 Jul 23 16:26:59.050666 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-5b0c78cd-3ae8-466a-9a97-a951bda94990 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6407464 Jul 23 16:26:59.051541 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c78cd-3ae8-466a-9a97-a951bda94990 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Pushing event updated for resources: {'Port': ['ID=395b7994-0439-472b-acb9-10db34c8b875,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:59.086607 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-820e43bf-8a3a-4d23-b8ab-300cd3e9d855 None None] Provisioning for port 395b7994-0439-472b-acb9-10db34c8b875 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:59.095622 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-820e43bf-8a3a-4d23-b8ab-300cd3e9d855 None None] Provisioning complete for port 395b7994-0439-472b-acb9-10db34c8b875 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:59.096272 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-820e43bf-8a3a-4d23-b8ab-300cd3e9d855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:59.109180 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-77df647e-c64f-4be9-923b-4117052ea255 service neutron] Request body: {'port': {'device_id': '5e84a10a-2866-4499-944e-aeb6e9287b31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:59.137396 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-80ae5822-ac0f-4423-aba2-50c45ac98db7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=d26b6c0c-a095-4674-9672-f08e8e034402 HTTP/1.1" status: 200 len: 217 time: 0.0769513 Jul 23 16:26:59.148053 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-820e43bf-8a3a-4d23-b8ab-300cd3e9d855 None None] Port 395b7994-0439-472b-acb9-10db34c8b875 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:26:59.217998 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-cabbc803-604b-41d4-8067-56ecb78ee532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:59.220875 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-cabbc803-604b-41d4-8067-56ecb78ee532 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83c3a237-d43a-4d9d-aa29-69c4c34be53a HTTP/1.1" status: 200 len: 797 time: 0.0735679 Jul 23 16:26:59.236726 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-69ca3a2e-9132-4513-9572-22c3df257947 req-8923f8b2-2863-4036-a7c2-702c0580d44e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6bc315d-68db-45b9-96d6-4bf47baf51ad HTTP/1.1" status: 200 len: 217 time: 0.1813366 Jul 23 16:26:59.334180 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca3a2e-9132-4513-9572-22c3df257947 req-6ee31bb5-f06c-4cf4-855e-6e012eaf1bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:59.341170 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-69ca3a2e-9132-4513-9572-22c3df257947 req-6ee31bb5-f06c-4cf4-855e-6e012eaf1bab service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f61c49a9-6bc7-45a2-9702-af85b441d4d7 HTTP/1.1" status: 200 len: 855 time: 0.0949624 Jul 23 16:26:59.367538 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-54ef3229-db61-43b2-a5a7-65044b304035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:59.371509 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-54ef3229-db61-43b2-a5a7-65044b304035 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a11530e6-1993-441b-956a-6f9600ed92b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1414940 Jul 23 16:26:59.392060 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-b82853e5-3def-40c7-bbd1-f0ef33720db6 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:26:59.396882 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-b82853e5-3def-40c7-bbd1-f0ef33720db6 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169172 Jul 23 16:26:59.602701 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-77df647e-c64f-4be9-923b-4117052ea255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:59.608446 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-f6446353-1b35-43f9-9236-912b4939cb6e service neutron] 10.222.0.97 "GET /v2.0/networks/b15e95e3-c83c-43f1-8d67-89ed25f67132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5398276 Jul 23 16:26:59.609298 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-37a07522-e4ec-43ca-889c-06d2c75d8113 service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947386 Jul 23 16:26:59.640382 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca3a2e-9132-4513-9572-22c3df257947 req-6cffd90f-5bde-449a-9076-d997d7f3ca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:59.642030 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-69ca3a2e-9132-4513-9572-22c3df257947 req-6cffd90f-5bde-449a-9076-d997d7f3ca30 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cc8dea18-f617-4713-91bf-c9e3a30e4af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2853925 Jul 23 16:26:59.768253 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-69ca3a2e-9132-4513-9572-22c3df257947 req-c28da34e-a48e-44a3-9f27-c6d3f16fdeab service neutron] 10.222.0.97 "GET /v2.0/networks/cc8dea18-f617-4713-91bf-c9e3a30e4af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121154 Jul 23 16:26:59.852683 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-1f7b3a83-8a4d-4777-b5a1-b889fbe3f0bf service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403414 Jul 23 16:27:00.027213 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-37f200c2-49e6-4a82-a4a6-8a8739f433f8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=faeb3d4d-ead5-454a-9873-67df475e0096 HTTP/1.1" status: 200 len: 217 time: 0.1628742 Jul 23 16:27:00.120763 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-845a32fe-9b6e-4bd2-addc-00ba40aba0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:00.122355 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-845a32fe-9b6e-4bd2-addc-00ba40aba0f8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43e3b6e1-204d-4ff9-bc32-923f74e47c31 HTTP/1.1" status: 200 len: 797 time: 0.0854881 Jul 23 16:27:00.238233 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-64eb5f99-fb4b-4ddf-9c47-ae9d08d0eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:00.243090 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-64eb5f99-fb4b-4ddf-9c47-ae9d08d0eb76 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=72536959-6d28-4d4b-a817-b894e84f9992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1133721 Jul 23 16:27:00.254698 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-d4350bfd-740c-486e-857a-8c324b93da03 service neutron] 10.222.0.97 "GET /v2.0/networks/b15e95e3-c83c-43f1-8d67-89ed25f67132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6297026 Jul 23 16:27:00.259114 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-69ca3a2e-9132-4513-9572-22c3df257947 req-cb40416c-8fe5-48d5-a9b0-d70a49cc6140 service neutron] 10.222.0.97 "GET /v2.0/networks/cc8dea18-f617-4713-91bf-c9e3a30e4af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618914 Jul 23 16:27:00.347984 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-e45504fb-a4ff-4062-8ab3-f8f6a023b781 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=826b1e36-24e9-4eac-b734-464693130e3f HTTP/1.1" status: 200 len: 217 time: 0.0798690 Jul 23 16:27:00.431992 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-b23d86fe-b001-42ad-8134-df8328a867c5 service neutron] 10.222.0.74 "GET /v2.0/networks/72536959-6d28-4d4b-a817-b894e84f9992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816256 Jul 23 16:27:00.460888 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-405f7585-508c-4f60-97b9-98ab762b80d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:00.470811 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-405f7585-508c-4f60-97b9-98ab762b80d5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1cf0b2de-18cb-44fe-a73c-3c7c9e63181e HTTP/1.1" status: 200 len: 797 time: 0.1117904 Jul 23 16:27:00.638392 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-6aa53436-0b61-499c-9af2-01656545c990 service neutron] 10.222.0.74 "GET /v2.0/networks/72536959-6d28-4d4b-a817-b894e84f9992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962714 Jul 23 16:27:00.745816 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-77df647e-c64f-4be9-923b-4117052ea255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 395b7994-0439-472b-acb9-10db34c8b875 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:00.758625 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-837e12aa-1501-4a7f-97dd-d7d27e760f1d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a9569114-a844-492a-9768-c27463ea9bb4 HTTP/1.1" status: 200 len: 217 time: 0.1108305 Jul 23 16:27:00.758765 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-77df647e-c64f-4be9-923b-4117052ea255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:00.783205 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-77df647e-c64f-4be9-923b-4117052ea255 service neutron] Transition to ACTIVE for port object 395b7994-0439-472b-acb9-10db34c8b875 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:00.792507 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-77df647e-c64f-4be9-923b-4117052ea255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:00.819723 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-bb1aafde-72bd-4d50-abd5-f8da13bd9b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:00.821429 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-bb1aafde-72bd-4d50-abd5-f8da13bd9b5e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43e3b6e1-204d-4ff9-bc32-923f74e47c31 HTTP/1.1" status: 200 len: 797 time: 0.0580018 Jul 23 16:27:00.886399 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-39fe08d0-1501-439c-a65c-07177b5f1a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:00.888552 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-39fe08d0-1501-439c-a65c-07177b5f1a18 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b15e95e3-c83c-43f1-8d67-89ed25f67132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4106894 Jul 23 16:27:00.971515 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-fc8f8e08-fea0-466a-abd2-7d83b40bea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:00.973597 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-fc8f8e08-fea0-466a-abd2-7d83b40bea91 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=72536959-6d28-4d4b-a817-b894e84f9992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1458657 Jul 23 16:27:01.039913 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df647e-c64f-4be9-923b-4117052ea255 service neutron] Pushing event updated for resources: {'Port': ['ID=395b7994-0439-472b-acb9-10db34c8b875,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:01.078792 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-77df647e-c64f-4be9-923b-4117052ea255 service neutron] Attempting to bind port 395b7994-0439-472b-acb9-10db34c8b875 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:27:01.079125 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-77df647e-c64f-4be9-923b-4117052ea255 service neutron] Attempting to bind port 395b7994-0439-472b-acb9-10db34c8b875 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'f3aed737-88d1-4c58-b30e-6c9f55adb681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'cc8dea18-f617-4713-91bf-c9e3a30e4af5'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:27:01.079456 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-77df647e-c64f-4be9-923b-4117052ea255 service neutron] Attempting to bind port 395b7994-0439-472b-acb9-10db34c8b875 on network cc8dea18-f617-4713-91bf-c9e3a30e4af5 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:01.099463 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-77df647e-c64f-4be9-923b-4117052ea255 service neutron] Port 395b7994-0439-472b-acb9-10db34c8b875 on network cc8dea18-f617-4713-91bf-c9e3a30e4af5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:27:01.099581 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-77df647e-c64f-4be9-923b-4117052ea255 service neutron] Attempting to bind port 395b7994-0439-472b-acb9-10db34c8b875 on network cc8dea18-f617-4713-91bf-c9e3a30e4af5 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:01.188606 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-77df647e-c64f-4be9-923b-4117052ea255 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:27:01.190168 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-6258fedc-6c94-417e-a947-71ffa5faa8c3 service neutron] 10.222.0.74 "GET /v2.0/networks/72536959-6d28-4d4b-a817-b894e84f9992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084579 Jul 23 16:27:01.192050 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-77df647e-c64f-4be9-923b-4117052ea255 service neutron] Checking segment: {'id': 'f3aed737-88d1-4c58-b30e-6c9f55adb681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'cc8dea18-f617-4713-91bf-c9e3a30e4af5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:27:01.192449 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-77df647e-c64f-4be9-923b-4117052ea255 service neutron] Bound using segment: {'id': 'f3aed737-88d1-4c58-b30e-6c9f55adb681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'cc8dea18-f617-4713-91bf-c9e3a30e4af5'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:27:01.192907 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-77df647e-c64f-4be9-923b-4117052ea255 service neutron] Bound port: 395b7994-0439-472b-acb9-10db34c8b875, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3aed737-88d1-4c58-b30e-6c9f55adb681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'cc8dea18-f617-4713-91bf-c9e3a30e4af5'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:27:01.193296 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-77df647e-c64f-4be9-923b-4117052ea255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:01.345379 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3c335696-224f-4b9e-b2bd-9110a8f0a965 req-889426a5-4ac1-4fb8-9ba8-42fd5bcdd45e service neutron] 10.222.0.74 "GET /v2.0/networks/72536959-6d28-4d4b-a817-b894e84f9992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483331 Jul 23 16:27:01.389882 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-ee7baaf6-b2be-43b1-b479-9ee83fb2d976 service neutron] 10.222.0.97 "GET /v2.0/networks/b15e95e3-c83c-43f1-8d67-89ed25f67132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679866 Jul 23 16:27:01.412348 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-77df647e-c64f-4be9-923b-4117052ea255 service neutron] For port 395b7994-0439-472b-acb9-10db34c8b875, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:27:01.446578 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-77df647e-c64f-4be9-923b-4117052ea255 service neutron] For port 395b7994-0439-472b-acb9-10db34c8b875, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=395b7994-0439-472b-acb9-10db34c8b875,segment=NetworkSegment(f3aed737-88d1-4c58-b30e-6c9f55adb681),segment_id=f3aed737-88d1-4c58-b30e-6c9f55adb681)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:27:01.459615 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-77df647e-c64f-4be9-923b-4117052ea255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:01.556005 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-77df647e-c64f-4be9-923b-4117052ea255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:01.556737 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-77df647e-c64f-4be9-923b-4117052ea255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:01.558363 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-77df647e-c64f-4be9-923b-4117052ea255 service neutron] 10.222.0.74 "PUT /v2.0/ports/395b7994-0439-472b-acb9-10db34c8b875 HTTP/1.1" status: 200 len: 1092 time: 2.4598672 Jul 23 16:27:01.615577 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b66bcdd4-119f-461a-a5c9-45a3e2f1425d req-86272649-e1ca-4a68-9ed9-d7da7dfcd898 service neutron] 10.222.0.97 "GET /v2.0/networks/b15e95e3-c83c-43f1-8d67-89ed25f67132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160890 Jul 23 16:27:01.617898 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df647e-c64f-4be9-923b-4117052ea255 service neutron] Pushing event updated for resources: {'Port': ['ID=395b7994-0439-472b-acb9-10db34c8b875,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:01.701503 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-9901bc8c-e2fb-4309-bd3e-341c2fabe5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:01.705950 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-9901bc8c-e2fb-4309-bd3e-341c2fabe5cf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2c1540bf7e9d405293d55a070efc5538&device_id=5e84a10a-2866-4499-944e-aeb6e9287b31 HTTP/1.1" status: 200 len: 1095 time: 0.0989666 Jul 23 16:27:01.755616 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-59f62ea1-754e-4ed0-8680-8de0a0055860 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=395b7994-0439-472b-acb9-10db34c8b875 HTTP/1.1" status: 200 len: 217 time: 0.0408888 Jul 23 16:27:01.816018 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-03bc3bd0-7fdc-4565-8af6-69cbc66c1436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:01.817389 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-03bc3bd0-7fdc-4565-8af6-69cbc66c1436 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f61c49a9-6bc7-45a2-9702-af85b441d4d7 HTTP/1.1" status: 200 len: 855 time: 0.0551047 Jul 23 16:27:01.933666 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-cdf37cd4-d2f6-4aeb-bd63-bbad14a0cc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:01.935802 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-cdf37cd4-d2f6-4aeb-bd63-bbad14a0cc24 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cc8dea18-f617-4713-91bf-c9e3a30e4af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114221 Jul 23 16:27:02.115398 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-59a8e80f-f4ae-42b5-8336-d5dec77ccf21 service neutron] 10.222.0.74 "GET /v2.0/networks/cc8dea18-f617-4713-91bf-c9e3a30e4af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723111 Jul 23 16:27:02.273470 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec01897c-a076-4612-8f28-c6c6f56ff807 req-79fecd15-40be-4aa7-be6d-be39cef243a5 service neutron] 10.222.0.74 "GET /v2.0/networks/cc8dea18-f617-4713-91bf-c9e3a30e4af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500905 Jul 23 16:27:02.594458 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ac2da407-e887-4294-b5e1-688e5fe249e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:03.557325 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device b6bc315d-68db-45b9-96d6-4bf47baf51ad details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:27:03.774287 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port b6bc315d-68db-45b9-96d6-4bf47baf51ad, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=b6bc315d-68db-45b9-96d6-4bf47baf51ad,segment=NetworkSegment(f3aed737-88d1-4c58-b30e-6c9f55adb681),segment_id=f3aed737-88d1-4c58-b30e-6c9f55adb681)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:03.820389 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'b6bc315d-68db-45b9-96d6-4bf47baf51ad', 'network_id': 'cc8dea18-f617-4713-91bf-c9e3a30e4af5', 'port_id': 'b6bc315d-68db-45b9-96d6-4bf47baf51ad', 'mac_address': 'fa:16:3e:e7:0a:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61c49a9-6bc7-45a2-9702-af85b441d4d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:27:03.898219 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:03.941800 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6bc315d-68db-45b9-96d6-4bf47baf51ad {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:03.985764 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port b6bc315d-68db-45b9-96d6-4bf47baf51ad, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=b6bc315d-68db-45b9-96d6-4bf47baf51ad,segment=NetworkSegment(f3aed737-88d1-4c58-b30e-6c9f55adb681),segment_id=f3aed737-88d1-4c58-b30e-6c9f55adb681)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:03.994070 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:04.082304 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=b6bc315d-68db-45b9-96d6-4bf47baf51ad,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:04.311395 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['b6bc315d-68db-45b9-96d6-4bf47baf51ad'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:04.673410 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:05.327272 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4bc2cedc-da9d-4fbd-9d7d-5b648c567311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:05.391761 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:05.559681 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device b6bc315d-68db-45b9-96d6-4bf47baf51ad up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:05.618408 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 395b7994-0439-472b-acb9-10db34c8b875 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:27:05.650389 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port b6bc315d-68db-45b9-96d6-4bf47baf51ad completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:05.674882 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port b6bc315d-68db-45b9-96d6-4bf47baf51ad triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:05.675252 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:05.908971 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 395b7994-0439-472b-acb9-10db34c8b875, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=395b7994-0439-472b-acb9-10db34c8b875,segment=NetworkSegment(f3aed737-88d1-4c58-b30e-6c9f55adb681),segment_id=f3aed737-88d1-4c58-b30e-6c9f55adb681)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:05.929133 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '395b7994-0439-472b-acb9-10db34c8b875', 'network_id': 'cc8dea18-f617-4713-91bf-c9e3a30e4af5', 'port_id': '395b7994-0439-472b-acb9-10db34c8b875', 'mac_address': 'fa:16:3e:8d:d5:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61c49a9-6bc7-45a2-9702-af85b441d4d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:27:05.977743 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:06.020869 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 395b7994-0439-472b-acb9-10db34c8b875 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:06.045571 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 395b7994-0439-472b-acb9-10db34c8b875, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=395b7994-0439-472b-acb9-10db34c8b875,segment=NetworkSegment(f3aed737-88d1-4c58-b30e-6c9f55adb681),segment_id=f3aed737-88d1-4c58-b30e-6c9f55adb681)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:06.047180 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:06.058049 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:06.121477 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port b6bc315d-68db-45b9-96d6-4bf47baf51ad, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=b6bc315d-68db-45b9-96d6-4bf47baf51ad,segment=NetworkSegment(f3aed737-88d1-4c58-b30e-6c9f55adb681),segment_id=f3aed737-88d1-4c58-b30e-6c9f55adb681)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:06.130383 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:06.145211 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=395b7994-0439-472b-acb9-10db34c8b875,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:06.214055 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=b6bc315d-68db-45b9-96d6-4bf47baf51ad,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:06.317691 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['395b7994-0439-472b-acb9-10db34c8b875'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:06.482707 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:07.213031 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:07.630369 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 395b7994-0439-472b-acb9-10db34c8b875 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:07.711601 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 395b7994-0439-472b-acb9-10db34c8b875 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:07.716726 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 395b7994-0439-472b-acb9-10db34c8b875 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:07.717187 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:07.814829 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:07.855322 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 395b7994-0439-472b-acb9-10db34c8b875, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=395b7994-0439-472b-acb9-10db34c8b875,segment=NetworkSegment(f3aed737-88d1-4c58-b30e-6c9f55adb681),segment_id=f3aed737-88d1-4c58-b30e-6c9f55adb681)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:07.859554 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:07.922547 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=395b7994-0439-472b-acb9-10db34c8b875,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:08.447349 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-294645c1-0956-4db7-ac7f-b204c4b17c7d tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:08.448881 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-294645c1-0956-4db7-ac7f-b204c4b17c7d tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/networks?id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 HTTP/1.1" status: 200 len: 806 time: 0.5487700 Jul 23 16:27:08.456441 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-cbe06b66-32da-4987-b4d0-5dd3dfb32ba0 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:08.457857 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-cbe06b66-32da-4987-b4d0-5dd3dfb32ba0 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/networks?id=cc8dea18-f617-4713-91bf-c9e3a30e4af5 HTTP/1.1" status: 200 len: 816 time: 0.5421121 Jul 23 16:27:08.483398 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-80789cbd-9447-4db2-8b22-b4e44b7c7a65 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/quotas/6e0db5f31fbe42e8a6955990f39f636d HTTP/1.1" status: 200 len: 375 time: 0.0245895 Jul 23 16:27:08.485769 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-24aca314-e7b4-4bce-b63e-a0ff45404a1a tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/quotas/2c1540bf7e9d405293d55a070efc5538 HTTP/1.1" status: 200 len: 375 time: 0.0175443 Jul 23 16:27:08.512127 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:08.556647 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-b6463b07-fbaa-433a-8e72-7cd275c9c152 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6e0db5f31fbe42e8a6955990f39f636d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594862 Jul 23 16:27:08.559645 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a8001-0c15-478d-9cbd-45b0976b1cd5 req-8940dc41-dcde-40a8-9304-29fca6259e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:08.561077 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb8a8001-0c15-478d-9cbd-45b0976b1cd5 req-8940dc41-dcde-40a8-9304-29fca6259e16 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=2642ac6d2fda4bb6bc5bc42fd646c90d&device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 1096 time: 0.1737957 Jul 23 16:27:08.730713 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-df6a1362-3dbc-47a0-95af-57f54ef903d8 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c1540bf7e9d405293d55a070efc5538&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2198148 Jul 23 16:27:08.773502 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-da8f5e4d-c52b-4f5c-8853-e7e11311397c service neutron] 10.222.0.73 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096989 Jul 23 16:27:08.793166 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a8001-0c15-478d-9cbd-45b0976b1cd5 req-0878f5ef-24b4-4784-b51e-6c92966439cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:08.794702 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb8a8001-0c15-478d-9cbd-45b0976b1cd5 req-0878f5ef-24b4-4784-b51e-6c92966439cd service neutron] 10.222.0.97 "GET /v2.0/networks?id=cfd5d4a5-0d74-4444-af11-d62dc4a381cf HTTP/1.1" status: 200 len: 913 time: 0.2220626 Jul 23 16:27:08.884184 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb8a8001-0c15-478d-9cbd-45b0976b1cd5 req-230898a2-4fda-4e04-86f1-6e7cd822e9bc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=637c7293-dd2f-465d-8151-c16c46104ded HTTP/1.1" status: 200 len: 217 time: 0.0779767 Jul 23 16:27:08.996990 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a8001-0c15-478d-9cbd-45b0976b1cd5 req-072cb346-336e-4d31-a8bf-7e1fe3893efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:08.998522 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb8a8001-0c15-478d-9cbd-45b0976b1cd5 req-072cb346-336e-4d31-a8bf-7e1fe3893efa service neutron] 10.222.0.97 "GET /v2.0/subnets?id=826fd2fc-e097-4472-9d1f-4298f12f603f HTTP/1.1" status: 200 len: 851 time: 0.0876193 Jul 23 16:27:09.001719 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-fc4e96aa-4aa4-412d-8f27-2a2893ae45ad service neutron] 10.222.0.73 "GET /v2.0/networks/cc8dea18-f617-4713-91bf-c9e3a30e4af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567828 Jul 23 16:27:09.003932 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-4f6bca9d-3ef7-44d2-aa7b-bbb2c6eae879 service neutron] 10.222.0.73 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218361 Jul 23 16:27:09.049153 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb8a8001-0c15-478d-9cbd-45b0976b1cd5 req-842b8847-149d-46c5-8deb-587934b0aeac service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cfd5d4a5-0d74-4444-af11-d62dc4a381cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436475 Jul 23 16:27:09.190122 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-34171334-1a72-4c9c-8940-1519f1b9da94 service neutron] 10.222.0.73 "GET /v2.0/networks/cc8dea18-f617-4713-91bf-c9e3a30e4af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762953 Jul 23 16:27:09.201390 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb8a8001-0c15-478d-9cbd-45b0976b1cd5 req-1c2dedfe-99f6-4ff1-a5d3-46eae791c92e service neutron] 10.222.0.97 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432500 Jul 23 16:27:09.414206 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb8a8001-0c15-478d-9cbd-45b0976b1cd5 req-6befe9ab-7228-4863-8f26-1c7e224dafb6 service neutron] 10.222.0.97 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044740 Jul 23 16:27:09.435799 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be40c08-de72-4619-a879-fa0a71bf7bc7 req-c3d478c4-1749-4a5a-a482-211086502bdd tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:09.439546 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3be40c08-de72-4619-a879-fa0a71bf7bc7 req-c3d478c4-1749-4a5a-a482-211086502bdd tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 945 time: 0.1955671 Jul 23 16:27:09.532236 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3be40c08-de72-4619-a879-fa0a71bf7bc7 req-61ef0a5a-21fb-4468-a0b6-a01d5175b66b tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863149 Jul 23 16:27:09.594045 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf945f86-0965-4417-8683-cdffe7613f32 x-openstack-request-id: req-bf945f86-0965-4417-8683-cdffe7613f32 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:09.594532 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa92b4c-8ab5-4181-939b-fdad4c13ad45", "name": "network-vif-plugged", "status": "completed", "tag": "637c7293-dd2f-465d-8151-c16c46104ded", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:09.594704 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bf945f86-0965-4417-8683-cdffe7613f32 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:09.595155 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa92b4c-8ab5-4181-939b-fdad4c13ad45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637c7293-dd2f-465d-8151-c16c46104ded', 'code': 200} Jul 23 16:27:09.598820 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591f041-9e35-4ae9-87b8-21df2fd43534 req-9524d562-467a-42d8-91b2-78c71ac6861b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:09.605930 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591f041-9e35-4ae9-87b8-21df2fd43534 req-9524d562-467a-42d8-91b2-78c71ac6861b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:09.622285 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591f041-9e35-4ae9-87b8-21df2fd43534 req-9524d562-467a-42d8-91b2-78c71ac6861b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:09.628640 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591f041-9e35-4ae9-87b8-21df2fd43534 req-9524d562-467a-42d8-91b2-78c71ac6861b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:09.641797 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591f041-9e35-4ae9-87b8-21df2fd43534 req-9524d562-467a-42d8-91b2-78c71ac6861b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:09.648742 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591f041-9e35-4ae9-87b8-21df2fd43534 req-9524d562-467a-42d8-91b2-78c71ac6861b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:09.654856 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591f041-9e35-4ae9-87b8-21df2fd43534 req-9524d562-467a-42d8-91b2-78c71ac6861b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:09.662699 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3591f041-9e35-4ae9-87b8-21df2fd43534 req-9524d562-467a-42d8-91b2-78c71ac6861b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 5419 time: 0.2102516 Jul 23 16:27:09.717647 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3591f041-9e35-4ae9-87b8-21df2fd43534 req-e01ad36a-1fee-4a47-a655-a9ffcef42227 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e0f6a6b-7a1a-4fc3-b6e3-28c1a3fabb75&id=0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537665 Jul 23 16:27:09.807139 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a0a0a6-5cf1-481c-9836-377756ea2b01 x-openstack-request-id: req-77a0a0a6-5cf1-481c-9836-377756ea2b01 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:09.808336 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959acbff-33bf-4a9f-8d61-409d7b4f3e2f", "name": "network-vif-deleted", "tag": "2b532c2a-01ea-4970-8734-cb38ec2f1cce", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "tag": "d26b6c0c-a095-4674-9672-f08e8e034402", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "tag": "faeb3d4d-ead5-454a-9873-67df475e0096", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:09.808892 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-77a0a0a6-5cf1-481c-9836-377756ea2b01 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:09.809789 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959acbff-33bf-4a9f-8d61-409d7b4f3e2f', 'name': 'network-vif-deleted', 'tag': '2b532c2a-01ea-4970-8734-cb38ec2f1cce', 'status': 'completed', 'code': 200} Jul 23 16:27:09.810310 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'tag': 'd26b6c0c-a095-4674-9672-f08e8e034402', 'status': 'completed', 'code': 200} Jul 23 16:27:09.810849 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'tag': 'faeb3d4d-ead5-454a-9873-67df475e0096', 'status': 'completed', 'code': 200} Jul 23 16:27:10.037982 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-097aca67-3919-4ba6-a80b-815ed205229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:10.038589 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-097aca67-3919-4ba6-a80b-815ed205229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:10.039590 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-097aca67-3919-4ba6-a80b-815ed205229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:10.041578 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-097aca67-3919-4ba6-a80b-815ed205229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:10.042617 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-097aca67-3919-4ba6-a80b-815ed205229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:10.043643 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-097aca67-3919-4ba6-a80b-815ed205229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:10.044640 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-097aca67-3919-4ba6-a80b-815ed205229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:10.049388 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-097aca67-3919-4ba6-a80b-815ed205229e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d58be7bf092b45e2a9dae39829ba7b2e&device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 6476 time: 0.1902003 Jul 23 16:27:10.063485 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c319f3-9b84-4189-8dc1-38b606adc314 req-45772a32-2fce-4812-a28a-38d1ad8fe6c5 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:10.075496 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3c319f3-9b84-4189-8dc1-38b606adc314 req-45772a32-2fce-4812-a28a-38d1ad8fe6c5 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=83d723b6-137c-48e2-b065-a9929b4afa68 HTTP/1.1" status: 200 len: 945 time: 0.2269583 Jul 23 16:27:10.114723 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0410ce99-8cb4-4c3d-870a-8ce16696cd50 x-openstack-request-id: req-0410ce99-8cb4-4c3d-870a-8ce16696cd50 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:10.114723 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239faa13-f5c0-4fe6-a809-6e7e0b50c8f1", "tag": "b6bc315d-68db-45b9-96d6-4bf47baf51ad", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:10.115124 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0410ce99-8cb4-4c3d-870a-8ce16696cd50 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:10.115405 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239faa13-f5c0-4fe6-a809-6e7e0b50c8f1', 'tag': 'b6bc315d-68db-45b9-96d6-4bf47baf51ad', 'status': 'completed', 'code': 200} Jul 23 16:27:10.192795 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3c319f3-9b84-4189-8dc1-38b606adc314 req-123199b9-e6ee-4274-835a-934f4db0a3a5 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160543 Jul 23 16:27:10.293669 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aaa7bad9-20a0-434c-8a01-1edf0a2764da req-80ac6c74-0b9b-451a-b838-136f818d3ece tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad1eeb26-1f4a-4d03-9864-03907c44daf6 HTTP/1.1" status: 200 len: 210 time: 0.0961759 Jul 23 16:27:10.345273 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb34868b-babc-4020-819d-64d09fab7f87 req-250359ad-8863-4102-b9da-4b1976c180b5 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=de599e27-91c9-4326-bfd3-522fd7e84a07 HTTP/1.1" status: 200 len: 210 time: 0.0541391 Jul 23 16:27:10.360556 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-4bc94a7f-6108-4606-9669-ef782be8c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:10.362656 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-4bc94a7f-6108-4606-9669-ef782be8c933 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a11530e6-1993-441b-956a-6f9600ed92b8 HTTP/1.1" status: 200 len: 903 time: 0.2845149 Jul 23 16:27:10.432778 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-e5f29b99-7459-4ab6-805a-a05c2c119d08 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=d26b6c0c-a095-4674-9672-f08e8e034402 HTTP/1.1" status: 200 len: 217 time: 0.0562704 Jul 23 16:27:10.434864 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e76118-1510-4b1d-bbd8-5b4b4d7fb1d3 req-844420ec-2b1c-4272-81e8-23bbbb681be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:10.436416 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e9e76118-1510-4b1d-bbd8-5b4b4d7fb1d3 req-844420ec-2b1c-4272-81e8-23bbbb681be8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=2c1540bf7e9d405293d55a070efc5538&device_id=239faa13-f5c0-4fe6-a809-6e7e0b50c8f1 HTTP/1.1" status: 200 len: 1097 time: 0.3185427 Jul 23 16:27:10.582892 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-dd8df14a-0ed4-449d-8d44-a22ca0829aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:10.583962 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-dd8df14a-0ed4-449d-8d44-a22ca0829aa1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83c3a237-d43a-4d9d-aa29-69c4c34be53a HTTP/1.1" status: 200 len: 797 time: 0.1441929 Jul 23 16:27:10.842600 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e76118-1510-4b1d-bbd8-5b4b4d7fb1d3 req-58617808-b256-4094-a814-4e547312adba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:10.844688 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e9e76118-1510-4b1d-bbd8-5b4b4d7fb1d3 req-58617808-b256-4094-a814-4e547312adba service neutron] 10.222.0.97 "GET /v2.0/networks?id=cc8dea18-f617-4713-91bf-c9e3a30e4af5 HTTP/1.1" status: 200 len: 918 time: 0.3947968 Jul 23 16:27:10.970411 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e9e76118-1510-4b1d-bbd8-5b4b4d7fb1d3 req-0cf55293-6ae8-4a21-a0af-125f32399673 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6bc315d-68db-45b9-96d6-4bf47baf51ad HTTP/1.1" status: 200 len: 217 time: 0.1149220 Jul 23 16:27:10.983943 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-cdf54e09-1988-4a41-97e5-c320200bb680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:10.985529 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-cdf54e09-1988-4a41-97e5-c320200bb680 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a11530e6-1993-441b-956a-6f9600ed92b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3923960 Jul 23 16:27:11.095401 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08285a-3a20-4d2b-b8aa-2117071e113f req-e21c16eb-be36-431c-a46e-4175258c4c41 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:11.096968 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4b08285a-3a20-4d2b-b8aa-2117071e113f req-e21c16eb-be36-431c-a46e-4175258c4c41 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 945 time: 0.4555702 Jul 23 16:27:11.104967 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-3bc5480d-a2a9-4fc5-a9f3-f0bc0e7169a0 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:11.106495 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-3bc5480d-a2a9-4fc5-a9f3-f0bc0e7169a0 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.97 "GET /v2.0/networks?id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 HTTP/1.1" status: 200 len: 806 time: 0.3473260 Jul 23 16:27:11.155181 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-f99e42d9-8063-4743-a9ea-7352100213e4 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Request body: {'port': {'device_id': 'ad1eeb26-1f4a-4d03-9864-03907c44daf6', 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6', 'admin_state_up': True, 'tenant_id': '6e0db5f31fbe42e8a6955990f39f636d'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:11.202506 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e76118-1510-4b1d-bbd8-5b4b4d7fb1d3 req-2ff488d1-8af0-4b9f-9e08-8851a9d4433c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:11.204015 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e9e76118-1510-4b1d-bbd8-5b4b4d7fb1d3 req-2ff488d1-8af0-4b9f-9e08-8851a9d4433c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f61c49a9-6bc7-45a2-9702-af85b441d4d7 HTTP/1.1" status: 200 len: 855 time: 0.2155402 Jul 23 16:27:11.314426 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef2fb6-3594-4c98-b989-a38033c47199 req-eb3cf28c-cc0c-4b3f-8707-6d6cf85398cd tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:11.320845 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef2fb6-3594-4c98-b989-a38033c47199 req-eb3cf28c-cc0c-4b3f-8707-6d6cf85398cd tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:11.326631 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef2fb6-3594-4c98-b989-a38033c47199 req-eb3cf28c-cc0c-4b3f-8707-6d6cf85398cd tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:11.332579 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef2fb6-3594-4c98-b989-a38033c47199 req-eb3cf28c-cc0c-4b3f-8707-6d6cf85398cd tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:11.338998 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef2fb6-3594-4c98-b989-a38033c47199 req-eb3cf28c-cc0c-4b3f-8707-6d6cf85398cd tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:11.345311 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef2fb6-3594-4c98-b989-a38033c47199 req-eb3cf28c-cc0c-4b3f-8707-6d6cf85398cd tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:11.352523 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef2fb6-3594-4c98-b989-a38033c47199 req-eb3cf28c-cc0c-4b3f-8707-6d6cf85398cd tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:11.354465 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-04ef2fb6-3594-4c98-b989-a38033c47199 req-eb3cf28c-cc0c-4b3f-8707-6d6cf85398cd tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 5419 time: 0.5002267 Jul 23 16:27:11.592543 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 637c7293-dd2f-465d-8151-c16c46104ded no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:27:11.596428 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d723b6-137c-48e2-b065-a9929b4afa68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850294b4-c641-440e-8b3b-f74bd72da704'}, {'server_uuid': '239faa13-f5c0-4fe6-a809-6e7e0b50c8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6bc315d-68db-45b9-96d6-4bf47baf51ad'}, {'server_uuid': '5e84a10a-2866-4499-944e-aeb6e9287b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395b7994-0439-472b-acb9-10db34c8b875'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:11.599528 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad8364b-417c-43bd-9cda-acbda4e5d436" -d '{"events": [{"server_uuid": "83d723b6-137c-48e2-b065-a9929b4afa68", "name": "network-vif-plugged", "status": "completed", "tag": "850294b4-c641-440e-8b3b-f74bd72da704"}, {"server_uuid": "239faa13-f5c0-4fe6-a809-6e7e0b50c8f1", "name": "network-vif-plugged", "status": "completed", "tag": "b6bc315d-68db-45b9-96d6-4bf47baf51ad"}, {"server_uuid": "5e84a10a-2866-4499-944e-aeb6e9287b31", "name": "network-vif-plugged", "status": "completed", "tag": "395b7994-0439-472b-acb9-10db34c8b875"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:11.708911 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:11.755334 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 637c7293-dd2f-465d-8151-c16c46104ded, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=637c7293-dd2f-465d-8151-c16c46104ded,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:11.762275 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4b08285a-3a20-4d2b-b8aa-2117071e113f req-e4ce0f41-9fc9-45e5-ae9b-0bd760168ed9 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6516640 Jul 23 16:27:11.765084 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:11.773425 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-4b05c4b7-99a2-4ea0-ab03-ba67a32e947c service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7779799 Jul 23 16:27:11.812953 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'tag': 'a9569114-a844-492a-9768-c27463ea9bb4'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:11.817604 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b2ea8d-7679-43e3-bdf5-579f07c4691a" -d '{"events": [{"name": "network-changed", "server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "tag": "a9569114-a844-492a-9768-c27463ea9bb4"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:11.836492 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=637c7293-dd2f-465d-8151-c16c46104ded,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:11.845118 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37634) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:11.899270 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-24ddfd5c-3a58-4ed0-bb3d-102235706e81 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:11.900298 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b6dbee-cc51-4789-8fb9-35b089cf2568 admin admin] Deleting subnet 6fe4be59-2cd1-45d4-8fb1-b572bd36b8ca {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:27:11.900824 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-24ddfd5c-3a58-4ed0-bb3d-102235706e81 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.97 "GET /v2.0/networks?id=cc8dea18-f617-4713-91bf-c9e3a30e4af5 HTTP/1.1" status: 200 len: 816 time: 0.7494764 Jul 23 16:27:11.905150 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-74b6dbee-cc51-4789-8fb9-35b089cf2568 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:11.915442 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-04ef2fb6-3594-4c98-b989-a38033c47199 req-f417f45b-1286-4aa2-bbd3-4352f0eab6ac tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e0f6a6b-7a1a-4fc3-b6e3-28c1a3fabb75&id=0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1640465 Jul 23 16:27:11.973795 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-c7f9c984-7339-4999-a272-afb918d2b917 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Request body: {'port': {'device_id': 'de599e27-91c9-4326-bfd3-522fd7e84a07', 'network_id': 'cc8dea18-f617-4713-91bf-c9e3a30e4af5', 'admin_state_up': True, 'tenant_id': '2c1540bf7e9d405293d55a070efc5538'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:11.999440 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-74b6dbee-cc51-4789-8fb9-35b089cf2568 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:12.006488 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e76118-1510-4b1d-bbd8-5b4b4d7fb1d3 req-23078eed-894f-41c7-a533-ea6bc664023e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:12.008401 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e9e76118-1510-4b1d-bbd8-5b4b4d7fb1d3 req-23078eed-894f-41c7-a533-ea6bc664023e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cc8dea18-f617-4713-91bf-c9e3a30e4af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7821212 Jul 23 16:27:12.063620 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-74b6dbee-cc51-4789-8fb9-35b089cf2568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:12.082030 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-f99e42d9-8063-4743-a9ea-7352100213e4 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Made reservation on behalf of 6e0db5f31fbe42e8a6955990f39f636d for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:12.085651 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-f99e42d9-8063-4743-a9ea-7352100213e4 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:12.129384 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e84a10a-2866-4499-944e-aeb6e9287b31', 'tag': '395b7994-0439-472b-acb9-10db34c8b875'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:12.132013 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82e2843-821f-4760-8c22-c4bebf38798e" -d '{"events": [{"name": "network-changed", "server_uuid": "5e84a10a-2866-4499-944e-aeb6e9287b31", "tag": "395b7994-0439-472b-acb9-10db34c8b875"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:12.141140 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-74b6dbee-cc51-4789-8fb9-35b089cf2568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:12.171893 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6dbee-cc51-4789-8fb9-35b089cf2568 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fe4be59-2cd1-45d4-8fb1-b572bd36b8ca,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:12.185808 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-74b6dbee-cc51-4789-8fb9-35b089cf2568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:12.189860 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-74b6dbee-cc51-4789-8fb9-35b089cf2568 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6fe4be59-2cd1-45d4-8fb1-b572bd36b8ca HTTP/1.1" status: 204 len: 168 time: 0.3413403 Jul 23 16:27:12.189860 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6dbee-cc51-4789-8fb9-35b089cf2568 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:12.189860 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6dbee-cc51-4789-8fb9-35b089cf2568 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:12.190240 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6dbee-cc51-4789-8fb9-35b089cf2568 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:12.190579 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6dbee-cc51-4789-8fb9-35b089cf2568 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:12.190989 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6dbee-cc51-4789-8fb9-35b089cf2568 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:12.191326 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6dbee-cc51-4789-8fb9-35b089cf2568 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:12.191648 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6dbee-cc51-4789-8fb9-35b089cf2568 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:12.191976 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6dbee-cc51-4789-8fb9-35b089cf2568 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:12.192300 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6dbee-cc51-4789-8fb9-35b089cf2568 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:12.192626 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6dbee-cc51-4789-8fb9-35b089cf2568 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:12.193093 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6dbee-cc51-4789-8fb9-35b089cf2568 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:12.193276 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6dbee-cc51-4789-8fb9-35b089cf2568 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:12.197387 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37640) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:12.208135 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2c2ea3ff-a0dd-4994-b258-b734ead5ce6d req-03c275e2-a4e3-46ac-87a8-109404088b5e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad1eeb26-1f4a-4d03-9864-03907c44daf6 HTTP/1.1" status: 200 len: 210 time: 0.1432455 Jul 23 16:27:12.218453 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-4c5c1a0e-02d9-4b11-9a6b-f85dfbd779f7 service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340937 Jul 23 16:27:12.306514 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91e249cc-ccca-4029-be6d-a5191abb8069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:12.403546 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91e249cc-ccca-4029-be6d-a5191abb8069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:12.417401 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-91e249cc-ccca-4029-be6d-a5191abb8069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0156383-d263-44ff-9a8d-9ced71d28f03']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:12.430604 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-91e249cc-ccca-4029-be6d-a5191abb8069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3655938-d8a9-42b1-bc6f-5ebe874b4096') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:12.430952 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-91e249cc-ccca-4029-be6d-a5191abb8069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3655938-d8a9-42b1-bc6f-5ebe874b4096') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:12.443272 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91e249cc-ccca-4029-be6d-a5191abb8069 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:12.452628 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fcca5661-71b7-41e5-bd11-54e76d593260 req-bab403f4-42ca-4c70-b96e-098940270542 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=de599e27-91c9-4326-bfd3-522fd7e84a07 HTTP/1.1" status: 200 len: 210 time: 0.1115522 Jul 23 16:27:12.469276 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91e249cc-ccca-4029-be6d-a5191abb8069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:12.484270 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e9e76118-1510-4b1d-bbd8-5b4b4d7fb1d3 req-ee20f807-94d6-4fe2-981b-e2dd58128341 service neutron] 10.222.0.97 "GET /v2.0/networks/cc8dea18-f617-4713-91bf-c9e3a30e4af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648502 Jul 23 16:27:12.489095 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e249cc-ccca-4029-be6d-a5191abb8069 admin admin] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:27:12.490209 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91e249cc-ccca-4029-be6d-a5191abb8069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:12.493508 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:27:12.493508 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:27:12.493508 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:27:12.493508 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:27:12.493508 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:27:12.493508 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:27:12.493508 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:27:12.493508 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:27:12.493508 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:27:12.493508 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:27:12.493508 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:27:12.493508 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:27:12.493508 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:27:12.493508 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:27:12.493508 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:27:12.493508 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:27:12.493508 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:27:12.493508 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:27:12.493508 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:27:12.493508 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:27:12.493508 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:27:12.493508 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:27:12.493508 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:27:12.493508 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:27:12.493508 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:27:12.493508 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:27:12.493508 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:27:12.493508 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:27:12.493508 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:27:12.493508 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:27:12.493508 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:27:12.493508 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:27:12.544282 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d06b17-acd3-4ca4-b64e-7289bd81f728 req-8a888015-b749-4e2d-a6a6-bcc1788674e1 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:12.545901 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-38d06b17-acd3-4ca4-b64e-7289bd81f728 req-8a888015-b749-4e2d-a6a6-bcc1788674e1 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=83d723b6-137c-48e2-b065-a9929b4afa68 HTTP/1.1" status: 200 len: 945 time: 0.5025034 Jul 23 16:27:12.549500 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f904c62e-f533-4613-a638-15c1e908167c x-openstack-request-id: req-f904c62e-f533-4613-a638-15c1e908167c {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:12.549809 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d723b6-137c-48e2-b065-a9929b4afa68", "name": "network-vif-plugged", "status": "completed", "tag": "850294b4-c641-440e-8b3b-f74bd72da704", "code": 200}, {"server_uuid": "239faa13-f5c0-4fe6-a809-6e7e0b50c8f1", "name": "network-vif-plugged", "status": "completed", "tag": "b6bc315d-68db-45b9-96d6-4bf47baf51ad", "code": 200}, {"server_uuid": "5e84a10a-2866-4499-944e-aeb6e9287b31", "name": "network-vif-plugged", "status": "completed", "tag": "395b7994-0439-472b-acb9-10db34c8b875", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:12.550024 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f904c62e-f533-4613-a638-15c1e908167c {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:12.550425 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d723b6-137c-48e2-b065-a9929b4afa68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850294b4-c641-440e-8b3b-f74bd72da704', 'code': 200} Jul 23 16:27:12.550887 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239faa13-f5c0-4fe6-a809-6e7e0b50c8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6bc315d-68db-45b9-96d6-4bf47baf51ad', 'code': 200} Jul 23 16:27:12.551019 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e84a10a-2866-4499-944e-aeb6e9287b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395b7994-0439-472b-acb9-10db34c8b875', 'code': 200} Jul 23 16:27:12.591298 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-c7f9c984-7339-4999-a272-afb918d2b917 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Made reservation on behalf of 2c1540bf7e9d405293d55a070efc5538 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:12.595803 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-c7f9c984-7339-4999-a272-afb918d2b917 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:12.659013 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28eb55f6-5da1-45a6-bf57-e1331e902ada x-openstack-request-id: req-28eb55f6-5da1-45a6-bf57-e1331e902ada {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:12.659432 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "tag": "a9569114-a844-492a-9768-c27463ea9bb4", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:12.659781 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-28eb55f6-5da1-45a6-bf57-e1331e902ada {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:12.660445 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'tag': 'a9569114-a844-492a-9768-c27463ea9bb4', 'status': 'completed', 'code': 200} Jul 23 16:27:12.686158 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91e249cc-ccca-4029-be6d-a5191abb8069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:12.758127 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91e249cc-ccca-4029-be6d-a5191abb8069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:12.758127 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-91e249cc-ccca-4029-be6d-a5191abb8069 admin admin] 10.222.0.73 "DELETE /v2.0/networks/c0156383-d263-44ff-9a8d-9ced71d28f03 HTTP/1.1" status: 204 len: 168 time: 0.5574315 Jul 23 16:27:12.767329 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40e6c1d-c314-4d49-a98a-a5c7a07fb3ed x-openstack-request-id: req-e40e6c1d-c314-4d49-a98a-a5c7a07fb3ed {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:12.768927 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e84a10a-2866-4499-944e-aeb6e9287b31", "tag": "395b7994-0439-472b-acb9-10db34c8b875", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:12.769508 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e40e6c1d-c314-4d49-a98a-a5c7a07fb3ed {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:12.770270 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e84a10a-2866-4499-944e-aeb6e9287b31', 'tag': '395b7994-0439-472b-acb9-10db34c8b875', 'status': 'completed', 'code': 200} Jul 23 16:27:12.772348 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-f99e42d9-8063-4743-a9ea-7352100213e4 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Allocated IP 172.20.0.4 (4fcdb072-b06e-4ac9-aeaa-783a9c8875b6/afdba85c-3a3a-4e3d-a242-c2e94f8ff50b/c16e80ab-8bc6-4bb2-a761-b60dd7093c3d) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:27:12.787159 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e249cc-ccca-4029-be6d-a5191abb8069 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0156383-d263-44ff-9a8d-9ced71d28f03,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:12.857098 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e9e76118-1510-4b1d-bbd8-5b4b4d7fb1d3 req-d2564156-f4f6-496b-9c46-30f621b3d736 service neutron] 10.222.0.97 "GET /v2.0/networks/cc8dea18-f617-4713-91bf-c9e3a30e4af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606455 Jul 23 16:27:12.882426 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-38d06b17-acd3-4ca4-b64e-7289bd81f728 req-08fb15d0-4366-48dc-95e6-3a89b2e59309 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063250 Jul 23 16:27:12.893378 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5bb65-d883-4b5f-ac34-561098c0a090 req-43f1ab8c-0560-47a9-bf08-e730673a459f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:12.897564 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-07a5bb65-d883-4b5f-ac34-561098c0a090 req-43f1ab8c-0560-47a9-bf08-e730673a459f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=239faa13-f5c0-4fe6-a809-6e7e0b50c8f1 HTTP/1.1" status: 200 len: 1097 time: 0.2139032 Jul 23 16:27:12.901074 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e41d1-39a8-4fb7-b452-0329430858c0 req-286ef918-937c-4982-a520-13a35cdc1ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:12.903733 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-325e41d1-39a8-4fb7-b452-0329430858c0 req-286ef918-937c-4982-a520-13a35cdc1ea0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5e84a10a-2866-4499-944e-aeb6e9287b31 HTTP/1.1" status: 200 len: 1097 time: 0.2773438 Jul 23 16:27:12.924277 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-2354486f-40cf-41c8-ac2d-5f85a3032166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:12.924797 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-2354486f-40cf-41c8-ac2d-5f85a3032166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:12.925605 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-2354486f-40cf-41c8-ac2d-5f85a3032166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:12.926216 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-2354486f-40cf-41c8-ac2d-5f85a3032166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:12.927168 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-2354486f-40cf-41c8-ac2d-5f85a3032166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:12.927730 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-2354486f-40cf-41c8-ac2d-5f85a3032166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:12.929797 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-2354486f-40cf-41c8-ac2d-5f85a3032166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:12.934185 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-2354486f-40cf-41c8-ac2d-5f85a3032166 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d58be7bf092b45e2a9dae39829ba7b2e&device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 6476 time: 0.5909882 Jul 23 16:27:12.998945 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb87c09-6420-42b6-86e7-43d1e261cf79 req-8ec8e978-91ee-40a2-a5cd-0353af1c97c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:13.001151 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3bb87c09-6420-42b6-86e7-43d1e261cf79 req-8ec8e978-91ee-40a2-a5cd-0353af1c97c7 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=83d723b6-137c-48e2-b065-a9929b4afa68 HTTP/1.1" status: 200 len: 1096 time: 0.3156438 Jul 23 16:27:13.006230 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e2843-821f-4760-8c22-c4bebf38798e req-93ee8366-5951-4eba-9a23-7eb6bb6766e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:13.008629 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d82e2843-821f-4760-8c22-c4bebf38798e req-93ee8366-5951-4eba-9a23-7eb6bb6766e0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2c1540bf7e9d405293d55a070efc5538&device_id=5e84a10a-2866-4499-944e-aeb6e9287b31 HTTP/1.1" status: 200 len: 1097 time: 0.2516148 Jul 23 16:27:13.012668 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-07a5bb65-d883-4b5f-ac34-561098c0a090 req-f5950227-13f5-4d76-bdf5-d6e66b0a2171 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070478 Jul 23 16:27:13.019723 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-325e41d1-39a8-4fb7-b452-0329430858c0 req-a91087cb-f505-415f-9416-adb682b33c68 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092248 Jul 23 16:27:13.038558 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37650) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:13.179609 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3bb87c09-6420-42b6-86e7-43d1e261cf79 req-96d3d0a6-2def-4388-8306-c0dea41a9bef service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693842 Jul 23 16:27:13.206621 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f67ffb83-489f-43b8-9449-8c7250a8d70f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4f664a177ed044f69c3fc16552951763&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1584573 Jul 23 16:27:13.209323 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37654) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:13.450447 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d450d-ef81-44c1-ba75-a921a223a517 req-0bdf82af-5c90-42f1-989f-80047f7c6079 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:13.452025 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-516d450d-ef81-44c1-ba75-a921a223a517 req-0bdf82af-5c90-42f1-989f-80047f7c6079 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 943 time: 0.5162394 Jul 23 16:27:13.453181 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-441de3f2-f4a9-4cf4-aba5-990b8c0e0abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:13.454574 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-441de3f2-f4a9-4cf4-aba5-990b8c0e0abc service neutron] 10.222.0.74 "GET /v2.0/networks?id=72536959-6d28-4d4b-a817-b894e84f9992 HTTP/1.1" status: 200 len: 903 time: 0.4637489 Jul 23 16:27:13.522548 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-c7f9c984-7339-4999-a272-afb918d2b917 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Allocated IP 172.20.0.7 (cc8dea18-f617-4713-91bf-c9e3a30e4af5/f61c49a9-6bc7-45a2-9702-af85b441d4d7/45bb821f-99b3-449e-aa34-976f4d409828) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:27:13.542044 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-6e20441e-e99e-40c2-9262-59f5a868e6c1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=faeb3d4d-ead5-454a-9873-67df475e0096 HTTP/1.1" status: 200 len: 217 time: 0.0720673 Jul 23 16:27:13.557500 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e2843-821f-4760-8c22-c4bebf38798e req-273e3ab9-5edd-49cf-962b-0beaa98c5c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:13.558983 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d82e2843-821f-4760-8c22-c4bebf38798e req-273e3ab9-5edd-49cf-962b-0beaa98c5c4e service neutron] 10.222.0.74 "GET /v2.0/networks?id=cc8dea18-f617-4713-91bf-c9e3a30e4af5 HTTP/1.1" status: 200 len: 918 time: 0.5368340 Jul 23 16:27:13.607486 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d82e2843-821f-4760-8c22-c4bebf38798e req-9ebac733-a9d5-4399-9282-1e078fcacd74 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=395b7994-0439-472b-acb9-10db34c8b875 HTTP/1.1" status: 200 len: 217 time: 0.0395663 Jul 23 16:27:13.655399 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a573475-f1f9-4715-8622-18bd2dddc912 req-fb647587-d6be-4620-beb7-2f6df8889a04 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:13.658631 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-01818835-a5ee-406d-b9df-12765792f6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:13.661342 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a573475-f1f9-4715-8622-18bd2dddc912 req-fb647587-d6be-4620-beb7-2f6df8889a04 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:13.667441 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a573475-f1f9-4715-8622-18bd2dddc912 req-fb647587-d6be-4620-beb7-2f6df8889a04 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:13.682034 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a573475-f1f9-4715-8622-18bd2dddc912 req-fb647587-d6be-4620-beb7-2f6df8889a04 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:13.688080 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a573475-f1f9-4715-8622-18bd2dddc912 req-fb647587-d6be-4620-beb7-2f6df8889a04 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:13.691251 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e2843-821f-4760-8c22-c4bebf38798e req-97a952c0-71f9-4ca7-acce-302cc1062412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:13.692755 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d82e2843-821f-4760-8c22-c4bebf38798e req-97a952c0-71f9-4ca7-acce-302cc1062412 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f61c49a9-6bc7-45a2-9702-af85b441d4d7 HTTP/1.1" status: 200 len: 855 time: 0.0748568 Jul 23 16:27:13.694741 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a573475-f1f9-4715-8622-18bd2dddc912 req-fb647587-d6be-4620-beb7-2f6df8889a04 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:13.695111 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-01818835-a5ee-406d-b9df-12765792f6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:13.700711 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a573475-f1f9-4715-8622-18bd2dddc912 req-fb647587-d6be-4620-beb7-2f6df8889a04 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:13.703004 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2a573475-f1f9-4715-8622-18bd2dddc912 req-fb647587-d6be-4620-beb7-2f6df8889a04 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 5419 time: 0.5129738 Jul 23 16:27:13.707269 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-f99e42d9-8063-4743-a9ea-7352100213e4 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:13.714444 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-516d450d-ef81-44c1-ba75-a921a223a517 req-04fa0465-15d0-44c9-8ab4-21310d130076 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489185 Jul 23 16:27:13.797428 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-01818835-a5ee-406d-b9df-12765792f6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:13.800633 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-01818835-a5ee-406d-b9df-12765792f6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:13.806415 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-01818835-a5ee-406d-b9df-12765792f6e5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/141124a4-85d3-4f50-9e67-7180d8cedb27 HTTP/1.1" status: 204 len: 168 time: 0.5953743 Jul 23 16:27:13.830551 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01818835-a5ee-406d-b9df-12765792f6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141124a4-85d3-4f50-9e67-7180d8cedb27,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:13.858310 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e2843-821f-4760-8c22-c4bebf38798e req-b34818b8-f1fb-4631-8463-d41cb0c3b461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:13.860451 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d82e2843-821f-4760-8c22-c4bebf38798e req-b34818b8-f1fb-4631-8463-d41cb0c3b461 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cc8dea18-f617-4713-91bf-c9e3a30e4af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1489334 Jul 23 16:27:13.942505 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-c7f9c984-7339-4999-a272-afb918d2b917 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:13.959849 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-c7f9c984-7339-4999-a272-afb918d2b917 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Transition to ACTIVE for port object 45bb821f-99b3-449e-aa34-976f4d409828 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:13.977430 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-04785b1b-baff-4782-8cd8-50affe8eb228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:13.978925 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-04785b1b-baff-4782-8cd8-50affe8eb228 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43e3b6e1-204d-4ff9-bc32-923f74e47c31 HTTP/1.1" status: 200 len: 797 time: 0.4217651 Jul 23 16:27:14.005031 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d82e2843-821f-4760-8c22-c4bebf38798e req-b927dd5e-0267-4ee1-a4ae-219484a7f16e service neutron] 10.222.0.74 "GET /v2.0/networks/cc8dea18-f617-4713-91bf-c9e3a30e4af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366849 Jul 23 16:27:14.055642 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-37d3d6b7-62d0-4063-a52a-f1a20fe12d13 req-5f5637f6-d016-4d9b-9bfc-6d154e86826e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad1eeb26-1f4a-4d03-9864-03907c44daf6 HTTP/1.1" status: 200 len: 210 time: 0.0890422 Jul 23 16:27:14.137583 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2a573475-f1f9-4715-8622-18bd2dddc912 req-a66ce5fe-9c20-4d8c-9671-6ce0463150fd tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e0f6a6b-7a1a-4fc3-b6e3-28c1a3fabb75&id=0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1666379 Jul 23 16:27:14.182861 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-f99e42d9-8063-4743-a9ea-7352100213e4 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:14.200687 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-c7f9c984-7339-4999-a272-afb918d2b917 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:14.212678 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['395b7994-0439-472b-acb9-10db34c8b875'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:14.216685 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['b6bc315d-68db-45b9-96d6-4bf47baf51ad'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:14.246604 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d82e2843-821f-4760-8c22-c4bebf38798e req-e726c501-429f-4ed5-8e9d-0cfde507b28f service neutron] 10.222.0.74 "GET /v2.0/networks/cc8dea18-f617-4713-91bf-c9e3a30e4af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343225 Jul 23 16:27:14.301260 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-d3a72978-a9ad-4b8b-ae90-88c5462217bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:14.302795 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-d3a72978-a9ad-4b8b-ae90-88c5462217bc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=72536959-6d28-4d4b-a817-b894e84f9992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3136201 Jul 23 16:27:14.326411 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-c7f9c984-7339-4999-a272-afb918d2b917 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Network cc8dea18-f617-4713-91bf-c9e3a30e4af5 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:14.424054 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-f99e42d9-8063-4743-a9ea-7352100213e4 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Network 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:14.425688 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-f99e42d9-8063-4743-a9ea-7352100213e4 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:14.430346 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-f99e42d9-8063-4743-a9ea-7352100213e4 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:27:14.452769 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-c7f9c984-7339-4999-a272-afb918d2b917 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:14.455501 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-c7f9c984-7339-4999-a272-afb918d2b917 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:27:14.458524 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e42d9-8063-4743-a9ea-7352100213e4 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Pushing event updated for resources: {'Port': ['ID=c16e80ab-8bc6-4bb2-a761-b60dd7093c3d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:14.557006 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa92b4c-8ab5-4181-939b-fdad4c13ad45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '637c7293-dd2f-465d-8151-c16c46104ded'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:14.560090 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2263de3-e9be-4a30-b43d-a47bee8ee7d0" -d '{"events": [{"server_uuid": "0aa92b4c-8ab5-4181-939b-fdad4c13ad45", "name": "network-vif-unplugged", "status": "completed", "tag": "637c7293-dd2f-465d-8151-c16c46104ded"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:14.723035 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-c7f9c984-7339-4999-a272-afb918d2b917 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:14.723881 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-c7f9c984-7339-4999-a272-afb918d2b917 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:14.732467 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d5d6596e-804c-4111-9ddf-643b244719cf None None] Provisioning for port 45bb821f-99b3-449e-aa34-976f4d409828 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:14.746039 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d5d6596e-804c-4111-9ddf-643b244719cf None None] Provisioning complete for port 45bb821f-99b3-449e-aa34-976f4d409828 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:14.748260 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d5d6596e-804c-4111-9ddf-643b244719cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:14.751148 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9c984-7339-4999-a272-afb918d2b917 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Pushing event updated for resources: {'Port': ['ID=45bb821f-99b3-449e-aa34-976f4d409828,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:14.762698 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-f99e42d9-8063-4743-a9ea-7352100213e4 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:14.763441 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-f99e42d9-8063-4743-a9ea-7352100213e4 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:14.803790 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-c7f9c984-7339-4999-a272-afb918d2b917 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8863811 Jul 23 16:27:14.811928 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cae053-f5a8-42b7-bdd1-e1c8bc0b4c6a req-03cf1d16-37bc-411a-b573-565a18ef43b2 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:14.813560 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-d5d6596e-804c-4111-9ddf-643b244719cf None None] Port 45bb821f-99b3-449e-aa34-976f4d409828 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:27:14.820128 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-13cae053-f5a8-42b7-bdd1-e1c8bc0b4c6a req-03cf1d16-37bc-411a-b573-565a18ef43b2 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=de599e27-91c9-4326-bfd3-522fd7e84a07 HTTP/1.1" status: 200 len: 931 time: 0.5425272 Jul 23 16:27:14.826654 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9c984-7339-4999-a272-afb918d2b917 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:14.827024 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9c984-7339-4999-a272-afb918d2b917 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:14.827348 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9c984-7339-4999-a272-afb918d2b917 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:14.827697 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9c984-7339-4999-a272-afb918d2b917 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:14.828034 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9c984-7339-4999-a272-afb918d2b917 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:14.828472 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9c984-7339-4999-a272-afb918d2b917 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:14.828772 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9c984-7339-4999-a272-afb918d2b917 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:14.829133 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9c984-7339-4999-a272-afb918d2b917 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:14.829473 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9c984-7339-4999-a272-afb918d2b917 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:14.829796 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9c984-7339-4999-a272-afb918d2b917 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:14.830117 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9c984-7339-4999-a272-afb918d2b917 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:14.830462 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9c984-7339-4999-a272-afb918d2b917 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:14.841447 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-7ea3bbef-5060-4972-bcba-9ce946a38d8f service neutron] Request body: {'port': {'device_id': 'de599e27-91c9-4326-bfd3-522fd7e84a07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:14.854843 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-54713f62-e79c-4a5f-8b97-669d0a8df1b9 service neutron] 10.222.0.74 "GET /v2.0/networks/72536959-6d28-4d4b-a817-b894e84f9992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329132 Jul 23 16:27:14.880941 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-f99e42d9-8063-4743-a9ea-7352100213e4 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7392094 Jul 23 16:27:14.905928 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-1ebcdf35-4786-435f-8ca5-9373207ed972 service neutron] Request body: {'port': {'device_id': 'ad1eeb26-1f4a-4d03-9864-03907c44daf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:14.979203 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-13cae053-f5a8-42b7-bdd1-e1c8bc0b4c6a req-10cff2ab-57fd-4b44-a6c3-c60d3d82150b tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581295 Jul 23 16:27:15.132313 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-1ebcdf35-4786-435f-8ca5-9373207ed972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:15.133996 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-7ea3bbef-5060-4972-bcba-9ce946a38d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:15.159938 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7762e94-d53b-4e57-9b4a-ce5224b4e668 req-a19492e0-98a8-4403-98ae-0ae149b46d91 service neutron] 10.222.0.74 "GET /v2.0/networks/72536959-6d28-4d4b-a817-b894e84f9992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820148 Jul 23 16:27:15.351221 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659de79c-e747-4b8f-a5ab-9729111cf6e8 req-668eaf33-5a33-4beb-925c-8b48882090b3 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:15.352778 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-659de79c-e747-4b8f-a5ab-9729111cf6e8 req-668eaf33-5a33-4beb-925c-8b48882090b3 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=83d723b6-137c-48e2-b065-a9929b4afa68 HTTP/1.1" status: 200 len: 945 time: 0.2880886 Jul 23 16:27:15.603590 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 637c7293-dd2f-465d-8151-c16c46104ded no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:27:15.893542 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-659de79c-e747-4b8f-a5ab-9729111cf6e8 req-07340f69-d67f-40a6-ae92-cfa0bbafaace tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644366 Jul 23 16:27:15.916539 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2ea8d-7679-43e3-bdf5-579f07c4691a req-743fe5f0-3db1-4c5e-9835-353679f79935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:15.916539 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2ea8d-7679-43e3-bdf5-579f07c4691a req-743fe5f0-3db1-4c5e-9835-353679f79935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:15.916539 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2ea8d-7679-43e3-bdf5-579f07c4691a req-743fe5f0-3db1-4c5e-9835-353679f79935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:15.916539 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2ea8d-7679-43e3-bdf5-579f07c4691a req-743fe5f0-3db1-4c5e-9835-353679f79935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:15.916539 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2ea8d-7679-43e3-bdf5-579f07c4691a req-743fe5f0-3db1-4c5e-9835-353679f79935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:15.916539 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2ea8d-7679-43e3-bdf5-579f07c4691a req-743fe5f0-3db1-4c5e-9835-353679f79935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:15.916539 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2ea8d-7679-43e3-bdf5-579f07c4691a req-743fe5f0-3db1-4c5e-9835-353679f79935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:15.916539 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-75b2ea8d-7679-43e3-bdf5-579f07c4691a req-743fe5f0-3db1-4c5e-9835-353679f79935 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d58be7bf092b45e2a9dae39829ba7b2e&device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 6476 time: 0.6936111 Jul 23 16:27:16.017386 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779e5f97-b6a1-4a9a-ae41-88780b6e5078 x-openstack-request-id: req-779e5f97-b6a1-4a9a-ae41-88780b6e5078 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:16.018635 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa92b4c-8ab5-4181-939b-fdad4c13ad45", "name": "network-vif-unplugged", "status": "failed", "tag": "637c7293-dd2f-465d-8151-c16c46104ded", "code": 422}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:16.019119 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-779e5f97-b6a1-4a9a-ae41-88780b6e5078 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:16.019766 n-d-778549-4 neutron-server[94014]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0aa92b4c-8ab5-4181-939b-fdad4c13ad45', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '637c7293-dd2f-465d-8151-c16c46104ded', 'code': 422} returned with failed status Jul 23 16:27:16.085873 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3621e03-e94f-4610-ba52-4828e4ccb779 req-cae3905e-247f-4346-a70b-30e25fff42d3 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:16.088008 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a3621e03-e94f-4610-ba52-4828e4ccb779 req-cae3905e-247f-4346-a70b-30e25fff42d3 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=0aa92b4c-8ab5-4181-939b-fdad4c13ad45 HTTP/1.1" status: 200 len: 943 time: 0.3575747 Jul 23 16:27:16.264672 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2ea8d-7679-43e3-bdf5-579f07c4691a req-c0c8c424-008d-41c3-bf87-8273f70e2055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:16.266210 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-75b2ea8d-7679-43e3-bdf5-579f07c4691a req-c0c8c424-008d-41c3-bf87-8273f70e2055 service neutron] 10.222.0.74 "GET /v2.0/networks?id=72536959-6d28-4d4b-a817-b894e84f9992 HTTP/1.1" status: 200 len: 903 time: 0.3252587 Jul 23 16:27:16.388190 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-75b2ea8d-7679-43e3-bdf5-579f07c4691a req-34626e51-dc77-4ac0-a32f-b7fee1b0c499 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a9569114-a844-492a-9768-c27463ea9bb4 HTTP/1.1" status: 200 len: 217 time: 0.1115217 Jul 23 16:27:16.389937 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-f57f048c-6597-4993-b956-eee21af2dddc tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=b9750d5acee3420a8cce6e7963f8896a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1214025 Jul 23 16:27:16.392717 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-7ea3bbef-5060-4972-bcba-9ce946a38d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45bb821f-99b3-449e-aa34-976f4d409828 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:16.414821 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-7ea3bbef-5060-4972-bcba-9ce946a38d8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:16.429580 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-1ebcdf35-4786-435f-8ca5-9373207ed972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c16e80ab-8bc6-4bb2-a761-b60dd7093c3d {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:16.446755 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-1ebcdf35-4786-435f-8ca5-9373207ed972 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:16.492592 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-7ea3bbef-5060-4972-bcba-9ce946a38d8f service neutron] Transition to ACTIVE for port object 45bb821f-99b3-449e-aa34-976f4d409828 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:16.516701 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-7ea3bbef-5060-4972-bcba-9ce946a38d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:16.535689 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-1ebcdf35-4786-435f-8ca5-9373207ed972 service neutron] Transition to ACTIVE for port object c16e80ab-8bc6-4bb2-a761-b60dd7093c3d will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:16.598010 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-1ebcdf35-4786-435f-8ca5-9373207ed972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:16.608033 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2ea8d-7679-43e3-bdf5-579f07c4691a req-bf6e9fc4-71c3-4e66-835c-6b943f3e6cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:16.609487 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-75b2ea8d-7679-43e3-bdf5-579f07c4691a req-bf6e9fc4-71c3-4e66-835c-6b943f3e6cb8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43e3b6e1-204d-4ff9-bc32-923f74e47c31 HTTP/1.1" status: 200 len: 797 time: 0.2063501 Jul 23 16:27:16.685139 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-a3621e03-e94f-4610-ba52-4828e4ccb779 req-4b24fd89-5fb5-49ee-83bf-92dcc3c43f52 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Deleting port 637c7293-dd2f-465d-8151-c16c46104ded {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:27:16.685488 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a3621e03-e94f-4610-ba52-4828e4ccb779 req-4b24fd89-5fb5-49ee-83bf-92dcc3c43f52 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:16.689371 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3bbef-5060-4972-bcba-9ce946a38d8f service neutron] Pushing event updated for resources: {'Port': ['ID=45bb821f-99b3-449e-aa34-976f4d409828,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:16.801400 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-d02c49a6-3862-4096-847e-0e7e59a810b8 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:16.803751 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-d02c49a6-3862-4096-847e-0e7e59a810b8 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3988664 Jul 23 16:27:16.918939 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebcdf35-4786-435f-8ca5-9373207ed972 service neutron] Pushing event updated for resources: {'Port': ['ID=c16e80ab-8bc6-4bb2-a761-b60dd7093c3d,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:16.935196 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-88c83d55-2a53-43ec-a4e3-26fb52b31d26 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/quotas/b9750d5acee3420a8cce6e7963f8896a HTTP/1.1" status: 200 len: 375 time: 0.0878143 Jul 23 16:27:17.035366 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-ddd2d3fb-48ee-4f1b-aaf2-cd1dc6fe59d0 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9750d5acee3420a8cce6e7963f8896a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659924 Jul 23 16:27:17.056071 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-a3621e03-e94f-4610-ba52-4828e4ccb779 req-4b24fd89-5fb5-49ee-83bf-92dcc3c43f52 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] For port 637c7293-dd2f-465d-8151-c16c46104ded, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=637c7293-dd2f-465d-8151-c16c46104ded,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:17.056443 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a3621e03-e94f-4610-ba52-4828e4ccb779 req-4b24fd89-5fb5-49ee-83bf-92dcc3c43f52 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:17.091716 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2ea8d-7679-43e3-bdf5-579f07c4691a req-bbb46480-174d-47d5-b840-962bf2f10749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:17.093393 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-75b2ea8d-7679-43e3-bdf5-579f07c4691a req-bbb46480-174d-47d5-b840-962bf2f10749 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=72536959-6d28-4d4b-a817-b894e84f9992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4704354 Jul 23 16:27:17.094066 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-7ea3bbef-5060-4972-bcba-9ce946a38d8f service neutron] Attempting to bind port 45bb821f-99b3-449e-aa34-976f4d409828 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:27:17.094389 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-7ea3bbef-5060-4972-bcba-9ce946a38d8f service neutron] Attempting to bind port 45bb821f-99b3-449e-aa34-976f4d409828 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'f3aed737-88d1-4c58-b30e-6c9f55adb681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'cc8dea18-f617-4713-91bf-c9e3a30e4af5'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:27:17.094711 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-7ea3bbef-5060-4972-bcba-9ce946a38d8f service neutron] Attempting to bind port 45bb821f-99b3-449e-aa34-976f4d409828 on network cc8dea18-f617-4713-91bf-c9e3a30e4af5 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:17.097853 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-a3621e03-e94f-4610-ba52-4828e4ccb779 req-4b24fd89-5fb5-49ee-83bf-92dcc3c43f52 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Calling delete_port for 637c7293-dd2f-465d-8151-c16c46104ded owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:27:17.115633 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-1ebcdf35-4786-435f-8ca5-9373207ed972 service neutron] Attempting to bind port c16e80ab-8bc6-4bb2-a761-b60dd7093c3d on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:27:17.116036 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-1ebcdf35-4786-435f-8ca5-9373207ed972 service neutron] Attempting to bind port c16e80ab-8bc6-4bb2-a761-b60dd7093c3d by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '2f9791c4-d6e7-486a-bc01-5ba80d4c65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:27:17.116351 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-1ebcdf35-4786-435f-8ca5-9373207ed972 service neutron] Attempting to bind port c16e80ab-8bc6-4bb2-a761-b60dd7093c3d on network 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:17.132363 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-7ea3bbef-5060-4972-bcba-9ce946a38d8f service neutron] Port 45bb821f-99b3-449e-aa34-976f4d409828 on network cc8dea18-f617-4713-91bf-c9e3a30e4af5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:27:17.132670 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-7ea3bbef-5060-4972-bcba-9ce946a38d8f service neutron] Attempting to bind port 45bb821f-99b3-449e-aa34-976f4d409828 on network cc8dea18-f617-4713-91bf-c9e3a30e4af5 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:17.143471 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-1ebcdf35-4786-435f-8ca5-9373207ed972 service neutron] Port c16e80ab-8bc6-4bb2-a761-b60dd7093c3d on network 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:27:17.143952 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-1ebcdf35-4786-435f-8ca5-9373207ed972 service neutron] Attempting to bind port c16e80ab-8bc6-4bb2-a761-b60dd7093c3d on network 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:17.156751 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-7ea3bbef-5060-4972-bcba-9ce946a38d8f service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:27:17.157116 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-7ea3bbef-5060-4972-bcba-9ce946a38d8f service neutron] Checking segment: {'id': 'f3aed737-88d1-4c58-b30e-6c9f55adb681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'cc8dea18-f617-4713-91bf-c9e3a30e4af5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:27:17.157501 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-7ea3bbef-5060-4972-bcba-9ce946a38d8f service neutron] Bound using segment: {'id': 'f3aed737-88d1-4c58-b30e-6c9f55adb681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'cc8dea18-f617-4713-91bf-c9e3a30e4af5'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:27:17.157948 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-7ea3bbef-5060-4972-bcba-9ce946a38d8f service neutron] Bound port: 45bb821f-99b3-449e-aa34-976f4d409828, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3aed737-88d1-4c58-b30e-6c9f55adb681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'cc8dea18-f617-4713-91bf-c9e3a30e4af5'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:27:17.158305 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-7ea3bbef-5060-4972-bcba-9ce946a38d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:17.215885 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-1ebcdf35-4786-435f-8ca5-9373207ed972 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:27:17.216187 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-1ebcdf35-4786-435f-8ca5-9373207ed972 service neutron] Checking segment: {'id': '2f9791c4-d6e7-486a-bc01-5ba80d4c65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:27:17.216525 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-1ebcdf35-4786-435f-8ca5-9373207ed972 service neutron] Bound using segment: {'id': '2f9791c4-d6e7-486a-bc01-5ba80d4c65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:27:17.216969 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-1ebcdf35-4786-435f-8ca5-9373207ed972 service neutron] Bound port: c16e80ab-8bc6-4bb2-a761-b60dd7093c3d, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f9791c4-d6e7-486a-bc01-5ba80d4c65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:27:17.217499 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-1ebcdf35-4786-435f-8ca5-9373207ed972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:17.411727 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-75b2ea8d-7679-43e3-bdf5-579f07c4691a req-8569e877-9641-4362-8a48-b8b4f126b4df service neutron] 10.222.0.74 "GET /v2.0/networks/72536959-6d28-4d4b-a817-b894e84f9992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085959 Jul 23 16:27:17.491832 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-7ea3bbef-5060-4972-bcba-9ce946a38d8f service neutron] For port 45bb821f-99b3-449e-aa34-976f4d409828, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:27:17.526959 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-7ea3bbef-5060-4972-bcba-9ce946a38d8f service neutron] For port 45bb821f-99b3-449e-aa34-976f4d409828, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=45bb821f-99b3-449e-aa34-976f4d409828,segment=NetworkSegment(f3aed737-88d1-4c58-b30e-6c9f55adb681),segment_id=f3aed737-88d1-4c58-b30e-6c9f55adb681)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:27:17.531480 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-1ebcdf35-4786-435f-8ca5-9373207ed972 service neutron] For port c16e80ab-8bc6-4bb2-a761-b60dd7093c3d, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:27:17.541614 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-7ea3bbef-5060-4972-bcba-9ce946a38d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:17.591097 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-1ebcdf35-4786-435f-8ca5-9373207ed972 service neutron] For port c16e80ab-8bc6-4bb2-a761-b60dd7093c3d, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=c16e80ab-8bc6-4bb2-a761-b60dd7093c3d,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:27:17.619080 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282e646-5051-4ea9-b09b-63acbaf9404a req-9447f73a-4f97-4559-967e-fe0f723d6735 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:17.620632 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c282e646-5051-4ea9-b09b-63acbaf9404a req-9447f73a-4f97-4559-967e-fe0f723d6735 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad1eeb26-1f4a-4d03-9864-03907c44daf6 HTTP/1.1" status: 200 len: 943 time: 0.3684630 Jul 23 16:27:17.638260 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-1ebcdf35-4786-435f-8ca5-9373207ed972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:17.649245 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a3621e03-e94f-4610-ba52-4828e4ccb779 req-4b24fd89-5fb5-49ee-83bf-92dcc3c43f52 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:17.656298 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-7ea3bbef-5060-4972-bcba-9ce946a38d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:17.656910 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-7ea3bbef-5060-4972-bcba-9ce946a38d8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:17.658411 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-7ea3bbef-5060-4972-bcba-9ce946a38d8f service neutron] 10.222.0.97 "PUT /v2.0/ports/45bb821f-99b3-449e-aa34-976f4d409828 HTTP/1.1" status: 200 len: 1091 time: 2.8346844 Jul 23 16:27:17.662239 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de599e27-91c9-4326-bfd3-522fd7e84a07', 'tag': '45bb821f-99b3-449e-aa34-976f4d409828'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:17.664741 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455e994c-3369-48d7-8d17-13a3641bf55a" -d '{"events": [{"name": "network-changed", "server_uuid": "de599e27-91c9-4326-bfd3-522fd7e84a07", "tag": "45bb821f-99b3-449e-aa34-976f4d409828"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:17.723850 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-1ebcdf35-4786-435f-8ca5-9373207ed972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:17.724479 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-1ebcdf35-4786-435f-8ca5-9373207ed972 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:17.725991 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-1ebcdf35-4786-435f-8ca5-9373207ed972 service neutron] 10.222.0.97 "PUT /v2.0/ports/c16e80ab-8bc6-4bb2-a761-b60dd7093c3d HTTP/1.1" status: 200 len: 1091 time: 2.8299975 Jul 23 16:27:17.738236 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-75b2ea8d-7679-43e3-bdf5-579f07c4691a req-d7f3d16d-b70d-422d-938a-2ff220efe82b service neutron] 10.222.0.74 "GET /v2.0/networks/72536959-6d28-4d4b-a817-b894e84f9992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170872 Jul 23 16:27:17.749827 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3bbef-5060-4972-bcba-9ce946a38d8f service neutron] Pushing event updated for resources: {'Port': ['ID=45bb821f-99b3-449e-aa34-976f4d409828,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:17.855224 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c282e646-5051-4ea9-b09b-63acbaf9404a req-7cb9f547-2995-4efb-ac10-15f284f52736 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243528 Jul 23 16:27:17.874915 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3621e03-e94f-4610-ba52-4828e4ccb779 req-4b24fd89-5fb5-49ee-83bf-92dcc3c43f52 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] No DVR routers for this DVR port 637c7293-dd2f-465d-8151-c16c46104ded on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:27:17.880857 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a3621e03-e94f-4610-ba52-4828e4ccb779 req-4b24fd89-5fb5-49ee-83bf-92dcc3c43f52 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:17.883905 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a3621e03-e94f-4610-ba52-4828e4ccb779 req-4b24fd89-5fb5-49ee-83bf-92dcc3c43f52 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "DELETE /v2.0/ports/637c7293-dd2f-465d-8151-c16c46104ded HTTP/1.1" status: 204 len: 173 time: 1.7778063 Jul 23 16:27:17.918015 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebcdf35-4786-435f-8ca5-9373207ed972 service neutron] Pushing event updated for resources: {'Port': ['ID=c16e80ab-8bc6-4bb2-a761-b60dd7093c3d,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:17.952762 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24fd89-5fb5-49ee-83bf-92dcc3c43f52 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Pushing event deleted for resources: {'Port': ['ID=637c7293-dd2f-465d-8151-c16c46104ded,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:18.003478 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-dd052073-ba31-426d-a119-b98b8c00b873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:18.005147 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-dd052073-ba31-426d-a119-b98b8c00b873 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=2c1540bf7e9d405293d55a070efc5538&device_id=de599e27-91c9-4326-bfd3-522fd7e84a07 HTTP/1.1" status: 200 len: 1094 time: 0.2701232 Jul 23 16:27:18.008256 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-d53b9ec7-2c76-4050-82cb-705258c74a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:18.009983 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-d53b9ec7-2c76-4050-82cb-705258c74a73 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6e0db5f31fbe42e8a6955990f39f636d&device_id=ad1eeb26-1f4a-4d03-9864-03907c44daf6 HTTP/1.1" status: 200 len: 1094 time: 0.2115054 Jul 23 16:27:18.434565 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-5b71c86d-b792-4219-9743-f5a3b9b7264e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c16e80ab-8bc6-4bb2-a761-b60dd7093c3d HTTP/1.1" status: 200 len: 217 time: 0.4144506 Jul 23 16:27:18.438025 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-edae0bde-64be-449d-911d-cde45cbc4916 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45bb821f-99b3-449e-aa34-976f4d409828 HTTP/1.1" status: 200 len: 217 time: 0.4190664 Jul 23 16:27:18.531186 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-aa94d68f-f8d2-4254-8082-4064b5da5bf6 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=b9750d5acee3420a8cce6e7963f8896a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1076250 Jul 23 16:27:18.543024 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eefbe2-47f8-4e5d-84e6-df07aa4a459f req-dd4bb767-5c3e-49b5-b2a2-a3eaaa9ace63 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:18.548952 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eefbe2-47f8-4e5d-84e6-df07aa4a459f req-dd4bb767-5c3e-49b5-b2a2-a3eaaa9ace63 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:18.555017 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eefbe2-47f8-4e5d-84e6-df07aa4a459f req-dd4bb767-5c3e-49b5-b2a2-a3eaaa9ace63 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:18.560960 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eefbe2-47f8-4e5d-84e6-df07aa4a459f req-dd4bb767-5c3e-49b5-b2a2-a3eaaa9ace63 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:18.566809 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eefbe2-47f8-4e5d-84e6-df07aa4a459f req-dd4bb767-5c3e-49b5-b2a2-a3eaaa9ace63 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:18.572714 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eefbe2-47f8-4e5d-84e6-df07aa4a459f req-dd4bb767-5c3e-49b5-b2a2-a3eaaa9ace63 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:18.578643 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eefbe2-47f8-4e5d-84e6-df07aa4a459f req-dd4bb767-5c3e-49b5-b2a2-a3eaaa9ace63 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:18.580501 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-52eefbe2-47f8-4e5d-84e6-df07aa4a459f req-dd4bb767-5c3e-49b5-b2a2-a3eaaa9ace63 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 5419 time: 0.6321323 Jul 23 16:27:18.701027 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-d0203bd0-490f-4e99-91fc-757cf0cfa812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:18.702535 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-d0203bd0-490f-4e99-91fc-757cf0cfa812 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f61c49a9-6bc7-45a2-9702-af85b441d4d7 HTTP/1.1" status: 200 len: 855 time: 0.2523828 Jul 23 16:27:18.732991 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-aaf21899-b653-431c-98c0-a4fcc899e9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:18.734482 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-aaf21899-b653-431c-98c0-a4fcc899e9f9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=afdba85c-3a3a-4e3d-a242-c2e94f8ff50b HTTP/1.1" status: 200 len: 846 time: 0.2853963 Jul 23 16:27:18.833745 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-183bc8be-9d24-4a82-a35a-4f08aef51745 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901334 Jul 23 16:27:18.842356 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-52eefbe2-47f8-4e5d-84e6-df07aa4a459f req-8e0de10f-38be-4de3-96b9-e23c8f714e94 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e0f6a6b-7a1a-4fc3-b6e3-28c1a3fabb75&id=0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2510142 Jul 23 16:27:18.871845 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-bed9f6aa-7190-409d-a761-622dd7018c2b tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:18.873372 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-bed9f6aa-7190-409d-a761-622dd7018c2b tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/networks?id=02a7c16a-554a-4ad8-a4a9-73cc994d3940 HTTP/1.1" status: 200 len: 820 time: 0.4538956 Jul 23 16:27:18.902732 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-271ed635-13dd-43a8-8574-327e46917e83 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:18.904237 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-271ed635-13dd-43a8-8574-327e46917e83 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3191299 Jul 23 16:27:18.931006 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-0d67768a-b11b-4b49-884d-bee800568970 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Request body: {'port': {'device_id': '094de921-ac45-4b95-bcf8-bef65fd49d80', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'admin_state_up': True, 'tenant_id': 'b9750d5acee3420a8cce6e7963f8896a'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:18.954650 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-58c11002-b256-4df6-8b4e-e4b41dd5e09e tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/quotas/c9785dc21e8448b1824d1571d64a2041 HTTP/1.1" status: 200 len: 375 time: 0.0687869 Jul 23 16:27:19.125740 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-a1357f4e-62c6-44d1-8f2e-620287ac9857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:19.127182 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-a1357f4e-62c6-44d1-8f2e-620287ac9857 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cc8dea18-f617-4713-91bf-c9e3a30e4af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3894513 Jul 23 16:27:19.136269 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-d369e16e-f1d7-4b7a-9f27-09f6571ad896 service neutron] 10.222.0.97 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930288 Jul 23 16:27:19.247964 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96f33e-cb71-4ec7-bce3-dbdc419f25f9 req-5fe0149b-2ecf-4298-b225-7aac77750d85 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:19.254074 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96f33e-cb71-4ec7-bce3-dbdc419f25f9 req-5fe0149b-2ecf-4298-b225-7aac77750d85 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:19.260927 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96f33e-cb71-4ec7-bce3-dbdc419f25f9 req-5fe0149b-2ecf-4298-b225-7aac77750d85 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:19.266875 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96f33e-cb71-4ec7-bce3-dbdc419f25f9 req-5fe0149b-2ecf-4298-b225-7aac77750d85 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:19.272828 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96f33e-cb71-4ec7-bce3-dbdc419f25f9 req-5fe0149b-2ecf-4298-b225-7aac77750d85 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:19.278730 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96f33e-cb71-4ec7-bce3-dbdc419f25f9 req-5fe0149b-2ecf-4298-b225-7aac77750d85 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:19.284580 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96f33e-cb71-4ec7-bce3-dbdc419f25f9 req-5fe0149b-2ecf-4298-b225-7aac77750d85 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:19.286604 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c96f33e-cb71-4ec7-bce3-dbdc419f25f9 req-5fe0149b-2ecf-4298-b225-7aac77750d85 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5444 time: 0.3730295 Jul 23 16:27:19.395367 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-611837e9-628a-49c5-b583-41366c3872c1 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c9785dc21e8448b1824d1571d64a2041&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3969045 Jul 23 16:27:19.444626 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-0d67768a-b11b-4b49-884d-bee800568970 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Made reservation on behalf of b9750d5acee3420a8cce6e7963f8896a for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:19.448169 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-0d67768a-b11b-4b49-884d-bee800568970 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:19.483015 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-0d67768a-b11b-4b49-884d-bee800568970 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:19.486558 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cf32453b-21f7-411e-8cc8-6469b3ac3694 req-8ad59319-c80b-49db-96e3-bff3b1a4e35e service neutron] 10.222.0.97 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339229 Jul 23 16:27:19.495374 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c96f33e-cb71-4ec7-bce3-dbdc419f25f9 req-88ad77a7-3a66-4821-8f1b-6f8247378875 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1786120 Jul 23 16:27:19.506931 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-3a3ebd2e-b7b9-4785-8c5d-8f6ed7e95827 service neutron] 10.222.0.97 "GET /v2.0/networks/cc8dea18-f617-4713-91bf-c9e3a30e4af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682432 Jul 23 16:27:19.667951 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-da99d057-b088-4037-b037-487263a28228 service neutron] 10.222.0.73 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657316 Jul 23 16:27:19.786666 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5929274a-9350-4d9b-81e1-743c4138a7d2 req-031e235c-c6cb-433f-8e49-3e835f0105ce service neutron] 10.222.0.97 "GET /v2.0/networks/cc8dea18-f617-4713-91bf-c9e3a30e4af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511120 Jul 23 16:27:19.849249 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fa78a-d847-4685-b394-d75e62c0ed20 req-de78eebb-ce9f-4197-a181-5e5caacdb293 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:19.850815 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4e1fa78a-d847-4685-b394-d75e62c0ed20 req-de78eebb-ce9f-4197-a181-5e5caacdb293 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=de599e27-91c9-4326-bfd3-522fd7e84a07 HTTP/1.1" status: 200 len: 943 time: 0.2610567 Jul 23 16:27:19.855236 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-113ae4f2-6f85-4d34-ae8d-aff08653479c service neutron] 10.222.0.73 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753881 Jul 23 16:27:19.891755 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-0d67768a-b11b-4b49-884d-bee800568970 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:19.898487 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-0d67768a-b11b-4b49-884d-bee800568970 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:19.937275 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4e1fa78a-d847-4685-b394-d75e62c0ed20 req-37492eb5-1abb-4e94-a5a4-e8827dff8e9d tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785525 Jul 23 16:27:19.992339 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67768a-b11b-4b49-884d-bee800568970 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=624c99e8-3fc9-4cd0-880f-a602b91549cd,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:20.048668 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-faf0e17b-60cb-41fe-be94-1d4e5d3f7bed req-01392550-3bf8-4051-8fa0-169a82039c68 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/ports?device_id=094de921-ac45-4b95-bcf8-bef65fd49d80 HTTP/1.1" status: 200 len: 210 time: 0.0369093 Jul 23 16:27:20.117723 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-0d67768a-b11b-4b49-884d-bee800568970 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Allocated IP 192.168.233.219 (eb3bf372-6ffe-4c33-8777-29948d4b4373/3812e6e5-38ac-4c93-85ce-3dab2cef76c9/16a68862-eb98-4e84-8d3b-b5d80236bfcb) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:27:20.194254 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43821acc-c1fb-4394-9d8c-1cdabe436135 x-openstack-request-id: req-43821acc-c1fb-4394-9d8c-1cdabe436135 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:20.194799 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de599e27-91c9-4326-bfd3-522fd7e84a07", "tag": "45bb821f-99b3-449e-aa34-976f4d409828", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:20.195293 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-43821acc-c1fb-4394-9d8c-1cdabe436135 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:20.196458 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de599e27-91c9-4326-bfd3-522fd7e84a07', 'tag': '45bb821f-99b3-449e-aa34-976f4d409828', 'status': 'completed', 'code': 200} Jul 23 16:27:20.387589 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-0d67768a-b11b-4b49-884d-bee800568970 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:20.432181 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-0d67768a-b11b-4b49-884d-bee800568970 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Transition to ACTIVE for port object 16a68862-eb98-4e84-8d3b-b5d80236bfcb will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:20.439460 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e994c-3369-48d7-8d17-13a3641bf55a req-7b65182c-7259-44c6-a62a-0b99bb55065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:20.445912 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-455e994c-3369-48d7-8d17-13a3641bf55a req-7b65182c-7259-44c6-a62a-0b99bb55065f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=2c1540bf7e9d405293d55a070efc5538&device_id=de599e27-91c9-4326-bfd3-522fd7e84a07 HTTP/1.1" status: 200 len: 1094 time: 0.1796944 Jul 23 16:27:20.498937 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcdaa1-4831-47d0-accc-4a808da9c38b req-b281b8a1-b85c-4195-9e9c-439ba0c9caeb tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:20.500517 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a3fcdaa1-4831-47d0-accc-4a808da9c38b req-b281b8a1-b85c-4195-9e9c-439ba0c9caeb tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad1eeb26-1f4a-4d03-9864-03907c44daf6 HTTP/1.1" status: 200 len: 943 time: 0.1746290 Jul 23 16:27:20.627562 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-0d67768a-b11b-4b49-884d-bee800568970 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:20.688721 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a3fcdaa1-4831-47d0-accc-4a808da9c38b req-db2a05f0-cde4-4523-99e3-10b9f86a5508 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743162 Jul 23 16:27:20.726408 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-0d67768a-b11b-4b49-884d-bee800568970 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:20.729141 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67768a-b11b-4b49-884d-bee800568970 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Pushing event updated for resources: {'Port': ['ID=16a68862-eb98-4e84-8d3b-b5d80236bfcb,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:20.732839 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-0d67768a-b11b-4b49-884d-bee800568970 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:20.735024 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e994c-3369-48d7-8d17-13a3641bf55a req-004c4ec1-fd83-4700-b9ab-67c8890d5965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:20.736816 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-455e994c-3369-48d7-8d17-13a3641bf55a req-004c4ec1-fd83-4700-b9ab-67c8890d5965 service neutron] 10.222.0.97 "GET /v2.0/networks?id=cc8dea18-f617-4713-91bf-c9e3a30e4af5 HTTP/1.1" status: 200 len: 918 time: 0.2812006 Jul 23 16:27:20.738108 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-0d67768a-b11b-4b49-884d-bee800568970 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:27:20.836819 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-455e994c-3369-48d7-8d17-13a3641bf55a req-ab35f9dd-8360-431c-aed9-de35b9c80f99 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45bb821f-99b3-449e-aa34-976f4d409828 HTTP/1.1" status: 200 len: 217 time: 0.0919788 Jul 23 16:27:20.930957 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4c00f-ebb3-443a-b35f-8503c53a31a6 req-19104d24-765c-444d-a709-b6b9a460feb4 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:20.937147 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4c00f-ebb3-443a-b35f-8503c53a31a6 req-19104d24-765c-444d-a709-b6b9a460feb4 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:20.947551 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4c00f-ebb3-443a-b35f-8503c53a31a6 req-19104d24-765c-444d-a709-b6b9a460feb4 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:20.956099 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4c00f-ebb3-443a-b35f-8503c53a31a6 req-19104d24-765c-444d-a709-b6b9a460feb4 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:20.963565 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4c00f-ebb3-443a-b35f-8503c53a31a6 req-19104d24-765c-444d-a709-b6b9a460feb4 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:20.970632 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4c00f-ebb3-443a-b35f-8503c53a31a6 req-19104d24-765c-444d-a709-b6b9a460feb4 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:20.976822 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4c00f-ebb3-443a-b35f-8503c53a31a6 req-19104d24-765c-444d-a709-b6b9a460feb4 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:20.978812 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b1a4c00f-ebb3-443a-b35f-8503c53a31a6 req-19104d24-765c-444d-a709-b6b9a460feb4 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5444 time: 0.4247172 Jul 23 16:27:20.993924 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-0d67768a-b11b-4b49-884d-bee800568970 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:20.994591 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-0d67768a-b11b-4b49-884d-bee800568970 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:21.027607 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-0d67768a-b11b-4b49-884d-bee800568970 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1092594 Jul 23 16:27:21.030810 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e994c-3369-48d7-8d17-13a3641bf55a req-3255e1e3-1e34-460e-af23-3cd08e7d2a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:21.032864 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-455e994c-3369-48d7-8d17-13a3641bf55a req-3255e1e3-1e34-460e-af23-3cd08e7d2a5d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f61c49a9-6bc7-45a2-9702-af85b441d4d7 HTTP/1.1" status: 200 len: 855 time: 0.1808498 Jul 23 16:27:21.042064 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-8e206a76-cb8e-4e58-92fb-193ecd8bb565 service neutron] Request body: {'port': {'device_id': '094de921-ac45-4b95-bcf8-bef65fd49d80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:21.063062 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7c030cba-0ee4-4d7d-81b0-3a50723559ee None None] Provisioning for port 16a68862-eb98-4e84-8d3b-b5d80236bfcb completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:21.071762 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7c030cba-0ee4-4d7d-81b0-3a50723559ee None None] Provisioning complete for port 16a68862-eb98-4e84-8d3b-b5d80236bfcb triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:21.072142 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7c030cba-0ee4-4d7d-81b0-3a50723559ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:21.109376 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-7c030cba-0ee4-4d7d-81b0-3a50723559ee None None] Port 16a68862-eb98-4e84-8d3b-b5d80236bfcb cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:27:21.142670 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fec4f42c-ae80-4c0f-93ba-d4df0ee1a5db req-33157a77-c1ee-4f82-bcd7-26061c6a5e53 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 210 time: 0.0802984 Jul 23 16:27:21.174205 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec3eb4-0751-44d4-b0e6-2266494da938 req-6ca7026b-1aa0-49a5-9805-6311e5f5978d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:21.182744 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec3eb4-0751-44d4-b0e6-2266494da938 req-6ca7026b-1aa0-49a5-9805-6311e5f5978d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:21.192645 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec3eb4-0751-44d4-b0e6-2266494da938 req-6ca7026b-1aa0-49a5-9805-6311e5f5978d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:21.200737 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec3eb4-0751-44d4-b0e6-2266494da938 req-6ca7026b-1aa0-49a5-9805-6311e5f5978d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:21.207019 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec3eb4-0751-44d4-b0e6-2266494da938 req-6ca7026b-1aa0-49a5-9805-6311e5f5978d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:21.213940 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec3eb4-0751-44d4-b0e6-2266494da938 req-6ca7026b-1aa0-49a5-9805-6311e5f5978d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:21.219903 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec3eb4-0751-44d4-b0e6-2266494da938 req-6ca7026b-1aa0-49a5-9805-6311e5f5978d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:21.221831 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8dec3eb4-0751-44d4-b0e6-2266494da938 req-6ca7026b-1aa0-49a5-9805-6311e5f5978d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 5419 time: 0.3904595 Jul 23 16:27:21.462619 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-b685ae02-5a83-4ad2-9d54-45c6e6381bca tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:21.465079 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-b685ae02-5a83-4ad2-9d54-45c6e6381bca tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.74 "GET /v2.0/networks?id=02a7c16a-554a-4ad8-a4a9-73cc994d3940 HTTP/1.1" status: 200 len: 820 time: 0.1548302 Jul 23 16:27:21.481220 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-2a6f977c-8531-40c2-b8e7-cef3e24160bb tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Request body: {'port': {'device_id': '60d72986-7430-49fa-8842-f6ebba8d06f5', 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940', 'admin_state_up': True, 'tenant_id': 'c9785dc21e8448b1824d1571d64a2041'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:21.642529 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-2a6f977c-8531-40c2-b8e7-cef3e24160bb tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Made reservation on behalf of c9785dc21e8448b1824d1571d64a2041 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:21.650211 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-2a6f977c-8531-40c2-b8e7-cef3e24160bb tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:21.682690 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8dec3eb4-0751-44d4-b0e6-2266494da938 req-80e7b15e-a4b2-4ede-9e98-c393c7c1e0f0 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e0f6a6b-7a1a-4fc3-b6e3-28c1a3fabb75&id=0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4504681 Jul 23 16:27:21.736458 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-8e206a76-cb8e-4e58-92fb-193ecd8bb565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:21.761242 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e994c-3369-48d7-8d17-13a3641bf55a req-b5f0ec67-2b08-4f36-9032-3a954e86276f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:21.763852 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-455e994c-3369-48d7-8d17-13a3641bf55a req-b5f0ec67-2b08-4f36-9032-3a954e86276f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cc8dea18-f617-4713-91bf-c9e3a30e4af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7158501 Jul 23 16:27:21.874170 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-2a6f977c-8531-40c2-b8e7-cef3e24160bb tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Allocated IP 172.20.0.2 (02a7c16a-554a-4ad8-a4a9-73cc994d3940/8d7d20ea-5324-4d61-af92-f3ae3ea40d11/953b1823-1c6e-4407-abaf-c93f64c3e28d) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:27:22.098323 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-fda1cebb-ddd3-4b02-977d-159c3b42fb81 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:22.100858 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-fda1cebb-ddd3-4b02-977d-159c3b42fb81 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/networks?id=cfd5d4a5-0d74-4444-af11-d62dc4a381cf HTTP/1.1" status: 200 len: 811 time: 0.4796882 Jul 23 16:27:22.133965 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-2a6f977c-8531-40c2-b8e7-cef3e24160bb tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:22.164348 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-786dfdef-5d61-42a1-832c-e5af7c02cb1c tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/quotas/2642ac6d2fda4bb6bc5bc42fd646c90d HTTP/1.1" status: 200 len: 375 time: 0.0448191 Jul 23 16:27:22.181831 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-455e994c-3369-48d7-8d17-13a3641bf55a req-844eff5c-fecc-4d3e-8c67-059d66ee8ef0 service neutron] 10.222.0.97 "GET /v2.0/networks/cc8dea18-f617-4713-91bf-c9e3a30e4af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434582 Jul 23 16:27:22.203654 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-2a6f977c-8531-40c2-b8e7-cef3e24160bb tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:22.210122 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1eeb26-1f4a-4d03-9864-03907c44daf6', 'tag': 'c16e80ab-8bc6-4bb2-a761-b60dd7093c3d'}, {'server_uuid': '0aa92b4c-8ab5-4181-939b-fdad4c13ad45', 'name': 'network-vif-deleted', 'tag': '637c7293-dd2f-465d-8151-c16c46104ded'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:22.212764 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12617374-83a7-43eb-911d-95994012ad96" -d '{"events": [{"name": "network-changed", "server_uuid": "ad1eeb26-1f4a-4d03-9864-03907c44daf6", "tag": "c16e80ab-8bc6-4bb2-a761-b60dd7093c3d"}, {"server_uuid": "0aa92b4c-8ab5-4181-939b-fdad4c13ad45", "name": "network-vif-deleted", "tag": "637c7293-dd2f-465d-8151-c16c46104ded"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:22.215639 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['e1aa8bd3-8cae-438a-9cd7-0ee3fc519631'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:22.269660 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-2a6f977c-8531-40c2-b8e7-cef3e24160bb tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:22.278729 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-2a6f977c-8531-40c2-b8e7-cef3e24160bb tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:22.287740 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-2a6f977c-8531-40c2-b8e7-cef3e24160bb tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:27:22.295553 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f977c-8531-40c2-b8e7-cef3e24160bb tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Pushing event updated for resources: {'Port': ['ID=953b1823-1c6e-4407-abaf-c93f64c3e28d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:22.310776 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-54554021-8358-4f85-a100-8d1de02b588e tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2642ac6d2fda4bb6bc5bc42fd646c90d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1279566 Jul 23 16:27:22.331964 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b332617-4ee5-48c6-b8d9-d75e85e9a7f6 req-69e1c232-3f32-47ce-ac3c-5c0aecf501be tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:22.337603 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b332617-4ee5-48c6-b8d9-d75e85e9a7f6 req-69e1c232-3f32-47ce-ac3c-5c0aecf501be tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=de599e27-91c9-4326-bfd3-522fd7e84a07 HTTP/1.1" status: 200 len: 943 time: 0.4975007 Jul 23 16:27:22.360039 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-2a6f977c-8531-40c2-b8e7-cef3e24160bb tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:22.360594 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-2a6f977c-8531-40c2-b8e7-cef3e24160bb tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:22.385472 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-2a6f977c-8531-40c2-b8e7-cef3e24160bb tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9109840 Jul 23 16:27:22.403599 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-ca47bd83-226d-4889-aa8b-50a619ca644b service neutron] Request body: {'port': {'device_id': '60d72986-7430-49fa-8842-f6ebba8d06f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:22.506093 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-ca47bd83-226d-4889-aa8b-50a619ca644b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:22.554459 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b332617-4ee5-48c6-b8d9-d75e85e9a7f6 req-e2062296-2433-4973-92b6-a81529804cfa tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777983 Jul 23 16:27:22.576919 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-455e994c-3369-48d7-8d17-13a3641bf55a req-9f17d139-6213-42e0-aa06-dd4b0a9ba38a service neutron] 10.222.0.97 "GET /v2.0/networks/cc8dea18-f617-4713-91bf-c9e3a30e4af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867903 Jul 23 16:27:22.614668 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-784c7c04-9c3e-46f7-9c8a-1a82e78d6f75 service neutron] 10.222.0.73 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411940 Jul 23 16:27:22.754805 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-8e206a76-cb8e-4e58-92fb-193ecd8bb565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16a68862-eb98-4e84-8d3b-b5d80236bfcb {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:22.767460 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-8e206a76-cb8e-4e58-92fb-193ecd8bb565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:22.803707 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-8e206a76-cb8e-4e58-92fb-193ecd8bb565 service neutron] Transition to ACTIVE for port object 16a68862-eb98-4e84-8d3b-b5d80236bfcb will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:22.818585 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-8e206a76-cb8e-4e58-92fb-193ecd8bb565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:22.833559 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f69c9-f88a-4119-9424-fba207432d0d req-080fe393-2222-4151-a96c-fb27d41c899c tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:22.835573 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e69f69c9-f88a-4119-9424-fba207432d0d req-080fe393-2222-4151-a96c-fb27d41c899c tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/ports?device_id=094de921-ac45-4b95-bcf8-bef65fd49d80 HTTP/1.1" status: 200 len: 936 time: 0.1698306 Jul 23 16:27:22.842085 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-243877db-09ba-4395-ba3a-b35441af5dab service neutron] 10.222.0.73 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088196 Jul 23 16:27:22.900429 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-ca47bd83-226d-4889-aa8b-50a619ca644b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 953b1823-1c6e-4407-abaf-c93f64c3e28d {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:22.911606 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-ca47bd83-226d-4889-aa8b-50a619ca644b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:22.946284 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-ca47bd83-226d-4889-aa8b-50a619ca644b service neutron] Transition to ACTIVE for port object 953b1823-1c6e-4407-abaf-c93f64c3e28d will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:22.952475 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-ca47bd83-226d-4889-aa8b-50a619ca644b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:23.024741 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e206a76-cb8e-4e58-92fb-193ecd8bb565 service neutron] Pushing event updated for resources: {'Port': ['ID=16a68862-eb98-4e84-8d3b-b5d80236bfcb,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:23.064117 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:27:23.065989 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e69f69c9-f88a-4119-9424-fba207432d0d req-51935cda-ca7b-4340-befd-8806ec14718e tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/security-groups?id=624c99e8-3fc9-4cd0-880f-a602b91549cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891990 Jul 23 16:27:23.127938 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47bd83-226d-4889-aa8b-50a619ca644b service neutron] Pushing event updated for resources: {'Port': ['ID=953b1823-1c6e-4407-abaf-c93f64c3e28d,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:23.345348 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-8e206a76-cb8e-4e58-92fb-193ecd8bb565 service neutron] Attempting to bind port 16a68862-eb98-4e84-8d3b-b5d80236bfcb on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:27:23.345691 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-8e206a76-cb8e-4e58-92fb-193ecd8bb565 service neutron] Attempting to bind port 16a68862-eb98-4e84-8d3b-b5d80236bfcb by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:27:23.346028 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-8e206a76-cb8e-4e58-92fb-193ecd8bb565 service neutron] Attempting to bind port 16a68862-eb98-4e84-8d3b-b5d80236bfcb on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:23.416144 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-ca47bd83-226d-4889-aa8b-50a619ca644b service neutron] Attempting to bind port 953b1823-1c6e-4407-abaf-c93f64c3e28d on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:27:23.416375 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-ca47bd83-226d-4889-aa8b-50a619ca644b service neutron] Attempting to bind port 953b1823-1c6e-4407-abaf-c93f64c3e28d by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:27:23.419301 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-ca47bd83-226d-4889-aa8b-50a619ca644b service neutron] Attempting to bind port 953b1823-1c6e-4407-abaf-c93f64c3e28d on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:23.431581 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-ca47bd83-226d-4889-aa8b-50a619ca644b service neutron] Port 953b1823-1c6e-4407-abaf-c93f64c3e28d on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:27:23.431912 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-ca47bd83-226d-4889-aa8b-50a619ca644b service neutron] Attempting to bind port 953b1823-1c6e-4407-abaf-c93f64c3e28d on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:23.437328 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-8e206a76-cb8e-4e58-92fb-193ecd8bb565 service neutron] Port 16a68862-eb98-4e84-8d3b-b5d80236bfcb on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:27:23.437674 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-8e206a76-cb8e-4e58-92fb-193ecd8bb565 service neutron] Attempting to bind port 16a68862-eb98-4e84-8d3b-b5d80236bfcb on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:23.449383 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-ca47bd83-226d-4889-aa8b-50a619ca644b service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:27:23.449721 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-ca47bd83-226d-4889-aa8b-50a619ca644b service neutron] Checking segment: {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:27:23.450105 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-ca47bd83-226d-4889-aa8b-50a619ca644b service neutron] Bound using segment: {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:27:23.450709 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-ca47bd83-226d-4889-aa8b-50a619ca644b service neutron] Bound port: 953b1823-1c6e-4407-abaf-c93f64c3e28d, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:27:23.451078 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-ca47bd83-226d-4889-aa8b-50a619ca644b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:23.471409 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-8e206a76-cb8e-4e58-92fb-193ecd8bb565 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:27:23.471779 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-8e206a76-cb8e-4e58-92fb-193ecd8bb565 service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:27:23.472343 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-8e206a76-cb8e-4e58-92fb-193ecd8bb565 service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:27:23.472910 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-8e206a76-cb8e-4e58-92fb-193ecd8bb565 service neutron] Bound port: 16a68862-eb98-4e84-8d3b-b5d80236bfcb, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:27:23.473491 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-8e206a76-cb8e-4e58-92fb-193ecd8bb565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:23.536313 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca44086-f6cc-4921-9a9d-b79613ef6500 req-07fe67df-2ec3-45ac-b7d4-6bd5076d967e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:23.539792 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ca44086-f6cc-4921-9a9d-b79613ef6500 req-07fe67df-2ec3-45ac-b7d4-6bd5076d967e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad1eeb26-1f4a-4d03-9864-03907c44daf6 HTTP/1.1" status: 200 len: 943 time: 0.4099462 Jul 23 16:27:23.651137 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d485a-246f-4d9d-b18c-a16228682784 req-bc92f145-8978-4764-856a-7dd6a401ae1a tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:23.658761 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-840d485a-246f-4d9d-b18c-a16228682784 req-bc92f145-8978-4764-856a-7dd6a401ae1a tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 943 time: 0.3556697 Jul 23 16:27:23.665246 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 45bb821f-99b3-449e-aa34-976f4d409828 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:27:23.667126 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ca44086-f6cc-4921-9a9d-b79613ef6500 req-9f8de72f-99b0-4024-aabc-abb3dc3e7abd tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148529 Jul 23 16:27:23.698230 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-8e206a76-cb8e-4e58-92fb-193ecd8bb565 service neutron] For port 16a68862-eb98-4e84-8d3b-b5d80236bfcb, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:27:23.747387 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-8e206a76-cb8e-4e58-92fb-193ecd8bb565 service neutron] For port 16a68862-eb98-4e84-8d3b-b5d80236bfcb, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=16a68862-eb98-4e84-8d3b-b5d80236bfcb,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:27:23.757832 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-8e206a76-cb8e-4e58-92fb-193ecd8bb565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:23.763876 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-ca47bd83-226d-4889-aa8b-50a619ca644b service neutron] For port 953b1823-1c6e-4407-abaf-c93f64c3e28d, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:27:23.778379 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device dc9186aa-22f3-4cd2-aa4d-554b86e39cbf details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:27:23.781428 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-ca47bd83-226d-4889-aa8b-50a619ca644b service neutron] For port 953b1823-1c6e-4407-abaf-c93f64c3e28d, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=953b1823-1c6e-4407-abaf-c93f64c3e28d,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:27:23.797575 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-ca47bd83-226d-4889-aa8b-50a619ca644b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:23.876087 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 37880) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:23.876967 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e206a76-cb8e-4e58-92fb-193ecd8bb565 service neutron] Pushing event updated for resources: {'Port': ['ID=16a68862-eb98-4e84-8d3b-b5d80236bfcb,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:23.911366 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac514c1-176e-4cb5-9cc0-ba25c436817c x-openstack-request-id: req-eac514c1-176e-4cb5-9cc0-ba25c436817c {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:23.911366 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad1eeb26-1f4a-4d03-9864-03907c44daf6", "tag": "c16e80ab-8bc6-4bb2-a761-b60dd7093c3d", "status": "completed", "code": 200}, {"server_uuid": "0aa92b4c-8ab5-4181-939b-fdad4c13ad45", "name": "network-vif-deleted", "tag": "637c7293-dd2f-465d-8151-c16c46104ded", "status": "failed", "code": 422}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:23.911366 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eac514c1-176e-4cb5-9cc0-ba25c436817c {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:23.911873 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad1eeb26-1f4a-4d03-9864-03907c44daf6', 'tag': 'c16e80ab-8bc6-4bb2-a761-b60dd7093c3d', 'status': 'completed', 'code': 200} Jul 23 16:27:23.911992 n-d-778549-4 neutron-server[94012]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0aa92b4c-8ab5-4181-939b-fdad4c13ad45', 'name': 'network-vif-deleted', 'tag': '637c7293-dd2f-465d-8151-c16c46104ded', 'status': 'failed', 'code': 422} returned with failed status Jul 23 16:27:23.922776 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-ca47bd83-226d-4889-aa8b-50a619ca644b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:23.923649 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-ca47bd83-226d-4889-aa8b-50a619ca644b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:23.931446 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-ca47bd83-226d-4889-aa8b-50a619ca644b service neutron] 10.222.0.74 "PUT /v2.0/ports/953b1823-1c6e-4407-abaf-c93f64c3e28d HTTP/1.1" status: 200 len: 1091 time: 1.5373073 Jul 23 16:27:23.947426 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-840d485a-246f-4d9d-b18c-a16228682784 req-351a46c3-2561-441d-97e5-58e700abd52b tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876503 Jul 23 16:27:23.951779 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d72986-7430-49fa-8842-f6ebba8d06f5', 'tag': '953b1823-1c6e-4407-abaf-c93f64c3e28d'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:23.963949 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d19d470-006e-4003-8047-d2e775e5887a" -d '{"events": [{"name": "network-changed", "server_uuid": "60d72986-7430-49fa-8842-f6ebba8d06f5", "tag": "953b1823-1c6e-4407-abaf-c93f64c3e28d"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:23.996198 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-8e206a76-cb8e-4e58-92fb-193ecd8bb565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:23.997181 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-8e206a76-cb8e-4e58-92fb-193ecd8bb565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:23.999753 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-8e206a76-cb8e-4e58-92fb-193ecd8bb565 service neutron] 10.222.0.74 "PUT /v2.0/ports/16a68862-eb98-4e84-8d3b-b5d80236bfcb HTTP/1.1" status: 200 len: 1096 time: 2.9629912 Jul 23 16:27:24.169207 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47bd83-226d-4889-aa8b-50a619ca644b service neutron] Pushing event updated for resources: {'Port': ['ID=953b1823-1c6e-4407-abaf-c93f64c3e28d,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:24.195037 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port dc9186aa-22f3-4cd2-aa4d-554b86e39cbf, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=dc9186aa-22f3-4cd2-aa4d-554b86e39cbf,segment=NetworkSegment(61338f32-9a58-40b9-943e-6dd5f20a15f7),segment_id=61338f32-9a58-40b9-943e-6dd5f20a15f7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:24.216956 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-643353b9-c14f-468b-a091-cdc08f58fed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:24.218595 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-643353b9-c14f-468b-a091-cdc08f58fed6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9785dc21e8448b1824d1571d64a2041&device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 1094 time: 0.2280109 Jul 23 16:27:24.221821 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'dc9186aa-22f3-4cd2-aa4d-554b86e39cbf', 'network_id': 'ccfb93aa-128e-41ae-813f-cc1797d91993', 'port_id': 'dc9186aa-22f3-4cd2-aa4d-554b86e39cbf', 'mac_address': 'fa:16:3e:03:80:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8700af68-33fb-4e68-b828-91508c404596', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:27:24.245794 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ad9d3ca3-ea25-4491-991b-e7bcca9fa6ab req-8d68eba3-6936-4561-b529-aedc1370052d tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 210 time: 0.1651220 Jul 23 16:27:24.285489 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 45bb821f-99b3-449e-aa34-976f4d409828, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=45bb821f-99b3-449e-aa34-976f4d409828,segment=NetworkSegment(f3aed737-88d1-4c58-b30e-6c9f55adb681),segment_id=f3aed737-88d1-4c58-b30e-6c9f55adb681)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:24.307204 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '45bb821f-99b3-449e-aa34-976f4d409828', 'network_id': 'cc8dea18-f617-4713-91bf-c9e3a30e4af5', 'port_id': '45bb821f-99b3-449e-aa34-976f4d409828', 'mac_address': 'fa:16:3e:9f:24:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61c49a9-6bc7-45a2-9702-af85b441d4d7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:27:24.312420 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-a83a0124-04aa-481d-95fa-a21ab7a70f25 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=953b1823-1c6e-4407-abaf-c93f64c3e28d HTTP/1.1" status: 200 len: 217 time: 0.0858016 Jul 23 16:27:24.313519 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:24.360039 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc9186aa-22f3-4cd2-aa4d-554b86e39cbf {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:24.391373 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:24.412718 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45bb821f-99b3-449e-aa34-976f4d409828 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:24.421896 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port dc9186aa-22f3-4cd2-aa4d-554b86e39cbf, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=dc9186aa-22f3-4cd2-aa4d-554b86e39cbf,segment=NetworkSegment(61338f32-9a58-40b9-943e-6dd5f20a15f7),segment_id=61338f32-9a58-40b9-943e-6dd5f20a15f7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:24.434249 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806340bd-7b5c-493c-9d79-67aff2562268 req-499b1ba2-a0a9-4c33-91af-ce2a16fcf4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:24.435062 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806340bd-7b5c-493c-9d79-67aff2562268 req-499b1ba2-a0a9-4c33-91af-ce2a16fcf4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:24.435734 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806340bd-7b5c-493c-9d79-67aff2562268 req-499b1ba2-a0a9-4c33-91af-ce2a16fcf4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:24.436400 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806340bd-7b5c-493c-9d79-67aff2562268 req-499b1ba2-a0a9-4c33-91af-ce2a16fcf4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:24.436530 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-1489e767-228a-4157-a33b-ee1b7961c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:24.436750 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:24.437548 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device a9569114-a844-492a-9768-c27463ea9bb4 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:27:24.438125 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806340bd-7b5c-493c-9d79-67aff2562268 req-499b1ba2-a0a9-4c33-91af-ce2a16fcf4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:24.438536 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-1489e767-228a-4157-a33b-ee1b7961c5c7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8d7d20ea-5324-4d61-af92-f3ae3ea40d11 HTTP/1.1" status: 200 len: 860 time: 0.1158299 Jul 23 16:27:24.439392 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806340bd-7b5c-493c-9d79-67aff2562268 req-499b1ba2-a0a9-4c33-91af-ce2a16fcf4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:24.440131 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806340bd-7b5c-493c-9d79-67aff2562268 req-499b1ba2-a0a9-4c33-91af-ce2a16fcf4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:24.442805 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-806340bd-7b5c-493c-9d79-67aff2562268 req-499b1ba2-a0a9-4c33-91af-ce2a16fcf4b1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 6501 time: 0.5487220 Jul 23 16:27:24.453485 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 45bb821f-99b3-449e-aa34-976f4d409828, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=45bb821f-99b3-449e-aa34-976f4d409828,segment=NetworkSegment(f3aed737-88d1-4c58-b30e-6c9f55adb681),segment_id=f3aed737-88d1-4c58-b30e-6c9f55adb681)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:24.468911 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12617374-83a7-43eb-911d-95994012ad96 req-10b11578-3e79-4a70-bbd3-114112228e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:24.470560 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-12617374-83a7-43eb-911d-95994012ad96 req-10b11578-3e79-4a70-bbd3-114112228e54 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6e0db5f31fbe42e8a6955990f39f636d&device_id=ad1eeb26-1f4a-4d03-9864-03907c44daf6 HTTP/1.1" status: 200 len: 1094 time: 0.5210721 Jul 23 16:27:24.483210 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c81a71-be0f-47a6-9b2c-87e8b31d0d0b req-3b52b20c-8b26-4c98-a35c-ecf83bdb866d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:24.489147 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:24.489884 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device c16e80ab-8bc6-4bb2-a761-b60dd7093c3d details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:27:24.490394 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c81a71-be0f-47a6-9b2c-87e8b31d0d0b req-3b52b20c-8b26-4c98-a35c-ecf83bdb866d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:24.497084 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-dc67afb2-e706-435c-96a9-30b7d68f8ed4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=02a7c16a-554a-4ad8-a4a9-73cc994d3940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501332 Jul 23 16:27:24.497651 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c81a71-be0f-47a6-9b2c-87e8b31d0d0b req-3b52b20c-8b26-4c98-a35c-ecf83bdb866d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:24.504130 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c81a71-be0f-47a6-9b2c-87e8b31d0d0b req-3b52b20c-8b26-4c98-a35c-ecf83bdb866d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:24.510590 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c81a71-be0f-47a6-9b2c-87e8b31d0d0b req-3b52b20c-8b26-4c98-a35c-ecf83bdb866d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:24.517303 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c81a71-be0f-47a6-9b2c-87e8b31d0d0b req-3b52b20c-8b26-4c98-a35c-ecf83bdb866d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:24.524964 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c81a71-be0f-47a6-9b2c-87e8b31d0d0b req-3b52b20c-8b26-4c98-a35c-ecf83bdb866d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:24.533361 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-07c81a71-be0f-47a6-9b2c-87e8b31d0d0b req-3b52b20c-8b26-4c98-a35c-ecf83bdb866d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 5419 time: 0.4561732 Jul 23 16:27:24.574086 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=dc9186aa-22f3-4cd2-aa4d-554b86e39cbf,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:24.630888 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-d61eac53-6ad9-401b-9a23-34f9ca2070fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:24.632574 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-d61eac53-6ad9-401b-9a23-34f9ca2070fb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b9750d5acee3420a8cce6e7963f8896a&device_id=094de921-ac45-4b95-bcf8-bef65fd49d80 HTTP/1.1" status: 200 len: 1099 time: 0.5343869 Jul 23 16:27:24.657153 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-fa76956a-311c-4405-9c03-96b06b038dd8 service neutron] 10.222.0.74 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514125 Jul 23 16:27:24.702545 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=45bb821f-99b3-449e-aa34-976f4d409828,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:24.771423 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port a9569114-a844-492a-9768-c27463ea9bb4, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=a9569114-a844-492a-9768-c27463ea9bb4,segment=NetworkSegment(a09683eb-b332-4542-b7a5-2cff7293226f),segment_id=a09683eb-b332-4542-b7a5-2cff7293226f)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:24.791929 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'a9569114-a844-492a-9768-c27463ea9bb4', 'network_id': '72536959-6d28-4d4b-a817-b894e84f9992', 'port_id': 'a9569114-a844-492a-9768-c27463ea9bb4', 'mac_address': 'fa:16:3e:38:4b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e3b6e1-204d-4ff9-bc32-923f74e47c31', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:27:24.809204 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-f6f972fc-cc53-472f-bc1f-50c7a265ab68 req-20787f59-bf56-4fea-a607-0e77444c5c64 service neutron] 10.222.0.74 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446640 Jul 23 16:27:24.836712 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port c16e80ab-8bc6-4bb2-a761-b60dd7093c3d, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=c16e80ab-8bc6-4bb2-a761-b60dd7093c3d,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:24.856947 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'c16e80ab-8bc6-4bb2-a761-b60dd7093c3d', 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6', 'port_id': 'c16e80ab-8bc6-4bb2-a761-b60dd7093c3d', 'mac_address': 'fa:16:3e:99:aa:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afdba85c-3a3a-4e3d-a242-c2e94f8ff50b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:27:24.864271 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:24.889252 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-32be038e-e216-4892-aa3b-6cfbfc27d1da service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=16a68862-eb98-4e84-8d3b-b5d80236bfcb HTTP/1.1" status: 200 len: 217 time: 0.2228708 Jul 23 16:27:24.901689 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-07c81a71-be0f-47a6-9b2c-87e8b31d0d0b req-ff35a172-e3b0-4dcf-8076-763b56d36df9 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e0f6a6b-7a1a-4fc3-b6e3-28c1a3fabb75&id=0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3672287 Jul 23 16:27:24.902307 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9569114-a844-492a-9768-c27463ea9bb4 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:24.903427 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12617374-83a7-43eb-911d-95994012ad96 req-37f58121-04ea-4adf-906b-0ad1144afdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:24.904958 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-12617374-83a7-43eb-911d-95994012ad96 req-37f58121-04ea-4adf-906b-0ad1144afdb6 service neutron] 10.222.0.97 "GET /v2.0/networks?id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 HTTP/1.1" status: 200 len: 908 time: 0.3694410 Jul 23 16:27:24.935798 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port a9569114-a844-492a-9768-c27463ea9bb4, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=a9569114-a844-492a-9768-c27463ea9bb4,segment=NetworkSegment(a09683eb-b332-4542-b7a5-2cff7293226f),segment_id=a09683eb-b332-4542-b7a5-2cff7293226f)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:24.955246 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:24.960499 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:24.961338 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device faeb3d4d-ead5-454a-9873-67df475e0096 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:27:25.022139 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c16e80ab-8bc6-4bb2-a761-b60dd7093c3d {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:25.032358 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940d0c41-7e0e-40d5-a4ec-206003c45692 x-openstack-request-id: req-940d0c41-7e0e-40d5-a4ec-206003c45692 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:25.032727 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d72986-7430-49fa-8842-f6ebba8d06f5", "tag": "953b1823-1c6e-4407-abaf-c93f64c3e28d", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:25.032988 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-940d0c41-7e0e-40d5-a4ec-206003c45692 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:25.033551 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d72986-7430-49fa-8842-f6ebba8d06f5', 'tag': '953b1823-1c6e-4407-abaf-c93f64c3e28d', 'status': 'completed', 'code': 200} Jul 23 16:27:25.035868 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-03986eaf-b00b-4233-a2a1-fc30c2f23ecb tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:25.048817 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-03986eaf-b00b-4233-a2a1-fc30c2f23ecb tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.97 "GET /v2.0/networks?id=cfd5d4a5-0d74-4444-af11-d62dc4a381cf HTTP/1.1" status: 200 len: 811 time: 0.2030878 Jul 23 16:27:25.052539 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port c16e80ab-8bc6-4bb2-a761-b60dd7093c3d, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=c16e80ab-8bc6-4bb2-a761-b60dd7093c3d,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:25.070233 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:25.112779 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port faeb3d4d-ead5-454a-9873-67df475e0096, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=faeb3d4d-ead5-454a-9873-67df475e0096,segment=NetworkSegment(a09683eb-b332-4542-b7a5-2cff7293226f),segment_id=a09683eb-b332-4542-b7a5-2cff7293226f)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:25.124977 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=a9569114-a844-492a-9768-c27463ea9bb4,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:25.133169 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-12617374-83a7-43eb-911d-95994012ad96 req-5f324ee5-a33a-4e10-b443-4181d2232756 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c16e80ab-8bc6-4bb2-a761-b60dd7093c3d HTTP/1.1" status: 200 len: 217 time: 0.0505414 Jul 23 16:27:25.138196 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'faeb3d4d-ead5-454a-9873-67df475e0096', 'network_id': '72536959-6d28-4d4b-a817-b894e84f9992', 'port_id': 'faeb3d4d-ead5-454a-9873-67df475e0096', 'mac_address': 'fa:16:3e:7d:d1:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e3b6e1-204d-4ff9-bc32-923f74e47c31', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:27:25.141736 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-806340bd-7b5c-493c-9d79-67aff2562268 req-2dc1052b-1e02-448b-b498-98926a65a0c6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6844196 Jul 23 16:27:25.145484 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-8120dcdd-2c95-4f9b-b6c4-40e1ab56e3bd tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Request body: {'port': {'device_id': '891d04af-be73-4200-8d1d-dfd6e7c94d77', 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf', 'admin_state_up': True, 'tenant_id': '2642ac6d2fda4bb6bc5bc42fd646c90d'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:25.153115 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19d470-006e-4003-8047-d2e775e5887a req-12d8307b-5870-4b76-96d7-11470591e239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:25.155484 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3d19d470-006e-4003-8047-d2e775e5887a req-12d8307b-5870-4b76-96d7-11470591e239 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9785dc21e8448b1824d1571d64a2041&device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 1094 time: 0.1005964 Jul 23 16:27:25.239401 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=c16e80ab-8bc6-4bb2-a761-b60dd7093c3d,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:25.249420 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:25.260352 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19d470-006e-4003-8047-d2e775e5887a req-608f5516-8286-45e5-8f20-89b5684abea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:25.262239 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3d19d470-006e-4003-8047-d2e775e5887a req-608f5516-8286-45e5-8f20-89b5684abea5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=02a7c16a-554a-4ad8-a4a9-73cc994d3940 HTTP/1.1" status: 200 len: 922 time: 0.1000056 Jul 23 16:27:25.266616 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faeb3d4d-ead5-454a-9873-67df475e0096 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:25.299727 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12617374-83a7-43eb-911d-95994012ad96 req-11b4b158-c402-4917-861f-8b037f0dffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:25.301714 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-12617374-83a7-43eb-911d-95994012ad96 req-11b4b158-c402-4917-861f-8b037f0dffc2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=afdba85c-3a3a-4e3d-a242-c2e94f8ff50b HTTP/1.1" status: 200 len: 846 time: 0.1022072 Jul 23 16:27:25.308614 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port faeb3d4d-ead5-454a-9873-67df475e0096, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=faeb3d4d-ead5-454a-9873-67df475e0096,segment=NetworkSegment(a09683eb-b332-4542-b7a5-2cff7293226f),segment_id=a09683eb-b332-4542-b7a5-2cff7293226f)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:25.308916 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3d19d470-006e-4003-8047-d2e775e5887a req-0a5fb4ad-632e-48a8-9997-110406345e8a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=953b1823-1c6e-4407-abaf-c93f64c3e28d HTTP/1.1" status: 200 len: 217 time: 0.0398154 Jul 23 16:27:25.310895 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:25.312361 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:27:25.332804 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a141c1-be98-4685-8363-b3a85084b500 req-cd501510-acb5-4fb3-b7e7-706df4b54362 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:25.340665 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-49a141c1-be98-4685-8363-b3a85084b500 req-cd501510-acb5-4fb3-b7e7-706df4b54362 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=de599e27-91c9-4326-bfd3-522fd7e84a07 HTTP/1.1" status: 200 len: 944 time: 0.8942916 Jul 23 16:27:25.376407 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19d470-006e-4003-8047-d2e775e5887a req-aac0b5ab-c286-4184-a611-95dbc1bec291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:25.378120 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3d19d470-006e-4003-8047-d2e775e5887a req-aac0b5ab-c286-4184-a611-95dbc1bec291 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8d7d20ea-5324-4d61-af92-f3ae3ea40d11 HTTP/1.1" status: 200 len: 860 time: 0.0626180 Jul 23 16:27:25.391656 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-12617374-83a7-43eb-911d-95994012ad96 req-c702f4d2-c25c-4a15-83c4-b8e551938443 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672054 Jul 23 16:27:25.408477 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=faeb3d4d-ead5-454a-9873-67df475e0096,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:25.431041 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3d19d470-006e-4003-8047-d2e775e5887a req-7aa6128d-0e16-41ae-bf79-7fc98a229295 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=02a7c16a-554a-4ad8-a4a9-73cc994d3940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385165 Jul 23 16:27:25.437166 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['45bb821f-99b3-449e-aa34-976f4d409828'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:25.440733 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['c16e80ab-8bc6-4bb2-a761-b60dd7093c3d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:25.442186 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-19d77000-2073-4058-ae71-fd7f23c21845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:25.444469 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-19d77000-2073-4058-ae71-fd7f23c21845 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.5358284 Jul 23 16:27:25.564350 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-49a141c1-be98-4685-8363-b3a85084b500 req-5d1dd09f-c61e-4df0-abad-dd44852665b0 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223606 Jul 23 16:27:25.593147 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3d19d470-006e-4003-8047-d2e775e5887a req-0a1e6a22-850e-4b57-a2c9-daeec87e18ca service neutron] 10.222.0.74 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558146 Jul 23 16:27:25.641992 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3152afa-8106-4ea9-a42d-efec9d3c0381 req-60b24191-3526-4dc9-b30c-bb7c5a462813 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:25.649411 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3152afa-8106-4ea9-a42d-efec9d3c0381 req-60b24191-3526-4dc9-b30c-bb7c5a462813 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/ports?device_id=094de921-ac45-4b95-bcf8-bef65fd49d80 HTTP/1.1" status: 200 len: 948 time: 0.5098124 Jul 23 16:27:25.689075 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=57d68a11-dd1b-4a5c-a0af-fd74214dd8b3,segment=NetworkSegment(05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c),segment_id=05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:25.704253 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3d19d470-006e-4003-8047-d2e775e5887a req-a462bbc7-2cac-4b7a-b425-5bd853160c96 service neutron] 10.222.0.74 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037016 Jul 23 16:27:25.712234 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-12617374-83a7-43eb-911d-95994012ad96 req-cd46e3ff-df38-4d63-a63b-3e02280d087d service neutron] 10.222.0.97 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808926 Jul 23 16:27:25.722257 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-8120dcdd-2c95-4f9b-b6c4-40e1ab56e3bd tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Made reservation on behalf of 2642ac6d2fda4bb6bc5bc42fd646c90d for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:25.725274 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '57d68a11-dd1b-4a5c-a0af-fd74214dd8b3', 'network_id': 'a11530e6-1993-441b-956a-6f9600ed92b8', 'port_id': '57d68a11-dd1b-4a5c-a0af-fd74214dd8b3', 'mac_address': 'fa:16:3e:ac:22:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c3a237-d43a-4d9d-aa29-69c4c34be53a', 'ip_address': '10.1.1.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:27:25.726077 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-8120dcdd-2c95-4f9b-b6c4-40e1ab56e3bd tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:25.808133 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-3eb76c7a-9558-4c94-b234-dfc71437cc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:25.809406 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-3eb76c7a-9558-4c94-b234-dfc71437cc72 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3423805 Jul 23 16:27:25.822134 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3152afa-8106-4ea9-a42d-efec9d3c0381 req-15668f07-8fc0-4256-82d2-91bccf5ff04a tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/security-groups?id=624c99e8-3fc9-4cd0-880f-a602b91549cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717660 Jul 23 16:27:25.858944 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:25.917001 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '094de921-ac45-4b95-bcf8-bef65fd49d80', 'tag': '16a68862-eb98-4e84-8d3b-b5d80236bfcb'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:25.919270 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a121795d-e218-4c59-b161-eda6b1fa2383" -d '{"events": [{"name": "network-changed", "server_uuid": "094de921-ac45-4b95-bcf8-bef65fd49d80", "tag": "16a68862-eb98-4e84-8d3b-b5d80236bfcb"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:25.920907 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:25.963130 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=57d68a11-dd1b-4a5c-a0af-fd74214dd8b3,segment=NetworkSegment(05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c),segment_id=05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:25.966987 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-12617374-83a7-43eb-911d-95994012ad96 req-588341fa-0ba3-4ea2-b268-0669feb5a944 service neutron] 10.222.0.97 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232270 Jul 23 16:27:25.984192 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:25.984852 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 99c3c606-6305-429f-81cd-fd00734616f2 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:27:26.066768 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=57d68a11-dd1b-4a5c-a0af-fd74214dd8b3,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:26.076900 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 99c3c606-6305-429f-81cd-fd00734616f2, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=99c3c606-6305-429f-81cd-fd00734616f2,segment=NetworkSegment(05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c),segment_id=05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:26.090036 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '99c3c606-6305-429f-81cd-fd00734616f2', 'network_id': 'a11530e6-1993-441b-956a-6f9600ed92b8', 'port_id': '99c3c606-6305-429f-81cd-fd00734616f2', 'mac_address': 'fa:16:3e:a2:90:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c3a237-d43a-4d9d-aa29-69c4c34be53a', 'ip_address': '10.1.1.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:27:26.136679 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:26.150889 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99c3c606-6305-429f-81cd-fd00734616f2 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:26.176000 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 99c3c606-6305-429f-81cd-fd00734616f2, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=99c3c606-6305-429f-81cd-fd00734616f2,segment=NetworkSegment(05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c),segment_id=05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:26.183079 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:26.183951 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:27:26.255333 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=3bc8f322-57f2-4485-9b3d-1a8cb8c642c7,segment=NetworkSegment(05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c),segment_id=05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:26.276000 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=99c3c606-6305-429f-81cd-fd00734616f2,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:26.280064 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '3bc8f322-57f2-4485-9b3d-1a8cb8c642c7', 'network_id': 'a11530e6-1993-441b-956a-6f9600ed92b8', 'port_id': '3bc8f322-57f2-4485-9b3d-1a8cb8c642c7', 'mac_address': 'fa:16:3e:53:17:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c3a237-d43a-4d9d-aa29-69c4c34be53a', 'ip_address': '10.1.1.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:27:26.323695 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:26.338344 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:26.358609 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=3bc8f322-57f2-4485-9b3d-1a8cb8c642c7,segment=NetworkSegment(05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c),segment_id=05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:26.364412 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:26.365413 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device d26b6c0c-a095-4674-9672-f08e8e034402 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:27:26.437128 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=3bc8f322-57f2-4485-9b3d-1a8cb8c642c7,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:26.441084 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port d26b6c0c-a095-4674-9672-f08e8e034402, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=d26b6c0c-a095-4674-9672-f08e8e034402,segment=NetworkSegment(05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c),segment_id=05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:26.452759 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'd26b6c0c-a095-4674-9672-f08e8e034402', 'network_id': 'a11530e6-1993-441b-956a-6f9600ed92b8', 'port_id': 'd26b6c0c-a095-4674-9672-f08e8e034402', 'mac_address': 'fa:16:3e:c2:d4:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c3a237-d43a-4d9d-aa29-69c4c34be53a', 'ip_address': '10.1.1.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:27:26.477480 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac6869-23d1-4784-ac55-736b9f8461df req-744cdc90-d30a-44b9-a830-9a883c5393f3 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:26.479033 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3dac6869-23d1-4784-ac55-736b9f8461df req-744cdc90-d30a-44b9-a830-9a883c5393f3 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad1eeb26-1f4a-4d03-9864-03907c44daf6 HTTP/1.1" status: 200 len: 944 time: 0.7652771 Jul 23 16:27:26.487711 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-f2fe91e0-0169-4a21-905b-54410cf083d5 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6571991 Jul 23 16:27:26.500096 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:26.514268 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d26b6c0c-a095-4674-9672-f08e8e034402 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:26.530316 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2cca0-4a9c-4ba5-a2e4-2fa1e362499e req-555488e6-a109-476a-ad80-f6cafe1763b3 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:26.537152 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port d26b6c0c-a095-4674-9672-f08e8e034402, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=d26b6c0c-a095-4674-9672-f08e8e034402,segment=NetworkSegment(05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c),segment_id=05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:26.537899 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ea2cca0-4a9c-4ba5-a2e4-2fa1e362499e req-555488e6-a109-476a-ad80-f6cafe1763b3 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 943 time: 0.6026413 Jul 23 16:27:26.542457 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:26.558086 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-8120dcdd-2c95-4f9b-b6c4-40e1ab56e3bd tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Allocated IP 172.20.0.5 (cfd5d4a5-0d74-4444-af11-d62dc4a381cf/826fd2fc-e097-4472-9d1f-4298f12f603f/78b6134e-ef76-4520-95e8-cad9cd88b9b1) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:27:26.593816 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=d26b6c0c-a095-4674-9672-f08e8e034402,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:26.614075 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3dac6869-23d1-4784-ac55-736b9f8461df req-48c22c3a-839b-457b-b992-714805e55bb3 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223879 Jul 23 16:27:26.668949 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ea2cca0-4a9c-4ba5-a2e4-2fa1e362499e req-f600f9c3-fa03-403c-8975-d0eb6298efbf tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302323 Jul 23 16:27:26.729841 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5bf900-f6bb-40a7-b480-023248020959 x-openstack-request-id: req-ef5bf900-f6bb-40a7-b480-023248020959 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:26.730125 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "094de921-ac45-4b95-bcf8-bef65fd49d80", "tag": "16a68862-eb98-4e84-8d3b-b5d80236bfcb", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:26.730373 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ef5bf900-f6bb-40a7-b480-023248020959 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:26.730758 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '094de921-ac45-4b95-bcf8-bef65fd49d80', 'tag': '16a68862-eb98-4e84-8d3b-b5d80236bfcb', 'status': 'completed', 'code': 200} Jul 23 16:27:26.737467 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8e4c3767-3ff3-4aef-bb51-850ce21bb7b7 req-91b645cd-9925-4250-a111-6421eb7b2bc7 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 210 time: 0.0560737 Jul 23 16:27:26.764283 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3f9a2ff-f4f7-42b3-8ce4-dd9b16b883d3 req-58d2e30a-19e7-4d3f-a0f3-f5e6d9c4291f service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597351 Jul 23 16:27:26.957765 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-8120dcdd-2c95-4f9b-b6c4-40e1ab56e3bd tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:27.021256 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d151a74-a2a2-4206-b123-44a6a37456a4 req-e3758eb9-b843-486f-9e22-4bd86133067b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:27.028125 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d151a74-a2a2-4206-b123-44a6a37456a4 req-e3758eb9-b843-486f-9e22-4bd86133067b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:27.034126 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d151a74-a2a2-4206-b123-44a6a37456a4 req-e3758eb9-b843-486f-9e22-4bd86133067b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:27.040069 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d151a74-a2a2-4206-b123-44a6a37456a4 req-e3758eb9-b843-486f-9e22-4bd86133067b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:27.046050 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d151a74-a2a2-4206-b123-44a6a37456a4 req-e3758eb9-b843-486f-9e22-4bd86133067b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:27.051934 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d151a74-a2a2-4206-b123-44a6a37456a4 req-e3758eb9-b843-486f-9e22-4bd86133067b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:27.058495 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d151a74-a2a2-4206-b123-44a6a37456a4 req-e3758eb9-b843-486f-9e22-4bd86133067b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:27.060512 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d151a74-a2a2-4206-b123-44a6a37456a4 req-e3758eb9-b843-486f-9e22-4bd86133067b tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 5426 time: 0.2842150 Jul 23 16:27:27.094897 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010afeb8-da7d-4fff-843e-4ac68ef8fb3e req-0054d4a2-136f-4eee-beb2-91eaba0107a2 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:27.096443 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-010afeb8-da7d-4fff-843e-4ac68ef8fb3e req-0054d4a2-136f-4eee-beb2-91eaba0107a2 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=de599e27-91c9-4326-bfd3-522fd7e84a07 HTTP/1.1" status: 200 len: 944 time: 0.2421939 Jul 23 16:27:27.103319 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121795d-e218-4c59-b161-eda6b1fa2383 req-a6cb5d3d-bd1d-421b-abf8-f9c87ccb49e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:27.104770 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a121795d-e218-4c59-b161-eda6b1fa2383 req-a6cb5d3d-bd1d-421b-abf8-f9c87ccb49e6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b9750d5acee3420a8cce6e7963f8896a&device_id=094de921-ac45-4b95-bcf8-bef65fd49d80 HTTP/1.1" status: 200 len: 1099 time: 0.2707632 Jul 23 16:27:27.153575 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-8120dcdd-2c95-4f9b-b6c4-40e1ab56e3bd tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:27.249777 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d151a74-a2a2-4206-b123-44a6a37456a4 req-d275d13b-4fba-4642-b9fe-7eeb2b97e2fb tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e0f6a6b-7a1a-4fc3-b6e3-28c1a3fabb75&id=0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1797953 Jul 23 16:27:27.281625 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-010afeb8-da7d-4fff-843e-4ac68ef8fb3e req-ff7c7944-0727-4c57-8d29-9bac140875a4 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705253 Jul 23 16:27:27.297221 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-8120dcdd-2c95-4f9b-b6c4-40e1ab56e3bd tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Network cfd5d4a5-0d74-4444-af11-d62dc4a381cf is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:27.297221 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-8120dcdd-2c95-4f9b-b6c4-40e1ab56e3bd tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:27.301891 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-8120dcdd-2c95-4f9b-b6c4-40e1ab56e3bd tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:27:27.333334 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120dcdd-2c95-4f9b-b6c4-40e1ab56e3bd tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Pushing event updated for resources: {'Port': ['ID=78b6134e-ef76-4520-95e8-cad9cd88b9b1,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:27.383461 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121795d-e218-4c59-b161-eda6b1fa2383 req-06f70af2-bc64-4a44-b682-0c2055fd8323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:27.384846 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a121795d-e218-4c59-b161-eda6b1fa2383 req-06f70af2-bc64-4a44-b682-0c2055fd8323 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.2705107 Jul 23 16:27:27.397256 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-8120dcdd-2c95-4f9b-b6c4-40e1ab56e3bd tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:27.397864 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-8120dcdd-2c95-4f9b-b6c4-40e1ab56e3bd tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:27.424899 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['57d68a11-dd1b-4a5c-a0af-fd74214dd8b3'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:27.449809 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a121795d-e218-4c59-b161-eda6b1fa2383 req-0e47818c-3964-476f-8210-ed4bed950b44 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=16a68862-eb98-4e84-8d3b-b5d80236bfcb HTTP/1.1" status: 200 len: 217 time: 0.0494220 Jul 23 16:27:27.452640 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['a9569114-a844-492a-9768-c27463ea9bb4'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:27.459579 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['99c3c606-6305-429f-81cd-fd00734616f2'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:27.460396 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-8120dcdd-2c95-4f9b-b6c4-40e1ab56e3bd tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3235068 Jul 23 16:27:27.486044 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['dc9186aa-22f3-4cd2-aa4d-554b86e39cbf'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:27.496909 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-41509303-d1d5-4882-81ff-082ba9fe6324 service neutron] Request body: {'port': {'device_id': '891d04af-be73-4200-8d1d-dfd6e7c94d77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:27.540763 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['d26b6c0c-a095-4674-9672-f08e8e034402'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:27.543330 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['faeb3d4d-ead5-454a-9873-67df475e0096'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:27.551089 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e80033-5c7a-4771-9084-f7e4ed81ce4a req-3e5a2c2b-4005-4419-98b6-d4c65ba65598 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:27.554166 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26e80033-5c7a-4771-9084-f7e4ed81ce4a req-3e5a2c2b-4005-4419-98b6-d4c65ba65598 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/ports?device_id=094de921-ac45-4b95-bcf8-bef65fd49d80 HTTP/1.1" status: 200 len: 948 time: 0.2204413 Jul 23 16:27:27.569355 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['3bc8f322-57f2-4485-9b3d-1a8cb8c642c7'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:27.570156 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121795d-e218-4c59-b161-eda6b1fa2383 req-5d76100e-5296-427c-9e48-201c432b22d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:27.571915 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a121795d-e218-4c59-b161-eda6b1fa2383 req-5d76100e-5296-427c-9e48-201c432b22d7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1106460 Jul 23 16:27:27.673882 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-41509303-d1d5-4882-81ff-082ba9fe6324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:27.696438 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26e80033-5c7a-4771-9084-f7e4ed81ce4a req-ab7a2299-a05f-4193-aae9-34c4d8f2637a tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/security-groups?id=624c99e8-3fc9-4cd0-880f-a602b91549cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183493 Jul 23 16:27:27.850571 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device c16e80ab-8bc6-4bb2-a761-b60dd7093c3d up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:27.886051 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121795d-e218-4c59-b161-eda6b1fa2383 req-c1ac3726-0ad2-417d-9fe8-91832e74eb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:27.888609 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a121795d-e218-4c59-b161-eda6b1fa2383 req-c1ac3726-0ad2-417d-9fe8-91832e74eb40 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3050485 Jul 23 16:27:27.988855 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81446d44-d882-4bc2-8769-fa02c3b27e54 req-6887040c-4674-427d-8e0d-21905d892ea1 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:27.990931 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-81446d44-d882-4bc2-8769-fa02c3b27e54 req-6887040c-4674-427d-8e0d-21905d892ea1 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad1eeb26-1f4a-4d03-9864-03907c44daf6 HTTP/1.1" status: 200 len: 944 time: 0.2909870 Jul 23 16:27:28.124321 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf26d6b-a4e3-4f3d-9c34-d080a6120d19 req-4fd41ab4-a3d7-4b08-bdfd-1f0a22f31f5b tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:28.125751 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2cf26d6b-a4e3-4f3d-9c34-d080a6120d19 req-4fd41ab4-a3d7-4b08-bdfd-1f0a22f31f5b tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 943 time: 0.3365493 Jul 23 16:27:28.142591 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a121795d-e218-4c59-b161-eda6b1fa2383 req-79b7be70-3e52-47c6-9db4-6401c5fcd505 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381806 Jul 23 16:27:28.169090 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-81446d44-d882-4bc2-8769-fa02c3b27e54 req-2bdab7f4-22cb-421b-82c1-206e78fdb6dc tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440957 Jul 23 16:27:28.184041 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port c16e80ab-8bc6-4bb2-a761-b60dd7093c3d completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:28.221417 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port c16e80ab-8bc6-4bb2-a761-b60dd7093c3d triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:28.221795 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:28.337651 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2cf26d6b-a4e3-4f3d-9c34-d080a6120d19 req-b2b16532-0ca6-4e7e-8287-4dea117196e4 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992648 Jul 23 16:27:28.398593 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a121795d-e218-4c59-b161-eda6b1fa2383 req-508b4dae-0125-41a7-a217-29929f32e67d service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432454 Jul 23 16:27:28.414719 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-41509303-d1d5-4882-81ff-082ba9fe6324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78b6134e-ef76-4520-95e8-cad9cd88b9b1 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:28.425909 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-41509303-d1d5-4882-81ff-082ba9fe6324 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:28.444481 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605f96e-18da-4541-b8cc-d6eef4794c9f req-71688bde-ddba-459f-b2fb-4ed3d3daae39 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:28.446117 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5605f96e-18da-4541-b8cc-d6eef4794c9f req-71688bde-ddba-459f-b2fb-4ed3d3daae39 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 931 time: 0.1672864 Jul 23 16:27:28.456182 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-41509303-d1d5-4882-81ff-082ba9fe6324 service neutron] Transition to ACTIVE for port object 78b6134e-ef76-4520-95e8-cad9cd88b9b1 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:28.464927 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-41509303-d1d5-4882-81ff-082ba9fe6324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:28.576359 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 16a68862-eb98-4e84-8d3b-b5d80236bfcb details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:27:28.603474 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5605f96e-18da-4541-b8cc-d6eef4794c9f req-21d26d7b-82ea-4ee2-8c38-72b8dd21f0d6 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460857 Jul 23 16:27:28.612750 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41509303-d1d5-4882-81ff-082ba9fe6324 service neutron] Pushing event updated for resources: {'Port': ['ID=78b6134e-ef76-4520-95e8-cad9cd88b9b1,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:28.674430 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:28.696269 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31d33c-ce60-4187-98ec-d263070c7ca4 req-cefa1ba6-88a7-4f71-b86a-4131a92a0225 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:28.704834 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31d33c-ce60-4187-98ec-d263070c7ca4 req-cefa1ba6-88a7-4f71-b86a-4131a92a0225 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:28.711877 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31d33c-ce60-4187-98ec-d263070c7ca4 req-cefa1ba6-88a7-4f71-b86a-4131a92a0225 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:28.718991 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31d33c-ce60-4187-98ec-d263070c7ca4 req-cefa1ba6-88a7-4f71-b86a-4131a92a0225 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:28.726726 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31d33c-ce60-4187-98ec-d263070c7ca4 req-cefa1ba6-88a7-4f71-b86a-4131a92a0225 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:28.728145 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1eeb26-1f4a-4d03-9864-03907c44daf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16e80ab-8bc6-4bb2-a761-b60dd7093c3d'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:28.730418 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81097340-8f8a-4b87-82c9-b78b8b223c08" -d '{"events": [{"server_uuid": "ad1eeb26-1f4a-4d03-9864-03907c44daf6", "name": "network-vif-plugged", "status": "completed", "tag": "c16e80ab-8bc6-4bb2-a761-b60dd7093c3d"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:28.733889 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31d33c-ce60-4187-98ec-d263070c7ca4 req-cefa1ba6-88a7-4f71-b86a-4131a92a0225 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:28.742349 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31d33c-ce60-4187-98ec-d263070c7ca4 req-cefa1ba6-88a7-4f71-b86a-4131a92a0225 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:28.744408 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ad31d33c-ce60-4187-98ec-d263070c7ca4 req-cefa1ba6-88a7-4f71-b86a-4131a92a0225 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 5426 time: 0.2499554 Jul 23 16:27:28.777018 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port c16e80ab-8bc6-4bb2-a761-b60dd7093c3d, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=c16e80ab-8bc6-4bb2-a761-b60dd7093c3d,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:28.783092 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:28.784079 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 45bb821f-99b3-449e-aa34-976f4d409828 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:28.865632 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-41509303-d1d5-4882-81ff-082ba9fe6324 service neutron] Attempting to bind port 78b6134e-ef76-4520-95e8-cad9cd88b9b1 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:27:28.865856 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-41509303-d1d5-4882-81ff-082ba9fe6324 service neutron] Attempting to bind port 78b6134e-ef76-4520-95e8-cad9cd88b9b1 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '2a2e3857-f6ff-406e-8415-ef0a902aa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:27:28.866244 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-41509303-d1d5-4882-81ff-082ba9fe6324 service neutron] Attempting to bind port 78b6134e-ef76-4520-95e8-cad9cd88b9b1 on network cfd5d4a5-0d74-4444-af11-d62dc4a381cf {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:28.869309 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 16a68862-eb98-4e84-8d3b-b5d80236bfcb, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=16a68862-eb98-4e84-8d3b-b5d80236bfcb,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:28.872130 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ad31d33c-ce60-4187-98ec-d263070c7ca4 req-9818211a-57a0-4696-b5b3-566e97a08eaa tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e0f6a6b-7a1a-4fc3-b6e3-28c1a3fabb75&id=0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1185749 Jul 23 16:27:28.883162 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-41509303-d1d5-4882-81ff-082ba9fe6324 service neutron] Port 78b6134e-ef76-4520-95e8-cad9cd88b9b1 on network cfd5d4a5-0d74-4444-af11-d62dc4a381cf not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:27:28.883162 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-41509303-d1d5-4882-81ff-082ba9fe6324 service neutron] Attempting to bind port 78b6134e-ef76-4520-95e8-cad9cd88b9b1 on network cfd5d4a5-0d74-4444-af11-d62dc4a381cf {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:28.890267 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-41509303-d1d5-4882-81ff-082ba9fe6324 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:27:28.890612 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-41509303-d1d5-4882-81ff-082ba9fe6324 service neutron] Checking segment: {'id': '2a2e3857-f6ff-406e-8415-ef0a902aa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:27:28.891202 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-41509303-d1d5-4882-81ff-082ba9fe6324 service neutron] Bound using segment: {'id': '2a2e3857-f6ff-406e-8415-ef0a902aa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:27:28.891406 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-41509303-d1d5-4882-81ff-082ba9fe6324 service neutron] Bound port: 78b6134e-ef76-4520-95e8-cad9cd88b9b1, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a2e3857-f6ff-406e-8415-ef0a902aa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:27:28.892092 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-41509303-d1d5-4882-81ff-082ba9fe6324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:28.900769 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '16a68862-eb98-4e84-8d3b-b5d80236bfcb', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': '16a68862-eb98-4e84-8d3b-b5d80236bfcb', 'mac_address': 'fa:16:3e:43:d0:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:27:28.906551 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=c16e80ab-8bc6-4bb2-a761-b60dd7093c3d,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:28.938779 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d9f48-ce44-4a7b-bc98-bcdae0d27b44 req-d81d5c86-5635-4241-9e50-9fbbfb885eaa tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:28.940568 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e87d9f48-ce44-4a7b-bc98-bcdae0d27b44 req-d81d5c86-5635-4241-9e50-9fbbfb885eaa tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=de599e27-91c9-4326-bfd3-522fd7e84a07 HTTP/1.1" status: 200 len: 944 time: 0.1930449 Jul 23 16:27:28.971469 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:28.989477 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16a68862-eb98-4e84-8d3b-b5d80236bfcb {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:29.010325 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 45bb821f-99b3-449e-aa34-976f4d409828 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:29.015706 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 16a68862-eb98-4e84-8d3b-b5d80236bfcb, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=16a68862-eb98-4e84-8d3b-b5d80236bfcb,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:29.018233 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 45bb821f-99b3-449e-aa34-976f4d409828 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:29.018921 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:29.034020 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-41509303-d1d5-4882-81ff-082ba9fe6324 service neutron] For port 78b6134e-ef76-4520-95e8-cad9cd88b9b1, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:27:29.039938 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:29.050130 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e87d9f48-ce44-4a7b-bc98-bcdae0d27b44 req-6889796e-7068-4d09-9f22-f0be1be76d24 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012611 Jul 23 16:27:29.053964 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-41509303-d1d5-4882-81ff-082ba9fe6324 service neutron] For port 78b6134e-ef76-4520-95e8-cad9cd88b9b1, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=78b6134e-ef76-4520-95e8-cad9cd88b9b1,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:27:29.061847 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-41509303-d1d5-4882-81ff-082ba9fe6324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:29.111542 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-41509303-d1d5-4882-81ff-082ba9fe6324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:29.112172 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-41509303-d1d5-4882-81ff-082ba9fe6324 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:29.113787 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-41509303-d1d5-4882-81ff-082ba9fe6324 service neutron] 10.222.0.97 "PUT /v2.0/ports/78b6134e-ef76-4520-95e8-cad9cd88b9b1 HTTP/1.1" status: 200 len: 1091 time: 1.6391981 Jul 23 16:27:29.114216 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891d04af-be73-4200-8d1d-dfd6e7c94d77', 'tag': '78b6134e-ef76-4520-95e8-cad9cd88b9b1'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:29.116841 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63687c5d-8e52-422b-85ec-3e69c4178fa2" -d '{"events": [{"name": "network-changed", "server_uuid": "891d04af-be73-4200-8d1d-dfd6e7c94d77", "tag": "78b6134e-ef76-4520-95e8-cad9cd88b9b1"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:29.125323 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=16a68862-eb98-4e84-8d3b-b5d80236bfcb,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:29.149474 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724853f-246f-4915-bce0-591a0c59ed6a req-c810ac58-3842-430b-ab56-4f3e3b6939ef tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:29.151033 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8724853f-246f-4915-bce0-591a0c59ed6a req-c810ac58-3842-430b-ab56-4f3e3b6939ef tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/ports?device_id=094de921-ac45-4b95-bcf8-bef65fd49d80 HTTP/1.1" status: 200 len: 948 time: 0.1713457 Jul 23 16:27:29.180451 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:29.218641 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41509303-d1d5-4882-81ff-082ba9fe6324 service neutron] Pushing event updated for resources: {'Port': ['ID=78b6134e-ef76-4520-95e8-cad9cd88b9b1,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:29.219179 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 45bb821f-99b3-449e-aa34-976f4d409828, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=45bb821f-99b3-449e-aa34-976f4d409828,segment=NetworkSegment(f3aed737-88d1-4c58-b30e-6c9f55adb681),segment_id=f3aed737-88d1-4c58-b30e-6c9f55adb681)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:29.224429 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:29.231926 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122d6af2-9e1f-4082-9c61-c5e6d47ba8df x-openstack-request-id: req-122d6af2-9e1f-4082-9c61-c5e6d47ba8df {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:29.232500 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1eeb26-1f4a-4d03-9864-03907c44daf6", "name": "network-vif-plugged", "status": "completed", "tag": "c16e80ab-8bc6-4bb2-a761-b60dd7093c3d", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:29.232859 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-122d6af2-9e1f-4082-9c61-c5e6d47ba8df {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:29.233319 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1eeb26-1f4a-4d03-9864-03907c44daf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16e80ab-8bc6-4bb2-a761-b60dd7093c3d', 'code': 200} Jul 23 16:27:29.236738 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8724853f-246f-4915-bce0-591a0c59ed6a req-0793f254-6b33-4b7c-aa15-fb7dbfe5dba3 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/security-groups?id=624c99e8-3fc9-4cd0-880f-a602b91549cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784285 Jul 23 16:27:29.292155 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-371b03f2-b7db-46bb-8ea4-f5146139feb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:29.294032 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-371b03f2-b7db-46bb-8ea4-f5146139feb4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=2642ac6d2fda4bb6bc5bc42fd646c90d&device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 1094 time: 0.1369271 Jul 23 16:27:29.306294 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920a02af-8600-4be9-824f-15e4c66716e4 x-openstack-request-id: req-920a02af-8600-4be9-824f-15e4c66716e4 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:29.306705 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "891d04af-be73-4200-8d1d-dfd6e7c94d77", "tag": "78b6134e-ef76-4520-95e8-cad9cd88b9b1", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:29.307086 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-920a02af-8600-4be9-824f-15e4c66716e4 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:29.307818 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891d04af-be73-4200-8d1d-dfd6e7c94d77', 'tag': '78b6134e-ef76-4520-95e8-cad9cd88b9b1', 'status': 'completed', 'code': 200} Jul 23 16:27:29.308161 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=45bb821f-99b3-449e-aa34-976f4d409828,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:29.380554 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-9ab85b9e-2e90-49d9-8680-34746584baf0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78b6134e-ef76-4520-95e8-cad9cd88b9b1 HTTP/1.1" status: 200 len: 217 time: 0.0676200 Jul 23 16:27:29.497731 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-79b8f7de-928d-49f4-8c7f-25c587983e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:29.499195 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-79b8f7de-928d-49f4-8c7f-25c587983e69 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=826fd2fc-e097-4472-9d1f-4298f12f603f HTTP/1.1" status: 200 len: 851 time: 0.1006002 Jul 23 16:27:29.524167 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab221dc-53d7-44b1-bd81-178f3fedafd2 req-6f8d83bb-62e7-4e4f-a785-4a44ed265f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:29.525783 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8ab221dc-53d7-44b1-bd81-178f3fedafd2 req-6f8d83bb-62e7-4e4f-a785-4a44ed265f37 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ad1eeb26-1f4a-4d03-9864-03907c44daf6 HTTP/1.1" status: 200 len: 1096 time: 0.2308083 Jul 23 16:27:29.560356 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaffa1d1-6453-4edd-9472-b6d320bf4da7 req-6c45c629-4a81-483d-a446-702c83e75bd7 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:29.561863 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eaffa1d1-6453-4edd-9472-b6d320bf4da7 req-6c45c629-4a81-483d-a446-702c83e75bd7 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad1eeb26-1f4a-4d03-9864-03907c44daf6 HTTP/1.1" status: 200 len: 945 time: 0.2264953 Jul 23 16:27:29.563659 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-a3609910-1c23-4e98-93f3-2b23294f6127 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cfd5d4a5-0d74-4444-af11-d62dc4a381cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520749 Jul 23 16:27:29.647934 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4463d0-d950-4743-aa00-42bd2ca52c92 req-d1621c00-32bc-4922-ae61-0c224b90d7c2 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:29.649531 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3a4463d0-d950-4743-aa00-42bd2ca52c92 req-d1621c00-32bc-4922-ae61-0c224b90d7c2 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 943 time: 0.2011561 Jul 23 16:27:29.676622 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8ab221dc-53d7-44b1-bd81-178f3fedafd2 req-ebfa5b82-5c66-476b-a49d-882b960c8a79 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259260 Jul 23 16:27:29.715183 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eaffa1d1-6453-4edd-9472-b6d320bf4da7 req-76cee0bc-66a7-4c10-be6a-850e5f17d999 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432905 Jul 23 16:27:29.754317 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3a4463d0-d950-4743-aa00-42bd2ca52c92 req-5c9590fd-3762-47b6-b40a-1b25ba8bf93d tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956547 Jul 23 16:27:29.766265 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-fef04ba4-53b0-484d-a524-450057e49914 service neutron] 10.222.0.97 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890159 Jul 23 16:27:29.925487 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61cec609-9438-48e6-a9a3-b59b53d9397d req-664ff49a-2e70-407a-aaac-9ca4a0dcef5e service neutron] 10.222.0.97 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427391 Jul 23 16:27:29.939695 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6170d9-d967-4613-8205-276cb4016dea req-5917fabf-7f6c-4bf3-875f-dd9c57e4a06b tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:29.948588 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2a6170d9-d967-4613-8205-276cb4016dea req-5917fabf-7f6c-4bf3-875f-dd9c57e4a06b tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 943 time: 0.1574869 Jul 23 16:27:30.024816 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2a6170d9-d967-4613-8205-276cb4016dea req-ce294163-92cc-403f-9f99-6e4f30d2a213 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749104 Jul 23 16:27:30.086207 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63687c5d-8e52-422b-85ec-3e69c4178fa2 req-b550e39c-a15f-462d-b365-b860dfb512b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:30.088000 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-63687c5d-8e52-422b-85ec-3e69c4178fa2 req-b550e39c-a15f-462d-b365-b860dfb512b4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=2642ac6d2fda4bb6bc5bc42fd646c90d&device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 1094 time: 0.1079726 Jul 23 16:27:30.116315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a172fd5-dccb-4d34-a639-77bb46dc2bdf req-de5a792d-b684-4659-9f3f-cd438b32563a tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:30.122310 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a172fd5-dccb-4d34-a639-77bb46dc2bdf req-de5a792d-b684-4659-9f3f-cd438b32563a tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:30.128237 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a172fd5-dccb-4d34-a639-77bb46dc2bdf req-de5a792d-b684-4659-9f3f-cd438b32563a tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:30.134288 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a172fd5-dccb-4d34-a639-77bb46dc2bdf req-de5a792d-b684-4659-9f3f-cd438b32563a tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:30.140345 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a172fd5-dccb-4d34-a639-77bb46dc2bdf req-de5a792d-b684-4659-9f3f-cd438b32563a tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:30.146891 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a172fd5-dccb-4d34-a639-77bb46dc2bdf req-de5a792d-b684-4659-9f3f-cd438b32563a tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:30.152951 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a172fd5-dccb-4d34-a639-77bb46dc2bdf req-de5a792d-b684-4659-9f3f-cd438b32563a tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:30.154935 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a172fd5-dccb-4d34-a639-77bb46dc2bdf req-de5a792d-b684-4659-9f3f-cd438b32563a tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 5426 time: 0.1634357 Jul 23 16:27:30.330675 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['16a68862-eb98-4e84-8d3b-b5d80236bfcb'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:30.603446 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a172fd5-dccb-4d34-a639-77bb46dc2bdf req-cce73fb8-e59a-41f8-a7c7-9cd4a76b932c tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e0f6a6b-7a1a-4fc3-b6e3-28c1a3fabb75&id=0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4364998 Jul 23 16:27:30.632323 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63687c5d-8e52-422b-85ec-3e69c4178fa2 req-5d90193e-915f-4575-bfa0-4342774b5a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:30.633734 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-63687c5d-8e52-422b-85ec-3e69c4178fa2 req-5d90193e-915f-4575-bfa0-4342774b5a35 service neutron] 10.222.0.97 "GET /v2.0/networks?id=cfd5d4a5-0d74-4444-af11-d62dc4a381cf HTTP/1.1" status: 200 len: 913 time: 0.5395994 Jul 23 16:27:30.642105 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16e162-f6fb-487c-83c4-7dbc587c9084 req-55eb9b8b-53a1-4f7c-a2f1-1a83edbdb12f tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:30.643526 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c16e162-f6fb-487c-83c4-7dbc587c9084 req-55eb9b8b-53a1-4f7c-a2f1-1a83edbdb12f tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=de599e27-91c9-4326-bfd3-522fd7e84a07 HTTP/1.1" status: 200 len: 945 time: 0.4778671 Jul 23 16:27:30.685548 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-63687c5d-8e52-422b-85ec-3e69c4178fa2 req-92ab6b11-2904-4c92-a906-588c73d240b8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78b6134e-ef76-4520-95e8-cad9cd88b9b1 HTTP/1.1" status: 200 len: 217 time: 0.0410759 Jul 23 16:27:30.781809 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c16e162-f6fb-487c-83c4-7dbc587c9084 req-adca52ff-68b2-435b-aff8-7c796f7b8df4 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299996 Jul 23 16:27:30.788258 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63687c5d-8e52-422b-85ec-3e69c4178fa2 req-b63f0954-7e6e-4780-9efa-a2012d95d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:30.789731 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-63687c5d-8e52-422b-85ec-3e69c4178fa2 req-b63f0954-7e6e-4780-9efa-a2012d95d98b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=826fd2fc-e097-4472-9d1f-4298f12f603f HTTP/1.1" status: 200 len: 851 time: 0.0864201 Jul 23 16:27:30.832027 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-63687c5d-8e52-422b-85ec-3e69c4178fa2 req-836d2881-361a-4b80-bb79-f91300e7b84a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cfd5d4a5-0d74-4444-af11-d62dc4a381cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323288 Jul 23 16:27:30.839989 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b81ff2-5ef4-453b-9f0f-7722cbca1871 req-dd56afc5-2141-4756-9d5e-742097c59cbf tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:30.841407 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d4b81ff2-5ef4-453b-9f0f-7722cbca1871 req-dd56afc5-2141-4756-9d5e-742097c59cbf tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/ports?device_id=094de921-ac45-4b95-bcf8-bef65fd49d80 HTTP/1.1" status: 200 len: 949 time: 0.1623955 Jul 23 16:27:30.972838 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d4b81ff2-5ef4-453b-9f0f-7722cbca1871 req-de712aa9-7b17-4756-b2b7-88f22f9b1f67 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/security-groups?id=624c99e8-3fc9-4cd0-880f-a602b91549cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154141 Jul 23 16:27:31.000764 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-63687c5d-8e52-422b-85ec-3e69c4178fa2 req-e30e45ee-69c0-4aa4-ab79-125a56edf196 service neutron] 10.222.0.97 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584153 Jul 23 16:27:31.010280 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6962e-6cbc-43f2-a11f-30b6cd5b7fb9 req-25f80ae4-f841-4458-9f7c-4550924425fa tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:31.011796 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45f6962e-6cbc-43f2-a11f-30b6cd5b7fb9 req-25f80ae4-f841-4458-9f7c-4550924425fa tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad1eeb26-1f4a-4d03-9864-03907c44daf6 HTTP/1.1" status: 200 len: 945 time: 0.1684356 Jul 23 16:27:31.140429 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45f6962e-6cbc-43f2-a11f-30b6cd5b7fb9 req-f436669f-ded3-4155-b0f0-ec51a6acdd11 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188588 Jul 23 16:27:31.177256 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-63687c5d-8e52-422b-85ec-3e69c4178fa2 req-c2b78beb-ba8b-4633-a7ca-c7b55d2fc959 service neutron] 10.222.0.97 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644585 Jul 23 16:27:31.188630 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a070104-6c45-4cba-b022-fa934c8d1dd4 req-edc412a7-a384-48bc-8250-7e2411ebbf0e tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:31.190192 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0a070104-6c45-4cba-b022-fa934c8d1dd4 req-edc412a7-a384-48bc-8250-7e2411ebbf0e tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 943 time: 0.1540267 Jul 23 16:27:31.234500 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de599e27-91c9-4326-bfd3-522fd7e84a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bb821f-99b3-449e-aa34-976f4d409828'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:31.237347 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06216552-e328-4b9d-a27e-c0ab6619f580" -d '{"events": [{"server_uuid": "de599e27-91c9-4326-bfd3-522fd7e84a07", "name": "network-vif-plugged", "status": "completed", "tag": "45bb821f-99b3-449e-aa34-976f4d409828"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:31.258794 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0a070104-6c45-4cba-b022-fa934c8d1dd4 req-9943a1ca-605f-4fc4-b8bd-b7259d94bca6 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614479 Jul 23 16:27:31.287894 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52d037-0e44-419d-9aa8-0dbea0caf654 req-21c9f775-7426-4ef8-996a-d36c928b82a0 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:31.289473 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7e52d037-0e44-419d-9aa8-0dbea0caf654 req-21c9f775-7426-4ef8-996a-d36c928b82a0 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 943 time: 0.0904114 Jul 23 16:27:31.305488 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a76e291-359a-46fe-9f5d-02a3e1a57fdc x-openstack-request-id: req-8a76e291-359a-46fe-9f5d-02a3e1a57fdc {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:31.305779 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de599e27-91c9-4326-bfd3-522fd7e84a07", "name": "network-vif-plugged", "status": "completed", "tag": "45bb821f-99b3-449e-aa34-976f4d409828", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:31.306032 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8a76e291-359a-46fe-9f5d-02a3e1a57fdc {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:31.306428 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de599e27-91c9-4326-bfd3-522fd7e84a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bb821f-99b3-449e-aa34-976f4d409828', 'code': 200} Jul 23 16:27:31.329147 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7e52d037-0e44-419d-9aa8-0dbea0caf654 req-cdfcb52a-25e3-4410-a253-3fd6e2dd5e1a tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341024 Jul 23 16:27:31.505503 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf4760-73d9-4048-a8ae-61f12b343f5b req-6bc2cac5-2fac-4d60-ad9d-c443ac527c24 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:31.506930 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3dbf4760-73d9-4048-a8ae-61f12b343f5b req-6bc2cac5-2fac-4d60-ad9d-c443ac527c24 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/networks?id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 HTTP/1.1" status: 200 len: 806 time: 0.1338668 Jul 23 16:27:31.508648 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10baa918-a4e3-4318-9df9-e4d4d208dac1 req-10afba9c-295a-4c98-9065-08f96e497720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:31.510052 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-10baa918-a4e3-4318-9df9-e4d4d208dac1 req-10afba9c-295a-4c98-9065-08f96e497720 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=de599e27-91c9-4326-bfd3-522fd7e84a07 HTTP/1.1" status: 200 len: 1096 time: 0.1453495 Jul 23 16:27:31.533723 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3dbf4760-73d9-4048-a8ae-61f12b343f5b req-5edd5833-9c0c-474c-bfef-5420c1301d99 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/quotas/6e0db5f31fbe42e8a6955990f39f636d HTTP/1.1" status: 200 len: 375 time: 0.0213146 Jul 23 16:27:31.575464 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-10baa918-a4e3-4318-9df9-e4d4d208dac1 req-25eec4e9-e050-478c-8152-36d8368a5e16 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568149 Jul 23 16:27:31.607619 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3dbf4760-73d9-4048-a8ae-61f12b343f5b req-39571f5e-12b3-4f7b-86c7-19b0ba02d611 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6e0db5f31fbe42e8a6955990f39f636d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0677161 Jul 23 16:27:31.618337 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-3dbf4760-73d9-4048-a8ae-61f12b343f5b req-8fb91b32-c2f2-45bb-81d1-2eecf2db841b service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:27:31.619292 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3dbf4760-73d9-4048-a8ae-61f12b343f5b req-8fb91b32-c2f2-45bb-81d1-2eecf2db841b service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052133 Jul 23 16:27:31.745363 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3dbf4760-73d9-4048-a8ae-61f12b343f5b req-095340fc-c53d-45f8-aecd-bf01439cf929 service neutron] 10.222.0.73 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209412 Jul 23 16:27:31.800512 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0957f8e-bc2d-4e83-ab05-7f9023abad5a req-8c6e4e40-cf05-483f-8fc5-98e1f8c08c78 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:31.807601 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0957f8e-bc2d-4e83-ab05-7f9023abad5a req-8c6e4e40-cf05-483f-8fc5-98e1f8c08c78 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:31.813933 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0957f8e-bc2d-4e83-ab05-7f9023abad5a req-8c6e4e40-cf05-483f-8fc5-98e1f8c08c78 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:31.821489 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0957f8e-bc2d-4e83-ab05-7f9023abad5a req-8c6e4e40-cf05-483f-8fc5-98e1f8c08c78 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:31.827476 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0957f8e-bc2d-4e83-ab05-7f9023abad5a req-8c6e4e40-cf05-483f-8fc5-98e1f8c08c78 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:31.833574 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0957f8e-bc2d-4e83-ab05-7f9023abad5a req-8c6e4e40-cf05-483f-8fc5-98e1f8c08c78 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:31.839622 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0957f8e-bc2d-4e83-ab05-7f9023abad5a req-8c6e4e40-cf05-483f-8fc5-98e1f8c08c78 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:31.841591 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c0957f8e-bc2d-4e83-ab05-7f9023abad5a req-8c6e4e40-cf05-483f-8fc5-98e1f8c08c78 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 5426 time: 0.1555490 Jul 23 16:27:31.934012 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c0957f8e-bc2d-4e83-ab05-7f9023abad5a req-1c73702c-a4b0-4141-a11f-3afa8bd590cf tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e0f6a6b-7a1a-4fc3-b6e3-28c1a3fabb75&id=0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557909 Jul 23 16:27:31.936335 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3dbf4760-73d9-4048-a8ae-61f12b343f5b req-b5519207-5671-4618-9035-3887a6056e30 service neutron] 10.222.0.73 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842391 Jul 23 16:27:32.087841 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb539c-838d-4453-a773-4c2ccb749f01 req-dceb0230-ae75-4870-89c2-37b38c430355 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:32.089388 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6ccb539c-838d-4453-a773-4c2ccb749f01 req-dceb0230-ae75-4870-89c2-37b38c430355 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=de599e27-91c9-4326-bfd3-522fd7e84a07 HTTP/1.1" status: 200 len: 945 time: 0.0905533 Jul 23 16:27:32.163356 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6ccb539c-838d-4453-a773-4c2ccb749f01 req-64320407-307c-40d6-b1b0-e57d802a7cf2 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636802 Jul 23 16:27:32.198082 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a6fc8-eb63-4fe9-8b7d-7f48985d4eab req-5077857b-a0e0-4d51-b011-a6ec7038cc66 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:32.199936 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e51a6fc8-eb63-4fe9-8b7d-7f48985d4eab req-5077857b-a0e0-4d51-b011-a6ec7038cc66 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/ports?device_id=094de921-ac45-4b95-bcf8-bef65fd49d80 HTTP/1.1" status: 200 len: 949 time: 0.1085207 Jul 23 16:27:32.242907 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e51a6fc8-eb63-4fe9-8b7d-7f48985d4eab req-b6dc2e0b-f76b-4315-a8cf-4ec1bb6b528f tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/security-groups?id=624c99e8-3fc9-4cd0-880f-a602b91549cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374138 Jul 23 16:27:32.410751 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88888d2d-7d6a-4093-b3e7-aa2f3f5f3cf8 req-dc7415b0-3541-40a8-ae86-a1c35953e2fa tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:32.413529 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-88888d2d-7d6a-4093-b3e7-aa2f3f5f3cf8 req-dc7415b0-3541-40a8-ae86-a1c35953e2fa tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 943 time: 0.0726573 Jul 23 16:27:32.491059 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-88888d2d-7d6a-4093-b3e7-aa2f3f5f3cf8 req-f27a7c9e-9025-414e-ba81-c1f3efa2b8de tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727084 Jul 23 16:27:32.560421 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-cb3b169d-370f-4b77-8050-a28c74b6ca96 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:32.562085 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-cb3b169d-370f-4b77-8050-a28c74b6ca96 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/networks?id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 HTTP/1.1" status: 200 len: 806 time: 0.1328385 Jul 23 16:27:32.580391 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 16a68862-eb98-4e84-8d3b-b5d80236bfcb up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:32.602603 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-f0e8ba18-8237-4659-8d30-22316d657022 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/quotas/6e0db5f31fbe42e8a6955990f39f636d HTTP/1.1" status: 200 len: 375 time: 0.0305772 Jul 23 16:27:32.611976 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-073fd42f-e2d2-4859-82e5-5a0f67c09edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:32.641009 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 16a68862-eb98-4e84-8d3b-b5d80236bfcb completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:32.647425 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 16a68862-eb98-4e84-8d3b-b5d80236bfcb triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:32.648121 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:32.670190 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e19904-101d-4ab3-912d-f42fcf016b5d req-812153db-00c7-466e-8019-f1424ade5c07 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:32.671806 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-86e19904-101d-4ab3-912d-f42fcf016b5d req-812153db-00c7-466e-8019-f1424ade5c07 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 943 time: 0.1082723 Jul 23 16:27:32.711120 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-0c48e366-1145-415f-8196-3a3146dc1635 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6e0db5f31fbe42e8a6955990f39f636d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1017594 Jul 23 16:27:32.738514 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:32.746680 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-86e19904-101d-4ab3-912d-f42fcf016b5d req-e6165bc6-3106-4f4d-abfd-c0c43828334b tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655141 Jul 23 16:27:32.784504 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 16a68862-eb98-4e84-8d3b-b5d80236bfcb, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=16a68862-eb98-4e84-8d3b-b5d80236bfcb,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:32.789316 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:32.790106 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 99c3c606-6305-429f-81cd-fd00734616f2 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:32.816960 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-4103e4d4-f06f-42ba-8d54-97c28d8fe7a3 service neutron] 10.222.0.73 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956683 Jul 23 16:27:32.864829 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=16a68862-eb98-4e84-8d3b-b5d80236bfcb,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:32.876571 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 99c3c606-6305-429f-81cd-fd00734616f2 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:32.880156 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 99c3c606-6305-429f-81cd-fd00734616f2 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:32.880528 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:32.914632 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-6263c8ce-c95d-49cb-8a6f-4825bae22d16 service neutron] 10.222.0.73 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909839 Jul 23 16:27:32.964467 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:33.001936 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 99c3c606-6305-429f-81cd-fd00734616f2, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=99c3c606-6305-429f-81cd-fd00734616f2,segment=NetworkSegment(05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c),segment_id=05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:33.007567 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:33.008777 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device dc9186aa-22f3-4cd2-aa4d-554b86e39cbf up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:33.084980 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e7ae101a-2c14-40f7-a4da-db0f820b9336 req-35f2ef62-df20-475c-a277-afbe55e04619 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=0942657e-4085-4452-b497-8b5b90a43776 HTTP/1.1" status: 200 len: 210 time: 0.0342619 Jul 23 16:27:33.122987 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337e52a-60ef-4d69-a873-ca472dc07ec9 req-0b9071c4-1364-4e23-b0f6-2c8c2e8e2d2e tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:33.127916 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=99c3c606-6305-429f-81cd-fd00734616f2,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:33.129399 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337e52a-60ef-4d69-a873-ca472dc07ec9 req-0b9071c4-1364-4e23-b0f6-2c8c2e8e2d2e tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:33.137268 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337e52a-60ef-4d69-a873-ca472dc07ec9 req-0b9071c4-1364-4e23-b0f6-2c8c2e8e2d2e tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:33.139856 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port dc9186aa-22f3-4cd2-aa4d-554b86e39cbf completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:33.143165 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337e52a-60ef-4d69-a873-ca472dc07ec9 req-0b9071c4-1364-4e23-b0f6-2c8c2e8e2d2e tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:33.146286 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port dc9186aa-22f3-4cd2-aa4d-554b86e39cbf triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:33.146760 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:33.150036 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337e52a-60ef-4d69-a873-ca472dc07ec9 req-0b9071c4-1364-4e23-b0f6-2c8c2e8e2d2e tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:33.155936 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337e52a-60ef-4d69-a873-ca472dc07ec9 req-0b9071c4-1364-4e23-b0f6-2c8c2e8e2d2e tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:33.162029 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337e52a-60ef-4d69-a873-ca472dc07ec9 req-0b9071c4-1364-4e23-b0f6-2c8c2e8e2d2e tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:33.164551 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1337e52a-60ef-4d69-a873-ca472dc07ec9 req-0b9071c4-1364-4e23-b0f6-2c8c2e8e2d2e tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 5427 time: 0.1518576 Jul 23 16:27:33.221569 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1337e52a-60ef-4d69-a873-ca472dc07ec9 req-2d32fa6a-9e80-4977-9f75-ac081be9b0b6 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e0f6a6b-7a1a-4fc3-b6e3-28c1a3fabb75&id=0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0492713 Jul 23 16:27:33.251947 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:33.290996 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port dc9186aa-22f3-4cd2-aa4d-554b86e39cbf, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=dc9186aa-22f3-4cd2-aa4d-554b86e39cbf,segment=NetworkSegment(61338f32-9a58-40b9-943e-6dd5f20a15f7),segment_id=61338f32-9a58-40b9-943e-6dd5f20a15f7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:33.296168 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:33.304070 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device a9569114-a844-492a-9768-c27463ea9bb4 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:33.310958 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094de921-ac45-4b95-bcf8-bef65fd49d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a68862-eb98-4e84-8d3b-b5d80236bfcb'}, {'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c3c606-6305-429f-81cd-fd00734616f2'}, {'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9186aa-22f3-4cd2-aa4d-554b86e39cbf'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:33.313321 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8763967-f14b-4f44-b02b-558314751add" -d '{"events": [{"server_uuid": "094de921-ac45-4b95-bcf8-bef65fd49d80", "name": "network-vif-plugged", "status": "completed", "tag": "16a68862-eb98-4e84-8d3b-b5d80236bfcb"}, {"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-plugged", "status": "completed", "tag": "99c3c606-6305-429f-81cd-fd00734616f2"}, {"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-plugged", "status": "completed", "tag": "dc9186aa-22f3-4cd2-aa4d-554b86e39cbf"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:33.372386 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a1c38-769e-4d64-b0fc-9f8a4c8b9836 req-ac587945-d971-4b1d-8a8d-7d70798ff0f5 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:33.374179 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c71a1c38-769e-4d64-b0fc-9f8a4c8b9836 req-ac587945-d971-4b1d-8a8d-7d70798ff0f5 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=de599e27-91c9-4326-bfd3-522fd7e84a07 HTTP/1.1" status: 200 len: 945 time: 0.1182621 Jul 23 16:27:33.393530 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=dc9186aa-22f3-4cd2-aa4d-554b86e39cbf,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:33.408719 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port a9569114-a844-492a-9768-c27463ea9bb4 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:33.414531 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port a9569114-a844-492a-9768-c27463ea9bb4 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:33.415260 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:33.477018 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c71a1c38-769e-4d64-b0fc-9f8a4c8b9836 req-53f1b560-2a05-44fb-ba2a-5b92773ba762 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919843 Jul 23 16:27:33.491449 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892158ea-f2fb-4e54-9822-d069fedc5501 req-345006df-4102-4903-ae9a-89b07590d1a4 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:33.493934 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-892158ea-f2fb-4e54-9822-d069fedc5501 req-345006df-4102-4903-ae9a-89b07590d1a4 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/ports?device_id=094de921-ac45-4b95-bcf8-bef65fd49d80 HTTP/1.1" status: 200 len: 950 time: 0.1670730 Jul 23 16:27:33.506283 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:33.537378 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-892158ea-f2fb-4e54-9822-d069fedc5501 req-162120bb-6b8a-4121-9c6a-3e1e17713b1a tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/security-groups?id=624c99e8-3fc9-4cd0-880f-a602b91549cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374298 Jul 23 16:27:33.547266 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port a9569114-a844-492a-9768-c27463ea9bb4, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=a9569114-a844-492a-9768-c27463ea9bb4,segment=NetworkSegment(a09683eb-b332-4542-b7a5-2cff7293226f),segment_id=a09683eb-b332-4542-b7a5-2cff7293226f)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:33.552036 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:33.553624 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device faeb3d4d-ead5-454a-9873-67df475e0096 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:33.576729 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b627c93e-9f6c-41ea-9b67-1c394dc215bc x-openstack-request-id: req-b627c93e-9f6c-41ea-9b67-1c394dc215bc {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:33.577029 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094de921-ac45-4b95-bcf8-bef65fd49d80", "name": "network-vif-plugged", "status": "completed", "tag": "16a68862-eb98-4e84-8d3b-b5d80236bfcb", "code": 200}, {"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-plugged", "status": "completed", "tag": "99c3c606-6305-429f-81cd-fd00734616f2", "code": 200}, {"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-plugged", "status": "completed", "tag": "dc9186aa-22f3-4cd2-aa4d-554b86e39cbf", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:33.577857 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b627c93e-9f6c-41ea-9b67-1c394dc215bc {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:33.577857 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094de921-ac45-4b95-bcf8-bef65fd49d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a68862-eb98-4e84-8d3b-b5d80236bfcb', 'code': 200} Jul 23 16:27:33.578232 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c3c606-6305-429f-81cd-fd00734616f2', 'code': 200} Jul 23 16:27:33.578232 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9186aa-22f3-4cd2-aa4d-554b86e39cbf', 'code': 200} Jul 23 16:27:33.650261 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=a9569114-a844-492a-9768-c27463ea9bb4,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:33.658803 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port faeb3d4d-ead5-454a-9873-67df475e0096 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:33.663632 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port faeb3d4d-ead5-454a-9873-67df475e0096 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:33.664056 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:33.714040 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 78b6134e-ef76-4520-95e8-cad9cd88b9b1 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:27:33.775536 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:33.804917 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ed5ba-741d-4ca4-b5c6-34a237f45933 req-b50ae6bd-d238-451a-9bc2-032cf8b80a88 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:33.806508 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f21ed5ba-741d-4ca4-b5c6-34a237f45933 req-b50ae6bd-d238-451a-9bc2-032cf8b80a88 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=239faa13-f5c0-4fe6-a809-6e7e0b50c8f1 HTTP/1.1" status: 200 len: 946 time: 0.1734047 Jul 23 16:27:33.817410 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f028427-8dee-4f9b-9521-d095a8982c47 req-6303c0d2-820e-499c-840c-6866a8c737a4 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:33.819648 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2f028427-8dee-4f9b-9521-d095a8982c47 req-6303c0d2-820e-499c-840c-6866a8c737a4 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 943 time: 0.1889594 Jul 23 16:27:33.832218 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c35767-2469-475d-aa8c-86b3451f3a21 req-d459c3dc-1911-4509-b196-202009e3c3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:33.833810 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f3c35767-2469-475d-aa8c-86b3451f3a21 req-d459c3dc-1911-4509-b196-202009e3c3fe service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=094de921-ac45-4b95-bcf8-bef65fd49d80 HTTP/1.1" status: 200 len: 1101 time: 0.1446612 Jul 23 16:27:33.855245 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port faeb3d4d-ead5-454a-9873-67df475e0096, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=faeb3d4d-ead5-454a-9873-67df475e0096,segment=NetworkSegment(a09683eb-b332-4542-b7a5-2cff7293226f),segment_id=a09683eb-b332-4542-b7a5-2cff7293226f)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:33.863855 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:33.864637 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:33.909251 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f21ed5ba-741d-4ca4-b5c6-34a237f45933 req-f12a538b-5102-4848-b6cb-cce37d12a4f7 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861416 Jul 23 16:27:33.913709 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2f028427-8dee-4f9b-9521-d095a8982c47 req-239bd341-9e85-428c-8a5c-9cc3756236e9 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775416 Jul 23 16:27:33.917474 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f3c35767-2469-475d-aa8c-86b3451f3a21 req-fda4a1c7-4f14-4ddc-8b24-17ba98510f01 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=624c99e8-3fc9-4cd0-880f-a602b91549cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690041 Jul 23 16:27:33.919540 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 78b6134e-ef76-4520-95e8-cad9cd88b9b1, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=78b6134e-ef76-4520-95e8-cad9cd88b9b1,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:33.954511 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '78b6134e-ef76-4520-95e8-cad9cd88b9b1', 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf', 'port_id': '78b6134e-ef76-4520-95e8-cad9cd88b9b1', 'mac_address': 'fa:16:3e:84:11:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '826fd2fc-e097-4472-9d1f-4298f12f603f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:27:34.101453 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9916233-8538-4c59-bb9d-10f534bfcc07 req-34bb9555-8e27-47b8-a62d-286843b65d24 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:34.103320 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e9916233-8538-4c59-bb9d-10f534bfcc07 req-34bb9555-8e27-47b8-a62d-286843b65d24 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e84a10a-2866-4499-944e-aeb6e9287b31 HTTP/1.1" status: 200 len: 946 time: 0.1129990 Jul 23 16:27:34.116548 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af9dd6-46c9-483b-a0b6-4b4ec1a6fc0a req-638e3313-a4fc-4449-854c-ad72acf6e2ed tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:34.118137 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e9af9dd6-46c9-483b-a0b6-4b4ec1a6fc0a req-638e3313-a4fc-4449-854c-ad72acf6e2ed tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 943 time: 0.1177373 Jul 23 16:27:34.127493 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=faeb3d4d-ead5-454a-9873-67df475e0096,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:34.142394 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:34.142742 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:34.143082 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:34.143415 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:34.143746 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:34.144126 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:34.144384 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:34.144714 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:34.145037 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:34.145383 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:34.145706 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:34.146026 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:34.172960 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:34.184562 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:34.186337 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e9916233-8538-4c59-bb9d-10f534bfcc07 req-558d37c1-edcc-457a-90e4-191b2d02554a tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672076 Jul 23 16:27:34.191489 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b6134e-ef76-4520-95e8-cad9cd88b9b1 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:34.197187 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:34.197597 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:34.215696 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e9af9dd6-46c9-483b-a0b6-4b4ec1a6fc0a req-5d615457-ca06-43f0-b475-35a3cd6d57e1 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821424 Jul 23 16:27:34.235636 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 78b6134e-ef76-4520-95e8-cad9cd88b9b1, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=78b6134e-ef76-4520-95e8-cad9cd88b9b1,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:34.246322 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:34.330102 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=78b6134e-ef76-4520-95e8-cad9cd88b9b1,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:34.348300 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:34.385234 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=57d68a11-dd1b-4a5c-a0af-fd74214dd8b3,segment=NetworkSegment(05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c),segment_id=05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:34.390302 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:34.391261 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ba543d0-c0a4-4fd9-bd3d-690dc1c3d782 req-c9142c19-53b7-4a26-b9b6-36ded6a599b1 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=0942657e-4085-4452-b497-8b5b90a43776 HTTP/1.1" status: 200 len: 210 time: 0.0524075 Jul 23 16:27:34.391408 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:34.482882 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=57d68a11-dd1b-4a5c-a0af-fd74214dd8b3,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:34.501958 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:34.506233 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:34.506687 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:34.540142 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-8467bf97-16f5-486b-895c-dbbc2f6152da tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:34.541762 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-8467bf97-16f5-486b-895c-dbbc2f6152da tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.74 "GET /v2.0/networks?id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 HTTP/1.1" status: 200 len: 806 time: 0.2895920 Jul 23 16:27:34.556283 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-499c0323-d450-4921-894f-69bb61587d7f tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Request body: {'port': {'device_id': '0942657e-4085-4452-b497-8b5b90a43776', 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6', 'admin_state_up': True, 'tenant_id': '6e0db5f31fbe42e8a6955990f39f636d'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:34.601180 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:34.634327 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=3bc8f322-57f2-4485-9b3d-1a8cb8c642c7,segment=NetworkSegment(05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c),segment_id=05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:34.638405 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:34.639346 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device d26b6c0c-a095-4674-9672-f08e8e034402 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:34.654344 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7ce9f-47da-4b95-8dd9-e0195450d23a req-1db68d8a-31e2-43e2-a03d-91336992dc57 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:34.660538 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7ce9f-47da-4b95-8dd9-e0195450d23a req-1db68d8a-31e2-43e2-a03d-91336992dc57 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:34.667514 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7ce9f-47da-4b95-8dd9-e0195450d23a req-1db68d8a-31e2-43e2-a03d-91336992dc57 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:34.673482 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7ce9f-47da-4b95-8dd9-e0195450d23a req-1db68d8a-31e2-43e2-a03d-91336992dc57 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:34.679633 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7ce9f-47da-4b95-8dd9-e0195450d23a req-1db68d8a-31e2-43e2-a03d-91336992dc57 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:34.685809 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7ce9f-47da-4b95-8dd9-e0195450d23a req-1db68d8a-31e2-43e2-a03d-91336992dc57 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:34.691909 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7ce9f-47da-4b95-8dd9-e0195450d23a req-1db68d8a-31e2-43e2-a03d-91336992dc57 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:34.693985 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8bb7ce9f-47da-4b95-8dd9-e0195450d23a req-1db68d8a-31e2-43e2-a03d-91336992dc57 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 5431 time: 0.2152784 Jul 23 16:27:34.708087 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:34.711912 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['78b6134e-ef76-4520-95e8-cad9cd88b9b1'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:34.770700 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=3bc8f322-57f2-4485-9b3d-1a8cb8c642c7,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:34.792333 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8bb7ce9f-47da-4b95-8dd9-e0195450d23a req-79b7ce6d-6b08-4e26-837c-23f19fa3a284 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e0f6a6b-7a1a-4fc3-b6e3-28c1a3fabb75&id=0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0740156 Jul 23 16:27:34.794147 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port d26b6c0c-a095-4674-9672-f08e8e034402 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:34.803813 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port d26b6c0c-a095-4674-9672-f08e8e034402 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:34.804241 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:34.819966 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031f4c1-81b5-41b7-b793-f7507a93a326 req-d2b5795d-614f-4f76-b661-b674613ac110 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:34.821548 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7031f4c1-81b5-41b7-b793-f7507a93a326 req-d2b5795d-614f-4f76-b661-b674613ac110 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=de599e27-91c9-4326-bfd3-522fd7e84a07 HTTP/1.1" status: 200 len: 945 time: 0.1908522 Jul 23 16:27:34.836287 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-499c0323-d450-4921-894f-69bb61587d7f tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Made reservation on behalf of 6e0db5f31fbe42e8a6955990f39f636d for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:34.841547 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-499c0323-d450-4921-894f-69bb61587d7f tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:34.948975 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:34.969365 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7031f4c1-81b5-41b7-b793-f7507a93a326 req-ebf2ce60-1c61-4f50-a3f5-14c293315066 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232452 Jul 23 16:27:34.994203 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port d26b6c0c-a095-4674-9672-f08e8e034402, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=d26b6c0c-a095-4674-9672-f08e8e034402,segment=NetworkSegment(05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c),segment_id=05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:35.001218 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:35.054786 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885e28c-faff-408b-b2b7-6807b8b38834 req-8010a8a3-9cb3-4829-9467-a5df0ae64c12 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:35.055332 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=d26b6c0c-a095-4674-9672-f08e8e034402,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:35.056353 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f885e28c-faff-408b-b2b7-6807b8b38834 req-8010a8a3-9cb3-4829-9467-a5df0ae64c12 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/ports?device_id=094de921-ac45-4b95-bcf8-bef65fd49d80 HTTP/1.1" status: 200 len: 950 time: 0.1625478 Jul 23 16:27:35.117411 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-499c0323-d450-4921-894f-69bb61587d7f tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Allocated IP 172.20.0.6 (4fcdb072-b06e-4ac9-aeaa-783a9c8875b6/afdba85c-3a3a-4e3d-a242-c2e94f8ff50b/fd10c92b-fa02-478c-95e9-416a526cce77) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:27:35.158338 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f885e28c-faff-408b-b2b7-6807b8b38834 req-5d804ef0-fcc2-4e66-88d4-f5841fd51465 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/security-groups?id=624c99e8-3fc9-4cd0-880f-a602b91549cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898683 Jul 23 16:27:35.206757 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c8125-3ab8-4be6-9331-85f0f27dda28 req-919ff029-7ebc-424f-a84d-1e72a70957ea tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:35.208271 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f7c8125-3ab8-4be6-9331-85f0f27dda28 req-919ff029-7ebc-424f-a84d-1e72a70957ea tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 943 time: 0.1510148 Jul 23 16:27:35.306925 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f7c8125-3ab8-4be6-9331-85f0f27dda28 req-64ffc0fe-6df9-470c-9298-e1e93507c629 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834432 Jul 23 16:27:35.334274 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5462c209-bfeb-4f20-8d9c-98da7f090329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:35.346516 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-499c0323-d450-4921-894f-69bb61587d7f tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:35.394812 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:35.470161 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-499c0323-d450-4921-894f-69bb61587d7f tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:35.560001 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-499c0323-d450-4921-894f-69bb61587d7f tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Network 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:35.566048 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-499c0323-d450-4921-894f-69bb61587d7f tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:35.569341 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-499c0323-d450-4921-894f-69bb61587d7f tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:27:35.579222 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9569114-a844-492a-9768-c27463ea9bb4'}, {'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faeb3d4d-ead5-454a-9873-67df475e0096'}, {'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d68a11-dd1b-4a5c-a0af-fd74214dd8b3'}, {'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc8f322-57f2-4485-9b3d-1a8cb8c642c7'}, {'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26b6c0c-a095-4674-9672-f08e8e034402'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:35.581456 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8406f1a2-7cc2-428d-93dd-04b947e210a0" -d '{"events": [{"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-plugged", "status": "completed", "tag": "a9569114-a844-492a-9768-c27463ea9bb4"}, {"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-plugged", "status": "completed", "tag": "faeb3d4d-ead5-454a-9873-67df475e0096"}, {"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-plugged", "status": "completed", "tag": "57d68a11-dd1b-4a5c-a0af-fd74214dd8b3"}, {"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-plugged", "status": "completed", "tag": "3bc8f322-57f2-4485-9b3d-1a8cb8c642c7"}, {"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-plugged", "status": "completed", "tag": "d26b6c0c-a095-4674-9672-f08e8e034402"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:35.601753 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c0323-d450-4921-894f-69bb61587d7f tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Pushing event updated for resources: {'Port': ['ID=fd10c92b-fa02-478c-95e9-416a526cce77,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:35.636992 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c3266-7375-4557-a81a-c39687c2519f req-fec36c36-51f2-40c6-a19e-5c98be844e92 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:35.638581 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c44c3266-7375-4557-a81a-c39687c2519f req-fec36c36-51f2-40c6-a19e-5c98be844e92 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 944 time: 0.2070897 Jul 23 16:27:35.664535 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-499c0323-d450-4921-894f-69bb61587d7f tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:35.665214 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-499c0323-d450-4921-894f-69bb61587d7f tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:35.692508 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd43168-c2ee-4adc-9f6b-37b0da563bb1 req-d81beed5-a834-41f4-b8ce-89c772b78cf2 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:35.694227 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5dd43168-c2ee-4adc-9f6b-37b0da563bb1 req-d81beed5-a834-41f4-b8ce-89c772b78cf2 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=239faa13-f5c0-4fe6-a809-6e7e0b50c8f1 HTTP/1.1" status: 200 len: 946 time: 0.2296491 Jul 23 16:27:35.702009 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-499c0323-d450-4921-894f-69bb61587d7f tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1499333 Jul 23 16:27:35.728539 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-386a4109-46de-4eb5-a6a8-31e4beb77127 service neutron] Request body: {'port': {'device_id': '0942657e-4085-4452-b497-8b5b90a43776', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:35.752800 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c44c3266-7375-4557-a81a-c39687c2519f req-e7482b95-07f1-47cb-b230-e630fac9df88 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032665 Jul 23 16:27:35.816096 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5dd43168-c2ee-4adc-9f6b-37b0da563bb1 req-8c094217-535a-4bba-ac4e-b8643ce71461 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130860 Jul 23 16:27:35.848493 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-386a4109-46de-4eb5-a6a8-31e4beb77127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:35.907349 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['c16e80ab-8bc6-4bb2-a761-b60dd7093c3d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:36.072892 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4ff1d-d21e-4fd1-9c7a-454561efa6d8 req-0fa21b8a-9860-4531-b0ec-f70cc51e50b2 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:36.074438 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2fb4ff1d-d21e-4fd1-9c7a-454561efa6d8 req-0fa21b8a-9860-4531-b0ec-f70cc51e50b2 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=0942657e-4085-4452-b497-8b5b90a43776 HTTP/1.1" status: 200 len: 931 time: 0.2499678 Jul 23 16:27:36.174319 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-1aad58b6-bd80-4b66-a09b-2f93dd6b83a1 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:36.175788 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-1aad58b6-bd80-4b66-a09b-2f93dd6b83a1 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/networks?id=0f7dd329-aa9a-4731-b1db-d3280f9ea57e HTTP/1.1" status: 200 len: 814 time: 0.2658622 Jul 23 16:27:36.184068 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2fb4ff1d-d21e-4fd1-9c7a-454561efa6d8 req-a3effbb5-d811-4c5b-ba61-1169ec12779a tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983312 Jul 23 16:27:36.223040 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-9d4a3242-ea27-42d7-9e12-b98e73908e6f tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/quotas/d825726ca3204edd88a4cd6a8f6f20f7 HTTP/1.1" status: 200 len: 375 time: 0.0380094 Jul 23 16:27:36.242104 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee437c31-a250-436d-b8e2-b30d4977e317 x-openstack-request-id: req-ee437c31-a250-436d-b8e2-b30d4977e317 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:36.242537 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-plugged", "status": "completed", "tag": "a9569114-a844-492a-9768-c27463ea9bb4", "code": 200}, {"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-plugged", "status": "completed", "tag": "faeb3d4d-ead5-454a-9873-67df475e0096", "code": 200}, {"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-plugged", "status": "completed", "tag": "57d68a11-dd1b-4a5c-a0af-fd74214dd8b3", "code": 200}, {"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-plugged", "status": "completed", "tag": "3bc8f322-57f2-4485-9b3d-1a8cb8c642c7", "code": 200}, {"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-plugged", "status": "completed", "tag": "d26b6c0c-a095-4674-9672-f08e8e034402", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:36.242795 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ee437c31-a250-436d-b8e2-b30d4977e317 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:36.243260 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9569114-a844-492a-9768-c27463ea9bb4', 'code': 200} Jul 23 16:27:36.243519 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faeb3d4d-ead5-454a-9873-67df475e0096', 'code': 200} Jul 23 16:27:36.243772 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d68a11-dd1b-4a5c-a0af-fd74214dd8b3', 'code': 200} Jul 23 16:27:36.244119 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc8f322-57f2-4485-9b3d-1a8cb8c642c7', 'code': 200} Jul 23 16:27:36.244622 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26b6c0c-a095-4674-9672-f08e8e034402', 'code': 200} Jul 23 16:27:36.395498 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aef19-28d4-4bc2-9ef7-59e06e1fd503 req-5dcafadf-79c8-4f68-a500-32dccd22de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:36.396121 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aef19-28d4-4bc2-9ef7-59e06e1fd503 req-5dcafadf-79c8-4f68-a500-32dccd22de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:36.396477 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aef19-28d4-4bc2-9ef7-59e06e1fd503 req-5dcafadf-79c8-4f68-a500-32dccd22de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:36.397180 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aef19-28d4-4bc2-9ef7-59e06e1fd503 req-5dcafadf-79c8-4f68-a500-32dccd22de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:36.397637 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aef19-28d4-4bc2-9ef7-59e06e1fd503 req-5dcafadf-79c8-4f68-a500-32dccd22de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:36.398095 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aef19-28d4-4bc2-9ef7-59e06e1fd503 req-5dcafadf-79c8-4f68-a500-32dccd22de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:36.398549 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aef19-28d4-4bc2-9ef7-59e06e1fd503 req-5dcafadf-79c8-4f68-a500-32dccd22de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:36.400615 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d34aef19-28d4-4bc2-9ef7-59e06e1fd503 req-5dcafadf-79c8-4f68-a500-32dccd22de5c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 6490 time: 0.0657349 Jul 23 16:27:36.443609 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d34aef19-28d4-4bc2-9ef7-59e06e1fd503 req-0f12366c-e96b-4fda-b031-f833d8ebd526 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8&id=2e0f6a6b-7a1a-4fc3-b6e3-28c1a3fabb75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345113 Jul 23 16:27:36.461459 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:36.680257 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-f43ce937-649a-4c5a-a7d6-8cc22215dac4 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d825726ca3204edd88a4cd6a8f6f20f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4496970 Jul 23 16:27:36.737636 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-386a4109-46de-4eb5-a6a8-31e4beb77127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd10c92b-fa02-478c-95e9-416a526cce77 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:36.749861 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-386a4109-46de-4eb5-a6a8-31e4beb77127 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:36.803300 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-386a4109-46de-4eb5-a6a8-31e4beb77127 service neutron] Transition to ACTIVE for port object fd10c92b-fa02-478c-95e9-416a526cce77 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:36.811536 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-386a4109-46de-4eb5-a6a8-31e4beb77127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:36.865115 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-20ef7c5f-5d71-4578-a39a-c489507684b9 service neutron] 10.222.0.73 "GET /v2.0/networks/0f7dd329-aa9a-4731-b1db-d3280f9ea57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766198 Jul 23 16:27:36.878976 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2115973-624c-41b7-845e-c08e4dbb1b3c req-edebdd52-9232-4b72-a674-05b420a2c574 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:36.884987 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2115973-624c-41b7-845e-c08e4dbb1b3c req-edebdd52-9232-4b72-a674-05b420a2c574 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:36.890939 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2115973-624c-41b7-845e-c08e4dbb1b3c req-edebdd52-9232-4b72-a674-05b420a2c574 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:36.892548 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d2115973-624c-41b7-845e-c08e4dbb1b3c req-edebdd52-9232-4b72-a674-05b420a2c574 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=de599e27-91c9-4326-bfd3-522fd7e84a07&device_id=5e84a10a-2866-4499-944e-aeb6e9287b31&device_id=239faa13-f5c0-4fe6-a809-6e7e0b50c8f1 HTTP/1.1" status: 200 len: 2418 time: 0.2199442 Jul 23 16:27:36.921024 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a4109-46de-4eb5-a6a8-31e4beb77127 service neutron] Pushing event updated for resources: {'Port': ['ID=fd10c92b-fa02-478c-95e9-416a526cce77,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:37.035694 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d2115973-624c-41b7-845e-c08e4dbb1b3c req-546cb54e-e5e8-49c5-a79f-a8c7d652aa85 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347306 Jul 23 16:27:37.083338 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-1f8428ba-6bc5-4d3d-bd83-c1c72e5ab761 service neutron] 10.222.0.73 "GET /v2.0/networks/0f7dd329-aa9a-4731-b1db-d3280f9ea57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854651 Jul 23 16:27:37.084940 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-386a4109-46de-4eb5-a6a8-31e4beb77127 service neutron] Attempting to bind port fd10c92b-fa02-478c-95e9-416a526cce77 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:27:37.085335 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-386a4109-46de-4eb5-a6a8-31e4beb77127 service neutron] Attempting to bind port fd10c92b-fa02-478c-95e9-416a526cce77 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '2f9791c4-d6e7-486a-bc01-5ba80d4c65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:27:37.085724 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-386a4109-46de-4eb5-a6a8-31e4beb77127 service neutron] Attempting to bind port fd10c92b-fa02-478c-95e9-416a526cce77 on network 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:37.102691 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-386a4109-46de-4eb5-a6a8-31e4beb77127 service neutron] Port fd10c92b-fa02-478c-95e9-416a526cce77 on network 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:27:37.103178 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-386a4109-46de-4eb5-a6a8-31e4beb77127 service neutron] Attempting to bind port fd10c92b-fa02-478c-95e9-416a526cce77 on network 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:37.132167 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-386a4109-46de-4eb5-a6a8-31e4beb77127 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:27:37.132509 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-386a4109-46de-4eb5-a6a8-31e4beb77127 service neutron] Checking segment: {'id': '2f9791c4-d6e7-486a-bc01-5ba80d4c65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:27:37.132886 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-386a4109-46de-4eb5-a6a8-31e4beb77127 service neutron] Bound using segment: {'id': '2f9791c4-d6e7-486a-bc01-5ba80d4c65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:27:37.133340 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-386a4109-46de-4eb5-a6a8-31e4beb77127 service neutron] Bound port: fd10c92b-fa02-478c-95e9-416a526cce77, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f9791c4-d6e7-486a-bc01-5ba80d4c65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:27:37.133779 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-386a4109-46de-4eb5-a6a8-31e4beb77127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:37.214061 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:37.250012 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe76b0-75d2-473f-baa4-400013129ade req-29954988-4af0-4ab3-a31b-e5b34f36f441 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:37.257237 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe76b0-75d2-473f-baa4-400013129ade req-29954988-4af0-4ab3-a31b-e5b34f36f441 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:37.263164 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe76b0-75d2-473f-baa4-400013129ade req-29954988-4af0-4ab3-a31b-e5b34f36f441 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:37.269317 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe76b0-75d2-473f-baa4-400013129ade req-29954988-4af0-4ab3-a31b-e5b34f36f441 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:37.276077 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe76b0-75d2-473f-baa4-400013129ade req-29954988-4af0-4ab3-a31b-e5b34f36f441 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:37.282787 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe76b0-75d2-473f-baa4-400013129ade req-29954988-4af0-4ab3-a31b-e5b34f36f441 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:37.289499 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe76b0-75d2-473f-baa4-400013129ade req-29954988-4af0-4ab3-a31b-e5b34f36f441 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:37.291416 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cdbe76b0-75d2-473f-baa4-400013129ade req-29954988-4af0-4ab3-a31b-e5b34f36f441 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 5433 time: 0.2034154 Jul 23 16:27:37.312644 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-386a4109-46de-4eb5-a6a8-31e4beb77127 service neutron] For port fd10c92b-fa02-478c-95e9-416a526cce77, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:27:37.363539 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-386a4109-46de-4eb5-a6a8-31e4beb77127 service neutron] For port fd10c92b-fa02-478c-95e9-416a526cce77, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=fd10c92b-fa02-478c-95e9-416a526cce77,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:27:37.377133 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-386a4109-46de-4eb5-a6a8-31e4beb77127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:37.420634 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cdbe76b0-75d2-473f-baa4-400013129ade req-cc5c6d97-9e05-4961-ba20-2ebda6efbb2a tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e0f6a6b-7a1a-4fc3-b6e3-28c1a3fabb75&id=0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1134584 Jul 23 16:27:37.435886 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-386a4109-46de-4eb5-a6a8-31e4beb77127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:37.436520 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-386a4109-46de-4eb5-a6a8-31e4beb77127 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:37.437943 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-386a4109-46de-4eb5-a6a8-31e4beb77127 service neutron] 10.222.0.74 "PUT /v2.0/ports/fd10c92b-fa02-478c-95e9-416a526cce77 HTTP/1.1" status: 200 len: 1091 time: 1.7209256 Jul 23 16:27:37.438390 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0942657e-4085-4452-b497-8b5b90a43776', 'tag': 'fd10c92b-fa02-478c-95e9-416a526cce77'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:37.440648 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754af637-a320-4e6b-816d-20ad249a3829" -d '{"events": [{"name": "network-changed", "server_uuid": "0942657e-4085-4452-b497-8b5b90a43776", "tag": "fd10c92b-fa02-478c-95e9-416a526cce77"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:37.473506 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef750d6-6750-4eb8-aa5b-efbef32ed644 req-4b493352-eae2-43a1-b42c-ad98a372963a tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:37.475313 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aef750d6-6750-4eb8-aa5b-efbef32ed644 req-4b493352-eae2-43a1-b42c-ad98a372963a tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/ports?device_id=094de921-ac45-4b95-bcf8-bef65fd49d80 HTTP/1.1" status: 200 len: 950 time: 0.1828625 Jul 23 16:27:37.479152 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a4109-46de-4eb5-a6a8-31e4beb77127 service neutron] Pushing event updated for resources: {'Port': ['ID=fd10c92b-fa02-478c-95e9-416a526cce77,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:37.585843 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aef750d6-6750-4eb8-aa5b-efbef32ed644 req-83d3f752-3654-4862-9b38-cd9d9a5ade41 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/security-groups?id=624c99e8-3fc9-4cd0-880f-a602b91549cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969310 Jul 23 16:27:37.629801 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-21e57cee-fd4d-40b1-8137-889cb5ed2b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:37.632472 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-21e57cee-fd4d-40b1-8137-889cb5ed2b85 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6e0db5f31fbe42e8a6955990f39f636d&device_id=0942657e-4085-4452-b497-8b5b90a43776 HTTP/1.1" status: 200 len: 1094 time: 0.1279590 Jul 23 16:27:37.642077 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cfec30-15c0-465d-ac66-aead62f867e7 req-22a2d952-8289-4ca6-8b94-fa263155e1ea tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:37.643641 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e3cfec30-15c0-465d-ac66-aead62f867e7 req-22a2d952-8289-4ca6-8b94-fa263155e1ea tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 943 time: 0.1273887 Jul 23 16:27:37.688572 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-b6a54c75-32f5-4195-87ad-3ddb0ddf7b1d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd10c92b-fa02-478c-95e9-416a526cce77 HTTP/1.1" status: 200 len: 217 time: 0.0439141 Jul 23 16:27:37.734068 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 78b6134e-ef76-4520-95e8-cad9cd88b9b1 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:37.788075 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e3cfec30-15c0-465d-ac66-aead62f867e7 req-f4489482-1384-4bbb-8e08-be977601dadc tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361120 Jul 23 16:27:37.795795 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-783345a4-0d45-417c-aa6c-a053def8605f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:37.797312 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-783345a4-0d45-417c-aa6c-a053def8605f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=afdba85c-3a3a-4e3d-a242-c2e94f8ff50b HTTP/1.1" status: 200 len: 846 time: 0.0937226 Jul 23 16:27:37.828145 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 78b6134e-ef76-4520-95e8-cad9cd88b9b1 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:37.833843 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 78b6134e-ef76-4520-95e8-cad9cd88b9b1 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:37.834780 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:37.845585 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-24c83052-3005-49fd-a527-663df697a91a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378478 Jul 23 16:27:37.853834 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d237f-39f2-4c3a-bc75-b27ce10700f0 req-0a0f8cb3-8084-4309-930a-1981bd51696b tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:37.855365 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ca6d237f-39f2-4c3a-bc75-b27ce10700f0 req-0a0f8cb3-8084-4309-930a-1981bd51696b tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 944 time: 0.1746926 Jul 23 16:27:37.950963 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ca6d237f-39f2-4c3a-bc75-b27ce10700f0 req-2cddf357-3e3a-4a5d-a6cf-6605560994d2 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866694 Jul 23 16:27:37.955030 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:37.994595 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 78b6134e-ef76-4520-95e8-cad9cd88b9b1, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=78b6134e-ef76-4520-95e8-cad9cd88b9b1,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:37.999352 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:38.012959 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-0123489e-7c0b-4eaf-9bc4-35a0ecc06513 service neutron] 10.222.0.74 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566103 Jul 23 16:27:38.047977 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=78b6134e-ef76-4520-95e8-cad9cd88b9b1,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:38.080766 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-96c099f3-62d1-466e-a05f-665e8020730e req-b1655b22-9b34-4bc7-9b63-2ca9b9d59210 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=355be8c9-143c-429c-9f90-aa0510a8a596 HTTP/1.1" status: 200 len: 210 time: 0.0588779 Jul 23 16:27:38.090610 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff6151-2e7d-4be7-8817-05dc493e5353 req-f21fdfc0-b23e-4e9e-acce-29e98a669cdc tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:38.101410 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5eff6151-2e7d-4be7-8817-05dc493e5353 req-f21fdfc0-b23e-4e9e-acce-29e98a669cdc tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=de599e27-91c9-4326-bfd3-522fd7e84a07 HTTP/1.1" status: 200 len: 945 time: 0.1446400 Jul 23 16:27:38.206551 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5eff6151-2e7d-4be7-8817-05dc493e5353 req-314db292-7263-40d7-aa84-a022bf2eb229 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076677 Jul 23 16:27:38.222102 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3052323c-916c-449b-894d-de2bfbe7ddbe req-1236774e-3159-4d43-9776-158b1e2ffc1e service neutron] 10.222.0.74 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892512 Jul 23 16:27:38.245024 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f3933-4ad6-4fe5-8c50-c809a44e287f req-65da2d50-c0c3-48d7-9aae-b478241399cd tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:38.246103 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891d04af-be73-4200-8d1d-dfd6e7c94d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b6134e-ef76-4520-95e8-cad9cd88b9b1'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:38.246611 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5e3f3933-4ad6-4fe5-8c50-c809a44e287f req-65da2d50-c0c3-48d7-9aae-b478241399cd tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=0942657e-4085-4452-b497-8b5b90a43776 HTTP/1.1" status: 200 len: 943 time: 0.1036170 Jul 23 16:27:38.248416 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7779188d-c7a9-4ccf-b5c9-7122113b8cb1" -d '{"events": [{"server_uuid": "891d04af-be73-4200-8d1d-dfd6e7c94d77", "name": "network-vif-plugged", "status": "completed", "tag": "78b6134e-ef76-4520-95e8-cad9cd88b9b1"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:38.253016 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dba83a6-6068-4ac8-8663-8069c22b5ab4 x-openstack-request-id: req-1dba83a6-6068-4ac8-8663-8069c22b5ab4 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:38.253558 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0942657e-4085-4452-b497-8b5b90a43776", "tag": "fd10c92b-fa02-478c-95e9-416a526cce77", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:38.253678 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1dba83a6-6068-4ac8-8663-8069c22b5ab4 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:38.254179 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0942657e-4085-4452-b497-8b5b90a43776', 'tag': 'fd10c92b-fa02-478c-95e9-416a526cce77', 'status': 'completed', 'code': 200} Jul 23 16:27:38.289728 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5e3f3933-4ad6-4fe5-8c50-c809a44e287f req-57f4658d-3159-4b78-97eb-82db881438a8 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346479 Jul 23 16:27:38.382356 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754af637-a320-4e6b-816d-20ad249a3829 req-09d60fdb-3cf0-43b8-8fb6-149175a7a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:38.384126 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-754af637-a320-4e6b-816d-20ad249a3829 req-09d60fdb-3cf0-43b8-8fb6-149175a7a194 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6e0db5f31fbe42e8a6955990f39f636d&device_id=0942657e-4085-4452-b497-8b5b90a43776 HTTP/1.1" status: 200 len: 1094 time: 0.0830400 Jul 23 16:27:38.443080 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b77c831-7ddd-4c92-9a50-174062ef09af x-openstack-request-id: req-2b77c831-7ddd-4c92-9a50-174062ef09af {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:38.443836 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891d04af-be73-4200-8d1d-dfd6e7c94d77", "name": "network-vif-plugged", "status": "completed", "tag": "78b6134e-ef76-4520-95e8-cad9cd88b9b1", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:38.443836 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2b77c831-7ddd-4c92-9a50-174062ef09af {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:38.444094 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891d04af-be73-4200-8d1d-dfd6e7c94d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b6134e-ef76-4520-95e8-cad9cd88b9b1', 'code': 200} Jul 23 16:27:38.507323 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:38.580678 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754af637-a320-4e6b-816d-20ad249a3829 req-f053b7b6-8e35-45b1-85d3-c38fb9c15450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:38.582256 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-754af637-a320-4e6b-816d-20ad249a3829 req-f053b7b6-8e35-45b1-85d3-c38fb9c15450 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 HTTP/1.1" status: 200 len: 908 time: 0.1905141 Jul 23 16:27:38.604666 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-d972618d-5bc1-4437-ab3a-73280a887e72 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:38.606184 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-d972618d-5bc1-4437-ab3a-73280a887e72 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.97 "GET /v2.0/networks?id=0f7dd329-aa9a-4731-b1db-d3280f9ea57e HTTP/1.1" status: 200 len: 814 time: 0.1897655 Jul 23 16:27:38.613881 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 953b1823-1c6e-4407-abaf-c93f64c3e28d details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:27:38.670776 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-289f4491-a3e0-4d65-9198-91a1c1d455e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Request body: {'port': {'device_id': '355be8c9-143c-429c-9f90-aa0510a8a596', 'network_id': '0f7dd329-aa9a-4731-b1db-d3280f9ea57e', 'admin_state_up': True, 'tenant_id': 'd825726ca3204edd88a4cd6a8f6f20f7'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:38.681028 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-754af637-a320-4e6b-816d-20ad249a3829 req-002a1393-2ba9-4141-b583-d50363c74569 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd10c92b-fa02-478c-95e9-416a526cce77 HTTP/1.1" status: 200 len: 217 time: 0.0848124 Jul 23 16:27:38.779036 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 953b1823-1c6e-4407-abaf-c93f64c3e28d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=953b1823-1c6e-4407-abaf-c93f64c3e28d,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:38.793496 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '953b1823-1c6e-4407-abaf-c93f64c3e28d', 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940', 'port_id': '953b1823-1c6e-4407-abaf-c93f64c3e28d', 'mac_address': 'fa:16:3e:e5:fd:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7d20ea-5324-4d61-af92-f3ae3ea40d11', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:27:38.840536 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:38.842289 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754af637-a320-4e6b-816d-20ad249a3829 req-f1545a8a-d738-42c2-a77f-a061e6af5b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:38.843761 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-754af637-a320-4e6b-816d-20ad249a3829 req-f1545a8a-d738-42c2-a77f-a061e6af5b15 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=afdba85c-3a3a-4e3d-a242-c2e94f8ff50b HTTP/1.1" status: 200 len: 846 time: 0.1429839 Jul 23 16:27:38.852456 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bee89-1d1d-464b-aab2-d4cf864173c6 req-95fd2e8d-e6d4-4d57-89a6-b5881106ab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:38.853980 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-577bee89-1d1d-464b-aab2-d4cf864173c6 req-95fd2e8d-e6d4-4d57-89a6-b5881106ab15 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 1096 time: 0.2684774 Jul 23 16:27:38.855732 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 953b1823-1c6e-4407-abaf-c93f64c3e28d {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:38.880034 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 953b1823-1c6e-4407-abaf-c93f64c3e28d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=953b1823-1c6e-4407-abaf-c93f64c3e28d,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:38.885571 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:38.906296 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-754af637-a320-4e6b-816d-20ad249a3829 req-ba298723-376a-482c-9581-503d504b26ee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504382 Jul 23 16:27:38.935321 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=953b1823-1c6e-4407-abaf-c93f64c3e28d,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:38.964051 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6c0e0-8073-4094-b1b1-4f5d1ce85cb4 req-7a957018-f0f7-4487-b60a-143b537a11d1 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:38.970690 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6c0e0-8073-4094-b1b1-4f5d1ce85cb4 req-7a957018-f0f7-4487-b60a-143b537a11d1 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:38.976337 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6c0e0-8073-4094-b1b1-4f5d1ce85cb4 req-7a957018-f0f7-4487-b60a-143b537a11d1 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:38.982440 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6c0e0-8073-4094-b1b1-4f5d1ce85cb4 req-7a957018-f0f7-4487-b60a-143b537a11d1 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:38.988840 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6c0e0-8073-4094-b1b1-4f5d1ce85cb4 req-7a957018-f0f7-4487-b60a-143b537a11d1 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:38.995079 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6c0e0-8073-4094-b1b1-4f5d1ce85cb4 req-7a957018-f0f7-4487-b60a-143b537a11d1 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:39.001187 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6c0e0-8073-4094-b1b1-4f5d1ce85cb4 req-7a957018-f0f7-4487-b60a-143b537a11d1 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:39.003251 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-23f6c0e0-8073-4094-b1b1-4f5d1ce85cb4 req-7a957018-f0f7-4487-b60a-143b537a11d1 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 5433 time: 0.3288636 Jul 23 16:27:39.043081 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-577bee89-1d1d-464b-aab2-d4cf864173c6 req-a0b7a1cb-65fb-4c31-bee4-0baf8c6a2e14 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722236 Jul 23 16:27:39.056653 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-289f4491-a3e0-4d65-9198-91a1c1d455e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Made reservation on behalf of d825726ca3204edd88a4cd6a8f6f20f7 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:39.060336 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-289f4491-a3e0-4d65-9198-91a1c1d455e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:39.146462 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-23f6c0e0-8073-4094-b1b1-4f5d1ce85cb4 req-515d4385-6249-4e24-b9ce-7b1d147c9927 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e0f6a6b-7a1a-4fc3-b6e3-28c1a3fabb75&id=0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1272678 Jul 23 16:27:39.194313 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-754af637-a320-4e6b-816d-20ad249a3829 req-8e54a3ba-d395-4888-b1d4-1ad7aa278c1b service neutron] 10.222.0.74 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712381 Jul 23 16:27:39.388377 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-289f4491-a3e0-4d65-9198-91a1c1d455e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Allocated IP 172.20.0.6 (0f7dd329-aa9a-4731-b1db-d3280f9ea57e/9c6b9aa7-0241-48a5-922c-6156c433486f/11c16417-708f-48d9-a03c-0e7cde2ba575) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:27:39.426454 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-754af637-a320-4e6b-816d-20ad249a3829 req-c89d2da3-2050-4fa2-baf1-c7254f1d9870 service neutron] 10.222.0.74 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216983 Jul 23 16:27:39.450251 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['953b1823-1c6e-4407-abaf-c93f64c3e28d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:39.459738 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa006907-cc58-424a-93c3-54a7bcea491f req-1841d6c2-8444-4326-9ecf-2abdc790f7df tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:39.461276 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa006907-cc58-424a-93c3-54a7bcea491f req-1841d6c2-8444-4326-9ecf-2abdc790f7df tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 944 time: 0.2328792 Jul 23 16:27:39.505149 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ff011-d619-40df-a8d5-5a20f8efa4b7 req-05e8158d-5895-45c0-b0ae-ce492e05563b tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:39.506695 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-916ff011-d619-40df-a8d5-5a20f8efa4b7 req-05e8158d-5895-45c0-b0ae-ce492e05563b tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 945 time: 0.2090013 Jul 23 16:27:39.569910 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa006907-cc58-424a-93c3-54a7bcea491f req-d15095c7-cf30-4609-868a-5705ecd93005 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981665 Jul 23 16:27:39.620772 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-916ff011-d619-40df-a8d5-5a20f8efa4b7 req-56766cb9-66ca-41e1-a69e-fd3f70c76367 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075149 Jul 23 16:27:39.672310 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-de24521c-0058-401b-90d2-0d032387a7f7 req-f9a6ac11-558f-4842-8df4-142be30a25e2 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=355be8c9-143c-429c-9f90-aa0510a8a596 HTTP/1.1" status: 200 len: 210 time: 0.0424194 Jul 23 16:27:39.699654 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-289f4491-a3e0-4d65-9198-91a1c1d455e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:39.783034 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba76ecb-e39d-471f-aca3-4887a4f9ee66 req-415d30b2-3ae2-4867-bd41-1f8ee219d709 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:39.789652 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba76ecb-e39d-471f-aca3-4887a4f9ee66 req-415d30b2-3ae2-4867-bd41-1f8ee219d709 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:39.795538 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba76ecb-e39d-471f-aca3-4887a4f9ee66 req-415d30b2-3ae2-4867-bd41-1f8ee219d709 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:39.801435 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba76ecb-e39d-471f-aca3-4887a4f9ee66 req-415d30b2-3ae2-4867-bd41-1f8ee219d709 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:39.807881 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba76ecb-e39d-471f-aca3-4887a4f9ee66 req-415d30b2-3ae2-4867-bd41-1f8ee219d709 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:39.813795 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba76ecb-e39d-471f-aca3-4887a4f9ee66 req-415d30b2-3ae2-4867-bd41-1f8ee219d709 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:39.820180 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba76ecb-e39d-471f-aca3-4887a4f9ee66 req-415d30b2-3ae2-4867-bd41-1f8ee219d709 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:39.822076 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0ba76ecb-e39d-471f-aca3-4887a4f9ee66 req-415d30b2-3ae2-4867-bd41-1f8ee219d709 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 5433 time: 0.1361699 Jul 23 16:27:39.832488 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 38138) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:39.839960 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-03a9ed9f-c279-40f7-8463-0dfee00b2ac3 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Request body: {'floatingip': {'port_id': 'dc9186aa-22f3-4cd2-aa4d-554b86e39cbf'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:39.856881 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-289f4491-a3e0-4d65-9198-91a1c1d455e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:39.872265 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['850294b4-c641-440e-8b3b-f74bd72da704'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:39.887543 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03a9ed9f-c279-40f7-8463-0dfee00b2ac3 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks [] for floatingip, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:39.917809 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-289f4491-a3e0-4d65-9198-91a1c1d455e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Network 0f7dd329-aa9a-4731-b1db-d3280f9ea57e is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:39.925619 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-289f4491-a3e0-4d65-9198-91a1c1d455e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:39.929282 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-289f4491-a3e0-4d65-9198-91a1c1d455e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:27:39.933199 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f4491-a3e0-4d65-9198-91a1c1d455e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Pushing event updated for resources: {'Port': ['ID=11c16417-708f-48d9-a03c-0e7cde2ba575,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:39.993671 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98699fef-4db8-4245-9c8f-28e636b4c9a7 req-d9f2f9c0-e947-4703-a342-213c11a70d33 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:39.995372 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-98699fef-4db8-4245-9c8f-28e636b4c9a7 req-d9f2f9c0-e947-4703-a342-213c11a70d33 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=0942657e-4085-4452-b497-8b5b90a43776 HTTP/1.1" status: 200 len: 943 time: 0.1708660 Jul 23 16:27:40.005021 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-289f4491-a3e0-4d65-9198-91a1c1d455e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:40.005745 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-289f4491-a3e0-4d65-9198-91a1c1d455e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:40.039220 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-289f4491-a3e0-4d65-9198-91a1c1d455e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4087181 Jul 23 16:27:40.051997 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-862bb645-74e1-47db-b5fb-d5ff86fdee0d service neutron] Request body: {'port': {'device_id': '355be8c9-143c-429c-9f90-aa0510a8a596', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:40.071565 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-98699fef-4db8-4245-9c8f-28e636b4c9a7 req-62565931-90c3-4d82-a35f-84a15ea5dba7 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598357 Jul 23 16:27:40.197865 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-862bb645-74e1-47db-b5fb-d5ff86fdee0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:40.459634 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03a9ed9f-c279-40f7-8463-0dfee00b2ac3 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:40.463840 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03a9ed9f-c279-40f7-8463-0dfee00b2ac3 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:40.574584 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-03a9ed9f-c279-40f7-8463-0dfee00b2ac3 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Floating IP 79b03912-e639-4982-b814-5168fa49faaa associated. External IP: 172.25.8.35, port: dc9186aa-22f3-4cd2-aa4d-554b86e39cbf. Jul 23 16:27:40.627418 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 16a68862-eb98-4e84-8d3b-b5d80236bfcb details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:27:40.728252 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144db37a-e49d-48dd-b3b1-780a6d97474f req-9829648c-6e7b-4ccf-a338-d52b3f21a0f4 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:40.733555 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-144db37a-e49d-48dd-b3b1-780a6d97474f req-9829648c-6e7b-4ccf-a338-d52b3f21a0f4 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=239faa13-f5c0-4fe6-a809-6e7e0b50c8f1 HTTP/1.1" status: 200 len: 946 time: 0.4922154 Jul 23 16:27:40.746926 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 16a68862-eb98-4e84-8d3b-b5d80236bfcb, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=16a68862-eb98-4e84-8d3b-b5d80236bfcb,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:40.763636 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '16a68862-eb98-4e84-8d3b-b5d80236bfcb', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': '16a68862-eb98-4e84-8d3b-b5d80236bfcb', 'mac_address': 'fa:16:3e:43:d0:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:27:40.804783 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a9ed9f-c279-40f7-8463-0dfee00b2ac3 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Router a94e5939-f242-4ce3-9b39-9cde3d497548 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:27:40.810492 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:40.826240 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16a68862-eb98-4e84-8d3b-b5d80236bfcb {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:40.846677 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 16a68862-eb98-4e84-8d3b-b5d80236bfcb, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=16a68862-eb98-4e84-8d3b-b5d80236bfcb,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:40.851919 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:40.852909 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device fd10c92b-fa02-478c-95e9-416a526cce77 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:27:40.861234 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-144db37a-e49d-48dd-b3b1-780a6d97474f req-2618a4ab-ce8a-46cc-b1f4-6f1bf2cc9514 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760999 Jul 23 16:27:40.908879 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba46763-f8fa-4c18-b5b0-9712f731e27b req-304edbd8-1180-4123-9dd1-d736c7c08569 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:40.912195 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9ba46763-f8fa-4c18-b5b0-9712f731e27b req-304edbd8-1180-4123-9dd1-d736c7c08569 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 944 time: 0.2181427 Jul 23 16:27:40.948490 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a9ed9f-c279-40f7-8463-0dfee00b2ac3 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:27:40.954219 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03a9ed9f-c279-40f7-8463-0dfee00b2ac3 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:40.962879 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83875122-4d55-45fe-9c21-88adb94c5ee1 None None] Sync routers for ids ['a94e5939-f242-4ce3-9b39-9cde3d497548'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:27:40.963734 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=16a68862-eb98-4e84-8d3b-b5d80236bfcb,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:40.982782 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83875122-4d55-45fe-9c21-88adb94c5ee1 None None] Routers {'a94e5939-f242-4ce3-9b39-9cde3d497548'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:27:40.983733 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-83875122-4d55-45fe-9c21-88adb94c5ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:27:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a94e5939-f242-4ce3-9b39-9cde3d497548'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:41.022326 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-862bb645-74e1-47db-b5fb-d5ff86fdee0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c16417-708f-48d9-a03c-0e7cde2ba575 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:41.038505 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-03a9ed9f-c279-40f7-8463-0dfee00b2ac3 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "PUT /v2.0/floatingips/79b03912-e639-4982-b814-5168fa49faaa HTTP/1.1" status: 200 len: 990 time: 1.2046809 Jul 23 16:27:41.039110 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'tag': 'dc9186aa-22f3-4cd2-aa4d-554b86e39cbf'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:41.042301 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a31ad49-002a-4cde-a649-8a275b147a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "tag": "dc9186aa-22f3-4cd2-aa4d-554b86e39cbf"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:41.046770 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port fd10c92b-fa02-478c-95e9-416a526cce77, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=fd10c92b-fa02-478c-95e9-416a526cce77,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:41.051231 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9ba46763-f8fa-4c18-b5b0-9712f731e27b req-643146bc-601f-4544-9461-320e98dbf774 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218653 Jul 23 16:27:41.057755 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-862bb645-74e1-47db-b5fb-d5ff86fdee0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:41.061916 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'fd10c92b-fa02-478c-95e9-416a526cce77', 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6', 'port_id': 'fd10c92b-fa02-478c-95e9-416a526cce77', 'mac_address': 'fa:16:3e:68:26:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afdba85c-3a3a-4e3d-a242-c2e94f8ff50b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:27:41.079873 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-862bb645-74e1-47db-b5fb-d5ff86fdee0d service neutron] Transition to ACTIVE for port object 11c16417-708f-48d9-a03c-0e7cde2ba575 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:41.090987 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-862bb645-74e1-47db-b5fb-d5ff86fdee0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:41.124498 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:41.127842 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-83875122-4d55-45fe-9c21-88adb94c5ee1 None None] Set router a94e5939-f242-4ce3-9b39-9cde3d497548 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:27:41.138638 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc51c5-7e2c-4de2-bee9-95b8036eb0bf req-0a6f2c34-d773-4833-b3df-d6f09966274b tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:41.140181 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0fc51c5-7e2c-4de2-bee9-95b8036eb0bf req-0a6f2c34-d773-4833-b3df-d6f09966274b tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 945 time: 0.1399064 Jul 23 16:27:41.140539 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd10c92b-fa02-478c-95e9-416a526cce77 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:41.166975 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port fd10c92b-fa02-478c-95e9-416a526cce77, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=fd10c92b-fa02-478c-95e9-416a526cce77,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:41.171718 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:41.190884 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862bb645-74e1-47db-b5fb-d5ff86fdee0d service neutron] Pushing event updated for resources: {'Port': ['ID=11c16417-708f-48d9-a03c-0e7cde2ba575,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:41.238659 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=fd10c92b-fa02-478c-95e9-416a526cce77,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:41.289116 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0fc51c5-7e2c-4de2-bee9-95b8036eb0bf req-1c2bf767-4e78-45a6-adfb-cf0b9d575f91 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418962 Jul 23 16:27:41.341397 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1223a79-9dd6-41d1-81ee-6759fe318b1d req-29cda67b-3370-4b50-9c9e-49ca53c398ab tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:41.342945 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e1223a79-9dd6-41d1-81ee-6759fe318b1d req-29cda67b-3370-4b50-9c9e-49ca53c398ab tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=355be8c9-143c-429c-9f90-aa0510a8a596 HTTP/1.1" status: 200 len: 943 time: 0.1854472 Jul 23 16:27:41.343711 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-862bb645-74e1-47db-b5fb-d5ff86fdee0d service neutron] Attempting to bind port 11c16417-708f-48d9-a03c-0e7cde2ba575 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:27:41.344044 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-862bb645-74e1-47db-b5fb-d5ff86fdee0d service neutron] Attempting to bind port 11c16417-708f-48d9-a03c-0e7cde2ba575 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '4922e251-ec1f-41e7-8718-5d07a120e814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '0f7dd329-aa9a-4731-b1db-d3280f9ea57e'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:27:41.344387 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-862bb645-74e1-47db-b5fb-d5ff86fdee0d service neutron] Attempting to bind port 11c16417-708f-48d9-a03c-0e7cde2ba575 on network 0f7dd329-aa9a-4731-b1db-d3280f9ea57e {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:41.350019 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-862bb645-74e1-47db-b5fb-d5ff86fdee0d service neutron] Port 11c16417-708f-48d9-a03c-0e7cde2ba575 on network 0f7dd329-aa9a-4731-b1db-d3280f9ea57e not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:27:41.350341 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-862bb645-74e1-47db-b5fb-d5ff86fdee0d service neutron] Attempting to bind port 11c16417-708f-48d9-a03c-0e7cde2ba575 on network 0f7dd329-aa9a-4731-b1db-d3280f9ea57e {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:41.365411 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-862bb645-74e1-47db-b5fb-d5ff86fdee0d service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:27:41.365760 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-862bb645-74e1-47db-b5fb-d5ff86fdee0d service neutron] Checking segment: {'id': '4922e251-ec1f-41e7-8718-5d07a120e814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '0f7dd329-aa9a-4731-b1db-d3280f9ea57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:27:41.366344 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-862bb645-74e1-47db-b5fb-d5ff86fdee0d service neutron] Bound using segment: {'id': '4922e251-ec1f-41e7-8718-5d07a120e814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '0f7dd329-aa9a-4731-b1db-d3280f9ea57e'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:27:41.366791 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-862bb645-74e1-47db-b5fb-d5ff86fdee0d service neutron] Bound port: 11c16417-708f-48d9-a03c-0e7cde2ba575, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4922e251-ec1f-41e7-8718-5d07a120e814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '0f7dd329-aa9a-4731-b1db-d3280f9ea57e'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:27:41.367145 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-862bb645-74e1-47db-b5fb-d5ff86fdee0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:41.393537 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-83875122-4d55-45fe-9c21-88adb94c5ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'name': 'tempest-TaggedBootDevicesTest-771616400-router', 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'dbec3812-df42-4db4-9a87-09e8a0817ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:27Z', 'updated_at': '2021-07-23T16:25:37Z', 'revision_number': 4, 'project_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'gw_port': {'id': 'dbec3812-df42-4db4-9a87-09e8a0817ae9', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:28Z', 'updated_at': '2021-07-23T16:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '79b03912-e639-4982-b814-5168fa49faaa', 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'port_id': 'dc9186aa-22f3-4cd2-aa4d-554b86e39cbf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccfb93aa-128e-41ae-813f-cc1797d91993', 'mac_address': 'fa:16:3e:03:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:26:25Z', 'updated_at': '2021-07-23T16:27:40Z', 'revision_number': 1, 'project_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de60f984-5c1f-481e-859d-89fe221b425c', 'name': '', 'network_id': 'ccfb93aa-128e-41ae-813f-cc1797d91993', 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'mac_address': 'fa:16:3e:e5:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '8700af68-33fb-4e68-b828-91508c404596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:34Z', 'updated_at': '2021-07-23T16:25:48Z', 'revision_number': 5, 'project_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'subnets': [{'id': '8700af68-33fb-4e68-b828-91508c404596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:41.399986 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['16a68862-eb98-4e84-8d3b-b5d80236bfcb'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:41.417661 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a995a552-a14c-48cf-9b79-73a1b3db78da x-openstack-request-id: req-a995a552-a14c-48cf-9b79-73a1b3db78da {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:41.418047 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "tag": "dc9186aa-22f3-4cd2-aa4d-554b86e39cbf", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:41.418527 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a995a552-a14c-48cf-9b79-73a1b3db78da {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:41.419111 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'tag': 'dc9186aa-22f3-4cd2-aa4d-554b86e39cbf', 'status': 'completed', 'code': 200} Jul 23 16:27:41.431131 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83875122-4d55-45fe-9c21-88adb94c5ee1 None None] Checking router: a94e5939-f242-4ce3-9b39-9cde3d497548 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:27:41.439117 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e1223a79-9dd6-41d1-81ee-6759fe318b1d req-2c1a2676-a6e9-4e14-b128-77bdcc286ee8 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813880 Jul 23 16:27:41.451221 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83875122-4d55-45fe-9c21-88adb94c5ee1 None None] Routers {'a94e5939-f242-4ce3-9b39-9cde3d497548'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:27:41.451925 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-83875122-4d55-45fe-9c21-88adb94c5ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:27:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a94e5939-f242-4ce3-9b39-9cde3d497548'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:41.556248 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-862bb645-74e1-47db-b5fb-d5ff86fdee0d service neutron] For port 11c16417-708f-48d9-a03c-0e7cde2ba575, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:27:41.578518 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-862bb645-74e1-47db-b5fb-d5ff86fdee0d service neutron] For port 11c16417-708f-48d9-a03c-0e7cde2ba575, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=11c16417-708f-48d9-a03c-0e7cde2ba575,segment=NetworkSegment(4922e251-ec1f-41e7-8718-5d07a120e814),segment_id=4922e251-ec1f-41e7-8718-5d07a120e814)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:27:41.587548 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-83875122-4d55-45fe-9c21-88adb94c5ee1 None None] Set router a94e5939-f242-4ce3-9b39-9cde3d497548 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:27:41.590312 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-862bb645-74e1-47db-b5fb-d5ff86fdee0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:41.645114 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-862bb645-74e1-47db-b5fb-d5ff86fdee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:41.647022 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-862bb645-74e1-47db-b5fb-d5ff86fdee0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:41.648485 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-862bb645-74e1-47db-b5fb-d5ff86fdee0d service neutron] 10.222.0.97 "PUT /v2.0/ports/11c16417-708f-48d9-a03c-0e7cde2ba575 HTTP/1.1" status: 200 len: 1091 time: 1.6012530 Jul 23 16:27:41.648958 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355be8c9-143c-429c-9f90-aa0510a8a596', 'tag': '11c16417-708f-48d9-a03c-0e7cde2ba575'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:41.651820 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717330b7-454c-46fb-8eb5-ad542f201078" -d '{"events": [{"name": "network-changed", "server_uuid": "355be8c9-143c-429c-9f90-aa0510a8a596", "tag": "11c16417-708f-48d9-a03c-0e7cde2ba575"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:41.683522 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31ad49-002a-4cde-a649-8a275b147a6a req-acb1d8c1-588e-4155-87ce-3629bd2ed32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:41.684014 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31ad49-002a-4cde-a649-8a275b147a6a req-acb1d8c1-588e-4155-87ce-3629bd2ed32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:41.684498 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31ad49-002a-4cde-a649-8a275b147a6a req-acb1d8c1-588e-4155-87ce-3629bd2ed32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:41.684968 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31ad49-002a-4cde-a649-8a275b147a6a req-acb1d8c1-588e-4155-87ce-3629bd2ed32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:41.685473 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31ad49-002a-4cde-a649-8a275b147a6a req-acb1d8c1-588e-4155-87ce-3629bd2ed32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:41.685940 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31ad49-002a-4cde-a649-8a275b147a6a req-acb1d8c1-588e-4155-87ce-3629bd2ed32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:41.686405 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31ad49-002a-4cde-a649-8a275b147a6a req-acb1d8c1-588e-4155-87ce-3629bd2ed32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:41.688379 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9a31ad49-002a-4cde-a649-8a275b147a6a req-acb1d8c1-588e-4155-87ce-3629bd2ed32c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d58be7bf092b45e2a9dae39829ba7b2e&device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 6490 time: 0.2259641 Jul 23 16:27:41.703152 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['fd10c92b-fa02-478c-95e9-416a526cce77'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:41.715099 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036688dd-cbe3-4c10-9efd-8f67b09b1456 req-b2ea2881-cba5-41dd-a0e9-c96b64ee431a tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:41.717511 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-036688dd-cbe3-4c10-9efd-8f67b09b1456 req-b2ea2881-cba5-41dd-a0e9-c96b64ee431a tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=0942657e-4085-4452-b497-8b5b90a43776 HTTP/1.1" status: 200 len: 944 time: 0.2155879 Jul 23 16:27:41.786067 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862bb645-74e1-47db-b5fb-d5ff86fdee0d service neutron] Pushing event updated for resources: {'Port': ['ID=11c16417-708f-48d9-a03c-0e7cde2ba575,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:41.908908 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-036688dd-cbe3-4c10-9efd-8f67b09b1456 req-20a9b181-5f12-4592-8479-c5080b3a7ccc tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761384 Jul 23 16:27:41.947185 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31ad49-002a-4cde-a649-8a275b147a6a req-f0d33644-c1af-4860-b02e-cb72d08f2127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:41.948680 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9a31ad49-002a-4cde-a649-8a275b147a6a req-f0d33644-c1af-4860-b02e-cb72d08f2127 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ccfb93aa-128e-41ae-813f-cc1797d91993 HTTP/1.1" status: 200 len: 913 time: 0.2300029 Jul 23 16:27:41.953613 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-874f7c0d-3d38-42a0-bd19-7a455e5ec6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:41.955060 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-874f7c0d-3d38-42a0-bd19-7a455e5ec6fd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d825726ca3204edd88a4cd6a8f6f20f7&device_id=355be8c9-143c-429c-9f90-aa0510a8a596 HTTP/1.1" status: 200 len: 1094 time: 0.2547095 Jul 23 16:27:41.964604 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f32b3-ed7a-4cd1-bec3-2b477995fb54 req-29525517-d2dc-4600-8645-0d283801c761 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:41.971650 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a01f32b3-ed7a-4cd1-bec3-2b477995fb54 req-29525517-d2dc-4600-8645-0d283801c761 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 945 time: 0.2433565 Jul 23 16:27:41.975562 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a731586-a572-4700-9a26-fa09900fed0b x-openstack-request-id: req-8a731586-a572-4700-9a26-fa09900fed0b {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:41.975925 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355be8c9-143c-429c-9f90-aa0510a8a596", "tag": "11c16417-708f-48d9-a03c-0e7cde2ba575", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:41.976089 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8a731586-a572-4700-9a26-fa09900fed0b {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:41.976472 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355be8c9-143c-429c-9f90-aa0510a8a596', 'tag': '11c16417-708f-48d9-a03c-0e7cde2ba575', 'status': 'completed', 'code': 200} Jul 23 16:27:41.984222 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-83875122-4d55-45fe-9c21-88adb94c5ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'name': 'tempest-TaggedBootDevicesTest-771616400-router', 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'dbec3812-df42-4db4-9a87-09e8a0817ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:27Z', 'updated_at': '2021-07-23T16:25:37Z', 'revision_number': 4, 'project_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'gw_port': {'id': 'dbec3812-df42-4db4-9a87-09e8a0817ae9', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:28Z', 'updated_at': '2021-07-23T16:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '79b03912-e639-4982-b814-5168fa49faaa', 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'port_id': 'dc9186aa-22f3-4cd2-aa4d-554b86e39cbf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccfb93aa-128e-41ae-813f-cc1797d91993', 'mac_address': 'fa:16:3e:03:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:26:25Z', 'updated_at': '2021-07-23T16:27:40Z', 'revision_number': 1, 'project_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de60f984-5c1f-481e-859d-89fe221b425c', 'name': '', 'network_id': 'ccfb93aa-128e-41ae-813f-cc1797d91993', 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'mac_address': 'fa:16:3e:e5:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '8700af68-33fb-4e68-b828-91508c404596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:34Z', 'updated_at': '2021-07-23T16:25:48Z', 'revision_number': 5, 'project_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'subnets': [{'id': '8700af68-33fb-4e68-b828-91508c404596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:42.016816 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83875122-4d55-45fe-9c21-88adb94c5ee1 None None] The sync data for ids ['a94e5939-f242-4ce3-9b39-9cde3d497548'] in n-d-778549-4 is: [{'id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'name': 'tempest-TaggedBootDevicesTest-771616400-router', 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'dbec3812-df42-4db4-9a87-09e8a0817ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:27Z', 'updated_at': '2021-07-23T16:25:37Z', 'revision_number': 4, 'project_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'gw_port': {'id': 'dbec3812-df42-4db4-9a87-09e8a0817ae9', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:28Z', 'updated_at': '2021-07-23T16:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '79b03912-e639-4982-b814-5168fa49faaa', 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'port_id': 'dc9186aa-22f3-4cd2-aa4d-554b86e39cbf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccfb93aa-128e-41ae-813f-cc1797d91993', 'mac_address': 'fa:16:3e:03:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:26:25Z', 'updated_at': '2021-07-23T16:27:40Z', 'revision_number': 1, 'project_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de60f984-5c1f-481e-859d-89fe221b425c', 'name': '', 'network_id': 'ccfb93aa-128e-41ae-813f-cc1797d91993', 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'mac_address': 'fa:16:3e:e5:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '8700af68-33fb-4e68-b828-91508c404596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:34Z', 'updated_at': '2021-07-23T16:25:48Z', 'revision_number': 5, 'project_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'subnets': [{'id': '8700af68-33fb-4e68-b828-91508c404596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:27:42.066308 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-922074bd-4873-45d5-bf1f-1fd09124d340 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11c16417-708f-48d9-a03c-0e7cde2ba575 HTTP/1.1" status: 200 len: 217 time: 0.0837731 Jul 23 16:27:42.159843 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a01f32b3-ed7a-4cd1-bec3-2b477995fb54 req-48bd4308-e235-4ac1-b978-dcedfc6137e7 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873057 Jul 23 16:27:42.170593 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9a31ad49-002a-4cde-a649-8a275b147a6a req-8c4698a4-ce36-4a64-a8d7-fa323004e3f3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc9186aa-22f3-4cd2-aa4d-554b86e39cbf HTTP/1.1" status: 200 len: 998 time: 0.1957834 Jul 23 16:27:42.229937 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-99a01001-bb5a-4e02-a1b2-37362262c4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:42.234839 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-99a01001-bb5a-4e02-a1b2-37362262c4a7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c6b9aa7-0241-48a5-922c-6156c433486f HTTP/1.1" status: 200 len: 854 time: 0.1565459 Jul 23 16:27:42.257403 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31ad49-002a-4cde-a649-8a275b147a6a req-e6ec3c6a-36c6-4866-b899-ea84a857362c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:42.258911 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9a31ad49-002a-4cde-a649-8a275b147a6a req-e6ec3c6a-36c6-4866-b899-ea84a857362c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8700af68-33fb-4e68-b828-91508c404596 HTTP/1.1" status: 200 len: 850 time: 0.0772507 Jul 23 16:27:42.269604 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59439d59-ba0a-4193-847d-064a33e78082 None None] New status for floating IP 79b03912-e639-4982-b814-5168fa49faaa: ACTIVE {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:27:42.329824 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-1ea3b907-d3c8-46cb-8de0-b131a925d2ed service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=0f7dd329-aa9a-4731-b1db-d3280f9ea57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699027 Jul 23 16:27:42.375506 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd28513-2914-42c7-ad90-0b761f13c678 req-2332fb95-c2df-4db6-bba9-637feb185ce9 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:42.377023 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0cd28513-2914-42c7-ad90-0b761f13c678 req-2332fb95-c2df-4db6-bba9-637feb185ce9 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=239faa13-f5c0-4fe6-a809-6e7e0b50c8f1 HTTP/1.1" status: 200 len: 946 time: 0.3168485 Jul 23 16:27:42.501221 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee7683-b164-46e3-952e-129550e0ad51 req-82917926-11ba-408a-9359-b3d9ab5e89e9 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:42.502795 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-faee7683-b164-46e3-952e-129550e0ad51 req-82917926-11ba-408a-9359-b3d9ab5e89e9 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 944 time: 0.2386706 Jul 23 16:27:42.515689 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0cd28513-2914-42c7-ad90-0b761f13c678 req-0786515f-25b0-47cc-a9fa-070504097729 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199832 Jul 23 16:27:42.530710 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31ad49-002a-4cde-a649-8a275b147a6a req-d0e68fa8-9681-4736-ae0f-ad6df2a6d98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:42.532205 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9a31ad49-002a-4cde-a649-8a275b147a6a req-d0e68fa8-9681-4736-ae0f-ad6df2a6d98f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ccfb93aa-128e-41ae-813f-cc1797d91993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2500300 Jul 23 16:27:42.573662 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-cd15e46d-ded1-4359-a0c6-233891bf4896 service neutron] 10.222.0.97 "GET /v2.0/networks/0f7dd329-aa9a-4731-b1db-d3280f9ea57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233944 Jul 23 16:27:42.632776 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-faee7683-b164-46e3-952e-129550e0ad51 req-bf8e93b9-5471-49bb-8274-3a01d041ed51 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184359 Jul 23 16:27:42.637230 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 16a68862-eb98-4e84-8d3b-b5d80236bfcb up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:42.723494 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 16a68862-eb98-4e84-8d3b-b5d80236bfcb triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:42.724810 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:42.834519 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:42.871618 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094de921-ac45-4b95-bcf8-bef65fd49d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a68862-eb98-4e84-8d3b-b5d80236bfcb'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:42.875858 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d78ab2a-469a-43b0-a693-cea0e4278610" -d '{"events": [{"server_uuid": "094de921-ac45-4b95-bcf8-bef65fd49d80", "name": "network-vif-plugged", "status": "completed", "tag": "16a68862-eb98-4e84-8d3b-b5d80236bfcb"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:42.877139 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9a31ad49-002a-4cde-a649-8a275b147a6a req-75ed787a-fe8f-4ac3-a982-10a57cb4bfcf service neutron] 10.222.0.74 "GET /v2.0/networks/ccfb93aa-128e-41ae-813f-cc1797d91993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327513 Jul 23 16:27:42.891099 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 16a68862-eb98-4e84-8d3b-b5d80236bfcb, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=16a68862-eb98-4e84-8d3b-b5d80236bfcb,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:42.901296 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:42.905082 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 953b1823-1c6e-4407-abaf-c93f64c3e28d up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:42.986762 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325d7eeb-c2b0-4f41-822f-f817b270cb88 x-openstack-request-id: req-325d7eeb-c2b0-4f41-822f-f817b270cb88 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:42.986938 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094de921-ac45-4b95-bcf8-bef65fd49d80", "name": "network-vif-plugged", "status": "completed", "tag": "16a68862-eb98-4e84-8d3b-b5d80236bfcb", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:42.987188 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-325d7eeb-c2b0-4f41-822f-f817b270cb88 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:42.987703 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094de921-ac45-4b95-bcf8-bef65fd49d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a68862-eb98-4e84-8d3b-b5d80236bfcb', 'code': 200} Jul 23 16:27:42.994980 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9a31ad49-002a-4cde-a649-8a275b147a6a req-8a2aeeca-5f89-40fd-bfc5-8a09bf011f74 service neutron] 10.222.0.74 "GET /v2.0/networks/ccfb93aa-128e-41ae-813f-cc1797d91993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991836 Jul 23 16:27:42.999629 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e4d85fe-d763-419e-aa77-2ed857932e74 req-17f03733-b80b-44c9-8792-3d18aa5738c0 service neutron] 10.222.0.97 "GET /v2.0/networks/0f7dd329-aa9a-4731-b1db-d3280f9ea57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866119 Jul 23 16:27:43.031458 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=16a68862-eb98-4e84-8d3b-b5d80236bfcb,revision_number=7']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:43.050649 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 953b1823-1c6e-4407-abaf-c93f64c3e28d completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:43.055473 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 953b1823-1c6e-4407-abaf-c93f64c3e28d triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:43.055844 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:43.074462 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454d1db-7b63-4141-a830-dd0747068d0b req-e373f232-5709-4cba-a7d1-d1e41e54897e tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:43.081744 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5454d1db-7b63-4141-a830-dd0747068d0b req-e373f232-5709-4cba-a7d1-d1e41e54897e tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=355be8c9-143c-429c-9f90-aa0510a8a596 HTTP/1.1" status: 200 len: 943 time: 0.3291752 Jul 23 16:27:43.158023 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:43.182918 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5454d1db-7b63-4141-a830-dd0747068d0b req-407e52cb-23b3-440f-8b81-5ff1fb097091 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981622 Jul 23 16:27:43.205234 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c53ef-6a23-428f-9cc4-56d346d43b27 req-70b3cd94-4b71-4c72-8516-55cd78c3e35c tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:43.214187 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-879c53ef-6a23-428f-9cc4-56d346d43b27 req-70b3cd94-4b71-4c72-8516-55cd78c3e35c tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=0942657e-4085-4452-b497-8b5b90a43776 HTTP/1.1" status: 200 len: 944 time: 0.2117612 Jul 23 16:27:43.222177 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 953b1823-1c6e-4407-abaf-c93f64c3e28d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=953b1823-1c6e-4407-abaf-c93f64c3e28d,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:43.230014 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:43.236057 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717330b7-454c-46fb-8eb5-ad542f201078 req-994d8925-0d0f-41ef-9e19-63d2c649bb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:43.237741 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-717330b7-454c-46fb-8eb5-ad542f201078 req-994d8925-0d0f-41ef-9e19-63d2c649bb65 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d825726ca3204edd88a4cd6a8f6f20f7&device_id=355be8c9-143c-429c-9f90-aa0510a8a596 HTTP/1.1" status: 200 len: 1094 time: 0.1743381 Jul 23 16:27:43.314090 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=953b1823-1c6e-4407-abaf-c93f64c3e28d,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:43.361315 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-879c53ef-6a23-428f-9cc4-56d346d43b27 req-b21f6611-a2cb-478d-a3e2-9df106ecdab5 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433012 Jul 23 16:27:43.463823 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717330b7-454c-46fb-8eb5-ad542f201078 req-2b3da8a8-60b6-49b2-a606-1197a53e678b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:43.465357 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-717330b7-454c-46fb-8eb5-ad542f201078 req-2b3da8a8-60b6-49b2-a606-1197a53e678b service neutron] 10.222.0.97 "GET /v2.0/networks?id=0f7dd329-aa9a-4731-b1db-d3280f9ea57e HTTP/1.1" status: 200 len: 916 time: 0.2107670 Jul 23 16:27:43.475674 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce052616-24c4-46bc-b467-faa81399425f req-ea2d2e18-42df-434a-9d46-017f039f64ca tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:43.477891 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce052616-24c4-46bc-b467-faa81399425f req-ea2d2e18-42df-434a-9d46-017f039f64ca tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 945 time: 0.2027807 Jul 23 16:27:43.533248 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-717330b7-454c-46fb-8eb5-ad542f201078 req-ee745962-8ef3-4103-a3f0-2748c7389cae service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11c16417-708f-48d9-a03c-0e7cde2ba575 HTTP/1.1" status: 200 len: 217 time: 0.0540206 Jul 23 16:27:43.604481 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce052616-24c4-46bc-b467-faa81399425f req-56ed9c9f-df01-4a61-abc3-256b36c8e3d0 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179206 Jul 23 16:27:43.656557 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717330b7-454c-46fb-8eb5-ad542f201078 req-a5ba4762-686e-4ef9-87c6-b7ed713816e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:43.658210 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-717330b7-454c-46fb-8eb5-ad542f201078 req-a5ba4762-686e-4ef9-87c6-b7ed713816e9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c6b9aa7-0241-48a5-922c-6156c433486f HTTP/1.1" status: 200 len: 854 time: 0.1176658 Jul 23 16:27:43.712783 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-717330b7-454c-46fb-8eb5-ad542f201078 req-1eeb1df4-66b6-4190-9968-c2269a05b4aa service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=0f7dd329-aa9a-4731-b1db-d3280f9ea57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428083 Jul 23 16:27:43.777998 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa545b14-6605-48f7-8c03-9877d9b8bae6 req-0f6cf2e3-e08a-41c1-bcc8-8b7a5af7a423 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:43.780284 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa545b14-6605-48f7-8c03-9877d9b8bae6 req-0f6cf2e3-e08a-41c1-bcc8-8b7a5af7a423 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=239faa13-f5c0-4fe6-a809-6e7e0b50c8f1 HTTP/1.1" status: 200 len: 946 time: 0.1746135 Jul 23 16:27:43.927403 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa545b14-6605-48f7-8c03-9877d9b8bae6 req-3af12044-d183-4cfb-becc-11d223a38695 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309757 Jul 23 16:27:43.930652 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-717330b7-454c-46fb-8eb5-ad542f201078 req-d01ffe88-3e5d-4928-9e6a-a0d6158688ac service neutron] 10.222.0.97 "GET /v2.0/networks/0f7dd329-aa9a-4731-b1db-d3280f9ea57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069998 Jul 23 16:27:43.996917 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf53629-f554-452a-ad4b-cbf6a65a392c req-26b456a0-e61d-4547-a7ac-13b40d16a3c0 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:43.999629 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dcf53629-f554-452a-ad4b-cbf6a65a392c req-26b456a0-e61d-4547-a7ac-13b40d16a3c0 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 945 time: 0.2155573 Jul 23 16:27:44.112412 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dcf53629-f554-452a-ad4b-cbf6a65a392c req-308319e1-bbc0-46f7-b88a-621a0f1a82f0 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998337 Jul 23 16:27:44.142460 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-717330b7-454c-46fb-8eb5-ad542f201078 req-7a954e9f-f737-4cfe-9c6d-a2c510f981c1 service neutron] 10.222.0.97 "GET /v2.0/networks/0f7dd329-aa9a-4731-b1db-d3280f9ea57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766224 Jul 23 16:27:44.643343 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device fd10c92b-fa02-478c-95e9-416a526cce77 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:44.698751 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e81529-cf61-4a34-a55c-510fef668b0f req-349f0606-8de3-4356-804d-017c4628acb7 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:44.700427 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91e81529-cf61-4a34-a55c-510fef668b0f req-349f0606-8de3-4356-804d-017c4628acb7 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=355be8c9-143c-429c-9f90-aa0510a8a596 HTTP/1.1" status: 200 len: 943 time: 0.4378576 Jul 23 16:27:44.709247 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port fd10c92b-fa02-478c-95e9-416a526cce77 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:44.711709 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port fd10c92b-fa02-478c-95e9-416a526cce77 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:44.712251 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:44.745662 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a720e70-3824-4308-9ccd-fc5e4e34d8df req-515c78ce-e120-43c1-979e-6767149dfc05 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:44.753254 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a720e70-3824-4308-9ccd-fc5e4e34d8df req-515c78ce-e120-43c1-979e-6767149dfc05 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=0942657e-4085-4452-b497-8b5b90a43776 HTTP/1.1" status: 200 len: 944 time: 0.1292360 Jul 23 16:27:44.797263 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91e81529-cf61-4a34-a55c-510fef668b0f req-049f6d62-e7ec-41c7-b51b-8170d8a4d9f6 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890830 Jul 23 16:27:44.831483 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a720e70-3824-4308-9ccd-fc5e4e34d8df req-eb70ff91-c8f2-40c5-a530-7a1b30924997 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763121 Jul 23 16:27:44.837834 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:44.886818 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port fd10c92b-fa02-478c-95e9-416a526cce77, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=fd10c92b-fa02-478c-95e9-416a526cce77,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:44.892152 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:45.023973 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fda97-b016-4738-bbd9-76ef9f3c80c6 req-5c7ca388-f1de-4b0f-808a-e859daff0a19 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:45.035434 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b88fda97-b016-4738-bbd9-76ef9f3c80c6 req-5c7ca388-f1de-4b0f-808a-e859daff0a19 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 945 time: 0.1324236 Jul 23 16:27:45.070603 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d72986-7430-49fa-8842-f6ebba8d06f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953b1823-1c6e-4407-abaf-c93f64c3e28d'}, {'server_uuid': '0942657e-4085-4452-b497-8b5b90a43776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd10c92b-fa02-478c-95e9-416a526cce77'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:45.072782 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67471f5-775e-4105-90c2-77d7355077cd" -d '{"events": [{"server_uuid": "60d72986-7430-49fa-8842-f6ebba8d06f5", "name": "network-vif-plugged", "status": "completed", "tag": "953b1823-1c6e-4407-abaf-c93f64c3e28d"}, {"server_uuid": "0942657e-4085-4452-b497-8b5b90a43776", "name": "network-vif-plugged", "status": "completed", "tag": "fd10c92b-fa02-478c-95e9-416a526cce77"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:45.106648 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=fd10c92b-fa02-478c-95e9-416a526cce77,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:45.147792 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b88fda97-b016-4738-bbd9-76ef9f3c80c6 req-79f130f1-708e-4b1c-8718-0a6b0af528f5 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111021 Jul 23 16:27:45.218688 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6cfeac-6fc6-4946-aa6f-9984128122ac req-274bff1b-af67-4a66-ac18-6482a73e58d1 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:45.227283 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3d6cfeac-6fc6-4946-aa6f-9984128122ac req-274bff1b-af67-4a66-ac18-6482a73e58d1 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=239faa13-f5c0-4fe6-a809-6e7e0b50c8f1 HTTP/1.1" status: 200 len: 946 time: 0.1644750 Jul 23 16:27:45.271739 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a3ad58ee-54ef-40cc-b59c-3128c8e5d693 req-ea7cd441-25c8-44d8-831b-989905913f86 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1413002 Jul 23 16:27:45.287269 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3d6cfeac-6fc6-4946-aa6f-9984128122ac req-7ad621b4-518d-408e-bef8-c4963e1c9682 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576284 Jul 23 16:27:45.294960 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1556ad2-04bb-4084-bc5d-85c971959085 x-openstack-request-id: req-c1556ad2-04bb-4084-bc5d-85c971959085 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:45.295403 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d72986-7430-49fa-8842-f6ebba8d06f5", "name": "network-vif-plugged", "status": "completed", "tag": "953b1823-1c6e-4407-abaf-c93f64c3e28d", "code": 200}, {"server_uuid": "0942657e-4085-4452-b497-8b5b90a43776", "name": "network-vif-plugged", "status": "completed", "tag": "fd10c92b-fa02-478c-95e9-416a526cce77", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:45.295791 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c1556ad2-04bb-4084-bc5d-85c971959085 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:45.296371 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d72986-7430-49fa-8842-f6ebba8d06f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953b1823-1c6e-4407-abaf-c93f64c3e28d', 'code': 200} Jul 23 16:27:45.296735 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0942657e-4085-4452-b497-8b5b90a43776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd10c92b-fa02-478c-95e9-416a526cce77', 'code': 200} Jul 23 16:27:45.434697 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887bd8c-4c43-44a4-b700-722cefb9b783 req-cf11453d-b55e-43fc-b1cb-1e25347392b6 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:45.436783 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5887bd8c-4c43-44a4-b700-722cefb9b783 req-cf11453d-b55e-43fc-b1cb-1e25347392b6 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 945 time: 0.0885272 Jul 23 16:27:45.528938 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5887bd8c-4c43-44a4-b700-722cefb9b783 req-f4559baa-6bfc-4142-8651-7ee4f7fcead4 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717208 Jul 23 16:27:45.560952 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbabc5-7f9b-473e-b37d-50f359bd1b4a req-d4fc2e89-7f16-4fb6-b4fc-f139167f9676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:45.563258 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7bdbabc5-7f9b-473e-b37d-50f359bd1b4a req-d4fc2e89-7f16-4fb6-b4fc-f139167f9676 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 1096 time: 0.0912993 Jul 23 16:27:45.564358 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292d972-eb3a-4b4c-af86-e234bc262bcd req-a443d417-b5b8-438d-8a39-25c14036d9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:45.565965 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1292d972-eb3a-4b4c-af86-e234bc262bcd req-a443d417-b5b8-438d-8a39-25c14036d9a8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0942657e-4085-4452-b497-8b5b90a43776 HTTP/1.1" status: 200 len: 1096 time: 0.1617358 Jul 23 16:27:45.569503 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad58ee-54ef-40cc-b59c-3128c8e5d693 req-ad156b7b-d605-46ec-a37e-d1edec026fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:45.571291 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a3ad58ee-54ef-40cc-b59c-3128c8e5d693 req-ad156b7b-d605-46ec-a37e-d1edec026fb4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9785dc21e8448b1824d1571d64a2041&device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551 HTTP/1.1" status: 200 len: 1095 time: 0.1685662 Jul 23 16:27:45.619919 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7bdbabc5-7f9b-473e-b37d-50f359bd1b4a req-a2a63588-3893-48fd-81b8-1c2c6c0ceb42 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448325 Jul 23 16:27:45.658912 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1292d972-eb3a-4b4c-af86-e234bc262bcd req-ebb61846-935e-48dc-a0a4-1e04cdd3e25f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810578 Jul 23 16:27:45.737744 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad58ee-54ef-40cc-b59c-3128c8e5d693 req-ad47f15d-b8de-43cd-abed-632dfe62ad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:45.739650 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a3ad58ee-54ef-40cc-b59c-3128c8e5d693 req-ad47f15d-b8de-43cd-abed-632dfe62ad3b service neutron] 10.222.0.74 "GET /v2.0/networks?id=02a7c16a-554a-4ad8-a4a9-73cc994d3940 HTTP/1.1" status: 200 len: 922 time: 0.1348093 Jul 23 16:27:45.747595 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 11c16417-708f-48d9-a03c-0e7cde2ba575 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:27:45.817179 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a3ad58ee-54ef-40cc-b59c-3128c8e5d693 req-aa96de7a-dc9d-477f-b4fb-2498fb95dd53 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=487c34f5-b8ea-42bb-a888-e10e35297190 HTTP/1.1" status: 200 len: 217 time: 0.0568085 Jul 23 16:27:45.888471 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad58ee-54ef-40cc-b59c-3128c8e5d693 req-6f90d889-9695-4e50-88f0-7eeb478990a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:45.890465 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a3ad58ee-54ef-40cc-b59c-3128c8e5d693 req-6f90d889-9695-4e50-88f0-7eeb478990a6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8d7d20ea-5324-4d61-af92-f3ae3ea40d11 HTTP/1.1" status: 200 len: 860 time: 0.0599961 Jul 23 16:27:45.920528 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 11c16417-708f-48d9-a03c-0e7cde2ba575, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=11c16417-708f-48d9-a03c-0e7cde2ba575,segment=NetworkSegment(4922e251-ec1f-41e7-8718-5d07a120e814),segment_id=4922e251-ec1f-41e7-8718-5d07a120e814)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:45.951858 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '11c16417-708f-48d9-a03c-0e7cde2ba575', 'network_id': '0f7dd329-aa9a-4731-b1db-d3280f9ea57e', 'port_id': '11c16417-708f-48d9-a03c-0e7cde2ba575', 'mac_address': 'fa:16:3e:cd:29:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c6b9aa7-0241-48a5-922c-6156c433486f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:27:45.961217 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a3ad58ee-54ef-40cc-b59c-3128c8e5d693 req-883c5321-ce59-4a5e-922a-913e3c34b519 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=02a7c16a-554a-4ad8-a4a9-73cc994d3940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471125 Jul 23 16:27:45.999119 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:46.015954 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c16417-708f-48d9-a03c-0e7cde2ba575 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:46.046232 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 11c16417-708f-48d9-a03c-0e7cde2ba575, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=11c16417-708f-48d9-a03c-0e7cde2ba575,segment=NetworkSegment(4922e251-ec1f-41e7-8718-5d07a120e814),segment_id=4922e251-ec1f-41e7-8718-5d07a120e814)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:46.046426 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b1be8-7db9-4431-850d-64e2dff26582 req-48600a66-9b81-431d-92df-2e4122174d30 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:46.048364 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2a0b1be8-7db9-4431-850d-64e2dff26582 req-48600a66-9b81-431d-92df-2e4122174d30 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=355be8c9-143c-429c-9f90-aa0510a8a596 HTTP/1.1" status: 200 len: 943 time: 0.1502347 Jul 23 16:27:46.058509 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:46.072038 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6c903-7520-453f-8820-b758e3425010 req-ea3740dc-a2fa-4971-bd8b-5fc7db31a13b tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:46.080734 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-06a6c903-7520-453f-8820-b758e3425010 req-ea3740dc-a2fa-4971-bd8b-5fc7db31a13b tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=0942657e-4085-4452-b497-8b5b90a43776 HTTP/1.1" status: 200 len: 945 time: 0.1356246 Jul 23 16:27:46.103374 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a3ad58ee-54ef-40cc-b59c-3128c8e5d693 req-d5b903f0-45ec-45ff-872a-41d9f47becdf service neutron] 10.222.0.74 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340513 Jul 23 16:27:46.154514 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-06a6c903-7520-453f-8820-b758e3425010 req-d4523609-c735-4815-b9f2-b9682459e808 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726936 Jul 23 16:27:46.181755 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=11c16417-708f-48d9-a03c-0e7cde2ba575,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:46.183758 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2a0b1be8-7db9-4431-850d-64e2dff26582 req-df81abe5-a631-4828-b0d7-a7766a6ca863 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999434 Jul 23 16:27:46.277171 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a3ad58ee-54ef-40cc-b59c-3128c8e5d693 req-77b9205d-be39-466b-b3ce-8a2fbf891714 service neutron] 10.222.0.74 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564450 Jul 23 16:27:46.402979 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae885e2-efd9-458f-b69f-cb53ab91e8ac req-b86a9fc2-d0a8-4103-9d7d-430d0632c648 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:46.412856 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0ae885e2-efd9-458f-b69f-cb53ab91e8ac req-b86a9fc2-d0a8-4103-9d7d-430d0632c648 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 945 time: 0.1429033 Jul 23 16:27:46.503208 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0ae885e2-efd9-458f-b69f-cb53ab91e8ac req-78dcaf75-4f2c-438b-9d07-f23aebf890d0 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891697 Jul 23 16:27:46.528979 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['11c16417-708f-48d9-a03c-0e7cde2ba575'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:46.591905 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf29c4d-03a9-49ea-be46-25a962b5794c req-6ad8206e-d90f-4af6-bdca-924abe376d9c tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:46.600189 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7cf29c4d-03a9-49ea-be46-25a962b5794c req-6ad8206e-d90f-4af6-bdca-924abe376d9c tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=239faa13-f5c0-4fe6-a809-6e7e0b50c8f1 HTTP/1.1" status: 200 len: 946 time: 0.1547077 Jul 23 16:27:46.703476 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7cf29c4d-03a9-49ea-be46-25a962b5794c req-4e4c642b-ca65-4d55-a62f-25aa0f23aa32 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022131 Jul 23 16:27:46.757442 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901f99f-c0d3-40e2-b533-de0dd2572467 req-dffd761e-8820-454c-86d9-6cf9e2344454 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:46.767202 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d901f99f-c0d3-40e2-b533-de0dd2572467 req-dffd761e-8820-454c-86d9-6cf9e2344454 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 945 time: 0.1254141 Jul 23 16:27:46.821738 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d901f99f-c0d3-40e2-b533-de0dd2572467 req-72a8110e-3461-4f97-ac09-f45c9746af20 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483401 Jul 23 16:27:47.374901 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fbb56-71e3-4b03-99fd-fca3b610ede5 req-023366c6-41e9-468b-ae1d-557250738df9 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:47.376576 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e39fbb56-71e3-4b03-99fd-fca3b610ede5 req-023366c6-41e9-468b-ae1d-557250738df9 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=0942657e-4085-4452-b497-8b5b90a43776 HTTP/1.1" status: 200 len: 945 time: 0.1289752 Jul 23 16:27:47.390539 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7375c3f-f4f4-4205-a974-6efca815b50f req-5837553b-3a26-44f0-b3ac-4ac9397db064 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:47.392172 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7375c3f-f4f4-4205-a974-6efca815b50f req-5837553b-3a26-44f0-b3ac-4ac9397db064 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=355be8c9-143c-429c-9f90-aa0510a8a596 HTTP/1.1" status: 200 len: 944 time: 0.0970242 Jul 23 16:27:47.482184 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e39fbb56-71e3-4b03-99fd-fca3b610ede5 req-e9c72230-5596-482e-a679-955b6234a2a3 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876639 Jul 23 16:27:47.490838 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7375c3f-f4f4-4205-a974-6efca815b50f req-3b010482-5e9c-455e-983f-ff0117ab6eb1 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900028 Jul 23 16:27:47.781447 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071652b-296b-4869-84cb-ef9e88132d30 req-bc08acf0-65b4-40f6-9093-65050628dd92 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:47.783030 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c071652b-296b-4869-84cb-ef9e88132d30 req-bc08acf0-65b4-40f6-9093-65050628dd92 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 945 time: 0.1066589 Jul 23 16:27:47.793158 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1723b-8956-45e5-90e5-bda01d770d69 req-7d8dbb59-432e-4099-b8e3-763457faa5fa tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:47.795202 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e4c1723b-8956-45e5-90e5-bda01d770d69 req-7d8dbb59-432e-4099-b8e3-763457faa5fa tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=0942657e-4085-4452-b497-8b5b90a43776 HTTP/1.1" status: 200 len: 945 time: 0.1396196 Jul 23 16:27:47.867452 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c071652b-296b-4869-84cb-ef9e88132d30 req-a5b93c9b-85ac-4c33-9d85-3f97683890cb tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712008 Jul 23 16:27:47.870900 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e4c1723b-8956-45e5-90e5-bda01d770d69 req-8c01826e-93ab-4300-9ecd-ff2531d3ecab tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669701 Jul 23 16:27:48.102077 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc635581-bcea-4bbe-b0fe-93dc8247dbce req-3a288941-aa7e-4768-ba65-4a7d85af539f tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:48.103847 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc635581-bcea-4bbe-b0fe-93dc8247dbce req-3a288941-aa7e-4768-ba65-4a7d85af539f tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 945 time: 0.1338234 Jul 23 16:27:48.112646 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e5c3f-fd74-4e94-b4e8-ad5f925855f6 req-455fd97a-8ea8-4e09-ac2b-561826b28e21 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:48.114227 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-150e5c3f-fd74-4e94-b4e8-ad5f925855f6 req-455fd97a-8ea8-4e09-ac2b-561826b28e21 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=239faa13-f5c0-4fe6-a809-6e7e0b50c8f1 HTTP/1.1" status: 200 len: 946 time: 0.1340473 Jul 23 16:27:48.177690 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc635581-bcea-4bbe-b0fe-93dc8247dbce req-237773b3-a8b7-4693-8489-8a700cbf7f58 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623856 Jul 23 16:27:48.187729 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-150e5c3f-fd74-4e94-b4e8-ad5f925855f6 req-09be06b6-e985-4bb4-8341-5fb66040ceff tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558686 Jul 23 16:27:48.376124 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440787e-40f4-440f-9197-b7506088411d req-6f822fec-0a9d-4d93-b482-cb4b00aeeb97 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:48.377796 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1440787e-40f4-440f-9197-b7506088411d req-6f822fec-0a9d-4d93-b482-cb4b00aeeb97 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 1096 time: 0.0770273 Jul 23 16:27:48.425453 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1440787e-40f4-440f-9197-b7506088411d req-05df69b9-7975-44fa-bb4d-e2399d6b1146 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354798 Jul 23 16:27:48.597200 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7538b29-9c0a-4859-80b5-fec36f7452f8 req-336691e7-3623-4791-8861-d56716adf404 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:48.598748 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7538b29-9c0a-4859-80b5-fec36f7452f8 req-336691e7-3623-4791-8861-d56716adf404 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=0942657e-4085-4452-b497-8b5b90a43776 HTTP/1.1" status: 200 len: 945 time: 0.1441555 Jul 23 16:27:48.664611 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5908fa6-87fc-4401-a287-7159d68119e9 req-a3784796-8d61-49b8-9d6e-589bb3db1cb2 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:48.666762 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f5908fa6-87fc-4401-a287-7159d68119e9 req-a3784796-8d61-49b8-9d6e-589bb3db1cb2 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 1096 time: 0.1273055 Jul 23 16:27:48.686047 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7538b29-9c0a-4859-80b5-fec36f7452f8 req-b601fc44-f0ba-438f-9a94-caa04450a330 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769846 Jul 23 16:27:48.732772 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f5908fa6-87fc-4401-a287-7159d68119e9 req-ec71450f-46ec-4221-8143-b5431aa8953c tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566552 Jul 23 16:27:48.877255 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168459b-9308-4605-9b79-7e9277763618 req-56c793b7-c66e-43ce-b4b4-739e2d98220d tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:48.879140 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9168459b-9308-4605-9b79-7e9277763618 req-56c793b7-c66e-43ce-b4b4-739e2d98220d tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=355be8c9-143c-429c-9f90-aa0510a8a596 HTTP/1.1" status: 200 len: 944 time: 0.0936115 Jul 23 16:27:48.924637 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9168459b-9308-4605-9b79-7e9277763618 req-ecede385-e50d-4c84-b2cc-1ee47a5a8d03 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386121 Jul 23 16:27:49.091833 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6150d4-1b4a-4f17-b0cc-8c1cacc40127 req-12a6ce8b-9e40-4906-8343-fa9fc02665b1 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:49.093477 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2a6150d4-1b4a-4f17-b0cc-8c1cacc40127 req-12a6ce8b-9e40-4906-8343-fa9fc02665b1 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 945 time: 0.0866723 Jul 23 16:27:49.153042 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2a6150d4-1b4a-4f17-b0cc-8c1cacc40127 req-62116a3a-7dbc-4a82-a14b-8cb5f78860ef tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483308 Jul 23 16:27:49.376983 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052c788-ad13-4538-a83b-6acfbb8a36b4 req-d2bc83ba-26c1-404b-aa28-4673e746e7a6 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:49.379366 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8052c788-ad13-4538-a83b-6acfbb8a36b4 req-d2bc83ba-26c1-404b-aa28-4673e746e7a6 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=239faa13-f5c0-4fe6-a809-6e7e0b50c8f1 HTTP/1.1" status: 200 len: 946 time: 0.0871642 Jul 23 16:27:49.423826 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8052c788-ad13-4538-a83b-6acfbb8a36b4 req-cb444027-7038-4771-b41c-1bb2f9ab9034 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374191 Jul 23 16:27:49.782598 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 11c16417-708f-48d9-a03c-0e7cde2ba575 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:49.866875 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 11c16417-708f-48d9-a03c-0e7cde2ba575 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:49.876393 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 11c16417-708f-48d9-a03c-0e7cde2ba575 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:49.876775 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:49.946547 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8e660-dbe3-4a93-a719-26e726dad1c3 req-cd9e1e59-668c-466c-bebc-730fac17151d tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:49.949534 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-09e8e660-dbe3-4a93-a719-26e726dad1c3 req-cd9e1e59-668c-466c-bebc-730fac17151d tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=0942657e-4085-4452-b497-8b5b90a43776 HTTP/1.1" status: 200 len: 945 time: 0.1056523 Jul 23 16:27:49.985371 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:50.028716 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 11c16417-708f-48d9-a03c-0e7cde2ba575, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=11c16417-708f-48d9-a03c-0e7cde2ba575,segment=NetworkSegment(4922e251-ec1f-41e7-8718-5d07a120e814),segment_id=4922e251-ec1f-41e7-8718-5d07a120e814)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:50.030240 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355be8c9-143c-429c-9f90-aa0510a8a596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c16417-708f-48d9-a03c-0e7cde2ba575'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:50.033856 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f95d5d-34e2-4b48-bb0e-c7bdfb88aed2" -d '{"events": [{"server_uuid": "355be8c9-143c-429c-9f90-aa0510a8a596", "name": "network-vif-plugged", "status": "completed", "tag": "11c16417-708f-48d9-a03c-0e7cde2ba575"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:50.038120 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:50.050942 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-09e8e660-dbe3-4a93-a719-26e726dad1c3 req-147e003b-b788-493c-984c-369ae672f124 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877144 Jul 23 16:27:50.118316 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=11c16417-708f-48d9-a03c-0e7cde2ba575,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:50.141045 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-128fa437-c3bf-4206-bbf2-2cb4a320d158 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:27:50.143530 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-128fa437-c3bf-4206-bbf2-2cb4a320d158 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120997 Jul 23 16:27:50.165381 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-afc82ff1-60b6-451a-a1cc-b13430647812 service neutron] Request body: {'binding': {'host': 'n-h2-778549-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:50.167086 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-afc82ff1-60b6-451a-a1cc-b13430647812 service neutron] Unknown quota resources ['binding']. {{(pid=94012) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:27:50.425147 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8da89-a95f-4797-8bce-96223cc1c6da req-afe4532c-ebb8-4f13-b70a-209a56fe633a tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:50.427553 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7bb8da89-a95f-4797-8bce-96223cc1c6da req-afe4532c-ebb8-4f13-b70a-209a56fe633a tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=355be8c9-143c-429c-9f90-aa0510a8a596 HTTP/1.1" status: 200 len: 945 time: 0.1302304 Jul 23 16:27:50.428546 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-afc82ff1-60b6-451a-a1cc-b13430647812 service neutron] Attempting to bind port 953b1823-1c6e-4407-abaf-c93f64c3e28d on host n-h2-778549-4 for vnic_type normal with profile None {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:27:50.428960 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-afc82ff1-60b6-451a-a1cc-b13430647812 service neutron] Attempting to bind port 953b1823-1c6e-4407-abaf-c93f64c3e28d by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:27:50.429507 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-afc82ff1-60b6-451a-a1cc-b13430647812 service neutron] Attempting to bind port 953b1823-1c6e-4407-abaf-c93f64c3e28d on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:50.436327 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-afc82ff1-60b6-451a-a1cc-b13430647812 service neutron] Port 953b1823-1c6e-4407-abaf-c93f64c3e28d on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:27:50.436651 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-afc82ff1-60b6-451a-a1cc-b13430647812 service neutron] Attempting to bind port 953b1823-1c6e-4407-abaf-c93f64c3e28d on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:50.469074 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-afc82ff1-60b6-451a-a1cc-b13430647812 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:27:50.469432 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-afc82ff1-60b6-451a-a1cc-b13430647812 service neutron] Checking segment: {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:27:50.469819 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-afc82ff1-60b6-451a-a1cc-b13430647812 service neutron] Bound using segment: {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:27:50.470673 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-afc82ff1-60b6-451a-a1cc-b13430647812 service neutron] Bound port: 953b1823-1c6e-4407-abaf-c93f64c3e28d, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:27:50.525847 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7bb8da89-a95f-4797-8bce-96223cc1c6da req-3083d28d-ecc9-462f-9994-16d6de601118 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818143 Jul 23 16:27:50.593822 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-afc82ff1-60b6-451a-a1cc-b13430647812 service neutron] For port 953b1823-1c6e-4407-abaf-c93f64c3e28d, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=953b1823-1c6e-4407-abaf-c93f64c3e28d,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:27:50.598447 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b778d11-1582-4cb2-bed7-f8511cecd549 x-openstack-request-id: req-5b778d11-1582-4cb2-bed7-f8511cecd549 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:50.598750 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355be8c9-143c-429c-9f90-aa0510a8a596", "name": "network-vif-plugged", "status": "completed", "tag": "11c16417-708f-48d9-a03c-0e7cde2ba575", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:50.599038 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5b778d11-1582-4cb2-bed7-f8511cecd549 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:50.599531 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355be8c9-143c-429c-9f90-aa0510a8a596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c16417-708f-48d9-a03c-0e7cde2ba575', 'code': 200} Jul 23 16:27:50.602116 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-afc82ff1-60b6-451a-a1cc-b13430647812 service neutron] Notify callbacks [] for binding, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:50.603340 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-afc82ff1-60b6-451a-a1cc-b13430647812 service neutron] 10.222.0.73 "POST /v2.0/ports/953b1823-1c6e-4407-abaf-c93f64c3e28d/bindings HTTP/1.1" status: 201 len: 389 time: 0.4526494 Jul 23 16:27:50.686104 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa923598-eb27-453e-9fba-e990df1e2478 req-d4f937a2-28a2-444f-b96a-70b614b06235 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:50.689893 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fa923598-eb27-453e-9fba-e990df1e2478 req-d4f937a2-28a2-444f-b96a-70b614b06235 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.74 "GET /v2.0/ports?device_id=0942657e-4085-4452-b497-8b5b90a43776 HTTP/1.1" status: 200 len: 945 time: 0.1356957 Jul 23 16:27:50.971056 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f9943-abd7-4b20-b0a3-b6dd19627ab4 req-cbb58d2b-d647-4bdc-b7db-f0cbe00ba430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:50.972849 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c8f9943-abd7-4b20-b0a3-b6dd19627ab4 req-cbb58d2b-d647-4bdc-b7db-f0cbe00ba430 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=355be8c9-143c-429c-9f90-aa0510a8a596 HTTP/1.1" status: 200 len: 1096 time: 0.2480471 Jul 23 16:27:50.988748 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b571b2-957f-4509-9cc7-deff82ebfd3b req-2c0faddd-b87f-4727-981b-b2f0ac2526cf tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:50.994163 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e6b571b2-957f-4509-9cc7-deff82ebfd3b req-2c0faddd-b87f-4727-981b-b2f0ac2526cf tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 945 time: 0.2804971 Jul 23 16:27:51.115032 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f687465-fe58-4837-9950-a62f8064754a req-36aee99f-e54f-47fd-80fa-1ec9667141fe tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:51.122321 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f687465-fe58-4837-9950-a62f8064754a req-36aee99f-e54f-47fd-80fa-1ec9667141fe tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=239faa13-f5c0-4fe6-a809-6e7e0b50c8f1 HTTP/1.1" status: 200 len: 946 time: 0.2517028 Jul 23 16:27:51.154810 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e6b571b2-957f-4509-9cc7-deff82ebfd3b req-94026584-0f65-4324-938a-66da0ffbd85e tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337783 Jul 23 16:27:51.159122 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c8f9943-abd7-4b20-b0a3-b6dd19627ab4 req-8f2d744b-d32c-4115-b541-d98ab68b8c78 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614716 Jul 23 16:27:51.200572 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f687465-fe58-4837-9950-a62f8064754a req-29d06ab6-9232-4bc6-aaef-00684b209874 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750597 Jul 23 16:27:51.230123 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-8071e3f4-932f-43d9-a029-e0d0dd44953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:51.234576 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-8071e3f4-932f-43d9-a029-e0d0dd44953a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c9785dc21e8448b1824d1571d64a2041&device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 1096 time: 0.2230361 Jul 23 16:27:51.374151 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-fa923598-eb27-453e-9fba-e990df1e2478 req-01027835-fbe0-4c30-b519-4c64d9f51cfb tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Deleting port fd10c92b-fa02-478c-95e9-416a526cce77 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:27:51.374670 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-fa923598-eb27-453e-9fba-e990df1e2478 req-01027835-fbe0-4c30-b519-4c64d9f51cfb tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:51.496696 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-fa923598-eb27-453e-9fba-e990df1e2478 req-01027835-fbe0-4c30-b519-4c64d9f51cfb tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] For port fd10c92b-fa02-478c-95e9-416a526cce77, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=fd10c92b-fa02-478c-95e9-416a526cce77,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:51.497689 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-fa923598-eb27-453e-9fba-e990df1e2478 req-01027835-fbe0-4c30-b519-4c64d9f51cfb tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:51.514730 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-fa923598-eb27-453e-9fba-e990df1e2478 req-01027835-fbe0-4c30-b519-4c64d9f51cfb tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Calling delete_port for fd10c92b-fa02-478c-95e9-416a526cce77 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:27:51.519320 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0e4d4-1b42-4a0b-b1ce-c835123d66e0 req-adb949fc-3b76-485c-b2ef-58cb7aa1c4dd tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:51.521928 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-49c0e4d4-1b42-4a0b-b1ce-c835123d66e0 req-adb949fc-3b76-485c-b2ef-58cb7aa1c4dd tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 945 time: 0.2085936 Jul 23 16:27:51.595344 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-00a1ec0e-6553-4ee3-bd32-e50a1709b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:51.597832 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-00a1ec0e-6553-4ee3-bd32-e50a1709b23b service neutron] 10.222.0.97 "GET /v2.0/networks?id=02a7c16a-554a-4ad8-a4a9-73cc994d3940 HTTP/1.1" status: 200 len: 922 time: 0.3505936 Jul 23 16:27:51.612442 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ea6ed-eddb-464f-aa7f-5b8bbcf49f6c req-a29c5689-38dc-4e8c-b3a6-45be1f144dc8 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:51.621937 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-598ea6ed-eddb-464f-aa7f-5b8bbcf49f6c req-a29c5689-38dc-4e8c-b3a6-45be1f144dc8 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=0942657e-4085-4452-b497-8b5b90a43776 HTTP/1.1" status: 200 len: 945 time: 0.2915852 Jul 23 16:27:51.641912 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-49c0e4d4-1b42-4a0b-b1ce-c835123d66e0 req-0322ef94-bace-4cea-a7fc-5125b290b14e tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978179 Jul 23 16:27:51.689124 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-fa923598-eb27-453e-9fba-e990df1e2478 req-01027835-fbe0-4c30-b519-4c64d9f51cfb tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:51.701685 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['c16e80ab-8bc6-4bb2-a761-b60dd7093c3d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:51.708798 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['fd10c92b-fa02-478c-95e9-416a526cce77'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:51.730470 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01027835-fbe0-4c30-b519-4c64d9f51cfb tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Pushing event deleted for resources: {'Port': ['ID=fd10c92b-fa02-478c-95e9-416a526cce77,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:51.791550 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-65d3191c-6448-43f0-99d4-68756c62682d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=953b1823-1c6e-4407-abaf-c93f64c3e28d HTTP/1.1" status: 200 len: 217 time: 0.1614604 Jul 23 16:27:51.825511 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa923598-eb27-453e-9fba-e990df1e2478 req-01027835-fbe0-4c30-b519-4c64d9f51cfb tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] No DVR routers for this DVR port fd10c92b-fa02-478c-95e9-416a526cce77 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:27:51.844560 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-fa923598-eb27-453e-9fba-e990df1e2478 req-01027835-fbe0-4c30-b519-4c64d9f51cfb tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:51.846877 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fa923598-eb27-453e-9fba-e990df1e2478 req-01027835-fbe0-4c30-b519-4c64d9f51cfb tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.74 "DELETE /v2.0/ports/fd10c92b-fa02-478c-95e9-416a526cce77 HTTP/1.1" status: 204 len: 173 time: 1.1435699 Jul 23 16:27:51.847372 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0942657e-4085-4452-b497-8b5b90a43776', 'name': 'network-vif-deleted', 'tag': 'fd10c92b-fa02-478c-95e9-416a526cce77'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:51.850366 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95bde65-1b86-457f-b736-18eb15183658" -d '{"events": [{"server_uuid": "0942657e-4085-4452-b497-8b5b90a43776", "name": "network-vif-deleted", "tag": "fd10c92b-fa02-478c-95e9-416a526cce77"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:51.913877 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-598ea6ed-eddb-464f-aa7f-5b8bbcf49f6c req-cf5b1afe-dbc5-459b-b038-733cfff9ab95 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902634 Jul 23 16:27:51.950981 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-0e3c7f52-99f4-48eb-a84a-0fa4d537705d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:51.952435 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-0e3c7f52-99f4-48eb-a84a-0fa4d537705d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8d7d20ea-5324-4d61-af92-f3ae3ea40d11 HTTP/1.1" status: 200 len: 860 time: 0.1404891 Jul 23 16:27:52.054993 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-92ce434f-8b13-48c6-9868-7dc6903f1681 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=02a7c16a-554a-4ad8-a4a9-73cc994d3940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832343 Jul 23 16:27:52.223422 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64677a5-499b-43c4-ade3-9964b130e235 x-openstack-request-id: req-e64677a5-499b-43c4-ade3-9964b130e235 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:52.224292 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0942657e-4085-4452-b497-8b5b90a43776", "name": "network-vif-deleted", "tag": "fd10c92b-fa02-478c-95e9-416a526cce77", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:52.225037 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e64677a5-499b-43c4-ade3-9964b130e235 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:52.225664 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0942657e-4085-4452-b497-8b5b90a43776', 'name': 'network-vif-deleted', 'tag': 'fd10c92b-fa02-478c-95e9-416a526cce77', 'status': 'completed', 'code': 200} Jul 23 16:27:52.315539 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-530b4a31-9ffc-4f0e-9e21-4d5d546fdc0d service neutron] 10.222.0.97 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381599 Jul 23 16:27:52.327101 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9f145-d3ad-4abc-90b6-a4d4dc41670c req-ab923bda-c51d-4826-b19f-b039c944592e tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:52.328968 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5dc9f145-d3ad-4abc-90b6-a4d4dc41670c req-ab923bda-c51d-4826-b19f-b039c944592e tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=355be8c9-143c-429c-9f90-aa0510a8a596 HTTP/1.1" status: 200 len: 945 time: 0.2005713 Jul 23 16:27:52.605637 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5dc9f145-d3ad-4abc-90b6-a4d4dc41670c req-217dd8a8-bd71-4211-9955-7659397e5bad tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662582 Jul 23 16:27:52.701096 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-e1378cf4-a401-4896-a944-31b4b070f19c service neutron] 10.222.0.97 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705842 Jul 23 16:27:52.830357 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0e162-c699-4157-978c-067fc708a0fe req-fed79bc0-2ef3-4161-b4a5-a38404ed19d1 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:52.840576 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-64f0e162-c699-4157-978c-067fc708a0fe req-fed79bc0-2ef3-4161-b4a5-a38404ed19d1 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 945 time: 0.3931775 Jul 23 16:27:52.870086 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627d9bc-6af5-4ff9-b76e-a2ff7c6cc73d req-65645c6a-7728-4cd8-8846-7c15a28c71c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:52.872230 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4627d9bc-6af5-4ff9-b76e-a2ff7c6cc73d req-65645c6a-7728-4cd8-8846-7c15a28c71c5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=2c1540bf7e9d405293d55a070efc5538&device_id=239faa13-f5c0-4fe6-a809-6e7e0b50c8f1 HTTP/1.1" status: 200 len: 1097 time: 0.3117661 Jul 23 16:27:52.932832 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7db7be-a461-428f-8e20-0209d9eb0b82 req-24bdde58-c623-4b3b-9699-d21ea0c62db2 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:52.939952 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3f7db7be-a461-428f-8e20-0209d9eb0b82 req-24bdde58-c623-4b3b-9699-d21ea0c62db2 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=239faa13-f5c0-4fe6-a809-6e7e0b50c8f1 HTTP/1.1" status: 200 len: 946 time: 0.2272911 Jul 23 16:27:52.995999 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-64f0e162-c699-4157-978c-067fc708a0fe req-227285f1-ecfc-4e8a-b6e8-f4b09f1f8b25 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542349 Jul 23 16:27:53.057241 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3f7db7be-a461-428f-8e20-0209d9eb0b82 req-054c3eff-fc93-4fff-b579-4de94f65c471 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160352 Jul 23 16:27:53.113869 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627d9bc-6af5-4ff9-b76e-a2ff7c6cc73d req-97b3b597-8c8b-4931-bfa8-385cb23bc524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:53.117787 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4627d9bc-6af5-4ff9-b76e-a2ff7c6cc73d req-97b3b597-8c8b-4931-bfa8-385cb23bc524 service neutron] 10.222.0.97 "GET /v2.0/networks?id=cc8dea18-f617-4713-91bf-c9e3a30e4af5 HTTP/1.1" status: 200 len: 918 time: 0.2292714 Jul 23 16:27:53.227853 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4627d9bc-6af5-4ff9-b76e-a2ff7c6cc73d req-ecd0cdf9-4fba-4b2d-920a-60dcc70cb08d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6bc315d-68db-45b9-96d6-4bf47baf51ad HTTP/1.1" status: 200 len: 217 time: 0.0976124 Jul 23 16:27:53.310641 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf9f13-009c-47aa-bb4f-85d2f2e7e77f req-d17e3c3a-a4b6-4718-88ec-4a770b8371c5 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:53.318166 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1fdf9f13-009c-47aa-bb4f-85d2f2e7e77f req-d17e3c3a-a4b6-4718-88ec-4a770b8371c5 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 945 time: 0.1943109 Jul 23 16:27:53.348886 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627d9bc-6af5-4ff9-b76e-a2ff7c6cc73d req-25b0b71f-3a3c-484a-8961-7dcad02ae390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:53.351670 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4627d9bc-6af5-4ff9-b76e-a2ff7c6cc73d req-25b0b71f-3a3c-484a-8961-7dcad02ae390 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f61c49a9-6bc7-45a2-9702-af85b441d4d7 HTTP/1.1" status: 200 len: 855 time: 0.1163740 Jul 23 16:27:53.404357 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1fdf9f13-009c-47aa-bb4f-85d2f2e7e77f req-08dd2d02-ec4c-4f91-841f-f09046d2c04c tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851507 Jul 23 16:27:53.445368 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627d9bc-6af5-4ff9-b76e-a2ff7c6cc73d req-ca295ca8-5e86-4486-8937-99f14c2558ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:53.447646 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4627d9bc-6af5-4ff9-b76e-a2ff7c6cc73d req-ca295ca8-5e86-4486-8937-99f14c2558ca service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cc8dea18-f617-4713-91bf-c9e3a30e4af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819569 Jul 23 16:27:53.586096 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4627d9bc-6af5-4ff9-b76e-a2ff7c6cc73d req-1b4feb44-2ee1-493a-9790-134b7c5fa98f service neutron] 10.222.0.97 "GET /v2.0/networks/cc8dea18-f617-4713-91bf-c9e3a30e4af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285858 Jul 23 16:27:53.796455 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4627d9bc-6af5-4ff9-b76e-a2ff7c6cc73d req-765cc816-9a3e-410a-8a00-6f34336b478f service neutron] 10.222.0.97 "GET /v2.0/networks/cc8dea18-f617-4713-91bf-c9e3a30e4af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000840 Jul 23 16:27:53.850401 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0dec52-cf46-4b76-84df-3c1be640f927 req-ace92af4-cdb9-431d-9a5e-cd44a0224655 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:53.852137 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5f0dec52-cf46-4b76-84df-3c1be640f927 req-ace92af4-cdb9-431d-9a5e-cd44a0224655 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=355be8c9-143c-429c-9f90-aa0510a8a596 HTTP/1.1" status: 200 len: 945 time: 0.1320894 Jul 23 16:27:53.934759 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5f0dec52-cf46-4b76-84df-3c1be640f927 req-06a947cf-2779-464e-8e74-ef0c14fffb2c tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715358 Jul 23 16:27:54.222358 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-8c9c7854-80e0-409f-915c-cd49d7d73d50 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:54.230214 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-8c9c7854-80e0-409f-915c-cd49d7d73d50 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/networks?id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 HTTP/1.1" status: 200 len: 806 time: 0.1285532 Jul 23 16:27:54.248313 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-5d49ddd2-ee6f-41ca-84c0-17ca7ddfcdb5 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/quotas/6e0db5f31fbe42e8a6955990f39f636d HTTP/1.1" status: 200 len: 375 time: 0.0167136 Jul 23 16:27:54.405694 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-5f9b9135-b9cc-482f-9e19-561f21fead8e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6e0db5f31fbe42e8a6955990f39f636d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1502252 Jul 23 16:27:54.430312 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40db796-bbe9-4454-b417-892b0ec2554d req-cf9449a1-d9c9-44fc-82f6-9eead6da2acb tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:54.440362 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c40db796-bbe9-4454-b417-892b0ec2554d req-cf9449a1-d9c9-44fc-82f6-9eead6da2acb tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 945 time: 0.1535039 Jul 23 16:27:54.707377 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device fd10c92b-fa02-478c-95e9-416a526cce77 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:27:54.748365 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: fd10c92b-fa02-478c-95e9-416a526cce77 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:27:54.748969 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device fd10c92b-fa02-478c-95e9-416a526cce77 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:27:54.886302 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c40db796-bbe9-4454-b417-892b0ec2554d req-97a597e7-0dbc-4671-bad6-1446d0a1c68f tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306149 Jul 23 16:27:54.918432 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-2c0a65b3-765e-4e20-ab9b-c112b242488c service neutron] 10.222.0.73 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760971 Jul 23 16:27:55.051380 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-811de2f8-c855-4ba3-a536-aa6adad79414 service neutron] 10.222.0.73 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265991 Jul 23 16:27:55.070753 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0f38c-977d-408a-bca9-f20065c12bf7 req-52d7d75f-301b-49c8-9b1c-6da49472d431 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:55.072231 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9cb0f38c-977d-408a-bca9-f20065c12bf7 req-52d7d75f-301b-49c8-9b1c-6da49472d431 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=239faa13-f5c0-4fe6-a809-6e7e0b50c8f1 HTTP/1.1" status: 200 len: 946 time: 0.1187096 Jul 23 16:27:55.116253 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9cb0f38c-977d-408a-bca9-f20065c12bf7 req-96a7e42d-c81a-4990-962f-e626d73a8d11 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381196 Jul 23 16:27:55.446084 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675700ef-e0bd-4051-ada5-e1152fdfc68b req-11432c9f-97e1-4a0c-836e-f905f03af0d9 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:55.453355 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-675700ef-e0bd-4051-ada5-e1152fdfc68b req-11432c9f-97e1-4a0c-836e-f905f03af0d9 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 945 time: 0.0970707 Jul 23 16:27:55.515691 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-675700ef-e0bd-4051-ada5-e1152fdfc68b req-4c8e30f6-6308-48fe-b216-c9fbae77d825 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606155 Jul 23 16:27:55.611801 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8ca4185-8ce7-4065-aab1-bfd7228e00b3 req-f35c4947-c799-470b-86ab-f396103368cc tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=33813fc3-df75-4314-9473-16e349811279 HTTP/1.1" status: 200 len: 210 time: 0.0613382 Jul 23 16:27:55.803544 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07ac51-8cab-476a-a651-78790272d758 req-4143bb9b-8a15-4052-9b11-123c9b83cd85 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:55.805255 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2d07ac51-8cab-476a-a651-78790272d758 req-4143bb9b-8a15-4052-9b11-123c9b83cd85 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=239faa13-f5c0-4fe6-a809-6e7e0b50c8f1 HTTP/1.1" status: 200 len: 946 time: 0.1212497 Jul 23 16:27:55.813256 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada31cf-2fcc-4a4b-975f-6ac03ab9784d req-c603021f-75d3-4c2a-aefd-5526ec40feb6 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:55.821080 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8ada31cf-2fcc-4a4b-975f-6ac03ab9784d req-c603021f-75d3-4c2a-aefd-5526ec40feb6 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/ports?device_id=094de921-ac45-4b95-bcf8-bef65fd49d80 HTTP/1.1" status: 200 len: 950 time: 0.1264482 Jul 23 16:27:55.911634 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8ada31cf-2fcc-4a4b-975f-6ac03ab9784d req-46875643-1e92-431f-af83-695ef2d30945 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/security-groups?id=624c99e8-3fc9-4cd0-880f-a602b91549cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893288 Jul 23 16:27:55.917892 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2d07ac51-8cab-476a-a651-78790272d758 req-45656fd4-7b7e-43c0-b744-f370f6f4051d tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944586 Jul 23 16:27:56.072694 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fb385-b140-45a5-a5f5-d6df89ac14f1 req-5f5e992d-962b-4108-b0cd-065f096c9879 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:56.074826 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fc7fb385-b140-45a5-a5f5-d6df89ac14f1 req-5f5e992d-962b-4108-b0cd-065f096c9879 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 945 time: 0.0858626 Jul 23 16:27:56.158867 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fc7fb385-b140-45a5-a5f5-d6df89ac14f1 req-3e7e4e0b-f21b-4cff-8c26-ed12212f354b tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658205 Jul 23 16:27:56.186048 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546af1c-bd7c-4d11-86b0-549fa427e76b req-34aae24f-f5c6-4a1f-b3fe-7a602ccd8518 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:56.187743 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2546af1c-bd7c-4d11-86b0-549fa427e76b req-34aae24f-f5c6-4a1f-b3fe-7a602ccd8518 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e84a10a-2866-4499-944e-aeb6e9287b31 HTTP/1.1" status: 200 len: 946 time: 0.1069369 Jul 23 16:27:56.243668 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2546af1c-bd7c-4d11-86b0-549fa427e76b req-261188f8-0f3a-4096-8e31-d15ce61d1247 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494080 Jul 23 16:27:56.395313 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7a3b2-eef5-4322-91a3-d9582b6152cc req-1e820b83-9827-495e-861b-bc07103d61cf tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:56.397106 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-10c7a3b2-eef5-4322-91a3-d9582b6152cc req-1e820b83-9827-495e-861b-bc07103d61cf tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=de599e27-91c9-4326-bfd3-522fd7e84a07 HTTP/1.1" status: 200 len: 945 time: 0.0840411 Jul 23 16:27:56.448050 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-10c7a3b2-eef5-4322-91a3-d9582b6152cc req-36858811-bf15-4684-8d81-34ca3609ed18 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430176 Jul 23 16:27:56.599020 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-d64dc7f2-b0f8-4e3e-8a30-caa2d173b8bc req-f1154579-46ed-442c-a5c4-c9d3935ca393 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:27:56.600412 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d64dc7f2-b0f8-4e3e-8a30-caa2d173b8bc req-f1154579-46ed-442c-a5c4-c9d3935ca393 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074291 Jul 23 16:27:56.794647 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d64dc7f2-b0f8-4e3e-8a30-caa2d173b8bc req-ed3b03f1-09c6-4b83-b93d-47e73d8a7e76 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1865234 Jul 23 16:27:56.841011 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-654e3426-69ad-4e93-a72c-272b839ab86b tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:56.843444 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-654e3426-69ad-4e93-a72c-272b839ab86b tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.74 "GET /v2.0/networks?id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 HTTP/1.1" status: 200 len: 806 time: 0.2157068 Jul 23 16:27:56.866996 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-20ff5774-a6ed-4abc-be69-4afdaa700f65 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Request body: {'port': {'device_id': '33813fc3-df75-4314-9473-16e349811279', 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6', 'admin_state_up': True, 'tenant_id': '6e0db5f31fbe42e8a6955990f39f636d'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:56.918927 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e670a56-85a6-42fd-97e4-ba85f0a727e8 req-b3dde90b-cad2-496c-bc2f-e3f8da18bd83 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:56.923710 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7e670a56-85a6-42fd-97e4-ba85f0a727e8 req-b3dde90b-cad2-496c-bc2f-e3f8da18bd83 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 945 time: 0.1070805 Jul 23 16:27:56.977026 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7e670a56-85a6-42fd-97e4-ba85f0a727e8 req-dc8961e8-806d-434b-b308-d86e7a6dc690 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460248 Jul 23 16:27:57.043002 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-20ff5774-a6ed-4abc-be69-4afdaa700f65 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Made reservation on behalf of 6e0db5f31fbe42e8a6955990f39f636d for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:57.047176 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-20ff5774-a6ed-4abc-be69-4afdaa700f65 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:57.096783 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8bc10ef-9c18-4989-9a40-581bb0391e08 req-4f082895-c760-4c8a-bfd7-d782664a51b9 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=33813fc3-df75-4314-9473-16e349811279 HTTP/1.1" status: 200 len: 210 time: 0.0372009 Jul 23 16:27:57.198235 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90218d0-9a7e-4b0f-b1b0-620b3ee907d8 req-753a2d37-b868-4f2e-8698-061dfa314e8f tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:57.200323 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e90218d0-9a7e-4b0f-b1b0-620b3ee907d8 req-753a2d37-b868-4f2e-8698-061dfa314e8f tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=239faa13-f5c0-4fe6-a809-6e7e0b50c8f1 HTTP/1.1" status: 200 len: 946 time: 0.0851581 Jul 23 16:27:57.236117 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-20ff5774-a6ed-4abc-be69-4afdaa700f65 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Allocated IP 172.20.0.10 (4fcdb072-b06e-4ac9-aeaa-783a9c8875b6/afdba85c-3a3a-4e3d-a242-c2e94f8ff50b/34ee2865-4ad4-47f0-95cb-4b7e485f5226) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:27:57.281377 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e90218d0-9a7e-4b0f-b1b0-620b3ee907d8 req-65f2b971-5933-4404-890b-536418739937 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662940 Jul 23 16:27:57.452777 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a999966-54ed-4615-9645-8bf2673235b0 req-17834ae7-a0a4-4f33-9474-0b62da7918b2 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:57.454705 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5a999966-54ed-4615-9645-8bf2673235b0 req-17834ae7-a0a4-4f33-9474-0b62da7918b2 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 945 time: 0.0868738 Jul 23 16:27:57.459586 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-20ff5774-a6ed-4abc-be69-4afdaa700f65 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:57.511844 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5a999966-54ed-4615-9645-8bf2673235b0 req-9915d178-1661-42fd-872a-15640ddd4011 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505090 Jul 23 16:27:57.514599 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-20ff5774-a6ed-4abc-be69-4afdaa700f65 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:57.530564 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['c16e80ab-8bc6-4bb2-a761-b60dd7093c3d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:57.664772 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-20ff5774-a6ed-4abc-be69-4afdaa700f65 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Network 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:57.676114 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-20ff5774-a6ed-4abc-be69-4afdaa700f65 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:57.682898 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-20ff5774-a6ed-4abc-be69-4afdaa700f65 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:27:57.709170 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a360ec-55e4-4b90-9106-4b7b42db6f05 req-aa3f25b4-6323-40ba-bd8b-0614f451614b tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:57.717365 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-21a360ec-55e4-4b90-9106-4b7b42db6f05 req-aa3f25b4-6323-40ba-bd8b-0614f451614b tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e84a10a-2866-4499-944e-aeb6e9287b31 HTTP/1.1" status: 200 len: 946 time: 0.1009345 Jul 23 16:27:57.750644 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff5774-a6ed-4abc-be69-4afdaa700f65 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Pushing event updated for resources: {'Port': ['ID=34ee2865-4ad4-47f0-95cb-4b7e485f5226,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:57.787548 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-21a360ec-55e4-4b90-9106-4b7b42db6f05 req-d15e1af9-34a9-4aaf-844c-9bffa9657c8a tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662363 Jul 23 16:27:57.795563 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-20ff5774-a6ed-4abc-be69-4afdaa700f65 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:57.801408 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-20ff5774-a6ed-4abc-be69-4afdaa700f65 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:57.823795 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-20ff5774-a6ed-4abc-be69-4afdaa700f65 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9641662 Jul 23 16:27:57.847797 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-e91a7b31-08cb-4d6c-83e6-2813827288db service neutron] Request body: {'port': {'device_id': '33813fc3-df75-4314-9473-16e349811279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:57.944258 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb938c44-2eb4-4803-903d-aae54c51dda8 req-6c4c0150-c153-441c-bb2f-683aab76fa89 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:57.946717 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb938c44-2eb4-4803-903d-aae54c51dda8 req-6c4c0150-c153-441c-bb2f-683aab76fa89 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=de599e27-91c9-4326-bfd3-522fd7e84a07 HTTP/1.1" status: 200 len: 945 time: 0.0781672 Jul 23 16:27:57.962574 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-e91a7b31-08cb-4d6c-83e6-2813827288db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:57.998125 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb938c44-2eb4-4803-903d-aae54c51dda8 req-a41131b8-67b4-4b05-a3c1-8c6267e195c6 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436895 Jul 23 16:27:58.196026 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e34f1-23f9-4f08-aad2-48f5159f6bfc req-42205d85-03f6-4dc3-93f4-61d0f539043b tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:58.198843 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-243e34f1-23f9-4f08-aad2-48f5159f6bfc req-42205d85-03f6-4dc3-93f4-61d0f539043b tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 945 time: 0.1351037 Jul 23 16:27:58.281412 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-243e34f1-23f9-4f08-aad2-48f5159f6bfc req-9a41f796-bb0f-4318-acea-738a84d68a18 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743175 Jul 23 16:27:58.448883 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-e91a7b31-08cb-4d6c-83e6-2813827288db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ee2865-4ad4-47f0-95cb-4b7e485f5226 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:58.459942 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-e91a7b31-08cb-4d6c-83e6-2813827288db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:58.475205 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-e91a7b31-08cb-4d6c-83e6-2813827288db service neutron] Transition to ACTIVE for port object 34ee2865-4ad4-47f0-95cb-4b7e485f5226 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:58.480467 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-e91a7b31-08cb-4d6c-83e6-2813827288db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:58.482993 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc663502-96d0-49ac-be28-f5fba4ddcccc req-f009548c-b6cc-4986-bf4b-98ac171bfbb1 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:58.489873 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc663502-96d0-49ac-be28-f5fba4ddcccc req-f009548c-b6cc-4986-bf4b-98ac171bfbb1 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:58.498011 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc663502-96d0-49ac-be28-f5fba4ddcccc req-f009548c-b6cc-4986-bf4b-98ac171bfbb1 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:58.499871 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc663502-96d0-49ac-be28-f5fba4ddcccc req-f009548c-b6cc-4986-bf4b-98ac171bfbb1 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=de599e27-91c9-4326-bfd3-522fd7e84a07&device_id=5e84a10a-2866-4499-944e-aeb6e9287b31&device_id=239faa13-f5c0-4fe6-a809-6e7e0b50c8f1 HTTP/1.1" status: 200 len: 2418 time: 0.1730404 Jul 23 16:27:58.578468 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e9f10-2a7a-498a-a9b4-b133e0649718 req-36ff7bf7-72e4-400f-b107-c6a719c6128a tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:58.580721 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-377e9f10-2a7a-498a-a9b4-b133e0649718 req-36ff7bf7-72e4-400f-b107-c6a719c6128a tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=33813fc3-df75-4314-9473-16e349811279 HTTP/1.1" status: 200 len: 932 time: 0.1664996 Jul 23 16:27:58.585095 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc663502-96d0-49ac-be28-f5fba4ddcccc req-3e89476f-76a5-4a64-949c-3dc7c74c27cb tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740268 Jul 23 16:27:58.601382 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a7b31-08cb-4d6c-83e6-2813827288db service neutron] Pushing event updated for resources: {'Port': ['ID=34ee2865-4ad4-47f0-95cb-4b7e485f5226,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:58.636793 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-377e9f10-2a7a-498a-a9b4-b133e0649718 req-94365516-9ae9-4fc9-81c9-6fd3e2b32fcf tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494823 Jul 23 16:27:58.659986 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-e91a7b31-08cb-4d6c-83e6-2813827288db service neutron] Attempting to bind port 34ee2865-4ad4-47f0-95cb-4b7e485f5226 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:27:58.660567 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-e91a7b31-08cb-4d6c-83e6-2813827288db service neutron] Attempting to bind port 34ee2865-4ad4-47f0-95cb-4b7e485f5226 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '2f9791c4-d6e7-486a-bc01-5ba80d4c65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:27:58.661380 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-e91a7b31-08cb-4d6c-83e6-2813827288db service neutron] Attempting to bind port 34ee2865-4ad4-47f0-95cb-4b7e485f5226 on network 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:58.669249 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-e91a7b31-08cb-4d6c-83e6-2813827288db service neutron] Port 34ee2865-4ad4-47f0-95cb-4b7e485f5226 on network 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:27:58.669747 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-e91a7b31-08cb-4d6c-83e6-2813827288db service neutron] Attempting to bind port 34ee2865-4ad4-47f0-95cb-4b7e485f5226 on network 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:58.679539 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-e91a7b31-08cb-4d6c-83e6-2813827288db service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:27:58.679539 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-e91a7b31-08cb-4d6c-83e6-2813827288db service neutron] Checking segment: {'id': '2f9791c4-d6e7-486a-bc01-5ba80d4c65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:27:58.679890 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-e91a7b31-08cb-4d6c-83e6-2813827288db service neutron] Bound using segment: {'id': '2f9791c4-d6e7-486a-bc01-5ba80d4c65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:27:58.680351 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-e91a7b31-08cb-4d6c-83e6-2813827288db service neutron] Bound port: 34ee2865-4ad4-47f0-95cb-4b7e485f5226, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f9791c4-d6e7-486a-bc01-5ba80d4c65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:27:58.680721 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-e91a7b31-08cb-4d6c-83e6-2813827288db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:58.722661 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 16a68862-eb98-4e84-8d3b-b5d80236bfcb no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:27:58.779735 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-e91a7b31-08cb-4d6c-83e6-2813827288db service neutron] For port 34ee2865-4ad4-47f0-95cb-4b7e485f5226, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:27:58.780897 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a33846-e1b9-498d-b2fd-395003348b54 req-9e449e81-58ef-4970-a512-5c34774386f4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:58.782768 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-92a33846-e1b9-498d-b2fd-395003348b54 req-9e449e81-58ef-4970-a512-5c34774386f4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 945 time: 0.1340020 Jul 23 16:27:58.783569 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-e91a7b31-08cb-4d6c-83e6-2813827288db service neutron] For port 34ee2865-4ad4-47f0-95cb-4b7e485f5226, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=34ee2865-4ad4-47f0-95cb-4b7e485f5226,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:27:58.790781 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-e91a7b31-08cb-4d6c-83e6-2813827288db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:58.831477 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-e91a7b31-08cb-4d6c-83e6-2813827288db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:58.832743 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-e91a7b31-08cb-4d6c-83e6-2813827288db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:58.834378 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d7eeff00-4ed8-4950-bee2-e18a474723b0 req-0f272c64-f95a-453e-8a6e-dee44344a0ac tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1422279 Jul 23 16:27:58.836012 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-e91a7b31-08cb-4d6c-83e6-2813827288db service neutron] 10.222.0.74 "PUT /v2.0/ports/34ee2865-4ad4-47f0-95cb-4b7e485f5226 HTTP/1.1" status: 200 len: 1092 time: 0.9929850 Jul 23 16:27:58.839205 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33813fc3-df75-4314-9473-16e349811279', 'tag': '34ee2865-4ad4-47f0-95cb-4b7e485f5226'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:58.841688 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec34cdd2-1982-47de-8062-9cfeecd5c1c8" -d '{"events": [{"name": "network-changed", "server_uuid": "33813fc3-df75-4314-9473-16e349811279", "tag": "34ee2865-4ad4-47f0-95cb-4b7e485f5226"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:58.856842 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:58.881920 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-92a33846-e1b9-498d-b2fd-395003348b54 req-93f3ee31-cd4c-409d-b748-3d59e765c842 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890920 Jul 23 16:27:58.934789 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a7b31-08cb-4d6c-83e6-2813827288db service neutron] Pushing event updated for resources: {'Port': ['ID=34ee2865-4ad4-47f0-95cb-4b7e485f5226,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:58.952789 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 16a68862-eb98-4e84-8d3b-b5d80236bfcb, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=16a68862-eb98-4e84-8d3b-b5d80236bfcb,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:58.954102 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094de921-ac45-4b95-bcf8-bef65fd49d80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16a68862-eb98-4e84-8d3b-b5d80236bfcb'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:58.957974 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def2e24e-4409-4cea-a752-d48ec16bff6b" -d '{"events": [{"server_uuid": "094de921-ac45-4b95-bcf8-bef65fd49d80", "name": "network-vif-unplugged", "status": "completed", "tag": "16a68862-eb98-4e84-8d3b-b5d80236bfcb"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:58.961919 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:59.001167 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-61b036e9-7395-4023-ad99-f8f7b638c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:59.003319 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-61b036e9-7395-4023-ad99-f8f7b638c893 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6e0db5f31fbe42e8a6955990f39f636d&device_id=33813fc3-df75-4314-9473-16e349811279 HTTP/1.1" status: 200 len: 1095 time: 0.1203766 Jul 23 16:27:59.024171 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5a594b-cfa2-40ca-bf2b-aee58bc321ce x-openstack-request-id: req-ab5a594b-cfa2-40ca-bf2b-aee58bc321ce {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:59.025099 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33813fc3-df75-4314-9473-16e349811279", "tag": "34ee2865-4ad4-47f0-95cb-4b7e485f5226", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:59.025397 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ab5a594b-cfa2-40ca-bf2b-aee58bc321ce {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:59.025755 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33813fc3-df75-4314-9473-16e349811279', 'tag': '34ee2865-4ad4-47f0-95cb-4b7e485f5226', 'status': 'completed', 'code': 200} Jul 23 16:27:59.037554 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=16a68862-eb98-4e84-8d3b-b5d80236bfcb,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:59.071426 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e41352-1254-412a-9cde-09d75f32a9a2 x-openstack-request-id: req-52e41352-1254-412a-9cde-09d75f32a9a2 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:59.071726 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094de921-ac45-4b95-bcf8-bef65fd49d80", "name": "network-vif-unplugged", "status": "completed", "tag": "16a68862-eb98-4e84-8d3b-b5d80236bfcb", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:59.072014 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-52e41352-1254-412a-9cde-09d75f32a9a2 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:59.072411 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094de921-ac45-4b95-bcf8-bef65fd49d80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16a68862-eb98-4e84-8d3b-b5d80236bfcb', 'code': 200} Jul 23 16:27:59.105459 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-9a5c2e65-22b4-4a15-9a01-1c34ce416bc4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34ee2865-4ad4-47f0-95cb-4b7e485f5226 HTTP/1.1" status: 200 len: 217 time: 0.0628543 Jul 23 16:27:59.164405 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-f4bc457c-4cf8-4cdd-bf2f-c658af547ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:59.166260 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-f4bc457c-4cf8-4cdd-bf2f-c658af547ddb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=afdba85c-3a3a-4e3d-a242-c2e94f8ff50b HTTP/1.1" status: 200 len: 846 time: 0.0462432 Jul 23 16:27:59.210359 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-ea8785f5-1d44-4529-a48c-d486c8d20f28 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345857 Jul 23 16:27:59.332290 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-48ae6874-adea-4c29-9524-cb548777a64a service neutron] 10.222.0.74 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139314 Jul 23 16:27:59.503929 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee835bbc-e72e-452e-9108-ebb2538f7d85 req-54ffffd9-db51-4682-aa0b-d1f8644ccbc7 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:59.514663 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ee835bbc-e72e-452e-9108-ebb2538f7d85 req-54ffffd9-db51-4682-aa0b-d1f8644ccbc7 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 945 time: 0.1313887 Jul 23 16:27:59.522439 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9fd77b35-ee98-4634-9deb-7d185682b42a req-ba3e0a0a-1639-409d-ae6a-60c704e588b1 service neutron] 10.222.0.74 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785688 Jul 23 16:27:59.578226 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ee835bbc-e72e-452e-9108-ebb2538f7d85 req-e8c2c0d9-50fd-458e-8baf-241a67bbdab0 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621812 Jul 23 16:27:59.654879 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34cdd2-1982-47de-8062-9cfeecd5c1c8 req-e02ffeae-34b5-49d1-8b8b-5e7fa5aa03c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:59.660540 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ec34cdd2-1982-47de-8062-9cfeecd5c1c8 req-e02ffeae-34b5-49d1-8b8b-5e7fa5aa03c0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6e0db5f31fbe42e8a6955990f39f636d&device_id=33813fc3-df75-4314-9473-16e349811279 HTTP/1.1" status: 200 len: 1095 time: 0.0691545 Jul 23 16:27:59.835614 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34cdd2-1982-47de-8062-9cfeecd5c1c8 req-7b0f966e-271f-4afe-a53a-d4469413f393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:59.836511 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af2524-d624-4eee-9b8c-cce3cad434d2 req-f2383e3a-66ba-400d-9d54-3c9964862009 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:59.838005 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ec34cdd2-1982-47de-8062-9cfeecd5c1c8 req-7b0f966e-271f-4afe-a53a-d4469413f393 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 HTTP/1.1" status: 200 len: 908 time: 0.1613333 Jul 23 16:27:59.838667 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41af2524-d624-4eee-9b8c-cce3cad434d2 req-f2383e3a-66ba-400d-9d54-3c9964862009 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=33813fc3-df75-4314-9473-16e349811279 HTTP/1.1" status: 200 len: 944 time: 0.1043847 Jul 23 16:27:59.902444 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ec34cdd2-1982-47de-8062-9cfeecd5c1c8 req-764e229e-add3-4a02-839c-b65f86b69efe service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34ee2865-4ad4-47f0-95cb-4b7e485f5226 HTTP/1.1" status: 200 len: 217 time: 0.0504184 Jul 23 16:27:59.908556 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41af2524-d624-4eee-9b8c-cce3cad434d2 req-9ba84aec-2d17-4dcf-9ee3-d3caf89e0ff6 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599756 Jul 23 16:27:59.982148 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34cdd2-1982-47de-8062-9cfeecd5c1c8 req-421f5a17-eb21-4b9e-b30f-d29582e7dd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:59.983786 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ec34cdd2-1982-47de-8062-9cfeecd5c1c8 req-421f5a17-eb21-4b9e-b30f-d29582e7dd86 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=afdba85c-3a3a-4e3d-a242-c2e94f8ff50b HTTP/1.1" status: 200 len: 846 time: 0.0583479 Jul 23 16:28:00.045385 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ec34cdd2-1982-47de-8062-9cfeecd5c1c8 req-8437e6fa-e819-47d8-9732-589d9a468361 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447698 Jul 23 16:28:00.076191 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:28:00.103561 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413311c1-aa81-4232-b800-c9920a95a707 req-7073b06d-ec44-4d8a-bc5f-7e7fb00a6f7a tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:00.106030 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-413311c1-aa81-4232-b800-c9920a95a707 req-7073b06d-ec44-4d8a-bc5f-7e7fb00a6f7a tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 945 time: 0.1117358 Jul 23 16:28:00.169790 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-413311c1-aa81-4232-b800-c9920a95a707 req-b6bbbb87-c4de-4ca4-935b-69cce6aff150 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555100 Jul 23 16:28:00.197853 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ec34cdd2-1982-47de-8062-9cfeecd5c1c8 req-c57050fc-7cea-4b80-ae90-77009fb84f89 service neutron] 10.222.0.74 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406660 Jul 23 16:28:00.326096 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ec34cdd2-1982-47de-8062-9cfeecd5c1c8 req-beee7876-a35c-40d3-a8e7-e35f9278425a service neutron] 10.222.0.74 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205270 Jul 23 16:28:00.510441 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23f2cb-49f9-4b20-8494-f8cdb7849abe req-9ad216cb-e73e-4f40-b4c8-25919774ae55 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:00.513363 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ea23f2cb-49f9-4b20-8494-f8cdb7849abe req-9ad216cb-e73e-4f40-b4c8-25919774ae55 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=de599e27-91c9-4326-bfd3-522fd7e84a07 HTTP/1.1" status: 200 len: 945 time: 0.0874090 Jul 23 16:28:00.573872 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ea23f2cb-49f9-4b20-8494-f8cdb7849abe req-a7f158ef-9638-4cd2-92ac-f0d2e544c005 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500779 Jul 23 16:28:00.755717 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de8ce9-254b-4df5-8799-e56b1572eb95 req-3121c3d7-90f0-4e59-baa0-a7280ce77df1 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:00.761793 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c2de8ce9-254b-4df5-8799-e56b1572eb95 req-3121c3d7-90f0-4e59-baa0-a7280ce77df1 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 945 time: 0.0889564 Jul 23 16:28:00.832582 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c2de8ce9-254b-4df5-8799-e56b1572eb95 req-0af4063f-4d88-41cc-8186-dd62f6b3f4ae tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671163 Jul 23 16:28:01.069725 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80308ecc-cc68-4346-9862-afcb2ea8f629 req-c57259f8-bafb-4c52-9e48-353223878290 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:01.071677 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80308ecc-cc68-4346-9862-afcb2ea8f629 req-c57259f8-bafb-4c52-9e48-353223878290 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=33813fc3-df75-4314-9473-16e349811279 HTTP/1.1" status: 200 len: 944 time: 0.0850153 Jul 23 16:28:01.122038 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80308ecc-cc68-4346-9862-afcb2ea8f629 req-d102c3f2-e3a4-41fa-aed3-e6523611b0a2 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435839 Jul 23 16:28:01.347212 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697d0fc-47ef-4930-adf8-8242ae84fe59 req-a6de566a-7877-4002-9be3-e80e0e213133 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:01.348823 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b697d0fc-47ef-4930-adf8-8242ae84fe59 req-a6de566a-7877-4002-9be3-e80e0e213133 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 945 time: 0.0852697 Jul 23 16:28:01.395541 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b697d0fc-47ef-4930-adf8-8242ae84fe59 req-b3b1036a-8bfa-46ff-9085-c18169b83591 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381873 Jul 23 16:28:01.805245 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e14cfa-2d65-4ca2-83a5-1a1c39292ab1 req-ea7f7704-a9ce-4870-84c1-93f3612bbc6b tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:01.812870 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-30e14cfa-2d65-4ca2-83a5-1a1c39292ab1 req-ea7f7704-a9ce-4870-84c1-93f3612bbc6b tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=de599e27-91c9-4326-bfd3-522fd7e84a07 HTTP/1.1" status: 200 len: 945 time: 0.1170998 Jul 23 16:28:01.861712 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-30e14cfa-2d65-4ca2-83a5-1a1c39292ab1 req-7c034ab9-4635-43f4-998b-7cd37a01b31a tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478969 Jul 23 16:28:02.027367 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ffff2-97ce-4deb-95eb-313816dcd6c3 req-3dede657-f5a3-48ba-83a0-f442e82d5e81 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:02.029189 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a29ffff2-97ce-4deb-95eb-313816dcd6c3 req-3dede657-f5a3-48ba-83a0-f442e82d5e81 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 945 time: 0.0980282 Jul 23 16:28:02.105106 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a29ffff2-97ce-4deb-95eb-313816dcd6c3 req-eb77fb95-274e-4652-815f-c306bf8f489a tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693398 Jul 23 16:28:02.326559 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b44b4-387b-4756-883a-3f3ac09218bf req-3585d0f8-699a-4e56-b6e8-5477a2140da7 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:02.328167 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4f6b44b4-387b-4756-883a-3f3ac09218bf req-3585d0f8-699a-4e56-b6e8-5477a2140da7 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.97 "GET /v2.0/ports?device_id=de599e27-91c9-4326-bfd3-522fd7e84a07 HTTP/1.1" status: 200 len: 945 time: 0.1442673 Jul 23 16:28:02.394940 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb2b92-793c-486f-977f-42b58da60db8 req-e914e97f-d674-434d-8318-32d94d5cc380 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:02.402622 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d9bb2b92-793c-486f-977f-42b58da60db8 req-e914e97f-d674-434d-8318-32d94d5cc380 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=33813fc3-df75-4314-9473-16e349811279 HTTP/1.1" status: 200 len: 944 time: 0.1544952 Jul 23 16:28:02.504395 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d9bb2b92-793c-486f-977f-42b58da60db8 req-691b8e4a-e33f-48ad-9b51-0e947ff3a7a1 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978260 Jul 23 16:28:02.570835 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-4f6b44b4-387b-4756-883a-3f3ac09218bf req-53d978ec-e937-455b-aca7-b973639b2c3a tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Deleting port 45bb821f-99b3-449e-aa34-976f4d409828 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:28:02.571483 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4f6b44b4-387b-4756-883a-3f3ac09218bf req-53d978ec-e937-455b-aca7-b973639b2c3a tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:02.595976 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9be8c171-24b8-49cf-889a-bdb331c12dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:02.728916 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-4f6b44b4-387b-4756-883a-3f3ac09218bf req-53d978ec-e937-455b-aca7-b973639b2c3a tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] For port 45bb821f-99b3-449e-aa34-976f4d409828, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=45bb821f-99b3-449e-aa34-976f4d409828,segment=NetworkSegment(f3aed737-88d1-4c58-b30e-6c9f55adb681),segment_id=f3aed737-88d1-4c58-b30e-6c9f55adb681)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:02.729321 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4f6b44b4-387b-4756-883a-3f3ac09218bf req-53d978ec-e937-455b-aca7-b973639b2c3a tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:02.752270 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 16a68862-eb98-4e84-8d3b-b5d80236bfcb details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:28:02.769939 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-4f6b44b4-387b-4756-883a-3f3ac09218bf req-53d978ec-e937-455b-aca7-b973639b2c3a tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Calling delete_port for 45bb821f-99b3-449e-aa34-976f4d409828 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:28:02.905683 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc7b64-76f1-4122-99da-8e15a26bcc6c req-c2ad6692-ca70-4f84-847b-474f235fe200 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:02.926602 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-51cc7b64-76f1-4122-99da-8e15a26bcc6c req-c2ad6692-ca70-4f84-847b-474f235fe200 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 945 time: 0.3338900 Jul 23 16:28:02.966777 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 16a68862-eb98-4e84-8d3b-b5d80236bfcb, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=16a68862-eb98-4e84-8d3b-b5d80236bfcb,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:02.981081 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '16a68862-eb98-4e84-8d3b-b5d80236bfcb', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': '16a68862-eb98-4e84-8d3b-b5d80236bfcb', 'mac_address': 'fa:16:3e:43:d0:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:28:03.030676 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:03.033277 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-51cc7b64-76f1-4122-99da-8e15a26bcc6c req-37d30aad-b59c-44f0-9cbe-4f9e2efc4198 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029506 Jul 23 16:28:03.045575 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16a68862-eb98-4e84-8d3b-b5d80236bfcb {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:28:03.079042 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 16a68862-eb98-4e84-8d3b-b5d80236bfcb, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=16a68862-eb98-4e84-8d3b-b5d80236bfcb,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:03.085346 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:03.086030 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 34ee2865-4ad4-47f0-95cb-4b7e485f5226 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:28:03.179033 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c3c6f-ee2d-4811-9f00-4f80f3ab0552 req-343f4e2f-6e44-41db-8e50-565cff98a868 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:03.181190 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-397c3c6f-ee2d-4811-9f00-4f80f3ab0552 req-343f4e2f-6e44-41db-8e50-565cff98a868 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=de599e27-91c9-4326-bfd3-522fd7e84a07 HTTP/1.1" status: 200 len: 945 time: 0.1809924 Jul 23 16:28:03.188664 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=16a68862-eb98-4e84-8d3b-b5d80236bfcb,revision_number=9']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:03.222161 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4f6b44b4-387b-4756-883a-3f3ac09218bf req-53d978ec-e937-455b-aca7-b973639b2c3a tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:03.237883 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['b6bc315d-68db-45b9-96d6-4bf47baf51ad', '45bb821f-99b3-449e-aa34-976f4d409828'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:28:03.243697 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['395b7994-0439-472b-acb9-10db34c8b875'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:28:03.271400 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d978ec-e937-455b-aca7-b973639b2c3a tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Pushing event deleted for resources: {'Port': ['ID=45bb821f-99b3-449e-aa34-976f4d409828,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:03.315860 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-397c3c6f-ee2d-4811-9f00-4f80f3ab0552 req-9306126c-6673-473e-b78e-b1d740766982 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230505 Jul 23 16:28:03.454649 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6b44b4-387b-4756-883a-3f3ac09218bf req-53d978ec-e937-455b-aca7-b973639b2c3a tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] No DVR routers for this DVR port 45bb821f-99b3-449e-aa34-976f4d409828 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:28:03.464142 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4f6b44b4-387b-4756-883a-3f3ac09218bf req-53d978ec-e937-455b-aca7-b973639b2c3a tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:03.466316 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4f6b44b4-387b-4756-883a-3f3ac09218bf req-53d978ec-e937-455b-aca7-b973639b2c3a tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.97 "DELETE /v2.0/ports/45bb821f-99b3-449e-aa34-976f4d409828 HTTP/1.1" status: 204 len: 173 time: 1.1193204 Jul 23 16:28:03.466853 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de599e27-91c9-4326-bfd3-522fd7e84a07', 'name': 'network-vif-deleted', 'tag': '45bb821f-99b3-449e-aa34-976f4d409828'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:03.478767 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3455804-e5dd-4f2d-ac13-0513a146d4d3" -d '{"events": [{"server_uuid": "de599e27-91c9-4326-bfd3-522fd7e84a07", "name": "network-vif-deleted", "tag": "45bb821f-99b3-449e-aa34-976f4d409828"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:03.540111 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40552d51-aff2-4c91-93b5-0750f1910cdb req-afad074b-b32c-4aa9-b1f4-b219f86ebe42 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:03.541843 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-40552d51-aff2-4c91-93b5-0750f1910cdb req-afad074b-b32c-4aa9-b1f4-b219f86ebe42 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 945 time: 0.2762656 Jul 23 16:28:03.567829 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 34ee2865-4ad4-47f0-95cb-4b7e485f5226, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=34ee2865-4ad4-47f0-95cb-4b7e485f5226,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:03.587125 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ea5154-180c-4580-9310-893068df6952 x-openstack-request-id: req-11ea5154-180c-4580-9310-893068df6952 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:03.587125 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de599e27-91c9-4326-bfd3-522fd7e84a07", "name": "network-vif-deleted", "tag": "45bb821f-99b3-449e-aa34-976f4d409828", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:03.587125 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-11ea5154-180c-4580-9310-893068df6952 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:03.587125 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de599e27-91c9-4326-bfd3-522fd7e84a07', 'name': 'network-vif-deleted', 'tag': '45bb821f-99b3-449e-aa34-976f4d409828', 'status': 'completed', 'code': 200} Jul 23 16:28:03.621235 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '34ee2865-4ad4-47f0-95cb-4b7e485f5226', 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6', 'port_id': '34ee2865-4ad4-47f0-95cb-4b7e485f5226', 'mac_address': 'fa:16:3e:3c:20:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afdba85c-3a3a-4e3d-a242-c2e94f8ff50b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:28:03.640161 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-40552d51-aff2-4c91-93b5-0750f1910cdb req-70fc8f59-a544-4825-a777-8a4d1f8ff5a1 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925734 Jul 23 16:28:03.712636 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:03.787261 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ee2865-4ad4-47f0-95cb-4b7e485f5226 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:28:03.826369 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 34ee2865-4ad4-47f0-95cb-4b7e485f5226, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=34ee2865-4ad4-47f0-95cb-4b7e485f5226,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:03.839554 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:03.886789 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3ae3e-44f8-4af4-b0bc-975f4628f7b3 req-88719888-f0c8-45b4-a65a-97ba46d7f8fe tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:03.888447 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-08e3ae3e-44f8-4af4-b0bc-975f4628f7b3 req-88719888-f0c8-45b4-a65a-97ba46d7f8fe tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=33813fc3-df75-4314-9473-16e349811279 HTTP/1.1" status: 200 len: 944 time: 0.1545033 Jul 23 16:28:04.021346 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-08e3ae3e-44f8-4af4-b0bc-975f4628f7b3 req-20f4ef53-2a4d-45cf-b96a-d341dca6ae0b tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242311 Jul 23 16:28:04.031833 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=34ee2865-4ad4-47f0-95cb-4b7e485f5226,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:04.054400 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['16a68862-eb98-4e84-8d3b-b5d80236bfcb'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:28:04.314712 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e78361-181f-4c64-b17c-1609f1734c6e req-af42f1e1-7c9d-4e1a-a654-c933a521bbc9 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:04.318692 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e1e78361-181f-4c64-b17c-1609f1734c6e req-af42f1e1-7c9d-4e1a-a654-c933a521bbc9 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 945 time: 0.1862993 Jul 23 16:28:04.355841 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['34ee2865-4ad4-47f0-95cb-4b7e485f5226'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:28:04.366322 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-7b8d482d-d683-41c3-9b2c-c3ea2945da48 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:04.368229 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-7b8d482d-d683-41c3-9b2c-c3ea2945da48 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/networks?id=0f7dd329-aa9a-4731-b1db-d3280f9ea57e HTTP/1.1" status: 200 len: 814 time: 0.1997979 Jul 23 16:28:04.404569 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-94bca5ab-16a4-4ffb-983f-a3ae358dd6f9 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/quotas/d825726ca3204edd88a4cd6a8f6f20f7 HTTP/1.1" status: 200 len: 375 time: 0.0294764 Jul 23 16:28:04.411123 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e1e78361-181f-4c64-b17c-1609f1734c6e req-755bda0d-7a9f-4521-9f8d-cd698398b6b0 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826318 Jul 23 16:28:04.504262 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-3a419d71-4c55-46b3-868f-17e40d4a6ec6 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d825726ca3204edd88a4cd6a8f6f20f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917048 Jul 23 16:28:04.518598 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-6ac349d5-b77d-48a7-820e-5842780a0202 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:28:04.521581 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-6ac349d5-b77d-48a7-820e-5842780a0202 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085320 Jul 23 16:28:04.680015 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:04.707730 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-db247d0b-a247-41ea-98e7-4fde1db66c89 service neutron] 10.222.0.73 "GET /v2.0/networks/0f7dd329-aa9a-4731-b1db-d3280f9ea57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793015 Jul 23 16:28:04.865016 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-dda9fe7e-68d1-433f-95bb-bcd510ecc88c tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:04.866632 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-dda9fe7e-68d1-433f-95bb-bcd510ecc88c tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5&tenant_id=c9785dc21e8448b1824d1571d64a2041&binding%3Ahost_id=n-h1-778549-4 HTTP/1.1" status: 200 len: 1096 time: 0.2285578 Jul 23 16:28:04.884610 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-efe5dc6b-421c-4c0c-aba0-d4f83a18a0d6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778549-4'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:04.890226 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-e241fbb4-abb6-47a6-8f9b-9daad9dba297 service neutron] 10.222.0.73 "GET /v2.0/networks/0f7dd329-aa9a-4731-b1db-d3280f9ea57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693192 Jul 23 16:28:04.980169 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ff4cb-55e6-4c85-a9ab-3a16f7cd903d req-7297834b-76f2-4808-9fa6-6d2cdcb701a7 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:04.981787 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e67ff4cb-55e6-4c85-a9ab-3a16f7cd903d req-7297834b-76f2-4808-9fa6-6d2cdcb701a7 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e84a10a-2866-4499-944e-aeb6e9287b31 HTTP/1.1" status: 200 len: 946 time: 0.1763003 Jul 23 16:28:05.012715 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-efe5dc6b-421c-4c0c-aba0-d4f83a18a0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:05.087781 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e67ff4cb-55e6-4c85-a9ab-3a16f7cd903d req-3fc7c863-0cf1-401d-bc19-d8edc6302b06 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961182 Jul 23 16:28:05.336410 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-65c9d6bd-9d51-443d-967a-29acc76ec294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:05.346478 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-efe5dc6b-421c-4c0c-aba0-d4f83a18a0d6 service neutron] For port 953b1823-1c6e-4407-abaf-c93f64c3e28d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=953b1823-1c6e-4407-abaf-c93f64c3e28d,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:05.404896 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:05.473177 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53ad13-c036-4ced-a855-bec0c45de755 req-95947d56-e4d6-43f5-ae2a-f541fa5eac5d tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:05.482072 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2d53ad13-c036-4ced-a855-bec0c45de755 req-95947d56-e4d6-43f5-ae2a-f541fa5eac5d tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 945 time: 0.3198066 Jul 23 16:28:05.506117 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-efe5dc6b-421c-4c0c-aba0-d4f83a18a0d6 service neutron] For port 953b1823-1c6e-4407-abaf-c93f64c3e28d, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:28:05.545527 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14dd5bb-dc26-473f-a7e5-377c5584515a req-e539534c-1f79-4d0a-ac35-b59ebc9e648d tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:05.555702 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a14dd5bb-dc26-473f-a7e5-377c5584515a req-e539534c-1f79-4d0a-ac35-b59ebc9e648d tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=33813fc3-df75-4314-9473-16e349811279 HTTP/1.1" status: 200 len: 945 time: 0.2892451 Jul 23 16:28:05.622733 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d72986-7430-49fa-8842-f6ebba8d06f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '953b1823-1c6e-4407-abaf-c93f64c3e28d'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:05.626157 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cbcd75-9558-434c-8ed3-eb0c753e148c" -d '{"events": [{"server_uuid": "60d72986-7430-49fa-8842-f6ebba8d06f5", "name": "network-vif-unplugged", "status": "completed", "tag": "953b1823-1c6e-4407-abaf-c93f64c3e28d"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:05.646002 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2d53ad13-c036-4ced-a855-bec0c45de755 req-5f98aa75-868d-4ebe-82c0-cca294c6b03b tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586266 Jul 23 16:28:05.648589 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-efe5dc6b-421c-4c0c-aba0-d4f83a18a0d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:05.674640 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-efe5dc6b-421c-4c0c-aba0-d4f83a18a0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:05.738904 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a14dd5bb-dc26-473f-a7e5-377c5584515a req-20cd003f-0999-492c-b1da-8eed738b9f90 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819670 Jul 23 16:28:05.818963 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0fa73b14-84fe-48b4-bd53-4f91db5c2711 req-c9107046-03f1-4299-ae26-ddefeddf487e tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2db7cf3-4812-4a49-9e15-35708b2df7d1 HTTP/1.1" status: 200 len: 210 time: 0.0769219 Jul 23 16:28:05.849016 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 953b1823-1c6e-4407-abaf-c93f64c3e28d details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:28:05.917935 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5dc6b-421c-4c0c-aba0-d4f83a18a0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=953b1823-1c6e-4407-abaf-c93f64c3e28d,revision_number=7']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:05.924435 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfb9dfd-971e-47d5-ae63-d459cb84ba1c x-openstack-request-id: req-ebfb9dfd-971e-47d5-ae63-d459cb84ba1c {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:05.924793 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d72986-7430-49fa-8842-f6ebba8d06f5", "name": "network-vif-unplugged", "status": "completed", "tag": "953b1823-1c6e-4407-abaf-c93f64c3e28d", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:05.925578 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ebfb9dfd-971e-47d5-ae63-d459cb84ba1c {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:05.926168 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d72986-7430-49fa-8842-f6ebba8d06f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '953b1823-1c6e-4407-abaf-c93f64c3e28d', 'code': 200} Jul 23 16:28:05.934083 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 45bb821f-99b3-449e-aa34-976f4d409828 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:28:05.979769 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-efe5dc6b-421c-4c0c-aba0-d4f83a18a0d6 service neutron] Attempting to bind port 953b1823-1c6e-4407-abaf-c93f64c3e28d on host n-h1-778549-4 for vnic_type normal with profile {"migrating_to": "n-h2-778549-4"} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:28:05.980104 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-efe5dc6b-421c-4c0c-aba0-d4f83a18a0d6 service neutron] Attempting to bind port 953b1823-1c6e-4407-abaf-c93f64c3e28d by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:28:05.980441 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-efe5dc6b-421c-4c0c-aba0-d4f83a18a0d6 service neutron] Attempting to bind port 953b1823-1c6e-4407-abaf-c93f64c3e28d on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:05.991952 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 45bb821f-99b3-449e-aa34-976f4d409828 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:28:05.992636 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-efe5dc6b-421c-4c0c-aba0-d4f83a18a0d6 service neutron] Port 953b1823-1c6e-4407-abaf-c93f64c3e28d on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:28:05.992975 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-efe5dc6b-421c-4c0c-aba0-d4f83a18a0d6 service neutron] Attempting to bind port 953b1823-1c6e-4407-abaf-c93f64c3e28d on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:05.993614 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 45bb821f-99b3-449e-aa34-976f4d409828 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:28:06.001761 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-efe5dc6b-421c-4c0c-aba0-d4f83a18a0d6 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:28:06.002190 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-efe5dc6b-421c-4c0c-aba0-d4f83a18a0d6 service neutron] Checking segment: {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:28:06.002585 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-efe5dc6b-421c-4c0c-aba0-d4f83a18a0d6 service neutron] Bound using segment: {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:28:06.003071 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-efe5dc6b-421c-4c0c-aba0-d4f83a18a0d6 service neutron] Bound port: 953b1823-1c6e-4407-abaf-c93f64c3e28d, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:28:06.003392 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-efe5dc6b-421c-4c0c-aba0-d4f83a18a0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:06.018233 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a250c-eeaf-43c1-bc05-0a2ee0728502 req-253a4ddb-de4f-448f-8ec2-40a06c0e3da5 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:06.020098 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c17a250c-eeaf-43c1-bc05-0a2ee0728502 req-253a4ddb-de4f-448f-8ec2-40a06c0e3da5 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 945 time: 0.1974323 Jul 23 16:28:06.070831 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 953b1823-1c6e-4407-abaf-c93f64c3e28d, host n-h1-778549-4, got binding levels [] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:06.106787 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Attempting to bind port 953b1823-1c6e-4407-abaf-c93f64c3e28d on host n-h1-778549-4 for vnic_type normal with profile {"migrating_to": "n-h2-778549-4"} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:28:06.107440 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Attempting to bind port 953b1823-1c6e-4407-abaf-c93f64c3e28d by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:28:06.107929 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Attempting to bind port 953b1823-1c6e-4407-abaf-c93f64c3e28d on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:06.113216 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Port 953b1823-1c6e-4407-abaf-c93f64c3e28d on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:28:06.113991 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Attempting to bind port 953b1823-1c6e-4407-abaf-c93f64c3e28d on network 02a7c16a-554a-4ad8-a4a9-73cc994d3940 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:06.122214 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:28:06.124036 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Checking segment: {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:28:06.125119 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Bound using segment: {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:28:06.125676 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c17a250c-eeaf-43c1-bc05-0a2ee0728502 req-54ed0abf-11e3-4dab-b8e9-684b3a4eef8a tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862539 Jul 23 16:28:06.126153 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Bound port: 953b1823-1c6e-4407-abaf-c93f64c3e28d, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5fc59b4-4fd9-4ada-a35d-b0726344c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '02a7c16a-554a-4ad8-a4a9-73cc994d3940'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:28:06.126358 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:06.134381 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-efe5dc6b-421c-4c0c-aba0-d4f83a18a0d6 service neutron] For port 953b1823-1c6e-4407-abaf-c93f64c3e28d, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:28:06.137844 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-efe5dc6b-421c-4c0c-aba0-d4f83a18a0d6 service neutron] For port 953b1823-1c6e-4407-abaf-c93f64c3e28d, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=953b1823-1c6e-4407-abaf-c93f64c3e28d,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:28:06.144169 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-efe5dc6b-421c-4c0c-aba0-d4f83a18a0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:06.210116 n-d-778549-4 neutron-server[94014]: WARNING neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Concurrent port binding operations failed on port 953b1823-1c6e-4407-abaf-c93f64c3e28d Jul 23 16:28:06.216569 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 953b1823-1c6e-4407-abaf-c93f64c3e28d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=953b1823-1c6e-4407-abaf-c93f64c3e28d,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:06.218592 n-d-778549-4 neutron-server[94014]: INFO neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Attempt 2 to bind port 953b1823-1c6e-4407-abaf-c93f64c3e28d Jul 23 16:28:06.219224 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 953b1823-1c6e-4407-abaf-c93f64c3e28d has no active binding in host n-h2-778549-4 {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 16:28:06.472790 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:06.620346 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538f2fd-6d17-44af-8477-6a7f618d8048 req-417f1efe-cc55-46ec-80f3-55112d1ed551 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:06.623378 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9538f2fd-6d17-44af-8477-6a7f618d8048 req-417f1efe-cc55-46ec-80f3-55112d1ed551 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e84a10a-2866-4499-944e-aeb6e9287b31 HTTP/1.1" status: 200 len: 946 time: 0.1277821 Jul 23 16:28:06.672233 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-efe5dc6b-421c-4c0c-aba0-d4f83a18a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:06.673176 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-efe5dc6b-421c-4c0c-aba0-d4f83a18a0d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:06.674672 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-efe5dc6b-421c-4c0c-aba0-d4f83a18a0d6 service neutron] 10.222.0.97 "PUT /v2.0/ports/953b1823-1c6e-4407-abaf-c93f64c3e28d HTTP/1.1" status: 200 len: 1121 time: 1.7979960 Jul 23 16:28:06.705673 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5dc6b-421c-4c0c-aba0-d4f83a18a0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=953b1823-1c6e-4407-abaf-c93f64c3e28d,revision_number=8']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:06.776799 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 16a68862-eb98-4e84-8d3b-b5d80236bfcb up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:28:06.790258 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd139b7-c7a8-4a10-a493-a02dcfff6b15 req-24275e0d-2602-4586-a0c7-a1864a0d0e87 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:06.791875 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8dd139b7-c7a8-4a10-a493-a02dcfff6b15 req-24275e0d-2602-4586-a0c7-a1864a0d0e87 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e84a10a-2866-4499-944e-aeb6e9287b31 HTTP/1.1" status: 200 len: 946 time: 0.6008878 Jul 23 16:28:06.851991 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['953b1823-1c6e-4407-abaf-c93f64c3e28d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:28:06.856230 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['953b1823-1c6e-4407-abaf-c93f64c3e28d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:28:06.888937 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-9538f2fd-6d17-44af-8477-6a7f618d8048 req-d8b9273f-326a-43e7-a1a5-d9354e451243 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Deleting port 395b7994-0439-472b-acb9-10db34c8b875 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:28:06.889410 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-9538f2fd-6d17-44af-8477-6a7f618d8048 req-d8b9273f-326a-43e7-a1a5-d9354e451243 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:06.917319 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-ec48f420-3d34-47e5-8439-8c80fd6be388 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:06.918966 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-ec48f420-3d34-47e5-8439-8c80fd6be388 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.97 "GET /v2.0/networks?id=0f7dd329-aa9a-4731-b1db-d3280f9ea57e HTTP/1.1" status: 200 len: 814 time: 0.2681944 Jul 23 16:28:06.924473 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8dd139b7-c7a8-4a10-a493-a02dcfff6b15 req-c6dd19b5-71f5-47f7-89ad-80723b42caa7 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224623 Jul 23 16:28:06.937914 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-1acb8765-58eb-4e79-999a-c8ed0cc821bb tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Request body: {'port': {'device_id': 'e2db7cf3-4812-4a49-9e15-35708b2df7d1', 'network_id': '0f7dd329-aa9a-4731-b1db-d3280f9ea57e', 'admin_state_up': True, 'tenant_id': 'd825726ca3204edd88a4cd6a8f6f20f7'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:07.110064 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 16a68862-eb98-4e84-8d3b-b5d80236bfcb triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:07.110827 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:07.113481 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-9538f2fd-6d17-44af-8477-6a7f618d8048 req-d8b9273f-326a-43e7-a1a5-d9354e451243 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] For port 395b7994-0439-472b-acb9-10db34c8b875, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=395b7994-0439-472b-acb9-10db34c8b875,segment=NetworkSegment(f3aed737-88d1-4c58-b30e-6c9f55adb681),segment_id=f3aed737-88d1-4c58-b30e-6c9f55adb681)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:07.114004 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-9538f2fd-6d17-44af-8477-6a7f618d8048 req-d8b9273f-326a-43e7-a1a5-d9354e451243 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:07.128297 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-9538f2fd-6d17-44af-8477-6a7f618d8048 req-d8b9273f-326a-43e7-a1a5-d9354e451243 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Calling delete_port for 395b7994-0439-472b-acb9-10db34c8b875 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:28:07.195900 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb4cbb-2bd4-4958-b7db-a442eef563b4 req-18eb1cff-5206-42ce-a4f5-28fe67f74659 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:07.203144 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eeeb4cbb-2bd4-4958-b7db-a442eef563b4 req-18eb1cff-5206-42ce-a4f5-28fe67f74659 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 943 time: 0.3710535 Jul 23 16:28:07.254834 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-1acb8765-58eb-4e79-999a-c8ed0cc821bb tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Made reservation on behalf of d825726ca3204edd88a4cd6a8f6f20f7 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:07.259102 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-1acb8765-58eb-4e79-999a-c8ed0cc821bb tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:07.272617 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:07.318365 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754a9ad-bb5f-487b-92b7-3f7ed6667fcb req-c7975f50-3e82-4fca-a424-bdc17127dfb1 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:07.320054 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2754a9ad-bb5f-487b-92b7-3f7ed6667fcb req-c7975f50-3e82-4fca-a424-bdc17127dfb1 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=33813fc3-df75-4314-9473-16e349811279 HTTP/1.1" status: 200 len: 945 time: 0.2323463 Jul 23 16:28:07.334749 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eeeb4cbb-2bd4-4958-b7db-a442eef563b4 req-e52c55be-faa0-4287-bb8b-4bf04e71a198 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283813 Jul 23 16:28:07.338659 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-9538f2fd-6d17-44af-8477-6a7f618d8048 req-d8b9273f-326a-43e7-a1a5-d9354e451243 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:07.407710 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:07.449462 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['395b7994-0439-472b-acb9-10db34c8b875'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:28:07.451581 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9273f-326a-43e7-a1a5-d9354e451243 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Pushing event deleted for resources: {'Port': ['ID=395b7994-0439-472b-acb9-10db34c8b875,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:07.456124 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094de921-ac45-4b95-bcf8-bef65fd49d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a68862-eb98-4e84-8d3b-b5d80236bfcb'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:07.458879 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068869be-c28c-4ae4-997f-56930107d639" -d '{"events": [{"server_uuid": "094de921-ac45-4b95-bcf8-bef65fd49d80", "name": "network-vif-plugged", "status": "completed", "tag": "16a68862-eb98-4e84-8d3b-b5d80236bfcb"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:07.498256 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-9538f2fd-6d17-44af-8477-6a7f618d8048 req-d8b9273f-326a-43e7-a1a5-d9354e451243 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] No DVR routers for this DVR port 395b7994-0439-472b-acb9-10db34c8b875 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:28:07.502576 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-9538f2fd-6d17-44af-8477-6a7f618d8048 req-d8b9273f-326a-43e7-a1a5-d9354e451243 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:07.507600 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9538f2fd-6d17-44af-8477-6a7f618d8048 req-d8b9273f-326a-43e7-a1a5-d9354e451243 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.74 "DELETE /v2.0/ports/395b7994-0439-472b-acb9-10db34c8b875 HTTP/1.1" status: 204 len: 173 time: 0.8740773 Jul 23 16:28:07.508949 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e84a10a-2866-4499-944e-aeb6e9287b31', 'name': 'network-vif-deleted', 'tag': '395b7994-0439-472b-acb9-10db34c8b875'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:07.509414 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 16a68862-eb98-4e84-8d3b-b5d80236bfcb, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=16a68862-eb98-4e84-8d3b-b5d80236bfcb,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:07.515751 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6af6242-4b14-40bb-ad02-507fbfc3f5a8" -d '{"events": [{"server_uuid": "5e84a10a-2866-4499-944e-aeb6e9287b31", "name": "network-vif-deleted", "tag": "395b7994-0439-472b-acb9-10db34c8b875"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:07.519441 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:07.521487 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9741a151-aa45-4af9-8921-272c230fedb2 req-f147022f-3b32-42a4-bec4-41facca3adde tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2db7cf3-4812-4a49-9e15-35708b2df7d1 HTTP/1.1" status: 200 len: 210 time: 0.0566781 Jul 23 16:28:07.523364 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 34ee2865-4ad4-47f0-95cb-4b7e485f5226 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:28:07.583410 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2754a9ad-bb5f-487b-92b7-3f7ed6667fcb req-0ef2180b-2289-4f52-b923-ba2693472962 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409396 Jul 23 16:28:07.698391 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-1acb8765-58eb-4e79-999a-c8ed0cc821bb tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Allocated IP 172.20.0.12 (0f7dd329-aa9a-4731-b1db-d3280f9ea57e/9c6b9aa7-0241-48a5-922c-6156c433486f/a05cff86-ff64-4c4c-99f4-289367a7063b) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:28:07.720328 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=16a68862-eb98-4e84-8d3b-b5d80236bfcb,revision_number=10']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:07.741295 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 34ee2865-4ad4-47f0-95cb-4b7e485f5226 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:28:07.754466 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 34ee2865-4ad4-47f0-95cb-4b7e485f5226 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:07.754466 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:07.882368 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ca1c81-9d7b-4fad-bc4f-f21ff33d22be x-openstack-request-id: req-13ca1c81-9d7b-4fad-bc4f-f21ff33d22be {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:07.882987 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094de921-ac45-4b95-bcf8-bef65fd49d80", "name": "network-vif-plugged", "status": "completed", "tag": "16a68862-eb98-4e84-8d3b-b5d80236bfcb", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:07.882987 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-13ca1c81-9d7b-4fad-bc4f-f21ff33d22be {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:07.883276 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094de921-ac45-4b95-bcf8-bef65fd49d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a68862-eb98-4e84-8d3b-b5d80236bfcb', 'code': 200} Jul 23 16:28:07.890162 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:07.928425 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d72986-7430-49fa-8842-f6ebba8d06f5', 'tag': '953b1823-1c6e-4407-abaf-c93f64c3e28d'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:07.937612 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cdc72e-cacf-49b1-b1ce-14de752c1f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "60d72986-7430-49fa-8842-f6ebba8d06f5", "tag": "953b1823-1c6e-4407-abaf-c93f64c3e28d"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:07.956981 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 34ee2865-4ad4-47f0-95cb-4b7e485f5226, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=34ee2865-4ad4-47f0-95cb-4b7e485f5226,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:07.957610 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc633d8-0fec-4195-a51a-c72cca7ad22b x-openstack-request-id: req-0cc633d8-0fec-4195-a51a-c72cca7ad22b {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:07.958675 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e84a10a-2866-4499-944e-aeb6e9287b31", "name": "network-vif-deleted", "tag": "395b7994-0439-472b-acb9-10db34c8b875", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:07.958914 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0cc633d8-0fec-4195-a51a-c72cca7ad22b {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:07.959145 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e84a10a-2866-4499-944e-aeb6e9287b31', 'name': 'network-vif-deleted', 'tag': '395b7994-0439-472b-acb9-10db34c8b875', 'status': 'completed', 'code': 200} Jul 23 16:28:07.966098 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:08.026777 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c9ef47-cef7-4a6c-af6a-ecae45a2d449 x-openstack-request-id: req-c4c9ef47-cef7-4a6c-af6a-ecae45a2d449 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:08.026777 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d72986-7430-49fa-8842-f6ebba8d06f5", "tag": "953b1823-1c6e-4407-abaf-c93f64c3e28d", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:08.026777 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c4c9ef47-cef7-4a6c-af6a-ecae45a2d449 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:08.026777 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d72986-7430-49fa-8842-f6ebba8d06f5', 'tag': '953b1823-1c6e-4407-abaf-c93f64c3e28d', 'status': 'completed', 'code': 200} Jul 23 16:28:08.080648 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=34ee2865-4ad4-47f0-95cb-4b7e485f5226,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:08.082449 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c85e0e-74e8-4d43-9e8e-af720560ff34 req-9ba31e6e-b210-42b3-bffd-1c6485edecb1 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:08.085287 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5c85e0e-74e8-4d43-9e8e-af720560ff34 req-9ba31e6e-b210-42b3-bffd-1c6485edecb1 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 945 time: 0.2988679 Jul 23 16:28:08.152826 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-1acb8765-58eb-4e79-999a-c8ed0cc821bb tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:08.195009 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdc72e-cacf-49b1-b1ce-14de752c1f3f req-947a046d-0af3-4edf-bd3b-e551907eafac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:08.196563 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-52cdc72e-cacf-49b1-b1ce-14de752c1f3f req-947a046d-0af3-4edf-bd3b-e551907eafac service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9785dc21e8448b1824d1571d64a2041&device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 1124 time: 0.1266215 Jul 23 16:28:08.226607 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5b6703c4-5f03-48b6-875e-b74899530c63 req-7e11f027-02a2-4dca-89bf-211fa5e9b1a5 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e84a10a-2866-4499-944e-aeb6e9287b31 HTTP/1.1" status: 200 len: 210 time: 0.0645080 Jul 23 16:28:08.245610 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5c85e0e-74e8-4d43-9e8e-af720560ff34 req-68d7e969-7a33-4f65-bc9f-a480f8bca1a1 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380670 Jul 23 16:28:08.323461 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-1acb8765-58eb-4e79-999a-c8ed0cc821bb tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:08.335636 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdc72e-cacf-49b1-b1ce-14de752c1f3f req-a11773c7-bc4c-4dbb-bbc0-e899505a06cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:08.337540 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-52cdc72e-cacf-49b1-b1ce-14de752c1f3f req-a11773c7-bc4c-4dbb-bbc0-e899505a06cd service neutron] 10.222.0.74 "GET /v2.0/networks?id=02a7c16a-554a-4ad8-a4a9-73cc994d3940 HTTP/1.1" status: 200 len: 922 time: 0.1319733 Jul 23 16:28:08.355825 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['850294b4-c641-440e-8b3b-f74bd72da704', '11c16417-708f-48d9-a03c-0e7cde2ba575'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:28:08.425646 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-52cdc72e-cacf-49b1-b1ce-14de752c1f3f req-b79bb3b1-2da8-4f3a-9f34-e8170612f4b0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=953b1823-1c6e-4407-abaf-c93f64c3e28d HTTP/1.1" status: 200 len: 217 time: 0.0739801 Jul 23 16:28:08.426318 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-1acb8765-58eb-4e79-999a-c8ed0cc821bb tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Network 0f7dd329-aa9a-4731-b1db-d3280f9ea57e is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:28:08.435581 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-1acb8765-58eb-4e79-999a-c8ed0cc821bb tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:28:08.451752 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-1acb8765-58eb-4e79-999a-c8ed0cc821bb tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:28:08.456788 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb8765-58eb-4e79-999a-c8ed0cc821bb tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Pushing event updated for resources: {'Port': ['ID=a05cff86-ff64-4c4c-99f4-289367a7063b,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:08.463953 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['b6bc315d-68db-45b9-96d6-4bf47baf51ad'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:28:08.510815 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdc72e-cacf-49b1-b1ce-14de752c1f3f req-f65956dc-04c5-4920-adde-aa49f16527ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:08.512709 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-52cdc72e-cacf-49b1-b1ce-14de752c1f3f req-f65956dc-04c5-4920-adde-aa49f16527ca service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8d7d20ea-5324-4d61-af92-f3ae3ea40d11 HTTP/1.1" status: 200 len: 860 time: 0.0715172 Jul 23 16:28:08.558047 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-52cdc72e-cacf-49b1-b1ce-14de752c1f3f req-e17fecb3-7a75-47f5-b880-a0cdf6d72959 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=02a7c16a-554a-4ad8-a4a9-73cc994d3940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351503 Jul 23 16:28:08.607761 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:08.619201 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-1acb8765-58eb-4e79-999a-c8ed0cc821bb tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:08.620246 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-1acb8765-58eb-4e79-999a-c8ed0cc821bb tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:08.679078 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-1acb8765-58eb-4e79-999a-c8ed0cc821bb tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7484565 Jul 23 16:28:08.692721 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8631f-73d1-4428-9a2a-dca09eea3d3e req-1371ecc2-8497-4ba1-87e2-cd89e4917493 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:08.695164 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6ec8631f-73d1-4428-9a2a-dca09eea3d3e req-1371ecc2-8497-4ba1-87e2-cd89e4917493 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 943 time: 0.2450817 Jul 23 16:28:08.703241 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-b83a68c2-64b5-466c-8fdd-eb8f3d558de2 service neutron] Request body: {'port': {'device_id': 'e2db7cf3-4812-4a49-9e15-35708b2df7d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:08.728641 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-52cdc72e-cacf-49b1-b1ce-14de752c1f3f req-f1402876-253b-4f6f-a671-64855964e17a service neutron] 10.222.0.74 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613493 Jul 23 16:28:08.801165 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6ec8631f-73d1-4428-9a2a-dca09eea3d3e req-670054c7-a53e-476e-918b-4c2fe8a900d0 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901351 Jul 23 16:28:08.870508 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000383b-d57e-4bf4-8345-239131ed68b2 req-35bde6e0-c566-4689-8837-8ac37ac96369 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:08.875061 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b000383b-d57e-4bf4-8345-239131ed68b2 req-35bde6e0-c566-4689-8837-8ac37ac96369 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2db7cf3-4812-4a49-9e15-35708b2df7d1 HTTP/1.1" status: 200 len: 932 time: 0.2504880 Jul 23 16:28:08.899321 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-52cdc72e-cacf-49b1-b1ce-14de752c1f3f req-5b37d688-7cce-48b5-ac9d-608b18643989 service neutron] 10.222.0.74 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584642 Jul 23 16:28:08.932496 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-b83a68c2-64b5-466c-8fdd-eb8f3d558de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:08.996513 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b000383b-d57e-4bf4-8345-239131ed68b2 req-9f89e29e-84ed-4251-9ab4-632be97f2265 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149604 Jul 23 16:28:09.115033 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590fac26-35e6-440a-a031-a62907421b2a req-bc5c4572-6cd4-4c4d-8d88-de8339adb346 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:09.122163 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-590fac26-35e6-440a-a031-a62907421b2a req-bc5c4572-6cd4-4c4d-8d88-de8339adb346 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=33813fc3-df75-4314-9473-16e349811279 HTTP/1.1" status: 200 len: 946 time: 0.2146199 Jul 23 16:28:09.216483 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-590fac26-35e6-440a-a031-a62907421b2a req-ee63e865-8df5-4fa2-b534-cbc1d795245e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934250 Jul 23 16:28:09.362951 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-b83a68c2-64b5-466c-8fdd-eb8f3d558de2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a05cff86-ff64-4c4c-99f4-289367a7063b {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:28:09.372464 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-b83a68c2-64b5-466c-8fdd-eb8f3d558de2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:09.426887 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-b83a68c2-64b5-466c-8fdd-eb8f3d558de2 service neutron] Transition to ACTIVE for port object a05cff86-ff64-4c4c-99f4-289367a7063b will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:28:09.447918 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-b83a68c2-64b5-466c-8fdd-eb8f3d558de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:09.556914 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a68c2-64b5-466c-8fdd-eb8f3d558de2 service neutron] Pushing event updated for resources: {'Port': ['ID=a05cff86-ff64-4c4c-99f4-289367a7063b,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:09.594971 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa9a46-c5c3-4087-b186-f6d4d1f12586 req-63b273dd-bc94-470a-921d-232fb15d00ea tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:09.596484 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-54fa9a46-c5c3-4087-b186-f6d4d1f12586 req-63b273dd-bc94-470a-921d-232fb15d00ea tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 945 time: 0.2201118 Jul 23 16:28:09.702667 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-54fa9a46-c5c3-4087-b186-f6d4d1f12586 req-9eccee13-8584-47e1-b37f-47bd5a8b16fd tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779204 Jul 23 16:28:09.707744 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-b83a68c2-64b5-466c-8fdd-eb8f3d558de2 service neutron] Attempting to bind port a05cff86-ff64-4c4c-99f4-289367a7063b on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:28:09.708705 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-b83a68c2-64b5-466c-8fdd-eb8f3d558de2 service neutron] Attempting to bind port a05cff86-ff64-4c4c-99f4-289367a7063b by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '4922e251-ec1f-41e7-8718-5d07a120e814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '0f7dd329-aa9a-4731-b1db-d3280f9ea57e'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:28:09.709142 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-b83a68c2-64b5-466c-8fdd-eb8f3d558de2 service neutron] Attempting to bind port a05cff86-ff64-4c4c-99f4-289367a7063b on network 0f7dd329-aa9a-4731-b1db-d3280f9ea57e {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:09.719870 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e80c47-557a-476a-810d-f77109359167 req-41daeff8-7278-49d2-aca7-a8c7b9b0876c tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:09.721570 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e0e80c47-557a-476a-810d-f77109359167 req-41daeff8-7278-49d2-aca7-a8c7b9b0876c tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=239faa13-f5c0-4fe6-a809-6e7e0b50c8f1 HTTP/1.1" status: 200 len: 946 time: 0.2217669 Jul 23 16:28:09.727064 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-b83a68c2-64b5-466c-8fdd-eb8f3d558de2 service neutron] Port a05cff86-ff64-4c4c-99f4-289367a7063b on network 0f7dd329-aa9a-4731-b1db-d3280f9ea57e not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:28:09.727716 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-b83a68c2-64b5-466c-8fdd-eb8f3d558de2 service neutron] Attempting to bind port a05cff86-ff64-4c4c-99f4-289367a7063b on network 0f7dd329-aa9a-4731-b1db-d3280f9ea57e {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:09.766220 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-b83a68c2-64b5-466c-8fdd-eb8f3d558de2 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:28:09.766816 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-b83a68c2-64b5-466c-8fdd-eb8f3d558de2 service neutron] Checking segment: {'id': '4922e251-ec1f-41e7-8718-5d07a120e814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '0f7dd329-aa9a-4731-b1db-d3280f9ea57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:28:09.767654 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-b83a68c2-64b5-466c-8fdd-eb8f3d558de2 service neutron] Bound using segment: {'id': '4922e251-ec1f-41e7-8718-5d07a120e814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '0f7dd329-aa9a-4731-b1db-d3280f9ea57e'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:28:09.768282 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-b83a68c2-64b5-466c-8fdd-eb8f3d558de2 service neutron] Bound port: a05cff86-ff64-4c4c-99f4-289367a7063b, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4922e251-ec1f-41e7-8718-5d07a120e814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '0f7dd329-aa9a-4731-b1db-d3280f9ea57e'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:28:09.768798 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-b83a68c2-64b5-466c-8fdd-eb8f3d558de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:09.835290 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e0e80c47-557a-476a-810d-f77109359167 req-5093e00e-b95b-4a02-ae30-c51dd3b0533c tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041458 Jul 23 16:28:09.884026 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-b83a68c2-64b5-466c-8fdd-eb8f3d558de2 service neutron] For port a05cff86-ff64-4c4c-99f4-289367a7063b, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:28:09.884706 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33813fc3-df75-4314-9473-16e349811279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ee2865-4ad4-47f0-95cb-4b7e485f5226'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:09.887947 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54167664-f79b-401a-a155-707e210c3b01" -d '{"events": [{"server_uuid": "33813fc3-df75-4314-9473-16e349811279", "name": "network-vif-plugged", "status": "completed", "tag": "34ee2865-4ad4-47f0-95cb-4b7e485f5226"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:09.890155 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-b83a68c2-64b5-466c-8fdd-eb8f3d558de2 service neutron] For port a05cff86-ff64-4c4c-99f4-289367a7063b, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=a05cff86-ff64-4c4c-99f4-289367a7063b,segment=NetworkSegment(4922e251-ec1f-41e7-8718-5d07a120e814),segment_id=4922e251-ec1f-41e7-8718-5d07a120e814)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:28:09.898550 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-b83a68c2-64b5-466c-8fdd-eb8f3d558de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:09.946050 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd607bf0-c380-42c1-b336-26006b7e6f86 x-openstack-request-id: req-fd607bf0-c380-42c1-b336-26006b7e6f86 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:09.946417 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33813fc3-df75-4314-9473-16e349811279", "name": "network-vif-plugged", "status": "completed", "tag": "34ee2865-4ad4-47f0-95cb-4b7e485f5226", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:09.946744 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fd607bf0-c380-42c1-b336-26006b7e6f86 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:09.947202 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33813fc3-df75-4314-9473-16e349811279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ee2865-4ad4-47f0-95cb-4b7e485f5226', 'code': 200} Jul 23 16:28:09.956411 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-b83a68c2-64b5-466c-8fdd-eb8f3d558de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:09.957203 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-b83a68c2-64b5-466c-8fdd-eb8f3d558de2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:09.959286 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-b83a68c2-64b5-466c-8fdd-eb8f3d558de2 service neutron] 10.222.0.97 "PUT /v2.0/ports/a05cff86-ff64-4c4c-99f4-289367a7063b HTTP/1.1" status: 200 len: 1092 time: 1.2620544 Jul 23 16:28:10.032175 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2db7cf3-4812-4a49-9e15-35708b2df7d1', 'tag': 'a05cff86-ff64-4c4c-99f4-289367a7063b'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:10.034933 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fcdb52-bd01-46d0-b550-395a422b10be" -d '{"events": [{"name": "network-changed", "server_uuid": "e2db7cf3-4812-4a49-9e15-35708b2df7d1", "tag": "a05cff86-ff64-4c4c-99f4-289367a7063b"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:10.088517 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a68c2-64b5-466c-8fdd-eb8f3d558de2 service neutron] Pushing event updated for resources: {'Port': ['ID=a05cff86-ff64-4c4c-99f4-289367a7063b,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:10.105766 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed327585-f630-4703-9054-16f82f4c2b86 req-33a30e56-5951-4f34-80b9-85964b5fc6cf tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:10.113101 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ed327585-f630-4703-9054-16f82f4c2b86 req-33a30e56-5951-4f34-80b9-85964b5fc6cf tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 943 time: 0.2032218 Jul 23 16:28:10.138059 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35580da6-36e8-4f15-b211-318d3a6c3f33 req-944650f5-51dd-4b00-98a7-293f6773b20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:10.140521 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-35580da6-36e8-4f15-b211-318d3a6c3f33 req-944650f5-51dd-4b00-98a7-293f6773b20b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=33813fc3-df75-4314-9473-16e349811279 HTTP/1.1" status: 200 len: 1097 time: 0.0944641 Jul 23 16:28:10.195574 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-35580da6-36e8-4f15-b211-318d3a6c3f33 req-81f489c1-99a2-48b3-a9b7-b69b06e75cf1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464246 Jul 23 16:28:10.218938 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ed327585-f630-4703-9054-16f82f4c2b86 req-c923feb5-2969-496b-9220-6239462d1372 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049933 Jul 23 16:28:10.246657 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-1ac63c2c-fd20-4a01-84b6-98be24092690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:10.248200 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-1ac63c2c-fd20-4a01-84b6-98be24092690 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d825726ca3204edd88a4cd6a8f6f20f7&device_id=e2db7cf3-4812-4a49-9e15-35708b2df7d1 HTTP/1.1" status: 200 len: 1095 time: 0.2310066 Jul 23 16:28:10.272091 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a6a6f-4eb9-486a-b422-b57ff4482248 req-0884942d-2705-42f9-bb82-91793fc55d55 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:10.274117 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e42a6a6f-4eb9-486a-b422-b57ff4482248 req-0884942d-2705-42f9-bb82-91793fc55d55 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2db7cf3-4812-4a49-9e15-35708b2df7d1 HTTP/1.1" status: 200 len: 944 time: 0.1774843 Jul 23 16:28:10.284932 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc7b25b-1a2f-438f-bce4-3fefb25e4605 x-openstack-request-id: req-dcc7b25b-1a2f-438f-bce4-3fefb25e4605 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:10.285248 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2db7cf3-4812-4a49-9e15-35708b2df7d1", "tag": "a05cff86-ff64-4c4c-99f4-289367a7063b", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:10.285506 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dcc7b25b-1a2f-438f-bce4-3fefb25e4605 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:10.285900 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2db7cf3-4812-4a49-9e15-35708b2df7d1', 'tag': 'a05cff86-ff64-4c4c-99f4-289367a7063b', 'status': 'completed', 'code': 200} Jul 23 16:28:10.342889 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-e5f60e0f-f531-49df-8185-296404df4c50 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a05cff86-ff64-4c4c-99f4-289367a7063b HTTP/1.1" status: 200 len: 217 time: 0.0803123 Jul 23 16:28:10.367399 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e42a6a6f-4eb9-486a-b422-b57ff4482248 req-644d2c75-e4b4-4e06-8aaa-4f0712afdb6f tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846136 Jul 23 16:28:10.414060 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-3ac0acc9-e21b-48c2-87a2-8d052e63f014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:10.415572 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-3ac0acc9-e21b-48c2-87a2-8d052e63f014 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c6b9aa7-0241-48a5-922c-6156c433486f HTTP/1.1" status: 200 len: 854 time: 0.0596142 Jul 23 16:28:10.473262 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-7d062515-0663-4dbc-b41e-38f8366c0e1c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=0f7dd329-aa9a-4731-b1db-d3280f9ea57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479264 Jul 23 16:28:10.653234 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83086962-4001-463a-ad33-327fa6f7ac8c req-a5c47e09-514f-406c-88ec-8a016356c186 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:10.655346 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-83086962-4001-463a-ad33-327fa6f7ac8c req-a5c47e09-514f-406c-88ec-8a016356c186 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=33813fc3-df75-4314-9473-16e349811279 HTTP/1.1" status: 200 len: 946 time: 0.1847508 Jul 23 16:28:10.699830 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-fd617262-eb30-48e9-8596-b8cd72c6230a service neutron] 10.222.0.97 "GET /v2.0/networks/0f7dd329-aa9a-4731-b1db-d3280f9ea57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158446 Jul 23 16:28:10.747453 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-83086962-4001-463a-ad33-327fa6f7ac8c req-8033f6c7-531e-434b-baf5-a0ff419ad07d tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827391 Jul 23 16:28:10.785036 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 395b7994-0439-472b-acb9-10db34c8b875 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:28:10.843994 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 395b7994-0439-472b-acb9-10db34c8b875 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:28:10.845137 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 395b7994-0439-472b-acb9-10db34c8b875 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:28:10.920082 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c047c77-f310-45cc-b919-fbfe415b2833 req-1a36883a-04b6-4910-957b-9a1fb877a9c1 service neutron] 10.222.0.97 "GET /v2.0/networks/0f7dd329-aa9a-4731-b1db-d3280f9ea57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009776 Jul 23 16:28:11.046192 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92677f2f-ea7f-40b3-87cc-eeb0238d63c0 req-0d7d1f69-80b0-42ba-bf5b-d67abd3094ec tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:11.047867 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-92677f2f-ea7f-40b3-87cc-eeb0238d63c0 req-0d7d1f69-80b0-42ba-bf5b-d67abd3094ec tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 945 time: 0.1813755 Jul 23 16:28:11.150824 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcdb52-bd01-46d0-b550-395a422b10be req-cc1afbc0-537b-4bad-b32b-8c9e28b7c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:11.150824 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b1fcdb52-bd01-46d0-b550-395a422b10be req-cc1afbc0-537b-4bad-b32b-8c9e28b7c2b0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d825726ca3204edd88a4cd6a8f6f20f7&device_id=e2db7cf3-4812-4a49-9e15-35708b2df7d1 HTTP/1.1" status: 200 len: 1095 time: 0.1384952 Jul 23 16:28:11.150824 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81d960-3d75-4540-ba9c-310a909b456d req-f6bbbba7-aef6-4133-a5ef-48390ddc0530 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:11.182991 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2b81d960-3d75-4540-ba9c-310a909b456d req-f6bbbba7-aef6-4133-a5ef-48390ddc0530 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=239faa13-f5c0-4fe6-a809-6e7e0b50c8f1 HTTP/1.1" status: 200 len: 946 time: 0.2025461 Jul 23 16:28:11.182991 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-92677f2f-ea7f-40b3-87cc-eeb0238d63c0 req-0d3690d9-f4c9-499c-9964-7c0683e32348 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992036 Jul 23 16:28:11.272827 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2b81d960-3d75-4540-ba9c-310a909b456d req-7d4b958f-c347-40f5-825b-60b9050533ee tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196387 Jul 23 16:28:11.424018 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcdb52-bd01-46d0-b550-395a422b10be req-f36b0551-92e9-4aca-8668-911d1b95ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:11.425808 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b1fcdb52-bd01-46d0-b550-395a422b10be req-f36b0551-92e9-4aca-8668-911d1b95ee62 service neutron] 10.222.0.97 "GET /v2.0/networks?id=0f7dd329-aa9a-4731-b1db-d3280f9ea57e HTTP/1.1" status: 200 len: 916 time: 0.2696340 Jul 23 16:28:11.513394 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b1fcdb52-bd01-46d0-b550-395a422b10be req-cbf28da0-648c-420b-8ec7-6ca3ca1d4e6b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a05cff86-ff64-4c4c-99f4-289367a7063b HTTP/1.1" status: 200 len: 217 time: 0.0794797 Jul 23 16:28:11.561085 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005e58f-cb40-42c2-99e7-6e71cc569e0b req-82610af5-bab3-440d-a6e7-92115fb91fd1 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:11.562770 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c005e58f-cb40-42c2-99e7-6e71cc569e0b req-82610af5-bab3-440d-a6e7-92115fb91fd1 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 943 time: 0.2124076 Jul 23 16:28:11.666443 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcdb52-bd01-46d0-b550-395a422b10be req-8dcb6a15-7ba4-4d95-b48a-87f5a1e9e10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:11.668132 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b1fcdb52-bd01-46d0-b550-395a422b10be req-8dcb6a15-7ba4-4d95-b48a-87f5a1e9e10a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c6b9aa7-0241-48a5-922c-6156c433486f HTTP/1.1" status: 200 len: 854 time: 0.1340773 Jul 23 16:28:11.677775 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c005e58f-cb40-42c2-99e7-6e71cc569e0b req-fbafa001-be34-4180-8b1a-76441eaf0d08 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839341 Jul 23 16:28:11.746359 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b1fcdb52-bd01-46d0-b550-395a422b10be req-141bdca7-3155-4a1b-84d6-8b92704eb5a6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=0f7dd329-aa9a-4731-b1db-d3280f9ea57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603220 Jul 23 16:28:11.756706 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a8844-443f-4b73-a90d-95b0d25101b5 req-4a64e6f9-e908-4c09-9106-c441a831a4ea tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:11.758369 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-415a8844-443f-4b73-a90d-95b0d25101b5 req-4a64e6f9-e908-4c09-9106-c441a831a4ea tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2db7cf3-4812-4a49-9e15-35708b2df7d1 HTTP/1.1" status: 200 len: 944 time: 0.1946130 Jul 23 16:28:11.853225 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-415a8844-443f-4b73-a90d-95b0d25101b5 req-faf01f05-3c01-4c3b-b918-9f16ba11d42b tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862491 Jul 23 16:28:11.894812 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b1fcdb52-bd01-46d0-b550-395a422b10be req-1dbd166c-9564-418a-aade-af836ad364d1 service neutron] 10.222.0.97 "GET /v2.0/networks/0f7dd329-aa9a-4731-b1db-d3280f9ea57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353450 Jul 23 16:28:12.146503 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b1fcdb52-bd01-46d0-b550-395a422b10be req-b1f4a34e-d058-4830-a601-e547ccf31306 service neutron] 10.222.0.97 "GET /v2.0/networks/0f7dd329-aa9a-4731-b1db-d3280f9ea57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398961 Jul 23 16:28:12.157700 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683610a-2394-4402-ac19-17fff6f1a12e req-3240add3-f9e0-4e31-b3bb-5dc69892ea4a tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:12.160182 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6683610a-2394-4402-ac19-17fff6f1a12e req-3240add3-f9e0-4e31-b3bb-5dc69892ea4a tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.97 "GET /v2.0/ports?device_id=239faa13-f5c0-4fe6-a809-6e7e0b50c8f1 HTTP/1.1" status: 200 len: 946 time: 0.2176788 Jul 23 16:28:12.190105 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80dd740-4ccf-4fd7-9216-af307edbb352 req-1ebfffdb-57e8-4e78-ba69-857264954dd9 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:12.199763 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c80dd740-4ccf-4fd7-9216-af307edbb352 req-1ebfffdb-57e8-4e78-ba69-857264954dd9 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=33813fc3-df75-4314-9473-16e349811279 HTTP/1.1" status: 200 len: 946 time: 0.2391510 Jul 23 16:28:12.407388 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c80dd740-4ccf-4fd7-9216-af307edbb352 req-d6600cf9-98a8-40d2-b3eb-8f388f4a9249 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045226 Jul 23 16:28:12.512902 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-6683610a-2394-4402-ac19-17fff6f1a12e req-cd44b4f0-b8a8-4575-a407-ec13e5ac5e38 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Deleting port b6bc315d-68db-45b9-96d6-4bf47baf51ad {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:28:12.513643 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6683610a-2394-4402-ac19-17fff6f1a12e req-cd44b4f0-b8a8-4575-a407-ec13e5ac5e38 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:12.545880 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe234cb9-c4ce-4364-87ae-06721b11d07c req-46570f35-9357-4874-83c4-2701f9085041 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:12.547955 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe234cb9-c4ce-4364-87ae-06721b11d07c req-46570f35-9357-4874-83c4-2701f9085041 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 945 time: 0.2205229 Jul 23 16:28:12.570426 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-47f223f3-7655-430e-99d5-b3be5fd3acee service neutron] 10.222.0.74 "GET /v2.0/ports/953b1823-1c6e-4407-abaf-c93f64c3e28d/bindings/n-h2-778549-4 HTTP/1.1" status: 200 len: 384 time: 0.0756977 Jul 23 16:28:12.715066 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe234cb9-c4ce-4364-87ae-06721b11d07c req-a49b07f3-310d-4b30-8ebe-e1645dc3fd0c tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522145 Jul 23 16:28:12.738918 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-6683610a-2394-4402-ac19-17fff6f1a12e req-cd44b4f0-b8a8-4575-a407-ec13e5ac5e38 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] For port b6bc315d-68db-45b9-96d6-4bf47baf51ad, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=b6bc315d-68db-45b9-96d6-4bf47baf51ad,segment=NetworkSegment(f3aed737-88d1-4c58-b30e-6c9f55adb681),segment_id=f3aed737-88d1-4c58-b30e-6c9f55adb681)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:12.740107 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6683610a-2394-4402-ac19-17fff6f1a12e req-cd44b4f0-b8a8-4575-a407-ec13e5ac5e38 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:12.760257 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c83dab-c9a8-4714-9ea9-668f701a1fc7 req-038f914c-b365-408d-ab85-2c05fecc8dbf tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:12.762023 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-06c83dab-c9a8-4714-9ea9-668f701a1fc7 req-038f914c-b365-408d-ab85-2c05fecc8dbf tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=239faa13-f5c0-4fe6-a809-6e7e0b50c8f1 HTTP/1.1" status: 200 len: 946 time: 0.2744803 Jul 23 16:28:12.791507 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-6683610a-2394-4402-ac19-17fff6f1a12e req-cd44b4f0-b8a8-4575-a407-ec13e5ac5e38 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Calling delete_port for b6bc315d-68db-45b9-96d6-4bf47baf51ad owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:28:12.880778 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-54caee21-c1b7-4649-9400-741a9cf6c545 service neutron] For port 953b1823-1c6e-4407-abaf-c93f64c3e28d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=953b1823-1c6e-4407-abaf-c93f64c3e28d,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:12.912704 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-54caee21-c1b7-4649-9400-741a9cf6c545 service neutron] For port 953b1823-1c6e-4407-abaf-c93f64c3e28d, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:28:12.962708 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-06c83dab-c9a8-4714-9ea9-668f701a1fc7 req-d383f3e6-d27b-4b00-9c8c-69affa5941ae tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/security-groups?id=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843846 Jul 23 16:28:12.969775 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-54caee21-c1b7-4649-9400-741a9cf6c545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 953b1823-1c6e-4407-abaf-c93f64c3e28d {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:28:12.995541 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-54caee21-c1b7-4649-9400-741a9cf6c545 service neutron] For port 953b1823-1c6e-4407-abaf-c93f64c3e28d, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=953b1823-1c6e-4407-abaf-c93f64c3e28d,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:13.016913 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-54caee21-c1b7-4649-9400-741a9cf6c545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:13.179601 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-54caee21-c1b7-4649-9400-741a9cf6c545 service neutron] Transition to ACTIVE for port object 953b1823-1c6e-4407-abaf-c93f64c3e28d will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:28:13.183641 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-54caee21-c1b7-4649-9400-741a9cf6c545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:13.265934 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-54caee21-c1b7-4649-9400-741a9cf6c545 service neutron] No DVR routers for this DVR port 953b1823-1c6e-4407-abaf-c93f64c3e28d on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:28:13.275144 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54caee21-c1b7-4649-9400-741a9cf6c545 service neutron] Pushing event updated for resources: {'Port': ['ID=953b1823-1c6e-4407-abaf-c93f64c3e28d,revision_number=10']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:13.313483 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54caee21-c1b7-4649-9400-741a9cf6c545 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:13.313834 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54caee21-c1b7-4649-9400-741a9cf6c545 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:13.314163 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54caee21-c1b7-4649-9400-741a9cf6c545 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:13.315365 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54caee21-c1b7-4649-9400-741a9cf6c545 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:13.315365 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54caee21-c1b7-4649-9400-741a9cf6c545 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:13.315365 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54caee21-c1b7-4649-9400-741a9cf6c545 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:13.315601 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54caee21-c1b7-4649-9400-741a9cf6c545 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:13.315790 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54caee21-c1b7-4649-9400-741a9cf6c545 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:13.316099 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54caee21-c1b7-4649-9400-741a9cf6c545 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:13.316479 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54caee21-c1b7-4649-9400-741a9cf6c545 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:13.317773 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54caee21-c1b7-4649-9400-741a9cf6c545 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:13.318101 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54caee21-c1b7-4649-9400-741a9cf6c545 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:13.328754 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-54caee21-c1b7-4649-9400-741a9cf6c545 service neutron] 10.222.0.74 "PUT /v2.0/ports/953b1823-1c6e-4407-abaf-c93f64c3e28d/bindings/n-h2-778549-4/activate HTTP/1.1" status: 200 len: 369 time: 0.7480147 Jul 23 16:28:13.615200 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f212e71-945d-43e4-8038-b58a56b78c19 req-762cf825-271b-4574-9cf7-60458f2ed6d1 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:13.616834 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7f212e71-945d-43e4-8038-b58a56b78c19 req-762cf825-271b-4574-9cf7-60458f2ed6d1 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=33813fc3-df75-4314-9473-16e349811279 HTTP/1.1" status: 200 len: 946 time: 0.7809994 Jul 23 16:28:13.650222 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6683610a-2394-4402-ac19-17fff6f1a12e req-cd44b4f0-b8a8-4575-a407-ec13e5ac5e38 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:13.676408 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['b6bc315d-68db-45b9-96d6-4bf47baf51ad'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:28:13.721960 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c07e06-644f-4851-84cf-fd3cdeefa23d req-dad3ac91-a609-4b92-a9df-c0d529c08f89 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:13.723654 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a5c07e06-644f-4851-84cf-fd3cdeefa23d req-dad3ac91-a609-4b92-a9df-c0d529c08f89 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 944 time: 0.2433076 Jul 23 16:28:13.726986 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-a67552c8-5448-4838-a35e-baee1a0f9d1b tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:13.728506 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-a67552c8-5448-4838-a35e-baee1a0f9d1b tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5&tenant_id=c9785dc21e8448b1824d1571d64a2041&binding%3Ahost_id=n-h1-778549-4 HTTP/1.1" status: 200 len: 1095 time: 0.2471015 Jul 23 16:28:13.738833 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44b4f0-b8a8-4575-a407-ec13e5ac5e38 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Pushing event deleted for resources: {'Port': ['ID=b6bc315d-68db-45b9-96d6-4bf47baf51ad,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:13.794583 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7f212e71-945d-43e4-8038-b58a56b78c19 req-7b8c31a9-8c24-43fe-be81-27660689bc6c tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661096 Jul 23 16:28:13.854360 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-6683610a-2394-4402-ac19-17fff6f1a12e req-cd44b4f0-b8a8-4575-a407-ec13e5ac5e38 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] No DVR routers for this DVR port b6bc315d-68db-45b9-96d6-4bf47baf51ad on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:28:13.859006 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6683610a-2394-4402-ac19-17fff6f1a12e req-cd44b4f0-b8a8-4575-a407-ec13e5ac5e38 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:13.861340 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6683610a-2394-4402-ac19-17fff6f1a12e req-cd44b4f0-b8a8-4575-a407-ec13e5ac5e38 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.97 "DELETE /v2.0/ports/b6bc315d-68db-45b9-96d6-4bf47baf51ad HTTP/1.1" status: 204 len: 173 time: 1.6580935 Jul 23 16:28:13.862678 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239faa13-f5c0-4fe6-a809-6e7e0b50c8f1', 'name': 'network-vif-deleted', 'tag': 'b6bc315d-68db-45b9-96d6-4bf47baf51ad'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:13.865741 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b1221e-02fd-4d89-81a3-0720dfa8523c" -d '{"events": [{"server_uuid": "239faa13-f5c0-4fe6-a809-6e7e0b50c8f1", "name": "network-vif-deleted", "tag": "b6bc315d-68db-45b9-96d6-4bf47baf51ad"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:13.904678 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a5c07e06-644f-4851-84cf-fd3cdeefa23d req-e9849b60-7339-4957-941b-8917e78d8fff tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567874 Jul 23 16:28:13.943830 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device a05cff86-ff64-4c4c-99f4-289367a7063b details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:28:13.954807 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-c14ff8da-70b1-4723-a768-ff56fdb9bcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:13.959404 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-c14ff8da-70b1-4723-a768-ff56fdb9bcf2 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5&tenant_id=c9785dc21e8448b1824d1571d64a2041 HTTP/1.1" status: 200 len: 1095 time: 0.2098353 Jul 23 16:28:14.186536 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc4c29-0d26-4061-9fae-f75ef9f0c561 req-a69d86c1-0752-431c-9d3e-1d90942d7b69 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:14.188680 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20bc4c29-0d26-4061-9fae-f75ef9f0c561 req-a69d86c1-0752-431c-9d3e-1d90942d7b69 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2db7cf3-4812-4a49-9e15-35708b2df7d1 HTTP/1.1" status: 200 len: 944 time: 0.2137494 Jul 23 16:28:14.214206 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port a05cff86-ff64-4c4c-99f4-289367a7063b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=a05cff86-ff64-4c4c-99f4-289367a7063b,segment=NetworkSegment(4922e251-ec1f-41e7-8718-5d07a120e814),segment_id=4922e251-ec1f-41e7-8718-5d07a120e814)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:14.231113 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-b9de54a1-e1a0-485f-890f-e49a037bdb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:14.232747 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-b9de54a1-e1a0-485f-890f-e49a037bdb07 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c9785dc21e8448b1824d1571d64a2041&device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 1095 time: 0.2095830 Jul 23 16:28:14.256975 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348322c4-4dc4-4c9b-b8a2-d2fb7d2c6673 req-dbd9c1bb-e717-4ef3-ab7e-e6f82c332582 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:14.264768 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-348322c4-4dc4-4c9b-b8a2-d2fb7d2c6673 req-dbd9c1bb-e717-4ef3-ab7e-e6f82c332582 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 945 time: 0.1957250 Jul 23 16:28:14.320804 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20bc4c29-0d26-4061-9fae-f75ef9f0c561 req-07fafbb9-b644-4c55-aff4-de6e8c0354a3 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199124 Jul 23 16:28:14.371383 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'a05cff86-ff64-4c4c-99f4-289367a7063b', 'network_id': '0f7dd329-aa9a-4731-b1db-d3280f9ea57e', 'port_id': 'a05cff86-ff64-4c4c-99f4-289367a7063b', 'mac_address': 'fa:16:3e:c2:47:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c6b9aa7-0241-48a5-922c-6156c433486f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:28:14.432548 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:14.447603 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a05cff86-ff64-4c4c-99f4-289367a7063b {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:28:14.464176 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-348322c4-4dc4-4c9b-b8a2-d2fb7d2c6673 req-3de5986f-a8eb-4e7a-ab2f-0eac0ab32ae9 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960504 Jul 23 16:28:14.487321 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port a05cff86-ff64-4c4c-99f4-289367a7063b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=a05cff86-ff64-4c4c-99f4-289367a7063b,segment=NetworkSegment(4922e251-ec1f-41e7-8718-5d07a120e814),segment_id=4922e251-ec1f-41e7-8718-5d07a120e814)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:14.500853 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:14.573488 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-4d691f0c-453b-43bb-8fb2-d09f4e0978cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:14.594707 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-4d691f0c-453b-43bb-8fb2-d09f4e0978cf service neutron] 10.222.0.97 "GET /v2.0/networks?id=02a7c16a-554a-4ad8-a4a9-73cc994d3940 HTTP/1.1" status: 200 len: 922 time: 0.3230751 Jul 23 16:28:14.600364 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825cb717-63df-43ea-84ee-eddd6cbac30b x-openstack-request-id: req-825cb717-63df-43ea-84ee-eddd6cbac30b {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:14.600746 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239faa13-f5c0-4fe6-a809-6e7e0b50c8f1", "name": "network-vif-deleted", "tag": "b6bc315d-68db-45b9-96d6-4bf47baf51ad", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:14.601341 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-825cb717-63df-43ea-84ee-eddd6cbac30b {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:14.601665 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239faa13-f5c0-4fe6-a809-6e7e0b50c8f1', 'name': 'network-vif-deleted', 'tag': 'b6bc315d-68db-45b9-96d6-4bf47baf51ad', 'status': 'completed', 'code': 200} Jul 23 16:28:14.618275 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=a05cff86-ff64-4c4c-99f4-289367a7063b,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:14.722049 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-da11eab0-3be2-45ea-9683-43ee79115b47 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=953b1823-1c6e-4407-abaf-c93f64c3e28d HTTP/1.1" status: 200 len: 217 time: 0.0958097 Jul 23 16:28:14.782143 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 953b1823-1c6e-4407-abaf-c93f64c3e28d no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:28:14.837117 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 953b1823-1c6e-4407-abaf-c93f64c3e28d not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:28:14.875158 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f826937a-ec45-4a53-beda-117c1f435524 req-981528fb-5278-4a68-a06e-e8e3ecad4902 tempest-ListServerFiltersTestJSON-1034811203 tempest-ListServerFiltersTestJSON-1034811203-project] 10.222.0.73 "GET /v2.0/ports?device_id=239faa13-f5c0-4fe6-a809-6e7e0b50c8f1 HTTP/1.1" status: 200 len: 210 time: 0.1051285 Jul 23 16:28:14.916730 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-f901c48e-6163-484f-8a37-66a3f3454fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:14.918216 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-f901c48e-6163-484f-8a37-66a3f3454fee service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8d7d20ea-5324-4d61-af92-f3ae3ea40d11 HTTP/1.1" status: 200 len: 860 time: 0.1853571 Jul 23 16:28:14.944637 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['a05cff86-ff64-4c4c-99f4-289367a7063b'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:28:14.967115 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-9fc64e22-fd14-429e-b5ef-8de7f2f9b2d6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=02a7c16a-554a-4ad8-a4a9-73cc994d3940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399606 Jul 23 16:28:15.009089 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902415b-963c-429f-8666-5c616d793e07 req-61aff995-c8a1-434f-98c0-16686e32d300 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:15.010823 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0902415b-963c-429f-8666-5c616d793e07 req-61aff995-c8a1-434f-98c0-16686e32d300 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=33813fc3-df75-4314-9473-16e349811279 HTTP/1.1" status: 200 len: 946 time: 0.1967635 Jul 23 16:28:15.154069 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0902415b-963c-429f-8666-5c616d793e07 req-82f476c1-2714-4856-8d23-5d77b8e00a1f tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337383 Jul 23 16:28:15.186634 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-e50bea8a-d957-42cd-8dc5-6fc0891d6024 service neutron] 10.222.0.97 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096708 Jul 23 16:28:15.243895 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac974d6-b735-4dc0-ab44-156f30312918 req-6aa23151-a45b-4d5b-847e-2802b6475bd8 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:15.245803 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aac974d6-b735-4dc0-ab44-156f30312918 req-6aa23151-a45b-4d5b-847e-2802b6475bd8 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 944 time: 0.1930337 Jul 23 16:28:15.337684 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aac974d6-b735-4dc0-ab44-156f30312918 req-01c9069d-8be7-4457-a340-a97968e46de3 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818467 Jul 23 16:28:15.348638 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-91739e33-1237-4571-b260-1514d94e58ab service neutron] 10.222.0.97 "GET /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520782 Jul 23 16:28:15.490155 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748e73d-73d2-4f59-8308-f7a583bdbf6a req-91dc497d-9558-40f8-8772-ceb1c1b42751 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:15.491915 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3748e73d-73d2-4f59-8308-f7a583bdbf6a req-91dc497d-9558-40f8-8772-ceb1c1b42751 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2db7cf3-4812-4a49-9e15-35708b2df7d1 HTTP/1.1" status: 200 len: 945 time: 0.0727680 Jul 23 16:28:15.546234 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3748e73d-73d2-4f59-8308-f7a583bdbf6a req-888d910c-6a41-430b-8f39-fad2ed64207e tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486369 Jul 23 16:28:15.636495 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84265b77-30b9-468c-81d5-7638ccfa0ce0 req-84ec1cf5-5cf9-46af-8892-26fa27b7b7da tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:15.638081 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-84265b77-30b9-468c-81d5-7638ccfa0ce0 req-84ec1cf5-5cf9-46af-8892-26fa27b7b7da tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 945 time: 0.0767605 Jul 23 16:28:15.713029 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-84265b77-30b9-468c-81d5-7638ccfa0ce0 req-d035a2b0-64dd-480a-979a-f89c73be60e5 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646935 Jul 23 16:28:15.736277 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-7f5ae40f-f274-4bcf-abbf-a5534a96c2a6 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:15.737958 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-7f5ae40f-f274-4bcf-abbf-a5534a96c2a6 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5&tenant_id=c9785dc21e8448b1824d1571d64a2041&binding%3Ahost_id=n-h2-778549-4 HTTP/1.1" status: 200 len: 1095 time: 0.0990016 Jul 23 16:28:15.864160 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-b62127ea-8525-4594-bc3a-6cc8ca5bd31f service neutron] For port 953b1823-1c6e-4407-abaf-c93f64c3e28d, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:28:15.867610 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-b62127ea-8525-4594-bc3a-6cc8ca5bd31f service neutron] Notify callbacks [] for binding, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:15.868747 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf7db3eb-76d0-41bc-a1c3-1a944d01e5a7 req-b62127ea-8525-4594-bc3a-6cc8ca5bd31f service neutron] 10.222.0.97 "DELETE /v2.0/ports/953b1823-1c6e-4407-abaf-c93f64c3e28d/bindings/n-h1-778549-4 HTTP/1.1" status: 204 len: 173 time: 0.1236596 Jul 23 16:28:15.932152 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 39042) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:15.964172 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device b6bc315d-68db-45b9-96d6-4bf47baf51ad no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:28:15.984218 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: b6bc315d-68db-45b9-96d6-4bf47baf51ad {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:28:15.984647 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device b6bc315d-68db-45b9-96d6-4bf47baf51ad not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:28:15.988076 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f94c1-446d-41dc-b460-8f179c4a0c9c req-d7e73829-d4b5-40bb-a333-155cb325b796 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:15.989932 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f05f94c1-446d-41dc-b460-8f179c4a0c9c req-d7e73829-d4b5-40bb-a333-155cb325b796 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/ports?device_id=094de921-ac45-4b95-bcf8-bef65fd49d80 HTTP/1.1" status: 200 len: 951 time: 0.1110065 Jul 23 16:28:15.995108 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-42457fd7-80d2-417b-b48a-d26e6b16e422 admin admin] Deleting subnet f61c49a9-6bc7-45a2-9702-af85b441d4d7 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:28:16.003835 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-42457fd7-80d2-417b-b48a-d26e6b16e422 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:16.056405 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-42457fd7-80d2-417b-b48a-d26e6b16e422 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:16.061020 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f05f94c1-446d-41dc-b460-8f179c4a0c9c req-e16619bd-c324-47dd-92e6-b1845f66fa44 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/security-groups?id=624c99e8-3fc9-4cd0-880f-a602b91549cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636997 Jul 23 16:28:16.147655 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-42457fd7-80d2-417b-b48a-d26e6b16e422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:16.205777 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-42457fd7-80d2-417b-b48a-d26e6b16e422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:16.238803 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42457fd7-80d2-417b-b48a-d26e6b16e422 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f61c49a9-6bc7-45a2-9702-af85b441d4d7,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:16.242130 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-42457fd7-80d2-417b-b48a-d26e6b16e422 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:16.244296 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-42457fd7-80d2-417b-b48a-d26e6b16e422 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f61c49a9-6bc7-45a2-9702-af85b441d4d7 HTTP/1.1" status: 204 len: 168 time: 0.3111479 Jul 23 16:28:16.249035 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 39048) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:16.259302 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b1dfd3-a05c-48c6-8fdc-f01b98d3a9d8 None None] Network cc8dea18-f617-4713-91bf-c9e3a30e4af5 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:28:16.293685 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42457fd7-80d2-417b-b48a-d26e6b16e422 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:16.294053 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42457fd7-80d2-417b-b48a-d26e6b16e422 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:16.294485 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42457fd7-80d2-417b-b48a-d26e6b16e422 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:16.295034 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42457fd7-80d2-417b-b48a-d26e6b16e422 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:16.295478 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42457fd7-80d2-417b-b48a-d26e6b16e422 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:16.295931 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42457fd7-80d2-417b-b48a-d26e6b16e422 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:16.296365 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42457fd7-80d2-417b-b48a-d26e6b16e422 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:16.297117 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42457fd7-80d2-417b-b48a-d26e6b16e422 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:16.297256 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42457fd7-80d2-417b-b48a-d26e6b16e422 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:16.297599 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42457fd7-80d2-417b-b48a-d26e6b16e422 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:16.297996 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42457fd7-80d2-417b-b48a-d26e6b16e422 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:16.298487 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42457fd7-80d2-417b-b48a-d26e6b16e422 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:16.342652 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05917df8-841d-4336-9f35-b58aa7b66ce2 req-99f09a32-349c-45c3-9cfb-eb9467e177b8 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:16.344336 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05917df8-841d-4336-9f35-b58aa7b66ce2 req-99f09a32-349c-45c3-9cfb-eb9467e177b8 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=33813fc3-df75-4314-9473-16e349811279 HTTP/1.1" status: 200 len: 946 time: 0.1095831 Jul 23 16:28:16.354783 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36c19362-2f83-49c5-a7c7-70214699397a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:16.417690 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05917df8-841d-4336-9f35-b58aa7b66ce2 req-4d023138-99eb-49b2-a08d-b4abcbf435f5 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673585 Jul 23 16:28:16.422788 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-36c19362-2f83-49c5-a7c7-70214699397a admin admin] Deleting port bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:28:16.423235 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36c19362-2f83-49c5-a7c7-70214699397a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:16.528737 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6add8f01-2338-4a55-9e7e-7d562a8a4e91 None None] DHCP port deletion for cc8dea18-f617-4713-91bf-c9e3a30e4af5 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:28:16.536389 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-36c19362-2f83-49c5-a7c7-70214699397a admin admin] For port bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6,segment=NetworkSegment(f3aed737-88d1-4c58-b30e-6c9f55adb681),segment_id=f3aed737-88d1-4c58-b30e-6c9f55adb681)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:16.537087 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36c19362-2f83-49c5-a7c7-70214699397a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:16.551289 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-36c19362-2f83-49c5-a7c7-70214699397a admin admin] Calling delete_port for bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:28:16.556575 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a94db-2b76-4f1e-8a63-5ea1a9bc60f4 req-dc054297-f090-4a96-80ba-dd9ce8b7b59a tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:16.558171 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-796a94db-2b76-4f1e-8a63-5ea1a9bc60f4 req-dc054297-f090-4a96-80ba-dd9ce8b7b59a tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 944 time: 0.1119964 Jul 23 16:28:16.609805 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-6add8f01-2338-4a55-9e7e-7d562a8a4e91 None None] Deleting port bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:28:16.610590 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6add8f01-2338-4a55-9e7e-7d562a8a4e91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:16.665847 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-796a94db-2b76-4f1e-8a63-5ea1a9bc60f4 req-7ee3719b-da23-4a6a-9a4c-a6935df11c1d tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981202 Jul 23 16:28:16.683348 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bd697-f325-4588-b339-ab05c9f1657f req-3ebce9f6-3d96-4609-baae-9965adefbcb1 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:16.684954 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c20bd697-f325-4588-b339-ab05c9f1657f req-3ebce9f6-3d96-4609-baae-9965adefbcb1 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.74 "GET /v2.0/ports?device_id=33813fc3-df75-4314-9473-16e349811279 HTTP/1.1" status: 200 len: 946 time: 0.1771035 Jul 23 16:28:16.700881 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:28:16.744684 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-6add8f01-2338-4a55-9e7e-7d562a8a4e91 None None] For port bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6,segment=NetworkSegment(f3aed737-88d1-4c58-b30e-6c9f55adb681),segment_id=f3aed737-88d1-4c58-b30e-6c9f55adb681)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:16.745040 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6add8f01-2338-4a55-9e7e-7d562a8a4e91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:16.787209 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-6add8f01-2338-4a55-9e7e-7d562a8a4e91 None None] Calling delete_port for bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:28:16.788966 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d78ed-5c4a-437d-8ef9-429e89210f4a req-cdf50d1e-22c2-465e-bacc-28b42db52be5 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:16.800747 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c30d78ed-5c4a-437d-8ef9-429e89210f4a req-cdf50d1e-22c2-465e-bacc-28b42db52be5 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2db7cf3-4812-4a49-9e15-35708b2df7d1 HTTP/1.1" status: 200 len: 945 time: 0.1682487 Jul 23 16:28:16.802740 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36c19362-2f83-49c5-a7c7-70214699397a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:16.808159 n-d-778549-4 neutron-server[94014]: INFO neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No ports have port_id starting with bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6 Jul 23 16:28:16.849590 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c19362-2f83-49c5-a7c7-70214699397a admin admin] Pushing event deleted for resources: {'Port': ['ID=bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:16.869476 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c19362-2f83-49c5-a7c7-70214699397a admin admin] No DVR routers for this DVR port bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:28:16.921624 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6add8f01-2338-4a55-9e7e-7d562a8a4e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:16.934913 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-c20bd697-f325-4588-b339-ab05c9f1657f req-d423cb48-5344-4f16-90bc-c9c8d5c1dbc2 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Deleting port 34ee2865-4ad4-47f0-95cb-4b7e485f5226 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:28:16.935456 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c20bd697-f325-4588-b339-ab05c9f1657f req-d423cb48-5344-4f16-90bc-c9c8d5c1dbc2 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:16.937625 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c30d78ed-5c4a-437d-8ef9-429e89210f4a req-2dfffadb-a45e-44f8-b576-3e0bb0510fc7 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299055 Jul 23 16:28:16.962382 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add8f01-2338-4a55-9e7e-7d562a8a4e91 None None] Pushing event deleted for resources: {'Port': ['ID=bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:16.966829 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6add8f01-2338-4a55-9e7e-7d562a8a4e91 None None] No DVR routers for this DVR port bfe5d3ed-2135-4e9c-8d9a-064ed87ef0e6 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:28:16.981553 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36c19362-2f83-49c5-a7c7-70214699397a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:16.985595 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff603b10-31c1-4ce7-bf2b-3523ca3de0ba req-15b995af-1004-4a0a-8252-48476285ecb1 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:16.994783 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ff603b10-31c1-4ce7-bf2b-3523ca3de0ba req-15b995af-1004-4a0a-8252-48476285ecb1 tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 1095 time: 0.1888452 Jul 23 16:28:17.014295 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-36c19362-2f83-49c5-a7c7-70214699397a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc8dea18-f617-4713-91bf-c9e3a30e4af5']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:17.032717 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-36c19362-2f83-49c5-a7c7-70214699397a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3aed737-88d1-4c58-b30e-6c9f55adb681') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:17.033009 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-36c19362-2f83-49c5-a7c7-70214699397a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3aed737-88d1-4c58-b30e-6c9f55adb681') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:17.039030 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ff603b10-31c1-4ce7-bf2b-3523ca3de0ba req-21fdb3d0-53e2-44be-8ca6-3d5114f212fd tempest-LiveAutoBlockMigrationV225Test-304538141 tempest-LiveAutoBlockMigrationV225Test-304538141-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431330 Jul 23 16:28:17.069804 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36c19362-2f83-49c5-a7c7-70214699397a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:17.092176 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36c19362-2f83-49c5-a7c7-70214699397a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:17.112050 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c19362-2f83-49c5-a7c7-70214699397a admin admin] Releasing vlan 1127 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:28:17.112451 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36c19362-2f83-49c5-a7c7-70214699397a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:17.115117 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:28:17.115117 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:28:17.115117 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:28:17.115117 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:28:17.115117 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:28:17.115117 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:28:17.115117 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:28:17.115117 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:28:17.115117 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:28:17.115117 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:28:17.115117 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:28:17.115117 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:28:17.115117 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:28:17.115117 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:28:17.115117 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:28:17.115117 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:28:17.115117 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:28:17.115117 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:28:17.115117 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:28:17.115117 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:28:17.115117 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:28:17.115117 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:28:17.115117 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:28:17.115117 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:28:17.115117 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:28:17.115117 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:28:17.115117 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:28:17.115117 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:28:17.115117 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:28:17.115117 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:28:17.115117 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:28:17.115117 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:28:17.135946 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcfc51a-cc97-48ce-be28-d1c29a2e8f90 req-6e4a378e-add9-4c5c-b1bc-88d3aa227298 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:17.137817 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9bcfc51a-cc97-48ce-be28-d1c29a2e8f90 req-6e4a378e-add9-4c5c-b1bc-88d3aa227298 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 945 time: 0.0910745 Jul 23 16:28:17.142232 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-c20bd697-f325-4588-b339-ab05c9f1657f req-d423cb48-5344-4f16-90bc-c9c8d5c1dbc2 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] For port 34ee2865-4ad4-47f0-95cb-4b7e485f5226, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=34ee2865-4ad4-47f0-95cb-4b7e485f5226,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:17.142666 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c20bd697-f325-4588-b339-ab05c9f1657f req-d423cb48-5344-4f16-90bc-c9c8d5c1dbc2 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:17.188930 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-c20bd697-f325-4588-b339-ab05c9f1657f req-d423cb48-5344-4f16-90bc-c9c8d5c1dbc2 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Calling delete_port for 34ee2865-4ad4-47f0-95cb-4b7e485f5226 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:28:17.197947 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9bcfc51a-cc97-48ce-be28-d1c29a2e8f90 req-f2e5a4fb-8cf3-47bb-9be5-5e4777a60046 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518486 Jul 23 16:28:17.201546 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36c19362-2f83-49c5-a7c7-70214699397a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:17.220229 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36c19362-2f83-49c5-a7c7-70214699397a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:17.221706 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-36c19362-2f83-49c5-a7c7-70214699397a admin admin] 10.222.0.73 "DELETE /v2.0/networks/cc8dea18-f617-4713-91bf-c9e3a30e4af5 HTTP/1.1" status: 204 len: 168 time: 0.9721971 Jul 23 16:28:17.222690 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c19362-2f83-49c5-a7c7-70214699397a admin admin] Pushing event deleted for resources: {'Network': ['ID=cc8dea18-f617-4713-91bf-c9e3a30e4af5,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:17.383042 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560caa0-c4ae-4961-8a1c-447f6d45ce4f req-7de1c7c0-a2c9-430f-a7da-3ffc902c4083 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:17.384902 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3560caa0-c4ae-4961-8a1c-447f6d45ce4f req-7de1c7c0-a2c9-430f-a7da-3ffc902c4083 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/ports?device_id=094de921-ac45-4b95-bcf8-bef65fd49d80 HTTP/1.1" status: 200 len: 951 time: 0.0901849 Jul 23 16:28:17.401453 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c20bd697-f325-4588-b339-ab05c9f1657f req-d423cb48-5344-4f16-90bc-c9c8d5c1dbc2 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:17.415173 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['34ee2865-4ad4-47f0-95cb-4b7e485f5226'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:28:17.417838 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['c16e80ab-8bc6-4bb2-a761-b60dd7093c3d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:28:17.455535 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3560caa0-c4ae-4961-8a1c-447f6d45ce4f req-4b96207f-fcfa-49df-aa26-014aa6b1a667 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/security-groups?id=624c99e8-3fc9-4cd0-880f-a602b91549cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643671 Jul 23 16:28:17.502585 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423cb48-5344-4f16-90bc-c9c8d5c1dbc2 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Pushing event deleted for resources: {'Port': ['ID=34ee2865-4ad4-47f0-95cb-4b7e485f5226,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:17.575035 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20bd697-f325-4588-b339-ab05c9f1657f req-d423cb48-5344-4f16-90bc-c9c8d5c1dbc2 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] No DVR routers for this DVR port 34ee2865-4ad4-47f0-95cb-4b7e485f5226 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:28:17.578010 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c20bd697-f325-4588-b339-ab05c9f1657f req-d423cb48-5344-4f16-90bc-c9c8d5c1dbc2 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:17.580551 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c20bd697-f325-4588-b339-ab05c9f1657f req-d423cb48-5344-4f16-90bc-c9c8d5c1dbc2 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.74 "DELETE /v2.0/ports/34ee2865-4ad4-47f0-95cb-4b7e485f5226 HTTP/1.1" status: 204 len: 173 time: 0.8857102 Jul 23 16:28:17.581083 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33813fc3-df75-4314-9473-16e349811279', 'name': 'network-vif-deleted', 'tag': '34ee2865-4ad4-47f0-95cb-4b7e485f5226'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:17.584851 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8334292-d6f6-4692-a2ec-f03af4fcab58" -d '{"events": [{"server_uuid": "33813fc3-df75-4314-9473-16e349811279", "name": "network-vif-deleted", "tag": "34ee2865-4ad4-47f0-95cb-4b7e485f5226"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:17.593669 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a1990212-656e-4c7f-aab4-5316c121fb6a req-e8fa4c9a-5b73-4b39-97f3-7097672cd622 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=33813fc3-df75-4314-9473-16e349811279 HTTP/1.1" status: 200 len: 210 time: 0.0664563 Jul 23 16:28:17.611761 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 39076) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:17.681522 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b82b3-32f9-407a-a4a9-e167856e2ae0 req-13800d96-d9c8-4d47-927b-c37a616d8e4f tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:17.683993 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b17b82b3-32f9-407a-a4a9-e167856e2ae0 req-13800d96-d9c8-4d47-927b-c37a616d8e4f tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 944 time: 0.1752574 Jul 23 16:28:17.696237 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-81318596-c01d-4077-94c2-72441e3a2cde admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2c1540bf7e9d405293d55a070efc5538&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0828037 Jul 23 16:28:17.698682 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 39084) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:17.766366 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b17b82b3-32f9-407a-a4a9-e167856e2ae0 req-d2086188-b1d3-4550-a873-52fbcb9831ba tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739892 Jul 23 16:28:17.794353 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-90d45f83-b5f2-4b7f-91b5-5120ac80dcba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:17.822716 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78983b1-721e-4908-838f-63ca86149012 x-openstack-request-id: req-a78983b1-721e-4908-838f-63ca86149012 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:17.823192 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33813fc3-df75-4314-9473-16e349811279", "name": "network-vif-deleted", "tag": "34ee2865-4ad4-47f0-95cb-4b7e485f5226", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:17.823571 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a78983b1-721e-4908-838f-63ca86149012 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:17.824258 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33813fc3-df75-4314-9473-16e349811279', 'name': 'network-vif-deleted', 'tag': '34ee2865-4ad4-47f0-95cb-4b7e485f5226', 'status': 'completed', 'code': 200} Jul 23 16:28:17.830851 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-90d45f83-b5f2-4b7f-91b5-5120ac80dcba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:17.885691 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-90d45f83-b5f2-4b7f-91b5-5120ac80dcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:17.888829 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-90d45f83-b5f2-4b7f-91b5-5120ac80dcba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:17.890024 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-90d45f83-b5f2-4b7f-91b5-5120ac80dcba admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4cac6f21-2c1c-4cfa-ac57-14ac6f49d552 HTTP/1.1" status: 204 len: 168 time: 0.1904249 Jul 23 16:28:17.900328 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45f83-b5f2-4b7f-91b5-5120ac80dcba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cac6f21-2c1c-4cfa-ac57-14ac6f49d552,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:17.971719 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device a05cff86-ff64-4c4c-99f4-289367a7063b up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:28:18.043349 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port a05cff86-ff64-4c4c-99f4-289367a7063b completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:28:18.048569 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port a05cff86-ff64-4c4c-99f4-289367a7063b triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:18.048944 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:18.170502 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:18.176654 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4ec6a-96b8-4ba7-add0-1964b2b23310 req-80567a20-ccfb-4ac8-ab34-1b7ab57e0292 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:18.184298 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8ec4ec6a-96b8-4ba7-add0-1964b2b23310 req-80567a20-ccfb-4ac8-ab34-1b7ab57e0292 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2db7cf3-4812-4a49-9e15-35708b2df7d1 HTTP/1.1" status: 200 len: 945 time: 0.1351924 Jul 23 16:28:18.212002 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port a05cff86-ff64-4c4c-99f4-289367a7063b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=a05cff86-ff64-4c4c-99f4-289367a7063b,segment=NetworkSegment(4922e251-ec1f-41e7-8718-5d07a120e814),segment_id=4922e251-ec1f-41e7-8718-5d07a120e814)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:18.213186 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2db7cf3-4812-4a49-9e15-35708b2df7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05cff86-ff64-4c4c-99f4-289367a7063b'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:18.216423 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ee1934-9e6b-4275-ad04-71f5d8c63b98" -d '{"events": [{"server_uuid": "e2db7cf3-4812-4a49-9e15-35708b2df7d1", "name": "network-vif-plugged", "status": "completed", "tag": "a05cff86-ff64-4c4c-99f4-289367a7063b"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:18.220568 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:18.242699 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d97686-c50c-43ea-b44b-3687aa1c5774 req-025c5d6a-8dff-44a4-ac24-ab9b4e58da30 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:18.244312 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e9d97686-c50c-43ea-b44b-3687aa1c5774 req-025c5d6a-8dff-44a4-ac24-ab9b4e58da30 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.97 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 944 time: 0.1602929 Jul 23 16:28:18.253730 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8ec4ec6a-96b8-4ba7-add0-1964b2b23310 req-2b8ddc28-86a6-46a0-88e6-96f17911ead0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684755 Jul 23 16:28:18.320567 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=a05cff86-ff64-4c4c-99f4-289367a7063b,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:18.332488 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5031cccc-7d98-4289-b116-c9c38dd69251 x-openstack-request-id: req-5031cccc-7d98-4289-b116-c9c38dd69251 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:18.334798 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2db7cf3-4812-4a49-9e15-35708b2df7d1", "name": "network-vif-plugged", "status": "completed", "tag": "a05cff86-ff64-4c4c-99f4-289367a7063b", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:18.336944 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5031cccc-7d98-4289-b116-c9c38dd69251 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:18.337636 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2db7cf3-4812-4a49-9e15-35708b2df7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05cff86-ff64-4c4c-99f4-289367a7063b', 'code': 200} Jul 23 16:28:18.491020 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-e9d97686-c50c-43ea-b44b-3687aa1c5774 req-2d9a8145-ebdb-4576-ac24-0cea93d1f503 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Deleting port 953b1823-1c6e-4407-abaf-c93f64c3e28d {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:28:18.492544 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e9d97686-c50c-43ea-b44b-3687aa1c5774 req-2d9a8145-ebdb-4576-ac24-0cea93d1f503 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:18.650726 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a78e14-d0d4-4f21-89d5-750b76c075c2 req-96324c4b-472c-4524-a2ad-89f4b35a4717 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:18.653683 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-37a78e14-d0d4-4f21-89d5-750b76c075c2 req-96324c4b-472c-4524-a2ad-89f4b35a4717 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 945 time: 0.2567904 Jul 23 16:28:18.699665 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e6973-f930-43a4-ab08-00190d695a84 req-c6ca320a-e3fe-404b-81ff-84c2cc9b1b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:18.701403 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0a5e6973-f930-43a4-ab08-00190d695a84 req-c6ca320a-e3fe-404b-81ff-84c2cc9b1b20 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e2db7cf3-4812-4a49-9e15-35708b2df7d1 HTTP/1.1" status: 200 len: 1097 time: 0.2404935 Jul 23 16:28:18.713578 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-e9d97686-c50c-43ea-b44b-3687aa1c5774 req-2d9a8145-ebdb-4576-ac24-0cea93d1f503 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] For port 953b1823-1c6e-4407-abaf-c93f64c3e28d, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=953b1823-1c6e-4407-abaf-c93f64c3e28d,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:18.714248 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e9d97686-c50c-43ea-b44b-3687aa1c5774 req-2d9a8145-ebdb-4576-ac24-0cea93d1f503 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:18.738078 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-e9d97686-c50c-43ea-b44b-3687aa1c5774 req-2d9a8145-ebdb-4576-ac24-0cea93d1f503 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Calling delete_port for 953b1823-1c6e-4407-abaf-c93f64c3e28d owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:28:18.836925 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-37a78e14-d0d4-4f21-89d5-750b76c075c2 req-d724eadc-5979-4286-89f4-6bda24ad53b7 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676772 Jul 23 16:28:18.882459 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0a5e6973-f930-43a4-ab08-00190d695a84 req-c457b024-0201-4385-b9cd-e562f3db72d9 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292384 Jul 23 16:28:18.966004 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da675fc-fca1-469f-99eb-b43fdae8aaf1 req-3ffc77bd-6608-4af1-934e-3b20f7615607 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:18.970096 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5da675fc-fca1-469f-99eb-b43fdae8aaf1 req-3ffc77bd-6608-4af1-934e-3b20f7615607 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/ports?device_id=094de921-ac45-4b95-bcf8-bef65fd49d80 HTTP/1.1" status: 200 len: 951 time: 0.1497674 Jul 23 16:28:18.984517 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 39162) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:19.050816 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e9d97686-c50c-43ea-b44b-3687aa1c5774 req-2d9a8145-ebdb-4576-ac24-0cea93d1f503 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:19.065983 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['e1aa8bd3-8cae-438a-9cd7-0ee3fc519631'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:28:19.069672 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['953b1823-1c6e-4407-abaf-c93f64c3e28d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:28:19.099934 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5da675fc-fca1-469f-99eb-b43fdae8aaf1 req-7325e5f7-9409-481a-8563-dd91d4e27406 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/security-groups?id=624c99e8-3fc9-4cd0-880f-a602b91549cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122785 Jul 23 16:28:19.102650 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a8145-ebdb-4576-ac24-0cea93d1f503 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Pushing event deleted for resources: {'Port': ['ID=953b1823-1c6e-4407-abaf-c93f64c3e28d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:19.136317 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-ac73a55a-fc3c-4450-a3e4-f7960cf77a5a admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-703303560-network', 'tenant_id': '3bf5f303d3944fc7ac56ec0a831f7867'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:19.160298 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d97686-c50c-43ea-b44b-3687aa1c5774 req-2d9a8145-ebdb-4576-ac24-0cea93d1f503 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] No DVR routers for this DVR port 953b1823-1c6e-4407-abaf-c93f64c3e28d on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:28:19.164070 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e9d97686-c50c-43ea-b44b-3687aa1c5774 req-2d9a8145-ebdb-4576-ac24-0cea93d1f503 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:19.166190 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e9d97686-c50c-43ea-b44b-3687aa1c5774 req-2d9a8145-ebdb-4576-ac24-0cea93d1f503 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.97 "DELETE /v2.0/ports/953b1823-1c6e-4407-abaf-c93f64c3e28d HTTP/1.1" status: 204 len: 173 time: 0.9114316 Jul 23 16:28:19.166613 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d72986-7430-49fa-8842-f6ebba8d06f5', 'name': 'network-vif-deleted', 'tag': '953b1823-1c6e-4407-abaf-c93f64c3e28d'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:19.168971 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37736ae-9354-4865-a1fa-dcba0ae5c796" -d '{"events": [{"server_uuid": "60d72986-7430-49fa-8842-f6ebba8d06f5", "name": "network-vif-deleted", "tag": "953b1823-1c6e-4407-abaf-c93f64c3e28d"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:19.178087 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac73a55a-fc3c-4450-a3e4-f7960cf77a5a admin admin] Made reservation on behalf of 3bf5f303d3944fc7ac56ec0a831f7867 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:19.184499 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac73a55a-fc3c-4450-a3e4-f7960cf77a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:19.196173 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac73a55a-fc3c-4450-a3e4-f7960cf77a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:19.197335 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9c728-19b7-4599-a1e4-5316a55a3484 req-6e839086-b7de-4465-af24-5e100dc9221e tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:19.205134 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-19c9c728-19b7-4599-a1e4-5316a55a3484 req-6e839086-b7de-4465-af24-5e100dc9221e tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 866 time: 0.2213986 Jul 23 16:28:19.305094 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-19c9c728-19b7-4599-a1e4-5316a55a3484 req-9eac6091-5db3-459f-a63c-72c5c941868e tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989695 Jul 23 16:28:19.343069 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac73a55a-fc3c-4450-a3e4-f7960cf77a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:19.349822 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac73a55a-fc3c-4450-a3e4-f7960cf77a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:19.359056 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba9baeb-9db4-41f9-b6b8-b0773e460701 x-openstack-request-id: req-5ba9baeb-9db4-41f9-b6b8-b0773e460701 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:19.359381 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d72986-7430-49fa-8842-f6ebba8d06f5", "name": "network-vif-deleted", "tag": "953b1823-1c6e-4407-abaf-c93f64c3e28d", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:19.359706 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5ba9baeb-9db4-41f9-b6b8-b0773e460701 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:19.360064 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d72986-7430-49fa-8842-f6ebba8d06f5', 'name': 'network-vif-deleted', 'tag': '953b1823-1c6e-4407-abaf-c93f64c3e28d', 'status': 'completed', 'code': 200} Jul 23 16:28:19.366815 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac73a55a-fc3c-4450-a3e4-f7960cf77a5a admin admin] vlan segment allocate from pool success with {'vlan_id': 1141, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:28:19.384949 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac73a55a-fc3c-4450-a3e4-f7960cf77a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:19.385343 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-ac73a55a-fc3c-4450-a3e4-f7960cf77a5a admin admin] Added segment 3d4222df-273f-4970-aeda-c76d9cc5d255 of type vlan for network c65fe988-79c0-4379-af93-8e86ed1e82c3 Jul 23 16:28:19.424841 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-69204e86-ae1f-4061-a647-0a25841cce07 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:19.427685 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-69204e86-ae1f-4061-a647-0a25841cce07 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/networks?id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 HTTP/1.1" status: 200 len: 806 time: 0.1886723 Jul 23 16:28:19.453079 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac73a55a-fc3c-4450-a3e4-f7960cf77a5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:19.460529 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-8a13887d-ec41-404b-8176-eff9a59fdc45 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/quotas/6e0db5f31fbe42e8a6955990f39f636d HTTP/1.1" status: 200 len: 375 time: 0.0263684 Jul 23 16:28:19.482374 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73a55a-fc3c-4450-a3e4-f7960cf77a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d6efc2-6479-4eb4-8900-8b3a32e17fcf,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:19.489947 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac73a55a-fc3c-4450-a3e4-f7960cf77a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:19.493509 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac73a55a-fc3c-4450-a3e4-f7960cf77a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:19.494254 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac73a55a-fc3c-4450-a3e4-f7960cf77a5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:19.532162 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ac73a55a-fc3c-4450-a3e4-f7960cf77a5a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5461023 Jul 23 16:28:19.535066 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 39182) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:19.540757 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-a59a4c59-5238-4754-92a9-83baa174549f admin admin] Request body: {'subnet': {'network_id': 'c65fe988-79c0-4379-af93-8e86ed1e82c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-703303560-subnet', 'tenant_id': '3bf5f303d3944fc7ac56ec0a831f7867', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:19.578533 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73a55a-fc3c-4450-a3e4-f7960cf77a5a admin admin] Pushing event updated for resources: {'Network': ['ID=c65fe988-79c0-4379-af93-8e86ed1e82c3,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:19.595874 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network c65fe988-79c0-4379-af93-8e86ed1e82c3 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:28:19.600490 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65539116-1ceb-4aa3-ac53-d199eb79698d req-80d08283-4b15-430f-9023-46740bab540c tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:19.602453 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-65539116-1ceb-4aa3-ac53-d199eb79698d req-80d08283-4b15-430f-9023-46740bab540c tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2db7cf3-4812-4a49-9e15-35708b2df7d1 HTTP/1.1" status: 200 len: 946 time: 0.1663997 Jul 23 16:28:19.608582 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-0770251b-f8a7-4ad0-82ad-384f82ffd016 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6e0db5f31fbe42e8a6955990f39f636d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1470668 Jul 23 16:28:19.609391 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59a4c59-5238-4754-92a9-83baa174549f admin admin] Made reservation on behalf of 3bf5f303d3944fc7ac56ec0a831f7867 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:19.612046 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a59a4c59-5238-4754-92a9-83baa174549f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:19.681875 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-65539116-1ceb-4aa3-ac53-d199eb79698d req-5b14e378-59d9-4ee7-879e-12cde8c79af1 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648305 Jul 23 16:28:19.852888 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a59a4c59-5238-4754-92a9-83baa174549f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:19.856228 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-3c51b2c2-5571-46da-951d-aca46f799bc0 service neutron] 10.222.0.73 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308297 Jul 23 16:28:19.926309 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a4c59-5238-4754-92a9-83baa174549f admin admin] Pushing event updated for resources: {'Subnet': ['ID=72f518b3-89b5-4779-a18c-8745d23223ea,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:19.973388 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a4c59-5238-4754-92a9-83baa174549f admin admin] Checking segment: {'id': '3d4222df-273f-4970-aeda-c76d9cc5d255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'c65fe988-79c0-4379-af93-8e86ed1e82c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:28:19.974242 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59a4c59-5238-4754-92a9-83baa174549f admin admin] Network hostable DHCP agents. Network: c65fe988-79c0-4379-af93-8e86ed1e82c3, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:28:19.995529 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59a4c59-5238-4754-92a9-83baa174549f admin admin] Network c65fe988-79c0-4379-af93-8e86ed1e82c3 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:28:20.006677 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-f4369dbd-7f99-4e4e-a54f-bcc82b72bf5c service neutron] 10.222.0.73 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383522 Jul 23 16:28:20.009961 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-a59a4c59-5238-4754-92a9-83baa174549f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, c65fe988-79c0-4379-af93-8e86ed1e82c3) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:28:20.017837 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59a4c59-5238-4754-92a9-83baa174549f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:20.018428 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35dd333-1a5a-45c7-a7d5-28fa828b573b None None] Network c65fe988-79c0-4379-af93-8e86ed1e82c3 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:28:20.018590 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a59a4c59-5238-4754-92a9-83baa174549f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:20.039436 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a59a4c59-5238-4754-92a9-83baa174549f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5023878 Jul 23 16:28:20.061533 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ed626-f463-40a9-a9b6-0632456ba267 req-7f9eb76f-f02d-4da8-b69c-628e75e91ed6 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:20.063694 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2f1ed626-f463-40a9-a9b6-0632456ba267 req-7f9eb76f-f02d-4da8-b69c-628e75e91ed6 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 945 time: 0.1189854 Jul 23 16:28:20.146024 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2f1ed626-f463-40a9-a9b6-0632456ba267 req-39f2a1ee-e265-4e6a-b2eb-de530ebe9c02 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669010 Jul 23 16:28:20.224555 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fcddbd-e3a2-4c4f-9c60-5397fe69a490 None None] Network c65fe988-79c0-4379-af93-8e86ed1e82c3 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:28:20.261409 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-01692220-cb7f-46ee-bc83-28dc894bd008 req-06f22541-fd2d-46be-ac25-b8d1db2ac6c2 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=73f1631f-4e55-4e1b-989d-6b68d35d51e0 HTTP/1.1" status: 200 len: 210 time: 0.0561242 Jul 23 16:28:20.375906 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5512ffb-9afc-4436-97c1-4d7f29c92631 req-b32d399b-4e22-47bb-8886-1813df7f76a8 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:20.383507 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a5512ffb-9afc-4436-97c1-4d7f29c92631 req-b32d399b-4e22-47bb-8886-1813df7f76a8 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/ports?device_id=094de921-ac45-4b95-bcf8-bef65fd49d80 HTTP/1.1" status: 200 len: 951 time: 0.1244879 Jul 23 16:28:20.446164 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ffb7569a-2259-431a-89ad-52486a96401f req-e54202bf-5af7-4800-88ff-ab76f741474f tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 210 time: 0.0449924 Jul 23 16:28:20.455182 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a5512ffb-9afc-4436-97c1-4d7f29c92631 req-e38597ea-bd1f-4acd-950d-92ccf916284a tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/security-groups?id=624c99e8-3fc9-4cd0-880f-a602b91549cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708189 Jul 23 16:28:20.786459 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 16a68862-eb98-4e84-8d3b-b5d80236bfcb no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:28:20.871402 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5598a98-d200-4173-b575-b3082beb69d2 req-7707deb4-cf07-4d79-9067-25cef24c8ab6 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:20.877984 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a5598a98-d200-4173-b575-b3082beb69d2 req-7707deb4-cf07-4d79-9067-25cef24c8ab6 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] 10.222.0.73 "GET /v2.0/networks?id=c65fe988-79c0-4379-af93-8e86ed1e82c3 HTTP/1.1" status: 200 len: 808 time: 0.1898239 Jul 23 16:28:20.885295 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:20.892704 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a5598a98-d200-4173-b575-b3082beb69d2 req-7b224f55-438e-4859-a4c9-adf55fd6655f tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] 10.222.0.73 "GET /v2.0/quotas/3bf5f303d3944fc7ac56ec0a831f7867 HTTP/1.1" status: 200 len: 375 time: 0.0138566 Jul 23 16:28:20.929705 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 16a68862-eb98-4e84-8d3b-b5d80236bfcb, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=16a68862-eb98-4e84-8d3b-b5d80236bfcb,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:20.931021 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094de921-ac45-4b95-bcf8-bef65fd49d80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16a68862-eb98-4e84-8d3b-b5d80236bfcb'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:20.934827 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d2d7f2-d8aa-4c8b-9f83-c0a237de69b6" -d '{"events": [{"server_uuid": "094de921-ac45-4b95-bcf8-bef65fd49d80", "name": "network-vif-unplugged", "status": "completed", "tag": "16a68862-eb98-4e84-8d3b-b5d80236bfcb"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:20.939768 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:20.940837 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 34ee2865-4ad4-47f0-95cb-4b7e485f5226 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:28:20.945393 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a5598a98-d200-4173-b575-b3082beb69d2 req-8740f3fa-0640-4480-8cda-ea993082688d tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bf5f303d3944fc7ac56ec0a831f7867&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435505 Jul 23 16:28:20.988316 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8dfd0-39f6-4275-925d-dd9dc83b8bde req-63e4d1df-5efc-4e90-8342-23eaf0b1a353 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:20.989105 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 34ee2865-4ad4-47f0-95cb-4b7e485f5226 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:28:20.989464 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 34ee2865-4ad4-47f0-95cb-4b7e485f5226 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:28:20.990740 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0af8dfd0-39f6-4275-925d-dd9dc83b8bde req-63e4d1df-5efc-4e90-8342-23eaf0b1a353 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2db7cf3-4812-4a49-9e15-35708b2df7d1 HTTP/1.1" status: 200 len: 946 time: 0.2085454 Jul 23 16:28:21.017605 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=16a68862-eb98-4e84-8d3b-b5d80236bfcb,revision_number=11']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:21.217183 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d5017-f25b-4a4a-a4b5-8dc9a443b583 req-bc9d55da-e981-458d-8363-4c40d1bbbefb tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:21.218747 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-f10d5017-f25b-4a4a-a4b5-8dc9a443b583 req-bc9d55da-e981-458d-8363-4c40d1bbbefb tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.74 "GET /v2.0/ports?device_id=094de921-ac45-4b95-bcf8-bef65fd49d80 HTTP/1.1" status: 200 len: 949 time: 0.0789580 Jul 23 16:28:21.339451 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-f10d5017-f25b-4a4a-a4b5-8dc9a443b583 req-8cb6f442-bbfd-457e-a41b-a69be4b05b22 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Deleting port 16a68862-eb98-4e84-8d3b-b5d80236bfcb {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:28:21.339451 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-f10d5017-f25b-4a4a-a4b5-8dc9a443b583 req-8cb6f442-bbfd-457e-a41b-a69be4b05b22 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:21.391151 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0af8dfd0-39f6-4275-925d-dd9dc83b8bde req-eb8f8fb5-65d0-4f2b-b2cc-e065fb25f2b8 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908765 Jul 23 16:28:21.437600 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a5598a98-d200-4173-b575-b3082beb69d2 req-523331ec-fdfe-414c-8d2c-4f56a398bb4a service neutron] 10.222.0.73 "GET /v2.0/networks/c65fe988-79c0-4379-af93-8e86ed1e82c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4919322 Jul 23 16:28:21.440244 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-f10d5017-f25b-4a4a-a4b5-8dc9a443b583 req-8cb6f442-bbfd-457e-a41b-a69be4b05b22 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] For port 16a68862-eb98-4e84-8d3b-b5d80236bfcb, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=16a68862-eb98-4e84-8d3b-b5d80236bfcb,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:21.440815 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-f10d5017-f25b-4a4a-a4b5-8dc9a443b583 req-8cb6f442-bbfd-457e-a41b-a69be4b05b22 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:21.457717 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-f10d5017-f25b-4a4a-a4b5-8dc9a443b583 req-8cb6f442-bbfd-457e-a41b-a69be4b05b22 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Calling delete_port for 16a68862-eb98-4e84-8d3b-b5d80236bfcb owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:28:21.614007 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d4c044-3e85-4e33-9c15-763cfa93de47 x-openstack-request-id: req-96d4c044-3e85-4e33-9c15-763cfa93de47 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:21.614831 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094de921-ac45-4b95-bcf8-bef65fd49d80", "name": "network-vif-unplugged", "status": "completed", "tag": "16a68862-eb98-4e84-8d3b-b5d80236bfcb", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:21.615261 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-96d4c044-3e85-4e33-9c15-763cfa93de47 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:21.616513 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094de921-ac45-4b95-bcf8-bef65fd49d80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16a68862-eb98-4e84-8d3b-b5d80236bfcb', 'code': 200} Jul 23 16:28:21.662134 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-f10d5017-f25b-4a4a-a4b5-8dc9a443b583 req-8cb6f442-bbfd-457e-a41b-a69be4b05b22 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:21.725313 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6f442-bbfd-457e-a41b-a69be4b05b22 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Pushing event deleted for resources: {'Port': ['ID=16a68862-eb98-4e84-8d3b-b5d80236bfcb,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:21.798251 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10d5017-f25b-4a4a-a4b5-8dc9a443b583 req-8cb6f442-bbfd-457e-a41b-a69be4b05b22 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] No DVR routers for this DVR port 16a68862-eb98-4e84-8d3b-b5d80236bfcb on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:28:21.808010 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-f10d5017-f25b-4a4a-a4b5-8dc9a443b583 req-8cb6f442-bbfd-457e-a41b-a69be4b05b22 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:21.812698 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-f10d5017-f25b-4a4a-a4b5-8dc9a443b583 req-8cb6f442-bbfd-457e-a41b-a69be4b05b22 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.74 "DELETE /v2.0/ports/16a68862-eb98-4e84-8d3b-b5d80236bfcb HTTP/1.1" status: 204 len: 173 time: 0.5874693 Jul 23 16:28:21.814648 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094de921-ac45-4b95-bcf8-bef65fd49d80', 'name': 'network-vif-deleted', 'tag': '16a68862-eb98-4e84-8d3b-b5d80236bfcb'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:21.820703 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf927de-660a-4d2e-82d4-e62de564706f" -d '{"events": [{"server_uuid": "094de921-ac45-4b95-bcf8-bef65fd49d80", "name": "network-vif-deleted", "tag": "16a68862-eb98-4e84-8d3b-b5d80236bfcb"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:21.857911 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a5598a98-d200-4173-b575-b3082beb69d2 req-509bb68f-991d-4175-be4b-7850452f2fcb service neutron] 10.222.0.73 "GET /v2.0/networks/c65fe988-79c0-4379-af93-8e86ed1e82c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155316 Jul 23 16:28:21.873651 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-7057442d-9cc7-4232-836c-e4bcec2651c5 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:21.875173 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-7057442d-9cc7-4232-836c-e4bcec2651c5 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.74 "GET /v2.0/networks?id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 HTTP/1.1" status: 200 len: 806 time: 0.3821530 Jul 23 16:28:21.893299 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-8c27489d-299c-4eb7-a4d1-f05cf5accdf5 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Request body: {'port': {'device_id': '73f1631f-4e55-4e1b-989d-6b68d35d51e0', 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6', 'admin_state_up': True, 'tenant_id': '6e0db5f31fbe42e8a6955990f39f636d'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:21.941020 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed6aab-2066-4f2f-8e9c-d15964e2cc00 req-111d36cb-1a99-48cd-ac37-de167b312b22 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:21.943331 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1fed6aab-2066-4f2f-8e9c-d15964e2cc00 req-111d36cb-1a99-48cd-ac37-de167b312b22 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 945 time: 0.1844068 Jul 23 16:28:21.963632 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 953b1823-1c6e-4407-abaf-c93f64c3e28d no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:28:22.023965 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 953b1823-1c6e-4407-abaf-c93f64c3e28d {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:28:22.024324 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 953b1823-1c6e-4407-abaf-c93f64c3e28d not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:28:22.055798 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1fed6aab-2066-4f2f-8e9c-d15964e2cc00 req-fc0184ab-e484-45b4-8313-2324cb8fa947 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989218 Jul 23 16:28:22.209362 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39671a10-b1ec-430b-a674-10404955a765 req-015232cc-7f43-4724-8035-b49aaab6fb2a tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=73f1631f-4e55-4e1b-989d-6b68d35d51e0 HTTP/1.1" status: 200 len: 210 time: 0.0801845 Jul 23 16:28:22.241041 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b2e0dbf-3a1a-4af4-ba14-cb96e25df472 req-aea1bf03-2755-4cf6-be7e-1d911010fb01 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 210 time: 0.0556264 Jul 23 16:28:22.248340 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-8c27489d-299c-4eb7-a4d1-f05cf5accdf5 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Made reservation on behalf of 6e0db5f31fbe42e8a6955990f39f636d for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:22.251998 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-8c27489d-299c-4eb7-a4d1-f05cf5accdf5 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:22.323575 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5677755-37ca-4c38-9949-1265c66ef061 x-openstack-request-id: req-c5677755-37ca-4c38-9949-1265c66ef061 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:22.324046 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094de921-ac45-4b95-bcf8-bef65fd49d80", "name": "network-vif-deleted", "tag": "16a68862-eb98-4e84-8d3b-b5d80236bfcb", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:22.324197 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c5677755-37ca-4c38-9949-1265c66ef061 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:22.324595 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094de921-ac45-4b95-bcf8-bef65fd49d80', 'name': 'network-vif-deleted', 'tag': '16a68862-eb98-4e84-8d3b-b5d80236bfcb', 'status': 'completed', 'code': 200} Jul 23 16:28:22.436984 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3dbc9ea1-bc6b-40f4-a98d-0ef6c6af87e5 req-1611605b-354e-4b20-ba3c-07c2304bcf54 tempest-ImagesOneServerTestJSON-1774347323 tempest-ImagesOneServerTestJSON-1774347323-project] 10.222.0.73 "GET /v2.0/ports?device_id=094de921-ac45-4b95-bcf8-bef65fd49d80 HTTP/1.1" status: 200 len: 210 time: 0.1229892 Jul 23 16:28:22.507158 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4954b692-0abf-4646-be08-7fbba2ded20d req-902b217f-48bb-424c-9ca9-a2d2abae54d2 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff133361-b3f5-4c03-804d-e4e5a5fc1356 HTTP/1.1" status: 200 len: 210 time: 0.0771756 Jul 23 16:28:22.611497 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-8c27489d-299c-4eb7-a4d1-f05cf5accdf5 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Allocated IP 172.20.0.14 (4fcdb072-b06e-4ac9-aeaa-783a9c8875b6/afdba85c-3a3a-4e3d-a242-c2e94f8ff50b/a085d3f4-9679-42cd-a7e6-155e5249dbfb) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:28:22.852156 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-8c27489d-299c-4eb7-a4d1-f05cf5accdf5 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:22.903355 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-8c27489d-299c-4eb7-a4d1-f05cf5accdf5 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:22.916592 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['c16e80ab-8bc6-4bb2-a761-b60dd7093c3d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:28:22.989832 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27489d-299c-4eb7-a4d1-f05cf5accdf5 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Pushing event updated for resources: {'Port': ['ID=a085d3f4-9679-42cd-a7e6-155e5249dbfb,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:23.010739 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-8c27489d-299c-4eb7-a4d1-f05cf5accdf5 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Network 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:28:23.012662 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-8c27489d-299c-4eb7-a4d1-f05cf5accdf5 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:28:23.016501 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-8c27489d-299c-4eb7-a4d1-f05cf5accdf5 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:28:23.088286 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-8c27489d-299c-4eb7-a4d1-f05cf5accdf5 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:23.088909 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-8c27489d-299c-4eb7-a4d1-f05cf5accdf5 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:23.111948 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-8c27489d-299c-4eb7-a4d1-f05cf5accdf5 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2268476 Jul 23 16:28:23.124788 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-408fb16f-faf4-471f-b108-f2a1e6076493 service neutron] Request body: {'port': {'device_id': '73f1631f-4e55-4e1b-989d-6b68d35d51e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:23.248907 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-408fb16f-faf4-471f-b108-f2a1e6076493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:23.260164 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c9a15-4d91-4df8-9e0a-fc1aba66efea req-78879238-f2f3-4564-aaf2-181169425a2c tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:23.267094 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f73c9a15-4d91-4df8-9e0a-fc1aba66efea req-78879238-f2f3-4564-aaf2-181169425a2c tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 945 time: 0.1347604 Jul 23 16:28:23.394851 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f73c9a15-4d91-4df8-9e0a-fc1aba66efea req-d936b6cc-ba2f-4d88-8da6-c5a734f0fe04 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224053 Jul 23 16:28:23.477891 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5598a98-d200-4173-b575-b3082beb69d2 req-3624172b-bff7-45a7-9599-d141dcda0ab3 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:23.480131 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a5598a98-d200-4173-b575-b3082beb69d2 req-3624172b-bff7-45a7-9599-d141dcda0ab3 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] 10.222.0.74 "GET /v2.0/networks?id=c65fe988-79c0-4379-af93-8e86ed1e82c3 HTTP/1.1" status: 200 len: 808 time: 0.1371214 Jul 23 16:28:23.494830 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-a5598a98-d200-4173-b575-b3082beb69d2 req-18732b6d-f8d4-4b30-b48f-4d8ebfa5f7b9 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] Request body: {'port': {'device_id': 'ff133361-b3f5-4c03-804d-e4e5a5fc1356', 'network_id': 'c65fe988-79c0-4379-af93-8e86ed1e82c3', 'admin_state_up': True, 'tenant_id': '3bf5f303d3944fc7ac56ec0a831f7867'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:23.512371 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a773f30-fae3-44db-911f-8136cfa5621a req-cf96ea98-90c9-4a2f-8ae7-4f127aad3ec0 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:23.514001 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7a773f30-fae3-44db-911f-8136cfa5621a req-cf96ea98-90c9-4a2f-8ae7-4f127aad3ec0 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=73f1631f-4e55-4e1b-989d-6b68d35d51e0 HTTP/1.1" status: 200 len: 932 time: 0.2271564 Jul 23 16:28:23.581550 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a2553888-5be1-4412-8f54-024833751aa6 req-d6e34daf-68e4-486f-a452-3db26f0cbf31 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 210 time: 0.0665236 Jul 23 16:28:23.630929 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5598a98-d200-4173-b575-b3082beb69d2 req-18732b6d-f8d4-4b30-b48f-4d8ebfa5f7b9 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] Made reservation on behalf of 3bf5f303d3944fc7ac56ec0a831f7867 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:23.638097 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a5598a98-d200-4173-b575-b3082beb69d2 req-18732b6d-f8d4-4b30-b48f-4d8ebfa5f7b9 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:23.666948 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7a773f30-fae3-44db-911f-8136cfa5621a req-67dde204-0d41-4dc6-8373-0daa21e78170 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312780 Jul 23 16:28:23.905876 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-408fb16f-faf4-471f-b108-f2a1e6076493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a085d3f4-9679-42cd-a7e6-155e5249dbfb {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:28:23.924122 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-408fb16f-faf4-471f-b108-f2a1e6076493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:23.980301 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-408fb16f-faf4-471f-b108-f2a1e6076493 service neutron] Transition to ACTIVE for port object a085d3f4-9679-42cd-a7e6-155e5249dbfb will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:28:24.042227 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41c63a3f-52e7-4f8e-a180-6dd9b0aff95b req-18defd21-4145-43d4-be3c-9ebbfa513b4e tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff133361-b3f5-4c03-804d-e4e5a5fc1356 HTTP/1.1" status: 200 len: 210 time: 0.0603163 Jul 23 16:28:24.045322 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-408fb16f-faf4-471f-b108-f2a1e6076493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:24.181397 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 39280) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:24.221625 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408fb16f-faf4-471f-b108-f2a1e6076493 service neutron] Pushing event updated for resources: {'Port': ['ID=a085d3f4-9679-42cd-a7e6-155e5249dbfb,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:24.255157 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-a5598a98-d200-4173-b575-b3082beb69d2 req-18732b6d-f8d4-4b30-b48f-4d8ebfa5f7b9 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] Allocated IP 172.20.0.10 (c65fe988-79c0-4379-af93-8e86ed1e82c3/72f518b3-89b5-4779-a18c-8745d23223ea/f3017714-5c91-4af6-89cd-969ca24c9af7) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:28:24.316839 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fccc1-0bc8-4bde-8c45-57ba7852effd req-cc699730-8f56-4a25-9f3b-7ec385cbd9c0 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:24.318825 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0b8fccc1-0bc8-4bde-8c45-57ba7852effd req-cc699730-8f56-4a25-9f3b-7ec385cbd9c0 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 945 time: 0.2756357 Jul 23 16:28:24.355097 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-408fb16f-faf4-471f-b108-f2a1e6076493 service neutron] Attempting to bind port a085d3f4-9679-42cd-a7e6-155e5249dbfb on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:28:24.355552 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-408fb16f-faf4-471f-b108-f2a1e6076493 service neutron] Attempting to bind port a085d3f4-9679-42cd-a7e6-155e5249dbfb by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '2f9791c4-d6e7-486a-bc01-5ba80d4c65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:28:24.355988 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-408fb16f-faf4-471f-b108-f2a1e6076493 service neutron] Attempting to bind port a085d3f4-9679-42cd-a7e6-155e5249dbfb on network 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:24.396080 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-408fb16f-faf4-471f-b108-f2a1e6076493 service neutron] Port a085d3f4-9679-42cd-a7e6-155e5249dbfb on network 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:28:24.396421 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-408fb16f-faf4-471f-b108-f2a1e6076493 service neutron] Attempting to bind port a085d3f4-9679-42cd-a7e6-155e5249dbfb on network 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:24.416761 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-408fb16f-faf4-471f-b108-f2a1e6076493 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:28:24.417208 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-408fb16f-faf4-471f-b108-f2a1e6076493 service neutron] Checking segment: {'id': '2f9791c4-d6e7-486a-bc01-5ba80d4c65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:28:24.417607 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-408fb16f-faf4-471f-b108-f2a1e6076493 service neutron] Bound using segment: {'id': '2f9791c4-d6e7-486a-bc01-5ba80d4c65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:28:24.418090 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-408fb16f-faf4-471f-b108-f2a1e6076493 service neutron] Bound port: a085d3f4-9679-42cd-a7e6-155e5249dbfb, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f9791c4-d6e7-486a-bc01-5ba80d4c65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:28:24.418448 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-408fb16f-faf4-471f-b108-f2a1e6076493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:24.499063 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a5598a98-d200-4173-b575-b3082beb69d2 req-18732b6d-f8d4-4b30-b48f-4d8ebfa5f7b9 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:24.542704 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-408fb16f-faf4-471f-b108-f2a1e6076493 service neutron] For port a085d3f4-9679-42cd-a7e6-155e5249dbfb, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:28:24.548315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-408fb16f-faf4-471f-b108-f2a1e6076493 service neutron] For port a085d3f4-9679-42cd-a7e6-155e5249dbfb, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=a085d3f4-9679-42cd-a7e6-155e5249dbfb,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:28:24.549747 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a5598a98-d200-4173-b575-b3082beb69d2 req-18732b6d-f8d4-4b30-b48f-4d8ebfa5f7b9 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:24.553733 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0b8fccc1-0bc8-4bde-8c45-57ba7852effd req-cc6f64a1-3f11-476b-b60e-0f7c2e21459b tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996949 Jul 23 16:28:24.555620 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-408fb16f-faf4-471f-b108-f2a1e6076493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:24.566333 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ce58da25-2e11-4890-95e4-ce4c91a8b868 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b9750d5acee3420a8cce6e7963f8896a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3837707 Jul 23 16:28:24.580611 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 39292) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:24.616485 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5598a98-d200-4173-b575-b3082beb69d2 req-18732b6d-f8d4-4b30-b48f-4d8ebfa5f7b9 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] Network c65fe988-79c0-4379-af93-8e86ed1e82c3 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:28:24.628910 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-a5598a98-d200-4173-b575-b3082beb69d2 req-18732b6d-f8d4-4b30-b48f-4d8ebfa5f7b9 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:28:24.633345 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-408fb16f-faf4-471f-b108-f2a1e6076493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:24.633912 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-408fb16f-faf4-471f-b108-f2a1e6076493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:24.635366 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-408fb16f-faf4-471f-b108-f2a1e6076493 service neutron] 10.222.0.74 "PUT /v2.0/ports/a085d3f4-9679-42cd-a7e6-155e5249dbfb HTTP/1.1" status: 200 len: 1092 time: 1.5154448 Jul 23 16:28:24.635483 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5598a98-d200-4173-b575-b3082beb69d2 req-18732b6d-f8d4-4b30-b48f-4d8ebfa5f7b9 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:28:24.635876 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f1631f-4e55-4e1b-989d-6b68d35d51e0', 'tag': 'a085d3f4-9679-42cd-a7e6-155e5249dbfb'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:24.640083 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90792786-7a3e-4d14-8673-65c2c3620c65" -d '{"events": [{"name": "network-changed", "server_uuid": "73f1631f-4e55-4e1b-989d-6b68d35d51e0", "tag": "a085d3f4-9679-42cd-a7e6-155e5249dbfb"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:24.703770 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408fb16f-faf4-471f-b108-f2a1e6076493 service neutron] Pushing event updated for resources: {'Port': ['ID=a085d3f4-9679-42cd-a7e6-155e5249dbfb,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:24.731004 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18732b6d-f8d4-4b30-b48f-4d8ebfa5f7b9 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] Pushing event updated for resources: {'Port': ['ID=f3017714-5c91-4af6-89cd-969ca24c9af7,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:24.747652 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e851410a-9dad-4230-96e4-523f10a6edf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:24.797117 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 16a68862-eb98-4e84-8d3b-b5d80236bfcb no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:28:24.819340 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5598a98-d200-4173-b575-b3082beb69d2 req-18732b6d-f8d4-4b30-b48f-4d8ebfa5f7b9 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:24.820126 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a5598a98-d200-4173-b575-b3082beb69d2 req-18732b6d-f8d4-4b30-b48f-4d8ebfa5f7b9 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:24.825422 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 16a68862-eb98-4e84-8d3b-b5d80236bfcb {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:28:24.826163 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 16a68862-eb98-4e84-8d3b-b5d80236bfcb not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:28:24.839485 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ae0f681e-f2ee-4efa-a252-ca1f0437b707 req-f9ea2f53-6a91-4dfb-b294-80ac74c4f178 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d72986-7430-49fa-8842-f6ebba8d06f5 HTTP/1.1" status: 200 len: 210 time: 0.1058764 Jul 23 16:28:24.855183 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3ae59a-17a2-46d0-99e3-f0d74a39bad7 x-openstack-request-id: req-5e3ae59a-17a2-46d0-99e3-f0d74a39bad7 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:24.855183 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f1631f-4e55-4e1b-989d-6b68d35d51e0", "tag": "a085d3f4-9679-42cd-a7e6-155e5249dbfb", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:24.855183 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5e3ae59a-17a2-46d0-99e3-f0d74a39bad7 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:24.855183 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f1631f-4e55-4e1b-989d-6b68d35d51e0', 'tag': 'a085d3f4-9679-42cd-a7e6-155e5249dbfb', 'status': 'completed', 'code': 200} Jul 23 16:28:24.876571 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a5598a98-d200-4173-b575-b3082beb69d2 req-18732b6d-f8d4-4b30-b48f-4d8ebfa5f7b9 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3771424 Jul 23 16:28:24.884876 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-a5598a98-d200-4173-b575-b3082beb69d2 req-3bd7b45b-3333-4348-918d-9eb51cdab73b service neutron] Request body: {'port': {'device_id': 'ff133361-b3f5-4c03-804d-e4e5a5fc1356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:24.892577 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e851410a-9dad-4230-96e4-523f10a6edf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:24.942602 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-9b564a6a-06db-46a8-982c-ea7e721b3832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:24.944104 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-9b564a6a-06db-46a8-982c-ea7e721b3832 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6e0db5f31fbe42e8a6955990f39f636d&device_id=73f1631f-4e55-4e1b-989d-6b68d35d51e0 HTTP/1.1" status: 200 len: 1095 time: 0.2560158 Jul 23 16:28:25.015456 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a5598a98-d200-4173-b575-b3082beb69d2 req-3bd7b45b-3333-4348-918d-9eb51cdab73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:25.025558 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-391ceedb-1351-467c-81cf-226a10c83e03 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a085d3f4-9679-42cd-a7e6-155e5249dbfb HTTP/1.1" status: 200 len: 217 time: 0.0589263 Jul 23 16:28:25.079834 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e851410a-9dad-4230-96e4-523f10a6edf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:25.082609 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e851410a-9dad-4230-96e4-523f10a6edf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:25.086668 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e851410a-9dad-4230-96e4-523f10a6edf8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/624c99e8-3fc9-4cd0-880f-a602b91549cd HTTP/1.1" status: 204 len: 168 time: 0.4922152 Jul 23 16:28:25.111711 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ec5e3-f168-4ecc-96b1-3ff7dc555a31 req-5d9660d3-d34a-471f-a229-995d2d33b05f tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:25.119218 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-547ec5e3-f168-4ecc-96b1-3ff7dc555a31 req-5d9660d3-d34a-471f-a229-995d2d33b05f tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=73f1631f-4e55-4e1b-989d-6b68d35d51e0 HTTP/1.1" status: 200 len: 944 time: 0.1972969 Jul 23 16:28:25.124052 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e851410a-9dad-4230-96e4-523f10a6edf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624c99e8-3fc9-4cd0-880f-a602b91549cd,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:25.133850 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-5403dd20-5db2-4940-9561-2cbcdeaa4e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:25.135340 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-5403dd20-5db2-4940-9561-2cbcdeaa4e1a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=afdba85c-3a3a-4e3d-a242-c2e94f8ff50b HTTP/1.1" status: 200 len: 846 time: 0.1016994 Jul 23 16:28:25.183452 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-9270f35d-884c-46ae-a3e1-580fa7a3687f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392888 Jul 23 16:28:25.202759 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-547ec5e3-f168-4ecc-96b1-3ff7dc555a31 req-3c3afbf7-b7a8-4cf6-a13b-f383e999cf92 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780334 Jul 23 16:28:25.397896 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-387b4471-8ed3-4e1e-842e-156edc3f76df service neutron] 10.222.0.74 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934497 Jul 23 16:28:25.564551 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f9b9d-b7cf-4d82-bc38-00aa587b94dd req-1028ad73-32f1-442e-b8c8-88d0255318cd tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:25.567033 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-064f9b9d-b7cf-4d82-bc38-00aa587b94dd req-1028ad73-32f1-442e-b8c8-88d0255318cd tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff133361-b3f5-4c03-804d-e4e5a5fc1356 HTTP/1.1" status: 200 len: 932 time: 0.1672318 Jul 23 16:28:25.625574 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-064f9b9d-b7cf-4d82-bc38-00aa587b94dd req-fc12335d-8264-4095-b5b7-b74a3d020e30 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] 10.222.0.73 "GET /v2.0/security-groups?id=67d6efc2-6479-4eb4-8900-8b3a32e17fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444267 Jul 23 16:28:25.653771 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba58ddd-96b5-41be-bb81-56539faf1d85 req-45a95999-2b02-4c91-a4c8-187de6621278 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:25.657029 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-a5598a98-d200-4173-b575-b3082beb69d2 req-3bd7b45b-3333-4348-918d-9eb51cdab73b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3017714-5c91-4af6-89cd-969ca24c9af7 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:28:25.665282 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dba58ddd-96b5-41be-bb81-56539faf1d85 req-45a95999-2b02-4c91-a4c8-187de6621278 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.97 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 945 time: 0.2360823 Jul 23 16:28:25.667258 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f3cf9c3-0616-4f87-b112-c97381e41993 req-f185c167-5989-4391-93d0-21a1110037c2 service neutron] 10.222.0.74 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269945 Jul 23 16:28:25.679818 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a5598a98-d200-4173-b575-b3082beb69d2 req-3bd7b45b-3333-4348-918d-9eb51cdab73b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:25.718574 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-a5598a98-d200-4173-b575-b3082beb69d2 req-3bd7b45b-3333-4348-918d-9eb51cdab73b service neutron] Transition to ACTIVE for port object f3017714-5c91-4af6-89cd-969ca24c9af7 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:28:25.724324 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a5598a98-d200-4173-b575-b3082beb69d2 req-3bd7b45b-3333-4348-918d-9eb51cdab73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:25.804517 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7b45b-3333-4348-918d-9eb51cdab73b service neutron] Pushing event updated for resources: {'Port': ['ID=f3017714-5c91-4af6-89cd-969ca24c9af7,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:25.930232 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-a5598a98-d200-4173-b575-b3082beb69d2 req-3bd7b45b-3333-4348-918d-9eb51cdab73b service neutron] Attempting to bind port f3017714-5c91-4af6-89cd-969ca24c9af7 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:28:25.934665 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-a5598a98-d200-4173-b575-b3082beb69d2 req-3bd7b45b-3333-4348-918d-9eb51cdab73b service neutron] Attempting to bind port f3017714-5c91-4af6-89cd-969ca24c9af7 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '3d4222df-273f-4970-aeda-c76d9cc5d255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'c65fe988-79c0-4379-af93-8e86ed1e82c3'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:28:25.940037 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5598a98-d200-4173-b575-b3082beb69d2 req-3bd7b45b-3333-4348-918d-9eb51cdab73b service neutron] Attempting to bind port f3017714-5c91-4af6-89cd-969ca24c9af7 on network c65fe988-79c0-4379-af93-8e86ed1e82c3 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:25.952200 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5598a98-d200-4173-b575-b3082beb69d2 req-3bd7b45b-3333-4348-918d-9eb51cdab73b service neutron] Port f3017714-5c91-4af6-89cd-969ca24c9af7 on network c65fe988-79c0-4379-af93-8e86ed1e82c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:28:25.952682 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5598a98-d200-4173-b575-b3082beb69d2 req-3bd7b45b-3333-4348-918d-9eb51cdab73b service neutron] Attempting to bind port f3017714-5c91-4af6-89cd-969ca24c9af7 on network c65fe988-79c0-4379-af93-8e86ed1e82c3 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:25.958813 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5598a98-d200-4173-b575-b3082beb69d2 req-3bd7b45b-3333-4348-918d-9eb51cdab73b service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:28:25.959472 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5598a98-d200-4173-b575-b3082beb69d2 req-3bd7b45b-3333-4348-918d-9eb51cdab73b service neutron] Checking segment: {'id': '3d4222df-273f-4970-aeda-c76d9cc5d255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'c65fe988-79c0-4379-af93-8e86ed1e82c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:28:25.962429 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5598a98-d200-4173-b575-b3082beb69d2 req-3bd7b45b-3333-4348-918d-9eb51cdab73b service neutron] Bound using segment: {'id': '3d4222df-273f-4970-aeda-c76d9cc5d255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'c65fe988-79c0-4379-af93-8e86ed1e82c3'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:28:25.963284 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-a5598a98-d200-4173-b575-b3082beb69d2 req-3bd7b45b-3333-4348-918d-9eb51cdab73b service neutron] Bound port: f3017714-5c91-4af6-89cd-969ca24c9af7, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4222df-273f-4970-aeda-c76d9cc5d255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'c65fe988-79c0-4379-af93-8e86ed1e82c3'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:28:25.964360 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a5598a98-d200-4173-b575-b3082beb69d2 req-3bd7b45b-3333-4348-918d-9eb51cdab73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:26.038533 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90792786-7a3e-4d14-8673-65c2c3620c65 req-796c7caf-8618-419c-aa18-58fcec8cae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:26.040268 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-90792786-7a3e-4d14-8673-65c2c3620c65 req-796c7caf-8618-419c-aa18-58fcec8cae4e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6e0db5f31fbe42e8a6955990f39f636d&device_id=73f1631f-4e55-4e1b-989d-6b68d35d51e0 HTTP/1.1" status: 200 len: 1095 time: 0.2806141 Jul 23 16:28:26.068964 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0be589-be4c-4bd1-a89d-26328f93bcc7 req-2d71cf70-9dc8-4ee8-b49e-9ba7c3e1c353 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:26.071279 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0a0be589-be4c-4bd1-a89d-26328f93bcc7 req-2d71cf70-9dc8-4ee8-b49e-9ba7c3e1c353 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 945 time: 0.3290927 Jul 23 16:28:26.114904 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-a5598a98-d200-4173-b575-b3082beb69d2 req-3bd7b45b-3333-4348-918d-9eb51cdab73b service neutron] For port f3017714-5c91-4af6-89cd-969ca24c9af7, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:28:26.126658 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-a5598a98-d200-4173-b575-b3082beb69d2 req-3bd7b45b-3333-4348-918d-9eb51cdab73b service neutron] For port f3017714-5c91-4af6-89cd-969ca24c9af7, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f3017714-5c91-4af6-89cd-969ca24c9af7,segment=NetworkSegment(3d4222df-273f-4970-aeda-c76d9cc5d255),segment_id=3d4222df-273f-4970-aeda-c76d9cc5d255)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:28:26.132369 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a5598a98-d200-4173-b575-b3082beb69d2 req-3bd7b45b-3333-4348-918d-9eb51cdab73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:26.158721 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-dba58ddd-96b5-41be-bb81-56539faf1d85 req-5d2b1aed-a855-441d-869c-e7f201908e66 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Deleting port 78b6134e-ef76-4520-95e8-cad9cd88b9b1 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:28:26.159123 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-dba58ddd-96b5-41be-bb81-56539faf1d85 req-5d2b1aed-a855-441d-869c-e7f201908e66 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:26.196566 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5598a98-d200-4173-b575-b3082beb69d2 req-3bd7b45b-3333-4348-918d-9eb51cdab73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:26.201293 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a5598a98-d200-4173-b575-b3082beb69d2 req-3bd7b45b-3333-4348-918d-9eb51cdab73b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:26.202848 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a5598a98-d200-4173-b575-b3082beb69d2 req-3bd7b45b-3333-4348-918d-9eb51cdab73b service neutron] 10.222.0.74 "PUT /v2.0/ports/f3017714-5c91-4af6-89cd-969ca24c9af7 HTTP/1.1" status: 200 len: 1092 time: 1.3252678 Jul 23 16:28:26.203324 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff133361-b3f5-4c03-804d-e4e5a5fc1356', 'tag': 'f3017714-5c91-4af6-89cd-969ca24c9af7'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:26.210969 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84090474-ef18-4050-8b9e-626f576423a0" -d '{"events": [{"name": "network-changed", "server_uuid": "ff133361-b3f5-4c03-804d-e4e5a5fc1356", "tag": "f3017714-5c91-4af6-89cd-969ca24c9af7"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:26.324690 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7b45b-3333-4348-918d-9eb51cdab73b service neutron] Pushing event updated for resources: {'Port': ['ID=f3017714-5c91-4af6-89cd-969ca24c9af7,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:26.326234 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 39342) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:26.349550 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0a0be589-be4c-4bd1-a89d-26328f93bcc7 req-30167930-ace4-47eb-9538-a961d1cd19d5 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651517 Jul 23 16:28:26.356637 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5598a98-d200-4173-b575-b3082beb69d2 req-31431dc7-cc33-44f1-ba57-9c8f50f1b039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:26.358509 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a5598a98-d200-4173-b575-b3082beb69d2 req-31431dc7-cc33-44f1-ba57-9c8f50f1b039 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3bf5f303d3944fc7ac56ec0a831f7867&device_id=ff133361-b3f5-4c03-804d-e4e5a5fc1356 HTTP/1.1" status: 200 len: 1095 time: 0.1026671 Jul 23 16:28:26.430134 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a5598a98-d200-4173-b575-b3082beb69d2 req-d46597cd-7c70-46f7-a438-e7c56e54d1c6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3017714-5c91-4af6-89cd-969ca24c9af7 HTTP/1.1" status: 200 len: 217 time: 0.0634134 Jul 23 16:28:26.435722 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e479103-4f8d-4f87-a799-c2455a846e3d x-openstack-request-id: req-4e479103-4f8d-4f87-a799-c2455a846e3d {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:26.436079 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff133361-b3f5-4c03-804d-e4e5a5fc1356", "tag": "f3017714-5c91-4af6-89cd-969ca24c9af7", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:26.436398 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4e479103-4f8d-4f87-a799-c2455a846e3d {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:26.437658 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff133361-b3f5-4c03-804d-e4e5a5fc1356', 'tag': 'f3017714-5c91-4af6-89cd-969ca24c9af7', 'status': 'completed', 'code': 200} Jul 23 16:28:26.465175 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-dba58ddd-96b5-41be-bb81-56539faf1d85 req-5d2b1aed-a855-441d-869c-e7f201908e66 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] For port 78b6134e-ef76-4520-95e8-cad9cd88b9b1, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=78b6134e-ef76-4520-95e8-cad9cd88b9b1,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:26.465543 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-dba58ddd-96b5-41be-bb81-56539faf1d85 req-5d2b1aed-a855-441d-869c-e7f201908e66 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:26.483271 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90792786-7a3e-4d14-8673-65c2c3620c65 req-e4199599-bdc8-4225-9806-fd5210799fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:26.485974 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-90792786-7a3e-4d14-8673-65c2c3620c65 req-e4199599-bdc8-4225-9806-fd5210799fce service neutron] 10.222.0.74 "GET /v2.0/networks?id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 HTTP/1.1" status: 200 len: 908 time: 0.4361722 Jul 23 16:28:26.492435 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-dba58ddd-96b5-41be-bb81-56539faf1d85 req-5d2b1aed-a855-441d-869c-e7f201908e66 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Calling delete_port for 78b6134e-ef76-4520-95e8-cad9cd88b9b1 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:28:26.503178 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-5e88190d-d88d-4d01-90e4-4453251834b2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1780158631-network', 'tenant_id': '8170a300546943729452fa20209ae6a1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:26.518798 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af312842-ad40-40e1-8020-319520b36cd3 req-791a9aee-4ea9-47cb-9da5-38b0bc76f35e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:26.520572 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-af312842-ad40-40e1-8020-319520b36cd3 req-791a9aee-4ea9-47cb-9da5-38b0bc76f35e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=73f1631f-4e55-4e1b-989d-6b68d35d51e0 HTTP/1.1" status: 200 len: 944 time: 0.1831875 Jul 23 16:28:26.521755 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5598a98-d200-4173-b575-b3082beb69d2 req-d9cc9732-1fd5-4683-bae2-a4575d964524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:26.523389 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a5598a98-d200-4173-b575-b3082beb69d2 req-d9cc9732-1fd5-4683-bae2-a4575d964524 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=72f518b3-89b5-4779-a18c-8745d23223ea HTTP/1.1" status: 200 len: 848 time: 0.0746126 Jul 23 16:28:26.562808 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-90792786-7a3e-4d14-8673-65c2c3620c65 req-84271eb1-1d71-4935-b2ad-ab3d28efee29 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a085d3f4-9679-42cd-a7e6-155e5249dbfb HTTP/1.1" status: 200 len: 217 time: 0.0629873 Jul 23 16:28:26.572960 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a5598a98-d200-4173-b575-b3082beb69d2 req-a558ccbb-ed7b-4f43-a855-b7cd0e6bb7d7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c65fe988-79c0-4379-af93-8e86ed1e82c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408134 Jul 23 16:28:26.573920 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e88190d-d88d-4d01-90e4-4453251834b2 admin admin] Made reservation on behalf of 8170a300546943729452fa20209ae6a1 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:26.576506 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e88190d-d88d-4d01-90e4-4453251834b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:26.587597 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e88190d-d88d-4d01-90e4-4453251834b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:26.698613 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90792786-7a3e-4d14-8673-65c2c3620c65 req-04017b8f-f1f0-44d8-b45b-a586c89b5700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:26.701096 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-90792786-7a3e-4d14-8673-65c2c3620c65 req-04017b8f-f1f0-44d8-b45b-a586c89b5700 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=afdba85c-3a3a-4e3d-a242-c2e94f8ff50b HTTP/1.1" status: 200 len: 846 time: 0.1282995 Jul 23 16:28:26.718454 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-af312842-ad40-40e1-8020-319520b36cd3 req-0a7f17eb-ddd3-408d-89a0-54ef32bb9d91 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610148 Jul 23 16:28:26.738226 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a5598a98-d200-4173-b575-b3082beb69d2 req-fb0a7128-918a-440f-99ec-7aef8cfae274 service neutron] 10.222.0.74 "GET /v2.0/networks/c65fe988-79c0-4379-af93-8e86ed1e82c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513860 Jul 23 16:28:26.821293 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-90792786-7a3e-4d14-8673-65c2c3620c65 req-720a1a4c-82ce-441e-8749-99976900b50b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954983 Jul 23 16:28:26.863193 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e88190d-d88d-4d01-90e4-4453251834b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:26.874109 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e88190d-d88d-4d01-90e4-4453251834b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:26.886769 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e88190d-d88d-4d01-90e4-4453251834b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1130, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:28:26.899861 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a5598a98-d200-4173-b575-b3082beb69d2 req-889ef1c5-64ac-4294-9d05-ddacfce60259 service neutron] 10.222.0.74 "GET /v2.0/networks/c65fe988-79c0-4379-af93-8e86ed1e82c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538088 Jul 23 16:28:26.910124 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e88190d-d88d-4d01-90e4-4453251834b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:26.910478 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-5e88190d-d88d-4d01-90e4-4453251834b2 admin admin] Added segment 7aec3735-ec15-43f3-80c0-c349ac79a521 of type vlan for network 686903a3-b032-4bb8-bb84-e0218d49aebc Jul 23 16:28:26.987508 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88190d-d88d-4d01-90e4-4453251834b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519b4865-327d-448e-b0ca-6f3ab1ce7532,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:27.045199 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e88190d-d88d-4d01-90e4-4453251834b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:27.091035 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84090474-ef18-4050-8b9e-626f576423a0 req-d91a4b56-df36-4bbe-ba6b-5445d10466f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:27.092577 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-84090474-ef18-4050-8b9e-626f576423a0 req-d91a4b56-df36-4bbe-ba6b-5445d10466f3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3bf5f303d3944fc7ac56ec0a831f7867&device_id=ff133361-b3f5-4c03-804d-e4e5a5fc1356 HTTP/1.1" status: 200 len: 1095 time: 0.1072302 Jul 23 16:28:27.100055 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e88190d-d88d-4d01-90e4-4453251834b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:27.101494 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e88190d-d88d-4d01-90e4-4453251834b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:27.102229 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e88190d-d88d-4d01-90e4-4453251834b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:27.171259 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5e88190d-d88d-4d01-90e4-4453251834b2 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8405924 Jul 23 16:28:27.172706 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 39352) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:27.177796 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-c0c0326b-95d6-43aa-9301-8aafa5349f36 admin admin] Request body: {'subnet': {'network_id': '686903a3-b032-4bb8-bb84-e0218d49aebc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1780158631-subnet', 'tenant_id': '8170a300546943729452fa20209ae6a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:27.267492 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88190d-d88d-4d01-90e4-4453251834b2 admin admin] Pushing event updated for resources: {'Network': ['ID=686903a3-b032-4bb8-bb84-e0218d49aebc,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:27.278980 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 686903a3-b032-4bb8-bb84-e0218d49aebc details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:28:27.334626 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c0326b-95d6-43aa-9301-8aafa5349f36 admin admin] Made reservation on behalf of 8170a300546943729452fa20209ae6a1 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:27.337191 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c0c0326b-95d6-43aa-9301-8aafa5349f36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:27.360009 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84090474-ef18-4050-8b9e-626f576423a0 req-50e8141d-8c70-4481-83ff-1ea1a7381663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:27.361824 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-84090474-ef18-4050-8b9e-626f576423a0 req-50e8141d-8c70-4481-83ff-1ea1a7381663 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c65fe988-79c0-4379-af93-8e86ed1e82c3 HTTP/1.1" status: 200 len: 910 time: 0.2565794 Jul 23 16:28:27.423015 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-84090474-ef18-4050-8b9e-626f576423a0 req-7fc1f203-ab46-4adf-a7f0-93cd2fa50e94 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3017714-5c91-4af6-89cd-969ca24c9af7 HTTP/1.1" status: 200 len: 217 time: 0.0521300 Jul 23 16:28:27.526886 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84090474-ef18-4050-8b9e-626f576423a0 req-e0ab2c26-f56a-40ce-b116-c1f6f8b05d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:27.528346 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-84090474-ef18-4050-8b9e-626f576423a0 req-e0ab2c26-f56a-40ce-b116-c1f6f8b05d55 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=72f518b3-89b5-4779-a18c-8745d23223ea HTTP/1.1" status: 200 len: 848 time: 0.0739110 Jul 23 16:28:27.568274 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-84090474-ef18-4050-8b9e-626f576423a0 req-8791a20d-1b7f-4e68-a2fa-badaff6822a5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c65fe988-79c0-4379-af93-8e86ed1e82c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328181 Jul 23 16:28:27.602699 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-dba58ddd-96b5-41be-bb81-56539faf1d85 req-5d2b1aed-a855-441d-869c-e7f201908e66 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:27.619576 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['78b6134e-ef76-4520-95e8-cad9cd88b9b1'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:28:27.637727 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245750dc-47c9-4ccd-85d7-eb6ff1c5d1b9 req-78ac10e0-2f23-44e2-9414-fd67101ce77c tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:27.639963 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-245750dc-47c9-4ccd-85d7-eb6ff1c5d1b9 req-78ac10e0-2f23-44e2-9414-fd67101ce77c tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff133361-b3f5-4c03-804d-e4e5a5fc1356 HTTP/1.1" status: 200 len: 944 time: 0.8237324 Jul 23 16:28:27.669504 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-90792786-7a3e-4d14-8673-65c2c3620c65 req-9255defc-17f0-4763-aa09-c8552b24a7e1 service neutron] 10.222.0.74 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037314 Jul 23 16:28:27.679615 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b1aed-a855-441d-869c-e7f201908e66 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Pushing event deleted for resources: {'Port': ['ID=78b6134e-ef76-4520-95e8-cad9cd88b9b1,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:27.768135 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-84090474-ef18-4050-8b9e-626f576423a0 req-f66a9886-9bb8-42b1-9b81-d8a261634a3c service neutron] 10.222.0.74 "GET /v2.0/networks/c65fe988-79c0-4379-af93-8e86ed1e82c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632473 Jul 23 16:28:27.770068 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c0c0326b-95d6-43aa-9301-8aafa5349f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:27.798223 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba58ddd-96b5-41be-bb81-56539faf1d85 req-5d2b1aed-a855-441d-869c-e7f201908e66 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] No DVR routers for this DVR port 78b6134e-ef76-4520-95e8-cad9cd88b9b1 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:28:27.801034 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-dba58ddd-96b5-41be-bb81-56539faf1d85 req-5d2b1aed-a855-441d-869c-e7f201908e66 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:27.804212 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dba58ddd-96b5-41be-bb81-56539faf1d85 req-5d2b1aed-a855-441d-869c-e7f201908e66 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.97 "DELETE /v2.0/ports/78b6134e-ef76-4520-95e8-cad9cd88b9b1 HTTP/1.1" status: 204 len: 173 time: 2.1330903 Jul 23 16:28:27.814911 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891d04af-be73-4200-8d1d-dfd6e7c94d77', 'name': 'network-vif-deleted', 'tag': '78b6134e-ef76-4520-95e8-cad9cd88b9b1'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:27.818476 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336dae53-5bfa-4672-bb2e-6e51be0764f9" -d '{"events": [{"server_uuid": "891d04af-be73-4200-8d1d-dfd6e7c94d77", "name": "network-vif-deleted", "tag": "78b6134e-ef76-4520-95e8-cad9cd88b9b1"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:27.838506 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969defd-c344-4227-ab95-cd5d985e2f5f req-3b8d3c51-26a8-4caf-903e-c5462de69a6a tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:27.850356 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3969defd-c344-4227-ab95-cd5d985e2f5f req-3b8d3c51-26a8-4caf-903e-c5462de69a6a tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=891d04af-be73-4200-8d1d-dfd6e7c94d77 HTTP/1.1" status: 200 len: 867 time: 0.3333232 Jul 23 16:28:27.883730 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0326b-95d6-43aa-9301-8aafa5349f36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c001be2a-d840-44c6-ba8f-de53e5f94e9e,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:27.922359 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-245750dc-47c9-4ccd-85d7-eb6ff1c5d1b9 req-8a717024-5539-4f36-a30b-e1a35a2fbc1d tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] 10.222.0.73 "GET /v2.0/security-groups?id=67d6efc2-6479-4eb4-8900-8b3a32e17fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509482 Jul 23 16:28:27.943216 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c0326b-95d6-43aa-9301-8aafa5349f36 admin admin] Checking segment: {'id': '7aec3735-ec15-43f3-80c0-c349ac79a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '686903a3-b032-4bb8-bb84-e0218d49aebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:28:27.943589 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c0326b-95d6-43aa-9301-8aafa5349f36 admin admin] Network hostable DHCP agents. Network: 686903a3-b032-4bb8-bb84-e0218d49aebc, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:28:27.959601 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3969defd-c344-4227-ab95-cd5d985e2f5f req-6261b425-e01f-4e43-a2c3-e7c6f36ae192 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030345 Jul 23 16:28:27.984741 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-84090474-ef18-4050-8b9e-626f576423a0 req-bd71e1c4-f4c6-47e1-963c-93dffae81700 service neutron] 10.222.0.74 "GET /v2.0/networks/c65fe988-79c0-4379-af93-8e86ed1e82c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054486 Jul 23 16:28:27.998115 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c0326b-95d6-43aa-9301-8aafa5349f36 admin admin] Network 686903a3-b032-4bb8-bb84-e0218d49aebc is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:28:28.005119 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-90792786-7a3e-4d14-8673-65c2c3620c65 req-18153213-5993-48fc-8f33-836034439401 service neutron] 10.222.0.74 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099573 Jul 23 16:28:28.022662 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-c0c0326b-95d6-43aa-9301-8aafa5349f36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 686903a3-b032-4bb8-bb84-e0218d49aebc) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:28:28.026993 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c0326b-95d6-43aa-9301-8aafa5349f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:28.027596 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c0c0326b-95d6-43aa-9301-8aafa5349f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:28.034488 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c34a6a4-c5d2-4c98-a1f2-11ad0646f18d None None] Network 686903a3-b032-4bb8-bb84-e0218d49aebc requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:28:28.055557 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c0c0326b-95d6-43aa-9301-8aafa5349f36 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8822081 Jul 23 16:28:28.255217 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cce99-3e1b-4363-bf43-63ad8f0d0c7c req-3a056e4e-815c-4c1b-a2cf-4031972b7425 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:28.256787 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-609cce99-3e1b-4363-bf43-63ad8f0d0c7c req-3a056e4e-815c-4c1b-a2cf-4031972b7425 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=73f1631f-4e55-4e1b-989d-6b68d35d51e0 HTTP/1.1" status: 200 len: 944 time: 0.1295738 Jul 23 16:28:28.307483 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855088fe-f95d-48a0-9f53-17840bd96c46 None None] Network 686903a3-b032-4bb8-bb84-e0218d49aebc requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:28:28.318716 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b77df6-89cb-4582-a99c-5336e9399a2a x-openstack-request-id: req-38b77df6-89cb-4582-a99c-5336e9399a2a {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:28.319030 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891d04af-be73-4200-8d1d-dfd6e7c94d77", "name": "network-vif-deleted", "tag": "78b6134e-ef76-4520-95e8-cad9cd88b9b1", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:28.319253 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-38b77df6-89cb-4582-a99c-5336e9399a2a {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:28.319652 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891d04af-be73-4200-8d1d-dfd6e7c94d77', 'name': 'network-vif-deleted', 'tag': '78b6134e-ef76-4520-95e8-cad9cd88b9b1', 'status': 'completed', 'code': 200} Jul 23 16:28:28.333133 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-609cce99-3e1b-4363-bf43-63ad8f0d0c7c req-632ecd72-0556-4a67-ac87-3c52f71bbcab tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641010 Jul 23 16:28:28.571308 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-81278079-5a9c-42aa-ba28-997db0e22905 req-e9582596-9f03-4200-9140-2ebad892b49a tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-934987260', 'description': 'tempest-description-1107946018'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:28.612888 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-81278079-5a9c-42aa-ba28-997db0e22905 req-e9582596-9f03-4200-9140-2ebad892b49a tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:28.718231 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-81278079-5a9c-42aa-ba28-997db0e22905 req-e9582596-9f03-4200-9140-2ebad892b49a tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:28.722125 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-81278079-5a9c-42aa-ba28-997db0e22905 req-e9582596-9f03-4200-9140-2ebad892b49a tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:28.751649 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-81278079-5a9c-42aa-ba28-997db0e22905 req-e9582596-9f03-4200-9140-2ebad892b49a tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:28.760426 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-81278079-5a9c-42aa-ba28-997db0e22905 req-e9582596-9f03-4200-9140-2ebad892b49a tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1892297 Jul 23 16:28:28.762891 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9582596-9f03-4200-9140-2ebad892b49a tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cae6191-849d-4b71-853e-d84ffed49455,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:28.836340 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device a085d3f4-9679-42cd-a7e6-155e5249dbfb details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:28:28.846470 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-24691163-15e3-4c3f-acb6-75715f10a1de req-250c4dea-b2a8-4a7a-be62-481e3d46ecdf tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "GET /v2.0/security-groups/2cae6191-849d-4b71-853e-d84ffed49455 HTTP/1.1" status: 200 len: 1806 time: 0.0607004 Jul 23 16:28:28.851605 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-24691163-15e3-4c3f-acb6-75715f10a1de req-c1d8352d-546b-4005-b06b-618d4ecbb84e tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2cae6191-849d-4b71-853e-d84ffed49455', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:28.851923 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-24691163-15e3-4c3f-acb6-75715f10a1de req-c1d8352d-546b-4005-b06b-618d4ecbb84e tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2cae6191-849d-4b71-853e-d84ffed49455', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:28.922538 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-24691163-15e3-4c3f-acb6-75715f10a1de req-c1d8352d-546b-4005-b06b-618d4ecbb84e tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:28.952213 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port a085d3f4-9679-42cd-a7e6-155e5249dbfb, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=a085d3f4-9679-42cd-a7e6-155e5249dbfb,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:28.966898 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'a085d3f4-9679-42cd-a7e6-155e5249dbfb', 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6', 'port_id': 'a085d3f4-9679-42cd-a7e6-155e5249dbfb', 'mac_address': 'fa:16:3e:be:f3:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afdba85c-3a3a-4e3d-a242-c2e94f8ff50b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:28:28.988034 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-24691163-15e3-4c3f-acb6-75715f10a1de req-c1d8352d-546b-4005-b06b-618d4ecbb84e tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:28.995282 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-24691163-15e3-4c3f-acb6-75715f10a1de req-c1d8352d-546b-4005-b06b-618d4ecbb84e tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:29.014961 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:29.034501 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-24691163-15e3-4c3f-acb6-75715f10a1de req-c1d8352d-546b-4005-b06b-618d4ecbb84e tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:29.042187 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-24691163-15e3-4c3f-acb6-75715f10a1de req-c1d8352d-546b-4005-b06b-618d4ecbb84e tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1939626 Jul 23 16:28:29.045613 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8352d-546b-4005-b06b-618d4ecbb84e tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff1a17d-ad6b-44e7-be07-b8f453059da5,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:29.049770 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a085d3f4-9679-42cd-a7e6-155e5249dbfb {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:28:29.082347 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port a085d3f4-9679-42cd-a7e6-155e5249dbfb, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=a085d3f4-9679-42cd-a7e6-155e5249dbfb,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:29.087769 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:29.146984 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-9e224908-1bec-4f80-abf8-3c1b304d0dc2 req-b3eb7566-7069-492b-ae45-2c692488ce8d tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-490859746', 'description': 'tempest-description-745696771'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:29.203728 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=a085d3f4-9679-42cd-a7e6-155e5249dbfb,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:29.249294 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9e224908-1bec-4f80-abf8-3c1b304d0dc2 req-b3eb7566-7069-492b-ae45-2c692488ce8d tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:29.276606 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f9ba5-efb3-4c56-b296-a574f68a8dc8 req-0daefe52-85b8-4771-b70c-98bac8e32063 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:29.278130 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c6f9ba5-efb3-4c56-b296-a574f68a8dc8 req-0daefe52-85b8-4771-b70c-98bac8e32063 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff133361-b3f5-4c03-804d-e4e5a5fc1356 HTTP/1.1" status: 200 len: 944 time: 0.2076268 Jul 23 16:28:29.346445 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c6f9ba5-efb3-4c56-b296-a574f68a8dc8 req-8f504e06-d7c5-4e91-84a0-206957eca0a1 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] 10.222.0.73 "GET /v2.0/security-groups?id=67d6efc2-6479-4eb4-8900-8b3a32e17fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596919 Jul 23 16:28:29.389760 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9e224908-1bec-4f80-abf8-3c1b304d0dc2 req-b3eb7566-7069-492b-ae45-2c692488ce8d tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:29.394364 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9e224908-1bec-4f80-abf8-3c1b304d0dc2 req-b3eb7566-7069-492b-ae45-2c692488ce8d tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:29.425880 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9e224908-1bec-4f80-abf8-3c1b304d0dc2 req-b3eb7566-7069-492b-ae45-2c692488ce8d tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:29.427309 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e224908-1bec-4f80-abf8-3c1b304d0dc2 req-b3eb7566-7069-492b-ae45-2c692488ce8d tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2993126 Jul 23 16:28:29.429141 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb7566-7069-492b-ae45-2c692488ce8d tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=404383d1-1fc2-4cf0-8696-6d06febd9e15,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:29.441515 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['a085d3f4-9679-42cd-a7e6-155e5249dbfb'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:28:29.646103 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-74b22207-4b93-4825-af6f-daef34c89ee3 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:29.648588 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-74b22207-4b93-4825-af6f-daef34c89ee3 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/networks?id=cfd5d4a5-0d74-4444-af11-d62dc4a381cf HTTP/1.1" status: 200 len: 811 time: 0.1731462 Jul 23 16:28:29.672876 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e888991-7ce5-4098-8405-9459e1582e59 req-607b3096-f21e-4264-8003-43196f167e20 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:29.674639 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e888991-7ce5-4098-8405-9459e1582e59 req-607b3096-f21e-4264-8003-43196f167e20 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=73f1631f-4e55-4e1b-989d-6b68d35d51e0 HTTP/1.1" status: 200 len: 945 time: 0.1579802 Jul 23 16:28:29.678072 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-ad3054b2-cd23-45d8-93ec-e59304f58d39 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/quotas/2642ac6d2fda4bb6bc5bc42fd646c90d HTTP/1.1" status: 200 len: 375 time: 0.0230005 Jul 23 16:28:29.731869 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-75200786-3cee-4df1-9b83-d2fa19c32598 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2642ac6d2fda4bb6bc5bc42fd646c90d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441308 Jul 23 16:28:29.760114 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e888991-7ce5-4098-8405-9459e1582e59 req-ed2870e9-0c76-473e-8695-5ee76456d83f tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794861 Jul 23 16:28:29.875561 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-29e1ae89-d88e-41fd-a578-f488d32e58c8 req-eea19c79-70ee-4e59-98bc-a0605f1f796a tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "GET /v2.0/security-groups/404383d1-1fc2-4cf0-8696-6d06febd9e15 HTTP/1.1" status: 200 len: 1805 time: 0.0785129 Jul 23 16:28:29.911823 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-29e1ae89-d88e-41fd-a578-f488d32e58c8 req-8d6b7186-d4ea-4993-837d-26752f174ff1 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '404383d1-1fc2-4cf0-8696-6d06febd9e15', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:29.912222 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-29e1ae89-d88e-41fd-a578-f488d32e58c8 req-8d6b7186-d4ea-4993-837d-26752f174ff1 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '404383d1-1fc2-4cf0-8696-6d06febd9e15', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:29.953792 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-8ac774ab-e666-4dc8-b2d9-660d7e5790ad service neutron] 10.222.0.73 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135537 Jul 23 16:28:29.981373 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 78b6134e-ef76-4520-95e8-cad9cd88b9b1 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:28:30.026773 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-29e1ae89-d88e-41fd-a578-f488d32e58c8 req-8d6b7186-d4ea-4993-837d-26752f174ff1 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:30.030852 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 78b6134e-ef76-4520-95e8-cad9cd88b9b1 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:28:30.033449 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 78b6134e-ef76-4520-95e8-cad9cd88b9b1 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:28:30.086297 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-29e1ae89-d88e-41fd-a578-f488d32e58c8 req-8d6b7186-d4ea-4993-837d-26752f174ff1 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:30.092313 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-29e1ae89-d88e-41fd-a578-f488d32e58c8 req-8d6b7186-d4ea-4993-837d-26752f174ff1 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:30.125180 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b7186-d4ea-4993-837d-26752f174ff1 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313962b4-616b-441c-910f-c88492656c13,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:30.131277 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-e1cffdfe-e816-41ab-a997-e01ac7a4481d service neutron] 10.222.0.73 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609323 Jul 23 16:28:30.139014 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-29e1ae89-d88e-41fd-a578-f488d32e58c8 req-8d6b7186-d4ea-4993-837d-26752f174ff1 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:30.140753 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-29e1ae89-d88e-41fd-a578-f488d32e58c8 req-8d6b7186-d4ea-4993-837d-26752f174ff1 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2359593 Jul 23 16:28:30.239479 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-1aed3871-5280-4695-8d01-9c89e40d66df req-d45b9170-022e-47bb-a257-c97a61b383a8 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-25793084', 'description': 'tempest-description-1998779210'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:30.271704 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1aed3871-5280-4695-8d01-9c89e40d66df req-d45b9170-022e-47bb-a257-c97a61b383a8 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:30.404037 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1aed3871-5280-4695-8d01-9c89e40d66df req-d45b9170-022e-47bb-a257-c97a61b383a8 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:30.430166 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dae1ec49-18d8-4492-ab26-59188a323c2f req-dd180bf3-c804-4c69-bdba-d3970361bfed tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=2359aefe-0700-480d-8f74-178d54fd9b94 HTTP/1.1" status: 200 len: 210 time: 0.0904715 Jul 23 16:28:30.431591 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1aed3871-5280-4695-8d01-9c89e40d66df req-d45b9170-022e-47bb-a257-c97a61b383a8 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:30.466156 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1aed3871-5280-4695-8d01-9c89e40d66df req-d45b9170-022e-47bb-a257-c97a61b383a8 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:30.468344 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1aed3871-5280-4695-8d01-9c89e40d66df req-d45b9170-022e-47bb-a257-c97a61b383a8 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2347610 Jul 23 16:28:30.475915 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b9170-022e-47bb-a257-c97a61b383a8 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50c4857d-b42f-4f25-ae99-f02324977c84,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:30.501510 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-baed518f-7fe0-4ffd-92d8-8c73c0726360 req-bda43469-b7e6-48c5-9303-f75bb07da890 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2053777227', 'description': 'tempest-description-1208043755'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:30.547436 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-baed518f-7fe0-4ffd-92d8-8c73c0726360 req-bda43469-b7e6-48c5-9303-f75bb07da890 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:30.758004 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-baed518f-7fe0-4ffd-92d8-8c73c0726360 req-bda43469-b7e6-48c5-9303-f75bb07da890 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:30.766694 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-baed518f-7fe0-4ffd-92d8-8c73c0726360 req-bda43469-b7e6-48c5-9303-f75bb07da890 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:30.783510 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d907c47-9b7e-4940-a0e1-bf4986228c6b req-a1763167-4d2d-4c72-8f25-8e25a95a82eb tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:30.785323 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7d907c47-9b7e-4940-a0e1-bf4986228c6b req-a1763167-4d2d-4c72-8f25-8e25a95a82eb tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff133361-b3f5-4c03-804d-e4e5a5fc1356 HTTP/1.1" status: 200 len: 944 time: 0.1280932 Jul 23 16:28:30.823310 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-baed518f-7fe0-4ffd-92d8-8c73c0726360 req-bda43469-b7e6-48c5-9303-f75bb07da890 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:30.824898 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-baed518f-7fe0-4ffd-92d8-8c73c0726360 req-bda43469-b7e6-48c5-9303-f75bb07da890 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3306756 Jul 23 16:28:30.841937 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda43469-b7e6-48c5-9303-f75bb07da890 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=171998ad-79ef-4ab9-a87f-44d1157d9a3a,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:30.845675 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device f3017714-5c91-4af6-89cd-969ca24c9af7 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:28:30.871235 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7d907c47-9b7e-4940-a0e1-bf4986228c6b req-83997d14-783c-4b20-81e1-7965046b9d41 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] 10.222.0.73 "GET /v2.0/security-groups?id=67d6efc2-6479-4eb4-8900-8b3a32e17fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716102 Jul 23 16:28:30.950841 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device a085d3f4-9679-42cd-a7e6-155e5249dbfb up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:28:31.007479 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-54b0a796-0d77-4f89-94a8-7b858ff733bd req-b81cc305-1a05-47de-be48-ce133269adaf tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "GET /v2.0/security-groups/50c4857d-b42f-4f25-ae99-f02324977c84 HTTP/1.1" status: 200 len: 1805 time: 0.0672250 Jul 23 16:28:31.016836 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69024b-aef7-4c39-83ba-525f787de753 req-8d9548a8-1cc0-45ab-9844-5462213f772e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:31.018107 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a69024b-aef7-4c39-83ba-525f787de753 req-8d9548a8-1cc0-45ab-9844-5462213f772e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=73f1631f-4e55-4e1b-989d-6b68d35d51e0 HTTP/1.1" status: 200 len: 945 time: 0.1159523 Jul 23 16:28:31.079567 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port a085d3f4-9679-42cd-a7e6-155e5249dbfb completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:28:31.087227 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-54b0a796-0d77-4f89-94a8-7b858ff733bd req-3520a103-b3d2-48cc-8ef8-12f7313757f1 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "GET /v2.0/security-groups/171998ad-79ef-4ab9-a87f-44d1157d9a3a HTTP/1.1" status: 200 len: 1807 time: 0.0680554 Jul 23 16:28:31.096838 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port f3017714-5c91-4af6-89cd-969ca24c9af7, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f3017714-5c91-4af6-89cd-969ca24c9af7,segment=NetworkSegment(3d4222df-273f-4970-aeda-c76d9cc5d255),segment_id=3d4222df-273f-4970-aeda-c76d9cc5d255)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:31.100487 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port a085d3f4-9679-42cd-a7e6-155e5249dbfb triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:31.100865 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:31.101267 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-54b0a796-0d77-4f89-94a8-7b858ff733bd req-085351ff-a3de-4f66-b279-387a8cf4c783 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '50c4857d-b42f-4f25-ae99-f02324977c84', 'remote_group_id': '171998ad-79ef-4ab9-a87f-44d1157d9a3a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:31.101597 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-54b0a796-0d77-4f89-94a8-7b858ff733bd req-085351ff-a3de-4f66-b279-387a8cf4c783 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '50c4857d-b42f-4f25-ae99-f02324977c84', 'remote_group_id': '171998ad-79ef-4ab9-a87f-44d1157d9a3a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:31.136447 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a69024b-aef7-4c39-83ba-525f787de753 req-b438f391-d06d-44ae-8e97-dd079d7dd4ce tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845940 Jul 23 16:28:31.215917 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-54b0a796-0d77-4f89-94a8-7b858ff733bd req-085351ff-a3de-4f66-b279-387a8cf4c783 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:31.284258 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-54b0a796-0d77-4f89-94a8-7b858ff733bd req-085351ff-a3de-4f66-b279-387a8cf4c783 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:31.291125 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-54b0a796-0d77-4f89-94a8-7b858ff733bd req-085351ff-a3de-4f66-b279-387a8cf4c783 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:31.342121 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-54b0a796-0d77-4f89-94a8-7b858ff733bd req-085351ff-a3de-4f66-b279-387a8cf4c783 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:31.344391 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-54b0a796-0d77-4f89-94a8-7b858ff733bd req-085351ff-a3de-4f66-b279-387a8cf4c783 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2490788 Jul 23 16:28:31.349402 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085351ff-a3de-4f66-b279-387a8cf4c783 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9428738-1e5a-4970-ad5f-be51e885af58,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:31.367838 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'f3017714-5c91-4af6-89cd-969ca24c9af7', 'network_id': 'c65fe988-79c0-4379-af93-8e86ed1e82c3', 'port_id': 'f3017714-5c91-4af6-89cd-969ca24c9af7', 'mac_address': 'fa:16:3e:ce:30:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72f518b3-89b5-4779-a18c-8745d23223ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:28:31.378077 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-fedf3c1c-38f0-42ea-ae6d-0dd3ac7a7563 req-8409b21e-ad4b-4aaf-8589-6dbb97c10f91 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-56584658', 'description': 'tempest-description-858886982'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:31.409489 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fedf3c1c-38f0-42ea-ae6d-0dd3ac7a7563 req-8409b21e-ad4b-4aaf-8589-6dbb97c10f91 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:31.503130 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:31.538558 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fedf3c1c-38f0-42ea-ae6d-0dd3ac7a7563 req-8409b21e-ad4b-4aaf-8589-6dbb97c10f91 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:31.550894 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fedf3c1c-38f0-42ea-ae6d-0dd3ac7a7563 req-8409b21e-ad4b-4aaf-8589-6dbb97c10f91 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:31.579615 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3017714-5c91-4af6-89cd-969ca24c9af7 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:28:31.597709 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2771d0aa-17d7-4226-a5e0-4d82484f267e req-04a0f50c-90e2-4493-94c1-26e20dd3908b tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=2359aefe-0700-480d-8f74-178d54fd9b94 HTTP/1.1" status: 200 len: 210 time: 0.0514369 Jul 23 16:28:31.621283 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port f3017714-5c91-4af6-89cd-969ca24c9af7, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f3017714-5c91-4af6-89cd-969ca24c9af7,segment=NetworkSegment(3d4222df-273f-4970-aeda-c76d9cc5d255),segment_id=3d4222df-273f-4970-aeda-c76d9cc5d255)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:31.633901 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:31.641864 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:31.671370 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fedf3c1c-38f0-42ea-ae6d-0dd3ac7a7563 req-8409b21e-ad4b-4aaf-8589-6dbb97c10f91 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:31.679759 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fedf3c1c-38f0-42ea-ae6d-0dd3ac7a7563 req-8409b21e-ad4b-4aaf-8589-6dbb97c10f91 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3067486 Jul 23 16:28:31.713078 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409b21e-ad4b-4aaf-8589-6dbb97c10f91 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcc1995-dbe5-4964-b756-e440ef0cbfae,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:31.736335 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-d76c80b2-b634-435c-84e8-da44d27351ff req-93be4d2a-3934-4a92-8879-d5bbb6fa5f18 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1566381051', 'description': 'tempest-description-764356276'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:31.748009 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port a085d3f4-9679-42cd-a7e6-155e5249dbfb, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=a085d3f4-9679-42cd-a7e6-155e5249dbfb,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:31.753491 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f1631f-4e55-4e1b-989d-6b68d35d51e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a085d3f4-9679-42cd-a7e6-155e5249dbfb'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:31.757751 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde231cb-6c9f-4130-a693-5803fe36a203" -d '{"events": [{"server_uuid": "73f1631f-4e55-4e1b-989d-6b68d35d51e0", "name": "network-vif-plugged", "status": "completed", "tag": "a085d3f4-9679-42cd-a7e6-155e5249dbfb"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:31.764299 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:31.805314 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=f3017714-5c91-4af6-89cd-969ca24c9af7,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:31.819842 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d76c80b2-b634-435c-84e8-da44d27351ff req-93be4d2a-3934-4a92-8879-d5bbb6fa5f18 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:31.872105 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e1baf3-99af-445f-9d69-06279cd73b7a x-openstack-request-id: req-89e1baf3-99af-445f-9d69-06279cd73b7a {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:31.872788 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f1631f-4e55-4e1b-989d-6b68d35d51e0", "name": "network-vif-plugged", "status": "completed", "tag": "a085d3f4-9679-42cd-a7e6-155e5249dbfb", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:31.872864 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-036a5d1d-b46b-42fa-9c52-3abea2c03aad tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:31.872942 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-89e1baf3-99af-445f-9d69-06279cd73b7a {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:31.873786 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f1631f-4e55-4e1b-989d-6b68d35d51e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a085d3f4-9679-42cd-a7e6-155e5249dbfb', 'code': 200} Jul 23 16:28:31.874137 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-036a5d1d-b46b-42fa-9c52-3abea2c03aad tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.97 "GET /v2.0/networks?id=cfd5d4a5-0d74-4444-af11-d62dc4a381cf HTTP/1.1" status: 200 len: 811 time: 0.1922214 Jul 23 16:28:31.894410 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-b96d23c1-e0a0-4066-9b30-d1d0ac34152d tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Request body: {'port': {'device_id': '2359aefe-0700-480d-8f74-178d54fd9b94', 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf', 'admin_state_up': True, 'tenant_id': '2642ac6d2fda4bb6bc5bc42fd646c90d'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:31.903609 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=a085d3f4-9679-42cd-a7e6-155e5249dbfb,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:32.026882 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['f3017714-5c91-4af6-89cd-969ca24c9af7'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:28:32.158451 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd2867-14c9-4e51-8d73-d700701fc72a req-f7693172-bef8-4747-b68c-5a368dd8e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:32.160059 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-65dd2867-14c9-4e51-8d73-d700701fc72a req-f7693172-bef8-4747-b68c-5a368dd8e510 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=73f1631f-4e55-4e1b-989d-6b68d35d51e0 HTTP/1.1" status: 200 len: 1097 time: 0.2342732 Jul 23 16:28:32.163341 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d76c80b2-b634-435c-84e8-da44d27351ff req-93be4d2a-3934-4a92-8879-d5bbb6fa5f18 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:32.185854 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d76c80b2-b634-435c-84e8-da44d27351ff req-93be4d2a-3934-4a92-8879-d5bbb6fa5f18 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:32.217000 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ecc4c-c265-4a30-adb5-e3728870049e req-6cf5395f-809e-40cb-adff-19cd17825bbc tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:32.218468 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c68ecc4c-c265-4a30-adb5-e3728870049e req-6cf5395f-809e-40cb-adff-19cd17825bbc tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff133361-b3f5-4c03-804d-e4e5a5fc1356 HTTP/1.1" status: 200 len: 945 time: 0.2303596 Jul 23 16:28:32.247322 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-b96d23c1-e0a0-4066-9b30-d1d0ac34152d tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Made reservation on behalf of 2642ac6d2fda4bb6bc5bc42fd646c90d for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:32.250921 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-b96d23c1-e0a0-4066-9b30-d1d0ac34152d tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:32.264819 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d76c80b2-b634-435c-84e8-da44d27351ff req-93be4d2a-3934-4a92-8879-d5bbb6fa5f18 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:32.266027 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d76c80b2-b634-435c-84e8-da44d27351ff req-93be4d2a-3934-4a92-8879-d5bbb6fa5f18 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5558426 Jul 23 16:28:32.279029 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be4d2a-3934-4a92-8879-d5bbb6fa5f18 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d4113e-7104-4841-8399-dd9b05d7d918,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:32.286166 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-65dd2867-14c9-4e51-8d73-d700701fc72a req-53bca9c6-4ba9-4dd1-beb0-369ba1bcc7d0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182284 Jul 23 16:28:32.316900 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c68ecc4c-c265-4a30-adb5-e3728870049e req-7e39b393-7758-4ca7-ac9f-81f34e75318f tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] 10.222.0.73 "GET /v2.0/security-groups?id=67d6efc2-6479-4eb4-8900-8b3a32e17fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841184 Jul 23 16:28:32.477010 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-be7244b4-b55f-42fc-89e1-dbccd262ec17 req-d257e200-27cf-4e63-9bfb-f8e9595eba6f tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "GET /v2.0/security-groups/3dcc1995-dbe5-4964-b756-e440ef0cbfae HTTP/1.1" status: 200 len: 1804 time: 0.1144555 Jul 23 16:28:32.511852 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-b96d23c1-e0a0-4066-9b30-d1d0ac34152d tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Allocated IP 172.20.0.10 (cfd5d4a5-0d74-4444-af11-d62dc4a381cf/826fd2fc-e097-4472-9d1f-4298f12f603f/82f75ecb-890d-4c75-921a-c30d4885097b) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:28:32.531244 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1aa80-c606-44cf-8e70-07c8c1de7b47 req-bffe2062-785f-4311-80b2-d1b8a3e6da43 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:32.532767 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ae1aa80-c606-44cf-8e70-07c8c1de7b47 req-bffe2062-785f-4311-80b2-d1b8a3e6da43 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=73f1631f-4e55-4e1b-989d-6b68d35d51e0 HTTP/1.1" status: 200 len: 946 time: 0.1852088 Jul 23 16:28:32.590676 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0ce4-cf24-4096-967b-14fc2b56fc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:32.602618 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-be7244b4-b55f-42fc-89e1-dbccd262ec17 req-ebc7c10a-2055-445c-8628-5d61dab16227 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "GET /v2.0/security-groups/b3d4113e-7104-4841-8399-dd9b05d7d918 HTTP/1.1" status: 200 len: 1806 time: 0.1135588 Jul 23 16:28:32.627499 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-be7244b4-b55f-42fc-89e1-dbccd262ec17 req-7e107459-c004-4e6a-b6cf-a1b1a3ba55a9 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3dcc1995-dbe5-4964-b756-e440ef0cbfae', 'remote_group_id': 'b3d4113e-7104-4841-8399-dd9b05d7d918', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:32.627499 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-be7244b4-b55f-42fc-89e1-dbccd262ec17 req-7e107459-c004-4e6a-b6cf-a1b1a3ba55a9 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3dcc1995-dbe5-4964-b756-e440ef0cbfae', 'remote_group_id': 'b3d4113e-7104-4841-8399-dd9b05d7d918', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:32.644523 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ae1aa80-c606-44cf-8e70-07c8c1de7b47 req-b7968670-5f2d-461a-98ac-b7f820db11c8 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007025 Jul 23 16:28:32.788471 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-b96d23c1-e0a0-4066-9b30-d1d0ac34152d tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:32.842059 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f04b6fa8-4ce7-44e8-9543-24b1bee1b033 req-b324891b-8aee-450a-93e6-b60b7a3a93c6 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=2359aefe-0700-480d-8f74-178d54fd9b94 HTTP/1.1" status: 200 len: 210 time: 0.0478690 Jul 23 16:28:32.845199 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-be7244b4-b55f-42fc-89e1-dbccd262ec17 req-7e107459-c004-4e6a-b6cf-a1b1a3ba55a9 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:32.902012 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-be7244b4-b55f-42fc-89e1-dbccd262ec17 req-7e107459-c004-4e6a-b6cf-a1b1a3ba55a9 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:32.907292 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-be7244b4-b55f-42fc-89e1-dbccd262ec17 req-7e107459-c004-4e6a-b6cf-a1b1a3ba55a9 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:32.917096 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-b96d23c1-e0a0-4066-9b30-d1d0ac34152d tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:32.964751 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e107459-c004-4e6a-b6cf-a1b1a3ba55a9 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cbe1217-9b9b-4d9d-949c-7359bda9d110,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:32.970944 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-be7244b4-b55f-42fc-89e1-dbccd262ec17 req-7e107459-c004-4e6a-b6cf-a1b1a3ba55a9 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:32.972378 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-be7244b4-b55f-42fc-89e1-dbccd262ec17 req-7e107459-c004-4e6a-b6cf-a1b1a3ba55a9 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3572829 Jul 23 16:28:32.986149 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-b96d23c1-e0a0-4066-9b30-d1d0ac34152d tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Network cfd5d4a5-0d74-4444-af11-d62dc4a381cf is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:28:32.989917 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-b96d23c1-e0a0-4066-9b30-d1d0ac34152d tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:28:32.996127 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-b96d23c1-e0a0-4066-9b30-d1d0ac34152d tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:28:33.032934 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d23c1-e0a0-4066-9b30-d1d0ac34152d tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Pushing event updated for resources: {'Port': ['ID=82f75ecb-890d-4c75-921a-c30d4885097b,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:33.111525 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-b96d23c1-e0a0-4066-9b30-d1d0ac34152d tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:33.112274 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-b96d23c1-e0a0-4066-9b30-d1d0ac34152d tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:33.124975 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-04d94c0b-c613-447c-973d-3d00146fa8fa req-498a2156-fd9c-44d5-98fe-207d981c4a5f tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "GET /v2.0/security-groups/b3d4113e-7104-4841-8399-dd9b05d7d918 HTTP/1.1" status: 200 len: 1806 time: 0.1187475 Jul 23 16:28:33.150052 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-b96d23c1-e0a0-4066-9b30-d1d0ac34152d tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2630222 Jul 23 16:28:33.177354 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-4aaeb9e5-f411-49c9-b34a-2252abdd6c64 service neutron] Request body: {'port': {'device_id': '2359aefe-0700-480d-8f74-178d54fd9b94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:33.228457 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d57a6-e6b2-4a9e-8fcb-25c2087dfd70 req-9e320eb2-1671-42a8-b6e4-e085ce1725e9 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:33.230024 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-653d57a6-e6b2-4a9e-8fcb-25c2087dfd70 req-9e320eb2-1671-42a8-b6e4-e085ce1725e9 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 944 time: 0.1657841 Jul 23 16:28:33.287738 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-04d94c0b-c613-447c-973d-3d00146fa8fa req-7e8ef399-8abe-4af3-aecd-65a2ec76403a tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:33.332130 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-04d94c0b-c613-447c-973d-3d00146fa8fa req-7e8ef399-8abe-4af3-aecd-65a2ec76403a tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:33.336549 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-4aaeb9e5-f411-49c9-b34a-2252abdd6c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:33.348432 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-653d57a6-e6b2-4a9e-8fcb-25c2087dfd70 req-100bdc4f-4eb9-4a44-b45d-1795aa8ed293 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105738 Jul 23 16:28:33.551955 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-04d94c0b-c613-447c-973d-3d00146fa8fa req-7e8ef399-8abe-4af3-aecd-65a2ec76403a tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:33.555043 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-04d94c0b-c613-447c-973d-3d00146fa8fa req-7e8ef399-8abe-4af3-aecd-65a2ec76403a tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:33.556192 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-04d94c0b-c613-447c-973d-3d00146fa8fa req-7e8ef399-8abe-4af3-aecd-65a2ec76403a tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "DELETE /v2.0/security-groups/b3d4113e-7104-4841-8399-dd9b05d7d918 HTTP/1.1" status: 204 len: 173 time: 0.4242227 Jul 23 16:28:33.591435 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ef399-8abe-4af3-aecd-65a2ec76403a tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d4113e-7104-4841-8399-dd9b05d7d918,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:33.634650 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa1904-505f-4fc0-9bcd-edabe82fa633 req-c8f65f31-2d58-46e3-92cf-cfb32d2e33ff tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:33.636174 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-67fa1904-505f-4fc0-9bcd-edabe82fa633 req-c8f65f31-2d58-46e3-92cf-cfb32d2e33ff tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff133361-b3f5-4c03-804d-e4e5a5fc1356 HTTP/1.1" status: 200 len: 945 time: 0.2169898 Jul 23 16:28:33.748720 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ef196b50-a37b-4c07-bbfb-ca5beda45b6a req-4f681d43-9a1f-4d8c-95e6-d2cf861a95bc tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "GET /v2.0/security-groups/3dcc1995-dbe5-4964-b756-e440ef0cbfae HTTP/1.1" status: 200 len: 1804 time: 0.1693740 Jul 23 16:28:33.766884 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-67fa1904-505f-4fc0-9bcd-edabe82fa633 req-69900f6f-1520-414c-a6d2-2bd5b089607d tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] 10.222.0.73 "GET /v2.0/security-groups?id=67d6efc2-6479-4eb4-8900-8b3a32e17fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246383 Jul 23 16:28:33.835768 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc934ad9-fcc3-4062-936d-d0e1ef6f9c1f req-b6e7cea7-d15c-4cb4-9d09-08ec781042da tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:33.837468 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc934ad9-fcc3-4062-936d-d0e1ef6f9c1f req-b6e7cea7-d15c-4cb4-9d09-08ec781042da tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.74 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 944 time: 0.1462834 Jul 23 16:28:33.904956 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-0946703e-4a33-4a05-8aa7-872ed85786b7 req-4d67d3d9-4a8e-4840-9450-f2b4c03e0954 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-587591936', 'description': 'tempest-description-1172386059'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:33.980921 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-4aaeb9e5-f411-49c9-b34a-2252abdd6c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f75ecb-890d-4c75-921a-c30d4885097b {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:28:34.006813 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-4aaeb9e5-f411-49c9-b34a-2252abdd6c64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:34.015371 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0946703e-4a33-4a05-8aa7-872ed85786b7 req-4d67d3d9-4a8e-4840-9450-f2b4c03e0954 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:34.084535 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-4aaeb9e5-f411-49c9-b34a-2252abdd6c64 service neutron] Transition to ACTIVE for port object 82f75ecb-890d-4c75-921a-c30d4885097b will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:28:34.096000 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-4aaeb9e5-f411-49c9-b34a-2252abdd6c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:34.149474 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df64da-144c-42a4-9667-b25b64d3fd74 req-8a7f8540-ef71-40ea-b27c-f3f4e1b5717e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:34.151175 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e2df64da-144c-42a4-9667-b25b64d3fd74 req-8a7f8540-ef71-40ea-b27c-f3f4e1b5717e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=73f1631f-4e55-4e1b-989d-6b68d35d51e0 HTTP/1.1" status: 200 len: 946 time: 0.3303490 Jul 23 16:28:34.242836 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaeb9e5-f411-49c9-b34a-2252abdd6c64 service neutron] Pushing event updated for resources: {'Port': ['ID=82f75ecb-890d-4c75-921a-c30d4885097b,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:34.292597 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-cc934ad9-fcc3-4062-936d-d0e1ef6f9c1f req-34fdb1f8-f785-4c10-bf90-c467323c2f05 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Deleting port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:28:34.293001 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-cc934ad9-fcc3-4062-936d-d0e1ef6f9c1f req-34fdb1f8-f785-4c10-bf90-c467323c2f05 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:34.333790 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e2df64da-144c-42a4-9667-b25b64d3fd74 req-b94a310b-c9ca-4364-b4be-5c95b5fef514 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660721 Jul 23 16:28:34.414340 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0946703e-4a33-4a05-8aa7-872ed85786b7 req-4d67d3d9-4a8e-4840-9450-f2b4c03e0954 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:34.425917 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0946703e-4a33-4a05-8aa7-872ed85786b7 req-4d67d3d9-4a8e-4840-9450-f2b4c03e0954 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:34.675503 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:34.857504 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-4aaeb9e5-f411-49c9-b34a-2252abdd6c64 service neutron] Attempting to bind port 82f75ecb-890d-4c75-921a-c30d4885097b on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:28:34.857849 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-4aaeb9e5-f411-49c9-b34a-2252abdd6c64 service neutron] Attempting to bind port 82f75ecb-890d-4c75-921a-c30d4885097b by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '2a2e3857-f6ff-406e-8415-ef0a902aa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:28:34.858275 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-4aaeb9e5-f411-49c9-b34a-2252abdd6c64 service neutron] Attempting to bind port 82f75ecb-890d-4c75-921a-c30d4885097b on network cfd5d4a5-0d74-4444-af11-d62dc4a381cf {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:34.869313 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0946703e-4a33-4a05-8aa7-872ed85786b7 req-4d67d3d9-4a8e-4840-9450-f2b4c03e0954 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:34.870541 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0946703e-4a33-4a05-8aa7-872ed85786b7 req-4d67d3d9-4a8e-4840-9450-f2b4c03e0954 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0111747 Jul 23 16:28:34.881673 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-cc934ad9-fcc3-4062-936d-d0e1ef6f9c1f req-34fdb1f8-f785-4c10-bf90-c467323c2f05 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] For port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=e1aa8bd3-8cae-438a-9cd7-0ee3fc519631,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:34.882039 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-cc934ad9-fcc3-4062-936d-d0e1ef6f9c1f req-34fdb1f8-f785-4c10-bf90-c467323c2f05 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:34.886047 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-4aaeb9e5-f411-49c9-b34a-2252abdd6c64 service neutron] Port 82f75ecb-890d-4c75-921a-c30d4885097b on network cfd5d4a5-0d74-4444-af11-d62dc4a381cf not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:28:34.886400 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-4aaeb9e5-f411-49c9-b34a-2252abdd6c64 service neutron] Attempting to bind port 82f75ecb-890d-4c75-921a-c30d4885097b on network cfd5d4a5-0d74-4444-af11-d62dc4a381cf {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:34.887642 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device f3017714-5c91-4af6-89cd-969ca24c9af7 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:28:34.888388 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67d3d9-4a8e-4840-9450-f2b4c03e0954 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cf481d-de4d-43a2-adc0-2958d5e12c22,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:34.908498 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-cc934ad9-fcc3-4062-936d-d0e1ef6f9c1f req-34fdb1f8-f785-4c10-bf90-c467323c2f05 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Calling delete_port for e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:28:34.911802 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-4aaeb9e5-f411-49c9-b34a-2252abdd6c64 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:28:34.912149 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-4aaeb9e5-f411-49c9-b34a-2252abdd6c64 service neutron] Checking segment: {'id': '2a2e3857-f6ff-406e-8415-ef0a902aa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:28:34.913108 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-4aaeb9e5-f411-49c9-b34a-2252abdd6c64 service neutron] Bound using segment: {'id': '2a2e3857-f6ff-406e-8415-ef0a902aa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:28:34.913108 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-4aaeb9e5-f411-49c9-b34a-2252abdd6c64 service neutron] Bound port: 82f75ecb-890d-4c75-921a-c30d4885097b, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a2e3857-f6ff-406e-8415-ef0a902aa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:28:34.913374 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-4aaeb9e5-f411-49c9-b34a-2252abdd6c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:34.950282 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port f3017714-5c91-4af6-89cd-969ca24c9af7 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:28:34.955354 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port f3017714-5c91-4af6-89cd-969ca24c9af7 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:34.955732 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:35.035513 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12aeb9-92c0-4a14-9184-b4bca0afd478 req-b75533b3-a479-4bf7-bb52-89b1f1c77a39 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:35.037544 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb12aeb9-92c0-4a14-9184-b4bca0afd478 req-b75533b3-a479-4bf7-bb52-89b1f1c77a39 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=2359aefe-0700-480d-8f74-178d54fd9b94 HTTP/1.1" status: 200 len: 944 time: 0.6174219 Jul 23 16:28:35.037659 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:35.059927 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff133361-b3f5-4c03-804d-e4e5a5fc1356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3017714-5c91-4af6-89cd-969ca24c9af7'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:35.062187 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c30d5a-cbc6-4e4e-804b-cb6e5a6f2e88" -d '{"events": [{"server_uuid": "ff133361-b3f5-4c03-804d-e4e5a5fc1356", "name": "network-vif-plugged", "status": "completed", "tag": "f3017714-5c91-4af6-89cd-969ca24c9af7"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:35.075770 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port f3017714-5c91-4af6-89cd-969ca24c9af7, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f3017714-5c91-4af6-89cd-969ca24c9af7,segment=NetworkSegment(3d4222df-273f-4970-aeda-c76d9cc5d255),segment_id=3d4222df-273f-4970-aeda-c76d9cc5d255)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:35.080258 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:35.128561 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-4aaeb9e5-f411-49c9-b34a-2252abdd6c64 service neutron] For port 82f75ecb-890d-4c75-921a-c30d4885097b, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:28:35.137099 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=f3017714-5c91-4af6-89cd-969ca24c9af7,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:35.146281 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:35.146815 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:35.147323 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:35.147859 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:35.148370 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:35.148782 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:35.149199 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:35.149595 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:35.149985 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:35.150514 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:35.150846 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:35.151169 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:35.154758 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb12aeb9-92c0-4a14-9184-b4bca0afd478 req-9ceb7389-0240-4db8-be43-b840de2042ba tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054626 Jul 23 16:28:35.159616 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-4aaeb9e5-f411-49c9-b34a-2252abdd6c64 service neutron] For port 82f75ecb-890d-4c75-921a-c30d4885097b, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=82f75ecb-890d-4c75-921a-c30d4885097b,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:28:35.166312 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-4aaeb9e5-f411-49c9-b34a-2252abdd6c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:35.175318 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e3c9c-eff3-4b74-bf20-e15e5afca2c9 req-3c31d130-6fda-4c7a-9eb1-ffa81390e781 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:35.185104 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb6e3c9c-eff3-4b74-bf20-e15e5afca2c9 req-3c31d130-6fda-4c7a-9eb1-ffa81390e781 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c66b99-e97b-44ea-9c8e-a81eff7fb3f6 HTTP/1.1" status: 200 len: 944 time: 0.2479010 Jul 23 16:28:35.280718 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-4aaeb9e5-f411-49c9-b34a-2252abdd6c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:35.281420 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-4aaeb9e5-f411-49c9-b34a-2252abdd6c64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:35.283214 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-4aaeb9e5-f411-49c9-b34a-2252abdd6c64 service neutron] 10.222.0.97 "PUT /v2.0/ports/82f75ecb-890d-4c75-921a-c30d4885097b HTTP/1.1" status: 200 len: 1092 time: 2.1166389 Jul 23 16:28:35.290103 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2359aefe-0700-480d-8f74-178d54fd9b94', 'tag': '82f75ecb-890d-4c75-921a-c30d4885097b'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:35.292294 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9809a3d1-bad6-46f8-97c7-57557e3e48d2" -d '{"events": [{"name": "network-changed", "server_uuid": "2359aefe-0700-480d-8f74-178d54fd9b94", "tag": "82f75ecb-890d-4c75-921a-c30d4885097b"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:35.333878 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fc4270d1-420b-4d3a-9552-4597db4e1955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:35.384300 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb6e3c9c-eff3-4b74-bf20-e15e5afca2c9 req-ebb0c5dc-d0a5-4dde-bcf2-f1e419adcbac tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001383 Jul 23 16:28:35.392551 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:35.401090 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-cc934ad9-fcc3-4062-936d-d0e1ef6f9c1f req-34fdb1f8-f785-4c10-bf90-c467323c2f05 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:35.402756 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaeb9e5-f411-49c9-b34a-2252abdd6c64 service neutron] Pushing event updated for resources: {'Port': ['ID=82f75ecb-890d-4c75-921a-c30d4885097b,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:35.413784 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['e1aa8bd3-8cae-438a-9cd7-0ee3fc519631'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:28:35.473327 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fdb1f8-f785-4c10-bf90-c467323c2f05 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Pushing event deleted for resources: {'Port': ['ID=e1aa8bd3-8cae-438a-9cd7-0ee3fc519631,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:35.588388 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc934ad9-fcc3-4062-936d-d0e1ef6f9c1f req-34fdb1f8-f785-4c10-bf90-c467323c2f05 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] No DVR routers for this DVR port e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 on host n-h1-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:28:35.592467 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-cc934ad9-fcc3-4062-936d-d0e1ef6f9c1f req-34fdb1f8-f785-4c10-bf90-c467323c2f05 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:35.594484 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc934ad9-fcc3-4062-936d-d0e1ef6f9c1f req-34fdb1f8-f785-4c10-bf90-c467323c2f05 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.74 "DELETE /v2.0/ports/e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 HTTP/1.1" status: 204 len: 173 time: 1.7361240 Jul 23 16:28:35.603977 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-5fa951f1-013c-4b39-9aab-5bb909d351ca tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:35.605616 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-5fa951f1-013c-4b39-9aab-5bb909d351ca tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/networks?id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 HTTP/1.1" status: 200 len: 806 time: 0.3461666 Jul 23 16:28:35.612183 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-81503a34-1011-4029-bf8d-0deab36ff39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:35.614578 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-81503a34-1011-4029-bf8d-0deab36ff39c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=2642ac6d2fda4bb6bc5bc42fd646c90d&device_id=2359aefe-0700-480d-8f74-178d54fd9b94 HTTP/1.1" status: 200 len: 1095 time: 0.2848451 Jul 23 16:28:35.675335 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-2b8144d2-8ac5-4d0c-9abe-8000a705ffcc tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/quotas/6e0db5f31fbe42e8a6955990f39f636d HTTP/1.1" status: 200 len: 375 time: 0.0569055 Jul 23 16:28:35.689555 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-4b7a759d-1785-46ea-8a3d-6eb61cf34ceb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82f75ecb-890d-4c75-921a-c30d4885097b HTTP/1.1" status: 200 len: 217 time: 0.0634532 Jul 23 16:28:35.735062 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f6433-975f-44b0-9cb9-40fba46a116b req-b787f1ab-6dac-4462-8609-bf484466c07c tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:35.736893 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e31f6433-975f-44b0-9cb9-40fba46a116b req-b787f1ab-6dac-4462-8609-bf484466c07c tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff133361-b3f5-4c03-804d-e4e5a5fc1356 HTTP/1.1" status: 200 len: 946 time: 0.2560303 Jul 23 16:28:35.802630 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-ed3f2529-e73b-42e0-8fee-e382b346dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:35.804053 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-ed3f2529-e73b-42e0-8fee-e382b346dfd8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=826fd2fc-e097-4472-9d1f-4298f12f603f HTTP/1.1" status: 200 len: 851 time: 0.0876238 Jul 23 16:28:35.821099 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e31f6433-975f-44b0-9cb9-40fba46a116b req-858d4d49-9324-4d51-9370-a068f654f3ea tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] 10.222.0.73 "GET /v2.0/security-groups?id=67d6efc2-6479-4eb4-8900-8b3a32e17fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607235 Jul 23 16:28:35.859451 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-915cffdd-0f34-4dbd-ac02-e63c95762228 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cfd5d4a5-0d74-4444-af11-d62dc4a381cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346205 Jul 23 16:28:35.868571 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-fc93650d-70ac-4b24-a9d1-df965fe0fb3d tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6e0db5f31fbe42e8a6955990f39f636d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1925035 Jul 23 16:28:36.071977 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3e1efe19-3f89-415c-9247-ccbf7dbe3897 req-f9e25ddb-3936-4d82-a1c0-89ee73d8cfda tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "GET /v2.0/security-groups/f6cf481d-de4d-43a2-adc0-2958d5e12c22 HTTP/1.1" status: 200 len: 1806 time: 0.1540341 Jul 23 16:28:36.074262 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-07db3f88-0cde-4600-b71b-f78d6c0f2399 service neutron] 10.222.0.97 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047803 Jul 23 16:28:36.076124 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-a05b89cb-16b2-470a-a61f-eb763db85797 service neutron] 10.222.0.73 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980755 Jul 23 16:28:36.081676 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-3e1efe19-3f89-415c-9247-ccbf7dbe3897 req-0ab83ebd-738f-41a3-ae11-fbb91e9ebae1 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f6cf481d-de4d-43a2-adc0-2958d5e12c22', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:36.081994 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-3e1efe19-3f89-415c-9247-ccbf7dbe3897 req-0ab83ebd-738f-41a3-ae11-fbb91e9ebae1 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f6cf481d-de4d-43a2-adc0-2958d5e12c22', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:36.280784 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-d86007b6-744b-4b61-865e-d5310ba535f9 service neutron] 10.222.0.73 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928234 Jul 23 16:28:36.309195 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7f72a9ea-0859-4645-a8af-4f0a5e5c8855 req-0f81fbd6-3246-41f9-8b83-bf9c02195189 service neutron] 10.222.0.97 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202868 Jul 23 16:28:36.310432 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3e1efe19-3f89-415c-9247-ccbf7dbe3897 req-0ab83ebd-738f-41a3-ae11-fbb91e9ebae1 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:36.329744 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3e1efe19-3f89-415c-9247-ccbf7dbe3897 req-0ab83ebd-738f-41a3-ae11-fbb91e9ebae1 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:36.335586 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3e1efe19-3f89-415c-9247-ccbf7dbe3897 req-0ab83ebd-738f-41a3-ae11-fbb91e9ebae1 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:36.355304 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab83ebd-738f-41a3-ae11-fbb91e9ebae1 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db0a451e-331c-4920-9d3b-d7ac096a011f,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:36.362913 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3e1efe19-3f89-415c-9247-ccbf7dbe3897 req-0ab83ebd-738f-41a3-ae11-fbb91e9ebae1 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:36.364467 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3e1efe19-3f89-415c-9247-ccbf7dbe3897 req-0ab83ebd-738f-41a3-ae11-fbb91e9ebae1 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2867420 Jul 23 16:28:36.408838 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b9906b-9b3d-4be7-9d41-34456fa20a39 x-openstack-request-id: req-b0b9906b-9b3d-4be7-9d41-34456fa20a39 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:36.409692 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff133361-b3f5-4c03-804d-e4e5a5fc1356", "name": "network-vif-plugged", "status": "completed", "tag": "f3017714-5c91-4af6-89cd-969ca24c9af7", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:36.409951 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b0b9906b-9b3d-4be7-9d41-34456fa20a39 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:36.410367 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff133361-b3f5-4c03-804d-e4e5a5fc1356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3017714-5c91-4af6-89cd-969ca24c9af7', 'code': 200} Jul 23 16:28:36.427467 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8830c922-48a9-4425-b845-2740ddefdbb1 x-openstack-request-id: req-8830c922-48a9-4425-b845-2740ddefdbb1 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:36.427950 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2359aefe-0700-480d-8f74-178d54fd9b94", "tag": "82f75ecb-890d-4c75-921a-c30d4885097b", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:36.428283 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8830c922-48a9-4425-b845-2740ddefdbb1 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:36.429875 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2359aefe-0700-480d-8f74-178d54fd9b94', 'tag': '82f75ecb-890d-4c75-921a-c30d4885097b', 'status': 'completed', 'code': 200} Jul 23 16:28:36.471486 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:36.599537 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-235679e9-1f4b-4e75-b125-98531567c4d3 req-178538bb-326d-4077-9930-9ff9109b4aa9 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "GET /v2.0/security-groups/f6cf481d-de4d-43a2-adc0-2958d5e12c22 HTTP/1.1" status: 200 len: 2400 time: 0.1607277 Jul 23 16:28:36.624142 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-235679e9-1f4b-4e75-b125-98531567c4d3 req-2e138beb-5aec-4b43-86f9-f56ceb8977a3 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f6cf481d-de4d-43a2-adc0-2958d5e12c22', 'remote_group_id': None}]} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:36.624890 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-235679e9-1f4b-4e75-b125-98531567c4d3 req-2e138beb-5aec-4b43-86f9-f56ceb8977a3 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f6cf481d-de4d-43a2-adc0-2958d5e12c22', 'remote_group_id': None}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:36.653716 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809a3d1-bad6-46f8-97c7-57557e3e48d2 req-24b095cb-8b96-418d-9f46-8e9ffbc1eb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:36.655267 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9809a3d1-bad6-46f8-97c7-57557e3e48d2 req-24b095cb-8b96-418d-9f46-8e9ffbc1eb00 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=2642ac6d2fda4bb6bc5bc42fd646c90d&device_id=2359aefe-0700-480d-8f74-178d54fd9b94 HTTP/1.1" status: 200 len: 1095 time: 0.1914239 Jul 23 16:28:36.680654 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbe7fc-d3ab-4910-aa96-9f3e5b0cf859 req-88a4f622-4bc1-4460-b6c0-4d0d773f27c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:36.682187 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2ddbe7fc-d3ab-4910-aa96-9f3e5b0cf859 req-88a4f622-4bc1-4460-b6c0-4d0d773f27c7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ff133361-b3f5-4c03-804d-e4e5a5fc1356 HTTP/1.1" status: 200 len: 1097 time: 0.1809785 Jul 23 16:28:36.727514 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a672e14-b2e4-4d58-9ada-73fe7ab054c5 req-74fd38fd-6512-4aa1-baad-43e03ac3e81f tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:36.729349 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7a672e14-b2e4-4d58-9ada-73fe7ab054c5 req-74fd38fd-6512-4aa1-baad-43e03ac3e81f tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=2359aefe-0700-480d-8f74-178d54fd9b94 HTTP/1.1" status: 200 len: 944 time: 0.2330923 Jul 23 16:28:36.842314 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2ddbe7fc-d3ab-4910-aa96-9f3e5b0cf859 req-6760c0ee-3266-47d4-ae7d-a5ebee711cc7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=67d6efc2-6479-4eb4-8900-8b3a32e17fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479187 Jul 23 16:28:36.871795 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-235679e9-1f4b-4e75-b125-98531567c4d3 req-2e138beb-5aec-4b43-86f9-f56ceb8977a3 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:36.879935 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7a672e14-b2e4-4d58-9ada-73fe7ab054c5 req-a3e2413b-e505-48eb-b4b9-3bdd8651f8bb tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408813 Jul 23 16:28:36.884872 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809a3d1-bad6-46f8-97c7-57557e3e48d2 req-c0c35add-510d-4703-8043-2c67b4c34069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:36.886572 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9809a3d1-bad6-46f8-97c7-57557e3e48d2 req-c0c35add-510d-4703-8043-2c67b4c34069 service neutron] 10.222.0.97 "GET /v2.0/networks?id=cfd5d4a5-0d74-4444-af11-d62dc4a381cf HTTP/1.1" status: 200 len: 913 time: 0.2203135 Jul 23 16:28:36.899895 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-235679e9-1f4b-4e75-b125-98531567c4d3 req-2e138beb-5aec-4b43-86f9-f56ceb8977a3 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:36.943082 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-235679e9-1f4b-4e75-b125-98531567c4d3 req-2e138beb-5aec-4b43-86f9-f56ceb8977a3 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:36.947879 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9809a3d1-bad6-46f8-97c7-57557e3e48d2 req-d00c3569-56fb-4e4c-a85c-f0a3d706ba82 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82f75ecb-890d-4c75-921a-c30d4885097b HTTP/1.1" status: 200 len: 217 time: 0.0468075 Jul 23 16:28:37.017153 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e1c41f2c-9a2b-4bf5-9ce2-53fcf56aaf60 req-2cecfffa-6b67-49d5-8dd3-dcdecf76b467 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=f80725b5-2039-45a0-913f-801d1030ca85 HTTP/1.1" status: 200 len: 210 time: 0.0647626 Jul 23 16:28:37.017772 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e138beb-5aec-4b43-86f9-f56ceb8977a3 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c07ecf7-9ffd-4362-8eb9-c33b1981e91f,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:37.025551 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-235679e9-1f4b-4e75-b125-98531567c4d3 req-2e138beb-5aec-4b43-86f9-f56ceb8977a3 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:37.026764 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-235679e9-1f4b-4e75-b125-98531567c4d3 req-2e138beb-5aec-4b43-86f9-f56ceb8977a3 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4125924 Jul 23 16:28:37.050125 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809a3d1-bad6-46f8-97c7-57557e3e48d2 req-dd5a2080-4250-4417-b58b-3b4e9593b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:37.052479 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9809a3d1-bad6-46f8-97c7-57557e3e48d2 req-dd5a2080-4250-4417-b58b-3b4e9593b7f1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=826fd2fc-e097-4472-9d1f-4298f12f603f HTTP/1.1" status: 200 len: 851 time: 0.0850575 Jul 23 16:28:37.070709 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:28:37.100550 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9809a3d1-bad6-46f8-97c7-57557e3e48d2 req-b911c7de-2835-4080-8e9b-c336cca8899d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cfd5d4a5-0d74-4444-af11-d62dc4a381cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377433 Jul 23 16:28:37.210783 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:37.261617 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dc9d6949-0533-4a83-bd47-507970f4adf4 req-a15897b7-9ea9-4a69-b48f-cb99bd26f2be tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "GET /v2.0/security-groups/f6cf481d-de4d-43a2-adc0-2958d5e12c22 HTTP/1.1" status: 200 len: 2999 time: 0.0996742 Jul 23 16:28:37.275958 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a7f27-94bf-42f9-8397-595e18aebd94 req-649c9fb1-2860-4f24-b67f-0f5c179adc99 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:37.277566 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d6a7f27-94bf-42f9-8397-595e18aebd94 req-649c9fb1-2860-4f24-b67f-0f5c179adc99 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff133361-b3f5-4c03-804d-e4e5a5fc1356 HTTP/1.1" status: 200 len: 946 time: 0.1800585 Jul 23 16:28:37.283454 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9809a3d1-bad6-46f8-97c7-57557e3e48d2 req-7888b120-7089-4c98-bb13-c797cf251790 service neutron] 10.222.0.97 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741006 Jul 23 16:28:37.350204 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d6a7f27-94bf-42f9-8397-595e18aebd94 req-70762fc9-9c52-4e93-b069-01dcbc067ef9 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] 10.222.0.73 "GET /v2.0/security-groups?id=67d6efc2-6479-4eb4-8900-8b3a32e17fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658393 Jul 23 16:28:37.424945 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9809a3d1-bad6-46f8-97c7-57557e3e48d2 req-ed67d9ad-68cc-422e-a5e8-67c6f3a0af44 service neutron] 10.222.0.97 "GET /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335928 Jul 23 16:28:37.428199 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7231e79-00bc-4c63-97c0-c42b80df0df2 req-c4de1db1-a93e-404d-a46e-239565c97d69 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "GET /v2.0/security-group-rules/3c07ecf7-9ffd-4362-8eb9-c33b1981e91f HTTP/1.1" status: 200 len: 783 time: 0.0410249 Jul 23 16:28:37.517007 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7231e79-00bc-4c63-97c0-c42b80df0df2 req-8c86e79f-9b33-450d-963d-26585b28da8c tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "GET /v2.0/security-groups/f6cf481d-de4d-43a2-adc0-2958d5e12c22 HTTP/1.1" status: 200 len: 2999 time: 0.0787342 Jul 23 16:28:37.590396 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971bdcf-0f6e-4778-a97d-192d4ba10082 req-c02b3099-c335-4ab6-bea6-cf030acb22ff tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:37.591906 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4971bdcf-0f6e-4778-a97d-192d4ba10082 req-c02b3099-c335-4ab6-bea6-cf030acb22ff tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d HTTP/1.1" status: 200 len: 944 time: 0.1458199 Jul 23 16:28:37.592929 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b7231e79-00bc-4c63-97c0-c42b80df0df2 req-3640dd41-02e1-4c82-ae86-49f08f79f9cc tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:37.618820 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b7231e79-00bc-4c63-97c0-c42b80df0df2 req-3640dd41-02e1-4c82-ae86-49f08f79f9cc tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:37.713760 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4971bdcf-0f6e-4778-a97d-192d4ba10082 req-f6785cd3-012a-469c-9a53-fe60124a8124 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151066 Jul 23 16:28:37.725263 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b7231e79-00bc-4c63-97c0-c42b80df0df2 req-3640dd41-02e1-4c82-ae86-49f08f79f9cc tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:37.737354 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b7231e79-00bc-4c63-97c0-c42b80df0df2 req-3640dd41-02e1-4c82-ae86-49f08f79f9cc tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:37.738709 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7231e79-00bc-4c63-97c0-c42b80df0df2 req-3640dd41-02e1-4c82-ae86-49f08f79f9cc tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/3c07ecf7-9ffd-4362-8eb9-c33b1981e91f HTTP/1.1" status: 204 len: 173 time: 0.2145269 Jul 23 16:28:37.750021 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3640dd41-02e1-4c82-ae86-49f08f79f9cc tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c07ecf7-9ffd-4362-8eb9-c33b1981e91f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:37.760565 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-42e87748-608d-4964-a29e-88add4b63bf8 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:37.762138 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-42e87748-608d-4964-a29e-88add4b63bf8 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.74 "GET /v2.0/networks?id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 HTTP/1.1" status: 200 len: 806 time: 0.2110901 Jul 23 16:28:37.783657 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-58e9f87b-e758-4eeb-8b2d-95e05b53bc3e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Request body: {'port': {'device_id': 'f80725b5-2039-45a0-913f-801d1030ca85', 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6', 'admin_state_up': True, 'tenant_id': '6e0db5f31fbe42e8a6955990f39f636d'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:37.863929 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5049600a-a5db-4941-ba1e-3dd1667352ff req-b6f57599-2f0e-4e57-9bd3-b31a181bc440 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "GET /v2.0/security-groups/f6cf481d-de4d-43a2-adc0-2958d5e12c22 HTTP/1.1" status: 200 len: 2400 time: 0.1004398 Jul 23 16:28:37.964198 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5049600a-a5db-4941-ba1e-3dd1667352ff req-4612720f-0654-41bc-ba1b-56865a1925f3 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:37.969947 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-58e9f87b-e758-4eeb-8b2d-95e05b53bc3e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Made reservation on behalf of 6e0db5f31fbe42e8a6955990f39f636d for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:37.973761 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-58e9f87b-e758-4eeb-8b2d-95e05b53bc3e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:38.002514 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5049600a-a5db-4941-ba1e-3dd1667352ff req-4612720f-0654-41bc-ba1b-56865a1925f3 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:38.174148 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5049600a-a5db-4941-ba1e-3dd1667352ff req-4612720f-0654-41bc-ba1b-56865a1925f3 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:38.177337 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5049600a-a5db-4941-ba1e-3dd1667352ff req-4612720f-0654-41bc-ba1b-56865a1925f3 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:38.178517 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5049600a-a5db-4941-ba1e-3dd1667352ff req-4612720f-0654-41bc-ba1b-56865a1925f3 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "DELETE /v2.0/security-groups/f6cf481d-de4d-43a2-adc0-2958d5e12c22 HTTP/1.1" status: 204 len: 173 time: 0.3075833 Jul 23 16:28:38.202280 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612720f-0654-41bc-ba1b-56865a1925f3 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cf481d-de4d-43a2-adc0-2958d5e12c22,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:38.217310 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-58e9f87b-e758-4eeb-8b2d-95e05b53bc3e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Allocated IP 172.20.0.10 (4fcdb072-b06e-4ac9-aeaa-783a9c8875b6/afdba85c-3a3a-4e3d-a242-c2e94f8ff50b/882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:28:38.234179 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61840d29-7e14-4a9a-8a12-2848e75a0e00 req-92be7b63-ddca-4422-86dd-940294510b71 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:38.236287 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-61840d29-7e14-4a9a-8a12-2848e75a0e00 req-92be7b63-ddca-4422-86dd-940294510b71 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d HTTP/1.1" status: 200 len: 944 time: 0.1011283 Jul 23 16:28:38.243601 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d9f01-bb8e-4ed0-bcb3-99295a3a77bb req-c184d706-fe4c-488a-b847-e16e44bd6f72 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:38.245264 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7d3d9f01-bb8e-4ed0-bcb3-99295a3a77bb req-c184d706-fe4c-488a-b847-e16e44bd6f72 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=2359aefe-0700-480d-8f74-178d54fd9b94 HTTP/1.1" status: 200 len: 944 time: 0.1807427 Jul 23 16:28:38.312161 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4f82b3b6-0a24-4c6e-8851-f8b25abb6b76 req-6c333996-ef0d-49c0-9860-bbe0afea4942 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=f80725b5-2039-45a0-913f-801d1030ca85 HTTP/1.1" status: 200 len: 210 time: 0.0514181 Jul 23 16:28:38.344575 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7d3d9f01-bb8e-4ed0-bcb3-99295a3a77bb req-83cccadd-8f4a-4dd2-a64c-7b64e1b09650 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925393 Jul 23 16:28:38.357621 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-61840d29-7e14-4a9a-8a12-2848e75a0e00 req-751b3839-c1a3-49aa-a3dd-dec6ebd8d188 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Deleting port 502a3103-bf4e-47c4-90ec-075a8540f1d9 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:28:38.357969 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-61840d29-7e14-4a9a-8a12-2848e75a0e00 req-751b3839-c1a3-49aa-a3dd-dec6ebd8d188 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:38.432957 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c66b99-e97b-44ea-9c8e-a81eff7fb3f6', 'name': 'network-vif-deleted', 'tag': 'e1aa8bd3-8cae-438a-9cd7-0ee3fc519631'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:38.435403 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48fec24-cf58-4d7d-9e13-2b68a5b2762b" -d '{"events": [{"server_uuid": "19c66b99-e97b-44ea-9c8e-a81eff7fb3f6", "name": "network-vif-deleted", "tag": "e1aa8bd3-8cae-438a-9cd7-0ee3fc519631"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:38.485212 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-61840d29-7e14-4a9a-8a12-2848e75a0e00 req-751b3839-c1a3-49aa-a3dd-dec6ebd8d188 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] For port 502a3103-bf4e-47c4-90ec-075a8540f1d9, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=502a3103-bf4e-47c4-90ec-075a8540f1d9,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:38.485873 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-61840d29-7e14-4a9a-8a12-2848e75a0e00 req-751b3839-c1a3-49aa-a3dd-dec6ebd8d188 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:38.498541 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-61840d29-7e14-4a9a-8a12-2848e75a0e00 req-751b3839-c1a3-49aa-a3dd-dec6ebd8d188 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Calling delete_port for 502a3103-bf4e-47c4-90ec-075a8540f1d9 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:28:38.499628 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [req-228512c6-89c3-481b-8d3a-83ef776ca903 req-cdce6e2e-5ded-45af-a812-f16ec9b3eaf2 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] show failed (client error): The resource could not be found. Jul 23 16:28:38.500687 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-228512c6-89c3-481b-8d3a-83ef776ca903 req-cdce6e2e-5ded-45af-a812-f16ec9b3eaf2 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "GET /v2.0/security-groups/b3d4113e-7104-4841-8399-dd9b05d7d918 HTTP/1.1" status: 404 len: 352 time: 0.0301208 Jul 23 16:28:38.504417 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-58e9f87b-e758-4eeb-8b2d-95e05b53bc3e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:38.521437 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:38.565744 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-58e9f87b-e758-4eeb-8b2d-95e05b53bc3e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:38.581275 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['c16e80ab-8bc6-4bb2-a761-b60dd7093c3d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:28:38.646987 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['a085d3f4-9679-42cd-a7e6-155e5249dbfb'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:28:38.667482 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcd5770-7cb4-4736-92aa-a0531f3a8e85 x-openstack-request-id: req-2fcd5770-7cb4-4736-92aa-a0531f3a8e85 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:38.668130 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c66b99-e97b-44ea-9c8e-a81eff7fb3f6", "name": "network-vif-deleted", "tag": "e1aa8bd3-8cae-438a-9cd7-0ee3fc519631", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:38.668483 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2fcd5770-7cb4-4736-92aa-a0531f3a8e85 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:38.669031 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c66b99-e97b-44ea-9c8e-a81eff7fb3f6', 'name': 'network-vif-deleted', 'tag': 'e1aa8bd3-8cae-438a-9cd7-0ee3fc519631', 'status': 'completed', 'code': 200} Jul 23 16:28:38.693520 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-61840d29-7e14-4a9a-8a12-2848e75a0e00 req-751b3839-c1a3-49aa-a3dd-dec6ebd8d188 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:38.718454 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-58e9f87b-e758-4eeb-8b2d-95e05b53bc3e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Network 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:28:38.731275 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b3839-c1a3-49aa-a3dd-dec6ebd8d188 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Pushing event deleted for resources: {'Port': ['ID=502a3103-bf4e-47c4-90ec-075a8540f1d9,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:38.741420 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-58e9f87b-e758-4eeb-8b2d-95e05b53bc3e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:28:38.748912 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-58e9f87b-e758-4eeb-8b2d-95e05b53bc3e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:28:38.795410 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-61840d29-7e14-4a9a-8a12-2848e75a0e00 req-751b3839-c1a3-49aa-a3dd-dec6ebd8d188 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] No DVR routers for this DVR port 502a3103-bf4e-47c4-90ec-075a8540f1d9 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:28:38.798518 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-61840d29-7e14-4a9a-8a12-2848e75a0e00 req-751b3839-c1a3-49aa-a3dd-dec6ebd8d188 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:38.802001 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-61840d29-7e14-4a9a-8a12-2848e75a0e00 req-751b3839-c1a3-49aa-a3dd-dec6ebd8d188 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.74 "DELETE /v2.0/ports/502a3103-bf4e-47c4-90ec-075a8540f1d9 HTTP/1.1" status: 204 len: 173 time: 0.5602088 Jul 23 16:28:38.802670 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d', 'name': 'network-vif-deleted', 'tag': '502a3103-bf4e-47c4-90ec-075a8540f1d9'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:38.803272 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9f87b-e758-4eeb-8b2d-95e05b53bc3e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Pushing event updated for resources: {'Port': ['ID=882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:38.805652 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8dd6ff-b2be-439d-bc37-9b8240ff0c3c" -d '{"events": [{"server_uuid": "6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d", "name": "network-vif-deleted", "tag": "502a3103-bf4e-47c4-90ec-075a8540f1d9"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:38.820294 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ffa2538-0f34-49f6-963e-e3ef9f6c1ac1 req-704b4513-c4ab-41e8-a6d2-62017b29a433 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "GET /v2.0/security-groups/3dcc1995-dbe5-4964-b756-e440ef0cbfae HTTP/1.1" status: 200 len: 1804 time: 0.1603897 Jul 23 16:28:38.867695 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-58e9f87b-e758-4eeb-8b2d-95e05b53bc3e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:38.868339 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-58e9f87b-e758-4eeb-8b2d-95e05b53bc3e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:38.896334 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:28:38.916012 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-58e9f87b-e758-4eeb-8b2d-95e05b53bc3e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1378191 Jul 23 16:28:38.920625 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:28:38.920973 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device e1aa8bd3-8cae-438a-9cd7-0ee3fc519631 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:28:38.924631 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025eae3-513a-4ba2-a5cb-4e4997ef8f2b req-a6b59eb1-ec06-4ffd-a409-cfa6f27034c3 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:38.926431 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7025eae3-513a-4ba2-a5cb-4e4997ef8f2b req-a6b59eb1-ec06-4ffd-a409-cfa6f27034c3 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff133361-b3f5-4c03-804d-e4e5a5fc1356 HTTP/1.1" status: 200 len: 946 time: 0.3496859 Jul 23 16:28:38.955584 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-74597dd3-ba84-4b22-84cb-a091046bced6 service neutron] Request body: {'port': {'device_id': 'f80725b5-2039-45a0-913f-801d1030ca85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:38.997098 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7ffa2538-0f34-49f6-963e-e3ef9f6c1ac1 req-cfcbc0d6-9077-4e6b-aad5-6c35dc9c1bce tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:39.045081 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7025eae3-513a-4ba2-a5cb-4e4997ef8f2b req-10e3b6e1-e293-4b4d-b3d1-5053a99ecffc tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] 10.222.0.73 "GET /v2.0/security-groups?id=67d6efc2-6479-4eb4-8900-8b3a32e17fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125450 Jul 23 16:28:39.065028 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7ffa2538-0f34-49f6-963e-e3ef9f6c1ac1 req-cfcbc0d6-9077-4e6b-aad5-6c35dc9c1bce tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:39.106110 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-74597dd3-ba84-4b22-84cb-a091046bced6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:39.183394 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-93644d9d-5dd2-4c70-a1d6-2659c2e45cb4 req-88734547-463c-403e-8b23-f447541d4d9e tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d HTTP/1.1" status: 200 len: 210 time: 0.0621252 Jul 23 16:28:39.204499 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7ffa2538-0f34-49f6-963e-e3ef9f6c1ac1 req-cfcbc0d6-9077-4e6b-aad5-6c35dc9c1bce tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:39.207224 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7ffa2538-0f34-49f6-963e-e3ef9f6c1ac1 req-cfcbc0d6-9077-4e6b-aad5-6c35dc9c1bce tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:39.209089 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ffa2538-0f34-49f6-963e-e3ef9f6c1ac1 req-cfcbc0d6-9077-4e6b-aad5-6c35dc9c1bce tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "DELETE /v2.0/security-groups/3dcc1995-dbe5-4964-b756-e440ef0cbfae HTTP/1.1" status: 204 len: 173 time: 0.3803949 Jul 23 16:28:39.265397 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff909aed-5a58-488e-86dc-338e32651cef x-openstack-request-id: req-ff909aed-5a58-488e-86dc-338e32651cef {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:39.266629 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d", "name": "network-vif-deleted", "tag": "502a3103-bf4e-47c4-90ec-075a8540f1d9", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:39.267232 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ff909aed-5a58-488e-86dc-338e32651cef {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:39.268045 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3e07c0-a5bf-41b0-891b-8ff6d6cbcc0d', 'name': 'network-vif-deleted', 'tag': '502a3103-bf4e-47c4-90ec-075a8540f1d9', 'status': 'completed', 'code': 200} Jul 23 16:28:39.287318 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbc0d6-9077-4e6b-aad5-6c35dc9c1bce tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcc1995-dbe5-4964-b756-e440ef0cbfae,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:39.447812 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-86754df8-7497-4d4b-a5b6-3ae23ccf2831 req-a4938beb-6b84-4750-8819-dc20e4a09d40 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "GET /v2.0/security-groups/171998ad-79ef-4ab9-a87f-44d1157d9a3a HTTP/1.1" status: 200 len: 1807 time: 0.1240575 Jul 23 16:28:39.626828 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-86754df8-7497-4d4b-a5b6-3ae23ccf2831 req-109acb6c-c2b7-4921-898b-fc0b605e1473 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:39.987728 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-74597dd3-ba84-4b22-84cb-a091046bced6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:28:40.003049 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-74597dd3-ba84-4b22-84cb-a091046bced6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:40.014004 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df10118-acb0-4c18-b083-e8df2fceb896 req-0b9c2b37-8222-4d18-952a-effb2065c9da tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:40.015717 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7df10118-acb0-4c18-b083-e8df2fceb896 req-0b9c2b37-8222-4d18-952a-effb2065c9da tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=f80725b5-2039-45a0-913f-801d1030ca85 HTTP/1.1" status: 200 len: 932 time: 0.5538914 Jul 23 16:28:40.024749 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-86754df8-7497-4d4b-a5b6-3ae23ccf2831 req-109acb6c-c2b7-4921-898b-fc0b605e1473 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:40.040056 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 82f75ecb-890d-4c75-921a-c30d4885097b details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:28:40.049826 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-74597dd3-ba84-4b22-84cb-a091046bced6 service neutron] Transition to ACTIVE for port object 882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:28:40.073121 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-74597dd3-ba84-4b22-84cb-a091046bced6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:40.141210 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7df10118-acb0-4c18-b083-e8df2fceb896 req-78902f99-eb49-4aa0-ac27-ccc81145550d tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136963 Jul 23 16:28:40.148987 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 82f75ecb-890d-4c75-921a-c30d4885097b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=82f75ecb-890d-4c75-921a-c30d4885097b,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:40.162100 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '82f75ecb-890d-4c75-921a-c30d4885097b', 'network_id': 'cfd5d4a5-0d74-4444-af11-d62dc4a381cf', 'port_id': '82f75ecb-890d-4c75-921a-c30d4885097b', 'mac_address': 'fa:16:3e:5e:0a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '826fd2fc-e097-4472-9d1f-4298f12f603f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:28:40.162709 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74597dd3-ba84-4b22-84cb-a091046bced6 service neutron] Pushing event updated for resources: {'Port': ['ID=882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:40.207067 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:40.222831 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f75ecb-890d-4c75-921a-c30d4885097b {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:28:40.232363 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-86754df8-7497-4d4b-a5b6-3ae23ccf2831 req-109acb6c-c2b7-4921-898b-fc0b605e1473 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:40.235944 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-86754df8-7497-4d4b-a5b6-3ae23ccf2831 req-109acb6c-c2b7-4921-898b-fc0b605e1473 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:40.237648 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-86754df8-7497-4d4b-a5b6-3ae23ccf2831 req-109acb6c-c2b7-4921-898b-fc0b605e1473 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "DELETE /v2.0/security-groups/171998ad-79ef-4ab9-a87f-44d1157d9a3a HTTP/1.1" status: 204 len: 173 time: 0.7889817 Jul 23 16:28:40.256096 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109acb6c-c2b7-4921-898b-fc0b605e1473 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=171998ad-79ef-4ab9-a87f-44d1157d9a3a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:40.273406 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 82f75ecb-890d-4c75-921a-c30d4885097b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=82f75ecb-890d-4c75-921a-c30d4885097b,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:40.276769 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-74597dd3-ba84-4b22-84cb-a091046bced6 service neutron] Attempting to bind port 882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:28:40.277140 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-74597dd3-ba84-4b22-84cb-a091046bced6 service neutron] Attempting to bind port 882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '2f9791c4-d6e7-486a-bc01-5ba80d4c65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:28:40.277737 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-74597dd3-ba84-4b22-84cb-a091046bced6 service neutron] Attempting to bind port 882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c on network 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:40.297095 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-74597dd3-ba84-4b22-84cb-a091046bced6 service neutron] Port 882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c on network 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:28:40.297095 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-74597dd3-ba84-4b22-84cb-a091046bced6 service neutron] Attempting to bind port 882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c on network 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:40.300732 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:40.321744 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-74597dd3-ba84-4b22-84cb-a091046bced6 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:28:40.322085 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-74597dd3-ba84-4b22-84cb-a091046bced6 service neutron] Checking segment: {'id': '2f9791c4-d6e7-486a-bc01-5ba80d4c65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:28:40.322466 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-74597dd3-ba84-4b22-84cb-a091046bced6 service neutron] Bound using segment: {'id': '2f9791c4-d6e7-486a-bc01-5ba80d4c65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:28:40.322904 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-74597dd3-ba84-4b22-84cb-a091046bced6 service neutron] Bound port: 882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f9791c4-d6e7-486a-bc01-5ba80d4c65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:28:40.323261 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-74597dd3-ba84-4b22-84cb-a091046bced6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:40.360650 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=82f75ecb-890d-4c75-921a-c30d4885097b,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:40.408772 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23f63d-fa61-44bb-b011-b85d6603071e req-451e0c80-465c-4b4a-a4ca-148abf0d31b4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:40.410965 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4a23f63d-fa61-44bb-b011-b85d6603071e req-451e0c80-465c-4b4a-a4ca-148abf0d31b4 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=2359aefe-0700-480d-8f74-178d54fd9b94 HTTP/1.1" status: 200 len: 945 time: 0.1283967 Jul 23 16:28:40.428350 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-74597dd3-ba84-4b22-84cb-a091046bced6 service neutron] For port 882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:28:40.451092 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-74597dd3-ba84-4b22-84cb-a091046bced6 service neutron] For port 882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:28:40.463950 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-74597dd3-ba84-4b22-84cb-a091046bced6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:40.507124 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4a23f63d-fa61-44bb-b011-b85d6603071e req-a6f18a79-a048-426f-83c4-c3f27f770d26 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897720 Jul 23 16:28:40.525540 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-74597dd3-ba84-4b22-84cb-a091046bced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:40.526160 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-74597dd3-ba84-4b22-84cb-a091046bced6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:40.527528 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-74597dd3-ba84-4b22-84cb-a091046bced6 service neutron] 10.222.0.74 "PUT /v2.0/ports/882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c HTTP/1.1" status: 200 len: 1092 time: 1.5837774 Jul 23 16:28:40.580865 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d7a41c7-ecbd-4a58-ac46-518c96479f9b req-c05f3458-b613-499d-bf94-1a3c9ffd9a64 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "GET /v2.0/security-groups/50c4857d-b42f-4f25-ae99-f02324977c84 HTTP/1.1" status: 200 len: 1805 time: 0.1208415 Jul 23 16:28:40.623289 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74597dd3-ba84-4b22-84cb-a091046bced6 service neutron] Pushing event updated for resources: {'Port': ['ID=882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:40.635802 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['82f75ecb-890d-4c75-921a-c30d4885097b'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:28:40.675045 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80725b5-2039-45a0-913f-801d1030ca85', 'tag': '882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:40.680463 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8d058a-13b5-4d82-b761-565ee1fd99af" -d '{"events": [{"name": "network-changed", "server_uuid": "f80725b5-2039-45a0-913f-801d1030ca85", "tag": "882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:40.732026 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-9ac92e9f-a2bc-40f3-a16d-4f7938a77be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:40.733809 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-9ac92e9f-a2bc-40f3-a16d-4f7938a77be7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6e0db5f31fbe42e8a6955990f39f636d&device_id=f80725b5-2039-45a0-913f-801d1030ca85 HTTP/1.1" status: 200 len: 1095 time: 0.1502609 Jul 23 16:28:40.736914 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9d7a41c7-ecbd-4a58-ac46-518c96479f9b req-7fe3f353-16be-4b68-b49b-a6b233776340 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:40.793674 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-1592d6db-2c9f-4218-842d-e78098631628 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c HTTP/1.1" status: 200 len: 217 time: 0.0522382 Jul 23 16:28:40.868786 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-ecfd13b6-89ea-42f4-b985-d91c00a1fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:40.870467 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-ecfd13b6-89ea-42f4-b985-d91c00a1fbef service neutron] 10.222.0.74 "GET /v2.0/subnets?id=afdba85c-3a3a-4e3d-a242-c2e94f8ff50b HTTP/1.1" status: 200 len: 846 time: 0.0680978 Jul 23 16:28:40.892010 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9d7a41c7-ecbd-4a58-ac46-518c96479f9b req-7fe3f353-16be-4b68-b49b-a6b233776340 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:40.920192 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9178b77c-34ca-48a5-bd07-59034bc6b527 x-openstack-request-id: req-9178b77c-34ca-48a5-bd07-59034bc6b527 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:40.920793 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80725b5-2039-45a0-913f-801d1030ca85", "tag": "882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:40.921401 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9178b77c-34ca-48a5-bd07-59034bc6b527 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:40.922085 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80725b5-2039-45a0-913f-801d1030ca85', 'tag': '882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c', 'status': 'completed', 'code': 200} Jul 23 16:28:40.924607 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-92c15a54-4693-4e18-bf8f-24ee9e6f0d61 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433946 Jul 23 16:28:41.076468 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9d7a41c7-ecbd-4a58-ac46-518c96479f9b req-7fe3f353-16be-4b68-b49b-a6b233776340 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:41.079227 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9d7a41c7-ecbd-4a58-ac46-518c96479f9b req-7fe3f353-16be-4b68-b49b-a6b233776340 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:41.080482 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d7a41c7-ecbd-4a58-ac46-518c96479f9b req-7fe3f353-16be-4b68-b49b-a6b233776340 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "DELETE /v2.0/security-groups/50c4857d-b42f-4f25-ae99-f02324977c84 HTTP/1.1" status: 204 len: 173 time: 0.4833043 Jul 23 16:28:41.106860 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3f353-16be-4b68-b49b-a6b233776340 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c4857d-b42f-4f25-ae99-f02324977c84,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:41.113205 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-d92d6e2d-ed3c-4e2e-825a-dd12b2873eb5 service neutron] 10.222.0.74 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782341 Jul 23 16:28:41.133787 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5e53d-7e64-4cac-9510-47743c085489 req-15597fc4-a63f-4dd4-a6f5-3c98b8e2334c tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:41.143118 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a8b5e53d-7e64-4cac-9510-47743c085489 req-15597fc4-a63f-4dd4-a6f5-3c98b8e2334c tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551 HTTP/1.1" status: 200 len: 944 time: 0.1837902 Jul 23 16:28:41.280692 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a8b5e53d-7e64-4cac-9510-47743c085489 req-dc4b768a-c264-4520-90c0-140163f17ef5 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/security-groups?id=4a772bbf-33c5-43bd-8e89-2607ae916e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365619 Jul 23 16:28:41.375654 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c0a1782-6c76-4852-9bcd-55e5c21cb728 req-a9363500-5b9a-41df-9456-b475d2bda1bc service neutron] 10.222.0.74 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287865 Jul 23 16:28:41.382186 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-548217ef-1fda-407d-a222-5d332fb73ace req-3db704b1-a13f-4422-8ffb-5eac10ff55bb tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "GET /v2.0/security-groups/404383d1-1fc2-4cf0-8696-6d06febd9e15 HTTP/1.1" status: 200 len: 2405 time: 0.1001549 Jul 23 16:28:41.569315 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-548217ef-1fda-407d-a222-5d332fb73ace req-428af426-3814-4088-89fd-1374b5969722 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:41.601173 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70396c69-8319-443d-b13b-7f791be9d20b req-05462c40-d158-434a-b1e3-2a6908b2742b tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:41.606711 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-70396c69-8319-443d-b13b-7f791be9d20b req-05462c40-d158-434a-b1e3-2a6908b2742b tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=f80725b5-2039-45a0-913f-801d1030ca85 HTTP/1.1" status: 200 len: 944 time: 0.2225449 Jul 23 16:28:41.641321 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-548217ef-1fda-407d-a222-5d332fb73ace req-428af426-3814-4088-89fd-1374b5969722 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:41.654282 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d058a-13b5-4d82-b761-565ee1fd99af req-4cceee8a-b4ce-43b5-a724-2e5933cf5c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:41.655880 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa8d058a-13b5-4d82-b761-565ee1fd99af req-4cceee8a-b4ce-43b5-a724-2e5933cf5c86 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6e0db5f31fbe42e8a6955990f39f636d&device_id=f80725b5-2039-45a0-913f-801d1030ca85 HTTP/1.1" status: 200 len: 1095 time: 0.2092571 Jul 23 16:28:41.664495 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728579a-0e07-4b00-815e-de35526684b3 req-c29df102-5c52-4d52-b6a1-1081ac64428b tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:41.666213 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9728579a-0e07-4b00-815e-de35526684b3 req-c29df102-5c52-4d52-b6a1-1081ac64428b tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551 HTTP/1.1" status: 200 len: 944 time: 0.0945673 Jul 23 16:28:41.750647 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-70396c69-8319-443d-b13b-7f791be9d20b req-bbb35516-2396-4d2a-ae24-04e319903cfe tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255610 Jul 23 16:28:41.842832 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-9728579a-0e07-4b00-815e-de35526684b3 req-61fe8bdf-750a-44cb-84d8-941f11f62a09 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Deleting port 487c34f5-b8ea-42bb-a888-e10e35297190 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:28:41.842832 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-9728579a-0e07-4b00-815e-de35526684b3 req-61fe8bdf-750a-44cb-84d8-941f11f62a09 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:41.855814 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d058a-13b5-4d82-b761-565ee1fd99af req-e412f98c-7b5f-4d31-acde-0475e8c7d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:41.859143 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa8d058a-13b5-4d82-b761-565ee1fd99af req-e412f98c-7b5f-4d31-acde-0475e8c7d8e8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 HTTP/1.1" status: 200 len: 908 time: 0.1924253 Jul 23 16:28:41.861088 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-548217ef-1fda-407d-a222-5d332fb73ace req-428af426-3814-4088-89fd-1374b5969722 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:41.864980 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-548217ef-1fda-407d-a222-5d332fb73ace req-428af426-3814-4088-89fd-1374b5969722 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:41.866445 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-548217ef-1fda-407d-a222-5d332fb73ace req-428af426-3814-4088-89fd-1374b5969722 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "DELETE /v2.0/security-groups/404383d1-1fc2-4cf0-8696-6d06febd9e15 HTTP/1.1" status: 204 len: 173 time: 0.4722311 Jul 23 16:28:41.929849 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428af426-3814-4088-89fd-1374b5969722 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=404383d1-1fc2-4cf0-8696-6d06febd9e15,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:41.932535 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa8d058a-13b5-4d82-b761-565ee1fd99af req-1fe715d2-66fc-4945-a534-03b7cb334a2a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c HTTP/1.1" status: 200 len: 217 time: 0.0649567 Jul 23 16:28:42.012718 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-9728579a-0e07-4b00-815e-de35526684b3 req-61fe8bdf-750a-44cb-84d8-941f11f62a09 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] For port 487c34f5-b8ea-42bb-a888-e10e35297190, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=487c34f5-b8ea-42bb-a888-e10e35297190,segment=NetworkSegment(e5fc59b4-4fd9-4ada-a35d-b0726344c966),segment_id=e5fc59b4-4fd9-4ada-a35d-b0726344c966)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:42.013101 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-9728579a-0e07-4b00-815e-de35526684b3 req-61fe8bdf-750a-44cb-84d8-941f11f62a09 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:42.031190 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-9728579a-0e07-4b00-815e-de35526684b3 req-61fe8bdf-750a-44cb-84d8-941f11f62a09 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Calling delete_port for 487c34f5-b8ea-42bb-a888-e10e35297190 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:28:42.047230 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 82f75ecb-890d-4c75-921a-c30d4885097b up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:28:42.095502 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d058a-13b5-4d82-b761-565ee1fd99af req-5f1b9b94-384f-4c7d-83b3-a4c813b8e092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:42.097033 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa8d058a-13b5-4d82-b761-565ee1fd99af req-5f1b9b94-384f-4c7d-83b3-a4c813b8e092 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=afdba85c-3a3a-4e3d-a242-c2e94f8ff50b HTTP/1.1" status: 200 len: 846 time: 0.1565890 Jul 23 16:28:42.132155 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 82f75ecb-890d-4c75-921a-c30d4885097b completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:28:42.142546 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 82f75ecb-890d-4c75-921a-c30d4885097b triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:42.143222 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:42.200974 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-9728579a-0e07-4b00-815e-de35526684b3 req-61fe8bdf-750a-44cb-84d8-941f11f62a09 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:42.205392 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa8d058a-13b5-4d82-b761-565ee1fd99af req-3aa4d5ae-2a5f-4feb-887d-c2d71fcbd558 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995009 Jul 23 16:28:42.221319 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9fe4fcb7-74fd-4936-80ac-f5eae86bf296 req-a0680b1c-d3b6-45e6-a759-b9f2dd01d069 tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "GET /v2.0/security-groups/2cae6191-849d-4b71-853e-d84ffed49455 HTTP/1.1" status: 200 len: 2400 time: 0.1144145 Jul 23 16:28:42.232577 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe8bdf-750a-44cb-84d8-941f11f62a09 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Pushing event deleted for resources: {'Port': ['ID=487c34f5-b8ea-42bb-a888-e10e35297190,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:42.257914 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:42.282932 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2359aefe-0700-480d-8f74-178d54fd9b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f75ecb-890d-4c75-921a-c30d4885097b'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:42.285454 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da5fe3c-03c5-49c5-a1aa-2209b6c4ee02" -d '{"events": [{"server_uuid": "2359aefe-0700-480d-8f74-178d54fd9b94", "name": "network-vif-plugged", "status": "completed", "tag": "82f75ecb-890d-4c75-921a-c30d4885097b"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:42.293198 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa9427-bfc9-43b4-95a3-c91f9a73e4d4 req-935074d7-4035-475b-a151-5d279fbf1962 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:42.294837 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b5fa9427-bfc9-43b4-95a3-c91f9a73e4d4 req-935074d7-4035-475b-a151-5d279fbf1962 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=2359aefe-0700-480d-8f74-178d54fd9b94 HTTP/1.1" status: 200 len: 945 time: 0.3020024 Jul 23 16:28:42.299033 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-9728579a-0e07-4b00-815e-de35526684b3 req-61fe8bdf-750a-44cb-84d8-941f11f62a09 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] No DVR routers for this DVR port 487c34f5-b8ea-42bb-a888-e10e35297190 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:28:42.299625 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 82f75ecb-890d-4c75-921a-c30d4885097b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=82f75ecb-890d-4c75-921a-c30d4885097b,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:42.306586 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-9728579a-0e07-4b00-815e-de35526684b3 req-61fe8bdf-750a-44cb-84d8-941f11f62a09 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:42.310645 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9728579a-0e07-4b00-815e-de35526684b3 req-61fe8bdf-750a-44cb-84d8-941f11f62a09 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.74 "DELETE /v2.0/ports/487c34f5-b8ea-42bb-a888-e10e35297190 HTTP/1.1" status: 204 len: 173 time: 0.6325526 Jul 23 16:28:42.312140 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a7b460-c16f-4305-ba58-0a0e5dfa0551', 'name': 'network-vif-deleted', 'tag': '487c34f5-b8ea-42bb-a888-e10e35297190'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:42.314994 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c01ee5-3db2-4648-8e7b-83e1d23ba5b6" -d '{"events": [{"server_uuid": "b6a7b460-c16f-4305-ba58-0a0e5dfa0551", "name": "network-vif-deleted", "tag": "487c34f5-b8ea-42bb-a888-e10e35297190"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:42.315599 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:42.387158 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=82f75ecb-890d-4c75-921a-c30d4885097b,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:42.435849 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9fe4fcb7-74fd-4936-80ac-f5eae86bf296 req-ddf6328a-e696-4769-9726-957752d093df tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:42.443507 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b5fa9427-bfc9-43b4-95a3-c91f9a73e4d4 req-31a37515-4ac7-4ea7-bdc7-8173d71fe072 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338120 Jul 23 16:28:42.489163 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9fe4fcb7-74fd-4936-80ac-f5eae86bf296 req-ddf6328a-e696-4769-9726-957752d093df tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:42.506305 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa8d058a-13b5-4d82-b761-565ee1fd99af req-4b32a8a1-1e6d-4e4a-a683-ebf5450f9cdb service neutron] 10.222.0.74 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736995 Jul 23 16:28:42.526068 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14844f0e-8d01-40b9-97ec-fba3a7e55e89 x-openstack-request-id: req-14844f0e-8d01-40b9-97ec-fba3a7e55e89 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:42.526594 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2359aefe-0700-480d-8f74-178d54fd9b94", "name": "network-vif-plugged", "status": "completed", "tag": "82f75ecb-890d-4c75-921a-c30d4885097b", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:42.527174 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-14844f0e-8d01-40b9-97ec-fba3a7e55e89 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:42.527771 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2359aefe-0700-480d-8f74-178d54fd9b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f75ecb-890d-4c75-921a-c30d4885097b', 'code': 200} Jul 23 16:28:42.566390 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e099cf-8940-4083-9f7a-97125b5335c8 x-openstack-request-id: req-c5e099cf-8940-4083-9f7a-97125b5335c8 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:42.567282 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a7b460-c16f-4305-ba58-0a0e5dfa0551", "name": "network-vif-deleted", "tag": "487c34f5-b8ea-42bb-a888-e10e35297190", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:42.567624 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c5e099cf-8940-4083-9f7a-97125b5335c8 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:42.569411 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a7b460-c16f-4305-ba58-0a0e5dfa0551', 'name': 'network-vif-deleted', 'tag': '487c34f5-b8ea-42bb-a888-e10e35297190', 'status': 'completed', 'code': 200} Jul 23 16:28:42.624168 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9fe4fcb7-74fd-4936-80ac-f5eae86bf296 req-ddf6328a-e696-4769-9726-957752d093df tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:42.626803 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9fe4fcb7-74fd-4936-80ac-f5eae86bf296 req-ddf6328a-e696-4769-9726-957752d093df tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:42.630220 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9fe4fcb7-74fd-4936-80ac-f5eae86bf296 req-ddf6328a-e696-4769-9726-957752d093df tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] 10.222.0.73 "DELETE /v2.0/security-groups/2cae6191-849d-4b71-853e-d84ffed49455 HTTP/1.1" status: 204 len: 173 time: 0.4077368 Jul 23 16:28:42.634449 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 39634) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:42.700952 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-de86a22d-10c9-49e6-89e7-012f0aeb523b admin admin] Deleting subnet c001be2a-d840-44c6-ba8f-de53e5f94e9e {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:28:42.705794 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de86a22d-10c9-49e6-89e7-012f0aeb523b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:42.711672 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-42802448-a028-412d-aae4-bb3fe1d047e7 req-079da8b5-92b0-4001-997e-bf8c2da333a5 tempest-LiveAutoBlockMigrationV225Test-2143988440 tempest-LiveAutoBlockMigrationV225Test-2143988440-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a7b460-c16f-4305-ba58-0a0e5dfa0551 HTTP/1.1" status: 200 len: 210 time: 0.0528457 Jul 23 16:28:42.716452 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6328a-e696-4769-9726-957752d093df tempest-SecurityGroupRulesTestJSON-285567606 tempest-SecurityGroupRulesTestJSON-285567606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cae6191-849d-4b71-853e-d84ffed49455,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:42.793602 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de86a22d-10c9-49e6-89e7-012f0aeb523b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:42.807442 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa8d058a-13b5-4d82-b761-565ee1fd99af req-7da16001-e2c4-4d39-9650-f27ca39d5978 service neutron] 10.222.0.74 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847323 Jul 23 16:28:42.863977 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d120f45-4c1d-4e5e-baed-dcb1f3dee860 req-91bde28d-9e01-4137-b729-76b483768bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:42.865800 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d120f45-4c1d-4e5e-baed-dcb1f3dee860 req-91bde28d-9e01-4137-b729-76b483768bb4 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=2359aefe-0700-480d-8f74-178d54fd9b94 HTTP/1.1" status: 200 len: 1097 time: 0.2580836 Jul 23 16:28:42.886507 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de86a22d-10c9-49e6-89e7-012f0aeb523b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:42.923384 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 502a3103-bf4e-47c4-90ec-075a8540f1d9 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:28:42.956120 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 502a3103-bf4e-47c4-90ec-075a8540f1d9 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:28:42.957158 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 502a3103-bf4e-47c4-90ec-075a8540f1d9 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:28:42.966567 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d120f45-4c1d-4e5e-baed-dcb1f3dee860 req-4a3ce6fa-2d61-424d-87bc-de9d37ff2ebb service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916190 Jul 23 16:28:43.010531 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de86a22d-10c9-49e6-89e7-012f0aeb523b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:43.036226 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba54caf-03d9-46ef-a617-b4dcac7c4b43 req-0612d9de-1fff-4a68-ab7b-94225b975899 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:43.038376 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4ba54caf-03d9-46ef-a617-b4dcac7c4b43 req-0612d9de-1fff-4a68-ab7b-94225b975899 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=f80725b5-2039-45a0-913f-801d1030ca85 HTTP/1.1" status: 200 len: 944 time: 0.1259229 Jul 23 16:28:43.061122 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86a22d-10c9-49e6-89e7-012f0aeb523b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c001be2a-d840-44c6-ba8f-de53e5f94e9e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:43.077320 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de86a22d-10c9-49e6-89e7-012f0aeb523b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:43.083608 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-de86a22d-10c9-49e6-89e7-012f0aeb523b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c001be2a-d840-44c6-ba8f-de53e5f94e9e HTTP/1.1" status: 204 len: 168 time: 0.4474216 Jul 23 16:28:43.089281 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 39646) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:43.110938 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4ba54caf-03d9-46ef-a617-b4dcac7c4b43 req-6756d160-cc9c-4c5f-aed7-b53abfa94e97 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609739 Jul 23 16:28:43.208690 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-704a9f9a-e04b-462a-88ca-717c556f1018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:43.303175 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-704a9f9a-e04b-462a-88ca-717c556f1018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:43.314415 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-704a9f9a-e04b-462a-88ca-717c556f1018 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686903a3-b032-4bb8-bb84-e0218d49aebc']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:43.324916 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-704a9f9a-e04b-462a-88ca-717c556f1018 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aec3735-ec15-43f3-80c0-c349ac79a521') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:43.325244 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-704a9f9a-e04b-462a-88ca-717c556f1018 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aec3735-ec15-43f3-80c0-c349ac79a521') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:43.336131 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-704a9f9a-e04b-462a-88ca-717c556f1018 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:43.354075 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-704a9f9a-e04b-462a-88ca-717c556f1018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:43.364214 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-704a9f9a-e04b-462a-88ca-717c556f1018 admin admin] Releasing vlan 1130 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:28:43.364647 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-704a9f9a-e04b-462a-88ca-717c556f1018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:43.367608 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:28:43.367608 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:28:43.367608 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:28:43.367608 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:28:43.367608 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:28:43.367608 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:28:43.367608 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:28:43.367608 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:28:43.367608 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:28:43.367608 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:28:43.367608 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:28:43.367608 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:28:43.367608 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:28:43.367608 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:28:43.367608 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:28:43.367608 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:28:43.367608 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:28:43.367608 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:28:43.367608 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:28:43.367608 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:28:43.367608 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:28:43.367608 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:28:43.367608 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:28:43.367608 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:28:43.367608 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:28:43.367608 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:28:43.367608 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:28:43.367608 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:28:43.367608 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:28:43.367608 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:28:43.367608 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:28:43.367608 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:28:43.434784 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-704a9f9a-e04b-462a-88ca-717c556f1018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:43.443311 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-704a9f9a-e04b-462a-88ca-717c556f1018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:43.446320 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-704a9f9a-e04b-462a-88ca-717c556f1018 admin admin] 10.222.0.73 "DELETE /v2.0/networks/686903a3-b032-4bb8-bb84-e0218d49aebc HTTP/1.1" status: 204 len: 168 time: 0.3538716 Jul 23 16:28:43.459097 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a9f9a-e04b-462a-88ca-717c556f1018 admin admin] Pushing event deleted for resources: {'Network': ['ID=686903a3-b032-4bb8-bb84-e0218d49aebc,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:43.618700 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 39662) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:43.636532 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d011506-5ec4-4f5a-9235-1a128b66d49f req-e51f9981-aa68-4709-9281-92e52ababc13 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:43.638280 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d011506-5ec4-4f5a-9235-1a128b66d49f req-e51f9981-aa68-4709-9281-92e52ababc13 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=2359aefe-0700-480d-8f74-178d54fd9b94 HTTP/1.1" status: 200 len: 946 time: 0.1016490 Jul 23 16:28:43.683121 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7f9df04c-057d-42d8-a5a4-b52f9fae152b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8170a300546943729452fa20209ae6a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0607886 Jul 23 16:28:43.683508 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 39664) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:43.685301 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d011506-5ec4-4f5a-9235-1a128b66d49f req-cef18b0f-4db8-4cf6-8e0c-7366544fd883 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403476 Jul 23 16:28:43.748829 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-731be9e9-70b9-4122-a862-ff451fa1d2ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:43.788580 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-731be9e9-70b9-4122-a862-ff451fa1d2ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:43.833355 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 39670) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:43.876862 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-731be9e9-70b9-4122-a862-ff451fa1d2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:43.880787 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-731be9e9-70b9-4122-a862-ff451fa1d2ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:43.883655 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-731be9e9-70b9-4122-a862-ff451fa1d2ce admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/519b4865-327d-448e-b0ca-6f3ab1ce7532 HTTP/1.1" status: 204 len: 168 time: 0.1989069 Jul 23 16:28:43.911478 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731be9e9-70b9-4122-a862-ff451fa1d2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519b4865-327d-448e-b0ca-6f3ab1ce7532,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:43.916575 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-44a58258-6205-4a6d-86c3-67fd11766e9e admin admin] Deleting subnet 8d7d20ea-5324-4d61-af92-f3ae3ea40d11 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:28:43.920736 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-44a58258-6205-4a6d-86c3-67fd11766e9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:43.977825 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-44a58258-6205-4a6d-86c3-67fd11766e9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:44.029303 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-44a58258-6205-4a6d-86c3-67fd11766e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:44.139017 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-44a58258-6205-4a6d-86c3-67fd11766e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:44.172650 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-44a58258-6205-4a6d-86c3-67fd11766e9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:44.180808 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 39688) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:44.196720 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-44a58258-6205-4a6d-86c3-67fd11766e9e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8d7d20ea-5324-4d61-af92-f3ae3ea40d11 HTTP/1.1" status: 204 len: 168 time: 0.3585680 Jul 23 16:28:44.250235 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a58258-6205-4a6d-86c3-67fd11766e9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d7d20ea-5324-4d61-af92-f3ae3ea40d11,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:44.333712 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7c41f9cd-1dc8-45a3-887f-afc1fbaa4482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:44.355026 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e0cab-610b-4c96-94d1-97da386c03e3 req-45d32f94-c9ca-475a-9f10-617a80be4ff4 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:44.363354 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b02e0cab-610b-4c96-94d1-97da386c03e3 req-45d32f94-c9ca-475a-9f10-617a80be4ff4 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=f80725b5-2039-45a0-913f-801d1030ca85 HTTP/1.1" status: 200 len: 944 time: 0.1228402 Jul 23 16:28:44.418019 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b02e0cab-610b-4c96-94d1-97da386c03e3 req-8cbd211c-bde2-4038-8c44-102e54644f9c tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529249 Jul 23 16:28:44.479054 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7c41f9cd-1dc8-45a3-887f-afc1fbaa4482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:44.494957 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-7c41f9cd-1dc8-45a3-887f-afc1fbaa4482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a7c16a-554a-4ad8-a4a9-73cc994d3940']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:44.509887 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-7c41f9cd-1dc8-45a3-887f-afc1fbaa4482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5fc59b4-4fd9-4ada-a35d-b0726344c966') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:44.510627 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-7c41f9cd-1dc8-45a3-887f-afc1fbaa4482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5fc59b4-4fd9-4ada-a35d-b0726344c966') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:44.521251 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7c41f9cd-1dc8-45a3-887f-afc1fbaa4482 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:44.537358 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7c41f9cd-1dc8-45a3-887f-afc1fbaa4482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:44.544150 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c41f9cd-1dc8-45a3-887f-afc1fbaa4482 admin admin] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:28:44.544446 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7c41f9cd-1dc8-45a3-887f-afc1fbaa4482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:44.546188 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:28:44.546188 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:28:44.546188 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:28:44.546188 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:28:44.546188 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:28:44.546188 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:28:44.546188 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:28:44.546188 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:28:44.546188 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:28:44.546188 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:28:44.546188 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:28:44.546188 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:28:44.546188 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:28:44.546188 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:28:44.546188 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:28:44.546188 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:28:44.546188 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:28:44.546188 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:28:44.546188 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:28:44.546188 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:28:44.546188 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:28:44.546188 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:28:44.546188 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:28:44.546188 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:28:44.546188 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:28:44.546188 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:28:44.546188 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:28:44.546188 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:28:44.546188 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:28:44.546188 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:28:44.546188 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:28:44.546188 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:28:44.585576 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff56aff-816b-42a3-9fa4-cd72b83ce8a0 req-56fe5505-2d6f-4a19-9200-0e0ba4d5b111 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:44.587489 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6ff56aff-816b-42a3-9fa4-cd72b83ce8a0 req-56fe5505-2d6f-4a19-9200-0e0ba4d5b111 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff133361-b3f5-4c03-804d-e4e5a5fc1356 HTTP/1.1" status: 200 len: 946 time: 0.1234598 Jul 23 16:28:44.617698 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7c41f9cd-1dc8-45a3-887f-afc1fbaa4482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:44.627573 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7c41f9cd-1dc8-45a3-887f-afc1fbaa4482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:44.628869 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7c41f9cd-1dc8-45a3-887f-afc1fbaa4482 admin admin] 10.222.0.73 "DELETE /v2.0/networks/02a7c16a-554a-4ad8-a4a9-73cc994d3940 HTTP/1.1" status: 204 len: 168 time: 0.4458742 Jul 23 16:28:44.633036 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 39714) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:44.672007 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41f9cd-1dc8-45a3-887f-afc1fbaa4482 admin admin] Pushing event deleted for resources: {'Network': ['ID=02a7c16a-554a-4ad8-a4a9-73cc994d3940,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:44.696444 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-a44a5263-9524-4744-b724-1fe9b2e6409c admin admin] Deleting subnet 2beda35d-f59c-4f1a-8f77-7c448bf26ed5 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:28:44.700647 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6ff56aff-816b-42a3-9fa4-cd72b83ce8a0 req-dfc618af-eb03-46e4-89e5-7a734f72e1f7 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] 10.222.0.73 "GET /v2.0/security-groups?id=67d6efc2-6479-4eb4-8900-8b3a32e17fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028793 Jul 23 16:28:44.701779 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a44a5263-9524-4744-b724-1fe9b2e6409c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:44.712052 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-6eb5abab-d063-44f4-980e-b39c1f6fe9d7 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:44.713879 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-6eb5abab-d063-44f4-980e-b39c1f6fe9d7 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/networks?id=0f7dd329-aa9a-4731-b1db-d3280f9ea57e HTTP/1.1" status: 200 len: 814 time: 0.1860003 Jul 23 16:28:44.752842 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-22ceee8f-0fe0-4f3e-9511-dd30ab2218b9 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/quotas/d825726ca3204edd88a4cd6a8f6f20f7 HTTP/1.1" status: 200 len: 375 time: 0.0266485 Jul 23 16:28:44.776731 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a44a5263-9524-4744-b724-1fe9b2e6409c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:44.839194 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a44a5263-9524-4744-b724-1fe9b2e6409c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:44.887414 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-96ce35bc-77c7-4d13-990e-662be1c12685 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d825726ca3204edd88a4cd6a8f6f20f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1335328 Jul 23 16:28:44.905958 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 39724) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:44.921868 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a44a5263-9524-4744-b724-1fe9b2e6409c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:44.929138 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:28:44.937033 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 487c34f5-b8ea-42bb-a888-e10e35297190 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:28:44.944945 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283fe06-a2b8-41b3-ad3a-8696599e5683 req-46ac8d9a-ecdd-4dd7-b9cf-43d955af4846 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:44.946594 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f283fe06-a2b8-41b3-ad3a-8696599e5683 req-46ac8d9a-ecdd-4dd7-b9cf-43d955af4846 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=2359aefe-0700-480d-8f74-178d54fd9b94 HTTP/1.1" status: 200 len: 946 time: 0.1423087 Jul 23 16:28:44.955927 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a5263-9524-4744-b724-1fe9b2e6409c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2beda35d-f59c-4f1a-8f77-7c448bf26ed5,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:44.961651 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a44a5263-9524-4744-b724-1fe9b2e6409c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:44.964344 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a44a5263-9524-4744-b724-1fe9b2e6409c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2beda35d-f59c-4f1a-8f77-7c448bf26ed5 HTTP/1.1" status: 204 len: 168 time: 0.3302295 Jul 23 16:28:44.966696 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 39728) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:44.979506 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 487c34f5-b8ea-42bb-a888-e10e35297190 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:28:44.980139 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 487c34f5-b8ea-42bb-a888-e10e35297190 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:28:45.049322 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f283fe06-a2b8-41b3-ad3a-8696599e5683 req-e9f1e140-8d02-4a73-9536-1930de21b821 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718088 Jul 23 16:28:45.054133 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-b36775d2-803e-4bf6-924d-0890bffacdec admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-848133013-network', 'tenant_id': '7601462b089246ff96f933711b36a79f'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:45.055248 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-054bf1e3-e230-4d73-9837-a849513f5e42 service neutron] 10.222.0.73 "GET /v2.0/networks/0f7dd329-aa9a-4731-b1db-d3280f9ea57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660016 Jul 23 16:28:45.085648 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7c8f375c-33d3-4e20-8822-d1239e55e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:45.106641 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36775d2-803e-4bf6-924d-0890bffacdec admin admin] Made reservation on behalf of 7601462b089246ff96f933711b36a79f for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:45.109080 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b36775d2-803e-4bf6-924d-0890bffacdec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:45.117086 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:45.131194 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c', 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6', 'port_id': '882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c', 'mac_address': 'fa:16:3e:da:87:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afdba85c-3a3a-4e3d-a242-c2e94f8ff50b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:28:45.139402 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b36775d2-803e-4bf6-924d-0890bffacdec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:45.175117 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-e4bfd607-1fc1-46d0-b373-9f840dffb34d service neutron] 10.222.0.73 "GET /v2.0/networks/0f7dd329-aa9a-4731-b1db-d3280f9ea57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133327 Jul 23 16:28:45.182386 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:45.201681 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:28:45.227921 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:45.233916 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:45.237768 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7c8f375c-33d3-4e20-8822-d1239e55e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:45.255074 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-7c8f375c-33d3-4e20-8822-d1239e55e1ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6b4e80-1939-4ee6-ba7a-33eda60ca113']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:45.272436 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-7c8f375c-33d3-4e20-8822-d1239e55e1ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0929c71-9554-46d6-b66a-d7383e48839e') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:45.272756 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-7c8f375c-33d3-4e20-8822-d1239e55e1ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0929c71-9554-46d6-b66a-d7383e48839e') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:45.290759 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7c8f375c-33d3-4e20-8822-d1239e55e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:45.306502 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:45.318148 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7c8f375c-33d3-4e20-8822-d1239e55e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:45.328158 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8f375c-33d3-4e20-8822-d1239e55e1ee admin admin] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:28:45.328631 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7c8f375c-33d3-4e20-8822-d1239e55e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:45.344782 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:28:45.344782 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:28:45.344782 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:28:45.344782 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:28:45.344782 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:28:45.344782 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:28:45.344782 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:28:45.344782 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:28:45.344782 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:28:45.344782 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:28:45.344782 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:28:45.344782 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:28:45.344782 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:28:45.344782 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:28:45.344782 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:28:45.344782 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:28:45.344782 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:28:45.344782 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:28:45.344782 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:28:45.344782 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:28:45.344782 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:28:45.344782 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:28:45.344782 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:28:45.344782 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:28:45.344782 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:28:45.344782 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:28:45.344782 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:28:45.344782 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:28:45.344782 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:28:45.344782 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:28:45.344782 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:28:45.344782 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:28:45.421013 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2359c951-d54d-4dc5-b005-a3ab128e61ff req-6d7c2af6-49f5-44f1-b620-68f0e47e25d1 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=c00ea9dd-272d-4cae-9ee7-530e265fdea1 HTTP/1.1" status: 200 len: 210 time: 0.0448580 Jul 23 16:28:45.435159 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b36775d2-803e-4bf6-924d-0890bffacdec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:45.436822 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7c8f375c-33d3-4e20-8822-d1239e55e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:45.441832 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b36775d2-803e-4bf6-924d-0890bffacdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:45.461509 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ababa31-f5fe-4c87-92f8-04c5fe9c5965 req-af14318d-1662-4e81-8232-146bfdc862c7 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:45.464271 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3ababa31-f5fe-4c87-92f8-04c5fe9c5965 req-af14318d-1662-4e81-8232-146bfdc862c7 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=2359aefe-0700-480d-8f74-178d54fd9b94 HTTP/1.1" status: 200 len: 946 time: 0.1293647 Jul 23 16:28:45.477315 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7c8f375c-33d3-4e20-8822-d1239e55e1ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:45.479429 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7c8f375c-33d3-4e20-8822-d1239e55e1ee admin admin] 10.222.0.73 "DELETE /v2.0/networks/7a6b4e80-1939-4ee6-ba7a-33eda60ca113 HTTP/1.1" status: 204 len: 168 time: 0.5115378 Jul 23 16:28:45.513119 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36775d2-803e-4bf6-924d-0890bffacdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55cf302-0d39-4fab-9794-46f22744a339,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:45.537387 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3ababa31-f5fe-4c87-92f8-04c5fe9c5965 req-0c29bde6-874a-4214-afa2-344d8ba9a2c5 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658343 Jul 23 16:28:45.538827 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b36775d2-803e-4bf6-924d-0890bffacdec admin admin] vlan segment allocate from pool success with {'vlan_id': 1138, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:28:45.549298 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f375c-33d3-4e20-8822-d1239e55e1ee admin admin] Pushing event deleted for resources: {'Network': ['ID=7a6b4e80-1939-4ee6-ba7a-33eda60ca113,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:45.558175 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b36775d2-803e-4bf6-924d-0890bffacdec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:45.558839 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-b36775d2-803e-4bf6-924d-0890bffacdec admin admin] Added segment f64b3795-3f62-4592-9506-fedf803b7b1f of type vlan for network b532e591-3532-4ba7-958f-c57ee116909f Jul 23 16:28:45.627320 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b36775d2-803e-4bf6-924d-0890bffacdec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:45.682548 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b36775d2-803e-4bf6-924d-0890bffacdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:45.688223 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36775d2-803e-4bf6-924d-0890bffacdec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:45.689368 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b36775d2-803e-4bf6-924d-0890bffacdec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:45.699900 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 39750) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:45.750118 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:28:45.752949 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f40469-f0db-42db-a391-dbc71f79c57d req-9f5a2292-7631-46f1-a3c3-adaa9fdf13f2 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:45.763956 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41f40469-f0db-42db-a391-dbc71f79c57d req-9f5a2292-7631-46f1-a3c3-adaa9fdf13f2 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=f80725b5-2039-45a0-913f-801d1030ca85 HTTP/1.1" status: 200 len: 945 time: 0.1400433 Jul 23 16:28:45.792189 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b36775d2-803e-4bf6-924d-0890bffacdec admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8842907 Jul 23 16:28:45.798620 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 39754) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:45.813099 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-e9bdfc66-5857-4440-8ff2-fda854f44a38 admin admin] Request body: {'subnet': {'network_id': 'b532e591-3532-4ba7-958f-c57ee116909f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-848133013-subnet', 'tenant_id': '7601462b089246ff96f933711b36a79f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:45.834108 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36775d2-803e-4bf6-924d-0890bffacdec admin admin] Pushing event updated for resources: {'Network': ['ID=b532e591-3532-4ba7-958f-c57ee116909f,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:45.847743 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network b532e591-3532-4ba7-958f-c57ee116909f details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:28:45.903087 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fdde0e52-83a9-49ee-9b9a-515e187d531b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c9785dc21e8448b1824d1571d64a2041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1980021 Jul 23 16:28:45.903909 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 39756) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:45.918064 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41f40469-f0db-42db-a391-dbc71f79c57d req-32ef48e2-9a06-4ed8-bd83-d0eed094b475 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529973 Jul 23 16:28:45.923454 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bdfc66-5857-4440-8ff2-fda854f44a38 admin admin] Made reservation on behalf of 7601462b089246ff96f933711b36a79f for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:45.929992 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e9bdfc66-5857-4440-8ff2-fda854f44a38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:46.003972 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3da115a6-b2b9-408c-b93e-bb70e2c1ae4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:46.033302 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3da115a6-b2b9-408c-b93e-bb70e2c1ae4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:46.072173 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0007a8b-3e29-485e-95da-87a0098f28eb req-a9b7d92e-a015-4d99-affc-a6d285520c73 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:46.074084 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c0007a8b-3e29-485e-95da-87a0098f28eb req-a9b7d92e-a015-4d99-affc-a6d285520c73 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff133361-b3f5-4c03-804d-e4e5a5fc1356 HTTP/1.1" status: 200 len: 946 time: 0.2444508 Jul 23 16:28:46.100771 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3da115a6-b2b9-408c-b93e-bb70e2c1ae4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:46.105964 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3da115a6-b2b9-408c-b93e-bb70e2c1ae4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:46.110897 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3da115a6-b2b9-408c-b93e-bb70e2c1ae4b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4a772bbf-33c5-43bd-8e89-2607ae916e16 HTTP/1.1" status: 204 len: 168 time: 0.2025774 Jul 23 16:28:46.120952 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da115a6-b2b9-408c-b93e-bb70e2c1ae4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a772bbf-33c5-43bd-8e89-2607ae916e16,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:46.178117 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c0007a8b-3e29-485e-95da-87a0098f28eb req-4b841e8a-504c-49a8-a3cc-097a5d95338a tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] 10.222.0.73 "GET /v2.0/security-groups?id=67d6efc2-6479-4eb4-8900-8b3a32e17fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524442 Jul 23 16:28:46.247000 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e9bdfc66-5857-4440-8ff2-fda854f44a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:46.312302 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bdfc66-5857-4440-8ff2-fda854f44a38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23d0ce3e-a862-497a-ae44-87fd5358de5f,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:46.323248 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bdfc66-5857-4440-8ff2-fda854f44a38 admin admin] Checking segment: {'id': 'f64b3795-3f62-4592-9506-fedf803b7b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'b532e591-3532-4ba7-958f-c57ee116909f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:28:46.323619 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bdfc66-5857-4440-8ff2-fda854f44a38 admin admin] Network hostable DHCP agents. Network: b532e591-3532-4ba7-958f-c57ee116909f, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:28:46.341940 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bdfc66-5857-4440-8ff2-fda854f44a38 admin admin] Network b532e591-3532-4ba7-958f-c57ee116909f is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:28:46.352281 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-e9bdfc66-5857-4440-8ff2-fda854f44a38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, b532e591-3532-4ba7-958f-c57ee116909f) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:28:46.356791 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bdfc66-5857-4440-8ff2-fda854f44a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:46.357549 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e9bdfc66-5857-4440-8ff2-fda854f44a38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:46.362848 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac16710e-f49f-4718-a151-412e38a6e03d None None] Network b532e591-3532-4ba7-958f-c57ee116909f requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:28:46.374292 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e9bdfc66-5857-4440-8ff2-fda854f44a38 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5729473 Jul 23 16:28:46.522190 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f231c60-f020-4098-8344-165e7de11ec8 None None] Network b532e591-3532-4ba7-958f-c57ee116909f requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:28:46.534849 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 39772) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:46.571971 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-898481e6-56b4-4454-bbe8-d57a287b92e5 req-615b1654-60f8-41a1-bb4e-34b0ea8155ac tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=c00ea9dd-272d-4cae-9ee7-530e265fdea1 HTTP/1.1" status: 200 len: 210 time: 0.0364161 Jul 23 16:28:46.607694 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7341928-c268-4907-a64f-4e9bccfccb47 req-264b41d3-66c2-4240-9058-d03abf7cfa24 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:46.609430 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7341928-c268-4907-a64f-4e9bccfccb47 req-264b41d3-66c2-4240-9058-d03abf7cfa24 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff133361-b3f5-4c03-804d-e4e5a5fc1356 HTTP/1.1" status: 200 len: 946 time: 0.1290207 Jul 23 16:28:46.615522 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-039f820e-b1b9-4770-8728-06d73c0c95d8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6407971bb647400e9da75e53898db832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0792553 Jul 23 16:28:46.628430 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 39776) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:46.753301 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f6f0adff-cd6e-41af-932d-275df748a981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:46.828412 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f6f0adff-cd6e-41af-932d-275df748a981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:46.839456 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-f7341928-c268-4907-a64f-4e9bccfccb47 req-fea1aa8e-256e-4000-88a2-bf1ad9c29fae tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] Deleting port f3017714-5c91-4af6-89cd-969ca24c9af7 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:28:46.840481 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f7341928-c268-4907-a64f-4e9bccfccb47 req-fea1aa8e-256e-4000-88a2-bf1ad9c29fae tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:46.928055 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-a809ed67-100d-476f-baf4-908feebdca05 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:46.929618 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-a809ed67-100d-476f-baf4-908feebdca05 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.74 "GET /v2.0/networks?id=0f7dd329-aa9a-4731-b1db-d3280f9ea57e HTTP/1.1" status: 200 len: 814 time: 0.1734993 Jul 23 16:28:46.934038 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379717c-bab7-48c7-bd32-24dd802ad13b req-7642151b-4598-439e-bd30-698b31c2cbf9 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:46.936033 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7379717c-bab7-48c7-bd32-24dd802ad13b req-7642151b-4598-439e-bd30-698b31c2cbf9 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=2359aefe-0700-480d-8f74-178d54fd9b94 HTTP/1.1" status: 200 len: 946 time: 0.1644754 Jul 23 16:28:46.948440 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-153edf54-21ba-4b47-95c3-1b5d07c401bf tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Request body: {'port': {'device_id': 'c00ea9dd-272d-4cae-9ee7-530e265fdea1', 'network_id': '0f7dd329-aa9a-4731-b1db-d3280f9ea57e', 'admin_state_up': True, 'tenant_id': 'd825726ca3204edd88a4cd6a8f6f20f7'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:46.968707 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f6f0adff-cd6e-41af-932d-275df748a981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:46.972136 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f6f0adff-cd6e-41af-932d-275df748a981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:46.976758 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f6f0adff-cd6e-41af-932d-275df748a981 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9856a99e-74f2-43a4-8de0-1adaf5bce33c HTTP/1.1" status: 204 len: 168 time: 0.3465939 Jul 23 16:28:46.998908 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-f7341928-c268-4907-a64f-4e9bccfccb47 req-fea1aa8e-256e-4000-88a2-bf1ad9c29fae tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] For port f3017714-5c91-4af6-89cd-969ca24c9af7, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f3017714-5c91-4af6-89cd-969ca24c9af7,segment=NetworkSegment(3d4222df-273f-4970-aeda-c76d9cc5d255),segment_id=3d4222df-273f-4970-aeda-c76d9cc5d255)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:46.999531 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f7341928-c268-4907-a64f-4e9bccfccb47 req-fea1aa8e-256e-4000-88a2-bf1ad9c29fae tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:47.001285 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0adff-cd6e-41af-932d-275df748a981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9856a99e-74f2-43a4-8de0-1adaf5bce33c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:47.015501 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-502f501c-2467-418e-8ab0-e9cb3ac118ae req-37a3f6e9-f123-43c1-af60-80d55a0eabe7 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1328702627', 'description': 'tempest-description-813469406'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:47.071549 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7379717c-bab7-48c7-bd32-24dd802ad13b req-fc151dd8-09e6-4609-b921-af992867eb65 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229551 Jul 23 16:28:47.072594 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-f7341928-c268-4907-a64f-4e9bccfccb47 req-fea1aa8e-256e-4000-88a2-bf1ad9c29fae tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] Calling delete_port for f3017714-5c91-4af6-89cd-969ca24c9af7 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:28:47.075056 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-502f501c-2467-418e-8ab0-e9cb3ac118ae req-37a3f6e9-f123-43c1-af60-80d55a0eabe7 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:47.124190 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-153edf54-21ba-4b47-95c3-1b5d07c401bf tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Made reservation on behalf of d825726ca3204edd88a4cd6a8f6f20f7 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:47.128414 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-153edf54-21ba-4b47-95c3-1b5d07c401bf tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:47.297249 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-502f501c-2467-418e-8ab0-e9cb3ac118ae req-37a3f6e9-f123-43c1-af60-80d55a0eabe7 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:47.305821 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-502f501c-2467-418e-8ab0-e9cb3ac118ae req-37a3f6e9-f123-43c1-af60-80d55a0eabe7 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:47.317191 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-a9500c87-a9e4-4ad3-a50f-8cc1c123c1f4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1586897 Jul 23 16:28:47.333367 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-153edf54-21ba-4b47-95c3-1b5d07c401bf tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Allocated IP 172.20.0.2 (0f7dd329-aa9a-4731-b1db-d3280f9ea57e/9c6b9aa7-0241-48a5-922c-6156c433486f/8d72e04e-84a6-483a-9927-852b65def178) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:28:47.369963 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-502f501c-2467-418e-8ab0-e9cb3ac118ae req-37a3f6e9-f123-43c1-af60-80d55a0eabe7 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:47.371201 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-502f501c-2467-418e-8ab0-e9cb3ac118ae req-37a3f6e9-f123-43c1-af60-80d55a0eabe7 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3683462 Jul 23 16:28:47.384090 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7024156-4ab4-4ad9-9cd4-de434c1a9584 req-811e9ce6-d341-4571-ba1d-0696be2b4761 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:47.385694 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7024156-4ab4-4ad9-9cd4-de434c1a9584 req-811e9ce6-d341-4571-ba1d-0696be2b4761 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=f80725b5-2039-45a0-913f-801d1030ca85 HTTP/1.1" status: 200 len: 945 time: 0.2139404 Jul 23 16:28:47.388394 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3f6e9-f123-43c1-af60-80d55a0eabe7 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afe19ad7-ec56-4b2c-b5b0-c24074209446,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:47.495953 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7024156-4ab4-4ad9-9cd4-de434c1a9584 req-a84d1643-f459-4427-aa16-4ff21d884122 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794899 Jul 23 16:28:47.497659 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f7341928-c268-4907-a64f-4e9bccfccb47 req-fea1aa8e-256e-4000-88a2-bf1ad9c29fae tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:47.515108 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['f3017714-5c91-4af6-89cd-969ca24c9af7'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:28:47.530491 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-88d53992-ebbe-4a5b-96e1-cc40da64fd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:47.531059 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-88d53992-ebbe-4a5b-96e1-cc40da64fd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:47.531536 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-88d53992-ebbe-4a5b-96e1-cc40da64fd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:47.532003 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-88d53992-ebbe-4a5b-96e1-cc40da64fd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:47.532466 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-88d53992-ebbe-4a5b-96e1-cc40da64fd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:47.533650 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-88d53992-ebbe-4a5b-96e1-cc40da64fd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:47.534280 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-88d53992-ebbe-4a5b-96e1-cc40da64fd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:47.537500 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-88d53992-ebbe-4a5b-96e1-cc40da64fd54 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d58be7bf092b45e2a9dae39829ba7b2e&device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 6490 time: 0.1808708 Jul 23 16:28:47.626595 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1aa8e-256e-4000-88a2-bf1ad9c29fae tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] Pushing event deleted for resources: {'Port': ['ID=f3017714-5c91-4af6-89cd-969ca24c9af7,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:47.640323 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-153edf54-21ba-4b47-95c3-1b5d07c401bf tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:47.705008 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87e2c367-9e4f-4cc6-8076-123f35d50a2a req-4992cc25-7279-4270-ad44-6ff3d314a094 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] 10.222.0.73 "GET /v2.0/security-groups/afe19ad7-ec56-4b2c-b5b0-c24074209446 HTTP/1.1" status: 200 len: 1814 time: 0.0817885 Jul 23 16:28:47.712703 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-87e2c367-9e4f-4cc6-8076-123f35d50a2a req-1e7a95cc-1dbd-41a9-b9e9-fd7510e17629 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'afe19ad7-ec56-4b2c-b5b0-c24074209446', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:47.713586 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-87e2c367-9e4f-4cc6-8076-123f35d50a2a req-1e7a95cc-1dbd-41a9-b9e9-fd7510e17629 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'afe19ad7-ec56-4b2c-b5b0-c24074209446', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:47.751463 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-4bc00b46-9c75-45de-beb3-e388c09c0ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:47.751953 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-4bc00b46-9c75-45de-beb3-e388c09c0ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:47.752425 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-4bc00b46-9c75-45de-beb3-e388c09c0ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:47.754807 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-4bc00b46-9c75-45de-beb3-e388c09c0ac7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ccfb93aa-128e-41ae-813f-cc1797d91993&id=a11530e6-1993-441b-956a-6f9600ed92b8&id=a11530e6-1993-441b-956a-6f9600ed92b8&id=a11530e6-1993-441b-956a-6f9600ed92b8&id=a11530e6-1993-441b-956a-6f9600ed92b8&id=72536959-6d28-4d4b-a817-b894e84f9992&id=72536959-6d28-4d4b-a817-b894e84f9992 HTTP/1.1" status: 200 len: 2294 time: 0.1466482 Jul 23 16:28:47.771838 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-153edf54-21ba-4b47-95c3-1b5d07c401bf tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:47.773273 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-66ff4ac8-7611-48d4-bcd3-44edf775a44e req-a415e4ee-c82a-4e86-8cba-d999793347a6 tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff133361-b3f5-4c03-804d-e4e5a5fc1356 HTTP/1.1" status: 200 len: 210 time: 0.1030681 Jul 23 16:28:47.784824 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['850294b4-c641-440e-8b3b-f74bd72da704', '11c16417-708f-48d9-a03c-0e7cde2ba575', 'a05cff86-ff64-4c4c-99f4-289367a7063b'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:28:47.850854 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7341928-c268-4907-a64f-4e9bccfccb47 req-fea1aa8e-256e-4000-88a2-bf1ad9c29fae tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] No DVR routers for this DVR port f3017714-5c91-4af6-89cd-969ca24c9af7 on host n-h1-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:28:47.858163 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f7341928-c268-4907-a64f-4e9bccfccb47 req-fea1aa8e-256e-4000-88a2-bf1ad9c29fae tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:47.869364 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7341928-c268-4907-a64f-4e9bccfccb47 req-fea1aa8e-256e-4000-88a2-bf1ad9c29fae tempest-ServerTagsTestJSON-1285973392 tempest-ServerTagsTestJSON-1285973392-project] 10.222.0.74 "DELETE /v2.0/ports/f3017714-5c91-4af6-89cd-969ca24c9af7 HTTP/1.1" status: 204 len: 173 time: 1.2338252 Jul 23 16:28:47.870107 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff133361-b3f5-4c03-804d-e4e5a5fc1356', 'name': 'network-vif-deleted', 'tag': 'f3017714-5c91-4af6-89cd-969ca24c9af7'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:47.873566 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a36e730-035d-494c-8129-a7efe9b28da7" -d '{"events": [{"server_uuid": "ff133361-b3f5-4c03-804d-e4e5a5fc1356", "name": "network-vif-deleted", "tag": "f3017714-5c91-4af6-89cd-969ca24c9af7"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:47.890848 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-153edf54-21ba-4b47-95c3-1b5d07c401bf tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Network 0f7dd329-aa9a-4731-b1db-d3280f9ea57e is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:28:47.902940 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-153edf54-21ba-4b47-95c3-1b5d07c401bf tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:28:47.906668 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-153edf54-21ba-4b47-95c3-1b5d07c401bf tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:28:47.967973 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-92dbd079-88b4-4083-aa06-afa64891c451 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc9186aa-22f3-4cd2-aa4d-554b86e39cbf HTTP/1.1" status: 200 len: 1000 time: 0.2012434 Jul 23 16:28:47.972071 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153edf54-21ba-4b47-95c3-1b5d07c401bf tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Pushing event updated for resources: {'Port': ['ID=8d72e04e-84a6-483a-9927-852b65def178,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:48.048342 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-153edf54-21ba-4b47-95c3-1b5d07c401bf tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:48.051851 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-153edf54-21ba-4b47-95c3-1b5d07c401bf tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:48.078291 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-153edf54-21ba-4b47-95c3-1b5d07c401bf tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1351824 Jul 23 16:28:48.091326 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-87e2c367-9e4f-4cc6-8076-123f35d50a2a req-1e7a95cc-1dbd-41a9-b9e9-fd7510e17629 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:48.097699 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-8790691b-6d3b-4eb0-b6eb-520b27056726 service neutron] Request body: {'port': {'device_id': 'c00ea9dd-272d-4cae-9ee7-530e265fdea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:48.106651 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-eedb9b68-76d5-4bcb-a79c-78f2b9bd24e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:48.108374 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-eedb9b68-76d5-4bcb-a79c-78f2b9bd24e1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8700af68-33fb-4e68-b828-91508c404596 HTTP/1.1" status: 200 len: 850 time: 0.1270635 Jul 23 16:28:48.118021 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-157ce0af-2604-4d25-8f53-937738369e64 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2340524 Jul 23 16:28:48.149873 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237165ea-8c52-4dfd-b15c-4af2f801e9b4 req-f7ec9fcf-07f3-41c5-8af2-99557a81eb7d tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:48.159066 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-237165ea-8c52-4dfd-b15c-4af2f801e9b4 req-f7ec9fcf-07f3-41c5-8af2-99557a81eb7d tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=2359aefe-0700-480d-8f74-178d54fd9b94 HTTP/1.1" status: 200 len: 946 time: 0.2780292 Jul 23 16:28:48.164660 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-87e2c367-9e4f-4cc6-8076-123f35d50a2a req-1e7a95cc-1dbd-41a9-b9e9-fd7510e17629 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:48.172576 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-87e2c367-9e4f-4cc6-8076-123f35d50a2a req-1e7a95cc-1dbd-41a9-b9e9-fd7510e17629 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:48.228794 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a95cc-1dbd-41a9-b9e9-fd7510e17629 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c8f6ad-58c2-4e81-9ef7-5d178cf2e82c,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:48.257174 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-8790691b-6d3b-4eb0-b6eb-520b27056726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:48.274450 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-87e2c367-9e4f-4cc6-8076-123f35d50a2a req-1e7a95cc-1dbd-41a9-b9e9-fd7510e17629 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:48.277147 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-b6139e72-844e-4dcf-b8e5-d3bdbc63354e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:48.280359 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87e2c367-9e4f-4cc6-8076-123f35d50a2a req-1e7a95cc-1dbd-41a9-b9e9-fd7510e17629 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5740230 Jul 23 16:28:48.283804 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-b6139e72-844e-4dcf-b8e5-d3bdbc63354e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ccfb93aa-128e-41ae-813f-cc1797d91993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1485150 Jul 23 16:28:48.305271 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-237165ea-8c52-4dfd-b15c-4af2f801e9b4 req-866bbe62-92f9-496f-b367-276b926c6164 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446297 Jul 23 16:28:48.367503 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-8a387e3c-cb3b-4e24-a894-7c0d1e66f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:48.368136 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-8a387e3c-cb3b-4e24-a894-7c0d1e66f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:48.368748 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-8a387e3c-cb3b-4e24-a894-7c0d1e66f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:48.377165 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-8a387e3c-cb3b-4e24-a894-7c0d1e66f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:48.377726 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-8a387e3c-cb3b-4e24-a894-7c0d1e66f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:48.378211 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-8a387e3c-cb3b-4e24-a894-7c0d1e66f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:48.378681 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-8a387e3c-cb3b-4e24-a894-7c0d1e66f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:48.385713 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-8a387e3c-cb3b-4e24-a894-7c0d1e66f433 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1877a1c5029842a9a22481228281422f&device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 6501 time: 0.1816654 Jul 23 16:28:48.517888 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a5d5f4-d0b8-4a04-9e07-ceb5826d424f x-openstack-request-id: req-a6a5d5f4-d0b8-4a04-9e07-ceb5826d424f {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:48.518442 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff133361-b3f5-4c03-804d-e4e5a5fc1356", "name": "network-vif-deleted", "tag": "f3017714-5c91-4af6-89cd-969ca24c9af7", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:48.518728 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a6a5d5f4-d0b8-4a04-9e07-ceb5826d424f {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:48.519099 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff133361-b3f5-4c03-804d-e4e5a5fc1356', 'name': 'network-vif-deleted', 'tag': 'f3017714-5c91-4af6-89cd-969ca24c9af7', 'status': 'completed', 'code': 200} Jul 23 16:28:48.621733 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-c789a059-9348-4b80-ba91-956cb53d3653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:48.622217 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-c789a059-9348-4b80-ba91-956cb53d3653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:48.622686 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-c789a059-9348-4b80-ba91-956cb53d3653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:48.624442 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-c789a059-9348-4b80-ba91-956cb53d3653 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c5e5ef48-b00d-4a4a-b322-8f86cea4f5af&id=e5f00839-b5e3-470f-98ff-b05da7b06d94&id=e5f00839-b5e3-470f-98ff-b05da7b06d94&id=e5f00839-b5e3-470f-98ff-b05da7b06d94&id=e5f00839-b5e3-470f-98ff-b05da7b06d94&id=b15e95e3-c83c-43f1-8d67-89ed25f67132&id=b15e95e3-c83c-43f1-8d67-89ed25f67132 HTTP/1.1" status: 200 len: 2299 time: 0.1918514 Jul 23 16:28:48.665973 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d74ad-10b9-477f-a1b6-7fdc549590c3 req-0b5a0520-9eb7-440f-a040-a8642c55a67b tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:48.668366 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ac2d74ad-10b9-477f-a1b6-7fdc549590c3 req-0b5a0520-9eb7-440f-a040-a8642c55a67b tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=c00ea9dd-272d-4cae-9ee7-530e265fdea1 HTTP/1.1" status: 200 len: 931 time: 0.2814476 Jul 23 16:28:48.768069 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5026c616-12a3-45c5-b907-1cb44b236c55 req-99fde850-bc09-411c-9c59-676597a4816e tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] 10.222.0.73 "GET /v2.0/security-groups/afe19ad7-ec56-4b2c-b5b0-c24074209446 HTTP/1.1" status: 200 len: 2408 time: 0.1496193 Jul 23 16:28:48.774296 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ac2d74ad-10b9-477f-a1b6-7fdc549590c3 req-65379f54-5941-4471-bb89-b16088048865 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727646 Jul 23 16:28:48.787720 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-40614899-e20e-4d89-be50-84b542789d92 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f406226-7c43-4a51-8734-18dbcbb352a4 HTTP/1.1" status: 200 len: 1001 time: 0.1445744 Jul 23 16:28:48.905583 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7753c194-4fd5-4fd5-87a7-1ae7eedc0a67 req-0aeb5efb-655f-4bf4-b4f9-6e8574303141 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] 10.222.0.73 "GET /v2.0/security-group-rules/23c8f6ad-58c2-4e81-9ef7-5d178cf2e82c HTTP/1.1" status: 200 len: 778 time: 0.0479460 Jul 23 16:28:48.930221 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-b6873a1b-02b0-45f1-aa62-f5a5717fd294 service neutron] 10.222.0.74 "GET /v2.0/networks/ccfb93aa-128e-41ae-813f-cc1797d91993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6244714 Jul 23 16:28:48.934976 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-4385d5a4-4c16-41df-b43b-8c3b254d2fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:48.936503 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-4385d5a4-4c16-41df-b43b-8c3b254d2fbf service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b0f0883d-94a8-483d-b400-459446f819a6 HTTP/1.1" status: 200 len: 855 time: 0.1424239 Jul 23 16:28:48.959760 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:28:49.038226 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:28:49.044625 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7753c194-4fd5-4fd5-87a7-1ae7eedc0a67 req-a3716e27-b0ee-4501-97aa-72c84681c2fd tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] 10.222.0.73 "GET /v2.0/security-groups/afe19ad7-ec56-4b2c-b5b0-c24074209446 HTTP/1.1" status: 200 len: 2408 time: 0.1146441 Jul 23 16:28:49.052275 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:49.052945 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:49.058452 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9efef-d830-418d-a7f9-85807877fdb5 req-40846d8a-8897-4118-8354-94570dfc9030 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:49.060050 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ff9efef-d830-418d-a7f9-85807877fdb5 req-40846d8a-8897-4118-8354-94570dfc9030 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=f80725b5-2039-45a0-913f-801d1030ca85 HTTP/1.1" status: 200 len: 945 time: 0.1752992 Jul 23 16:28:49.127703 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-b406af63-d050-436a-b385-e8030b413bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:49.129827 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-b406af63-d050-436a-b385-e8030b413bb4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c5e5ef48-b00d-4a4a-b322-8f86cea4f5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1844993 Jul 23 16:28:49.154751 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-8790691b-6d3b-4eb0-b6eb-520b27056726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d72e04e-84a6-483a-9927-852b65def178 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:28:49.156546 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7753c194-4fd5-4fd5-87a7-1ae7eedc0a67 req-11a58dd4-de02-483b-ac68-fc8c9fd204f2 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:49.173206 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-8790691b-6d3b-4eb0-b6eb-520b27056726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:49.183831 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-0afdae9c-7d55-4c58-b0da-aa164a9b2877 service neutron] 10.222.0.74 "GET /v2.0/networks/ccfb93aa-128e-41ae-813f-cc1797d91993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614349 Jul 23 16:28:49.196067 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-8790691b-6d3b-4eb0-b6eb-520b27056726 service neutron] Transition to ACTIVE for port object 8d72e04e-84a6-483a-9927-852b65def178 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:28:49.196608 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:49.197043 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7753c194-4fd5-4fd5-87a7-1ae7eedc0a67 req-11a58dd4-de02-483b-ac68-fc8c9fd204f2 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:49.205532 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-8790691b-6d3b-4eb0-b6eb-520b27056726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:49.228198 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ff9efef-d830-418d-a7f9-85807877fdb5 req-4138bcf8-b413-4586-9951-f8012fa6b7ee tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548052 Jul 23 16:28:49.251887 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80725b5-2039-45a0-913f-801d1030ca85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:49.251887 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5721b4da-8244-4ea9-a7a0-f4d7d5ca23e4" -d '{"events": [{"server_uuid": "f80725b5-2039-45a0-913f-801d1030ca85", "name": "network-vif-plugged", "status": "completed", "tag": "882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:49.272075 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:49.276478 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-1275e5d7-e469-4551-aab0-33fd831eca89 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 HTTP/1.1" status: 200 len: 217 time: 0.0823426 Jul 23 16:28:49.285429 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:49.285429 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device f3017714-5c91-4af6-89cd-969ca24c9af7 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:28:49.328988 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 39842) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:49.413403 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790691b-6d3b-4eb0-b6eb-520b27056726 service neutron] Pushing event updated for resources: {'Port': ['ID=8d72e04e-84a6-483a-9927-852b65def178,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:49.420777 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456b0318-1f17-4575-8426-e7907a00098d x-openstack-request-id: req-456b0318-1f17-4575-8426-e7907a00098d {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:49.421134 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80725b5-2039-45a0-913f-801d1030ca85", "name": "network-vif-plugged", "status": "completed", "tag": "882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:49.421331 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-456b0318-1f17-4575-8426-e7907a00098d {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:49.421905 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80725b5-2039-45a0-913f-801d1030ca85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c', 'code': 200} Jul 23 16:28:49.423198 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: f3017714-5c91-4af6-89cd-969ca24c9af7 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:28:49.423722 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device f3017714-5c91-4af6-89cd-969ca24c9af7 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:28:49.425723 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:49.463071 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-642c65ea-5e6f-4238-bf67-f5f49cc79b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:49.464660 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-642c65ea-5e6f-4238-bf67-f5f49cc79b90 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83c3a237-d43a-4d9d-aa29-69c4c34be53a HTTP/1.1" status: 200 len: 797 time: 0.1802154 Jul 23 16:28:49.482753 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7761094-b81c-40ae-ab52-5f9aec5751db admin admin] Deleting subnet 72f518b3-89b5-4779-a18c-8745d23223ea {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:28:49.492236 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7761094-b81c-40ae-ab52-5f9aec5751db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:49.542983 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-8790691b-6d3b-4eb0-b6eb-520b27056726 service neutron] Attempting to bind port 8d72e04e-84a6-483a-9927-852b65def178 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:28:49.543346 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-8790691b-6d3b-4eb0-b6eb-520b27056726 service neutron] Attempting to bind port 8d72e04e-84a6-483a-9927-852b65def178 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '4922e251-ec1f-41e7-8718-5d07a120e814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '0f7dd329-aa9a-4731-b1db-d3280f9ea57e'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:28:49.543659 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-8790691b-6d3b-4eb0-b6eb-520b27056726 service neutron] Attempting to bind port 8d72e04e-84a6-483a-9927-852b65def178 on network 0f7dd329-aa9a-4731-b1db-d3280f9ea57e {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:49.560534 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-8790691b-6d3b-4eb0-b6eb-520b27056726 service neutron] Port 8d72e04e-84a6-483a-9927-852b65def178 on network 0f7dd329-aa9a-4731-b1db-d3280f9ea57e not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:28:49.560948 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-8790691b-6d3b-4eb0-b6eb-520b27056726 service neutron] Attempting to bind port 8d72e04e-84a6-483a-9927-852b65def178 on network 0f7dd329-aa9a-4731-b1db-d3280f9ea57e {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:49.575529 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-8790691b-6d3b-4eb0-b6eb-520b27056726 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:28:49.575922 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-8790691b-6d3b-4eb0-b6eb-520b27056726 service neutron] Checking segment: {'id': '4922e251-ec1f-41e7-8718-5d07a120e814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '0f7dd329-aa9a-4731-b1db-d3280f9ea57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:28:49.576283 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-8790691b-6d3b-4eb0-b6eb-520b27056726 service neutron] Bound using segment: {'id': '4922e251-ec1f-41e7-8718-5d07a120e814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '0f7dd329-aa9a-4731-b1db-d3280f9ea57e'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:28:49.576761 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-8790691b-6d3b-4eb0-b6eb-520b27056726 service neutron] Bound port: 8d72e04e-84a6-483a-9927-852b65def178, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4922e251-ec1f-41e7-8718-5d07a120e814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '0f7dd329-aa9a-4731-b1db-d3280f9ea57e'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:28:49.577189 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-8790691b-6d3b-4eb0-b6eb-520b27056726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:49.581485 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7761094-b81c-40ae-ab52-5f9aec5751db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:49.673029 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-75201820-7fcf-42b4-a374-03dcd735fc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:49.674634 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-75201820-7fcf-42b4-a374-03dcd735fc88 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a11530e6-1993-441b-956a-6f9600ed92b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1957526 Jul 23 16:28:49.686288 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7761094-b81c-40ae-ab52-5f9aec5751db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:49.762125 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7753c194-4fd5-4fd5-87a7-1ae7eedc0a67 req-11a58dd4-de02-483b-ac68-fc8c9fd204f2 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:49.764089 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-8790691b-6d3b-4eb0-b6eb-520b27056726 service neutron] For port 8d72e04e-84a6-483a-9927-852b65def178, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:28:49.771914 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7753c194-4fd5-4fd5-87a7-1ae7eedc0a67 req-11a58dd4-de02-483b-ac68-fc8c9fd204f2 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:49.772634 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-8790691b-6d3b-4eb0-b6eb-520b27056726 service neutron] For port 8d72e04e-84a6-483a-9927-852b65def178, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=8d72e04e-84a6-483a-9927-852b65def178,segment=NetworkSegment(4922e251-ec1f-41e7-8718-5d07a120e814),segment_id=4922e251-ec1f-41e7-8718-5d07a120e814)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:28:49.777435 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7753c194-4fd5-4fd5-87a7-1ae7eedc0a67 req-11a58dd4-de02-483b-ac68-fc8c9fd204f2 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/23c8f6ad-58c2-4e81-9ef7-5d178cf2e82c HTTP/1.1" status: 204 len: 173 time: 0.7163563 Jul 23 16:28:49.800674 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b320b-8967-49f6-96ee-e304f7bf11bd req-11fe9daf-e990-4520-a2e3-94c93893a996 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:49.805147 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f49b320b-8967-49f6-96ee-e304f7bf11bd req-11fe9daf-e990-4520-a2e3-94c93893a996 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.97 "GET /v2.0/ports?device_id=2359aefe-0700-480d-8f74-178d54fd9b94 HTTP/1.1" status: 200 len: 946 time: 0.6913559 Jul 23 16:28:49.806242 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-8790691b-6d3b-4eb0-b6eb-520b27056726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:49.811827 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-9b181e37-a1dc-487a-87a8-733e64d98faf service neutron] 10.222.0.97 "GET /v2.0/networks/c5e5ef48-b00d-4a4a-b322-8f86cea4f5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6580784 Jul 23 16:28:49.823483 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a58dd4-de02-483b-ac68-fc8c9fd204f2 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23c8f6ad-58c2-4e81-9ef7-5d178cf2e82c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:49.869599 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-8790691b-6d3b-4eb0-b6eb-520b27056726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:49.870220 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-8790691b-6d3b-4eb0-b6eb-520b27056726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:49.871626 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-8790691b-6d3b-4eb0-b6eb-520b27056726 service neutron] 10.222.0.74 "PUT /v2.0/ports/8d72e04e-84a6-483a-9927-852b65def178 HTTP/1.1" status: 200 len: 1091 time: 1.7832470 Jul 23 16:28:49.872738 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c00ea9dd-272d-4cae-9ee7-530e265fdea1', 'tag': '8d72e04e-84a6-483a-9927-852b65def178'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:49.875072 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433fa375-f978-423b-a84d-a50bb9c47591" -d '{"events": [{"name": "network-changed", "server_uuid": "c00ea9dd-272d-4cae-9ee7-530e265fdea1", "tag": "8d72e04e-84a6-483a-9927-852b65def178"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:49.898858 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7761094-b81c-40ae-ab52-5f9aec5751db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:49.942056 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-4bef5e25-466a-4647-8ddf-4e941297fd41 service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571626 Jul 23 16:28:49.953177 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790691b-6d3b-4eb0-b6eb-520b27056726 service neutron] Pushing event updated for resources: {'Port': ['ID=8d72e04e-84a6-483a-9927-852b65def178,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:49.957580 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7761094-b81c-40ae-ab52-5f9aec5751db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72f518b3-89b5-4779-a18c-8745d23223ea,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:49.967802 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7761094-b81c-40ae-ab52-5f9aec5751db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:49.972133 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f7761094-b81c-40ae-ab52-5f9aec5751db admin admin] 10.222.0.73 "DELETE /v2.0/subnets/72f518b3-89b5-4779-a18c-8745d23223ea HTTP/1.1" status: 204 len: 168 time: 0.6179214 Jul 23 16:28:49.978896 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 39860) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:50.006951 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65ab83-cb48-4c53-8ba1-bf620ed3f40f req-787c187d-9423-41ba-b8fd-d4384420e285 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:50.008566 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-af65ab83-cb48-4c53-8ba1-bf620ed3f40f req-787c187d-9423-41ba-b8fd-d4384420e285 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=2359aefe-0700-480d-8f74-178d54fd9b94 HTTP/1.1" status: 200 len: 946 time: 0.3251653 Jul 23 16:28:50.010494 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a4339-8baf-4d72-bb71-4687a6cf527a req-f230f1ca-2531-4944-b1aa-0a2bc0bb88ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:50.011754 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a1a4339-8baf-4d72-bb71-4687a6cf527a req-f230f1ca-2531-4944-b1aa-0a2bc0bb88ef service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f80725b5-2039-45a0-913f-801d1030ca85 HTTP/1.1" status: 200 len: 1097 time: 0.3478611 Jul 23 16:28:50.106564 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-272fa7df-5c3b-4879-9881-284dbdc6e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:50.108141 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-272fa7df-5c3b-4879-9881-284dbdc6e2ac service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d825726ca3204edd88a4cd6a8f6f20f7&device_id=c00ea9dd-272d-4cae-9ee7-530e265fdea1 HTTP/1.1" status: 200 len: 1094 time: 0.1650331 Jul 23 16:28:50.116069 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-ecc96ae9-8cf9-4cba-a78e-6850a26daf8a service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445534 Jul 23 16:28:50.128390 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-2e453715-c5a9-49c8-b389-c7a215f1a42d service neutron] 10.222.0.97 "GET /v2.0/networks/c5e5ef48-b00d-4a4a-b322-8f86cea4f5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034885 Jul 23 16:28:50.170227 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8348ea15-8196-470e-86cf-5b2ce83f8e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:50.192280 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-d5e07749-5997-4263-8fda-55b8dd6d81f5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d72e04e-84a6-483a-9927-852b65def178 HTTP/1.1" status: 200 len: 217 time: 0.0753489 Jul 23 16:28:50.193979 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-7aece704-102f-42c4-996e-0b87a3a9148c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 HTTP/1.1" status: 200 len: 217 time: 0.0693259 Jul 23 16:28:50.202951 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a1a4339-8baf-4d72-bb71-4687a6cf527a req-68d66872-c09e-4fe6-b7f0-a1e9cb111678 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792402 Jul 23 16:28:50.208478 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-af65ab83-cb48-4c53-8ba1-bf620ed3f40f req-983bcbbf-173e-4d40-8dde-ce3fd00d0956 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/security-groups?id=35d9994e-2423-4379-83ff-93605c72a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837237 Jul 23 16:28:50.211371 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-62db6110-255f-4648-9ade-d5f1b693b4ad service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=6f4f771a-0731-4ed2-98ff-d65dace07b5a HTTP/1.1" status: 200 len: 217 time: 0.0669231 Jul 23 16:28:50.230954 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-f49b320b-8967-49f6-96ee-e304f7bf11bd req-e39c4810-5bcd-4f75-8b90-0a2a9ee3ce74 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Deleting port 82f75ecb-890d-4c75-921a-c30d4885097b {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:28:50.231289 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f49b320b-8967-49f6-96ee-e304f7bf11bd req-e39c4810-5bcd-4f75-8b90-0a2a9ee3ce74 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:50.272329 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-7f664edd-4abb-4715-bf5b-8a3d0aed5c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:50.273922 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-7f664edd-4abb-4715-bf5b-8a3d0aed5c48 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9c6b9aa7-0241-48a5-922c-6156c433486f HTTP/1.1" status: 200 len: 854 time: 0.0681686 Jul 23 16:28:50.277495 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-ec48fa92-46e1-498a-bcd0-bb0330df723d req-59a1ecff-6205-4ddc-bf4e-cb409187918c tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1973106667', 'description': 'tempest-description-1086341442'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:50.333964 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-4db1bdab-7d08-4232-8f02-ae100402fc32 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0f7dd329-aa9a-4731-b1db-d3280f9ea57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338323 Jul 23 16:28:50.342894 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-dbee971b-8bdf-4461-a9e5-e5ae2891ba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:50.345729 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-dbee971b-8bdf-4461-a9e5-e5ae2891ba67 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83c3a237-d43a-4d9d-aa29-69c4c34be53a HTTP/1.1" status: 200 len: 797 time: 0.0744159 Jul 23 16:28:50.436260 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-96cb1f00-4198-4901-8d25-01a4b1883cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:50.437726 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-96cb1f00-4198-4901-8d25-01a4b1883cc7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0e1b4b2c-7085-4c60-92b2-650db68b72a2 HTTP/1.1" status: 200 len: 797 time: 0.2181361 Jul 23 16:28:50.462556 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8348ea15-8196-470e-86cf-5b2ce83f8e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:50.475336 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ec48fa92-46e1-498a-bcd0-bb0330df723d req-59a1ecff-6205-4ddc-bf4e-cb409187918c tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:50.505425 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-8348ea15-8196-470e-86cf-5b2ce83f8e57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c65fe988-79c0-4379-af93-8e86ed1e82c3']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:50.515467 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-53de8fe7-b0ad-4ede-8ce5-719c8fc47260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:50.516998 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-53de8fe7-b0ad-4ede-8ce5-719c8fc47260 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a11530e6-1993-441b-956a-6f9600ed92b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1280930 Jul 23 16:28:50.519169 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-e48c7954-13d2-4d52-bc81-181a0b2d8eb6 service neutron] 10.222.0.74 "GET /v2.0/networks/0f7dd329-aa9a-4731-b1db-d3280f9ea57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315575 Jul 23 16:28:50.557644 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-8348ea15-8196-470e-86cf-5b2ce83f8e57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d4222df-273f-4970-aeda-c76d9cc5d255') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:50.557941 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-8348ea15-8196-470e-86cf-5b2ce83f8e57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d4222df-273f-4970-aeda-c76d9cc5d255') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:50.573869 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-f49b320b-8967-49f6-96ee-e304f7bf11bd req-e39c4810-5bcd-4f75-8b90-0a2a9ee3ce74 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] For port 82f75ecb-890d-4c75-921a-c30d4885097b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=82f75ecb-890d-4c75-921a-c30d4885097b,segment=NetworkSegment(2a2e3857-f6ff-406e-8415-ef0a902aa2fe),segment_id=2a2e3857-f6ff-406e-8415-ef0a902aa2fe)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:50.574239 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f49b320b-8967-49f6-96ee-e304f7bf11bd req-e39c4810-5bcd-4f75-8b90-0a2a9ee3ce74 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:50.590159 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8348ea15-8196-470e-86cf-5b2ce83f8e57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:50.609314 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-f49b320b-8967-49f6-96ee-e304f7bf11bd req-e39c4810-5bcd-4f75-8b90-0a2a9ee3ce74 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Calling delete_port for 82f75ecb-890d-4c75-921a-c30d4885097b owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:28:50.646724 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8348ea15-8196-470e-86cf-5b2ce83f8e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:50.655731 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391ce62-674b-4cac-b5a3-89d7406708ca req-fa8a1777-e7fb-417d-996e-15ec3d56c775 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:50.657273 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1391ce62-674b-4cac-b5a3-89d7406708ca req-fa8a1777-e7fb-417d-996e-15ec3d56c775 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=c00ea9dd-272d-4cae-9ee7-530e265fdea1 HTTP/1.1" status: 200 len: 943 time: 0.3415022 Jul 23 16:28:50.690047 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-100b220f-e706-4311-be3a-bf0af6ec1651 service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593647 Jul 23 16:28:50.693019 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c835ba96-ab61-4edd-9992-2b7d326c566e req-5c53f51a-73cd-4f9c-8b74-f9c60d0ba086 service neutron] 10.222.0.74 "GET /v2.0/networks/0f7dd329-aa9a-4731-b1db-d3280f9ea57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612983 Jul 23 16:28:50.699752 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8348ea15-8196-470e-86cf-5b2ce83f8e57 admin admin] Releasing vlan 1141 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:28:50.700165 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8348ea15-8196-470e-86cf-5b2ce83f8e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:50.706456 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:28:50.706456 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:28:50.706456 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:28:50.706456 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:28:50.706456 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:28:50.706456 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:28:50.706456 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:28:50.706456 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:28:50.706456 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:28:50.706456 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:28:50.706456 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:28:50.706456 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:28:50.706456 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:28:50.706456 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:28:50.706456 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:28:50.706456 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:28:50.706456 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:28:50.706456 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:28:50.706456 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:28:50.706456 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:28:50.706456 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:28:50.706456 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:28:50.706456 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:28:50.706456 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:28:50.706456 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:28:50.706456 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:28:50.706456 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:28:50.706456 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:28:50.706456 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:28:50.706456 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:28:50.706456 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:28:50.706456 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:28:50.798342 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-f2c6afe5-3774-496b-8b4f-e0b45628889e service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883913 Jul 23 16:28:50.815904 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-dc7cfa5d-3f45-4cef-8060-e42a171492ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:50.818094 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-dc7cfa5d-3f45-4cef-8060-e42a171492ca service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e5f00839-b5e3-470f-98ff-b05da7b06d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3448641 Jul 23 16:28:50.832180 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8348ea15-8196-470e-86cf-5b2ce83f8e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:50.856403 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8348ea15-8196-470e-86cf-5b2ce83f8e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:50.858265 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8348ea15-8196-470e-86cf-5b2ce83f8e57 admin admin] 10.222.0.73 "DELETE /v2.0/networks/c65fe988-79c0-4379-af93-8e86ed1e82c3 HTTP/1.1" status: 204 len: 168 time: 0.8720818 Jul 23 16:28:50.863145 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-11e3dcf7-4abe-4707-bb3d-9509fd206da7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=99c3c606-6305-429f-81cd-fd00734616f2 HTTP/1.1" status: 200 len: 217 time: 0.0500579 Jul 23 16:28:50.901774 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1391ce62-674b-4cac-b5a3-89d7406708ca req-2ee5c999-88f1-4973-8c43-fc921b61e72f tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061636 Jul 23 16:28:50.916405 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348ea15-8196-470e-86cf-5b2ce83f8e57 admin admin] Pushing event deleted for resources: {'Network': ['ID=c65fe988-79c0-4379-af93-8e86ed1e82c3,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:50.920435 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ec48fa92-46e1-498a-bcd0-bb0330df723d req-59a1ecff-6205-4ddc-bf4e-cb409187918c tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:50.931261 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ec48fa92-46e1-498a-bcd0-bb0330df723d req-59a1ecff-6205-4ddc-bf4e-cb409187918c tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:50.951959 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-51323501-0acb-484e-8be9-ebfc19c855a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:50.954616 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-51323501-0acb-484e-8be9-ebfc19c855a5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83c3a237-d43a-4d9d-aa29-69c4c34be53a HTTP/1.1" status: 200 len: 797 time: 0.0788994 Jul 23 16:28:50.987824 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274d0bcb-5b68-4587-93bd-e6c16d52d5e7 x-openstack-request-id: req-274d0bcb-5b68-4587-93bd-e6c16d52d5e7 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:50.988510 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c00ea9dd-272d-4cae-9ee7-530e265fdea1", "tag": "8d72e04e-84a6-483a-9927-852b65def178", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:50.991404 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-274d0bcb-5b68-4587-93bd-e6c16d52d5e7 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:50.992471 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c00ea9dd-272d-4cae-9ee7-530e265fdea1', 'tag': '8d72e04e-84a6-483a-9927-852b65def178', 'status': 'completed', 'code': 200} Jul 23 16:28:51.046095 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ec48fa92-46e1-498a-bcd0-bb0330df723d req-59a1ecff-6205-4ddc-bf4e-cb409187918c tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:51.047432 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec48fa92-46e1-498a-bcd0-bb0330df723d req-59a1ecff-6205-4ddc-bf4e-cb409187918c tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.7780786 Jul 23 16:28:51.054586 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1ecff-6205-4ddc-bf4e-cb409187918c tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbbe861-f229-4c5b-83be-fc1c319c8c12,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:51.106869 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-3dbb5030-21e3-4c26-9336-1d0d2de5b2eb service neutron] 10.222.0.97 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768986 Jul 23 16:28:51.123628 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-21ff829a-d26a-4a76-871c-71bcfa25261b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:51.125302 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 39876) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:51.125658 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-21ff829a-d26a-4a76-871c-71bcfa25261b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a11530e6-1993-441b-956a-6f9600ed92b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1566248 Jul 23 16:28:51.154327 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f49b320b-8967-49f6-96ee-e304f7bf11bd req-e39c4810-5bcd-4f75-8b90-0a2a9ee3ce74 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:51.164226 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fa375-f978-423b-a84d-a50bb9c47591 req-08d868a3-739c-4e67-93fe-b0e68ec265e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:51.165879 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-433fa375-f978-423b-a84d-a50bb9c47591 req-08d868a3-739c-4e67-93fe-b0e68ec265e0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d825726ca3204edd88a4cd6a8f6f20f7&device_id=c00ea9dd-272d-4cae-9ee7-530e265fdea1 HTTP/1.1" status: 200 len: 1094 time: 0.1382568 Jul 23 16:28:51.219232 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c4810-5bcd-4f75-8b90-0a2a9ee3ce74 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Pushing event deleted for resources: {'Port': ['ID=82f75ecb-890d-4c75-921a-c30d4885097b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:51.321487 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-22c0f01c-ceb8-452e-8522-d1b711cb3dba admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3bf5f303d3944fc7ac56ec0a831f7867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1928980 Jul 23 16:28:51.332415 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 39880) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:51.353348 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fa375-f978-423b-a84d-a50bb9c47591 req-adc944e6-25b3-44ca-b98b-01c147e50408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:51.355232 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-433fa375-f978-423b-a84d-a50bb9c47591 req-adc944e6-25b3-44ca-b98b-01c147e50408 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0f7dd329-aa9a-4731-b1db-d3280f9ea57e HTTP/1.1" status: 200 len: 916 time: 0.1760752 Jul 23 16:28:51.360203 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-78c82503-e0d6-4eda-914f-309c80bd593f service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249761 Jul 23 16:28:51.368896 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49b320b-8967-49f6-96ee-e304f7bf11bd req-e39c4810-5bcd-4f75-8b90-0a2a9ee3ce74 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] No DVR routers for this DVR port 82f75ecb-890d-4c75-921a-c30d4885097b on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:28:51.379430 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f49b320b-8967-49f6-96ee-e304f7bf11bd req-e39c4810-5bcd-4f75-8b90-0a2a9ee3ce74 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:51.381675 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f49b320b-8967-49f6-96ee-e304f7bf11bd req-e39c4810-5bcd-4f75-8b90-0a2a9ee3ce74 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.97 "DELETE /v2.0/ports/82f75ecb-890d-4c75-921a-c30d4885097b HTTP/1.1" status: 204 len: 173 time: 1.5722592 Jul 23 16:28:51.389935 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872846c-b29e-496c-b0f1-274ab272c790 req-8b26b56b-77fb-408b-85d3-2d380adc8cf8 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:51.391123 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8872846c-b29e-496c-b0f1-274ab272c790 req-8b26b56b-77fb-408b-85d3-2d380adc8cf8 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=f80725b5-2039-45a0-913f-801d1030ca85 HTTP/1.1" status: 200 len: 946 time: 0.3059559 Jul 23 16:28:51.391585 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2359aefe-0700-480d-8f74-178d54fd9b94', 'name': 'network-vif-deleted', 'tag': '82f75ecb-890d-4c75-921a-c30d4885097b'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:51.393918 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115f77dc-be20-4135-ae11-2447c0bdb0a2" -d '{"events": [{"server_uuid": "2359aefe-0700-480d-8f74-178d54fd9b94", "name": "network-vif-deleted", "tag": "82f75ecb-890d-4c75-921a-c30d4885097b"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:51.408670 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-9f357866-4e65-4040-94c0-ad177e83fc31 service neutron] 10.222.0.97 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823792 Jul 23 16:28:51.466345 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-433fa375-f978-423b-a84d-a50bb9c47591 req-69acf807-ba2b-46f2-8486-25677cc751bf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d72e04e-84a6-483a-9927-852b65def178 HTTP/1.1" status: 200 len: 217 time: 0.0881953 Jul 23 16:28:51.483348 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-905a6032-ea43-471a-8ae8-eea22fbca94f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=ec5d280e-539b-40ed-95d6-bc3fb999ce68 HTTP/1.1" status: 200 len: 217 time: 0.0585721 Jul 23 16:28:51.498649 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ba7c1f3e-a419-420a-83ee-a3415ddbbc55 req-6b796d62-8df8-4646-903e-373d56a80a9f tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] 10.222.0.73 "GET /v2.0/security-groups/3bbbe861-f229-4c5b-83be-fc1c319c8c12 HTTP/1.1" status: 200 len: 1815 time: 0.1313760 Jul 23 16:28:51.584347 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4cc2db6d-a55d-421f-85c8-4d04e250372b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:51.603746 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fa375-f978-423b-a84d-a50bb9c47591 req-cfb5db61-b7a9-4426-bd51-cba4437f89ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:51.604824 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-433fa375-f978-423b-a84d-a50bb9c47591 req-cfb5db61-b7a9-4426-bd51-cba4437f89ab service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9c6b9aa7-0241-48a5-922c-6156c433486f HTTP/1.1" status: 200 len: 854 time: 0.1268075 Jul 23 16:28:51.611337 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8872846c-b29e-496c-b0f1-274ab272c790 req-baa80fa0-b554-49f8-a1a9-1738b0978258 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051291 Jul 23 16:28:51.640718 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c0d1870e-91b1-4da8-89a4-42f09f9f12c2 req-6f08ebad-bf97-409d-850d-4b1e70c512f5 tempest-DeleteServersTestJSON-472823021 tempest-DeleteServersTestJSON-472823021-project] 10.222.0.73 "GET /v2.0/ports?device_id=2359aefe-0700-480d-8f74-178d54fd9b94 HTTP/1.1" status: 200 len: 210 time: 0.0432420 Jul 23 16:28:51.654698 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-c2ac670e-8060-49cc-b871-7bb53a4ff0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:51.656234 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-c2ac670e-8060-49cc-b871-7bb53a4ff0d9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0e1b4b2c-7085-4c60-92b2-650db68b72a2 HTTP/1.1" status: 200 len: 797 time: 0.1654348 Jul 23 16:28:51.685975 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4cc2db6d-a55d-421f-85c8-4d04e250372b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:51.689332 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-90f187d9-8336-4426-bcc0-5449f3578f3b service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094544 Jul 23 16:28:51.691156 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-433fa375-f978-423b-a84d-a50bb9c47591 req-38b64e74-2aaf-4557-887d-6857b4d3548a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0f7dd329-aa9a-4731-b1db-d3280f9ea57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729110 Jul 23 16:28:51.708104 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f7da7d-2a43-4fe6-8852-f8b89b90b020 x-openstack-request-id: req-e8f7da7d-2a43-4fe6-8852-f8b89b90b020 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:51.708397 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2359aefe-0700-480d-8f74-178d54fd9b94", "name": "network-vif-deleted", "tag": "82f75ecb-890d-4c75-921a-c30d4885097b", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:51.708648 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e8f7da7d-2a43-4fe6-8852-f8b89b90b020 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:51.709091 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2359aefe-0700-480d-8f74-178d54fd9b94', 'name': 'network-vif-deleted', 'tag': '82f75ecb-890d-4c75-921a-c30d4885097b', 'status': 'completed', 'code': 200} Jul 23 16:28:51.709327 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 39892) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:51.716414 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-3e922095-4ce7-43cd-ab32-520dcb88db1e req-36e06523-18cc-4b7d-8eb0-db6c320f9af0 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-23333527', 'description': 'tempest-description-1759436450'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:51.749308 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3e922095-4ce7-43cd-ab32-520dcb88db1e req-36e06523-18cc-4b7d-8eb0-db6c320f9af0 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:51.784965 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-a07e80aa-8586-4e46-af0c-769a765628fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:51.787643 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-a07e80aa-8586-4e46-af0c-769a765628fc service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e5f00839-b5e3-470f-98ff-b05da7b06d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1231060 Jul 23 16:28:51.810991 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-fa2f8736-64e3-42a3-9eb5-6fb85d5e2957 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=d26b6c0c-a095-4674-9672-f08e8e034402 HTTP/1.1" status: 200 len: 217 time: 0.0952876 Jul 23 16:28:51.900524 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-15955b22-aed3-48ba-b4d7-97a8080b6e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:51.927328 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4cc2db6d-a55d-421f-85c8-4d04e250372b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:51.929858 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4cc2db6d-a55d-421f-85c8-4d04e250372b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:51.931016 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4cc2db6d-a55d-421f-85c8-4d04e250372b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/67d6efc2-6479-4eb4-8900-8b3a32e17fcf HTTP/1.1" status: 204 len: 168 time: 0.5977001 Jul 23 16:28:51.947667 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3e922095-4ce7-43cd-ab32-520dcb88db1e req-36e06523-18cc-4b7d-8eb0-db6c320f9af0 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:51.956753 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-1285c4e2-8dd4-4c75-a63c-f9a2071740aa service neutron] 10.222.0.97 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573658 Jul 23 16:28:51.958824 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3e922095-4ce7-43cd-ab32-520dcb88db1e req-36e06523-18cc-4b7d-8eb0-db6c320f9af0 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:51.967952 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc2db6d-a55d-421f-85c8-4d04e250372b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d6efc2-6479-4eb4-8900-8b3a32e17fcf,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:51.975238 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-65c1efe2-6ce8-4452-80c2-a251832a0f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:51.977487 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-65c1efe2-6ce8-4452-80c2-a251832a0f52 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83c3a237-d43a-4d9d-aa29-69c4c34be53a HTTP/1.1" status: 200 len: 797 time: 0.1207547 Jul 23 16:28:51.982236 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-433fa375-f978-423b-a84d-a50bb9c47591 req-986bb409-7d57-4b8b-ab12-36fa6acd9627 service neutron] 10.222.0.74 "GET /v2.0/networks/0f7dd329-aa9a-4731-b1db-d3280f9ea57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585771 Jul 23 16:28:52.029499 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e06523-18cc-4b7d-8eb0-db6c320f9af0 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=377a5ec5-90bc-452a-9c33-37fa1f5714a2,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:52.087464 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 82f75ecb-890d-4c75-921a-c30d4885097b no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:28:52.147815 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 82f75ecb-890d-4c75-921a-c30d4885097b {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:28:52.148671 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 82f75ecb-890d-4c75-921a-c30d4885097b not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:28:52.171197 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-d976e8b8-db20-4483-a27d-016cb75e2124 service neutron] 10.222.0.97 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987901 Jul 23 16:28:52.216104 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-2b622158-a4dd-4756-96da-7e99c044aad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:52.217678 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-2b622158-a4dd-4756-96da-7e99c044aad6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a11530e6-1993-441b-956a-6f9600ed92b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2077816 Jul 23 16:28:52.226582 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-3faba4fc-99f2-4a37-9a72-5e9b4ee2f2a8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=01fb3cf0-e4ff-4a66-8ed1-9025c34ef945 HTTP/1.1" status: 200 len: 217 time: 0.0467408 Jul 23 16:28:52.228311 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-433fa375-f978-423b-a84d-a50bb9c47591 req-f3abfa4b-f7ac-4272-970b-a05f32c1397f service neutron] 10.222.0.74 "GET /v2.0/networks/0f7dd329-aa9a-4731-b1db-d3280f9ea57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136335 Jul 23 16:28:52.244767 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-15955b22-aed3-48ba-b4d7-97a8080b6e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:52.260489 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-15955b22-aed3-48ba-b4d7-97a8080b6e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:52.294113 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d59603-5c25-4eb5-be5f-612cf83e7c0a req-e5c6100d-fd17-4dc4-b31f-1dfabe3cf225 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:52.301511 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-68d59603-5c25-4eb5-be5f-612cf83e7c0a req-e5c6100d-fd17-4dc4-b31f-1dfabe3cf225 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=c00ea9dd-272d-4cae-9ee7-530e265fdea1 HTTP/1.1" status: 200 len: 943 time: 0.1695640 Jul 23 16:28:52.303643 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3e922095-4ce7-43cd-ab32-520dcb88db1e req-36e06523-18cc-4b7d-8eb0-db6c320f9af0 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:52.304691 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3e922095-4ce7-43cd-ab32-520dcb88db1e req-36e06523-18cc-4b7d-8eb0-db6c320f9af0 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5947268 Jul 23 16:28:52.342188 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15955b22-aed3-48ba-b4d7-97a8080b6e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e32139b-2295-4a1c-9fc6-fcb7b1939848,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:52.351137 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-15955b22-aed3-48ba-b4d7-97a8080b6e1f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=59b26b9df6344e69aabbc2e97834b19f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6384487 Jul 23 16:28:52.351328 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-610c613c-b92a-4e6d-80e3-11faa3bed98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:52.351411 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-610c613c-b92a-4e6d-80e3-11faa3bed98c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0e1b4b2c-7085-4c60-92b2-650db68b72a2 HTTP/1.1" status: 200 len: 797 time: 0.1189194 Jul 23 16:28:52.352292 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 39908) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:52.387524 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-787f51ca-b704-486b-9e4c-7ac7fe21eba0 service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552093 Jul 23 16:28:52.389609 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-68d59603-5c25-4eb5-be5f-612cf83e7c0a req-baf0cb62-bfd2-4210-be4c-ffe41f482279 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871708 Jul 23 16:28:52.507457 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0d55cd9-8eca-4bd7-b31c-9a59533e6681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:52.515513 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9f639f26-8399-4aff-81b5-302f44948c8f req-b4b2089e-3b31-4b3b-91eb-96950dd122a5 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] 10.222.0.73 "GET /v2.0/security-groups/377a5ec5-90bc-452a-9c33-37fa1f5714a2 HTTP/1.1" status: 200 len: 1813 time: 0.1010966 Jul 23 16:28:52.535995 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-7afa4637-15e9-48fc-a2b4-33dee018d1dd service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241288 Jul 23 16:28:52.538905 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-1f1533db-d1e8-47e1-92ce-c60cce65d865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:52.540433 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-1f1533db-d1e8-47e1-92ce-c60cce65d865 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e5f00839-b5e3-470f-98ff-b05da7b06d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1737018 Jul 23 16:28:52.554274 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-29441ddf-e6b9-489f-b709-49de81c01adf req-50dad0ea-ffdf-48ea-80fa-ab65fd257498 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-972115910', 'description': 'tempest-description-1903353517'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:52.567659 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0d55cd9-8eca-4bd7-b31c-9a59533e6681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:52.578545 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-0bcf5117-9012-4148-a176-9dd2c95d8bb4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=faeb3d4d-ead5-454a-9873-67df475e0096 HTTP/1.1" status: 200 len: 217 time: 0.0358393 Jul 23 16:28:52.639842 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-5458b57c-a188-41da-84e9-3b800235df6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:52.641418 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-5458b57c-a188-41da-84e9-3b800235df6f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43e3b6e1-204d-4ff9-bc32-923f74e47c31 HTTP/1.1" status: 200 len: 797 time: 0.0535569 Jul 23 16:28:52.675408 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-29441ddf-e6b9-489f-b709-49de81c01adf req-50dad0ea-ffdf-48ea-80fa-ab65fd257498 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:52.718367 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0d55cd9-8eca-4bd7-b31c-9a59533e6681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:52.721090 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0d55cd9-8eca-4bd7-b31c-9a59533e6681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:52.725196 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d0d55cd9-8eca-4bd7-b31c-9a59533e6681 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7e32139b-2295-4a1c-9fc6-fcb7b1939848 HTTP/1.1" status: 204 len: 168 time: 0.3683674 Jul 23 16:28:52.729326 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-bdaf85cc-c721-4710-ba01-56d2d5e72252 service neutron] 10.222.0.97 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788487 Jul 23 16:28:52.745030 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-8415b792-35a8-4d28-b115-1327c2b4880e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:52.747112 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-8415b792-35a8-4d28-b115-1327c2b4880e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=72536959-6d28-4d4b-a817-b894e84f9992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0937016 Jul 23 16:28:52.804578 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d55cd9-8eca-4bd7-b31c-9a59533e6681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e32139b-2295-4a1c-9fc6-fcb7b1939848,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:52.918763 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-2c78610d-757a-46f4-94a4-9f4dac717185 service neutron] 10.222.0.74 "GET /v2.0/networks/72536959-6d28-4d4b-a817-b894e84f9992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547909 Jul 23 16:28:52.959950 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a636e2-0659-40cb-ae6d-1a584335233f req-1ba84fc1-8240-4499-a4c4-32596d4d8376 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:52.964162 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e1a636e2-0659-40cb-ae6d-1a584335233f req-1ba84fc1-8240-4499-a4c4-32596d4d8376 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=f80725b5-2039-45a0-913f-801d1030ca85 HTTP/1.1" status: 200 len: 946 time: 0.2435143 Jul 23 16:28:52.971410 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-06a949a9-efe5-421b-821a-aef7b876d35a service neutron] 10.222.0.97 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200570 Jul 23 16:28:52.973875 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-29441ddf-e6b9-489f-b709-49de81c01adf req-50dad0ea-ffdf-48ea-80fa-ab65fd257498 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:52.997561 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-29441ddf-e6b9-489f-b709-49de81c01adf req-50dad0ea-ffdf-48ea-80fa-ab65fd257498 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:53.055212 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-c3f88a0a-1d37-4112-b667-4f5ff25f4486 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=81ed9f61-dd72-45c4-9749-cf4878d9a0da HTTP/1.1" status: 200 len: 217 time: 0.0725546 Jul 23 16:28:53.090385 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-29441ddf-e6b9-489f-b709-49de81c01adf req-50dad0ea-ffdf-48ea-80fa-ab65fd257498 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:53.092084 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-29441ddf-e6b9-489f-b709-49de81c01adf req-50dad0ea-ffdf-48ea-80fa-ab65fd257498 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5464826 Jul 23 16:28:53.119232 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dad0ea-ffdf-48ea-80fa-ab65fd257498 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12906627-fd90-4c09-9ee2-33c2849190c7,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:53.131239 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e1a636e2-0659-40cb-ae6d-1a584335233f req-f33d080a-9a9c-46d1-bec4-4d95f140b71e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561093 Jul 23 16:28:53.143413 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-e3def2fc-9294-40a6-be3b-0c5f486a6ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:53.145772 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-e3def2fc-9294-40a6-be3b-0c5f486a6ae7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0e1b4b2c-7085-4c60-92b2-650db68b72a2 HTTP/1.1" status: 200 len: 797 time: 0.0786827 Jul 23 16:28:53.155803 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 39940) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:53.211936 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3895fa2e-4591-4666-8824-b6b0a59317ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:53.283944 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a0f92baa-a633-4837-bc10-ca7de54c1789 req-13d31db9-c538-48ae-82cc-693160ec8b74 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] 10.222.0.73 "GET /v2.0/security-groups/12906627-fd90-4c09-9ee2-33c2849190c7 HTTP/1.1" status: 200 len: 1814 time: 0.1076584 Jul 23 16:28:53.305291 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-2da82a12-8164-43e1-a14e-9d85ba539950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:53.306907 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-2da82a12-8164-43e1-a14e-9d85ba539950 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e5f00839-b5e3-470f-98ff-b05da7b06d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1522377 Jul 23 16:28:53.381760 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-5706372f-2b60-4c76-9565-19e0b64686ea service neutron] 10.222.0.74 "GET /v2.0/networks/72536959-6d28-4d4b-a817-b894e84f9992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4557016 Jul 23 16:28:53.426679 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-1af146be-9542-4309-9c8e-2ce821fca565 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a9569114-a844-492a-9768-c27463ea9bb4 HTTP/1.1" status: 200 len: 217 time: 0.0357492 Jul 23 16:28:53.482180 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-5d3802d1-87c4-4613-b4cd-7762b46e3d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:53.483763 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-5d3802d1-87c4-4613-b4cd-7762b46e3d89 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43e3b6e1-204d-4ff9-bc32-923f74e47c31 HTTP/1.1" status: 200 len: 797 time: 0.0462792 Jul 23 16:28:53.493521 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3895fa2e-4591-4666-8824-b6b0a59317ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:53.501423 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3895fa2e-4591-4666-8824-b6b0a59317ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:53.562054 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-2bf7afb0-18a2-4d35-8d37-b2b8a2f398ef service neutron] 10.222.0.97 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439308 Jul 23 16:28:53.568903 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3895fa2e-4591-4666-8824-b6b0a59317ed admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1436eea958054bc8bdbf5dd23d7a0aa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4096341 Jul 23 16:28:53.570575 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-6383a9a3-c46c-441e-aa75-9045e55ca8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:53.572094 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-6383a9a3-c46c-441e-aa75-9045e55ca8b0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=72536959-6d28-4d4b-a817-b894e84f9992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0685210 Jul 23 16:28:53.572562 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 39964) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:53.582340 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895fa2e-4591-4666-8824-b6b0a59317ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849d7ff4-af76-4a09-8802-8f1e3625a691,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:53.614354 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b089e-9dbc-4c24-9e75-8aa2974a25cf req-fb7cd895-6390-4bbe-baf3-de7c587cd306 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:53.616208 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3b2b089e-9dbc-4c24-9e75-8aa2974a25cf req-fb7cd895-6390-4bbe-baf3-de7c587cd306 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=73f1631f-4e55-4e1b-989d-6b68d35d51e0 HTTP/1.1" status: 200 len: 946 time: 0.2211359 Jul 23 16:28:53.650603 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-e6776e88-e73f-49ed-b3d0-d1d7b6126f57 req-dd0cf581-a88c-4a71-b35a-2d0faa0b3584 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-729738948', 'description': 'tempest-description-129511428'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:53.687150 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ba01d4dc-38f8-454a-ae97-b98ce6a5ce23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:53.727548 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3b2b089e-9dbc-4c24-9e75-8aa2974a25cf req-a1faf3b5-541d-4598-afcf-9e47e70430eb tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928888 Jul 23 16:28:53.728275 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ba01d4dc-38f8-454a-ae97-b98ce6a5ce23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:53.737224 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-cf99da17-58d8-48f1-ba57-be9d0ca91558 service neutron] 10.222.0.74 "GET /v2.0/networks/72536959-6d28-4d4b-a817-b894e84f9992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510673 Jul 23 16:28:53.750030 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-8e87c2cd-b0f9-41c5-b547-4e63d54fe184 service neutron] 10.222.0.97 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776783 Jul 23 16:28:53.750903 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e6776e88-e73f-49ed-b3d0-d1d7b6126f57 req-dd0cf581-a88c-4a71-b35a-2d0faa0b3584 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:53.815419 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-2ba14ae9-8c82-44e1-829d-76cf8a54bbe9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=61637cfe-1584-4974-b56f-43ff73d6bcec HTTP/1.1" status: 200 len: 217 time: 0.0482161 Jul 23 16:28:53.874696 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-f02d20bd-ca47-4991-9f74-72c7e435350a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:53.876258 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-f02d20bd-ca47-4991-9f74-72c7e435350a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1cf0b2de-18cb-44fe-a73c-3c7c9e63181e HTTP/1.1" status: 200 len: 797 time: 0.0518334 Jul 23 16:28:53.893239 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ba01d4dc-38f8-454a-ae97-b98ce6a5ce23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:53.898103 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ba01d4dc-38f8-454a-ae97-b98ce6a5ce23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:53.899395 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ba01d4dc-38f8-454a-ae97-b98ce6a5ce23 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/849d7ff4-af76-4a09-8802-8f1e3625a691 HTTP/1.1" status: 204 len: 168 time: 0.3254416 Jul 23 16:28:53.908823 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d1d2c58b-ff34-465e-9075-e84edb82de90 req-299ca664-d6c6-405a-8d40-4d7089a5595e service neutron] 10.222.0.74 "GET /v2.0/networks/72536959-6d28-4d4b-a817-b894e84f9992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600196 Jul 23 16:28:53.916913 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01d4dc-38f8-454a-ae97-b98ce6a5ce23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849d7ff4-af76-4a09-8802-8f1e3625a691,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:54.382903 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e6776e88-e73f-49ed-b3d0-d1d7b6126f57 req-dd0cf581-a88c-4a71-b35a-2d0faa0b3584 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:54.389790 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-9c70875d-9c83-492d-b466-6c9c1fe2523b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:54.391514 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-9c70875d-9c83-492d-b466-6c9c1fe2523b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b15e95e3-c83c-43f1-8d67-89ed25f67132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5079634 Jul 23 16:28:54.393599 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e6776e88-e73f-49ed-b3d0-d1d7b6126f57 req-dd0cf581-a88c-4a71-b35a-2d0faa0b3584 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:54.428763 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8612a3-7a43-413f-9020-d0e6e820e58e req-150bb7c5-6bb6-4c8b-a0a2-cbbccd43f52a tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:54.430450 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4b8612a3-7a43-413f-9020-d0e6e820e58e req-150bb7c5-6bb6-4c8b-a0a2-cbbccd43f52a tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=c00ea9dd-272d-4cae-9ee7-530e265fdea1 HTTP/1.1" status: 200 len: 943 time: 0.4986398 Jul 23 16:28:54.491868 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e6776e88-e73f-49ed-b3d0-d1d7b6126f57 req-dd0cf581-a88c-4a71-b35a-2d0faa0b3584 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:54.503387 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e6776e88-e73f-49ed-b3d0-d1d7b6126f57 req-dd0cf581-a88c-4a71-b35a-2d0faa0b3584 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.8588421 Jul 23 16:28:54.508044 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0cf581-a88c-4a71-b35a-2d0faa0b3584 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77ba0cd9-2736-4d5f-848d-3ca24faeff35,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:54.585370 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4b8612a3-7a43-413f-9020-d0e6e820e58e req-ef115921-38c2-4a87-a919-cef6c252683a tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339211 Jul 23 16:28:54.623671 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-dcf1acd2-01bf-406a-a9af-0572a4498118 service neutron] 10.222.0.97 "GET /v2.0/networks/b15e95e3-c83c-43f1-8d67-89ed25f67132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200582 Jul 23 16:28:54.741459 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a1e89f02-26a8-47d9-9f67-30864b5862ff req-9b67ea65-428e-44ec-97d7-25f7d9f7a1c3 tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc2595ac-8bf6-40a6-b66c-c800ec301efe HTTP/1.1" status: 200 len: 210 time: 0.0631371 Jul 23 16:28:54.823717 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-83c9224c-09e5-40e5-8d69-1ba4bb4983fb service neutron] 10.222.0.97 "GET /v2.0/networks/b15e95e3-c83c-43f1-8d67-89ed25f67132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927361 Jul 23 16:28:54.852232 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6d650-cdfe-45af-a46a-4bb841f05628 req-bf8c1c64-78b3-4f14-8b4b-0e4e2c7b628b tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:54.853816 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-37b6d650-cdfe-45af-a46a-4bb841f05628 req-bf8c1c64-78b3-4f14-8b4b-0e4e2c7b628b tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=f80725b5-2039-45a0-913f-801d1030ca85 HTTP/1.1" status: 200 len: 946 time: 0.1389883 Jul 23 16:28:54.899824 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-395fa219-148c-4f07-9fda-82dc2f6b6dae service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=826b1e36-24e9-4eac-b734-464693130e3f HTTP/1.1" status: 200 len: 217 time: 0.0633538 Jul 23 16:28:54.923988 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 40008) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:54.986652 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5a1d1dfd-e59d-40f7-b466-863b4fee6071 req-f2a906e0-72ff-4a06-a091-f8db22f6bc4b tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] 10.222.0.73 "GET /v2.0/security-groups/77ba0cd9-2736-4d5f-848d-3ca24faeff35 HTTP/1.1" status: 200 len: 1813 time: 0.1596463 Jul 23 16:28:54.992032 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-37b6d650-cdfe-45af-a46a-4bb841f05628 req-157a05a8-a289-4bdb-9aec-dc8219ce1d79 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981104 Jul 23 16:28:54.993190 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 8d72e04e-84a6-483a-9927-852b65def178 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:28:55.002031 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-78c79d63-a755-43b1-99ae-94d31f133e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:55.003290 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-78c79d63-a755-43b1-99ae-94d31f133e4d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1cf0b2de-18cb-44fe-a73c-3c7c9e63181e HTTP/1.1" status: 200 len: 797 time: 0.0934818 Jul 23 16:28:55.088336 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-556c4f5a-7937-4ede-a2b6-cd8ba9b507c7 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1974966027-network', 'tenant_id': '6f66909911c244fd9b8508c7850e62fa'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:55.091572 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [req-d54adb17-8be5-4d3d-90ec-b04bb2d601be req-3f5160ca-2467-4e68-b9ef-014bf553d4f0 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] show failed (client error): The resource could not be found. Jul 23 16:28:55.106093 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d54adb17-8be5-4d3d-90ec-b04bb2d601be req-3f5160ca-2467-4e68-b9ef-014bf553d4f0 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] 10.222.0.73 "GET /v2.0/security-groups/20e7e82c-47fa-4cf1-8801-dc98709bb382 HTTP/1.1" status: 404 len: 352 time: 0.0359347 Jul 23 16:28:55.121235 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556c4f5a-7937-4ede-a2b6-cd8ba9b507c7 admin admin] Made reservation on behalf of 6f66909911c244fd9b8508c7850e62fa for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:55.125031 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-556c4f5a-7937-4ede-a2b6-cd8ba9b507c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:55.136603 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-556c4f5a-7937-4ede-a2b6-cd8ba9b507c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:55.160599 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-50e3d85d-661e-46d3-959a-d2437c40d1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:55.163614 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-50e3d85d-661e-46d3-959a-d2437c40d1fe service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b15e95e3-c83c-43f1-8d67-89ed25f67132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1375027 Jul 23 16:28:55.171749 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 8d72e04e-84a6-483a-9927-852b65def178, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=8d72e04e-84a6-483a-9927-852b65def178,segment=NetworkSegment(4922e251-ec1f-41e7-8718-5d07a120e814),segment_id=4922e251-ec1f-41e7-8718-5d07a120e814)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:55.188206 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '8d72e04e-84a6-483a-9927-852b65def178', 'network_id': '0f7dd329-aa9a-4731-b1db-d3280f9ea57e', 'port_id': '8d72e04e-84a6-483a-9927-852b65def178', 'mac_address': 'fa:16:3e:a1:2f:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c6b9aa7-0241-48a5-922c-6156c433486f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:28:55.268181 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:55.292881 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d72e04e-84a6-483a-9927-852b65def178 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:28:55.315385 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 8d72e04e-84a6-483a-9927-852b65def178, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=8d72e04e-84a6-483a-9927-852b65def178,segment=NetworkSegment(4922e251-ec1f-41e7-8718-5d07a120e814),segment_id=4922e251-ec1f-41e7-8718-5d07a120e814)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:55.322595 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:55.343400 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-556c4f5a-7937-4ede-a2b6-cd8ba9b507c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:55.350068 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-556c4f5a-7937-4ede-a2b6-cd8ba9b507c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:55.359075 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-93fc2512-1f7d-469a-9d8f-3f329d9fd41d service neutron] 10.222.0.97 "GET /v2.0/networks/b15e95e3-c83c-43f1-8d67-89ed25f67132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879671 Jul 23 16:28:55.361329 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [req-65db29a4-3af5-40e0-a60e-a59c498b9cb8 req-1561dd76-55f3-4cf3-8416-f8554ff21bb3 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] show failed (client error): The resource could not be found. Jul 23 16:28:55.375191 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-65db29a4-3af5-40e0-a60e-a59c498b9cb8 req-1561dd76-55f3-4cf3-8416-f8554ff21bb3 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] 10.222.0.73 "GET /v2.0/security-group-rules/f3e6c0dc-da9e-4d38-9ddc-d03ceed900ca HTTP/1.1" status: 404 len: 361 time: 0.0367439 Jul 23 16:28:55.390882 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-556c4f5a-7937-4ede-a2b6-cd8ba9b507c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1104, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:28:55.406313 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c4f5a-7937-4ede-a2b6-cd8ba9b507c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3114a910-0ae6-4308-803d-5367328acf29,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:55.414538 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-556c4f5a-7937-4ede-a2b6-cd8ba9b507c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:55.415172 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-556c4f5a-7937-4ede-a2b6-cd8ba9b507c7 admin admin] Added segment bf499486-0476-4ee8-b46d-4de5af071c1c of type vlan for network 50a5a882-1cfb-4b43-8512-2500a8de3867 Jul 23 16:28:55.421106 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=8d72e04e-84a6-483a-9927-852b65def178,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:55.489135 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-556c4f5a-7937-4ede-a2b6-cd8ba9b507c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:55.539003 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-556c4f5a-7937-4ede-a2b6-cd8ba9b507c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:55.540805 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556c4f5a-7937-4ede-a2b6-cd8ba9b507c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:55.541857 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-556c4f5a-7937-4ede-a2b6-cd8ba9b507c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:55.570909 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa6652ff-8a17-4bbb-86cb-c5a23b433649 req-107a47c2-71cd-481d-8043-3ab96619a8b3 service neutron] 10.222.0.97 "GET /v2.0/networks/b15e95e3-c83c-43f1-8d67-89ed25f67132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922402 Jul 23 16:28:55.590945 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-556c4f5a-7937-4ede-a2b6-cd8ba9b507c7 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6652386 Jul 23 16:28:55.596895 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 40046) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:55.617959 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-3a3a1775-1e66-44c1-97f0-cde6a838d4f2 admin admin] Request body: {'subnet': {'network_id': '50a5a882-1cfb-4b43-8512-2500a8de3867', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1974966027-subnet', 'tenant_id': '6f66909911c244fd9b8508c7850e62fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:55.629841 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c6d5dde-355e-4ca8-a451-f633067a4e60 req-3f1cbf7e-2d26-4697-9caf-7a997efc4fd4 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] 10.222.0.73 "GET /v2.0/security-groups/77ba0cd9-2736-4d5f-848d-3ca24faeff35 HTTP/1.1" status: 200 len: 1813 time: 0.1107991 Jul 23 16:28:55.661271 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c4f5a-7937-4ede-a2b6-cd8ba9b507c7 admin admin] Pushing event updated for resources: {'Network': ['ID=50a5a882-1cfb-4b43-8512-2500a8de3867,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:55.677263 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 50a5a882-1cfb-4b43-8512-2500a8de3867 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:28:55.679383 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3a1775-1e66-44c1-97f0-cde6a838d4f2 admin admin] Made reservation on behalf of 6f66909911c244fd9b8508c7850e62fa for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:55.682606 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3a3a1775-1e66-44c1-97f0-cde6a838d4f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:55.712787 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a191d4-e190-4f01-ae17-ab80553b9e93 req-ed2549ed-24ea-407a-86ff-11e23f627e3f tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:55.714496 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-37a191d4-e190-4f01-ae17-ab80553b9e93 req-ed2549ed-24ea-407a-86ff-11e23f627e3f tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=f80725b5-2039-45a0-913f-801d1030ca85 HTTP/1.1" status: 200 len: 946 time: 0.1466799 Jul 23 16:28:55.762803 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9c6d5dde-355e-4ca8-a451-f633067a4e60 req-e78283a5-9f5b-4e3a-9429-b956d3835bdc tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:55.770776 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['8d72e04e-84a6-483a-9927-852b65def178'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:28:55.802889 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9c6d5dde-355e-4ca8-a451-f633067a4e60 req-e78283a5-9f5b-4e3a-9429-b956d3835bdc tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:55.808401 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-37a191d4-e190-4f01-ae17-ab80553b9e93 req-59b10e2b-4cdd-4bd9-a841-922ca9c22e52 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855291 Jul 23 16:28:55.894929 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9c6d5dde-355e-4ca8-a451-f633067a4e60 req-e78283a5-9f5b-4e3a-9429-b956d3835bdc tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:55.899795 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9c6d5dde-355e-4ca8-a451-f633067a4e60 req-e78283a5-9f5b-4e3a-9429-b956d3835bdc tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:55.901817 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c6d5dde-355e-4ca8-a451-f633067a4e60 req-e78283a5-9f5b-4e3a-9429-b956d3835bdc tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] 10.222.0.73 "DELETE /v2.0/security-groups/77ba0cd9-2736-4d5f-848d-3ca24faeff35 HTTP/1.1" status: 204 len: 173 time: 0.2598994 Jul 23 16:28:55.933210 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78283a5-9f5b-4e3a-9429-b956d3835bdc tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ba0cd9-2736-4d5f-848d-3ca24faeff35,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:56.015314 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6242b3a5-64c7-4cd4-8a50-5994d4a216e6 req-bc120110-adbf-41ee-a16e-0d60aadc1472 tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0348971 Jul 23 16:28:56.034191 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3a3a1775-1e66-44c1-97f0-cde6a838d4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:56.112628 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771f297-1c53-4a48-bc1d-80c157da0d69 req-e01c49c4-1a06-4b7f-9e8a-93a2af9adb45 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:56.120900 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1771f297-1c53-4a48-bc1d-80c157da0d69 req-e01c49c4-1a06-4b7f-9e8a-93a2af9adb45 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=c00ea9dd-272d-4cae-9ee7-530e265fdea1 HTTP/1.1" status: 200 len: 944 time: 0.1083167 Jul 23 16:28:56.132580 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a1775-1e66-44c1-97f0-cde6a838d4f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8390ec59-71d4-4459-8c92-77286b0bb198,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:56.145855 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a1775-1e66-44c1-97f0-cde6a838d4f2 admin admin] Checking segment: {'id': 'bf499486-0476-4ee8-b46d-4de5af071c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '50a5a882-1cfb-4b43-8512-2500a8de3867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:28:56.146225 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3a1775-1e66-44c1-97f0-cde6a838d4f2 admin admin] Network hostable DHCP agents. Network: 50a5a882-1cfb-4b43-8512-2500a8de3867, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:28:56.164026 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3a1775-1e66-44c1-97f0-cde6a838d4f2 admin admin] Network 50a5a882-1cfb-4b43-8512-2500a8de3867 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:28:56.165508 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1771f297-1c53-4a48-bc1d-80c157da0d69 req-52bfc4d0-a046-4d9a-8508-e592202af078 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436654 Jul 23 16:28:56.179729 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-3a3a1775-1e66-44c1-97f0-cde6a838d4f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 50a5a882-1cfb-4b43-8512-2500a8de3867) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:28:56.185746 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3a1775-1e66-44c1-97f0-cde6a838d4f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:56.186830 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3a3a1775-1e66-44c1-97f0-cde6a838d4f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:56.191980 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbe8658-c806-41eb-9f16-fe233efa842f None None] Network 50a5a882-1cfb-4b43-8512-2500a8de3867 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:28:56.209104 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3a3a1775-1e66-44c1-97f0-cde6a838d4f2 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6046281 Jul 23 16:28:56.250577 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a3524e5-10b3-44e2-be39-81586c953d51 req-1cc0de1e-4897-4a63-bc4c-2dd8d8740be0 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] 10.222.0.73 "GET /v2.0/security-groups/12906627-fd90-4c09-9ee2-33c2849190c7 HTTP/1.1" status: 200 len: 1814 time: 0.0576994 Jul 23 16:28:56.324916 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6a3524e5-10b3-44e2-be39-81586c953d51 req-7042372d-1cbc-4514-a26c-5a8f89a940e7 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:56.356778 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6a3524e5-10b3-44e2-be39-81586c953d51 req-7042372d-1cbc-4514-a26c-5a8f89a940e7 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:56.453521 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe56d5aa-8136-4aa6-a217-b32e1b44eed9 req-845d31eb-5104-43e3-8884-44a6635a64bd service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=cc2595ac-8bf6-40a6-b66c-c800ec301efe HTTP/1.1" status: 200 len: 210 time: 0.0434520 Jul 23 16:28:56.454693 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6a3524e5-10b3-44e2-be39-81586c953d51 req-7042372d-1cbc-4514-a26c-5a8f89a940e7 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:56.458550 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6a3524e5-10b3-44e2-be39-81586c953d51 req-7042372d-1cbc-4514-a26c-5a8f89a940e7 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:56.463852 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a3524e5-10b3-44e2-be39-81586c953d51 req-7042372d-1cbc-4514-a26c-5a8f89a940e7 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] 10.222.0.73 "DELETE /v2.0/security-groups/12906627-fd90-4c09-9ee2-33c2849190c7 HTTP/1.1" status: 204 len: 173 time: 0.2058070 Jul 23 16:28:56.478789 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042372d-1cbc-4514-a26c-5a8f89a940e7 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12906627-fd90-4c09-9ee2-33c2849190c7,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:56.544314 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7137acd4-f0f9-458c-9b78-f46fe5b11a80 req-7e172d73-f5af-4409-927e-ce99d6a66960 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] 10.222.0.73 "GET /v2.0/security-groups/377a5ec5-90bc-452a-9c33-37fa1f5714a2 HTTP/1.1" status: 200 len: 1813 time: 0.0562494 Jul 23 16:28:56.574740 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80a6bc5-da8f-43d9-a7f4-8bf5e6635ba6 None None] Network 50a5a882-1cfb-4b43-8512-2500a8de3867 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:28:56.624308 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7137acd4-f0f9-458c-9b78-f46fe5b11a80 req-110e39da-1f57-4751-89a7-aef6c677ccd6 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:56.682371 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7137acd4-f0f9-458c-9b78-f46fe5b11a80 req-110e39da-1f57-4751-89a7-aef6c677ccd6 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:56.768012 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7137acd4-f0f9-458c-9b78-f46fe5b11a80 req-110e39da-1f57-4751-89a7-aef6c677ccd6 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:56.776537 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7137acd4-f0f9-458c-9b78-f46fe5b11a80 req-110e39da-1f57-4751-89a7-aef6c677ccd6 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:56.778997 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7137acd4-f0f9-458c-9b78-f46fe5b11a80 req-110e39da-1f57-4751-89a7-aef6c677ccd6 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] 10.222.0.73 "DELETE /v2.0/security-groups/377a5ec5-90bc-452a-9c33-37fa1f5714a2 HTTP/1.1" status: 204 len: 173 time: 0.2337263 Jul 23 16:28:56.807971 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e39da-1f57-4751-89a7-aef6c677ccd6 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=377a5ec5-90bc-452a-9c33-37fa1f5714a2,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:56.869711 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9a3c732c-8914-4dbc-9fcc-92c5cc5a86c7 req-5d59f138-cd2a-4b94-bbd1-62136f3ca3eb tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] 10.222.0.73 "GET /v2.0/security-groups/3bbbe861-f229-4c5b-83be-fc1c319c8c12 HTTP/1.1" status: 200 len: 1815 time: 0.0641336 Jul 23 16:28:56.970233 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 40086) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:56.980004 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-893b8eed-4e88-4518-9d82-484a15458d86 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1065844268-network', 'tenant_id': '58de536f6f7046349d316fa695d852d1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:57.027676 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9a3c732c-8914-4dbc-9fcc-92c5cc5a86c7 req-4fb5fda7-4d6b-4d92-b899-d4dd36250567 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:57.046122 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893b8eed-4e88-4518-9d82-484a15458d86 admin admin] Made reservation on behalf of 58de536f6f7046349d316fa695d852d1 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:57.048504 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-893b8eed-4e88-4518-9d82-484a15458d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:57.077228 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e20d5-2003-4a52-904d-5a86011ac550 req-2d62dc4e-b2e2-4f85-940d-520f49dd896d tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:57.079589 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-764e20d5-2003-4a52-904d-5a86011ac550 req-2d62dc4e-b2e2-4f85-940d-520f49dd896d tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=f80725b5-2039-45a0-913f-801d1030ca85 HTTP/1.1" status: 200 len: 946 time: 0.1572676 Jul 23 16:28:57.081466 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-893b8eed-4e88-4518-9d82-484a15458d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:57.094886 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9a3c732c-8914-4dbc-9fcc-92c5cc5a86c7 req-4fb5fda7-4d6b-4d92-b899-d4dd36250567 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:57.176788 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-764e20d5-2003-4a52-904d-5a86011ac550 req-a849dc20-5ba8-40ff-be08-2b3f0adcdf5c tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898504 Jul 23 16:28:57.187442 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9a3c732c-8914-4dbc-9fcc-92c5cc5a86c7 req-4fb5fda7-4d6b-4d92-b899-d4dd36250567 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:57.190480 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9a3c732c-8914-4dbc-9fcc-92c5cc5a86c7 req-4fb5fda7-4d6b-4d92-b899-d4dd36250567 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:57.191479 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9a3c732c-8914-4dbc-9fcc-92c5cc5a86c7 req-4fb5fda7-4d6b-4d92-b899-d4dd36250567 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] 10.222.0.73 "DELETE /v2.0/security-groups/3bbbe861-f229-4c5b-83be-fc1c319c8c12 HTTP/1.1" status: 204 len: 173 time: 0.3112621 Jul 23 16:28:57.210210 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5fda7-4d6b-4d92-b899-d4dd36250567 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbbe861-f229-4c5b-83be-fc1c319c8c12,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:57.318540 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-30fefbd2-4e81-4eec-a79c-0e382089d328 req-02034348-cb8e-4557-a5d7-d9f9767afaca tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0430741 Jul 23 16:28:57.323555 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-893b8eed-4e88-4518-9d82-484a15458d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:57.331907 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-893b8eed-4e88-4518-9d82-484a15458d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:57.355010 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893b8eed-4e88-4518-9d82-484a15458d86 admin admin] vlan segment allocate from pool success with {'vlan_id': 1128, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:28:57.404741 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-893b8eed-4e88-4518-9d82-484a15458d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:57.405220 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-893b8eed-4e88-4518-9d82-484a15458d86 admin admin] Added segment d6387092-522d-4e09-98bb-ce7dff1a8ab0 of type vlan for network af5c7d43-d059-47a1-872e-82f788b0a0d1 Jul 23 16:28:57.461915 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b8eed-4e88-4518-9d82-484a15458d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d442c6e-e329-4c47-8c14-25cc143ca90a,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:57.512785 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-893b8eed-4e88-4518-9d82-484a15458d86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:57.528840 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a823f7c1-bc07-4ef0-9bf1-481501197323 req-1cf069fe-fc51-45db-870f-02c012fb1bff tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] 10.222.0.73 "GET /v2.0/security-groups/afe19ad7-ec56-4b2c-b5b0-c24074209446 HTTP/1.1" status: 200 len: 1814 time: 0.1440442 Jul 23 16:28:57.551451 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c0a6f-cc8b-4069-a21b-4380927bac2b req-87f80a20-ed26-4c85-9fe3-d537175f2505 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:57.553092 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-537c0a6f-cc8b-4069-a21b-4380927bac2b req-87f80a20-ed26-4c85-9fe3-d537175f2505 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.74 "GET /v2.0/ports?device_id=f80725b5-2039-45a0-913f-801d1030ca85 HTTP/1.1" status: 200 len: 946 time: 0.0711927 Jul 23 16:28:57.612305 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7865abe-3809-477d-a890-8aadb2d7440c req-6d100c5d-5cc5-45ad-904f-38f503a17f70 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:57.617548 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e7865abe-3809-477d-a890-8aadb2d7440c req-6d100c5d-5cc5-45ad-904f-38f503a17f70 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=c00ea9dd-272d-4cae-9ee7-530e265fdea1 HTTP/1.1" status: 200 len: 944 time: 0.2164323 Jul 23 16:28:57.620976 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-893b8eed-4e88-4518-9d82-484a15458d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:57.622000 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893b8eed-4e88-4518-9d82-484a15458d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:57.622629 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-893b8eed-4e88-4518-9d82-484a15458d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:57.671537 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-537c0a6f-cc8b-4069-a21b-4380927bac2b req-a119c248-c532-43d8-8ad9-da87f361b236 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Deleting port 882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:28:57.671888 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-537c0a6f-cc8b-4069-a21b-4380927bac2b req-a119c248-c532-43d8-8ad9-da87f361b236 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:57.675101 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-893b8eed-4e88-4518-9d82-484a15458d86 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6970437 Jul 23 16:28:57.675547 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 40098) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:57.680463 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a823f7c1-bc07-4ef0-9bf1-481501197323 req-eb74ea78-487c-4699-a959-44d58b30aa21 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:57.690508 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-a1e63a91-2d46-404c-acc6-8020cf05ef3f admin admin] Request body: {'subnet': {'network_id': 'af5c7d43-d059-47a1-872e-82f788b0a0d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1065844268-subnet', 'tenant_id': '58de536f6f7046349d316fa695d852d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:57.733347 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b8eed-4e88-4518-9d82-484a15458d86 admin admin] Pushing event updated for resources: {'Network': ['ID=af5c7d43-d059-47a1-872e-82f788b0a0d1,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:57.747477 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network af5c7d43-d059-47a1-872e-82f788b0a0d1 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:28:57.750225 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e7865abe-3809-477d-a890-8aadb2d7440c req-75fc45d6-cb1c-4424-b7b8-e4b9b58bbc8e tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249752 Jul 23 16:28:57.765257 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a823f7c1-bc07-4ef0-9bf1-481501197323 req-eb74ea78-487c-4699-a959-44d58b30aa21 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:57.782300 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e63a91-2d46-404c-acc6-8020cf05ef3f admin admin] Made reservation on behalf of 58de536f6f7046349d316fa695d852d1 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:57.786614 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a1e63a91-2d46-404c-acc6-8020cf05ef3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:57.816223 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a823f7c1-bc07-4ef0-9bf1-481501197323 req-eb74ea78-487c-4699-a959-44d58b30aa21 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:57.819297 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a823f7c1-bc07-4ef0-9bf1-481501197323 req-eb74ea78-487c-4699-a959-44d58b30aa21 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:57.821692 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a823f7c1-bc07-4ef0-9bf1-481501197323 req-eb74ea78-487c-4699-a959-44d58b30aa21 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] 10.222.0.73 "DELETE /v2.0/security-groups/afe19ad7-ec56-4b2c-b5b0-c24074209446 HTTP/1.1" status: 204 len: 173 time: 0.2909393 Jul 23 16:28:57.828111 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 40100) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:57.869841 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb74ea78-487c-4699-a959-44d58b30aa21 tempest-SecurityGroupRulesNegativeTestJSON-646047132 tempest-SecurityGroupRulesNegativeTestJSON-646047132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe19ad7-ec56-4b2c-b5b0-c24074209446,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:57.895334 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-479ff8b0-836a-43b6-820e-295cc51f89d1 admin admin] Deleting subnet 23d0ce3e-a862-497a-ae44-87fd5358de5f {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:28:57.899028 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-479ff8b0-836a-43b6-820e-295cc51f89d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:57.911778 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-537c0a6f-cc8b-4069-a21b-4380927bac2b req-a119c248-c532-43d8-8ad9-da87f361b236 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] For port 882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:57.912183 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-537c0a6f-cc8b-4069-a21b-4380927bac2b req-a119c248-c532-43d8-8ad9-da87f361b236 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:57.935224 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-537c0a6f-cc8b-4069-a21b-4380927bac2b req-a119c248-c532-43d8-8ad9-da87f361b236 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Calling delete_port for 882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:28:57.940677 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-479ff8b0-836a-43b6-820e-295cc51f89d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:57.987063 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-479ff8b0-836a-43b6-820e-295cc51f89d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:58.059237 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-479ff8b0-836a-43b6-820e-295cc51f89d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:58.084431 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ff8b0-836a-43b6-820e-295cc51f89d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23d0ce3e-a862-497a-ae44-87fd5358de5f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:58.095202 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-479ff8b0-836a-43b6-820e-295cc51f89d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:58.104970 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 40102) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:58.109413 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-479ff8b0-836a-43b6-820e-295cc51f89d1 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/23d0ce3e-a862-497a-ae44-87fd5358de5f HTTP/1.1" status: 204 len: 168 time: 0.2801371 Jul 23 16:28:58.120608 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a1e63a91-2d46-404c-acc6-8020cf05ef3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:58.272152 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e63a91-2d46-404c-acc6-8020cf05ef3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=12ab788d-7377-4f89-afb8-49381f4a154a,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:58.286183 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d473b27-553c-4088-b11a-032668fba2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:58.292684 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-537c0a6f-cc8b-4069-a21b-4380927bac2b req-a119c248-c532-43d8-8ad9-da87f361b236 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:58.310312 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['c16e80ab-8bc6-4bb2-a761-b60dd7093c3d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:28:58.323490 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['a085d3f4-9679-42cd-a7e6-155e5249dbfb', '882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:28:58.340994 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cb643-415e-42d1-9490-7eca8e210e99 req-cfa7af5d-b382-4f85-8930-c15e78ade6d9 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:58.343859 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f04cb643-415e-42d1-9490-7eca8e210e99 req-cfa7af5d-b382-4f85-8930-c15e78ade6d9 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=f80725b5-2039-45a0-913f-801d1030ca85 HTTP/1.1" status: 200 len: 867 time: 0.0940998 Jul 23 16:28:58.349886 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a119c248-c532-43d8-8ad9-da87f361b236 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Pushing event deleted for resources: {'Port': ['ID=882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:58.351640 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e63a91-2d46-404c-acc6-8020cf05ef3f admin admin] Checking segment: {'id': 'd6387092-522d-4e09-98bb-ce7dff1a8ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'af5c7d43-d059-47a1-872e-82f788b0a0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:28:58.352009 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e63a91-2d46-404c-acc6-8020cf05ef3f admin admin] Network hostable DHCP agents. Network: af5c7d43-d059-47a1-872e-82f788b0a0d1, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:28:58.403683 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-46de1749-1ea4-4d65-a3dd-43650fd55912 req-a5cbbf1f-cbe2-4cf3-a06a-572698332935 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0654054 Jul 23 16:28:58.409752 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f04cb643-415e-42d1-9490-7eca8e210e99 req-aaa3978a-3650-41a4-ba78-90cc17e29cd1 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612221 Jul 23 16:28:58.490936 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-537c0a6f-cc8b-4069-a21b-4380927bac2b req-a119c248-c532-43d8-8ad9-da87f361b236 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] No DVR routers for this DVR port 882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:28:58.497905 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-537c0a6f-cc8b-4069-a21b-4380927bac2b req-a119c248-c532-43d8-8ad9-da87f361b236 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:58.501340 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-537c0a6f-cc8b-4069-a21b-4380927bac2b req-a119c248-c532-43d8-8ad9-da87f361b236 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.74 "DELETE /v2.0/ports/882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c HTTP/1.1" status: 204 len: 173 time: 0.9385712 Jul 23 16:28:58.502036 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80725b5-2039-45a0-913f-801d1030ca85', 'name': 'network-vif-deleted', 'tag': '882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:58.504569 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d81a6d-c666-40c1-ada5-2d4ab0096950" -d '{"events": [{"server_uuid": "f80725b5-2039-45a0-913f-801d1030ca85", "name": "network-vif-deleted", "tag": "882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:58.515827 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e63a91-2d46-404c-acc6-8020cf05ef3f admin admin] Network af5c7d43-d059-47a1-872e-82f788b0a0d1 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:28:58.559451 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f388495e-0def-4575-bf9b-87dc00b872f9 req-d2f5b549-7ebe-4ffc-97a5-b920a4bf5620 tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0548205 Jul 23 16:28:58.568312 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d473b27-553c-4088-b11a-032668fba2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:58.572356 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-a1e63a91-2d46-404c-acc6-8020cf05ef3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, af5c7d43-d059-47a1-872e-82f788b0a0d1) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:28:58.584332 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e63a91-2d46-404c-acc6-8020cf05ef3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:58.585325 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a1e63a91-2d46-404c-acc6-8020cf05ef3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:58.590516 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-7d473b27-553c-4088-b11a-032668fba2ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b532e591-3532-4ba7-958f-c57ee116909f']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:58.609600 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae525fb3-aa69-429b-aa8b-5fd56c801c0c None None] Network af5c7d43-d059-47a1-872e-82f788b0a0d1 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:28:58.617413 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-7d473b27-553c-4088-b11a-032668fba2ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64b3795-3f62-4592-9506-fedf803b7b1f') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:58.617807 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-7d473b27-553c-4088-b11a-032668fba2ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64b3795-3f62-4592-9506-fedf803b7b1f') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:58.621235 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef19eee-ce1d-44fb-81e9-36c2034655bd x-openstack-request-id: req-bef19eee-ce1d-44fb-81e9-36c2034655bd {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:58.621610 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80725b5-2039-45a0-913f-801d1030ca85", "name": "network-vif-deleted", "tag": "882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:58.621964 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bef19eee-ce1d-44fb-81e9-36c2034655bd {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:58.622459 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80725b5-2039-45a0-913f-801d1030ca85', 'name': 'network-vif-deleted', 'tag': '882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c', 'status': 'completed', 'code': 200} Jul 23 16:28:58.641014 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a1e63a91-2d46-404c-acc6-8020cf05ef3f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9551334 Jul 23 16:28:58.641014 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d473b27-553c-4088-b11a-032668fba2ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:58.650649 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d473b27-553c-4088-b11a-032668fba2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:58.663289 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d473b27-553c-4088-b11a-032668fba2ce admin admin] Releasing vlan 1138 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:28:58.664198 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d473b27-553c-4088-b11a-032668fba2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:58.668737 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:28:58.668737 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:28:58.668737 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:28:58.668737 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:28:58.668737 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:28:58.668737 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:28:58.668737 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:28:58.668737 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:28:58.668737 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:28:58.668737 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:28:58.668737 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:28:58.668737 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:28:58.668737 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:28:58.668737 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:28:58.668737 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:28:58.668737 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:28:58.668737 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:28:58.668737 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:28:58.668737 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:28:58.668737 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:28:58.668737 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:28:58.668737 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:28:58.668737 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:28:58.668737 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:28:58.668737 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:28:58.668737 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:28:58.668737 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:28:58.668737 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:28:58.668737 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:28:58.668737 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:28:58.668737 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:28:58.668737 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:28:58.768021 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d473b27-553c-4088-b11a-032668fba2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:58.783463 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d473b27-553c-4088-b11a-032668fba2ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:58.790048 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7d473b27-553c-4088-b11a-032668fba2ce admin admin] 10.222.0.73 "DELETE /v2.0/networks/b532e591-3532-4ba7-958f-c57ee116909f HTTP/1.1" status: 204 len: 168 time: 0.6833317 Jul 23 16:28:58.805092 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d473b27-553c-4088-b11a-032668fba2ce admin admin] Pushing event deleted for resources: {'Network': ['ID=b532e591-3532-4ba7-958f-c57ee116909f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:58.938252 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d11a85-bbad-4592-b029-ea3deb2929aa None None] Network af5c7d43-d059-47a1-872e-82f788b0a0d1 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:28:58.958018 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39aa71-39aa-4d74-8215-71ba5c22a6d9 req-deecc501-aa32-4533-b67f-b8fb7150b80b tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:58.962144 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dc39aa71-39aa-4d74-8215-71ba5c22a6d9 req-deecc501-aa32-4533-b67f-b8fb7150b80b tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=c00ea9dd-272d-4cae-9ee7-530e265fdea1 HTTP/1.1" status: 200 len: 944 time: 0.1124969 Jul 23 16:28:59.018521 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dc39aa71-39aa-4d74-8215-71ba5c22a6d9 req-aa01576b-29c2-4e1f-b04c-b4c92bdf072d tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495632 Jul 23 16:28:59.024451 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 8d72e04e-84a6-483a-9927-852b65def178 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:28:59.090527 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 40126) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:59.141425 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 8d72e04e-84a6-483a-9927-852b65def178 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:28:59.149352 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cea6738b-13bc-483e-a961-9f8ba448ad2b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7601462b089246ff96f933711b36a79f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0553255 Jul 23 16:28:59.149919 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 40128) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:59.151070 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 8d72e04e-84a6-483a-9927-852b65def178 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:59.151492 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:59.215805 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f2875a70-f6b0-47bd-8f54-70e8a22babb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:59.239088 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f2875a70-f6b0-47bd-8f54-70e8a22babb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:59.259607 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:59.293784 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00ea9dd-272d-4cae-9ee7-530e265fdea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d72e04e-84a6-483a-9927-852b65def178'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:59.296050 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0f3e0f-54f2-49a8-953d-9c1bc5572ce5" -d '{"events": [{"server_uuid": "c00ea9dd-272d-4cae-9ee7-530e265fdea1", "name": "network-vif-plugged", "status": "completed", "tag": "8d72e04e-84a6-483a-9927-852b65def178"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:59.312830 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 8d72e04e-84a6-483a-9927-852b65def178, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=8d72e04e-84a6-483a-9927-852b65def178,segment=NetworkSegment(4922e251-ec1f-41e7-8718-5d07a120e814),segment_id=4922e251-ec1f-41e7-8718-5d07a120e814)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:59.323243 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:59.326921 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:28:59.334631 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f2875a70-f6b0-47bd-8f54-70e8a22babb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:59.338045 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f2875a70-f6b0-47bd-8f54-70e8a22babb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:59.340640 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f2875a70-f6b0-47bd-8f54-70e8a22babb9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c55cf302-0d39-4fab-9794-46f22744a339 HTTP/1.1" status: 204 len: 168 time: 0.1898899 Jul 23 16:28:59.356093 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2875a70-f6b0-47bd-8f54-70e8a22babb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55cf302-0d39-4fab-9794-46f22744a339,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:59.417710 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:28:59.418060 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 882ab0a9-a93a-4519-8ed7-a4d8d7b2b74c not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:28:59.422465 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fade18-6085-42b3-816e-24082c925e41 x-openstack-request-id: req-84fade18-6085-42b3-816e-24082c925e41 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:59.422794 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00ea9dd-272d-4cae-9ee7-530e265fdea1", "name": "network-vif-plugged", "status": "completed", "tag": "8d72e04e-84a6-483a-9927-852b65def178", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:59.423030 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-84fade18-6085-42b3-816e-24082c925e41 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:59.423416 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c00ea9dd-272d-4cae-9ee7-530e265fdea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d72e04e-84a6-483a-9927-852b65def178', 'code': 200} Jul 23 16:28:59.454247 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=8d72e04e-84a6-483a-9927-852b65def178,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:59.630236 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db0e70-2fef-4789-9a05-c4941f6d39c4 req-6e13919c-a171-49a1-903f-17e3579eb625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:59.631799 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-22db0e70-2fef-4789-9a05-c4941f6d39c4 req-6e13919c-a171-49a1-903f-17e3579eb625 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c00ea9dd-272d-4cae-9ee7-530e265fdea1 HTTP/1.1" status: 200 len: 1096 time: 0.1059327 Jul 23 16:28:59.685967 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-22db0e70-2fef-4789-9a05-c4941f6d39c4 req-d5e997a5-b178-451c-a035-cbf1b4ab0af1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385690 Jul 23 16:28:59.742082 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a670b8b-3069-48de-a02c-33d051325bfb req-4eaa18a6-c44e-41d6-a902-34c7cacee82d tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:59.750111 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a670b8b-3069-48de-a02c-33d051325bfb req-4eaa18a6-c44e-41d6-a902-34c7cacee82d tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] 10.222.0.73 "GET /v2.0/networks?id=50a5a882-1cfb-4b43-8512-2500a8de3867 HTTP/1.1" status: 200 len: 815 time: 0.1901407 Jul 23 16:28:59.780694 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a670b8b-3069-48de-a02c-33d051325bfb req-0e2c8423-aed1-46ec-9795-adb43842aacb tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] 10.222.0.73 "GET /v2.0/quotas/6f66909911c244fd9b8508c7850e62fa HTTP/1.1" status: 200 len: 375 time: 0.0291729 Jul 23 16:28:59.844975 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a670b8b-3069-48de-a02c-33d051325bfb req-8e11d56c-c41a-47aa-945c-56c14301a0b6 tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6f66909911c244fd9b8508c7850e62fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549316 Jul 23 16:28:59.909184 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf09a2fa-b2ec-47df-b0c0-bbb2dff3832a req-4dbd9dbe-ae1c-4f92-add6-beb5e2e143e7 tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0421546 Jul 23 16:28:59.982102 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a670b8b-3069-48de-a02c-33d051325bfb req-85223bbf-4640-43cd-baeb-a49c54ba5569 service neutron] 10.222.0.73 "GET /v2.0/networks/50a5a882-1cfb-4b43-8512-2500a8de3867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359103 Jul 23 16:29:00.128404 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a670b8b-3069-48de-a02c-33d051325bfb req-95b8b82a-ed1f-4545-b5d8-7fae21a5fd72 service neutron] 10.222.0.73 "GET /v2.0/networks/50a5a882-1cfb-4b43-8512-2500a8de3867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402502 Jul 23 16:29:00.152468 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b369247-0b6b-4dab-83ff-85a5860a290e req-19efb468-87a8-49c1-a64f-c5be28142414 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:00.154343 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2b369247-0b6b-4dab-83ff-85a5860a290e req-19efb468-87a8-49c1-a64f-c5be28142414 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=73f1631f-4e55-4e1b-989d-6b68d35d51e0 HTTP/1.1" status: 200 len: 946 time: 0.1269834 Jul 23 16:29:00.205230 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2b369247-0b6b-4dab-83ff-85a5860a290e req-4899c375-6409-4789-9e48-5584b2bf4ec1 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441387 Jul 23 16:29:00.318215 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 40190) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:00.445015 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-d5ace3af-05e6-479f-a0f3-89deba574c49 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1096371356-network', 'tenant_id': '61f099c574a94f20b4bf8d7e3b71b727'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:00.450405 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abaf9b-e336-4a5d-b61d-686e53e96f56 req-389a8acf-93e9-4637-8197-f9d152f022c5 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:00.453062 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-90abaf9b-e336-4a5d-b61d-686e53e96f56 req-389a8acf-93e9-4637-8197-f9d152f022c5 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=c00ea9dd-272d-4cae-9ee7-530e265fdea1 HTTP/1.1" status: 200 len: 945 time: 0.0885420 Jul 23 16:29:00.491330 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ace3af-05e6-479f-a0f3-89deba574c49 admin admin] Made reservation on behalf of 61f099c574a94f20b4bf8d7e3b71b727 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:29:00.495128 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5ace3af-05e6-479f-a0f3-89deba574c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:00.505167 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5ace3af-05e6-479f-a0f3-89deba574c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:00.526292 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-90abaf9b-e336-4a5d-b61d-686e53e96f56 req-24bb6a62-9cee-48ad-b485-51b3295b0390 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645685 Jul 23 16:29:00.643996 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5ace3af-05e6-479f-a0f3-89deba574c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:00.651424 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5ace3af-05e6-479f-a0f3-89deba574c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:00.663496 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-282ec283-1c08-4c88-b7f1-4c5f414e175e req-6fa1513c-0692-429d-a9ea-bb40d6afb50a tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] 10.222.0.73 "GET /v2.0/ports?device_id=81a2cd9f-c2f9-4fc0-9c73-ebce344e70eb HTTP/1.1" status: 200 len: 210 time: 0.0498333 Jul 23 16:29:00.684530 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ace3af-05e6-479f-a0f3-89deba574c49 admin admin] vlan segment allocate from pool success with {'vlan_id': 1114, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:29:00.696249 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ace3af-05e6-479f-a0f3-89deba574c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b341987-000a-409c-ace2-971938c8de81,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:00.701928 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5ace3af-05e6-479f-a0f3-89deba574c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:00.702269 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-d5ace3af-05e6-479f-a0f3-89deba574c49 admin admin] Added segment 17679f2d-6334-4fa1-8e34-e67b17518434 of type vlan for network 05f6be5c-f7ce-413c-a38a-ad014805edc6 Jul 23 16:29:00.730890 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1abb463f-6451-4b34-a8e0-1ab049719d41 req-b593f729-2308-4a9e-8284-46037a1a3915 tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0486479 Jul 23 16:29:00.737695 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 40216) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:00.784170 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5ace3af-05e6-479f-a0f3-89deba574c49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:00.805571 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-746a7154-6edb-4801-be57-5475a3c54d4c admin admin] Deleting subnet 826fd2fc-e097-4472-9d1f-4298f12f603f {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:29:00.810695 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-746a7154-6edb-4801-be57-5475a3c54d4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:00.854515 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5ace3af-05e6-479f-a0f3-89deba574c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:00.855493 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ace3af-05e6-479f-a0f3-89deba574c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:00.856049 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5ace3af-05e6-479f-a0f3-89deba574c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:00.863808 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-746a7154-6edb-4801-be57-5475a3c54d4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:00.915733 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d5ace3af-05e6-479f-a0f3-89deba574c49 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5963247 Jul 23 16:29:00.919424 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 40218) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:00.925258 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-b208f128-41e2-4ed4-a4f9-6b73890c1655 admin admin] Request body: {'subnet': {'network_id': '05f6be5c-f7ce-413c-a38a-ad014805edc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1096371356-subnet', 'tenant_id': '61f099c574a94f20b4bf8d7e3b71b727', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:00.951013 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b208f128-41e2-4ed4-a4f9-6b73890c1655 admin admin] Made reservation on behalf of 61f099c574a94f20b4bf8d7e3b71b727 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:29:00.953934 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b208f128-41e2-4ed4-a4f9-6b73890c1655 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:00.954819 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ace3af-05e6-479f-a0f3-89deba574c49 admin admin] Pushing event updated for resources: {'Network': ['ID=05f6be5c-f7ce-413c-a38a-ad014805edc6,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:00.959006 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-746a7154-6edb-4801-be57-5475a3c54d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:00.965081 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 05f6be5c-f7ce-413c-a38a-ad014805edc6 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:29:01.031057 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-746a7154-6edb-4801-be57-5475a3c54d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:01.082255 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a7154-6edb-4801-be57-5475a3c54d4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=826fd2fc-e097-4472-9d1f-4298f12f603f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:01.088538 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-746a7154-6edb-4801-be57-5475a3c54d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:01.091172 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-746a7154-6edb-4801-be57-5475a3c54d4c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/826fd2fc-e097-4472-9d1f-4298f12f603f HTTP/1.1" status: 204 len: 168 time: 0.3525517 Jul 23 16:29:01.093608 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 40220) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:01.143291 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b208f128-41e2-4ed4-a4f9-6b73890c1655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:01.181836 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bcb1dfd6-5cb3-4620-968e-37d673037e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:01.231862 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208f128-41e2-4ed4-a4f9-6b73890c1655 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dc77d02-3b4a-49f8-884d-780b2f0fb89d,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:01.241237 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b208f128-41e2-4ed4-a4f9-6b73890c1655 admin admin] Checking segment: {'id': '17679f2d-6334-4fa1-8e34-e67b17518434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '05f6be5c-f7ce-413c-a38a-ad014805edc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:29:01.241603 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b208f128-41e2-4ed4-a4f9-6b73890c1655 admin admin] Network hostable DHCP agents. Network: 05f6be5c-f7ce-413c-a38a-ad014805edc6, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:29:01.260591 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b208f128-41e2-4ed4-a4f9-6b73890c1655 admin admin] Network 05f6be5c-f7ce-413c-a38a-ad014805edc6 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:29:01.271591 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-b208f128-41e2-4ed4-a4f9-6b73890c1655 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 05f6be5c-f7ce-413c-a38a-ad014805edc6) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:29:01.272534 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bcb1dfd6-5cb3-4620-968e-37d673037e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:01.277101 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b208f128-41e2-4ed4-a4f9-6b73890c1655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:01.277825 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b208f128-41e2-4ed4-a4f9-6b73890c1655 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:01.283294 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-bcb1dfd6-5cb3-4620-968e-37d673037e46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd5d4a5-0d74-4444-af11-d62dc4a381cf']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:01.284667 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf0518c-7795-42bb-bc47-60a34d92452c None None] Network 05f6be5c-f7ce-413c-a38a-ad014805edc6 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:29:01.293717 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-bcb1dfd6-5cb3-4620-968e-37d673037e46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a2e3857-f6ff-406e-8415-ef0a902aa2fe') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:01.294010 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-bcb1dfd6-5cb3-4620-968e-37d673037e46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a2e3857-f6ff-406e-8415-ef0a902aa2fe') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:01.306489 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bcb1dfd6-5cb3-4620-968e-37d673037e46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:01.322293 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bcb1dfd6-5cb3-4620-968e-37d673037e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:01.328693 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb1dfd6-5cb3-4620-968e-37d673037e46 admin admin] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:29:01.329269 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bcb1dfd6-5cb3-4620-968e-37d673037e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:01.333444 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b208f128-41e2-4ed4-a4f9-6b73890c1655 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4096441 Jul 23 16:29:01.333592 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:29:01.333592 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:29:01.333592 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:29:01.333592 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:29:01.333592 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:29:01.333592 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:29:01.333592 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:29:01.333592 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:29:01.333592 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:29:01.333592 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:29:01.333592 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:29:01.333592 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:29:01.333592 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:29:01.333592 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:29:01.333592 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:29:01.333592 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:29:01.333592 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:29:01.333592 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:29:01.333592 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:29:01.333592 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:29:01.333592 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:29:01.333592 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:29:01.333592 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:29:01.333592 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:29:01.333592 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:29:01.333592 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:29:01.333592 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:29:01.333592 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:29:01.333592 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:29:01.333592 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:29:01.333592 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:29:01.333592 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:29:01.335627 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 40224) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:01.338097 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-03d1b9b8-95a4-4876-b8f2-38eaf3f33327 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1096371356-router', 'tenant_id': '61f099c574a94f20b4bf8d7e3b71b727', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:01.368862 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bad3fe-f99d-43a6-a415-938f3eb1cdc4 req-04b891b3-42bc-48a8-8d9a-2ab572870c7a tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:01.370619 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-85bad3fe-f99d-43a6-a415-938f3eb1cdc4 req-04b891b3-42bc-48a8-8d9a-2ab572870c7a tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=73f1631f-4e55-4e1b-989d-6b68d35d51e0 HTTP/1.1" status: 200 len: 946 time: 0.0892737 Jul 23 16:29:01.411806 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03d1b9b8-95a4-4876-b8f2-38eaf3f33327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:01.412848 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03d1b9b8-95a4-4876-b8f2-38eaf3f33327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:01.416972 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bcb1dfd6-5cb3-4620-968e-37d673037e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:01.431935 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bcb1dfd6-5cb3-4620-968e-37d673037e46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:01.436388 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bcb1dfd6-5cb3-4620-968e-37d673037e46 admin admin] 10.222.0.73 "DELETE /v2.0/networks/cfd5d4a5-0d74-4444-af11-d62dc4a381cf HTTP/1.1" status: 204 len: 168 time: 0.3385170 Jul 23 16:29:01.436729 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-85bad3fe-f99d-43a6-a415-938f3eb1cdc4 req-260a54a2-5c2e-4e1b-8e6e-993c48cd9610 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533435 Jul 23 16:29:01.448376 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1dfd6-5cb3-4620-968e-37d673037e46 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfd5d4a5-0d74-4444-af11-d62dc4a381cf,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:01.495665 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c858d3-60fc-429d-81a4-5d45744172a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-05f6be5c-f7ce-413c-a38a-ad014805edc6', 'network_id': '05f6be5c-f7ce-413c-a38a-ad014805edc6', 'tenant_id': '61f099c574a94f20b4bf8d7e3b71b727', 'fixed_ips': [{'subnet_id': '5dc77d02-3b4a-49f8-884d-780b2f0fb89d'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:29:01.497139 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03d1b9b8-95a4-4876-b8f2-38eaf3f33327 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:01.498557 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-47c858d3-60fc-429d-81a4-5d45744172a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:01.637428 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 40230) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:01.686966 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03d1b9b8-95a4-4876-b8f2-38eaf3f33327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:01.717681 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a670b8b-3069-48de-a02c-33d051325bfb req-b22890de-0ac3-498e-a9b9-98b2f49c86e2 tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:01.719176 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a670b8b-3069-48de-a02c-33d051325bfb req-b22890de-0ac3-498e-a9b9-98b2f49c86e2 tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] 10.222.0.97 "GET /v2.0/networks?id=50a5a882-1cfb-4b43-8512-2500a8de3867 HTTP/1.1" status: 200 len: 815 time: 0.2441061 Jul 23 16:29:01.729793 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-458811be-a1af-42cd-b731-051d11611ede admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2642ac6d2fda4bb6bc5bc42fd646c90d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0906439 Jul 23 16:29:01.731334 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-47c858d3-60fc-429d-81a4-5d45744172a4 None None] Allocated IP 172.20.0.2 (05f6be5c-f7ce-413c-a38a-ad014805edc6/5dc77d02-3b4a-49f8-884d-780b2f0fb89d/e82833be-77fe-45f4-adc9-5820c6f44a92) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:29:01.731880 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 40234) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:01.741898 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-6a670b8b-3069-48de-a02c-33d051325bfb req-9cb9b5e0-ec3a-4d14-9705-8cfe73b2e75e tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] Request body: {'port': {'device_id': '81a2cd9f-c2f9-4fc0-9c73-ebce344e70eb', 'network_id': '50a5a882-1cfb-4b43-8512-2500a8de3867', 'admin_state_up': True, 'tenant_id': '6f66909911c244fd9b8508c7850e62fa'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:01.805658 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-406dcd1a-a697-48f8-b90d-c49e3adbeb87 req-6a12990f-3511-4fe1-948c-5e53b5e5ef0d tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] 10.222.0.73 "GET /v2.0/ports?device_id=81a2cd9f-c2f9-4fc0-9c73-ebce344e70eb HTTP/1.1" status: 200 len: 210 time: 0.0574133 Jul 23 16:29:01.834877 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a500b-65b7-4dab-bfc6-846ecb4edc24 req-23f1e635-793c-4dcf-9319-6c3c454b193f tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:01.845655 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-839a500b-65b7-4dab-bfc6-846ecb4edc24 req-23f1e635-793c-4dcf-9319-6c3c454b193f tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=c00ea9dd-272d-4cae-9ee7-530e265fdea1 HTTP/1.1" status: 200 len: 945 time: 0.2129128 Jul 23 16:29:01.846322 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-88da21b4-3118-43fd-9806-9fd04984c4f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:01.882615 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-88da21b4-3118-43fd-9806-9fd04984c4f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:01.924044 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-47c858d3-60fc-429d-81a4-5d45744172a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:01.936597 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-47c858d3-60fc-429d-81a4-5d45744172a4 None None] Transition to ACTIVE for port object e82833be-77fe-45f4-adc9-5820c6f44a92 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:29:01.949200 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b73eca68-33a3-4f13-af5c-6e1fa246aae1 req-64395dff-0348-4a00-975d-7dd307554944 tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0604396 Jul 23 16:29:01.987065 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-839a500b-65b7-4dab-bfc6-846ecb4edc24 req-d5796488-f8ec-4398-a3d2-b9859113cc28 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378806 Jul 23 16:29:02.037258 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-47c858d3-60fc-429d-81a4-5d45744172a4 None None] Transition to ACTIVE for port object e82833be-77fe-45f4-adc9-5820c6f44a92 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:29:02.037822 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a670b8b-3069-48de-a02c-33d051325bfb req-9cb9b5e0-ec3a-4d14-9705-8cfe73b2e75e tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] Made reservation on behalf of 6f66909911c244fd9b8508c7850e62fa for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:29:02.040874 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-88da21b4-3118-43fd-9806-9fd04984c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:02.043014 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6a670b8b-3069-48de-a02c-33d051325bfb req-9cb9b5e0-ec3a-4d14-9705-8cfe73b2e75e tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:02.043820 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-88da21b4-3118-43fd-9806-9fd04984c4f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:02.047657 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-47c858d3-60fc-429d-81a4-5d45744172a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:02.048376 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-88da21b4-3118-43fd-9806-9fd04984c4f3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/35d9994e-2423-4379-83ff-93605c72a8e9 HTTP/1.1" status: 204 len: 168 time: 0.3154781 Jul 23 16:29:02.087466 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da21b4-3118-43fd-9806-9fd04984c4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d9994e-2423-4379-83ff-93605c72a8e9,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:02.104390 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03d1b9b8-95a4-4876-b8f2-38eaf3f33327 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:02.118206 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c858d3-60fc-429d-81a4-5d45744172a4 None None] Pushing event updated for resources: {'Port': ['ID=e82833be-77fe-45f4-adc9-5820c6f44a92,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:02.131826 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c858d3-60fc-429d-81a4-5d45744172a4 None None] Network 05f6be5c-f7ce-413c-a38a-ad014805edc6 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:29:02.134635 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03d1b9b8-95a4-4876-b8f2-38eaf3f33327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:02.138227 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-47c858d3-60fc-429d-81a4-5d45744172a4 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:29:02.142455 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c858d3-60fc-429d-81a4-5d45744172a4 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:29:02.253271 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-47c858d3-60fc-429d-81a4-5d45744172a4 None None] Attempting to bind port e82833be-77fe-45f4-adc9-5820c6f44a92 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:29:02.254025 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-47c858d3-60fc-429d-81a4-5d45744172a4 None None] Attempting to bind port e82833be-77fe-45f4-adc9-5820c6f44a92 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '17679f2d-6334-4fa1-8e34-e67b17518434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '05f6be5c-f7ce-413c-a38a-ad014805edc6'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:29:02.254757 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c858d3-60fc-429d-81a4-5d45744172a4 None None] Attempting to bind port e82833be-77fe-45f4-adc9-5820c6f44a92 on network 05f6be5c-f7ce-413c-a38a-ad014805edc6 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:29:02.263348 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c858d3-60fc-429d-81a4-5d45744172a4 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:29:02.263955 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c858d3-60fc-429d-81a4-5d45744172a4 None None] Checking segment: {'id': '17679f2d-6334-4fa1-8e34-e67b17518434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '05f6be5c-f7ce-413c-a38a-ad014805edc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:29:02.264882 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-47c858d3-60fc-429d-81a4-5d45744172a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:02.265620 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c858d3-60fc-429d-81a4-5d45744172a4 None None] Bound using segment: {'id': '17679f2d-6334-4fa1-8e34-e67b17518434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '05f6be5c-f7ce-413c-a38a-ad014805edc6'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:29:02.266276 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-47c858d3-60fc-429d-81a4-5d45744172a4 None None] Bound port: e82833be-77fe-45f4-adc9-5820c6f44a92, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17679f2d-6334-4fa1-8e34-e67b17518434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '05f6be5c-f7ce-413c-a38a-ad014805edc6'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:29:02.267136 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-47c858d3-60fc-429d-81a4-5d45744172a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:02.268599 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-6a670b8b-3069-48de-a02c-33d051325bfb req-9cb9b5e0-ec3a-4d14-9705-8cfe73b2e75e tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] Allocated IP 172.20.0.11 (50a5a882-1cfb-4b43-8512-2500a8de3867/8390ec59-71d4-4459-8c92-77286b0bb198/06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:29:02.324478 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381a948-5661-49db-8959-9be60327f50b req-092fa61e-fac1-476b-bbb6-2fcc19f4843e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:02.326667 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d381a948-5661-49db-8959-9be60327f50b req-092fa61e-fac1-476b-bbb6-2fcc19f4843e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.74 "GET /v2.0/ports?device_id=73f1631f-4e55-4e1b-989d-6b68d35d51e0 HTTP/1.1" status: 200 len: 946 time: 0.1937954 Jul 23 16:29:02.355295 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-47c858d3-60fc-429d-81a4-5d45744172a4 None None] For port e82833be-77fe-45f4-adc9-5820c6f44a92, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:29:02.358688 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-47c858d3-60fc-429d-81a4-5d45744172a4 None None] For port e82833be-77fe-45f4-adc9-5820c6f44a92, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e82833be-77fe-45f4-adc9-5820c6f44a92,segment=NetworkSegment(17679f2d-6334-4fa1-8e34-e67b17518434),segment_id=17679f2d-6334-4fa1-8e34-e67b17518434)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:29:02.375050 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-47c858d3-60fc-429d-81a4-5d45744172a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:02.379979 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-03d1b9b8-95a4-4876-b8f2-38eaf3f33327 admin admin] Allocated IP 172.25.8.189 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/c7230bdf-a38d-4399-9d22-6c9fcd7e4b37) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:29:02.519119 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6a670b8b-3069-48de-a02c-33d051325bfb req-9cb9b5e0-ec3a-4d14-9705-8cfe73b2e75e tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:02.534805 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c858d3-60fc-429d-81a4-5d45744172a4 None None] Pushing event updated for resources: {'Port': ['ID=e82833be-77fe-45f4-adc9-5820c6f44a92,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:02.586886 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6a670b8b-3069-48de-a02c-33d051325bfb req-9cb9b5e0-ec3a-4d14-9705-8cfe73b2e75e tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:02.617407 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9ccc2859-c3e3-41e1-b1cc-a9dca732345c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:02.640172 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-d381a948-5661-49db-8959-9be60327f50b req-e5671672-acc4-4db9-b4bd-412e3f85b558 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Deleting port a085d3f4-9679-42cd-a7e6-155e5249dbfb {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:29:02.640513 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-d381a948-5661-49db-8959-9be60327f50b req-e5671672-acc4-4db9-b4bd-412e3f85b558 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:02.680530 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03d1b9b8-95a4-4876-b8f2-38eaf3f33327 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:02.692562 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a670b8b-3069-48de-a02c-33d051325bfb req-9cb9b5e0-ec3a-4d14-9705-8cfe73b2e75e tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] Network 50a5a882-1cfb-4b43-8512-2500a8de3867 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:29:02.701225 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-6a670b8b-3069-48de-a02c-33d051325bfb req-9cb9b5e0-ec3a-4d14-9705-8cfe73b2e75e tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:29:02.713752 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a670b8b-3069-48de-a02c-33d051325bfb req-9cb9b5e0-ec3a-4d14-9705-8cfe73b2e75e tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:29:02.754497 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9b5e0-ec3a-4d14-9705-8cfe73b2e75e tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] Pushing event updated for resources: {'Port': ['ID=06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:02.826901 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03d1b9b8-95a4-4876-b8f2-38eaf3f33327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:02.869297 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7090da-9b1f-4f10-95d7-1ea55e563159 req-5c1af920-f190-473e-bf45-773b1657951c tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:02.876508 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1b7090da-9b1f-4f10-95d7-1ea55e563159 req-5c1af920-f190-473e-bf45-773b1657951c tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=73f1631f-4e55-4e1b-989d-6b68d35d51e0 HTTP/1.1" status: 200 len: 946 time: 0.2572651 Jul 23 16:29:02.916244 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a670b8b-3069-48de-a02c-33d051325bfb req-9cb9b5e0-ec3a-4d14-9705-8cfe73b2e75e tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:02.916972 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6a670b8b-3069-48de-a02c-33d051325bfb req-9cb9b5e0-ec3a-4d14-9705-8cfe73b2e75e tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:02.959121 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1b9b8-95a4-4876-b8f2-38eaf3f33327 admin admin] Pushing event updated for resources: {'Port': ['ID=c7230bdf-a38d-4399-9d22-6c9fcd7e4b37,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:02.981551 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-d381a948-5661-49db-8959-9be60327f50b req-e5671672-acc4-4db9-b4bd-412e3f85b558 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] For port a085d3f4-9679-42cd-a7e6-155e5249dbfb, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=a085d3f4-9679-42cd-a7e6-155e5249dbfb,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:02.981551 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-d381a948-5661-49db-8959-9be60327f50b req-e5671672-acc4-4db9-b4bd-412e3f85b558 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:02.996142 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d1b9b8-95a4-4876-b8f2-38eaf3f33327 admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:29:02.999326 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-03d1b9b8-95a4-4876-b8f2-38eaf3f33327 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:29:03.005447 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d1b9b8-95a4-4876-b8f2-38eaf3f33327 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:29:03.007591 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-d381a948-5661-49db-8959-9be60327f50b req-e5671672-acc4-4db9-b4bd-412e3f85b558 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Calling delete_port for a085d3f4-9679-42cd-a7e6-155e5249dbfb owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:29:03.033735 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a670b8b-3069-48de-a02c-33d051325bfb req-9cb9b5e0-ec3a-4d14-9705-8cfe73b2e75e tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2999916 Jul 23 16:29:03.048475 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1b7090da-9b1f-4f10-95d7-1ea55e563159 req-17c526e6-7134-44a0-8aea-5c833193bb6a tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708548 Jul 23 16:29:03.070252 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-6a670b8b-3069-48de-a02c-33d051325bfb req-3a978ccc-a35b-4cd3-b637-83d94962352b service neutron] Request body: {'port': {'device_id': '81a2cd9f-c2f9-4fc0-9c73-ebce344e70eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:03.176849 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b58b9c-6cb8-4dae-b2a7-f36efb66e661 req-3a96119e-4ed2-4818-9f43-a3f7d7e8881a tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:03.184155 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c7b58b9c-6cb8-4dae-b2a7-f36efb66e661 req-3a96119e-4ed2-4818-9f43-a3f7d7e8881a tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] 10.222.0.73 "GET /v2.0/ports?device_id=81a2cd9f-c2f9-4fc0-9c73-ebce344e70eb HTTP/1.1" status: 200 len: 932 time: 0.2348096 Jul 23 16:29:03.258047 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f282628-44a4-419a-bae7-fb34c311a890 req-961b0954-9259-4aa5-aace-208f1b29e0bf tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0931704 Jul 23 16:29:03.299674 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c7b58b9c-6cb8-4dae-b2a7-f36efb66e661 req-7534ffd7-8e98-44c0-9307-7ef3e6efa1f6 tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] 10.222.0.73 "GET /v2.0/security-groups?id=3114a910-0ae6-4308-803d-5367328acf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145132 Jul 23 16:29:03.305636 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6a670b8b-3069-48de-a02c-33d051325bfb req-3a978ccc-a35b-4cd3-b637-83d94962352b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:03.326980 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 40276) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:03.625266 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-1b970e2f-42d9-40c3-b5f7-e2fd0e0838e1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-706044349-network', 'tenant_id': '4ce834cbd4cd42eeac1719678cb6561d'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:03.673341 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b970e2f-42d9-40c3-b5f7-e2fd0e0838e1 admin admin] Made reservation on behalf of 4ce834cbd4cd42eeac1719678cb6561d for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:29:03.675714 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1b970e2f-42d9-40c3-b5f7-e2fd0e0838e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:03.684048 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-d381a948-5661-49db-8959-9be60327f50b req-e5671672-acc4-4db9-b4bd-412e3f85b558 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:03.695090 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1b970e2f-42d9-40c3-b5f7-e2fd0e0838e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:03.698919 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['c16e80ab-8bc6-4bb2-a761-b60dd7093c3d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:03.719013 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5671672-acc4-4db9-b4bd-412e3f85b558 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Pushing event deleted for resources: {'Port': ['ID=a085d3f4-9679-42cd-a7e6-155e5249dbfb,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:03.754861 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['a085d3f4-9679-42cd-a7e6-155e5249dbfb'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:03.763720 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-6a670b8b-3069-48de-a02c-33d051325bfb req-3a978ccc-a35b-4cd3-b637-83d94962352b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:29:03.777689 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6a670b8b-3069-48de-a02c-33d051325bfb req-3a978ccc-a35b-4cd3-b637-83d94962352b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:03.802060 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-6a670b8b-3069-48de-a02c-33d051325bfb req-3a978ccc-a35b-4cd3-b637-83d94962352b service neutron] Transition to ACTIVE for port object 06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:29:03.810779 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6a670b8b-3069-48de-a02c-33d051325bfb req-3a978ccc-a35b-4cd3-b637-83d94962352b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:03.846289 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-d381a948-5661-49db-8959-9be60327f50b req-e5671672-acc4-4db9-b4bd-412e3f85b558 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] No DVR routers for this DVR port a085d3f4-9679-42cd-a7e6-155e5249dbfb on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:29:03.851943 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-d381a948-5661-49db-8959-9be60327f50b req-e5671672-acc4-4db9-b4bd-412e3f85b558 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:03.853885 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d381a948-5661-49db-8959-9be60327f50b req-e5671672-acc4-4db9-b4bd-412e3f85b558 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.74 "DELETE /v2.0/ports/a085d3f4-9679-42cd-a7e6-155e5249dbfb HTTP/1.1" status: 204 len: 173 time: 1.5190620 Jul 23 16:29:03.854449 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f1631f-4e55-4e1b-989d-6b68d35d51e0', 'name': 'network-vif-deleted', 'tag': 'a085d3f4-9679-42cd-a7e6-155e5249dbfb'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:03.857668 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbbc684-9c93-4cc1-bafc-f33c35fd3d36" -d '{"events": [{"server_uuid": "73f1631f-4e55-4e1b-989d-6b68d35d51e0", "name": "network-vif-deleted", "tag": "a085d3f4-9679-42cd-a7e6-155e5249dbfb"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:03.905495 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03d1b9b8-95a4-4876-b8f2-38eaf3f33327 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:03.942518 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a978ccc-a35b-4cd3-b637-83d94962352b service neutron] Pushing event updated for resources: {'Port': ['ID=06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:03.957011 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403d727f-4f76-44b4-8189-b28ee062274f None None] Network 05f6be5c-f7ce-413c-a38a-ad014805edc6 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:29:03.976039 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c19679b-3e61-40ff-b886-aadf3b69dd36 x-openstack-request-id: req-5c19679b-3e61-40ff-b886-aadf3b69dd36 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:03.976476 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f1631f-4e55-4e1b-989d-6b68d35d51e0", "name": "network-vif-deleted", "tag": "a085d3f4-9679-42cd-a7e6-155e5249dbfb", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:03.976828 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5c19679b-3e61-40ff-b886-aadf3b69dd36 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:03.977348 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f1631f-4e55-4e1b-989d-6b68d35d51e0', 'name': 'network-vif-deleted', 'tag': 'a085d3f4-9679-42cd-a7e6-155e5249dbfb', 'status': 'completed', 'code': 200} Jul 23 16:29:04.009734 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1b970e2f-42d9-40c3-b5f7-e2fd0e0838e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:04.020713 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1b970e2f-42d9-40c3-b5f7-e2fd0e0838e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:04.047399 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2f5f83cb-fa10-48c9-9e6f-6ce3e5e983f9 None None] Provisioning for port e82833be-77fe-45f4-adc9-5820c6f44a92 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:29:04.047894 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b970e2f-42d9-40c3-b5f7-e2fd0e0838e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1107, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:29:04.077979 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1b970e2f-42d9-40c3-b5f7-e2fd0e0838e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:04.078329 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-1b970e2f-42d9-40c3-b5f7-e2fd0e0838e1 admin admin] Added segment 94b22e67-2834-4bb0-98f0-d4294d4896d7 of type vlan for network a1b77d63-0814-4f7d-b2d3-915d0588bb77 Jul 23 16:29:04.087424 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-6a670b8b-3069-48de-a02c-33d051325bfb req-3a978ccc-a35b-4cd3-b637-83d94962352b service neutron] Attempting to bind port 06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:29:04.087779 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-6a670b8b-3069-48de-a02c-33d051325bfb req-3a978ccc-a35b-4cd3-b637-83d94962352b service neutron] Attempting to bind port 06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'bf499486-0476-4ee8-b46d-4de5af071c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '50a5a882-1cfb-4b43-8512-2500a8de3867'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:29:04.088098 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a670b8b-3069-48de-a02c-33d051325bfb req-3a978ccc-a35b-4cd3-b637-83d94962352b service neutron] Attempting to bind port 06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba on network 50a5a882-1cfb-4b43-8512-2500a8de3867 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:29:04.093960 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a670b8b-3069-48de-a02c-33d051325bfb req-3a978ccc-a35b-4cd3-b637-83d94962352b service neutron] Port 06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba on network 50a5a882-1cfb-4b43-8512-2500a8de3867 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:29:04.094251 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a670b8b-3069-48de-a02c-33d051325bfb req-3a978ccc-a35b-4cd3-b637-83d94962352b service neutron] Attempting to bind port 06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba on network 50a5a882-1cfb-4b43-8512-2500a8de3867 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:29:04.098140 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b970e2f-42d9-40c3-b5f7-e2fd0e0838e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9830b48a-798f-4a14-ae3c-3e2db91deeb6,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:04.122925 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a670b8b-3069-48de-a02c-33d051325bfb req-3a978ccc-a35b-4cd3-b637-83d94962352b service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:29:04.123269 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a670b8b-3069-48de-a02c-33d051325bfb req-3a978ccc-a35b-4cd3-b637-83d94962352b service neutron] Checking segment: {'id': 'bf499486-0476-4ee8-b46d-4de5af071c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '50a5a882-1cfb-4b43-8512-2500a8de3867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:29:04.123681 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a670b8b-3069-48de-a02c-33d051325bfb req-3a978ccc-a35b-4cd3-b637-83d94962352b service neutron] Bound using segment: {'id': 'bf499486-0476-4ee8-b46d-4de5af071c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '50a5a882-1cfb-4b43-8512-2500a8de3867'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:29:04.124107 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-6a670b8b-3069-48de-a02c-33d051325bfb req-3a978ccc-a35b-4cd3-b637-83d94962352b service neutron] Bound port: 06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf499486-0476-4ee8-b46d-4de5af071c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '50a5a882-1cfb-4b43-8512-2500a8de3867'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:29:04.124976 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6a670b8b-3069-48de-a02c-33d051325bfb req-3a978ccc-a35b-4cd3-b637-83d94962352b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:04.147194 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1b970e2f-42d9-40c3-b5f7-e2fd0e0838e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:04.198667 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03d1b9b8-95a4-4876-b8f2-38eaf3f33327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:04.226000 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b6b508b0-1704-473a-820d-e63d18e290dc req-308a0669-640f-4202-a2a6-9371af1dc99c tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=73f1631f-4e55-4e1b-989d-6b68d35d51e0 HTTP/1.1" status: 200 len: 210 time: 0.0645947 Jul 23 16:29:04.241557 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1b970e2f-42d9-40c3-b5f7-e2fd0e0838e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:04.242632 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b970e2f-42d9-40c3-b5f7-e2fd0e0838e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:04.243121 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1b970e2f-42d9-40c3-b5f7-e2fd0e0838e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:04.290879 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-6a670b8b-3069-48de-a02c-33d051325bfb req-3a978ccc-a35b-4cd3-b637-83d94962352b service neutron] For port 06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:29:04.314377 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1b970e2f-42d9-40c3-b5f7-e2fd0e0838e1 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9864044 Jul 23 16:29:04.320194 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 40288) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:04.327256 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-995ba2f3-2283-4434-90db-cb311f17ead7 admin admin] Request body: {'subnet': {'network_id': 'a1b77d63-0814-4f7d-b2d3-915d0588bb77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-706044349-subnet', 'tenant_id': '4ce834cbd4cd42eeac1719678cb6561d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:04.333030 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-6a670b8b-3069-48de-a02c-33d051325bfb req-3a978ccc-a35b-4cd3-b637-83d94962352b service neutron] For port 06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba,segment=NetworkSegment(bf499486-0476-4ee8-b46d-4de5af071c1c),segment_id=bf499486-0476-4ee8-b46d-4de5af071c1c)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:29:04.375617 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995ba2f3-2283-4434-90db-cb311f17ead7 admin admin] Made reservation on behalf of 4ce834cbd4cd42eeac1719678cb6561d for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:29:04.376750 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b970e2f-42d9-40c3-b5f7-e2fd0e0838e1 admin admin] Pushing event updated for resources: {'Network': ['ID=a1b77d63-0814-4f7d-b2d3-915d0588bb77,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:04.378767 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-995ba2f3-2283-4434-90db-cb311f17ead7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:04.384628 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6a670b8b-3069-48de-a02c-33d051325bfb req-3a978ccc-a35b-4cd3-b637-83d94962352b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:04.389686 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network a1b77d63-0814-4f7d-b2d3-915d0588bb77 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:29:04.458309 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a978ccc-a35b-4cd3-b637-83d94962352b service neutron] Pushing event updated for resources: {'Port': ['ID=06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:04.470554 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d1b9b8-95a4-4876-b8f2-38eaf3f33327 admin admin] Router 9aa75e05-6bda-4fbd-a245-7d4858423371 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:29:04.500126 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-adea5181-b5da-434d-878d-781b45541eb0 req-70696e19-c72d-4247-b845-e2482eb98a1b tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.1190166 Jul 23 16:29:04.524547 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a670b8b-3069-48de-a02c-33d051325bfb req-3a978ccc-a35b-4cd3-b637-83d94962352b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:04.525396 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6a670b8b-3069-48de-a02c-33d051325bfb req-3a978ccc-a35b-4cd3-b637-83d94962352b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:04.527045 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a670b8b-3069-48de-a02c-33d051325bfb req-3a978ccc-a35b-4cd3-b637-83d94962352b service neutron] 10.222.0.97 "PUT /v2.0/ports/06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba HTTP/1.1" status: 200 len: 1092 time: 1.4737442 Jul 23 16:29:04.527910 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a2cd9f-c2f9-4fc0-9c73-ebce344e70eb', 'tag': '06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:04.530193 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5172155-082b-4b51-9093-2e96d540298c" -d '{"events": [{"name": "network-changed", "server_uuid": "81a2cd9f-c2f9-4fc0-9c73-ebce344e70eb", "tag": "06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:04.580251 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed83482-9f81-4367-90fd-86f7fc6fd798 req-a841ccca-5dd4-4029-896c-b19c9d32ce3d tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:04.581939 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fed83482-9f81-4367-90fd-86f7fc6fd798 req-a841ccca-5dd4-4029-896c-b19c9d32ce3d tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] 10.222.0.73 "GET /v2.0/ports?device_id=81a2cd9f-c2f9-4fc0-9c73-ebce344e70eb HTTP/1.1" status: 200 len: 944 time: 0.1283717 Jul 23 16:29:04.692515 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:04.713108 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fed83482-9f81-4367-90fd-86f7fc6fd798 req-e0132745-1533-4706-a0eb-fb33af363f77 tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] 10.222.0.73 "GET /v2.0/security-groups?id=3114a910-0ae6-4308-803d-5367328acf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242597 Jul 23 16:29:04.726686 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a29326-7f5f-4348-99ea-0b3b867e2cd7 x-openstack-request-id: req-08a29326-7f5f-4348-99ea-0b3b867e2cd7 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:04.726983 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a2cd9f-c2f9-4fc0-9c73-ebce344e70eb", "tag": "06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:04.727233 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-08a29326-7f5f-4348-99ea-0b3b867e2cd7 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:04.727633 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a2cd9f-c2f9-4fc0-9c73-ebce344e70eb', 'tag': '06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba', 'status': 'completed', 'code': 200} Jul 23 16:29:04.753314 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a670b8b-3069-48de-a02c-33d051325bfb req-5fc8ef93-f641-4c7b-b429-32f7de2ef37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:04.755496 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a670b8b-3069-48de-a02c-33d051325bfb req-5fc8ef93-f641-4c7b-b429-32f7de2ef37b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6f66909911c244fd9b8508c7850e62fa&device_id=81a2cd9f-c2f9-4fc0-9c73-ebce344e70eb HTTP/1.1" status: 200 len: 1095 time: 0.1242931 Jul 23 16:29:04.768518 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e82833be-77fe-45f4-adc9-5820c6f44a92 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:29:04.812286 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a670b8b-3069-48de-a02c-33d051325bfb req-67aedc44-40dd-41d5-aa57-5367c833df4b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba HTTP/1.1" status: 200 len: 217 time: 0.0486741 Jul 23 16:29:04.819728 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-995ba2f3-2283-4434-90db-cb311f17ead7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:04.831521 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port e82833be-77fe-45f4-adc9-5820c6f44a92 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:29:04.834969 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d1b9b8-95a4-4876-b8f2-38eaf3f33327 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:29:04.851227 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d706e73-df18-4510-a324-f405c68b610b None None] Sync routers for ids ['9aa75e05-6bda-4fbd-a245-7d4858423371'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:29:04.852202 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port e82833be-77fe-45f4-adc9-5820c6f44a92 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:29:04.852694 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:04.872463 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d706e73-df18-4510-a324-f405c68b610b None None] Routers {'9aa75e05-6bda-4fbd-a245-7d4858423371'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:29:04.873116 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-9d706e73-df18-4510-a324-f405c68b610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:28:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9aa75e05-6bda-4fbd-a245-7d4858423371'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:04.908871 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03d1b9b8-95a4-4876-b8f2-38eaf3f33327 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:04.914524 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-03d1b9b8-95a4-4876-b8f2-38eaf3f33327 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5791564 Jul 23 16:29:04.918419 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 40302) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:05.003286 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995ba2f3-2283-4434-90db-cb311f17ead7 admin admin] Checking segment: {'id': '94b22e67-2834-4bb0-98f0-d4294d4896d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'a1b77d63-0814-4f7d-b2d3-915d0588bb77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:29:05.003798 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995ba2f3-2283-4434-90db-cb311f17ead7 admin admin] Network hostable DHCP agents. Network: a1b77d63-0814-4f7d-b2d3-915d0588bb77, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:29:05.008107 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ba2f3-2283-4434-90db-cb311f17ead7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97e21f33-ac9f-4b6d-b44e-bbb2d4f85764,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:05.011349 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-9d706e73-df18-4510-a324-f405c68b610b None None] Set router 9aa75e05-6bda-4fbd-a245-7d4858423371 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:29:05.027079 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:05.065413 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995ba2f3-2283-4434-90db-cb311f17ead7 admin admin] Network a1b77d63-0814-4f7d-b2d3-915d0588bb77 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:29:05.081454 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port e82833be-77fe-45f4-adc9-5820c6f44a92, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e82833be-77fe-45f4-adc9-5820c6f44a92,segment=NetworkSegment(17679f2d-6334-4fa1-8e34-e67b17518434),segment_id=17679f2d-6334-4fa1-8e34-e67b17518434)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:05.081698 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-995ba2f3-2283-4434-90db-cb311f17ead7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, a1b77d63-0814-4f7d-b2d3-915d0588bb77) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:29:05.088013 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:05.088730 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995ba2f3-2283-4434-90db-cb311f17ead7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:05.089398 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-995ba2f3-2283-4434-90db-cb311f17ead7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:05.102558 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26894b5b-92de-40bb-a516-90dfb9d3303f None None] Network a1b77d63-0814-4f7d-b2d3-915d0588bb77 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:29:05.170378 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-995ba2f3-2283-4434-90db-cb311f17ead7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8486481 Jul 23 16:29:05.220893 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=e82833be-77fe-45f4-adc9-5820c6f44a92,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:05.412031 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-9d706e73-df18-4510-a324-f405c68b610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'name': 'tempest-ServersTestManualDisk-1096371356-router', 'tenant_id': '61f099c574a94f20b4bf8d7e3b71b727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'c7230bdf-a38d-4399-9d22-6c9fcd7e4b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:01Z', 'updated_at': '2021-07-23T16:29:03Z', 'revision_number': 3, 'project_id': '61f099c574a94f20b4bf8d7e3b71b727', 'gw_port': {'id': 'c7230bdf-a38d-4399-9d22-6c9fcd7e4b37', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:26:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:02Z', 'updated_at': '2021-07-23T16:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:05.460323 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d706e73-df18-4510-a324-f405c68b610b None None] Checking router: 9aa75e05-6bda-4fbd-a245-7d4858423371 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:29:05.461420 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d706e73-df18-4510-a324-f405c68b610b None None] Updating router 9aa75e05-6bda-4fbd-a245-7d4858423371 port c7230bdf-a38d-4399-9d22-6c9fcd7e4b37 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:29:05.464983 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b21f8c-88e2-4a05-bef8-3d4e8ebcbb33 None None] Network a1b77d63-0814-4f7d-b2d3-915d0588bb77 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:29:05.504211 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:05.514995 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-506d05b4-4fc5-44e1-8911-0a3177f8746c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:05.543679 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-9d706e73-df18-4510-a324-f405c68b610b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:05.576088 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a670b8b-3069-48de-a02c-33d051325bfb req-1b028eab-cf2e-4706-9ee6-9c74b0d779b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:05.577711 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a670b8b-3069-48de-a02c-33d051325bfb req-1b028eab-cf2e-4706-9ee6-9c74b0d779b3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8390ec59-71d4-4459-8c92-77286b0bb198 HTTP/1.1" status: 200 len: 855 time: 0.7593222 Jul 23 16:29:05.648751 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-27d7fabc-e595-4e5a-9f2d-2e66b8d83f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:05.653913 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a670b8b-3069-48de-a02c-33d051325bfb req-72f8c416-ec4a-49af-9701-39e0ac9c508e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=50a5a882-1cfb-4b43-8512-2500a8de3867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690422 Jul 23 16:29:05.729746 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8af992fb-a307-4100-9bfe-5d9cf963effa req-d90770bf-a436-4ba3-981e-301f1787569e tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0808053 Jul 23 16:29:05.913832 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-27d7fabc-e595-4e5a-9f2d-2e66b8d83f49 admin admin] Allocated IP 172.20.0.1 (05f6be5c-f7ce-413c-a38a-ad014805edc6/5dc77d02-3b4a-49f8-884d-780b2f0fb89d/3a7523dd-cefe-4874-8ee2-2d0375a256cf) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:29:05.928856 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-9d706e73-df18-4510-a324-f405c68b610b None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:05.940036 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-9d706e73-df18-4510-a324-f405c68b610b None None] Transition to ACTIVE for port object c7230bdf-a38d-4399-9d22-6c9fcd7e4b37 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:29:05.948972 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-9d706e73-df18-4510-a324-f405c68b610b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:06.007905 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-9d706e73-df18-4510-a324-f405c68b610b None None] Attempting to bind port c7230bdf-a38d-4399-9d22-6c9fcd7e4b37 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:29:06.008511 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-9d706e73-df18-4510-a324-f405c68b610b None None] Attempting to bind port c7230bdf-a38d-4399-9d22-6c9fcd7e4b37 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:29:06.009022 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d706e73-df18-4510-a324-f405c68b610b None None] Attempting to bind port c7230bdf-a38d-4399-9d22-6c9fcd7e4b37 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:29:06.016352 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b76f2a-c94e-44b1-8ddd-e0c9a2b00c8f None None] Pushing event updated for resources: {'Port': ['ID=c7230bdf-a38d-4399-9d22-6c9fcd7e4b37,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:06.020369 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d706e73-df18-4510-a324-f405c68b610b None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:29:06.020925 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d706e73-df18-4510-a324-f405c68b610b None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:29:06.021493 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-9d706e73-df18-4510-a324-f405c68b610b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:06.022037 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d706e73-df18-4510-a324-f405c68b610b None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:29:06.022644 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-9d706e73-df18-4510-a324-f405c68b610b None None] Bound port: c7230bdf-a38d-4399-9d22-6c9fcd7e4b37, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:29:06.023154 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-9d706e73-df18-4510-a324-f405c68b610b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:06.045435 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b76f2a-c94e-44b1-8ddd-e0c9a2b00c8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:06.046018 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b76f2a-c94e-44b1-8ddd-e0c9a2b00c8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:06.046674 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b76f2a-c94e-44b1-8ddd-e0c9a2b00c8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:06.046674 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b76f2a-c94e-44b1-8ddd-e0c9a2b00c8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:06.046984 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b76f2a-c94e-44b1-8ddd-e0c9a2b00c8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:06.047302 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b76f2a-c94e-44b1-8ddd-e0c9a2b00c8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:06.047622 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b76f2a-c94e-44b1-8ddd-e0c9a2b00c8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:06.047940 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b76f2a-c94e-44b1-8ddd-e0c9a2b00c8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:06.048255 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b76f2a-c94e-44b1-8ddd-e0c9a2b00c8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:06.048569 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b76f2a-c94e-44b1-8ddd-e0c9a2b00c8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:06.048883 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b76f2a-c94e-44b1-8ddd-e0c9a2b00c8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:06.049221 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b76f2a-c94e-44b1-8ddd-e0c9a2b00c8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:06.060827 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a670b8b-3069-48de-a02c-33d051325bfb req-40eeaced-67ef-4341-aceb-f439ab004ea1 service neutron] 10.222.0.97 "GET /v2.0/networks/50a5a882-1cfb-4b43-8512-2500a8de3867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887632 Jul 23 16:29:06.071916 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-27d7fabc-e595-4e5a-9f2d-2e66b8d83f49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:06.086430 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-27d7fabc-e595-4e5a-9f2d-2e66b8d83f49 admin admin] Transition to ACTIVE for port object 3a7523dd-cefe-4874-8ee2-2d0375a256cf will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:29:06.088138 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-9d706e73-df18-4510-a324-f405c68b610b None None] For port c7230bdf-a38d-4399-9d22-6c9fcd7e4b37, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:29:06.092799 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-9d706e73-df18-4510-a324-f405c68b610b None None] For port c7230bdf-a38d-4399-9d22-6c9fcd7e4b37, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c7230bdf-a38d-4399-9d22-6c9fcd7e4b37,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:29:06.099042 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-9d706e73-df18-4510-a324-f405c68b610b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:06.126898 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-27d7fabc-e595-4e5a-9f2d-2e66b8d83f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:06.128316 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-725b9939-df57-4b8b-afac-6a063d14fd3b tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:06.136505 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-725b9939-df57-4b8b-afac-6a063d14fd3b tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] 10.222.0.73 "GET /v2.0/networks?id=a1b77d63-0814-4f7d-b2d3-915d0588bb77 HTTP/1.1" status: 200 len: 813 time: 0.2752047 Jul 23 16:29:06.156828 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-2864214c-45fb-4d67-bb3e-f92b57935575 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] 10.222.0.73 "GET /v2.0/quotas/4ce834cbd4cd42eeac1719678cb6561d HTTP/1.1" status: 200 len: 375 time: 0.0200975 Jul 23 16:29:06.159489 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d706e73-df18-4510-a324-f405c68b610b None None] Routers {'9aa75e05-6bda-4fbd-a245-7d4858423371'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:29:06.160399 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-9d706e73-df18-4510-a324-f405c68b610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:29:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9aa75e05-6bda-4fbd-a245-7d4858423371'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:06.170019 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-7164b1e8-ef48-4ed3-9fb1-e0493e7c1dc7 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:06.177188 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-7164b1e8-ef48-4ed3-9fb1-e0493e7c1dc7 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/networks?id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 HTTP/1.1" status: 200 len: 806 time: 0.2669802 Jul 23 16:29:06.193343 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d7fabc-e595-4e5a-9f2d-2e66b8d83f49 admin admin] Network 05f6be5c-f7ce-413c-a38a-ad014805edc6 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:29:06.197155 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-27d7fabc-e595-4e5a-9f2d-2e66b8d83f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:29:06.217322 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d7fabc-e595-4e5a-9f2d-2e66b8d83f49 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:29:06.247270 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b76f2a-c94e-44b1-8ddd-e0c9a2b00c8f None None] Pushing event updated for resources: {'Port': ['ID=c7230bdf-a38d-4399-9d22-6c9fcd7e4b37,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:06.249734 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-d6a20e52-76e8-48d5-8428-eec114453fdd tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4ce834cbd4cd42eeac1719678cb6561d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0919516 Jul 23 16:29:06.296642 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-6a1594ed-b4b0-41fd-aa09-02cc3a994d22 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/quotas/6e0db5f31fbe42e8a6955990f39f636d HTTP/1.1" status: 200 len: 375 time: 0.1184633 Jul 23 16:29:06.298607 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-9d706e73-df18-4510-a324-f405c68b610b None None] Set router 9aa75e05-6bda-4fbd-a245-7d4858423371 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:29:06.324107 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-27d7fabc-e595-4e5a-9f2d-2e66b8d83f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:06.412918 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7fabc-e595-4e5a-9f2d-2e66b8d83f49 admin admin] Pushing event updated for resources: {'Port': ['ID=3a7523dd-cefe-4874-8ee2-2d0375a256cf,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:06.467685 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a670b8b-3069-48de-a02c-33d051325bfb req-69aba30c-2acc-4e05-84ac-f5642c57e671 service neutron] 10.222.0.97 "GET /v2.0/networks/50a5a882-1cfb-4b43-8512-2500a8de3867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997304 Jul 23 16:29:06.476432 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:06.522853 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-6dca4533-d371-4e4e-8ae8-5b04f91437eb service neutron] 10.222.0.73 "GET /v2.0/networks/a1b77d63-0814-4f7d-b2d3-915d0588bb77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721784 Jul 23 16:29:06.583360 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-27d7fabc-e595-4e5a-9f2d-2e66b8d83f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:06.617841 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-4d63cadb-30ed-47c3-8026-e3aea01fcfc2 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6e0db5f31fbe42e8a6955990f39f636d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3202350 Jul 23 16:29:06.633126 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f2ae00a6-cdf8-4d8e-93fe-a83c729b97de None None] Provisioning for port 3a7523dd-cefe-4874-8ee2-2d0375a256cf completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:29:06.636956 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f2ae00a6-cdf8-4d8e-93fe-a83c729b97de None None] Provisioning complete for port 3a7523dd-cefe-4874-8ee2-2d0375a256cf triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:29:06.637359 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f2ae00a6-cdf8-4d8e-93fe-a83c729b97de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:06.655167 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-9d706e73-df18-4510-a324-f405c68b610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'name': 'tempest-ServersTestManualDisk-1096371356-router', 'tenant_id': '61f099c574a94f20b4bf8d7e3b71b727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'c7230bdf-a38d-4399-9d22-6c9fcd7e4b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:01Z', 'updated_at': '2021-07-23T16:29:03Z', 'revision_number': 3, 'project_id': '61f099c574a94f20b4bf8d7e3b71b727', 'gw_port': {'id': 'c7230bdf-a38d-4399-9d22-6c9fcd7e4b37', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:26:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:02Z', 'updated_at': '2021-07-23T16:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:06.711721 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d706e73-df18-4510-a324-f405c68b610b None None] The sync data for ids ['9aa75e05-6bda-4fbd-a245-7d4858423371'] in n-d-778549-4 is: [{'id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'name': 'tempest-ServersTestManualDisk-1096371356-router', 'tenant_id': '61f099c574a94f20b4bf8d7e3b71b727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'c7230bdf-a38d-4399-9d22-6c9fcd7e4b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:01Z', 'updated_at': '2021-07-23T16:29:03Z', 'revision_number': 3, 'project_id': '61f099c574a94f20b4bf8d7e3b71b727', 'gw_port': {'id': 'c7230bdf-a38d-4399-9d22-6c9fcd7e4b37', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:26:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:02Z', 'updated_at': '2021-07-23T16:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:29:06.719448 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f2ae00a6-cdf8-4d8e-93fe-a83c729b97de None None] Port 3a7523dd-cefe-4874-8ee2-2d0375a256cf cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:29:06.757578 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e82833be-77fe-45f4-adc9-5820c6f44a92 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:29:06.815669 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-27d7fabc-e595-4e5a-9f2d-2e66b8d83f49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:06.819115 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-ec296f3c-f1fc-48bc-a350-6444a5c668a6 service neutron] 10.222.0.73 "GET /v2.0/networks/a1b77d63-0814-4f7d-b2d3-915d0588bb77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950413 Jul 23 16:29:06.835661 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-27d7fabc-e595-4e5a-9f2d-2e66b8d83f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:06.836668 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port e82833be-77fe-45f4-adc9-5820c6f44a92 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:29:06.837156 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:06.869838 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-687a6aef-9539-4f3d-bb08-e193dbb1578e service neutron] 10.222.0.73 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511308 Jul 23 16:29:06.871644 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5172155-082b-4b51-9093-2e96d540298c req-154b65e8-07b8-476b-80a3-35072aef805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:06.873351 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a5172155-082b-4b51-9093-2e96d540298c req-154b65e8-07b8-476b-80a3-35072aef805a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6f66909911c244fd9b8508c7850e62fa&device_id=81a2cd9f-c2f9-4fc0-9c73-ebce344e70eb HTTP/1.1" status: 200 len: 1095 time: 0.2755466 Jul 23 16:29:06.995797 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-27d7fabc-e595-4e5a-9f2d-2e66b8d83f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:07.008547 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7fabc-e595-4e5a-9f2d-2e66b8d83f49 admin admin] Pushing event updated for resources: {'Port': ['ID=3a7523dd-cefe-4874-8ee2-2d0375a256cf,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:07.049452 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device a085d3f4-9679-42cd-a7e6-155e5249dbfb no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:29:07.189030 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d7fabc-e595-4e5a-9f2d-2e66b8d83f49 admin admin] Network 05f6be5c-f7ce-413c-a38a-ad014805edc6 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:29:07.193278 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-27d7fabc-e595-4e5a-9f2d-2e66b8d83f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:29:07.285616 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-0a53262c-bf34-4aa9-bb0e-08d63d9717eb service neutron] 10.222.0.73 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094834 Jul 23 16:29:07.289364 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5172155-082b-4b51-9093-2e96d540298c req-78870037-02eb-46e5-b996-3596aa11f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:07.290460 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a5172155-082b-4b51-9093-2e96d540298c req-78870037-02eb-46e5-b996-3596aa11f3ea service neutron] 10.222.0.97 "GET /v2.0/networks?id=50a5a882-1cfb-4b43-8512-2500a8de3867 HTTP/1.1" status: 200 len: 917 time: 0.3974979 Jul 23 16:29:07.367466 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a5172155-082b-4b51-9093-2e96d540298c req-ea065fbe-91dc-485b-9c13-3992d090cc91 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba HTTP/1.1" status: 200 len: 217 time: 0.0632420 Jul 23 16:29:07.557107 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d7fabc-e595-4e5a-9f2d-2e66b8d83f49 admin admin] Router 9aa75e05-6bda-4fbd-a245-7d4858423371 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:29:07.570956 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: a085d3f4-9679-42cd-a7e6-155e5249dbfb {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:29:07.571543 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device a085d3f4-9679-42cd-a7e6-155e5249dbfb not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:29:07.581292 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:07.590692 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5172155-082b-4b51-9093-2e96d540298c req-a8cca482-473f-4b54-81bf-d046c60a6bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:07.597937 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a5172155-082b-4b51-9093-2e96d540298c req-a8cca482-473f-4b54-81bf-d046c60a6bd5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8390ec59-71d4-4459-8c92-77286b0bb198 HTTP/1.1" status: 200 len: 855 time: 0.1989923 Jul 23 16:29:07.767842 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e2248de0-3dad-40e1-bc63-6c69978ab1da None None] Provisioning complete for port 3a7523dd-cefe-4874-8ee2-2d0375a256cf triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:29:07.769869 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e2248de0-3dad-40e1-bc63-6c69978ab1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:07.820316 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1f175263-86f1-4211-9e5a-007842d3ab30 req-ff96b53b-20d7-4b3e-9c45-808490a60055 tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0934358 Jul 23 16:29:07.821499 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d7fabc-e595-4e5a-9f2d-2e66b8d83f49 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:29:07.829045 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a5172155-082b-4b51-9093-2e96d540298c req-e9512996-49ff-4a4c-804a-961b23151141 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=50a5a882-1cfb-4b43-8512-2500a8de3867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2028220 Jul 23 16:29:07.842298 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-e2248de0-3dad-40e1-bc63-6c69978ab1da None None] Port 3a7523dd-cefe-4874-8ee2-2d0375a256cf cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:29:07.852009 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-27d7fabc-e595-4e5a-9f2d-2e66b8d83f49 admin admin] 10.222.0.73 "PUT /v2.0/routers/9aa75e05-6bda-4fbd-a245-7d4858423371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9274516 Jul 23 16:29:07.874340 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc07316-3ad9-451a-941b-6a14d05ca7e9 req-a757372d-70fa-4c24-8378-c4a7d8df4dbd tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:07.886909 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8bc07316-3ad9-451a-941b-6a14d05ca7e9 req-a757372d-70fa-4c24-8378-c4a7d8df4dbd tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] 10.222.0.73 "GET /v2.0/ports?device_id=81a2cd9f-c2f9-4fc0-9c73-ebce344e70eb HTTP/1.1" status: 200 len: 944 time: 0.5939279 Jul 23 16:29:08.002646 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a5172155-082b-4b51-9093-2e96d540298c req-2ed5b459-945e-4fba-9cba-8b00bf36880d service neutron] 10.222.0.97 "GET /v2.0/networks/50a5a882-1cfb-4b43-8512-2500a8de3867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128087 Jul 23 16:29:08.116826 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ee6826ed-8149-49ea-bb56-5bf11d6c0545 req-261eb9fa-3051-48ae-9e3c-d4d901c8fd56 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc5aacc3-8066-4b27-8866-03b5711fac52 HTTP/1.1" status: 200 len: 210 time: 0.1118276 Jul 23 16:29:08.143390 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:29:08.211232 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a5172155-082b-4b51-9093-2e96d540298c req-f191d70f-e8a1-45c9-bd05-bca0c0fdbe81 service neutron] 10.222.0.97 "GET /v2.0/networks/50a5a882-1cfb-4b43-8512-2500a8de3867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819477 Jul 23 16:29:08.239251 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8bc07316-3ad9-451a-941b-6a14d05ca7e9 req-569ce4e3-6932-42f2-b09d-92ac81be75b2 tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] 10.222.0.73 "GET /v2.0/security-groups?id=3114a910-0ae6-4308-803d-5367328acf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505681 Jul 23 16:29:08.342065 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3fa99e9c-25c5-4d9d-8b6a-7abc67d8c0b7 req-691910fa-5cf7-4516-9a9e-270c96f427e7 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=79dc55b6-ed46-424c-8571-bb54df5d0db5 HTTP/1.1" status: 200 len: 210 time: 0.0837057 Jul 23 16:29:08.399260 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba,segment=NetworkSegment(bf499486-0476-4ee8-b46d-4de5af071c1c),segment_id=bf499486-0476-4ee8-b46d-4de5af071c1c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:08.412246 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba', 'network_id': '50a5a882-1cfb-4b43-8512-2500a8de3867', 'port_id': '06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba', 'mac_address': 'fa:16:3e:f6:fe:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8390ec59-71d4-4459-8c92-77286b0bb198', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:29:08.459871 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:08.475958 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:29:08.508867 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba,segment=NetworkSegment(bf499486-0476-4ee8-b46d-4de5af071c1c),segment_id=bf499486-0476-4ee8-b46d-4de5af071c1c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:08.515972 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:08.546366 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:08.588601 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:08.628465 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 40382) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:08.634563 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-b6ba47e0-1641-42d9-b865-5dd7e10a391c tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Request body: {'security_group': {'name': 'tempest-securitygroup--139673331', 'description': 'tempest-description--779897847'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:08.666316 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6ba47e0-1641-42d9-b865-5dd7e10a391c tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:08.780521 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c7230bdf-a38d-4399-9d22-6c9fcd7e4b37 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:29:08.828468 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6ba47e0-1641-42d9-b865-5dd7e10a391c tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:08.839944 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6ba47e0-1641-42d9-b865-5dd7e10a391c tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:08.851210 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port c7230bdf-a38d-4399-9d22-6c9fcd7e4b37 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:29:08.858357 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port c7230bdf-a38d-4399-9d22-6c9fcd7e4b37 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:29:08.859717 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:08.862783 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:08.920737 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6ba47e0-1641-42d9-b865-5dd7e10a391c tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:08.922179 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b6ba47e0-1641-42d9-b865-5dd7e10a391c tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2918408 Jul 23 16:29:08.924896 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 40386) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:08.938275 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ba949bf3-0637-4274-b0f8-69f87d7d7578 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Request body: {'security_group_rule': {'security_group_id': 'c24a7019-99c1-407d-8661-e7d070001332', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:08.955309 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba47e0-1641-42d9-b865-5dd7e10a391c tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c24a7019-99c1-407d-8661-e7d070001332,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:08.991314 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-c8eb0831-76d6-4ad7-aec9-e0f4adb6dae2 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:08.993297 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-c8eb0831-76d6-4ad7-aec9-e0f4adb6dae2 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] 10.222.0.74 "GET /v2.0/networks?id=a1b77d63-0814-4f7d-b2d3-915d0588bb77 HTTP/1.1" status: 200 len: 813 time: 0.2179668 Jul 23 16:29:09.021096 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-8ff97292-f483-4fd4-bb77-9cb76f3ddef2 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] Request body: {'port': {'device_id': 'cc5aacc3-8066-4b27-8866-03b5711fac52', 'network_id': 'a1b77d63-0814-4f7d-b2d3-915d0588bb77', 'admin_state_up': True, 'tenant_id': '4ce834cbd4cd42eeac1719678cb6561d'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:09.045003 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-62f649b2-3961-46d5-9bff-b5fe9b058d7e req-17ba0777-1d5c-4f0b-b9a7-4e5510c6b7db tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0602927 Jul 23 16:29:09.048813 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ba949bf3-0637-4274-b0f8-69f87d7d7578 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:09.081299 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:09.107094 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ba949bf3-0637-4274-b0f8-69f87d7d7578 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:09.114989 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ba949bf3-0637-4274-b0f8-69f87d7d7578 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:09.130178 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port c7230bdf-a38d-4399-9d22-6c9fcd7e4b37, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c7230bdf-a38d-4399-9d22-6c9fcd7e4b37,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:09.139357 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:09.141077 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba949bf3-0637-4274-b0f8-69f87d7d7578 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ccc2b8-a7f1-4369-b972-abb44aa51146,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:09.157451 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ba949bf3-0637-4274-b0f8-69f87d7d7578 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:09.159439 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ba949bf3-0637-4274-b0f8-69f87d7d7578 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2324512 Jul 23 16:29:09.162061 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 40390) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:09.167568 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-839c295d-d061-4bf9-b7b2-331fc37da7cc tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Request body: {'security_group_rule': {'security_group_id': 'c24a7019-99c1-407d-8661-e7d070001332', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:09.231702 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-839c295d-d061-4bf9-b7b2-331fc37da7cc tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:09.240102 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-8ff97292-f483-4fd4-bb77-9cb76f3ddef2 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] Made reservation on behalf of 4ce834cbd4cd42eeac1719678cb6561d for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:29:09.243036 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=c7230bdf-a38d-4399-9d22-6c9fcd7e4b37,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:09.245021 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-8ff97292-f483-4fd4-bb77-9cb76f3ddef2 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:09.315283 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-66765329-f8a5-492b-bc78-21be8d249226 req-8c72187f-187f-4acc-aaab-5944ddd3302c tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc5aacc3-8066-4b27-8866-03b5711fac52 HTTP/1.1" status: 200 len: 210 time: 0.0710526 Jul 23 16:29:09.407593 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-839c295d-d061-4bf9-b7b2-331fc37da7cc tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:09.415329 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-839c295d-d061-4bf9-b7b2-331fc37da7cc tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:09.460465 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65522316-9c7e-4684-9485-bb6f4914d8ba None None] Sync routers for ids ['9aa75e05-6bda-4fbd-a245-7d4858423371'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:29:09.468614 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c295d-d061-4bf9-b7b2-331fc37da7cc tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ade6bf9-2769-48d6-bb9c-4b244b55b135,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:09.481772 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abbf03-35f9-4cca-8bdf-cae59006a440 req-ea957744-290e-431c-bcbf-a1e4b062b17d tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:09.490211 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-37abbf03-35f9-4cca-8bdf-cae59006a440 req-ea957744-290e-431c-bcbf-a1e4b062b17d tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] 10.222.0.73 "GET /v2.0/ports?device_id=81a2cd9f-c2f9-4fc0-9c73-ebce344e70eb HTTP/1.1" status: 200 len: 945 time: 0.1553731 Jul 23 16:29:09.494115 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65522316-9c7e-4684-9485-bb6f4914d8ba None None] Routers {'9aa75e05-6bda-4fbd-a245-7d4858423371'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:29:09.494955 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-839c295d-d061-4bf9-b7b2-331fc37da7cc tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:09.495533 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-65522316-9c7e-4684-9485-bb6f4914d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:29:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9aa75e05-6bda-4fbd-a245-7d4858423371'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:09.501884 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-839c295d-d061-4bf9-b7b2-331fc37da7cc tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3382208 Jul 23 16:29:09.503398 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 40398) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:09.529263 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-150cc8b5-506b-4f4e-bfeb-0cb461f6bd76 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:09.545348 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-bb9a69b1-386f-4aae-9f25-2303898232ac tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:09.546861 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-bb9a69b1-386f-4aae-9f25-2303898232ac tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.74 "GET /v2.0/networks?id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 HTTP/1.1" status: 200 len: 806 time: 0.1692948 Jul 23 16:29:09.568560 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe272d8d-9b41-4750-9c1d-c040386bb9dc req-f64a929d-83d0-481b-8bcd-8ca714d89fa3 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=79dc55b6-ed46-424c-8571-bb54df5d0db5 HTTP/1.1" status: 200 len: 210 time: 0.0760715 Jul 23 16:29:09.576400 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-61eb4de4-39f3-4b82-9a5f-1328522d9965 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Request body: {'port': {'device_id': '79dc55b6-ed46-424c-8571-bb54df5d0db5', 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6', 'admin_state_up': True, 'tenant_id': '6e0db5f31fbe42e8a6955990f39f636d'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:09.605564 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-37abbf03-35f9-4cca-8bdf-cae59006a440 req-06d39c22-0917-4e5c-aea4-31763e7b03a0 tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] 10.222.0.73 "GET /v2.0/security-groups?id=3114a910-0ae6-4308-803d-5367328acf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142828 Jul 23 16:29:09.627224 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-150cc8b5-506b-4f4e-bfeb-0cb461f6bd76 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:09.687657 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-65522316-9c7e-4684-9485-bb6f4914d8ba None None] Set router 9aa75e05-6bda-4fbd-a245-7d4858423371 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:29:09.798403 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-150cc8b5-506b-4f4e-bfeb-0cb461f6bd76 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:09.820032 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-8ff97292-f483-4fd4-bb77-9cb76f3ddef2 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] Allocated IP 172.20.0.2 (a1b77d63-0814-4f7d-b2d3-915d0588bb77/97e21f33-ac9f-4b6d-b44e-bbb2d4f85764/0da2da61-71a7-444f-9f8a-2ab5c7abca85) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:29:09.848684 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-61eb4de4-39f3-4b82-9a5f-1328522d9965 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Made reservation on behalf of 6e0db5f31fbe42e8a6955990f39f636d for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:29:09.854952 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-61eb4de4-39f3-4b82-9a5f-1328522d9965 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:09.949196 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-150cc8b5-506b-4f4e-bfeb-0cb461f6bd76 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Allocated IP 172.25.8.176 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/13272983-d1af-40ac-b64e-56ce57940673) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:29:09.961748 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-65522316-9c7e-4684-9485-bb6f4914d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'name': 'tempest-ServersTestManualDisk-1096371356-router', 'tenant_id': '61f099c574a94f20b4bf8d7e3b71b727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'c7230bdf-a38d-4399-9d22-6c9fcd7e4b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:01Z', 'updated_at': '2021-07-23T16:29:06Z', 'revision_number': 4, 'project_id': '61f099c574a94f20b4bf8d7e3b71b727', 'gw_port': {'id': 'c7230bdf-a38d-4399-9d22-6c9fcd7e4b37', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:02Z', 'updated_at': '2021-07-23T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '3a7523dd-cefe-4874-8ee2-2d0375a256cf', 'name': '', 'network_id': '05f6be5c-f7ce-413c-a38a-ad014805edc6', 'tenant_id': '61f099c574a94f20b4bf8d7e3b71b727', 'mac_address': 'fa:16:3e:38:cc:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '5dc77d02-3b4a-49f8-884d-780b2f0fb89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:05Z', 'updated_at': '2021-07-23T16:29:06Z', 'revision_number': 2, 'project_id': '61f099c574a94f20b4bf8d7e3b71b727', 'subnets': [{'id': '5dc77d02-3b4a-49f8-884d-780b2f0fb89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:09.995780 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65522316-9c7e-4684-9485-bb6f4914d8ba None None] Checking router: 9aa75e05-6bda-4fbd-a245-7d4858423371 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:29:09.996383 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65522316-9c7e-4684-9485-bb6f4914d8ba None None] Updating router 9aa75e05-6bda-4fbd-a245-7d4858423371 port 3a7523dd-cefe-4874-8ee2-2d0375a256cf binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:29:10.035282 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-65522316-9c7e-4684-9485-bb6f4914d8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:10.107847 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-61eb4de4-39f3-4b82-9a5f-1328522d9965 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Allocated IP 172.20.0.3 (4fcdb072-b06e-4ac9-aeaa-783a9c8875b6/afdba85c-3a3a-4e3d-a242-c2e94f8ff50b/f9e8c975-30c2-4303-9d70-e5ffb98d1c7d) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:29:10.112284 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-8ff97292-f483-4fd4-bb77-9cb76f3ddef2 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:10.133844 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-150cc8b5-506b-4f4e-bfeb-0cb461f6bd76 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:10.202826 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-85ea2d5e-13a6-4fa5-8e56-5da43160cf47 req-4d943146-8d6b-4d0c-ab8b-110b205fb85e tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0533741 Jul 23 16:29:10.222281 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-8ff97292-f483-4fd4-bb77-9cb76f3ddef2 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:10.261269 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-150cc8b5-506b-4f4e-bfeb-0cb461f6bd76 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:10.312418 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-8ff97292-f483-4fd4-bb77-9cb76f3ddef2 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] Network a1b77d63-0814-4f7d-b2d3-915d0588bb77 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:29:10.317623 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150cc8b5-506b-4f4e-bfeb-0cb461f6bd76 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Pushing event updated for resources: {'Port': ['ID=13272983-d1af-40ac-b64e-56ce57940673,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:10.319310 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-8ff97292-f483-4fd4-bb77-9cb76f3ddef2 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:29:10.325902 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-8ff97292-f483-4fd4-bb77-9cb76f3ddef2 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:29:10.334943 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150cc8b5-506b-4f4e-bfeb-0cb461f6bd76 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:29:10.336625 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-150cc8b5-506b-4f4e-bfeb-0cb461f6bd76 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:29:10.341656 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150cc8b5-506b-4f4e-bfeb-0cb461f6bd76 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:29:10.361153 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff97292-f483-4fd4-bb77-9cb76f3ddef2 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] Pushing event updated for resources: {'Port': ['ID=0da2da61-71a7-444f-9f8a-2ab5c7abca85,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:10.442618 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-61eb4de4-39f3-4b82-9a5f-1328522d9965 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:10.448758 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-65522316-9c7e-4684-9485-bb6f4914d8ba None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:10.461630 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-8ff97292-f483-4fd4-bb77-9cb76f3ddef2 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:10.462265 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-8ff97292-f483-4fd4-bb77-9cb76f3ddef2 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:10.466271 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-65522316-9c7e-4684-9485-bb6f4914d8ba None None] Transition to ACTIVE for port object 3a7523dd-cefe-4874-8ee2-2d0375a256cf will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:29:10.476607 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-150cc8b5-506b-4f4e-bfeb-0cb461f6bd76 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:10.479350 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-65522316-9c7e-4684-9485-bb6f4914d8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:10.487206 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-8ff97292-f483-4fd4-bb77-9cb76f3ddef2 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4728308 Jul 23 16:29:10.503196 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-b57601e2-9540-48b7-8162-7b20c6f2313d service neutron] Request body: {'port': {'device_id': 'cc5aacc3-8066-4b27-8866-03b5711fac52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:10.558129 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b86556-c498-44ad-bd62-5455ad0d97f4 req-b4b29948-c4eb-4792-82eb-d97f18ed39ef tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:10.567485 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c5b86556-c498-44ad-bd62-5455ad0d97f4 req-b4b29948-c4eb-4792-82eb-d97f18ed39ef tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc5aacc3-8066-4b27-8866-03b5711fac52 HTTP/1.1" status: 200 len: 931 time: 0.1280499 Jul 23 16:29:10.575355 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-150cc8b5-506b-4f4e-bfeb-0cb461f6bd76 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:10.586186 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893c5b7-0b48-4946-bf1c-dd30b78c5cdd None None] Pushing event updated for resources: {'Port': ['ID=3a7523dd-cefe-4874-8ee2-2d0375a256cf,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:10.619197 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-61eb4de4-39f3-4b82-9a5f-1328522d9965 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:10.674383 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-b57601e2-9540-48b7-8162-7b20c6f2313d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:10.690179 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['c16e80ab-8bc6-4bb2-a761-b60dd7093c3d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:10.778557 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c5b86556-c498-44ad-bd62-5455ad0d97f4 req-4ebd0c43-3ae7-4c69-b077-b0c2513b7480 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] 10.222.0.73 "GET /v2.0/security-groups?id=9830b48a-798f-4a14-ae3c-3e2db91deeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100849 Jul 23 16:29:10.793989 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c7230bdf-a38d-4399-9d22-6c9fcd7e4b37 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:29:10.855871 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-65522316-9c7e-4684-9485-bb6f4914d8ba None None] Attempting to bind port 3a7523dd-cefe-4874-8ee2-2d0375a256cf on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:29:10.856250 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-65522316-9c7e-4684-9485-bb6f4914d8ba None None] Attempting to bind port 3a7523dd-cefe-4874-8ee2-2d0375a256cf by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '17679f2d-6334-4fa1-8e34-e67b17518434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '05f6be5c-f7ce-413c-a38a-ad014805edc6'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:29:10.856751 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65522316-9c7e-4684-9485-bb6f4914d8ba None None] Attempting to bind port 3a7523dd-cefe-4874-8ee2-2d0375a256cf on network 05f6be5c-f7ce-413c-a38a-ad014805edc6 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:29:10.902778 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65522316-9c7e-4684-9485-bb6f4914d8ba None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:29:10.903224 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65522316-9c7e-4684-9485-bb6f4914d8ba None None] Checking segment: {'id': '17679f2d-6334-4fa1-8e34-e67b17518434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '05f6be5c-f7ce-413c-a38a-ad014805edc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:29:10.903642 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-65522316-9c7e-4684-9485-bb6f4914d8ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:10.904203 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65522316-9c7e-4684-9485-bb6f4914d8ba None None] Bound using segment: {'id': '17679f2d-6334-4fa1-8e34-e67b17518434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '05f6be5c-f7ce-413c-a38a-ad014805edc6'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:29:10.904712 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-65522316-9c7e-4684-9485-bb6f4914d8ba None None] Bound port: 3a7523dd-cefe-4874-8ee2-2d0375a256cf, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17679f2d-6334-4fa1-8e34-e67b17518434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '05f6be5c-f7ce-413c-a38a-ad014805edc6'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:29:10.905201 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-65522316-9c7e-4684-9485-bb6f4914d8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:11.037225 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-61eb4de4-39f3-4b82-9a5f-1328522d9965 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Network 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:29:11.043835 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-b57601e2-9540-48b7-8162-7b20c6f2313d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da2da61-71a7-444f-9f8a-2ab5c7abca85 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:29:11.052464 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-61eb4de4-39f3-4b82-9a5f-1328522d9965 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:29:11.060234 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-b57601e2-9540-48b7-8162-7b20c6f2313d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:11.063117 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-61eb4de4-39f3-4b82-9a5f-1328522d9965 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:29:11.065951 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90d991-57b2-4522-ba24-61e443e3bc15 req-5b09c357-6041-4e8a-97de-4708a614a024 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:11.067960 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb4de4-39f3-4b82-9a5f-1328522d9965 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Pushing event updated for resources: {'Port': ['ID=f9e8c975-30c2-4303-9d70-e5ffb98d1c7d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:11.068679 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa90d991-57b2-4522-ba24-61e443e3bc15 req-5b09c357-6041-4e8a-97de-4708a614a024 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=79dc55b6-ed46-424c-8571-bb54df5d0db5 HTTP/1.1" status: 200 len: 931 time: 0.3445451 Jul 23 16:29:11.095911 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-65522316-9c7e-4684-9485-bb6f4914d8ba None None] For port 3a7523dd-cefe-4874-8ee2-2d0375a256cf, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:29:11.106420 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-65522316-9c7e-4684-9485-bb6f4914d8ba None None] For port 3a7523dd-cefe-4874-8ee2-2d0375a256cf, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3a7523dd-cefe-4874-8ee2-2d0375a256cf,segment=NetworkSegment(17679f2d-6334-4fa1-8e34-e67b17518434),segment_id=17679f2d-6334-4fa1-8e34-e67b17518434)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:29:11.112424 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port c7230bdf-a38d-4399-9d22-6c9fcd7e4b37 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:29:11.113045 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:11.122959 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-65522316-9c7e-4684-9485-bb6f4914d8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:11.125508 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-150cc8b5-506b-4f4e-bfeb-0cb461f6bd76 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:11.136417 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-150cc8b5-506b-4f4e-bfeb-0cb461f6bd76 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:11.163775 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46053c62-3dd7-4724-a9ef-5472b5c345df req-435ddfdd-adac-446d-8967-844f4bcac4a5 tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:11.166034 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-46053c62-3dd7-4724-a9ef-5472b5c345df req-435ddfdd-adac-446d-8967-844f4bcac4a5 tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] 10.222.0.73 "GET /v2.0/ports?device_id=81a2cd9f-c2f9-4fc0-9c73-ebce344e70eb HTTP/1.1" status: 200 len: 945 time: 0.2125034 Jul 23 16:29:11.205275 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa90d991-57b2-4522-ba24-61e443e3bc15 req-35b7e5de-6129-41c4-bda6-5d4a46f926b5 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279905 Jul 23 16:29:11.227742 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893c5b7-0b48-4946-bf1c-dd30b78c5cdd None None] Pushing event updated for resources: {'Port': ['ID=3a7523dd-cefe-4874-8ee2-2d0375a256cf,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:11.308086 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150cc8b5-506b-4f4e-bfeb-0cb461f6bd76 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Pushing event updated for resources: {'Port': ['ID=13272983-d1af-40ac-b64e-56ce57940673,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:11.345641 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-46053c62-3dd7-4724-a9ef-5472b5c345df req-c5a97b86-f18f-4b96-b0f8-4ba1b16d3628 tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] 10.222.0.73 "GET /v2.0/security-groups?id=3114a910-0ae6-4308-803d-5367328acf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510823 Jul 23 16:29:11.348312 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65522316-9c7e-4684-9485-bb6f4914d8ba None None] Routers {'9aa75e05-6bda-4fbd-a245-7d4858423371'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:29:11.351693 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-150cc8b5-506b-4f4e-bfeb-0cb461f6bd76 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:11.357465 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-65522316-9c7e-4684-9485-bb6f4914d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:29:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9aa75e05-6bda-4fbd-a245-7d4858423371'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:11.381318 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-150cc8b5-506b-4f4e-bfeb-0cb461f6bd76 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:11.382950 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-150cc8b5-506b-4f4e-bfeb-0cb461f6bd76 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8727963 Jul 23 16:29:11.506418 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-b57601e2-9540-48b7-8162-7b20c6f2313d service neutron] Transition to ACTIVE for port object 0da2da61-71a7-444f-9f8a-2ab5c7abca85 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:29:11.517708 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-b57601e2-9540-48b7-8162-7b20c6f2313d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:11.524959 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4996c9ac-dd4e-4168-adf1-c35c85deccc3 req-ff8ba979-e453-473f-a5f9-f011989af582 tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0754194 Jul 23 16:29:11.538831 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-61eb4de4-39f3-4b82-9a5f-1328522d9965 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:11.539810 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-61eb4de4-39f3-4b82-9a5f-1328522d9965 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:11.595353 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-61eb4de4-39f3-4b82-9a5f-1328522d9965 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0334201 Jul 23 16:29:11.612026 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-76093273-4698-40d6-8285-be72e0381ebb service neutron] Request body: {'port': {'device_id': '79dc55b6-ed46-424c-8571-bb54df5d0db5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:11.647533 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-65522316-9c7e-4684-9485-bb6f4914d8ba None None] Set router 9aa75e05-6bda-4fbd-a245-7d4858423371 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:29:11.657880 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-aa9340f7-af2a-4213-b45b-9e0ca0ab4981 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--139673331&fields=id&tenant_id=61f099c574a94f20b4bf8d7e3b71b727 HTTP/1.1" status: 200 len: 267 time: 0.0542684 Jul 23 16:29:11.720042 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57601e2-9540-48b7-8162-7b20c6f2313d service neutron] Pushing event updated for resources: {'Port': ['ID=0da2da61-71a7-444f-9f8a-2ab5c7abca85,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:11.799382 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-b57601e2-9540-48b7-8162-7b20c6f2313d service neutron] Attempting to bind port 0da2da61-71a7-444f-9f8a-2ab5c7abca85 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:29:11.799784 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-b57601e2-9540-48b7-8162-7b20c6f2313d service neutron] Attempting to bind port 0da2da61-71a7-444f-9f8a-2ab5c7abca85 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '94b22e67-2834-4bb0-98f0-d4294d4896d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'a1b77d63-0814-4f7d-b2d3-915d0588bb77'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:29:11.800053 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-b57601e2-9540-48b7-8162-7b20c6f2313d service neutron] Attempting to bind port 0da2da61-71a7-444f-9f8a-2ab5c7abca85 on network a1b77d63-0814-4f7d-b2d3-915d0588bb77 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:29:11.803160 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-76093273-4698-40d6-8285-be72e0381ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:11.806492 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-53dad376-0daf-482f-ab97-672df7884d80 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:11.807981 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-53dad376-0daf-482f-ab97-672df7884d80 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/networks?id=05f6be5c-f7ce-413c-a38a-ad014805edc6 HTTP/1.1" status: 200 len: 812 time: 0.1415207 Jul 23 16:29:11.813979 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-b57601e2-9540-48b7-8162-7b20c6f2313d service neutron] Port 0da2da61-71a7-444f-9f8a-2ab5c7abca85 on network a1b77d63-0814-4f7d-b2d3-915d0588bb77 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:29:11.813979 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-b57601e2-9540-48b7-8162-7b20c6f2313d service neutron] Attempting to bind port 0da2da61-71a7-444f-9f8a-2ab5c7abca85 on network a1b77d63-0814-4f7d-b2d3-915d0588bb77 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:29:11.823705 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-b57601e2-9540-48b7-8162-7b20c6f2313d service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:29:11.824052 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-b57601e2-9540-48b7-8162-7b20c6f2313d service neutron] Checking segment: {'id': '94b22e67-2834-4bb0-98f0-d4294d4896d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'a1b77d63-0814-4f7d-b2d3-915d0588bb77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:29:11.824439 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-b57601e2-9540-48b7-8162-7b20c6f2313d service neutron] Bound using segment: {'id': '94b22e67-2834-4bb0-98f0-d4294d4896d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'a1b77d63-0814-4f7d-b2d3-915d0588bb77'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:29:11.824876 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-b57601e2-9540-48b7-8162-7b20c6f2313d service neutron] Bound port: 0da2da61-71a7-444f-9f8a-2ab5c7abca85, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b22e67-2834-4bb0-98f0-d4294d4896d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'a1b77d63-0814-4f7d-b2d3-915d0588bb77'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:29:11.825262 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-b57601e2-9540-48b7-8162-7b20c6f2313d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:11.829499 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-7f63ece3-6aec-4ea0-95b3-9609eaa2a7d4 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/quotas/61f099c574a94f20b4bf8d7e3b71b727 HTTP/1.1" status: 200 len: 375 time: 0.0139539 Jul 23 16:29:12.002183 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-60182d7c-b343-4c3b-a3d7-b6045896380a tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=61f099c574a94f20b4bf8d7e3b71b727&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1681390 Jul 23 16:29:12.011245 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-b57601e2-9540-48b7-8162-7b20c6f2313d service neutron] For port 0da2da61-71a7-444f-9f8a-2ab5c7abca85, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:29:12.016617 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-b57601e2-9540-48b7-8162-7b20c6f2313d service neutron] For port 0da2da61-71a7-444f-9f8a-2ab5c7abca85, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=0da2da61-71a7-444f-9f8a-2ab5c7abca85,segment=NetworkSegment(94b22e67-2834-4bb0-98f0-d4294d4896d7),segment_id=94b22e67-2834-4bb0-98f0-d4294d4896d7)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:29:12.030276 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-b57601e2-9540-48b7-8162-7b20c6f2313d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:12.051454 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ffcff-0b28-48d0-b61e-2f8f61667e10 req-1d11a397-c299-43db-b85b-0c657715c3bb tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:12.053085 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-167ffcff-0b28-48d0-b61e-2f8f61667e10 req-1d11a397-c299-43db-b85b-0c657715c3bb tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc5aacc3-8066-4b27-8866-03b5711fac52 HTTP/1.1" status: 200 len: 943 time: 0.1433418 Jul 23 16:29:12.085418 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-65522316-9c7e-4684-9485-bb6f4914d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'name': 'tempest-ServersTestManualDisk-1096371356-router', 'tenant_id': '61f099c574a94f20b4bf8d7e3b71b727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'c7230bdf-a38d-4399-9d22-6c9fcd7e4b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:01Z', 'updated_at': '2021-07-23T16:29:06Z', 'revision_number': 4, 'project_id': '61f099c574a94f20b4bf8d7e3b71b727', 'gw_port': {'id': 'c7230bdf-a38d-4399-9d22-6c9fcd7e4b37', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:02Z', 'updated_at': '2021-07-23T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '3a7523dd-cefe-4874-8ee2-2d0375a256cf', 'name': '', 'network_id': '05f6be5c-f7ce-413c-a38a-ad014805edc6', 'tenant_id': '61f099c574a94f20b4bf8d7e3b71b727', 'mac_address': 'fa:16:3e:38:cc:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '5dc77d02-3b4a-49f8-884d-780b2f0fb89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:05Z', 'updated_at': '2021-07-23T16:29:11Z', 'revision_number': 4, 'project_id': '61f099c574a94f20b4bf8d7e3b71b727', 'subnets': [{'id': '5dc77d02-3b4a-49f8-884d-780b2f0fb89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:12.113035 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65522316-9c7e-4684-9485-bb6f4914d8ba None None] The sync data for ids ['9aa75e05-6bda-4fbd-a245-7d4858423371'] in n-d-778549-4 is: [{'id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'name': 'tempest-ServersTestManualDisk-1096371356-router', 'tenant_id': '61f099c574a94f20b4bf8d7e3b71b727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'c7230bdf-a38d-4399-9d22-6c9fcd7e4b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:01Z', 'updated_at': '2021-07-23T16:29:06Z', 'revision_number': 4, 'project_id': '61f099c574a94f20b4bf8d7e3b71b727', 'gw_port': {'id': 'c7230bdf-a38d-4399-9d22-6c9fcd7e4b37', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:02Z', 'updated_at': '2021-07-23T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '3a7523dd-cefe-4874-8ee2-2d0375a256cf', 'name': '', 'network_id': '05f6be5c-f7ce-413c-a38a-ad014805edc6', 'tenant_id': '61f099c574a94f20b4bf8d7e3b71b727', 'mac_address': 'fa:16:3e:38:cc:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '5dc77d02-3b4a-49f8-884d-780b2f0fb89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:05Z', 'updated_at': '2021-07-23T16:29:11Z', 'revision_number': 4, 'project_id': '61f099c574a94f20b4bf8d7e3b71b727', 'subnets': [{'id': '5dc77d02-3b4a-49f8-884d-780b2f0fb89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:29:12.123102 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-b57601e2-9540-48b7-8162-7b20c6f2313d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:12.123727 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-b57601e2-9540-48b7-8162-7b20c6f2313d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:12.125587 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-b57601e2-9540-48b7-8162-7b20c6f2313d service neutron] 10.222.0.74 "PUT /v2.0/ports/0da2da61-71a7-444f-9f8a-2ab5c7abca85 HTTP/1.1" status: 200 len: 1091 time: 1.6289649 Jul 23 16:29:12.127134 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc5aacc3-8066-4b27-8866-03b5711fac52', 'tag': '0da2da61-71a7-444f-9f8a-2ab5c7abca85'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:12.129736 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9155ad34-b74f-4f40-8d8b-af28bd8e4716" -d '{"events": [{"name": "network-changed", "server_uuid": "cc5aacc3-8066-4b27-8866-03b5711fac52", "tag": "0da2da61-71a7-444f-9f8a-2ab5c7abca85"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:12.139238 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:29:12.157516 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57601e2-9540-48b7-8162-7b20c6f2313d service neutron] Pushing event updated for resources: {'Port': ['ID=0da2da61-71a7-444f-9f8a-2ab5c7abca85,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:12.163825 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-167ffcff-0b28-48d0-b61e-2f8f61667e10 req-3c96943e-a7c3-4159-831e-c26194f99adf tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] 10.222.0.73 "GET /v2.0/security-groups?id=9830b48a-798f-4a14-ae3c-3e2db91deeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950000 Jul 23 16:29:12.203722 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-cccefb3f-2454-416c-8f8b-7b99d6ae7fa2 service neutron] 10.222.0.73 "GET /v2.0/networks/05f6be5c-f7ce-413c-a38a-ad014805edc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832232 Jul 23 16:29:12.272843 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a6387e-43da-4e84-9ffe-363dffd8ad07 x-openstack-request-id: req-d7a6387e-43da-4e84-9ffe-363dffd8ad07 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:12.273208 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc5aacc3-8066-4b27-8866-03b5711fac52", "tag": "0da2da61-71a7-444f-9f8a-2ab5c7abca85", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:12.273843 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d7a6387e-43da-4e84-9ffe-363dffd8ad07 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:12.274314 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc5aacc3-8066-4b27-8866-03b5711fac52', 'tag': '0da2da61-71a7-444f-9f8a-2ab5c7abca85', 'status': 'completed', 'code': 200} Jul 23 16:29:12.277550 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:29:12.293979 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:29:12.294361 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:12.343369 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-76093273-4698-40d6-8285-be72e0381ebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e8c975-30c2-4303-9d70-e5ffb98d1c7d {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:29:12.353137 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-76093273-4698-40d6-8285-be72e0381ebb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:12.385874 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-76093273-4698-40d6-8285-be72e0381ebb service neutron] Transition to ACTIVE for port object f9e8c975-30c2-4303-9d70-e5ffb98d1c7d will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:29:12.400480 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-76093273-4698-40d6-8285-be72e0381ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:12.409549 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:12.433156 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-e264c944-3214-4a3c-90aa-a541153b5213 service neutron] 10.222.0.73 "GET /v2.0/networks/05f6be5c-f7ce-413c-a38a-ad014805edc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164249 Jul 23 16:29:12.438322 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a2cd9f-c2f9-4fc0-9c73-ebce344e70eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:12.440903 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac61e22d-42c4-48f3-89a0-65f70aba7dce" -d '{"events": [{"server_uuid": "81a2cd9f-c2f9-4fc0-9c73-ebce344e70eb", "name": "network-vif-plugged", "status": "completed", "tag": "06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:12.456638 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba,segment=NetworkSegment(bf499486-0476-4ee8-b46d-4de5af071c1c),segment_id=bf499486-0476-4ee8-b46d-4de5af071c1c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:12.464096 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:12.465711 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18639c-1409-44d6-a7a4-14c6ff5eda20 req-f9aeaa40-abb2-4f92-8126-cd00e815744e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:12.467448 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec18639c-1409-44d6-a7a4-14c6ff5eda20 req-f9aeaa40-abb2-4f92-8126-cd00e815744e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=79dc55b6-ed46-424c-8571-bb54df5d0db5 HTTP/1.1" status: 200 len: 931 time: 0.1353059 Jul 23 16:29:12.472556 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-cc98fff6-364f-45d5-a877-1a70f5cef3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:12.474657 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-cc98fff6-364f-45d5-a877-1a70f5cef3a2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4ce834cbd4cd42eeac1719678cb6561d&device_id=cc5aacc3-8066-4b27-8866-03b5711fac52 HTTP/1.1" status: 200 len: 1094 time: 0.3006203 Jul 23 16:29:12.478078 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76093273-4698-40d6-8285-be72e0381ebb service neutron] Pushing event updated for resources: {'Port': ['ID=f9e8c975-30c2-4303-9d70-e5ffb98d1c7d,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:12.524781 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec18639c-1409-44d6-a7a4-14c6ff5eda20 req-b02dd16d-cc6c-4ff8-bafb-b59d3867a49d tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501931 Jul 23 16:29:12.546589 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-35b9c740-1bf5-41a4-8f0f-4ed810bd147a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0da2da61-71a7-444f-9f8a-2ab5c7abca85 HTTP/1.1" status: 200 len: 217 time: 0.0564837 Jul 23 16:29:12.555474 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:12.647931 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-ef67e075-0d47-4c6d-9d2a-abd5891a7daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:12.650803 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-ef67e075-0d47-4c6d-9d2a-abd5891a7daa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=97e21f33-ac9f-4b6d-b44e-bbb2d4f85764 HTTP/1.1" status: 200 len: 853 time: 0.0949228 Jul 23 16:29:12.722620 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a195376-9172-4731-8982-b18950bd03d0 x-openstack-request-id: req-4a195376-9172-4731-8982-b18950bd03d0 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:12.723304 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a2cd9f-c2f9-4fc0-9c73-ebce344e70eb", "name": "network-vif-plugged", "status": "completed", "tag": "06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:12.723871 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4a195376-9172-4731-8982-b18950bd03d0 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:12.724992 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a2cd9f-c2f9-4fc0-9c73-ebce344e70eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba', 'code': 200} Jul 23 16:29:12.745182 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-76093273-4698-40d6-8285-be72e0381ebb service neutron] Attempting to bind port f9e8c975-30c2-4303-9d70-e5ffb98d1c7d on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:29:12.748172 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-76093273-4698-40d6-8285-be72e0381ebb service neutron] Attempting to bind port f9e8c975-30c2-4303-9d70-e5ffb98d1c7d by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '2f9791c4-d6e7-486a-bc01-5ba80d4c65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:29:12.749110 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-76093273-4698-40d6-8285-be72e0381ebb service neutron] Attempting to bind port f9e8c975-30c2-4303-9d70-e5ffb98d1c7d on network 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:29:12.757975 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-a451de20-55bd-4380-9bbd-7f4aac318340 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a1b77d63-0814-4f7d-b2d3-915d0588bb77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006379 Jul 23 16:29:12.760396 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-76093273-4698-40d6-8285-be72e0381ebb service neutron] Port f9e8c975-30c2-4303-9d70-e5ffb98d1c7d on network 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:29:12.760733 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-76093273-4698-40d6-8285-be72e0381ebb service neutron] Attempting to bind port f9e8c975-30c2-4303-9d70-e5ffb98d1c7d on network 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:29:12.795143 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-76093273-4698-40d6-8285-be72e0381ebb service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:29:12.795499 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-76093273-4698-40d6-8285-be72e0381ebb service neutron] Checking segment: {'id': '2f9791c4-d6e7-486a-bc01-5ba80d4c65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:29:12.795890 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-76093273-4698-40d6-8285-be72e0381ebb service neutron] Bound using segment: {'id': '2f9791c4-d6e7-486a-bc01-5ba80d4c65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:29:12.796979 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-76093273-4698-40d6-8285-be72e0381ebb service neutron] Bound port: f9e8c975-30c2-4303-9d70-e5ffb98d1c7d, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f9791c4-d6e7-486a-bc01-5ba80d4c65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:29:12.797380 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-76093273-4698-40d6-8285-be72e0381ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:12.826962 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3a7523dd-cefe-4874-8ee2-2d0375a256cf up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:29:12.893081 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 3a7523dd-cefe-4874-8ee2-2d0375a256cf completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:29:12.901210 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 3a7523dd-cefe-4874-8ee2-2d0375a256cf triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:29:12.902037 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:12.945732 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59c790-6bae-4419-a2d9-30d0b9a47da8 req-4f6c3751-0afc-4113-bf99-9345d354b1f1 tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:12.950282 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab59c790-6bae-4419-a2d9-30d0b9a47da8 req-4f6c3751-0afc-4113-bf99-9345d354b1f1 tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] 10.222.0.73 "GET /v2.0/ports?device_id=81a2cd9f-c2f9-4fc0-9c73-ebce344e70eb HTTP/1.1" status: 200 len: 946 time: 0.2685642 Jul 23 16:29:12.952580 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-103c6a05-865c-4426-8fdd-349899dce559 req-0faeb76b-2bd1-49dc-a460-3e35b8e39ad1 tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.1286073 Jul 23 16:29:13.009787 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-93e57222-95ca-45f2-936d-b640372e2fb4 service neutron] 10.222.0.74 "GET /v2.0/networks/a1b77d63-0814-4f7d-b2d3-915d0588bb77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272661 Jul 23 16:29:13.058169 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:13.076229 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab59c790-6bae-4419-a2d9-30d0b9a47da8 req-04ea48ec-dad0-4233-a64b-4feb1f3be606 tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] 10.222.0.73 "GET /v2.0/security-groups?id=3114a910-0ae6-4308-803d-5367328acf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071362 Jul 23 16:29:13.142930 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 3a7523dd-cefe-4874-8ee2-2d0375a256cf, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3a7523dd-cefe-4874-8ee2-2d0375a256cf,segment=NetworkSegment(17679f2d-6334-4fa1-8e34-e67b17518434),segment_id=17679f2d-6334-4fa1-8e34-e67b17518434)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:13.149618 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:13.157557 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-09604f34-7e2c-4c9c-86eb-5e9e5e712742 req-74e4f9b2-d808-4a3e-8a68-028d48c22ce0 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e834b5c-7848-44cd-b43c-660dc958f97e HTTP/1.1" status: 200 len: 210 time: 0.0856538 Jul 23 16:29:13.169443 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9501cb-0642-4be7-8bd5-86d900c154fb req-e8494990-93ac-4fc6-a388-2683d18ffa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:13.170087 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7f9501cb-0642-4be7-8bd5-86d900c154fb req-e8494990-93ac-4fc6-a388-2683d18ffa2d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=81a2cd9f-c2f9-4fc0-9c73-ebce344e70eb HTTP/1.1" status: 200 len: 1097 time: 0.3717229 Jul 23 16:29:13.214622 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ce8c0ccd-715c-4dc3-94d2-68838fc531d2 req-bb6a2d7c-9791-4348-9de6-ad286a67a6d8 service neutron] 10.222.0.74 "GET /v2.0/networks/a1b77d63-0814-4f7d-b2d3-915d0588bb77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845245 Jul 23 16:29:13.223494 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7f9501cb-0642-4be7-8bd5-86d900c154fb req-34e0c3da-0e93-4c78-97d4-10920b223f74 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=3114a910-0ae6-4308-803d-5367328acf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450842 Jul 23 16:29:13.237163 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-76093273-4698-40d6-8285-be72e0381ebb service neutron] For port f9e8c975-30c2-4303-9d70-e5ffb98d1c7d, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:29:13.246218 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-76093273-4698-40d6-8285-be72e0381ebb service neutron] For port f9e8c975-30c2-4303-9d70-e5ffb98d1c7d, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f9e8c975-30c2-4303-9d70-e5ffb98d1c7d,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:29:13.268461 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-76093273-4698-40d6-8285-be72e0381ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:13.282255 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=3a7523dd-cefe-4874-8ee2-2d0375a256cf,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:13.368682 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-76093273-4698-40d6-8285-be72e0381ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:13.369338 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-76093273-4698-40d6-8285-be72e0381ebb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:13.370782 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-76093273-4698-40d6-8285-be72e0381ebb service neutron] 10.222.0.74 "PUT /v2.0/ports/f9e8c975-30c2-4303-9d70-e5ffb98d1c7d HTTP/1.1" status: 200 len: 1091 time: 1.7636523 Jul 23 16:29:13.379607 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2ee31-97a9-490d-ab35-a2a493e441f5 req-ba9bb9ba-6ad2-4567-b2b5-fe4dd768f66d tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:13.381268 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-51c2ee31-97a9-490d-ab35-a2a493e441f5 req-ba9bb9ba-6ad2-4567-b2b5-fe4dd768f66d tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc5aacc3-8066-4b27-8866-03b5711fac52 HTTP/1.1" status: 200 len: 943 time: 0.1052117 Jul 23 16:29:13.405807 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76093273-4698-40d6-8285-be72e0381ebb service neutron] Pushing event updated for resources: {'Port': ['ID=f9e8c975-30c2-4303-9d70-e5ffb98d1c7d,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:13.425136 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76093273-4698-40d6-8285-be72e0381ebb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:13.425526 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76093273-4698-40d6-8285-be72e0381ebb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:13.426057 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76093273-4698-40d6-8285-be72e0381ebb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:13.426057 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76093273-4698-40d6-8285-be72e0381ebb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:13.426615 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76093273-4698-40d6-8285-be72e0381ebb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:13.426869 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76093273-4698-40d6-8285-be72e0381ebb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:13.427201 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76093273-4698-40d6-8285-be72e0381ebb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:13.427528 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76093273-4698-40d6-8285-be72e0381ebb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:13.427854 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76093273-4698-40d6-8285-be72e0381ebb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:13.428181 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76093273-4698-40d6-8285-be72e0381ebb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:13.428504 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76093273-4698-40d6-8285-be72e0381ebb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:13.429507 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76093273-4698-40d6-8285-be72e0381ebb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:13.436132 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155ad34-b74f-4f40-8d8b-af28bd8e4716 req-dca68330-1d63-4e76-9a03-4df14e42ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:13.437693 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9155ad34-b74f-4f40-8d8b-af28bd8e4716 req-dca68330-1d63-4e76-9a03-4df14e42ba8a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4ce834cbd4cd42eeac1719678cb6561d&device_id=cc5aacc3-8066-4b27-8866-03b5711fac52 HTTP/1.1" status: 200 len: 1094 time: 0.1377017 Jul 23 16:29:13.442189 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-51c2ee31-97a9-490d-ab35-a2a493e441f5 req-9171050f-65ae-40ef-b36f-3d06051e8003 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] 10.222.0.73 "GET /v2.0/security-groups?id=9830b48a-798f-4a14-ae3c-3e2db91deeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532694 Jul 23 16:29:13.581841 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-f5b4c78d-4efa-456c-aa0f-4577f11910ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:13.583700 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-f5b4c78d-4efa-456c-aa0f-4577f11910ca service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6e0db5f31fbe42e8a6955990f39f636d&device_id=79dc55b6-ed46-424c-8571-bb54df5d0db5 HTTP/1.1" status: 200 len: 1094 time: 0.1283369 Jul 23 16:29:13.584933 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155ad34-b74f-4f40-8d8b-af28bd8e4716 req-55bc39a0-9841-4379-9909-8f4049649d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:13.586352 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9155ad34-b74f-4f40-8d8b-af28bd8e4716 req-55bc39a0-9841-4379-9909-8f4049649d4f service neutron] 10.222.0.74 "GET /v2.0/networks?id=a1b77d63-0814-4f7d-b2d3-915d0588bb77 HTTP/1.1" status: 200 len: 915 time: 0.1399999 Jul 23 16:29:13.659552 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-f635becd-975e-42b4-a0aa-cd764519d98b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9e8c975-30c2-4303-9d70-e5ffb98d1c7d HTTP/1.1" status: 200 len: 217 time: 0.0567381 Jul 23 16:29:13.705429 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9155ad34-b74f-4f40-8d8b-af28bd8e4716 req-57e2148d-0139-4823-b46b-27ddd4d67ab1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0da2da61-71a7-444f-9f8a-2ab5c7abca85 HTTP/1.1" status: 200 len: 217 time: 0.0942395 Jul 23 16:29:13.712116 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b45bb-e10b-4acd-9707-c6d74d58de96 req-b5680ad8-4c1e-446d-b0a4-d579a7f2f97c tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:13.719336 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-174b45bb-e10b-4acd-9707-c6d74d58de96 req-b5680ad8-4c1e-446d-b0a4-d579a7f2f97c tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=79dc55b6-ed46-424c-8571-bb54df5d0db5 HTTP/1.1" status: 200 len: 943 time: 0.1155331 Jul 23 16:29:13.766782 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-174b45bb-e10b-4acd-9707-c6d74d58de96 req-098ea4d5-1ce4-460b-b4a5-b7a48fad7e50 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462363 Jul 23 16:29:13.791959 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-e894489f-e844-4bc2-b2e2-58b8c4440a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:13.793469 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-e894489f-e844-4bc2-b2e2-58b8c4440a9a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=afdba85c-3a3a-4e3d-a242-c2e94f8ff50b HTTP/1.1" status: 200 len: 846 time: 0.0981531 Jul 23 16:29:13.812095 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155ad34-b74f-4f40-8d8b-af28bd8e4716 req-ed9b072f-d91d-4209-b6bc-5d376798fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:13.813538 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9155ad34-b74f-4f40-8d8b-af28bd8e4716 req-ed9b072f-d91d-4209-b6bc-5d376798fa16 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=97e21f33-ac9f-4b6d-b44e-bbb2d4f85764 HTTP/1.1" status: 200 len: 853 time: 0.0744505 Jul 23 16:29:13.837548 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-75c1ded8-38c1-4bc3-808e-f372ab23f339 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357311 Jul 23 16:29:13.881493 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9155ad34-b74f-4f40-8d8b-af28bd8e4716 req-22d97130-cd3e-4068-a88d-630570243c96 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a1b77d63-0814-4f7d-b2d3-915d0588bb77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467610 Jul 23 16:29:14.012825 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-d365ad42-ec5d-4a6c-917f-ba92421c8669 service neutron] 10.222.0.74 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670384 Jul 23 16:29:14.047824 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9155ad34-b74f-4f40-8d8b-af28bd8e4716 req-0b195b8f-a587-4046-9c83-deaa489ea843 service neutron] 10.222.0.74 "GET /v2.0/networks/a1b77d63-0814-4f7d-b2d3-915d0588bb77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569948 Jul 23 16:29:14.073450 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:29:14.092922 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2f5d7224-574b-45ec-97c8-7d0ca0ac88f7 req-6c157754-b1ad-4e4a-9b61-b498e23946e8 tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0350213 Jul 23 16:29:14.225014 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2525261c-a886-4c0c-b3b3-9d6e020a6737 req-a470e394-3495-4b2f-a9bc-b5ab29a6a5b5 service neutron] 10.222.0.74 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033961 Jul 23 16:29:14.255302 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9155ad34-b74f-4f40-8d8b-af28bd8e4716 req-475658b0-7b5d-43ad-884a-2ca55d3c6c3b service neutron] 10.222.0.74 "GET /v2.0/networks/a1b77d63-0814-4f7d-b2d3-915d0588bb77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985390 Jul 23 16:29:14.276521 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79dc55b6-ed46-424c-8571-bb54df5d0db5', 'tag': 'f9e8c975-30c2-4303-9d70-e5ffb98d1c7d'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:14.280705 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9649ef4-6a3c-4646-8bb7-71ca7574bcb3" -d '{"events": [{"name": "network-changed", "server_uuid": "79dc55b6-ed46-424c-8571-bb54df5d0db5", "tag": "f9e8c975-30c2-4303-9d70-e5ffb98d1c7d"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:14.574752 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8a62243-394b-4662-9c0a-56a75cd3ce35 req-c70d98c3-be34-4080-ad15-fee6186de2bb tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e834b5c-7848-44cd-b43c-660dc958f97e HTTP/1.1" status: 200 len: 210 time: 0.0831764 Jul 23 16:29:14.616735 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-37b9b4b2-df27-47be-abf8-179f303cbcf8 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:14.618410 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-37b9b4b2-df27-47be-abf8-179f303cbcf8 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.97 "GET /v2.0/networks?id=05f6be5c-f7ce-413c-a38a-ad014805edc6 HTTP/1.1" status: 200 len: 812 time: 0.5245287 Jul 23 16:29:14.618793 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389113ab-0433-474e-a0f4-66c5729423ca x-openstack-request-id: req-389113ab-0433-474e-a0f4-66c5729423ca {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:14.619169 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79dc55b6-ed46-424c-8571-bb54df5d0db5", "tag": "f9e8c975-30c2-4303-9d70-e5ffb98d1c7d", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:14.619979 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-389113ab-0433-474e-a0f4-66c5729423ca {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:14.620469 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79dc55b6-ed46-424c-8571-bb54df5d0db5', 'tag': 'f9e8c975-30c2-4303-9d70-e5ffb98d1c7d', 'status': 'completed', 'code': 200} Jul 23 16:29:14.646063 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78dcc4-8115-42ad-b1d5-49ae6b32a67e req-db298dbe-455f-45e0-981c-0a441c8223ed tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:14.647676 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e78dcc4-8115-42ad-b1d5-49ae6b32a67e req-db298dbe-455f-45e0-981c-0a441c8223ed tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] 10.222.0.73 "GET /v2.0/ports?device_id=81a2cd9f-c2f9-4fc0-9c73-ebce344e70eb HTTP/1.1" status: 200 len: 946 time: 0.4763050 Jul 23 16:29:14.725720 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9649ef4-6a3c-4646-8bb7-71ca7574bcb3 req-b404d1b4-cc63-4888-9c45-c203f912b43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:14.725720 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c9649ef4-6a3c-4646-8bb7-71ca7574bcb3 req-b404d1b4-cc63-4888-9c45-c203f912b43f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6e0db5f31fbe42e8a6955990f39f636d&device_id=79dc55b6-ed46-424c-8571-bb54df5d0db5 HTTP/1.1" status: 200 len: 1094 time: 0.0726805 Jul 23 16:29:14.725919 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-76ff1165-12bd-400b-840b-301f5c6e01d7 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61f099c574a94f20b4bf8d7e3b71b727 HTTP/1.1" status: 200 len: 379 time: 0.0960121 Jul 23 16:29:14.727736 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3a7523dd-cefe-4874-8ee2-2d0375a256cf up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:29:14.736544 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-edb546f0-5c0a-4bbb-8730-8772724b1449 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Request body: {'port': {'device_id': '2e834b5c-7848-44cd-b43c-660dc958f97e', 'network_id': '05f6be5c-f7ce-413c-a38a-ad014805edc6', 'admin_state_up': True, 'tenant_id': '61f099c574a94f20b4bf8d7e3b71b727', 'security_groups': ['c24a7019-99c1-407d-8661-e7d070001332']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:14.775793 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e78dcc4-8115-42ad-b1d5-49ae6b32a67e req-d1ab79a2-79ed-4f79-ad07-730cfa1eeaba tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] 10.222.0.73 "GET /v2.0/security-groups?id=3114a910-0ae6-4308-803d-5367328acf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211824 Jul 23 16:29:14.815655 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 3a7523dd-cefe-4874-8ee2-2d0375a256cf triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:29:14.816665 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:14.830597 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9649ef4-6a3c-4646-8bb7-71ca7574bcb3 req-9a5d391a-13a6-424f-b220-fc620fe9031c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:14.833237 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c9649ef4-6a3c-4646-8bb7-71ca7574bcb3 req-9a5d391a-13a6-424f-b220-fc620fe9031c service neutron] 10.222.0.74 "GET /v2.0/networks?id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 HTTP/1.1" status: 200 len: 908 time: 0.1036360 Jul 23 16:29:14.873945 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ba8d6-a569-45b9-82ef-b0091763897a req-a2f7bfc1-8e27-4b93-aba5-835f41df5a5f tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:14.875501 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1b1ba8d6-a569-45b9-82ef-b0091763897a req-a2f7bfc1-8e27-4b93-aba5-835f41df5a5f tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc5aacc3-8066-4b27-8866-03b5711fac52 HTTP/1.1" status: 200 len: 943 time: 0.1912119 Jul 23 16:29:14.919580 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c9649ef4-6a3c-4646-8bb7-71ca7574bcb3 req-2a257d7d-9239-4bc2-988b-05b91f18545c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9e8c975-30c2-4303-9d70-e5ffb98d1c7d HTTP/1.1" status: 200 len: 217 time: 0.0745213 Jul 23 16:29:14.945709 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1b1ba8d6-a569-45b9-82ef-b0091763897a req-63ce86f2-b0e9-4891-89f4-545e1b002678 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] 10.222.0.73 "GET /v2.0/security-groups?id=9830b48a-798f-4a14-ae3c-3e2db91deeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597749 Jul 23 16:29:14.946906 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-edb546f0-5c0a-4bbb-8730-8772724b1449 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Made reservation on behalf of 61f099c574a94f20b4bf8d7e3b71b727 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:29:14.950499 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-edb546f0-5c0a-4bbb-8730-8772724b1449 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:14.981868 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9649ef4-6a3c-4646-8bb7-71ca7574bcb3 req-5e44c22a-78e9-4b7c-84e7-faa806ee7b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:14.983771 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c9649ef4-6a3c-4646-8bb7-71ca7574bcb3 req-5e44c22a-78e9-4b7c-84e7-faa806ee7b89 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=afdba85c-3a3a-4e3d-a242-c2e94f8ff50b HTTP/1.1" status: 200 len: 846 time: 0.0560644 Jul 23 16:29:15.020103 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c9649ef4-6a3c-4646-8bb7-71ca7574bcb3 req-63a4a43c-de0e-4958-b1d9-0947d13795cf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277519 Jul 23 16:29:15.115028 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd836a5f-634b-416a-b684-97b606324d04 req-a5a0f201-5de6-42ad-9bcb-c1f3649f29a5 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:15.116409 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c9649ef4-6a3c-4646-8bb7-71ca7574bcb3 req-a0405f33-d5c4-4ade-ac66-110c9ab17a0c service neutron] 10.222.0.74 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866461 Jul 23 16:29:15.116529 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd836a5f-634b-416a-b684-97b606324d04 req-a5a0f201-5de6-42ad-9bcb-c1f3649f29a5 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=79dc55b6-ed46-424c-8571-bb54df5d0db5 HTTP/1.1" status: 200 len: 943 time: 0.1500666 Jul 23 16:29:15.143650 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-edb546f0-5c0a-4bbb-8730-8772724b1449 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Allocated IP 172.20.0.10 (05f6be5c-f7ce-413c-a38a-ad014805edc6/5dc77d02-3b4a-49f8-884d-780b2f0fb89d/795232bb-2aed-4b9e-888e-5cc37da90945) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:29:15.187527 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd836a5f-634b-416a-b684-97b606324d04 req-ea7253d7-0fa5-4cc9-b907-91b31d0b2356 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650146 Jul 23 16:29:15.232314 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c9649ef4-6a3c-4646-8bb7-71ca7574bcb3 req-f3a33d52-90fd-4fac-a2ad-f9b175cc738b service neutron] 10.222.0.74 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047308 Jul 23 16:29:15.297487 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28da2c6f-1287-456f-aa35-322bdd264a8f req-7438f37f-bc54-4e27-9791-41788b1225ea tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0613708 Jul 23 16:29:15.337178 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-edb546f0-5c0a-4bbb-8730-8772724b1449 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:15.351296 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-edb546f0-5c0a-4bbb-8730-8772724b1449 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Transition to ACTIVE for port object 795232bb-2aed-4b9e-888e-5cc37da90945 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:29:15.386208 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-edb546f0-5c0a-4bbb-8730-8772724b1449 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:15.430904 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-edb546f0-5c0a-4bbb-8730-8772724b1449 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Network 05f6be5c-f7ce-413c-a38a-ad014805edc6 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:29:15.434012 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-edb546f0-5c0a-4bbb-8730-8772724b1449 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:29:15.440290 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-edb546f0-5c0a-4bbb-8730-8772724b1449 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:29:15.469215 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb546f0-5c0a-4bbb-8730-8772724b1449 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Pushing event updated for resources: {'Port': ['ID=795232bb-2aed-4b9e-888e-5cc37da90945,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:15.496088 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-edb546f0-5c0a-4bbb-8730-8772724b1449 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:15.496724 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-edb546f0-5c0a-4bbb-8730-8772724b1449 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:15.512964 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-edb546f0-5c0a-4bbb-8730-8772724b1449 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7809968 Jul 23 16:29:15.527873 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] Request body: {'port': {'device_id': '2e834b5c-7848-44cd-b43c-660dc958f97e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:15.611675 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:15.668514 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-44fd2e81-12cc-46be-acdf-922d0e305a35 None None] Provisioning for port 795232bb-2aed-4b9e-888e-5cc37da90945 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:29:15.672342 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-44fd2e81-12cc-46be-acdf-922d0e305a35 None None] Provisioning complete for port 795232bb-2aed-4b9e-888e-5cc37da90945 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:29:15.672832 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-44fd2e81-12cc-46be-acdf-922d0e305a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:15.711206 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-44fd2e81-12cc-46be-acdf-922d0e305a35 None None] Port 795232bb-2aed-4b9e-888e-5cc37da90945 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:29:15.814781 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d370d-5b09-4aa5-91ed-d83afd011fb8 req-523c8ad5-2749-4179-bea8-1237c4a3a5c3 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:15.816254 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-719d370d-5b09-4aa5-91ed-d83afd011fb8 req-523c8ad5-2749-4179-bea8-1237c4a3a5c3 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e834b5c-7848-44cd-b43c-660dc958f97e HTTP/1.1" status: 200 len: 932 time: 0.1717393 Jul 23 16:29:15.944382 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-719d370d-5b09-4aa5-91ed-d83afd011fb8 req-91963319-1ec8-4979-a16a-cf8b91740681 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/security-groups?id=c24a7019-99c1-407d-8661-e7d070001332&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215320 Jul 23 16:29:16.013695 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66785dfd-304d-4d43-a56d-2c1536b84438 req-e86f4843-0bd6-4caf-af98-15b351370a66 tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:16.015226 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-66785dfd-304d-4d43-a56d-2c1536b84438 req-e86f4843-0bd6-4caf-af98-15b351370a66 tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] 10.222.0.73 "GET /v2.0/ports?device_id=81a2cd9f-c2f9-4fc0-9c73-ebce344e70eb HTTP/1.1" status: 200 len: 946 time: 0.1494770 Jul 23 16:29:16.044091 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 795232bb-2aed-4b9e-888e-5cc37da90945 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:29:16.055489 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:16.088940 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-66785dfd-304d-4d43-a56d-2c1536b84438 req-045477fb-32e9-445f-8fc3-5511b1bf52fd tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] 10.222.0.73 "GET /v2.0/security-groups?id=3114a910-0ae6-4308-803d-5367328acf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681567 Jul 23 16:29:16.116961 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] Transition to ACTIVE for port object 795232bb-2aed-4b9e-888e-5cc37da90945 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:29:16.121432 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:16.184249 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] Pushing event updated for resources: {'Port': ['ID=795232bb-2aed-4b9e-888e-5cc37da90945,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:16.248242 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4272f-81a2-4ec8-afd6-30cce99ffee6 req-ad2da076-5216-471d-86ec-4ddfaf10b528 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:16.249829 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-35f4272f-81a2-4ec8-afd6-30cce99ffee6 req-ad2da076-5216-471d-86ec-4ddfaf10b528 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc5aacc3-8066-4b27-8866-03b5711fac52 HTTP/1.1" status: 200 len: 943 time: 0.1802537 Jul 23 16:29:16.305102 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] Attempting to bind port 795232bb-2aed-4b9e-888e-5cc37da90945 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:29:16.305102 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] Attempting to bind port 795232bb-2aed-4b9e-888e-5cc37da90945 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '17679f2d-6334-4fa1-8e34-e67b17518434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '05f6be5c-f7ce-413c-a38a-ad014805edc6'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:29:16.305663 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] Attempting to bind port 795232bb-2aed-4b9e-888e-5cc37da90945 on network 05f6be5c-f7ce-413c-a38a-ad014805edc6 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:29:16.327456 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-35f4272f-81a2-4ec8-afd6-30cce99ffee6 req-7e11f6a3-b7ad-44d8-8aaa-03e62cfa4d67 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] 10.222.0.73 "GET /v2.0/security-groups?id=9830b48a-798f-4a14-ae3c-3e2db91deeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684459 Jul 23 16:29:16.362290 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] Port 795232bb-2aed-4b9e-888e-5cc37da90945 on network 05f6be5c-f7ce-413c-a38a-ad014805edc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:29:16.362629 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] Attempting to bind port 795232bb-2aed-4b9e-888e-5cc37da90945 on network 05f6be5c-f7ce-413c-a38a-ad014805edc6 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:29:16.371905 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:29:16.372313 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] Checking segment: {'id': '17679f2d-6334-4fa1-8e34-e67b17518434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '05f6be5c-f7ce-413c-a38a-ad014805edc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:29:16.372669 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] Bound using segment: {'id': '17679f2d-6334-4fa1-8e34-e67b17518434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '05f6be5c-f7ce-413c-a38a-ad014805edc6'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:29:16.373170 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] Bound port: 795232bb-2aed-4b9e-888e-5cc37da90945, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17679f2d-6334-4fa1-8e34-e67b17518434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '05f6be5c-f7ce-413c-a38a-ad014805edc6'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:29:16.373751 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:16.471187 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-31fac635-beb1-4e80-b59a-33ea4816712b req-f7a4c1ca-c0ee-41ab-98f8-0f7994e12c29 tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0415401 Jul 23 16:29:16.508730 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53108ba-97ec-473c-9016-f6c9824cca28 req-2d4181e9-2fdc-48c1-8668-ee1755c179a3 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:16.508730 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a53108ba-97ec-473c-9016-f6c9824cca28 req-2d4181e9-2fdc-48c1-8668-ee1755c179a3 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=79dc55b6-ed46-424c-8571-bb54df5d0db5 HTTP/1.1" status: 200 len: 943 time: 0.1952341 Jul 23 16:29:16.516207 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] For port 795232bb-2aed-4b9e-888e-5cc37da90945, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:29:16.524122 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] For port 795232bb-2aed-4b9e-888e-5cc37da90945, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=795232bb-2aed-4b9e-888e-5cc37da90945,segment=NetworkSegment(17679f2d-6334-4fa1-8e34-e67b17518434),segment_id=17679f2d-6334-4fa1-8e34-e67b17518434)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:29:16.532820 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:16.579928 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:16.581289 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:16.582894 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] 10.222.0.97 "PUT /v2.0/ports/795232bb-2aed-4b9e-888e-5cc37da90945 HTTP/1.1" status: 200 len: 1092 time: 1.0594382 Jul 23 16:29:16.585405 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e834b5c-7848-44cd-b43c-660dc958f97e', 'tag': '795232bb-2aed-4b9e-888e-5cc37da90945'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:16.589085 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f623f0-e857-49a4-94d5-7a87ea02fffd" -d '{"events": [{"name": "network-changed", "server_uuid": "2e834b5c-7848-44cd-b43c-660dc958f97e", "tag": "795232bb-2aed-4b9e-888e-5cc37da90945"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:16.623548 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a53108ba-97ec-473c-9016-f6c9824cca28 req-3c42a881-ac64-4692-a57c-5082e33fbe33 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047714 Jul 23 16:29:16.658623 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c2e8e7-8798-40ea-84f8-ba3286fee4ac x-openstack-request-id: req-e3c2e8e7-8798-40ea-84f8-ba3286fee4ac {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:16.658918 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e834b5c-7848-44cd-b43c-660dc958f97e", "tag": "795232bb-2aed-4b9e-888e-5cc37da90945", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:16.659175 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e3c2e8e7-8798-40ea-84f8-ba3286fee4ac {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:16.659579 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e834b5c-7848-44cd-b43c-660dc958f97e', 'tag': '795232bb-2aed-4b9e-888e-5cc37da90945', 'status': 'completed', 'code': 200} Jul 23 16:29:16.664987 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] Pushing event updated for resources: {'Port': ['ID=795232bb-2aed-4b9e-888e-5cc37da90945,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:16.693942 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:16.695092 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:16.695092 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:16.695092 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:16.695331 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:16.695600 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:16.695927 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:16.696256 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:16.696660 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:16.696994 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:16.697348 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:16.697673 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b486bc7-2776-4548-9f59-dffb01f7938c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:16.742494 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-02427004-5d98-4d2f-b48b-dfe11539ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:16.742494 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-02427004-5d98-4d2f-b48b-dfe11539ca36 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=61f099c574a94f20b4bf8d7e3b71b727&device_id=2e834b5c-7848-44cd-b43c-660dc958f97e HTTP/1.1" status: 200 len: 1095 time: 0.1020205 Jul 23 16:29:16.791907 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-562fa2bf-64ba-4837-9deb-239d9c1eb5c2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=795232bb-2aed-4b9e-888e-5cc37da90945 HTTP/1.1" status: 200 len: 217 time: 0.0430212 Jul 23 16:29:16.856478 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-87250149-0fc9-481d-94c5-efe7454954ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:16.857977 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-87250149-0fc9-481d-94c5-efe7454954ff service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5dc77d02-3b4a-49f8-884d-780b2f0fb89d HTTP/1.1" status: 200 len: 851 time: 0.0596488 Jul 23 16:29:16.920377 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-a0245b22-8695-4200-8b3d-8f7fb5f86ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:16.921915 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-a0245b22-8695-4200-8b3d-8f7fb5f86ad0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=05f6be5c-f7ce-413c-a38a-ad014805edc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574102 Jul 23 16:29:17.024296 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-9340d8c3-64a8-4d5d-a7c3-548facca6318 service neutron] 10.222.0.97 "GET /v2.0/networks/05f6be5c-f7ce-413c-a38a-ad014805edc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954387 Jul 23 16:29:17.082205 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device f9e8c975-30c2-4303-9d70-e5ffb98d1c7d details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:29:17.182151 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72389a46-3ad0-4048-9423-d7d46edea7ec req-60c35728-096e-4ce8-b4a2-d2d75f09f7e9 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:17.183795 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-72389a46-3ad0-4048-9423-d7d46edea7ec req-60c35728-096e-4ce8-b4a2-d2d75f09f7e9 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e834b5c-7848-44cd-b43c-660dc958f97e HTTP/1.1" status: 200 len: 944 time: 0.1633012 Jul 23 16:29:17.192671 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d39ec90-aebe-4f6b-bfa0-b0218d38905b req-25b0ac99-124a-4354-a65e-074e42684dc2 service neutron] 10.222.0.97 "GET /v2.0/networks/05f6be5c-f7ce-413c-a38a-ad014805edc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611381 Jul 23 16:29:17.218543 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port f9e8c975-30c2-4303-9d70-e5ffb98d1c7d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f9e8c975-30c2-4303-9d70-e5ffb98d1c7d,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:17.237933 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'f9e8c975-30c2-4303-9d70-e5ffb98d1c7d', 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6', 'port_id': 'f9e8c975-30c2-4303-9d70-e5ffb98d1c7d', 'mac_address': 'fa:16:3e:35:f4:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afdba85c-3a3a-4e3d-a242-c2e94f8ff50b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:29:17.242139 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-72389a46-3ad0-4048-9423-d7d46edea7ec req-f2954e9a-79d1-4031-87de-65a70a37c8ab tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/security-groups?id=c24a7019-99c1-407d-8661-e7d070001332&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468261 Jul 23 16:29:17.286619 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:17.299961 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e8c975-30c2-4303-9d70-e5ffb98d1c7d {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:29:17.320402 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port f9e8c975-30c2-4303-9d70-e5ffb98d1c7d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f9e8c975-30c2-4303-9d70-e5ffb98d1c7d,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:17.320992 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f623f0-e857-49a4-94d5-7a87ea02fffd req-ae55e194-2a10-4f59-8472-cd4ba3d7eaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:17.322833 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-47f623f0-e857-49a4-94d5-7a87ea02fffd req-ae55e194-2a10-4f59-8472-cd4ba3d7eaf9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=61f099c574a94f20b4bf8d7e3b71b727&device_id=2e834b5c-7848-44cd-b43c-660dc958f97e HTTP/1.1" status: 200 len: 1095 time: 0.0731859 Jul 23 16:29:17.324654 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:17.325351 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 0da2da61-71a7-444f-9f8a-2ab5c7abca85 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:29:17.402872 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=f9e8c975-30c2-4303-9d70-e5ffb98d1c7d,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:17.469068 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 0da2da61-71a7-444f-9f8a-2ab5c7abca85, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=0da2da61-71a7-444f-9f8a-2ab5c7abca85,segment=NetworkSegment(94b22e67-2834-4bb0-98f0-d4294d4896d7),segment_id=94b22e67-2834-4bb0-98f0-d4294d4896d7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:17.481073 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '0da2da61-71a7-444f-9f8a-2ab5c7abca85', 'network_id': 'a1b77d63-0814-4f7d-b2d3-915d0588bb77', 'port_id': '0da2da61-71a7-444f-9f8a-2ab5c7abca85', 'mac_address': 'fa:16:3e:5a:f7:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e21f33-ac9f-4b6d-b44e-bbb2d4f85764', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:29:17.492765 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f623f0-e857-49a4-94d5-7a87ea02fffd req-feaa6509-8bf3-488c-adb4-b118e76cc793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:17.495763 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-47f623f0-e857-49a4-94d5-7a87ea02fffd req-feaa6509-8bf3-488c-adb4-b118e76cc793 service neutron] 10.222.0.97 "GET /v2.0/networks?id=05f6be5c-f7ce-413c-a38a-ad014805edc6 HTTP/1.1" status: 200 len: 914 time: 0.1650598 Jul 23 16:29:17.535775 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:17.551567 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da2da61-71a7-444f-9f8a-2ab5c7abca85 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:29:17.561262 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-47f623f0-e857-49a4-94d5-7a87ea02fffd req-fbd93b25-007a-45fe-b3f8-c898c0e06495 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=795232bb-2aed-4b9e-888e-5cc37da90945 HTTP/1.1" status: 200 len: 217 time: 0.0540941 Jul 23 16:29:17.575706 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbb672-f433-4445-993a-9b5c4c997ce2 req-d37949d4-b1af-44f8-9691-571461a0cd5e tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:17.576574 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 0da2da61-71a7-444f-9f8a-2ab5c7abca85, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=0da2da61-71a7-444f-9f8a-2ab5c7abca85,segment=NetworkSegment(94b22e67-2834-4bb0-98f0-d4294d4896d7),segment_id=94b22e67-2834-4bb0-98f0-d4294d4896d7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:17.582720 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:17.584690 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74dbb672-f433-4445-993a-9b5c4c997ce2 req-d37949d4-b1af-44f8-9691-571461a0cd5e tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc5aacc3-8066-4b27-8866-03b5711fac52 HTTP/1.1" status: 200 len: 943 time: 0.1694005 Jul 23 16:29:17.644276 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=0da2da61-71a7-444f-9f8a-2ab5c7abca85,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:17.654895 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce38b159-2f07-418e-b68a-006f9edafce5 req-9d6f95e6-ca97-41a6-b731-48b6b5d91fa0 tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0540545 Jul 23 16:29:17.692021 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74dbb672-f433-4445-993a-9b5c4c997ce2 req-e02c8a68-28b7-4f3e-b3e6-ecb999cfbb2c tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] 10.222.0.73 "GET /v2.0/security-groups?id=9830b48a-798f-4a14-ae3c-3e2db91deeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058247 Jul 23 16:29:17.695785 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f623f0-e857-49a4-94d5-7a87ea02fffd req-a25588fd-3f80-4a71-8aa9-c32909e6c1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:17.697278 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-47f623f0-e857-49a4-94d5-7a87ea02fffd req-a25588fd-3f80-4a71-8aa9-c32909e6c1b8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5dc77d02-3b4a-49f8-884d-780b2f0fb89d HTTP/1.1" status: 200 len: 851 time: 0.1074872 Jul 23 16:29:17.800064 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f623f0-e857-49a4-94d5-7a87ea02fffd req-239cce72-e4a8-4b81-9973-7ada0fc2b413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:17.801832 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-47f623f0-e857-49a4-94d5-7a87ea02fffd req-239cce72-e4a8-4b81-9973-7ada0fc2b413 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=05f6be5c-f7ce-413c-a38a-ad014805edc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961642 Jul 23 16:29:17.857910 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987d3f8-e8c3-4624-8d74-368c2a25762d req-f5ddd034-e804-4f56-8bbf-55732551e389 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:17.859385 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e987d3f8-e8c3-4624-8d74-368c2a25762d req-f5ddd034-e804-4f56-8bbf-55732551e389 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=79dc55b6-ed46-424c-8571-bb54df5d0db5 HTTP/1.1" status: 200 len: 944 time: 0.1012576 Jul 23 16:29:17.897920 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['f9e8c975-30c2-4303-9d70-e5ffb98d1c7d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:17.904296 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['0da2da61-71a7-444f-9f8a-2ab5c7abca85'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:17.940784 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e987d3f8-e8c3-4624-8d74-368c2a25762d req-dc21aaf6-e1d8-47b7-b679-bbb84db1b924 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744359 Jul 23 16:29:17.947264 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-47f623f0-e857-49a4-94d5-7a87ea02fffd req-2f7c107e-615e-4ea9-aafb-9f49a8d6056c service neutron] 10.222.0.97 "GET /v2.0/networks/05f6be5c-f7ce-413c-a38a-ad014805edc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318302 Jul 23 16:29:18.069754 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-47f623f0-e857-49a4-94d5-7a87ea02fffd req-acb901d6-52e2-414b-a8d6-b22e5486c427 service neutron] 10.222.0.97 "GET /v2.0/networks/05f6be5c-f7ce-413c-a38a-ad014805edc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159282 Jul 23 16:29:18.380484 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27332e8d-cbdf-4d64-9bdb-3f3a886a2d74 req-2244af07-de65-4831-ad06-69969fcaf956 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:18.381995 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-27332e8d-cbdf-4d64-9bdb-3f3a886a2d74 req-2244af07-de65-4831-ad06-69969fcaf956 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e834b5c-7848-44cd-b43c-660dc958f97e HTTP/1.1" status: 200 len: 944 time: 0.0662420 Jul 23 16:29:18.420815 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-27332e8d-cbdf-4d64-9bdb-3f3a886a2d74 req-2840a113-636e-4bde-b802-d61a9d53d2cf tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/security-groups?id=c24a7019-99c1-407d-8661-e7d070001332&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330729 Jul 23 16:29:18.780303 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-619b0936-684c-4864-8d9f-2ac406ee443c req-611edeae-29dd-4bc6-89c1-019bd6094f86 tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0389695 Jul 23 16:29:18.902909 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68666fd-a775-446d-950b-913038dbb1df req-ca757139-2b85-4ae3-a093-66ac468de3dd tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:18.904554 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c68666fd-a775-446d-950b-913038dbb1df req-ca757139-2b85-4ae3-a093-66ac468de3dd tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc5aacc3-8066-4b27-8866-03b5711fac52 HTTP/1.1" status: 200 len: 944 time: 0.0711720 Jul 23 16:29:18.944775 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c68666fd-a775-446d-950b-913038dbb1df req-e29d1ef4-e39c-4c7a-85f1-05a4d1e4bf6b tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] 10.222.0.73 "GET /v2.0/security-groups?id=9830b48a-798f-4a14-ae3c-3e2db91deeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345654 Jul 23 16:29:19.083306 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c77fa4-25aa-417c-8023-a37ca7919906 req-6fd8130f-8035-4294-a2c3-a12e0e1e80c3 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:19.084948 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-56c77fa4-25aa-417c-8023-a37ca7919906 req-6fd8130f-8035-4294-a2c3-a12e0e1e80c3 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=79dc55b6-ed46-424c-8571-bb54df5d0db5 HTTP/1.1" status: 200 len: 944 time: 0.0666671 Jul 23 16:29:19.092230 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 0da2da61-71a7-444f-9f8a-2ab5c7abca85 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:29:19.133227 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-56c77fa4-25aa-417c-8023-a37ca7919906 req-be6ce86a-ad8d-40f0-a560-274591e7cbb3 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420170 Jul 23 16:29:19.146017 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 0da2da61-71a7-444f-9f8a-2ab5c7abca85 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:29:19.149961 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 0da2da61-71a7-444f-9f8a-2ab5c7abca85 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:29:19.150394 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:19.233125 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:19.258281 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5aacc3-8066-4b27-8866-03b5711fac52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da2da61-71a7-444f-9f8a-2ab5c7abca85'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:19.261365 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cdd398-6521-4509-9aa1-02ee0830cb64" -d '{"events": [{"server_uuid": "cc5aacc3-8066-4b27-8866-03b5711fac52", "name": "network-vif-plugged", "status": "completed", "tag": "0da2da61-71a7-444f-9f8a-2ab5c7abca85"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:19.285225 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 0da2da61-71a7-444f-9f8a-2ab5c7abca85, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=0da2da61-71a7-444f-9f8a-2ab5c7abca85,segment=NetworkSegment(94b22e67-2834-4bb0-98f0-d4294d4896d7),segment_id=94b22e67-2834-4bb0-98f0-d4294d4896d7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:19.291262 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:19.292077 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device f9e8c975-30c2-4303-9d70-e5ffb98d1c7d up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:29:19.314596 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc1db92-1752-4a11-85f6-25caf1bf3c25 x-openstack-request-id: req-dbc1db92-1752-4a11-85f6-25caf1bf3c25 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:19.314826 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc5aacc3-8066-4b27-8866-03b5711fac52", "name": "network-vif-plugged", "status": "completed", "tag": "0da2da61-71a7-444f-9f8a-2ab5c7abca85", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:19.315123 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dbc1db92-1752-4a11-85f6-25caf1bf3c25 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:19.315525 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5aacc3-8066-4b27-8866-03b5711fac52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da2da61-71a7-444f-9f8a-2ab5c7abca85', 'code': 200} Jul 23 16:29:19.388892 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=0da2da61-71a7-444f-9f8a-2ab5c7abca85,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:19.395777 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port f9e8c975-30c2-4303-9d70-e5ffb98d1c7d completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:29:19.403713 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port f9e8c975-30c2-4303-9d70-e5ffb98d1c7d triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:29:19.405658 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:19.438451 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02e351-ae66-488b-b9db-740b58ac9619 req-4e28de56-fdbf-49e1-a9fd-30efb453576b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:19.440148 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5f02e351-ae66-488b-b9db-740b58ac9619 req-4e28de56-fdbf-49e1-a9fd-30efb453576b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cc5aacc3-8066-4b27-8866-03b5711fac52 HTTP/1.1" status: 200 len: 1096 time: 0.0631070 Jul 23 16:29:19.487834 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5f02e351-ae66-488b-b9db-740b58ac9619 req-23a23610-4005-4f85-b8af-93f38e9dce8f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9830b48a-798f-4a14-ae3c-3e2db91deeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376868 Jul 23 16:29:19.495626 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:19.528890 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port f9e8c975-30c2-4303-9d70-e5ffb98d1c7d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f9e8c975-30c2-4303-9d70-e5ffb98d1c7d,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:19.533721 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:19.568234 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b956d-1a47-4cc2-a9a1-5641e7849c4a req-d8f72317-f2e6-4b2c-a4c4-6727e0d63638 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:19.569683 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c45b956d-1a47-4cc2-a9a1-5641e7849c4a req-d8f72317-f2e6-4b2c-a4c4-6727e0d63638 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e834b5c-7848-44cd-b43c-660dc958f97e HTTP/1.1" status: 200 len: 944 time: 0.0693381 Jul 23 16:29:19.583168 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=f9e8c975-30c2-4303-9d70-e5ffb98d1c7d,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:19.611962 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c45b956d-1a47-4cc2-a9a1-5641e7849c4a req-0337f784-db36-4aa9-b4b7-ad2d38f7d71c tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/security-groups?id=c24a7019-99c1-407d-8661-e7d070001332&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349960 Jul 23 16:29:19.885426 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6ef97486-e2bc-4797-99d9-ea37560fe984 req-781a54a6-b307-4f3b-ba98-2fae118a12f4 tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0339079 Jul 23 16:29:20.076033 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c2a25-2f0b-4685-b043-da58a014fdb0 req-4f6e5cbb-02aa-4868-abda-d063d3462594 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:20.077582 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f80c2a25-2f0b-4685-b043-da58a014fdb0 req-4f6e5cbb-02aa-4868-abda-d063d3462594 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc5aacc3-8066-4b27-8866-03b5711fac52 HTTP/1.1" status: 200 len: 945 time: 0.0648606 Jul 23 16:29:20.115558 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f80c2a25-2f0b-4685-b043-da58a014fdb0 req-64e10ec3-e15a-4703-bafa-23de82a5d7c6 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] 10.222.0.73 "GET /v2.0/security-groups?id=9830b48a-798f-4a14-ae3c-3e2db91deeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317607 Jul 23 16:29:20.185605 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 795232bb-2aed-4b9e-888e-5cc37da90945 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:29:20.277563 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d97c3-6ca0-4fea-92bc-dec686148f91 req-b24098a4-0abd-45fd-8e1a-565e0fd3cc16 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:20.281896 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb1d97c3-6ca0-4fea-92bc-dec686148f91 req-b24098a4-0abd-45fd-8e1a-565e0fd3cc16 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=79dc55b6-ed46-424c-8571-bb54df5d0db5 HTTP/1.1" status: 200 len: 945 time: 0.0816531 Jul 23 16:29:20.284518 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 795232bb-2aed-4b9e-888e-5cc37da90945, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=795232bb-2aed-4b9e-888e-5cc37da90945,segment=NetworkSegment(17679f2d-6334-4fa1-8e34-e67b17518434),segment_id=17679f2d-6334-4fa1-8e34-e67b17518434)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:20.302804 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '795232bb-2aed-4b9e-888e-5cc37da90945', 'network_id': '05f6be5c-f7ce-413c-a38a-ad014805edc6', 'port_id': '795232bb-2aed-4b9e-888e-5cc37da90945', 'mac_address': 'fa:16:3e:44:fe:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc77d02-3b4a-49f8-884d-780b2f0fb89d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:29:20.333692 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb1d97c3-6ca0-4fea-92bc-dec686148f91 req-28c71693-6221-43f2-8653-b639a55a4f9f tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436325 Jul 23 16:29:20.343480 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:20.356380 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795232bb-2aed-4b9e-888e-5cc37da90945 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:29:20.377547 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 795232bb-2aed-4b9e-888e-5cc37da90945, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=795232bb-2aed-4b9e-888e-5cc37da90945,segment=NetworkSegment(17679f2d-6334-4fa1-8e34-e67b17518434),segment_id=17679f2d-6334-4fa1-8e34-e67b17518434)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:20.382662 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:20.437272 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=795232bb-2aed-4b9e-888e-5cc37da90945,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:20.749345 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024a143-215b-4a61-9bab-468c27c7a5e6 req-3cdcc9b4-51f9-4c14-8cba-bdc715ac6423 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:20.750958 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b024a143-215b-4a61-9bab-468c27c7a5e6 req-3cdcc9b4-51f9-4c14-8cba-bdc715ac6423 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e834b5c-7848-44cd-b43c-660dc958f97e HTTP/1.1" status: 200 len: 945 time: 0.0687277 Jul 23 16:29:20.759615 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['795232bb-2aed-4b9e-888e-5cc37da90945'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:20.794398 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b024a143-215b-4a61-9bab-468c27c7a5e6 req-5f85d725-4c9a-4e6b-ac0a-83e7f529bba4 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/security-groups?id=c24a7019-99c1-407d-8661-e7d070001332&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366995 Jul 23 16:29:20.990468 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6b79c56b-2845-46ae-acb8-90b531cad7c5 req-3f94f8d0-e137-4ad8-9cb8-58a7282f3901 tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0305316 Jul 23 16:29:21.253093 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23fa86-a7cb-4361-b2ad-6b2c91724391 req-f085e808-9b31-481f-9901-df9440a28132 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:21.254697 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1c23fa86-a7cb-4361-b2ad-6b2c91724391 req-f085e808-9b31-481f-9901-df9440a28132 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc5aacc3-8066-4b27-8866-03b5711fac52 HTTP/1.1" status: 200 len: 945 time: 0.0714159 Jul 23 16:29:21.293421 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1c23fa86-a7cb-4361-b2ad-6b2c91724391 req-52997657-7fb2-40c6-ac24-9a3e6da04b3b tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] 10.222.0.73 "GET /v2.0/security-groups?id=9830b48a-798f-4a14-ae3c-3e2db91deeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332353 Jul 23 16:29:21.317127 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79dc55b6-ed46-424c-8571-bb54df5d0db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e8c975-30c2-4303-9d70-e5ffb98d1c7d'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:21.319447 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77aef4e-01ce-44cb-aee9-eea239d8baf2" -d '{"events": [{"server_uuid": "79dc55b6-ed46-424c-8571-bb54df5d0db5", "name": "network-vif-plugged", "status": "completed", "tag": "f9e8c975-30c2-4303-9d70-e5ffb98d1c7d"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:21.356293 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2574a8f2-18a5-42ab-abe8-26f016163eda x-openstack-request-id: req-2574a8f2-18a5-42ab-abe8-26f016163eda {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:21.356587 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79dc55b6-ed46-424c-8571-bb54df5d0db5", "name": "network-vif-plugged", "status": "completed", "tag": "f9e8c975-30c2-4303-9d70-e5ffb98d1c7d", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:21.356844 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2574a8f2-18a5-42ab-abe8-26f016163eda {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:21.357269 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79dc55b6-ed46-424c-8571-bb54df5d0db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e8c975-30c2-4303-9d70-e5ffb98d1c7d', 'code': 200} Jul 23 16:29:21.485289 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd24dd-b531-4c41-a070-79793e252f10 req-6efec2e2-0db1-4ae6-a000-76b2c1bbcd57 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:21.487090 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-36fd24dd-b531-4c41-a070-79793e252f10 req-6efec2e2-0db1-4ae6-a000-76b2c1bbcd57 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=79dc55b6-ed46-424c-8571-bb54df5d0db5 HTTP/1.1" status: 200 len: 945 time: 0.0719676 Jul 23 16:29:21.511294 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7caea91-1222-4a6b-93d4-01cf4300d176 req-712f42c5-a88f-467f-9bad-bd8844715026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:21.512717 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b7caea91-1222-4a6b-93d4-01cf4300d176 req-712f42c5-a88f-467f-9bad-bd8844715026 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=79dc55b6-ed46-424c-8571-bb54df5d0db5 HTTP/1.1" status: 200 len: 1096 time: 0.0733938 Jul 23 16:29:21.548839 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-36fd24dd-b531-4c41-a070-79793e252f10 req-7847ee6d-fa97-4c8b-98b5-09f93efdc768 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535207 Jul 23 16:29:21.559270 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b7caea91-1222-4a6b-93d4-01cf4300d176 req-fb952f67-5179-4712-be54-84568f0f3501 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380826 Jul 23 16:29:21.769877 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247c14c-1a73-4300-81cf-420913bfa846 req-98ded500-32a2-4206-b87e-474af2cf211b tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:21.771354 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a247c14c-1a73-4300-81cf-420913bfa846 req-98ded500-32a2-4206-b87e-474af2cf211b tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc5aacc3-8066-4b27-8866-03b5711fac52 HTTP/1.1" status: 200 len: 945 time: 0.0698171 Jul 23 16:29:21.809711 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a247c14c-1a73-4300-81cf-420913bfa846 req-3eb603ad-29a7-4b00-b721-33e43aa92dfe tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] 10.222.0.73 "GET /v2.0/security-groups?id=9830b48a-798f-4a14-ae3c-3e2db91deeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326514 Jul 23 16:29:21.936168 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62063e3-06bb-499d-b3f3-19da2929b2ba req-06bf3c75-e26f-407d-b498-9dbe7cef5e9b tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:21.937723 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d62063e3-06bb-499d-b3f3-19da2929b2ba req-06bf3c75-e26f-407d-b498-9dbe7cef5e9b tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e834b5c-7848-44cd-b43c-660dc958f97e HTTP/1.1" status: 200 len: 945 time: 0.0679722 Jul 23 16:29:21.976117 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d62063e3-06bb-499d-b3f3-19da2929b2ba req-fbdd0055-3072-4491-aa9c-1cc55a5b97d3 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/security-groups?id=c24a7019-99c1-407d-8661-e7d070001332&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320811 Jul 23 16:29:22.097101 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-56706938-e501-45e0-88b7-4ee38aa9f737 req-bf6fc5ef-63db-48af-bd5f-a8f15f7a5121 tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0305059 Jul 23 16:29:22.204766 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 795232bb-2aed-4b9e-888e-5cc37da90945 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:29:22.253303 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 795232bb-2aed-4b9e-888e-5cc37da90945 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:29:22.257430 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 795232bb-2aed-4b9e-888e-5cc37da90945 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:29:22.257805 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:22.336757 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:22.369578 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 795232bb-2aed-4b9e-888e-5cc37da90945, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=795232bb-2aed-4b9e-888e-5cc37da90945,segment=NetworkSegment(17679f2d-6334-4fa1-8e34-e67b17518434),segment_id=17679f2d-6334-4fa1-8e34-e67b17518434)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:22.373711 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:22.422085 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=795232bb-2aed-4b9e-888e-5cc37da90945,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:22.683310 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf259495-98e7-475e-8d88-af9c7a2cdedf req-9e8398ff-c8d4-4f00-bf6b-88a0331dffee tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:22.684839 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf259495-98e7-475e-8d88-af9c7a2cdedf req-9e8398ff-c8d4-4f00-bf6b-88a0331dffee tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=79dc55b6-ed46-424c-8571-bb54df5d0db5 HTTP/1.1" status: 200 len: 945 time: 0.0705163 Jul 23 16:29:22.730545 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf259495-98e7-475e-8d88-af9c7a2cdedf req-77181056-69df-422c-a4e5-52273ab7448b tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399246 Jul 23 16:29:22.944082 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57202a7e-34f4-4572-b208-08336ef7e96a req-7ca5491d-e5b7-4f83-a90f-5e1eb84497f7 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:22.945581 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-57202a7e-34f4-4572-b208-08336ef7e96a req-7ca5491d-e5b7-4f83-a90f-5e1eb84497f7 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc5aacc3-8066-4b27-8866-03b5711fac52 HTTP/1.1" status: 200 len: 945 time: 0.0666673 Jul 23 16:29:22.983622 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-57202a7e-34f4-4572-b208-08336ef7e96a req-294dd73f-fc4b-4194-af19-7e5dff3c3aa2 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] 10.222.0.73 "GET /v2.0/security-groups?id=9830b48a-798f-4a14-ae3c-3e2db91deeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325186 Jul 23 16:29:23.118352 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b948aee-c6cf-40f8-8078-74182a52ba30 req-a1b1ad8c-f8d0-41b8-80aa-cdaee83af610 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:23.120024 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6b948aee-c6cf-40f8-8078-74182a52ba30 req-a1b1ad8c-f8d0-41b8-80aa-cdaee83af610 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e834b5c-7848-44cd-b43c-660dc958f97e HTTP/1.1" status: 200 len: 946 time: 0.0673263 Jul 23 16:29:23.161127 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6b948aee-c6cf-40f8-8078-74182a52ba30 req-839af390-0607-4f99-bc1a-ae7e682b58ad tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/security-groups?id=c24a7019-99c1-407d-8661-e7d070001332&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350204 Jul 23 16:29:23.205579 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1e5e3c45-330e-4b28-9e95-d4b570302c5e req-fca55611-55e5-49aa-860a-263593d2bdd6 tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0330715 Jul 23 16:29:23.358828 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e834b5c-7848-44cd-b43c-660dc958f97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795232bb-2aed-4b9e-888e-5cc37da90945'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:23.361415 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1e066a-5224-41a2-aa40-fdc8bd108373" -d '{"events": [{"server_uuid": "2e834b5c-7848-44cd-b43c-660dc958f97e", "name": "network-vif-plugged", "status": "completed", "tag": "795232bb-2aed-4b9e-888e-5cc37da90945"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:23.395342 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6f888-a51c-406e-bead-b2e7299b3b09 req-01cdacba-6539-499e-b297-32da342a5bce tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:23.397217 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1af6f888-a51c-406e-bead-b2e7299b3b09 req-01cdacba-6539-499e-b297-32da342a5bce tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] 10.222.0.74 "GET /v2.0/ports?device_id=cc5aacc3-8066-4b27-8866-03b5711fac52 HTTP/1.1" status: 200 len: 945 time: 0.0659127 Jul 23 16:29:23.398539 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c8a5a7-2c6c-4b51-afd8-7c0ab01af5c2 x-openstack-request-id: req-d4c8a5a7-2c6c-4b51-afd8-7c0ab01af5c2 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:23.398835 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e834b5c-7848-44cd-b43c-660dc958f97e", "name": "network-vif-plugged", "status": "completed", "tag": "795232bb-2aed-4b9e-888e-5cc37da90945", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:23.399085 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d4c8a5a7-2c6c-4b51-afd8-7c0ab01af5c2 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:23.399467 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e834b5c-7848-44cd-b43c-660dc958f97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795232bb-2aed-4b9e-888e-5cc37da90945', 'code': 200} Jul 23 16:29:23.517947 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-1af6f888-a51c-406e-bead-b2e7299b3b09 req-079a6284-b7cd-4286-bcf2-978e8e52fa13 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] Deleting port 0da2da61-71a7-444f-9f8a-2ab5c7abca85 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:29:23.518503 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1af6f888-a51c-406e-bead-b2e7299b3b09 req-079a6284-b7cd-4286-bcf2-978e8e52fa13 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:23.521645 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13332e9-ad96-45fd-ac00-3c2ebc158c39 req-c2df20ba-d0e0-4996-b2cb-d83be99126d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:23.523461 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e13332e9-ad96-45fd-ac00-3c2ebc158c39 req-c2df20ba-d0e0-4996-b2cb-d83be99126d2 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=2e834b5c-7848-44cd-b43c-660dc958f97e HTTP/1.1" status: 200 len: 1097 time: 0.0633614 Jul 23 16:29:23.561775 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e13332e9-ad96-45fd-ac00-3c2ebc158c39 req-61fa3eec-4ae6-47e2-8bfa-b8d16e1657ed service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=c24a7019-99c1-407d-8661-e7d070001332&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310833 Jul 23 16:29:23.618682 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-1af6f888-a51c-406e-bead-b2e7299b3b09 req-079a6284-b7cd-4286-bcf2-978e8e52fa13 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] For port 0da2da61-71a7-444f-9f8a-2ab5c7abca85, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=0da2da61-71a7-444f-9f8a-2ab5c7abca85,segment=NetworkSegment(94b22e67-2834-4bb0-98f0-d4294d4896d7),segment_id=94b22e67-2834-4bb0-98f0-d4294d4896d7)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:23.619042 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1af6f888-a51c-406e-bead-b2e7299b3b09 req-079a6284-b7cd-4286-bcf2-978e8e52fa13 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:23.631597 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-1af6f888-a51c-406e-bead-b2e7299b3b09 req-079a6284-b7cd-4286-bcf2-978e8e52fa13 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] Calling delete_port for 0da2da61-71a7-444f-9f8a-2ab5c7abca85 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:29:23.770876 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1af6f888-a51c-406e-bead-b2e7299b3b09 req-079a6284-b7cd-4286-bcf2-978e8e52fa13 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:23.787643 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['0da2da61-71a7-444f-9f8a-2ab5c7abca85'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:23.809512 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a6284-b7cd-4286-bcf2-978e8e52fa13 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] Pushing event deleted for resources: {'Port': ['ID=0da2da61-71a7-444f-9f8a-2ab5c7abca85,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:23.861287 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af6f888-a51c-406e-bead-b2e7299b3b09 req-079a6284-b7cd-4286-bcf2-978e8e52fa13 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] No DVR routers for this DVR port 0da2da61-71a7-444f-9f8a-2ab5c7abca85 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:29:23.864394 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-1af6f888-a51c-406e-bead-b2e7299b3b09 req-079a6284-b7cd-4286-bcf2-978e8e52fa13 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:23.867132 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1af6f888-a51c-406e-bead-b2e7299b3b09 req-079a6284-b7cd-4286-bcf2-978e8e52fa13 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] 10.222.0.74 "DELETE /v2.0/ports/0da2da61-71a7-444f-9f8a-2ab5c7abca85 HTTP/1.1" status: 204 len: 173 time: 0.4632635 Jul 23 16:29:23.867603 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5aacc3-8066-4b27-8866-03b5711fac52', 'name': 'network-vif-deleted', 'tag': '0da2da61-71a7-444f-9f8a-2ab5c7abca85'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:23.869883 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347ee771-604b-45b5-b8f6-66315cc759bf" -d '{"events": [{"server_uuid": "cc5aacc3-8066-4b27-8866-03b5711fac52", "name": "network-vif-deleted", "tag": "0da2da61-71a7-444f-9f8a-2ab5c7abca85"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:23.897473 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc11fa1-f1fc-4c4e-b605-f5d84de0a291 req-c15de755-dee9-4e21-ae1a-df118020bcb5 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:23.900517 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7bc11fa1-f1fc-4c4e-b605-f5d84de0a291 req-c15de755-dee9-4e21-ae1a-df118020bcb5 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=79dc55b6-ed46-424c-8571-bb54df5d0db5 HTTP/1.1" status: 200 len: 945 time: 0.0764935 Jul 23 16:29:23.915756 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d19dfb8-d5df-4189-8ae5-47d599386423 x-openstack-request-id: req-1d19dfb8-d5df-4189-8ae5-47d599386423 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:23.916114 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc5aacc3-8066-4b27-8866-03b5711fac52", "name": "network-vif-deleted", "tag": "0da2da61-71a7-444f-9f8a-2ab5c7abca85", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:23.916521 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1d19dfb8-d5df-4189-8ae5-47d599386423 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:23.917008 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5aacc3-8066-4b27-8866-03b5711fac52', 'name': 'network-vif-deleted', 'tag': '0da2da61-71a7-444f-9f8a-2ab5c7abca85', 'status': 'completed', 'code': 200} Jul 23 16:29:23.963844 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7bc11fa1-f1fc-4c4e-b605-f5d84de0a291 req-52101b94-9824-4cfb-88c5-1431b21d1319 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402379 Jul 23 16:29:24.116635 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f5543f9c-3cc2-4143-ad9d-9b2af4eb9600 req-a6e6cb06-1686-4fd1-bcb5-1dd20427ea13 tempest-ServerAddressesTestJSON-948850202 tempest-ServerAddressesTestJSON-948850202-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc5aacc3-8066-4b27-8866-03b5711fac52 HTTP/1.1" status: 200 len: 210 time: 0.0365458 Jul 23 16:29:24.233377 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520513c-d5d7-47dd-a1d1-fcccc6045e1d req-17fb9bd6-e6b7-43a2-83e5-abd050a1c1cb tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:24.235200 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4520513c-d5d7-47dd-a1d1-fcccc6045e1d req-17fb9bd6-e6b7-43a2-83e5-abd050a1c1cb tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=79dc55b6-ed46-424c-8571-bb54df5d0db5 HTTP/1.1" status: 200 len: 945 time: 0.0732303 Jul 23 16:29:24.313593 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4520513c-d5d7-47dd-a1d1-fcccc6045e1d req-39954ca5-6ff0-41c2-b5ad-3e7a75d7015a tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704925 Jul 23 16:29:24.339379 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e77f7-5bdd-4548-982f-6cafeffb7735 req-0f3a48f5-a2b2-44f4-aaaf-17067e83055a tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:24.343066 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2c9e77f7-5bdd-4548-982f-6cafeffb7735 req-0f3a48f5-a2b2-44f4-aaaf-17067e83055a tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e834b5c-7848-44cd-b43c-660dc958f97e HTTP/1.1" status: 200 len: 946 time: 0.1015041 Jul 23 16:29:24.397948 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2c9e77f7-5bdd-4548-982f-6cafeffb7735 req-59d047c8-73dc-4a53-a0b0-94e96f78b3d7 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/security-groups?id=c24a7019-99c1-407d-8661-e7d070001332&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453546 Jul 23 16:29:24.565830 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2bed8de8-4a08-46e2-be66-780336df4370 req-ee92f3c3-0152-4159-83ae-903636f1a547 tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0997984 Jul 23 16:29:24.715809 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24ba11-cb40-4fed-a61f-95321ac15f04 req-aea562cb-7f15-48a0-942a-c53a3dc84414 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:24.719836 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a24ba11-cb40-4fed-a61f-95321ac15f04 req-aea562cb-7f15-48a0-942a-c53a3dc84414 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=79dc55b6-ed46-424c-8571-bb54df5d0db5 HTTP/1.1" status: 200 len: 945 time: 0.1898232 Jul 23 16:29:24.831680 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a24ba11-cb40-4fed-a61f-95321ac15f04 req-481bc7dd-9a27-4101-ba94-ff294c9747b1 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964749 Jul 23 16:29:25.106906 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0921e-d915-494a-a726-a19fdeeb1592 req-2c4a36d7-2590-4e30-8a13-1f66586cc615 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:25.108374 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d2c0921e-d915-494a-a726-a19fdeeb1592 req-2c4a36d7-2590-4e30-8a13-1f66586cc615 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=79dc55b6-ed46-424c-8571-bb54df5d0db5 HTTP/1.1" status: 200 len: 945 time: 0.0665832 Jul 23 16:29:25.150205 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d2c0921e-d915-494a-a726-a19fdeeb1592 req-6c3a6c3c-8436-4f98-9b65-7b613aef9c7f tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347064 Jul 23 16:29:25.179594 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 40642) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:25.229853 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-9767b299-b145-4841-b8d4-0e8f50514730 admin admin] Deleting subnet 97e21f33-ac9f-4b6d-b44e-bbb2d4f85764 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:29:25.233485 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9767b299-b145-4841-b8d4-0e8f50514730 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:25.274229 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9767b299-b145-4841-b8d4-0e8f50514730 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:25.316432 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9767b299-b145-4841-b8d4-0e8f50514730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:25.374804 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9767b299-b145-4841-b8d4-0e8f50514730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:25.404756 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767b299-b145-4841-b8d4-0e8f50514730 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97e21f33-ac9f-4b6d-b44e-bbb2d4f85764,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:25.408355 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9767b299-b145-4841-b8d4-0e8f50514730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:25.411218 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9767b299-b145-4841-b8d4-0e8f50514730 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/97e21f33-ac9f-4b6d-b44e-bbb2d4f85764 HTTP/1.1" status: 204 len: 168 time: 0.2305548 Jul 23 16:29:25.413752 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 40644) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:25.493576 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-543c1f14-94f7-47cd-896f-3cbe86bffb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:25.548843 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60d936-4865-4b45-b6ea-4e988c814824 req-dd87b6c8-38fc-4a73-a13f-9afd83a5ee96 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:25.551163 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-af60d936-4865-4b45-b6ea-4e988c814824 req-dd87b6c8-38fc-4a73-a13f-9afd83a5ee96 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e834b5c-7848-44cd-b43c-660dc958f97e HTTP/1.1" status: 200 len: 946 time: 0.0735464 Jul 23 16:29:25.578981 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-543c1f14-94f7-47cd-896f-3cbe86bffb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:25.591786 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-543c1f14-94f7-47cd-896f-3cbe86bffb8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1b77d63-0814-4f7d-b2d3-915d0588bb77']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:25.601387 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-af60d936-4865-4b45-b6ea-4e988c814824 req-5d085e8a-201f-407a-b00c-b6070da1d902 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/security-groups?id=c24a7019-99c1-407d-8661-e7d070001332&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390387 Jul 23 16:29:25.605227 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-543c1f14-94f7-47cd-896f-3cbe86bffb8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b22e67-2834-4bb0-98f0-d4294d4896d7') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:25.605640 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-543c1f14-94f7-47cd-896f-3cbe86bffb8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b22e67-2834-4bb0-98f0-d4294d4896d7') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:25.618741 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-543c1f14-94f7-47cd-896f-3cbe86bffb8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:25.636677 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-543c1f14-94f7-47cd-896f-3cbe86bffb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:25.648027 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543c1f14-94f7-47cd-896f-3cbe86bffb8f admin admin] Releasing vlan 1107 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:29:25.650054 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-543c1f14-94f7-47cd-896f-3cbe86bffb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:25.652163 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:29:25.652163 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:29:25.652163 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:29:25.652163 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:29:25.652163 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:29:25.652163 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:29:25.652163 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:29:25.652163 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:29:25.652163 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:29:25.652163 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:29:25.652163 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:29:25.652163 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:29:25.652163 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:29:25.652163 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:29:25.652163 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:29:25.652163 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:29:25.652163 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:29:25.652163 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:29:25.652163 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:29:25.652163 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:29:25.652163 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:29:25.652163 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:29:25.652163 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:29:25.652163 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:29:25.652163 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:29:25.652163 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:29:25.652163 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:29:25.652163 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:29:25.652163 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:29:25.652163 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:29:25.652163 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:29:25.652163 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:29:25.728729 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-543c1f14-94f7-47cd-896f-3cbe86bffb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:25.733736 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-543c1f14-94f7-47cd-896f-3cbe86bffb8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:25.736560 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-543c1f14-94f7-47cd-896f-3cbe86bffb8f admin admin] 10.222.0.73 "DELETE /v2.0/networks/a1b77d63-0814-4f7d-b2d3-915d0588bb77 HTTP/1.1" status: 204 len: 168 time: 0.3218570 Jul 23 16:29:25.750327 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c1f14-94f7-47cd-896f-3cbe86bffb8f admin admin] Pushing event deleted for resources: {'Network': ['ID=a1b77d63-0814-4f7d-b2d3-915d0588bb77,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:25.763475 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-30b44ffc-2d12-466c-b3c1-02d7edb375f8 req-1c1f8864-0310-4acb-8eb0-c5ba27510848 tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0823312 Jul 23 16:29:25.819355 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1361b0-28ae-4a10-bcdc-fba2ba8c7410 req-ded1bcc7-9ecd-4639-913a-1bf837c7bc10 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:25.821275 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dd1361b0-28ae-4a10-bcdc-fba2ba8c7410 req-ded1bcc7-9ecd-4639-913a-1bf837c7bc10 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e834b5c-7848-44cd-b43c-660dc958f97e HTTP/1.1" status: 200 len: 946 time: 0.1374443 Jul 23 16:29:25.829850 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 40658) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:25.851362 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-642b4db8-a2d4-4eba-a97d-04f32b0b1c10 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Request body: {'floatingip': {'port_id': '795232bb-2aed-4b9e-888e-5cc37da90945'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:25.897617 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 40662) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:25.910606 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-642b4db8-a2d4-4eba-a97d-04f32b0b1c10 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks [] for floatingip, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:25.946735 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bba35008-50ff-4bd6-bab4-60c4219d1ad5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4ce834cbd4cd42eeac1719678cb6561d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476408 Jul 23 16:29:25.949261 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 40664) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:26.001966 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c78b1d70-749f-48aa-b1bc-64a523629efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:26.028521 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c78b1d70-749f-48aa-b1bc-64a523629efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:26.086259 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c78b1d70-749f-48aa-b1bc-64a523629efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:26.088908 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c78b1d70-749f-48aa-b1bc-64a523629efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:26.090139 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c78b1d70-749f-48aa-b1bc-64a523629efe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9830b48a-798f-4a14-ae3c-3e2db91deeb6 HTTP/1.1" status: 204 len: 168 time: 0.1397195 Jul 23 16:29:26.099328 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b1d70-749f-48aa-b1bc-64a523629efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9830b48a-798f-4a14-ae3c-3e2db91deeb6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:26.572185 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ffa98-ec70-434d-81d1-13899f92cf9c req-47a0d067-d070-4276-a3a7-b9c467725a66 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:26.573787 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6e7ffa98-ec70-434d-81d1-13899f92cf9c req-47a0d067-d070-4276-a3a7-b9c467725a66 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.74 "GET /v2.0/ports?device_id=79dc55b6-ed46-424c-8571-bb54df5d0db5 HTTP/1.1" status: 200 len: 945 time: 0.0715203 Jul 23 16:29:26.746386 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-6e7ffa98-ec70-434d-81d1-13899f92cf9c req-56641792-04d5-4a06-9d70-91d6ed86a176 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Deleting port f9e8c975-30c2-4303-9d70-e5ffb98d1c7d {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:29:26.747584 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6e7ffa98-ec70-434d-81d1-13899f92cf9c req-56641792-04d5-4a06-9d70-91d6ed86a176 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:26.823913 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-642b4db8-a2d4-4eba-a97d-04f32b0b1c10 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:26.840794 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-642b4db8-a2d4-4eba-a97d-04f32b0b1c10 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:26.932429 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-6e7ffa98-ec70-434d-81d1-13899f92cf9c req-56641792-04d5-4a06-9d70-91d6ed86a176 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] For port f9e8c975-30c2-4303-9d70-e5ffb98d1c7d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f9e8c975-30c2-4303-9d70-e5ffb98d1c7d,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:26.933415 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6e7ffa98-ec70-434d-81d1-13899f92cf9c req-56641792-04d5-4a06-9d70-91d6ed86a176 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:26.952785 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-6e7ffa98-ec70-434d-81d1-13899f92cf9c req-56641792-04d5-4a06-9d70-91d6ed86a176 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Calling delete_port for f9e8c975-30c2-4303-9d70-e5ffb98d1c7d owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:29:26.974605 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-642b4db8-a2d4-4eba-a97d-04f32b0b1c10 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Floating IP e2e6b0d1-c9e3-4926-934a-3fd8d67321da associated. External IP: 172.25.8.176, port: 795232bb-2aed-4b9e-888e-5cc37da90945. Jul 23 16:29:27.041030 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 40696) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:27.059424 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcff008-1c67-4428-a6d0-d6d300625345 req-08f23ecb-e418-40ab-b347-f57de3d089a5 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:27.061088 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5fcff008-1c67-4428-a6d0-d6d300625345 req-08f23ecb-e418-40ab-b347-f57de3d089a5 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=79dc55b6-ed46-424c-8571-bb54df5d0db5 HTTP/1.1" status: 200 len: 945 time: 0.3695924 Jul 23 16:29:27.096057 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b8fc619a-74a1-48ba-a5c1-be6d1c65298d req-b8539a76-debc-4ca1-bab6-168101e0c57e tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0459125 Jul 23 16:29:27.145455 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 0da2da61-71a7-444f-9f8a-2ab5c7abca85 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:29:27.173874 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5fcff008-1c67-4428-a6d0-d6d300625345 req-1673ba36-0f97-4bde-ba8b-a8fd8c155397 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764055 Jul 23 16:29:27.204180 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6e7ffa98-ec70-434d-81d1-13899f92cf9c req-56641792-04d5-4a06-9d70-91d6ed86a176 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:27.229219 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['f9e8c975-30c2-4303-9d70-e5ffb98d1c7d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:27.244155 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['c16e80ab-8bc6-4bb2-a761-b60dd7093c3d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:27.252351 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56641792-04d5-4a06-9d70-91d6ed86a176 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Pushing event deleted for resources: {'Port': ['ID=f9e8c975-30c2-4303-9d70-e5ffb98d1c7d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:27.255324 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 0da2da61-71a7-444f-9f8a-2ab5c7abca85 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:29:27.257570 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 0da2da61-71a7-444f-9f8a-2ab5c7abca85 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:29:27.317147 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-c1d7e3a5-c176-411e-9eec-8c0b4f13281d admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-194633764-network', 'tenant_id': 'b352878c217948e8b9807e1cc4932756'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:27.367300 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7ffa98-ec70-434d-81d1-13899f92cf9c req-56641792-04d5-4a06-9d70-91d6ed86a176 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] No DVR routers for this DVR port f9e8c975-30c2-4303-9d70-e5ffb98d1c7d on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:29:27.369096 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d7e3a5-c176-411e-9eec-8c0b4f13281d admin admin] Made reservation on behalf of b352878c217948e8b9807e1cc4932756 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:29:27.371533 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1d7e3a5-c176-411e-9eec-8c0b4f13281d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:27.374038 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6e7ffa98-ec70-434d-81d1-13899f92cf9c req-56641792-04d5-4a06-9d70-91d6ed86a176 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:27.377345 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6e7ffa98-ec70-434d-81d1-13899f92cf9c req-56641792-04d5-4a06-9d70-91d6ed86a176 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.74 "DELETE /v2.0/ports/f9e8c975-30c2-4303-9d70-e5ffb98d1c7d HTTP/1.1" status: 204 len: 173 time: 0.7958884 Jul 23 16:29:27.380110 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79dc55b6-ed46-424c-8571-bb54df5d0db5', 'name': 'network-vif-deleted', 'tag': 'f9e8c975-30c2-4303-9d70-e5ffb98d1c7d'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:27.395565 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9faadc77-50f3-4f6f-ba6a-bcfceae92463" -d '{"events": [{"server_uuid": "79dc55b6-ed46-424c-8571-bb54df5d0db5", "name": "network-vif-deleted", "tag": "f9e8c975-30c2-4303-9d70-e5ffb98d1c7d"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:27.409324 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1d7e3a5-c176-411e-9eec-8c0b4f13281d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:27.435679 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642b4db8-a2d4-4eba-a97d-04f32b0b1c10 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Router 9aa75e05-6bda-4fbd-a245-7d4858423371 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:29:27.527453 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2150b47-d067-470b-8b3d-5e9db2735f96 x-openstack-request-id: req-e2150b47-d067-470b-8b3d-5e9db2735f96 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:27.527736 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79dc55b6-ed46-424c-8571-bb54df5d0db5", "name": "network-vif-deleted", "tag": "f9e8c975-30c2-4303-9d70-e5ffb98d1c7d", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:27.530706 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e2150b47-d067-470b-8b3d-5e9db2735f96 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:27.531171 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79dc55b6-ed46-424c-8571-bb54df5d0db5', 'name': 'network-vif-deleted', 'tag': 'f9e8c975-30c2-4303-9d70-e5ffb98d1c7d', 'status': 'completed', 'code': 200} Jul 23 16:29:27.608163 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1d7e3a5-c176-411e-9eec-8c0b4f13281d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:27.616494 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1d7e3a5-c176-411e-9eec-8c0b4f13281d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:27.657102 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d7e3a5-c176-411e-9eec-8c0b4f13281d admin admin] vlan segment allocate from pool success with {'vlan_id': 1126, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:29:27.665630 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7e3a5-c176-411e-9eec-8c0b4f13281d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbde9c23-06b7-4b04-a7f9-ec7e24f10f4d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:27.671860 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642b4db8-a2d4-4eba-a97d-04f32b0b1c10 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:29:27.688149 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1d7e3a5-c176-411e-9eec-8c0b4f13281d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:27.688693 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-c1d7e3a5-c176-411e-9eec-8c0b4f13281d admin admin] Added segment 78726b45-d36d-4669-b56f-3240f507168a of type vlan for network 40c8dbc6-1e2c-4e74-8e47-c68622777f8d Jul 23 16:29:27.693506 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-642b4db8-a2d4-4eba-a97d-04f32b0b1c10 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:27.694482 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e967c08a-8bbe-49a5-b5bc-a3b4f9f784f4 None None] Sync routers for ids ['9aa75e05-6bda-4fbd-a245-7d4858423371'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:29:27.713158 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e967c08a-8bbe-49a5-b5bc-a3b4f9f784f4 None None] Routers {'9aa75e05-6bda-4fbd-a245-7d4858423371'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:29:27.714383 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e967c08a-8bbe-49a5-b5bc-a3b4f9f784f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:29:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9aa75e05-6bda-4fbd-a245-7d4858423371'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:27.769120 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-642b4db8-a2d4-4eba-a97d-04f32b0b1c10 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "PUT /v2.0/floatingips/e2e6b0d1-c9e3-4926-934a-3fd8d67321da HTTP/1.1" status: 200 len: 992 time: 1.9378958 Jul 23 16:29:27.770500 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e834b5c-7848-44cd-b43c-660dc958f97e', 'tag': '795232bb-2aed-4b9e-888e-5cc37da90945'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:27.770696 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1d7e3a5-c176-411e-9eec-8c0b4f13281d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:27.773246 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464a5d6c-1a53-4ef1-8d46-026daaa4f3f0" -d '{"events": [{"name": "network-changed", "server_uuid": "2e834b5c-7848-44cd-b43c-660dc958f97e", "tag": "795232bb-2aed-4b9e-888e-5cc37da90945"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:27.817018 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1d7e3a5-c176-411e-9eec-8c0b4f13281d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:27.820361 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d7e3a5-c176-411e-9eec-8c0b4f13281d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:27.822606 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1d7e3a5-c176-411e-9eec-8c0b4f13281d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:27.921544 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c1d7e3a5-c176-411e-9eec-8c0b4f13281d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8794470 Jul 23 16:29:27.926615 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 40712) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:27.932277 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-fa9d87c5-b27a-4858-90d6-0a9d27a7df3d admin admin] Request body: {'subnet': {'network_id': '40c8dbc6-1e2c-4e74-8e47-c68622777f8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-194633764-subnet', 'tenant_id': 'b352878c217948e8b9807e1cc4932756', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:28.003406 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-e967c08a-8bbe-49a5-b5bc-a3b4f9f784f4 None None] Set router 9aa75e05-6bda-4fbd-a245-7d4858423371 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:29:28.005194 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9d87c5-b27a-4858-90d6-0a9d27a7df3d admin admin] Made reservation on behalf of b352878c217948e8b9807e1cc4932756 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:29:28.010942 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fa9d87c5-b27a-4858-90d6-0a9d27a7df3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:28.042179 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7e3a5-c176-411e-9eec-8c0b4f13281d admin admin] Pushing event updated for resources: {'Network': ['ID=40c8dbc6-1e2c-4e74-8e47-c68622777f8d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:28.058205 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 40c8dbc6-1e2c-4e74-8e47-c68622777f8d details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:29:28.093681 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778f10f1-36fc-4253-a942-4e11236bfd79 x-openstack-request-id: req-778f10f1-36fc-4253-a942-4e11236bfd79 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:28.094046 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e834b5c-7848-44cd-b43c-660dc958f97e", "tag": "795232bb-2aed-4b9e-888e-5cc37da90945", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:28.094223 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-778f10f1-36fc-4253-a942-4e11236bfd79 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:28.094632 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e834b5c-7848-44cd-b43c-660dc958f97e', 'tag': '795232bb-2aed-4b9e-888e-5cc37da90945', 'status': 'completed', 'code': 200} Jul 23 16:29:28.337043 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e967c08a-8bbe-49a5-b5bc-a3b4f9f784f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'name': 'tempest-ServersTestManualDisk-1096371356-router', 'tenant_id': '61f099c574a94f20b4bf8d7e3b71b727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'c7230bdf-a38d-4399-9d22-6c9fcd7e4b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:01Z', 'updated_at': '2021-07-23T16:29:06Z', 'revision_number': 4, 'project_id': '61f099c574a94f20b4bf8d7e3b71b727', 'gw_port': {'id': 'c7230bdf-a38d-4399-9d22-6c9fcd7e4b37', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:02Z', 'updated_at': '2021-07-23T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'e2e6b0d1-c9e3-4926-934a-3fd8d67321da', 'tenant_id': '61f099c574a94f20b4bf8d7e3b71b727', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'port_id': '795232bb-2aed-4b9e-888e-5cc37da90945', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f6be5c-f7ce-413c-a38a-ad014805edc6', 'mac_address': 'fa:16:3e:44:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e834b5c-7848-44cd-b43c-660dc958f97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:29:10Z', 'updated_at': '2021-07-23T16:29:26Z', 'revision_number': 1, 'project_id': '61f099c574a94f20b4bf8d7e3b71b727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a7523dd-cefe-4874-8ee2-2d0375a256cf', 'name': '', 'network_id': '05f6be5c-f7ce-413c-a38a-ad014805edc6', 'tenant_id': '61f099c574a94f20b4bf8d7e3b71b727', 'mac_address': 'fa:16:3e:38:cc:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '5dc77d02-3b4a-49f8-884d-780b2f0fb89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:05Z', 'updated_at': '2021-07-23T16:29:13Z', 'revision_number': 5, 'project_id': '61f099c574a94f20b4bf8d7e3b71b727', 'subnets': [{'id': '5dc77d02-3b4a-49f8-884d-780b2f0fb89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:28.349547 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a1db6a94-ce66-445d-8980-70d2efbd54cc req-5fe565ba-e27c-4edc-a938-e482514e6bbd tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0716612 Jul 23 16:29:28.375380 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e967c08a-8bbe-49a5-b5bc-a3b4f9f784f4 None None] Checking router: 9aa75e05-6bda-4fbd-a245-7d4858423371 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:29:28.387142 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e967c08a-8bbe-49a5-b5bc-a3b4f9f784f4 None None] Routers {'9aa75e05-6bda-4fbd-a245-7d4858423371'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:29:28.387603 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e967c08a-8bbe-49a5-b5bc-a3b4f9f784f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:29:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9aa75e05-6bda-4fbd-a245-7d4858423371'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:28.483514 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a5d6c-1a53-4ef1-8d46-026daaa4f3f0 req-51b251c3-6ddb-41fd-83a2-b83408dfd278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:28.485766 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-464a5d6c-1a53-4ef1-8d46-026daaa4f3f0 req-51b251c3-6ddb-41fd-83a2-b83408dfd278 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=61f099c574a94f20b4bf8d7e3b71b727&device_id=2e834b5c-7848-44cd-b43c-660dc958f97e HTTP/1.1" status: 200 len: 1097 time: 0.2152474 Jul 23 16:29:28.555822 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bb06b-501f-44aa-8659-a9e0b7ac506c req-1a3e3dca-baf4-403e-9577-67b3d068a1b9 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:28.563138 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bb06b-501f-44aa-8659-a9e0b7ac506c req-1a3e3dca-baf4-403e-9577-67b3d068a1b9 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:28.570985 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bb06b-501f-44aa-8659-a9e0b7ac506c req-1a3e3dca-baf4-403e-9577-67b3d068a1b9 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:28.577822 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bb06b-501f-44aa-8659-a9e0b7ac506c req-1a3e3dca-baf4-403e-9577-67b3d068a1b9 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:28.584315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bb06b-501f-44aa-8659-a9e0b7ac506c req-1a3e3dca-baf4-403e-9577-67b3d068a1b9 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:28.590972 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bb06b-501f-44aa-8659-a9e0b7ac506c req-1a3e3dca-baf4-403e-9577-67b3d068a1b9 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:28.597455 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bb06b-501f-44aa-8659-a9e0b7ac506c req-1a3e3dca-baf4-403e-9577-67b3d068a1b9 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:28.600082 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5f0bb06b-501f-44aa-8659-a9e0b7ac506c req-1a3e3dca-baf4-403e-9577-67b3d068a1b9 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5444 time: 0.3919728 Jul 23 16:29:28.631034 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-e967c08a-8bbe-49a5-b5bc-a3b4f9f784f4 None None] Set router 9aa75e05-6bda-4fbd-a245-7d4858423371 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:29:28.690071 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fa9d87c5-b27a-4858-90d6-0a9d27a7df3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:28.782396 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5f0bb06b-501f-44aa-8659-a9e0b7ac506c req-c35902f5-3112-4aeb-8459-68d95d7fd070 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1732154 Jul 23 16:29:28.918604 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e967c08a-8bbe-49a5-b5bc-a3b4f9f784f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'name': 'tempest-ServersTestManualDisk-1096371356-router', 'tenant_id': '61f099c574a94f20b4bf8d7e3b71b727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'c7230bdf-a38d-4399-9d22-6c9fcd7e4b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:01Z', 'updated_at': '2021-07-23T16:29:06Z', 'revision_number': 4, 'project_id': '61f099c574a94f20b4bf8d7e3b71b727', 'gw_port': {'id': 'c7230bdf-a38d-4399-9d22-6c9fcd7e4b37', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:02Z', 'updated_at': '2021-07-23T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'e2e6b0d1-c9e3-4926-934a-3fd8d67321da', 'tenant_id': '61f099c574a94f20b4bf8d7e3b71b727', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'port_id': '795232bb-2aed-4b9e-888e-5cc37da90945', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f6be5c-f7ce-413c-a38a-ad014805edc6', 'mac_address': 'fa:16:3e:44:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e834b5c-7848-44cd-b43c-660dc958f97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:29:10Z', 'updated_at': '2021-07-23T16:29:26Z', 'revision_number': 1, 'project_id': '61f099c574a94f20b4bf8d7e3b71b727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a7523dd-cefe-4874-8ee2-2d0375a256cf', 'name': '', 'network_id': '05f6be5c-f7ce-413c-a38a-ad014805edc6', 'tenant_id': '61f099c574a94f20b4bf8d7e3b71b727', 'mac_address': 'fa:16:3e:38:cc:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '5dc77d02-3b4a-49f8-884d-780b2f0fb89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:05Z', 'updated_at': '2021-07-23T16:29:13Z', 'revision_number': 5, 'project_id': '61f099c574a94f20b4bf8d7e3b71b727', 'subnets': [{'id': '5dc77d02-3b4a-49f8-884d-780b2f0fb89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:28.928093 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a5d6c-1a53-4ef1-8d46-026daaa4f3f0 req-b09830cd-9d92-4f9e-a172-e142bfeb0073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:28.929701 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-464a5d6c-1a53-4ef1-8d46-026daaa4f3f0 req-b09830cd-9d92-4f9e-a172-e142bfeb0073 service neutron] 10.222.0.97 "GET /v2.0/networks?id=05f6be5c-f7ce-413c-a38a-ad014805edc6 HTTP/1.1" status: 200 len: 914 time: 0.3226581 Jul 23 16:29:28.932644 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d87c5-b27a-4858-90d6-0a9d27a7df3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffe9bfe0-f6f5-4160-b09f-f3ecae9ad829,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:28.955271 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e967c08a-8bbe-49a5-b5bc-a3b4f9f784f4 None None] The sync data for ids ['9aa75e05-6bda-4fbd-a245-7d4858423371'] in n-d-778549-4 is: [{'id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'name': 'tempest-ServersTestManualDisk-1096371356-router', 'tenant_id': '61f099c574a94f20b4bf8d7e3b71b727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'c7230bdf-a38d-4399-9d22-6c9fcd7e4b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:01Z', 'updated_at': '2021-07-23T16:29:06Z', 'revision_number': 4, 'project_id': '61f099c574a94f20b4bf8d7e3b71b727', 'gw_port': {'id': 'c7230bdf-a38d-4399-9d22-6c9fcd7e4b37', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:02Z', 'updated_at': '2021-07-23T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'e2e6b0d1-c9e3-4926-934a-3fd8d67321da', 'tenant_id': '61f099c574a94f20b4bf8d7e3b71b727', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'port_id': '795232bb-2aed-4b9e-888e-5cc37da90945', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f6be5c-f7ce-413c-a38a-ad014805edc6', 'mac_address': 'fa:16:3e:44:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e834b5c-7848-44cd-b43c-660dc958f97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:29:10Z', 'updated_at': '2021-07-23T16:29:26Z', 'revision_number': 1, 'project_id': '61f099c574a94f20b4bf8d7e3b71b727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a7523dd-cefe-4874-8ee2-2d0375a256cf', 'name': '', 'network_id': '05f6be5c-f7ce-413c-a38a-ad014805edc6', 'tenant_id': '61f099c574a94f20b4bf8d7e3b71b727', 'mac_address': 'fa:16:3e:38:cc:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '5dc77d02-3b4a-49f8-884d-780b2f0fb89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:05Z', 'updated_at': '2021-07-23T16:29:13Z', 'revision_number': 5, 'project_id': '61f099c574a94f20b4bf8d7e3b71b727', 'subnets': [{'id': '5dc77d02-3b4a-49f8-884d-780b2f0fb89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:29:29.006411 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-6e238d02-edf5-417a-bd0b-2721c58e931c tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:29.009872 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-6e238d02-edf5-417a-bd0b-2721c58e931c tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/networks?id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 HTTP/1.1" status: 200 len: 806 time: 0.3260970 Jul 23 16:29:29.047887 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9d87c5-b27a-4858-90d6-0a9d27a7df3d admin admin] Checking segment: {'id': '78726b45-d36d-4669-b56f-3240f507168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '40c8dbc6-1e2c-4e74-8e47-c68622777f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:29:29.048161 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9d87c5-b27a-4858-90d6-0a9d27a7df3d admin admin] Network hostable DHCP agents. Network: 40c8dbc6-1e2c-4e74-8e47-c68622777f8d, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:29:29.064054 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-437be383-268e-4ec6-bada-f411db240ff4 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/quotas/6e0db5f31fbe42e8a6955990f39f636d HTTP/1.1" status: 200 len: 375 time: 0.0473726 Jul 23 16:29:29.066698 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-464a5d6c-1a53-4ef1-8d46-026daaa4f3f0 req-19729f71-468a-46dc-b6b1-88c7d8ddb24f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=795232bb-2aed-4b9e-888e-5cc37da90945 HTTP/1.1" status: 200 len: 1000 time: 0.1254640 Jul 23 16:29:29.122328 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9d87c5-b27a-4858-90d6-0a9d27a7df3d admin admin] Network 40c8dbc6-1e2c-4e74-8e47-c68622777f8d is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:29:29.168158 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-fa9d87c5-b27a-4858-90d6-0a9d27a7df3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 40c8dbc6-1e2c-4e74-8e47-c68622777f8d) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:29:29.172909 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9d87c5-b27a-4858-90d6-0a9d27a7df3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:29.173530 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fa9d87c5-b27a-4858-90d6-0a9d27a7df3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:29.180625 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4320ac5b-498e-42b0-a277-c727d23fa800 None None] Network 40c8dbc6-1e2c-4e74-8e47-c68622777f8d requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:29:29.213478 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a5d6c-1a53-4ef1-8d46-026daaa4f3f0 req-42be1d41-5642-4e28-b9cc-3c3432de0d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:29.215282 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-464a5d6c-1a53-4ef1-8d46-026daaa4f3f0 req-42be1d41-5642-4e28-b9cc-3c3432de0d6f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5dc77d02-3b4a-49f8-884d-780b2f0fb89d HTTP/1.1" status: 200 len: 851 time: 0.1099777 Jul 23 16:29:29.229429 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fa9d87c5-b27a-4858-90d6-0a9d27a7df3d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3016777 Jul 23 16:29:29.262392 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-04e61ba8-8df9-41fb-ba72-747f94964197 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6e0db5f31fbe42e8a6955990f39f636d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1888225 Jul 23 16:29:29.291140 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b175d17e-d6ee-4e30-81d8-1727617dbb1b None None] New status for floating IP e2e6b0d1-c9e3-4926-934a-3fd8d67321da: ACTIVE {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:29:29.500248 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-af4102dc-944a-49d8-9d37-ea2e8ea20f05 service neutron] 10.222.0.73 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364910 Jul 23 16:29:29.563022 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a5d6c-1a53-4ef1-8d46-026daaa4f3f0 req-511b71fc-9066-4797-9cef-329413db1be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:29.564496 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-464a5d6c-1a53-4ef1-8d46-026daaa4f3f0 req-511b71fc-9066-4797-9cef-329413db1be4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=05f6be5c-f7ce-413c-a38a-ad014805edc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3376274 Jul 23 16:29:29.612173 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-7cf64a3c-e771-4d1d-9ed2-f3a917b1687c tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:29.618955 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-7cf64a3c-e771-4d1d-9ed2-f3a917b1687c tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:29.625066 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-7cf64a3c-e771-4d1d-9ed2-f3a917b1687c tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:29.631694 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-7cf64a3c-e771-4d1d-9ed2-f3a917b1687c tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:29.638213 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-7cf64a3c-e771-4d1d-9ed2-f3a917b1687c tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:29.643699 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-7cf64a3c-e771-4d1d-9ed2-f3a917b1687c tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:29.650737 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-7cf64a3c-e771-4d1d-9ed2-f3a917b1687c tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:29.652703 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-7cf64a3c-e771-4d1d-9ed2-f3a917b1687c tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.97 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5444 time: 0.3287191 Jul 23 16:29:29.654777 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c2f7c1c3-ac46-4b77-b967-e5aa83092e1e req-94bfd3b0-9bb0-46b5-bcdd-acff3a15d76b tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.1173248 Jul 23 16:29:29.727968 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e047347-1a89-44f0-9900-12f0fdb94e34 None None] Network 40c8dbc6-1e2c-4e74-8e47-c68622777f8d requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:29:29.875759 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-d64828e6-0209-44df-88cb-324d3432f2a1 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:29.877519 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-d64828e6-0209-44df-88cb-324d3432f2a1 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.97 "GET /v2.0/ports/6f4f771a-0731-4ed2-98ff-d65dace07b5a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1916058 Jul 23 16:29:29.887763 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-7c526892-2744-47c5-8665-a7f56fc36db4 service neutron] 10.222.0.73 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864524 Jul 23 16:29:29.947534 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-464a5d6c-1a53-4ef1-8d46-026daaa4f3f0 req-4ba21964-d0ae-412d-abb9-daf49604521e service neutron] 10.222.0.97 "GET /v2.0/networks/05f6be5c-f7ce-413c-a38a-ad014805edc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587885 Jul 23 16:29:30.020045 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31140280-0c63-4f4b-b81d-33d2b44d3ae0 req-9c5c1b73-e3b5-470f-94bb-c5c82d60c3f7 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:30.021639 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-31140280-0c63-4f4b-b81d-33d2b44d3ae0 req-9c5c1b73-e3b5-470f-94bb-c5c82d60c3f7 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=c00ea9dd-272d-4cae-9ee7-530e265fdea1 HTTP/1.1" status: 200 len: 945 time: 0.2424951 Jul 23 16:29:30.119149 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-6abf2a8d-aa1c-4e13-8d26-585c47364252 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.97 "GET /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2352428 Jul 23 16:29:30.138846 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-3fabcc50-3ffc-45c9-bf15-e29abb81a55f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:30.183244 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-31140280-0c63-4f4b-b81d-33d2b44d3ae0 req-e38d9023-a258-40f7-9ae8-b9852b00bf5b tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478622 Jul 23 16:29:30.208479 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-464a5d6c-1a53-4ef1-8d46-026daaa4f3f0 req-7bc3797a-51a4-40b1-a496-4538c9e9c5e3 service neutron] 10.222.0.97 "GET /v2.0/networks/05f6be5c-f7ce-413c-a38a-ad014805edc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280159 Jul 23 16:29:30.356023 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-3fabcc50-3ffc-45c9-bf15-e29abb81a55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:30.396183 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-38a601f0-d9cd-42e1-995f-581c0e37d7b9 tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:30.397671 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-38a601f0-d9cd-42e1-995f-581c0e37d7b9 tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] 10.222.0.73 "GET /v2.0/networks?id=40c8dbc6-1e2c-4e74-8e47-c68622777f8d HTTP/1.1" status: 200 len: 812 time: 0.2032895 Jul 23 16:29:30.768303 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-c1a3c0b8-0c25-41b9-83ef-b361aa611a42 tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] 10.222.0.73 "GET /v2.0/quotas/b352878c217948e8b9807e1cc4932756 HTTP/1.1" status: 200 len: 375 time: 0.3446016 Jul 23 16:29:30.825182 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-91fa67a8-b3bb-40da-8408-42315fb0a924 tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b352878c217948e8b9807e1cc4932756&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453985 Jul 23 16:29:30.837625 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab9dfb-26cc-4cf1-843b-b8166647fcf0 req-0f61ae78-64cd-434a-82f5-bd4ad87b1ab2 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:30.844469 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab9dfb-26cc-4cf1-843b-b8166647fcf0 req-0f61ae78-64cd-434a-82f5-bd4ad87b1ab2 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:30.851172 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab9dfb-26cc-4cf1-843b-b8166647fcf0 req-0f61ae78-64cd-434a-82f5-bd4ad87b1ab2 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:30.857084 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab9dfb-26cc-4cf1-843b-b8166647fcf0 req-0f61ae78-64cd-434a-82f5-bd4ad87b1ab2 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:30.863506 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab9dfb-26cc-4cf1-843b-b8166647fcf0 req-0f61ae78-64cd-434a-82f5-bd4ad87b1ab2 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:30.869534 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab9dfb-26cc-4cf1-843b-b8166647fcf0 req-0f61ae78-64cd-434a-82f5-bd4ad87b1ab2 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:30.875417 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab9dfb-26cc-4cf1-843b-b8166647fcf0 req-0f61ae78-64cd-434a-82f5-bd4ad87b1ab2 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:30.877390 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2cab9dfb-26cc-4cf1-843b-b8166647fcf0 req-0f61ae78-64cd-434a-82f5-bd4ad87b1ab2 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 5444 time: 0.5681801 Jul 23 16:29:31.048675 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2cab9dfb-26cc-4cf1-843b-b8166647fcf0 req-7044ee34-5b6c-44ef-8ac8-e5cba740b5df tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1518793 Jul 23 16:29:31.056598 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-3fabcc50-3ffc-45c9-bf15-e29abb81a55f service neutron] For port 6f4f771a-0731-4ed2-98ff-d65dace07b5a, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=6f4f771a-0731-4ed2-98ff-d65dace07b5a,segment=NetworkSegment(10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf),segment_id=10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:31.093955 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-628699a5-35f7-4bbd-8261-8ac9597e67c5 service neutron] 10.222.0.73 "GET /v2.0/networks/40c8dbc6-1e2c-4e74-8e47-c68622777f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130482 Jul 23 16:29:31.151154 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-3fabcc50-3ffc-45c9-bf15-e29abb81a55f service neutron] For port 6f4f771a-0731-4ed2-98ff-d65dace07b5a, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:29:31.158706 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device f9e8c975-30c2-4303-9d70-e5ffb98d1c7d no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:29:31.186629 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c264277-8d94-4d10-ae4a-40e279e50e09 req-eddd1b55-21e5-454f-97c1-c02874626152 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:31.188819 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6c264277-8d94-4d10-ae4a-40e279e50e09 req-eddd1b55-21e5-454f-97c1-c02874626152 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.74 "GET /v2.0/ports?device_id=c00ea9dd-272d-4cae-9ee7-530e265fdea1 HTTP/1.1" status: 200 len: 945 time: 0.1668077 Jul 23 16:29:31.215516 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-6a079178-5a38-4576-8214-afaad3573e81 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:31.217541 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-6a079178-5a38-4576-8214-afaad3573e81 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.74 "GET /v2.0/networks?id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 HTTP/1.1" status: 200 len: 806 time: 0.1856124 Jul 23 16:29:31.227356 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-3fabcc50-3ffc-45c9-bf15-e29abb81a55f service neutron] device_id is not set on port 6f4f771a-0731-4ed2-98ff-d65dace07b5a yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:29:31.234385 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: f9e8c975-30c2-4303-9d70-e5ffb98d1c7d {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:29:31.237229 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device f9e8c975-30c2-4303-9d70-e5ffb98d1c7d not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:29:31.254627 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-3fabcc50-3ffc-45c9-bf15-e29abb81a55f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:31.258779 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-50fc4781-26d5-4811-8b99-b06d1344111e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Request body: {'port': {'device_id': 'aeeada74-e856-447e-9828-9fa2329e887f', 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6', 'admin_state_up': True, 'tenant_id': '6e0db5f31fbe42e8a6955990f39f636d'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:31.265085 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-73d406b5-c3e2-4a88-a447-191343b0660d service neutron] 10.222.0.73 "GET /v2.0/networks/40c8dbc6-1e2c-4e74-8e47-c68622777f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703794 Jul 23 16:29:31.295019 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-3fabcc50-3ffc-45c9-bf15-e29abb81a55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:31.301425 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e9c4bb18-91ef-4c9c-b4df-e204ebddd4e3 req-c8bd9eb9-fec4-454c-b471-00fbc756066c tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 210 time: 0.0562916 Jul 23 16:29:31.386863 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-3fabcc50-3ffc-45c9-bf15-e29abb81a55f service neutron] No DVR routers for this DVR port 6f4f771a-0731-4ed2-98ff-d65dace07b5a on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:29:31.422650 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fabcc50-3ffc-45c9-bf15-e29abb81a55f service neutron] Pushing event updated for resources: {'Port': ['ID=6f4f771a-0731-4ed2-98ff-d65dace07b5a,revision_number=6']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:31.481888 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f17784e7-8a5c-467e-bec4-e765199939f5 req-6849dbed-6154-4436-a35f-decd99cb917e tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0468054 Jul 23 16:29:31.482581 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-3fabcc50-3ffc-45c9-bf15-e29abb81a55f service neutron] In _notify_port_updated(), no bound segment for port 6f4f771a-0731-4ed2-98ff-d65dace07b5a on network e5f00839-b5e3-470f-98ff-b05da7b06d94 {{(pid=94012) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:29:31.483410 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-3fabcc50-3ffc-45c9-bf15-e29abb81a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:31.484033 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-3fabcc50-3ffc-45c9-bf15-e29abb81a55f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:31.485603 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-3fabcc50-3ffc-45c9-bf15-e29abb81a55f service neutron] 10.222.0.97 "PUT /v2.0/ports/6f4f771a-0731-4ed2-98ff-d65dace07b5a HTTP/1.1" status: 200 len: 1032 time: 1.3520253 Jul 23 16:29:31.510019 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-6c264277-8d94-4d10-ae4a-40e279e50e09 req-cc294a8f-0828-4cc6-994c-57adce431d62 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Deleting port 8d72e04e-84a6-483a-9927-852b65def178 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:29:31.510486 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6c264277-8d94-4d10-ae4a-40e279e50e09 req-cc294a8f-0828-4cc6-994c-57adce431d62 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:31.607565 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-14035d23-200f-4e25-86c2-70ace5ca1e3f tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:31.609200 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-14035d23-200f-4e25-86c2-70ace5ca1e3f tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.97 "GET /v2.0/ports/ec5d280e-539b-40ed-95d6-bc3fb999ce68?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1154366 Jul 23 16:29:31.624252 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-149fd9e9-7a1d-4c6b-9706-657aa63fc9ba service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:31.728510 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-03d99126-c41a-4bfe-a054-1af9ccd05ce6 None None] Provisioning complete for port 6f4f771a-0731-4ed2-98ff-d65dace07b5a triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:29:31.729216 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-03d99126-c41a-4bfe-a054-1af9ccd05ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:31.773866 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bfd2f065-fd71-40b7-b4c8-b85b87697bab req-197db882-35f5-410e-bebe-408a166e20a8 tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ff6b157-555a-414b-a76e-c83b09a651df HTTP/1.1" status: 200 len: 210 time: 0.0743697 Jul 23 16:29:31.783918 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645e852-e3be-4a2c-86bc-6159b6698fc8 req-9c2b4b3b-a6a3-4b99-9dd0-0e89bc7af3d2 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:31.796121 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e645e852-e3be-4a2c-86bc-6159b6698fc8 req-9c2b4b3b-a6a3-4b99-9dd0-0e89bc7af3d2 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=c00ea9dd-272d-4cae-9ee7-530e265fdea1 HTTP/1.1" status: 200 len: 945 time: 0.2511749 Jul 23 16:29:31.803904 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-03d99126-c41a-4bfe-a054-1af9ccd05ce6 None None] Port 6f4f771a-0731-4ed2-98ff-d65dace07b5a cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:29:31.875082 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-149fd9e9-7a1d-4c6b-9706-657aa63fc9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:31.893416 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e645e852-e3be-4a2c-86bc-6159b6698fc8 req-8263dd00-51f7-4a25-9981-a5940b038f34 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650930 Jul 23 16:29:32.029566 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-50fc4781-26d5-4811-8b99-b06d1344111e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Made reservation on behalf of 6e0db5f31fbe42e8a6955990f39f636d for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:29:32.034016 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-50fc4781-26d5-4811-8b99-b06d1344111e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:32.057779 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-6c264277-8d94-4d10-ae4a-40e279e50e09 req-cc294a8f-0828-4cc6-994c-57adce431d62 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] For port 8d72e04e-84a6-483a-9927-852b65def178, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=8d72e04e-84a6-483a-9927-852b65def178,segment=NetworkSegment(4922e251-ec1f-41e7-8718-5d07a120e814),segment_id=4922e251-ec1f-41e7-8718-5d07a120e814)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:32.058140 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6c264277-8d94-4d10-ae4a-40e279e50e09 req-cc294a8f-0828-4cc6-994c-57adce431d62 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:32.083937 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-6c264277-8d94-4d10-ae4a-40e279e50e09 req-cc294a8f-0828-4cc6-994c-57adce431d62 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Calling delete_port for 8d72e04e-84a6-483a-9927-852b65def178 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:29:32.095757 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-149fd9e9-7a1d-4c6b-9706-657aa63fc9ba service neutron] For port ec5d280e-539b-40ed-95d6-bc3fb999ce68, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=ec5d280e-539b-40ed-95d6-bc3fb999ce68,segment=NetworkSegment(10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf),segment_id=10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:32.154174 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-149fd9e9-7a1d-4c6b-9706-657aa63fc9ba service neutron] For port ec5d280e-539b-40ed-95d6-bc3fb999ce68, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:29:32.234039 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-149fd9e9-7a1d-4c6b-9706-657aa63fc9ba service neutron] device_id is not set on port ec5d280e-539b-40ed-95d6-bc3fb999ce68 yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:29:32.248627 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-149fd9e9-7a1d-4c6b-9706-657aa63fc9ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:32.257930 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 81ed9f61-dd72-45c4-9749-cf4878d9a0da no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:29:32.259584 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-149fd9e9-7a1d-4c6b-9706-657aa63fc9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:32.272373 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-50fc4781-26d5-4811-8b99-b06d1344111e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Allocated IP 172.20.0.8 (4fcdb072-b06e-4ac9-aeaa-783a9c8875b6/afdba85c-3a3a-4e3d-a242-c2e94f8ff50b/e04796b9-4627-42d4-bca6-a2d65f6d8b73) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:29:32.361356 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-149fd9e9-7a1d-4c6b-9706-657aa63fc9ba service neutron] No DVR routers for this DVR port ec5d280e-539b-40ed-95d6-bc3fb999ce68 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:29:32.423000 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e0a88-eb42-4878-9cc8-7574315a042a req-55583c3f-b22b-4785-bc21-e164fe185a83 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:32.430519 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e0a88-eb42-4878-9cc8-7574315a042a req-55583c3f-b22b-4785-bc21-e164fe185a83 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:32.436415 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6c264277-8d94-4d10-ae4a-40e279e50e09 req-cc294a8f-0828-4cc6-994c-57adce431d62 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:32.437175 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e0a88-eb42-4878-9cc8-7574315a042a req-55583c3f-b22b-4785-bc21-e164fe185a83 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:32.444830 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e0a88-eb42-4878-9cc8-7574315a042a req-55583c3f-b22b-4785-bc21-e164fe185a83 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:32.446665 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:32.452072 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e0a88-eb42-4878-9cc8-7574315a042a req-55583c3f-b22b-4785-bc21-e164fe185a83 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:32.458974 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e0a88-eb42-4878-9cc8-7574315a042a req-55583c3f-b22b-4785-bc21-e164fe185a83 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:32.468208 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d00e0a88-eb42-4878-9cc8-7574315a042a req-55583c3f-b22b-4785-bc21-e164fe185a83 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 4588 time: 0.2894437 Jul 23 16:29:32.473159 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['850294b4-c641-440e-8b3b-f74bd72da704', '11c16417-708f-48d9-a03c-0e7cde2ba575', 'a05cff86-ff64-4c4c-99f4-289367a7063b'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:32.475743 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['8d72e04e-84a6-483a-9927-852b65def178'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:32.496833 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc294a8f-0828-4cc6-994c-57adce431d62 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Pushing event deleted for resources: {'Port': ['ID=8d72e04e-84a6-483a-9927-852b65def178,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:32.556844 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81ed9f61-dd72-45c4-9749-cf4878d9a0da'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:32.559186 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78489969-3ce2-4f52-9150-3b5148754b6a" -d '{"events": [{"server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "name": "network-vif-unplugged", "status": "completed", "tag": "81ed9f61-dd72-45c4-9749-cf4878d9a0da"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:32.564626 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-84c05eb2-7cc6-4100-a3ab-2031faaba791 req-c4ce38d8-0a1c-4bbd-8d9a-b292e6af4638 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 210 time: 0.0682259 Jul 23 16:29:32.565882 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149fd9e9-7a1d-4c6b-9706-657aa63fc9ba service neutron] Pushing event updated for resources: {'Port': ['ID=ec5d280e-539b-40ed-95d6-bc3fb999ce68,revision_number=6']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:32.589897 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-149fd9e9-7a1d-4c6b-9706-657aa63fc9ba service neutron] In _notify_port_updated(), no bound segment for port ec5d280e-539b-40ed-95d6-bc3fb999ce68 on network e5f00839-b5e3-470f-98ff-b05da7b06d94 {{(pid=94012) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:29:32.590813 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-149fd9e9-7a1d-4c6b-9706-657aa63fc9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:32.591440 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-149fd9e9-7a1d-4c6b-9706-657aa63fc9ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:32.593886 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-149fd9e9-7a1d-4c6b-9706-657aa63fc9ba service neutron] 10.222.0.97 "PUT /v2.0/ports/ec5d280e-539b-40ed-95d6-bc3fb999ce68 HTTP/1.1" status: 200 len: 1031 time: 0.9747024 Jul 23 16:29:32.600022 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 81ed9f61-dd72-45c4-9749-cf4878d9a0da, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=81ed9f61-dd72-45c4-9749-cf4878d9a0da,segment=NetworkSegment(10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf),segment_id=10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:32.614236 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d00e0a88-eb42-4878-9cc8-7574315a042a req-4d767670-a1bb-465f-bd33-3d07a2312d6c tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&id=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1423125 Jul 23 16:29:32.616254 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:32.617197 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 826b1e36-24e9-4eac-b734-464693130e3f no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:29:32.679290 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c264277-8d94-4d10-ae4a-40e279e50e09 req-cc294a8f-0828-4cc6-994c-57adce431d62 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] No DVR routers for this DVR port 8d72e04e-84a6-483a-9927-852b65def178 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:29:32.685534 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6c264277-8d94-4d10-ae4a-40e279e50e09 req-cc294a8f-0828-4cc6-994c-57adce431d62 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:32.694164 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6c264277-8d94-4d10-ae4a-40e279e50e09 req-cc294a8f-0828-4cc6-994c-57adce431d62 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.74 "DELETE /v2.0/ports/8d72e04e-84a6-483a-9927-852b65def178 HTTP/1.1" status: 204 len: 173 time: 1.4959595 Jul 23 16:29:32.694732 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00ea9dd-272d-4cae-9ee7-530e265fdea1', 'name': 'network-vif-deleted', 'tag': '8d72e04e-84a6-483a-9927-852b65def178'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:32.697143 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181fa2a1-7dfd-4cfa-9c3e-a35500bf885b" -d '{"events": [{"server_uuid": "c00ea9dd-272d-4cae-9ee7-530e265fdea1", "name": "network-vif-deleted", "tag": "8d72e04e-84a6-483a-9927-852b65def178"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:32.709444 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-56d94025-77f3-44f7-9cbc-9f6b5428ba3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:32.747704 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-50fc4781-26d5-4811-8b99-b06d1344111e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:32.810290 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-50fc4781-26d5-4811-8b99-b06d1344111e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:32.851781 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-01bfe6e9-2ee1-45d7-85bb-e89635ebfc0d req-5fc9ae69-b54c-40bb-9ded-b32a900c3f43 tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0506477 Jul 23 16:29:32.852132 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=81ed9f61-dd72-45c4-9749-cf4878d9a0da,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:32.859239 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f44d3670-b8b7-402f-ad98-971f6b4b7ed2 None None] Provisioning complete for port ec5d280e-539b-40ed-95d6-bc3fb999ce68 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:29:32.859801 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f44d3670-b8b7-402f-ad98-971f6b4b7ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:32.902831 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-f6c3899e-708d-403f-a1ad-cc850aa3fc10 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Deleting port 01fb3cf0-e4ff-4a66-8ed1-9025c34ef945 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:29:32.903885 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-f6c3899e-708d-403f-a1ad-cc850aa3fc10 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:32.911762 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-50fc4781-26d5-4811-8b99-b06d1344111e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Network 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:29:32.965993 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce76a0f-beee-4bc0-a90c-b9222dfbb0fe x-openstack-request-id: req-5ce76a0f-beee-4bc0-a90c-b9222dfbb0fe {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:32.966659 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "name": "network-vif-unplugged", "status": "completed", "tag": "81ed9f61-dd72-45c4-9749-cf4878d9a0da", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:32.967117 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5ce76a0f-beee-4bc0-a90c-b9222dfbb0fe {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:32.967725 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81ed9f61-dd72-45c4-9749-cf4878d9a0da', 'code': 200} Jul 23 16:29:32.967921 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc4781-26d5-4811-8b99-b06d1344111e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Pushing event updated for resources: {'Port': ['ID=e04796b9-4627-42d4-bca6-a2d65f6d8b73,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:32.983658 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f44d3670-b8b7-402f-ad98-971f6b4b7ed2 None None] Port ec5d280e-539b-40ed-95d6-bc3fb999ce68 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:29:32.991854 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:33.003106 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-50fc4781-26d5-4811-8b99-b06d1344111e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:29:33.010725 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-50fc4781-26d5-4811-8b99-b06d1344111e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:29:33.033396 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 826b1e36-24e9-4eac-b734-464693130e3f, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=826b1e36-24e9-4eac-b734-464693130e3f,segment=NetworkSegment(e8728e7b-cc64-4d64-b8c7-0bf963e96d60),segment_id=e8728e7b-cc64-4d64-b8c7-0bf963e96d60)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:33.042000 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:33.043235 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 6f406226-7c43-4a51-8734-18dbcbb352a4 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:29:33.139898 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-f6c3899e-708d-403f-a1ad-cc850aa3fc10 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] For port 01fb3cf0-e4ff-4a66-8ed1-9025c34ef945, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=01fb3cf0-e4ff-4a66-8ed1-9025c34ef945,segment=NetworkSegment(10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf),segment_id=10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:33.140785 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-f6c3899e-708d-403f-a1ad-cc850aa3fc10 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:33.170116 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-f6c3899e-708d-403f-a1ad-cc850aa3fc10 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Calling delete_port for 01fb3cf0-e4ff-4a66-8ed1-9025c34ef945 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:29:33.211405 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900fa5aa-6b98-4307-963e-aec898f2c92d x-openstack-request-id: req-900fa5aa-6b98-4307-963e-aec898f2c92d {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:33.211715 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00ea9dd-272d-4cae-9ee7-530e265fdea1", "name": "network-vif-deleted", "tag": "8d72e04e-84a6-483a-9927-852b65def178", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:33.212007 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-900fa5aa-6b98-4307-963e-aec898f2c92d {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:33.212334 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c00ea9dd-272d-4cae-9ee7-530e265fdea1', 'name': 'network-vif-deleted', 'tag': '8d72e04e-84a6-483a-9927-852b65def178', 'status': 'completed', 'code': 200} Jul 23 16:29:33.240533 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-50fc4781-26d5-4811-8b99-b06d1344111e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:33.241266 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-50fc4781-26d5-4811-8b99-b06d1344111e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:33.298143 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-9adb4600-d259-44eb-b48f-224cd34e6360 tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:33.301688 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-9adb4600-d259-44eb-b48f-224cd34e6360 tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] 10.222.0.74 "GET /v2.0/networks?id=40c8dbc6-1e2c-4e74-8e47-c68622777f8d HTTP/1.1" status: 200 len: 812 time: 0.3258295 Jul 23 16:29:33.306149 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ed1c443f-c20e-40e3-b06e-93ac624da375 req-ba4383b1-7b73-4864-bbf3-1461e76124eb tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ff6b157-555a-414b-a76e-c83b09a651df HTTP/1.1" status: 200 len: 210 time: 0.0434062 Jul 23 16:29:33.311807 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-50fc4781-26d5-4811-8b99-b06d1344111e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0582671 Jul 23 16:29:33.314351 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=826b1e36-24e9-4eac-b734-464693130e3f,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:33.325220 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-3726d43d-690b-4f48-b90d-8800eaf5952d tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] Request body: {'port': {'device_id': '5ff6b157-555a-414b-a76e-c83b09a651df', 'network_id': '40c8dbc6-1e2c-4e74-8e47-c68622777f8d', 'admin_state_up': True, 'tenant_id': 'b352878c217948e8b9807e1cc4932756'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:33.336926 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-8e8f241c-bac3-422f-aa28-ef1424e1ca18 service neutron] Request body: {'port': {'device_id': 'aeeada74-e856-447e-9828-9fa2329e887f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:33.390563 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:33.399895 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d3f47a53-2753-4155-bc57-92ca2c4943e9 req-54aaf15e-e395-4044-a536-854ab2ab6150 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=c00ea9dd-272d-4cae-9ee7-530e265fdea1 HTTP/1.1" status: 200 len: 210 time: 0.0521040 Jul 23 16:29:33.453815 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 6f406226-7c43-4a51-8734-18dbcbb352a4, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=6f406226-7c43-4a51-8734-18dbcbb352a4,segment=NetworkSegment(37cc592b-7f9c-4642-8c1c-94e292ee317d),segment_id=37cc592b-7f9c-4642-8c1c-94e292ee317d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:33.464399 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:33.465131 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 6f4f771a-0731-4ed2-98ff-d65dace07b5a no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:29:33.491419 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-f6c3899e-708d-403f-a1ad-cc850aa3fc10 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:33.535680 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3899e-708d-403f-a1ad-cc850aa3fc10 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Pushing event deleted for resources: {'Port': ['ID=01fb3cf0-e4ff-4a66-8ed1-9025c34ef945,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:33.572300 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-8e8f241c-bac3-422f-aa28-ef1424e1ca18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:33.589141 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 6f4f771a-0731-4ed2-98ff-d65dace07b5a not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:29:33.589590 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 61637cfe-1584-4974-b56f-43ff73d6bcec no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:29:33.637677 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-f6c3899e-708d-403f-a1ad-cc850aa3fc10 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] No DVR routers for this DVR port 01fb3cf0-e4ff-4a66-8ed1-9025c34ef945 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:29:33.643963 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-f6c3899e-708d-403f-a1ad-cc850aa3fc10 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:33.648218 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-f6c3899e-708d-403f-a1ad-cc850aa3fc10 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.97 "DELETE /v2.0/ports/01fb3cf0-e4ff-4a66-8ed1-9025c34ef945 HTTP/1.1" status: 204 len: 173 time: 1.0313091 Jul 23 16:29:33.651389 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'name': 'network-vif-deleted', 'tag': '01fb3cf0-e4ff-4a66-8ed1-9025c34ef945'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:33.658897 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96899d96-6e9c-4055-a1c4-3999fab86c29" -d '{"events": [{"server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "name": "network-vif-deleted", "tag": "01fb3cf0-e4ff-4a66-8ed1-9025c34ef945"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:33.666956 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=6f406226-7c43-4a51-8734-18dbcbb352a4,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:33.729288 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-3726d43d-690b-4f48-b90d-8800eaf5952d tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] Made reservation on behalf of b352878c217948e8b9807e1cc4932756 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:29:33.733102 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-3726d43d-690b-4f48-b90d-8800eaf5952d tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:33.789541 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7c616a-6639-4e7e-aed0-8cd1361a32d1 x-openstack-request-id: req-de7c616a-6639-4e7e-aed0-8cd1361a32d1 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:33.789839 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "name": "network-vif-deleted", "tag": "01fb3cf0-e4ff-4a66-8ed1-9025c34ef945", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:33.790181 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-de7c616a-6639-4e7e-aed0-8cd1361a32d1 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:33.790488 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'name': 'network-vif-deleted', 'tag': '01fb3cf0-e4ff-4a66-8ed1-9025c34ef945', 'status': 'completed', 'code': 200} Jul 23 16:29:33.900272 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:33.941978 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-3726d43d-690b-4f48-b90d-8800eaf5952d tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] Allocated IP 172.20.0.10 (40c8dbc6-1e2c-4e74-8e47-c68622777f8d/ffe9bfe0-f6f5-4160-b09f-f3ecae9ad829/3ffbbe05-6bf8-4a17-8666-57e986018b10) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:29:33.976581 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 61637cfe-1584-4974-b56f-43ff73d6bcec, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=61637cfe-1584-4974-b56f-43ff73d6bcec,segment=NetworkSegment(e8728e7b-cc64-4d64-b8c7-0bf963e96d60),segment_id=e8728e7b-cc64-4d64-b8c7-0bf963e96d60)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:33.982373 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-9e4b3f97-bd82-4dda-b0dd-185d10cc8fba tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Deleting port 61637cfe-1584-4974-b56f-43ff73d6bcec {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:29:33.982561 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-9e4b3f97-bd82-4dda-b0dd-185d10cc8fba tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:33.984142 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:33.984865 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device ec5d280e-539b-40ed-95d6-bc3fb999ce68 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:29:34.023337 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870766e-ad7b-48bd-84dd-65fce9edefa8 req-f852713a-6a87-4492-958c-d8db7f1c0878 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:34.030823 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6870766e-ad7b-48bd-84dd-65fce9edefa8 req-f852713a-6a87-4492-958c-d8db7f1c0878 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 931 time: 0.2561488 Jul 23 16:29:34.063930 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8362f-4485-4858-95a7-6cc115bcf299 req-b35876c5-c140-4306-9bb8-7f04a19bcc80 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:34.070730 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8362f-4485-4858-95a7-6cc115bcf299 req-b35876c5-c140-4306-9bb8-7f04a19bcc80 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:34.076893 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8362f-4485-4858-95a7-6cc115bcf299 req-b35876c5-c140-4306-9bb8-7f04a19bcc80 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:34.082976 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=61637cfe-1584-4974-b56f-43ff73d6bcec,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:34.083539 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8362f-4485-4858-95a7-6cc115bcf299 req-b35876c5-c140-4306-9bb8-7f04a19bcc80 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:34.085476 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9ac8362f-4485-4858-95a7-6cc115bcf299 req-b35876c5-c140-4306-9bb8-7f04a19bcc80 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 3146 time: 0.2084670 Jul 23 16:29:34.086707 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device ec5d280e-539b-40ed-95d6-bc3fb999ce68 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:29:34.087153 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 01fb3cf0-e4ff-4a66-8ed1-9025c34ef945 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:29:34.108571 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 01fb3cf0-e4ff-4a66-8ed1-9025c34ef945 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:29:34.108979 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 01fb3cf0-e4ff-4a66-8ed1-9025c34ef945 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:29:34.205675 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6870766e-ad7b-48bd-84dd-65fce9edefa8 req-3f3da113-7450-4d94-8698-a7ba48c7d92a tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737356 Jul 23 16:29:34.225113 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-3726d43d-690b-4f48-b90d-8800eaf5952d tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:34.233699 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-9e4b3f97-bd82-4dda-b0dd-185d10cc8fba tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] For port 61637cfe-1584-4974-b56f-43ff73d6bcec, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=61637cfe-1584-4974-b56f-43ff73d6bcec,segment=NetworkSegment(e8728e7b-cc64-4d64-b8c7-0bf963e96d60),segment_id=e8728e7b-cc64-4d64-b8c7-0bf963e96d60)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:34.234231 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-9e4b3f97-bd82-4dda-b0dd-185d10cc8fba tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:34.252527 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9ac8362f-4485-4858-95a7-6cc115bcf299 req-b9cf3837-342c-42d8-96bc-02e6c40923c2 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493120 Jul 23 16:29:34.276356 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-9e4b3f97-bd82-4dda-b0dd-185d10cc8fba tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Calling delete_port for 61637cfe-1584-4974-b56f-43ff73d6bcec owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:29:34.281111 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf582d38-6f28-4981-b63f-6dcaee920fe2 req-7efd4f2f-f895-45d4-8388-c2be4dfcf456 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0427873 Jul 23 16:29:34.301974 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-8e8f241c-bac3-422f-aa28-ef1424e1ca18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e04796b9-4627-42d4-bca6-a2d65f6d8b73 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:29:34.311739 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-8e8f241c-bac3-422f-aa28-ef1424e1ca18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:34.318071 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f98f360-794e-432a-9c3f-051a8c5f8ad8 req-de2727fc-be1b-42ce-84bc-8405472c4ee7 tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0348418 Jul 23 16:29:34.328144 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-3726d43d-690b-4f48-b90d-8800eaf5952d tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:34.364272 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-8e8f241c-bac3-422f-aa28-ef1424e1ca18 service neutron] Transition to ACTIVE for port object e04796b9-4627-42d4-bca6-a2d65f6d8b73 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:29:34.377848 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-8e8f241c-bac3-422f-aa28-ef1424e1ca18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:34.396085 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726d43d-690b-4f48-b90d-8800eaf5952d tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] Pushing event updated for resources: {'Port': ['ID=3ffbbe05-6bf8-4a17-8666-57e986018b10,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:34.425423 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-3726d43d-690b-4f48-b90d-8800eaf5952d tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] Network 40c8dbc6-1e2c-4e74-8e47-c68622777f8d is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:29:34.452185 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-3726d43d-690b-4f48-b90d-8800eaf5952d tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:29:34.457475 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-3726d43d-690b-4f48-b90d-8800eaf5952d tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:29:34.532328 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f241c-bac3-422f-aa28-ef1424e1ca18 service neutron] Pushing event updated for resources: {'Port': ['ID=e04796b9-4627-42d4-bca6-a2d65f6d8b73,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:34.588317 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-3726d43d-690b-4f48-b90d-8800eaf5952d tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:34.589838 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-3726d43d-690b-4f48-b90d-8800eaf5952d tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:34.617258 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-3726d43d-690b-4f48-b90d-8800eaf5952d tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2969353 Jul 23 16:29:34.635556 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-8d1a739b-9b7a-40d6-a2eb-84513eec9949 service neutron] Request body: {'port': {'device_id': '5ff6b157-555a-414b-a76e-c83b09a651df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:34.648985 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-9e4b3f97-bd82-4dda-b0dd-185d10cc8fba tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:34.662287 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a1f79-2897-444d-891f-f4dbc2ae7926 req-205796d5-388c-4c0a-9f13-353ef4836f44 tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:34.664184 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b72a1f79-2897-444d-891f-f4dbc2ae7926 req-205796d5-388c-4c0a-9f13-353ef4836f44 tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ff6b157-555a-414b-a76e-c83b09a651df HTTP/1.1" status: 200 len: 932 time: 0.1972840 Jul 23 16:29:34.709526 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b3f97-bd82-4dda-b0dd-185d10cc8fba tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Pushing event deleted for resources: {'Port': ['ID=61637cfe-1584-4974-b56f-43ff73d6bcec,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:34.720206 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:34.755368 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['c16e80ab-8bc6-4bb2-a761-b60dd7093c3d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:34.839604 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b72a1f79-2897-444d-891f-f4dbc2ae7926 req-677b3eb8-1321-4cfd-b669-42b09f41fb30 tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbde9c23-06b7-4b04-a7f9-ec7e24f10f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661172 Jul 23 16:29:34.890391 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-9e4b3f97-bd82-4dda-b0dd-185d10cc8fba tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] No DVR routers for this DVR port 61637cfe-1584-4974-b56f-43ff73d6bcec on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:29:34.895986 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-9e4b3f97-bd82-4dda-b0dd-185d10cc8fba tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:34.908557 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-9e4b3f97-bd82-4dda-b0dd-185d10cc8fba tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.97 "DELETE /v2.0/ports/61637cfe-1584-4974-b56f-43ff73d6bcec HTTP/1.1" status: 204 len: 173 time: 1.2452512 Jul 23 16:29:34.913889 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-8e8f241c-bac3-422f-aa28-ef1424e1ca18 service neutron] Attempting to bind port e04796b9-4627-42d4-bca6-a2d65f6d8b73 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:29:34.914411 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-8e8f241c-bac3-422f-aa28-ef1424e1ca18 service neutron] Attempting to bind port e04796b9-4627-42d4-bca6-a2d65f6d8b73 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '2f9791c4-d6e7-486a-bc01-5ba80d4c65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:29:34.914940 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-8e8f241c-bac3-422f-aa28-ef1424e1ca18 service neutron] Attempting to bind port e04796b9-4627-42d4-bca6-a2d65f6d8b73 on network 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:29:34.932719 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-8e8f241c-bac3-422f-aa28-ef1424e1ca18 service neutron] Port e04796b9-4627-42d4-bca6-a2d65f6d8b73 on network 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:29:34.933344 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-8e8f241c-bac3-422f-aa28-ef1424e1ca18 service neutron] Attempting to bind port e04796b9-4627-42d4-bca6-a2d65f6d8b73 on network 4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:29:34.942587 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-8e8f241c-bac3-422f-aa28-ef1424e1ca18 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:29:34.943162 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-8e8f241c-bac3-422f-aa28-ef1424e1ca18 service neutron] Checking segment: {'id': '2f9791c4-d6e7-486a-bc01-5ba80d4c65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:29:34.943850 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-8e8f241c-bac3-422f-aa28-ef1424e1ca18 service neutron] Bound using segment: {'id': '2f9791c4-d6e7-486a-bc01-5ba80d4c65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:29:34.944444 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-8e8f241c-bac3-422f-aa28-ef1424e1ca18 service neutron] Bound port: e04796b9-4627-42d4-bca6-a2d65f6d8b73, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f9791c4-d6e7-486a-bc01-5ba80d4c65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:29:34.945009 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-8e8f241c-bac3-422f-aa28-ef1424e1ca18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:34.947783 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-8d1a739b-9b7a-40d6-a2eb-84513eec9949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:34.969991 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '826b1e36-24e9-4eac-b734-464693130e3f'}, {'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f406226-7c43-4a51-8734-18dbcbb352a4'}, {'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61637cfe-1584-4974-b56f-43ff73d6bcec'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:34.975029 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8adb660-e647-4c8a-b617-d489f3a2f346" -d '{"events": [{"server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "name": "network-vif-unplugged", "status": "completed", "tag": "826b1e36-24e9-4eac-b734-464693130e3f"}, {"server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "name": "network-vif-unplugged", "status": "completed", "tag": "6f406226-7c43-4a51-8734-18dbcbb352a4"}, {"server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "name": "network-vif-unplugged", "status": "completed", "tag": "61637cfe-1584-4974-b56f-43ff73d6bcec"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:35.033955 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56ab334-bc1d-4fd9-8d92-a9b9169b3f22 x-openstack-request-id: req-b56ab334-bc1d-4fd9-8d92-a9b9169b3f22 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:35.035224 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "name": "network-vif-unplugged", "status": "completed", "tag": "826b1e36-24e9-4eac-b734-464693130e3f", "code": 200}, {"server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "name": "network-vif-unplugged", "status": "completed", "tag": "6f406226-7c43-4a51-8734-18dbcbb352a4", "code": 200}, {"server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "name": "network-vif-unplugged", "status": "completed", "tag": "61637cfe-1584-4974-b56f-43ff73d6bcec", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:35.035882 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b56ab334-bc1d-4fd9-8d92-a9b9169b3f22 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:35.036494 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '826b1e36-24e9-4eac-b734-464693130e3f', 'code': 200} Jul 23 16:29:35.036902 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f406226-7c43-4a51-8734-18dbcbb352a4', 'code': 200} Jul 23 16:29:35.037356 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61637cfe-1584-4974-b56f-43ff73d6bcec', 'code': 200} Jul 23 16:29:35.169764 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 8d72e04e-84a6-483a-9927-852b65def178 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:29:35.170243 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-1855d790-c698-4f63-bd35-f7f8111c1035 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Deleting port 6f406226-7c43-4a51-8734-18dbcbb352a4 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:29:35.170792 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-1855d790-c698-4f63-bd35-f7f8111c1035 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:35.184393 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-8e8f241c-bac3-422f-aa28-ef1424e1ca18 service neutron] For port e04796b9-4627-42d4-bca6-a2d65f6d8b73, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:29:35.210519 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-8e8f241c-bac3-422f-aa28-ef1424e1ca18 service neutron] For port e04796b9-4627-42d4-bca6-a2d65f6d8b73, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=e04796b9-4627-42d4-bca6-a2d65f6d8b73,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:29:35.220705 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-8e8f241c-bac3-422f-aa28-ef1424e1ca18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:35.222875 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 8d72e04e-84a6-483a-9927-852b65def178 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:29:35.223407 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 8d72e04e-84a6-483a-9927-852b65def178 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:29:35.346206 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a0f4b463-a31e-4134-8ebe-14171b00288a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:35.404952 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:35.486383 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-8d1a739b-9b7a-40d6-a2eb-84513eec9949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ffbbe05-6bf8-4a17-8666-57e986018b10 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:29:35.495496 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-8e8f241c-bac3-422f-aa28-ef1424e1ca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:35.496515 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-8e8f241c-bac3-422f-aa28-ef1424e1ca18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:35.497761 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-8e8f241c-bac3-422f-aa28-ef1424e1ca18 service neutron] 10.222.0.74 "PUT /v2.0/ports/e04796b9-4627-42d4-bca6-a2d65f6d8b73 HTTP/1.1" status: 200 len: 1091 time: 2.1673927 Jul 23 16:29:35.498206 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeeada74-e856-447e-9828-9fa2329e887f', 'tag': 'e04796b9-4627-42d4-bca6-a2d65f6d8b73'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:35.500444 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9d61e5-573d-4351-bc80-e2ba051292c0" -d '{"events": [{"name": "network-changed", "server_uuid": "aeeada74-e856-447e-9828-9fa2329e887f", "tag": "e04796b9-4627-42d4-bca6-a2d65f6d8b73"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:35.514598 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-8d1a739b-9b7a-40d6-a2eb-84513eec9949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:35.522701 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-1855d790-c698-4f63-bd35-f7f8111c1035 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] For port 6f406226-7c43-4a51-8734-18dbcbb352a4, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=6f406226-7c43-4a51-8734-18dbcbb352a4,segment=NetworkSegment(37cc592b-7f9c-4642-8c1c-94e292ee317d),segment_id=37cc592b-7f9c-4642-8c1c-94e292ee317d)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:35.523296 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-1855d790-c698-4f63-bd35-f7f8111c1035 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:35.580496 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-8d1a739b-9b7a-40d6-a2eb-84513eec9949 service neutron] Transition to ACTIVE for port object 3ffbbe05-6bf8-4a17-8666-57e986018b10 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:29:35.583462 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f241c-bac3-422f-aa28-ef1424e1ca18 service neutron] Pushing event updated for resources: {'Port': ['ID=e04796b9-4627-42d4-bca6-a2d65f6d8b73,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:35.588876 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-8d1a739b-9b7a-40d6-a2eb-84513eec9949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:35.604371 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7abd2-de0a-4e08-8763-d34d798eafc7 req-3c1a915a-c6d6-482b-86ea-7e1a75e6fdd2 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:35.610365 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7abd2-de0a-4e08-8763-d34d798eafc7 req-3c1a915a-c6d6-482b-86ea-7e1a75e6fdd2 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:35.617354 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7abd2-de0a-4e08-8763-d34d798eafc7 req-3c1a915a-c6d6-482b-86ea-7e1a75e6fdd2 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:35.624406 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-18d7abd2-de0a-4e08-8763-d34d798eafc7 req-3c1a915a-c6d6-482b-86ea-7e1a75e6fdd2 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 2411 time: 0.2097013 Jul 23 16:29:35.650989 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f3e68-2cd5-4e8f-976c-1896d40e7cad req-6304a899-59c3-428a-8d3a-99791335d756 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:35.652540 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-919f3e68-2cd5-4e8f-976c-1896d40e7cad req-6304a899-59c3-428a-8d3a-99791335d756 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 943 time: 0.2390826 Jul 23 16:29:35.657472 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a739b-9b7a-40d6-a2eb-84513eec9949 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffbbe05-6bf8-4a17-8666-57e986018b10,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:35.687553 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-d2ab0163-a49b-4980-8a78-87f2977b6dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:35.688991 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-d2ab0163-a49b-4980-8a78-87f2977b6dc4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6e0db5f31fbe42e8a6955990f39f636d&device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 1094 time: 0.1431706 Jul 23 16:29:35.755920 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-538e22fd-3b9d-48a3-b9ed-51161806e8b9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e04796b9-4627-42d4-bca6-a2d65f6d8b73 HTTP/1.1" status: 200 len: 217 time: 0.0487285 Jul 23 16:29:35.758195 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-18d7abd2-de0a-4e08-8763-d34d798eafc7 req-672f7519-cecc-41a3-95fd-fe682785ace4 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315963 Jul 23 16:29:35.784190 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-919f3e68-2cd5-4e8f-976c-1896d40e7cad req-c828d6df-ba5a-4f35-a875-5e62290b610e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052315 Jul 23 16:29:35.814849 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'name': 'network-vif-deleted', 'tag': '61637cfe-1584-4974-b56f-43ff73d6bcec'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:35.824496 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9ae89c-8680-4cc1-8103-82032b8f539a" -d '{"events": [{"server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "name": "network-vif-deleted", "tag": "61637cfe-1584-4974-b56f-43ff73d6bcec"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:35.853408 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-1855d790-c698-4f63-bd35-f7f8111c1035 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:35.853795 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-1855d790-c698-4f63-bd35-f7f8111c1035 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:35.854119 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-1855d790-c698-4f63-bd35-f7f8111c1035 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Floating IP b34bd176-fa74-4b0c-98c5-982acc322d34 disassociated. External IP: 172.25.8.56, port: 6f406226-7c43-4a51-8734-18dbcbb352a4. Jul 23 16:29:35.854478 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-1855d790-c698-4f63-bd35-f7f8111c1035 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Calling delete_port for 6f406226-7c43-4a51-8734-18dbcbb352a4 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:29:35.859937 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-8d1a739b-9b7a-40d6-a2eb-84513eec9949 service neutron] Attempting to bind port 3ffbbe05-6bf8-4a17-8666-57e986018b10 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:29:35.860282 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-8d1a739b-9b7a-40d6-a2eb-84513eec9949 service neutron] Attempting to bind port 3ffbbe05-6bf8-4a17-8666-57e986018b10 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '78726b45-d36d-4669-b56f-3240f507168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '40c8dbc6-1e2c-4e74-8e47-c68622777f8d'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:29:35.860875 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-8d1a739b-9b7a-40d6-a2eb-84513eec9949 service neutron] Attempting to bind port 3ffbbe05-6bf8-4a17-8666-57e986018b10 on network 40c8dbc6-1e2c-4e74-8e47-c68622777f8d {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:29:35.873353 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-8d1a739b-9b7a-40d6-a2eb-84513eec9949 service neutron] Port 3ffbbe05-6bf8-4a17-8666-57e986018b10 on network 40c8dbc6-1e2c-4e74-8e47-c68622777f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:29:35.873659 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-8d1a739b-9b7a-40d6-a2eb-84513eec9949 service neutron] Attempting to bind port 3ffbbe05-6bf8-4a17-8666-57e986018b10 on network 40c8dbc6-1e2c-4e74-8e47-c68622777f8d {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:29:35.889903 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-c7f37940-a0b2-42de-a5f5-fe54573daa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:35.891422 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-c7f37940-a0b2-42de-a5f5-fe54573daa92 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=afdba85c-3a3a-4e3d-a242-c2e94f8ff50b HTTP/1.1" status: 200 len: 846 time: 0.1242032 Jul 23 16:29:35.914262 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-8d1a739b-9b7a-40d6-a2eb-84513eec9949 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:29:35.914771 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-8d1a739b-9b7a-40d6-a2eb-84513eec9949 service neutron] Checking segment: {'id': '78726b45-d36d-4669-b56f-3240f507168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '40c8dbc6-1e2c-4e74-8e47-c68622777f8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:29:35.915267 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-8d1a739b-9b7a-40d6-a2eb-84513eec9949 service neutron] Bound using segment: {'id': '78726b45-d36d-4669-b56f-3240f507168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '40c8dbc6-1e2c-4e74-8e47-c68622777f8d'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:29:35.915855 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-8d1a739b-9b7a-40d6-a2eb-84513eec9949 service neutron] Bound port: 3ffbbe05-6bf8-4a17-8666-57e986018b10, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78726b45-d36d-4669-b56f-3240f507168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '40c8dbc6-1e2c-4e74-8e47-c68622777f8d'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:29:35.916377 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-8d1a739b-9b7a-40d6-a2eb-84513eec9949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:35.961729 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-2d91c3d9-8c2d-4233-8578-8e23169ff9c6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603993 Jul 23 16:29:36.012705 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85c715a-d5a2-4059-8b2b-c6d1a2c17e41 x-openstack-request-id: req-c85c715a-d5a2-4059-8b2b-c6d1a2c17e41 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:36.013124 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeeada74-e856-447e-9828-9fa2329e887f", "tag": "e04796b9-4627-42d4-bca6-a2d65f6d8b73", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:36.014416 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c85c715a-d5a2-4059-8b2b-c6d1a2c17e41 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:36.014930 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeeada74-e856-447e-9828-9fa2329e887f', 'tag': 'e04796b9-4627-42d4-bca6-a2d65f6d8b73', 'status': 'completed', 'code': 200} Jul 23 16:29:36.067488 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c314061-5f6a-428a-9d47-a2cae7b6904b req-e4902c73-46d6-45c8-9dd7-461269a300c4 tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0366945 Jul 23 16:29:36.068876 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-1855d790-c698-4f63-bd35-f7f8111c1035 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:36.124517 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855d790-c698-4f63-bd35-f7f8111c1035 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Pushing event deleted for resources: {'Port': ['ID=6f406226-7c43-4a51-8734-18dbcbb352a4,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:36.170609 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e672ea7-573b-4a44-b0e3-6b68377025de x-openstack-request-id: req-6e672ea7-573b-4a44-b0e3-6b68377025de {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:36.170893 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "name": "network-vif-deleted", "tag": "61637cfe-1584-4974-b56f-43ff73d6bcec", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:36.171147 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6e672ea7-573b-4a44-b0e3-6b68377025de {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:36.171539 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'name': 'network-vif-deleted', 'tag': '61637cfe-1584-4974-b56f-43ff73d6bcec', 'status': 'completed', 'code': 200} Jul 23 16:29:36.298575 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-8d1a739b-9b7a-40d6-a2eb-84513eec9949 service neutron] For port 3ffbbe05-6bf8-4a17-8666-57e986018b10, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:29:36.302742 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-8d1a739b-9b7a-40d6-a2eb-84513eec9949 service neutron] For port 3ffbbe05-6bf8-4a17-8666-57e986018b10, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=3ffbbe05-6bf8-4a17-8666-57e986018b10,segment=NetworkSegment(78726b45-d36d-4669-b56f-3240f507168a),segment_id=78726b45-d36d-4669-b56f-3240f507168a)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:29:36.309424 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-8d1a739b-9b7a-40d6-a2eb-84513eec9949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:36.310345 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-1855d790-c698-4f63-bd35-f7f8111c1035 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Router e986542c-56a4-47eb-8617-78fb57836236 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:29:36.402834 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-8d1a739b-9b7a-40d6-a2eb-84513eec9949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:36.403467 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-8d1a739b-9b7a-40d6-a2eb-84513eec9949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:36.404909 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-8d1a739b-9b7a-40d6-a2eb-84513eec9949 service neutron] 10.222.0.74 "PUT /v2.0/ports/3ffbbe05-6bf8-4a17-8666-57e986018b10 HTTP/1.1" status: 200 len: 1092 time: 1.7788196 Jul 23 16:29:36.408910 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-c633e9d0-b39f-4240-a2ba-ca8e7fe40aa1 service neutron] 10.222.0.74 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191165 Jul 23 16:29:36.476534 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:36.557757 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c88759-68cc-4edb-a41d-a1bf00de99d5 req-0216bf44-f350-4167-82d0-8a71cc8cce5f tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:36.562647 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a739b-9b7a-40d6-a2eb-84513eec9949 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffbbe05-6bf8-4a17-8666-57e986018b10,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:36.573962 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c9c88759-68cc-4edb-a41d-a1bf00de99d5 req-0216bf44-f350-4167-82d0-8a71cc8cce5f tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ff6b157-555a-414b-a76e-c83b09a651df HTTP/1.1" status: 200 len: 944 time: 0.2665329 Jul 23 16:29:36.578906 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5f8cd8ca-d3a8-4470-b8d2-f68b3c37060b req-61aced8e-d201-4156-9ae3-dac3d7559980 tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6&device_id=cc2595ac-8bf6-40a6-b66c-c800ec301efe HTTP/1.1" status: 200 len: 210 time: 0.0998499 Jul 23 16:29:36.624628 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c2ac0264-065d-4d94-bfb6-623508cca795 req-957f4fb5-4c2c-44af-aa51-8b706977a813 service neutron] 10.222.0.74 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031868 Jul 23 16:29:36.640201 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-8f70b9ba-2782-4f39-887f-fe033df9c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:36.641767 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-8f70b9ba-2782-4f39-887f-fe033df9c064 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b352878c217948e8b9807e1cc4932756&device_id=5ff6b157-555a-414b-a76e-c83b09a651df HTTP/1.1" status: 200 len: 1095 time: 0.1760173 Jul 23 16:29:36.648100 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c9c88759-68cc-4edb-a41d-a1bf00de99d5 req-79011f9b-9b6e-4789-9a72-fa6f8fe720ba tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbde9c23-06b7-4b04-a7f9-ec7e24f10f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731094 Jul 23 16:29:36.657397 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-1855d790-c698-4f63-bd35-f7f8111c1035 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:29:36.682333 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d72fc4-834b-4ef4-a556-1b75ffc9188a None None] Sync routers for ids ['e986542c-56a4-47eb-8617-78fb57836236'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:29:36.696619 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d72fc4-834b-4ef4-a556-1b75ffc9188a None None] Routers {'e986542c-56a4-47eb-8617-78fb57836236'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:29:36.699858 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-95d72fc4-834b-4ef4-a556-1b75ffc9188a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:29:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['e986542c-56a4-47eb-8617-78fb57836236'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:36.734779 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-1855d790-c698-4f63-bd35-f7f8111c1035 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] No DVR routers for this DVR port 6f406226-7c43-4a51-8734-18dbcbb352a4 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:29:36.738666 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-1855d790-c698-4f63-bd35-f7f8111c1035 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:36.741401 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-1855d790-c698-4f63-bd35-f7f8111c1035 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.97 "DELETE /v2.0/ports/6f406226-7c43-4a51-8734-18dbcbb352a4 HTTP/1.1" status: 204 len: 173 time: 1.8275533 Jul 23 16:29:36.759189 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-cdc7d8f2-002b-4801-bca1-df01f4eccad5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ffbbe05-6bf8-4a17-8666-57e986018b10 HTTP/1.1" status: 200 len: 217 time: 0.1070688 Jul 23 16:29:36.872517 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-2ec3a944-5d17-4cbc-8618-57b338e3574d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:36.874252 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-2ec3a944-5d17-4cbc-8618-57b338e3574d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ffe9bfe0-f6f5-4160-b09f-f3ecae9ad829 HTTP/1.1" status: 200 len: 852 time: 0.1052191 Jul 23 16:29:36.904984 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d61e5-573d-4351-bc80-e2ba051292c0 req-8783f96b-80a0-4c03-af85-2cbbea8adf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:36.908456 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ca9d61e5-573d-4351-bc80-e2ba051292c0 req-8783f96b-80a0-4c03-af85-2cbbea8adf49 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6e0db5f31fbe42e8a6955990f39f636d&device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 1094 time: 0.1480467 Jul 23 16:29:36.927080 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-95d72fc4-834b-4ef4-a556-1b75ffc9188a None None] Set router e986542c-56a4-47eb-8617-78fb57836236 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:29:36.936073 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-95346840-ea3f-4cb4-9d4b-904639edc7ad req-29b7e045-6bed-438b-861b-bbb19714b79c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=280e7e50d63548b8b813abd4eccca456&device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0780082 Jul 23 16:29:36.961872 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-7d1e20dd-b2f9-4a7f-92dd-dc2ad9befd93 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=40c8dbc6-1e2c-4e74-8e47-c68622777f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771487 Jul 23 16:29:37.015981 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-95346840-ea3f-4cb4-9d4b-904639edc7ad req-429937c5-972d-4d59-b363-c80591d5671e service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=280e7e50d63548b8b813abd4eccca456&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468025 Jul 23 16:29:37.183817 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-95d72fc4-834b-4ef4-a556-1b75ffc9188a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e986542c-56a4-47eb-8617-78fb57836236', 'name': 'tempest-TaggedBootDevicesTest_v242-972146579-router', 'tenant_id': '1877a1c5029842a9a22481228281422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '133595d4-15ad-4f89-b376-c6d31b094c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:47Z', 'updated_at': '2021-07-23T16:18:56Z', 'revision_number': 4, 'project_id': '1877a1c5029842a9a22481228281422f', 'gw_port': {'id': '133595d4-15ad-4f89-b376-c6d31b094c8f', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e986542c-56a4-47eb-8617-78fb57836236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:49Z', 'updated_at': '2021-07-23T16:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'd8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8', 'name': '', 'network_id': 'c5e5ef48-b00d-4a4a-b322-8f86cea4f5af', 'tenant_id': '1877a1c5029842a9a22481228281422f', 'mac_address': 'fa:16:3e:24:23:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e986542c-56a4-47eb-8617-78fb57836236', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b0f0883d-94a8-483d-b400-459446f819a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:55Z', 'updated_at': '2021-07-23T16:19:06Z', 'revision_number': 5, 'project_id': '1877a1c5029842a9a22481228281422f', 'subnets': [{'id': 'b0f0883d-94a8-483d-b400-459446f819a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:37.184257 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f35b4b-d373-4677-ac5d-a72f4ca2a1b8 req-186a56e9-69bb-4915-a8ed-ff9e69b0dda5 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:37.190295 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f35b4b-d373-4677-ac5d-a72f4ca2a1b8 req-186a56e9-69bb-4915-a8ed-ff9e69b0dda5 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:37.195401 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-3f2cea9c-546f-4138-9b26-34c16ef460f2 service neutron] 10.222.0.74 "GET /v2.0/networks/40c8dbc6-1e2c-4e74-8e47-c68622777f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180669 Jul 23 16:29:37.200093 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28f35b4b-d373-4677-ac5d-a72f4ca2a1b8 req-186a56e9-69bb-4915-a8ed-ff9e69b0dda5 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 1677 time: 0.2933686 Jul 23 16:29:37.218868 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d72fc4-834b-4ef4-a556-1b75ffc9188a None None] Checking router: e986542c-56a4-47eb-8617-78fb57836236 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:29:37.230157 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d72fc4-834b-4ef4-a556-1b75ffc9188a None None] Routers {'e986542c-56a4-47eb-8617-78fb57836236'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:29:37.230878 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-95d72fc4-834b-4ef4-a556-1b75ffc9188a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:29:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['e986542c-56a4-47eb-8617-78fb57836236'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:37.235664 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-2b5b4f8d-d81c-40d7-bcc5-949280f4d512 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Deleting port 81ed9f61-dd72-45c4-9749-cf4878d9a0da {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:29:37.235953 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d61e5-573d-4351-bc80-e2ba051292c0 req-091952e8-d569-48ce-b4d9-a8ccb9efa349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:37.236432 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-2b5b4f8d-d81c-40d7-bcc5-949280f4d512 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:37.237642 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ca9d61e5-573d-4351-bc80-e2ba051292c0 req-091952e8-d569-48ce-b4d9-a8ccb9efa349 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 HTTP/1.1" status: 200 len: 908 time: 0.2782674 Jul 23 16:29:37.246992 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:37.292597 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ca9d61e5-573d-4351-bc80-e2ba051292c0 req-f405f5ee-add8-4e34-aaaf-5ec52c82bad8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e04796b9-4627-42d4-bca6-a2d65f6d8b73 HTTP/1.1" status: 200 len: 217 time: 0.0426946 Jul 23 16:29:37.386833 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-95d72fc4-834b-4ef4-a556-1b75ffc9188a None None] Set router e986542c-56a4-47eb-8617-78fb57836236 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:29:37.415561 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d61e5-573d-4351-bc80-e2ba051292c0 req-88bd8dc3-06a3-4061-9ef5-6a50c113493a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:37.417075 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ca9d61e5-573d-4351-bc80-e2ba051292c0 req-88bd8dc3-06a3-4061-9ef5-6a50c113493a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=afdba85c-3a3a-4e3d-a242-c2e94f8ff50b HTTP/1.1" status: 200 len: 846 time: 0.0829556 Jul 23 16:29:37.419050 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0a179345-533b-4d0c-8dc3-99790caeb392 req-8c2e39bd-69f9-4bf4-8960-0ed905012857 service neutron] 10.222.0.74 "GET /v2.0/networks/40c8dbc6-1e2c-4e74-8e47-c68622777f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119370 Jul 23 16:29:37.470390 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ca9d61e5-573d-4351-bc80-e2ba051292c0 req-3e924b0b-c235-4210-b73f-d20fabe0f045 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413866 Jul 23 16:29:37.595371 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ca9d61e5-573d-4351-bc80-e2ba051292c0 req-055ebeaa-cca0-4bc0-abe9-e4f8680ba627 service neutron] 10.222.0.74 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171577 Jul 23 16:29:37.625831 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95346840-ea3f-4cb4-9d4b-904639edc7ad req-300fa5aa-0785-42de-a455-2d1b20a98e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:37.627971 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-95346840-ea3f-4cb4-9d4b-904639edc7ad req-300fa5aa-0785-42de-a455-2d1b20a98e5e service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6033466 Jul 23 16:29:37.644699 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28f35b4b-d373-4677-ac5d-a72f4ca2a1b8 req-225b709a-c85f-4549-b00e-b582b5972042 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4414790 Jul 23 16:29:37.678940 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-95d72fc4-834b-4ef4-a556-1b75ffc9188a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e986542c-56a4-47eb-8617-78fb57836236', 'name': 'tempest-TaggedBootDevicesTest_v242-972146579-router', 'tenant_id': '1877a1c5029842a9a22481228281422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '133595d4-15ad-4f89-b376-c6d31b094c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:47Z', 'updated_at': '2021-07-23T16:18:56Z', 'revision_number': 4, 'project_id': '1877a1c5029842a9a22481228281422f', 'gw_port': {'id': '133595d4-15ad-4f89-b376-c6d31b094c8f', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e986542c-56a4-47eb-8617-78fb57836236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:49Z', 'updated_at': '2021-07-23T16:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'd8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8', 'name': '', 'network_id': 'c5e5ef48-b00d-4a4a-b322-8f86cea4f5af', 'tenant_id': '1877a1c5029842a9a22481228281422f', 'mac_address': 'fa:16:3e:24:23:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e986542c-56a4-47eb-8617-78fb57836236', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b0f0883d-94a8-483d-b400-459446f819a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:55Z', 'updated_at': '2021-07-23T16:19:06Z', 'revision_number': 5, 'project_id': '1877a1c5029842a9a22481228281422f', 'subnets': [{'id': 'b0f0883d-94a8-483d-b400-459446f819a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:37.710591 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d72fc4-834b-4ef4-a556-1b75ffc9188a None None] The sync data for ids ['e986542c-56a4-47eb-8617-78fb57836236'] in n-d-778549-4 is: [{'id': 'e986542c-56a4-47eb-8617-78fb57836236', 'name': 'tempest-TaggedBootDevicesTest_v242-972146579-router', 'tenant_id': '1877a1c5029842a9a22481228281422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '133595d4-15ad-4f89-b376-c6d31b094c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:47Z', 'updated_at': '2021-07-23T16:18:56Z', 'revision_number': 4, 'project_id': '1877a1c5029842a9a22481228281422f', 'gw_port': {'id': '133595d4-15ad-4f89-b376-c6d31b094c8f', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e986542c-56a4-47eb-8617-78fb57836236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:49Z', 'updated_at': '2021-07-23T16:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'd8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8', 'name': '', 'network_id': 'c5e5ef48-b00d-4a4a-b322-8f86cea4f5af', 'tenant_id': '1877a1c5029842a9a22481228281422f', 'mac_address': 'fa:16:3e:24:23:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e986542c-56a4-47eb-8617-78fb57836236', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b0f0883d-94a8-483d-b400-459446f819a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:55Z', 'updated_at': '2021-07-23T16:19:06Z', 'revision_number': 5, 'project_id': '1877a1c5029842a9a22481228281422f', 'subnets': [{'id': 'b0f0883d-94a8-483d-b400-459446f819a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:29:37.724470 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ca9d61e5-573d-4351-bc80-e2ba051292c0 req-269fd3ea-6114-4f48-9877-73ef97955135 service neutron] 10.222.0.74 "GET /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200778 Jul 23 16:29:37.727682 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3b7e8-8b80-4c83-b156-c46f271df308 req-414ccade-0c4c-43ea-9781-09b4537babf5 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:37.734954 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-33f3b7e8-8b80-4c83-b156-c46f271df308 req-414ccade-0c4c-43ea-9781-09b4537babf5 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 943 time: 0.7179883 Jul 23 16:29:37.838628 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c09292a-fa75-44ba-b7bc-500489062d10 req-4f72d822-d385-48fa-8cd0-056891ac4371 tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0580883 Jul 23 16:29:37.849777 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-33f3b7e8-8b80-4c83-b156-c46f271df308 req-ac6290c4-2e7a-4ac7-8973-52589b04a7f6 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133993 Jul 23 16:29:37.851713 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-2b5b4f8d-d81c-40d7-bcc5-949280f4d512 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] For port 81ed9f61-dd72-45c4-9749-cf4878d9a0da, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=81ed9f61-dd72-45c4-9749-cf4878d9a0da,segment=NetworkSegment(10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf),segment_id=10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:37.852089 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-2b5b4f8d-d81c-40d7-bcc5-949280f4d512 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:37.886888 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-2b5b4f8d-d81c-40d7-bcc5-949280f4d512 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Calling delete_port for 81ed9f61-dd72-45c4-9749-cf4878d9a0da owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:29:38.016916 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff6b157-555a-414b-a76e-c83b09a651df', 'tag': '3ffbbe05-6bf8-4a17-8666-57e986018b10'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:38.022366 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a74f29-1d5b-461b-b7e3-646cc093b996" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff6b157-555a-414b-a76e-c83b09a651df", "tag": "3ffbbe05-6bf8-4a17-8666-57e986018b10"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:38.092842 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cd50ad-4c3c-425f-b6b3-b79bc050a9f0 x-openstack-request-id: req-75cd50ad-4c3c-425f-b6b3-b79bc050a9f0 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:38.094299 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff6b157-555a-414b-a76e-c83b09a651df", "tag": "3ffbbe05-6bf8-4a17-8666-57e986018b10", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:38.094950 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-75cd50ad-4c3c-425f-b6b3-b79bc050a9f0 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:38.095214 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff6b157-555a-414b-a76e-c83b09a651df', 'tag': '3ffbbe05-6bf8-4a17-8666-57e986018b10', 'status': 'completed', 'code': 200} Jul 23 16:29:38.108578 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-2b5b4f8d-d81c-40d7-bcc5-949280f4d512 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:38.111188 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb99fd1-5a20-4fc3-903a-a7082ddb6d0e None None] New status for floating IP b34bd176-fa74-4b0c-98c5-982acc322d34: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:29:38.154359 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b4f8d-d81c-40d7-bcc5-949280f4d512 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Pushing event deleted for resources: {'Port': ['ID=81ed9f61-dd72-45c4-9749-cf4878d9a0da,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:38.181620 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'name': 'network-vif-deleted', 'tag': '6f406226-7c43-4a51-8734-18dbcbb352a4'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:38.183933 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f7a04d-9abd-42ba-9046-40c5bed10096" -d '{"events": [{"server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "name": "network-vif-deleted", "tag": "6f406226-7c43-4a51-8734-18dbcbb352a4"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:38.230163 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a74f29-1d5b-461b-b7e3-646cc093b996 req-53e2a0a1-05fd-4847-af56-cc3bf1739b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:38.232307 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-73a74f29-1d5b-461b-b7e3-646cc093b996 req-53e2a0a1-05fd-4847-af56-cc3bf1739b1a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b352878c217948e8b9807e1cc4932756&device_id=5ff6b157-555a-414b-a76e-c83b09a651df HTTP/1.1" status: 200 len: 1095 time: 0.1019571 Jul 23 16:29:38.233393 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-2b5b4f8d-d81c-40d7-bcc5-949280f4d512 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] No DVR routers for this DVR port 81ed9f61-dd72-45c4-9749-cf4878d9a0da on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:29:38.240783 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-2b5b4f8d-d81c-40d7-bcc5-949280f4d512 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:38.242850 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-2b5b4f8d-d81c-40d7-bcc5-949280f4d512 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.97 "DELETE /v2.0/ports/81ed9f61-dd72-45c4-9749-cf4878d9a0da HTTP/1.1" status: 204 len: 173 time: 1.4932718 Jul 23 16:29:38.251560 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60db576-f2b1-42c0-95f0-b4d236a1b8b2 req-3c3ab47f-925d-4aa8-b9a3-5d323f3fd678 tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:38.259461 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f60db576-f2b1-42c0-95f0-b4d236a1b8b2 req-3c3ab47f-925d-4aa8-b9a3-5d323f3fd678 tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ff6b157-555a-414b-a76e-c83b09a651df HTTP/1.1" status: 200 len: 944 time: 0.2255692 Jul 23 16:29:38.267275 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b643d05-1499-4bd6-87b0-15b8473598e9 x-openstack-request-id: req-8b643d05-1499-4bd6-87b0-15b8473598e9 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:38.267467 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "name": "network-vif-deleted", "tag": "6f406226-7c43-4a51-8734-18dbcbb352a4", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:38.267721 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8b643d05-1499-4bd6-87b0-15b8473598e9 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:38.268096 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'name': 'network-vif-deleted', 'tag': '6f406226-7c43-4a51-8734-18dbcbb352a4', 'status': 'completed', 'code': 200} Jul 23 16:29:38.348333 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f60db576-f2b1-42c0-95f0-b4d236a1b8b2 req-699d79e5-731e-407f-8215-ca7cdadba80b tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbde9c23-06b7-4b04-a7f9-ec7e24f10f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879538 Jul 23 16:29:38.397556 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a74f29-1d5b-461b-b7e3-646cc093b996 req-c024b68a-a513-42de-abbc-549ed2644651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:38.399042 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-73a74f29-1d5b-461b-b7e3-646cc093b996 req-c024b68a-a513-42de-abbc-549ed2644651 service neutron] 10.222.0.74 "GET /v2.0/networks?id=40c8dbc6-1e2c-4e74-8e47-c68622777f8d HTTP/1.1" status: 200 len: 914 time: 0.1597049 Jul 23 16:29:38.413515 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-c4951476-98a7-47b5-82a0-433bc55f8784 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Deleting port 826b1e36-24e9-4eac-b734-464693130e3f {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:29:38.413855 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-c4951476-98a7-47b5-82a0-433bc55f8784 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:38.454777 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-73a74f29-1d5b-461b-b7e3-646cc093b996 req-c660cdfb-048a-4624-a122-ac25237e8c06 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ffbbe05-6bf8-4a17-8666-57e986018b10 HTTP/1.1" status: 200 len: 217 time: 0.0396473 Jul 23 16:29:38.518055 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a74f29-1d5b-461b-b7e3-646cc093b996 req-02e33ddd-c7a3-443e-b4c9-f2e0fe917d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:38.520143 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-73a74f29-1d5b-461b-b7e3-646cc093b996 req-02e33ddd-c7a3-443e-b4c9-f2e0fe917d2a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ffe9bfe0-f6f5-4160-b09f-f3ecae9ad829 HTTP/1.1" status: 200 len: 852 time: 0.0540640 Jul 23 16:29:38.526250 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:38.566601 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-c4951476-98a7-47b5-82a0-433bc55f8784 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] For port 826b1e36-24e9-4eac-b734-464693130e3f, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=826b1e36-24e9-4eac-b734-464693130e3f,segment=NetworkSegment(e8728e7b-cc64-4d64-b8c7-0bf963e96d60),segment_id=e8728e7b-cc64-4d64-b8c7-0bf963e96d60)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:38.567150 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-c4951476-98a7-47b5-82a0-433bc55f8784 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:38.568455 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-73a74f29-1d5b-461b-b7e3-646cc093b996 req-61f42b4d-5b47-4ec6-8989-8f290f8648c2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=40c8dbc6-1e2c-4e74-8e47-c68622777f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381231 Jul 23 16:29:38.583828 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-c4951476-98a7-47b5-82a0-433bc55f8784 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Calling delete_port for 826b1e36-24e9-4eac-b734-464693130e3f owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:29:38.690483 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-73a74f29-1d5b-461b-b7e3-646cc093b996 req-0527a656-cd67-4111-a67a-db8b4a3a27de service neutron] 10.222.0.74 "GET /v2.0/networks/40c8dbc6-1e2c-4e74-8e47-c68622777f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130693 Jul 23 16:29:38.822304 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-73a74f29-1d5b-461b-b7e3-646cc093b996 req-5f78e7ce-7c6e-4062-a1de-a29b6d391b4d service neutron] 10.222.0.74 "GET /v2.0/networks/40c8dbc6-1e2c-4e74-8e47-c68622777f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241455 Jul 23 16:29:38.890379 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-c4951476-98a7-47b5-82a0-433bc55f8784 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:38.931191 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4951476-98a7-47b5-82a0-433bc55f8784 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Pushing event deleted for resources: {'Port': ['ID=826b1e36-24e9-4eac-b734-464693130e3f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:38.974563 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8430fcc-6eae-463b-9f49-9e319104fb3c req-58310b0b-cf3e-4507-9716-a15d41af0d48 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:38.976172 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8430fcc-6eae-463b-9f49-9e319104fb3c req-58310b0b-cf3e-4507-9716-a15d41af0d48 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 865 time: 0.1625059 Jul 23 16:29:38.998505 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-488b21ed-d248-4e90-bfed-0ec7be886f13 req-eb4fda54-ff55-454d-bf27-ce751a27da47 tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0717006 Jul 23 16:29:39.028742 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-c4951476-98a7-47b5-82a0-433bc55f8784 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] No DVR routers for this DVR port 826b1e36-24e9-4eac-b734-464693130e3f on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:29:39.032719 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-c4951476-98a7-47b5-82a0-433bc55f8784 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:39.034777 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8353ae0-8727-481d-98f0-17a3fc95b1a5 req-c4951476-98a7-47b5-82a0-433bc55f8784 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.97 "DELETE /v2.0/ports/826b1e36-24e9-4eac-b734-464693130e3f HTTP/1.1" status: 204 len: 173 time: 0.7643058 Jul 23 16:29:39.055527 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8430fcc-6eae-463b-9f49-9e319104fb3c req-fe16ffc2-b0ad-478c-b726-384964346f46 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e5c71bb-226c-41b7-92a2-dc55c3aed871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596325 Jul 23 16:29:39.130133 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-95346840-ea3f-4cb4-9d4b-904639edc7ad req-49fb149b-990f-46ba-a57a-613cf1ef5148 tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.74 "GET /v2.0/ports?device_id=e8c7f279-dd34-4e06-8254-96129e2702e6 HTTP/1.1" status: 200 len: 210 time: 0.0395989 Jul 23 16:29:39.184209 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac6396-4874-40d5-9e46-1621ea7c5595 req-6e2248a8-4b32-44cc-bade-5643255a7c63 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:39.186597 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device e04796b9-4627-42d4-bca6-a2d65f6d8b73 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:29:39.193174 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-84ac6396-4874-40d5-9e46-1621ea7c5595 req-6e2248a8-4b32-44cc-bade-5643255a7c63 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 943 time: 0.1177998 Jul 23 16:29:39.247787 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-84ac6396-4874-40d5-9e46-1621ea7c5595 req-d1c6fadf-8a9a-4b54-8212-2270419c69cb tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508072 Jul 23 16:29:39.337145 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port e04796b9-4627-42d4-bca6-a2d65f6d8b73, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=e04796b9-4627-42d4-bca6-a2d65f6d8b73,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:39.350835 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'e04796b9-4627-42d4-bca6-a2d65f6d8b73', 'network_id': '4fcdb072-b06e-4ac9-aeaa-783a9c8875b6', 'port_id': 'e04796b9-4627-42d4-bca6-a2d65f6d8b73', 'mac_address': 'fa:16:3e:74:fe:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afdba85c-3a3a-4e3d-a242-c2e94f8ff50b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:29:39.402669 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:39.420375 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e04796b9-4627-42d4-bca6-a2d65f6d8b73 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:29:39.444510 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port e04796b9-4627-42d4-bca6-a2d65f6d8b73, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=e04796b9-4627-42d4-bca6-a2d65f6d8b73,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:39.450253 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:39.510915 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=e04796b9-4627-42d4-bca6-a2d65f6d8b73,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:39.517238 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db16b1c-e8ad-437b-bd96-530e48a0fcf1 req-128b7eaf-344b-4e52-aabd-9b9c430e4c30 tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:39.518835 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9db16b1c-e8ad-437b-bd96-530e48a0fcf1 req-128b7eaf-344b-4e52-aabd-9b9c430e4c30 tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ff6b157-555a-414b-a76e-c83b09a651df HTTP/1.1" status: 200 len: 944 time: 0.0875309 Jul 23 16:29:39.519391 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:39.519738 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:39.520113 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:39.520452 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:39.520806 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:39.521170 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:39.521501 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:39.521825 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:39.522152 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:39.522478 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:39.522801 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:39.523123 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:39.570581 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9db16b1c-e8ad-437b-bd96-530e48a0fcf1 req-c8dcb681-e240-4eb3-a8c3-d4ed4fd4039e tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbde9c23-06b7-4b04-a7f9-ec7e24f10f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405185 Jul 23 16:29:39.728507 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['e04796b9-4627-42d4-bca6-a2d65f6d8b73'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:40.196605 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-86063e70-9fbe-4f38-ad02-5cdef6d4e998 req-6b8da447-1842-40be-92e9-dfa707e3e834 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 210 time: 0.0483279 Jul 23 16:29:40.270717 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'name': 'network-vif-deleted', 'tag': '81ed9f61-dd72-45c4-9749-cf4878d9a0da'}, {'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'name': 'network-vif-deleted', 'tag': '826b1e36-24e9-4eac-b734-464693130e3f'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:40.277482 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a919497-a5d5-44c1-bc0e-1b21393ac818" -d '{"events": [{"server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "name": "network-vif-deleted", "tag": "81ed9f61-dd72-45c4-9749-cf4878d9a0da"}, {"server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "name": "network-vif-deleted", "tag": "826b1e36-24e9-4eac-b734-464693130e3f"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:40.309179 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e00a568b-7936-47c6-9518-6e2b86b88a99 req-f4f12f73-eecc-4fc1-87e7-100c63c7bc66 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=280e7e50d63548b8b813abd4eccca456&device_id=cc2595ac-8bf6-40a6-b66c-c800ec301efe HTTP/1.1" status: 200 len: 210 time: 0.0471592 Jul 23 16:29:40.386657 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cf8d257b-12a9-4def-b9fe-117f03fa1d27 req-97a95967-1a2a-4388-9327-c756c6f2f17d tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc2595ac-8bf6-40a6-b66c-c800ec301efe HTTP/1.1" status: 200 len: 210 time: 0.0485942 Jul 23 16:29:40.388900 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e00a568b-7936-47c6-9518-6e2b86b88a99 req-14c03d8e-9365-4efe-83af-6eb4b9eecd0b service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=280e7e50d63548b8b813abd4eccca456&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635805 Jul 23 16:29:40.515231 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbbcfd6-4de5-4333-b4db-08d293833e9a x-openstack-request-id: req-2dbbcfd6-4de5-4333-b4db-08d293833e9a {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:40.515699 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "name": "network-vif-deleted", "tag": "81ed9f61-dd72-45c4-9749-cf4878d9a0da", "status": "completed", "code": 200}, {"server_uuid": "8fb58b26-5aa4-43b1-8baf-62174b829bca", "name": "network-vif-deleted", "tag": "826b1e36-24e9-4eac-b734-464693130e3f", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:40.515953 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2dbbcfd6-4de5-4333-b4db-08d293833e9a {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:40.516358 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'name': 'network-vif-deleted', 'tag': '81ed9f61-dd72-45c4-9749-cf4878d9a0da', 'status': 'completed', 'code': 200} Jul 23 16:29:40.516612 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb58b26-5aa4-43b1-8baf-62174b829bca', 'name': 'network-vif-deleted', 'tag': '826b1e36-24e9-4eac-b734-464693130e3f', 'status': 'completed', 'code': 200} Jul 23 16:29:40.595665 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a568b-7936-47c6-9518-6e2b86b88a99 req-0355ba24-4a96-4dfa-9c5f-baee0f9a8338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:40.598322 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e00a568b-7936-47c6-9518-6e2b86b88a99 req-0355ba24-4a96-4dfa-9c5f-baee0f9a8338 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1983230 Jul 23 16:29:40.624144 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529abf00-aea0-4c7c-9928-19f1968d7651 req-8d151151-d3f4-4250-819d-da0416b9196c tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:40.625296 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-529abf00-aea0-4c7c-9928-19f1968d7651 req-8d151151-d3f4-4250-819d-da0416b9196c tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 944 time: 0.1074052 Jul 23 16:29:40.750155 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-529abf00-aea0-4c7c-9928-19f1968d7651 req-2a84f300-260f-455d-968c-6761186cf873 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184139 Jul 23 16:29:40.855390 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138cef8-0f9f-48f9-8e89-cad8eb189006 req-c906bdeb-ced6-4255-80b8-62b2d7b77b16 tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:40.857896 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2138cef8-0f9f-48f9-8e89-cad8eb189006 req-c906bdeb-ced6-4255-80b8-62b2d7b77b16 tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ff6b157-555a-414b-a76e-c83b09a651df HTTP/1.1" status: 200 len: 944 time: 0.1730416 Jul 23 16:29:40.932645 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2138cef8-0f9f-48f9-8e89-cad8eb189006 req-aea5a2e2-8047-4657-a3e2-c4a8da9bb036 tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbde9c23-06b7-4b04-a7f9-ec7e24f10f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678267 Jul 23 16:29:41.184187 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 3ffbbe05-6bf8-4a17-8666-57e986018b10 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:29:41.189785 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device e04796b9-4627-42d4-bca6-a2d65f6d8b73 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:29:41.331340 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port e04796b9-4627-42d4-bca6-a2d65f6d8b73 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:29:41.342240 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port e04796b9-4627-42d4-bca6-a2d65f6d8b73 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:29:41.343364 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:41.352749 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3b046f12-e3cd-478a-860b-4300858ed9c2 req-0bb972cd-5201-4563-9ca0-9adc1b03c725 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 210 time: 0.0417373 Jul 23 16:29:41.388898 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 3ffbbe05-6bf8-4a17-8666-57e986018b10, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=3ffbbe05-6bf8-4a17-8666-57e986018b10,segment=NetworkSegment(78726b45-d36d-4669-b56f-3240f507168a),segment_id=78726b45-d36d-4669-b56f-3240f507168a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:41.409891 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '3ffbbe05-6bf8-4a17-8666-57e986018b10', 'network_id': '40c8dbc6-1e2c-4e74-8e47-c68622777f8d', 'port_id': '3ffbbe05-6bf8-4a17-8666-57e986018b10', 'mac_address': 'fa:16:3e:4c:8b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffe9bfe0-f6f5-4160-b09f-f3ecae9ad829', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:29:41.499822 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:41.514711 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:41.529621 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ffbbe05-6bf8-4a17-8666-57e986018b10 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:29:41.562037 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port e04796b9-4627-42d4-bca6-a2d65f6d8b73, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=e04796b9-4627-42d4-bca6-a2d65f6d8b73,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:41.563938 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeeada74-e856-447e-9828-9fa2329e887f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04796b9-4627-42d4-bca6-a2d65f6d8b73'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:41.568986 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce01fe0-f62a-407b-9ce6-063acd957cca" -d '{"events": [{"server_uuid": "aeeada74-e856-447e-9828-9fa2329e887f", "name": "network-vif-plugged", "status": "completed", "tag": "e04796b9-4627-42d4-bca6-a2d65f6d8b73"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:41.578726 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:41.590449 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4964e0b9-6578-442e-a797-2f0e4bb56e5a req-4a1f3880-8a7f-46cd-94b7-aa8c3db68c6f tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc2595ac-8bf6-40a6-b66c-c800ec301efe HTTP/1.1" status: 200 len: 210 time: 0.0794621 Jul 23 16:29:41.638186 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 3ffbbe05-6bf8-4a17-8666-57e986018b10, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=3ffbbe05-6bf8-4a17-8666-57e986018b10,segment=NetworkSegment(78726b45-d36d-4669-b56f-3240f507168a),segment_id=78726b45-d36d-4669-b56f-3240f507168a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:41.658162 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:41.667814 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f019f017-0d36-4e9a-81a7-aa22a22266a3 x-openstack-request-id: req-f019f017-0d36-4e9a-81a7-aa22a22266a3 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:41.669616 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeeada74-e856-447e-9828-9fa2329e887f", "name": "network-vif-plugged", "status": "completed", "tag": "e04796b9-4627-42d4-bca6-a2d65f6d8b73", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:41.669616 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f019f017-0d36-4e9a-81a7-aa22a22266a3 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:41.669616 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeeada74-e856-447e-9828-9fa2329e887f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04796b9-4627-42d4-bca6-a2d65f6d8b73', 'code': 200} Jul 23 16:29:41.697085 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=e04796b9-4627-42d4-bca6-a2d65f6d8b73,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:41.770211 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=3ffbbe05-6bf8-4a17-8666-57e986018b10,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:41.817680 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785cefd0-3dfb-4904-8abf-08c411fcc765 req-fec8d712-cdbd-4d7b-b4ab-0ce2b16fc8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:41.820004 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-785cefd0-3dfb-4904-8abf-08c411fcc765 req-fec8d712-cdbd-4d7b-b4ab-0ce2b16fc8f3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 1096 time: 0.0847952 Jul 23 16:29:41.900991 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-785cefd0-3dfb-4904-8abf-08c411fcc765 req-ea32b466-8881-4f99-a7b1-9c500d620fe8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716357 Jul 23 16:29:41.956455 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['3ffbbe05-6bf8-4a17-8666-57e986018b10'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:41.991593 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fab81-98a4-4d2c-a3e3-884b476c114b req-4f1d8626-8ad3-4e68-8c35-d2384a4df0e4 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:41.998592 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-241fab81-98a4-4d2c-a3e3-884b476c114b req-4f1d8626-8ad3-4e68-8c35-d2384a4df0e4 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 945 time: 0.1101506 Jul 23 16:29:42.063193 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-241fab81-98a4-4d2c-a3e3-884b476c114b req-02ae75bd-9925-434e-acb0-3c0c2a3714e4 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636189 Jul 23 16:29:42.209768 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba30185-893d-49e8-8199-c8e2fc98de33 req-4d10c202-7329-40ea-8490-23c03a24d093 tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:42.211652 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dba30185-893d-49e8-8199-c8e2fc98de33 req-4d10c202-7329-40ea-8490-23c03a24d093 tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ff6b157-555a-414b-a76e-c83b09a651df HTTP/1.1" status: 200 len: 945 time: 0.1460907 Jul 23 16:29:42.214394 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e00a568b-7936-47c6-9518-6e2b86b88a99 req-6f1dd5cf-ffba-46c3-8288-1e653241694f tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.97 "GET /v2.0/ports?device_id=cc2595ac-8bf6-40a6-b66c-c800ec301efe HTTP/1.1" status: 200 len: 210 time: 0.0505311 Jul 23 16:29:42.273427 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dba30185-893d-49e8-8199-c8e2fc98de33 req-6342c8a6-7b04-40a9-918a-762d592e74d8 tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbde9c23-06b7-4b04-a7f9-ec7e24f10f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553248 Jul 23 16:29:42.507192 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80ce71e2-76a2-4a7c-95ac-4be8aa8a457d req-f7289ea2-c7f7-401e-8a15-43ab4c90c2b0 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 210 time: 0.0363488 Jul 23 16:29:42.846988 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-679396b3-bdce-4999-91a2-8fb4a514bab9 req-709a0e82-d42e-4a73-ae10-1739a9d54491 tempest-ServerShowV247Test-1650962324 tempest-ServerShowV247Test-1650962324-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc2595ac-8bf6-40a6-b66c-c800ec301efe HTTP/1.1" status: 200 len: 210 time: 0.0682397 Jul 23 16:29:43.192790 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 3ffbbe05-6bf8-4a17-8666-57e986018b10 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:29:43.310122 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 3ffbbe05-6bf8-4a17-8666-57e986018b10 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:29:43.314573 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 3ffbbe05-6bf8-4a17-8666-57e986018b10 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:29:43.314946 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:43.338374 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97868d-58f6-4011-90e3-73426a8569d0 req-17a2fbf0-9027-4da7-8f7f-b9d93e820ce0 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:43.339968 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2c97868d-58f6-4011-90e3-73426a8569d0 req-17a2fbf0-9027-4da7-8f7f-b9d93e820ce0 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 945 time: 0.1209691 Jul 23 16:29:43.427356 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2c97868d-58f6-4011-90e3-73426a8569d0 req-9dbd5f8d-31f0-4c60-8d0e-b7feb7626809 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729830 Jul 23 16:29:43.483553 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:43.547374 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 3ffbbe05-6bf8-4a17-8666-57e986018b10, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=3ffbbe05-6bf8-4a17-8666-57e986018b10,segment=NetworkSegment(78726b45-d36d-4669-b56f-3240f507168a),segment_id=78726b45-d36d-4669-b56f-3240f507168a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:43.555097 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:43.650580 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=3ffbbe05-6bf8-4a17-8666-57e986018b10,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:43.670040 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff6b157-555a-414b-a76e-c83b09a651df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffbbe05-6bf8-4a17-8666-57e986018b10'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:43.672419 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093e4e21-669e-43c6-9df1-815763fc39f0" -d '{"events": [{"server_uuid": "5ff6b157-555a-414b-a76e-c83b09a651df", "name": "network-vif-plugged", "status": "completed", "tag": "3ffbbe05-6bf8-4a17-8666-57e986018b10"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:43.700066 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670607e3-f159-49c9-abd2-3c252646c375 req-8710a0b3-9b44-46be-8c19-09f5248b0877 tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:43.708206 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-670607e3-f159-49c9-abd2-3c252646c375 req-8710a0b3-9b44-46be-8c19-09f5248b0877 tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ff6b157-555a-414b-a76e-c83b09a651df HTTP/1.1" status: 200 len: 946 time: 0.1214726 Jul 23 16:29:43.761431 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-670607e3-f159-49c9-abd2-3c252646c375 req-6d4da375-3c89-4f5a-86d1-897fd912f307 tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbde9c23-06b7-4b04-a7f9-ec7e24f10f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510495 Jul 23 16:29:43.846144 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de4823-80b8-46ac-b114-97183b975d9f req-712a83cd-b330-41bb-8e42-027934d557f0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:43.854162 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-44de4823-80b8-46ac-b114-97183b975d9f req-712a83cd-b330-41bb-8e42-027934d557f0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2db7cf3-4812-4a49-9e15-35708b2df7d1 HTTP/1.1" status: 200 len: 946 time: 0.1088347 Jul 23 16:29:43.901202 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-742e9eac-de90-454f-8e3a-dc156c09c4c9 req-5a56d5f3-41f3-4c75-b39d-87b82d08f443 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 210 time: 0.0641572 Jul 23 16:29:43.946089 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-44de4823-80b8-46ac-b114-97183b975d9f req-350c9824-8bc0-4420-ae54-7b0db40d4a03 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909207 Jul 23 16:29:44.075684 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750285bd-3d21-44cf-b052-0caddfd9b303 x-openstack-request-id: req-750285bd-3d21-44cf-b052-0caddfd9b303 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:44.076073 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff6b157-555a-414b-a76e-c83b09a651df", "name": "network-vif-plugged", "status": "completed", "tag": "3ffbbe05-6bf8-4a17-8666-57e986018b10", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:44.076578 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-750285bd-3d21-44cf-b052-0caddfd9b303 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:44.077657 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff6b157-555a-414b-a76e-c83b09a651df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffbbe05-6bf8-4a17-8666-57e986018b10', 'code': 200} Jul 23 16:29:44.228539 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c7f95-ccb3-4bad-b649-2f9005cadaa7 req-db4e1a22-b27c-46ae-80e7-a6e0289a2a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:44.232219 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4c3c7f95-ccb3-4bad-b649-2f9005cadaa7 req-db4e1a22-b27c-46ae-80e7-a6e0289a2a2b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5ff6b157-555a-414b-a76e-c83b09a651df HTTP/1.1" status: 200 len: 1097 time: 0.0770929 Jul 23 16:29:44.309675 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4c3c7f95-ccb3-4bad-b649-2f9005cadaa7 req-4b7c5f50-1662-4c38-9b4f-cc8a1354842f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=cbde9c23-06b7-4b04-a7f9-ec7e24f10f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695488 Jul 23 16:29:44.325747 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa7a8d-a4c5-4507-a351-9749101310f9 req-b44d9f5b-a0bd-47cb-9def-53d906e26b5c tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:44.336420 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-16fa7a8d-a4c5-4507-a351-9749101310f9 req-b44d9f5b-a0bd-47cb-9def-53d906e26b5c tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 945 time: 0.1515326 Jul 23 16:29:44.393275 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-16fa7a8d-a4c5-4507-a351-9749101310f9 req-a69b9149-55e0-4d96-bf0b-b56d319c43f9 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512290 Jul 23 16:29:44.502048 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41034) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:44.550035 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911eb923-cecb-4bb0-802e-dbab10b4e7cc req-709e2941-3876-40be-aae9-272e048850bc tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:44.552440 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-911eb923-cecb-4bb0-802e-dbab10b4e7cc req-709e2941-3876-40be-aae9-272e048850bc tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 945 time: 0.0756316 Jul 23 16:29:44.621765 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-911eb923-cecb-4bb0-802e-dbab10b4e7cc req-a7e6a5a7-69c4-475e-b424-042b87587222 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595655 Jul 23 16:29:44.651013 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44a6d71f-309e-4c34-b16d-f10dfdc56369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:44.816960 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44a6d71f-309e-4c34-b16d-f10dfdc56369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:44.826349 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44a6d71f-309e-4c34-b16d-f10dfdc56369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:44.899303 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1656f-cc16-43fa-b7bc-84787bc00189 req-5fec397d-8b76-4a67-b95e-c17d60a2ded8 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:44.901755 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53c1656f-cc16-43fa-b7bc-84787bc00189 req-5fec397d-8b76-4a67-b95e-c17d60a2ded8 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 945 time: 0.0869057 Jul 23 16:29:44.924629 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-44a6d71f-309e-4c34-b16d-f10dfdc56369 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=280e7e50d63548b8b813abd4eccca456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4213634 Jul 23 16:29:44.925739 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6d71f-309e-4c34-b16d-f10dfdc56369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d811dc-894b-4966-b7ef-6f5856676036,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:44.928225 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41044) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:44.999070 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4144078c-5cfe-4726-9fee-a35936c917d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:45.027613 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722671e-c4e3-4c1d-9221-29119ead4c6e req-11c01569-c0a7-477b-89b9-d51a8033e525 tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:45.029618 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c722671e-c4e3-4c1d-9221-29119ead4c6e req-11c01569-c0a7-477b-89b9-d51a8033e525 tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ff6b157-555a-414b-a76e-c83b09a651df HTTP/1.1" status: 200 len: 946 time: 0.1256218 Jul 23 16:29:45.057706 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53c1656f-cc16-43fa-b7bc-84787bc00189 req-a047a1c3-45b5-4cd4-8dab-e5925768ad55 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946507 Jul 23 16:29:45.060663 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4144078c-5cfe-4726-9fee-a35936c917d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:45.158102 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4144078c-5cfe-4726-9fee-a35936c917d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:45.161269 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4144078c-5cfe-4726-9fee-a35936c917d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:45.166029 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4144078c-5cfe-4726-9fee-a35936c917d4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/88d811dc-894b-4966-b7ef-6f5856676036 HTTP/1.1" status: 204 len: 168 time: 0.2352085 Jul 23 16:29:45.176406 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144078c-5cfe-4726-9fee-a35936c917d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d811dc-894b-4966-b7ef-6f5856676036,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:45.186413 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c722671e-c4e3-4c1d-9221-29119ead4c6e req-f4f19230-5b41-4bf0-844d-0c5c4fcf037f tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbde9c23-06b7-4b04-a7f9-ec7e24f10f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391551 Jul 23 16:29:45.188593 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c1a47520-aaf6-44d5-b816-6e5e719f8da1 req-f8be613d-fcfa-417c-9780-1ec17523af40 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 210 time: 0.0484824 Jul 23 16:29:45.509403 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d2600-f767-41e0-b8ee-88ad7c0decd7 req-cf659258-1060-405f-afe2-af51756e01cd tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:45.511004 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-250d2600-f767-41e0-b8ee-88ad7c0decd7 req-cf659258-1060-405f-afe2-af51756e01cd tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2db7cf3-4812-4a49-9e15-35708b2df7d1 HTTP/1.1" status: 200 len: 946 time: 0.1964269 Jul 23 16:29:45.525524 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a461b3-d689-45bc-98a1-6970e3aa6980 req-6943a2b8-9eb8-4a40-ad39-6a8ac126cc09 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:45.527135 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f9a461b3-d689-45bc-98a1-6970e3aa6980 req-6943a2b8-9eb8-4a40-ad39-6a8ac126cc09 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2db7cf3-4812-4a49-9e15-35708b2df7d1 HTTP/1.1" status: 200 len: 946 time: 0.1581118 Jul 23 16:29:45.640900 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f9a461b3-d689-45bc-98a1-6970e3aa6980 req-6594a5f7-728c-4e7d-b9e2-743ca675d614 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815091 Jul 23 16:29:45.677314 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-250d2600-f767-41e0-b8ee-88ad7c0decd7 req-4636d588-14c9-4aed-8dad-18e212fe0ed9 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Deleting port a05cff86-ff64-4c4c-99f4-289367a7063b {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:29:45.677740 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-250d2600-f767-41e0-b8ee-88ad7c0decd7 req-4636d588-14c9-4aed-8dad-18e212fe0ed9 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:45.792898 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-250d2600-f767-41e0-b8ee-88ad7c0decd7 req-4636d588-14c9-4aed-8dad-18e212fe0ed9 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] For port a05cff86-ff64-4c4c-99f4-289367a7063b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=a05cff86-ff64-4c4c-99f4-289367a7063b,segment=NetworkSegment(4922e251-ec1f-41e7-8718-5d07a120e814),segment_id=4922e251-ec1f-41e7-8718-5d07a120e814)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:45.793662 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-250d2600-f767-41e0-b8ee-88ad7c0decd7 req-4636d588-14c9-4aed-8dad-18e212fe0ed9 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:45.806863 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-250d2600-f767-41e0-b8ee-88ad7c0decd7 req-4636d588-14c9-4aed-8dad-18e212fe0ed9 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Calling delete_port for a05cff86-ff64-4c4c-99f4-289367a7063b owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:29:45.971938 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-250d2600-f767-41e0-b8ee-88ad7c0decd7 req-4636d588-14c9-4aed-8dad-18e212fe0ed9 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:45.989883 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['850294b4-c641-440e-8b3b-f74bd72da704', '11c16417-708f-48d9-a03c-0e7cde2ba575', 'a05cff86-ff64-4c4c-99f4-289367a7063b'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:46.040464 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4636d588-14c9-4aed-8dad-18e212fe0ed9 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Pushing event deleted for resources: {'Port': ['ID=a05cff86-ff64-4c4c-99f4-289367a7063b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:46.071740 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-250d2600-f767-41e0-b8ee-88ad7c0decd7 req-4636d588-14c9-4aed-8dad-18e212fe0ed9 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] No DVR routers for this DVR port a05cff86-ff64-4c4c-99f4-289367a7063b on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:29:46.075262 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-250d2600-f767-41e0-b8ee-88ad7c0decd7 req-4636d588-14c9-4aed-8dad-18e212fe0ed9 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:46.077431 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-250d2600-f767-41e0-b8ee-88ad7c0decd7 req-4636d588-14c9-4aed-8dad-18e212fe0ed9 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.97 "DELETE /v2.0/ports/a05cff86-ff64-4c4c-99f4-289367a7063b HTTP/1.1" status: 204 len: 173 time: 0.5490551 Jul 23 16:29:46.077909 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2db7cf3-4812-4a49-9e15-35708b2df7d1', 'name': 'network-vif-deleted', 'tag': 'a05cff86-ff64-4c4c-99f4-289367a7063b'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:46.080583 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8f32a7-211e-4230-aa2b-2e477222af9c" -d '{"events": [{"server_uuid": "e2db7cf3-4812-4a49-9e15-35708b2df7d1", "name": "network-vif-deleted", "tag": "a05cff86-ff64-4c4c-99f4-289367a7063b"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:46.136165 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2694e83-865c-49be-8965-83395b09309c x-openstack-request-id: req-a2694e83-865c-49be-8965-83395b09309c {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:46.137425 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2db7cf3-4812-4a49-9e15-35708b2df7d1", "name": "network-vif-deleted", "tag": "a05cff86-ff64-4c4c-99f4-289367a7063b", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:46.137892 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a2694e83-865c-49be-8965-83395b09309c {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:46.138592 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2db7cf3-4812-4a49-9e15-35708b2df7d1', 'name': 'network-vif-deleted', 'tag': 'a05cff86-ff64-4c4c-99f4-289367a7063b', 'status': 'completed', 'code': 200} Jul 23 16:29:46.281639 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533093c-5420-4248-9543-e1d507787384 req-d86fb6de-022c-41e1-b252-b72291bbdd84 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:46.288099 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0533093c-5420-4248-9543-e1d507787384 req-d86fb6de-022c-41e1-b252-b72291bbdd84 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 945 time: 0.1206429 Jul 23 16:29:46.406434 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0533093c-5420-4248-9543-e1d507787384 req-75924900-4994-485d-9a8e-74caa51b33e9 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150687 Jul 23 16:29:46.562689 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23602eea-cbc6-41b3-8ca6-9915cd7d31a6 req-9f9b671f-c533-4204-9476-f6144f75bfbf tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:46.564586 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-23602eea-cbc6-41b3-8ca6-9915cd7d31a6 req-9f9b671f-c533-4204-9476-f6144f75bfbf tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ff6b157-555a-414b-a76e-c83b09a651df HTTP/1.1" status: 200 len: 946 time: 0.1033440 Jul 23 16:29:46.605543 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-23602eea-cbc6-41b3-8ca6-9915cd7d31a6 req-678ccd9b-dbcc-41e2-b22c-faa26b92f4d9 tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbde9c23-06b7-4b04-a7f9-ec7e24f10f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347083 Jul 23 16:29:46.722476 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-502a233e-ea83-48c7-971f-ae33e76ec5d0 req-1eb2f32d-173a-495d-a268-f2f7121ecb8a tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 210 time: 0.0381601 Jul 23 16:29:47.182157 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f80bdf2c-390c-464a-a910-19769b3da753 req-9f531b5f-5447-42ea-98dc-8a79c4e5a57b tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2db7cf3-4812-4a49-9e15-35708b2df7d1 HTTP/1.1" status: 200 len: 210 time: 0.0553482 Jul 23 16:29:47.658619 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c05fe-f3a6-4e65-9950-2419d62d4ee6 req-b4d97773-cf81-495e-b73e-822b947a38fe tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:47.661456 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-662c05fe-f3a6-4e65-9950-2419d62d4ee6 req-b4d97773-cf81-495e-b73e-822b947a38fe tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 945 time: 0.1280091 Jul 23 16:29:47.696876 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182e4fb-5c8a-4101-868e-86931d59aa04 req-adaa21aa-df85-4f34-809c-514593274333 tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:47.704591 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c182e4fb-5c8a-4101-868e-86931d59aa04 req-adaa21aa-df85-4f34-809c-514593274333 tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ff6b157-555a-414b-a76e-c83b09a651df HTTP/1.1" status: 200 len: 946 time: 0.1541064 Jul 23 16:29:47.777733 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-662c05fe-f3a6-4e65-9950-2419d62d4ee6 req-e618484d-d061-406c-8679-18c4386013f1 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083131 Jul 23 16:29:47.803401 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c182e4fb-5c8a-4101-868e-86931d59aa04 req-49f6c469-f195-4bd9-b92a-2e92b381b7e2 tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbde9c23-06b7-4b04-a7f9-ec7e24f10f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961804 Jul 23 16:29:47.981131 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b05d6219-d154-4c98-acb9-038c1a9b711b req-0fb357c7-7d47-473e-8f48-4a90e00867fa tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 210 time: 0.0432429 Jul 23 16:29:48.011904 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b736c904-2392-4bd5-b999-8a09a17ef7b0 req-23337b81-e019-4971-9d0b-a9f2cff7ce58 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=83d723b6-137c-48e2-b065-a9929b4afa68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1418424 Jul 23 16:29:48.121965 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736c904-2392-4bd5-b999-8a09a17ef7b0 req-0eaf7892-15b6-416d-8f9d-5471c44bc4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:48.123494 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b736c904-2392-4bd5-b999-8a09a17ef7b0 req-0eaf7892-15b6-416d-8f9d-5471c44bc4c2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d825726ca3204edd88a4cd6a8f6f20f7&device_id=83d723b6-137c-48e2-b065-a9929b4afa68 HTTP/1.1" status: 200 len: 1096 time: 0.0744507 Jul 23 16:29:48.267152 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736c904-2392-4bd5-b999-8a09a17ef7b0 req-bbf574f7-a26e-4d64-b906-c64290244ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:48.268830 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b736c904-2392-4bd5-b999-8a09a17ef7b0 req-bbf574f7-a26e-4d64-b906-c64290244ac4 service neutron] 10.222.0.97 "GET /v2.0/networks?id=0f7dd329-aa9a-4731-b1db-d3280f9ea57e HTTP/1.1" status: 200 len: 916 time: 0.1237133 Jul 23 16:29:48.336164 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device a05cff86-ff64-4c4c-99f4-289367a7063b no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:29:48.352699 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b736c904-2392-4bd5-b999-8a09a17ef7b0 req-6f8b0882-a2f8-4d1a-9f8c-2ce0e12e6742 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=850294b4-c641-440e-8b3b-f74bd72da704 HTTP/1.1" status: 200 len: 217 time: 0.0696399 Jul 23 16:29:48.384575 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: a05cff86-ff64-4c4c-99f4-289367a7063b {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:29:48.385151 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device a05cff86-ff64-4c4c-99f4-289367a7063b not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:29:48.480492 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736c904-2392-4bd5-b999-8a09a17ef7b0 req-6d1d48bb-f320-4309-8d98-c4c2a205343c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:48.482198 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b736c904-2392-4bd5-b999-8a09a17ef7b0 req-6d1d48bb-f320-4309-8d98-c4c2a205343c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c6b9aa7-0241-48a5-922c-6156c433486f HTTP/1.1" status: 200 len: 854 time: 0.1227739 Jul 23 16:29:48.563161 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b736c904-2392-4bd5-b999-8a09a17ef7b0 req-ef3ce2bd-60ba-48b1-b2d1-00a48b075557 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=0f7dd329-aa9a-4731-b1db-d3280f9ea57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654900 Jul 23 16:29:48.685233 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bd0d1-d0ba-405f-bb44-b94f0079524b req-4049ae65-c2c4-4a24-aadd-f7f3c684f471 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:48.686976 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-376bd0d1-d0ba-405f-bb44-b94f0079524b req-4049ae65-c2c4-4a24-aadd-f7f3c684f471 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=355be8c9-143c-429c-9f90-aa0510a8a596 HTTP/1.1" status: 200 len: 945 time: 0.2133782 Jul 23 16:29:48.758512 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b736c904-2392-4bd5-b999-8a09a17ef7b0 req-0cfac4ee-2bb8-421c-91eb-a9e547a6962d service neutron] 10.222.0.97 "GET /v2.0/networks/0f7dd329-aa9a-4731-b1db-d3280f9ea57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725085 Jul 23 16:29:48.780197 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-376bd0d1-d0ba-405f-bb44-b94f0079524b req-1ab6e1ba-78d4-4ca8-b27c-f0e05c640b15 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801027 Jul 23 16:29:48.985115 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87712ff-6b9d-4777-bc2e-7ee17d4ab566 req-e0ac8afc-8685-41ab-9f2b-79417241f24b tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:49.000502 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b736c904-2392-4bd5-b999-8a09a17ef7b0 req-14a3c533-2549-4214-a6d4-781fb39ad8b6 service neutron] 10.222.0.97 "GET /v2.0/networks/0f7dd329-aa9a-4731-b1db-d3280f9ea57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300489 Jul 23 16:29:49.001626 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-f87712ff-6b9d-4777-bc2e-7ee17d4ab566 req-e0ac8afc-8685-41ab-9f2b-79417241f24b tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] 10.222.0.74 "GET /v2.0/ports?device_id=5ff6b157-555a-414b-a76e-c83b09a651df HTTP/1.1" status: 200 len: 946 time: 0.1213977 Jul 23 16:29:49.094036 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1dee9-2c94-4f03-bb49-ab0637dc9b3d req-48906be3-490b-43eb-8d1b-8756903d3a6b tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:49.101824 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c5f1dee9-2c94-4f03-bb49-ab0637dc9b3d req-48906be3-490b-43eb-8d1b-8756903d3a6b tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 945 time: 0.2032642 Jul 23 16:29:49.143291 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bda1b9-f870-4f7d-98eb-860c6618f755 req-3e9589a3-3111-47eb-bc03-a33fc3737932 tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:49.145090 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-27bda1b9-f870-4f7d-98eb-860c6618f755 req-3e9589a3-3111-47eb-bc03-a33fc3737932 tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ff6b157-555a-414b-a76e-c83b09a651df HTTP/1.1" status: 200 len: 946 time: 0.1907821 Jul 23 16:29:49.191800 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c5f1dee9-2c94-4f03-bb49-ab0637dc9b3d req-d4123004-4153-4674-a137-b16a5202dcda tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823889 Jul 23 16:29:49.237535 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-27bda1b9-f870-4f7d-98eb-860c6618f755 req-377c61c0-8fe9-4c40-8cfe-f479be87edde tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbde9c23-06b7-4b04-a7f9-ec7e24f10f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817952 Jul 23 16:29:49.473557 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b60d1f31-0fa2-471e-90e2-72363a121e9f req-bb693a71-3cb9-4529-bb12-b89b6e32fe45 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 210 time: 0.0525448 Jul 23 16:29:49.612017 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-f87712ff-6b9d-4777-bc2e-7ee17d4ab566 req-e060f6b0-bb72-44fb-a901-b8610644773e tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] Deleting port 3ffbbe05-6bf8-4a17-8666-57e986018b10 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:29:49.612357 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-f87712ff-6b9d-4777-bc2e-7ee17d4ab566 req-e060f6b0-bb72-44fb-a901-b8610644773e tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:49.694688 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0543ebb-61e8-4856-9841-4f0a298083f7 req-bac38a0c-2114-4bee-92e1-d88a0f61a61c tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:49.696642 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0543ebb-61e8-4856-9841-4f0a298083f7 req-bac38a0c-2114-4bee-92e1-d88a0f61a61c tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] 10.222.0.73 "GET /v2.0/ports?device_id=81a2cd9f-c2f9-4fc0-9c73-ebce344e70eb HTTP/1.1" status: 200 len: 946 time: 0.1183708 Jul 23 16:29:49.714457 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-f87712ff-6b9d-4777-bc2e-7ee17d4ab566 req-e060f6b0-bb72-44fb-a901-b8610644773e tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] For port 3ffbbe05-6bf8-4a17-8666-57e986018b10, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=3ffbbe05-6bf8-4a17-8666-57e986018b10,segment=NetworkSegment(78726b45-d36d-4669-b56f-3240f507168a),segment_id=78726b45-d36d-4669-b56f-3240f507168a)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:49.714823 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-f87712ff-6b9d-4777-bc2e-7ee17d4ab566 req-e060f6b0-bb72-44fb-a901-b8610644773e tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:49.729513 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-f87712ff-6b9d-4777-bc2e-7ee17d4ab566 req-e060f6b0-bb72-44fb-a901-b8610644773e tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] Calling delete_port for 3ffbbe05-6bf8-4a17-8666-57e986018b10 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:29:49.740834 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0543ebb-61e8-4856-9841-4f0a298083f7 req-38997d38-6da6-4e1d-96b4-f7797091271f tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] 10.222.0.73 "GET /v2.0/security-groups?id=3114a910-0ae6-4308-803d-5367328acf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379994 Jul 23 16:29:49.885127 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-f87712ff-6b9d-4777-bc2e-7ee17d4ab566 req-e060f6b0-bb72-44fb-a901-b8610644773e tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:49.899786 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['3ffbbe05-6bf8-4a17-8666-57e986018b10'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:49.934435 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060f6b0-bb72-44fb-a901-b8610644773e tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] Pushing event deleted for resources: {'Port': ['ID=3ffbbe05-6bf8-4a17-8666-57e986018b10,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:49.980341 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92650bd8-b2b5-4a47-a8fa-095308fb06f5 req-6ee90ab1-158d-47f9-bfd8-928b5507a890 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:49.988585 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-92650bd8-b2b5-4a47-a8fa-095308fb06f5 req-6ee90ab1-158d-47f9-bfd8-928b5507a890 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=355be8c9-143c-429c-9f90-aa0510a8a596 HTTP/1.1" status: 200 len: 945 time: 0.0998402 Jul 23 16:29:49.990115 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87712ff-6b9d-4777-bc2e-7ee17d4ab566 req-e060f6b0-bb72-44fb-a901-b8610644773e tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] No DVR routers for this DVR port 3ffbbe05-6bf8-4a17-8666-57e986018b10 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:29:49.994533 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-f87712ff-6b9d-4777-bc2e-7ee17d4ab566 req-e060f6b0-bb72-44fb-a901-b8610644773e tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:49.996872 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-f87712ff-6b9d-4777-bc2e-7ee17d4ab566 req-e060f6b0-bb72-44fb-a901-b8610644773e tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] 10.222.0.74 "DELETE /v2.0/ports/3ffbbe05-6bf8-4a17-8666-57e986018b10 HTTP/1.1" status: 204 len: 173 time: 0.9941792 Jul 23 16:29:49.997535 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff6b157-555a-414b-a76e-c83b09a651df', 'name': 'network-vif-deleted', 'tag': '3ffbbe05-6bf8-4a17-8666-57e986018b10'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:50.000071 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c262c0-ea0f-429d-b83f-f33cca44120f" -d '{"events": [{"server_uuid": "5ff6b157-555a-414b-a76e-c83b09a651df", "name": "network-vif-deleted", "tag": "3ffbbe05-6bf8-4a17-8666-57e986018b10"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:50.044538 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59f7884-a76d-4bd4-b20c-d3f503cbbde2 x-openstack-request-id: req-b59f7884-a76d-4bd4-b20c-d3f503cbbde2 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:50.045016 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff6b157-555a-414b-a76e-c83b09a651df", "name": "network-vif-deleted", "tag": "3ffbbe05-6bf8-4a17-8666-57e986018b10", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:50.045511 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b59f7884-a76d-4bd4-b20c-d3f503cbbde2 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:50.046048 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff6b157-555a-414b-a76e-c83b09a651df', 'name': 'network-vif-deleted', 'tag': '3ffbbe05-6bf8-4a17-8666-57e986018b10', 'status': 'completed', 'code': 200} Jul 23 16:29:50.078258 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-92650bd8-b2b5-4a47-a8fa-095308fb06f5 req-5cf2bddb-e8d7-49a0-a222-bd1805c1f287 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884063 Jul 23 16:29:50.126728 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb3642-92d0-41ba-9645-7408736a926b req-9724d403-993a-49a1-898c-c8313ec704ba tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:50.129216 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c5bb3642-92d0-41ba-9645-7408736a926b req-9724d403-993a-49a1-898c-c8313ec704ba tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.97 "GET /v2.0/ports?device_id=355be8c9-143c-429c-9f90-aa0510a8a596 HTTP/1.1" status: 200 len: 945 time: 0.1371205 Jul 23 16:29:50.327722 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-c5bb3642-92d0-41ba-9645-7408736a926b req-9d8a59ae-c5fd-4739-9462-3078e315d7d0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Deleting port 11c16417-708f-48d9-a03c-0e7cde2ba575 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:29:50.328247 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c5bb3642-92d0-41ba-9645-7408736a926b req-9d8a59ae-c5fd-4739-9462-3078e315d7d0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:50.477097 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-66bd2df9-bbcc-4625-b2dd-4a165cdb4c5c req-9ac2e663-53d7-48d4-890c-822f1c28f87e tempest-ServerPasswordTestJSON-2117771841 tempest-ServerPasswordTestJSON-2117771841-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ff6b157-555a-414b-a76e-c83b09a651df HTTP/1.1" status: 200 len: 210 time: 0.0605791 Jul 23 16:29:50.493230 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b942f94-480d-4fe4-b774-bcf9a8237400 req-108bae46-f67d-4d2b-97b7-b39de7332f02 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:50.494883 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5b942f94-480d-4fe4-b774-bcf9a8237400 req-108bae46-f67d-4d2b-97b7-b39de7332f02 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 945 time: 0.2171419 Jul 23 16:29:50.511446 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-c5bb3642-92d0-41ba-9645-7408736a926b req-9d8a59ae-c5fd-4739-9462-3078e315d7d0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] For port 11c16417-708f-48d9-a03c-0e7cde2ba575, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=11c16417-708f-48d9-a03c-0e7cde2ba575,segment=NetworkSegment(4922e251-ec1f-41e7-8718-5d07a120e814),segment_id=4922e251-ec1f-41e7-8718-5d07a120e814)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:50.511446 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c5bb3642-92d0-41ba-9645-7408736a926b req-9d8a59ae-c5fd-4739-9462-3078e315d7d0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:50.537217 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-c5bb3642-92d0-41ba-9645-7408736a926b req-9d8a59ae-c5fd-4739-9462-3078e315d7d0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Calling delete_port for 11c16417-708f-48d9-a03c-0e7cde2ba575 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:29:50.696444 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5b942f94-480d-4fe4-b774-bcf9a8237400 req-e0fe0762-b68b-47ca-b8db-41b3c43cb1e8 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870124 Jul 23 16:29:50.771320 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-64f02875-5ae8-4904-b86b-b2f62a595d53 req-2b9f77a5-2715-476e-91d3-0c4cfe725c33 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 210 time: 0.0715141 Jul 23 16:29:50.895836 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c5bb3642-92d0-41ba-9645-7408736a926b req-9d8a59ae-c5fd-4739-9462-3078e315d7d0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:50.916633 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['850294b4-c641-440e-8b3b-f74bd72da704'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:51.074948 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:29:51.110439 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a59ae-c5fd-4739-9462-3078e315d7d0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Pushing event deleted for resources: {'Port': ['ID=11c16417-708f-48d9-a03c-0e7cde2ba575,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:51.139791 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bb3642-92d0-41ba-9645-7408736a926b req-9d8a59ae-c5fd-4739-9462-3078e315d7d0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] No DVR routers for this DVR port 11c16417-708f-48d9-a03c-0e7cde2ba575 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:29:51.143389 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c5bb3642-92d0-41ba-9645-7408736a926b req-9d8a59ae-c5fd-4739-9462-3078e315d7d0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:51.146892 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c5bb3642-92d0-41ba-9645-7408736a926b req-9d8a59ae-c5fd-4739-9462-3078e315d7d0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.97 "DELETE /v2.0/ports/11c16417-708f-48d9-a03c-0e7cde2ba575 HTTP/1.1" status: 204 len: 173 time: 1.0056627 Jul 23 16:29:51.147529 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355be8c9-143c-429c-9f90-aa0510a8a596', 'name': 'network-vif-deleted', 'tag': '11c16417-708f-48d9-a03c-0e7cde2ba575'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:51.150003 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c2aeca-c462-4a25-8259-599cc1486707" -d '{"events": [{"server_uuid": "355be8c9-143c-429c-9f90-aa0510a8a596", "name": "network-vif-deleted", "tag": "11c16417-708f-48d9-a03c-0e7cde2ba575"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:51.265655 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465810cf-80ac-46dc-a3b2-3c368302e644 req-b366e116-5bbe-487e-8a16-da4a9b78bc71 tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:51.266696 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-465810cf-80ac-46dc-a3b2-3c368302e644 req-b366e116-5bbe-487e-8a16-da4a9b78bc71 tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] 10.222.0.73 "GET /v2.0/ports?device_id=81a2cd9f-c2f9-4fc0-9c73-ebce344e70eb HTTP/1.1" status: 200 len: 946 time: 0.2073839 Jul 23 16:29:51.358054 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41200) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:51.526582 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-adaba4cf-07c3-4fd8-9b59-05e3274c27a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:51.684098 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-adaba4cf-07c3-4fd8-9b59-05e3274c27a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:51.690249 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-adaba4cf-07c3-4fd8-9b59-05e3274c27a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:51.746308 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2bacaf17-c228-444c-a74e-ce57af90c672 req-18ca4d9b-7a93-4a3f-86f2-08f94a086274 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=355be8c9-143c-429c-9f90-aa0510a8a596 HTTP/1.1" status: 200 len: 210 time: 0.4969554 Jul 23 16:29:51.752275 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaba4cf-07c3-4fd8-9b59-05e3274c27a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db2e366-e37f-44ad-af81-142b28db8a31,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:51.788319 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-465810cf-80ac-46dc-a3b2-3c368302e644 req-297e2a57-2fe8-4fe6-8483-2dc99558ed70 tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] 10.222.0.73 "GET /v2.0/security-groups?id=3114a910-0ae6-4308-803d-5367328acf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5117228 Jul 23 16:29:51.810937 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 41210) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:51.814061 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-adaba4cf-07c3-4fd8-9b59-05e3274c27a6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=92d6f65a5ed741b9a5e6c9b69f6494cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4539897 Jul 23 16:29:51.841934 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41216) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:51.862297 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9073a12d-dcb4-4ac4-a34b-eb35f7338628 x-openstack-request-id: req-9073a12d-dcb4-4ac4-a34b-eb35f7338628 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:51.862561 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355be8c9-143c-429c-9f90-aa0510a8a596", "name": "network-vif-deleted", "tag": "11c16417-708f-48d9-a03c-0e7cde2ba575", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:51.863610 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9073a12d-dcb4-4ac4-a34b-eb35f7338628 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:51.864199 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355be8c9-143c-429c-9f90-aa0510a8a596', 'name': 'network-vif-deleted', 'tag': '11c16417-708f-48d9-a03c-0e7cde2ba575', 'status': 'completed', 'code': 200} Jul 23 16:29:51.896495 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8af08-c792-4940-a6d2-a159d37e022e req-c31a61c6-cbd0-4325-b52e-c7994da1c520 tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:51.902525 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-27e8af08-c792-4940-a6d2-a159d37e022e req-c31a61c6-cbd0-4325-b52e-c7994da1c520 tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] 10.222.0.97 "GET /v2.0/ports?device_id=81a2cd9f-c2f9-4fc0-9c73-ebce344e70eb HTTP/1.1" status: 200 len: 946 time: 0.6994891 Jul 23 16:29:51.999320 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f710e1-3c9b-490c-ae05-c9b4e1e6af26 admin admin] Deleting subnet ffe9bfe0-f6f5-4160-b09f-f3ecae9ad829 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:29:52.004932 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-08f710e1-3c9b-490c-ae05-c9b4e1e6af26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:52.059477 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0a232a7e-5ea1-401a-b00b-9c94deee6496 req-3e1e9ef6-f183-4abb-8631-6296ab46458e tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 210 time: 0.0555091 Jul 23 16:29:52.061180 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-08f710e1-3c9b-490c-ae05-c9b4e1e6af26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:52.065648 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d5a270d6-a95b-4c9b-8af5-9ef9fd75cb07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:52.125117 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-08f710e1-3c9b-490c-ae05-c9b4e1e6af26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:52.134152 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d5a270d6-a95b-4c9b-8af5-9ef9fd75cb07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:52.170062 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61908d97-3a19-47dc-b719-e00d9fa1f93f req-b28b797d-acb1-4203-8894-030880cc9368 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:52.178798 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61908d97-3a19-47dc-b719-e00d9fa1f93f req-b28b797d-acb1-4203-8894-030880cc9368 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 945 time: 0.2538798 Jul 23 16:29:52.227529 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-08f710e1-3c9b-490c-ae05-c9b4e1e6af26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:52.261777 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61908d97-3a19-47dc-b719-e00d9fa1f93f req-39dea9b6-eb9c-4b67-a137-0656d42dc637 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821781 Jul 23 16:29:52.273501 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f710e1-3c9b-490c-ae05-c9b4e1e6af26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffe9bfe0-f6f5-4160-b09f-f3ecae9ad829,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:52.275954 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d5a270d6-a95b-4c9b-8af5-9ef9fd75cb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:52.279668 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d5a270d6-a95b-4c9b-8af5-9ef9fd75cb07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:52.283571 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d5a270d6-a95b-4c9b-8af5-9ef9fd75cb07 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6db2e366-e37f-44ad-af81-142b28db8a31 HTTP/1.1" status: 204 len: 168 time: 0.4738352 Jul 23 16:29:52.293357 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-27e8af08-c792-4940-a6d2-a159d37e022e req-c5eca9d7-c60b-416e-9c47-2d525a34c654 tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] Deleting port 06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:29:52.293878 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-08f710e1-3c9b-490c-ae05-c9b4e1e6af26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:52.294258 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-27e8af08-c792-4940-a6d2-a159d37e022e req-c5eca9d7-c60b-416e-9c47-2d525a34c654 tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:52.298068 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-08f710e1-3c9b-490c-ae05-c9b4e1e6af26 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ffe9bfe0-f6f5-4160-b09f-f3ecae9ad829 HTTP/1.1" status: 204 len: 168 time: 0.4547100 Jul 23 16:29:52.300632 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41220) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:52.334293 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a270d6-a95b-4c9b-8af5-9ef9fd75cb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db2e366-e37f-44ad-af81-142b28db8a31,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:52.355730 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 11c16417-708f-48d9-a03c-0e7cde2ba575 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:29:52.395320 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 11c16417-708f-48d9-a03c-0e7cde2ba575 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:29:52.395958 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 11c16417-708f-48d9-a03c-0e7cde2ba575 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:29:52.429965 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91e9be5f-fb81-43e5-8e00-67e276e020dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:52.452113 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-27e8af08-c792-4940-a6d2-a159d37e022e req-c5eca9d7-c60b-416e-9c47-2d525a34c654 tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] For port 06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba,segment=NetworkSegment(bf499486-0476-4ee8-b46d-4de5af071c1c),segment_id=bf499486-0476-4ee8-b46d-4de5af071c1c)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:52.452472 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-27e8af08-c792-4940-a6d2-a159d37e022e req-c5eca9d7-c60b-416e-9c47-2d525a34c654 tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:52.470744 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-27e8af08-c792-4940-a6d2-a159d37e022e req-c5eca9d7-c60b-416e-9c47-2d525a34c654 tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] Calling delete_port for 06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:29:52.536613 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91e9be5f-fb81-43e5-8e00-67e276e020dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:52.547406 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-91e9be5f-fb81-43e5-8e00-67e276e020dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c8dbc6-1e2c-4e74-8e47-c68622777f8d']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:52.559827 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-91e9be5f-fb81-43e5-8e00-67e276e020dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78726b45-d36d-4669-b56f-3240f507168a') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:52.560075 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-91e9be5f-fb81-43e5-8e00-67e276e020dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78726b45-d36d-4669-b56f-3240f507168a') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:52.570091 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91e9be5f-fb81-43e5-8e00-67e276e020dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:52.590350 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91e9be5f-fb81-43e5-8e00-67e276e020dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:52.601196 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e9be5f-fb81-43e5-8e00-67e276e020dd admin admin] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:29:52.601846 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91e9be5f-fb81-43e5-8e00-67e276e020dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:52.607272 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:29:52.607272 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:29:52.607272 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:29:52.607272 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:29:52.607272 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:29:52.607272 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:29:52.607272 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:29:52.607272 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:29:52.607272 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:29:52.607272 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:29:52.607272 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:29:52.607272 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:29:52.607272 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:29:52.607272 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:29:52.607272 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:29:52.607272 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:29:52.607272 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:29:52.607272 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:29:52.607272 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:29:52.607272 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:29:52.607272 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:29:52.607272 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:29:52.607272 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:29:52.607272 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:29:52.607272 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:29:52.607272 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:29:52.607272 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:29:52.607272 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:29:52.607272 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:29:52.607272 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:29:52.607272 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:29:52.607272 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:29:52.664077 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-27e8af08-c792-4940-a6d2-a159d37e022e req-c5eca9d7-c60b-416e-9c47-2d525a34c654 tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:52.703189 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91e9be5f-fb81-43e5-8e00-67e276e020dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:52.708863 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eca9d7-c60b-416e-9c47-2d525a34c654 tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] Pushing event deleted for resources: {'Port': ['ID=06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:52.715896 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91e9be5f-fb81-43e5-8e00-67e276e020dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:52.718117 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-91e9be5f-fb81-43e5-8e00-67e276e020dd admin admin] 10.222.0.73 "DELETE /v2.0/networks/40c8dbc6-1e2c-4e74-8e47-c68622777f8d HTTP/1.1" status: 204 len: 168 time: 0.4158468 Jul 23 16:29:52.752336 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9be5f-fb81-43e5-8e00-67e276e020dd admin admin] Pushing event deleted for resources: {'Network': ['ID=40c8dbc6-1e2c-4e74-8e47-c68622777f8d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:52.782294 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e8af08-c792-4940-a6d2-a159d37e022e req-c5eca9d7-c60b-416e-9c47-2d525a34c654 tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] No DVR routers for this DVR port 06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:29:52.786501 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-27e8af08-c792-4940-a6d2-a159d37e022e req-c5eca9d7-c60b-416e-9c47-2d525a34c654 tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:52.789091 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-27e8af08-c792-4940-a6d2-a159d37e022e req-c5eca9d7-c60b-416e-9c47-2d525a34c654 tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] 10.222.0.97 "DELETE /v2.0/ports/06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba HTTP/1.1" status: 204 len: 173 time: 0.8755584 Jul 23 16:29:52.991991 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-50628b6c-261d-4ae6-9c3e-41e535c58f57 req-271ed2bb-23cd-45b0-bfd7-f57298dd71dd tempest-VolumesAdminNegativeTest-779053813 tempest-VolumesAdminNegativeTest-779053813-project] 10.222.0.73 "GET /v2.0/ports?device_id=81a2cd9f-c2f9-4fc0-9c73-ebce344e70eb HTTP/1.1" status: 200 len: 210 time: 0.0761201 Jul 23 16:29:53.036093 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41244) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:53.108682 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 41248) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:53.119148 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f9c6024e-546c-479f-83d6-585b55d5017a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b352878c217948e8b9807e1cc4932756&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0801373 Jul 23 16:29:53.205334 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d2da3e57-2d4d-473a-af06-f59fb0bf1e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:53.233239 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 3ffbbe05-6bf8-4a17-8666-57e986018b10 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:29:53.281335 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 3ffbbe05-6bf8-4a17-8666-57e986018b10 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:29:53.281688 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 3ffbbe05-6bf8-4a17-8666-57e986018b10 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:29:53.306074 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d6d8b00f-f8a8-40d8-acd4-43539d757acb req-3ceb05db-481d-4489-aacc-64006b018bdb tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 210 time: 0.0665421 Jul 23 16:29:53.311144 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d2da3e57-2d4d-473a-af06-f59fb0bf1e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:53.408717 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d2da3e57-2d4d-473a-af06-f59fb0bf1e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:53.413785 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d2da3e57-2d4d-473a-af06-f59fb0bf1e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:53.418658 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d2da3e57-2d4d-473a-af06-f59fb0bf1e10 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cbde9c23-06b7-4b04-a7f9-ec7e24f10f4d HTTP/1.1" status: 204 len: 168 time: 0.3078594 Jul 23 16:29:53.431716 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da3e57-2d4d-473a-af06-f59fb0bf1e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbde9c23-06b7-4b04-a7f9-ec7e24f10f4d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:53.652947 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2bd3a8-4cd6-45d6-a3d7-332feb4b6b29 req-241a2ebf-b3de-498f-afe4-19877c089745 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:53.669478 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f2bd3a8-4cd6-45d6-a3d7-332feb4b6b29 req-241a2ebf-b3de-498f-afe4-19877c089745 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 945 time: 0.1996002 Jul 23 16:29:53.740857 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f2bd3a8-4cd6-45d6-a3d7-332feb4b6b29 req-0a43d546-7aa4-408b-bf02-666f4a08ff08 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704687 Jul 23 16:29:53.865854 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a2cd9f-c2f9-4fc0-9c73-ebce344e70eb', 'name': 'network-vif-deleted', 'tag': '06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:53.869020 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc10c68-034c-4197-bdab-14611dffdc43" -d '{"events": [{"server_uuid": "81a2cd9f-c2f9-4fc0-9c73-ebce344e70eb", "name": "network-vif-deleted", "tag": "06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:53.939455 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a690a12-5741-4fe9-89a1-45035182d9a9 x-openstack-request-id: req-2a690a12-5741-4fe9-89a1-45035182d9a9 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:53.940071 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a2cd9f-c2f9-4fc0-9c73-ebce344e70eb", "name": "network-vif-deleted", "tag": "06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:53.941619 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2a690a12-5741-4fe9-89a1-45035182d9a9 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:53.942704 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a2cd9f-c2f9-4fc0-9c73-ebce344e70eb', 'name': 'network-vif-deleted', 'tag': '06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba', 'status': 'completed', 'code': 200} Jul 23 16:29:54.069779 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 41282) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:54.140324 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b727d6-c16c-4a15-90fd-38265885be70 admin admin] Deleting subnet 8390ec59-71d4-4459-8c92-77286b0bb198 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:29:54.144958 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-49b727d6-c16c-4a15-90fd-38265885be70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:54.208504 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-49b727d6-c16c-4a15-90fd-38265885be70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:54.267884 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-49b727d6-c16c-4a15-90fd-38265885be70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:54.348174 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-49b727d6-c16c-4a15-90fd-38265885be70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:54.369206 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:29:54.427029 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:29:54.427389 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 06eb9341-a9a9-4f2f-a40e-4d45ed6eb3ba not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:29:54.432907 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b727d6-c16c-4a15-90fd-38265885be70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8390ec59-71d4-4459-8c92-77286b0bb198,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:54.450088 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-49b727d6-c16c-4a15-90fd-38265885be70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:54.452591 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-49b727d6-c16c-4a15-90fd-38265885be70 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8390ec59-71d4-4459-8c92-77286b0bb198 HTTP/1.1" status: 204 len: 168 time: 0.3814621 Jul 23 16:29:54.455175 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 41300) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:54.633203 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0e47534-4344-4937-b4d3-80d0e5dcd7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:54.778809 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ac8f835e-5b34-43ca-8335-0f555fea56ba req-fa807e9a-7bc0-4348-8b69-725851544c66 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 210 time: 0.0501242 Jul 23 16:29:54.866317 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0e47534-4344-4937-b4d3-80d0e5dcd7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:54.890114 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-d0e47534-4344-4937-b4d3-80d0e5dcd7ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50a5a882-1cfb-4b43-8512-2500a8de3867']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:54.936212 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-d0e47534-4344-4937-b4d3-80d0e5dcd7ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf499486-0476-4ee8-b46d-4de5af071c1c') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:54.936527 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-d0e47534-4344-4937-b4d3-80d0e5dcd7ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf499486-0476-4ee8-b46d-4de5af071c1c') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:54.949739 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0e47534-4344-4937-b4d3-80d0e5dcd7ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:54.968181 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0e47534-4344-4937-b4d3-80d0e5dcd7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:54.980135 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e47534-4344-4937-b4d3-80d0e5dcd7ef admin admin] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:29:54.980539 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0e47534-4344-4937-b4d3-80d0e5dcd7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:54.982471 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:29:54.982471 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:29:54.982471 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:29:54.982471 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:29:54.982471 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:29:54.982471 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:29:54.982471 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:29:54.982471 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:29:54.982471 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:29:54.982471 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:29:54.982471 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:29:54.982471 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:29:54.982471 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:29:54.982471 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:29:54.982471 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:29:54.982471 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:29:54.982471 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:29:54.982471 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:29:54.982471 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:29:54.982471 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:29:54.982471 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:29:54.982471 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:29:54.982471 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:29:54.982471 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:29:54.982471 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:29:54.982471 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:29:54.982471 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:29:54.982471 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:29:54.982471 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:29:54.982471 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:29:54.982471 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:29:54.982471 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:29:55.017117 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41322) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:55.060677 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e9326-a716-44f4-be1e-e42f73ea09b3 req-63367236-8215-477d-a10f-88003efa13d7 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:55.062405 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2a9e9326-a716-44f4-be1e-e42f73ea09b3 req-63367236-8215-477d-a10f-88003efa13d7 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 945 time: 0.1926539 Jul 23 16:29:55.071100 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0e47534-4344-4937-b4d3-80d0e5dcd7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:55.078028 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0e47534-4344-4937-b4d3-80d0e5dcd7ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:55.087482 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d0e47534-4344-4937-b4d3-80d0e5dcd7ef admin admin] 10.222.0.73 "DELETE /v2.0/networks/50a5a882-1cfb-4b43-8512-2500a8de3867 HTTP/1.1" status: 204 len: 168 time: 0.6286836 Jul 23 16:29:55.087984 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41328) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:55.134082 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e47534-4344-4937-b4d3-80d0e5dcd7ef admin admin] Pushing event deleted for resources: {'Network': ['ID=50a5a882-1cfb-4b43-8512-2500a8de3867,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:55.176990 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c0f2728-5db0-41cf-806a-abd1e483b2bc admin admin] Deleting subnet 12ab788d-7377-4f89-afb8-49381f4a154a {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:29:55.182666 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c0f2728-5db0-41cf-806a-abd1e483b2bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:55.201909 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2a9e9326-a716-44f4-be1e-e42f73ea09b3 req-8c9a593d-c8ce-4ff3-bc83-d9f43d0bc764 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124945 Jul 23 16:29:55.259875 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c0f2728-5db0-41cf-806a-abd1e483b2bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:55.303246 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-05c62b58-933e-43f7-911f-0fb772f5167b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1113531976-network', 'tenant_id': '30c6033fb2bf4112914f54af72132502'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:55.368169 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c0f2728-5db0-41cf-806a-abd1e483b2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:55.403003 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c62b58-933e-43f7-911f-0fb772f5167b admin admin] Made reservation on behalf of 30c6033fb2bf4112914f54af72132502 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:29:55.405909 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-05c62b58-933e-43f7-911f-0fb772f5167b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:55.430129 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-05c62b58-933e-43f7-911f-0fb772f5167b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:55.563459 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c0f2728-5db0-41cf-806a-abd1e483b2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:55.604036 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f2728-5db0-41cf-806a-abd1e483b2bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12ab788d-7377-4f89-afb8-49381f4a154a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:55.606084 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c0f2728-5db0-41cf-806a-abd1e483b2bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:55.608026 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6c0f2728-5db0-41cf-806a-abd1e483b2bc admin admin] 10.222.0.73 "DELETE /v2.0/subnets/12ab788d-7377-4f89-afb8-49381f4a154a HTTP/1.1" status: 204 len: 168 time: 0.5176415 Jul 23 16:29:55.610316 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-05c62b58-933e-43f7-911f-0fb772f5167b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:55.611799 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 41348) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:55.617730 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-05c62b58-933e-43f7-911f-0fb772f5167b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:55.646164 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c62b58-933e-43f7-911f-0fb772f5167b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f132b86-7488-45b7-925c-02024b26c31c,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:55.662583 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c62b58-933e-43f7-911f-0fb772f5167b admin admin] vlan segment allocate from pool success with {'vlan_id': 1133, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:29:55.682666 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-05c62b58-933e-43f7-911f-0fb772f5167b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:55.683017 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-05c62b58-933e-43f7-911f-0fb772f5167b admin admin] Added segment df6739ee-9486-4b9d-9722-2715c1acab76 of type vlan for network cac688c7-43ee-40e9-9559-4fa59cc9caa6 Jul 23 16:29:55.730455 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-05c62b58-933e-43f7-911f-0fb772f5167b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:55.759237 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7dcbd897-1f49-4172-8436-afda6edd72a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:55.786703 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-05c62b58-933e-43f7-911f-0fb772f5167b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:55.788197 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c62b58-933e-43f7-911f-0fb772f5167b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:55.789006 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-05c62b58-933e-43f7-911f-0fb772f5167b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:55.836620 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-05c62b58-933e-43f7-911f-0fb772f5167b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8176641 Jul 23 16:29:55.839435 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41358) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:55.846682 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-3db2bc08-f365-4048-b0ef-b0312a7582d3 admin admin] Request body: {'subnet': {'network_id': 'cac688c7-43ee-40e9-9559-4fa59cc9caa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1113531976-subnet', 'tenant_id': '30c6033fb2bf4112914f54af72132502', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:55.886306 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7dcbd897-1f49-4172-8436-afda6edd72a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:55.912555 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c62b58-933e-43f7-911f-0fb772f5167b admin admin] Pushing event updated for resources: {'Network': ['ID=cac688c7-43ee-40e9-9559-4fa59cc9caa6,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:55.914056 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-7dcbd897-1f49-4172-8436-afda6edd72a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5c7d43-d059-47a1-872e-82f788b0a0d1']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:55.924471 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network cac688c7-43ee-40e9-9559-4fa59cc9caa6 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:29:55.938024 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db2bc08-f365-4048-b0ef-b0312a7582d3 admin admin] Made reservation on behalf of 30c6033fb2bf4112914f54af72132502 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:29:55.941730 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3db2bc08-f365-4048-b0ef-b0312a7582d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:55.962169 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3b82f819-4fd3-48a0-a122-7c5fca897cf2 req-c4da0630-af5a-44f1-83a4-cd8b35ba0089 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 210 time: 0.0722370 Jul 23 16:29:55.980155 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-7dcbd897-1f49-4172-8436-afda6edd72a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6387092-522d-4e09-98bb-ce7dff1a8ab0') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:55.981332 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-7dcbd897-1f49-4172-8436-afda6edd72a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6387092-522d-4e09-98bb-ce7dff1a8ab0') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:56.007422 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7dcbd897-1f49-4172-8436-afda6edd72a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:56.038923 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7dcbd897-1f49-4172-8436-afda6edd72a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:56.049291 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dcbd897-1f49-4172-8436-afda6edd72a1 admin admin] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:29:56.050451 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7dcbd897-1f49-4172-8436-afda6edd72a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:56.068418 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:29:56.068418 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:29:56.068418 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:29:56.068418 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:29:56.068418 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:29:56.068418 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:29:56.068418 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:29:56.068418 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:29:56.068418 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:29:56.068418 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:29:56.068418 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:29:56.068418 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:29:56.068418 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:29:56.068418 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:29:56.068418 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:29:56.068418 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:29:56.068418 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:29:56.068418 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:29:56.068418 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:29:56.068418 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:29:56.068418 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:29:56.068418 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:29:56.068418 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:29:56.068418 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:29:56.068418 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:29:56.068418 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:29:56.068418 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:29:56.068418 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:29:56.068418 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:29:56.068418 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:29:56.068418 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:29:56.068418 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:29:56.126177 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7dcbd897-1f49-4172-8436-afda6edd72a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:56.133828 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7dcbd897-1f49-4172-8436-afda6edd72a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:56.136816 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7dcbd897-1f49-4172-8436-afda6edd72a1 admin admin] 10.222.0.73 "DELETE /v2.0/networks/af5c7d43-d059-47a1-872e-82f788b0a0d1 HTTP/1.1" status: 204 len: 168 time: 0.5204465 Jul 23 16:29:56.155980 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbd897-1f49-4172-8436-afda6edd72a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=af5c7d43-d059-47a1-872e-82f788b0a0d1,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:56.225180 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3db2bc08-f365-4048-b0ef-b0312a7582d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:56.298870 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2bc08-f365-4048-b0ef-b0312a7582d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52b6c1fc-18b3-4bd8-a52b-479d1bf82db2,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:56.310792 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db2bc08-f365-4048-b0ef-b0312a7582d3 admin admin] Checking segment: {'id': 'df6739ee-9486-4b9d-9722-2715c1acab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'cac688c7-43ee-40e9-9559-4fa59cc9caa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:29:56.311235 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db2bc08-f365-4048-b0ef-b0312a7582d3 admin admin] Network hostable DHCP agents. Network: cac688c7-43ee-40e9-9559-4fa59cc9caa6, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:29:56.347506 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db2bc08-f365-4048-b0ef-b0312a7582d3 admin admin] Network cac688c7-43ee-40e9-9559-4fa59cc9caa6 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:29:56.359957 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-3db2bc08-f365-4048-b0ef-b0312a7582d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, cac688c7-43ee-40e9-9559-4fa59cc9caa6) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:29:56.371966 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b6f9c5-aeee-4ec0-8793-9d147c2ca4b9 None None] Network cac688c7-43ee-40e9-9559-4fa59cc9caa6 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:29:56.398140 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 41382) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:56.401206 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db2bc08-f365-4048-b0ef-b0312a7582d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:56.401976 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3db2bc08-f365-4048-b0ef-b0312a7582d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:56.445507 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3db2bc08-f365-4048-b0ef-b0312a7582d3 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6049290 Jul 23 16:29:56.450482 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41386) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:56.463861 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-00a40268-8522-4fb8-8be7-621ad7cd4cc3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1113531976-router', 'tenant_id': '30c6033fb2bf4112914f54af72132502', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:56.517265 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-00a40268-8522-4fb8-8be7-621ad7cd4cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:56.520037 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-00a40268-8522-4fb8-8be7-621ad7cd4cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:56.521760 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839125a0-4694-4894-9347-2ae7246ff7ba req-75fbee2b-4db6-4aa1-8601-c8a8d343e8cf tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:56.535820 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-839125a0-4694-4894-9347-2ae7246ff7ba req-75fbee2b-4db6-4aa1-8601-c8a8d343e8cf tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 945 time: 0.1896453 Jul 23 16:29:56.589666 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f0373e5e-5ecb-486e-8509-eb8b6e9b9423 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6f66909911c244fd9b8508c7850e62fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1868596 Jul 23 16:29:56.598783 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 41392) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:56.669941 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-839125a0-4694-4894-9347-2ae7246ff7ba req-a3168f67-237c-412c-baab-d08296b2acdd tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337829 Jul 23 16:29:56.683026 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-00a40268-8522-4fb8-8be7-621ad7cd4cc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:56.705388 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44229b4-0e0c-433c-a51f-77eedd106a97 None None] Network cac688c7-43ee-40e9-9559-4fa59cc9caa6 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:29:56.722588 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aa633819-c435-4fbe-bd47-cce56171383a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:56.751876 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aa633819-c435-4fbe-bd47-cce56171383a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:56.807053 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aa633819-c435-4fbe-bd47-cce56171383a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:56.811114 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aa633819-c435-4fbe-bd47-cce56171383a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:56.812440 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-aa633819-c435-4fbe-bd47-cce56171383a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3114a910-0ae6-4308-803d-5367328acf29 HTTP/1.1" status: 204 len: 168 time: 0.2113464 Jul 23 16:29:56.822950 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa633819-c435-4fbe-bd47-cce56171383a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3114a910-0ae6-4308-803d-5367328acf29,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:56.917863 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-00a40268-8522-4fb8-8be7-621ad7cd4cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:57.147213 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d46e30b8-31b6-4301-863a-9935d2aa0bfa req-4bc4489d-3492-4510-a63a-a9138c66ca43 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fb58b26-5aa4-43b1-8baf-62174b829bca HTTP/1.1" status: 200 len: 210 time: 0.0521452 Jul 23 16:29:57.243617 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-00a40268-8522-4fb8-8be7-621ad7cd4cc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:57.266715 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-00a40268-8522-4fb8-8be7-621ad7cd4cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:57.458970 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-00a40268-8522-4fb8-8be7-621ad7cd4cc3 admin admin] Allocated IP 172.25.8.125 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/1b70aa96-ba77-494a-9483-8f38f765a74b) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:29:57.505457 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41418) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:57.623212 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-237d5b03-e076-493e-8436-bfa643df597a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=58de536f6f7046349d316fa695d852d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1157157 Jul 23 16:29:57.625738 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41424) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:57.656969 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-00a40268-8522-4fb8-8be7-621ad7cd4cc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:57.767530 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-31235e9d-1f4e-4a63-8490-cf55b7228c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:57.821540 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-00a40268-8522-4fb8-8be7-621ad7cd4cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:57.830697 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749c49e-90f9-4cf9-b5e6-91b8e87827bc req-ac007186-0f32-48c8-9d74-76a15ac5c6ea tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:57.833251 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2749c49e-90f9-4cf9-b5e6-91b8e87827bc req-ac007186-0f32-48c8-9d74-76a15ac5c6ea tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 945 time: 0.0856442 Jul 23 16:29:57.835564 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-31235e9d-1f4e-4a63-8490-cf55b7228c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:57.857916 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a40268-8522-4fb8-8be7-621ad7cd4cc3 admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:29:57.888093 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-00a40268-8522-4fb8-8be7-621ad7cd4cc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:29:57.894988 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a40268-8522-4fb8-8be7-621ad7cd4cc3 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:29:57.897978 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2749c49e-90f9-4cf9-b5e6-91b8e87827bc req-65ffa264-9360-407e-8d3c-ba145be2b76d tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584357 Jul 23 16:29:57.954544 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a40268-8522-4fb8-8be7-621ad7cd4cc3 admin admin] Pushing event updated for resources: {'Port': ['ID=1b70aa96-ba77-494a-9483-8f38f765a74b,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:58.054565 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-31235e9d-1f4e-4a63-8490-cf55b7228c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:58.057301 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-31235e9d-1f4e-4a63-8490-cf55b7228c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:58.060813 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-31235e9d-1f4e-4a63-8490-cf55b7228c8a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9d442c6e-e329-4c47-8c14-25cc143ca90a HTTP/1.1" status: 204 len: 168 time: 0.4316382 Jul 23 16:29:58.089498 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31235e9d-1f4e-4a63-8490-cf55b7228c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d442c6e-e329-4c47-8c14-25cc143ca90a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:58.257433 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 41446) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:58.289299 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-00a40268-8522-4fb8-8be7-621ad7cd4cc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:58.299617 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 41452) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:58.406157 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-85f614ae-78a9-4a08-a77a-c482bca9519e tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:58.442102 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-85f614ae-78a9-4a08-a77a-c482bca9519e tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:58.489212 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5e35ca5f-4be2-4afc-8310-c26df1a282ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:58.562537 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-85f614ae-78a9-4a08-a77a-c482bca9519e tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:58.565952 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-85f614ae-78a9-4a08-a77a-c482bca9519e tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:58.567299 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-85f614ae-78a9-4a08-a77a-c482bca9519e tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "DELETE /v2.0/security-groups/2e5c71bb-226c-41b7-92a2-dc55c3aed871 HTTP/1.1" status: 204 len: 168 time: 0.2663367 Jul 23 16:29:58.574552 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41464) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:58.583297 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f614ae-78a9-4a08-a77a-c482bca9519e tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5c71bb-226c-41b7-92a2-dc55c3aed871,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:58.609548 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-6609c4b9-db27-490b-ae8f-3d1305708334 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] show failed (client error): The resource could not be found. Jul 23 16:29:58.614586 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6609c4b9-db27-490b-ae8f-3d1305708334 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "GET /v2.0/security-groups/2e5c71bb-226c-41b7-92a2-dc55c3aed871 HTTP/1.1" status: 404 len: 347 time: 0.0387232 Jul 23 16:29:58.615241 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41468) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:58.667358 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-00a40268-8522-4fb8-8be7-621ad7cd4cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:58.729617 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5e35ca5f-4be2-4afc-8310-c26df1a282ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:58.748268 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5e35ca5f-4be2-4afc-8310-c26df1a282ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:58.802861 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5e35ca5f-4be2-4afc-8310-c26df1a282ae admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d72ea2c4ebe1450cb42d796eeb5ed084&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5441678 Jul 23 16:29:58.804510 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 41478) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:58.811668 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e35ca5f-4be2-4afc-8310-c26df1a282ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd708da0-85c8-4900-ba8d-20d2809c096c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:58.909201 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-76551d74-5880-4b98-8126-209847844dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:58.949493 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-52b760aa-1ff1-49c2-8600-aef518efad42 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Deleting port 0139a5b1-6408-4528-9f4c-aabf3a05a93e {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:29:58.950112 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-52b760aa-1ff1-49c2-8600-aef518efad42 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:58.977460 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-76551d74-5880-4b98-8126-209847844dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:59.054239 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a40268-8522-4fb8-8be7-621ad7cd4cc3 admin admin] Router 55d76c75-f1ae-4506-a9ca-90e27e1e4764 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:29:59.071894 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-52b760aa-1ff1-49c2-8600-aef518efad42 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:59.072445 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-52b760aa-1ff1-49c2-8600-aef518efad42 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:59.087589 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f69141-c3fa-4451-977d-689059298589 req-82ee0164-d92e-4ba6-9d9c-64604e6f632c tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:59.093868 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a3f69141-c3fa-4451-977d-689059298589 req-82ee0164-d92e-4ba6-9d9c-64604e6f632c tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 945 time: 0.1112123 Jul 23 16:29:59.102121 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-76551d74-5880-4b98-8126-209847844dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:59.105731 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-76551d74-5880-4b98-8126-209847844dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:59.110389 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-76551d74-5880-4b98-8126-209847844dea admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dd708da0-85c8-4900-ba8d-20d2809c096c HTTP/1.1" status: 204 len: 168 time: 0.3027809 Jul 23 16:29:59.132307 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76551d74-5880-4b98-8126-209847844dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd708da0-85c8-4900-ba8d-20d2809c096c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:59.172363 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a3f69141-c3fa-4451-977d-689059298589 req-4791207a-45df-46f9-a5ea-2454e882e205 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721362 Jul 23 16:29:59.196180 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-52b760aa-1ff1-49c2-8600-aef518efad42 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Calling delete_port for 0139a5b1-6408-4528-9f4c-aabf3a05a93e owned by network:floatingip {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:29:59.307564 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a40268-8522-4fb8-8be7-621ad7cd4cc3 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:29:59.323234 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9380f6d4-1e4a-4c19-9ee0-fcb52fb3ecae None None] Sync routers for ids ['55d76c75-f1ae-4506-a9ca-90e27e1e4764'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:29:59.340594 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-00a40268-8522-4fb8-8be7-621ad7cd4cc3 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:59.344705 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 41496) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:59.345272 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-00a40268-8522-4fb8-8be7-621ad7cd4cc3 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.8865888 Jul 23 16:29:59.345724 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9380f6d4-1e4a-4c19-9ee0-fcb52fb3ecae None None] Routers {'55d76c75-f1ae-4506-a9ca-90e27e1e4764'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:29:59.348414 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-9380f6d4-1e4a-4c19-9ee0-fcb52fb3ecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:29:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['55d76c75-f1ae-4506-a9ca-90e27e1e4764'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:59.438231 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-52b760aa-1ff1-49c2-8600-aef518efad42 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:59.499209 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-9380f6d4-1e4a-4c19-9ee0-fcb52fb3ecae None None] Set router 55d76c75-f1ae-4506-a9ca-90e27e1e4764 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:29:59.565433 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b760aa-1ff1-49c2-8600-aef518efad42 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Pushing event deleted for resources: {'Port': ['ID=0139a5b1-6408-4528-9f4c-aabf3a05a93e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:59.714253 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-52b760aa-1ff1-49c2-8600-aef518efad42 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks [] for floatingip, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:59.722758 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-52b760aa-1ff1-49c2-8600-aef518efad42 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:59.728306 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-52b760aa-1ff1-49c2-8600-aef518efad42 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "DELETE /v2.0/floatingips/b34bd176-fa74-4b0c-98c5-982acc322d34 HTTP/1.1" status: 204 len: 168 time: 1.1054285 Jul 23 16:29:59.729166 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41516) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:59.803686 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-9380f6d4-1e4a-4c19-9ee0-fcb52fb3ecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d76c75-f1ae-4506-a9ca-90e27e1e4764', 'name': 'tempest-ServerRescueNegativeTestJSON-1113531976-router', 'tenant_id': '30c6033fb2bf4112914f54af72132502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '1b70aa96-ba77-494a-9483-8f38f765a74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:56Z', 'updated_at': '2021-07-23T16:29:58Z', 'revision_number': 3, 'project_id': '30c6033fb2bf4112914f54af72132502', 'gw_port': {'id': '1b70aa96-ba77-494a-9483-8f38f765a74b', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d76c75-f1ae-4506-a9ca-90e27e1e4764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:57Z', 'updated_at': '2021-07-23T16:29:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:59.804932 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41520) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:59.846823 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c935eccb-2d81-4478-a35f-9777d2290fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:59.868525 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9380f6d4-1e4a-4c19-9ee0-fcb52fb3ecae None None] Checking router: 55d76c75-f1ae-4506-a9ca-90e27e1e4764 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:29:59.868867 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9380f6d4-1e4a-4c19-9ee0-fcb52fb3ecae None None] Updating router 55d76c75-f1ae-4506-a9ca-90e27e1e4764 port 1b70aa96-ba77-494a-9483-8f38f765a74b binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:29:59.998166 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-03ba9774-82b2-4530-a616-94742c4f4a8a tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Deleting port ec5d280e-539b-40ed-95d6-bc3fb999ce68 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:29:59.998516 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03ba9774-82b2-4530-a616-94742c4f4a8a tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:00.139077 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c935eccb-2d81-4478-a35f-9777d2290fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:00.146513 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c935eccb-2d81-4478-a35f-9777d2290fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:00.203517 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03ba9774-82b2-4530-a616-94742c4f4a8a tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:00.215810 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-9380f6d4-1e4a-4c19-9ee0-fcb52fb3ecae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:00.235412 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c935eccb-2d81-4478-a35f-9777d2290fb3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2d0fded838bc44818b90134074d13f17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4269662 Jul 23 16:30:00.237111 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41540) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:00.244506 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935eccb-2d81-4478-a35f-9777d2290fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb0f4c4-819e-4206-ae8c-c104f0a9214b,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:00.265783 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-03ba9774-82b2-4530-a616-94742c4f4a8a tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Calling delete_port for ec5d280e-539b-40ed-95d6-bc3fb999ce68 owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:30:00.306157 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d8aa2-2df5-4416-ac33-cdb33c9c1c66 req-2b3af3c8-6fcc-407c-abca-4218f1347513 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:00.315156 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a20d8aa2-2df5-4416-ac33-cdb33c9c1c66 req-2b3af3c8-6fcc-407c-abca-4218f1347513 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=83d723b6-137c-48e2-b065-a9929b4afa68 HTTP/1.1" status: 200 len: 945 time: 0.1618285 Jul 23 16:30:00.502873 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-49bb2f5e-3635-45c1-bfcf-70b1a9064e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:00.526787 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a20d8aa2-2df5-4416-ac33-cdb33c9c1c66 req-e173fde7-6cc6-4481-a857-6c2e8fd25ed9 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095046 Jul 23 16:30:00.611013 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a23cb9-4b5e-44e1-80b1-0dd02f9a7d8c req-4967b6c5-a37a-4c69-9cab-6363d86d9f55 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:00.620546 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-36a23cb9-4b5e-44e1-80b1-0dd02f9a7d8c req-4967b6c5-a37a-4c69-9cab-6363d86d9f55 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 945 time: 0.2318237 Jul 23 16:30:00.720284 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-36a23cb9-4b5e-44e1-80b1-0dd02f9a7d8c req-282c98f1-bb07-44c4-bcee-4c3031b8195a tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985980 Jul 23 16:30:00.764015 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-9380f6d4-1e4a-4c19-9ee0-fcb52fb3ecae None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:00.777586 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-9380f6d4-1e4a-4c19-9ee0-fcb52fb3ecae None None] Transition to ACTIVE for port object 1b70aa96-ba77-494a-9483-8f38f765a74b will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:30:00.795877 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-9380f6d4-1e4a-4c19-9ee0-fcb52fb3ecae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:00.866234 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-68355e54-46dc-4781-9c01-e786c9adc822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:00.869842 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-9380f6d4-1e4a-4c19-9ee0-fcb52fb3ecae None None] Attempting to bind port 1b70aa96-ba77-494a-9483-8f38f765a74b on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:30:00.870297 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-9380f6d4-1e4a-4c19-9ee0-fcb52fb3ecae None None] Attempting to bind port 1b70aa96-ba77-494a-9483-8f38f765a74b by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:30:00.870771 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9380f6d4-1e4a-4c19-9ee0-fcb52fb3ecae None None] Attempting to bind port 1b70aa96-ba77-494a-9483-8f38f765a74b on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:30:00.881111 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db11229-d6be-4776-b5cd-e2764821db2d None None] Pushing event updated for resources: {'Port': ['ID=1b70aa96-ba77-494a-9483-8f38f765a74b,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:00.884015 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9380f6d4-1e4a-4c19-9ee0-fcb52fb3ecae None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:30:00.884505 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9380f6d4-1e4a-4c19-9ee0-fcb52fb3ecae None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:30:00.885239 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-9380f6d4-1e4a-4c19-9ee0-fcb52fb3ecae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:00.885693 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9380f6d4-1e4a-4c19-9ee0-fcb52fb3ecae None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:30:00.886241 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-9380f6d4-1e4a-4c19-9ee0-fcb52fb3ecae None None] Bound port: 1b70aa96-ba77-494a-9483-8f38f765a74b, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:30:00.886690 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-9380f6d4-1e4a-4c19-9ee0-fcb52fb3ecae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:00.922131 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-68355e54-46dc-4781-9c01-e786c9adc822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:00.938142 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-49bb2f5e-3635-45c1-bfcf-70b1a9064e3d admin admin] Allocated IP 172.20.0.1 (cac688c7-43ee-40e9-9559-4fa59cc9caa6/52b6c1fc-18b3-4bd8-a52b-479d1bf82db2/30060e4a-7a07-4afb-ba91-3d967b54434c) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:30:00.982097 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-9380f6d4-1e4a-4c19-9ee0-fcb52fb3ecae None None] For port 1b70aa96-ba77-494a-9483-8f38f765a74b, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:30:00.987064 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-9380f6d4-1e4a-4c19-9ee0-fcb52fb3ecae None None] For port 1b70aa96-ba77-494a-9483-8f38f765a74b, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=1b70aa96-ba77-494a-9483-8f38f765a74b,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:30:01.005724 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-9380f6d4-1e4a-4c19-9ee0-fcb52fb3ecae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:01.114405 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03ba9774-82b2-4530-a616-94742c4f4a8a tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:01.116735 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9380f6d4-1e4a-4c19-9ee0-fcb52fb3ecae None None] Routers {'55d76c75-f1ae-4506-a9ca-90e27e1e4764'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:30:01.117151 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-68355e54-46dc-4781-9c01-e786c9adc822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:01.117482 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-9380f6d4-1e4a-4c19-9ee0-fcb52fb3ecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:29:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['55d76c75-f1ae-4506-a9ca-90e27e1e4764'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:01.119932 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-68355e54-46dc-4781-9c01-e786c9adc822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:01.124323 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-68355e54-46dc-4781-9c01-e786c9adc822 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/abb0f4c4-819e-4206-ae8c-c104f0a9214b HTTP/1.1" status: 204 len: 168 time: 0.8849115 Jul 23 16:30:01.157221 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 41556) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:01.165012 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68355e54-46dc-4781-9c01-e786c9adc822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb0f4c4-819e-4206-ae8c-c104f0a9214b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:01.167212 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba9774-82b2-4530-a616-94742c4f4a8a tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Pushing event deleted for resources: {'Port': ['ID=ec5d280e-539b-40ed-95d6-bc3fb999ce68,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:01.215606 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-49bb2f5e-3635-45c1-bfcf-70b1a9064e3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:01.277784 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03ba9774-82b2-4530-a616-94742c4f4a8a tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:01.280761 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-03ba9774-82b2-4530-a616-94742c4f4a8a tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "DELETE /v2.0/ports/ec5d280e-539b-40ed-95d6-bc3fb999ce68 HTTP/1.1" status: 204 len: 168 time: 1.5499485 Jul 23 16:30:01.283021 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41560) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:01.287302 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db11229-d6be-4776-b5cd-e2764821db2d None None] Pushing event updated for resources: {'Port': ['ID=1b70aa96-ba77-494a-9483-8f38f765a74b,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:01.288621 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-49bb2f5e-3635-45c1-bfcf-70b1a9064e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:01.356695 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bb2f5e-3635-45c1-bfcf-70b1a9064e3d admin admin] Network cac688c7-43ee-40e9-9559-4fa59cc9caa6 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:30:01.357852 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-9380f6d4-1e4a-4c19-9ee0-fcb52fb3ecae None None] Set router 55d76c75-f1ae-4506-a9ca-90e27e1e4764 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:30:01.360931 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-49bb2f5e-3635-45c1-bfcf-70b1a9064e3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:30:01.367421 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bb2f5e-3635-45c1-bfcf-70b1a9064e3d admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:30:01.446706 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-6ac6cbe4-8a69-44cb-b383-88d81c3243ce tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Deleting port 6f4f771a-0731-4ed2-98ff-d65dace07b5a {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:30:01.447388 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ac6cbe4-8a69-44cb-b383-88d81c3243ce tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:01.457383 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-49bb2f5e-3635-45c1-bfcf-70b1a9064e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:01.507400 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb2f5e-3635-45c1-bfcf-70b1a9064e3d admin admin] Pushing event updated for resources: {'Port': ['ID=30060e4a-7a07-4afb-ba91-3d967b54434c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:01.685098 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-9380f6d4-1e4a-4c19-9ee0-fcb52fb3ecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d76c75-f1ae-4506-a9ca-90e27e1e4764', 'name': 'tempest-ServerRescueNegativeTestJSON-1113531976-router', 'tenant_id': '30c6033fb2bf4112914f54af72132502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '1b70aa96-ba77-494a-9483-8f38f765a74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:56Z', 'updated_at': '2021-07-23T16:29:58Z', 'revision_number': 3, 'project_id': '30c6033fb2bf4112914f54af72132502', 'gw_port': {'id': '1b70aa96-ba77-494a-9483-8f38f765a74b', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d76c75-f1ae-4506-a9ca-90e27e1e4764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:57Z', 'updated_at': '2021-07-23T16:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:01.714230 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ac6cbe4-8a69-44cb-b383-88d81c3243ce tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:01.759369 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-6ac6cbe4-8a69-44cb-b383-88d81c3243ce tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Calling delete_port for 6f4f771a-0731-4ed2-98ff-d65dace07b5a owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:30:01.773715 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9380f6d4-1e4a-4c19-9ee0-fcb52fb3ecae None None] The sync data for ids ['55d76c75-f1ae-4506-a9ca-90e27e1e4764'] in n-d-778549-4 is: [{'id': '55d76c75-f1ae-4506-a9ca-90e27e1e4764', 'name': 'tempest-ServerRescueNegativeTestJSON-1113531976-router', 'tenant_id': '30c6033fb2bf4112914f54af72132502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '1b70aa96-ba77-494a-9483-8f38f765a74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:56Z', 'updated_at': '2021-07-23T16:29:58Z', 'revision_number': 3, 'project_id': '30c6033fb2bf4112914f54af72132502', 'gw_port': {'id': '1b70aa96-ba77-494a-9483-8f38f765a74b', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d76c75-f1ae-4506-a9ca-90e27e1e4764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:57Z', 'updated_at': '2021-07-23T16:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:30:01.837925 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c2523453-fac8-4715-95e7-b7d3ff2b37d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:01.880566 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-49bb2f5e-3635-45c1-bfcf-70b1a9064e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:02.049230 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb774b5-fd99-4be2-83bc-33335b1efad0 req-aa2690db-326a-49c8-8f96-3755a801d388 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:02.051108 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1fb774b5-fd99-4be2-83bc-33335b1efad0 req-aa2690db-326a-49c8-8f96-3755a801d388 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.97 "GET /v2.0/ports?device_id=83d723b6-137c-48e2-b065-a9929b4afa68 HTTP/1.1" status: 200 len: 945 time: 0.3864632 Jul 23 16:30:02.081920 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ac6cbe4-8a69-44cb-b383-88d81c3243ce tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:02.087618 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01299a9-25d5-4054-85a2-07a97d7d2d34 req-fa3f448b-bfbc-412d-9cd3-9940fa24c555 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:02.097481 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a01299a9-25d5-4054-85a2-07a97d7d2d34 req-fa3f448b-bfbc-412d-9cd3-9940fa24c555 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=83d723b6-137c-48e2-b065-a9929b4afa68 HTTP/1.1" status: 200 len: 945 time: 0.4129810 Jul 23 16:30:02.156174 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6cbe4-8a69-44cb-b383-88d81c3243ce tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Pushing event deleted for resources: {'Port': ['ID=6f4f771a-0731-4ed2-98ff-d65dace07b5a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:02.314831 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ac6cbe4-8a69-44cb-b383-88d81c3243ce tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:02.318188 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6ac6cbe4-8a69-44cb-b383-88d81c3243ce tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "DELETE /v2.0/ports/6f4f771a-0731-4ed2-98ff-d65dace07b5a HTTP/1.1" status: 204 len: 168 time: 1.0340681 Jul 23 16:30:02.320803 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41586) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:02.378252 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a01299a9-25d5-4054-85a2-07a97d7d2d34 req-5281d25c-b2e6-4f27-bd1f-460ed13cde15 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796957 Jul 23 16:30:02.412746 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb2b718-ead2-4499-8815-8c932f3c9991 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Deleting subnet 1cf0b2de-18cb-44fe-a73c-3c7c9e63181e {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:30:02.419999 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9cb2b718-ead2-4499-8815-8c932f3c9991 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:02.455335 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c2523453-fac8-4715-95e7-b7d3ff2b37d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:02.538111 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9cb2b718-ead2-4499-8815-8c932f3c9991 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:02.621877 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b3741216-99e4-4194-a3e2-09953abb617b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:02.677398 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c2523453-fac8-4715-95e7-b7d3ff2b37d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:02.726858 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9cb2b718-ead2-4499-8815-8c932f3c9991 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:02.784005 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c2523453-fac8-4715-95e7-b7d3ff2b37d0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d5023b65271a4c7a804c87e81145ee93&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6179841 Jul 23 16:30:02.786767 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41592) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:02.873203 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9c949-62aa-4d8c-87cd-ea4a4daf794d req-2e856cb8-3686-4452-9890-8e6e8eaeedff tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:02.880042 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e7e9c949-62aa-4d8c-87cd-ea4a4daf794d req-2e856cb8-3686-4452-9890-8e6e8eaeedff tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 945 time: 0.9445858 Jul 23 16:30:02.880748 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2523453-fac8-4715-95e7-b7d3ff2b37d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe0a172-cd3d-418a-bb7b-7c2aaeecc52c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:02.896573 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1404bdda-507a-4586-97ab-42e225e1e048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:02.920037 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-49bb2f5e-3635-45c1-bfcf-70b1a9064e3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:02.938207 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-49bb2f5e-3635-45c1-bfcf-70b1a9064e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:02.946343 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1b70aa96-ba77-494a-9483-8f38f765a74b up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:30:02.994694 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1404bdda-507a-4586-97ab-42e225e1e048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:03.024614 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9cb2b718-ead2-4499-8815-8c932f3c9991 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:03.046842 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 1b70aa96-ba77-494a-9483-8f38f765a74b completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:30:03.055808 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 1b70aa96-ba77-494a-9483-8f38f765a74b triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:30:03.056571 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-1fb774b5-fd99-4be2-83bc-33335b1efad0 req-b85e5d9b-447b-4548-a34f-bf1f2cd503e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Deleting port 850294b4-c641-440e-8b3b-f74bd72da704 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:30:03.056932 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1fb774b5-fd99-4be2-83bc-33335b1efad0 req-b85e5d9b-447b-4548-a34f-bf1f2cd503e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:03.057206 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:03.080079 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2b718-ead2-4499-8815-8c932f3c9991 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Pushing event deleted for resources: {'Subnet': ['ID=1cf0b2de-18cb-44fe-a73c-3c7c9e63181e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:03.110161 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9cb2b718-ead2-4499-8815-8c932f3c9991 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:03.112452 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9cb2b718-ead2-4499-8815-8c932f3c9991 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "DELETE /v2.0/subnets/1cf0b2de-18cb-44fe-a73c-3c7c9e63181e HTTP/1.1" status: 204 len: 168 time: 0.7906270 Jul 23 16:30:03.116348 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41600) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:03.227114 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e7e9c949-62aa-4d8c-87cd-ea4a4daf794d req-4c24077f-9609-44aa-8ba3-60bd3f6f55e9 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350725 Jul 23 16:30:03.235421 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-98979f79-8d4a-42c6-a19d-6fb8b5f937be tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Deleting subnet 0e1b4b2c-7085-4c60-92b2-650db68b72a2 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:30:03.236263 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-1fb774b5-fd99-4be2-83bc-33335b1efad0 req-b85e5d9b-447b-4548-a34f-bf1f2cd503e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] For port 850294b4-c641-440e-8b3b-f74bd72da704, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=850294b4-c641-440e-8b3b-f74bd72da704,segment=NetworkSegment(4922e251-ec1f-41e7-8718-5d07a120e814),segment_id=4922e251-ec1f-41e7-8718-5d07a120e814)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:03.236742 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1fb774b5-fd99-4be2-83bc-33335b1efad0 req-b85e5d9b-447b-4548-a34f-bf1f2cd503e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:03.239698 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1404bdda-507a-4586-97ab-42e225e1e048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:03.240739 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-49bb2f5e-3635-45c1-bfcf-70b1a9064e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:03.242334 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1404bdda-507a-4586-97ab-42e225e1e048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:03.243490 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1404bdda-507a-4586-97ab-42e225e1e048 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2fe0a172-cd3d-418a-bb7b-7c2aaeecc52c HTTP/1.1" status: 204 len: 168 time: 0.4557846 Jul 23 16:30:03.251803 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-98979f79-8d4a-42c6-a19d-6fb8b5f937be tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:03.261984 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb2f5e-3635-45c1-bfcf-70b1a9064e3d admin admin] Pushing event updated for resources: {'Port': ['ID=30060e4a-7a07-4afb-ba91-3d967b54434c,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:03.264945 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1404bdda-507a-4586-97ab-42e225e1e048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe0a172-cd3d-418a-bb7b-7c2aaeecc52c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:03.292157 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-1fb774b5-fd99-4be2-83bc-33335b1efad0 req-b85e5d9b-447b-4548-a34f-bf1f2cd503e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Calling delete_port for 850294b4-c641-440e-8b3b-f74bd72da704 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:30:03.361758 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632f4c57-5ac9-4f1a-b200-8b379a662e94 None None] Network b15e95e3-c83c-43f1-8d67-89ed25f67132 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:30:03.380124 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-98979f79-8d4a-42c6-a19d-6fb8b5f937be tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:03.488961 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bb2f5e-3635-45c1-bfcf-70b1a9064e3d admin admin] Network cac688c7-43ee-40e9-9559-4fa59cc9caa6 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:30:03.492086 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-49bb2f5e-3635-45c1-bfcf-70b1a9064e3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:30:03.623870 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-98979f79-8d4a-42c6-a19d-6fb8b5f937be tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:03.647676 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:03.712947 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-98979f79-8d4a-42c6-a19d-6fb8b5f937be tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:03.748522 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbb0d0a-0c91-4c39-adc5-b1d077c7e2d8 None None] Network e5f00839-b5e3-470f-98ff-b05da7b06d94 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:30:03.776678 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-98979f79-8d4a-42c6-a19d-6fb8b5f937be tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:03.778166 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 1b70aa96-ba77-494a-9483-8f38f765a74b, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=1b70aa96-ba77-494a-9483-8f38f765a74b,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:03.781916 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-98979f79-8d4a-42c6-a19d-6fb8b5f937be tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "DELETE /v2.0/subnets/0e1b4b2c-7085-4c60-92b2-650db68b72a2 HTTP/1.1" status: 204 len: 168 time: 0.6623466 Jul 23 16:30:03.783965 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41620) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:03.786985 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98979f79-8d4a-42c6-a19d-6fb8b5f937be tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Pushing event deleted for resources: {'Subnet': ['ID=0e1b4b2c-7085-4c60-92b2-650db68b72a2,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:03.812354 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:03.909458 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b7ad1f40-76e6-44f0-ae1d-107fe766ccc7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:04.016076 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-b7ad1f40-76e6-44f0-ae1d-107fe766ccc7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Deleting port 0f7fbe90-bc58-4532-a9bb-2389e150b628 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:30:04.016689 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b7ad1f40-76e6-44f0-ae1d-107fe766ccc7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:04.028790 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=1b70aa96-ba77-494a-9483-8f38f765a74b,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:04.048660 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a91432-e55b-4de9-b8d7-e445bbc9a3b5 None None] DHCP port deletion for b15e95e3-c83c-43f1-8d67-89ed25f67132 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:30:04.148057 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-b7ad1f40-76e6-44f0-ae1d-107fe766ccc7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] For port 0f7fbe90-bc58-4532-a9bb-2389e150b628, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0f7fbe90-bc58-4532-a9bb-2389e150b628,segment=NetworkSegment(e8728e7b-cc64-4d64-b8c7-0bf963e96d60),segment_id=e8728e7b-cc64-4d64-b8c7-0bf963e96d60)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:04.148519 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b7ad1f40-76e6-44f0-ae1d-107fe766ccc7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:04.167629 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-b7ad1f40-76e6-44f0-ae1d-107fe766ccc7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Calling delete_port for 0f7fbe90-bc58-4532-a9bb-2389e150b628 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:30:04.196723 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a5a91432-e55b-4de9-b8d7-e445bbc9a3b5 None None] Deleting port 0f7fbe90-bc58-4532-a9bb-2389e150b628 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:30:04.197815 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a5a91432-e55b-4de9-b8d7-e445bbc9a3b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:04.319033 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49bb2f5e-3635-45c1-bfcf-70b1a9064e3d admin admin] Router 55d76c75-f1ae-4506-a9ca-90e27e1e4764 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:30:04.344830 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b7ad1f40-76e6-44f0-ae1d-107fe766ccc7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:04.371559 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1fb774b5-fd99-4be2-83bc-33335b1efad0 req-b85e5d9b-447b-4548-a34f-bf1f2cd503e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:04.384254 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-a5a91432-e55b-4de9-b8d7-e445bbc9a3b5 None None] For port 0f7fbe90-bc58-4532-a9bb-2389e150b628, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0f7fbe90-bc58-4532-a9bb-2389e150b628,segment=NetworkSegment(e8728e7b-cc64-4d64-b8c7-0bf963e96d60),segment_id=e8728e7b-cc64-4d64-b8c7-0bf963e96d60)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:04.385422 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a5a91432-e55b-4de9-b8d7-e445bbc9a3b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:04.401758 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220d2001-88b1-4c85-a04c-d4a8aa3aea1a None None] DHCP port deletion for e5f00839-b5e3-470f-98ff-b05da7b06d94 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:30:04.404649 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad1f40-76e6-44f0-ae1d-107fe766ccc7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Pushing event deleted for resources: {'Port': ['ID=0f7fbe90-bc58-4532-a9bb-2389e150b628,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:04.408862 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ad1f40-76e6-44f0-ae1d-107fe766ccc7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] No DVR routers for this DVR port 0f7fbe90-bc58-4532-a9bb-2389e150b628 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:30:04.443919 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a5a91432-e55b-4de9-b8d7-e445bbc9a3b5 None None] Calling delete_port for 0f7fbe90-bc58-4532-a9bb-2389e150b628 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:30:04.476676 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 850294b4-c641-440e-8b3b-f74bd72da704 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:30:04.505138 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e5d9b-447b-4548-a34f-bf1f2cd503e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Pushing event deleted for resources: {'Port': ['ID=850294b4-c641-440e-8b3b-f74bd72da704,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:04.542051 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b7ad1f40-76e6-44f0-ae1d-107fe766ccc7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:04.556834 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-b7ad1f40-76e6-44f0-ae1d-107fe766ccc7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15e95e3-c83c-43f1-8d67-89ed25f67132']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:04.566779 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba7f0d-e035-4c75-86ed-6fc260e148c3 req-3303da24-a504-4591-a612-d5181642c5b1 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:04.568645 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eeba7f0d-e035-4c75-86ed-6fc260e148c3 req-3303da24-a504-4591-a612-d5181642c5b1 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/ports?device_id=83d723b6-137c-48e2-b065-a9929b4afa68 HTTP/1.1" status: 200 len: 867 time: 0.3857744 Jul 23 16:30:04.572128 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-b7ad1f40-76e6-44f0-ae1d-107fe766ccc7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8728e7b-cc64-4d64-b8c7-0bf963e96d60') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:04.572646 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-b7ad1f40-76e6-44f0-ae1d-107fe766ccc7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8728e7b-cc64-4d64-b8c7-0bf963e96d60') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:04.586777 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b7ad1f40-76e6-44f0-ae1d-107fe766ccc7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:04.618610 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b7ad1f40-76e6-44f0-ae1d-107fe766ccc7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:04.625283 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ad1f40-76e6-44f0-ae1d-107fe766ccc7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:30:04.625630 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b7ad1f40-76e6-44f0-ae1d-107fe766ccc7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:04.633574 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 850294b4-c641-440e-8b3b-f74bd72da704 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:30:04.633929 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 850294b4-c641-440e-8b3b-f74bd72da704 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:30:04.635337 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:30:04.635337 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:30:04.635337 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:30:04.635337 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:30:04.635337 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:30:04.635337 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:30:04.635337 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:30:04.635337 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:30:04.635337 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:30:04.635337 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:30:04.635337 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:30:04.635337 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:30:04.635337 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:30:04.635337 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:30:04.635337 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:30:04.635337 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:30:04.635337 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:30:04.635337 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:30:04.635337 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:30:04.635337 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:30:04.635337 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:30:04.635337 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:30:04.635337 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:30:04.635337 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:30:04.635337 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:30:04.635337 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:30:04.635337 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:30:04.635337 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:30:04.635337 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:30:04.635337 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:30:04.635337 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:30:04.635337 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:30:04.732097 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b7ad1f40-76e6-44f0-ae1d-107fe766ccc7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:04.740776 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b7ad1f40-76e6-44f0-ae1d-107fe766ccc7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:04.746196 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b7ad1f40-76e6-44f0-ae1d-107fe766ccc7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "DELETE /v2.0/networks/b15e95e3-c83c-43f1-8d67-89ed25f67132 HTTP/1.1" status: 204 len: 168 time: 0.9557006 Jul 23 16:30:04.749449 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41652) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: from cryptography.utils import int_from_bytes Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: from cryptography.utils import int_from_bytes Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:30:04.764425 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:30:04.767183 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:30:04.767183 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:30:04.767183 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:30:04.767183 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:30:04.767183 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:30:04.767183 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:30:04.767183 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:30:04.767183 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:30:04.767183 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:30:04.767183 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:30:04.767183 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:30:04.767183 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:30:04.767183 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:30:04.767183 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:30:04.767183 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-220d2001-88b1-4c85-a04c-d4a8aa3aea1a None None] Deleting port 6db06b29-ae41-42a8-a66a-3c9d066d484e {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:30:04.767183 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-220d2001-88b1-4c85-a04c-d4a8aa3aea1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:04.783312 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:04.797147 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a5a91432-e55b-4de9-b8d7-e445bbc9a3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:04.823129 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad1f40-76e6-44f0-ae1d-107fe766ccc7 tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Pushing event deleted for resources: {'Network': ['ID=b15e95e3-c83c-43f1-8d67-89ed25f67132,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:04.830392 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a5a91432-e55b-4de9-b8d7-e445bbc9a3b5 None None] Network b15e95e3-c83c-43f1-8d67-89ed25f67132 is not hosted by any dhcp agent {{(pid=94014) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 16:30:04.830978 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a91432-e55b-4de9-b8d7-e445bbc9a3b5 None None] No DVR routers for this DVR port 0f7fbe90-bc58-4532-a9bb-2389e150b628 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:30:04.839128 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a91432-e55b-4de9-b8d7-e445bbc9a3b5 None None] Pushing event deleted for resources: {'Port': ['ID=0f7fbe90-bc58-4532-a9bb-2389e150b628,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:04.844777 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1b70aa96-ba77-494a-9483-8f38f765a74b up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:30:04.893395 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb774b5-fd99-4be2-83bc-33335b1efad0 req-b85e5d9b-447b-4548-a34f-bf1f2cd503e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] No DVR routers for this DVR port 850294b4-c641-440e-8b3b-f74bd72da704 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:30:04.919943 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-220d2001-88b1-4c85-a04c-d4a8aa3aea1a None None] For port 6db06b29-ae41-42a8-a66a-3c9d066d484e, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=6db06b29-ae41-42a8-a66a-3c9d066d484e,segment=NetworkSegment(10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf),segment_id=10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:04.920439 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-220d2001-88b1-4c85-a04c-d4a8aa3aea1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:04.933845 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bb2f5e-3635-45c1-bfcf-70b1a9064e3d admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:30:04.942055 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-af34b90a-ed49-46da-b62b-41febb74acac tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:04.945000 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1fb774b5-fd99-4be2-83bc-33335b1efad0 req-b85e5d9b-447b-4548-a34f-bf1f2cd503e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:04.947700 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1fb774b5-fd99-4be2-83bc-33335b1efad0 req-b85e5d9b-447b-4548-a34f-bf1f2cd503e0 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.97 "DELETE /v2.0/ports/850294b4-c641-440e-8b3b-f74bd72da704 HTTP/1.1" status: 204 len: 173 time: 2.8885820 Jul 23 16:30:04.948237 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-220d2001-88b1-4c85-a04c-d4a8aa3aea1a None None] Calling delete_port for 6db06b29-ae41-42a8-a66a-3c9d066d484e owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:30:04.951577 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53dc198-51e5-4817-9c5f-d2a7ddced86a None None] Sync routers for ids ['55d76c75-f1ae-4506-a9ca-90e27e1e4764'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:30:04.952684 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d723b6-137c-48e2-b065-a9929b4afa68', 'name': 'network-vif-deleted', 'tag': '850294b4-c641-440e-8b3b-f74bd72da704'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:30:04.955092 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0560f30-492c-430a-ac73-6679b31b99d5" -d '{"events": [{"server_uuid": "83d723b6-137c-48e2-b065-a9929b4afa68", "name": "network-vif-deleted", "tag": "850294b4-c641-440e-8b3b-f74bd72da704"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:30:04.976628 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-49bb2f5e-3635-45c1-bfcf-70b1a9064e3d admin admin] 10.222.0.73 "PUT /v2.0/routers/55d76c75-f1ae-4506-a9ca-90e27e1e4764/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6306469 Jul 23 16:30:04.978093 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53dc198-51e5-4817-9c5f-d2a7ddced86a None None] Routers {'55d76c75-f1ae-4506-a9ca-90e27e1e4764'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:30:04.978918 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e53dc198-51e5-4817-9c5f-d2a7ddced86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:29:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['55d76c75-f1ae-4506-a9ca-90e27e1e4764'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:04.983389 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eeba7f0d-e035-4c75-86ed-6fc260e148c3 req-67b3565f-0d8a-43a8-bfb1-9ea26d6d89b7 tempest-AttachVolumeNegativeTest-1977479404 tempest-AttachVolumeNegativeTest-1977479404-project] 10.222.0.73 "GET /v2.0/security-groups?id=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510400 Jul 23 16:30:04.995075 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd2b57-4754-4f29-9955-1bb10f34ec52 req-8ad06a9f-2b7a-4245-8e35-50ed0acdf18a tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:05.004636 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dcfd2b57-4754-4f29-9955-1bb10f34ec52 req-8ad06a9f-2b7a-4245-8e35-50ed0acdf18a tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 945 time: 0.6422741 Jul 23 16:30:05.059734 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dcfd2b57-4754-4f29-9955-1bb10f34ec52 req-002991a5-b773-4c0e-b913-efa22163a860 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529590 Jul 23 16:30:05.064975 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-af34b90a-ed49-46da-b62b-41febb74acac tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Deleting port 6db06b29-ae41-42a8-a66a-3c9d066d484e {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:30:05.066700 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-af34b90a-ed49-46da-b62b-41febb74acac tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:05.173940 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-e53dc198-51e5-4817-9c5f-d2a7ddced86a None None] Set router 55d76c75-f1ae-4506-a9ca-90e27e1e4764 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:30:05.203168 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-af34b90a-ed49-46da-b62b-41febb74acac tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] For port 6db06b29-ae41-42a8-a66a-3c9d066d484e, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=6db06b29-ae41-42a8-a66a-3c9d066d484e,segment=NetworkSegment(10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf),segment_id=10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:05.203704 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-af34b90a-ed49-46da-b62b-41febb74acac tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:05.233253 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-af34b90a-ed49-46da-b62b-41febb74acac tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Calling delete_port for 6db06b29-ae41-42a8-a66a-3c9d066d484e owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:30:05.237160 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79b1965-3a99-4c3e-a3d5-cf40267bbb96 x-openstack-request-id: req-e79b1965-3a99-4c3e-a3d5-cf40267bbb96 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:30:05.238514 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d723b6-137c-48e2-b065-a9929b4afa68", "name": "network-vif-deleted", "tag": "850294b4-c641-440e-8b3b-f74bd72da704", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:30:05.238856 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e79b1965-3a99-4c3e-a3d5-cf40267bbb96 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:30:05.239336 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d723b6-137c-48e2-b065-a9929b4afa68', 'name': 'network-vif-deleted', 'tag': '850294b4-c641-440e-8b3b-f74bd72da704', 'status': 'completed', 'code': 200} Jul 23 16:30:05.352123 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-af34b90a-ed49-46da-b62b-41febb74acac tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:05.411398 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 1b70aa96-ba77-494a-9483-8f38f765a74b triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:30:05.411613 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:05.428601 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34b90a-ed49-46da-b62b-41febb74acac tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Pushing event deleted for resources: {'Port': ['ID=6db06b29-ae41-42a8-a66a-3c9d066d484e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:05.437993 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:05.439454 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8c595755-6620-4bf3-9821-c1c8225e606d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:05.446719 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af34b90a-ed49-46da-b62b-41febb74acac tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] No DVR routers for this DVR port 6db06b29-ae41-42a8-a66a-3c9d066d484e on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:30:05.586795 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-af34b90a-ed49-46da-b62b-41febb74acac tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:05.600165 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-220d2001-88b1-4c85-a04c-d4a8aa3aea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:05.610149 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-af34b90a-ed49-46da-b62b-41febb74acac tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5f00839-b5e3-470f-98ff-b05da7b06d94']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:05.630777 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-af34b90a-ed49-46da-b62b-41febb74acac tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:05.632989 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-af34b90a-ed49-46da-b62b-41febb74acac tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a54e73-8a68-45b3-9e6f-8f8d6ecd9adf') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:05.642581 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220d2001-88b1-4c85-a04c-d4a8aa3aea1a None None] No DVR routers for this DVR port 6db06b29-ae41-42a8-a66a-3c9d066d484e on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:30:05.655764 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d2001-88b1-4c85-a04c-d4a8aa3aea1a None None] Pushing event deleted for resources: {'Port': ['ID=6db06b29-ae41-42a8-a66a-3c9d066d484e,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:05.666739 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-af34b90a-ed49-46da-b62b-41febb74acac tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:05.675321 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e53dc198-51e5-4817-9c5f-d2a7ddced86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d76c75-f1ae-4506-a9ca-90e27e1e4764', 'name': 'tempest-ServerRescueNegativeTestJSON-1113531976-router', 'tenant_id': '30c6033fb2bf4112914f54af72132502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '1b70aa96-ba77-494a-9483-8f38f765a74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:56Z', 'updated_at': '2021-07-23T16:30:01Z', 'revision_number': 4, 'project_id': '30c6033fb2bf4112914f54af72132502', 'gw_port': {'id': '1b70aa96-ba77-494a-9483-8f38f765a74b', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d76c75-f1ae-4506-a9ca-90e27e1e4764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:57Z', 'updated_at': '2021-07-23T16:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '30060e4a-7a07-4afb-ba91-3d967b54434c', 'name': '', 'network_id': 'cac688c7-43ee-40e9-9559-4fa59cc9caa6', 'tenant_id': '30c6033fb2bf4112914f54af72132502', 'mac_address': 'fa:16:3e:00:66:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d76c75-f1ae-4506-a9ca-90e27e1e4764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '52b6c1fc-18b3-4bd8-a52b-479d1bf82db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:00Z', 'updated_at': '2021-07-23T16:30:02Z', 'revision_number': 2, 'project_id': '30c6033fb2bf4112914f54af72132502', 'subnets': [{'id': '52b6c1fc-18b3-4bd8-a52b-479d1bf82db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:05.703957 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-af34b90a-ed49-46da-b62b-41febb74acac tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:05.716543 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af34b90a-ed49-46da-b62b-41febb74acac tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Releasing vlan 1118 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:30:05.716748 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 6db06b29-ae41-42a8-a66a-3c9d066d484e no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:30:05.717588 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-af34b90a-ed49-46da-b62b-41febb74acac tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:05.726739 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:30:05.726739 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:30:05.726739 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:30:05.726739 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:30:05.726739 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:30:05.726739 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:30:05.726739 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:30:05.726739 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:30:05.726739 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:30:05.726739 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:30:05.726739 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:30:05.726739 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:30:05.726739 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:30:05.726739 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:30:05.726739 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:30:05.726739 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:30:05.726739 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:30:05.726739 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:30:05.726739 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:30:05.726739 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:30:05.726739 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:30:05.726739 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:30:05.726739 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:30:05.726739 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:30:05.726739 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:30:05.726739 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:30:05.726739 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:30:05.726739 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:30:05.726739 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:30:05.726739 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:30:05.726739 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:30:05.726739 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:30:05.748834 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 6db06b29-ae41-42a8-a66a-3c9d066d484e {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:30:05.749231 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 6db06b29-ae41-42a8-a66a-3c9d066d484e not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:30:05.749665 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0f7fbe90-bc58-4532-a9bb-2389e150b628 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:30:05.753026 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53dc198-51e5-4817-9c5f-d2a7ddced86a None None] Checking router: 55d76c75-f1ae-4506-a9ca-90e27e1e4764 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:30:05.753943 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53dc198-51e5-4817-9c5f-d2a7ddced86a None None] Updating router 55d76c75-f1ae-4506-a9ca-90e27e1e4764 port 30060e4a-7a07-4afb-ba91-3d967b54434c binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:30:05.805196 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 0f7fbe90-bc58-4532-a9bb-2389e150b628 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:30:05.806171 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0f7fbe90-bc58-4532-a9bb-2389e150b628 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:30:05.828303 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e53dc198-51e5-4817-9c5f-d2a7ddced86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:05.855536 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b09ed3-7092-412d-b548-3006db21d2dc req-a3230649-9591-4621-a84e-bd7fe617e456 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:05.857133 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39b09ed3-7092-412d-b548-3006db21d2dc req-a3230649-9591-4621-a84e-bd7fe617e456 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/networks?id=cac688c7-43ee-40e9-9559-4fa59cc9caa6 HTTP/1.1" status: 200 len: 819 time: 0.2993534 Jul 23 16:30:05.867323 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-af34b90a-ed49-46da-b62b-41febb74acac tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:05.876083 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-af34b90a-ed49-46da-b62b-41febb74acac tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:05.881111 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-af34b90a-ed49-46da-b62b-41febb74acac tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] 10.222.0.73 "DELETE /v2.0/networks/e5f00839-b5e3-470f-98ff-b05da7b06d94 HTTP/1.1" status: 204 len: 168 time: 1.1277647 Jul 23 16:30:05.892124 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34b90a-ed49-46da-b62b-41febb74acac tempest-TaggedBootDevicesTest_v242-1128548786 tempest-TaggedBootDevicesTest_v242-1128548786-project] Pushing event deleted for resources: {'Network': ['ID=e5f00839-b5e3-470f-98ff-b05da7b06d94,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:05.912515 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39b09ed3-7092-412d-b548-3006db21d2dc req-2be975bf-90fa-44dd-a43e-b704c32feba1 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/quotas/30c6033fb2bf4112914f54af72132502 HTTP/1.1" status: 200 len: 375 time: 0.0389760 Jul 23 16:30:06.036912 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39b09ed3-7092-412d-b548-3006db21d2dc req-abc17fb7-bd22-4cec-9ff1-a22d97e5101a tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=30c6033fb2bf4112914f54af72132502&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1230373 Jul 23 16:30:06.062037 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41714) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:06.109079 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 41718) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:06.152842 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ed43b9-90d3-44f9-8a37-e57337fe655d admin admin] Deleting subnet 9c6b9aa7-0241-48a5-922c-6156c433486f {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:30:06.158094 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-59ed43b9-90d3-44f9-8a37-e57337fe655d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.216407 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-59ed43b9-90d3-44f9-8a37-e57337fe655d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.283212 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-59ed43b9-90d3-44f9-8a37-e57337fe655d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.287976 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39b09ed3-7092-412d-b548-3006db21d2dc req-45e8fdcf-e09b-4bf7-a1bc-47f10e0c27fb service neutron] 10.222.0.73 "GET /v2.0/networks/cac688c7-43ee-40e9-9559-4fa59cc9caa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498648 Jul 23 16:30:06.290752 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e53dc198-51e5-4817-9c5f-d2a7ddced86a None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.314188 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e53dc198-51e5-4817-9c5f-d2a7ddced86a None None] Transition to ACTIVE for port object 30060e4a-7a07-4afb-ba91-3d967b54434c will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:30:06.324105 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e53dc198-51e5-4817-9c5f-d2a7ddced86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.345824 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bd8fdcc0-5626-4f98-bac1-86e6b394960f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.367520 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-59ed43b9-90d3-44f9-8a37-e57337fe655d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.396541 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b9c0b-28ca-4084-ad9b-bd88b0158c31 None None] Pushing event updated for resources: {'Port': ['ID=30060e4a-7a07-4afb-ba91-3d967b54434c,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:06.401496 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710f32f-1d5b-4f31-85cc-e355051c3ba9 req-04b39d02-af4a-42f6-aa21-f0406d488ce7 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:06.403350 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d710f32f-1d5b-4f31-85cc-e355051c3ba9 req-04b39d02-af4a-42f6-aa21-f0406d488ce7 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 945 time: 0.1940625 Jul 23 16:30:06.426843 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-59ed43b9-90d3-44f9-8a37-e57337fe655d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.433492 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-59ed43b9-90d3-44f9-8a37-e57337fe655d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9c6b9aa7-0241-48a5-922c-6156c433486f HTTP/1.1" status: 204 len: 168 time: 0.3684700 Jul 23 16:30:06.438038 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41734) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:06.440159 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed43b9-90d3-44f9-8a37-e57337fe655d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c6b9aa7-0241-48a5-922c-6156c433486f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:06.492352 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39b09ed3-7092-412d-b548-3006db21d2dc req-eb9e4f70-7111-4e56-a8ca-02f4608ccaf8 service neutron] 10.222.0.73 "GET /v2.0/networks/cac688c7-43ee-40e9-9559-4fa59cc9caa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033260 Jul 23 16:30:06.608404 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d710f32f-1d5b-4f31-85cc-e355051c3ba9 req-7bad184d-8a58-4e73-a8cb-9c1f40efb44e tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949987 Jul 23 16:30:06.631855 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c6104471-0958-447f-9f94-277b9950b771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.644669 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-e53dc198-51e5-4817-9c5f-d2a7ddced86a None None] Attempting to bind port 30060e4a-7a07-4afb-ba91-3d967b54434c on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:30:06.645153 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-e53dc198-51e5-4817-9c5f-d2a7ddced86a None None] Attempting to bind port 30060e4a-7a07-4afb-ba91-3d967b54434c by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'df6739ee-9486-4b9d-9722-2715c1acab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'cac688c7-43ee-40e9-9559-4fa59cc9caa6'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:30:06.645526 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53dc198-51e5-4817-9c5f-d2a7ddced86a None None] Attempting to bind port 30060e4a-7a07-4afb-ba91-3d967b54434c on network cac688c7-43ee-40e9-9559-4fa59cc9caa6 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:30:06.649797 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.655284 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53dc198-51e5-4817-9c5f-d2a7ddced86a None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:30:06.657070 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53dc198-51e5-4817-9c5f-d2a7ddced86a None None] Checking segment: {'id': 'df6739ee-9486-4b9d-9722-2715c1acab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'cac688c7-43ee-40e9-9559-4fa59cc9caa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:30:06.657922 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e53dc198-51e5-4817-9c5f-d2a7ddced86a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.658428 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53dc198-51e5-4817-9c5f-d2a7ddced86a None None] Bound using segment: {'id': 'df6739ee-9486-4b9d-9722-2715c1acab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'cac688c7-43ee-40e9-9559-4fa59cc9caa6'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:30:06.659118 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-e53dc198-51e5-4817-9c5f-d2a7ddced86a None None] Bound port: 30060e4a-7a07-4afb-ba91-3d967b54434c, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df6739ee-9486-4b9d-9722-2715c1acab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'cac688c7-43ee-40e9-9559-4fa59cc9caa6'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:30:06.660191 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e53dc198-51e5-4817-9c5f-d2a7ddced86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.757358 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bd8fdcc0-5626-4f98-bac1-86e6b394960f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.766447 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bd8fdcc0-5626-4f98-bac1-86e6b394960f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.784580 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-e53dc198-51e5-4817-9c5f-d2a7ddced86a None None] For port 30060e4a-7a07-4afb-ba91-3d967b54434c, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:30:06.791602 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-e53dc198-51e5-4817-9c5f-d2a7ddced86a None None] For port 30060e4a-7a07-4afb-ba91-3d967b54434c, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=30060e4a-7a07-4afb-ba91-3d967b54434c,segment=NetworkSegment(df6739ee-9486-4b9d-9722-2715c1acab76),segment_id=df6739ee-9486-4b9d-9722-2715c1acab76)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:30:06.796354 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e53dc198-51e5-4817-9c5f-d2a7ddced86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.845196 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fdcc0-5626-4f98-bac1-86e6b394960f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa886d2-d67b-4a30-aee9-fea2285d0d3f,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:06.894658 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53dc198-51e5-4817-9c5f-d2a7ddced86a None None] Routers {'55d76c75-f1ae-4506-a9ca-90e27e1e4764'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:30:06.896321 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e53dc198-51e5-4817-9c5f-d2a7ddced86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:30:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['55d76c75-f1ae-4506-a9ca-90e27e1e4764'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:06.930260 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c6104471-0958-447f-9f94-277b9950b771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.943175 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-c6104471-0958-447f-9f94-277b9950b771 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f7dd329-aa9a-4731-b1db-d3280f9ea57e']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:06.960445 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-c6104471-0958-447f-9f94-277b9950b771 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4922e251-ec1f-41e7-8718-5d07a120e814') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:06.960627 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-c6104471-0958-447f-9f94-277b9950b771 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4922e251-ec1f-41e7-8718-5d07a120e814') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:06.967730 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4730c19-fb58-46ac-8fa2-d8908efb8575 req-5862f5a0-474c-46eb-82e1-9ec089ab52f5 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 210 time: 0.0814307 Jul 23 16:30:07.001942 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c6104471-0958-447f-9f94-277b9950b771 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.011503 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b9c0b-28ca-4084-ad9b-bd88b0158c31 None None] Pushing event updated for resources: {'Port': ['ID=30060e4a-7a07-4afb-ba91-3d967b54434c,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:07.021569 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c6104471-0958-447f-9f94-277b9950b771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.032968 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6104471-0958-447f-9f94-277b9950b771 admin admin] Releasing vlan 1149 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:30:07.033639 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c6104471-0958-447f-9f94-277b9950b771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.038294 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:30:07.038294 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:30:07.038294 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:30:07.038294 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:30:07.038294 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:30:07.038294 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:30:07.038294 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:30:07.038294 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:30:07.038294 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:30:07.038294 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:30:07.038294 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:30:07.038294 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:30:07.038294 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:30:07.038294 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:30:07.038294 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:30:07.038294 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:30:07.038294 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:30:07.038294 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:30:07.038294 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:30:07.038294 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:30:07.038294 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:30:07.038294 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:30:07.038294 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:30:07.038294 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:30:07.038294 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:30:07.038294 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:30:07.038294 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:30:07.038294 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:30:07.038294 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:30:07.038294 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:30:07.038294 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:30:07.038294 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:30:07.104960 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-099d419b-4495-4ddc-993f-6a1ac2fb0bdf req-31225d71-9281-44b3-a12d-5b79f2792e88 tempest-FlavorsV2NegativeTest-59254876 tempest-FlavorsV2NegativeTest-59254876-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=bd273f994338412581f3b59f05c3fd96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1051369 Jul 23 16:30:07.143222 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-e53dc198-51e5-4817-9c5f-d2a7ddced86a None None] Set router 55d76c75-f1ae-4506-a9ca-90e27e1e4764 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:30:07.149827 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-bd8fdcc0-5626-4f98-bac1-86e6b394960f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aacf3d713b60468685a13bc4e02885b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0396638 Jul 23 16:30:07.153092 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 41764) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:07.233282 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c6104471-0958-447f-9f94-277b9950b771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.245899 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c6104471-0958-447f-9f94-277b9950b771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.250419 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c6104471-0958-447f-9f94-277b9950b771 admin admin] 10.222.0.73 "DELETE /v2.0/networks/0f7dd329-aa9a-4731-b1db-d3280f9ea57e HTTP/1.1" status: 204 len: 168 time: 0.8007126 Jul 23 16:30:07.272892 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6104471-0958-447f-9f94-277b9950b771 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f7dd329-aa9a-4731-b1db-d3280f9ea57e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:07.282954 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9a4f869a-a345-4038-adbf-d78d4b38fd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.308421 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9a4f869a-a345-4038-adbf-d78d4b38fd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.373511 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.495456 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-5592c744-0cbd-4bc4-a8de-eecc25ee16cf tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:07.497251 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-5592c744-0cbd-4bc4-a8de-eecc25ee16cf tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/networks?id=cac688c7-43ee-40e9-9559-4fa59cc9caa6 HTTP/1.1" status: 200 len: 819 time: 0.1349497 Jul 23 16:30:07.500767 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9a4f869a-a345-4038-adbf-d78d4b38fd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.503962 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9a4f869a-a345-4038-adbf-d78d4b38fd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.508146 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9a4f869a-a345-4038-adbf-d78d4b38fd94 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/faa886d2-d67b-4a30-aee9-fea2285d0d3f HTTP/1.1" status: 204 len: 168 time: 0.3538859 Jul 23 16:30:07.522777 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e53dc198-51e5-4817-9c5f-d2a7ddced86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d76c75-f1ae-4506-a9ca-90e27e1e4764', 'name': 'tempest-ServerRescueNegativeTestJSON-1113531976-router', 'tenant_id': '30c6033fb2bf4112914f54af72132502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '1b70aa96-ba77-494a-9483-8f38f765a74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:56Z', 'updated_at': '2021-07-23T16:30:01Z', 'revision_number': 4, 'project_id': '30c6033fb2bf4112914f54af72132502', 'gw_port': {'id': '1b70aa96-ba77-494a-9483-8f38f765a74b', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d76c75-f1ae-4506-a9ca-90e27e1e4764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:57Z', 'updated_at': '2021-07-23T16:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '30060e4a-7a07-4afb-ba91-3d967b54434c', 'name': '', 'network_id': 'cac688c7-43ee-40e9-9559-4fa59cc9caa6', 'tenant_id': '30c6033fb2bf4112914f54af72132502', 'mac_address': 'fa:16:3e:00:66:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d76c75-f1ae-4506-a9ca-90e27e1e4764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '52b6c1fc-18b3-4bd8-a52b-479d1bf82db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:00Z', 'updated_at': '2021-07-23T16:30:06Z', 'revision_number': 4, 'project_id': '30c6033fb2bf4112914f54af72132502', 'subnets': [{'id': '52b6c1fc-18b3-4bd8-a52b-479d1bf82db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:07.527405 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41780) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:07.542164 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f869a-a345-4038-adbf-d78d4b38fd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa886d2-d67b-4a30-aee9-fea2285d0d3f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:07.555774 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-a5b10c54-62dd-451d-acd3-d265929a1170 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/quotas/30c6033fb2bf4112914f54af72132502 HTTP/1.1" status: 200 len: 375 time: 0.0462153 Jul 23 16:30:07.565988 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d419b-4495-4ddc-993f-6a1ac2fb0bdf req-f409b302-7fda-4c46-88e5-011272b8c1dc tempest-FlavorsV2NegativeTest-59254876 tempest-FlavorsV2NegativeTest-59254876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:07.573242 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-099d419b-4495-4ddc-993f-6a1ac2fb0bdf req-f409b302-7fda-4c46-88e5-011272b8c1dc tempest-FlavorsV2NegativeTest-59254876 tempest-FlavorsV2NegativeTest-59254876-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4578516 Jul 23 16:30:07.627520 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-eef2da0a-26a6-4df9-aff2-b62053fc33d3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d825726ca3204edd88a4cd6a8f6f20f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0987847 Jul 23 16:30:07.631794 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41782) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:07.634665 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-099d419b-4495-4ddc-993f-6a1ac2fb0bdf req-d5fe2392-0b32-4fb1-9661-5f717dd6f445 tempest-FlavorsV2NegativeTest-59254876 tempest-FlavorsV2NegativeTest-59254876-project] 10.222.0.73 "GET /v2.0/quotas/bd273f994338412581f3b59f05c3fd96 HTTP/1.1" status: 200 len: 375 time: 0.0603621 Jul 23 16:30:07.638270 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53dc198-51e5-4817-9c5f-d2a7ddced86a None None] The sync data for ids ['55d76c75-f1ae-4506-a9ca-90e27e1e4764'] in n-d-778549-4 is: [{'id': '55d76c75-f1ae-4506-a9ca-90e27e1e4764', 'name': 'tempest-ServerRescueNegativeTestJSON-1113531976-router', 'tenant_id': '30c6033fb2bf4112914f54af72132502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '1b70aa96-ba77-494a-9483-8f38f765a74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:56Z', 'updated_at': '2021-07-23T16:30:01Z', 'revision_number': 4, 'project_id': '30c6033fb2bf4112914f54af72132502', 'gw_port': {'id': '1b70aa96-ba77-494a-9483-8f38f765a74b', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d76c75-f1ae-4506-a9ca-90e27e1e4764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:57Z', 'updated_at': '2021-07-23T16:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '30060e4a-7a07-4afb-ba91-3d967b54434c', 'name': '', 'network_id': 'cac688c7-43ee-40e9-9559-4fa59cc9caa6', 'tenant_id': '30c6033fb2bf4112914f54af72132502', 'mac_address': 'fa:16:3e:00:66:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d76c75-f1ae-4506-a9ca-90e27e1e4764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '52b6c1fc-18b3-4bd8-a52b-479d1bf82db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:00Z', 'updated_at': '2021-07-23T16:30:06Z', 'revision_number': 4, 'project_id': '30c6033fb2bf4112914f54af72132502', 'subnets': [{'id': '52b6c1fc-18b3-4bd8-a52b-479d1bf82db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:30:07.708268 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14a3e774-4246-41d3-8a8b-87fb8b3c328e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.768019 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-099d419b-4495-4ddc-993f-6a1ac2fb0bdf req-290d73b5-3ffa-4733-beaf-5fc5228b85a8 tempest-FlavorsV2NegativeTest-59254876 tempest-FlavorsV2NegativeTest-59254876-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd273f994338412581f3b59f05c3fd96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1323311 Jul 23 16:30:07.778013 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14a3e774-4246-41d3-8a8b-87fb8b3c328e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.893473 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-bd2523e8-1bab-467e-b5e1-71c1582b3c97 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=30c6033fb2bf4112914f54af72132502&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3365312 Jul 23 16:30:07.910883 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14a3e774-4246-41d3-8a8b-87fb8b3c328e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.922174 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14a3e774-4246-41d3-8a8b-87fb8b3c328e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.924866 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-14a3e774-4246-41d3-8a8b-87fb8b3c328e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6 HTTP/1.1" status: 204 len: 168 time: 0.2918246 Jul 23 16:30:07.961435 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3e774-4246-41d3-8a8b-87fb8b3c328e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606ffd91-1ffa-4ed9-9c1a-d8d3af8653c6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:08.234750 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-64582a24-9d5f-4cd4-a5c0-460125bc935c service neutron] 10.222.0.73 "GET /v2.0/networks/cac688c7-43ee-40e9-9559-4fa59cc9caa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371589 Jul 23 16:30:08.279480 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6153f-7a30-4be8-bd3a-a903c74035a5 req-9d4ead89-6967-45ad-a716-d7cbe6f34beb tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:08.301293 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dfb6153f-7a30-4be8-bd3a-a903c74035a5 req-9d4ead89-6967-45ad-a716-d7cbe6f34beb tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 945 time: 0.3029153 Jul 23 16:30:08.450401 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dfb6153f-7a30-4be8-bd3a-a903c74035a5 req-c53a0dc0-0af2-4320-8cbb-b8a40fd97ff8 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467042 Jul 23 16:30:08.540709 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:08.541566 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-e3e502d6-feff-46f2-ae41-d7f3e8123da6 service neutron] 10.222.0.73 "GET /v2.0/networks/cac688c7-43ee-40e9-9559-4fa59cc9caa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976534 Jul 23 16:30:08.606148 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41808) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:08.642603 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ead68b8e-9160-4a09-a89d-4f86c556c910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:08.944470 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 30060e4a-7a07-4afb-ba91-3d967b54434c up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:30:09.006014 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ead68b8e-9160-4a09-a89d-4f86c556c910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:09.013468 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ead68b8e-9160-4a09-a89d-4f86c556c910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:09.063191 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b09ed3-7092-412d-b548-3006db21d2dc req-36188c06-d5e0-4cac-90ff-d89b6fae855d tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:09.070687 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39b09ed3-7092-412d-b548-3006db21d2dc req-36188c06-d5e0-4cac-90ff-d89b6fae855d tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.97 "GET /v2.0/networks?id=cac688c7-43ee-40e9-9559-4fa59cc9caa6 HTTP/1.1" status: 200 len: 819 time: 0.5061586 Jul 23 16:30:09.104410 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 30060e4a-7a07-4afb-ba91-3d967b54434c completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:30:09.115985 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 30060e4a-7a07-4afb-ba91-3d967b54434c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:30:09.117129 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:09.118548 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-39b09ed3-7092-412d-b548-3006db21d2dc req-0fb3bd3d-0fe3-4878-baa4-919d301b9ff5 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Request body: {'port': {'device_id': 'd44d5c79-6766-49c9-bb74-5df896a4c1e4', 'network_id': 'cac688c7-43ee-40e9-9559-4fa59cc9caa6', 'admin_state_up': True, 'tenant_id': '30c6033fb2bf4112914f54af72132502'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:09.119557 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ead68b8e-9160-4a09-a89d-4f86c556c910 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0e8ee9badf58483d9cac451c9467752a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5120428 Jul 23 16:30:09.120494 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41818) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:09.180863 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead68b8e-9160-4a09-a89d-4f86c556c910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762d58f3-7c58-4837-a2f0-b67d164e5b4d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:09.262462 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-96d62ad3-fe90-4ac7-8e44-93eee42ca9a0 req-6a7b1799-e256-4e54-90ee-94c3b6a25f40 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 210 time: 0.1907508 Jul 23 16:30:09.378983 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-00126b25-fd2d-449b-9fcc-1059b0fdd8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:09.383461 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:09.423979 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b09ed3-7092-412d-b548-3006db21d2dc req-0fb3bd3d-0fe3-4878-baa4-919d301b9ff5 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Made reservation on behalf of 30c6033fb2bf4112914f54af72132502 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:30:09.429629 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-39b09ed3-7092-412d-b548-3006db21d2dc req-0fb3bd3d-0fe3-4878-baa4-919d301b9ff5 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:09.453688 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-00126b25-fd2d-449b-9fcc-1059b0fdd8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:09.526657 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 30060e4a-7a07-4afb-ba91-3d967b54434c, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=30060e4a-7a07-4afb-ba91-3d967b54434c,segment=NetworkSegment(df6739ee-9486-4b9d-9722-2715c1acab76),segment_id=df6739ee-9486-4b9d-9722-2715c1acab76)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:09.541999 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:09.582091 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-00126b25-fd2d-449b-9fcc-1059b0fdd8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:09.585438 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-00126b25-fd2d-449b-9fcc-1059b0fdd8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:09.589654 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-00126b25-fd2d-449b-9fcc-1059b0fdd8a2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/762d58f3-7c58-4837-a2f0-b67d164e5b4d HTTP/1.1" status: 204 len: 168 time: 0.4559300 Jul 23 16:30:09.611553 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00126b25-fd2d-449b-9fcc-1059b0fdd8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762d58f3-7c58-4837-a2f0-b67d164e5b4d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:09.638926 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-39b09ed3-7092-412d-b548-3006db21d2dc req-0fb3bd3d-0fe3-4878-baa4-919d301b9ff5 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Allocated IP 172.20.0.6 (cac688c7-43ee-40e9-9559-4fa59cc9caa6/52b6c1fc-18b3-4bd8-a52b-479d1bf82db2/55a8f7e5-9788-45f1-97ef-d16ee7f8d936) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:30:09.779439 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=30060e4a-7a07-4afb-ba91-3d967b54434c,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:10.047361 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-39b09ed3-7092-412d-b548-3006db21d2dc req-0fb3bd3d-0fe3-4878-baa4-919d301b9ff5 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:10.076195 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b572f26-c43c-4fbd-ba67-d8c4d884f995 req-0a408754-32fc-49e0-8383-767b5e2a3478 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:10.087537 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b572f26-c43c-4fbd-ba67-d8c4d884f995 req-0a408754-32fc-49e0-8383-767b5e2a3478 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 945 time: 0.2028606 Jul 23 16:30:10.166992 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41858) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:10.170371 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b572f26-c43c-4fbd-ba67-d8c4d884f995 req-a257a507-3532-4974-a34e-6e3823bb5549 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810518 Jul 23 16:30:10.183102 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-39b09ed3-7092-412d-b548-3006db21d2dc req-0fb3bd3d-0fe3-4878-baa4-919d301b9ff5 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:10.255633 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b09ed3-7092-412d-b548-3006db21d2dc req-0fb3bd3d-0fe3-4878-baa4-919d301b9ff5 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Network cac688c7-43ee-40e9-9559-4fa59cc9caa6 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:30:10.261163 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-39b09ed3-7092-412d-b548-3006db21d2dc req-0fb3bd3d-0fe3-4878-baa4-919d301b9ff5 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:30:10.265881 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b09ed3-7092-412d-b548-3006db21d2dc req-0fb3bd3d-0fe3-4878-baa4-919d301b9ff5 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:30:10.328789 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3bd3d-0fe3-4878-baa4-919d301b9ff5 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Pushing event updated for resources: {'Port': ['ID=55a8f7e5-9788-45f1-97ef-d16ee7f8d936,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:10.366060 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e9cce32b-8d32-44dc-b88c-757631ccad36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:10.372423 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b09ed3-7092-412d-b548-3006db21d2dc req-0fb3bd3d-0fe3-4878-baa4-919d301b9ff5 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:10.373447 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-39b09ed3-7092-412d-b548-3006db21d2dc req-0fb3bd3d-0fe3-4878-baa4-919d301b9ff5 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:10.390710 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39b09ed3-7092-412d-b548-3006db21d2dc req-0fb3bd3d-0fe3-4878-baa4-919d301b9ff5 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2947907 Jul 23 16:30:10.403636 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-39b09ed3-7092-412d-b548-3006db21d2dc req-f0fc4b54-c50d-4e8c-a7b4-f9e18275dac9 service neutron] Request body: {'port': {'device_id': 'd44d5c79-6766-49c9-bb74-5df896a4c1e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:10.554872 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-de074666-0ca4-4b47-bea3-5cf1c443fbf4 req-0ffbd85d-4485-48dc-b2c0-6a2e4d9359d0 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 210 time: 0.1009851 Jul 23 16:30:10.635896 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-39b09ed3-7092-412d-b548-3006db21d2dc req-f0fc4b54-c50d-4e8c-a7b4-f9e18275dac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:10.692361 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e9cce32b-8d32-44dc-b88c-757631ccad36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:10.702826 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e9cce32b-8d32-44dc-b88c-757631ccad36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:10.751617 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-f52c65d2-2e9a-46b9-a10f-510903194acd tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:10.753548 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-f52c65d2-2e9a-46b9-a10f-510903194acd tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.74 "GET /v2.0/networks?id=cac688c7-43ee-40e9-9559-4fa59cc9caa6 HTTP/1.1" status: 200 len: 819 time: 0.2790031 Jul 23 16:30:10.769497 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e9cce32b-8d32-44dc-b88c-757631ccad36 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bd273f994338412581f3b59f05c3fd96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6008446 Jul 23 16:30:10.778386 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-9f7d8620-72c6-41bf-ab0b-5cfbe5884cd7 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Request body: {'port': {'device_id': 'a5473834-bcc1-45b9-aa09-e0afd8f58d59', 'network_id': 'cac688c7-43ee-40e9-9559-4fa59cc9caa6', 'admin_state_up': True, 'tenant_id': '30c6033fb2bf4112914f54af72132502'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:10.781398 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 41880) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:10.921650 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 30060e4a-7a07-4afb-ba91-3d967b54434c up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:30:10.971778 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cce32b-8d32-44dc-b88c-757631ccad36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e59a17-7945-433a-86f3-4b8cb2da6bf8,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:11.019513 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-12ba559a-2f0c-48df-840f-b6bb2c7376e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:11.039521 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-9f7d8620-72c6-41bf-ab0b-5cfbe5884cd7 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Made reservation on behalf of 30c6033fb2bf4112914f54af72132502 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:30:11.044832 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-9f7d8620-72c6-41bf-ab0b-5cfbe5884cd7 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:11.060025 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 30060e4a-7a07-4afb-ba91-3d967b54434c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:30:11.060625 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:11.231569 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-12ba559a-2f0c-48df-840f-b6bb2c7376e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:11.508211 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-12ba559a-2f0c-48df-840f-b6bb2c7376e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:11.511287 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-12ba559a-2f0c-48df-840f-b6bb2c7376e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:11.514849 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-12ba559a-2f0c-48df-840f-b6bb2c7376e8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d3e59a17-7945-433a-86f3-4b8cb2da6bf8 HTTP/1.1" status: 204 len: 168 time: 0.7286906 Jul 23 16:30:11.521971 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60c201-61df-4df3-b7fe-7e831a3dfbcf req-2bea2dcc-fe60-4354-9c33-08e4b2f1aab6 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:11.523823 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c60c201-61df-4df3-b7fe-7e831a3dfbcf req-2bea2dcc-fe60-4354-9c33-08e4b2f1aab6 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 945 time: 0.2289221 Jul 23 16:30:11.578912 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba559a-2f0c-48df-840f-b6bb2c7376e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e59a17-7945-433a-86f3-4b8cb2da6bf8,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:11.636009 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c60c201-61df-4df3-b7fe-7e831a3dfbcf req-48cdef85-7025-4de3-b9b4-4456d0ac87de tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953977 Jul 23 16:30:11.726903 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-39b09ed3-7092-412d-b548-3006db21d2dc req-f0fc4b54-c50d-4e8c-a7b4-f9e18275dac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a8f7e5-9788-45f1-97ef-d16ee7f8d936 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:30:11.742353 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-39b09ed3-7092-412d-b548-3006db21d2dc req-f0fc4b54-c50d-4e8c-a7b4-f9e18275dac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:11.782919 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-46ba4cfd-76a6-405c-badd-b31daaba2606 req-a7f080e8-f082-4245-b924-fd1a482db14a tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 210 time: 0.0437217 Jul 23 16:30:11.802595 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-39b09ed3-7092-412d-b548-3006db21d2dc req-f0fc4b54-c50d-4e8c-a7b4-f9e18275dac9 service neutron] Transition to ACTIVE for port object 55a8f7e5-9788-45f1-97ef-d16ee7f8d936 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:30:11.820770 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-39b09ed3-7092-412d-b548-3006db21d2dc req-f0fc4b54-c50d-4e8c-a7b4-f9e18275dac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:11.963841 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-9f7d8620-72c6-41bf-ab0b-5cfbe5884cd7 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Allocated IP 172.20.0.5 (cac688c7-43ee-40e9-9559-4fa59cc9caa6/52b6c1fc-18b3-4bd8-a52b-479d1bf82db2/1851346a-ba12-4e14-8d1a-53adfcdfc36f) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:30:12.029002 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc4b54-c50d-4e8c-a7b4-f9e18275dac9 service neutron] Pushing event updated for resources: {'Port': ['ID=55a8f7e5-9788-45f1-97ef-d16ee7f8d936,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:12.170921 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-39b09ed3-7092-412d-b548-3006db21d2dc req-f0fc4b54-c50d-4e8c-a7b4-f9e18275dac9 service neutron] Attempting to bind port 55a8f7e5-9788-45f1-97ef-d16ee7f8d936 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:30:12.171423 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-39b09ed3-7092-412d-b548-3006db21d2dc req-f0fc4b54-c50d-4e8c-a7b4-f9e18275dac9 service neutron] Attempting to bind port 55a8f7e5-9788-45f1-97ef-d16ee7f8d936 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'df6739ee-9486-4b9d-9722-2715c1acab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'cac688c7-43ee-40e9-9559-4fa59cc9caa6'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:30:12.171610 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b09ed3-7092-412d-b548-3006db21d2dc req-f0fc4b54-c50d-4e8c-a7b4-f9e18275dac9 service neutron] Attempting to bind port 55a8f7e5-9788-45f1-97ef-d16ee7f8d936 on network cac688c7-43ee-40e9-9559-4fa59cc9caa6 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:30:12.184921 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b09ed3-7092-412d-b548-3006db21d2dc req-f0fc4b54-c50d-4e8c-a7b4-f9e18275dac9 service neutron] Port 55a8f7e5-9788-45f1-97ef-d16ee7f8d936 on network cac688c7-43ee-40e9-9559-4fa59cc9caa6 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:30:12.185280 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b09ed3-7092-412d-b548-3006db21d2dc req-f0fc4b54-c50d-4e8c-a7b4-f9e18275dac9 service neutron] Attempting to bind port 55a8f7e5-9788-45f1-97ef-d16ee7f8d936 on network cac688c7-43ee-40e9-9559-4fa59cc9caa6 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:30:12.213299 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b09ed3-7092-412d-b548-3006db21d2dc req-f0fc4b54-c50d-4e8c-a7b4-f9e18275dac9 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:30:12.213703 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b09ed3-7092-412d-b548-3006db21d2dc req-f0fc4b54-c50d-4e8c-a7b4-f9e18275dac9 service neutron] Checking segment: {'id': 'df6739ee-9486-4b9d-9722-2715c1acab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'cac688c7-43ee-40e9-9559-4fa59cc9caa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:30:12.214039 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b09ed3-7092-412d-b548-3006db21d2dc req-f0fc4b54-c50d-4e8c-a7b4-f9e18275dac9 service neutron] Bound using segment: {'id': 'df6739ee-9486-4b9d-9722-2715c1acab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'cac688c7-43ee-40e9-9559-4fa59cc9caa6'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:30:12.220614 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-39b09ed3-7092-412d-b548-3006db21d2dc req-f0fc4b54-c50d-4e8c-a7b4-f9e18275dac9 service neutron] Bound port: 55a8f7e5-9788-45f1-97ef-d16ee7f8d936, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df6739ee-9486-4b9d-9722-2715c1acab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'cac688c7-43ee-40e9-9559-4fa59cc9caa6'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:30:12.221188 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-39b09ed3-7092-412d-b548-3006db21d2dc req-f0fc4b54-c50d-4e8c-a7b4-f9e18275dac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:12.393735 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-39b09ed3-7092-412d-b548-3006db21d2dc req-f0fc4b54-c50d-4e8c-a7b4-f9e18275dac9 service neutron] For port 55a8f7e5-9788-45f1-97ef-d16ee7f8d936, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:30:12.398872 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-39b09ed3-7092-412d-b548-3006db21d2dc req-f0fc4b54-c50d-4e8c-a7b4-f9e18275dac9 service neutron] For port 55a8f7e5-9788-45f1-97ef-d16ee7f8d936, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=55a8f7e5-9788-45f1-97ef-d16ee7f8d936,segment=NetworkSegment(df6739ee-9486-4b9d-9722-2715c1acab76),segment_id=df6739ee-9486-4b9d-9722-2715c1acab76)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:30:12.409901 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-39b09ed3-7092-412d-b548-3006db21d2dc req-f0fc4b54-c50d-4e8c-a7b4-f9e18275dac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:12.414531 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-9f7d8620-72c6-41bf-ab0b-5cfbe5884cd7 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:12.447314 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b09ed3-7092-412d-b548-3006db21d2dc req-f0fc4b54-c50d-4e8c-a7b4-f9e18275dac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:12.447938 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-39b09ed3-7092-412d-b548-3006db21d2dc req-f0fc4b54-c50d-4e8c-a7b4-f9e18275dac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:12.449512 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39b09ed3-7092-412d-b548-3006db21d2dc req-f0fc4b54-c50d-4e8c-a7b4-f9e18275dac9 service neutron] 10.222.0.97 "PUT /v2.0/ports/55a8f7e5-9788-45f1-97ef-d16ee7f8d936 HTTP/1.1" status: 200 len: 1091 time: 2.0511174 Jul 23 16:30:12.449972 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44d5c79-6766-49c9-bb74-5df896a4c1e4', 'tag': '55a8f7e5-9788-45f1-97ef-d16ee7f8d936'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:30:12.452242 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15120634-053c-44c0-b0d8-500660cd3b37" -d '{"events": [{"name": "network-changed", "server_uuid": "d44d5c79-6766-49c9-bb74-5df896a4c1e4", "tag": "55a8f7e5-9788-45f1-97ef-d16ee7f8d936"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:30:12.509349 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc4b54-c50d-4e8c-a7b4-f9e18275dac9 service neutron] Pushing event updated for resources: {'Port': ['ID=55a8f7e5-9788-45f1-97ef-d16ee7f8d936,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:12.516141 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-9f7d8620-72c6-41bf-ab0b-5cfbe5884cd7 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:12.591316 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c765c3b1-0129-4b9b-93b9-1690a0b807fa x-openstack-request-id: req-c765c3b1-0129-4b9b-93b9-1690a0b807fa {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:30:12.591944 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d44d5c79-6766-49c9-bb74-5df896a4c1e4", "tag": "55a8f7e5-9788-45f1-97ef-d16ee7f8d936", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:30:12.592426 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c765c3b1-0129-4b9b-93b9-1690a0b807fa {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:30:12.594443 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd44d5c79-6766-49c9-bb74-5df896a4c1e4', 'tag': '55a8f7e5-9788-45f1-97ef-d16ee7f8d936', 'status': 'completed', 'code': 200} Jul 23 16:30:12.599455 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b09ed3-7092-412d-b548-3006db21d2dc req-1e88e658-6570-4e90-9b21-ab1b6eaf5291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:12.603162 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39b09ed3-7092-412d-b548-3006db21d2dc req-1e88e658-6570-4e90-9b21-ab1b6eaf5291 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30c6033fb2bf4112914f54af72132502&device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 1094 time: 0.1059992 Jul 23 16:30:12.631454 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d8620-72c6-41bf-ab0b-5cfbe5884cd7 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Pushing event updated for resources: {'Port': ['ID=1851346a-ba12-4e14-8d1a-53adfcdfc36f,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:12.651059 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-9f7d8620-72c6-41bf-ab0b-5cfbe5884cd7 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Network cac688c7-43ee-40e9-9559-4fa59cc9caa6 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:30:12.655253 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-9f7d8620-72c6-41bf-ab0b-5cfbe5884cd7 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:30:12.658539 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-9f7d8620-72c6-41bf-ab0b-5cfbe5884cd7 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:30:12.751223 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39b09ed3-7092-412d-b548-3006db21d2dc req-6e7af33e-0bc1-449c-be89-da9d1272f09e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55a8f7e5-9788-45f1-97ef-d16ee7f8d936 HTTP/1.1" status: 200 len: 217 time: 0.1394603 Jul 23 16:30:12.751968 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-9f7d8620-72c6-41bf-ab0b-5cfbe5884cd7 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:12.752919 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-9f7d8620-72c6-41bf-ab0b-5cfbe5884cd7 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:12.784582 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-9f7d8620-72c6-41bf-ab0b-5cfbe5884cd7 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0179586 Jul 23 16:30:12.808506 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] Request body: {'port': {'device_id': 'a5473834-bcc1-45b9-aa09-e0afd8f58d59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:13.063398 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:13.178707 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b09ed3-7092-412d-b548-3006db21d2dc req-2a279e06-2a10-4871-9e7e-1e45fdb802ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:13.198830 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39b09ed3-7092-412d-b548-3006db21d2dc req-2a279e06-2a10-4871-9e7e-1e45fdb802ad service neutron] 10.222.0.97 "GET /v2.0/subnets?id=52b6c1fc-18b3-4bd8-a52b-479d1bf82db2 HTTP/1.1" status: 200 len: 859 time: 0.4076865 Jul 23 16:30:13.348217 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39b09ed3-7092-412d-b548-3006db21d2dc req-90d2895a-f952-4239-b11d-3730154dd036 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cac688c7-43ee-40e9-9559-4fa59cc9caa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1479959 Jul 23 16:30:13.603993 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31395e-f942-411b-bc24-85ca640def95 req-bc54254a-72be-4f66-8c30-4cab004f80bc tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:13.607947 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb31395e-f942-411b-bc24-85ca640def95 req-bc54254a-72be-4f66-8c30-4cab004f80bc tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 945 time: 0.7959161 Jul 23 16:30:13.877169 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e350b-d95f-4669-ac51-8cf50fdcf95f req-353a7233-b797-4d75-8a7d-7e55fe2070c1 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:13.887156 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5b0e350b-d95f-4669-ac51-8cf50fdcf95f req-353a7233-b797-4d75-8a7d-7e55fe2070c1 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 931 time: 0.8899064 Jul 23 16:30:13.969190 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb31395e-f942-411b-bc24-85ca640def95 req-5b17213d-8ddb-402e-b0ca-a88d63c6bf70 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055147 Jul 23 16:30:13.976810 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39b09ed3-7092-412d-b548-3006db21d2dc req-d21d8762-328d-4180-b121-7dc05bec40dd service neutron] 10.222.0.97 "GET /v2.0/networks/cac688c7-43ee-40e9-9559-4fa59cc9caa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5952659 Jul 23 16:30:14.156580 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5b0e350b-d95f-4669-ac51-8cf50fdcf95f req-020a9d24-d59e-4d25-9b23-f1c8dd2c9f12 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679119 Jul 23 16:30:14.192628 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1851346a-ba12-4e14-8d1a-53adfcdfc36f {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:30:14.224644 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:14.261401 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] Transition to ACTIVE for port object 1851346a-ba12-4e14-8d1a-53adfcdfc36f will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:30:14.268777 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:14.352624 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39b09ed3-7092-412d-b548-3006db21d2dc req-ec143c09-8ad4-4d83-9044-61361ff0200e service neutron] 10.222.0.97 "GET /v2.0/networks/cac688c7-43ee-40e9-9559-4fa59cc9caa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600271 Jul 23 16:30:14.548780 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1851346a-ba12-4e14-8d1a-53adfcdfc36f,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:14.574816 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:14.580598 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:14.581824 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:14.582385 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:14.582931 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:14.583504 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:14.584044 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:14.584597 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:14.590489 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:14.590958 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:14.591551 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:14.592133 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:14.616693 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15120634-053c-44c0-b0d8-500660cd3b37 req-2bdee96c-e558-4906-bf86-f2046a1e4ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:14.623933 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15120634-053c-44c0-b0d8-500660cd3b37 req-2bdee96c-e558-4906-bf86-f2046a1e4ce7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30c6033fb2bf4112914f54af72132502&device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 1094 time: 0.1929147 Jul 23 16:30:14.644768 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] Attempting to bind port 1851346a-ba12-4e14-8d1a-53adfcdfc36f on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:30:14.644768 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] Attempting to bind port 1851346a-ba12-4e14-8d1a-53adfcdfc36f by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'df6739ee-9486-4b9d-9722-2715c1acab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'cac688c7-43ee-40e9-9559-4fa59cc9caa6'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:30:14.644768 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] Attempting to bind port 1851346a-ba12-4e14-8d1a-53adfcdfc36f on network cac688c7-43ee-40e9-9559-4fa59cc9caa6 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:30:14.660142 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] Port 1851346a-ba12-4e14-8d1a-53adfcdfc36f on network cac688c7-43ee-40e9-9559-4fa59cc9caa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:30:14.661318 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] Attempting to bind port 1851346a-ba12-4e14-8d1a-53adfcdfc36f on network cac688c7-43ee-40e9-9559-4fa59cc9caa6 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:30:14.670811 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:30:14.671520 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] Checking segment: {'id': 'df6739ee-9486-4b9d-9722-2715c1acab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'cac688c7-43ee-40e9-9559-4fa59cc9caa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:30:14.672126 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] Bound using segment: {'id': 'df6739ee-9486-4b9d-9722-2715c1acab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'cac688c7-43ee-40e9-9559-4fa59cc9caa6'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:30:14.672942 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] Bound port: 1851346a-ba12-4e14-8d1a-53adfcdfc36f, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df6739ee-9486-4b9d-9722-2715c1acab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'cac688c7-43ee-40e9-9559-4fa59cc9caa6'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:30:14.673548 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:14.852746 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] For port 1851346a-ba12-4e14-8d1a-53adfcdfc36f, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:30:14.866311 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] For port 1851346a-ba12-4e14-8d1a-53adfcdfc36f, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=1851346a-ba12-4e14-8d1a-53adfcdfc36f,segment=NetworkSegment(df6739ee-9486-4b9d-9722-2715c1acab76),segment_id=df6739ee-9486-4b9d-9722-2715c1acab76)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:30:14.875314 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:14.877898 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15120634-053c-44c0-b0d8-500660cd3b37 req-fc34c184-cbc2-44b6-b132-bda56e732f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:14.887494 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15120634-053c-44c0-b0d8-500660cd3b37 req-fc34c184-cbc2-44b6-b132-bda56e732f13 service neutron] 10.222.0.97 "GET /v2.0/networks?id=cac688c7-43ee-40e9-9559-4fa59cc9caa6 HTTP/1.1" status: 200 len: 921 time: 0.2543333 Jul 23 16:30:14.933741 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:14.934797 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:14.938024 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] 10.222.0.74 "PUT /v2.0/ports/1851346a-ba12-4e14-8d1a-53adfcdfc36f HTTP/1.1" status: 200 len: 1091 time: 2.1453199 Jul 23 16:30:14.945705 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5473834-bcc1-45b9-aa09-e0afd8f58d59', 'tag': '1851346a-ba12-4e14-8d1a-53adfcdfc36f'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:30:14.950136 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caba2156-e96f-41dd-bcd6-132d42983f20" -d '{"events": [{"name": "network-changed", "server_uuid": "a5473834-bcc1-45b9-aa09-e0afd8f58d59", "tag": "1851346a-ba12-4e14-8d1a-53adfcdfc36f"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:30:14.999627 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591133c2-c819-4992-be6c-fe83381a55b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1851346a-ba12-4e14-8d1a-53adfcdfc36f,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:15.015448 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15120634-053c-44c0-b0d8-500660cd3b37 req-d6c7979b-819d-483d-aee8-4240ae5c19f4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55a8f7e5-9788-45f1-97ef-d16ee7f8d936 HTTP/1.1" status: 200 len: 217 time: 0.1210356 Jul 23 16:30:15.023981 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31709da5-5a26-4bf8-89f6-038e6c522270 x-openstack-request-id: req-31709da5-5a26-4bf8-89f6-038e6c522270 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:30:15.026997 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5473834-bcc1-45b9-aa09-e0afd8f58d59", "tag": "1851346a-ba12-4e14-8d1a-53adfcdfc36f", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:30:15.027384 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-31709da5-5a26-4bf8-89f6-038e6c522270 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:30:15.027810 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5473834-bcc1-45b9-aa09-e0afd8f58d59', 'tag': '1851346a-ba12-4e14-8d1a-53adfcdfc36f', 'status': 'completed', 'code': 200} Jul 23 16:30:15.128015 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15120634-053c-44c0-b0d8-500660cd3b37 req-64fa8ff4-1667-42ec-8934-b300381a7815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:15.134893 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15120634-053c-44c0-b0d8-500660cd3b37 req-64fa8ff4-1667-42ec-8934-b300381a7815 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=52b6c1fc-18b3-4bd8-a52b-479d1bf82db2 HTTP/1.1" status: 200 len: 859 time: 0.1132200 Jul 23 16:30:15.188216 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-2f1b6422-5aad-4582-9857-5b5d2969e0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:15.198205 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-2f1b6422-5aad-4582-9857-5b5d2969e0d2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=30c6033fb2bf4112914f54af72132502&device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 1094 time: 0.1641133 Jul 23 16:30:15.231319 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15120634-053c-44c0-b0d8-500660cd3b37 req-e206f048-cf8f-456d-b94e-f6bbbf964479 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cac688c7-43ee-40e9-9559-4fa59cc9caa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831268 Jul 23 16:30:15.294670 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-b5359869-bdd1-474b-b789-98a7402db6f6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1851346a-ba12-4e14-8d1a-53adfcdfc36f HTTP/1.1" status: 200 len: 217 time: 0.0931296 Jul 23 16:30:15.295650 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42014) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:15.389141 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-753e9d65-5084-4b75-a35f-4a1d806b7d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:15.391263 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-753e9d65-5084-4b75-a35f-4a1d806b7d5e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=52b6c1fc-18b3-4bd8-a52b-479d1bf82db2 HTTP/1.1" status: 200 len: 859 time: 0.0875928 Jul 23 16:30:15.454054 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-1113f315-c017-435f-baa5-c42ab539bab9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cac688c7-43ee-40e9-9559-4fa59cc9caa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566382 Jul 23 16:30:15.508978 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15120634-053c-44c0-b0d8-500660cd3b37 req-efb4542f-43f7-489f-b110-198a3744162b service neutron] 10.222.0.97 "GET /v2.0/networks/cac688c7-43ee-40e9-9559-4fa59cc9caa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687824 Jul 23 16:30:15.540031 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39220d-1636-487e-825f-9aaa64993686 req-a28c6f54-c2b3-48dd-8451-a65a7fce5fe5 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:15.551489 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db39220d-1636-487e-825f-9aaa64993686 req-a28c6f54-c2b3-48dd-8451-a65a7fce5fe5 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 945 time: 0.3215585 Jul 23 16:30:15.698918 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15120634-053c-44c0-b0d8-500660cd3b37 req-ba4fb808-9e65-44ca-9172-4dc647e29d2c service neutron] 10.222.0.97 "GET /v2.0/networks/cac688c7-43ee-40e9-9559-4fa59cc9caa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335378 Jul 23 16:30:15.734671 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-dcd0a779-f93b-4817-b052-2af4426d5d9a service neutron] 10.222.0.74 "GET /v2.0/networks/cac688c7-43ee-40e9-9559-4fa59cc9caa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644720 Jul 23 16:30:15.736641 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-30d8f715-8792-4de0-a1cf-d8eed4735e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:15.758059 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db39220d-1636-487e-825f-9aaa64993686 req-bb90446e-b28a-4671-a9e9-d96cf5cfe093 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050271 Jul 23 16:30:15.906568 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b2dde8c7-3572-40d3-99c8-bada7d88c243 req-fa9a9034-0155-4de6-8e31-311d6b480672 service neutron] 10.222.0.74 "GET /v2.0/networks/cac688c7-43ee-40e9-9559-4fa59cc9caa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573942 Jul 23 16:30:15.967381 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d82d4e-c07f-4053-8f37-b9b91d81e6a3 req-056cfb9d-106a-4c04-9256-2e9cdae9d8e2 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:15.992021 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b6d82d4e-c07f-4053-8f37-b9b91d81e6a3 req-056cfb9d-106a-4c04-9256-2e9cdae9d8e2 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 943 time: 0.2236097 Jul 23 16:30:16.028473 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-30d8f715-8792-4de0-a1cf-d8eed4735e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:16.035306 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-30d8f715-8792-4de0-a1cf-d8eed4735e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:16.063831 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42046) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:16.080056 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b6d82d4e-c07f-4053-8f37-b9b91d81e6a3 req-6c05a065-5f67-472a-b126-32d292f33e7c tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869670 Jul 23 16:30:16.103294 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8f715-8792-4de0-a1cf-d8eed4735e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79710bf9-eaa8-4e28-b954-6e85cd9deee5,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:16.120473 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-30d8f715-8792-4de0-a1cf-d8eed4735e34 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e45e49b630ba4419a7824aee672c8fa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8232551 Jul 23 16:30:16.124182 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42056) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:16.192334 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba2156-e96f-41dd-bcd6-132d42983f20 req-6a6d7f32-1bf9-418b-8d27-4779ea014c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:16.193986 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-caba2156-e96f-41dd-bcd6-132d42983f20 req-6a6d7f32-1bf9-418b-8d27-4779ea014c1e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=30c6033fb2bf4112914f54af72132502&device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 1094 time: 0.2243361 Jul 23 16:30:16.294209 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8a026ddd-f2d4-4b55-b9b2-b5ada4376471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:16.355407 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8a026ddd-f2d4-4b55-b9b2-b5ada4376471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:16.393221 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4a799c74-60b7-42c7-9472-fdb91bc1a65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:16.406521 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba2156-e96f-41dd-bcd6-132d42983f20 req-132a82f6-0ed2-4a95-bbfa-919f31bb88a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:16.408139 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-caba2156-e96f-41dd-bcd6-132d42983f20 req-132a82f6-0ed2-4a95-bbfa-919f31bb88a2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cac688c7-43ee-40e9-9559-4fa59cc9caa6 HTTP/1.1" status: 200 len: 921 time: 0.1985526 Jul 23 16:30:16.477824 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 55a8f7e5-9788-45f1-97ef-d16ee7f8d936 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:30:16.501193 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-caba2156-e96f-41dd-bcd6-132d42983f20 req-3081e813-bf3a-472c-b438-29be69985407 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1851346a-ba12-4e14-8d1a-53adfcdfc36f HTTP/1.1" status: 200 len: 217 time: 0.0811994 Jul 23 16:30:16.551186 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42074) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:16.643556 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8a026ddd-f2d4-4b55-b9b2-b5ada4376471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:16.647278 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8a026ddd-f2d4-4b55-b9b2-b5ada4376471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:16.648664 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8a026ddd-f2d4-4b55-b9b2-b5ada4376471 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/79710bf9-eaa8-4e28-b954-6e85cd9deee5 HTTP/1.1" status: 204 len: 168 time: 0.5229709 Jul 23 16:30:16.684473 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a026ddd-f2d4-4b55-b9b2-b5ada4376471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79710bf9-eaa8-4e28-b954-6e85cd9deee5,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:16.694390 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba2156-e96f-41dd-bcd6-132d42983f20 req-e37da51e-7e1a-4168-8963-f23025dade6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:16.700441 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-caba2156-e96f-41dd-bcd6-132d42983f20 req-e37da51e-7e1a-4168-8963-f23025dade6b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=52b6c1fc-18b3-4bd8-a52b-479d1bf82db2 HTTP/1.1" status: 200 len: 859 time: 0.1799881 Jul 23 16:30:16.716526 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-94eee377-ca25-4c67-9cc9-ed73d1d44f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:16.817187 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-caba2156-e96f-41dd-bcd6-132d42983f20 req-abe192c1-82ad-43de-99fa-6cb151800f41 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cac688c7-43ee-40e9-9559-4fa59cc9caa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049604 Jul 23 16:30:16.861797 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 55a8f7e5-9788-45f1-97ef-d16ee7f8d936, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=55a8f7e5-9788-45f1-97ef-d16ee7f8d936,segment=NetworkSegment(df6739ee-9486-4b9d-9722-2715c1acab76),segment_id=df6739ee-9486-4b9d-9722-2715c1acab76)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:16.883620 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '55a8f7e5-9788-45f1-97ef-d16ee7f8d936', 'network_id': 'cac688c7-43ee-40e9-9559-4fa59cc9caa6', 'port_id': '55a8f7e5-9788-45f1-97ef-d16ee7f8d936', 'mac_address': 'fa:16:3e:cb:84:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52b6c1fc-18b3-4bd8-a52b-479d1bf82db2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:30:16.966617 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:16.987569 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a8f7e5-9788-45f1-97ef-d16ee7f8d936 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:30:17.035339 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 55a8f7e5-9788-45f1-97ef-d16ee7f8d936, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=55a8f7e5-9788-45f1-97ef-d16ee7f8d936,segment=NetworkSegment(df6739ee-9486-4b9d-9722-2715c1acab76),segment_id=df6739ee-9486-4b9d-9722-2715c1acab76)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:17.040832 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:17.105949 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-caba2156-e96f-41dd-bcd6-132d42983f20 req-c3e53d56-f428-4775-8de3-6483b950848d service neutron] 10.222.0.74 "GET /v2.0/networks/cac688c7-43ee-40e9-9559-4fa59cc9caa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779038 Jul 23 16:30:17.110973 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15819c0-5ef9-457c-a8f8-5749cc3391ec req-23a7266e-c006-4334-ad65-2f5737be7b1d tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:17.124693 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d15819c0-5ef9-457c-a8f8-5749cc3391ec req-23a7266e-c006-4334-ad65-2f5737be7b1d tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 945 time: 0.1657889 Jul 23 16:30:17.157332 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=55a8f7e5-9788-45f1-97ef-d16ee7f8d936,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:17.230432 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d15819c0-5ef9-457c-a8f8-5749cc3391ec req-c483ec5a-bbb1-472a-8277-a8506522d5fb tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044211 Jul 23 16:30:17.275626 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['55a8f7e5-9788-45f1-97ef-d16ee7f8d936'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:30:17.395375 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42092) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:17.471879 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-632819b5-3fb1-4520-924a-020c586ebd1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:17.515187 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4a799c74-60b7-42c7-9472-fdb91bc1a65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:17.524660 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89440a-f716-4175-afc1-84368503a08b req-398e85b0-ac2a-428c-b2ce-5e66d5739745 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:17.532270 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4a799c74-60b7-42c7-9472-fdb91bc1a65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:17.535912 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0d89440a-f716-4175-afc1-84368503a08b req-398e85b0-ac2a-428c-b2ce-5e66d5739745 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 943 time: 0.2555764 Jul 23 16:30:17.553274 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-caba2156-e96f-41dd-bcd6-132d42983f20 req-a7714f14-cd4a-4a40-9d0e-ed2aee98eb97 service neutron] 10.222.0.74 "GET /v2.0/networks/cac688c7-43ee-40e9-9559-4fa59cc9caa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308455 Jul 23 16:30:17.627824 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4a799c74-60b7-42c7-9472-fdb91bc1a65a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4b2fc03b8f344cf8965a3f7d046e5a6a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5626724 Jul 23 16:30:17.637477 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42098) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:17.641712 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a799c74-60b7-42c7-9472-fdb91bc1a65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775a68ea-f448-4fe3-8ba8-1d0c96ad83fc,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:18.167222 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0d89440a-f716-4175-afc1-84368503a08b req-c7bd92e5-bef9-40a7-9805-5644d74bcf74 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6299865 Jul 23 16:30:18.273135 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d963b3f8-84df-4838-a7d9-a32a2ecdea66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:18.291754 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e09ce3-a064-4745-8400-a4970ebdec69 req-e06dbedd-e90c-49ae-b633-cb33a2330560 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:18.297750 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-75e09ce3-a064-4745-8400-a4970ebdec69 req-e06dbedd-e90c-49ae-b633-cb33a2330560 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 945 time: 0.6924517 Jul 23 16:30:18.358912 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-94eee377-ca25-4c67-9cc9-ed73d1d44f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:18.375994 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d963b3f8-84df-4838-a7d9-a32a2ecdea66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:18.380174 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-94eee377-ca25-4c67-9cc9-ed73d1d44f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:18.457240 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-75e09ce3-a064-4745-8400-a4970ebdec69 req-325fb730-6bcd-4987-a2bf-b9429cdc961c tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569939 Jul 23 16:30:18.460362 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 55a8f7e5-9788-45f1-97ef-d16ee7f8d936 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:30:18.493750 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-94eee377-ca25-4c67-9cc9-ed73d1d44f9b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=017fbb008a1e4ab3a7b63aa287a5b199&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9332674 Jul 23 16:30:18.493750 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eee377-ca25-4c67-9cc9-ed73d1d44f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6f631a-f34b-4e9f-a0cd-4796e68137a3,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:18.494817 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42104) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:18.527221 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eee377-ca25-4c67-9cc9-ed73d1d44f9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:18.527494 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eee377-ca25-4c67-9cc9-ed73d1d44f9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:18.527816 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eee377-ca25-4c67-9cc9-ed73d1d44f9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:18.528150 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eee377-ca25-4c67-9cc9-ed73d1d44f9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:18.528536 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eee377-ca25-4c67-9cc9-ed73d1d44f9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:18.528781 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eee377-ca25-4c67-9cc9-ed73d1d44f9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:18.529123 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eee377-ca25-4c67-9cc9-ed73d1d44f9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:18.529451 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eee377-ca25-4c67-9cc9-ed73d1d44f9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:18.529772 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eee377-ca25-4c67-9cc9-ed73d1d44f9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:18.530104 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eee377-ca25-4c67-9cc9-ed73d1d44f9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:18.530468 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eee377-ca25-4c67-9cc9-ed73d1d44f9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:18.530723 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eee377-ca25-4c67-9cc9-ed73d1d44f9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:18.559614 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d963b3f8-84df-4838-a7d9-a32a2ecdea66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:18.562673 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d963b3f8-84df-4838-a7d9-a32a2ecdea66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:18.567781 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d963b3f8-84df-4838-a7d9-a32a2ecdea66 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/775a68ea-f448-4fe3-8ba8-1d0c96ad83fc HTTP/1.1" status: 204 len: 168 time: 0.9058933 Jul 23 16:30:18.604023 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2ef2231e-7b4a-4351-8311-0ea8f49db684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:18.621412 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 55a8f7e5-9788-45f1-97ef-d16ee7f8d936 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:30:18.630528 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 55a8f7e5-9788-45f1-97ef-d16ee7f8d936 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:30:18.630937 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:18.637279 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2ef2231e-7b4a-4351-8311-0ea8f49db684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:18.638418 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-632819b5-3fb1-4520-924a-020c586ebd1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:18.640226 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963b3f8-84df-4838-a7d9-a32a2ecdea66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775a68ea-f448-4fe3-8ba8-1d0c96ad83fc,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:18.646046 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-632819b5-3fb1-4520-924a-020c586ebd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:18.742279 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2ef2231e-7b4a-4351-8311-0ea8f49db684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:18.762064 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-632819b5-3fb1-4520-924a-020c586ebd1b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=44524fb8c2c74cec811f7749c52a332b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3507123 Jul 23 16:30:18.764677 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42112) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:18.768416 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2ef2231e-7b4a-4351-8311-0ea8f49db684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:18.774283 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2ef2231e-7b4a-4351-8311-0ea8f49db684 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0e6f631a-f34b-4e9f-a0cd-4796e68137a3 HTTP/1.1" status: 204 len: 168 time: 0.2782967 Jul 23 16:30:18.809363 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2231e-7b4a-4351-8311-0ea8f49db684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6f631a-f34b-4e9f-a0cd-4796e68137a3,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:18.852459 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632819b5-3fb1-4520-924a-020c586ebd1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e3be77-ac81-48a1-a281-0c93362d8d69,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:18.858431 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-107d8a29-f028-431f-818f-ef921edba3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:18.917346 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-107d8a29-f028-431f-818f-ef921edba3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:18.943458 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b082c-b993-44f1-be26-ef900001bdda req-f981dae9-3b0f-46f1-a58d-c7a75d60ecd3 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:18.952154 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-058b082c-b993-44f1-be26-ef900001bdda req-f981dae9-3b0f-46f1-a58d-c7a75d60ecd3 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 945 time: 0.3087494 Jul 23 16:30:18.986967 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:19.034254 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44d5c79-6766-49c9-bb74-5df896a4c1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a8f7e5-9788-45f1-97ef-d16ee7f8d936'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:30:19.037691 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-058b082c-b993-44f1-be26-ef900001bdda req-8889f68e-ea7e-4d27-8db8-fcd987b45810 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844870 Jul 23 16:30:19.039198 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ce2b83-a98c-4c0c-8a90-d823dfc6c717" -d '{"events": [{"server_uuid": "d44d5c79-6766-49c9-bb74-5df896a4c1e4", "name": "network-vif-plugged", "status": "completed", "tag": "55a8f7e5-9788-45f1-97ef-d16ee7f8d936"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:30:19.075350 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-107d8a29-f028-431f-818f-ef921edba3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:19.085951 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 55a8f7e5-9788-45f1-97ef-d16ee7f8d936, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=55a8f7e5-9788-45f1-97ef-d16ee7f8d936,segment=NetworkSegment(df6739ee-9486-4b9d-9722-2715c1acab76),segment_id=df6739ee-9486-4b9d-9722-2715c1acab76)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:19.087324 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-107d8a29-f028-431f-818f-ef921edba3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:19.092167 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:19.103999 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-107d8a29-f028-431f-818f-ef921edba3bb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/11e3be77-ac81-48a1-a281-0c93362d8d69 HTTP/1.1" status: 204 len: 168 time: 0.3302021 Jul 23 16:30:19.126138 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d8a29-f028-431f-818f-ef921edba3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e3be77-ac81-48a1-a281-0c93362d8d69,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:19.201368 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357d4fb5-5095-444c-888e-eccb72b7a9d3 x-openstack-request-id: req-357d4fb5-5095-444c-888e-eccb72b7a9d3 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:30:19.208971 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44d5c79-6766-49c9-bb74-5df896a4c1e4", "name": "network-vif-plugged", "status": "completed", "tag": "55a8f7e5-9788-45f1-97ef-d16ee7f8d936", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:30:19.211723 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-357d4fb5-5095-444c-888e-eccb72b7a9d3 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:30:19.212562 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44d5c79-6766-49c9-bb74-5df896a4c1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a8f7e5-9788-45f1-97ef-d16ee7f8d936', 'code': 200} Jul 23 16:30:19.294785 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=55a8f7e5-9788-45f1-97ef-d16ee7f8d936,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:19.316334 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 1851346a-ba12-4e14-8d1a-53adfcdfc36f details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:30:19.385265 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42134) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:19.419054 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77b217-f861-47b5-932a-3f08a053c599 req-51bc7131-65b2-46a5-902c-0411e29af197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:19.421266 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ac77b217-f861-47b5-932a-3f08a053c599 req-51bc7131-65b2-46a5-902c-0411e29af197 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 1096 time: 0.1884339 Jul 23 16:30:19.426703 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-400bd49b-2c61-46e8-8141-5b3b1999e7db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:19.514881 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ac77b217-f861-47b5-932a-3f08a053c599 req-85fc1d18-4dbe-4b24-bf58-500299204e75 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819230 Jul 23 16:30:19.548250 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb281f3e-10ba-4607-baf7-63fe528d93d7 req-6724eb0d-c271-47d9-8897-d5f59fe39622 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:19.558472 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb281f3e-10ba-4607-baf7-63fe528d93d7 req-6724eb0d-c271-47d9-8897-d5f59fe39622 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 943 time: 0.2062764 Jul 23 16:30:19.629571 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 1851346a-ba12-4e14-8d1a-53adfcdfc36f, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=1851346a-ba12-4e14-8d1a-53adfcdfc36f,segment=NetworkSegment(df6739ee-9486-4b9d-9722-2715c1acab76),segment_id=df6739ee-9486-4b9d-9722-2715c1acab76)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:19.662714 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '1851346a-ba12-4e14-8d1a-53adfcdfc36f', 'network_id': 'cac688c7-43ee-40e9-9559-4fa59cc9caa6', 'port_id': '1851346a-ba12-4e14-8d1a-53adfcdfc36f', 'mac_address': 'fa:16:3e:cd:63:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52b6c1fc-18b3-4bd8-a52b-479d1bf82db2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:30:19.689986 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb281f3e-10ba-4607-baf7-63fe528d93d7 req-675a5f52-d70c-4fdc-81fa-f1e01c331190 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301835 Jul 23 16:30:19.749014 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-400bd49b-2c61-46e8-8141-5b3b1999e7db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:19.762650 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-400bd49b-2c61-46e8-8141-5b3b1999e7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:19.805867 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:19.866186 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1851346a-ba12-4e14-8d1a-53adfcdfc36f {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:30:19.882979 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-400bd49b-2c61-46e8-8141-5b3b1999e7db admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fdc5213848344e939c2301c6e3e1f5f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4940660 Jul 23 16:30:19.883356 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42144) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:19.900971 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400bd49b-2c61-46e8-8141-5b3b1999e7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0891bd78-9943-43c5-9924-1d1fb8fd81a7,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:19.912750 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 1851346a-ba12-4e14-8d1a-53adfcdfc36f, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=1851346a-ba12-4e14-8d1a-53adfcdfc36f,segment=NetworkSegment(df6739ee-9486-4b9d-9722-2715c1acab76),segment_id=df6739ee-9486-4b9d-9722-2715c1acab76)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:19.920385 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:19.981863 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-39ba52d2-c1fe-485c-bc60-0a068cf98f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:20.045013 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-39ba52d2-c1fe-485c-bc60-0a068cf98f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:20.045853 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cfd27-872b-4e07-bcc1-9aab15d69380 req-0f169cc5-9e74-4960-a930-2012fcc3221f tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:20.046308 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=1851346a-ba12-4e14-8d1a-53adfcdfc36f,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:20.059692 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-720cfd27-872b-4e07-bcc1-9aab15d69380 req-0f169cc5-9e74-4960-a930-2012fcc3221f tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 945 time: 0.2179384 Jul 23 16:30:20.155068 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-720cfd27-872b-4e07-bcc1-9aab15d69380 req-6b6431f3-8706-40de-8130-4ab95962f2f4 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918770 Jul 23 16:30:20.166863 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-39ba52d2-c1fe-485c-bc60-0a068cf98f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:20.174184 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-39ba52d2-c1fe-485c-bc60-0a068cf98f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:20.181224 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-39ba52d2-c1fe-485c-bc60-0a068cf98f9f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0891bd78-9943-43c5-9924-1d1fb8fd81a7 HTTP/1.1" status: 204 len: 168 time: 0.2921505 Jul 23 16:30:20.189616 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba52d2-c1fe-485c-bc60-0a068cf98f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0891bd78-9943-43c5-9924-1d1fb8fd81a7,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:20.214146 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['1851346a-ba12-4e14-8d1a-53adfcdfc36f'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:30:20.686874 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0633db-b826-4b56-9e07-e76bb61fdb0b req-8e7c3fb6-92d0-49e8-86c0-f02f2c0161ab tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:20.689699 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bf0633db-b826-4b56-9e07-e76bb61fdb0b req-8e7c3fb6-92d0-49e8-86c0-f02f2c0161ab tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.74 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 945 time: 0.1344116 Jul 23 16:30:20.874671 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-bf0633db-b826-4b56-9e07-e76bb61fdb0b req-c5366406-9c73-43bb-8c6d-259e91714868 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Deleting port e04796b9-4627-42d4-bca6-a2d65f6d8b73 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:30:20.876134 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-bf0633db-b826-4b56-9e07-e76bb61fdb0b req-c5366406-9c73-43bb-8c6d-259e91714868 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:21.019079 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849132c-2d47-41a9-a18f-2d4b9e117f7d req-1f2d52af-3930-4bdc-a636-184980c58bb4 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:21.021131 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b849132c-2d47-41a9-a18f-2d4b9e117f7d req-1f2d52af-3930-4bdc-a636-184980c58bb4 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 944 time: 0.1219237 Jul 23 16:30:21.031333 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-bf0633db-b826-4b56-9e07-e76bb61fdb0b req-c5366406-9c73-43bb-8c6d-259e91714868 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] For port e04796b9-4627-42d4-bca6-a2d65f6d8b73, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=e04796b9-4627-42d4-bca6-a2d65f6d8b73,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:21.032226 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-bf0633db-b826-4b56-9e07-e76bb61fdb0b req-c5366406-9c73-43bb-8c6d-259e91714868 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:21.069840 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-bf0633db-b826-4b56-9e07-e76bb61fdb0b req-c5366406-9c73-43bb-8c6d-259e91714868 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Calling delete_port for e04796b9-4627-42d4-bca6-a2d65f6d8b73 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:30:21.072227 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42184) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:21.098482 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b849132c-2d47-41a9-a18f-2d4b9e117f7d req-f892c03b-d55d-405e-93db-364243d78c7f tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596263 Jul 23 16:30:21.330515 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 1851346a-ba12-4e14-8d1a-53adfcdfc36f up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:30:21.365953 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-bf0633db-b826-4b56-9e07-e76bb61fdb0b req-c5366406-9c73-43bb-8c6d-259e91714868 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:21.389374 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['c16e80ab-8bc6-4bb2-a761-b60dd7093c3d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:30:21.429325 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5366406-9c73-43bb-8c6d-259e91714868 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Pushing event deleted for resources: {'Port': ['ID=e04796b9-4627-42d4-bca6-a2d65f6d8b73,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:21.445641 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73928d-abe6-4eba-a68c-161604b67b64 req-1f668e29-d847-47fa-acbc-7afc0273eb78 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:21.447322 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c73928d-abe6-4eba-a68c-161604b67b64 req-1f668e29-d847-47fa-acbc-7afc0273eb78 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aeeada74-e856-447e-9828-9fa2329e887f HTTP/1.1" status: 200 len: 867 time: 0.1541975 Jul 23 16:30:21.553304 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 1851346a-ba12-4e14-8d1a-53adfcdfc36f completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:30:21.560137 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 1851346a-ba12-4e14-8d1a-53adfcdfc36f triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:30:21.560753 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:21.575788 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c73928d-abe6-4eba-a68c-161604b67b64 req-736d14e9-3888-4771-bf2e-053cf2d8b9ac tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189673 Jul 23 16:30:21.648150 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0633db-b826-4b56-9e07-e76bb61fdb0b req-c5366406-9c73-43bb-8c6d-259e91714868 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] No DVR routers for this DVR port e04796b9-4627-42d4-bca6-a2d65f6d8b73 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:30:21.658305 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-bf0633db-b826-4b56-9e07-e76bb61fdb0b req-c5366406-9c73-43bb-8c6d-259e91714868 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:21.661293 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bf0633db-b826-4b56-9e07-e76bb61fdb0b req-c5366406-9c73-43bb-8c6d-259e91714868 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.74 "DELETE /v2.0/ports/e04796b9-4627-42d4-bca6-a2d65f6d8b73 HTTP/1.1" status: 204 len: 173 time: 0.9664476 Jul 23 16:30:21.727596 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeeada74-e856-447e-9828-9fa2329e887f', 'name': 'network-vif-deleted', 'tag': 'e04796b9-4627-42d4-bca6-a2d65f6d8b73'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:30:21.730512 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5d02e0-e99a-4ff7-b90f-b33db2d526a2" -d '{"events": [{"server_uuid": "aeeada74-e856-447e-9828-9fa2329e887f", "name": "network-vif-deleted", "tag": "e04796b9-4627-42d4-bca6-a2d65f6d8b73"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:30:21.867414 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:21.961278 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5473834-bcc1-45b9-aa09-e0afd8f58d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1851346a-ba12-4e14-8d1a-53adfcdfc36f'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:30:21.990210 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e072281-9f96-46bc-9265-80320847b002" -d '{"events": [{"server_uuid": "a5473834-bcc1-45b9-aa09-e0afd8f58d59", "name": "network-vif-plugged", "status": "completed", "tag": "1851346a-ba12-4e14-8d1a-53adfcdfc36f"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:30:21.994896 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a893528-518a-4677-8b8e-aaa4142a0b1e x-openstack-request-id: req-7a893528-518a-4677-8b8e-aaa4142a0b1e {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:30:21.994896 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeeada74-e856-447e-9828-9fa2329e887f", "name": "network-vif-deleted", "tag": "e04796b9-4627-42d4-bca6-a2d65f6d8b73", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:30:21.994896 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7a893528-518a-4677-8b8e-aaa4142a0b1e {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:30:21.994896 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeeada74-e856-447e-9828-9fa2329e887f', 'name': 'network-vif-deleted', 'tag': 'e04796b9-4627-42d4-bca6-a2d65f6d8b73', 'status': 'completed', 'code': 200} Jul 23 16:30:22.059970 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 1851346a-ba12-4e14-8d1a-53adfcdfc36f, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=1851346a-ba12-4e14-8d1a-53adfcdfc36f,segment=NetworkSegment(df6739ee-9486-4b9d-9722-2715c1acab76),segment_id=df6739ee-9486-4b9d-9722-2715c1acab76)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:22.068131 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:22.146748 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca03035-14d6-44e2-be90-756760c52e37 x-openstack-request-id: req-2ca03035-14d6-44e2-be90-756760c52e37 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:30:22.147437 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5473834-bcc1-45b9-aa09-e0afd8f58d59", "name": "network-vif-plugged", "status": "completed", "tag": "1851346a-ba12-4e14-8d1a-53adfcdfc36f", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:30:22.148250 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2ca03035-14d6-44e2-be90-756760c52e37 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:30:22.149031 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5473834-bcc1-45b9-aa09-e0afd8f58d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1851346a-ba12-4e14-8d1a-53adfcdfc36f', 'code': 200} Jul 23 16:30:22.262514 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=1851346a-ba12-4e14-8d1a-53adfcdfc36f,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:22.478060 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c1347-de75-480e-9914-3a254a8fe176 req-3dabfd1c-6c8f-4529-befc-7bb4452921ee tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:22.486405 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-530c1347-de75-480e-9914-3a254a8fe176 req-3dabfd1c-6c8f-4529-befc-7bb4452921ee tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 945 time: 0.2080815 Jul 23 16:30:22.564665 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-530c1347-de75-480e-9914-3a254a8fe176 req-84a82d63-638a-4111-958d-34ee36014057 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762689 Jul 23 16:30:22.821368 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6373ee-9648-424b-a1e4-28f0abeace85 req-5dac415b-539e-4af0-b790-4bebad8c2c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:22.823317 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ac6373ee-9648-424b-a1e4-28f0abeace85 req-5dac415b-539e-4af0-b790-4bebad8c2c69 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 1096 time: 0.1472523 Jul 23 16:30:22.906369 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ac6373ee-9648-424b-a1e4-28f0abeace85 req-18cb270a-534a-4c9d-8406-dda3633b0aec service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764482 Jul 23 16:30:22.944713 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a6e948af-2fa2-48a2-b2fd-ecbff236dd4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:22.996051 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42254) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:23.199095 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-18be2d24-101a-4378-b66b-bcb0c0e45acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:23.341861 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device e04796b9-4627-42d4-bca6-a2d65f6d8b73 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:30:23.378283 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-18be2d24-101a-4378-b66b-bcb0c0e45acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:23.386230 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-18be2d24-101a-4378-b66b-bcb0c0e45acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:23.430939 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: e04796b9-4627-42d4-bca6-a2d65f6d8b73 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:30:23.431811 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device e04796b9-4627-42d4-bca6-a2d65f6d8b73 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:30:23.441949 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-a6e948af-2fa2-48a2-b2fd-ecbff236dd4b admin admin] Deleting port d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:30:23.442763 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a6e948af-2fa2-48a2-b2fd-ecbff236dd4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:23.486272 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be2d24-101a-4378-b66b-bcb0c0e45acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b195c417-c50e-4afd-8013-c28edd5e5391,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:23.493044 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-18be2d24-101a-4378-b66b-bcb0c0e45acb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=612f4d114ace4617ac26852b17a0e206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4959242 Jul 23 16:30:23.497531 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42284) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:23.597188 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-189b4243-21c9-4159-90d5-c16c517fff1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:23.621151 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-a6e948af-2fa2-48a2-b2fd-ecbff236dd4b admin admin] For port d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8,segment=NetworkSegment(37cc592b-7f9c-4642-8c1c-94e292ee317d),segment_id=37cc592b-7f9c-4642-8c1c-94e292ee317d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:23.621506 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a6e948af-2fa2-48a2-b2fd-ecbff236dd4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:23.642867 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-a6e948af-2fa2-48a2-b2fd-ecbff236dd4b admin admin] Calling delete_port for d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8 owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:30:23.692043 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-189b4243-21c9-4159-90d5-c16c517fff1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:23.864031 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b7dbc-13cb-4f5d-87a4-572fff515b62 req-c6d29ba2-7a9c-409c-b63c-26521508f708 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:23.865670 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-012b7dbc-13cb-4f5d-87a4-572fff515b62 req-c6d29ba2-7a9c-409c-b63c-26521508f708 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad1eeb26-1f4a-4d03-9864-03907c44daf6 HTTP/1.1" status: 200 len: 945 time: 0.2861307 Jul 23 16:30:23.886810 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bbbd4-2c39-4126-93a3-306b7915e6a7 req-05f1b773-31de-4fb4-83ed-34315f978082 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:23.894560 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c77bbbd4-2c39-4126-93a3-306b7915e6a7 req-05f1b773-31de-4fb4-83ed-34315f978082 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 945 time: 0.2097206 Jul 23 16:30:23.967568 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-012b7dbc-13cb-4f5d-87a4-572fff515b62 req-e94349f6-6a18-4484-8e27-21aabed3d43f tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951118 Jul 23 16:30:23.968171 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-189b4243-21c9-4159-90d5-c16c517fff1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:23.971376 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-189b4243-21c9-4159-90d5-c16c517fff1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:23.973522 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-189b4243-21c9-4159-90d5-c16c517fff1d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b195c417-c50e-4afd-8013-c28edd5e5391 HTTP/1.1" status: 204 len: 168 time: 0.4747064 Jul 23 16:30:23.998556 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c77bbbd4-2c39-4126-93a3-306b7915e6a7 req-e3e8c637-3f95-416b-9ed5-eec3747b370c tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013229 Jul 23 16:30:23.999623 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b4243-21c9-4159-90d5-c16c517fff1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b195c417-c50e-4afd-8013-c28edd5e5391,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:24.024026 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a6e948af-2fa2-48a2-b2fd-ecbff236dd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:24.070118 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e948af-2fa2-48a2-b2fd-ecbff236dd4b admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:24.373233 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a6e948af-2fa2-48a2-b2fd-ecbff236dd4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:24.703436 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e948af-2fa2-48a2-b2fd-ecbff236dd4b admin admin] Router e986542c-56a4-47eb-8617-78fb57836236 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:30:24.896858 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e948af-2fa2-48a2-b2fd-ecbff236dd4b admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:30:24.904303 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a6e948af-2fa2-48a2-b2fd-ecbff236dd4b admin admin] 10.222.0.73 "PUT /v2.0/routers/e986542c-56a4-47eb-8617-78fb57836236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8303597 Jul 23 16:30:24.906931 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42374) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:24.925880 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c758e1-fbe6-4e90-9b03-3a060a92d620 None None] Sync routers for ids ['e986542c-56a4-47eb-8617-78fb57836236'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:30:24.930842 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a5087-4350-4080-8e1b-4a03f70f1bbc req-7b7d6d51-ebf7-4c58-82e8-ab9f84f85334 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:24.933136 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-076a5087-4350-4080-8e1b-4a03f70f1bbc req-7b7d6d51-ebf7-4c58-82e8-ab9f84f85334 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.97 "GET /v2.0/ports?device_id=ad1eeb26-1f4a-4d03-9864-03907c44daf6 HTTP/1.1" status: 200 len: 945 time: 0.1094506 Jul 23 16:30:24.949239 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c758e1-fbe6-4e90-9b03-3a060a92d620 None None] Routers {'e986542c-56a4-47eb-8617-78fb57836236'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:30:24.951800 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-76c758e1-fbe6-4e90-9b03-3a060a92d620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:30:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['e986542c-56a4-47eb-8617-78fb57836236'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:25.215612 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-76c758e1-fbe6-4e90-9b03-3a060a92d620 None None] Set router e986542c-56a4-47eb-8617-78fb57836236 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:30:25.220855 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4804a538-c0df-4b64-b1d7-f8cb2dfe82c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:25.318434 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4dc86-4357-4010-b2c1-0c5fbb3eda7d req-5e1f29a6-f338-4357-85fe-982350d547ff tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:25.325748 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2ba4dc86-4357-4010-b2c1-0c5fbb3eda7d req-5e1f29a6-f338-4357-85fe-982350d547ff tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad1eeb26-1f4a-4d03-9864-03907c44daf6 HTTP/1.1" status: 200 len: 945 time: 0.1633277 Jul 23 16:30:25.373342 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-076a5087-4350-4080-8e1b-4a03f70f1bbc req-91c797b8-1e8a-4e5b-8db8-6617ba4bd483 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Deleting port c16e80ab-8bc6-4bb2-a761-b60dd7093c3d {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:30:25.374303 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-076a5087-4350-4080-8e1b-4a03f70f1bbc req-91c797b8-1e8a-4e5b-8db8-6617ba4bd483 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:25.404924 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42400) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:25.448971 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2ba4dc86-4357-4010-b2c1-0c5fbb3eda7d req-a949db1d-cad1-41b7-b208-16a64291c1b9 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216114 Jul 23 16:30:25.528991 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4804a538-c0df-4b64-b1d7-f8cb2dfe82c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:25.616508 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-76c758e1-fbe6-4e90-9b03-3a060a92d620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e986542c-56a4-47eb-8617-78fb57836236', 'name': 'tempest-TaggedBootDevicesTest_v242-972146579-router', 'tenant_id': '1877a1c5029842a9a22481228281422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '133595d4-15ad-4f89-b376-c6d31b094c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:47Z', 'updated_at': '2021-07-23T16:30:23Z', 'revision_number': 5, 'project_id': '1877a1c5029842a9a22481228281422f', 'gw_port': {'id': '133595d4-15ad-4f89-b376-c6d31b094c8f', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e986542c-56a4-47eb-8617-78fb57836236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:49Z', 'updated_at': '2021-07-23T16:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:25.638485 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc92a4-0b80-420a-88bf-04a08ed8151d req-382ca1f1-602b-425c-a9d2-e6c8290d0adb tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:25.641109 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e2cc92a4-0b80-420a-88bf-04a08ed8151d req-382ca1f1-602b-425c-a9d2-e6c8290d0adb tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 945 time: 0.4598629 Jul 23 16:30:25.670979 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-4804a538-c0df-4b64-b1d7-f8cb2dfe82c2 admin admin] Deleting port 133595d4-15ad-4f89-b376-c6d31b094c8f {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:30:25.671452 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c758e1-fbe6-4e90-9b03-3a060a92d620 None None] Checking router: e986542c-56a4-47eb-8617-78fb57836236 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:30:25.672160 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4804a538-c0df-4b64-b1d7-f8cb2dfe82c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:25.685167 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c758e1-fbe6-4e90-9b03-3a060a92d620 None None] Routers {'e986542c-56a4-47eb-8617-78fb57836236'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:30:25.686048 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-76c758e1-fbe6-4e90-9b03-3a060a92d620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:30:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['e986542c-56a4-47eb-8617-78fb57836236'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:25.781095 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e2cc92a4-0b80-420a-88bf-04a08ed8151d req-8fe86ed0-5a0c-417e-87e0-e0cda4706934 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282499 Jul 23 16:30:25.787747 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-076a5087-4350-4080-8e1b-4a03f70f1bbc req-91c797b8-1e8a-4e5b-8db8-6617ba4bd483 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] For port c16e80ab-8bc6-4bb2-a761-b60dd7093c3d, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=c16e80ab-8bc6-4bb2-a761-b60dd7093c3d,segment=NetworkSegment(2f9791c4-d6e7-486a-bc01-5ba80d4c65be),segment_id=2f9791c4-d6e7-486a-bc01-5ba80d4c65be)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:25.788300 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-076a5087-4350-4080-8e1b-4a03f70f1bbc req-91c797b8-1e8a-4e5b-8db8-6617ba4bd483 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:25.822646 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-076a5087-4350-4080-8e1b-4a03f70f1bbc req-91c797b8-1e8a-4e5b-8db8-6617ba4bd483 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Calling delete_port for c16e80ab-8bc6-4bb2-a761-b60dd7093c3d owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:30:25.832024 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ffbf91a8-e2d7-44eb-b583-7688f5bcad7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:25.857253 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-76c758e1-fbe6-4e90-9b03-3a060a92d620 None None] Set router e986542c-56a4-47eb-8617-78fb57836236 gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:30:25.879959 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-4804a538-c0df-4b64-b1d7-f8cb2dfe82c2 admin admin] For port 133595d4-15ad-4f89-b376-c6d31b094c8f, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=133595d4-15ad-4f89-b376-c6d31b094c8f,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:25.880361 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4804a538-c0df-4b64-b1d7-f8cb2dfe82c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:25.924853 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-4804a538-c0df-4b64-b1d7-f8cb2dfe82c2 admin admin] Calling delete_port for 133595d4-15ad-4f89-b376-c6d31b094c8f owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:30:25.994891 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-76c758e1-fbe6-4e90-9b03-3a060a92d620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e986542c-56a4-47eb-8617-78fb57836236', 'name': 'tempest-TaggedBootDevicesTest_v242-972146579-router', 'tenant_id': '1877a1c5029842a9a22481228281422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:47Z', 'updated_at': '2021-07-23T16:30:25Z', 'revision_number': 6, 'project_id': '1877a1c5029842a9a22481228281422f', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:26.040202 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c758e1-fbe6-4e90-9b03-3a060a92d620 None None] The sync data for ids ['e986542c-56a4-47eb-8617-78fb57836236'] in n-d-778549-4 is: [{'id': 'e986542c-56a4-47eb-8617-78fb57836236', 'name': 'tempest-TaggedBootDevicesTest_v242-972146579-router', 'tenant_id': '1877a1c5029842a9a22481228281422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:47Z', 'updated_at': '2021-07-23T16:30:25Z', 'revision_number': 6, 'project_id': '1877a1c5029842a9a22481228281422f', 'gw_port_host': None}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:30:26.215995 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ffbf91a8-e2d7-44eb-b583-7688f5bcad7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:26.223713 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ffbf91a8-e2d7-44eb-b583-7688f5bcad7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:26.239959 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-076a5087-4350-4080-8e1b-4a03f70f1bbc req-91c797b8-1e8a-4e5b-8db8-6617ba4bd483 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:26.259705 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['c16e80ab-8bc6-4bb2-a761-b60dd7093c3d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:30:26.293724 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ffbf91a8-e2d7-44eb-b583-7688f5bcad7d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5154aa5653ad4667b5431761adb4350c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8758254 Jul 23 16:30:26.302470 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42422) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:26.304796 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56baaa29-eeb5-4e9b-9429-ae468f54832d req-85ad4adc-db80-4678-a9c9-ff206188668d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:26.306394 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-56baaa29-eeb5-4e9b-9429-ae468f54832d req-85ad4adc-db80-4678-a9c9-ff206188668d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=30c6033fb2bf4112914f54af72132502&device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 1096 time: 0.2104459 Jul 23 16:30:26.310029 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf91a8-e2d7-44eb-b583-7688f5bcad7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5efa055-77bf-4115-9a3f-27a55a402813,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:26.373288 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-076a5087-4350-4080-8e1b-4a03f70f1bbc req-91c797b8-1e8a-4e5b-8db8-6617ba4bd483 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] No DVR routers for this DVR port c16e80ab-8bc6-4bb2-a761-b60dd7093c3d on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:30:26.394293 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-076a5087-4350-4080-8e1b-4a03f70f1bbc req-91c797b8-1e8a-4e5b-8db8-6617ba4bd483 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:26.396812 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-076a5087-4350-4080-8e1b-4a03f70f1bbc req-91c797b8-1e8a-4e5b-8db8-6617ba4bd483 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.97 "DELETE /v2.0/ports/c16e80ab-8bc6-4bb2-a761-b60dd7093c3d HTTP/1.1" status: 204 len: 173 time: 1.4582231 Jul 23 16:30:26.398535 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1eeb26-1f4a-4d03-9864-03907c44daf6', 'name': 'network-vif-deleted', 'tag': 'c16e80ab-8bc6-4bb2-a761-b60dd7093c3d'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:30:26.409654 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82b0bd6-387a-4f55-b966-ddae899e2746" -d '{"events": [{"server_uuid": "ad1eeb26-1f4a-4d03-9864-03907c44daf6", "name": "network-vif-deleted", "tag": "c16e80ab-8bc6-4bb2-a761-b60dd7093c3d"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:30:26.416666 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c797b8-1e8a-4e5b-8db8-6617ba4bd483 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] Pushing event deleted for resources: {'Port': ['ID=c16e80ab-8bc6-4bb2-a761-b60dd7093c3d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:26.463671 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4804a538-c0df-4b64-b1d7-f8cb2dfe82c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:26.504080 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72638ed9-a2e2-4756-a990-a59624d36291 req-5829fa6d-f21a-4c8a-a7d7-484f7f3fd05e tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:26.514806 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-72638ed9-a2e2-4756-a990-a59624d36291 req-5829fa6d-f21a-4c8a-a7d7-484f7f3fd05e tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 945 time: 0.3664310 Jul 23 16:30:26.531028 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804a538-c0df-4b64-b1d7-f8cb2dfe82c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=133595d4-15ad-4f89-b376-c6d31b094c8f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:26.579362 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-70e485b0-a908-48e2-bb83-ed232041c307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:26.677950 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56baaa29-eeb5-4e9b-9429-ae468f54832d req-da57bce9-3fb3-4920-aea9-94670df946b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:26.680271 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-56baaa29-eeb5-4e9b-9429-ae468f54832d req-da57bce9-3fb3-4920-aea9-94670df946b8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cac688c7-43ee-40e9-9559-4fa59cc9caa6 HTTP/1.1" status: 200 len: 921 time: 0.3448000 Jul 23 16:30:26.683295 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-70e485b0-a908-48e2-bb83-ed232041c307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:26.689836 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c1b8367-7156-40b0-ac6b-3ff0f894f342 req-ea15acad-2f2a-4321-a173-1965868a12fb tempest-AbsoluteLimitsNegativeTestJSON-989069115 tempest-AbsoluteLimitsNegativeTestJSON-989069115-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=e30773087f804972af77618d9e3bb1f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761082 Jul 23 16:30:26.706256 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-72638ed9-a2e2-4756-a990-a59624d36291 req-36316529-0c5a-4503-8463-0258fc6312d1 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886554 Jul 23 16:30:26.751048 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-56baaa29-eeb5-4e9b-9429-ae468f54832d req-b555c0a4-d0d6-4e4a-ab2a-80a0d3d2f14d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1851346a-ba12-4e14-8d1a-53adfcdfc36f HTTP/1.1" status: 200 len: 217 time: 0.0614319 Jul 23 16:30:26.752249 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4804a538-c0df-4b64-b1d7-f8cb2dfe82c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:26.831434 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0604cfb-a075-41ff-b663-8cf92a8d0ea8 x-openstack-request-id: req-a0604cfb-a075-41ff-b663-8cf92a8d0ea8 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:30:26.831794 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1eeb26-1f4a-4d03-9864-03907c44daf6", "name": "network-vif-deleted", "tag": "c16e80ab-8bc6-4bb2-a761-b60dd7093c3d", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:30:26.832030 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a0604cfb-a075-41ff-b663-8cf92a8d0ea8 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:30:26.832543 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1eeb26-1f4a-4d03-9864-03907c44daf6', 'name': 'network-vif-deleted', 'tag': 'c16e80ab-8bc6-4bb2-a761-b60dd7093c3d', 'status': 'completed', 'code': 200} Jul 23 16:30:26.869569 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-70e485b0-a908-48e2-bb83-ed232041c307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:26.872974 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-70e485b0-a908-48e2-bb83-ed232041c307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:26.877582 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-70e485b0-a908-48e2-bb83-ed232041c307 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c5efa055-77bf-4115-9a3f-27a55a402813 HTTP/1.1" status: 204 len: 168 time: 0.5391240 Jul 23 16:30:26.938524 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e485b0-a908-48e2-bb83-ed232041c307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5efa055-77bf-4115-9a3f-27a55a402813,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:26.978958 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4804a538-c0df-4b64-b1d7-f8cb2dfe82c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:26.988654 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4804a538-c0df-4b64-b1d7-f8cb2dfe82c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:27.044024 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b8367-7156-40b0-ac6b-3ff0f894f342 req-263b317d-7da0-4f95-9e97-bb2ccd32818d tempest-AbsoluteLimitsNegativeTestJSON-989069115 tempest-AbsoluteLimitsNegativeTestJSON-989069115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:27.057538 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c1b8367-7156-40b0-ac6b-3ff0f894f342 req-263b317d-7da0-4f95-9e97-bb2ccd32818d tempest-AbsoluteLimitsNegativeTestJSON-989069115 tempest-AbsoluteLimitsNegativeTestJSON-989069115-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2916198 Jul 23 16:30:27.101305 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c1b8367-7156-40b0-ac6b-3ff0f894f342 req-ba3c4df1-ef93-492b-b1b9-fd596490cdec tempest-AbsoluteLimitsNegativeTestJSON-989069115 tempest-AbsoluteLimitsNegativeTestJSON-989069115-project] 10.222.0.73 "GET /v2.0/quotas/e30773087f804972af77618d9e3bb1f4 HTTP/1.1" status: 200 len: 375 time: 0.0425665 Jul 23 16:30:27.155720 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f5bc07b3-f539-46e0-9781-0d240db9ef58 req-988a749d-a5af-4496-aae9-175fc49635a9 tempest-ServersTestJSON-263915747 tempest-ServersTestJSON-263915747-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad1eeb26-1f4a-4d03-9864-03907c44daf6 HTTP/1.1" status: 200 len: 210 time: 0.0951283 Jul 23 16:30:27.204008 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56baaa29-eeb5-4e9b-9429-ae468f54832d req-b3416b7f-7bb9-4dee-a5f9-48ea3ad98941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:27.211682 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-56baaa29-eeb5-4e9b-9429-ae468f54832d req-b3416b7f-7bb9-4dee-a5f9-48ea3ad98941 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=52b6c1fc-18b3-4bd8-a52b-479d1bf82db2 HTTP/1.1" status: 200 len: 859 time: 0.4041886 Jul 23 16:30:27.247103 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c1b8367-7156-40b0-ac6b-3ff0f894f342 req-1012ede0-013a-402f-ae44-7fcb06cf5688 tempest-AbsoluteLimitsNegativeTestJSON-989069115 tempest-AbsoluteLimitsNegativeTestJSON-989069115-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e30773087f804972af77618d9e3bb1f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1445227 Jul 23 16:30:27.307049 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:30:27.349796 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-56baaa29-eeb5-4e9b-9429-ae468f54832d req-18953bcd-f8a4-4ccd-877d-c707bb7f04fc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cac688c7-43ee-40e9-9559-4fa59cc9caa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1273987 Jul 23 16:30:27.376014 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4804a538-c0df-4b64-b1d7-f8cb2dfe82c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:27.376741 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4804a538-c0df-4b64-b1d7-f8cb2dfe82c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e986542c-56a4-47eb-8617-78fb57836236 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:30:27.377189 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:30:27.380451 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d8a9b5e0-b0bf-4601-b0c6-9a7a0f07d8d8 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:30:27.381069 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 133595d4-15ad-4f89-b376-c6d31b094c8f no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:30:27.382370 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4804a538-c0df-4b64-b1d7-f8cb2dfe82c2 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:27.383516 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4804a538-c0df-4b64-b1d7-f8cb2dfe82c2 admin admin] 10.222.0.73 "DELETE /v2.0/routers/e986542c-56a4-47eb-8617-78fb57836236 HTTP/1.1" status: 204 len: 168 time: 2.4756441 Jul 23 16:30:27.386201 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42454) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:27.474520 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 133595d4-15ad-4f89-b376-c6d31b094c8f {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:30:27.478674 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 133595d4-15ad-4f89-b376-c6d31b094c8f not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:30:27.520888 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e2e851c-ce9c-4857-a5e0-59e61abe54f5 admin admin] Deleting subnet b0f0883d-94a8-483d-b400-459446f819a6 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:30:27.524663 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e2e851c-ce9c-4857-a5e0-59e61abe54f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:27.563488 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-56baaa29-eeb5-4e9b-9429-ae468f54832d req-d611887a-7109-4f1b-bead-89fbf3cc9b96 service neutron] 10.222.0.74 "GET /v2.0/networks/cac688c7-43ee-40e9-9559-4fa59cc9caa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958010 Jul 23 16:30:27.579152 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e2e851c-ce9c-4857-a5e0-59e61abe54f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:27.720562 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e2e851c-ce9c-4857-a5e0-59e61abe54f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:27.733697 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-56baaa29-eeb5-4e9b-9429-ae468f54832d req-ea49df60-8859-4d91-8853-340f344f7f17 service neutron] 10.222.0.74 "GET /v2.0/networks/cac688c7-43ee-40e9-9559-4fa59cc9caa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635227 Jul 23 16:30:27.904511 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e2e851c-ce9c-4857-a5e0-59e61abe54f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:27.944154 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8224e-bddc-4627-9c8c-03c909db24f0 req-115c7f6a-bd14-4b29-a841-f009e329e914 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:27.945775 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-07f8224e-bddc-4627-9c8c-03c909db24f0 req-115c7f6a-bd14-4b29-a841-f009e329e914 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 945 time: 0.1382682 Jul 23 16:30:27.948877 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e851c-ce9c-4857-a5e0-59e61abe54f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0f0883d-94a8-483d-b400-459446f819a6,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:27.951090 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e2e851c-ce9c-4857-a5e0-59e61abe54f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:27.953498 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3e2e851c-ce9c-4857-a5e0-59e61abe54f5 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/b0f0883d-94a8-483d-b400-459446f819a6 HTTP/1.1" status: 204 len: 168 time: 0.5661626 Jul 23 16:30:27.955959 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42470) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:27.960838 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce8d95f-89c3-44e6-8300-38c1fbef1a6c None None] Network c5e5ef48-b00d-4a4a-b322-8f86cea4f5af requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:30:27.986153 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42472) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:28.010868 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a03ebdc7-a8ef-436d-87ea-fed546a67ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:28.088424 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:30:28.108631 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-07f8224e-bddc-4627-9c8c-03c909db24f0 req-1342e3fa-d23b-4fca-950e-58851e6b6c13 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534045 Jul 23 16:30:28.126838 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-90c4e819-b212-4a15-8c67-eba242d798f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:28.130656 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42476) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:28.257370 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a03ebdc7-a8ef-436d-87ea-fed546a67ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:28.263838 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a03ebdc7-a8ef-436d-87ea-fed546a67ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:28.304138 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42482) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:28.352730 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a03ebdc7-a8ef-436d-87ea-fed546a67ffc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4623a08f7de34a8c9877c17556f522fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3640027 Jul 23 16:30:28.360594 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42484) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:28.402312 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ebdc7-a8ef-436d-87ea-fed546a67ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304f3cbc-b8bf-4843-96a5-b7dac3445fa4,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:28.418009 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-90c4e819-b212-4a15-8c67-eba242d798f6 admin admin] Deleting port 52eb1127-d719-47d8-a3ae-76b989d46b9a {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:30:28.418570 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-90c4e819-b212-4a15-8c67-eba242d798f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:28.430241 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26887118-67df-4e86-b5eb-e2d6ca4535d2 None None] DHCP port deletion for c5e5ef48-b00d-4a4a-b322-8f86cea4f5af request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:30:28.455814 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82b4d102-9a29-4b34-a6d2-2dbb7ea79421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:28.476065 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe707bc1-7d00-42db-9a25-2be9d4d21cf7 admin admin] Deleting subnet afdba85c-3a3a-4e3d-a242-c2e94f8ff50b {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:30:28.503934 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fe707bc1-7d00-42db-9a25-2be9d4d21cf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:28.536816 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device c16e80ab-8bc6-4bb2-a761-b60dd7093c3d no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:30:28.608360 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: c16e80ab-8bc6-4bb2-a761-b60dd7093c3d {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:30:28.608928 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device c16e80ab-8bc6-4bb2-a761-b60dd7093c3d not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:30:28.638020 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8ec1ba4e-1536-4375-a1a7-8366506558ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:28.641847 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-26887118-67df-4e86-b5eb-e2d6ca4535d2 None None] Deleting port 52eb1127-d719-47d8-a3ae-76b989d46b9a {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:30:28.642686 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-26887118-67df-4e86-b5eb-e2d6ca4535d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:28.722220 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8ec1ba4e-1536-4375-a1a7-8366506558ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:28.748003 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-90c4e819-b212-4a15-8c67-eba242d798f6 admin admin] For port 52eb1127-d719-47d8-a3ae-76b989d46b9a, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=52eb1127-d719-47d8-a3ae-76b989d46b9a,segment=NetworkSegment(37cc592b-7f9c-4642-8c1c-94e292ee317d),segment_id=37cc592b-7f9c-4642-8c1c-94e292ee317d)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:28.751689 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-90c4e819-b212-4a15-8c67-eba242d798f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:28.762574 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-26887118-67df-4e86-b5eb-e2d6ca4535d2 None None] For port 52eb1127-d719-47d8-a3ae-76b989d46b9a, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=52eb1127-d719-47d8-a3ae-76b989d46b9a,segment=NetworkSegment(37cc592b-7f9c-4642-8c1c-94e292ee317d),segment_id=37cc592b-7f9c-4642-8c1c-94e292ee317d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:28.763553 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-26887118-67df-4e86-b5eb-e2d6ca4535d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:28.786011 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-26887118-67df-4e86-b5eb-e2d6ca4535d2 None None] Calling delete_port for 52eb1127-d719-47d8-a3ae-76b989d46b9a owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:30:28.804343 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-90c4e819-b212-4a15-8c67-eba242d798f6 admin admin] Calling delete_port for 52eb1127-d719-47d8-a3ae-76b989d46b9a owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:30:28.849554 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82b4d102-9a29-4b34-a6d2-2dbb7ea79421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:28.851987 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fe707bc1-7d00-42db-9a25-2be9d4d21cf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:28.859690 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82b4d102-9a29-4b34-a6d2-2dbb7ea79421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:28.936811 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 52eb1127-d719-47d8-a3ae-76b989d46b9a no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:30:28.956403 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8ec1ba4e-1536-4375-a1a7-8366506558ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:28.962788 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8ec1ba4e-1536-4375-a1a7-8366506558ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:28.965570 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8ec1ba4e-1536-4375-a1a7-8366506558ea admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/304f3cbc-b8bf-4843-96a5-b7dac3445fa4 HTTP/1.1" status: 204 len: 168 time: 0.6019745 Jul 23 16:30:28.979971 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-82b4d102-9a29-4b34-a6d2-2dbb7ea79421 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e30773087f804972af77618d9e3bb1f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8447614 Jul 23 16:30:28.982968 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42502) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:29.021819 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-26887118-67df-4e86-b5eb-e2d6ca4535d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:29.063104 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4d102-9a29-4b34-a6d2-2dbb7ea79421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954fc656-fd17-48f3-8388-50c2e0f218d5,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:29.095880 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:29.108150 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26887118-67df-4e86-b5eb-e2d6ca4535d2 None None] Pushing event deleted for resources: {'Port': ['ID=52eb1127-d719-47d8-a3ae-76b989d46b9a,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:29.129243 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26887118-67df-4e86-b5eb-e2d6ca4535d2 None None] No DVR routers for this DVR port 52eb1127-d719-47d8-a3ae-76b989d46b9a on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:30:29.160250 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fe707bc1-7d00-42db-9a25-2be9d4d21cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:29.173942 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1ba4e-1536-4375-a1a7-8366506558ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304f3cbc-b8bf-4843-96a5-b7dac3445fa4,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:29.294855 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a80f84ac-de0f-4f62-9156-3839008310a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:29.367733 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a80f84ac-de0f-4f62-9156-3839008310a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:29.475803 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-90c4e819-b212-4a15-8c67-eba242d798f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:29.483307 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a80f84ac-de0f-4f62-9156-3839008310a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:29.500345 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a80f84ac-de0f-4f62-9156-3839008310a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:29.508809 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a80f84ac-de0f-4f62-9156-3839008310a0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/954fc656-fd17-48f3-8388-50c2e0f218d5 HTTP/1.1" status: 204 len: 168 time: 0.5198145 Jul 23 16:30:29.533187 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f84ac-de0f-4f62-9156-3839008310a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954fc656-fd17-48f3-8388-50c2e0f218d5,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:29.551332 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4e819-b212-4a15-8c67-eba242d798f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=52eb1127-d719-47d8-a3ae-76b989d46b9a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:29.570130 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c4e819-b212-4a15-8c67-eba242d798f6 admin admin] No DVR routers for this DVR port 52eb1127-d719-47d8-a3ae-76b989d46b9a on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:30:29.578655 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fe707bc1-7d00-42db-9a25-2be9d4d21cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:29.679936 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe707bc1-7d00-42db-9a25-2be9d4d21cf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afdba85c-3a3a-4e3d-a242-c2e94f8ff50b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:29.686779 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fe707bc1-7d00-42db-9a25-2be9d4d21cf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:29.694751 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fe707bc1-7d00-42db-9a25-2be9d4d21cf7 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/afdba85c-3a3a-4e3d-a242-c2e94f8ff50b HTTP/1.1" status: 204 len: 168 time: 1.3879588 Jul 23 16:30:29.699284 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42516) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:29.807424 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-90c4e819-b212-4a15-8c67-eba242d798f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:29.830535 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a685f03-66f2-41b5-89b0-9cf6dcd0c9d6 req-5033858c-3c62-4694-bc09-3fd2b08e888f tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:29.833621 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1a685f03-66f2-41b5-89b0-9cf6dcd0c9d6 req-5033858c-3c62-4694-bc09-3fd2b08e888f tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 945 time: 0.4517024 Jul 23 16:30:29.864320 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-90c4e819-b212-4a15-8c67-eba242d798f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e5ef48-b00d-4a4a-b322-8f86cea4f5af']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:29.884750 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-90c4e819-b212-4a15-8c67-eba242d798f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37cc592b-7f9c-4642-8c1c-94e292ee317d') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:29.885287 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-90c4e819-b212-4a15-8c67-eba242d798f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37cc592b-7f9c-4642-8c1c-94e292ee317d') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:29.926930 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-90c4e819-b212-4a15-8c67-eba242d798f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:29.959699 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-90c4e819-b212-4a15-8c67-eba242d798f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:29.981939 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c4e819-b212-4a15-8c67-eba242d798f6 admin admin] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:30:29.982582 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-90c4e819-b212-4a15-8c67-eba242d798f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: self.session.flush() Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: self.session.flush() Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: self.session.flush() Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: self.session.flush() Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:30:29.985456 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:30:29.993124 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f3cefc31-06ed-44f5-827d-bb66110ef6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:30.035502 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1a685f03-66f2-41b5-89b0-9cf6dcd0c9d6 req-6ae596c7-ac0c-4ba1-95b1-f3bf0251eeee tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520107 Jul 23 16:30:30.125237 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-90c4e819-b212-4a15-8c67-eba242d798f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:30.135427 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-90c4e819-b212-4a15-8c67-eba242d798f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:30.142946 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-90c4e819-b212-4a15-8c67-eba242d798f6 admin admin] 10.222.0.73 "DELETE /v2.0/networks/c5e5ef48-b00d-4a4a-b322-8f86cea4f5af HTTP/1.1" status: 204 len: 168 time: 2.1843977 Jul 23 16:30:30.169129 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4e819-b212-4a15-8c67-eba242d798f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5e5ef48-b00d-4a4a-b322-8f86cea4f5af,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:30.179973 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f3cefc31-06ed-44f5-827d-bb66110ef6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:30.194997 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-f3cefc31-06ed-44f5-827d-bb66110ef6b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fcdb072-b06e-4ac9-aeaa-783a9c8875b6']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:30.222265 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-f3cefc31-06ed-44f5-827d-bb66110ef6b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f9791c4-d6e7-486a-bc01-5ba80d4c65be') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:30.222539 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-f3cefc31-06ed-44f5-827d-bb66110ef6b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f9791c4-d6e7-486a-bc01-5ba80d4c65be') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:30.248146 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f3cefc31-06ed-44f5-827d-bb66110ef6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:30.288049 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f3cefc31-06ed-44f5-827d-bb66110ef6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:30.307499 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3cefc31-06ed-44f5-827d-bb66110ef6b0 admin admin] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:30:30.308211 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f3cefc31-06ed-44f5-827d-bb66110ef6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:30.313426 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:30:30.313426 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:30:30.313426 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:30:30.313426 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:30:30.313426 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:30:30.313426 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:30:30.313426 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:30:30.313426 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:30:30.313426 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:30:30.313426 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:30:30.313426 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:30:30.313426 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:30:30.313426 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:30:30.313426 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:30:30.313426 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:30:30.313426 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:30:30.313426 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:30:30.313426 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:30:30.313426 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:30:30.313426 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:30:30.313426 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:30:30.313426 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:30:30.313426 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:30:30.313426 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:30:30.313426 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:30:30.313426 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:30:30.313426 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:30:30.313426 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:30:30.313426 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:30:30.313426 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:30:30.313426 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:30:30.313426 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:30:30.419378 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f3cefc31-06ed-44f5-827d-bb66110ef6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:30.449450 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f3cefc31-06ed-44f5-827d-bb66110ef6b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:30.454906 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f3cefc31-06ed-44f5-827d-bb66110ef6b0 admin admin] 10.222.0.73 "DELETE /v2.0/networks/4fcdb072-b06e-4ac9-aeaa-783a9c8875b6 HTTP/1.1" status: 204 len: 168 time: 0.7539110 Jul 23 16:30:30.456054 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cefc31-06ed-44f5-827d-bb66110ef6b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fcdb072-b06e-4ac9-aeaa-783a9c8875b6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:30.545016 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42534) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:30.660003 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-932aa008-9ab5-4509-924a-2b0537db5aba admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1877a1c5029842a9a22481228281422f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1057374 Jul 23 16:30:30.660876 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42538) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:30.752501 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dfd62d66-2105-4ded-aa88-35103de09845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:30.802568 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dfd62d66-2105-4ded-aa88-35103de09845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:30.924024 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dfd62d66-2105-4ded-aa88-35103de09845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:30.934002 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dfd62d66-2105-4ded-aa88-35103de09845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:30.943577 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-dfd62d66-2105-4ded-aa88-35103de09845 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9ffa6f24-2911-4b0f-8aff-d7b9cbac681d HTTP/1.1" status: 204 len: 168 time: 0.2811129 Jul 23 16:30:30.963764 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42550) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:30.967695 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd62d66-2105-4ded-aa88-35103de09845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffa6f24-2911-4b0f-8aff-d7b9cbac681d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:31.106488 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42554) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:31.117337 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d0697838-213c-4e4a-9186-77882700f51b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6e0db5f31fbe42e8a6955990f39f636d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1502337 Jul 23 16:30:31.238453 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b252a2eb-a8e0-45ae-a2c4-5eb1074ce1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:31.295646 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b252a2eb-a8e0-45ae-a2c4-5eb1074ce1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:31.302874 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1097c09-658c-48df-ad1b-b6ebdf1f7e3c req-ecee5922-1670-4f0f-b2db-29a520befcd6 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:31.306677 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f1097c09-658c-48df-ad1b-b6ebdf1f7e3c req-ecee5922-1670-4f0f-b2db-29a520befcd6 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 945 time: 0.1279213 Jul 23 16:30:31.422666 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b252a2eb-a8e0-45ae-a2c4-5eb1074ce1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:31.427396 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b252a2eb-a8e0-45ae-a2c4-5eb1074ce1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:31.433138 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b252a2eb-a8e0-45ae-a2c4-5eb1074ce1c0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42 HTTP/1.1" status: 204 len: 168 time: 0.3167562 Jul 23 16:30:31.433375 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f1097c09-658c-48df-ad1b-b6ebdf1f7e3c req-f99386ba-b525-4836-aad6-f6381f52a836 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096618 Jul 23 16:30:31.455183 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252a2eb-a8e0-45ae-a2c4-5eb1074ce1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8fe8b9-368f-4ac3-a7bb-6a59332e8c42,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:32.611199 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fa85ed99-f86e-464d-8308-350920f535b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:32.626899 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1417ff-d74e-43f9-8032-a91ad73713f3 req-8ca074c7-97f8-44ad-b4ac-c61c9f434a9f tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:32.629388 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7a1417ff-d74e-43f9-8032-a91ad73713f3 req-8ca074c7-97f8-44ad-b4ac-c61c9f434a9f tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 945 time: 0.1027617 Jul 23 16:30:32.695414 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7a1417ff-d74e-43f9-8032-a91ad73713f3 req-b21a2d84-0542-4526-b598-dcd425e74110 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582795 Jul 23 16:30:32.828982 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42620) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:33.067521 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-e6bd71a4-8c9e-47fd-bc53-15dfcac567c1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1771028924-network', 'tenant_id': '8759b0035d4f4c18add8b213c6e696b9'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:33.102648 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bd71a4-8c9e-47fd-bc53-15dfcac567c1 admin admin] Made reservation on behalf of 8759b0035d4f4c18add8b213c6e696b9 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:30:33.107394 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6bd71a4-8c9e-47fd-bc53-15dfcac567c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:33.119859 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6bd71a4-8c9e-47fd-bc53-15dfcac567c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:33.279906 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6bd71a4-8c9e-47fd-bc53-15dfcac567c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:33.282366 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6bd71a4-8c9e-47fd-bc53-15dfcac567c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:33.297926 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6bd71a4-8c9e-47fd-bc53-15dfcac567c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1136, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:30:33.313856 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6bd71a4-8c9e-47fd-bc53-15dfcac567c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:33.314081 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-e6bd71a4-8c9e-47fd-bc53-15dfcac567c1 admin admin] Added segment 387022a2-5389-423d-86c6-f1f8ae9fbb94 of type vlan for network 69b76154-f529-48bd-8bed-bc8390d8e097 Jul 23 16:30:33.372531 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd71a4-8c9e-47fd-bc53-15dfcac567c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d74c37f-e2af-4d64-bb02-9494fe7502a7,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:33.393448 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6bd71a4-8c9e-47fd-bc53-15dfcac567c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:33.434380 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6bd71a4-8c9e-47fd-bc53-15dfcac567c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:33.436725 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bd71a4-8c9e-47fd-bc53-15dfcac567c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:33.437773 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6bd71a4-8c9e-47fd-bc53-15dfcac567c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:33.478813 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e6bd71a4-8c9e-47fd-bc53-15dfcac567c1 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6442635 Jul 23 16:30:33.482626 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42648) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:33.488825 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-72e1c851-51cf-4b2e-896a-f926914cff6a admin admin] Request body: {'subnet': {'network_id': '69b76154-f529-48bd-8bed-bc8390d8e097', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1771028924-subnet', 'tenant_id': '8759b0035d4f4c18add8b213c6e696b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:33.517717 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e1c851-51cf-4b2e-896a-f926914cff6a admin admin] Made reservation on behalf of 8759b0035d4f4c18add8b213c6e696b9 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:30:33.521979 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-72e1c851-51cf-4b2e-896a-f926914cff6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:33.533853 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd71a4-8c9e-47fd-bc53-15dfcac567c1 admin admin] Pushing event updated for resources: {'Network': ['ID=69b76154-f529-48bd-8bed-bc8390d8e097,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:33.555329 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 69b76154-f529-48bd-8bed-bc8390d8e097 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:30:33.644564 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42654) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:33.805367 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-72e1c851-51cf-4b2e-896a-f926914cff6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:33.924744 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1c851-51cf-4b2e-896a-f926914cff6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b59a8824-54e1-4c25-82a3-f082133f4321,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:33.939029 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e1c851-51cf-4b2e-896a-f926914cff6a admin admin] Checking segment: {'id': '387022a2-5389-423d-86c6-f1f8ae9fbb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '69b76154-f529-48bd-8bed-bc8390d8e097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:30:33.939406 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e1c851-51cf-4b2e-896a-f926914cff6a admin admin] Network hostable DHCP agents. Network: 69b76154-f529-48bd-8bed-bc8390d8e097, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:30:33.982756 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4426d-6dda-4253-b908-ec18ff378e2e req-7b0fc703-5111-4384-a9bb-22a002601b1b tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:33.990828 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fb4426d-6dda-4253-b908-ec18ff378e2e req-7b0fc703-5111-4384-a9bb-22a002601b1b tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 945 time: 0.1695960 Jul 23 16:30:33.992924 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e1c851-51cf-4b2e-896a-f926914cff6a admin admin] Network 69b76154-f529-48bd-8bed-bc8390d8e097 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:30:34.022280 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-72e1c851-51cf-4b2e-896a-f926914cff6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 69b76154-f529-48bd-8bed-bc8390d8e097) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:30:34.027308 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e1c851-51cf-4b2e-896a-f926914cff6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:34.028002 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-72e1c851-51cf-4b2e-896a-f926914cff6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:34.063002 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310438a3-f2d4-4b01-ad80-1dcafdc1acf8 None None] Network 69b76154-f529-48bd-8bed-bc8390d8e097 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:30:34.067475 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-7096b4bf-f9ab-40a9-af47-76b97dc8b156 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1461007857-network', 'tenant_id': '8861468c7b3b4d1599cebb8bdfcca365'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:34.085291 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fb4426d-6dda-4253-b908-ec18ff378e2e req-e3775714-60a9-402d-918c-2d75ea23fca1 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934923 Jul 23 16:30:34.095033 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-72e1c851-51cf-4b2e-896a-f926914cff6a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6110246 Jul 23 16:30:34.133965 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7096b4bf-f9ab-40a9-af47-76b97dc8b156 admin admin] Made reservation on behalf of 8861468c7b3b4d1599cebb8bdfcca365 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:30:34.140872 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7096b4bf-f9ab-40a9-af47-76b97dc8b156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:34.153646 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7096b4bf-f9ab-40a9-af47-76b97dc8b156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:34.320574 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7096b4bf-f9ab-40a9-af47-76b97dc8b156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:34.331868 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7096b4bf-f9ab-40a9-af47-76b97dc8b156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:34.371110 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7096b4bf-f9ab-40a9-af47-76b97dc8b156 admin admin] vlan segment allocate from pool success with {'vlan_id': 1120, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:30:34.396834 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7096b4bf-f9ab-40a9-af47-76b97dc8b156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:34.397214 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-7096b4bf-f9ab-40a9-af47-76b97dc8b156 admin admin] Added segment f7d18cfa-e640-431d-9177-8237361dca9d of type vlan for network f10b44d9-b9f9-4c86-a2ac-80c162192db0 Jul 23 16:30:34.544216 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096b4bf-f9ab-40a9-af47-76b97dc8b156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb295656-cea1-4d3f-804b-cfe664374431,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:34.553615 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7096b4bf-f9ab-40a9-af47-76b97dc8b156 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:34.559268 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b49629c-1f09-4bb4-b91b-a5cb3fbae462 None None] Network 69b76154-f529-48bd-8bed-bc8390d8e097 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:30:34.603753 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7096b4bf-f9ab-40a9-af47-76b97dc8b156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:34.606409 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7096b4bf-f9ab-40a9-af47-76b97dc8b156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:34.607286 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7096b4bf-f9ab-40a9-af47-76b97dc8b156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:34.683113 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7096b4bf-f9ab-40a9-af47-76b97dc8b156 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0313227 Jul 23 16:30:34.683849 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42690) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:34.691649 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-336d4301-a75f-4018-b5d8-de9e96ee569c admin admin] Request body: {'subnet': {'network_id': 'f10b44d9-b9f9-4c86-a2ac-80c162192db0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1461007857-subnet', 'tenant_id': '8861468c7b3b4d1599cebb8bdfcca365', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:34.734728 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336d4301-a75f-4018-b5d8-de9e96ee569c admin admin] Made reservation on behalf of 8861468c7b3b4d1599cebb8bdfcca365 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:30:34.736244 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:34.743719 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-336d4301-a75f-4018-b5d8-de9e96ee569c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:34.763679 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096b4bf-f9ab-40a9-af47-76b97dc8b156 admin admin] Pushing event updated for resources: {'Network': ['ID=f10b44d9-b9f9-4c86-a2ac-80c162192db0,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:34.778837 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network f10b44d9-b9f9-4c86-a2ac-80c162192db0 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:30:35.052805 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-92d667ce-90af-4ac2-86b0-9a8f574221a6 req-4de66d36-bc1a-4c6f-925a-3efc8564ed28 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1372890480', 'description': 'tempest-description-1503234055'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:35.107330 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-336d4301-a75f-4018-b5d8-de9e96ee569c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:35.159308 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-92d667ce-90af-4ac2-86b0-9a8f574221a6 req-4de66d36-bc1a-4c6f-925a-3efc8564ed28 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:35.229376 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d4301-a75f-4018-b5d8-de9e96ee569c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dde45ffd-533d-4f26-9653-b5240a366fed,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:35.348207 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d4301-a75f-4018-b5d8-de9e96ee569c admin admin] Checking segment: {'id': 'f7d18cfa-e640-431d-9177-8237361dca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'f10b44d9-b9f9-4c86-a2ac-80c162192db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:30:35.348633 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336d4301-a75f-4018-b5d8-de9e96ee569c admin admin] Network hostable DHCP agents. Network: f10b44d9-b9f9-4c86-a2ac-80c162192db0, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:30:35.364516 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-af755991-7da5-44fe-8f60-b05830aa0538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:35.402880 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:35.423785 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336d4301-a75f-4018-b5d8-de9e96ee569c admin admin] Network f10b44d9-b9f9-4c86-a2ac-80c162192db0 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:30:35.473949 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-92d667ce-90af-4ac2-86b0-9a8f574221a6 req-4de66d36-bc1a-4c6f-925a-3efc8564ed28 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:35.488764 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-92d667ce-90af-4ac2-86b0-9a8f574221a6 req-4de66d36-bc1a-4c6f-925a-3efc8564ed28 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:35.551263 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-336d4301-a75f-4018-b5d8-de9e96ee569c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, f10b44d9-b9f9-4c86-a2ac-80c162192db0) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:30:35.562098 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76d8a5d-e854-41fe-a0df-62ec280c5cab None None] Network f10b44d9-b9f9-4c86-a2ac-80c162192db0 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:30:35.566109 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336d4301-a75f-4018-b5d8-de9e96ee569c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:35.566668 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-336d4301-a75f-4018-b5d8-de9e96ee569c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:35.586209 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de66d36-bc1a-4c6f-925a-3efc8564ed28 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26cfaac8-7c27-41fe-86fb-cd1e9a67f162,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:35.605785 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-92d667ce-90af-4ac2-86b0-9a8f574221a6 req-4de66d36-bc1a-4c6f-925a-3efc8564ed28 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:35.616017 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-92d667ce-90af-4ac2-86b0-9a8f574221a6 req-4de66d36-bc1a-4c6f-925a-3efc8564ed28 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5797257 Jul 23 16:30:35.627406 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-336d4301-a75f-4018-b5d8-de9e96ee569c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9340320 Jul 23 16:30:35.733016 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0901c-e9cc-45e2-8f6d-6401522f6220 req-e9719fb5-dd04-4ec6-9501-67f37b3a97f7 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:35.735031 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2aa0901c-e9cc-45e2-8f6d-6401522f6220 req-e9719fb5-dd04-4ec6-9501-67f37b3a97f7 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 945 time: 0.1546078 Jul 23 16:30:35.888823 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fc78346e-df2c-47c1-b6bf-71d87a0e92ff req-8c621569-a1d3-4da4-975b-7241e8344fb0 tempest-ServerShowV254Test-1452191069 tempest-ServerShowV254Test-1452191069-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab68604e-6a65-4c29-8fff-a211c5526e4a HTTP/1.1" status: 200 len: 210 time: 0.0941377 Jul 23 16:30:35.949431 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2aa0901c-e9cc-45e2-8f6d-6401522f6220 req-70ad16f7-d744-4d38-9089-1da0c40a7028 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909246 Jul 23 16:30:35.959852 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec27e1f3-706b-4ff6-8d17-e80370cb6ee2 None None] Network f10b44d9-b9f9-4c86-a2ac-80c162192db0 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:30:36.006476 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42738) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:36.014974 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-7bb68d7b-be31-4c70-949a-327509b68513 req-63a9ed51-34b0-4030-b0ad-2e71383c0745 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2081386777', 'description': 'tempest-description-1323346061'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:36.076477 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7bb68d7b-be31-4c70-949a-327509b68513 req-63a9ed51-34b0-4030-b0ad-2e71383c0745 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:36.292459 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7bb68d7b-be31-4c70-949a-327509b68513 req-63a9ed51-34b0-4030-b0ad-2e71383c0745 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:36.298312 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7bb68d7b-be31-4c70-949a-327509b68513 req-63a9ed51-34b0-4030-b0ad-2e71383c0745 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:36.344462 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7bb68d7b-be31-4c70-949a-327509b68513 req-63a9ed51-34b0-4030-b0ad-2e71383c0745 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:36.346173 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7bb68d7b-be31-4c70-949a-327509b68513 req-63a9ed51-34b0-4030-b0ad-2e71383c0745 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3408999 Jul 23 16:30:36.358354 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9ed51-34b0-4030-b0ad-2e71383c0745 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad41e0f4-99d1-41eb-8771-67df8b98d5e6,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:36.483782 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:36.515453 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-64afe4b2-baa3-45a0-a7df-e5597e467384 tempest-QuotasTest-1029961508 tempest-QuotasTest-1029961508-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:36.591414 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-64afe4b2-baa3-45a0-a7df-e5597e467384 tempest-QuotasTest-1029961508 tempest-QuotasTest-1029961508-project-admin] 10.222.0.73 "PUT /v2.0/quotas/089d4d73d2264d11a3bdf0dc69d9b1ef HTTP/1.1" status: 200 len: 366 time: 0.5828962 Jul 23 16:30:36.594111 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42754) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:36.609424 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4499a009-726d-43e5-9416-d8e07953eac1 tempest-QuotasTest-1029961508 tempest-QuotasTest-1029961508-project-admin] 10.222.0.73 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0137358 Jul 23 16:30:36.612156 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42756) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:36.626355 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-74582a43-ee03-4c14-b3d5-5a4021b55dd3 tempest-QuotasTest-1029961508 tempest-QuotasTest-1029961508-project-admin] 10.222.0.73 "GET /v2.0/quotas/089d4d73d2264d11a3bdf0dc69d9b1ef HTTP/1.1" status: 200 len: 366 time: 0.0111492 Jul 23 16:30:36.629517 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42760) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:36.649684 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6d6e6d29-9dfa-4df7-ac60-a815d42be12c tempest-QuotasTest-1029961508 tempest-QuotasTest-1029961508-project-admin] 10.222.0.73 "DELETE /v2.0/quotas/089d4d73d2264d11a3bdf0dc69d9b1ef HTTP/1.1" status: 204 len: 168 time: 0.0189044 Jul 23 16:30:36.651933 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42764) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:36.681946 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4ddc20bc-6c7a-45da-9c40-064a4be71204 tempest-QuotasTest-1029961508 tempest-QuotasTest-1029961508-project-admin] 10.222.0.73 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0285895 Jul 23 16:30:36.684520 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42766) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:36.709230 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-edd4cc3b-d213-4664-b847-488c12838b4e tempest-QuotasTest-1029961508 tempest-QuotasTest-1029961508-project-admin] 10.222.0.73 "GET /v2.0/quotas/089d4d73d2264d11a3bdf0dc69d9b1ef HTTP/1.1" status: 200 len: 370 time: 0.0230222 Jul 23 16:30:36.711573 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42772) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:36.718213 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-98940529-92d0-4f75-a54a-d307f121b8a5 tempest-QuotasTest-1029961508 tempest-QuotasTest-1029961508-project-admin] 10.222.0.73 "GET /v2.0/quotas/089d4d73d2264d11a3bdf0dc69d9b1ef/default HTTP/1.1" status: 200 len: 370 time: 0.0055335 Jul 23 16:30:36.720780 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42774) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:36.792372 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-68d14817-5a21-4cf2-a39d-99282c730bad tempest-QuotasTest-1029961508 tempest-QuotasTest-1029961508-project-admin] delete failed (client error): The resource could not be found. Jul 23 16:30:36.792372 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-68d14817-5a21-4cf2-a39d-99282c730bad tempest-QuotasTest-1029961508 tempest-QuotasTest-1029961508-project-admin] 10.222.0.73 "DELETE /v2.0/quotas/089d4d73d2264d11a3bdf0dc69d9b1ef HTTP/1.1" status: 404 len: 348 time: 0.0702660 Jul 23 16:30:36.982575 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472175ec-9d04-447a-b477-915448445714 req-7ee1eb56-375e-45df-8876-aa886c21d8b2 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:36.985601 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-472175ec-9d04-447a-b477-915448445714 req-7ee1eb56-375e-45df-8876-aa886c21d8b2 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/networks?id=69b76154-f529-48bd-8bed-bc8390d8e097 HTTP/1.1" status: 200 len: 813 time: 0.1923575 Jul 23 16:30:37.017871 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-472175ec-9d04-447a-b477-915448445714 req-c3fd3fcf-49a4-4595-8731-fe430eb212bb tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/quotas/8759b0035d4f4c18add8b213c6e696b9 HTTP/1.1" status: 200 len: 375 time: 0.0237064 Jul 23 16:30:37.075985 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-472175ec-9d04-447a-b477-915448445714 req-39781f8d-2b52-4208-8177-1c94190ae746 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8759b0035d4f4c18add8b213c6e696b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487838 Jul 23 16:30:37.170470 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42806) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:37.210643 n-d-778549-4 neutron-server[94013]: DEBUG neutron.quota.resource [None req-26cf52a2-0aca-4066-b77e-c513cbc98d43 tempest-QuotasTest-1029961508 tempest-QuotasTest-1029961508-project-admin] Usage tracker for resource:network and tenant:6af8c53b1c3a4f868c8d54d75200082e is out of sync, need to count used quota {{(pid=94013) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 16:30:37.218041 n-d-778549-4 neutron-server[94013]: DEBUG neutron.quota.resource [None req-26cf52a2-0aca-4066-b77e-c513cbc98d43 tempest-QuotasTest-1029961508 tempest-QuotasTest-1029961508-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94013) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 16:30:37.226750 n-d-778549-4 neutron-server[94013]: DEBUG neutron.quota.resource [None req-26cf52a2-0aca-4066-b77e-c513cbc98d43 tempest-QuotasTest-1029961508 tempest-QuotasTest-1029961508-project-admin] Usage tracker for resource:subnet and tenant:6af8c53b1c3a4f868c8d54d75200082e is out of sync, need to count used quota {{(pid=94013) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 16:30:37.240258 n-d-778549-4 neutron-server[94013]: DEBUG neutron.quota.resource [None req-26cf52a2-0aca-4066-b77e-c513cbc98d43 tempest-QuotasTest-1029961508 tempest-QuotasTest-1029961508-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94013) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 16:30:37.257154 n-d-778549-4 neutron-server[94013]: DEBUG neutron.quota.resource [None req-26cf52a2-0aca-4066-b77e-c513cbc98d43 tempest-QuotasTest-1029961508 tempest-QuotasTest-1029961508-project-admin] Usage tracker for resource:subnetpool and tenant:6af8c53b1c3a4f868c8d54d75200082e is out of sync, need to count used quota {{(pid=94013) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 16:30:37.259623 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:37.265363 n-d-778549-4 neutron-server[94013]: DEBUG neutron.quota.resource [None req-26cf52a2-0aca-4066-b77e-c513cbc98d43 tempest-QuotasTest-1029961508 tempest-QuotasTest-1029961508-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94013) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 16:30:37.279125 n-d-778549-4 neutron-server[94013]: DEBUG neutron.quota.resource [None req-26cf52a2-0aca-4066-b77e-c513cbc98d43 tempest-QuotasTest-1029961508 tempest-QuotasTest-1029961508-project-admin] Usage tracker for resource:port and tenant:6af8c53b1c3a4f868c8d54d75200082e is out of sync, need to count used quota {{(pid=94013) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 16:30:37.286355 n-d-778549-4 neutron-server[94013]: DEBUG neutron.quota.resource [None req-26cf52a2-0aca-4066-b77e-c513cbc98d43 tempest-QuotasTest-1029961508 tempest-QuotasTest-1029961508-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94013) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 16:30:37.301860 n-d-778549-4 neutron-server[94013]: DEBUG neutron.quota.resource [None req-26cf52a2-0aca-4066-b77e-c513cbc98d43 tempest-QuotasTest-1029961508 tempest-QuotasTest-1029961508-project-admin] Usage tracker for resource:router and tenant:6af8c53b1c3a4f868c8d54d75200082e is out of sync, need to count used quota {{(pid=94013) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 16:30:37.308668 n-d-778549-4 neutron-server[94013]: DEBUG neutron.quota.resource [None req-26cf52a2-0aca-4066-b77e-c513cbc98d43 tempest-QuotasTest-1029961508 tempest-QuotasTest-1029961508-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94013) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 16:30:37.327996 n-d-778549-4 neutron-server[94013]: DEBUG neutron.quota.resource [None req-26cf52a2-0aca-4066-b77e-c513cbc98d43 tempest-QuotasTest-1029961508 tempest-QuotasTest-1029961508-project-admin] Usage tracker for resource:floatingip and tenant:6af8c53b1c3a4f868c8d54d75200082e is out of sync, need to count used quota {{(pid=94013) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 16:30:37.358816 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-472175ec-9d04-447a-b477-915448445714 req-952fee06-d5a8-445d-940b-d13a0de96b13 service neutron] 10.222.0.73 "GET /v2.0/networks/69b76154-f529-48bd-8bed-bc8390d8e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689161 Jul 23 16:30:37.368997 n-d-778549-4 neutron-server[94013]: DEBUG neutron.quota.resource [None req-26cf52a2-0aca-4066-b77e-c513cbc98d43 tempest-QuotasTest-1029961508 tempest-QuotasTest-1029961508-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94013) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 16:30:37.370613 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-b2d088ec-5b20-4ea6-a19d-5b6a3cb0b637 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:37.373990 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-b2d088ec-5b20-4ea6-a19d-5b6a3cb0b637 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.73 "GET /v2.0/networks?id=f10b44d9-b9f9-4c86-a2ac-80c162192db0 HTTP/1.1" status: 200 len: 814 time: 0.2999260 Jul 23 16:30:37.409782 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-197d5c8e-e265-40ed-b479-89bd95ba538a tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.73 "GET /v2.0/quotas/8861468c7b3b4d1599cebb8bdfcca365 HTTP/1.1" status: 200 len: 375 time: 0.0278549 Jul 23 16:30:37.472609 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-11074a88-bf7e-42f3-9d96-9f5625acac36 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8861468c7b3b4d1599cebb8bdfcca365&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496724 Jul 23 16:30:37.532111 n-d-778549-4 neutron-server[94013]: DEBUG neutron.quota.resource [None req-26cf52a2-0aca-4066-b77e-c513cbc98d43 tempest-QuotasTest-1029961508 tempest-QuotasTest-1029961508-project-admin] Usage tracker for resource:security_group and tenant:6af8c53b1c3a4f868c8d54d75200082e is out of sync, need to count used quota {{(pid=94013) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 16:30:37.551224 n-d-778549-4 neutron-server[94013]: DEBUG neutron.quota.resource [None req-26cf52a2-0aca-4066-b77e-c513cbc98d43 tempest-QuotasTest-1029961508 tempest-QuotasTest-1029961508-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94013) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 16:30:37.566502 n-d-778549-4 neutron-server[94013]: DEBUG neutron.quota.resource [None req-26cf52a2-0aca-4066-b77e-c513cbc98d43 tempest-QuotasTest-1029961508 tempest-QuotasTest-1029961508-project-admin] Usage tracker for resource:security_group_rule and tenant:6af8c53b1c3a4f868c8d54d75200082e is out of sync, need to count used quota {{(pid=94013) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 16:30:37.576495 n-d-778549-4 neutron-server[94013]: DEBUG neutron.quota.resource [None req-26cf52a2-0aca-4066-b77e-c513cbc98d43 tempest-QuotasTest-1029961508 tempest-QuotasTest-1029961508-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94013) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 16:30:37.591005 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-26cf52a2-0aca-4066-b77e-c513cbc98d43 tempest-QuotasTest-1029961508 tempest-QuotasTest-1029961508-project-admin] 10.222.0.73 "GET /v2.0/quotas/6af8c53b1c3a4f868c8d54d75200082e/details.json HTTP/1.1" status: 200 len: 703 time: 0.4220505 Jul 23 16:30:37.659853 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-472175ec-9d04-447a-b477-915448445714 req-5a2621d8-b5c0-491c-9e3f-b2ebbfaf6c4c service neutron] 10.222.0.73 "GET /v2.0/networks/69b76154-f529-48bd-8bed-bc8390d8e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762070 Jul 23 16:30:37.700301 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-1fcc7c89-98b6-4ad7-8b5d-7124e41fa5df service neutron] 10.222.0.73 "GET /v2.0/networks/f10b44d9-b9f9-4c86-a2ac-80c162192db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127175 Jul 23 16:30:38.301172 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42834) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:38.391783 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1afdb6b1-de6d-4a93-910d-78bd53699a0e req-344ac925-8481-4fb1-970f-775d52498409 tempest-ServerShowV254Test-1452191069 tempest-ServerShowV254Test-1452191069-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab68604e-6a65-4c29-8fff-a211c5526e4a HTTP/1.1" status: 200 len: 210 time: 0.0370560 Jul 23 16:30:38.437695 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-db3b8dc7-81d3-401f-831f-c92008514efe service neutron] 10.222.0.73 "GET /v2.0/networks/f10b44d9-b9f9-4c86-a2ac-80c162192db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7272685 Jul 23 16:30:38.529673 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:38.614819 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eda5e3-df00-4f50-8f6b-a2c740a2278b req-7cfd503a-1f47-4416-b482-17918f9e09ed tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:38.618122 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c2eda5e3-df00-4f50-8f6b-a2c740a2278b req-7cfd503a-1f47-4416-b482-17918f9e09ed tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 945 time: 0.1082616 Jul 23 16:30:38.694060 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c2eda5e3-df00-4f50-8f6b-a2c740a2278b req-af975213-7341-4187-bf7b-ca5b3d223c27 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702472 Jul 23 16:30:38.819243 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1de7b65e-0902-4980-9041-9f1876a59071 req-dd0de024-b454-43ae-8fd8-c48f655e840d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ab68604e-6a65-4c29-8fff-a211c5526e4a HTTP/1.1" status: 200 len: 210 time: 0.0535800 Jul 23 16:30:38.852811 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ca3e6c4e-b415-4eb7-b717-53807118c3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:38.906341 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-27008792-15db-4644-a341-43e49863677a req-f0decbae-66f9-436b-82cf-9f0ec4a5aa20 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4 HTTP/1.1" status: 200 len: 210 time: 0.0852902 Jul 23 16:30:38.960625 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2af706fd-7534-4df1-92b8-f945b1307568 req-616d08b9-f0d7-4b1a-999a-dfa31f69a86c tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f618e55-13c3-413c-88c0-13889fff48d4 HTTP/1.1" status: 200 len: 210 time: 0.1272540 Jul 23 16:30:39.068898 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ca3e6c4e-b415-4eb7-b717-53807118c3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:39.074403 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ca3e6c4e-b415-4eb7-b717-53807118c3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:39.150447 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ca3e6c4e-b415-4eb7-b717-53807118c3d3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9999c8ac69034a3a98f08f035faf4511&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8474741 Jul 23 16:30:39.151702 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e6c4e-b415-4eb7-b717-53807118c3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a242a3-af12-4760-9395-d26fa981900d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:39.153492 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42858) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:39.271870 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4ed11409-7053-40f1-80e3-81407830f55a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:39.310845 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4ed11409-7053-40f1-80e3-81407830f55a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:39.379022 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4ed11409-7053-40f1-80e3-81407830f55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:39.383349 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4ed11409-7053-40f1-80e3-81407830f55a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:39.388085 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4ed11409-7053-40f1-80e3-81407830f55a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f3a242a3-af12-4760-9395-d26fa981900d HTTP/1.1" status: 204 len: 168 time: 0.2331762 Jul 23 16:30:39.397486 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed11409-7053-40f1-80e3-81407830f55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a242a3-af12-4760-9395-d26fa981900d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:39.615904 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0a1ca4c5-d2af-47c6-a964-33a9e4160301 req-c90b36ee-8d92-4225-8eaf-0a2e385ec8c3 tempest-ServerShowV254Test-1452191069 tempest-ServerShowV254Test-1452191069-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab68604e-6a65-4c29-8fff-a211c5526e4a HTTP/1.1" status: 200 len: 210 time: 0.0930920 Jul 23 16:30:39.974376 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc08ca9-1a19-4eba-8013-db5e59cd95d0 req-58d91549-b66a-4664-adc7-85866f0d3efc tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:39.975920 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fc08ca9-1a19-4eba-8013-db5e59cd95d0 req-58d91549-b66a-4664-adc7-85866f0d3efc tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 945 time: 0.1547284 Jul 23 16:30:40.014512 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472175ec-9d04-447a-b477-915448445714 req-011f8c76-9789-4503-91d4-f5e49ed67bc9 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:40.018752 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-472175ec-9d04-447a-b477-915448445714 req-011f8c76-9789-4503-91d4-f5e49ed67bc9 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.74 "GET /v2.0/networks?id=69b76154-f529-48bd-8bed-bc8390d8e097 HTTP/1.1" status: 200 len: 813 time: 0.2861922 Jul 23 16:30:40.032222 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-472175ec-9d04-447a-b477-915448445714 req-2423cf4f-05dd-4e6c-af4c-db2bdc257dc3 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Request body: {'port': {'device_id': 'ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4', 'network_id': '69b76154-f529-48bd-8bed-bc8390d8e097', 'admin_state_up': True, 'tenant_id': '8759b0035d4f4c18add8b213c6e696b9'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:40.054106 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fc08ca9-1a19-4eba-8013-db5e59cd95d0 req-77da8328-361f-4a42-9849-3e817fb38f19 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698073 Jul 23 16:30:40.149577 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-770cf606-e6e1-4af3-bde3-ffad492a7a0b req-8621bb63-16de-4776-998c-bac0f5a1b209 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4 HTTP/1.1" status: 200 len: 210 time: 0.0713880 Jul 23 16:30:40.278304 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ff3155ad-b310-4264-89cc-da0d676505b9 req-efd13c06-70b2-4da9-901c-ddcfa7cbb81d tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f618e55-13c3-413c-88c0-13889fff48d4 HTTP/1.1" status: 200 len: 210 time: 0.0642574 Jul 23 16:30:40.355150 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42886) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:40.382827 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e57a8f13-e1e5-45ec-8fdd-a19328f86bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:40.912716 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e57a8f13-e1e5-45ec-8fdd-a19328f86bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:40.965881 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-472175ec-9d04-447a-b477-915448445714 req-2423cf4f-05dd-4e6c-af4c-db2bdc257dc3 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Made reservation on behalf of 8759b0035d4f4c18add8b213c6e696b9 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:30:40.973833 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-472175ec-9d04-447a-b477-915448445714 req-2423cf4f-05dd-4e6c-af4c-db2bdc257dc3 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:41.038885 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-51391420-71c4-4e9d-b759-5f1f100cc3d1 req-87cb0204-508f-4932-a026-2b14fed47969 tempest-ServerShowV254Test-1452191069 tempest-ServerShowV254Test-1452191069-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab68604e-6a65-4c29-8fff-a211c5526e4a HTTP/1.1" status: 200 len: 210 time: 0.1336515 Jul 23 16:30:41.064807 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e57a8f13-e1e5-45ec-8fdd-a19328f86bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:41.167863 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e57a8f13-e1e5-45ec-8fdd-a19328f86bb2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6af8c53b1c3a4f868c8d54d75200082e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8114505 Jul 23 16:30:41.173673 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42900) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:41.256963 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a8f13-e1e5-45ec-8fdd-a19328f86bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9babee2-0d70-43bd-8f83-6f9af7dda51f,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:41.301373 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c9c6d0d3-dd40-438f-a58d-b16da098ff57 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:41.303974 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c9c6d0d3-dd40-438f-a58d-b16da098ff57 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.74 "GET /v2.0/networks?id=f10b44d9-b9f9-4c86-a2ac-80c162192db0 HTTP/1.1" status: 200 len: 814 time: 0.6056132 Jul 23 16:30:41.384910 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c9d0665d-3391-4b46-a728-0a6d3fdb71e0 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Request body: {'port': {'device_id': '8f618e55-13c3-413c-88c0-13889fff48d4', 'network_id': 'f10b44d9-b9f9-4c86-a2ac-80c162192db0', 'admin_state_up': True, 'tenant_id': '8861468c7b3b4d1599cebb8bdfcca365'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:41.425253 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-57300c4b-89f6-4328-90f2-330808051c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:41.584634 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-57300c4b-89f6-4328-90f2-330808051c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:41.657303 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca8715-5b06-47e3-accd-05cfe50d0a7a req-f764b1b3-bcd3-4240-8f9e-bbde36ed4982 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:41.658481 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-472175ec-9d04-447a-b477-915448445714 req-2423cf4f-05dd-4e6c-af4c-db2bdc257dc3 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Allocated IP 172.20.0.4 (69b76154-f529-48bd-8bed-bc8390d8e097/b59a8824-54e1-4c25-82a3-f082133f4321/69f0d11c-508f-445f-8ce4-593bb417cc23) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:30:41.668265 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45ca8715-5b06-47e3-accd-05cfe50d0a7a req-f764b1b3-bcd3-4240-8f9e-bbde36ed4982 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 945 time: 0.3625116 Jul 23 16:30:41.751953 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45ca8715-5b06-47e3-accd-05cfe50d0a7a req-4cd543a4-5fdb-49aa-b976-312cd1b81ea8 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810421 Jul 23 16:30:41.875344 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c9d0665d-3391-4b46-a728-0a6d3fdb71e0 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Made reservation on behalf of 8861468c7b3b4d1599cebb8bdfcca365 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:30:41.898382 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c9d0665d-3391-4b46-a728-0a6d3fdb71e0 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:41.931177 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-57300c4b-89f6-4328-90f2-330808051c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:41.935799 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-57300c4b-89f6-4328-90f2-330808051c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:41.940283 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-57300c4b-89f6-4328-90f2-330808051c2b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c9babee2-0d70-43bd-8f83-6f9af7dda51f HTTP/1.1" status: 204 len: 168 time: 0.7566218 Jul 23 16:30:42.024579 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57300c4b-89f6-4328-90f2-330808051c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9babee2-0d70-43bd-8f83-6f9af7dda51f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:42.223414 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-472175ec-9d04-447a-b477-915448445714 req-2423cf4f-05dd-4e6c-af4c-db2bdc257dc3 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:42.235280 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c922e49d-0327-4a6e-bf9c-338831eed0d0 req-3c8160c1-9dc6-44b8-bc61-e0adfd2a9515 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f618e55-13c3-413c-88c0-13889fff48d4 HTTP/1.1" status: 200 len: 210 time: 0.3022010 Jul 23 16:30:42.242152 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2cb9aa9-137e-474c-a1e6-0a0239897f40 req-8b87c7d7-71d4-437d-9758-4a9bf077577b tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4 HTTP/1.1" status: 200 len: 210 time: 0.3374453 Jul 23 16:30:42.384758 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-472175ec-9d04-447a-b477-915448445714 req-2423cf4f-05dd-4e6c-af4c-db2bdc257dc3 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:42.400103 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c9d0665d-3391-4b46-a728-0a6d3fdb71e0 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Allocated IP 172.20.0.13 (f10b44d9-b9f9-4c86-a2ac-80c162192db0/dde45ffd-533d-4f26-9653-b5240a366fed/87919f5e-c590-44cf-93e9-9b995b97a95e) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:30:42.494802 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-472175ec-9d04-447a-b477-915448445714 req-2423cf4f-05dd-4e6c-af4c-db2bdc257dc3 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Network 69b76154-f529-48bd-8bed-bc8390d8e097 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:30:42.499822 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-472175ec-9d04-447a-b477-915448445714 req-2423cf4f-05dd-4e6c-af4c-db2bdc257dc3 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:30:42.504730 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-472175ec-9d04-447a-b477-915448445714 req-2423cf4f-05dd-4e6c-af4c-db2bdc257dc3 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:30:42.576701 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423cf4f-05dd-4e6c-af4c-db2bdc257dc3 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Pushing event updated for resources: {'Port': ['ID=69f0d11c-508f-445f-8ce4-593bb417cc23,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:42.606219 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472175ec-9d04-447a-b477-915448445714 req-2423cf4f-05dd-4e6c-af4c-db2bdc257dc3 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:42.607652 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-472175ec-9d04-447a-b477-915448445714 req-2423cf4f-05dd-4e6c-af4c-db2bdc257dc3 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:42.673003 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-472175ec-9d04-447a-b477-915448445714 req-2423cf4f-05dd-4e6c-af4c-db2bdc257dc3 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6432242 Jul 23 16:30:42.687539 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-472175ec-9d04-447a-b477-915448445714 req-b166f044-b760-4451-9263-68804bcb329b service neutron] Request body: {'port': {'device_id': 'ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:42.814349 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-472175ec-9d04-447a-b477-915448445714 req-b166f044-b760-4451-9263-68804bcb329b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:42.952353 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c9d0665d-3391-4b46-a728-0a6d3fdb71e0 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:43.219012 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-25d58f7e-81e0-4d12-8448-30b1b74a0dd2 req-e88927a4-dc51-4b2e-b406-64feef600897 tempest-ServerShowV254Test-1452191069 tempest-ServerShowV254Test-1452191069-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab68604e-6a65-4c29-8fff-a211c5526e4a HTTP/1.1" status: 200 len: 210 time: 0.0950832 Jul 23 16:30:43.267848 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c9d0665d-3391-4b46-a728-0a6d3fdb71e0 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:43.324793 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c9d0665d-3391-4b46-a728-0a6d3fdb71e0 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Network f10b44d9-b9f9-4c86-a2ac-80c162192db0 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:30:43.337103 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c9d0665d-3391-4b46-a728-0a6d3fdb71e0 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:30:43.339970 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c9d0665d-3391-4b46-a728-0a6d3fdb71e0 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:30:43.451777 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194896ec-f965-4ca9-ae3a-9d9297dc6f78 req-385441fe-ac94-4819-9ec5-8987bf31f7d1 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:43.465573 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-194896ec-f965-4ca9-ae3a-9d9297dc6f78 req-385441fe-ac94-4819-9ec5-8987bf31f7d1 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 945 time: 0.3926985 Jul 23 16:30:43.479406 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-472175ec-9d04-447a-b477-915448445714 req-b166f044-b760-4451-9263-68804bcb329b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f0d11c-508f-445f-8ce4-593bb417cc23 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:30:43.511653 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-472175ec-9d04-447a-b477-915448445714 req-b166f044-b760-4451-9263-68804bcb329b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:43.525386 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-472175ec-9d04-447a-b477-915448445714 req-b166f044-b760-4451-9263-68804bcb329b service neutron] Transition to ACTIVE for port object 69f0d11c-508f-445f-8ce4-593bb417cc23 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:30:43.532380 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0665d-3391-4b46-a728-0a6d3fdb71e0 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Pushing event updated for resources: {'Port': ['ID=87919f5e-c590-44cf-93e9-9b995b97a95e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:43.540125 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-472175ec-9d04-447a-b477-915448445714 req-b166f044-b760-4451-9263-68804bcb329b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:43.580491 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c9d0665d-3391-4b46-a728-0a6d3fdb71e0 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:43.582347 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c9d0665d-3391-4b46-a728-0a6d3fdb71e0 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:43.620237 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c9d0665d-3391-4b46-a728-0a6d3fdb71e0 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3025384 Jul 23 16:30:43.630219 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b166f044-b760-4451-9263-68804bcb329b service neutron] Pushing event updated for resources: {'Port': ['ID=69f0d11c-508f-445f-8ce4-593bb417cc23,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:43.657711 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c87e30f6-38ac-4081-8c9f-6cf9b82c5785 service neutron] Request body: {'port': {'device_id': '8f618e55-13c3-413c-88c0-13889fff48d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:43.673912 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-194896ec-f965-4ca9-ae3a-9d9297dc6f78 req-68b7d216-b475-4a4f-a311-69e8040e2ed0 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071915 Jul 23 16:30:43.732995 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6c949-2496-421d-b4e5-a48c7d120e19 req-63760c48-ba8e-4557-bb4d-52ddff25093e tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:43.734665 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15b6c949-2496-421d-b4e5-a48c7d120e19 req-63760c48-ba8e-4557-bb4d-52ddff25093e tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f618e55-13c3-413c-88c0-13889fff48d4 HTTP/1.1" status: 200 len: 932 time: 0.3022614 Jul 23 16:30:43.821773 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c87e30f6-38ac-4081-8c9f-6cf9b82c5785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:43.822835 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-472175ec-9d04-447a-b477-915448445714 req-b166f044-b760-4451-9263-68804bcb329b service neutron] Attempting to bind port 69f0d11c-508f-445f-8ce4-593bb417cc23 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:30:43.823419 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-472175ec-9d04-447a-b477-915448445714 req-b166f044-b760-4451-9263-68804bcb329b service neutron] Attempting to bind port 69f0d11c-508f-445f-8ce4-593bb417cc23 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '387022a2-5389-423d-86c6-f1f8ae9fbb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '69b76154-f529-48bd-8bed-bc8390d8e097'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:30:43.823926 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472175ec-9d04-447a-b477-915448445714 req-b166f044-b760-4451-9263-68804bcb329b service neutron] Attempting to bind port 69f0d11c-508f-445f-8ce4-593bb417cc23 on network 69b76154-f529-48bd-8bed-bc8390d8e097 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:30:43.826992 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15b6c949-2496-421d-b4e5-a48c7d120e19 req-db2a5dee-9916-4846-99dc-0c61c934ee38 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb295656-cea1-4d3f-804b-cfe664374431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809832 Jul 23 16:30:43.844195 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472175ec-9d04-447a-b477-915448445714 req-b166f044-b760-4451-9263-68804bcb329b service neutron] Port 69f0d11c-508f-445f-8ce4-593bb417cc23 on network 69b76154-f529-48bd-8bed-bc8390d8e097 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:30:43.845092 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472175ec-9d04-447a-b477-915448445714 req-b166f044-b760-4451-9263-68804bcb329b service neutron] Attempting to bind port 69f0d11c-508f-445f-8ce4-593bb417cc23 on network 69b76154-f529-48bd-8bed-bc8390d8e097 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:30:43.861461 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472175ec-9d04-447a-b477-915448445714 req-b166f044-b760-4451-9263-68804bcb329b service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:30:43.861461 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472175ec-9d04-447a-b477-915448445714 req-b166f044-b760-4451-9263-68804bcb329b service neutron] Checking segment: {'id': '387022a2-5389-423d-86c6-f1f8ae9fbb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '69b76154-f529-48bd-8bed-bc8390d8e097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:30:43.861461 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472175ec-9d04-447a-b477-915448445714 req-b166f044-b760-4451-9263-68804bcb329b service neutron] Bound using segment: {'id': '387022a2-5389-423d-86c6-f1f8ae9fbb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '69b76154-f529-48bd-8bed-bc8390d8e097'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:30:43.861461 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-472175ec-9d04-447a-b477-915448445714 req-b166f044-b760-4451-9263-68804bcb329b service neutron] Bound port: 69f0d11c-508f-445f-8ce4-593bb417cc23, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '387022a2-5389-423d-86c6-f1f8ae9fbb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '69b76154-f529-48bd-8bed-bc8390d8e097'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:30:43.861461 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-472175ec-9d04-447a-b477-915448445714 req-b166f044-b760-4451-9263-68804bcb329b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:43.968425 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-472175ec-9d04-447a-b477-915448445714 req-b166f044-b760-4451-9263-68804bcb329b service neutron] For port 69f0d11c-508f-445f-8ce4-593bb417cc23, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:30:43.975421 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-472175ec-9d04-447a-b477-915448445714 req-b166f044-b760-4451-9263-68804bcb329b service neutron] For port 69f0d11c-508f-445f-8ce4-593bb417cc23, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=69f0d11c-508f-445f-8ce4-593bb417cc23,segment=NetworkSegment(387022a2-5389-423d-86c6-f1f8ae9fbb94),segment_id=387022a2-5389-423d-86c6-f1f8ae9fbb94)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:30:43.983845 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-472175ec-9d04-447a-b477-915448445714 req-b166f044-b760-4451-9263-68804bcb329b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:44.029531 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472175ec-9d04-447a-b477-915448445714 req-b166f044-b760-4451-9263-68804bcb329b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:44.030320 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-472175ec-9d04-447a-b477-915448445714 req-b166f044-b760-4451-9263-68804bcb329b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:44.031965 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-472175ec-9d04-447a-b477-915448445714 req-b166f044-b760-4451-9263-68804bcb329b service neutron] 10.222.0.74 "PUT /v2.0/ports/69f0d11c-508f-445f-8ce4-593bb417cc23 HTTP/1.1" status: 200 len: 1091 time: 1.3516800 Jul 23 16:30:44.032553 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4', 'tag': '69f0d11c-508f-445f-8ce4-593bb417cc23'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:30:44.035612 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6b46b5-a084-49a5-99b3-b1d57b7d1dea" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4", "tag": "69f0d11c-508f-445f-8ce4-593bb417cc23"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:30:44.086934 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b166f044-b760-4451-9263-68804bcb329b service neutron] Pushing event updated for resources: {'Port': ['ID=69f0d11c-508f-445f-8ce4-593bb417cc23,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:44.171866 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e78e2f-f3ec-448c-bd30-b7815534827b req-0418b061-6d76-43af-becc-b2dc602a5e11 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:44.173530 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e0e78e2f-f3ec-448c-bd30-b7815534827b req-0418b061-6d76-43af-becc-b2dc602a5e11 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4 HTTP/1.1" status: 200 len: 943 time: 0.2400076 Jul 23 16:30:44.220837 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472175ec-9d04-447a-b477-915448445714 req-9462a0cd-4030-432f-b713-ff8e67d51a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:44.224336 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-472175ec-9d04-447a-b477-915448445714 req-9462a0cd-4030-432f-b713-ff8e67d51a23 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8759b0035d4f4c18add8b213c6e696b9&device_id=ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4 HTTP/1.1" status: 200 len: 1094 time: 0.1239717 Jul 23 16:30:44.228065 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fad3164-046a-447d-b8fb-022278d9a4c6 x-openstack-request-id: req-3fad3164-046a-447d-b8fb-022278d9a4c6 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:30:44.228474 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4", "tag": "69f0d11c-508f-445f-8ce4-593bb417cc23", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:30:44.228622 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3fad3164-046a-447d-b8fb-022278d9a4c6 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:30:44.229449 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4', 'tag': '69f0d11c-508f-445f-8ce4-593bb417cc23', 'status': 'completed', 'code': 200} Jul 23 16:30:44.306560 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-472175ec-9d04-447a-b477-915448445714 req-07e35e7d-0391-4d10-b048-afc8888e45f3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69f0d11c-508f-445f-8ce4-593bb417cc23 HTTP/1.1" status: 200 len: 217 time: 0.0700455 Jul 23 16:30:44.376654 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472175ec-9d04-447a-b477-915448445714 req-a31b9868-0f5f-4345-bcbd-c4a9fce9b522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:44.378729 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-472175ec-9d04-447a-b477-915448445714 req-a31b9868-0f5f-4345-bcbd-c4a9fce9b522 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b59a8824-54e1-4c25-82a3-f082133f4321 HTTP/1.1" status: 200 len: 853 time: 0.0614641 Jul 23 16:30:44.423237 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-472175ec-9d04-447a-b477-915448445714 req-fbb8cabc-798d-47d3-9ea6-97845a4d1ddb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=69b76154-f529-48bd-8bed-bc8390d8e097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363784 Jul 23 16:30:44.460769 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ee5e794c-c0a0-4af4-adc4-f7a8c3766768 req-c3a6463b-595b-4f21-8f33-d13f4e15b486 tempest-ServerShowV254Test-1452191069 tempest-ServerShowV254Test-1452191069-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab68604e-6a65-4c29-8fff-a211c5526e4a HTTP/1.1" status: 200 len: 210 time: 0.0571430 Jul 23 16:30:44.522561 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e0e78e2f-f3ec-448c-bd30-b7815534827b req-e7d186ba-dd06-4eba-96b0-83fbdf73a8d1 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d74c37f-e2af-4d64-bb02-9494fe7502a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288064 Jul 23 16:30:44.595436 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-472175ec-9d04-447a-b477-915448445714 req-4c519e01-9c7d-4d62-acd0-f0258b57fe43 service neutron] 10.222.0.74 "GET /v2.0/networks/69b76154-f529-48bd-8bed-bc8390d8e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636918 Jul 23 16:30:44.691435 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c87e30f6-38ac-4081-8c9f-6cf9b82c5785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87919f5e-c590-44cf-93e9-9b995b97a95e {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:30:44.708002 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c87e30f6-38ac-4081-8c9f-6cf9b82c5785 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:44.735341 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-472175ec-9d04-447a-b477-915448445714 req-0b71389e-11f4-4178-bb84-adb5495f7de0 service neutron] 10.222.0.74 "GET /v2.0/networks/69b76154-f529-48bd-8bed-bc8390d8e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323466 Jul 23 16:30:44.742942 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c87e30f6-38ac-4081-8c9f-6cf9b82c5785 service neutron] Transition to ACTIVE for port object 87919f5e-c590-44cf-93e9-9b995b97a95e will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:30:44.750194 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c87e30f6-38ac-4081-8c9f-6cf9b82c5785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:44.819549 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e30f6-38ac-4081-8c9f-6cf9b82c5785 service neutron] Pushing event updated for resources: {'Port': ['ID=87919f5e-c590-44cf-93e9-9b995b97a95e,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:44.901395 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b46b5-a084-49a5-99b3-b1d57b7d1dea req-3c0af34e-663c-44f6-9d09-b0acdbd00f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:44.903081 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5e6b46b5-a084-49a5-99b3-b1d57b7d1dea req-3c0af34e-663c-44f6-9d09-b0acdbd00f0f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8759b0035d4f4c18add8b213c6e696b9&device_id=ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4 HTTP/1.1" status: 200 len: 1094 time: 0.1010671 Jul 23 16:30:45.028701 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c87e30f6-38ac-4081-8c9f-6cf9b82c5785 service neutron] Attempting to bind port 87919f5e-c590-44cf-93e9-9b995b97a95e on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:30:45.029117 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c87e30f6-38ac-4081-8c9f-6cf9b82c5785 service neutron] Attempting to bind port 87919f5e-c590-44cf-93e9-9b995b97a95e by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'f7d18cfa-e640-431d-9177-8237361dca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'f10b44d9-b9f9-4c86-a2ac-80c162192db0'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:30:45.029403 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c87e30f6-38ac-4081-8c9f-6cf9b82c5785 service neutron] Attempting to bind port 87919f5e-c590-44cf-93e9-9b995b97a95e on network f10b44d9-b9f9-4c86-a2ac-80c162192db0 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:30:45.036103 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c87e30f6-38ac-4081-8c9f-6cf9b82c5785 service neutron] Port 87919f5e-c590-44cf-93e9-9b995b97a95e on network f10b44d9-b9f9-4c86-a2ac-80c162192db0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:30:45.036443 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c87e30f6-38ac-4081-8c9f-6cf9b82c5785 service neutron] Attempting to bind port 87919f5e-c590-44cf-93e9-9b995b97a95e on network f10b44d9-b9f9-4c86-a2ac-80c162192db0 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:30:45.040280 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b46b5-a084-49a5-99b3-b1d57b7d1dea req-28e7ca42-223b-4fa7-b65c-b0f2c2a23a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:45.042588 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5e6b46b5-a084-49a5-99b3-b1d57b7d1dea req-28e7ca42-223b-4fa7-b65c-b0f2c2a23a07 service neutron] 10.222.0.74 "GET /v2.0/networks?id=69b76154-f529-48bd-8bed-bc8390d8e097 HTTP/1.1" status: 200 len: 915 time: 0.1315973 Jul 23 16:30:45.056592 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c87e30f6-38ac-4081-8c9f-6cf9b82c5785 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:30:45.056939 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c87e30f6-38ac-4081-8c9f-6cf9b82c5785 service neutron] Checking segment: {'id': 'f7d18cfa-e640-431d-9177-8237361dca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'f10b44d9-b9f9-4c86-a2ac-80c162192db0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:30:45.057345 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c87e30f6-38ac-4081-8c9f-6cf9b82c5785 service neutron] Bound using segment: {'id': 'f7d18cfa-e640-431d-9177-8237361dca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'f10b44d9-b9f9-4c86-a2ac-80c162192db0'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:30:45.057800 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c87e30f6-38ac-4081-8c9f-6cf9b82c5785 service neutron] Bound port: 87919f5e-c590-44cf-93e9-9b995b97a95e, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7d18cfa-e640-431d-9177-8237361dca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'f10b44d9-b9f9-4c86-a2ac-80c162192db0'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:30:45.058165 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c87e30f6-38ac-4081-8c9f-6cf9b82c5785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:45.111616 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5e6b46b5-a084-49a5-99b3-b1d57b7d1dea req-2dd92057-6bd4-4a57-bdbf-5d333fee47f2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69f0d11c-508f-445f-8ce4-593bb417cc23 HTTP/1.1" status: 200 len: 217 time: 0.0607941 Jul 23 16:30:45.125252 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f450c4-97fe-4fd0-913a-04df8f9a4994 req-ceeceaad-bba7-4c4d-9225-aec5e3d6a01b tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:45.128548 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f2f450c4-97fe-4fd0-913a-04df8f9a4994 req-ceeceaad-bba7-4c4d-9225-aec5e3d6a01b tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 945 time: 0.2975750 Jul 23 16:30:45.165187 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b3cf7-e547-435b-9dd7-162fe1c70cb6 req-027894fc-d140-4f59-8a26-8e0ad0ba70a1 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:45.167354 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c9b3cf7-e547-435b-9dd7-162fe1c70cb6 req-027894fc-d140-4f59-8a26-8e0ad0ba70a1 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f618e55-13c3-413c-88c0-13889fff48d4 HTTP/1.1" status: 200 len: 944 time: 0.1992483 Jul 23 16:30:45.216656 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b46b5-a084-49a5-99b3-b1d57b7d1dea req-0b737361-e99b-45f4-ac67-481ce22635ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:45.221462 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5e6b46b5-a084-49a5-99b3-b1d57b7d1dea req-0b737361-e99b-45f4-ac67-481ce22635ba service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b59a8824-54e1-4c25-82a3-f082133f4321 HTTP/1.1" status: 200 len: 853 time: 0.1035328 Jul 23 16:30:45.222572 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c87e30f6-38ac-4081-8c9f-6cf9b82c5785 service neutron] For port 87919f5e-c590-44cf-93e9-9b995b97a95e, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:30:45.259741 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f2f450c4-97fe-4fd0-913a-04df8f9a4994 req-666a30d6-7c74-46c7-8294-8f4fbbf682ad tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161971 Jul 23 16:30:45.261437 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c87e30f6-38ac-4081-8c9f-6cf9b82c5785 service neutron] For port 87919f5e-c590-44cf-93e9-9b995b97a95e, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=87919f5e-c590-44cf-93e9-9b995b97a95e,segment=NetworkSegment(f7d18cfa-e640-431d-9177-8237361dca9d),segment_id=f7d18cfa-e640-431d-9177-8237361dca9d)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:30:45.268566 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c9b3cf7-e547-435b-9dd7-162fe1c70cb6 req-6f7f974c-6fdc-4c76-a061-a16d9b81a6d5 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb295656-cea1-4d3f-804b-cfe664374431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860288 Jul 23 16:30:45.270582 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c87e30f6-38ac-4081-8c9f-6cf9b82c5785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:45.282544 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5e6b46b5-a084-49a5-99b3-b1d57b7d1dea req-5d1e0a4c-9307-47aa-a7c3-b6e49ef96c67 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=69b76154-f529-48bd-8bed-bc8390d8e097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529890 Jul 23 16:30:45.312167 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c87e30f6-38ac-4081-8c9f-6cf9b82c5785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:45.313090 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c87e30f6-38ac-4081-8c9f-6cf9b82c5785 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:45.314522 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-c87e30f6-38ac-4081-8c9f-6cf9b82c5785 service neutron] 10.222.0.74 "PUT /v2.0/ports/87919f5e-c590-44cf-93e9-9b995b97a95e HTTP/1.1" status: 200 len: 1092 time: 1.6820650 Jul 23 16:30:45.317899 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f618e55-13c3-413c-88c0-13889fff48d4', 'tag': '87919f5e-c590-44cf-93e9-9b995b97a95e'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:30:45.321461 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d0cf6b-804d-4470-8d35-842dc5dc124d" -d '{"events": [{"name": "network-changed", "server_uuid": "8f618e55-13c3-413c-88c0-13889fff48d4", "tag": "87919f5e-c590-44cf-93e9-9b995b97a95e"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:30:45.352404 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e30f6-38ac-4081-8c9f-6cf9b82c5785 service neutron] Pushing event updated for resources: {'Port': ['ID=87919f5e-c590-44cf-93e9-9b995b97a95e,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:45.451035 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43032) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:45.460454 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd326e6d-699c-4906-bc6f-a4bca8bd5829 x-openstack-request-id: req-cd326e6d-699c-4906-bc6f-a4bca8bd5829 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:30:45.460953 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f618e55-13c3-413c-88c0-13889fff48d4", "tag": "87919f5e-c590-44cf-93e9-9b995b97a95e", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:30:45.461857 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cd326e6d-699c-4906-bc6f-a4bca8bd5829 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:30:45.462407 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f618e55-13c3-413c-88c0-13889fff48d4', 'tag': '87919f5e-c590-44cf-93e9-9b995b97a95e', 'status': 'completed', 'code': 200} Jul 23 16:30:45.488475 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-8b5f71e8-f748-47be-ab04-c30a08c59bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:45.490720 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-8b5f71e8-f748-47be-ab04-c30a08c59bf9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8861468c7b3b4d1599cebb8bdfcca365&device_id=8f618e55-13c3-413c-88c0-13889fff48d4 HTTP/1.1" status: 200 len: 1095 time: 0.1226785 Jul 23 16:30:45.521036 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5e6b46b5-a084-49a5-99b3-b1d57b7d1dea req-cd9099ee-66e6-4a51-961b-42893f3f9f8a service neutron] 10.222.0.74 "GET /v2.0/networks/69b76154-f529-48bd-8bed-bc8390d8e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236199 Jul 23 16:30:45.543851 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-29450158-9561-466b-9175-3e66f7ebe808 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87919f5e-c590-44cf-93e9-9b995b97a95e HTTP/1.1" status: 200 len: 217 time: 0.0441029 Jul 23 16:30:45.631755 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-76ec5bc4-6232-40a0-8f02-352ec2d7901b req-0d9da667-4e6e-4343-9f3b-7a1f289be5a1 tempest-ServerShowV254Test-1452191069 tempest-ServerShowV254Test-1452191069-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab68604e-6a65-4c29-8fff-a211c5526e4a HTTP/1.1" status: 200 len: 210 time: 0.0709167 Jul 23 16:30:45.648967 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-709fd69c-5867-4625-b2d8-7a4a0dc4cac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:45.653036 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-709fd69c-5867-4625-b2d8-7a4a0dc4cac9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dde45ffd-533d-4f26-9653-b5240a366fed HTTP/1.1" status: 200 len: 854 time: 0.0998478 Jul 23 16:30:45.711137 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5e6b46b5-a084-49a5-99b3-b1d57b7d1dea req-01c97e46-bc96-487e-84e7-d836396c5b5d service neutron] 10.222.0.74 "GET /v2.0/networks/69b76154-f529-48bd-8bed-bc8390d8e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862183 Jul 23 16:30:45.726447 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-9ad75c64-7fe5-4b94-8054-287c1f530504 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f10b44d9-b9f9-4c86-a2ac-80c162192db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648530 Jul 23 16:30:45.820239 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-a27265d6-eaeb-412a-95f4-f0d3922e6064 tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1358279607', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:45.836937 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b49f5-4eb6-4462-838a-56bea4bb1f9b req-f7a24e20-866d-4890-80c1-557b41c50349 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:45.838516 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3d3b49f5-4eb6-4462-838a-56bea4bb1f9b req-f7a24e20-866d-4890-80c1-557b41c50349 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4 HTTP/1.1" status: 200 len: 943 time: 0.1782854 Jul 23 16:30:45.899197 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27265d6-eaeb-412a-95f4-f0d3922e6064 tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Made reservation on behalf of 2be4df744ef548ea8eef8dfab3f66585 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:30:45.901551 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a27265d6-eaeb-412a-95f4-f0d3922e6064 tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:45.906112 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-9ea36b68-991c-4ba6-ab5c-df5db8a5dcd5 service neutron] 10.222.0.74 "GET /v2.0/networks/f10b44d9-b9f9-4c86-a2ac-80c162192db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695328 Jul 23 16:30:45.925255 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a27265d6-eaeb-412a-95f4-f0d3922e6064 tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:45.936827 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3d3b49f5-4eb6-4462-838a-56bea4bb1f9b req-0991fb23-6bff-43d5-b8f8-8ec232af40a4 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d74c37f-e2af-4d64-bb02-9494fe7502a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919528 Jul 23 16:30:46.054989 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-425db68d-a897-4ba7-bb59-eb34fdecdefa req-b2fee989-1634-4b86-b8cc-4aa462c6adc3 service neutron] 10.222.0.74 "GET /v2.0/networks/f10b44d9-b9f9-4c86-a2ac-80c162192db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394320 Jul 23 16:30:46.147141 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a27265d6-eaeb-412a-95f4-f0d3922e6064 tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:46.152241 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a27265d6-eaeb-412a-95f4-f0d3922e6064 tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:46.176634 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-a27265d6-eaeb-412a-95f4-f0d3922e6064 tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] device_id is not set on port 76d557df-5d44-4abc-add0-0131f94b0608 yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:30:46.250780 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27265d6-eaeb-412a-95f4-f0d3922e6064 tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b33798e-f506-4989-8028-ad4709535af1,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:46.303631 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0cf6b-804d-4470-8d35-842dc5dc124d req-99cb5ee5-ef3f-4016-9361-7bca4ff05afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:46.305337 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-35d0cf6b-804d-4470-8d35-842dc5dc124d req-99cb5ee5-ef3f-4016-9361-7bca4ff05afd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8861468c7b3b4d1599cebb8bdfcca365&device_id=8f618e55-13c3-413c-88c0-13889fff48d4 HTTP/1.1" status: 200 len: 1095 time: 0.1720853 Jul 23 16:30:46.355750 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-a27265d6-eaeb-412a-95f4-f0d3922e6064 tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Allocated IP 172.25.8.36 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/76d557df-5d44-4abc-add0-0131f94b0608) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:30:46.524697 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0cf6b-804d-4470-8d35-842dc5dc124d req-e8bd4d0b-6fdb-4ba8-aa72-a7242db67067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:46.526229 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-35d0cf6b-804d-4470-8d35-842dc5dc124d req-e8bd4d0b-6fdb-4ba8-aa72-a7242db67067 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f10b44d9-b9f9-4c86-a2ac-80c162192db0 HTTP/1.1" status: 200 len: 916 time: 0.2126179 Jul 23 16:30:46.604453 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-35d0cf6b-804d-4470-8d35-842dc5dc124d req-dc54288b-306a-430f-9d7a-5e0b36440d3e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87919f5e-c590-44cf-93e9-9b995b97a95e HTTP/1.1" status: 200 len: 217 time: 0.0660319 Jul 23 16:30:46.639506 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7a00d-bf38-4f9d-8474-87daa64b77e2 req-7548df7a-dd5a-4215-8660-97a9a497061e tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:46.641097 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53a7a00d-bf38-4f9d-8474-87daa64b77e2 req-7548df7a-dd5a-4215-8660-97a9a497061e tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 945 time: 0.2440472 Jul 23 16:30:46.714913 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6e932-5c83-4b93-bd6c-f22cfb74c97a req-5bca1f7b-39da-4ceb-b327-309c50c857b6 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:46.716218 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-76e6e932-5c83-4b93-bd6c-f22cfb74c97a req-5bca1f7b-39da-4ceb-b327-309c50c857b6 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f618e55-13c3-413c-88c0-13889fff48d4 HTTP/1.1" status: 200 len: 944 time: 0.3001928 Jul 23 16:30:46.760524 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0cf6b-804d-4470-8d35-842dc5dc124d req-d3998abc-9527-43ef-9bbc-50541624db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:46.762043 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-35d0cf6b-804d-4470-8d35-842dc5dc124d req-d3998abc-9527-43ef-9bbc-50541624db85 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dde45ffd-533d-4f26-9653-b5240a366fed HTTP/1.1" status: 200 len: 854 time: 0.1473880 Jul 23 16:30:46.838975 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-35d0cf6b-804d-4470-8d35-842dc5dc124d req-e236f1be-2663-4c43-b3dd-c78b086a5eed service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f10b44d9-b9f9-4c86-a2ac-80c162192db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559063 Jul 23 16:30:46.851195 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53a7a00d-bf38-4f9d-8474-87daa64b77e2 req-03df0a9b-fd50-48de-a85c-4dc7e4bb07da tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606507 Jul 23 16:30:46.857094 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a27265d6-eaeb-412a-95f4-f0d3922e6064 tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:46.874356 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-76e6e932-5c83-4b93-bd6c-f22cfb74c97a req-2abf43e8-2f9f-4ca7-ad85-3ecf1203851d tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb295656-cea1-4d3f-804b-cfe664374431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402473 Jul 23 16:30:47.002952 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-35d0cf6b-804d-4470-8d35-842dc5dc124d req-c0b23442-2af3-468a-9750-b8f2dee252de service neutron] 10.222.0.74 "GET /v2.0/networks/f10b44d9-b9f9-4c86-a2ac-80c162192db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426811 Jul 23 16:30:47.006127 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a27265d6-eaeb-412a-95f4-f0d3922e6064 tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:47.122047 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e7cb7ad5-38ba-43ab-86ae-b181d19f359d req-3d274c59-fe26-4dd0-b968-d386462d566f tempest-ServerShowV254Test-1452191069 tempest-ServerShowV254Test-1452191069-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab68604e-6a65-4c29-8fff-a211c5526e4a HTTP/1.1" status: 200 len: 210 time: 0.0944884 Jul 23 16:30:47.128246 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27265d6-eaeb-412a-95f4-f0d3922e6064 tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:30:47.156462 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-a27265d6-eaeb-412a-95f4-f0d3922e6064 tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:30:47.199872 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27265d6-eaeb-412a-95f4-f0d3922e6064 tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:30:47.204788 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27265d6-eaeb-412a-95f4-f0d3922e6064 tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Pushing event updated for resources: {'Port': ['ID=76d557df-5d44-4abc-add0-0131f94b0608,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:47.276233 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27265d6-eaeb-412a-95f4-f0d3922e6064 tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:47.277090 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a27265d6-eaeb-412a-95f4-f0d3922e6064 tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:47.294879 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-35d0cf6b-804d-4470-8d35-842dc5dc124d req-165bbb83-328a-47ee-8896-7d1f554cc404 service neutron] 10.222.0.74 "GET /v2.0/networks/f10b44d9-b9f9-4c86-a2ac-80c162192db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822599 Jul 23 16:30:47.304241 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a27265d6-eaeb-412a-95f4-f0d3922e6064 tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.8517280 Jul 23 16:30:47.307375 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43078) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:47.312100 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1455e1-00f9-4f8c-9a29-c85328777232 req-2bbee51d-4503-4125-b221-14c4070b6cfd tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:47.312409 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-3f7dde72-52c0-4b8d-84b9-d188c12443a6 tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.36'}]}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:47.320337 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c1455e1-00f9-4f8c-9a29-c85328777232 req-2bbee51d-4503-4125-b221-14c4070b6cfd tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4 HTTP/1.1" status: 200 len: 943 time: 0.2442815 Jul 23 16:30:47.348811 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f7dde72-52c0-4b8d-84b9-d188c12443a6 tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:47.350418 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f7dde72-52c0-4b8d-84b9-d188c12443a6 tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:47.376550 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c1455e1-00f9-4f8c-9a29-c85328777232 req-8b47d545-5f4a-4b72-a756-f0ccd998e7d6 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d74c37f-e2af-4d64-bb02-9494fe7502a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503862 Jul 23 16:30:47.426029 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f7dde72-52c0-4b8d-84b9-d188c12443a6 tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:47.451968 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 69f0d11c-508f-445f-8ce4-593bb417cc23 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:30:47.554719 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 69f0d11c-508f-445f-8ce4-593bb417cc23, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=69f0d11c-508f-445f-8ce4-593bb417cc23,segment=NetworkSegment(387022a2-5389-423d-86c6-f1f8ae9fbb94),segment_id=387022a2-5389-423d-86c6-f1f8ae9fbb94)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:47.566685 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '69f0d11c-508f-445f-8ce4-593bb417cc23', 'network_id': '69b76154-f529-48bd-8bed-bc8390d8e097', 'port_id': '69f0d11c-508f-445f-8ce4-593bb417cc23', 'mac_address': 'fa:16:3e:aa:1f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b59a8824-54e1-4c25-82a3-f082133f4321', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:30:47.573372 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f7dde72-52c0-4b8d-84b9-d188c12443a6 tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:47.606913 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:47.625985 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f0d11c-508f-445f-8ce4-593bb417cc23 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:30:47.648242 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 69f0d11c-508f-445f-8ce4-593bb417cc23, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=69f0d11c-508f-445f-8ce4-593bb417cc23,segment=NetworkSegment(387022a2-5389-423d-86c6-f1f8ae9fbb94),segment_id=387022a2-5389-423d-86c6-f1f8ae9fbb94)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:47.652974 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:47.703054 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=69f0d11c-508f-445f-8ce4-593bb417cc23,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:47.711975 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:47.713966 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:47.714351 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:47.714694 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:47.715026 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:47.715358 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:47.715686 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:47.716009 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:47.716528 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:47.716855 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:47.717307 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:47.717624 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:47.796784 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f7dde72-52c0-4b8d-84b9-d188c12443a6 tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:47.816120 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f7dde72-52c0-4b8d-84b9-d188c12443a6 tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:47.966492 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['69f0d11c-508f-445f-8ce4-593bb417cc23'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:30:47.973410 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f7dde72-52c0-4b8d-84b9-d188c12443a6 tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:48.034656 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efc869-5f6a-4b2c-bcc5-5a1eb871d946 req-43ac2c1e-e5e7-4004-b43b-da7aadcf8806 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:48.042847 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-70efc869-5f6a-4b2c-bcc5-5a1eb871d946 req-43ac2c1e-e5e7-4004-b43b-da7aadcf8806 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 945 time: 0.1182768 Jul 23 16:30:48.102555 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-70efc869-5f6a-4b2c-bcc5-5a1eb871d946 req-4f926db7-8fd4-4da9-9336-3fed270ceb16 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582027 Jul 23 16:30:48.140060 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7af9a5-bbd0-41e5-bbee-4a6ee73bdecb req-294d48bc-b3a7-4901-bb6c-2ca21515b858 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:48.141809 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ff7af9a5-bbd0-41e5-bbee-4a6ee73bdecb req-294d48bc-b3a7-4901-bb6c-2ca21515b858 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f618e55-13c3-413c-88c0-13889fff48d4 HTTP/1.1" status: 200 len: 944 time: 0.1531324 Jul 23 16:30:48.182436 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f7dde72-52c0-4b8d-84b9-d188c12443a6 tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:48.184711 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f7dde72-52c0-4b8d-84b9-d188c12443a6 tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:48.200117 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ff7af9a5-bbd0-41e5-bbee-4a6ee73bdecb req-d01d63be-99a7-44c8-b3b3-79c16eb92f31 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb295656-cea1-4d3f-804b-cfe664374431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517259 Jul 23 16:30:48.243947 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f7dde72-52c0-4b8d-84b9-d188c12443a6 tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:48.244574 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7dde72-52c0-4b8d-84b9-d188c12443a6 tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c1d69e8b-ccb4-4734-bb13-5f1490c60c6d {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:30:48.263822 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-3f7dde72-52c0-4b8d-84b9-d188c12443a6 tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 23 16:30:48.264958 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3f7dde72-52c0-4b8d-84b9-d188c12443a6 tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 0.9565110 Jul 23 16:30:48.268078 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43100) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:48.278499 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43102) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:48.361736 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-85b9c58f-e65f-4056-8242-64d69a59464b tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Deleting port 76d557df-5d44-4abc-add0-0131f94b0608 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:30:48.362400 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-85b9c58f-e65f-4056-8242-64d69a59464b tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:48.446739 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-85b9c58f-e65f-4056-8242-64d69a59464b tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:48.460347 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-85b9c58f-e65f-4056-8242-64d69a59464b tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Calling delete_port for 76d557df-5d44-4abc-add0-0131f94b0608 owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:30:48.591442 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-85b9c58f-e65f-4056-8242-64d69a59464b tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:48.620647 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9c58f-e65f-4056-8242-64d69a59464b tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Pushing event deleted for resources: {'Port': ['ID=76d557df-5d44-4abc-add0-0131f94b0608,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:48.661034 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ff232487-b074-48c8-87dc-3698e2578aa2 req-d8bc6f96-8e6c-436e-b94f-09cdad2133f9 tempest-ServerShowV254Test-1452191069 tempest-ServerShowV254Test-1452191069-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab68604e-6a65-4c29-8fff-a211c5526e4a HTTP/1.1" status: 200 len: 210 time: 0.3654683 Jul 23 16:30:48.693428 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-85b9c58f-e65f-4056-8242-64d69a59464b tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:48.695412 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-85b9c58f-e65f-4056-8242-64d69a59464b tempest-RoutersAdminNegativeIpV6Test-2090293573 tempest-RoutersAdminNegativeIpV6Test-2090293573-project-admin] 10.222.0.73 "DELETE /v2.0/ports/76d557df-5d44-4abc-add0-0131f94b0608 HTTP/1.1" status: 204 len: 168 time: 0.4258776 Jul 23 16:30:48.701673 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-430ef303-800b-4ab9-aea7-4a27fc436d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:48.769975 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91053a7c-90fd-419e-9bf3-909fbc6dbebc req-e1b136ce-4122-475d-9a14-949a5412d0a7 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:48.771577 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91053a7c-90fd-419e-9bf3-909fbc6dbebc req-e1b136ce-4122-475d-9a14-949a5412d0a7 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4 HTTP/1.1" status: 200 len: 944 time: 0.1145957 Jul 23 16:30:48.832040 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91053a7c-90fd-419e-9bf3-909fbc6dbebc req-3cdc1ac6-1764-48fc-aa72-deb4ea1a3552 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d74c37f-e2af-4d64-bb02-9494fe7502a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544124 Jul 23 16:30:48.857374 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-430ef303-800b-4ab9-aea7-4a27fc436d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:48.861800 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-430ef303-800b-4ab9-aea7-4a27fc436d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:48.901548 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-430ef303-800b-4ab9-aea7-4a27fc436d0b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4e86555e7e854c01b870a3f764cfc5c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6217363 Jul 23 16:30:48.902530 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ef303-800b-4ab9-aea7-4a27fc436d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c731a4-c432-4c83-9c3a-29ef44d19f71,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:48.904504 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43112) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:48.932174 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43114) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:48.961577 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3da2200c-8777-4bc9-85c4-e689692baae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:48.983593 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3da2200c-8777-4bc9-85c4-e689692baae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.031462 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3da2200c-8777-4bc9-85c4-e689692baae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.034760 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3da2200c-8777-4bc9-85c4-e689692baae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.036054 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3da2200c-8777-4bc9-85c4-e689692baae2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c1c731a4-c432-4c83-9c3a-29ef44d19f71 HTTP/1.1" status: 204 len: 168 time: 0.1260118 Jul 23 16:30:49.044226 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2cd9f791-5e54-40d0-92fb-a2d7265b3a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.044717 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2200c-8777-4bc9-85c4-e689692baae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c731a4-c432-4c83-9c3a-29ef44d19f71,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:49.203076 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2cd9f791-5e54-40d0-92fb-a2d7265b3a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.208718 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2cd9f791-5e54-40d0-92fb-a2d7265b3a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.240809 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-f06f2316-a899-4519-94be-2c4fa7f579a2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1446989 Jul 23 16:30:49.302392 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2cd9f791-5e54-40d0-92fb-a2d7265b3a45 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5d9fa5a49a8f4c9cab7d4b07de9c2bd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3690984 Jul 23 16:30:49.305123 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43130) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:49.327463 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9f791-5e54-40d0-92fb-a2d7265b3a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bfa439-be12-4df8-ade9-457cfb2f553b,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:49.357551 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43132) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:49.361813 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-25030d02-1036-4176-8fbf-6119953059f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.385168 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-25030d02-1036-4176-8fbf-6119953059f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.388969 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1e2e0fc8-c20a-46cc-8996-b5f300cbfc15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.431853 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56069185-9c2d-4015-bef2-357adbe68b49 req-21fb92d8-a1a3-446c-8308-01a403b12eca tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:49.433489 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-56069185-9c2d-4015-bef2-357adbe68b49 req-21fb92d8-a1a3-446c-8308-01a403b12eca tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 945 time: 0.2448747 Jul 23 16:30:49.437167 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-25030d02-1036-4176-8fbf-6119953059f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.439887 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-25030d02-1036-4176-8fbf-6119953059f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.444046 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-25030d02-1036-4176-8fbf-6119953059f7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a1bfa439-be12-4df8-ade9-457cfb2f553b HTTP/1.1" status: 204 len: 168 time: 0.1355636 Jul 23 16:30:49.452489 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25030d02-1036-4176-8fbf-6119953059f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bfa439-be12-4df8-ade9-457cfb2f553b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:49.477673 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 87919f5e-c590-44cf-93e9-9b995b97a95e details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:30:49.484110 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 69f0d11c-508f-445f-8ce4-593bb417cc23 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:30:49.501098 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9cb62-f002-4407-89a8-2d1b85f664d7 req-bf85a12d-7501-4824-a3b3-ac0e0d4bded4 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:49.502710 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-98e9cb62-f002-4407-89a8-2d1b85f664d7 req-bf85a12d-7501-4824-a3b3-ac0e0d4bded4 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f618e55-13c3-413c-88c0-13889fff48d4 HTTP/1.1" status: 200 len: 944 time: 0.2255666 Jul 23 16:30:49.543016 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-ab4d5bbf-560d-41de-9009-c53bff059853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:49.543500 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-ab4d5bbf-560d-41de-9009-c53bff059853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:49.544126 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-ab4d5bbf-560d-41de-9009-c53bff059853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:49.544433 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-ab4d5bbf-560d-41de-9009-c53bff059853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:49.544894 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-ab4d5bbf-560d-41de-9009-c53bff059853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:49.545581 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-ab4d5bbf-560d-41de-9009-c53bff059853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:49.546047 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-ab4d5bbf-560d-41de-9009-c53bff059853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:49.548014 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-ab4d5bbf-560d-41de-9009-c53bff059853 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d58be7bf092b45e2a9dae39829ba7b2e&device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 6490 time: 0.2498653 Jul 23 16:30:49.577855 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-56069185-9c2d-4015-bef2-357adbe68b49 req-6d53b424-df8d-468b-a285-98faa8f11ad7 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307642 Jul 23 16:30:49.597811 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 69f0d11c-508f-445f-8ce4-593bb417cc23 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:30:49.609039 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 69f0d11c-508f-445f-8ce4-593bb417cc23 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:30:49.609364 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.655674 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 87919f5e-c590-44cf-93e9-9b995b97a95e, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=87919f5e-c590-44cf-93e9-9b995b97a95e,segment=NetworkSegment(f7d18cfa-e640-431d-9177-8237361dca9d),segment_id=f7d18cfa-e640-431d-9177-8237361dca9d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:49.685417 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '87919f5e-c590-44cf-93e9-9b995b97a95e', 'network_id': 'f10b44d9-b9f9-4c86-a2ac-80c162192db0', 'port_id': '87919f5e-c590-44cf-93e9-9b995b97a95e', 'mac_address': 'fa:16:3e:07:99:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde45ffd-533d-4f26-9653-b5240a366fed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:30:49.701684 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-98e9cb62-f002-4407-89a8-2d1b85f664d7 req-160eef18-db91-4ab0-8059-c84f11c173fe tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb295656-cea1-4d3f-804b-cfe664374431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686249 Jul 23 16:30:49.730881 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.739751 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1e2e0fc8-c20a-46cc-8996-b5f300cbfc15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.765837 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1e2e0fc8-c20a-46cc-8996-b5f300cbfc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.783832 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f0d11c-508f-445f-8ce4-593bb417cc23'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:30:49.787338 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b68795f-4351-4cb0-aec3-522cfd07bb12" -d '{"events": [{"server_uuid": "ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4", "name": "network-vif-plugged", "status": "completed", "tag": "69f0d11c-508f-445f-8ce4-593bb417cc23"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:30:49.801311 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.818718 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87919f5e-c590-44cf-93e9-9b995b97a95e {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:30:49.844849 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 87919f5e-c590-44cf-93e9-9b995b97a95e, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=87919f5e-c590-44cf-93e9-9b995b97a95e,segment=NetworkSegment(f7d18cfa-e640-431d-9177-8237361dca9d),segment_id=f7d18cfa-e640-431d-9177-8237361dca9d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:49.849140 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 69f0d11c-508f-445f-8ce4-593bb417cc23, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=69f0d11c-508f-445f-8ce4-593bb417cc23,segment=NetworkSegment(387022a2-5389-423d-86c6-f1f8ae9fbb94),segment_id=387022a2-5389-423d-86c6-f1f8ae9fbb94)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:49.851421 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b718d21-73e8-441e-b6e5-b03ecbb9a19f x-openstack-request-id: req-7b718d21-73e8-441e-b6e5-b03ecbb9a19f {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:30:49.852198 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4", "name": "network-vif-plugged", "status": "completed", "tag": "69f0d11c-508f-445f-8ce4-593bb417cc23", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:30:49.852636 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7b718d21-73e8-441e-b6e5-b03ecbb9a19f {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:30:49.853260 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f0d11c-508f-445f-8ce4-593bb417cc23', 'code': 200} Jul 23 16:30:49.854628 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.861896 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.914604 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43144) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:49.929259 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=87919f5e-c590-44cf-93e9-9b995b97a95e,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:49.966373 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-9aacf58b-ab79-4de6-b8c7-62efa57d51b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:49.966946 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-9aacf58b-ab79-4de6-b8c7-62efa57d51b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:49.967563 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-9aacf58b-ab79-4de6-b8c7-62efa57d51b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:49.969468 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-9aacf58b-ab79-4de6-b8c7-62efa57d51b5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ccfb93aa-128e-41ae-813f-cc1797d91993&id=a11530e6-1993-441b-956a-6f9600ed92b8&id=a11530e6-1993-441b-956a-6f9600ed92b8&id=a11530e6-1993-441b-956a-6f9600ed92b8&id=a11530e6-1993-441b-956a-6f9600ed92b8&id=72536959-6d28-4d4b-a817-b894e84f9992&id=72536959-6d28-4d4b-a817-b894e84f9992 HTTP/1.1" status: 200 len: 2294 time: 0.3384829 Jul 23 16:30:49.983850 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f4e29332-e8fe-4a2f-9d58-b85dfc1e0abd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2be4df744ef548ea8eef8dfab3f66585&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0656946 Jul 23 16:30:49.984046 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43146) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:49.988829 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=69f0d11c-508f-445f-8ce4-593bb417cc23,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:49.997246 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e0fc8-c20a-46cc-8996-b5f300cbfc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06fa979-d13b-41f0-b9be-b680c4dfa535,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:50.026205 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1e2e0fc8-c20a-46cc-8996-b5f300cbfc15 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=63dc4bcac6234350981dd36e36eded90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6642816 Jul 23 16:30:50.032574 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43148) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:50.061089 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3d48f-4cd9-457f-b9f0-a2b3f3f42469 req-7e68c107-89a7-42a9-8f52-3f474fe49ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:50.062590 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d6d3d48f-4cd9-457f-b9f0-a2b3f3f42469 req-7e68c107-89a7-42a9-8f52-3f474fe49ec5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4 HTTP/1.1" status: 200 len: 1096 time: 0.1220875 Jul 23 16:30:50.073335 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-256271e8-116f-4c08-b483-75b2d6bc1a66 req-e2990e74-7c13-49a8-8aa6-6d7b762275da tempest-ServerShowV254Test-1452191069 tempest-ServerShowV254Test-1452191069-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab68604e-6a65-4c29-8fff-a211c5526e4a HTTP/1.1" status: 200 len: 210 time: 0.2449658 Jul 23 16:30:50.098977 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9c82b51e-9472-4bbb-9d7d-ebc5790aacb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:50.115446 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-e43d4708-db3d-4511-99ff-dfe76e342b31 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc9186aa-22f3-4cd2-aa4d-554b86e39cbf HTTP/1.1" status: 200 len: 1000 time: 0.1396823 Jul 23 16:30:50.127467 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37756c2-0a77-4da2-b2a8-7382e09418be req-e6ac7a51-4a8a-4178-b7bc-6c190e1d09d2 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:50.129647 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c37756c2-0a77-4da2-b2a8-7382e09418be req-e6ac7a51-4a8a-4178-b7bc-6c190e1d09d2 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4 HTTP/1.1" status: 200 len: 945 time: 0.1573052 Jul 23 16:30:50.142066 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d883886e-a61e-4cae-87b6-10f474adcf9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:50.147128 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['87919f5e-c590-44cf-93e9-9b995b97a95e'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:30:50.153116 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9c82b51e-9472-4bbb-9d7d-ebc5790aacb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:50.166444 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d6d3d48f-4cd9-457f-b9f0-a2b3f3f42469 req-1aa7e8b1-17bd-4b06-9e5d-8db00b0923ee service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9d74c37f-e2af-4d64-bb02-9494fe7502a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902262 Jul 23 16:30:50.197301 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d883886e-a61e-4cae-87b6-10f474adcf9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:50.201886 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-aa47caf6-208a-4ed4-8164-31052d3727da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:50.203398 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-aa47caf6-208a-4ed4-8164-31052d3727da service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8700af68-33fb-4e68-b828-91508c404596 HTTP/1.1" status: 200 len: 850 time: 0.0728874 Jul 23 16:30:50.206702 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c37756c2-0a77-4da2-b2a8-7382e09418be req-c4de2f33-bcb0-4d42-a7a2-cd1df1a1cb63 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d74c37f-e2af-4d64-bb02-9494fe7502a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687511 Jul 23 16:30:50.255519 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9c82b51e-9472-4bbb-9d7d-ebc5790aacb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:50.259195 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9c82b51e-9472-4bbb-9d7d-ebc5790aacb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:50.261511 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9c82b51e-9472-4bbb-9d7d-ebc5790aacb5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3b33798e-f506-4989-8028-ad4709535af1 HTTP/1.1" status: 204 len: 168 time: 0.2764618 Jul 23 16:30:50.274905 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82b51e-9472-4bbb-9d7d-ebc5790aacb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b33798e-f506-4989-8028-ad4709535af1,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:50.288668 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d883886e-a61e-4cae-87b6-10f474adcf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:50.293883 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d883886e-a61e-4cae-87b6-10f474adcf9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:50.294073 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-02bf0f08-ece3-4a8f-9f00-166180a5fb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:50.296144 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d883886e-a61e-4cae-87b6-10f474adcf9f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a06fa979-d13b-41f0-b9be-b680c4dfa535 HTTP/1.1" status: 204 len: 168 time: 0.2620351 Jul 23 16:30:50.298464 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-02bf0f08-ece3-4a8f-9f00-166180a5fb3b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ccfb93aa-128e-41ae-813f-cc1797d91993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817115 Jul 23 16:30:50.319263 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883886e-a61e-4cae-87b6-10f474adcf9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06fa979-d13b-41f0-b9be-b680c4dfa535,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:50.401036 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-122aa2c9-d098-469a-9976-035eb46b4627 service neutron] 10.222.0.74 "GET /v2.0/networks/ccfb93aa-128e-41ae-813f-cc1797d91993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976663 Jul 23 16:30:50.509456 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-c49286a7-e3b3-46e3-b952-bba05b291b4f service neutron] 10.222.0.74 "GET /v2.0/networks/ccfb93aa-128e-41ae-813f-cc1797d91993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991838 Jul 23 16:30:50.559297 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-eaf9ff1e-32d4-4efb-b2ec-b57fa85000b1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 HTTP/1.1" status: 200 len: 217 time: 0.0408721 Jul 23 16:30:50.624086 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-3a125e2b-176b-477d-b45f-900544690b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:50.626170 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-3a125e2b-176b-477d-b45f-900544690b25 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83c3a237-d43a-4d9d-aa29-69c4c34be53a HTTP/1.1" status: 200 len: 797 time: 0.0555532 Jul 23 16:30:50.757595 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-1c984a42-c9c4-4ea7-8eba-c2522427a2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:50.757595 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-1c984a42-c9c4-4ea7-8eba-c2522427a2af service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a11530e6-1993-441b-956a-6f9600ed92b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1210251 Jul 23 16:30:50.767285 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db899bb9-94df-4a34-82a2-a06407e80a78 req-62aa3f18-ab56-4e4b-8e24-f4d01546ad9e tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:50.770291 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db899bb9-94df-4a34-82a2-a06407e80a78 req-62aa3f18-ab56-4e4b-8e24-f4d01546ad9e tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 945 time: 0.0972428 Jul 23 16:30:50.925929 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-4487993b-5582-440c-9066-f19e69cdfa21 service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554663 Jul 23 16:30:50.934385 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db899bb9-94df-4a34-82a2-a06407e80a78 req-fca96e38-a907-4ce1-95e9-6abea8cf238a tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923865 Jul 23 16:30:51.029568 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584ad75-bb80-4377-a13c-1472821c30f3 req-1396e601-3248-4a9d-ab5b-66e68d3ad62a tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:51.031176 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b584ad75-bb80-4377-a13c-1472821c30f3 req-1396e601-3248-4a9d-ab5b-66e68d3ad62a tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f618e55-13c3-413c-88c0-13889fff48d4 HTTP/1.1" status: 200 len: 945 time: 0.1898508 Jul 23 16:30:51.080241 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-d28f3912-b751-4b6e-a820-b31bfa252a34 service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410623 Jul 23 16:30:51.089603 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b584ad75-bb80-4377-a13c-1472821c30f3 req-f6218f8d-a95a-42ee-aa5c-347ab37fc6b9 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb295656-cea1-4d3f-804b-cfe664374431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514159 Jul 23 16:30:51.129010 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-dca6f482-0b68-4441-b168-6f5a3ea38e38 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 HTTP/1.1" status: 200 len: 217 time: 0.0383561 Jul 23 16:30:51.225387 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d41772f6-5914-468e-8743-c01fcc726b9f req-961186d7-28fa-4666-b16b-07df2194219a tempest-ServerShowV254Test-1452191069 tempest-ServerShowV254Test-1452191069-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab68604e-6a65-4c29-8fff-a211c5526e4a HTTP/1.1" status: 200 len: 210 time: 0.0430186 Jul 23 16:30:51.225635 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43202) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:51.242966 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-79750212-3aac-42cb-b5f4-b4311042c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:51.244546 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-79750212-3aac-42cb-b5f4-b4311042c68b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83c3a237-d43a-4d9d-aa29-69c4c34be53a HTTP/1.1" status: 200 len: 797 time: 0.1058228 Jul 23 16:30:51.354531 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-fcac961f-b984-45ab-8f83-d5a6d096ef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:51.356128 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-fcac961f-b984-45ab-8f83-d5a6d096ef1f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a11530e6-1993-441b-956a-6f9600ed92b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1036227 Jul 23 16:30:51.414716 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ff27c-eda8-45dd-a9c7-555a168df4cf req-00412c7e-5b30-48c0-b6dd-b5750bef16c6 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:51.416472 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-734ff27c-eda8-45dd-a9c7-555a168df4cf req-00412c7e-5b30-48c0-b6dd-b5750bef16c6 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4 HTTP/1.1" status: 200 len: 945 time: 0.1167600 Jul 23 16:30:51.460610 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-b4d667da-eede-47e9-8ff1-0a03176dd358 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-278000363'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:51.483907 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 87919f5e-c590-44cf-93e9-9b995b97a95e up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:30:51.505246 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-734ff27c-eda8-45dd-a9c7-555a168df4cf req-b8803006-2240-484d-8c5b-19a9c5a4be80 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d74c37f-e2af-4d64-bb02-9494fe7502a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570610 Jul 23 16:30:51.507378 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-262c722d-6430-485b-8466-3125236cf076 service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440220 Jul 23 16:30:51.511217 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d667da-eede-47e9-8ff1-0a03176dd358 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:30:51.515289 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b4d667da-eede-47e9-8ff1-0a03176dd358 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:51.533434 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b4d667da-eede-47e9-8ff1-0a03176dd358 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:51.561008 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 87919f5e-c590-44cf-93e9-9b995b97a95e completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:30:51.569150 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 87919f5e-c590-44cf-93e9-9b995b97a95e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:30:51.570471 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:51.659903 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-3da9d19d-1578-4169-805c-eee44fcdcd87 service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454010 Jul 23 16:30:51.663186 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d66ee957-302f-44a2-91eb-fe049a2ec3ba req-ed346b0d-f33c-4bc7-be17-a9484883cf63 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1372890480&fields=id&tenant_id=8759b0035d4f4c18add8b213c6e696b9 HTTP/1.1" status: 200 len: 267 time: 0.0621305 Jul 23 16:30:51.668816 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b4d667da-eede-47e9-8ff1-0a03176dd358 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:51.675359 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b4d667da-eede-47e9-8ff1-0a03176dd358 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:51.696021 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:51.708780 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d667da-eede-47e9-8ff1-0a03176dd358 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] vlan segment allocate from pool success with {'vlan_id': 1137, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:30:51.723534 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-27abbda6-d4b5-454e-aaf8-4e89213489ee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=99c3c606-6305-429f-81cd-fd00734616f2 HTTP/1.1" status: 200 len: 217 time: 0.0559051 Jul 23 16:30:51.730344 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d667da-eede-47e9-8ff1-0a03176dd358 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a79c614d-f7a5-46de-8cd5-9b7f01f1966e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:51.745195 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b4d667da-eede-47e9-8ff1-0a03176dd358 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:51.745884 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-b4d667da-eede-47e9-8ff1-0a03176dd358 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Added segment 34a6ba6c-ad33-4b17-abe0-a6a969da5bb4 of type vlan for network 6431ca09-76a8-48e6-9c71-fe9e76635950 Jul 23 16:30:51.746412 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 87919f5e-c590-44cf-93e9-9b995b97a95e, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=87919f5e-c590-44cf-93e9-9b995b97a95e,segment=NetworkSegment(f7d18cfa-e640-431d-9177-8237361dca9d),segment_id=f7d18cfa-e640-431d-9177-8237361dca9d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:51.753606 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:51.807486 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b4d667da-eede-47e9-8ff1-0a03176dd358 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:51.818595 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-39c1a625-2457-4de3-a89c-9e701ba6a159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:51.820083 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-39c1a625-2457-4de3-a89c-9e701ba6a159 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83c3a237-d43a-4d9d-aa29-69c4c34be53a HTTP/1.1" status: 200 len: 797 time: 0.0581515 Jul 23 16:30:51.835673 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=87919f5e-c590-44cf-93e9-9b995b97a95e,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:51.854562 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f618e55-13c3-413c-88c0-13889fff48d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87919f5e-c590-44cf-93e9-9b995b97a95e'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:30:51.857369 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed82fc8-0965-4203-882e-767ba30c2a66" -d '{"events": [{"server_uuid": "8f618e55-13c3-413c-88c0-13889fff48d4", "name": "network-vif-plugged", "status": "completed", "tag": "87919f5e-c590-44cf-93e9-9b995b97a95e"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:30:51.871278 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b4d667da-eede-47e9-8ff1-0a03176dd358 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:51.872884 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ee957-302f-44a2-91eb-fe049a2ec3ba req-5ff215dd-b67a-4a6b-a52a-e5dbc17b3195 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:51.874831 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d66ee957-302f-44a2-91eb-fe049a2ec3ba req-5ff215dd-b67a-4a6b-a52a-e5dbc17b3195 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4 HTTP/1.1" status: 200 len: 945 time: 0.1971362 Jul 23 16:30:51.879161 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d667da-eede-47e9-8ff1-0a03176dd358 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:51.879800 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b4d667da-eede-47e9-8ff1-0a03176dd358 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:51.890657 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-d66ee957-302f-44a2-91eb-fe049a2ec3ba req-c63cb830-9499-4750-970e-1865f1198107 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Request body: {'port': {'security_groups': ['9d74c37f-e2af-4d64-bb02-9494fe7502a7', '26cfaac8-7c27-41fe-86fb-cd1e9a67f162']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:51.913727 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5c6d2b-6cd9-4646-9ba1-df839574180e x-openstack-request-id: req-af5c6d2b-6cd9-4646-9ba1-df839574180e {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:30:51.914050 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f618e55-13c3-413c-88c0-13889fff48d4", "name": "network-vif-plugged", "status": "completed", "tag": "87919f5e-c590-44cf-93e9-9b995b97a95e", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:30:51.914309 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-af5c6d2b-6cd9-4646-9ba1-df839574180e {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:30:51.914731 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f618e55-13c3-413c-88c0-13889fff48d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87919f5e-c590-44cf-93e9-9b995b97a95e', 'code': 200} Jul 23 16:30:51.924467 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b4d667da-eede-47e9-8ff1-0a03176dd358 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6967008 Jul 23 16:30:51.928630 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43226) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:51.938180 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-2d30a032-5716-401e-9d66-b681cd82d868 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:51.991742 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-5d725b51-3ca9-42b1-aeb2-66bfb2eb76ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:51.993614 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-5d725b51-3ca9-42b1-aeb2-66bfb2eb76ae service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a11530e6-1993-441b-956a-6f9600ed92b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1650920 Jul 23 16:30:52.053653 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d667da-eede-47e9-8ff1-0a03176dd358 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Network': ['ID=6431ca09-76a8-48e6-9c71-fe9e76635950,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:52.064808 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:30:52.115919 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d30a032-5716-401e-9d66-b681cd82d868 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:30:52.119591 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2d30a032-5716-401e-9d66-b681cd82d868 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:52.140798 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d66ee957-302f-44a2-91eb-fe049a2ec3ba req-c63cb830-9499-4750-970e-1865f1198107 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:52.217288 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-679ce971-71c1-460e-9b4e-8c4a64e365b5 service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154884 Jul 23 16:30:52.228773 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c934e71-2f1c-452e-8104-8d73927bc0b2 req-2b661029-d0d7-4849-8b42-9c165351ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:52.230593 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2c934e71-2f1c-452e-8104-8d73927bc0b2 req-2b661029-d0d7-4849-8b42-9c165351ee01 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8f618e55-13c3-413c-88c0-13889fff48d4 HTTP/1.1" status: 200 len: 1097 time: 0.2507625 Jul 23 16:30:52.278211 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c3cb2-59bf-47eb-abf9-940411141816 req-cc5c9cd5-e5f3-4608-943b-039d96d8529e tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:52.279671 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-802c3cb2-59bf-47eb-abf9-940411141816 req-cc5c9cd5-e5f3-4608-943b-039d96d8529e tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 945 time: 0.2460172 Jul 23 16:30:52.282237 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2c934e71-2f1c-452e-8104-8d73927bc0b2 req-af4f038b-30c4-4e57-af87-7f6cdec829c4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=cb295656-cea1-4d3f-804b-cfe664374431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429032 Jul 23 16:30:52.377989 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2d30a032-5716-401e-9d66-b681cd82d868 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:52.412825 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-802c3cb2-59bf-47eb-abf9-940411141816 req-30435f36-0864-4db3-ac89-4c4d1f3a2437 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184630 Jul 23 16:30:52.426237 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-b389e8ea-80aa-4f34-8c28-5bf367c160dd service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988118 Jul 23 16:30:52.445583 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30a032-5716-401e-9d66-b681cd82d868 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Subnet': ['ID=55f1d12d-99d7-48df-b06c-7ab3943fbf98,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:52.453860 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d30a032-5716-401e-9d66-b681cd82d868 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Checking segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:30:52.454223 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d30a032-5716-401e-9d66-b681cd82d868 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network hostable DHCP agents. Network: 6431ca09-76a8-48e6-9c71-fe9e76635950, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:30:52.479065 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d30a032-5716-401e-9d66-b681cd82d868 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:30:52.493318 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-2d30a032-5716-401e-9d66-b681cd82d868 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 6431ca09-76a8-48e6-9c71-fe9e76635950) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:30:52.498087 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d30a032-5716-401e-9d66-b681cd82d868 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:52.498913 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2d30a032-5716-401e-9d66-b681cd82d868 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:52.506113 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a57bc7d-91c3-41c8-9cdb-dafcda5aa3e6 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:30:52.530007 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-c4bd33d5-0b8d-4960-89ce-572ca4ed4625 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=d26b6c0c-a095-4674-9672-f08e8e034402 HTTP/1.1" status: 200 len: 217 time: 0.0960107 Jul 23 16:30:52.532862 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2d30a032-5716-401e-9d66-b681cd82d868 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6029313 Jul 23 16:30:52.536211 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43254) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:52.552157 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-969cf3bf-fe67-422d-a9dc-297403f6abf5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'port': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'name': 'tempest-NetworksTestDHCPv6-189500088'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:52.624728 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-d66ee957-302f-44a2-91eb-fe049a2ec3ba req-c63cb830-9499-4750-970e-1865f1198107 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] For port 69f0d11c-508f-445f-8ce4-593bb417cc23, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=69f0d11c-508f-445f-8ce4-593bb417cc23,segment=NetworkSegment(387022a2-5389-423d-86c6-f1f8ae9fbb94),segment_id=387022a2-5389-423d-86c6-f1f8ae9fbb94)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:52.677309 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-1bfc4a8c-02c8-4206-8973-f78b080ff33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:52.678823 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-1bfc4a8c-02c8-4206-8973-f78b080ff33e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83c3a237-d43a-4d9d-aa29-69c4c34be53a HTTP/1.1" status: 200 len: 797 time: 0.1425006 Jul 23 16:30:52.709837 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d66ee957-302f-44a2-91eb-fe049a2ec3ba req-c63cb830-9499-4750-970e-1865f1198107 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:52.711885 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969cf3bf-fe67-422d-a9dc-297403f6abf5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:30:52.713221 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bec61c-0d79-484e-a381-ea269377376c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-6431ca09-76a8-48e6-9c71-fe9e76635950', 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'fixed_ips': [{'subnet_id': '55f1d12d-99d7-48df-b06c-7ab3943fbf98'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:30:52.714627 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c6bec61c-0d79-484e-a381-ea269377376c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:52.718981 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-969cf3bf-fe67-422d-a9dc-297403f6abf5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:52.733989 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d66ee957-302f-44a2-91eb-fe049a2ec3ba req-c63cb830-9499-4750-970e-1865f1198107 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:52.748456 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['69f0d11c-508f-445f-8ce4-593bb417cc23'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:30:52.758468 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-969cf3bf-fe67-422d-a9dc-297403f6abf5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] device_id is not set on port 80904bf6-8226-4200-b34a-f81bdc0f6627 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:30:52.812443 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ee957-302f-44a2-91eb-fe049a2ec3ba req-c63cb830-9499-4750-970e-1865f1198107 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:52.813150 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d66ee957-302f-44a2-91eb-fe049a2ec3ba req-c63cb830-9499-4750-970e-1865f1198107 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:52.828128 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d66ee957-302f-44a2-91eb-fe049a2ec3ba req-c63cb830-9499-4750-970e-1865f1198107 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "PUT /v2.0/ports/69f0d11c-508f-445f-8ce4-593bb417cc23 HTTP/1.1" status: 200 len: 981 time: 0.9431913 Jul 23 16:30:52.842596 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4', 'tag': '69f0d11c-508f-445f-8ce4-593bb417cc23'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:30:52.845494 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d79479-2c01-48ef-8382-f8c081cee2cb" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4", "tag": "69f0d11c-508f-445f-8ce4-593bb417cc23"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:30:52.872347 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83829b00-e36f-49c3-b379-b8b5dd962ac5 req-51603460-b938-486c-a297-14ae34979e1a tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:52.891562 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-83829b00-e36f-49c3-b379-b8b5dd962ac5 req-51603460-b938-486c-a297-14ae34979e1a tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f618e55-13c3-413c-88c0-13889fff48d4 HTTP/1.1" status: 200 len: 946 time: 0.2815945 Jul 23 16:30:52.935439 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63cb830-9499-4750-970e-1865f1198107 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Pushing event updated for resources: {'Port': ['ID=69f0d11c-508f-445f-8ce4-593bb417cc23,revision_number=6']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:52.960539 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['69f0d11c-508f-445f-8ce4-593bb417cc23'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:30:52.961183 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c03f4541-f145-4af1-86fc-3f6bf054f69e req-ad5d44ad-d107-452f-a7e0-9cafa47f3121 tempest-ServerShowV254Test-1452191069 tempest-ServerShowV254Test-1452191069-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab68604e-6a65-4c29-8fff-a211c5526e4a HTTP/1.1" status: 200 len: 210 time: 0.0607755 Jul 23 16:30:52.978625 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-806db80c-f993-459d-86b1-c354ffdbb6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:52.980162 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-806db80c-f993-459d-86b1-c354ffdbb6fa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a11530e6-1993-441b-956a-6f9600ed92b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2917769 Jul 23 16:30:52.985727 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-969cf3bf-fe67-422d-a9dc-297403f6abf5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Allocated IP 2001:db8::123 (6431ca09-76a8-48e6-9c71-fe9e76635950/55f1d12d-99d7-48df-b06c-7ab3943fbf98/80904bf6-8226-4200-b34a-f81bdc0f6627) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:30:53.005206 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-83829b00-e36f-49c3-b379-b8b5dd962ac5 req-80f063f4-d782-4e88-a138-60ea9329dd0f tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb295656-cea1-4d3f-804b-cfe664374431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128030 Jul 23 16:30:53.092068 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838ae88a-90bf-4fcf-af0e-87ab992e2daf x-openstack-request-id: req-838ae88a-90bf-4fcf-af0e-87ab992e2daf {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:30:53.092309 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4", "tag": "69f0d11c-508f-445f-8ce4-593bb417cc23", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:30:53.092501 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-838ae88a-90bf-4fcf-af0e-87ab992e2daf {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:30:53.094128 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4', 'tag': '69f0d11c-508f-445f-8ce4-593bb417cc23', 'status': 'completed', 'code': 200} Jul 23 16:30:53.241786 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8b7815de-ca93-4c17-9dbf-0940c69bbfa1 req-bad13715-fc54-4c26-a58f-03560897fa17 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2081386777&fields=id&tenant_id=8759b0035d4f4c18add8b213c6e696b9 HTTP/1.1" status: 200 len: 267 time: 0.1417298 Jul 23 16:30:53.276045 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-08bcd419-a9b9-4697-a83f-ba7fd5c651a5 service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695334 Jul 23 16:30:53.326995 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d79479-2c01-48ef-8382-f8c081cee2cb req-7c39a35b-7bfe-4333-a9fe-578c55efa8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:53.328608 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e7d79479-2c01-48ef-8382-f8c081cee2cb req-7c39a35b-7bfe-4333-a9fe-578c55efa8d4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8759b0035d4f4c18add8b213c6e696b9&device_id=ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4 HTTP/1.1" status: 200 len: 1135 time: 0.1342511 Jul 23 16:30:53.347165 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-969cf3bf-fe67-422d-a9dc-297403f6abf5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:53.380956 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-969cf3bf-fe67-422d-a9dc-297403f6abf5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Transition to ACTIVE for port object 80904bf6-8226-4200-b34a-f81bdc0f6627 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:30:53.474869 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d79479-2c01-48ef-8382-f8c081cee2cb req-0458fdae-2cf6-488d-865f-1431db01a9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:53.476456 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e7d79479-2c01-48ef-8382-f8c081cee2cb req-0458fdae-2cf6-488d-865f-1431db01a9cc service neutron] 10.222.0.74 "GET /v2.0/networks?id=69b76154-f529-48bd-8bed-bc8390d8e097 HTTP/1.1" status: 200 len: 915 time: 0.1401744 Jul 23 16:30:53.531770 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e7d79479-2c01-48ef-8382-f8c081cee2cb req-cbb844dc-41c0-4a24-ba2e-71823a91505e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69f0d11c-508f-445f-8ce4-593bb417cc23 HTTP/1.1" status: 200 len: 217 time: 0.0462611 Jul 23 16:30:53.533088 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-969cf3bf-fe67-422d-a9dc-297403f6abf5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:53.568543 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-c6bec61c-0d79-484e-a381-ea269377376c None None] Allocated IP 2001:db8::2 (6431ca09-76a8-48e6-9c71-fe9e76635950/55f1d12d-99d7-48df-b06c-7ab3943fbf98/b9326af6-bc60-4115-8bb8-97b2dea2516b) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:30:53.579340 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43286) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:53.620332 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969cf3bf-fe67-422d-a9dc-297403f6abf5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:30:53.633117 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-969cf3bf-fe67-422d-a9dc-297403f6abf5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:30:53.635848 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969cf3bf-fe67-422d-a9dc-297403f6abf5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:30:53.641999 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969cf3bf-fe67-422d-a9dc-297403f6abf5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:53.642864 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-969cf3bf-fe67-422d-a9dc-297403f6abf5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:53.669041 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969cf3bf-fe67-422d-a9dc-297403f6abf5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Port': ['ID=80904bf6-8226-4200-b34a-f81bdc0f6627,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:53.684382 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-969cf3bf-fe67-422d-a9dc-297403f6abf5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1466084 Jul 23 16:30:53.687793 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43290) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:53.691368 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d79479-2c01-48ef-8382-f8c081cee2cb req-25b432c0-f6a9-4487-9014-89713436ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:53.693406 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e7d79479-2c01-48ef-8382-f8c081cee2cb req-25b432c0-f6a9-4487-9014-89713436ce3e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b59a8824-54e1-4c25-82a3-f082133f4321 HTTP/1.1" status: 200 len: 853 time: 0.1511948 Jul 23 16:30:53.759130 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7815de-ca93-4c17-9dbf-0940c69bbfa1 req-ab6e8d00-c006-4431-919b-7443c02d0d5e tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:53.760691 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8b7815de-ca93-4c17-9dbf-0940c69bbfa1 req-ab6e8d00-c006-4431-919b-7443c02d0d5e tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4 HTTP/1.1" status: 200 len: 984 time: 0.5094304 Jul 23 16:30:53.784999 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-8b7815de-ca93-4c17-9dbf-0940c69bbfa1 req-353f2159-3515-417b-90fc-07c28f514835 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Request body: {'port': {'security_groups': ['26cfaac8-7c27-41fe-86fb-cd1e9a67f162', '9d74c37f-e2af-4d64-bb02-9494fe7502a7', 'ad41e0f4-99d1-41eb-8771-67df8b98d5e6']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:53.786400 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c6bec61c-0d79-484e-a381-ea269377376c None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:53.793954 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-65010733-6f44-4f4b-b370-25a534784441 service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959517 Jul 23 16:30:53.800488 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c6bec61c-0d79-484e-a381-ea269377376c None None] Transition to ACTIVE for port object b9326af6-bc60-4115-8bb8-97b2dea2516b will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:30:53.832835 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c6bec61c-0d79-484e-a381-ea269377376c None None] Transition to ACTIVE for port object b9326af6-bc60-4115-8bb8-97b2dea2516b will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:30:53.840720 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c6bec61c-0d79-484e-a381-ea269377376c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:53.864333 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-3ef9b95d-253e-4632-8c3f-cee47925dc27 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=faeb3d4d-ead5-454a-9873-67df475e0096 HTTP/1.1" status: 200 len: 217 time: 0.0467315 Jul 23 16:30:53.891476 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bec61c-0d79-484e-a381-ea269377376c None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:30:53.895799 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-c6bec61c-0d79-484e-a381-ea269377376c None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:30:53.901656 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bec61c-0d79-484e-a381-ea269377376c None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:30:53.905345 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bec61c-0d79-484e-a381-ea269377376c None None] Pushing event updated for resources: {'Port': ['ID=b9326af6-bc60-4115-8bb8-97b2dea2516b,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:53.965199 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b55214-ef14-4f8b-92c4-7d32dbe6133b req-9068d0dc-8589-4ac1-9f63-00847bf62778 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:53.967833 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-c6bec61c-0d79-484e-a381-ea269377376c None None] Attempting to bind port b9326af6-bc60-4115-8bb8-97b2dea2516b on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:30:53.968311 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-c6bec61c-0d79-484e-a381-ea269377376c None None] Attempting to bind port b9326af6-bc60-4115-8bb8-97b2dea2516b by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:30:53.968792 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bec61c-0d79-484e-a381-ea269377376c None None] Attempting to bind port b9326af6-bc60-4115-8bb8-97b2dea2516b on network 6431ca09-76a8-48e6-9c71-fe9e76635950 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:30:53.972727 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-06b55214-ef14-4f8b-92c4-7d32dbe6133b req-9068d0dc-8589-4ac1-9f63-00847bf62778 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 945 time: 0.2632556 Jul 23 16:30:53.976344 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bec61c-0d79-484e-a381-ea269377376c None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:30:53.977178 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bec61c-0d79-484e-a381-ea269377376c None None] Checking segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:30:53.977408 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c6bec61c-0d79-484e-a381-ea269377376c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:53.977902 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bec61c-0d79-484e-a381-ea269377376c None None] Bound using segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:30:53.978449 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-c6bec61c-0d79-484e-a381-ea269377376c None None] Bound port: b9326af6-bc60-4115-8bb8-97b2dea2516b, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:30:53.979542 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c6bec61c-0d79-484e-a381-ea269377376c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:54.013915 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-8e84d032-731e-492e-999a-76747503b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:54.015430 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-8e84d032-731e-492e-999a-76747503b677 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43e3b6e1-204d-4ff9-bc32-923f74e47c31 HTTP/1.1" status: 200 len: 797 time: 0.1394680 Jul 23 16:30:54.019133 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8b7815de-ca93-4c17-9dbf-0940c69bbfa1 req-353f2159-3515-417b-90fc-07c28f514835 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:54.057930 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-c6bec61c-0d79-484e-a381-ea269377376c None None] For port b9326af6-bc60-4115-8bb8-97b2dea2516b, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:30:54.062266 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-c6bec61c-0d79-484e-a381-ea269377376c None None] For port b9326af6-bc60-4115-8bb8-97b2dea2516b, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=b9326af6-bc60-4115-8bb8-97b2dea2516b,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:30:54.069434 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c6bec61c-0d79-484e-a381-ea269377376c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:54.081529 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-06b55214-ef14-4f8b-92c4-7d32dbe6133b req-1d419733-246c-4062-8871-f55c094b4bee tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031480 Jul 23 16:30:54.168413 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e7d79479-2c01-48ef-8382-f8c081cee2cb req-b75e2d78-a062-477a-8237-177df338c96f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=69b76154-f529-48bd-8bed-bc8390d8e097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922537 Jul 23 16:30:54.169212 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bec61c-0d79-484e-a381-ea269377376c None None] Pushing event updated for resources: {'Port': ['ID=b9326af6-bc60-4115-8bb8-97b2dea2516b,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:54.194129 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-fb3d956b-fdcb-4f63-acf2-e2334d96ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:54.195654 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a5cbcf7f-c938-4598-9845-d16913718372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:54.195830 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-fb3d956b-fdcb-4f63-acf2-e2334d96ab71 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=72536959-6d28-4d4b-a817-b894e84f9992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1675918 Jul 23 16:30:54.339685 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1e42ce46-7e5c-46c2-b7ad-30271640e960 req-bbf32be6-0ad0-4b27-876b-b41b78624a07 tempest-ServerShowV254Test-1452191069 tempest-ServerShowV254Test-1452191069-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab68604e-6a65-4c29-8fff-a211c5526e4a HTTP/1.1" status: 200 len: 210 time: 0.0464847 Jul 23 16:30:54.395663 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f7f2a2-64b4-464f-9ae9-3948410d048f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:54.402409 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f7f2a2-64b4-464f-9ae9-3948410d048f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:54.403124 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-6e84a1ad-f6fd-4feb-aac4-9f42c41f99fc service neutron] 10.222.0.74 "GET /v2.0/networks/72536959-6d28-4d4b-a817-b894e84f9992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003856 Jul 23 16:30:54.403719 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-51f7f2a2-64b4-464f-9ae9-3948410d048f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.7143307 Jul 23 16:30:54.413168 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43300) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:54.448426 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-8b7815de-ca93-4c17-9dbf-0940c69bbfa1 req-353f2159-3515-417b-90fc-07c28f514835 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] For port 69f0d11c-508f-445f-8ce4-593bb417cc23, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=69f0d11c-508f-445f-8ce4-593bb417cc23,segment=NetworkSegment(387022a2-5389-423d-86c6-f1f8ae9fbb94),segment_id=387022a2-5389-423d-86c6-f1f8ae9fbb94)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:54.458489 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604d207-7ccf-435c-b845-82e556f4d5fc req-21b07fdb-c4f9-44f9-bf06-83abd2a61e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:54.460623 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8604d207-7ccf-435c-b845-82e556f4d5fc req-21b07fdb-c4f9-44f9-bf06-83abd2a61e23 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 1096 time: 0.3551018 Jul 23 16:30:54.467684 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e7d79479-2c01-48ef-8382-f8c081cee2cb req-f09d7c62-4777-4864-ad70-db08416386f3 service neutron] 10.222.0.74 "GET /v2.0/networks/69b76154-f529-48bd-8bed-bc8390d8e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751231 Jul 23 16:30:54.574365 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8604d207-7ccf-435c-b845-82e556f4d5fc req-22e12fd4-335f-4c92-8384-660521a71611 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033373 Jul 23 16:30:54.638806 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8b7815de-ca93-4c17-9dbf-0940c69bbfa1 req-353f2159-3515-417b-90fc-07c28f514835 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:54.649303 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8b7815de-ca93-4c17-9dbf-0940c69bbfa1 req-353f2159-3515-417b-90fc-07c28f514835 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:54.649925 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a5cbcf7f-c938-4598-9845-d16913718372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:54.657351 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a5cbcf7f-c938-4598-9845-d16913718372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:54.662703 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e7d79479-2c01-48ef-8382-f8c081cee2cb req-567f5b2f-a262-4cd9-8e5e-500d2e96e2b4 service neutron] 10.222.0.74 "GET /v2.0/networks/69b76154-f529-48bd-8bed-bc8390d8e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773303 Jul 23 16:30:54.663659 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['69f0d11c-508f-445f-8ce4-593bb417cc23'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:30:54.716989 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a5cbcf7f-c938-4598-9845-d16913718372 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c156967140994cfabbbb2473bb485b03&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1173172 Jul 23 16:30:54.718394 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-d7666d93-5cc2-4a42-97eb-af2a8e7508d5 service neutron] 10.222.0.74 "GET /v2.0/networks/72536959-6d28-4d4b-a817-b894e84f9992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010974 Jul 23 16:30:54.720096 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cbcf7f-c938-4598-9845-d16913718372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd994fd2-681f-4633-aa99-a8c72b92963f,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:54.727038 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43302) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:54.730130 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7815de-ca93-4c17-9dbf-0940c69bbfa1 req-353f2159-3515-417b-90fc-07c28f514835 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:54.730817 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8b7815de-ca93-4c17-9dbf-0940c69bbfa1 req-353f2159-3515-417b-90fc-07c28f514835 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:54.732293 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8b7815de-ca93-4c17-9dbf-0940c69bbfa1 req-353f2159-3515-417b-90fc-07c28f514835 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "PUT /v2.0/ports/69f0d11c-508f-445f-8ce4-593bb417cc23 HTTP/1.1" status: 200 len: 1020 time: 0.9626193 Jul 23 16:30:54.825216 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-48a9f72a-f976-4cb5-a30c-3493951d2654 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a9569114-a844-492a-9768-c27463ea9bb4 HTTP/1.1" status: 200 len: 217 time: 0.0918632 Jul 23 16:30:54.839516 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3201cd7-5484-4525-8639-79b0f04f16dc req-b2f240cb-92ec-4263-a51e-6f9d1b7fea3b tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:54.851220 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f3201cd7-5484-4525-8639-79b0f04f16dc req-b2f240cb-92ec-4263-a51e-6f9d1b7fea3b tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f618e55-13c3-413c-88c0-13889fff48d4 HTTP/1.1" status: 200 len: 946 time: 0.3277469 Jul 23 16:30:54.860451 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f2159-3515-417b-90fc-07c28f514835 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Pushing event updated for resources: {'Port': ['ID=69f0d11c-508f-445f-8ce4-593bb417cc23,revision_number=7']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:54.868730 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f87d3ad7-7267-418b-b5ed-0a65e60deeb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:54.886500 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['69f0d11c-508f-445f-8ce4-593bb417cc23'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:30:54.923422 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-a114e313-2a6a-4c09-8788-6801a0d688af tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting port 80904bf6-8226-4200-b34a-f81bdc0f6627 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:30:54.923741 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a114e313-2a6a-4c09-8788-6801a0d688af tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:54.924620 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f87d3ad7-7267-418b-b5ed-0a65e60deeb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:54.950911 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device b9326af6-bc60-4115-8bb8-97b2dea2516b up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:30:54.988956 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f3201cd7-5484-4525-8639-79b0f04f16dc req-92a6a618-0072-47ef-9b73-f670e1b6e3ce tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb295656-cea1-4d3f-804b-cfe664374431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369107 Jul 23 16:30:55.024030 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f87d3ad7-7267-418b-b5ed-0a65e60deeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:55.026779 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f87d3ad7-7267-418b-b5ed-0a65e60deeb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:55.030475 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f87d3ad7-7267-418b-b5ed-0a65e60deeb6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cd994fd2-681f-4633-aa99-a8c72b92963f HTTP/1.1" status: 204 len: 168 time: 0.2996879 Jul 23 16:30:55.043605 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d3ad7-7267-418b-b5ed-0a65e60deeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd994fd2-681f-4633-aa99-a8c72b92963f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:55.057356 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-91533291-72e1-46f2-9884-8933d6fdeec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:55.063380 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-91533291-72e1-46f2-9884-8933d6fdeec2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43e3b6e1-204d-4ff9-bc32-923f74e47c31 HTTP/1.1" status: 200 len: 797 time: 0.2099462 Jul 23 16:30:55.111653 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4', 'tag': '69f0d11c-508f-445f-8ce4-593bb417cc23'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:30:55.114449 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb6c0d2-dd9c-481b-ae0a-3afe6a52f7f0" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4", "tag": "69f0d11c-508f-445f-8ce4-593bb417cc23"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:30:55.141148 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a114e313-2a6a-4c09-8788-6801a0d688af tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:55.171521 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-a114e313-2a6a-4c09-8788-6801a0d688af tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Calling delete_port for 80904bf6-8226-4200-b34a-f81bdc0f6627 owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:30:55.175491 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port b9326af6-bc60-4115-8bb8-97b2dea2516b completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:30:55.199114 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c7cd3-6c26-4ac8-b9ec-7ab1a2df2032 req-7d816c9c-5fbb-48e1-8856-f801b3e3e2d6 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:55.200727 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-885c7cd3-6c26-4ac8-b9ec-7ab1a2df2032 req-7d816c9c-5fbb-48e1-8856-f801b3e3e2d6 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4 HTTP/1.1" status: 200 len: 1023 time: 0.2337379 Jul 23 16:30:55.292230 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-08cd5dab-0d1b-44e2-862f-5cf2c769c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:55.294472 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-08cd5dab-0d1b-44e2-862f-5cf2c769c81f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=72536959-6d28-4d4b-a817-b894e84f9992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2206221 Jul 23 16:30:55.524154 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43322) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:55.539506 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bae3485d-75cb-415c-880b-1af39c98dbda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:55.571452 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-885c7cd3-6c26-4ac8-b9ec-7ab1a2df2032 req-d41ad287-6b4d-4166-8dbe-1c9b1c97fae3 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups?id=26cfaac8-7c27-41fe-86fb-cd1e9a67f162&id=ad41e0f4-99d1-41eb-8771-67df8b98d5e6&id=9d74c37f-e2af-4d64-bb02-9494fe7502a7 HTTP/1.1" status: 200 len: 6158 time: 0.3586271 Jul 23 16:30:55.591626 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea5c5e-9566-4c36-9629-86c0894aeb72 req-cc71ea4a-42c3-4c6f-996b-968437b58990 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:55.593254 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c2ea5c5e-9566-4c36-9629-86c0894aeb72 req-cc71ea4a-42c3-4c6f-996b-968437b58990 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 945 time: 0.3210680 Jul 23 16:30:55.626217 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559e11e2-0eea-48a3-b243-44e938632983 x-openstack-request-id: req-559e11e2-0eea-48a3-b243-44e938632983 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:30:55.626525 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4", "tag": "69f0d11c-508f-445f-8ce4-593bb417cc23", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:30:55.626739 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-559e11e2-0eea-48a3-b243-44e938632983 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:30:55.627128 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4', 'tag': '69f0d11c-508f-445f-8ce4-593bb417cc23', 'status': 'completed', 'code': 200} Jul 23 16:30:55.641613 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-25cdfd77-f330-4eb4-bbe5-5548dd6f9afb service neutron] 10.222.0.74 "GET /v2.0/networks/72536959-6d28-4d4b-a817-b894e84f9992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135211 Jul 23 16:30:55.647317 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a114e313-2a6a-4c09-8788-6801a0d688af tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:55.719278 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bae3485d-75cb-415c-880b-1af39c98dbda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:55.726484 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bae3485d-75cb-415c-880b-1af39c98dbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:55.741887 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a901274-8997-4b43-8f83-53f1338e6ffb None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:30:55.798788 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bae3485d-75cb-415c-880b-1af39c98dbda admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=45486fffdac74c6aabdf80b3e80f8d55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2727172 Jul 23 16:30:55.801239 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3485d-75cb-415c-880b-1af39c98dbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9641a97e-2b22-4340-bb63-7c4fa12f4185,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:55.803982 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43328) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:55.806317 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6c0d2-dd9c-481b-ae0a-3afe6a52f7f0 req-cee0af43-f32f-41ed-8a82-a0edec9c4ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:55.807971 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9fb6c0d2-dd9c-481b-ae0a-3afe6a52f7f0 req-cee0af43-f32f-41ed-8a82-a0edec9c4ef0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8759b0035d4f4c18add8b213c6e696b9&device_id=ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4 HTTP/1.1" status: 200 len: 1174 time: 0.1526201 Jul 23 16:30:55.842851 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114e313-2a6a-4c09-8788-6801a0d688af tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Port': ['ID=80904bf6-8226-4200-b34a-f81bdc0f6627,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:55.847583 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a114e313-2a6a-4c09-8788-6801a0d688af tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:55.858933 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a114e313-2a6a-4c09-8788-6801a0d688af tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/80904bf6-8226-4200-b34a-f81bdc0f6627 HTTP/1.1" status: 204 len: 168 time: 1.4415212 Jul 23 16:30:55.859146 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43330) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:55.864714 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f430cbc9-d416-49c7-a52b-a1290701e785 req-22ed5378-9313-47d4-93f0-f645151465d3 service neutron] 10.222.0.74 "GET /v2.0/networks/72536959-6d28-4d4b-a817-b894e84f9992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048240 Jul 23 16:30:55.870727 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c2ea5c5e-9566-4c36-9629-86c0894aeb72 req-24820593-19df-47a3-b364-9ab3c5f404f2 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674053 Jul 23 16:30:55.881662 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-06a6ac42-44a1-4483-ad2c-42c4bbbb5948 None None] Provisioning for port b9326af6-bc60-4115-8bb8-97b2dea2516b completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:30:55.906141 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-06a6ac42-44a1-4483-ad2c-42c4bbbb5948 None None] Provisioning complete for port b9326af6-bc60-4115-8bb8-97b2dea2516b triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:30:55.906573 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-06a6ac42-44a1-4483-ad2c-42c4bbbb5948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:55.926310 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-18169196-2e18-4435-bfc3-709bc2b91133 req-2f9f58db-e71e-4e11-ade2-68c3287de2ba tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1045276756 ', 'description': 'tempest-description-745573248'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:55.997884 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5b98fad1-93ac-449e-b7d6-24ed79a13413 req-471a972e-ee38-41e8-a803-daf62d57d05d tempest-ServerShowV254Test-1452191069 tempest-ServerShowV254Test-1452191069-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab68604e-6a65-4c29-8fff-a211c5526e4a HTTP/1.1" status: 200 len: 210 time: 0.0476716 Jul 23 16:30:56.006578 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-18169196-2e18-4435-bfc3-709bc2b91133 req-2f9f58db-e71e-4e11-ade2-68c3287de2ba tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:56.066246 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-06a6ac42-44a1-4483-ad2c-42c4bbbb5948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:56.072911 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6255e3bc-6897-4ce3-97bf-d6d36734f981 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:56.075091 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6255e3bc-6897-4ce3-97bf-d6d36734f981 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:56.079137 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6255e3bc-6897-4ce3-97bf-d6d36734f981 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2173343 Jul 23 16:30:56.082089 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43334) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:56.097001 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e3d197ad-a85a-4c92-9934-412be75a3b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:56.119909 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-06a6ac42-44a1-4483-ad2c-42c4bbbb5948 None None] For port b9326af6-bc60-4115-8bb8-97b2dea2516b, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=b9326af6-bc60-4115-8bb8-97b2dea2516b,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:56.131092 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-06a6ac42-44a1-4483-ad2c-42c4bbbb5948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:56.136946 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6c0d2-dd9c-481b-ae0a-3afe6a52f7f0 req-d710e0aa-2c4c-4ee1-8915-bb7d0084c155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:56.138471 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9fb6c0d2-dd9c-481b-ae0a-3afe6a52f7f0 req-d710e0aa-2c4c-4ee1-8915-bb7d0084c155 service neutron] 10.222.0.74 "GET /v2.0/networks?id=69b76154-f529-48bd-8bed-bc8390d8e097 HTTP/1.1" status: 200 len: 915 time: 0.3098254 Jul 23 16:30:56.141198 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e3d197ad-a85a-4c92-9934-412be75a3b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:56.144990 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfaf69-05d4-4abe-b3cd-0eda3595bbb0 req-4aeaa419-3db9-4c0e-97bc-88d154026704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:56.146578 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-43bfaf69-05d4-4abe-b3cd-0eda3595bbb0 req-4aeaa419-3db9-4c0e-97bc-88d154026704 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8861468c7b3b4d1599cebb8bdfcca365&device_id=8f618e55-13c3-413c-88c0-13889fff48d4 HTTP/1.1" status: 200 len: 1097 time: 0.3037426 Jul 23 16:30:56.202646 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6ac42-44a1-4483-ad2c-42c4bbbb5948 None None] Pushing event updated for resources: {'Port': ['ID=b9326af6-bc60-4115-8bb8-97b2dea2516b,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:56.220709 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9fb6c0d2-dd9c-481b-ae0a-3afe6a52f7f0 req-0605b05d-2462-45d3-8b05-7440a1dfd024 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69f0d11c-508f-445f-8ce4-593bb417cc23 HTTP/1.1" status: 200 len: 217 time: 0.0677636 Jul 23 16:30:56.265285 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-6452fb13-ba6e-47fa-84a8-dbf6407a2492 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting subnet 55f1d12d-99d7-48df-b06c-7ab3943fbf98 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:30:56.286033 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6452fb13-ba6e-47fa-84a8-dbf6407a2492 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:56.328299 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e3d197ad-a85a-4c92-9934-412be75a3b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:56.337410 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e3d197ad-a85a-4c92-9934-412be75a3b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:56.337410 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e3d197ad-a85a-4c92-9934-412be75a3b72 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9641a97e-2b22-4340-bb63-7c4fa12f4185 HTTP/1.1" status: 204 len: 168 time: 0.5239317 Jul 23 16:30:56.338369 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6c0d2-dd9c-481b-ae0a-3afe6a52f7f0 req-0d853ca6-6072-4e50-b2c6-a0d2a619c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:56.339632 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9fb6c0d2-dd9c-481b-ae0a-3afe6a52f7f0 req-0d853ca6-6072-4e50-b2c6-a0d2a619c994 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b59a8824-54e1-4c25-82a3-f082133f4321 HTTP/1.1" status: 200 len: 853 time: 0.1046016 Jul 23 16:30:56.350769 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6452fb13-ba6e-47fa-84a8-dbf6407a2492 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:56.366340 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d197ad-a85a-4c92-9934-412be75a3b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9641a97e-2b22-4340-bb63-7c4fa12f4185,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:56.403339 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9fb6c0d2-dd9c-481b-ae0a-3afe6a52f7f0 req-3aa1b754-0629-4e33-af76-6ceed4008ca5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=69b76154-f529-48bd-8bed-bc8390d8e097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515406 Jul 23 16:30:56.406345 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfaf69-05d4-4abe-b3cd-0eda3595bbb0 req-230dbf20-2dcf-46cd-9b70-35e36ed3df33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:56.408797 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-43bfaf69-05d4-4abe-b3cd-0eda3595bbb0 req-230dbf20-2dcf-46cd-9b70-35e36ed3df33 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f10b44d9-b9f9-4c86-a2ac-80c162192db0 HTTP/1.1" status: 200 len: 916 time: 0.2414083 Jul 23 16:30:56.415370 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-18169196-2e18-4435-bfc3-709bc2b91133 req-2f9f58db-e71e-4e11-ade2-68c3287de2ba tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:56.429869 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-18169196-2e18-4435-bfc3-709bc2b91133 req-2f9f58db-e71e-4e11-ade2-68c3287de2ba tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:56.474314 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4508da-b73c-4aab-91ce-c742c8895b75 req-8e373093-546a-4658-b31d-16778c6c1e60 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:56.477487 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-43bfaf69-05d4-4abe-b3cd-0eda3595bbb0 req-f0ee1033-d7cc-4707-9b9a-c8535ed7d794 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87919f5e-c590-44cf-93e9-9b995b97a95e HTTP/1.1" status: 200 len: 217 time: 0.0606077 Jul 23 16:30:56.481599 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cf4508da-b73c-4aab-91ce-c742c8895b75 req-8e373093-546a-4658-b31d-16778c6c1e60 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f618e55-13c3-413c-88c0-13889fff48d4 HTTP/1.1" status: 200 len: 946 time: 0.3839719 Jul 23 16:30:56.487206 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f58db-e71e-4e11-ade2-68c3287de2ba tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35cd6a9f-5cfe-4037-b938-164ea8a39fc7,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:56.503564 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-29405f60-0d59-414b-8718-dc86f18641c2 None None] Provisioning complete for port b9326af6-bc60-4115-8bb8-97b2dea2516b triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:30:56.504417 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-29405f60-0d59-414b-8718-dc86f18641c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:56.531573 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-18169196-2e18-4435-bfc3-709bc2b91133 req-2f9f58db-e71e-4e11-ade2-68c3287de2ba tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:56.551345 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-18169196-2e18-4435-bfc3-709bc2b91133 req-2f9f58db-e71e-4e11-ade2-68c3287de2ba tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.6311760 Jul 23 16:30:56.603878 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cf4508da-b73c-4aab-91ce-c742c8895b75 req-79d5fbed-9877-4b30-a65b-42a89a6f7802 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb295656-cea1-4d3f-804b-cfe664374431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139510 Jul 23 16:30:56.605453 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6452fb13-ba6e-47fa-84a8-dbf6407a2492 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:56.638308 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfaf69-05d4-4abe-b3cd-0eda3595bbb0 req-bbbb9f17-c476-43f7-b15a-002326ecd2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:56.641740 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-43bfaf69-05d4-4abe-b3cd-0eda3595bbb0 req-bbbb9f17-c476-43f7-b15a-002326ecd2bc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dde45ffd-533d-4f26-9653-b5240a366fed HTTP/1.1" status: 200 len: 854 time: 0.1571710 Jul 23 16:30:56.644632 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9fb6c0d2-dd9c-481b-ae0a-3afe6a52f7f0 req-3f5fc927-6f5d-4fc2-a9f9-00a3fde5f898 service neutron] 10.222.0.74 "GET /v2.0/networks/69b76154-f529-48bd-8bed-bc8390d8e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294126 Jul 23 16:30:56.725000 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-43bfaf69-05d4-4abe-b3cd-0eda3595bbb0 req-724fd577-d4ab-49e2-be62-2d91a363f2a3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f10b44d9-b9f9-4c86-a2ac-80c162192db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712657 Jul 23 16:30:56.775723 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d02fbc69-7146-432c-b998-590a5ccb0294 req-53f9d84e-f629-48e0-ae57-d4de250f0313 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups/35cd6a9f-5cfe-4037-b938-164ea8a39fc7 HTTP/1.1" status: 200 len: 1782 time: 0.1067812 Jul 23 16:30:56.817547 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6452fb13-ba6e-47fa-84a8-dbf6407a2492 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:56.884308 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452fb13-ba6e-47fa-84a8-dbf6407a2492 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Subnet': ['ID=55f1d12d-99d7-48df-b06c-7ab3943fbf98,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:56.890667 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6452fb13-ba6e-47fa-84a8-dbf6407a2492 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:56.911855 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6452fb13-ba6e-47fa-84a8-dbf6407a2492 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/55f1d12d-99d7-48df-b06c-7ab3943fbf98 HTTP/1.1" status: 204 len: 168 time: 0.8256118 Jul 23 16:30:56.912685 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43350) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:56.921663 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device b9326af6-bc60-4115-8bb8-97b2dea2516b up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:30:56.949230 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f1d283f1-f250-4b2b-9d33-4c8d33307483 req-c027de69-9c66-4b48-adb5-f463d627910f tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups/35cd6a9f-5cfe-4037-b938-164ea8a39fc7 HTTP/1.1" status: 200 len: 1782 time: 0.1365297 Jul 23 16:30:56.991720 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-72902797-31e0-4d51-a20a-c6ceee22fbe7 None None] Could not find standard attr ID for object 80904bf6-8226-4200-b34a-f81bdc0f6627. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:30:57.044743 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9fb6c0d2-dd9c-481b-ae0a-3afe6a52f7f0 req-ae519f5e-ec07-4b20-8fa0-580a28c94095 service neutron] 10.222.0.74 "GET /v2.0/networks/69b76154-f529-48bd-8bed-bc8390d8e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701475 Jul 23 16:30:57.049662 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0245995f-e4fa-470b-a412-53d0b7938b53 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1327307 Jul 23 16:30:57.049662 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43358) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:57.051837 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f1d283f1-f250-4b2b-9d33-4c8d33307483 req-54ed1be2-cf61-4d86-abe5-a1072c4cd48a tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:57.057659 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-cbed3069-feda-4849-90b3-deeb923779c5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:57.082698 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port b9326af6-bc60-4115-8bb8-97b2dea2516b triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:30:57.083917 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:57.112760 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-43bfaf69-05d4-4abe-b3cd-0eda3595bbb0 req-ac13f7a5-ef63-47f0-8752-af43259734f9 service neutron] 10.222.0.74 "GET /v2.0/networks/f10b44d9-b9f9-4c86-a2ac-80c162192db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754625 Jul 23 16:30:57.122210 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f1d283f1-f250-4b2b-9d33-4c8d33307483 req-54ed1be2-cf61-4d86-abe5-a1072c4cd48a tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:57.180469 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d4a8bc-afb2-4ce2-9cbd-74af296c1351 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:30:57.232743 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c3df0-58c8-451d-bb3c-ac768ad34390 req-623f83ef-04c0-4dbc-a181-25dced737a68 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:57.234557 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-689c3df0-58c8-451d-bb3c-ac768ad34390 req-623f83ef-04c0-4dbc-a181-25dced737a68 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 945 time: 0.1339421 Jul 23 16:30:57.235885 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f1d283f1-f250-4b2b-9d33-4c8d33307483 req-54ed1be2-cf61-4d86-abe5-a1072c4cd48a tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:57.239182 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f1d283f1-f250-4b2b-9d33-4c8d33307483 req-54ed1be2-cf61-4d86-abe5-a1072c4cd48a tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:57.240705 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f1d283f1-f250-4b2b-9d33-4c8d33307483 req-54ed1be2-cf61-4d86-abe5-a1072c4cd48a tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "DELETE /v2.0/security-groups/35cd6a9f-5cfe-4037-b938-164ea8a39fc7 HTTP/1.1" status: 204 len: 173 time: 0.2807634 Jul 23 16:30:57.252718 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-43bfaf69-05d4-4abe-b3cd-0eda3595bbb0 req-585fe247-ece1-4888-9eb9-3db165ace577 service neutron] 10.222.0.74 "GET /v2.0/networks/f10b44d9-b9f9-4c86-a2ac-80c162192db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316411 Jul 23 16:30:57.309491 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-689c3df0-58c8-451d-bb3c-ac768ad34390 req-00a9ce43-9563-4e9e-9878-79c17e57fdca tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672555 Jul 23 16:30:57.310847 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed1be2-cf61-4d86-abe5-a1072c4cd48a tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cd6a9f-5cfe-4037-b938-164ea8a39fc7,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:57.368671 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbed3069-feda-4849-90b3-deeb923779c5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:30:57.376055 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cbed3069-feda-4849-90b3-deeb923779c5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:57.408085 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-09b95e7f-1ee1-4186-8031-5f61578c82df req-8a305d1c-4cf8-40de-a264-b65d3d6f3d08 tempest-ServerShowV254Test-1452191069 tempest-ServerShowV254Test-1452191069-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab68604e-6a65-4c29-8fff-a211c5526e4a HTTP/1.1" status: 200 len: 210 time: 0.0622716 Jul 23 16:30:57.410329 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [req-cde1925f-3c68-4781-bcbc-80316e435349 req-b31e2629-83fa-4f85-8823-e81d3e255266 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] show failed (client error): The resource could not be found. Jul 23 16:30:57.425159 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cde1925f-3c68-4781-bcbc-80316e435349 req-b31e2629-83fa-4f85-8823-e81d3e255266 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups/35cd6a9f-5cfe-4037-b938-164ea8a39fc7 HTTP/1.1" status: 404 len: 352 time: 0.0779548 Jul 23 16:30:57.481743 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-9d83e014-bafd-4b44-bc11-15ca758c7472 req-b6a22281-e2b6-4815-b2aa-a2d7785afd9f tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1417919066', 'description': 'tempest-description-113884642'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:57.575227 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9d83e014-bafd-4b44-bc11-15ca758c7472 req-b6a22281-e2b6-4815-b2aa-a2d7785afd9f tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:57.658584 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caac6fb0-feab-4e4e-af65-b2279fea4e09 None None] DHCP port deletion for 6431ca09-76a8-48e6-9c71-fe9e76635950 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:30:57.717131 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-caac6fb0-feab-4e4e-af65-b2279fea4e09 None None] Deleting port b9326af6-bc60-4115-8bb8-97b2dea2516b {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:30:57.717895 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-caac6fb0-feab-4e4e-af65-b2279fea4e09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:57.799494 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f5f68-119d-4188-959f-b3a988ef3523 req-ba8f5bc8-52cd-4dc0-9b00-57e88fb8b065 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:57.802652 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-790f5f68-119d-4188-959f-b3a988ef3523 req-ba8f5bc8-52cd-4dc0-9b00-57e88fb8b065 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.2487750 Jul 23 16:30:57.810931 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cbed3069-feda-4849-90b3-deeb923779c5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:57.874071 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-caac6fb0-feab-4e4e-af65-b2279fea4e09 None None] For port b9326af6-bc60-4115-8bb8-97b2dea2516b, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=b9326af6-bc60-4115-8bb8-97b2dea2516b,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:57.875235 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-caac6fb0-feab-4e4e-af65-b2279fea4e09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:57.889947 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbed3069-feda-4849-90b3-deeb923779c5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:30:57.893867 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-cbed3069-feda-4849-90b3-deeb923779c5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:30:57.898101 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-caac6fb0-feab-4e4e-af65-b2279fea4e09 None None] Calling delete_port for b9326af6-bc60-4115-8bb8-97b2dea2516b owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:30:57.899526 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbed3069-feda-4849-90b3-deeb923779c5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:57.900295 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cbed3069-feda-4849-90b3-deeb923779c5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:57.900945 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-790f5f68-119d-4188-959f-b3a988ef3523 req-4d929145-c84a-45ee-88c3-12bbc09093e4 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910432 Jul 23 16:30:57.910826 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed3069-feda-4849-90b3-deeb923779c5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Subnet': ['ID=6b6c519b-ba7b-44da-a3d1-19e70c3d99c1,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:57.916618 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9d83e014-bafd-4b44-bc11-15ca758c7472 req-b6a22281-e2b6-4815-b2aa-a2d7785afd9f tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:57.926047 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9d83e014-bafd-4b44-bc11-15ca758c7472 req-b6a22281-e2b6-4815-b2aa-a2d7785afd9f tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:57.934046 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cbed3069-feda-4849-90b3-deeb923779c5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8829098 Jul 23 16:30:57.936636 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43386) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:57.946645 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-adccbd69-4756-427a-b6d3-35f25f9efa93 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'port': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'name': 'tempest-NetworksTestDHCPv6-946234966'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:57.994643 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a22281-e2b6-4815-b2aa-a2d7785afd9f tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5613521-fef7-4f35-b3db-a07ee083a9fa,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:58.011881 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9d83e014-bafd-4b44-bc11-15ca758c7472 req-b6a22281-e2b6-4815-b2aa-a2d7785afd9f tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:58.012869 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d83e014-bafd-4b44-bc11-15ca758c7472 req-b6a22281-e2b6-4815-b2aa-a2d7785afd9f tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5391290 Jul 23 16:30:58.015029 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-caac6fb0-feab-4e4e-af65-b2279fea4e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:58.083339 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac6fb0-feab-4e4e-af65-b2279fea4e09 None None] Pushing event deleted for resources: {'Port': ['ID=b9326af6-bc60-4115-8bb8-97b2dea2516b,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:58.090929 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caac6fb0-feab-4e4e-af65-b2279fea4e09 None None] No DVR routers for this DVR port b9326af6-bc60-4115-8bb8-97b2dea2516b on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:30:58.108400 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9fb289-3748-45dd-94ad-311e9b3f1eb2 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:30:58.116184 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e77b08-6ecf-4ccd-b3e9-fd22bc514492 req-a44e2e18-7dfa-4a89-ac46-a30c3b00ab96 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:58.125875 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a6e77b08-6ecf-4ccd-b3e9-fd22bc514492 req-a44e2e18-7dfa-4a89-ac46-a30c3b00ab96 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f618e55-13c3-413c-88c0-13889fff48d4 HTTP/1.1" status: 200 len: 946 time: 0.0994468 Jul 23 16:30:58.131583 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adccbd69-4756-427a-b6d3-35f25f9efa93 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:30:58.137636 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-adccbd69-4756-427a-b6d3-35f25f9efa93 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:58.174041 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-adccbd69-4756-427a-b6d3-35f25f9efa93 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] device_id is not set on port edb834d3-899b-4d3a-b323-53b149313f99 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:30:58.185861 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a6e77b08-6ecf-4ccd-b3e9-fd22bc514492 req-70c5f7cc-9f0c-4bff-8a86-01991fa58479 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb295656-cea1-4d3f-804b-cfe664374431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594783 Jul 23 16:30:58.235997 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-9cff9743-3596-488d-aa3e-58c8fd6d5b35 req-ca1ad03c-01ef-4924-8939-04ecafa90c69 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1478617405', 'description': 'tempest-description-1930439494'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:58.266500 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9cff9743-3596-488d-aa3e-58c8fd6d5b35 req-ca1ad03c-01ef-4924-8939-04ecafa90c69 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:58.355143 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f89e0ef-bae2-4594-81e2-65671739e799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-6431ca09-76a8-48e6-9c71-fe9e76635950', 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'fixed_ips': [{'subnet_id': '6b6c519b-ba7b-44da-a3d1-19e70c3d99c1'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:30:58.355986 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5f89e0ef-bae2-4594-81e2-65671739e799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:58.410840 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9cff9743-3596-488d-aa3e-58c8fd6d5b35 req-ca1ad03c-01ef-4924-8939-04ecafa90c69 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:58.416124 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43408) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:58.426275 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-adccbd69-4756-427a-b6d3-35f25f9efa93 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Allocated IP 2001:db8::65 (6431ca09-76a8-48e6-9c71-fe9e76635950/6b6c519b-ba7b-44da-a3d1-19e70c3d99c1/edb834d3-899b-4d3a-b323-53b149313f99) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:30:58.432291 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9cff9743-3596-488d-aa3e-58c8fd6d5b35 req-ca1ad03c-01ef-4924-8939-04ecafa90c69 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:58.487827 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9cff9743-3596-488d-aa3e-58c8fd6d5b35 req-ca1ad03c-01ef-4924-8939-04ecafa90c69 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:58.501073 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9cff9743-3596-488d-aa3e-58c8fd6d5b35 req-ca1ad03c-01ef-4924-8939-04ecafa90c69 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2697132 Jul 23 16:30:58.537379 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ad03c-01ef-4924-8939-04ecafa90c69 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95750c0a-eb10-4c00-81ff-f1d04628f4de,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:58.631552 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-adccbd69-4756-427a-b6d3-35f25f9efa93 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:58.644696 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-175ab421-e394-4554-9980-035518bb95b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:58.647131 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-adccbd69-4756-427a-b6d3-35f25f9efa93 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Transition to ACTIVE for port object edb834d3-899b-4d3a-b323-53b149313f99 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:30:58.674271 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12128484-c7b5-492d-b359-5c1ad09f556d req-227f4789-61ee-4079-bac1-810aa1443e36 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:58.677410 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-12128484-c7b5-492d-b359-5c1ad09f556d req-227f4789-61ee-4079-bac1-810aa1443e36 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.1751940 Jul 23 16:30:58.683339 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-adccbd69-4756-427a-b6d3-35f25f9efa93 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:58.742268 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adccbd69-4756-427a-b6d3-35f25f9efa93 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:30:58.743893 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-12128484-c7b5-492d-b359-5c1ad09f556d req-834dbe91-7e74-4950-8202-4d4133409f9d tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576031 Jul 23 16:30:58.748592 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-adccbd69-4756-427a-b6d3-35f25f9efa93 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:30:58.759310 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adccbd69-4756-427a-b6d3-35f25f9efa93 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:30:58.766747 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adccbd69-4756-427a-b6d3-35f25f9efa93 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:58.767628 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-adccbd69-4756-427a-b6d3-35f25f9efa93 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:58.776167 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-5f89e0ef-bae2-4594-81e2-65671739e799 None None] Allocated IP 2001:db8::2 (6431ca09-76a8-48e6-9c71-fe9e76635950/6b6c519b-ba7b-44da-a3d1-19e70c3d99c1/af25da5d-d212-4299-94cf-ab1aba1d9775) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:30:58.783905 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adccbd69-4756-427a-b6d3-35f25f9efa93 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Port': ['ID=edb834d3-899b-4d3a-b323-53b149313f99,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:58.805373 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-953eff7f-aa35-4811-8914-2818f3d534e8 req-45fd9494-e207-428c-9bad-7f0659399ddf tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1910968010', 'description': 'tempest-description-677181588'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:58.842994 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91533236-41df-40cd-bf50-4b2a940912aa req-4c8d1302-c8d1-4b52-9777-dd4c22a5410c tempest-ServerShowV254Test-1452191069 tempest-ServerShowV254Test-1452191069-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab68604e-6a65-4c29-8fff-a211c5526e4a HTTP/1.1" status: 200 len: 210 time: 0.0663507 Jul 23 16:30:58.848168 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device b9326af6-bc60-4115-8bb8-97b2dea2516b no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:30:58.877122 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: b9326af6-bc60-4115-8bb8-97b2dea2516b {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:30:58.877470 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device b9326af6-bc60-4115-8bb8-97b2dea2516b not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:30:58.909313 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-175ab421-e394-4554-9980-035518bb95b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:58.914689 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-175ab421-e394-4554-9980-035518bb95b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:58.922844 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-adccbd69-4756-427a-b6d3-35f25f9efa93 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9800646 Jul 23 16:30:58.926619 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43420) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:58.970263 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5f89e0ef-bae2-4594-81e2-65671739e799 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:58.983523 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-5f89e0ef-bae2-4594-81e2-65671739e799 None None] Transition to ACTIVE for port object af25da5d-d212-4299-94cf-ab1aba1d9775 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:30:58.992896 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ab421-e394-4554-9980-035518bb95b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc13ad0-a0f3-44ec-9bd1-8908ef1e0f0f,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:58.997325 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-953eff7f-aa35-4811-8914-2818f3d534e8 req-45fd9494-e207-428c-9bad-7f0659399ddf tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:58.999400 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20290a71-32a1-4ae4-920c-9948eabfde02 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:59.005585 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-175ab421-e394-4554-9980-035518bb95b1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c9896a5bb3ee411eba67beb072018779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5876708 Jul 23 16:30:59.005965 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43422) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:59.006611 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-20290a71-32a1-4ae4-920c-9948eabfde02 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0787213 Jul 23 16:30:59.007550 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43424) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:59.012290 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-5f89e0ef-bae2-4594-81e2-65671739e799 None None] Transition to ACTIVE for port object af25da5d-d212-4299-94cf-ab1aba1d9775 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:30:59.022597 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5f89e0ef-bae2-4594-81e2-65671739e799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:59.061449 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-52342ac0-7bb0-4ba1-b987-4f05b354b7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:59.070661 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f89e0ef-bae2-4594-81e2-65671739e799 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:30:59.073998 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-5f89e0ef-bae2-4594-81e2-65671739e799 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:30:59.077795 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f89e0ef-bae2-4594-81e2-65671739e799 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:30:59.088068 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89e0ef-bae2-4594-81e2-65671739e799 None None] Pushing event updated for resources: {'Port': ['ID=af25da5d-d212-4299-94cf-ab1aba1d9775,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:59.095689 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-52342ac0-7bb0-4ba1-b987-4f05b354b7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:59.133024 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df77e0-4f2e-4b81-a340-9fc1a3118d92 req-1344d210-1570-4c02-afaf-b72768f98c06 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:59.134615 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-37df77e0-4f2e-4b81-a340-9fc1a3118d92 req-1344d210-1570-4c02-afaf-b72768f98c06 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f618e55-13c3-413c-88c0-13889fff48d4 HTTP/1.1" status: 200 len: 946 time: 0.2071557 Jul 23 16:30:59.156179 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-52342ac0-7bb0-4ba1-b987-4f05b354b7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:59.158286 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-5f89e0ef-bae2-4594-81e2-65671739e799 None None] Attempting to bind port af25da5d-d212-4299-94cf-ab1aba1d9775 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:30:59.158644 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-5f89e0ef-bae2-4594-81e2-65671739e799 None None] Attempting to bind port af25da5d-d212-4299-94cf-ab1aba1d9775 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:30:59.159055 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89e0ef-bae2-4594-81e2-65671739e799 None None] Attempting to bind port af25da5d-d212-4299-94cf-ab1aba1d9775 on network 6431ca09-76a8-48e6-9c71-fe9e76635950 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:30:59.159240 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-52342ac0-7bb0-4ba1-b987-4f05b354b7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:59.163096 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-52342ac0-7bb0-4ba1-b987-4f05b354b7c8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8fc13ad0-a0f3-44ec-9bd1-8908ef1e0f0f HTTP/1.1" status: 204 len: 168 time: 0.1519728 Jul 23 16:30:59.170070 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89e0ef-bae2-4594-81e2-65671739e799 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:30:59.171056 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89e0ef-bae2-4594-81e2-65671739e799 None None] Checking segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:30:59.171491 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5f89e0ef-bae2-4594-81e2-65671739e799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:59.171914 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89e0ef-bae2-4594-81e2-65671739e799 None None] Bound using segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:30:59.172846 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-5f89e0ef-bae2-4594-81e2-65671739e799 None None] Bound port: af25da5d-d212-4299-94cf-ab1aba1d9775, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:30:59.173462 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5f89e0ef-bae2-4594-81e2-65671739e799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:59.173580 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52342ac0-7bb0-4ba1-b987-4f05b354b7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc13ad0-a0f3-44ec-9bd1-8908ef1e0f0f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:59.224596 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-37df77e0-4f2e-4b81-a340-9fc1a3118d92 req-bb2fb3bc-2776-45fb-b097-f75fff7a3acd tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb295656-cea1-4d3f-804b-cfe664374431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833454 Jul 23 16:30:59.233270 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-953eff7f-aa35-4811-8914-2818f3d534e8 req-45fd9494-e207-428c-9bad-7f0659399ddf tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:59.238149 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-78dc1c90-e62b-45d6-95c5-3f586fa0de70 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting port edb834d3-899b-4d3a-b323-53b149313f99 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:30:59.239075 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-78dc1c90-e62b-45d6-95c5-3f586fa0de70 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:59.254219 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-953eff7f-aa35-4811-8914-2818f3d534e8 req-45fd9494-e207-428c-9bad-7f0659399ddf tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:59.275748 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-5f89e0ef-bae2-4594-81e2-65671739e799 None None] For port af25da5d-d212-4299-94cf-ab1aba1d9775, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:30:59.279082 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-5f89e0ef-bae2-4594-81e2-65671739e799 None None] For port af25da5d-d212-4299-94cf-ab1aba1d9775, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=af25da5d-d212-4299-94cf-ab1aba1d9775,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:30:59.286228 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5f89e0ef-bae2-4594-81e2-65671739e799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:59.333419 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-953eff7f-aa35-4811-8914-2818f3d534e8 req-45fd9494-e207-428c-9bad-7f0659399ddf tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:59.353984 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-953eff7f-aa35-4811-8914-2818f3d534e8 req-45fd9494-e207-428c-9bad-7f0659399ddf tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5706851 Jul 23 16:30:59.356456 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89e0ef-bae2-4594-81e2-65671739e799 None None] Pushing event updated for resources: {'Port': ['ID=af25da5d-d212-4299-94cf-ab1aba1d9775,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:59.713515 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd9494-e207-428c-9bad-7f0659399ddf tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84d5fe8a-59eb-4334-acac-351fefdb22dc,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:59.760462 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-78dc1c90-e62b-45d6-95c5-3f586fa0de70 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:59.787475 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-78dc1c90-e62b-45d6-95c5-3f586fa0de70 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Calling delete_port for edb834d3-899b-4d3a-b323-53b149313f99 owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:30:59.932875 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-60ba7619-64f4-4559-861f-441d8a1c8363 req-414f6eaa-1211-4917-a348-8c0ade53c871 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8759b0035d4f4c18add8b213c6e696b9 HTTP/1.1" status: 200 len: 10912 time: 0.5676298 Jul 23 16:31:00.041380 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61ad30-1447-4bbf-8075-fd3fa36d94fd req-2cba7ec9-2687-404b-9292-7076c9a02101 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:00.042971 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb61ad30-1447-4bbf-8075-fd3fa36d94fd req-2cba7ec9-2687-404b-9292-7076c9a02101 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.1923862 Jul 23 16:31:00.052573 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-60ba7619-64f4-4559-861f-441d8a1c8363 req-718d2fc8-ad2e-4cf6-a9d1-fe1b23518023 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups/9d74c37f-e2af-4d64-bb02-9494fe7502a7 HTTP/1.1" status: 200 len: 2985 time: 0.1088009 Jul 23 16:31:00.117276 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-78dc1c90-e62b-45d6-95c5-3f586fa0de70 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:00.178427 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc1c90-e62b-45d6-95c5-3f586fa0de70 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Port': ['ID=edb834d3-899b-4d3a-b323-53b149313f99,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:00.183385 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb61ad30-1447-4bbf-8075-fd3fa36d94fd req-5cd9ec71-b3fb-43b0-b5fb-a51e2086def6 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266673 Jul 23 16:31:00.215346 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-60ba7619-64f4-4559-861f-441d8a1c8363 req-eac190e2-ab5f-4662-b857-62f7dc4af157 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups/9d74c37f-e2af-4d64-bb02-9494fe7502a7 HTTP/1.1" status: 200 len: 2985 time: 0.1549623 Jul 23 16:31:00.262843 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-78dc1c90-e62b-45d6-95c5-3f586fa0de70 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:00.267409 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43474) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:00.267911 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-78dc1c90-e62b-45d6-95c5-3f586fa0de70 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/edb834d3-899b-4d3a-b323-53b149313f99 HTTP/1.1" status: 204 len: 168 time: 1.2554996 Jul 23 16:31:00.347498 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f81e5a04-48d0-4b5a-8cbf-d071710e4d0c req-66d98c81-1229-4560-9c07-f95e6ff2b9ac tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups/c5613521-fef7-4f35-b3db-a07ee083a9fa HTTP/1.1" status: 200 len: 1802 time: 0.0856111 Jul 23 16:31:00.349787 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b9ce2-ea47-4934-9058-679a9011c91a req-c61b27aa-da9c-48bf-b8f0-ee29cc47e63f tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:00.351331 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8a6b9ce2-ea47-4934-9058-679a9011c91a req-c61b27aa-da9c-48bf-b8f0-ee29cc47e63f tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f618e55-13c3-413c-88c0-13889fff48d4 HTTP/1.1" status: 200 len: 946 time: 0.1663074 Jul 23 16:31:00.354971 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51264c48-2b92-4bcb-a40b-a52ffde92564 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:00.356199 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51264c48-2b92-4bcb-a40b-a52ffde92564 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:00.360262 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-51264c48-2b92-4bcb-a40b-a52ffde92564 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0884013 Jul 23 16:31:00.365095 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43486) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:00.391345 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-78bfcfa4-9eab-4bc0-968d-2f04085e8edf req-aee73605-9f19-42b8-8b6a-e02d35ecdcfe tempest-ServerShowV254Test-1452191069 tempest-ServerShowV254Test-1452191069-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab68604e-6a65-4c29-8fff-a211c5526e4a HTTP/1.1" status: 200 len: 210 time: 0.0823312 Jul 23 16:31:00.476867 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c6fe83-fab5-4ddf-a76a-f9955084aab7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting subnet 6b6c519b-ba7b-44da-a3d1-19e70c3d99c1 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:31:00.478004 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f81e5a04-48d0-4b5a-8cbf-d071710e4d0c req-ab553c67-d9a9-4a6d-be0d-3a301341e8e0 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:00.480069 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-27c6fe83-fab5-4ddf-a76a-f9955084aab7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:00.509639 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f81e5a04-48d0-4b5a-8cbf-d071710e4d0c req-ab553c67-d9a9-4a6d-be0d-3a301341e8e0 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:00.580131 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-27c6fe83-fab5-4ddf-a76a-f9955084aab7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:00.583764 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f81e5a04-48d0-4b5a-8cbf-d071710e4d0c req-ab553c67-d9a9-4a6d-be0d-3a301341e8e0 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:00.592198 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a4af9a8a-e7a3-427b-8c11-fd6a9703e63b None None] Provisioning for port af25da5d-d212-4299-94cf-ab1aba1d9775 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:00.594382 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f81e5a04-48d0-4b5a-8cbf-d071710e4d0c req-ab553c67-d9a9-4a6d-be0d-3a301341e8e0 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:00.612108 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f81e5a04-48d0-4b5a-8cbf-d071710e4d0c req-ab553c67-d9a9-4a6d-be0d-3a301341e8e0 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "DELETE /v2.0/security-groups/c5613521-fef7-4f35-b3db-a07ee083a9fa HTTP/1.1" status: 204 len: 173 time: 0.2549493 Jul 23 16:31:00.657126 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab553c67-d9a9-4a6d-be0d-3a301341e8e0 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5613521-fef7-4f35-b3db-a07ee083a9fa,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:00.683859 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-8a6b9ce2-ea47-4934-9058-679a9011c91a req-94779540-91b8-4263-80b7-44faf0421ddb tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Deleting port 87919f5e-c590-44cf-93e9-9b995b97a95e {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:31:00.684245 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8a6b9ce2-ea47-4934-9058-679a9011c91a req-94779540-91b8-4263-80b7-44faf0421ddb tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:00.716631 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b3daf-1fd9-4738-88dc-12b4841efac2 req-12ef68e0-8071-41cf-ba1e-45dba1e065a9 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:00.718404 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ee6b3daf-1fd9-4738-88dc-12b4841efac2 req-12ef68e0-8071-41cf-ba1e-45dba1e065a9 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f618e55-13c3-413c-88c0-13889fff48d4 HTTP/1.1" status: 200 len: 946 time: 0.1046736 Jul 23 16:31:00.776804 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-27c6fe83-fab5-4ddf-a76a-f9955084aab7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:00.791866 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ee6b3daf-1fd9-4738-88dc-12b4841efac2 req-ca7d1299-ce0e-400c-9f62-5c6b4dd46d58 tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb295656-cea1-4d3f-804b-cfe664374431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665748 Jul 23 16:31:00.855977 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [req-b55f6e74-6a12-495e-90af-8bb923ef219d req-0848fa68-f70a-4aa3-a979-5f45ed1015fb tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] show failed (client error): The resource could not be found. Jul 23 16:31:00.866507 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b55f6e74-6a12-495e-90af-8bb923ef219d req-0848fa68-f70a-4aa3-a979-5f45ed1015fb tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups/c5613521-fef7-4f35-b3db-a07ee083a9fa HTTP/1.1" status: 404 len: 352 time: 0.0283806 Jul 23 16:31:00.952559 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device af25da5d-d212-4299-94cf-ab1aba1d9775 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:00.965530 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a37ef961-940b-4d7b-be08-f454f447b794 req-bd683ca2-1032-4ec6-8c62-46fffcfdd022 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups/95750c0a-eb10-4c00-81ff-f1d04628f4de HTTP/1.1" status: 200 len: 1803 time: 0.0804961 Jul 23 16:31:01.044660 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8d19c2b0-b822-4a45-8912-7e614e4a7807 None None] Could not find standard attr ID for object edb834d3-899b-4d3a-b323-53b149313f99. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:31:01.079314 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a37ef961-940b-4d7b-be08-f454f447b794 req-83228e9a-1891-4905-b23d-33bdc72aa423 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:01.083156 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-27c6fe83-fab5-4ddf-a76a-f9955084aab7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:01.100432 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port af25da5d-d212-4299-94cf-ab1aba1d9775 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:01.105424 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port af25da5d-d212-4299-94cf-ab1aba1d9775 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:01.105790 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:01.108384 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-8a6b9ce2-ea47-4934-9058-679a9011c91a req-94779540-91b8-4263-80b7-44faf0421ddb tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] For port 87919f5e-c590-44cf-93e9-9b995b97a95e, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=87919f5e-c590-44cf-93e9-9b995b97a95e,segment=NetworkSegment(f7d18cfa-e640-431d-9177-8237361dca9d),segment_id=f7d18cfa-e640-431d-9177-8237361dca9d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:01.108756 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8a6b9ce2-ea47-4934-9058-679a9011c91a req-94779540-91b8-4263-80b7-44faf0421ddb tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:01.146851 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43518) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:01.156231 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a37ef961-940b-4d7b-be08-f454f447b794 req-83228e9a-1891-4905-b23d-33bdc72aa423 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:01.215406 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6fe83-fab5-4ddf-a76a-f9955084aab7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Subnet': ['ID=6b6c519b-ba7b-44da-a3d1-19e70c3d99c1,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:01.223476 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896376d-fa5b-48db-ac56-14333f7273de req-c8862da5-e5e2-4276-bb6e-77ed029dd6e0 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:01.225282 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a896376d-fa5b-48db-ac56-14333f7273de req-c8862da5-e5e2-4276-bb6e-77ed029dd6e0 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.1383550 Jul 23 16:31:01.234089 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-8a6b9ce2-ea47-4934-9058-679a9011c91a req-94779540-91b8-4263-80b7-44faf0421ddb tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Calling delete_port for 87919f5e-c590-44cf-93e9-9b995b97a95e owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:31:01.239523 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-27c6fe83-fab5-4ddf-a76a-f9955084aab7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:01.240812 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a37ef961-940b-4d7b-be08-f454f447b794 req-83228e9a-1891-4905-b23d-33bdc72aa423 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:01.244238 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a37ef961-940b-4d7b-be08-f454f447b794 req-83228e9a-1891-4905-b23d-33bdc72aa423 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:01.245444 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a37ef961-940b-4d7b-be08-f454f447b794 req-83228e9a-1891-4905-b23d-33bdc72aa423 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "DELETE /v2.0/security-groups/95750c0a-eb10-4c00-81ff-f1d04628f4de HTTP/1.1" status: 204 len: 173 time: 0.2633252 Jul 23 16:31:01.245996 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43522) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:01.250726 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-27c6fe83-fab5-4ddf-a76a-f9955084aab7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/6b6c519b-ba7b-44da-a3d1-19e70c3d99c1 HTTP/1.1" status: 204 len: 168 time: 0.8828955 Jul 23 16:31:01.270900 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18806a2f-3e0f-4972-8a7f-52fcdfe0fe66 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:01.277786 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:01.295045 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83228e9a-1891-4905-b23d-33bdc72aa423 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95750c0a-eb10-4c00-81ff-f1d04628f4de,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:01.345713 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fa4d8fd1-7e9c-4f93-8964-79b705813c81 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0754530 Jul 23 16:31:01.346425 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43526) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:01.352658 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-1ec8600c-6f87-457e-8061-bd2746e9dff1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:01.366248 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [req-17318c43-4052-4c1d-905a-a3ee6380d701 req-cfe57412-e121-46c7-b1de-43bc04d68262 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] show failed (client error): The resource could not be found. Jul 23 16:31:01.370674 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port af25da5d-d212-4299-94cf-ab1aba1d9775, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=af25da5d-d212-4299-94cf-ab1aba1d9775,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:01.380958 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-17318c43-4052-4c1d-905a-a3ee6380d701 req-cfe57412-e121-46c7-b1de-43bc04d68262 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups/95750c0a-eb10-4c00-81ff-f1d04628f4de HTTP/1.1" status: 404 len: 352 time: 0.0423908 Jul 23 16:31:01.407412 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:01.432466 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a896376d-fa5b-48db-ac56-14333f7273de req-63e417b6-7293-4d2d-a328-211458a3091f tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854434 Jul 23 16:31:01.439254 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ff681680-4791-4418-95aa-9fc8f476230d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:01.497129 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8a6b9ce2-ea47-4934-9058-679a9011c91a req-94779540-91b8-4263-80b7-44faf0421ddb tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:01.508971 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5665dd48-6fa1-4fe7-a66c-f8e67abc3c82 req-384182f2-e9bd-4c69-b5c1-40ab1ff75d15 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups/84d5fe8a-59eb-4334-acac-351fefdb22dc HTTP/1.1" status: 200 len: 1802 time: 0.1029208 Jul 23 16:31:01.521211 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['87919f5e-c590-44cf-93e9-9b995b97a95e'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:31:01.538547 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94779540-91b8-4263-80b7-44faf0421ddb tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Pushing event deleted for resources: {'Port': ['ID=87919f5e-c590-44cf-93e9-9b995b97a95e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:01.575462 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=af25da5d-d212-4299-94cf-ab1aba1d9775,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:01.598487 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6b9ce2-ea47-4934-9058-679a9011c91a req-94779540-91b8-4263-80b7-44faf0421ddb tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] No DVR routers for this DVR port 87919f5e-c590-44cf-93e9-9b995b97a95e on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:31:01.601073 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8a6b9ce2-ea47-4934-9058-679a9011c91a req-94779540-91b8-4263-80b7-44faf0421ddb tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:01.602685 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4febadf-fad4-4c63-a400-aceb305dc3da req-7669474f-1723-4bd8-8724-90c9403dcdca tempest-ServerShowV254Test-1452191069 tempest-ServerShowV254Test-1452191069-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab68604e-6a65-4c29-8fff-a211c5526e4a HTTP/1.1" status: 200 len: 210 time: 0.0576093 Jul 23 16:31:01.603593 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8a6b9ce2-ea47-4934-9058-679a9011c91a req-94779540-91b8-4263-80b7-44faf0421ddb tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.74 "DELETE /v2.0/ports/87919f5e-c590-44cf-93e9-9b995b97a95e HTTP/1.1" status: 204 len: 173 time: 1.2448950 Jul 23 16:31:01.604128 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f618e55-13c3-413c-88c0-13889fff48d4', 'name': 'network-vif-deleted', 'tag': '87919f5e-c590-44cf-93e9-9b995b97a95e'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:31:01.607135 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e86a26-3682-423f-981f-b42bee80f1b1" -d '{"events": [{"server_uuid": "8f618e55-13c3-413c-88c0-13889fff48d4", "name": "network-vif-deleted", "tag": "87919f5e-c590-44cf-93e9-9b995b97a95e"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:31:01.648477 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ff681680-4791-4418-95aa-9fc8f476230d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:01.649475 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5665dd48-6fa1-4fe7-a66c-f8e67abc3c82 req-f3bc8917-4eae-4c0e-b04c-6940778c02a3 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:01.662522 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ff681680-4791-4418-95aa-9fc8f476230d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:01.679927 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec8600c-6f87-457e-8061-bd2746e9dff1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:01.693575 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ec8600c-6f87-457e-8061-bd2746e9dff1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:01.699704 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151c910d-d4a0-44e2-942c-c8cf98542301 None None] DHCP port deletion for 6431ca09-76a8-48e6-9c71-fe9e76635950 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:31:01.705481 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5665dd48-6fa1-4fe7-a66c-f8e67abc3c82 req-f3bc8917-4eae-4c0e-b04c-6940778c02a3 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:01.732408 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ff681680-4791-4418-95aa-9fc8f476230d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=40a994eb4f9840aa94d2d884d6a51b40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5841031 Jul 23 16:31:01.733410 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f964a23b-c86b-4f3f-b034-3a43534359a0 x-openstack-request-id: req-f964a23b-c86b-4f3f-b034-3a43534359a0 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:31:01.733703 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f618e55-13c3-413c-88c0-13889fff48d4", "name": "network-vif-deleted", "tag": "87919f5e-c590-44cf-93e9-9b995b97a95e", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:31:01.733956 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f964a23b-c86b-4f3f-b034-3a43534359a0 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:31:01.734361 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f618e55-13c3-413c-88c0-13889fff48d4', 'name': 'network-vif-deleted', 'tag': '87919f5e-c590-44cf-93e9-9b995b97a95e', 'status': 'completed', 'code': 200} Jul 23 16:31:01.737105 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43536) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:01.737105 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff681680-4791-4418-95aa-9fc8f476230d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61975115-b564-4445-aa0f-31b8401822d6,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:01.802251 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-151c910d-d4a0-44e2-942c-c8cf98542301 None None] Deleting port af25da5d-d212-4299-94cf-ab1aba1d9775 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:31:01.802553 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-151c910d-d4a0-44e2-942c-c8cf98542301 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:01.807860 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5665dd48-6fa1-4fe7-a66c-f8e67abc3c82 req-f3bc8917-4eae-4c0e-b04c-6940778c02a3 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:01.811132 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5665dd48-6fa1-4fe7-a66c-f8e67abc3c82 req-f3bc8917-4eae-4c0e-b04c-6940778c02a3 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:01.812442 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5665dd48-6fa1-4fe7-a66c-f8e67abc3c82 req-f3bc8917-4eae-4c0e-b04c-6940778c02a3 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "DELETE /v2.0/security-groups/84d5fe8a-59eb-4334-acac-351fefdb22dc HTTP/1.1" status: 204 len: 173 time: 0.3024957 Jul 23 16:31:01.831539 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc8917-4eae-4c0e-b04c-6940778c02a3 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d5fe8a-59eb-4334-acac-351fefdb22dc,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:01.833527 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-652755c5-4be9-422f-b8e6-fc2eec9c228f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:01.867745 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-652755c5-4be9-422f-b8e6-fc2eec9c228f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:01.881891 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [req-933c8cf8-be5a-4777-ba6b-d6def911e046 req-bd2be646-1555-4af2-9e7c-521b073dd573 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] show failed (client error): The resource could not be found. Jul 23 16:31:01.883125 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-933c8cf8-be5a-4777-ba6b-d6def911e046 req-bd2be646-1555-4af2-9e7c-521b073dd573 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups/84d5fe8a-59eb-4334-acac-351fefdb22dc HTTP/1.1" status: 404 len: 352 time: 0.0342629 Jul 23 16:31:01.891413 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-151c910d-d4a0-44e2-942c-c8cf98542301 None None] For port af25da5d-d212-4299-94cf-ab1aba1d9775, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=af25da5d-d212-4299-94cf-ab1aba1d9775,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:01.892226 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-151c910d-d4a0-44e2-942c-c8cf98542301 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:01.910976 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-151c910d-d4a0-44e2-942c-c8cf98542301 None None] Calling delete_port for af25da5d-d212-4299-94cf-ab1aba1d9775 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:31:01.933694 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-652755c5-4be9-422f-b8e6-fc2eec9c228f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:01.937201 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-652755c5-4be9-422f-b8e6-fc2eec9c228f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:01.944767 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-652755c5-4be9-422f-b8e6-fc2eec9c228f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/61975115-b564-4445-aa0f-31b8401822d6 HTTP/1.1" status: 204 len: 168 time: 0.1985340 Jul 23 16:31:01.948928 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652755c5-4be9-422f-b8e6-fc2eec9c228f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61975115-b564-4445-aa0f-31b8401822d6,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:02.041343 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b5f7d1f-a4bd-4f72-aaef-f4c79bcade14 req-df96a092-e745-4f78-9664-a06e1450710e tempest-InstanceActionsTestJSON-1094090034 tempest-InstanceActionsTestJSON-1094090034-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f618e55-13c3-413c-88c0-13889fff48d4 HTTP/1.1" status: 200 len: 210 time: 0.0538986 Jul 23 16:31:02.053739 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-151c910d-d4a0-44e2-942c-c8cf98542301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:02.070408 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151c910d-d4a0-44e2-942c-c8cf98542301 None None] No DVR routers for this DVR port af25da5d-d212-4299-94cf-ab1aba1d9775 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:31:02.101411 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ec8600c-6f87-457e-8061-bd2746e9dff1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:02.107618 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c910d-d4a0-44e2-942c-c8cf98542301 None None] Pushing event deleted for resources: {'Port': ['ID=af25da5d-d212-4299-94cf-ab1aba1d9775,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:02.131631 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b109afcf-bd63-4dee-ac92-e2a318577a88 req-6cf7b654-f9d8-46c7-97a0-40c118bda2de tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8759b0035d4f4c18add8b213c6e696b9 HTTP/1.1" status: 200 len: 6158 time: 0.1563809 Jul 23 16:31:02.177992 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8600c-6f87-457e-8061-bd2746e9dff1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Subnet': ['ID=3ec2cfa7-8394-426e-b0fb-de846caff214,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:02.193192 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b109afcf-bd63-4dee-ac92-e2a318577a88 req-506b4a0b-0917-42dd-9fee-cc4711755cf5 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups/9d74c37f-e2af-4d64-bb02-9494fe7502a7 HTTP/1.1" status: 200 len: 2985 time: 0.0540125 Jul 23 16:31:02.210268 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec8600c-6f87-457e-8061-bd2746e9dff1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:02.214697 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-1ec8600c-6f87-457e-8061-bd2746e9dff1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:02.217688 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec8600c-6f87-457e-8061-bd2746e9dff1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:02.218656 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ec8600c-6f87-457e-8061-bd2746e9dff1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:02.226567 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7252365-2d84-4b38-ac7f-70871ec7a844 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:02.261114 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b109afcf-bd63-4dee-ac92-e2a318577a88 req-a7eaec97-f923-4217-94fc-d0b7c78aeacc tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups/9d74c37f-e2af-4d64-bb02-9494fe7502a7 HTTP/1.1" status: 200 len: 2985 time: 0.0669782 Jul 23 16:31:02.262911 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43554) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:02.263557 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1ec8600c-6f87-457e-8061-bd2746e9dff1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9158583 Jul 23 16:31:02.270426 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-3860ffaf-9e23-407c-ab75-3b89a866d107 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'port': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'name': 'tempest-NetworksTestDHCPv6-482769148'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:02.303296 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-231e4d3a-cc14-419f-aaa0-41c9fdd19fcb req-8daed688-fa26-4487-a1bc-3d48b1c40a4d tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-330687903', 'description': 'tempest-description-1959532848'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:02.396444 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-231e4d3a-cc14-419f-aaa0-41c9fdd19fcb req-8daed688-fa26-4487-a1bc-3d48b1c40a4d tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:02.411617 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b056a4-640c-4c98-b3ac-4be7a9e2b9fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-6431ca09-76a8-48e6-9c71-fe9e76635950', 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'fixed_ips': [{'subnet_id': '3ec2cfa7-8394-426e-b0fb-de846caff214'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:31:02.412494 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-16b056a4-640c-4c98-b3ac-4be7a9e2b9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:02.431801 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3860ffaf-9e23-407c-ab75-3b89a866d107 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:02.436995 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3860ffaf-9e23-407c-ab75-3b89a866d107 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:02.465567 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-3860ffaf-9e23-407c-ab75-3b89a866d107 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] device_id is not set on port cc74c995-e1f5-499c-b898-03c262122474 yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:31:02.591413 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-16b056a4-640c-4c98-b3ac-4be7a9e2b9fa None None] Allocated IP 2001:db8::2 (6431ca09-76a8-48e6-9c71-fe9e76635950/3ec2cfa7-8394-426e-b0fb-de846caff214/f074c175-5e55-480b-b917-2317d02547a6) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:02.612224 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dbe3a99f-789f-47a2-af12-59f16eef23c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:02.631214 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-231e4d3a-cc14-419f-aaa0-41c9fdd19fcb req-8daed688-fa26-4487-a1bc-3d48b1c40a4d tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:02.641549 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-231e4d3a-cc14-419f-aaa0-41c9fdd19fcb req-8daed688-fa26-4487-a1bc-3d48b1c40a4d tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:02.673423 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ef23c-f2e2-4084-a052-54e9ed229f24 req-5d7e5058-ceb4-4c3f-9895-c3921f7d68fc tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:02.677536 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-215ef23c-f2e2-4084-a052-54e9ed229f24 req-5d7e5058-ceb4-4c3f-9895-c3921f7d68fc tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.1271684 Jul 23 16:31:02.701264 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-231e4d3a-cc14-419f-aaa0-41c9fdd19fcb req-8daed688-fa26-4487-a1bc-3d48b1c40a4d tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:02.702514 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-231e4d3a-cc14-419f-aaa0-41c9fdd19fcb req-8daed688-fa26-4487-a1bc-3d48b1c40a4d tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4151766 Jul 23 16:31:02.709815 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daed688-fa26-4487-a1bc-3d48b1c40a4d tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa63c9a-4b30-43f7-8679-97705cad78e2,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:02.734049 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-215ef23c-f2e2-4084-a052-54e9ed229f24 req-97c2e664-fefe-4fe2-bb58-adf7e9585b04 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513937 Jul 23 16:31:02.784356 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-e1248301-cfab-4690-ae74-89da055754f4 req-5b8b272f-bfd2-44c4-8531-0d5b2b809795 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1724668900', 'description': 'tempest-description-1219471460'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:02.810799 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-16b056a4-640c-4c98-b3ac-4be7a9e2b9fa None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:02.812512 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43578) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:02.844195 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-16b056a4-640c-4c98-b3ac-4be7a9e2b9fa None None] Transition to ACTIVE for port object f074c175-5e55-480b-b917-2317d02547a6 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:02.850020 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e1248301-cfab-4690-ae74-89da055754f4 req-5b8b272f-bfd2-44c4-8531-0d5b2b809795 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:02.884866 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-16b056a4-640c-4c98-b3ac-4be7a9e2b9fa None None] Transition to ACTIVE for port object f074c175-5e55-480b-b917-2317d02547a6 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:02.891576 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0cbc6e5e-85f3-492f-8113-e5d1c3dfe185 req-9a8594ff-523c-4a91-9494-6e9eab66eb3f tempest-ServerShowV254Test-1452191069 tempest-ServerShowV254Test-1452191069-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab68604e-6a65-4c29-8fff-a211c5526e4a HTTP/1.1" status: 200 len: 210 time: 0.0547979 Jul 23 16:31:02.898187 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-16b056a4-640c-4c98-b3ac-4be7a9e2b9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:02.962002 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device af25da5d-d212-4299-94cf-ab1aba1d9775 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:31:02.989626 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-3860ffaf-9e23-407c-ab75-3b89a866d107 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Allocated IP 2001:db8::148 (6431ca09-76a8-48e6-9c71-fe9e76635950/3ec2cfa7-8394-426e-b0fb-de846caff214/cc74c995-e1f5-499c-b898-03c262122474) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:02.993839 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: af25da5d-d212-4299-94cf-ab1aba1d9775 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:31:02.994434 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device af25da5d-d212-4299-94cf-ab1aba1d9775 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:31:03.016436 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b056a4-640c-4c98-b3ac-4be7a9e2b9fa None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:03.021477 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-16b056a4-640c-4c98-b3ac-4be7a9e2b9fa None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:03.023857 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b056a4-640c-4c98-b3ac-4be7a9e2b9fa None None] Pushing event updated for resources: {'Port': ['ID=f074c175-5e55-480b-b917-2317d02547a6,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:03.026177 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b056a4-640c-4c98-b3ac-4be7a9e2b9fa None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:03.068181 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [None req-195256d6-99bf-4df2-bd2d-2b6f85ceb27b tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.070368 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-195256d6-99bf-4df2-bd2d-2b6f85ceb27b tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2568357 Jul 23 16:31:03.073316 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43588) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.079169 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-2b390cfd-c8a3-42da-9677-c57f4d4f31bb tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.083725 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2b390cfd-c8a3-42da-9677-c57f4d4f31bb tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0067313 Jul 23 16:31:03.084130 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43590) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.091660 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-7842159b-60ff-4c9a-aa2d-1d1425245bd5 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.097162 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7842159b-60ff-4c9a-aa2d-1d1425245bd5 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0089285 Jul 23 16:31:03.098492 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43592) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.106736 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-16b056a4-640c-4c98-b3ac-4be7a9e2b9fa None None] Attempting to bind port f074c175-5e55-480b-b917-2317d02547a6 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:31:03.107113 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-16b056a4-640c-4c98-b3ac-4be7a9e2b9fa None None] Attempting to bind port f074c175-5e55-480b-b917-2317d02547a6 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:31:03.107723 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b056a4-640c-4c98-b3ac-4be7a9e2b9fa None None] Attempting to bind port f074c175-5e55-480b-b917-2317d02547a6 on network 6431ca09-76a8-48e6-9c71-fe9e76635950 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:03.108915 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-76c93ef6-9da2-44d0-943c-06e096afb0fb tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.112742 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-76c93ef6-9da2-44d0-943c-06e096afb0fb tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0113766 Jul 23 16:31:03.113408 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43594) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.118937 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-eadc7098-1bbe-4adf-beab-e896d970e87d tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.119610 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e1248301-cfab-4690-ae74-89da055754f4 req-5b8b272f-bfd2-44c4-8531-0d5b2b809795 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:03.120462 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-eadc7098-1bbe-4adf-beab-e896d970e87d tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0056825 Jul 23 16:31:03.122654 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b056a4-640c-4c98-b3ac-4be7a9e2b9fa None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:31:03.123040 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43596) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.123429 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b056a4-640c-4c98-b3ac-4be7a9e2b9fa None None] Checking segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:03.124118 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-16b056a4-640c-4c98-b3ac-4be7a9e2b9fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:03.126141 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b056a4-640c-4c98-b3ac-4be7a9e2b9fa None None] Bound using segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:31:03.127166 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-16b056a4-640c-4c98-b3ac-4be7a9e2b9fa None None] Bound port: f074c175-5e55-480b-b917-2317d02547a6, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:31:03.127617 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-16b056a4-640c-4c98-b3ac-4be7a9e2b9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:03.128554 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [None req-d8229aa2-bf9b-4b6f-b7bb-1a245b969bda tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.129734 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d8229aa2-bf9b-4b6f-b7bb-1a245b969bda tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0057476 Jul 23 16:31:03.132574 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43598) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.139361 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-3e05c297-7a8a-4fd6-8ff9-2961950e7c15 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.142997 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3e05c297-7a8a-4fd6-8ff9-2961950e7c15 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0088134 Jul 23 16:31:03.145450 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e1248301-cfab-4690-ae74-89da055754f4 req-5b8b272f-bfd2-44c4-8531-0d5b2b809795 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:03.148409 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43600) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.154507 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-052660e7-1c23-498e-a37e-9474f6fbbd9f tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.158084 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-052660e7-1c23-498e-a37e-9474f6fbbd9f tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0083973 Jul 23 16:31:03.162200 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43602) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.180404 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-0d89d37a-93c7-4094-b74f-21fd5869204d tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.185330 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0d89d37a-93c7-4094-b74f-21fd5869204d tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0221109 Jul 23 16:31:03.191198 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43604) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.195598 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-423122bd-7dfd-430c-b3dc-5868debb6469 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.199987 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-423122bd-7dfd-430c-b3dc-5868debb6469 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0078189 Jul 23 16:31:03.206860 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43606) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.216253 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-fe1f25b1-c757-4c45-9e7c-e151b971c3aa tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.220183 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fe1f25b1-c757-4c45-9e7c-e151b971c3aa tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0119839 Jul 23 16:31:03.220872 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43610) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.221209 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43612) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.227617 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-99237377-4543-4fc4-8bb8-3ccb2e7d1cd1 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.232057 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-99237377-4543-4fc4-8bb8-3ccb2e7d1cd1 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0080993 Jul 23 16:31:03.239299 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43614) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.245771 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-b52e0727-b047-41c3-968c-7596861efa2c tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.249291 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-16b056a4-640c-4c98-b3ac-4be7a9e2b9fa None None] For port f074c175-5e55-480b-b917-2317d02547a6, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:31:03.250271 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b52e0727-b047-41c3-968c-7596861efa2c tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0086541 Jul 23 16:31:03.257163 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-16b056a4-640c-4c98-b3ac-4be7a9e2b9fa None None] For port f074c175-5e55-480b-b917-2317d02547a6, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=f074c175-5e55-480b-b917-2317d02547a6,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:31:03.262056 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43616) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.267887 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-16b056a4-640c-4c98-b3ac-4be7a9e2b9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:03.271168 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [None req-966f1628-c4b0-4def-a5c4-aba99dabd67d tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.274459 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-966f1628-c4b0-4def-a5c4-aba99dabd67d tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0061901 Jul 23 16:31:03.277227 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43620) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.277712 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e1248301-cfab-4690-ae74-89da055754f4 req-5b8b272f-bfd2-44c4-8531-0d5b2b809795 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:03.282397 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e1248301-cfab-4690-ae74-89da055754f4 req-5b8b272f-bfd2-44c4-8531-0d5b2b809795 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5064692 Jul 23 16:31:03.283425 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-26ceee13-08de-4580-bb40-2f9104db29e0 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.287448 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b272f-bfd2-44c4-8531-0d5b2b809795 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27df17db-44d4-4481-b776-d505f7a1843a,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:03.288027 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-26ceee13-08de-4580-bb40-2f9104db29e0 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0094008 Jul 23 16:31:03.288572 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43622) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.307810 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [None req-d616938b-d120-4055-9cbc-94ea06f9c154 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.308920 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d616938b-d120-4055-9cbc-94ea06f9c154 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0193787 Jul 23 16:31:03.313626 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43626) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.319245 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-67425883-b2b7-476a-a5ed-56663864bf3c tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.324233 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-67425883-b2b7-476a-a5ed-56663864bf3c tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0092325 Jul 23 16:31:03.327818 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-075f164a-1a98-4557-be35-7031859beda3 admin admin] Deleting subnet dde45ffd-533d-4f26-9653-b5240a366fed {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:31:03.331348 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43628) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.331601 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-075f164a-1a98-4557-be35-7031859beda3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:03.340911 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [None req-a395eb7c-aa1e-4235-9516-e023e7ce1867 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.343272 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a395eb7c-aa1e-4235-9516-e023e7ce1867 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0108175 Jul 23 16:31:03.350939 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43630) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.362066 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [None req-4ff572d3-4f4f-4c38-9084-4b931a700ae4 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.370220 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4ff572d3-4f4f-4c38-9084-4b931a700ae4 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0157628 Jul 23 16:31:03.370534 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43632) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.382198 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-f787383c-dc39-41e9-8cc0-97a6c1d8f783 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.386480 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43634) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.387259 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f787383c-dc39-41e9-8cc0-97a6c1d8f783 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0150609 Jul 23 16:31:03.393953 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [None req-99ea0ef0-5e6d-40a6-a274-bd271d1c7ec1 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.397664 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-99ea0ef0-5e6d-40a6-a274-bd271d1c7ec1 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0076377 Jul 23 16:31:03.399347 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43636) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.404276 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-1b869081-8625-4ff4-8ee0-4c28e9d6bb8f tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.409691 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1b869081-8625-4ff4-8ee0-4c28e9d6bb8f tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0083351 Jul 23 16:31:03.413700 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43638) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.418881 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-4cd84e80-4fd7-4e5d-b8a8-57597fff407f tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.423314 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4cd84e80-4fd7-4e5d-b8a8-57597fff407f tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0085592 Jul 23 16:31:03.425849 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-075f164a-1a98-4557-be35-7031859beda3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:03.427859 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43642) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.434543 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [None req-93b21f19-ab5b-4f5d-934b-a399460c6371 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.437893 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-93b21f19-ab5b-4f5d-934b-a399460c6371 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0066867 Jul 23 16:31:03.443354 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43644) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.448287 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [None req-eff9d815-d643-4083-bbfb-730483b5e10b tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.451673 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-eff9d815-d643-4083-bbfb-730483b5e10b tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0049794 Jul 23 16:31:03.452243 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43646) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.460874 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [None req-937c82b5-1c6e-4ee6-9c68-bef9a57d1026 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.461978 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-937c82b5-1c6e-4ee6-9c68-bef9a57d1026 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0087359 Jul 23 16:31:03.467641 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43648) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.469196 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3860ffaf-9e23-407c-ab75-3b89a866d107 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:03.473082 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-ca303e0c-f073-462c-80df-079fda324536 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.477609 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ca303e0c-f073-462c-80df-079fda324536 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0088296 Jul 23 16:31:03.480129 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43650) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.492673 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-d03cef8d-ba4b-4434-913a-24163faf0943 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.498254 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43654) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.504608 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [None req-cf6d226d-f129-4ed9-8814-71ad0aadc316 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.508392 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-cf6d226d-f129-4ed9-8814-71ad0aadc316 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0063207 Jul 23 16:31:03.508392 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-3860ffaf-9e23-407c-ab75-3b89a866d107 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Transition to ACTIVE for port object cc74c995-e1f5-499c-b898-03c262122474 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:03.513633 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d03cef8d-ba4b-4434-913a-24163faf0943 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0324705 Jul 23 16:31:03.514841 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43656) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.527618 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 87919f5e-c590-44cf-93e9-9b995b97a95e no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:31:03.538819 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-f6380929-0413-46fc-aa8c-b50df03b9906 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.546216 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43658) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.546385 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f6380929-0413-46fc-aa8c-b50df03b9906 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0286379 Jul 23 16:31:03.552428 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-075f164a-1a98-4557-be35-7031859beda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:03.553009 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [None req-ad405de5-5bec-410e-88e0-9317e2dad12a tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.558222 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ad405de5-5bec-410e-88e0-9317e2dad12a tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0087500 Jul 23 16:31:03.562617 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43664) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.563860 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b056a4-640c-4c98-b3ac-4be7a9e2b9fa None None] Pushing event updated for resources: {'Port': ['ID=f074c175-5e55-480b-b917-2317d02547a6,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:03.570579 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [None req-ce57cb5f-0358-48db-afe5-18c83e850551 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.573898 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ce57cb5f-0358-48db-afe5-18c83e850551 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0081964 Jul 23 16:31:03.575161 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43666) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.581623 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 87919f5e-c590-44cf-93e9-9b995b97a95e {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:31:03.583141 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 87919f5e-c590-44cf-93e9-9b995b97a95e not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:31:03.584242 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [None req-995b4c74-acfe-4731-aa5b-4859a7edbc08 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.587624 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-995b4c74-acfe-4731-aa5b-4859a7edbc08 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0065114 Jul 23 16:31:03.589501 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43668) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.594321 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [None req-f7f9bf3c-2fb4-4b66-9329-d54d59e2b83a tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.597625 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f7f9bf3c-2fb4-4b66-9329-d54d59e2b83a tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0045412 Jul 23 16:31:03.600551 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43674) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.610484 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3860ffaf-9e23-407c-ab75-3b89a866d107 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:03.619210 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-22e3b96d-cd45-483c-898d-0853714b24f3 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.620188 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-22e3b96d-cd45-483c-898d-0853714b24f3 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0184963 Jul 23 16:31:03.622857 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43676) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.628799 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-cba9139a-dc3f-4457-8056-3668cfbd2fb4 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.632648 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cba9139a-dc3f-4457-8056-3668cfbd2fb4 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0086761 Jul 23 16:31:03.634875 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43678) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.639674 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-11df78fc-ccf9-4f47-94db-f4819a824c17 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.644298 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-11df78fc-ccf9-4f47-94db-f4819a824c17 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0076680 Jul 23 16:31:03.646741 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3860ffaf-9e23-407c-ab75-3b89a866d107 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:03.648766 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43680) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.653888 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-12a41853-4658-4aa7-8f8b-fec9b1d8e28d tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.657922 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-12a41853-4658-4aa7-8f8b-fec9b1d8e28d tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0079656 Jul 23 16:31:03.659431 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43682) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.669003 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-bab1e4e3-31d4-40e6-9fd8-9a74d962fcbd tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.672921 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bab1e4e3-31d4-40e6-9fd8-9a74d962fcbd tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0122499 Jul 23 16:31:03.673636 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43684) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.683170 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-f47e9fc1-4008-4cd7-9d44-0c0b0cde6e0d tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.685951 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f47e9fc1-4008-4cd7-9d44-0c0b0cde6e0d tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0077677 Jul 23 16:31:03.689032 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43686) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.689907 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-3860ffaf-9e23-407c-ab75-3b89a866d107 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:03.693838 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-3f1b6cb7-3f79-4607-8816-78d854eedde3 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.694768 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3f1b6cb7-3f79-4607-8816-78d854eedde3 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0048299 Jul 23 16:31:03.697930 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43688) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.702475 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-0fb45f92-c467-4dc8-a115-08375a038ec1 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.703395 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0fb45f92-c467-4dc8-a115-08375a038ec1 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0044100 Jul 23 16:31:03.708317 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43690) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.713429 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-40a8ca4d-ff72-41fe-97c1-eadfcba11114 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.714924 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3860ffaf-9e23-407c-ab75-3b89a866d107 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:03.715713 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-40a8ca4d-ff72-41fe-97c1-eadfcba11114 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0062025 Jul 23 16:31:03.717520 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-075f164a-1a98-4557-be35-7031859beda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:03.725037 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43692) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.725200 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3860ffaf-9e23-407c-ab75-3b89a866d107 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:03.725749 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3860ffaf-9e23-407c-ab75-3b89a866d107 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:03.729894 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-53ba7aa6-ca62-40a2-a89b-718dd41e1279 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.731022 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-53ba7aa6-ca62-40a2-a89b-718dd41e1279 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0050511 Jul 23 16:31:03.742476 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43694) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.778056 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3860ffaf-9e23-407c-ab75-3b89a866d107 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5089638 Jul 23 16:31:03.785409 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43696) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.788474 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-ce704c1c-3fe0-4bbe-9fb7-d3bff5bb7a1e tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.789603 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ce704c1c-3fe0-4bbe-9fb7-d3bff5bb7a1e tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0458534 Jul 23 16:31:03.792124 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43698) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.797068 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860ffaf-9e23-407c-ab75-3b89a866d107 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Port': ['ID=cc74c995-e1f5-499c-b898-03c262122474,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:03.830582 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-075f164a-1a98-4557-be35-7031859beda3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:03.833043 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-075f164a-1a98-4557-be35-7031859beda3 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/dde45ffd-533d-4f26-9653-b5240a366fed HTTP/1.1" status: 204 len: 168 time: 0.6102033 Jul 23 16:31:03.834296 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f164a-1a98-4557-be35-7031859beda3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dde45ffd-533d-4f26-9653-b5240a366fed,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:03.840408 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-8c06760f-45ba-4729-bbe8-edf9651cd44d tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.840753 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43700) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.841779 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8c06760f-45ba-4729-bbe8-edf9651cd44d tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0128846 Jul 23 16:31:03.844608 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43702) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.851789 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-5d975832-2944-4be6-9565-91531c6857ce tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.852933 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5d975832-2944-4be6-9565-91531c6857ce tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0072558 Jul 23 16:31:03.858431 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43704) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.866412 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-71391272-2c7d-4be5-9091-5792fb785252 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.867549 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-71391272-2c7d-4be5-9091-5792fb785252 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0068572 Jul 23 16:31:03.870589 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43706) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.893886 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [None req-1c3b2249-3dc9-4ffa-be59-9a02dd3926f2 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.895126 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1c3b2249-3dc9-4ffa-be59-9a02dd3926f2 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0112286 Jul 23 16:31:03.901018 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43708) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.913507 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79307b14-f1ea-4105-91db-ab6a0243fcd8 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:03.920182 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79307b14-f1ea-4105-91db-ab6a0243fcd8 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:03.922871 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-79307b14-f1ea-4105-91db-ab6a0243fcd8 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1317134 Jul 23 16:31:03.927868 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43710) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.928822 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-bd50a1df-0921-4826-a43c-b1019cbfc046 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.932615 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bd50a1df-0921-4826-a43c-b1019cbfc046 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0084944 Jul 23 16:31:03.933411 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43714) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.938361 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-33604c18-2f5c-4476-960a-d218ecb28e62 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.943305 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-33604c18-2f5c-4476-960a-d218ecb28e62 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0088074 Jul 23 16:31:03.944256 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43716) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.954926 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-e4d2bb4d-addc-4036-9944-e788d2489ebc tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.959545 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e4d2bb4d-addc-4036-9944-e788d2489ebc tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0138485 Jul 23 16:31:03.960009 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43718) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.964822 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-3a52d2aa-7ff7-4d1f-857e-4628b2819c95 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.968392 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3a52d2aa-7ff7-4d1f-857e-4628b2819c95 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0074112 Jul 23 16:31:03.969227 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43720) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.974752 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-17150f4d-f3be-4c0b-bdf9-2ff06f65622e tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.978260 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-17150f4d-f3be-4c0b-bdf9-2ff06f65622e tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0081232 Jul 23 16:31:03.978810 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43722) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.982968 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-4a4458f8-96a1-45c1-9e18-64b942b6dbf3 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.987110 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4a4458f8-96a1-45c1-9e18-64b942b6dbf3 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0073743 Jul 23 16:31:03.988501 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43724) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:03.993029 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-6dec5551-be0f-45c3-9e5e-9cfdec23e1ab tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:03.996576 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6dec5551-be0f-45c3-9e5e-9cfdec23e1ab tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0071008 Jul 23 16:31:03.997167 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43726) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:04.003614 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-f48fad12-b2d5-44c7-b8fe-787dfaebc8dd tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:04.009296 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f48fad12-b2d5-44c7-b8fe-787dfaebc8dd tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0097530 Jul 23 16:31:04.010188 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43728) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:04.017521 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-14b52ddd-6cd1-43b8-bc75-6ae35dfcb1a0 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:04.020133 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-14b52ddd-6cd1-43b8-bc75-6ae35dfcb1a0 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0086687 Jul 23 16:31:04.025555 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43732) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:04.030583 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-db783171-6283-42d4-a0f5-f06d7822a79f tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:04.033093 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-db783171-6283-42d4-a0f5-f06d7822a79f tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0051880 Jul 23 16:31:04.035240 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43734) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:04.040256 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-f472fd1d-727f-4b86-ba4a-930b6c412c6d tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:04.040773 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9eaa3ce9-715b-4c8b-bd2f-8d55d4354e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:04.042059 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f472fd1d-727f-4b86-ba4a-930b6c412c6d tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0054789 Jul 23 16:31:04.044463 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43736) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:04.049357 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-ad603825-9b12-46bf-835b-3213ca9ed131 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:04.053981 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ad603825-9b12-46bf-835b-3213ca9ed131 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0052373 Jul 23 16:31:04.054187 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc41608-68bb-448c-9b97-8be1373858a9 req-6e782071-74d7-40f7-a929-f9334305d4e6 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:04.054187 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-efc41608-68bb-448c-9b97-8be1373858a9 req-6e782071-74d7-40f7-a929-f9334305d4e6 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/networks?id=69b76154-f529-48bd-8bed-bc8390d8e097 HTTP/1.1" status: 200 len: 813 time: 0.4260926 Jul 23 16:31:04.054828 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43738) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:04.061099 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-5bf272c2-03aa-4c20-b3fe-ad2d5e91b867 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:04.062293 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5bf272c2-03aa-4c20-b3fe-ad2d5e91b867 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0057702 Jul 23 16:31:04.064710 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43740) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:04.073592 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-f301034a-cd31-4776-888f-31eaf1a6bb74 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:04.073592 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f301034a-cd31-4776-888f-31eaf1a6bb74 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0049551 Jul 23 16:31:04.073592 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43742) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:04.077398 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-f2f41bb3-0b88-486e-8cc7-c5165b9b4a67 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:04.078367 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f2f41bb3-0b88-486e-8cc7-c5165b9b4a67 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0043414 Jul 23 16:31:04.081345 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43744) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:04.086495 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-8ddf5e76-707d-42af-a180-ef3ebc85994a tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:04.087416 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8ddf5e76-707d-42af-a180-ef3ebc85994a tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0047686 Jul 23 16:31:04.089829 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43746) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:04.094097 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-de6a558a-4d64-499a-a611-2ad1b29dc5ba tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:04.097808 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-de6a558a-4d64-499a-a611-2ad1b29dc5ba tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0042155 Jul 23 16:31:04.098455 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43748) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:04.103876 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-7386d2e7-4bb2-4a9d-91ca-e99008bf7581 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:04.107379 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7386d2e7-4bb2-4a9d-91ca-e99008bf7581 tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0054808 Jul 23 16:31:04.107677 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43750) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:04.112053 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [None req-6d19275e-f397-49e1-9c81-ef78fa7dbb6e tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:04.113395 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d59628eb-9456-4c40-bd15-6979995d57c8 req-47a552ef-2983-47b7-9bf7-037cae9854d0 tempest-ServerShowV254Test-1452191069 tempest-ServerShowV254Test-1452191069-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab68604e-6a65-4c29-8fff-a211c5526e4a HTTP/1.1" status: 200 len: 210 time: 0.0769172 Jul 23 16:31:04.121979 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43752) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:04.123471 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6d19275e-f397-49e1-9c81-ef78fa7dbb6e tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0146322 Jul 23 16:31:04.129130 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [None req-b30a5a67-18cf-41d3-81ba-21135b1bcdda tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:31:04.140878 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b30a5a67-18cf-41d3-81ba-21135b1bcdda tempest-ExtensionsTestJSON-2040103904 tempest-ExtensionsTestJSON-2040103904-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0053802 Jul 23 16:31:04.148471 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-efc41608-68bb-448c-9b97-8be1373858a9 req-b67c0920-e04c-4799-b4ee-1af967079cc0 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/quotas/8759b0035d4f4c18add8b213c6e696b9 HTTP/1.1" status: 200 len: 375 time: 0.0814261 Jul 23 16:31:04.325260 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9eaa3ce9-715b-4c8b-bd2f-8d55d4354e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:04.341746 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-9eaa3ce9-715b-4c8b-bd2f-8d55d4354e8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f10b44d9-b9f9-4c86-a2ac-80c162192db0']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:04.360402 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-9eaa3ce9-715b-4c8b-bd2f-8d55d4354e8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d18cfa-e640-431d-9177-8237361dca9d') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:04.360703 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-9eaa3ce9-715b-4c8b-bd2f-8d55d4354e8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d18cfa-e640-431d-9177-8237361dca9d') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:04.366528 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-2cd5b7d8-e8b0-45e4-baf5-c25d9737c893 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting port cc74c995-e1f5-499c-b898-03c262122474 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:31:04.366885 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2cd5b7d8-e8b0-45e4-baf5-c25d9737c893 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:04.405126 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9eaa3ce9-715b-4c8b-bd2f-8d55d4354e8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:04.450112 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9eaa3ce9-715b-4c8b-bd2f-8d55d4354e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:04.460005 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eaa3ce9-715b-4c8b-bd2f-8d55d4354e8d admin admin] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:31:04.460424 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9eaa3ce9-715b-4c8b-bd2f-8d55d4354e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:04.478740 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:31:04.478740 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:31:04.478740 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:31:04.478740 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:31:04.478740 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:31:04.478740 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:31:04.478740 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:31:04.478740 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:31:04.478740 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:31:04.478740 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:31:04.478740 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:31:04.478740 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:31:04.478740 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:31:04.478740 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:31:04.478740 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:31:04.478740 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:31:04.478740 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:31:04.478740 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:31:04.478740 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:31:04.478740 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:31:04.478740 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:31:04.478740 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:31:04.478740 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:31:04.478740 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:31:04.478740 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:31:04.478740 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:31:04.478740 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:31:04.478740 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:31:04.478740 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:31:04.478740 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:31:04.478740 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:31:04.478740 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:31:04.493132 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-efc41608-68bb-448c-9b97-8be1373858a9 req-fa478d90-4886-4cc1-9be5-589055c496e6 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8759b0035d4f4c18add8b213c6e696b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3396726 Jul 23 16:31:04.594240 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43766) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:04.634859 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9eaa3ce9-715b-4c8b-bd2f-8d55d4354e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:04.680099 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9eaa3ce9-715b-4c8b-bd2f-8d55d4354e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:04.682278 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9eaa3ce9-715b-4c8b-bd2f-8d55d4354e8d admin admin] 10.222.0.73 "DELETE /v2.0/networks/f10b44d9-b9f9-4c86-a2ac-80c162192db0 HTTP/1.1" status: 204 len: 168 time: 0.8400681 Jul 23 16:31:04.725767 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:04.729959 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c950c473-72b2-4fec-a43e-5c79308edea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:04.753542 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2cd5b7d8-e8b0-45e4-baf5-c25d9737c893 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:04.757437 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa3ce9-715b-4c8b-bd2f-8d55d4354e8d admin admin] Pushing event deleted for resources: {'Network': ['ID=f10b44d9-b9f9-4c86-a2ac-80c162192db0,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:04.788192 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-2cd5b7d8-e8b0-45e4-baf5-c25d9737c893 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Calling delete_port for cc74c995-e1f5-499c-b898-03c262122474 owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:31:04.897759 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43772) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:04.906070 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c950c473-72b2-4fec-a43e-5c79308edea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:04.906385 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-efc41608-68bb-448c-9b97-8be1373858a9 req-eccc4c29-79e6-42d5-8d07-28ab5454b322 service neutron] 10.222.0.73 "GET /v2.0/networks/69b76154-f529-48bd-8bed-bc8390d8e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735926 Jul 23 16:31:04.917140 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1314f2c-6d8f-4978-ae60-571b93803549 req-42ea96d0-dc09-4be3-ad52-f404561bd624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:04.918949 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e1314f2c-6d8f-4978-ae60-571b93803549 req-42ea96d0-dc09-4be3-ad52-f404561bd624 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30c6033fb2bf4112914f54af72132502&device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 1096 time: 0.3353801 Jul 23 16:31:04.929313 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1e0010bf-1817-4919-a021-17e17b00672c None None] Provisioning for port f074c175-5e55-480b-b917-2317d02547a6 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:04.929740 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c950c473-72b2-4fec-a43e-5c79308edea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:04.951221 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f074c175-5e55-480b-b917-2317d02547a6 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:04.963993 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410992c-2701-4757-aa28-aeb7244913f7 req-6598a02f-39ff-4b07-8806-0eb5b47b6a38 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:04.970995 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8410992c-2701-4757-aa28-aeb7244913f7 req-6598a02f-39ff-4b07-8806-0eb5b47b6a38 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.3580592 Jul 23 16:31:04.995517 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c950c473-72b2-4fec-a43e-5c79308edea8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7e4c5b6572bd4f72b420843735f9b7c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3978117 Jul 23 16:31:04.997703 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43774) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:05.006307 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950c473-72b2-4fec-a43e-5c79308edea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994fb1d0-4701-4f26-91da-cd83ddc7f5f5,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:05.024641 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port f074c175-5e55-480b-b917-2317d02547a6 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:05.033910 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port f074c175-5e55-480b-b917-2317d02547a6 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:05.034438 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:05.044908 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4d886ae7-3f86-41e5-b445-ad36cf89822e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8861468c7b3b4d1599cebb8bdfcca365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435206 Jul 23 16:31:05.045971 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43776) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:05.081922 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:31:05.148691 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:05.172460 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8410992c-2701-4757-aa28-aeb7244913f7 req-c5ce4999-0739-47f7-a888-0096d54b37b7 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950195 Jul 23 16:31:05.196599 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port f074c175-5e55-480b-b917-2317d02547a6, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=f074c175-5e55-480b-b917-2317d02547a6,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:05.203237 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:05.224847 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-efc41608-68bb-448c-9b97-8be1373858a9 req-5b4d302c-f16f-42c5-b97b-32b571612202 service neutron] 10.222.0.73 "GET /v2.0/networks/69b76154-f529-48bd-8bed-bc8390d8e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003075 Jul 23 16:31:05.279799 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=f074c175-5e55-480b-b917-2317d02547a6,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:05.296082 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1314f2c-6d8f-4978-ae60-571b93803549 req-0aefd3e1-4832-47c6-951b-7363b9158763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:05.296735 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e1314f2c-6d8f-4978-ae60-571b93803549 req-0aefd3e1-4832-47c6-951b-7363b9158763 service neutron] 10.222.0.97 "GET /v2.0/networks?id=cac688c7-43ee-40e9-9559-4fa59cc9caa6 HTTP/1.1" status: 200 len: 921 time: 0.3673348 Jul 23 16:31:05.324902 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ae778282-9165-402f-aee6-0e0c51a69092 req-a28c7d2d-5c93-45c1-9cec-32d22f5fac08 tempest-ServerShowV254Test-1452191069 tempest-ServerShowV254Test-1452191069-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab68604e-6a65-4c29-8fff-a211c5526e4a HTTP/1.1" status: 200 len: 210 time: 0.0519452 Jul 23 16:31:05.372184 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ed3c4cb6-a57f-47d1-8e84-2fc266eb11a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:05.391380 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e1314f2c-6d8f-4978-ae60-571b93803549 req-3e197888-e1a4-4022-a6be-3fa94869975c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55a8f7e5-9788-45f1-97ef-d16ee7f8d936 HTTP/1.1" status: 200 len: 217 time: 0.0726287 Jul 23 16:31:05.414392 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:05.458366 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2cd5b7d8-e8b0-45e4-baf5-c25d9737c893 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:05.459167 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f77fa00b-61bf-4e4b-80b3-8a86ace92bfe None None] Provisioning for port cc74c995-e1f5-499c-b898-03c262122474 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:05.464448 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f77fa00b-61bf-4e4b-80b3-8a86ace92bfe None None] Provisioning complete for port cc74c995-e1f5-499c-b898-03c262122474 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:05.464612 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f77fa00b-61bf-4e4b-80b3-8a86ace92bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:05.496732 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f77fa00b-61bf-4e4b-80b3-8a86ace92bfe None None] Port cc74c995-e1f5-499c-b898-03c262122474 was deleted so its status cannot be updated. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 16:31:05.500750 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d73393ec-0f05-46d5-ad18-56978ce0c34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:05.516762 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5b7d8-e8b0-45e4-baf5-c25d9737c893 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Port': ['ID=cc74c995-e1f5-499c-b898-03c262122474,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:05.544137 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d73393ec-0f05-46d5-ad18-56978ce0c34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:05.561525 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1314f2c-6d8f-4978-ae60-571b93803549 req-47f2926e-b6c9-4675-bb27-39c1f6636614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:05.561525 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e1314f2c-6d8f-4978-ae60-571b93803549 req-47f2926e-b6c9-4675-bb27-39c1f6636614 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=52b6c1fc-18b3-4bd8-a52b-479d1bf82db2 HTTP/1.1" status: 200 len: 859 time: 0.1609836 Jul 23 16:31:05.571935 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e38f87d1-ae05-4338-bb0a-20be3b66f367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:05.583068 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2cd5b7d8-e8b0-45e4-baf5-c25d9737c893 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:05.585118 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2cd5b7d8-e8b0-45e4-baf5-c25d9737c893 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/cc74c995-e1f5-499c-b898-03c262122474 HTTP/1.1" status: 204 len: 168 time: 1.6253836 Jul 23 16:31:05.587520 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d81c661-eeb0-4184-b024-32fe69049541 req-3354459e-ff82-4bf2-bbaa-5eef3b7db026 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/ports?device_id=09d65866-e1af-4daf-98ea-3c3ba29deaaa HTTP/1.1" status: 200 len: 210 time: 0.0727956 Jul 23 16:31:05.595813 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43790) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:05.605416 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e38f87d1-ae05-4338-bb0a-20be3b66f367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:05.689843 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e38f87d1-ae05-4338-bb0a-20be3b66f367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:05.693390 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e38f87d1-ae05-4338-bb0a-20be3b66f367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:05.696907 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e38f87d1-ae05-4338-bb0a-20be3b66f367 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cb295656-cea1-4d3f-804b-cfe664374431 HTTP/1.1" status: 204 len: 168 time: 0.6475437 Jul 23 16:31:05.704964 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e1314f2c-6d8f-4978-ae60-571b93803549 req-767dda4b-c041-4baa-8ece-489f0683a0b5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cac688c7-43ee-40e9-9559-4fa59cc9caa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1218939 Jul 23 16:31:05.705181 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f87d1-ae05-4338-bb0a-20be3b66f367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb295656-cea1-4d3f-804b-cfe664374431,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:05.713886 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d73393ec-0f05-46d5-ad18-56978ce0c34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:05.716768 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d73393ec-0f05-46d5-ad18-56978ce0c34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:05.718342 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d73393ec-0f05-46d5-ad18-56978ce0c34c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/994fb1d0-4701-4f26-91da-cd83ddc7f5f5 HTTP/1.1" status: 204 len: 168 time: 0.7193632 Jul 23 16:31:05.726946 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73393ec-0f05-46d5-ad18-56978ce0c34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994fb1d0-4701-4f26-91da-cd83ddc7f5f5,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:05.792120 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2be67e6-62dd-4a37-b107-88cf6d25b4ba tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:05.794704 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2be67e6-62dd-4a37-b107-88cf6d25b4ba tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:05.797518 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a2be67e6-62dd-4a37-b107-88cf6d25b4ba tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1996660 Jul 23 16:31:05.801483 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43798) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:05.884707 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e1314f2c-6d8f-4978-ae60-571b93803549 req-0a640428-973b-46cb-a421-3de41bb72a5b service neutron] 10.222.0.97 "GET /v2.0/networks/cac688c7-43ee-40e9-9559-4fa59cc9caa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726997 Jul 23 16:31:05.895967 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b06716-4220-47c5-abe2-45004486427d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting subnet 3ec2cfa7-8394-426e-b0fb-de846caff214 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:31:05.900373 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1b06716-4220-47c5-abe2-45004486427d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:05.950991 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1b06716-4220-47c5-abe2-45004486427d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:06.019424 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e1314f2c-6d8f-4978-ae60-571b93803549 req-5a2669d5-026e-4d00-aa00-5dfe21245b2e service neutron] 10.222.0.97 "GET /v2.0/networks/cac688c7-43ee-40e9-9559-4fa59cc9caa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255815 Jul 23 16:31:06.074448 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1b06716-4220-47c5-abe2-45004486427d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:06.163925 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1b06716-4220-47c5-abe2-45004486427d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:06.209748 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1b06716-4220-47c5-abe2-45004486427d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:06.211665 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c1b06716-4220-47c5-abe2-45004486427d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/3ec2cfa7-8394-426e-b0fb-de846caff214 HTTP/1.1" status: 204 len: 168 time: 0.4092999 Jul 23 16:31:06.212678 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b06716-4220-47c5-abe2-45004486427d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Subnet': ['ID=3ec2cfa7-8394-426e-b0fb-de846caff214,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:06.214662 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43818) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:06.219763 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24e10ba-c148-4d44-8a1b-7d04ceb7bcf6 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:06.300651 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-69e490da-137e-443a-82a7-478df0ff423e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0841682 Jul 23 16:31:06.304405 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43826) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:06.377280 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47deb2-5f44-492c-bb3d-0916c025d359 req-6a5f972f-7dfd-4ba8-8b2c-c6abe826029a tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:06.380587 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8b47deb2-5f44-492c-bb3d-0916c025d359 req-6a5f972f-7dfd-4ba8-8b2c-c6abe826029a tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.0828776 Jul 23 16:31:06.440407 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e93065-3ef4-4be2-8dda-f664a20d5ce6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:06.446953 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-60e93065-3ef4-4be2-8dda-f664a20d5ce6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1410792 Jul 23 16:31:06.451663 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43834) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:06.483469 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:06.521111 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8b47deb2-5f44-492c-bb3d-0916c025d359 req-9cb62a69-87bd-433f-b032-6ba41b76b9ad tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350160 Jul 23 16:31:06.535978 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e017bbd3-b307-408a-9882-746eb6c9bede None None] DHCP port deletion for 6431ca09-76a8-48e6-9c71-fe9e76635950 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:31:06.565295 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0ecf4b83-c085-4b89-a902-1a46fa84b9a3 req-6e92ec8f-99f8-4e58-bdaa-d69234781e18 tempest-ServerShowV254Test-1452191069 tempest-ServerShowV254Test-1452191069-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab68604e-6a65-4c29-8fff-a211c5526e4a HTTP/1.1" status: 200 len: 210 time: 0.0917070 Jul 23 16:31:06.593723 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac972af-403f-4167-a583-3e53d838e577 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:06.595515 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fac972af-403f-4167-a583-3e53d838e577 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1413555 Jul 23 16:31:06.598683 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43840) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:06.670078 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e50afdc0-bdd7-4651-bcaf-4ab6d7262751 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0696771 Jul 23 16:31:06.676776 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43850) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:06.681683 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-e017bbd3-b307-408a-9882-746eb6c9bede None None] Deleting port f074c175-5e55-480b-b917-2317d02547a6 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:31:06.682004 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e017bbd3-b307-408a-9882-746eb6c9bede None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:06.684233 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-55f0e36f-eec1-4782-bc44-63897846fdb4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:06.811902 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-e017bbd3-b307-408a-9882-746eb6c9bede None None] For port f074c175-5e55-480b-b917-2317d02547a6, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=f074c175-5e55-480b-b917-2317d02547a6,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:06.812531 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e017bbd3-b307-408a-9882-746eb6c9bede None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:06.834383 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-e017bbd3-b307-408a-9882-746eb6c9bede None None] Calling delete_port for f074c175-5e55-480b-b917-2317d02547a6 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:31:06.915789 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d559d1b-54f4-49ad-be29-c13f09742382 req-514934d9-5d67-471e-8edb-1f49a56eb523 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/ports?device_id=09d65866-e1af-4daf-98ea-3c3ba29deaaa HTTP/1.1" status: 200 len: 210 time: 0.0786572 Jul 23 16:31:06.926917 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f074c175-5e55-480b-b917-2317d02547a6 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:31:06.949246 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f0e36f-eec1-4782-bc44-63897846fdb4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:06.953278 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-55f0e36f-eec1-4782-bc44-63897846fdb4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:06.999415 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc41608-68bb-448c-9b97-8be1373858a9 req-57588515-1c45-45a0-bbe2-dd96d873ffbb tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:07.001045 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-efc41608-68bb-448c-9b97-8be1373858a9 req-57588515-1c45-45a0-bbe2-dd96d873ffbb tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.74 "GET /v2.0/networks?id=69b76154-f529-48bd-8bed-bc8390d8e097 HTTP/1.1" status: 200 len: 813 time: 0.2108419 Jul 23 16:31:07.015605 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-efc41608-68bb-448c-9b97-8be1373858a9 req-187a27f3-9c5a-4f15-bae5-0e712eff877b tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Request body: {'port': {'device_id': '09d65866-e1af-4daf-98ea-3c3ba29deaaa', 'network_id': '69b76154-f529-48bd-8bed-bc8390d8e097', 'admin_state_up': True, 'tenant_id': '8759b0035d4f4c18add8b213c6e696b9'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:07.055664 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43862) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:07.068455 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e017bbd3-b307-408a-9882-746eb6c9bede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:07.117406 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43866) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:07.122940 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e017bbd3-b307-408a-9882-746eb6c9bede None None] No DVR routers for this DVR port f074c175-5e55-480b-b917-2317d02547a6 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:31:07.135748 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:07.139381 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017bbd3-b307-408a-9882-746eb6c9bede None None] Pushing event deleted for resources: {'Port': ['ID=f074c175-5e55-480b-b917-2317d02547a6,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:07.253674 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efc41608-68bb-448c-9b97-8be1373858a9 req-187a27f3-9c5a-4f15-bae5-0e712eff877b tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Made reservation on behalf of 8759b0035d4f4c18add8b213c6e696b9 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:07.257361 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-efc41608-68bb-448c-9b97-8be1373858a9 req-187a27f3-9c5a-4f15-bae5-0e712eff877b tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:07.271551 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-55f0e36f-eec1-4782-bc44-63897846fdb4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:07.282300 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:07.314167 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-dd51b3f5-69f7-4967-8a6f-40ea853d17c0 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-858821442'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:07.339955 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f0e36f-eec1-4782-bc44-63897846fdb4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:07.346363 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-55f0e36f-eec1-4782-bc44-63897846fdb4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:07.355066 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f0e36f-eec1-4782-bc44-63897846fdb4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:07.355667 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-55f0e36f-eec1-4782-bc44-63897846fdb4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:07.360354 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae48b848-baa2-4de9-aa8f-00f6856411fc None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:07.376179 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd51b3f5-69f7-4967-8a6f-40ea853d17c0 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Made reservation on behalf of 4f61ff1844a945b6951bdf66b9209557 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:07.380127 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dd51b3f5-69f7-4967-8a6f-40ea853d17c0 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:07.383362 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0e36f-eec1-4782-bc44-63897846fdb4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Subnet': ['ID=907dfea3-c58d-4613-9ff8-e591ee750ff7,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:07.396437 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-55f0e36f-eec1-4782-bc44-63897846fdb4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7183354 Jul 23 16:31:07.397380 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dd51b3f5-69f7-4967-8a6f-40ea853d17c0 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:07.399369 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43870) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:07.405459 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-5b67cbe2-d339-4830-b060-dd770eb97253 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'port': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'fixed_ips': [{'subnet_id': '907dfea3-c58d-4613-9ff8-e591ee750ff7', 'ip_address': '2001:db8::a192:dba6:d38f:fbd0'}], 'name': 'tempest-NetworksTestDHCPv6-942449879'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:07.411409 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-18bcdd40-7b92-4ec9-847f-7de793b14e62 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2104830946-network', 'tenant_id': 'e7e74522d1404b65bf7d82649f0f362b'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:07.422573 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-efc41608-68bb-448c-9b97-8be1373858a9 req-187a27f3-9c5a-4f15-bae5-0e712eff877b tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Allocated IP 172.20.0.6 (69b76154-f529-48bd-8bed-bc8390d8e097/b59a8824-54e1-4c25-82a3-f082133f4321/34527500-f234-4d4e-9126-84fccb848490) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:07.458746 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bcdd40-7b92-4ec9-847f-7de793b14e62 admin admin] Made reservation on behalf of e7e74522d1404b65bf7d82649f0f362b for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:07.461333 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-18bcdd40-7b92-4ec9-847f-7de793b14e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:07.481792 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-18bcdd40-7b92-4ec9-847f-7de793b14e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:07.560937 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896c6b3b-63e5-4957-a6bd-a35479ab31e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-6431ca09-76a8-48e6-9c71-fe9e76635950', 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'fixed_ips': [{'subnet_id': '907dfea3-c58d-4613-9ff8-e591ee750ff7'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:31:07.561851 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-896c6b3b-63e5-4957-a6bd-a35479ab31e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:07.645607 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-efc41608-68bb-448c-9b97-8be1373858a9 req-187a27f3-9c5a-4f15-bae5-0e712eff877b tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:07.655755 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dd51b3f5-69f7-4967-8a6f-40ea853d17c0 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:07.679815 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dd51b3f5-69f7-4967-8a6f-40ea853d17c0 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:07.726013 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-efc41608-68bb-448c-9b97-8be1373858a9 req-187a27f3-9c5a-4f15-bae5-0e712eff877b tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:07.738736 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['69f0d11c-508f-445f-8ce4-593bb417cc23'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:31:07.803793 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efc41608-68bb-448c-9b97-8be1373858a9 req-187a27f3-9c5a-4f15-bae5-0e712eff877b tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Network 69b76154-f529-48bd-8bed-bc8390d8e097 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:07.810697 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a27f3-9c5a-4f15-bae5-0e712eff877b tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Pushing event updated for resources: {'Port': ['ID=34527500-f234-4d4e-9126-84fccb848490,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:07.813986 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-efc41608-68bb-448c-9b97-8be1373858a9 req-187a27f3-9c5a-4f15-bae5-0e712eff877b tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:07.818177 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc41608-68bb-448c-9b97-8be1373858a9 req-187a27f3-9c5a-4f15-bae5-0e712eff877b tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:07.840694 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-896c6b3b-63e5-4957-a6bd-a35479ab31e8 None None] Allocated IP 2001:db8::2 (6431ca09-76a8-48e6-9c71-fe9e76635950/907dfea3-c58d-4613-9ff8-e591ee750ff7/74078c0b-3893-4c13-9f53-52830a243a86) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:07.870993 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-18bcdd40-7b92-4ec9-847f-7de793b14e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:07.881405 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-18bcdd40-7b92-4ec9-847f-7de793b14e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:07.892935 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc41608-68bb-448c-9b97-8be1373858a9 req-187a27f3-9c5a-4f15-bae5-0e712eff877b tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:07.893688 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-efc41608-68bb-448c-9b97-8be1373858a9 req-187a27f3-9c5a-4f15-bae5-0e712eff877b tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:07.926618 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18bcdd40-7b92-4ec9-847f-7de793b14e62 admin admin] vlan segment allocate from pool success with {'vlan_id': 1120, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:31:07.928708 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-efc41608-68bb-448c-9b97-8be1373858a9 req-187a27f3-9c5a-4f15-bae5-0e712eff877b tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9173729 Jul 23 16:31:07.943119 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-efc41608-68bb-448c-9b97-8be1373858a9 req-9e5fb3a5-7c70-4f33-82cd-44c7ce02eff4 service neutron] Request body: {'port': {'device_id': '09d65866-e1af-4daf-98ea-3c3ba29deaaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:07.947361 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bcdd40-7b92-4ec9-847f-7de793b14e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf22be4-c800-41f0-99a1-ce36daf3a632,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:07.951645 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-18bcdd40-7b92-4ec9-847f-7de793b14e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:07.951833 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-18bcdd40-7b92-4ec9-847f-7de793b14e62 admin admin] Added segment f8ec606b-e397-42f9-b805-757251bc1bff of type vlan for network 9acddb07-611e-4463-9ec2-50a008cbb856 Jul 23 16:31:08.051245 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e985aedd-c136-4a8c-9ab1-3a7e3cdc0921 req-38cff234-7902-4f21-b819-f659e0159d63 tempest-ServerShowV254Test-1452191069 tempest-ServerShowV254Test-1452191069-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab68604e-6a65-4c29-8fff-a211c5526e4a HTTP/1.1" status: 200 len: 210 time: 0.3935566 Jul 23 16:31:08.051859 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.db.api [None req-5b67cbe2-d339-4830-b060-dd770eb97253 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:31:08.051859 n-d-778549-4 neutron-server[94012]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 16:31:08.051859 n-d-778549-4 neutron-server[94012]: [parameters: {'project_id_1': '35e8e259141447e2beee3a0a6792778d', 'expiration_1': datetime.datetime(2021, 7, 23, 16, 31, 7, 540901)}] Jul 23 16:31:08.051859 n-d-778549-4 neutron-server[94012]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94012) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:31:08.052612 n-d-778549-4 neutron-server[94012]: DEBUG oslo_db.api [None req-5b67cbe2-d339-4830-b060-dd770eb97253 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:31:08.055378 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-18bcdd40-7b92-4ec9-847f-7de793b14e62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:08.082974 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd51b3f5-69f7-4967-8a6f-40ea853d17c0 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] vlan segment allocate from pool success with {'vlan_id': 1107, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:31:08.086652 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-efc41608-68bb-448c-9b97-8be1373858a9 req-9e5fb3a5-7c70-4f33-82cd-44c7ce02eff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:08.105753 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b305f2-f0b5-4bfa-a73f-8fdeb91c591c req-7c947830-bc34-4140-85be-53e0b8d2711c tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:08.107259 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-18b305f2-f0b5-4bfa-a73f-8fdeb91c591c req-7c947830-bc34-4140-85be-53e0b8d2711c tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.4838054 Jul 23 16:31:08.107889 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51b3f5-69f7-4967-8a6f-40ea853d17c0 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8be32029-b621-4e9b-b943-1c9f16d2b2fc,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:08.116712 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dd51b3f5-69f7-4967-8a6f-40ea853d17c0 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:08.117353 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-dd51b3f5-69f7-4967-8a6f-40ea853d17c0 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Added segment 2106eb57-d4c4-4b85-9876-72f036b14191 of type vlan for network 156e3247-8a46-43a3-a89a-ccd56a8159e1 Jul 23 16:31:08.122396 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-18bcdd40-7b92-4ec9-847f-7de793b14e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:08.124594 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bcdd40-7b92-4ec9-847f-7de793b14e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:08.125485 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-18bcdd40-7b92-4ec9-847f-7de793b14e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:08.129065 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-896c6b3b-63e5-4957-a6bd-a35479ab31e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:08.141109 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-896c6b3b-63e5-4957-a6bd-a35479ab31e8 None None] Transition to ACTIVE for port object 74078c0b-3893-4c13-9f53-52830a243a86 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:08.173559 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-896c6b3b-63e5-4957-a6bd-a35479ab31e8 None None] Transition to ACTIVE for port object 74078c0b-3893-4c13-9f53-52830a243a86 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:08.181820 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dd51b3f5-69f7-4967-8a6f-40ea853d17c0 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:08.185185 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-896c6b3b-63e5-4957-a6bd-a35479ab31e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:08.195503 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-18b305f2-f0b5-4bfa-a73f-8fdeb91c591c req-aacf1e00-cab2-4ba4-b188-1491e523c2b9 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808210 Jul 23 16:31:08.235303 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dd51b3f5-69f7-4967-8a6f-40ea853d17c0 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:08.238224 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896c6b3b-63e5-4957-a6bd-a35479ab31e8 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:08.242763 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-896c6b3b-63e5-4957-a6bd-a35479ab31e8 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:08.243637 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd51b3f5-69f7-4967-8a6f-40ea853d17c0 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:08.244490 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dd51b3f5-69f7-4967-8a6f-40ea853d17c0 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:08.247838 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896c6b3b-63e5-4957-a6bd-a35479ab31e8 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:08.251349 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c6b3b-63e5-4957-a6bd-a35479ab31e8 None None] Pushing event updated for resources: {'Port': ['ID=74078c0b-3893-4c13-9f53-52830a243a86,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:08.287257 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-18bcdd40-7b92-4ec9-847f-7de793b14e62 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2275290 Jul 23 16:31:08.290908 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43882) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:08.326076 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-896c6b3b-63e5-4957-a6bd-a35479ab31e8 None None] Attempting to bind port 74078c0b-3893-4c13-9f53-52830a243a86 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:31:08.326646 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-896c6b3b-63e5-4957-a6bd-a35479ab31e8 None None] Attempting to bind port 74078c0b-3893-4c13-9f53-52830a243a86 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:31:08.326944 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896c6b3b-63e5-4957-a6bd-a35479ab31e8 None None] Attempting to bind port 74078c0b-3893-4c13-9f53-52830a243a86 on network 6431ca09-76a8-48e6-9c71-fe9e76635950 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:08.332081 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896c6b3b-63e5-4957-a6bd-a35479ab31e8 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:31:08.332460 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896c6b3b-63e5-4957-a6bd-a35479ab31e8 None None] Checking segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:08.332857 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-896c6b3b-63e5-4957-a6bd-a35479ab31e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:08.333289 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896c6b3b-63e5-4957-a6bd-a35479ab31e8 None None] Bound using segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:31:08.333758 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-896c6b3b-63e5-4957-a6bd-a35479ab31e8 None None] Bound port: 74078c0b-3893-4c13-9f53-52830a243a86, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:31:08.334137 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-896c6b3b-63e5-4957-a6bd-a35479ab31e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:08.359862 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-910cda05-4941-44eb-989a-9a709d1741bd admin admin] Request body: {'subnet': {'network_id': '9acddb07-611e-4463-9ec2-50a008cbb856', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2104830946-subnet', 'tenant_id': 'e7e74522d1404b65bf7d82649f0f362b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:08.393834 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51b3f5-69f7-4967-8a6f-40ea853d17c0 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Pushing event updated for resources: {'Network': ['ID=156e3247-8a46-43a3-a89a-ccd56a8159e1,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:08.407501 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 156e3247-8a46-43a3-a89a-ccd56a8159e1 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:31:08.412407 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bcdd40-7b92-4ec9-847f-7de793b14e62 admin admin] Pushing event updated for resources: {'Network': ['ID=9acddb07-611e-4463-9ec2-50a008cbb856,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:08.427262 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 9acddb07-611e-4463-9ec2-50a008cbb856 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:31:08.432695 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910cda05-4941-44eb-989a-9a709d1741bd admin admin] Made reservation on behalf of e7e74522d1404b65bf7d82649f0f362b for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:08.435405 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-910cda05-4941-44eb-989a-9a709d1741bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:08.438123 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2343e8-ad71-4971-ab7d-7f75be9ca646 req-699b4dc4-c2ce-4c64-b4e6-3865a38b9c90 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:08.446464 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cf2343e8-ad71-4971-ab7d-7f75be9ca646 req-699b4dc4-c2ce-4c64-b4e6-3865a38b9c90 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/ports?device_id=09d65866-e1af-4daf-98ea-3c3ba29deaaa HTTP/1.1" status: 200 len: 931 time: 0.1222653 Jul 23 16:31:08.460326 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-dd51b3f5-69f7-4967-8a6f-40ea853d17c0 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3392138 Jul 23 16:31:08.461707 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-896c6b3b-63e5-4957-a6bd-a35479ab31e8 None None] For port 74078c0b-3893-4c13-9f53-52830a243a86, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:31:08.464030 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43884) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:08.480761 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-7ed45e7f-a356-4d75-b647-31c8d284ff24 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Request body: {'subnet': {'network_id': '156e3247-8a46-43a3-a89a-ccd56a8159e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:08.519618 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-896c6b3b-63e5-4957-a6bd-a35479ab31e8 None None] For port 74078c0b-3893-4c13-9f53-52830a243a86, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=74078c0b-3893-4c13-9f53-52830a243a86,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:31:08.537687 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cf2343e8-ad71-4971-ab7d-7f75be9ca646 req-f9bf32b4-9ca2-488d-b3ca-f16ca0b0081c tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d74c37f-e2af-4d64-bb02-9494fe7502a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901475 Jul 23 16:31:08.557128 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-896c6b3b-63e5-4957-a6bd-a35479ab31e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:08.613796 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:08.614386 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b67cbe2-d339-4830-b060-dd770eb97253 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:08.631011 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-910cda05-4941-44eb-989a-9a709d1741bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:08.639736 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c6b3b-63e5-4957-a6bd-a35479ab31e8 None None] Pushing event updated for resources: {'Port': ['ID=74078c0b-3893-4c13-9f53-52830a243a86,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:08.663673 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed45e7f-a356-4d75-b647-31c8d284ff24 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Made reservation on behalf of 4f61ff1844a945b6951bdf66b9209557 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:08.667373 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7ed45e7f-a356-4d75-b647-31c8d284ff24 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:08.746906 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910cda05-4941-44eb-989a-9a709d1741bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c240c811-4ffb-497c-9f8f-90cdcafb6558,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:08.760655 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910cda05-4941-44eb-989a-9a709d1741bd admin admin] Checking segment: {'id': 'f8ec606b-e397-42f9-b805-757251bc1bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9acddb07-611e-4463-9ec2-50a008cbb856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:08.761221 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910cda05-4941-44eb-989a-9a709d1741bd admin admin] Network hostable DHCP agents. Network: 9acddb07-611e-4463-9ec2-50a008cbb856, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:31:08.802095 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910cda05-4941-44eb-989a-9a709d1741bd admin admin] Network 9acddb07-611e-4463-9ec2-50a008cbb856 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:31:08.804946 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5b67cbe2-d339-4830-b060-dd770eb97253 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:08.836180 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-910cda05-4941-44eb-989a-9a709d1741bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 9acddb07-611e-4463-9ec2-50a008cbb856) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:08.845874 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910cda05-4941-44eb-989a-9a709d1741bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:08.846320 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d809c18-5d34-400a-803c-b1a93b94a6cf None None] Network 9acddb07-611e-4463-9ec2-50a008cbb856 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:08.846481 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-910cda05-4941-44eb-989a-9a709d1741bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:08.879976 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-5b67cbe2-d339-4830-b060-dd770eb97253 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] device_id is not set on port fe5c3b19-6fb2-4cfc-bf51-232e1a5bbefe yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:31:08.905755 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-efc41608-68bb-448c-9b97-8be1373858a9 req-9e5fb3a5-7c70-4f33-82cd-44c7ce02eff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34527500-f234-4d4e-9126-84fccb848490 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:31:08.917736 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-910cda05-4941-44eb-989a-9a709d1741bd admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5681150 Jul 23 16:31:08.925478 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-efc41608-68bb-448c-9b97-8be1373858a9 req-9e5fb3a5-7c70-4f33-82cd-44c7ce02eff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:08.945361 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-efc41608-68bb-448c-9b97-8be1373858a9 req-9e5fb3a5-7c70-4f33-82cd-44c7ce02eff4 service neutron] Transition to ACTIVE for port object 34527500-f234-4d4e-9126-84fccb848490 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:08.952427 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-efc41608-68bb-448c-9b97-8be1373858a9 req-9e5fb3a5-7c70-4f33-82cd-44c7ce02eff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:09.037390 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ad7787-1141-4c8c-8702-f0cb63fe3325 None None] Network 9acddb07-611e-4463-9ec2-50a008cbb856 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:09.097945 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5fb3a5-7c70-4f33-82cd-44c7ce02eff4 service neutron] Pushing event updated for resources: {'Port': ['ID=34527500-f234-4d4e-9126-84fccb848490,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:09.111383 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-efc41608-68bb-448c-9b97-8be1373858a9 req-9e5fb3a5-7c70-4f33-82cd-44c7ce02eff4 service neutron] Attempting to bind port 34527500-f234-4d4e-9126-84fccb848490 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:31:09.112918 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-efc41608-68bb-448c-9b97-8be1373858a9 req-9e5fb3a5-7c70-4f33-82cd-44c7ce02eff4 service neutron] Attempting to bind port 34527500-f234-4d4e-9126-84fccb848490 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '387022a2-5389-423d-86c6-f1f8ae9fbb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '69b76154-f529-48bd-8bed-bc8390d8e097'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:31:09.113475 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc41608-68bb-448c-9b97-8be1373858a9 req-9e5fb3a5-7c70-4f33-82cd-44c7ce02eff4 service neutron] Attempting to bind port 34527500-f234-4d4e-9126-84fccb848490 on network 69b76154-f529-48bd-8bed-bc8390d8e097 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:09.120805 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc41608-68bb-448c-9b97-8be1373858a9 req-9e5fb3a5-7c70-4f33-82cd-44c7ce02eff4 service neutron] Port 34527500-f234-4d4e-9126-84fccb848490 on network 69b76154-f529-48bd-8bed-bc8390d8e097 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:31:09.121371 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc41608-68bb-448c-9b97-8be1373858a9 req-9e5fb3a5-7c70-4f33-82cd-44c7ce02eff4 service neutron] Attempting to bind port 34527500-f234-4d4e-9126-84fccb848490 on network 69b76154-f529-48bd-8bed-bc8390d8e097 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:09.127768 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc41608-68bb-448c-9b97-8be1373858a9 req-9e5fb3a5-7c70-4f33-82cd-44c7ce02eff4 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:31:09.128690 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc41608-68bb-448c-9b97-8be1373858a9 req-9e5fb3a5-7c70-4f33-82cd-44c7ce02eff4 service neutron] Checking segment: {'id': '387022a2-5389-423d-86c6-f1f8ae9fbb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '69b76154-f529-48bd-8bed-bc8390d8e097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:09.129318 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc41608-68bb-448c-9b97-8be1373858a9 req-9e5fb3a5-7c70-4f33-82cd-44c7ce02eff4 service neutron] Bound using segment: {'id': '387022a2-5389-423d-86c6-f1f8ae9fbb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '69b76154-f529-48bd-8bed-bc8390d8e097'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:31:09.129907 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-efc41608-68bb-448c-9b97-8be1373858a9 req-9e5fb3a5-7c70-4f33-82cd-44c7ce02eff4 service neutron] Bound port: 34527500-f234-4d4e-9126-84fccb848490, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '387022a2-5389-423d-86c6-f1f8ae9fbb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '69b76154-f529-48bd-8bed-bc8390d8e097'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:31:09.130289 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-efc41608-68bb-448c-9b97-8be1373858a9 req-9e5fb3a5-7c70-4f33-82cd-44c7ce02eff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:09.210714 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-efc41608-68bb-448c-9b97-8be1373858a9 req-9e5fb3a5-7c70-4f33-82cd-44c7ce02eff4 service neutron] For port 34527500-f234-4d4e-9126-84fccb848490, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:31:09.214641 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-efc41608-68bb-448c-9b97-8be1373858a9 req-9e5fb3a5-7c70-4f33-82cd-44c7ce02eff4 service neutron] For port 34527500-f234-4d4e-9126-84fccb848490, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=34527500-f234-4d4e-9126-84fccb848490,segment=NetworkSegment(387022a2-5389-423d-86c6-f1f8ae9fbb94),segment_id=387022a2-5389-423d-86c6-f1f8ae9fbb94)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:31:09.224033 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-efc41608-68bb-448c-9b97-8be1373858a9 req-9e5fb3a5-7c70-4f33-82cd-44c7ce02eff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:09.264908 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc41608-68bb-448c-9b97-8be1373858a9 req-9e5fb3a5-7c70-4f33-82cd-44c7ce02eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:09.265610 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-efc41608-68bb-448c-9b97-8be1373858a9 req-9e5fb3a5-7c70-4f33-82cd-44c7ce02eff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:09.267049 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-efc41608-68bb-448c-9b97-8be1373858a9 req-9e5fb3a5-7c70-4f33-82cd-44c7ce02eff4 service neutron] 10.222.0.74 "PUT /v2.0/ports/34527500-f234-4d4e-9126-84fccb848490 HTTP/1.1" status: 200 len: 1091 time: 1.3299916 Jul 23 16:31:09.270620 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d65866-e1af-4daf-98ea-3c3ba29deaaa', 'tag': '34527500-f234-4d4e-9126-84fccb848490'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:31:09.273524 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b15a7f-d191-416f-8946-301d20f26fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "09d65866-e1af-4daf-98ea-3c3ba29deaaa", "tag": "34527500-f234-4d4e-9126-84fccb848490"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:31:09.285636 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-387b029e-690e-491b-a063-53363fd9dee4 req-b48013ed-cf24-4a4d-9d4d-c8fefcedd3c9 tempest-ServerShowV254Test-1452191069 tempest-ServerShowV254Test-1452191069-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab68604e-6a65-4c29-8fff-a211c5526e4a HTTP/1.1" status: 200 len: 210 time: 0.1052587 Jul 23 16:31:09.290405 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7ed45e7f-a356-4d75-b647-31c8d284ff24 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:09.322446 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5fb3a5-7c70-4f33-82cd-44c7ce02eff4 service neutron] Pushing event updated for resources: {'Port': ['ID=34527500-f234-4d4e-9126-84fccb848490,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:09.416218 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc41608-68bb-448c-9b97-8be1373858a9 req-a6f01b1e-cd69-4f46-98e1-fe70db1d2b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:09.418037 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-efc41608-68bb-448c-9b97-8be1373858a9 req-a6f01b1e-cd69-4f46-98e1-fe70db1d2b97 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8759b0035d4f4c18add8b213c6e696b9&device_id=09d65866-e1af-4daf-98ea-3c3ba29deaaa HTTP/1.1" status: 200 len: 1094 time: 0.0887818 Jul 23 16:31:09.450997 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed45e7f-a356-4d75-b647-31c8d284ff24 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Pushing event updated for resources: {'Subnet': ['ID=b7be3254-9b70-4803-8f5b-08e05bc543ea,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:09.472281 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-efc41608-68bb-448c-9b97-8be1373858a9 req-addeec3c-2e59-4702-a40d-875e75d3df2e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34527500-f234-4d4e-9126-84fccb848490 HTTP/1.1" status: 200 len: 217 time: 0.0364866 Jul 23 16:31:09.515783 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-5b67cbe2-d339-4830-b060-dd770eb97253 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Allocated IP 2001:db8::a192:dba6:d38f:fbd0 (6431ca09-76a8-48e6-9c71-fe9e76635950/907dfea3-c58d-4613-9ff8-e591ee750ff7/fe5c3b19-6fb2-4cfc-bf51-232e1a5bbefe) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:09.538616 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc41608-68bb-448c-9b97-8be1373858a9 req-6be5688c-ad08-4532-9a99-9e1917f92d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:09.540372 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-efc41608-68bb-448c-9b97-8be1373858a9 req-6be5688c-ad08-4532-9a99-9e1917f92d23 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b59a8824-54e1-4c25-82a3-f082133f4321 HTTP/1.1" status: 200 len: 853 time: 0.0560122 Jul 23 16:31:09.576772 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-efc41608-68bb-448c-9b97-8be1373858a9 req-2c3704d6-6dd4-4357-b5db-9f577ea2dab5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=69b76154-f529-48bd-8bed-bc8390d8e097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293343 Jul 23 16:31:09.579552 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed45e7f-a356-4d75-b647-31c8d284ff24 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Checking segment: {'id': '2106eb57-d4c4-4b85-9876-72f036b14191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '156e3247-8a46-43a3-a89a-ccd56a8159e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:09.579914 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed45e7f-a356-4d75-b647-31c8d284ff24 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Network hostable DHCP agents. Network: 156e3247-8a46-43a3-a89a-ccd56a8159e1, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:31:09.657016 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d630de5-982c-4759-b321-fa7fa09c1817 req-80097a6e-3236-429e-89ad-4b43f5064033 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:09.658729 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2d630de5-982c-4759-b321-fa7fa09c1817 req-80097a6e-3236-429e-89ad-4b43f5064033 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.2984445 Jul 23 16:31:09.674617 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-ad8e35da-091a-4867-8bd1-ca32897d07c9 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:09.676960 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-ad8e35da-091a-4867-8bd1-ca32897d07c9 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] 10.222.0.73 "GET /v2.0/networks?id=9acddb07-611e-4463-9ec2-50a008cbb856 HTTP/1.1" status: 200 len: 822 time: 0.2706456 Jul 23 16:31:09.677657 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-efc41608-68bb-448c-9b97-8be1373858a9 req-6453027a-cca1-42ed-b5b1-a8ad357eaebf service neutron] 10.222.0.74 "GET /v2.0/networks/69b76154-f529-48bd-8bed-bc8390d8e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937705 Jul 23 16:31:09.692462 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed45e7f-a356-4d75-b647-31c8d284ff24 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Network 156e3247-8a46-43a3-a89a-ccd56a8159e1 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:31:09.749895 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-24ed5fd0-05c5-488d-ad42-d315a29351dd tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] 10.222.0.73 "GET /v2.0/quotas/e7e74522d1404b65bf7d82649f0f362b HTTP/1.1" status: 200 len: 375 time: 0.0629869 Jul 23 16:31:09.782822 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-efc41608-68bb-448c-9b97-8be1373858a9 req-5bb3e0c1-4b5b-4684-a3c7-6e9fb46ebd0f service neutron] 10.222.0.74 "GET /v2.0/networks/69b76154-f529-48bd-8bed-bc8390d8e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970812 Jul 23 16:31:09.793677 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-7ed45e7f-a356-4d75-b647-31c8d284ff24 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 156e3247-8a46-43a3-a89a-ccd56a8159e1) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:09.803212 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043e9a81-a60a-402b-bce9-ec2cf133902b None None] Network 156e3247-8a46-43a3-a89a-ccd56a8159e1 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:09.820398 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed45e7f-a356-4d75-b647-31c8d284ff24 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:09.820993 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7ed45e7f-a356-4d75-b647-31c8d284ff24 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:09.849224 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-8403c36c-d3f5-4d99-9081-770482e5dcb8 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7e74522d1404b65bf7d82649f0f362b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0984571 Jul 23 16:31:09.857359 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2d630de5-982c-4759-b321-fa7fa09c1817 req-994b45bd-55ea-404f-869b-827fca5a292a tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778300 Jul 23 16:31:09.895622 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-bf32fbb1-15fe-4e7a-b5ff-f609921fbd25 None None] Provisioning for port 74078c0b-3893-4c13-9f53-52830a243a86 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:09.904714 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7ed45e7f-a356-4d75-b647-31c8d284ff24 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4370847 Jul 23 16:31:09.907076 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43914) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:09.918919 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-758a2cef-ffb1-4488-91cb-b2da95d66f9a tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Request body: {'port': {'network_id': '156e3247-8a46-43a3-a89a-ccd56a8159e1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-879913379'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:09.931187 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5b67cbe2-d339-4830-b060-dd770eb97253 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:09.990159 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30c6ef1-50c8-4444-bd53-d0f3e12acf96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-156e3247-8a46-43a3-a89a-ccd56a8159e1', 'network_id': '156e3247-8a46-43a3-a89a-ccd56a8159e1', 'tenant_id': '4f61ff1844a945b6951bdf66b9209557', 'fixed_ips': [{'subnet_id': 'b7be3254-9b70-4803-8f5b-08e05bc543ea'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:31:09.990321 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-5b67cbe2-d339-4830-b060-dd770eb97253 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Transition to ACTIVE for port object fe5c3b19-6fb2-4cfc-bf51-232e1a5bbefe will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:09.991033 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f30c6ef1-50c8-4444-bd53-d0f3e12acf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:10.017753 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-51777d21-fdca-41c1-831a-540b0e985fe0 service neutron] 10.222.0.73 "GET /v2.0/networks/9acddb07-611e-4463-9ec2-50a008cbb856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588182 Jul 23 16:31:10.036261 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bede2ffc-ef97-4ddd-8cf0-6fcf0ee005aa x-openstack-request-id: req-bede2ffc-ef97-4ddd-8cf0-6fcf0ee005aa {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:31:10.036550 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d65866-e1af-4daf-98ea-3c3ba29deaaa", "tag": "34527500-f234-4d4e-9126-84fccb848490", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:31:10.036841 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bede2ffc-ef97-4ddd-8cf0-6fcf0ee005aa {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:31:10.037305 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d65866-e1af-4daf-98ea-3c3ba29deaaa', 'tag': '34527500-f234-4d4e-9126-84fccb848490', 'status': 'completed', 'code': 200} Jul 23 16:31:10.128543 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b15a7f-d191-416f-8946-301d20f26fdc req-eb0baa6a-154d-4ade-a9d9-47638f9cb3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:10.130100 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a7b15a7f-d191-416f-8946-301d20f26fdc req-eb0baa6a-154d-4ade-a9d9-47638f9cb3ec service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8759b0035d4f4c18add8b213c6e696b9&device_id=09d65866-e1af-4daf-98ea-3c3ba29deaaa HTTP/1.1" status: 200 len: 1094 time: 0.1038487 Jul 23 16:31:10.135034 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758a2cef-ffb1-4488-91cb-b2da95d66f9a tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Made reservation on behalf of 4f61ff1844a945b6951bdf66b9209557 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:10.139032 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-758a2cef-ffb1-4488-91cb-b2da95d66f9a tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:10.141742 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-483c43bd-91c7-4ca8-8703-7a14bfd09bb1 service neutron] 10.222.0.73 "GET /v2.0/networks/9acddb07-611e-4463-9ec2-50a008cbb856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163204 Jul 23 16:31:10.147788 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5b67cbe2-d339-4830-b060-dd770eb97253 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:10.215247 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67cbe2-d339-4830-b060-dd770eb97253 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Port': ['ID=fe5c3b19-6fb2-4cfc-bf51-232e1a5bbefe,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:10.224039 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b67cbe2-d339-4830-b060-dd770eb97253 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:10.224777 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-f30c6ef1-50c8-4444-bd53-d0f3e12acf96 None None] Allocated IP 172.20.0.2 (156e3247-8a46-43a3-a89a-ccd56a8159e1/b7be3254-9b70-4803-8f5b-08e05bc543ea/a17b3dee-147b-46a5-b73c-31ae8aec931d) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:10.224999 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-5b67cbe2-d339-4830-b060-dd770eb97253 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:10.227386 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b67cbe2-d339-4830-b060-dd770eb97253 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:10.234134 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b67cbe2-d339-4830-b060-dd770eb97253 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:10.234794 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5b67cbe2-d339-4830-b060-dd770eb97253 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:10.253163 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-758a2cef-ffb1-4488-91cb-b2da95d66f9a tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] device_id is not set on port e43e2159-f24a-4cdd-a32c-8abbf94c952d yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:31:10.283059 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5b67cbe2-d339-4830-b060-dd770eb97253 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8826249 Jul 23 16:31:10.283676 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43916) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:10.437312 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f30c6ef1-50c8-4444-bd53-d0f3e12acf96 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:10.459801 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f30c6ef1-50c8-4444-bd53-d0f3e12acf96 None None] Transition to ACTIVE for port object a17b3dee-147b-46a5-b73c-31ae8aec931d will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:10.464004 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652dfe69-4a8c-4bd2-b139-bde23d6d4ee5 req-b5566553-b30d-44cc-985c-f157346e41a6 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:10.466148 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-652dfe69-4a8c-4bd2-b139-bde23d6d4ee5 req-b5566553-b30d-44cc-985c-f157346e41a6 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/ports?device_id=09d65866-e1af-4daf-98ea-3c3ba29deaaa HTTP/1.1" status: 200 len: 943 time: 0.2265894 Jul 23 16:31:10.485517 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f30c6ef1-50c8-4444-bd53-d0f3e12acf96 None None] Transition to ACTIVE for port object a17b3dee-147b-46a5-b73c-31ae8aec931d will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:10.494810 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f30c6ef1-50c8-4444-bd53-d0f3e12acf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:10.508880 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-92ed1d9e-43b5-4f1d-9d4e-fef3c4899142 req-356de675-577f-430e-adc9-c8e6876530de tempest-ServerShowV254Test-1452191069 tempest-ServerShowV254Test-1452191069-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab68604e-6a65-4c29-8fff-a211c5526e4a HTTP/1.1" status: 200 len: 210 time: 0.0766432 Jul 23 16:31:10.516180 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b15a7f-d191-416f-8946-301d20f26fdc req-b7ad2060-ec0e-4fa6-abf8-6802b1700ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:10.518138 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a7b15a7f-d191-416f-8946-301d20f26fdc req-b7ad2060-ec0e-4fa6-abf8-6802b1700ccc service neutron] 10.222.0.74 "GET /v2.0/networks?id=69b76154-f529-48bd-8bed-bc8390d8e097 HTTP/1.1" status: 200 len: 915 time: 0.3382244 Jul 23 16:31:10.607327 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30c6ef1-50c8-4444-bd53-d0f3e12acf96 None None] Network 156e3247-8a46-43a3-a89a-ccd56a8159e1 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:10.610933 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a7b15a7f-d191-416f-8946-301d20f26fdc req-3ccf5fd8-7725-45b8-812e-4d059e04c03a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34527500-f234-4d4e-9126-84fccb848490 HTTP/1.1" status: 200 len: 217 time: 0.0549798 Jul 23 16:31:10.614014 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-f30c6ef1-50c8-4444-bd53-d0f3e12acf96 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:10.619444 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30c6ef1-50c8-4444-bd53-d0f3e12acf96 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:10.629349 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c6ef1-50c8-4444-bd53-d0f3e12acf96 None None] Pushing event updated for resources: {'Port': ['ID=a17b3dee-147b-46a5-b73c-31ae8aec931d,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:10.641021 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14ec019-74d7-4a6a-b55c-613f11307b84 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:10.647979 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14ec019-74d7-4a6a-b55c-613f11307b84 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:10.649529 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c14ec019-74d7-4a6a-b55c-613f11307b84 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3620455 Jul 23 16:31:10.661152 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43928) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:10.686545 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-652dfe69-4a8c-4bd2-b139-bde23d6d4ee5 req-fa392512-b661-4b25-a39f-b1753aea6583 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d74c37f-e2af-4d64-bb02-9494fe7502a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950252 Jul 23 16:31:10.692282 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-758a2cef-ffb1-4488-91cb-b2da95d66f9a tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Allocated IP 172.20.0.8 (156e3247-8a46-43a3-a89a-ccd56a8159e1/b7be3254-9b70-4803-8f5b-08e05bc543ea/e43e2159-f24a-4cdd-a32c-8abbf94c952d) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:10.717872 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1c01282b-77ea-4343-a7ac-e3cda580533a req-edba0d10-d093-4a98-b878-20a686e4674b tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] 10.222.0.73 "GET /v2.0/ports?device_id=e77b4109-a33b-4c77-9d65-ee10b4684aab HTTP/1.1" status: 200 len: 210 time: 0.0934782 Jul 23 16:31:10.730887 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b15a7f-d191-416f-8946-301d20f26fdc req-200228b9-9d6f-4fe5-bbec-9be43340ade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:10.732772 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a7b15a7f-d191-416f-8946-301d20f26fdc req-200228b9-9d6f-4fe5-bbec-9be43340ade9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b59a8824-54e1-4c25-82a3-f082133f4321 HTTP/1.1" status: 200 len: 853 time: 0.1110106 Jul 23 16:31:10.788361 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-f30c6ef1-50c8-4444-bd53-d0f3e12acf96 None None] Attempting to bind port a17b3dee-147b-46a5-b73c-31ae8aec931d on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:31:10.789827 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-f30c6ef1-50c8-4444-bd53-d0f3e12acf96 None None] Attempting to bind port a17b3dee-147b-46a5-b73c-31ae8aec931d by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '2106eb57-d4c4-4b85-9876-72f036b14191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '156e3247-8a46-43a3-a89a-ccd56a8159e1'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:31:10.790963 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30c6ef1-50c8-4444-bd53-d0f3e12acf96 None None] Attempting to bind port a17b3dee-147b-46a5-b73c-31ae8aec931d on network 156e3247-8a46-43a3-a89a-ccd56a8159e1 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:10.793908 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a7b15a7f-d191-416f-8946-301d20f26fdc req-872b39e6-cb93-403b-a512-6a9b0be066c2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=69b76154-f529-48bd-8bed-bc8390d8e097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514448 Jul 23 16:31:10.814935 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30c6ef1-50c8-4444-bd53-d0f3e12acf96 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:31:10.816117 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30c6ef1-50c8-4444-bd53-d0f3e12acf96 None None] Checking segment: {'id': '2106eb57-d4c4-4b85-9876-72f036b14191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '156e3247-8a46-43a3-a89a-ccd56a8159e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:10.818667 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f30c6ef1-50c8-4444-bd53-d0f3e12acf96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:10.819268 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30c6ef1-50c8-4444-bd53-d0f3e12acf96 None None] Bound using segment: {'id': '2106eb57-d4c4-4b85-9876-72f036b14191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '156e3247-8a46-43a3-a89a-ccd56a8159e1'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:31:10.820395 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-f30c6ef1-50c8-4444-bd53-d0f3e12acf96 None None] Bound port: a17b3dee-147b-46a5-b73c-31ae8aec931d, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2106eb57-d4c4-4b85-9876-72f036b14191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '156e3247-8a46-43a3-a89a-ccd56a8159e1'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:31:10.820897 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f30c6ef1-50c8-4444-bd53-d0f3e12acf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:10.853248 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e54526bc-6ec9-443f-b75e-439a66dbd401 None None] Provisioning for port fe5c3b19-6fb2-4cfc-bf51-232e1a5bbefe completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:10.867230 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-4b2aad20-aadb-4282-83fe-547ff402545d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting port fe5c3b19-6fb2-4cfc-bf51-232e1a5bbefe {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:31:10.868060 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4b2aad20-aadb-4282-83fe-547ff402545d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:10.999081 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4b2aad20-aadb-4282-83fe-547ff402545d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:11.062523 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-4b2aad20-aadb-4282-83fe-547ff402545d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Calling delete_port for fe5c3b19-6fb2-4cfc-bf51-232e1a5bbefe owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:31:11.105978 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a7b15a7f-d191-416f-8946-301d20f26fdc req-74b8621f-b0ec-454b-aac2-d9c76c85869e service neutron] 10.222.0.74 "GET /v2.0/networks/69b76154-f529-48bd-8bed-bc8390d8e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011448 Jul 23 16:31:11.121289 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e54526bc-6ec9-443f-b75e-439a66dbd401 None None] Provisioning complete for port fe5c3b19-6fb2-4cfc-bf51-232e1a5bbefe triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:11.122954 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e54526bc-6ec9-443f-b75e-439a66dbd401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:11.125225 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 74078c0b-3893-4c13-9f53-52830a243a86 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:11.165256 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a52dd-56bb-47f3-b437-d68ee691531f req-3d241ed6-f8a9-41a1-9438-9b45aee2e18d tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:11.174516 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4f8a52dd-56bb-47f3-b437-d68ee691531f req-3d241ed6-f8a9-41a1-9438-9b45aee2e18d tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.1635525 Jul 23 16:31:11.194544 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-758a2cef-ffb1-4488-91cb-b2da95d66f9a tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:11.248726 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-758a2cef-ffb1-4488-91cb-b2da95d66f9a tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Transition to ACTIVE for port object e43e2159-f24a-4cdd-a32c-8abbf94c952d will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:11.269549 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f30c6ef1-50c8-4444-bd53-d0f3e12acf96 None None] For port a17b3dee-147b-46a5-b73c-31ae8aec931d, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:31:11.271967 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4f8a52dd-56bb-47f3-b437-d68ee691531f req-7598502a-ef94-451b-a04e-405db448023f tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955474 Jul 23 16:31:11.275032 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f30c6ef1-50c8-4444-bd53-d0f3e12acf96 None None] For port a17b3dee-147b-46a5-b73c-31ae8aec931d, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a17b3dee-147b-46a5-b73c-31ae8aec931d,segment=NetworkSegment(2106eb57-d4c4-4b85-9876-72f036b14191),segment_id=2106eb57-d4c4-4b85-9876-72f036b14191)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:31:11.294278 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f30c6ef1-50c8-4444-bd53-d0f3e12acf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:11.297128 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-e54526bc-6ec9-443f-b75e-439a66dbd401 None None] Port fe5c3b19-6fb2-4cfc-bf51-232e1a5bbefe cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:31:11.326072 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a7b15a7f-d191-416f-8946-301d20f26fdc req-86adc3e9-4fa7-4919-b1aa-2b76b0e86697 service neutron] 10.222.0.74 "GET /v2.0/networks/69b76154-f529-48bd-8bed-bc8390d8e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122803 Jul 23 16:31:11.357639 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 74078c0b-3893-4c13-9f53-52830a243a86 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:11.365312 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 74078c0b-3893-4c13-9f53-52830a243a86 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:11.365850 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:11.368460 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-758a2cef-ffb1-4488-91cb-b2da95d66f9a tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:11.395138 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20ce6b-cefa-44c5-9b56-088e26158fc3 req-ebd22fb7-a76b-4ae2-8c58-fb32d7167c0e tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:11.413076 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0e20ce6b-cefa-44c5-9b56-088e26158fc3 req-ebd22fb7-a76b-4ae2-8c58-fb32d7167c0e tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e834b5c-7848-44cd-b43c-660dc958f97e HTTP/1.1" status: 200 len: 946 time: 0.2269282 Jul 23 16:31:11.445765 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c6ef1-50c8-4444-bd53-d0f3e12acf96 None None] Pushing event updated for resources: {'Port': ['ID=a17b3dee-147b-46a5-b73c-31ae8aec931d,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:11.464597 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758a2cef-ffb1-4488-91cb-b2da95d66f9a tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Network 156e3247-8a46-43a3-a89a-ccd56a8159e1 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:11.474706 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-758a2cef-ffb1-4488-91cb-b2da95d66f9a tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:11.484849 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758a2cef-ffb1-4488-91cb-b2da95d66f9a tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:11.493993 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4b2aad20-aadb-4282-83fe-547ff402545d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:11.497351 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2e26ccbe-35fb-4a71-863f-58ea5e07b8a7 req-68d221b5-810b-4e19-b6a9-77f29cfce038 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ab68604e-6a65-4c29-8fff-a211c5526e4a HTTP/1.1" status: 200 len: 210 time: 0.0467169 Jul 23 16:31:11.521441 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a2cef-ffb1-4488-91cb-b2da95d66f9a tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Pushing event updated for resources: {'Port': ['ID=e43e2159-f24a-4cdd-a32c-8abbf94c952d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:11.534191 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:11.549547 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2aad20-aadb-4282-83fe-547ff402545d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Port': ['ID=fe5c3b19-6fb2-4cfc-bf51-232e1a5bbefe,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:11.568528 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758a2cef-ffb1-4488-91cb-b2da95d66f9a tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:11.569445 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-758a2cef-ffb1-4488-91cb-b2da95d66f9a tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:11.571800 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 34527500-f234-4d4e-9126-84fccb848490 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:31:11.584091 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0e20ce6b-cefa-44c5-9b56-088e26158fc3 req-b460768f-db19-486d-b95d-ccf63d306bbc tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/security-groups?id=c24a7019-99c1-407d-8661-e7d070001332&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661072 Jul 23 16:31:11.585245 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4b2aad20-aadb-4282-83fe-547ff402545d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:11.587122 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4b2aad20-aadb-4282-83fe-547ff402545d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/fe5c3b19-6fb2-4cfc-bf51-232e1a5bbefe HTTP/1.1" status: 204 len: 168 time: 0.9210856 Jul 23 16:31:11.591056 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43942) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:11.607402 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-758a2cef-ffb1-4488-91cb-b2da95d66f9a tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6985681 Jul 23 16:31:11.610417 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43944) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:11.631401 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-cb85e446-9dfb-43d5-907a-7a3e78c32388 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Request body: {'port': {'network_id': '156e3247-8a46-43a3-a89a-ccd56a8159e1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1006396844', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:11.637397 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.api.validators [None req-cb85e446-9dfb-43d5-907a-7a3e78c32388 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] bootfile-name is not in valid_values {{(pid=94013) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 16:31:11.638095 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.api.validators [None req-cb85e446-9dfb-43d5-907a-7a3e78c32388 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] tftp-server is not in valid_values {{(pid=94013) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 16:31:11.639649 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.api.validators [None req-cb85e446-9dfb-43d5-907a-7a3e78c32388 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] server-ip-address is not in valid_values {{(pid=94013) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 16:31:11.658457 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 74078c0b-3893-4c13-9f53-52830a243a86, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=74078c0b-3893-4c13-9f53-52830a243a86,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:11.667192 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:11.761747 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-83779ab9-1dd5-4dab-93ab-9709565a047e req-a3ccce0c-7c55-4b24-a945-95d01eb263b5 tempest-ServerShowV254Test-1452191069 tempest-ServerShowV254Test-1452191069-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab68604e-6a65-4c29-8fff-a211c5526e4a HTTP/1.1" status: 200 len: 210 time: 0.1062229 Jul 23 16:31:11.830259 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f8b4b8-ba57-4109-8493-c3f62c0c210b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:11.836678 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f8b4b8-ba57-4109-8493-c3f62c0c210b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:11.840636 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-84f8b4b8-ba57-4109-8493-c3f62c0c210b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2485247 Jul 23 16:31:11.843688 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43952) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:11.865620 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb85e446-9dfb-43d5-907a-7a3e78c32388 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Made reservation on behalf of 4f61ff1844a945b6951bdf66b9209557 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:11.874782 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cb85e446-9dfb-43d5-907a-7a3e78c32388 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:11.904692 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-cb85e446-9dfb-43d5-907a-7a3e78c32388 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] device_id is not set on port 24da5398-4da8-4636-a105-6f124e6bee53 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:31:11.992949 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=74078c0b-3893-4c13-9f53-52830a243a86,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:12.049300 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 34527500-f234-4d4e-9126-84fccb848490, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=34527500-f234-4d4e-9126-84fccb848490,segment=NetworkSegment(387022a2-5389-423d-86c6-f1f8ae9fbb94),segment_id=387022a2-5389-423d-86c6-f1f8ae9fbb94)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:12.068300 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '34527500-f234-4d4e-9126-84fccb848490', 'network_id': '69b76154-f529-48bd-8bed-bc8390d8e097', 'port_id': '34527500-f234-4d4e-9126-84fccb848490', 'mac_address': 'fa:16:3e:aa:fd:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b59a8824-54e1-4c25-82a3-f082133f4321', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:31:12.081908 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-cb85e446-9dfb-43d5-907a-7a3e78c32388 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Allocated IP 172.20.0.3 (156e3247-8a46-43a3-a89a-ccd56a8159e1/b7be3254-9b70-4803-8f5b-08e05bc543ea/24da5398-4da8-4636-a105-6f124e6bee53) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:12.088885 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e5d046d8-6f7a-4dde-aa76-d102f345245a req-50cdba2d-c833-4bc3-b78d-392f5ded7b2e tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] 10.222.0.73 "GET /v2.0/ports?device_id=e77b4109-a33b-4c77-9d65-ee10b4684aab HTTP/1.1" status: 200 len: 210 time: 0.1356463 Jul 23 16:31:12.147549 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:12.158609 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-68bdd7d5-eea1-4b82-8e4c-f35e66d90261 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting subnet 907dfea3-c58d-4613-9ff8-e591ee750ff7 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:31:12.163935 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34527500-f234-4d4e-9126-84fccb848490 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:31:12.165703 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-68bdd7d5-eea1-4b82-8e4c-f35e66d90261 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:12.188425 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 34527500-f234-4d4e-9126-84fccb848490, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=34527500-f234-4d4e-9126-84fccb848490,segment=NetworkSegment(387022a2-5389-423d-86c6-f1f8ae9fbb94),segment_id=387022a2-5389-423d-86c6-f1f8ae9fbb94)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:12.194686 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:12.220747 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-77776015-7b12-4549-8de6-fc47e4640bf1 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:12.222330 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-77776015-7b12-4549-8de6-fc47e4640bf1 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] 10.222.0.97 "GET /v2.0/networks?id=9acddb07-611e-4463-9ec2-50a008cbb856 HTTP/1.1" status: 200 len: 822 time: 0.2893777 Jul 23 16:31:12.243168 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-fc879e76-2972-4d7b-a8ef-5082d24dc2a6 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] Request body: {'port': {'device_id': 'e77b4109-a33b-4c77-9d65-ee10b4684aab', 'network_id': '9acddb07-611e-4463-9ec2-50a008cbb856', 'admin_state_up': True, 'tenant_id': 'e7e74522d1404b65bf7d82649f0f362b'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:12.249085 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-68bdd7d5-eea1-4b82-8e4c-f35e66d90261 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:12.262156 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=34527500-f234-4d4e-9126-84fccb848490,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:12.288671 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cb85e446-9dfb-43d5-907a-7a3e78c32388 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:12.294550 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa0dd6-ea2d-4d89-a6fe-6fed15d4ef2c req-476ba363-7a7a-411d-a812-9c0665462576 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:12.296069 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e1aa0dd6-ea2d-4d89-a6fe-6fed15d4ef2c req-476ba363-7a7a-411d-a812-9c0665462576 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/ports?device_id=09d65866-e1af-4daf-98ea-3c3ba29deaaa HTTP/1.1" status: 200 len: 943 time: 0.4234138 Jul 23 16:31:12.303736 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-cb85e446-9dfb-43d5-907a-7a3e78c32388 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Transition to ACTIVE for port object 24da5398-4da8-4636-a105-6f124e6bee53 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:12.353217 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cb85e446-9dfb-43d5-907a-7a3e78c32388 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:12.415979 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb85e446-9dfb-43d5-907a-7a3e78c32388 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Network 156e3247-8a46-43a3-a89a-ccd56a8159e1 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:12.422802 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-cb85e446-9dfb-43d5-907a-7a3e78c32388 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:12.425575 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb85e446-9dfb-43d5-907a-7a3e78c32388 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:12.466466 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85e446-9dfb-43d5-907a-7a3e78c32388 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Pushing event updated for resources: {'Port': ['ID=24da5398-4da8-4636-a105-6f124e6bee53,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:12.500449 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb85e446-9dfb-43d5-907a-7a3e78c32388 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:12.502054 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cb85e446-9dfb-43d5-907a-7a3e78c32388 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:12.509401 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e1aa0dd6-ea2d-4d89-a6fe-6fed15d4ef2c req-0f0cb644-b6de-4dc5-868d-417a4ae1dec5 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d74c37f-e2af-4d64-bb02-9494fe7502a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962116 Jul 23 16:31:12.523923 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cb85e446-9dfb-43d5-907a-7a3e78c32388 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.9099917 Jul 23 16:31:12.524646 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['34527500-f234-4d4e-9126-84fccb848490'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:31:12.526352 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43960) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:12.607772 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-68bdd7d5-eea1-4b82-8e4c-f35e66d90261 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:12.640062 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-fc879e76-2972-4d7b-a8ef-5082d24dc2a6 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] Made reservation on behalf of e7e74522d1404b65bf7d82649f0f362b for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:12.644129 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-fc879e76-2972-4d7b-a8ef-5082d24dc2a6 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:12.644304 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690a61fe-f26d-4cbd-91c3-74dae6a9e090 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:12.665798 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690a61fe-f26d-4cbd-91c3-74dae6a9e090 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:12.674774 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690a61fe-f26d-4cbd-91c3-74dae6a9e090 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:12.676618 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-690a61fe-f26d-4cbd-91c3-74dae6a9e090 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1481488 Jul 23 16:31:12.679721 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43964) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:12.808092 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38584f-ff37-43b9-bdfa-e09c49177430 req-0a9779c8-71da-437d-9bc7-ab5938a39cf9 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:12.809739 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb38584f-ff37-43b9-bdfa-e09c49177430 req-0a9779c8-71da-437d-9bc7-ab5938a39cf9 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.3992469 Jul 23 16:31:12.868596 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5d3c396d-9bbf-4d18-b794-ea3d9b847dfd tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Deleting port 24da5398-4da8-4636-a105-6f124e6bee53 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:31:12.869213 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d3c396d-9bbf-4d18-b794-ea3d9b847dfd tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:12.920317 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d054de09-1784-47f4-b407-853858b7398c None None] Network 156e3247-8a46-43a3-a89a-ccd56a8159e1 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:13.007398 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-68bdd7d5-eea1-4b82-8e4c-f35e66d90261 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:13.013765 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 74078c0b-3893-4c13-9f53-52830a243a86 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:13.031443 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d3c396d-9bbf-4d18-b794-ea3d9b847dfd tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:13.042344 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-12ccb4fc-834f-49de-87ef-a05cefeba212 None None] Provisioning for port a17b3dee-147b-46a5-b73c-31ae8aec931d completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:13.046867 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5d3c396d-9bbf-4d18-b794-ea3d9b847dfd tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Calling delete_port for 24da5398-4da8-4636-a105-6f124e6bee53 owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:31:13.067032 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-68bdd7d5-eea1-4b82-8e4c-f35e66d90261 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:13.069876 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-68bdd7d5-eea1-4b82-8e4c-f35e66d90261 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/907dfea3-c58d-4613-9ff8-e591ee750ff7 HTTP/1.1" status: 204 len: 168 time: 1.2251592 Jul 23 16:31:13.072970 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb38584f-ff37-43b9-bdfa-e09c49177430 req-ffada274-55a2-43e5-9d13-b7e0b68243b7 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393875 Jul 23 16:31:13.077249 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43968) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:13.078868 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdd7d5-eea1-4b82-8e4c-f35e66d90261 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Subnet': ['ID=907dfea3-c58d-4613-9ff8-e591ee750ff7,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:13.091746 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-fc879e76-2972-4d7b-a8ef-5082d24dc2a6 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] Allocated IP 172.20.0.5 (9acddb07-611e-4463-9ec2-50a008cbb856/c240c811-4ffb-497c-9f8f-90cdcafb6558/97284d72-b757-4dc9-a52d-793e575cb887) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:13.110768 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5d3a8f-e893-422c-8b53-bc5a27770207 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:13.150678 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-434d9574-9436-4166-8fda-e8a0bbee50d6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0673401 Jul 23 16:31:13.153947 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43972) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:13.164157 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-2b9d9c7f-fb4f-4246-a1e3-9af433de221e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:13.223676 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d960f88-0d71-4478-bd50-3d40bff44482 req-5231f80c-f348-4a69-b194-c9bdb229705c tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:13.225979 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6d960f88-0d71-4478-bd50-3d40bff44482 req-5231f80c-f348-4a69-b194-c9bdb229705c tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e834b5c-7848-44cd-b43c-660dc958f97e HTTP/1.1" status: 200 len: 946 time: 0.2820919 Jul 23 16:31:13.244631 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 74078c0b-3893-4c13-9f53-52830a243a86 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:13.245008 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:13.271968 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4067802e-bc91-483f-bb33-6bf586714ed8 req-b74b9eb4-5212-44ea-a003-ae61c5a306b4 tempest-ServerShowV254Test-1452191069 tempest-ServerShowV254Test-1452191069-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab68604e-6a65-4c29-8fff-a211c5526e4a HTTP/1.1" status: 200 len: 210 time: 0.0984781 Jul 23 16:31:13.305710 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9d9c7f-fb4f-4246-a1e3-9af433de221e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:13.312459 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b9d9c7f-fb4f-4246-a1e3-9af433de221e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:13.320862 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d3c396d-9bbf-4d18-b794-ea3d9b847dfd tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:13.376882 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6d960f88-0d71-4478-bd50-3d40bff44482 req-95d64280-ff28-4c55-833d-dc85a0b736f7 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/security-groups?id=c24a7019-99c1-407d-8661-e7d070001332&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351769 Jul 23 16:31:13.424147 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c396d-9bbf-4d18-b794-ea3d9b847dfd tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Pushing event deleted for resources: {'Port': ['ID=24da5398-4da8-4636-a105-6f124e6bee53,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:13.428505 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a17b3dee-147b-46a5-b73c-31ae8aec931d up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:13.471282 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-fc879e76-2972-4d7b-a8ef-5082d24dc2a6 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:13.478411 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a5868c-5850-4fc6-be14-1258f8b1e640 None None] DHCP port deletion for 6431ca09-76a8-48e6-9c71-fe9e76635950 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:31:13.533503 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d654a255-2345-4073-8c46-d64aeebf6fe8 req-4e3f31e5-5651-4277-8172-931a4870ecdf tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] 10.222.0.73 "GET /v2.0/ports?device_id=e77b4109-a33b-4c77-9d65-ee10b4684aab HTTP/1.1" status: 200 len: 210 time: 0.0659976 Jul 23 16:31:13.562422 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 34527500-f234-4d4e-9126-84fccb848490 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:13.627619 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-fc879e76-2972-4d7b-a8ef-5082d24dc2a6 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:13.651677 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port a17b3dee-147b-46a5-b73c-31ae8aec931d completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:13.669865 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port a17b3dee-147b-46a5-b73c-31ae8aec931d triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:13.675847 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:13.705223 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-d3a5868c-5850-4fc6-be14-1258f8b1e640 None None] Deleting port 74078c0b-3893-4c13-9f53-52830a243a86 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:31:13.705630 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d3a5868c-5850-4fc6-be14-1258f8b1e640 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:13.787232 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 34527500-f234-4d4e-9126-84fccb848490 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:13.848247 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 34527500-f234-4d4e-9126-84fccb848490 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:13.848621 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:13.854063 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ad6556a5-7d08-4a60-ad59-0e01604e8cb2 None None] Could not find standard attr ID for object 24da5398-4da8-4636-a105-6f124e6bee53. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:31:13.890874 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-d3a5868c-5850-4fc6-be14-1258f8b1e640 None None] For port 74078c0b-3893-4c13-9f53-52830a243a86, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=74078c0b-3893-4c13-9f53-52830a243a86,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:13.891300 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d3a5868c-5850-4fc6-be14-1258f8b1e640 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:13.933573 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-d3a5868c-5850-4fc6-be14-1258f8b1e640 None None] Calling delete_port for 74078c0b-3893-4c13-9f53-52830a243a86 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:31:13.963570 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ad6556a5-7d08-4a60-ad59-0e01604e8cb2 None None] Provisioning for port e43e2159-f24a-4cdd-a32c-8abbf94c952d completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:13.977335 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:14.021816 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ad6556a5-7d08-4a60-ad59-0e01604e8cb2 None None] Provisioning complete for port e43e2159-f24a-4cdd-a32c-8abbf94c952d triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:14.038890 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ad6556a5-7d08-4a60-ad59-0e01604e8cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:14.119984 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d3c396d-9bbf-4d18-b794-ea3d9b847dfd tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:14.121973 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5d3c396d-9bbf-4d18-b794-ea3d9b847dfd tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] 10.222.0.73 "DELETE /v2.0/ports/24da5398-4da8-4636-a105-6f124e6bee53 HTTP/1.1" status: 204 len: 168 time: 1.4411030 Jul 23 16:31:14.127367 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43994) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:14.138969 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-707bdbd2-828d-48f5-8188-67fb2dd47473 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Request body: {'port': {'name': 'tempest-new-port-name-981653054', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:14.139430 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.api.validators [None req-707bdbd2-828d-48f5-8188-67fb2dd47473 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] bootfile-name is not in valid_values {{(pid=94013) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 16:31:14.139962 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.api.validators [None req-707bdbd2-828d-48f5-8188-67fb2dd47473 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] tftp-server is not in valid_values {{(pid=94013) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 16:31:14.140274 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.api.validators [None req-707bdbd2-828d-48f5-8188-67fb2dd47473 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] server-ip-address is not in valid_values {{(pid=94013) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 16:31:14.147837 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-ad6556a5-7d08-4a60-ad59-0e01604e8cb2 None None] Port e43e2159-f24a-4cdd-a32c-8abbf94c952d cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:31:14.150849 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port a17b3dee-147b-46a5-b73c-31ae8aec931d, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a17b3dee-147b-46a5-b73c-31ae8aec931d,segment=NetworkSegment(2106eb57-d4c4-4b85-9876-72f036b14191),segment_id=2106eb57-d4c4-4b85-9876-72f036b14191)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:14.183306 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:14.241990 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ad6556a5-7d08-4a60-ad59-0e01604e8cb2 None None] Provisioning complete for port a17b3dee-147b-46a5-b73c-31ae8aec931d triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:14.242355 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ad6556a5-7d08-4a60-ad59-0e01604e8cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:14.247429 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d3a5868c-5850-4fc6-be14-1258f8b1e640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:14.248771 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:14.317159 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-fc879e76-2972-4d7b-a8ef-5082d24dc2a6 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] Network 9acddb07-611e-4463-9ec2-50a008cbb856 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:14.318625 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-707bdbd2-828d-48f5-8188-67fb2dd47473 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:14.339200 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-fc879e76-2972-4d7b-a8ef-5082d24dc2a6 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:14.341212 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b9d9c7f-fb4f-4246-a1e3-9af433de221e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:14.348786 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a5868c-5850-4fc6-be14-1258f8b1e640 None None] No DVR routers for this DVR port 74078c0b-3893-4c13-9f53-52830a243a86 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:31:14.363993 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=a17b3dee-147b-46a5-b73c-31ae8aec931d,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:14.374054 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-fc879e76-2972-4d7b-a8ef-5082d24dc2a6 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:14.415868 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d65866-e1af-4daf-98ea-3c3ba29deaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34527500-f234-4d4e-9126-84fccb848490'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:31:14.426456 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3515ee89-0a3b-4811-afe9-74d7c5f97d3a" -d '{"events": [{"server_uuid": "09d65866-e1af-4daf-98ea-3c3ba29deaaa", "name": "network-vif-plugged", "status": "completed", "tag": "34527500-f234-4d4e-9126-84fccb848490"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:31:14.432569 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9d9c7f-fb4f-4246-a1e3-9af433de221e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:14.440025 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5868c-5850-4fc6-be14-1258f8b1e640 None None] Pushing event deleted for resources: {'Port': ['ID=74078c0b-3893-4c13-9f53-52830a243a86,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:14.444374 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-fc879e76-2972-4d7b-a8ef-5082d24dc2a6 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:14.445297 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-fc879e76-2972-4d7b-a8ef-5082d24dc2a6 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:14.449982 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ebfaf963-eee1-4402-a099-4f2a1051215d req-5c9729fe-84c6-4b75-ae0d-a244987cd910 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0e3d37b247384350b44ed974625b9855&device_id=ab68604e-6a65-4c29-8fff-a211c5526e4a HTTP/1.1" status: 200 len: 210 time: 0.6586893 Jul 23 16:31:14.454715 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 34527500-f234-4d4e-9126-84fccb848490, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=34527500-f234-4d4e-9126-84fccb848490,segment=NetworkSegment(387022a2-5389-423d-86c6-f1f8ae9fbb94),segment_id=387022a2-5389-423d-86c6-f1f8ae9fbb94)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:14.461021 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:14.469437 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc879e76-2972-4d7b-a8ef-5082d24dc2a6 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] Pushing event updated for resources: {'Port': ['ID=97284d72-b757-4dc9-a52d-793e575cb887,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:14.476618 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-2b9d9c7f-fb4f-4246-a1e3-9af433de221e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:14.485665 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d9c7f-fb4f-4246-a1e3-9af433de221e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Subnet': ['ID=6357411d-0281-446c-b779-0d7736935738,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:14.488462 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-06159076-6f7f-42d8-a63c-e1fbe1d33d4f req-56f0d8d9-3d23-4fc6-90a9-5e865af6ce79 tempest-ServerShowV254Test-1452191069 tempest-ServerShowV254Test-1452191069-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab68604e-6a65-4c29-8fff-a211c5526e4a HTTP/1.1" status: 200 len: 210 time: 0.1574075 Jul 23 16:31:14.491153 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9d9c7f-fb4f-4246-a1e3-9af433de221e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:14.491964 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b9d9c7f-fb4f-4246-a1e3-9af433de221e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:14.532296 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ebfaf963-eee1-4402-a099-4f2a1051215d req-deceebb4-8ecb-4c1c-aa44-688d3256cff9 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0e3d37b247384350b44ed974625b9855&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566504 Jul 23 16:31:14.532812 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16710eb9-4a3f-47f0-8335-bc1e7696d412 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:14.554510 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2b9d9c7f-fb4f-4246-a1e3-9af433de221e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3965886 Jul 23 16:31:14.555849 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43998) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:14.566223 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-7bddf9cf-05fa-4124-9758-0af1ce0d2e85 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'port': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'fixed_ips': [{'subnet_id': '6357411d-0281-446c-b779-0d7736935738', 'ip_address': '2001:db8::11eb:5ee3:106f:613a'}], 'name': 'tempest-NetworksTestDHCPv6-60752407'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:14.577039 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-fc879e76-2972-4d7b-a8ef-5082d24dc2a6 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3379712 Jul 23 16:31:14.624280 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-aba34ae7-f354-4daf-b985-5dfdfbcb85e8 service neutron] Request body: {'port': {'device_id': 'e77b4109-a33b-4c77-9d65-ee10b4684aab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:14.650673 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=34527500-f234-4d4e-9126-84fccb848490,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:14.701790 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9897413-8af5-45b2-9944-45231c2eccd6 req-66e4eb67-1191-4dc4-bfbc-808b26ea2491 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:14.705627 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f9897413-8af5-45b2-9944-45231c2eccd6 req-66e4eb67-1191-4dc4-bfbc-808b26ea2491 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/ports?device_id=09d65866-e1af-4daf-98ea-3c3ba29deaaa HTTP/1.1" status: 200 len: 944 time: 1.0433807 Jul 23 16:31:14.728891 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d3195407-edcf-4357-a726-5ebcfae719a7 None None] Could not find standard attr ID for object 24da5398-4da8-4636-a105-6f124e6bee53. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:31:14.756842 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d3195407-edcf-4357-a726-5ebcfae719a7 None None] Provisioning complete for port e43e2159-f24a-4cdd-a32c-8abbf94c952d triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:14.757513 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d3195407-edcf-4357-a726-5ebcfae719a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:14.792195 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-707bdbd2-828d-48f5-8188-67fb2dd47473 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:14.801030 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-707bdbd2-828d-48f5-8188-67fb2dd47473 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:14.810165 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74da9a40-20e6-4578-b55b-a5db1458c37a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-6431ca09-76a8-48e6-9c71-fe9e76635950', 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'fixed_ips': [{'subnet_id': '6357411d-0281-446c-b779-0d7736935738'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:31:14.811042 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-74da9a40-20e6-4578-b55b-a5db1458c37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:14.813847 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bddf9cf-05fa-4124-9758-0af1ce0d2e85 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:14.838753 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-d3195407-edcf-4357-a726-5ebcfae719a7 None None] Port e43e2159-f24a-4cdd-a32c-8abbf94c952d cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:31:14.879355 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-aba34ae7-f354-4daf-b985-5dfdfbcb85e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:14.937607 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f9897413-8af5-45b2-9944-45231c2eccd6 req-43c031c8-25ba-4c37-949b-6f619ac36e17 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d74c37f-e2af-4d64-bb02-9494fe7502a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850333 Jul 23 16:31:14.945132 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a17b3dee-147b-46a5-b73c-31ae8aec931d up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:14.974321 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-707bdbd2-828d-48f5-8188-67fb2dd47473 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] In _notify_port_updated(), no bound segment for port e43e2159-f24a-4cdd-a32c-8abbf94c952d on network 156e3247-8a46-43a3-a89a-ccd56a8159e1 {{(pid=94013) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:31:14.980757 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707bdbd2-828d-48f5-8188-67fb2dd47473 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:14.981157 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-707bdbd2-828d-48f5-8188-67fb2dd47473 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:14.983193 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-707bdbd2-828d-48f5-8188-67fb2dd47473 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] 10.222.0.73 "PUT /v2.0/ports/e43e2159-f24a-4cdd-a32c-8abbf94c952d HTTP/1.1" status: 200 len: 1135 time: 0.8540995 Jul 23 16:31:14.990854 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44004) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:14.996110 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bdbd2-828d-48f5-8188-67fb2dd47473 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Pushing event updated for resources: {'Port': ['ID=e43e2159-f24a-4cdd-a32c-8abbf94c952d,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:15.004948 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfaf963-eee1-4402-a099-4f2a1051215d req-3637d2d4-f9b5-4c69-9921-0082cb67f5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:15.006705 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ebfaf963-eee1-4402-a099-4f2a1051215d req-3637d2d4-f9b5-4c69-9921-0082cb67f5db service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4574394 Jul 23 16:31:15.048035 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bdbd2-828d-48f5-8188-67fb2dd47473 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:15.048390 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bdbd2-828d-48f5-8188-67fb2dd47473 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:15.049194 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bdbd2-828d-48f5-8188-67fb2dd47473 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:15.049812 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bdbd2-828d-48f5-8188-67fb2dd47473 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:15.049921 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bdbd2-828d-48f5-8188-67fb2dd47473 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:15.050338 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bdbd2-828d-48f5-8188-67fb2dd47473 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:15.050791 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bdbd2-828d-48f5-8188-67fb2dd47473 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:15.051132 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bdbd2-828d-48f5-8188-67fb2dd47473 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:15.051461 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bdbd2-828d-48f5-8188-67fb2dd47473 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:15.051815 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bdbd2-828d-48f5-8188-67fb2dd47473 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:15.052144 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bdbd2-828d-48f5-8188-67fb2dd47473 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:15.052622 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bdbd2-828d-48f5-8188-67fb2dd47473 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:15.055748 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268383f0-a9c0-46f2-8ca2-a55bac41feff req-9427c1fe-5210-4751-9d13-c29ff66da1e5 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:15.073186 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-268383f0-a9c0-46f2-8ca2-a55bac41feff req-9427c1fe-5210-4751-9d13-c29ff66da1e5 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e834b5c-7848-44cd-b43c-660dc958f97e HTTP/1.1" status: 200 len: 946 time: 0.4580855 Jul 23 16:31:15.099866 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7bddf9cf-05fa-4124-9758-0af1ce0d2e85 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:15.105330 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port a17b3dee-147b-46a5-b73c-31ae8aec931d triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:15.105856 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:15.124926 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-7bddf9cf-05fa-4124-9758-0af1ce0d2e85 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] device_id is not set on port ac54378c-ebd6-4601-8a48-152f408ce0da yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:31:15.161544 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-74da9a40-20e6-4578-b55b-a5db1458c37a None None] Allocated IP 2001:db8::2 (6431ca09-76a8-48e6-9c71-fe9e76635950/6357411d-0281-446c-b779-0d7736935738/f778882b-fd46-4e46-8ade-3c00db639658) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:15.246374 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3415a335-2796-45c0-a00d-f5d94817b728 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:15.251942 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3415a335-2796-45c0-a00d-f5d94817b728 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] 10.222.0.73 "GET /v2.0/ports/e43e2159-f24a-4cdd-a32c-8abbf94c952d HTTP/1.1" status: 200 len: 1135 time: 0.2562160 Jul 23 16:31:15.251942 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-268383f0-a9c0-46f2-8ca2-a55bac41feff req-d1a85047-833f-4f42-8fc7-13efb7e6978b tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/security-groups?id=c24a7019-99c1-407d-8661-e7d070001332&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773090 Jul 23 16:31:15.255536 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44006) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:15.401457 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71942f8c-b9d4-462b-814b-f91b810cbfcc x-openstack-request-id: req-71942f8c-b9d4-462b-814b-f91b810cbfcc {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:31:15.401872 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d65866-e1af-4daf-98ea-3c3ba29deaaa", "name": "network-vif-plugged", "status": "completed", "tag": "34527500-f234-4d4e-9126-84fccb848490", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:31:15.401989 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-71942f8c-b9d4-462b-814b-f91b810cbfcc {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:31:15.402372 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d65866-e1af-4daf-98ea-3c3ba29deaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34527500-f234-4d4e-9126-84fccb848490', 'code': 200} Jul 23 16:31:15.437874 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81873d-8087-47c8-88b3-bddc0a94bb64 req-6a35da55-8f32-415f-b36a-604f24093d5e tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:15.445507 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d81873d-8087-47c8-88b3-bddc0a94bb64 req-6a35da55-8f32-415f-b36a-604f24093d5e tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.4343436 Jul 23 16:31:15.453590 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-9206bee3-f01e-4efa-b4bd-4e8de2286ec1 None None] Provisioning complete for port e43e2159-f24a-4cdd-a32c-8abbf94c952d triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:15.453953 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9206bee3-f01e-4efa-b4bd-4e8de2286ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:15.482148 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3c047-ff3c-4067-a1d7-f6fce7357dc7 req-0d23f3c1-0906-4e08-9136-9b7865880848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:15.484293 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-64c3c047-ff3c-4067-a1d7-f6fce7357dc7 req-0d23f3c1-0906-4e08-9136-9b7865880848 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=09d65866-e1af-4daf-98ea-3c3ba29deaaa HTTP/1.1" status: 200 len: 1096 time: 0.0767846 Jul 23 16:31:15.511520 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 74078c0b-3893-4c13-9f53-52830a243a86 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:31:15.529940 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-64c3c047-ff3c-4067-a1d7-f6fce7357dc7 req-0a217842-2f9d-4525-b6dd-9077b5ddbe45 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9d74c37f-e2af-4d64-bb02-9494fe7502a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351942 Jul 23 16:31:15.549490 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-9206bee3-f01e-4efa-b4bd-4e8de2286ec1 None None] Port e43e2159-f24a-4cdd-a32c-8abbf94c952d cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:31:15.556828 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 74078c0b-3893-4c13-9f53-52830a243a86 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:31:15.557200 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 74078c0b-3893-4c13-9f53-52830a243a86 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:31:15.566520 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-74da9a40-20e6-4578-b55b-a5db1458c37a None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:15.576991 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-74da9a40-20e6-4578-b55b-a5db1458c37a None None] Transition to ACTIVE for port object f778882b-fd46-4e46-8ade-3c00db639658 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:15.593915 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-74da9a40-20e6-4578-b55b-a5db1458c37a None None] Transition to ACTIVE for port object f778882b-fd46-4e46-8ade-3c00db639658 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:15.600213 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-74da9a40-20e6-4578-b55b-a5db1458c37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:15.614077 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d81873d-8087-47c8-88b3-bddc0a94bb64 req-15f3a710-09e0-45d1-a1c9-4b342f562e8a tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676817 Jul 23 16:31:15.649405 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74da9a40-20e6-4578-b55b-a5db1458c37a None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:15.649405 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-74da9a40-20e6-4578-b55b-a5db1458c37a None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:15.649405 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74da9a40-20e6-4578-b55b-a5db1458c37a None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:15.657980 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da9a40-20e6-4578-b55b-a5db1458c37a None None] Pushing event updated for resources: {'Port': ['ID=f778882b-fd46-4e46-8ade-3c00db639658,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:15.678268 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-7bddf9cf-05fa-4124-9758-0af1ce0d2e85 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Allocated IP 2001:db8::11eb:5ee3:106f:613a (6431ca09-76a8-48e6-9c71-fe9e76635950/6357411d-0281-446c-b779-0d7736935738/ac54378c-ebd6-4601-8a48-152f408ce0da) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:15.713433 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-aba34ae7-f354-4daf-b985-5dfdfbcb85e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97284d72-b757-4dc9-a52d-793e575cb887 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:31:15.722078 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-74da9a40-20e6-4578-b55b-a5db1458c37a None None] Attempting to bind port f778882b-fd46-4e46-8ade-3c00db639658 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:31:15.722900 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-74da9a40-20e6-4578-b55b-a5db1458c37a None None] Attempting to bind port f778882b-fd46-4e46-8ade-3c00db639658 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:31:15.722900 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74da9a40-20e6-4578-b55b-a5db1458c37a None None] Attempting to bind port f778882b-fd46-4e46-8ade-3c00db639658 on network 6431ca09-76a8-48e6-9c71-fe9e76635950 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:15.723210 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-aba34ae7-f354-4daf-b985-5dfdfbcb85e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:15.729113 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74da9a40-20e6-4578-b55b-a5db1458c37a None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:31:15.729530 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74da9a40-20e6-4578-b55b-a5db1458c37a None None] Checking segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:15.729944 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-74da9a40-20e6-4578-b55b-a5db1458c37a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:15.730340 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74da9a40-20e6-4578-b55b-a5db1458c37a None None] Bound using segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:31:15.730824 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-74da9a40-20e6-4578-b55b-a5db1458c37a None None] Bound port: f778882b-fd46-4e46-8ade-3c00db639658, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:31:15.731212 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-74da9a40-20e6-4578-b55b-a5db1458c37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:15.743051 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-17c8c187-a4d8-4412-8223-756d6c12bbec tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Deleting port e43e2159-f24a-4cdd-a32c-8abbf94c952d {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:31:15.743331 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-17c8c187-a4d8-4412-8223-756d6c12bbec tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:15.758199 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5433e-0c95-48c3-b05b-05780de57b49 req-ae4adc1f-4867-4cae-a6a5-077d0cf3a1da tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:15.759896 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dcb5433e-0c95-48c3-b05b-05780de57b49 req-ae4adc1f-4867-4cae-a6a5-077d0cf3a1da tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] 10.222.0.73 "GET /v2.0/ports?device_id=e77b4109-a33b-4c77-9d65-ee10b4684aab HTTP/1.1" status: 200 len: 931 time: 0.3325324 Jul 23 16:31:15.789967 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-aba34ae7-f354-4daf-b985-5dfdfbcb85e8 service neutron] Transition to ACTIVE for port object 97284d72-b757-4dc9-a52d-793e575cb887 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:15.816203 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436029f-be9d-4260-b290-44592ddc8a6c req-3b24baa4-2408-4bab-8ec3-96292cba6a99 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:15.817972 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7436029f-be9d-4260-b290-44592ddc8a6c req-3b24baa4-2408-4bab-8ec3-96292cba6a99 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.97 "GET /v2.0/ports?device_id=2e834b5c-7848-44cd-b43c-660dc958f97e HTTP/1.1" status: 200 len: 946 time: 0.3129005 Jul 23 16:31:15.829720 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-74da9a40-20e6-4578-b55b-a5db1458c37a None None] For port f778882b-fd46-4e46-8ade-3c00db639658, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:31:15.834096 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-74da9a40-20e6-4578-b55b-a5db1458c37a None None] For port f778882b-fd46-4e46-8ade-3c00db639658, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=f778882b-fd46-4e46-8ade-3c00db639658,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:31:15.837224 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-aba34ae7-f354-4daf-b985-5dfdfbcb85e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:15.839567 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-74da9a40-20e6-4578-b55b-a5db1458c37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:15.870245 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7bddf9cf-05fa-4124-9758-0af1ce0d2e85 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:15.890557 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-7bddf9cf-05fa-4124-9758-0af1ce0d2e85 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Transition to ACTIVE for port object ac54378c-ebd6-4601-8a48-152f408ce0da will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:15.907885 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da9a40-20e6-4578-b55b-a5db1458c37a None None] Pushing event updated for resources: {'Port': ['ID=f778882b-fd46-4e46-8ade-3c00db639658,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:15.936229 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7bddf9cf-05fa-4124-9758-0af1ce0d2e85 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:15.967352 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b5e1f99b-5abe-4ff8-bae0-46ca81ad0ef3 req-b2d70c58-09e8-451a-b842-7894a62860af tempest-ServerShowV254Test-1452191069 tempest-ServerShowV254Test-1452191069-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab68604e-6a65-4c29-8fff-a211c5526e4a HTTP/1.1" status: 200 len: 210 time: 0.1434460 Jul 23 16:31:15.970403 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dcb5433e-0c95-48c3-b05b-05780de57b49 req-7f2343d8-c655-4264-a751-6df89e6bf6d5 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] 10.222.0.73 "GET /v2.0/security-groups?id=3cf22be4-c800-41f0-99a1-ce36daf3a632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918862 Jul 23 16:31:15.997487 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bddf9cf-05fa-4124-9758-0af1ce0d2e85 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:16.000842 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-7bddf9cf-05fa-4124-9758-0af1ce0d2e85 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:16.009170 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bddf9cf-05fa-4124-9758-0af1ce0d2e85 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:16.015114 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bddf9cf-05fa-4124-9758-0af1ce0d2e85 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:16.015816 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7bddf9cf-05fa-4124-9758-0af1ce0d2e85 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:16.028744 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba34ae7-f354-4daf-b985-5dfdfbcb85e8 service neutron] Pushing event updated for resources: {'Port': ['ID=97284d72-b757-4dc9-a52d-793e575cb887,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:16.041320 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bddf9cf-05fa-4124-9758-0af1ce0d2e85 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Port': ['ID=ac54378c-ebd6-4601-8a48-152f408ce0da,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:16.059237 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7bddf9cf-05fa-4124-9758-0af1ce0d2e85 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.4987268 Jul 23 16:31:16.062126 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44012) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:16.065210 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-17c8c187-a4d8-4412-8223-756d6c12bbec tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:16.172237 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-17c8c187-a4d8-4412-8223-756d6c12bbec tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Calling delete_port for e43e2159-f24a-4cdd-a32c-8abbf94c952d owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:31:16.311462 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-aba34ae7-f354-4daf-b985-5dfdfbcb85e8 service neutron] Attempting to bind port 97284d72-b757-4dc9-a52d-793e575cb887 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:31:16.311797 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-aba34ae7-f354-4daf-b985-5dfdfbcb85e8 service neutron] Attempting to bind port 97284d72-b757-4dc9-a52d-793e575cb887 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'f8ec606b-e397-42f9-b805-757251bc1bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9acddb07-611e-4463-9ec2-50a008cbb856'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:31:16.312125 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-aba34ae7-f354-4daf-b985-5dfdfbcb85e8 service neutron] Attempting to bind port 97284d72-b757-4dc9-a52d-793e575cb887 on network 9acddb07-611e-4463-9ec2-50a008cbb856 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:16.325955 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-7436029f-be9d-4260-b290-44592ddc8a6c req-3fc9670b-e450-4ec3-a7c6-a5a696ada72d tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Deleting port 795232bb-2aed-4b9e-888e-5cc37da90945 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:31:16.326294 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7436029f-be9d-4260-b290-44592ddc8a6c req-3fc9670b-e450-4ec3-a7c6-a5a696ada72d tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:16.345320 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ebfaf963-eee1-4402-a099-4f2a1051215d req-91569b4a-5be9-4037-9e91-cae718d25f04 tempest-ServerShowV254Test-1452191069 tempest-ServerShowV254Test-1452191069-project] 10.222.0.97 "GET /v2.0/ports?device_id=ab68604e-6a65-4c29-8fff-a211c5526e4a HTTP/1.1" status: 200 len: 210 time: 0.0299644 Jul 23 16:31:16.375037 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-aba34ae7-f354-4daf-b985-5dfdfbcb85e8 service neutron] Port 97284d72-b757-4dc9-a52d-793e575cb887 on network 9acddb07-611e-4463-9ec2-50a008cbb856 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:31:16.375365 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-aba34ae7-f354-4daf-b985-5dfdfbcb85e8 service neutron] Attempting to bind port 97284d72-b757-4dc9-a52d-793e575cb887 on network 9acddb07-611e-4463-9ec2-50a008cbb856 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:16.416127 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7e18b-01c5-45c2-a8f4-fe60776d937e req-655d87ad-6fc5-4297-8582-d2ecc82169bc tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:16.417551 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-acf7e18b-01c5-45c2-a8f4-fe60776d937e req-655d87ad-6fc5-4297-8582-d2ecc82169bc tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/ports?device_id=09d65866-e1af-4daf-98ea-3c3ba29deaaa HTTP/1.1" status: 200 len: 945 time: 0.3176293 Jul 23 16:31:16.430788 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-aba34ae7-f354-4daf-b985-5dfdfbcb85e8 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:31:16.431124 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-aba34ae7-f354-4daf-b985-5dfdfbcb85e8 service neutron] Checking segment: {'id': 'f8ec606b-e397-42f9-b805-757251bc1bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9acddb07-611e-4463-9ec2-50a008cbb856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:16.431505 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-aba34ae7-f354-4daf-b985-5dfdfbcb85e8 service neutron] Bound using segment: {'id': 'f8ec606b-e397-42f9-b805-757251bc1bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9acddb07-611e-4463-9ec2-50a008cbb856'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:31:16.431948 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-aba34ae7-f354-4daf-b985-5dfdfbcb85e8 service neutron] Bound port: 97284d72-b757-4dc9-a52d-793e575cb887, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8ec606b-e397-42f9-b805-757251bc1bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9acddb07-611e-4463-9ec2-50a008cbb856'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:31:16.432302 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-aba34ae7-f354-4daf-b985-5dfdfbcb85e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:16.454180 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9329b47b-0a44-4ad4-8db0-842ae7250ccf tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:16.460725 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9329b47b-0a44-4ad4-8db0-842ae7250ccf tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:16.462407 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9329b47b-0a44-4ad4-8db0-842ae7250ccf tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.3935134 Jul 23 16:31:16.465222 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44016) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:16.574154 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-91799b6e-f3c8-487a-80c2-5e822801720d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting port ac54378c-ebd6-4601-8a48-152f408ce0da {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:31:16.574548 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91799b6e-f3c8-487a-80c2-5e822801720d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:16.641540 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-7436029f-be9d-4260-b290-44592ddc8a6c req-3fc9670b-e450-4ec3-a7c6-a5a696ada72d tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] For port 795232bb-2aed-4b9e-888e-5cc37da90945, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=795232bb-2aed-4b9e-888e-5cc37da90945,segment=NetworkSegment(17679f2d-6334-4fa1-8e34-e67b17518434),segment_id=17679f2d-6334-4fa1-8e34-e67b17518434)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:16.642114 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7436029f-be9d-4260-b290-44592ddc8a6c req-3fc9670b-e450-4ec3-a7c6-a5a696ada72d tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:16.668613 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-acf7e18b-01c5-45c2-a8f4-fe60776d937e req-563dad37-e70c-4abb-af31-26b7b4bb6936 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d74c37f-e2af-4d64-bb02-9494fe7502a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258770 Jul 23 16:31:16.680928 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91799b6e-f3c8-487a-80c2-5e822801720d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:16.698595 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-91799b6e-f3c8-487a-80c2-5e822801720d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Calling delete_port for ac54378c-ebd6-4601-8a48-152f408ce0da owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:31:16.752746 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8801ae6-7465-41a7-9a00-123423bb3e2c req-723f679a-a779-47ff-9a73-98ac2f87ce5a tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:16.760461 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8801ae6-7465-41a7-9a00-123423bb3e2c req-723f679a-a779-47ff-9a73-98ac2f87ce5a tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e834b5c-7848-44cd-b43c-660dc958f97e HTTP/1.1" status: 200 len: 946 time: 0.4212699 Jul 23 16:31:16.767965 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-aba34ae7-f354-4daf-b985-5dfdfbcb85e8 service neutron] For port 97284d72-b757-4dc9-a52d-793e575cb887, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:31:16.775399 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-17c8c187-a4d8-4412-8223-756d6c12bbec tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:16.812946 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-aba34ae7-f354-4daf-b985-5dfdfbcb85e8 service neutron] For port 97284d72-b757-4dc9-a52d-793e575cb887, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=97284d72-b757-4dc9-a52d-793e575cb887,segment=NetworkSegment(f8ec606b-e397-42f9-b805-757251bc1bff),segment_id=f8ec606b-e397-42f9-b805-757251bc1bff)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:31:16.867048 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-aba34ae7-f354-4daf-b985-5dfdfbcb85e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:16.882891 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c8c187-a4d8-4412-8223-756d6c12bbec tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Pushing event deleted for resources: {'Port': ['ID=e43e2159-f24a-4cdd-a32c-8abbf94c952d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:16.966712 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91799b6e-f3c8-487a-80c2-5e822801720d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:17.004048 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f778882b-fd46-4e46-8ade-3c00db639658 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:17.017139 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91799b6e-f3c8-487a-80c2-5e822801720d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Port': ['ID=ac54378c-ebd6-4601-8a48-152f408ce0da,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:17.044642 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8801ae6-7465-41a7-9a00-123423bb3e2c req-70b6925d-b29d-4329-9684-71f35ced39de tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/security-groups?id=c24a7019-99c1-407d-8661-e7d070001332&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2821019 Jul 23 16:31:17.119638 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port f778882b-fd46-4e46-8ade-3c00db639658 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:17.136049 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91799b6e-f3c8-487a-80c2-5e822801720d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:17.138223 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-91799b6e-f3c8-487a-80c2-5e822801720d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/ac54378c-ebd6-4601-8a48-152f408ce0da HTTP/1.1" status: 204 len: 168 time: 0.6719859 Jul 23 16:31:17.140666 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44026) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:17.206922 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-aba34ae7-f354-4daf-b985-5dfdfbcb85e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:17.208428 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-aba34ae7-f354-4daf-b985-5dfdfbcb85e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:17.209977 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-aba34ae7-f354-4daf-b985-5dfdfbcb85e8 service neutron] 10.222.0.97 "PUT /v2.0/ports/97284d72-b757-4dc9-a52d-793e575cb887 HTTP/1.1" status: 200 len: 1091 time: 2.5974064 Jul 23 16:31:17.224357 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77b4109-a33b-4c77-9d65-ee10b4684aab', 'tag': '97284d72-b757-4dc9-a52d-793e575cb887'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:31:17.232307 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406eb7bb-bffe-4b73-af0e-a9d3fada7004" -d '{"events": [{"name": "network-changed", "server_uuid": "e77b4109-a33b-4c77-9d65-ee10b4684aab", "tag": "97284d72-b757-4dc9-a52d-793e575cb887"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:31:17.247111 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-17c8c187-a4d8-4412-8223-756d6c12bbec tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:17.249390 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-17c8c187-a4d8-4412-8223-756d6c12bbec tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] 10.222.0.73 "DELETE /v2.0/ports/e43e2159-f24a-4cdd-a32c-8abbf94c952d HTTP/1.1" status: 204 len: 168 time: 1.9863570 Jul 23 16:31:17.252766 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44030) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:17.272876 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaf2c2c-e681-48be-8f8b-f6fae916df6c tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:17.274573 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaf2c2c-e681-48be-8f8b-f6fae916df6c tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:17.279039 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-aaaf2c2c-e681-48be-8f8b-f6fae916df6c tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1344380 Jul 23 16:31:17.304700 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7eb796c1-9e2f-462d-af35-f023cc348280 None None] Provisioning for port f778882b-fd46-4e46-8ade-3c00db639658 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:17.308734 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44032) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:17.310337 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7eb796c1-9e2f-462d-af35-f023cc348280 None None] Provisioning complete for port f778882b-fd46-4e46-8ade-3c00db639658 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:17.310925 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7eb796c1-9e2f-462d-af35-f023cc348280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:17.391963 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391c2c2-3ce9-4541-8ed9-285285bad441 req-ea2bdc93-095b-4994-aa3b-3accf96416e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:17.394108 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9391c2c2-3ce9-4541-8ed9-285285bad441 req-ea2bdc93-095b-4994-aa3b-3accf96416e1 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 1096 time: 0.2071292 Jul 23 16:31:17.405893 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-f05add81-c1c1-4faf-8589-fe46d88102cb tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Deleting subnet b7be3254-9b70-4803-8f5b-08e05bc543ea {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:31:17.412455 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7eb796c1-9e2f-462d-af35-f023cc348280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:17.417110 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba34ae7-f354-4daf-b985-5dfdfbcb85e8 service neutron] Pushing event updated for resources: {'Port': ['ID=97284d72-b757-4dc9-a52d-793e575cb887,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:17.418194 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f05add81-c1c1-4faf-8589-fe46d88102cb tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:17.427063 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-7288816b-fdec-4b58-9c9d-06eb0142eee7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting subnet 6357411d-0281-446c-b779-0d7736935738 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:31:17.455852 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7288816b-fdec-4b58-9c9d-06eb0142eee7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:17.460770 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7436029f-be9d-4260-b290-44592ddc8a6c req-3fc9670b-e450-4ec3-a7c6-a5a696ada72d tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:17.461718 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-7eb796c1-9e2f-462d-af35-f023cc348280 None None] For port f778882b-fd46-4e46-8ade-3c00db639658, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=f778882b-fd46-4e46-8ade-3c00db639658,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:17.466251 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7eb796c1-9e2f-462d-af35-f023cc348280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:17.467503 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7436029f-be9d-4260-b290-44592ddc8a6c req-3fc9670b-e450-4ec3-a7c6-a5a696ada72d tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:17.467908 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [req-7436029f-be9d-4260-b290-44592ddc8a6c req-3fc9670b-e450-4ec3-a7c6-a5a696ada72d tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Floating IP e2e6b0d1-c9e3-4926-934a-3fd8d67321da disassociated. External IP: 172.25.8.176, port: 795232bb-2aed-4b9e-888e-5cc37da90945. Jul 23 16:31:17.468274 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-7436029f-be9d-4260-b290-44592ddc8a6c req-3fc9670b-e450-4ec3-a7c6-a5a696ada72d tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Calling delete_port for 795232bb-2aed-4b9e-888e-5cc37da90945 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:31:17.489833 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d539fb-9fb5-4999-a141-00e25009bf11 req-24c11abf-fe2e-4315-9366-ac06e4c4d1c0 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:17.496963 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-34d539fb-9fb5-4999-a141-00e25009bf11 req-24c11abf-fe2e-4315-9366-ac06e4c4d1c0 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.6513247 Jul 23 16:31:17.533299 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f05add81-c1c1-4faf-8589-fe46d88102cb tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:17.535312 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb796c1-9e2f-462d-af35-f023cc348280 None None] Pushing event updated for resources: {'Port': ['ID=f778882b-fd46-4e46-8ade-3c00db639658,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:17.540057 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7288816b-fdec-4b58-9c9d-06eb0142eee7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:17.578611 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-92f2ed1b-2102-4645-926a-0fe9c90a240a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:17.580313 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-92f2ed1b-2102-4645-926a-0fe9c90a240a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e7e74522d1404b65bf7d82649f0f362b&device_id=e77b4109-a33b-4c77-9d65-ee10b4684aab HTTP/1.1" status: 200 len: 1094 time: 0.3193724 Jul 23 16:31:17.580598 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9391c2c2-3ce9-4541-8ed9-285285bad441 req-470f7cb0-3c01-4df5-928e-353585f2cdf2 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697094 Jul 23 16:31:17.600400 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c9584-8288-45ef-9e95-3f9903aa9bdc req-f1ff9a73-1c89-498d-881d-c04b44c93039 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:17.607158 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-943c9584-8288-45ef-9e95-3f9903aa9bdc req-f1ff9a73-1c89-498d-881d-c04b44c93039 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] 10.222.0.73 "GET /v2.0/ports?device_id=e77b4109-a33b-4c77-9d65-ee10b4684aab HTTP/1.1" status: 200 len: 943 time: 0.3478954 Jul 23 16:31:17.686932 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d5e3d7c5-3021-46bf-abad-54ca022cac81 None None] Could not find standard attr ID for object ac54378c-ebd6-4601-8a48-152f408ce0da. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:31:17.702616 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f05add81-c1c1-4faf-8589-fe46d88102cb tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:17.731981 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7288816b-fdec-4b58-9c9d-06eb0142eee7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:17.812846 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f05add81-c1c1-4faf-8589-fe46d88102cb tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:17.841645 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7288816b-fdec-4b58-9c9d-06eb0142eee7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:17.846753 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05add81-c1c1-4faf-8589-fe46d88102cb tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Pushing event deleted for resources: {'Subnet': ['ID=b7be3254-9b70-4803-8f5b-08e05bc543ea,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:17.858125 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f05add81-c1c1-4faf-8589-fe46d88102cb tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:17.863589 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f05add81-c1c1-4faf-8589-fe46d88102cb tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] 10.222.0.73 "DELETE /v2.0/subnets/b7be3254-9b70-4803-8f5b-08e05bc543ea HTTP/1.1" status: 204 len: 168 time: 0.5990844 Jul 23 16:31:17.863921 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44036) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:17.870456 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f760b6-5af7-4307-ada6-d0e5761e87b9 None None] Network 156e3247-8a46-43a3-a89a-ccd56a8159e1 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:17.905965 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9a71f7-fd39-4cf0-b595-efd6fb03015d None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:17.911258 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7288816b-fdec-4b58-9c9d-06eb0142eee7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:17.915553 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7288816b-fdec-4b58-9c9d-06eb0142eee7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/6357411d-0281-446c-b779-0d7736935738 HTTP/1.1" status: 204 len: 168 time: 0.6033959 Jul 23 16:31:17.915553 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288816b-fdec-4b58-9c9d-06eb0142eee7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Subnet': ['ID=6357411d-0281-446c-b779-0d7736935738,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:17.915897 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44038) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:17.982944 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3d74ba95-4a9b-4a4b-b76a-60f3c21a9b75 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504739 Jul 23 16:31:17.997615 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-34d539fb-9fb5-4999-a141-00e25009bf11 req-5081c943-f3c4-4761-af7b-0818311588b4 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4996760 Jul 23 16:31:17.998762 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44040) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:18.020381 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-5e594879-1cef-44b5-90b0-1772d6f555c9 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:18.029479 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5ae05d71-bbbf-4a62-9a2d-a4889327b9e8 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:18.095522 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-62a3f737-ba33-4237-a06d-982471326a17 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97284d72-b757-4dc9-a52d-793e575cb887 HTTP/1.1" status: 200 len: 217 time: 0.0953078 Jul 23 16:31:18.102845 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5ae05d71-bbbf-4a62-9a2d-a4889327b9e8 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Deleting port a17b3dee-147b-46a5-b73c-31ae8aec931d {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:31:18.104039 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5ae05d71-bbbf-4a62-9a2d-a4889327b9e8 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:18.105984 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d1a0a7-da0d-425f-aa9f-57aabb2b6987 x-openstack-request-id: req-55d1a0a7-da0d-425f-aa9f-57aabb2b6987 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:31:18.106363 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77b4109-a33b-4c77-9d65-ee10b4684aab", "tag": "97284d72-b757-4dc9-a52d-793e575cb887", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:31:18.106706 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-55d1a0a7-da0d-425f-aa9f-57aabb2b6987 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:31:18.107202 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e77b4109-a33b-4c77-9d65-ee10b4684aab', 'tag': '97284d72-b757-4dc9-a52d-793e575cb887', 'status': 'completed', 'code': 200} Jul 23 16:31:18.187385 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-943c9584-8288-45ef-9e95-3f9903aa9bdc req-6eeda848-3952-4dc9-8fff-e243b6349abf tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] 10.222.0.73 "GET /v2.0/security-groups?id=3cf22be4-c800-41f0-99a1-ce36daf3a632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5792851 Jul 23 16:31:18.229720 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5ae05d71-bbbf-4a62-9a2d-a4889327b9e8 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] For port a17b3dee-147b-46a5-b73c-31ae8aec931d, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a17b3dee-147b-46a5-b73c-31ae8aec931d,segment=NetworkSegment(2106eb57-d4c4-4b85-9876-72f036b14191),segment_id=2106eb57-d4c4-4b85-9876-72f036b14191)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:18.230111 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5ae05d71-bbbf-4a62-9a2d-a4889327b9e8 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:18.250808 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5ae05d71-bbbf-4a62-9a2d-a4889327b9e8 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Calling delete_port for a17b3dee-147b-46a5-b73c-31ae8aec931d owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:31:18.318008 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4969ec-a2a9-475f-9d5c-700a6ee93bc7 None None] DHCP port deletion for 6431ca09-76a8-48e6-9c71-fe9e76635950 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:31:18.374153 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d672d464-bfde-4949-8496-99c1afdb28bf None None] DHCP port deletion for 156e3247-8a46-43a3-a89a-ccd56a8159e1 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:31:18.385431 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5ae05d71-bbbf-4a62-9a2d-a4889327b9e8 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:18.390150 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-4734d654-db8e-438f-a669-b93a2139d32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:18.391642 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-4734d654-db8e-438f-a669-b93a2139d32b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c240c811-4ffb-497c-9f8f-90cdcafb6558 HTTP/1.1" status: 200 len: 862 time: 0.2692389 Jul 23 16:31:18.429112 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae05d71-bbbf-4a62-9a2d-a4889327b9e8 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] No DVR routers for this DVR port a17b3dee-147b-46a5-b73c-31ae8aec931d on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:31:18.437383 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-db4969ec-a2a9-475f-9d5c-700a6ee93bc7 None None] Deleting port f778882b-fd46-4e46-8ade-3c00db639658 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:31:18.437841 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-db4969ec-a2a9-475f-9d5c-700a6ee93bc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:18.451987 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44050) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:18.454918 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7436029f-be9d-4260-b290-44592ddc8a6c req-3fc9670b-e450-4ec3-a7c6-a5a696ada72d tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:18.480575 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae05d71-bbbf-4a62-9a2d-a4889327b9e8 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Pushing event deleted for resources: {'Port': ['ID=a17b3dee-147b-46a5-b73c-31ae8aec931d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:18.517120 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9670b-e450-4ec3-a7c6-a5a696ada72d tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Pushing event deleted for resources: {'Port': ['ID=795232bb-2aed-4b9e-888e-5cc37da90945,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:18.517120 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-3e2b9e71-3fee-439f-8a59-ce313456a3db service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9acddb07-611e-4463-9ec2-50a008cbb856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009922 Jul 23 16:31:18.530803 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-db4969ec-a2a9-475f-9d5c-700a6ee93bc7 None None] For port f778882b-fd46-4e46-8ade-3c00db639658, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=f778882b-fd46-4e46-8ade-3c00db639658,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:18.531164 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-db4969ec-a2a9-475f-9d5c-700a6ee93bc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:18.547591 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-db4969ec-a2a9-475f-9d5c-700a6ee93bc7 None None] Calling delete_port for f778882b-fd46-4e46-8ade-3c00db639658 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:31:18.566732 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e594879-1cef-44b5-90b0-1772d6f555c9 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:18.570662 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5e594879-1cef-44b5-90b0-1772d6f555c9 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:18.572725 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5ae05d71-bbbf-4a62-9a2d-a4889327b9e8 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:18.586417 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-5ae05d71-bbbf-4a62-9a2d-a4889327b9e8 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['156e3247-8a46-43a3-a89a-ccd56a8159e1']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:18.603735 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-5ae05d71-bbbf-4a62-9a2d-a4889327b9e8 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2106eb57-d4c4-4b85-9876-72f036b14191') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:18.603735 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-5ae05d71-bbbf-4a62-9a2d-a4889327b9e8 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2106eb57-d4c4-4b85-9876-72f036b14191') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:18.615934 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5ae05d71-bbbf-4a62-9a2d-a4889327b9e8 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:18.632982 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5ae05d71-bbbf-4a62-9a2d-a4889327b9e8 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:18.640328 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae05d71-bbbf-4a62-9a2d-a4889327b9e8 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Releasing vlan 1107 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:31:18.641314 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5ae05d71-bbbf-4a62-9a2d-a4889327b9e8 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:18.645004 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:31:18.645004 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:31:18.645004 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:31:18.645004 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:31:18.645004 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:31:18.645004 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:31:18.645004 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:31:18.645004 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:31:18.645004 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:31:18.645004 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:31:18.645004 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:31:18.645004 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:31:18.645004 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:31:18.645004 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:31:18.645004 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:31:18.645004 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:31:18.645004 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:31:18.645004 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:31:18.645004 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:31:18.645004 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:31:18.645004 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:31:18.645004 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:31:18.645004 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:31:18.645004 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:31:18.645004 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:31:18.645004 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:31:18.645004 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:31:18.645004 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:31:18.645004 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:31:18.645004 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:31:18.645004 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:31:18.645004 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:31:18.670260 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-db4969ec-a2a9-475f-9d5c-700a6ee93bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:18.701041 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4969ec-a2a9-475f-9d5c-700a6ee93bc7 None None] Pushing event deleted for resources: {'Port': ['ID=f778882b-fd46-4e46-8ade-3c00db639658,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:18.704464 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4969ec-a2a9-475f-9d5c-700a6ee93bc7 None None] No DVR routers for this DVR port f778882b-fd46-4e46-8ade-3c00db639658 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:31:18.719891 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896b7a2-45a8-4edc-a817-c8f684fe3347 req-1588f41e-caa7-4ac3-a1c9-505e52d3263d tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:18.721578 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9896b7a2-45a8-4edc-a817-c8f684fe3347 req-1588f41e-caa7-4ac3-a1c9-505e52d3263d tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/ports?device_id=09d65866-e1af-4daf-98ea-3c3ba29deaaa HTTP/1.1" status: 200 len: 945 time: 0.5154548 Jul 23 16:31:18.734046 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5ae05d71-bbbf-4a62-9a2d-a4889327b9e8 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:18.744484 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5ae05d71-bbbf-4a62-9a2d-a4889327b9e8 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:18.747002 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5ae05d71-bbbf-4a62-9a2d-a4889327b9e8 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] 10.222.0.73 "DELETE /v2.0/networks/156e3247-8a46-43a3-a89a-ccd56a8159e1 HTTP/1.1" status: 204 len: 168 time: 0.8821146 Jul 23 16:31:18.761428 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae05d71-bbbf-4a62-9a2d-a4889327b9e8 tempest-ExtraDHCPOptionsTestJSON-641440471 tempest-ExtraDHCPOptionsTestJSON-641440471-project] Pushing event deleted for resources: {'Network': ['ID=156e3247-8a46-43a3-a89a-ccd56a8159e1,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:18.766884 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 795232bb-2aed-4b9e-888e-5cc37da90945 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:31:18.788504 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 795232bb-2aed-4b9e-888e-5cc37da90945 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:31:18.788957 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 795232bb-2aed-4b9e-888e-5cc37da90945 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:31:18.823189 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da92fd6-e973-4205-9a11-b2945cec4b8d req-db0663d5-d331-46a1-81f7-23b50e8178d8 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:18.824503 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7da92fd6-e973-4205-9a11-b2945cec4b8d req-db0663d5-d331-46a1-81f7-23b50e8178d8 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e834b5c-7848-44cd-b43c-660dc958f97e HTTP/1.1" status: 200 len: 867 time: 0.5094860 Jul 23 16:31:18.837389 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d7842c3b-a88c-4edb-910d-4bdb38aa3b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:18.885944 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f778882b-fd46-4e46-8ade-3c00db639658 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:31:18.911302 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: f778882b-fd46-4e46-8ade-3c00db639658 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:31:18.911724 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f778882b-fd46-4e46-8ade-3c00db639658 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:31:18.912221 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a17b3dee-147b-46a5-b73c-31ae8aec931d no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:31:18.933723 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: a17b3dee-147b-46a5-b73c-31ae8aec931d {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:31:18.934067 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a17b3dee-147b-46a5-b73c-31ae8aec931d not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:31:18.956143 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-5080ebce-f1ce-4494-8a55-9f8b58869c8b service neutron] 10.222.0.97 "GET /v2.0/networks/9acddb07-611e-4463-9ec2-50a008cbb856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303286 Jul 23 16:31:19.039114 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9896b7a2-45a8-4edc-a817-c8f684fe3347 req-21e03c25-1584-4d8d-8b99-364d5465b3bf tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d74c37f-e2af-4d64-bb02-9494fe7502a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317448 Jul 23 16:31:19.069584 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7da92fd6-e973-4205-9a11-b2945cec4b8d req-65099231-d5ac-42cb-9c74-0fc94c43d9cc tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/security-groups?id=c24a7019-99c1-407d-8661-e7d070001332&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2296195 Jul 23 16:31:19.105979 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44062) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:19.208660 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7436029f-be9d-4260-b290-44592ddc8a6c req-3fc9670b-e450-4ec3-a7c6-a5a696ada72d tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Router 9aa75e05-6bda-4fbd-a245-7d4858423371 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:31:19.288248 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f3007015-f298-4a26-8806-f2eaafb5a1c9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4f61ff1844a945b6951bdf66b9209557&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1972814 Jul 23 16:31:19.291940 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44068) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:19.314704 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c1c0e0d-52a7-4f38-b304-bc7e9e8eda62 req-5af40fc2-f7c7-4315-b175-62ddeef127ca service neutron] 10.222.0.97 "GET /v2.0/networks/9acddb07-611e-4463-9ec2-50a008cbb856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487206 Jul 23 16:31:19.358398 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-801d92ad-661f-40ed-bd49-348076bf1ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:19.382352 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-801d92ad-661f-40ed-bd49-348076bf1ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:19.430668 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-801d92ad-661f-40ed-bd49-348076bf1ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:19.433450 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-801d92ad-661f-40ed-bd49-348076bf1ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:19.434676 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-801d92ad-661f-40ed-bd49-348076bf1ec4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8be32029-b621-4e9b-b943-1c9f16d2b2fc HTTP/1.1" status: 204 len: 168 time: 0.1416855 Jul 23 16:31:19.443909 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d92ad-661f-40ed-bd49-348076bf1ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be32029-b621-4e9b-b943-1c9f16d2b2fc,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:19.469728 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-89101ff4-aab0-4af4-8b77-07be771f26e3 req-c9e6c304-b756-4d82-8e6c-11c4d828b0fe tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-330687903&fields=id&tenant_id=8759b0035d4f4c18add8b213c6e696b9 HTTP/1.1" status: 200 len: 267 time: 0.2303681 Jul 23 16:31:19.497274 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5e594879-1cef-44b5-90b0-1772d6f555c9 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:19.604825 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d7842c3b-a88c-4edb-910d-4bdb38aa3b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:19.630905 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e594879-1cef-44b5-90b0-1772d6f555c9 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:19.633538 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d7842c3b-a88c-4edb-910d-4bdb38aa3b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:19.656618 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-5e594879-1cef-44b5-90b0-1772d6f555c9 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:19.659962 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e594879-1cef-44b5-90b0-1772d6f555c9 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:19.660568 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5e594879-1cef-44b5-90b0-1772d6f555c9 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:19.667103 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a9aec2-f9ce-46ee-84f9-fe7cf39678a7 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:19.692246 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84515daa-57f0-4388-8039-00de20a08e55 req-8426cbda-82f5-4ebc-927a-662a17976259 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:19.693877 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-84515daa-57f0-4388-8039-00de20a08e55 req-8426cbda-82f5-4ebc-927a-662a17976259 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.5043929 Jul 23 16:31:19.710646 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e594879-1cef-44b5-90b0-1772d6f555c9 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Subnet': ['ID=d943a8f3-8fae-4692-8750-ab0386c8a5ac,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:19.759129 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d7842c3b-a88c-4edb-910d-4bdb38aa3b42 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0e3d37b247384350b44ed974625b9855&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3010950 Jul 23 16:31:19.763648 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44080) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:19.773181 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5e594879-1cef-44b5-90b0-1772d6f555c9 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7602661 Jul 23 16:31:19.774733 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e594879-1cef-44b5-90b0-1772d6f555c9 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:19.775084 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e594879-1cef-44b5-90b0-1772d6f555c9 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:19.775431 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e594879-1cef-44b5-90b0-1772d6f555c9 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:19.775775 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e594879-1cef-44b5-90b0-1772d6f555c9 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:19.776112 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e594879-1cef-44b5-90b0-1772d6f555c9 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:19.776450 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e594879-1cef-44b5-90b0-1772d6f555c9 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:19.776784 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e594879-1cef-44b5-90b0-1772d6f555c9 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:19.777145 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e594879-1cef-44b5-90b0-1772d6f555c9 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:19.777478 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e594879-1cef-44b5-90b0-1772d6f555c9 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:19.777805 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e594879-1cef-44b5-90b0-1772d6f555c9 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:19.778319 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e594879-1cef-44b5-90b0-1772d6f555c9 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:19.778653 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e594879-1cef-44b5-90b0-1772d6f555c9 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:19.781988 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44082) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:19.782768 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7842c3b-a88c-4edb-910d-4bdb38aa3b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73550b6a-edf8-486c-b888-ea5d5ea3115c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:19.788942 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-ec02c5b4-ef5b-45a9-b9b0-18a9c7b82d44 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'port': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'fixed_ips': [{'subnet_id': 'd943a8f3-8fae-4692-8750-ab0386c8a5ac', 'ip_address': '2001:db8::798b:56ee:8b7a:d68c'}], 'name': 'tempest-NetworksTestDHCPv6-1343249833'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:19.789917 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7436029f-be9d-4260-b290-44592ddc8a6c req-3fc9670b-e450-4ec3-a7c6-a5a696ada72d tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:31:19.827689 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406eb7bb-bffe-4b73-af0e-a9d3fada7004 req-d2ee76aa-0a0b-4376-a05d-1d1513776c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:19.829915 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-406eb7bb-bffe-4b73-af0e-a9d3fada7004 req-d2ee76aa-0a0b-4376-a05d-1d1513776c71 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e7e74522d1404b65bf7d82649f0f362b&device_id=e77b4109-a33b-4c77-9d65-ee10b4684aab HTTP/1.1" status: 200 len: 1094 time: 0.4578831 Jul 23 16:31:19.883235 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-7436029f-be9d-4260-b290-44592ddc8a6c req-3fc9670b-e450-4ec3-a7c6-a5a696ada72d tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] No DVR routers for this DVR port 795232bb-2aed-4b9e-888e-5cc37da90945 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:31:19.894588 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbdcf55-429d-48f1-9988-9aac439aea32 None None] Sync routers for ids ['9aa75e05-6bda-4fbd-a245-7d4858423371'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:31:19.897473 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-84515daa-57f0-4388-8039-00de20a08e55 req-4dad20aa-dd5d-4fd1-b478-de45f5c8e8bd tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703846 Jul 23 16:31:19.900772 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7436029f-be9d-4260-b290-44592ddc8a6c req-3fc9670b-e450-4ec3-a7c6-a5a696ada72d tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:19.903499 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7436029f-be9d-4260-b290-44592ddc8a6c req-3fc9670b-e450-4ec3-a7c6-a5a696ada72d tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.97 "DELETE /v2.0/ports/795232bb-2aed-4b9e-888e-5cc37da90945 HTTP/1.1" status: 204 len: 173 time: 4.0742986 Jul 23 16:31:19.912693 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89101ff4-aab0-4af4-8b77-07be771f26e3 req-93923ae2-8ff4-47e3-8c44-a8f80d6fd4c0 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:19.920272 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c15a6e12-41b3-4507-8728-ba0b7a4aa7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:19.920613 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-89101ff4-aab0-4af4-8b77-07be771f26e3 req-93923ae2-8ff4-47e3-8c44-a8f80d6fd4c0 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/ports?device_id=09d65866-e1af-4daf-98ea-3c3ba29deaaa HTTP/1.1" status: 200 len: 945 time: 0.4118316 Jul 23 16:31:19.938776 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbdcf55-429d-48f1-9988-9aac439aea32 None None] Routers {'9aa75e05-6bda-4fbd-a245-7d4858423371'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:31:19.941155 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-6fbdcf55-429d-48f1-9988-9aac439aea32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:31:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9aa75e05-6bda-4fbd-a245-7d4858423371'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:19.945470 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-89101ff4-aab0-4af4-8b77-07be771f26e3 req-817b6f29-e177-4c91-8a71-c10f57933ddd tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Request body: {'port': {'security_groups': ['9d74c37f-e2af-4d64-bb02-9494fe7502a7', '7fa63c9a-4b30-43f7-8679-97705cad78e2']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:19.946452 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5940582-865c-4d53-982f-fd4017df8bf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-6431ca09-76a8-48e6-9c71-fe9e76635950', 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'fixed_ips': [{'subnet_id': 'd943a8f3-8fae-4692-8750-ab0386c8a5ac'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:31:19.949754 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a5940582-865c-4d53-982f-fd4017df8bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:19.985639 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c15a6e12-41b3-4507-8728-ba0b7a4aa7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:20.054331 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec02c5b4-ef5b-45a9-b9b0-18a9c7b82d44 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:20.060544 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ec02c5b4-ef5b-45a9-b9b0-18a9c7b82d44 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:20.091078 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-ec02c5b4-ef5b-45a9-b9b0-18a9c7b82d44 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] device_id is not set on port 580c45c2-d800-465d-b1aa-71355a6ac199 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:31:20.107698 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c15a6e12-41b3-4507-8728-ba0b7a4aa7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:20.111102 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c15a6e12-41b3-4507-8728-ba0b7a4aa7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:20.113417 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c15a6e12-41b3-4507-8728-ba0b7a4aa7b3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/73550b6a-edf8-486c-b888-ea5d5ea3115c HTTP/1.1" status: 204 len: 168 time: 0.3482745 Jul 23 16:31:20.138715 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e834b5c-7848-44cd-b43c-660dc958f97e', 'name': 'network-vif-deleted', 'tag': '795232bb-2aed-4b9e-888e-5cc37da90945'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:31:20.144300 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89ad2d2-790c-462c-abca-aacdb4d8bc62" -d '{"events": [{"server_uuid": "2e834b5c-7848-44cd-b43c-660dc958f97e", "name": "network-vif-deleted", "tag": "795232bb-2aed-4b9e-888e-5cc37da90945"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:31:20.152470 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a6e12-41b3-4507-8728-ba0b7a4aa7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73550b6a-edf8-486c-b888-ea5d5ea3115c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:20.188103 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406eb7bb-bffe-4b73-af0e-a9d3fada7004 req-248b06c7-426d-4ef0-b0af-55d421c4bbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:20.190015 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-406eb7bb-bffe-4b73-af0e-a9d3fada7004 req-248b06c7-426d-4ef0-b0af-55d421c4bbc6 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9acddb07-611e-4463-9ec2-50a008cbb856 HTTP/1.1" status: 200 len: 924 time: 0.3445344 Jul 23 16:31:20.280116 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-406eb7bb-bffe-4b73-af0e-a9d3fada7004 req-2bbc3aa1-994c-4043-892f-da8bf32cefe8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97284d72-b757-4dc9-a52d-793e575cb887 HTTP/1.1" status: 200 len: 217 time: 0.0549684 Jul 23 16:31:20.293726 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-6fbdcf55-429d-48f1-9988-9aac439aea32 None None] Set router 9aa75e05-6bda-4fbd-a245-7d4858423371 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:31:20.357988 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-a5940582-865c-4d53-982f-fd4017df8bf3 None None] Allocated IP 2001:db8::2 (6431ca09-76a8-48e6-9c71-fe9e76635950/d943a8f3-8fae-4692-8750-ab0386c8a5ac/5750401a-1476-4fc9-9163-a17f5193d20a) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:20.363505 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406eb7bb-bffe-4b73-af0e-a9d3fada7004 req-c6d061d9-d48d-4114-8481-d9f578226c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:20.365942 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-406eb7bb-bffe-4b73-af0e-a9d3fada7004 req-c6d061d9-d48d-4114-8481-d9f578226c31 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c240c811-4ffb-497c-9f8f-90cdcafb6558 HTTP/1.1" status: 200 len: 862 time: 0.0673604 Jul 23 16:31:20.368623 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-89101ff4-aab0-4af4-8b77-07be771f26e3 req-817b6f29-e177-4c91-8a71-c10f57933ddd tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:20.426549 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44106) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:20.491385 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5879bd3-8abd-4ca5-8b55-0e25197fc5a5 req-44f4e172-1847-4d3d-91a3-7d41aa715ba9 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:20.498245 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a5879bd3-8abd-4ca5-8b55-0e25197fc5a5 req-44f4e172-1847-4d3d-91a3-7d41aa715ba9 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] 10.222.0.73 "GET /v2.0/ports?device_id=e77b4109-a33b-4c77-9d65-ee10b4684aab HTTP/1.1" status: 200 len: 943 time: 0.4844115 Jul 23 16:31:20.546697 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-406eb7bb-bffe-4b73-af0e-a9d3fada7004 req-b741b218-fbfb-46c5-a281-6daf61ce7d4c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9acddb07-611e-4463-9ec2-50a008cbb856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1619234 Jul 23 16:31:20.615841 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6a226547-820b-4c26-9c9a-a9061dd9dcad tempest-NetworksNegativeTestJSON-1557028191 tempest-NetworksNegativeTestJSON-1557028191-project] Request body: {'port': {'network_id': 'ff270cc7-f58f-4a56-9c59-7ec90eef62e5', 'name': 'tempest-NetworksNegativeTestJSON-439467004'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:20.636368 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a226547-820b-4c26-9c9a-a9061dd9dcad tempest-NetworksNegativeTestJSON-1557028191 tempest-NetworksNegativeTestJSON-1557028191-project] POST failed (client error): The resource could not be found. Jul 23 16:31:20.637569 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a226547-820b-4c26-9c9a-a9061dd9dcad tempest-NetworksNegativeTestJSON-1557028191 tempest-NetworksNegativeTestJSON-1557028191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:31:20.639778 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6a226547-820b-4c26-9c9a-a9061dd9dcad tempest-NetworksNegativeTestJSON-1557028191 tempest-NetworksNegativeTestJSON-1557028191-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2120647 Jul 23 16:31:20.645634 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44116) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:20.671603 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c43be3d-2a1c-4c02-9552-707a81d05a42 tempest-NetworksNegativeTestJSON-1557028191 tempest-NetworksNegativeTestJSON-1557028191-project] DELETE failed (client error): The resource could not be found. Jul 23 16:31:20.673073 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c43be3d-2a1c-4c02-9552-707a81d05a42 tempest-NetworksNegativeTestJSON-1557028191 tempest-NetworksNegativeTestJSON-1557028191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:31:20.676426 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5c43be3d-2a1c-4c02-9552-707a81d05a42 tempest-NetworksNegativeTestJSON-1557028191 tempest-NetworksNegativeTestJSON-1557028191-project] 10.222.0.73 "DELETE /v2.0/networks/d7f6bd9b-4d13-49c5-b6c6-a06f15f30f10 HTTP/1.1" status: 404 len: 339 time: 0.0283687 Jul 23 16:31:20.681694 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a5879bd3-8abd-4ca5-8b55-0e25197fc5a5 req-67baa09d-43eb-42fe-a344-d4f79802421b tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] 10.222.0.73 "GET /v2.0/security-groups?id=3cf22be4-c800-41f0-99a1-ce36daf3a632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824572 Jul 23 16:31:20.682215 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44120) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:20.778818 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b546a5d-0351-4f5c-8894-7a07263347c2 tempest-NetworksNegativeTestJSON-1557028191 tempest-NetworksNegativeTestJSON-1557028191-project] DELETE failed (client error): The resource could not be found. Jul 23 16:31:20.779541 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b546a5d-0351-4f5c-8894-7a07263347c2 tempest-NetworksNegativeTestJSON-1557028191 tempest-NetworksNegativeTestJSON-1557028191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:31:20.781380 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9b546a5d-0351-4f5c-8894-7a07263347c2 tempest-NetworksNegativeTestJSON-1557028191 tempest-NetworksNegativeTestJSON-1557028191-project] 10.222.0.73 "DELETE /v2.0/ports/fc8d0eeb-8b8a-4621-9393-7709144fc878 HTTP/1.1" status: 404 len: 333 time: 0.0922875 Jul 23 16:31:20.788297 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44124) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:20.793132 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 97284d72-b757-4dc9-a52d-793e575cb887 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:31:20.854794 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae87e21-d139-4b7a-a26f-95713f7247e0 x-openstack-request-id: req-bae87e21-d139-4b7a-a26f-95713f7247e0 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:31:20.855260 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e834b5c-7848-44cd-b43c-660dc958f97e", "name": "network-vif-deleted", "tag": "795232bb-2aed-4b9e-888e-5cc37da90945", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:31:20.855677 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bae87e21-d139-4b7a-a26f-95713f7247e0 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:31:20.857028 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e834b5c-7848-44cd-b43c-660dc958f97e', 'name': 'network-vif-deleted', 'tag': '795232bb-2aed-4b9e-888e-5cc37da90945', 'status': 'completed', 'code': 200} Jul 23 16:31:20.871695 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd15985c-edca-4efa-b566-eb7a42f6e7d9 tempest-NetworksNegativeTestJSON-1557028191 tempest-NetworksNegativeTestJSON-1557028191-project] DELETE failed (client error): The resource could not be found. Jul 23 16:31:20.872181 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd15985c-edca-4efa-b566-eb7a42f6e7d9 tempest-NetworksNegativeTestJSON-1557028191 tempest-NetworksNegativeTestJSON-1557028191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:31:20.878454 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-dd15985c-edca-4efa-b566-eb7a42f6e7d9 tempest-NetworksNegativeTestJSON-1557028191 tempest-NetworksNegativeTestJSON-1557028191-project] 10.222.0.73 "DELETE /v2.0/subnets/fbfae686-d2d3-4e09-86a5-71be007531a7 HTTP/1.1" status: 404 len: 337 time: 0.0887465 Jul 23 16:31:20.883273 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44128) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:20.902935 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-406eb7bb-bffe-4b73-af0e-a9d3fada7004 req-ce3ff257-6173-4223-9391-49d0c04b2e18 service neutron] 10.222.0.97 "GET /v2.0/networks/9acddb07-611e-4463-9ec2-50a008cbb856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166888 Jul 23 16:31:20.910848 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-6fbdcf55-429d-48f1-9988-9aac439aea32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'name': 'tempest-ServersTestManualDisk-1096371356-router', 'tenant_id': '61f099c574a94f20b4bf8d7e3b71b727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'c7230bdf-a38d-4399-9d22-6c9fcd7e4b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:01Z', 'updated_at': '2021-07-23T16:29:06Z', 'revision_number': 4, 'project_id': '61f099c574a94f20b4bf8d7e3b71b727', 'gw_port': {'id': 'c7230bdf-a38d-4399-9d22-6c9fcd7e4b37', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:02Z', 'updated_at': '2021-07-23T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '3a7523dd-cefe-4874-8ee2-2d0375a256cf', 'name': '', 'network_id': '05f6be5c-f7ce-413c-a38a-ad014805edc6', 'tenant_id': '61f099c574a94f20b4bf8d7e3b71b727', 'mac_address': 'fa:16:3e:38:cc:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '5dc77d02-3b4a-49f8-884d-780b2f0fb89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:05Z', 'updated_at': '2021-07-23T16:29:13Z', 'revision_number': 5, 'project_id': '61f099c574a94f20b4bf8d7e3b71b727', 'subnets': [{'id': '5dc77d02-3b4a-49f8-884d-780b2f0fb89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:20.919738 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-89101ff4-aab0-4af4-8b77-07be771f26e3 req-817b6f29-e177-4c91-8a71-c10f57933ddd tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] For port 34527500-f234-4d4e-9126-84fccb848490, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=34527500-f234-4d4e-9126-84fccb848490,segment=NetworkSegment(387022a2-5389-423d-86c6-f1f8ae9fbb94),segment_id=387022a2-5389-423d-86c6-f1f8ae9fbb94)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:20.922161 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b992682-6a0d-4246-b7d3-929521008ef1 tempest-NetworksNegativeTestJSON-1557028191 tempest-NetworksNegativeTestJSON-1557028191-project] GET failed (client error): The resource could not be found. Jul 23 16:31:20.926311 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2b992682-6a0d-4246-b7d3-929521008ef1 tempest-NetworksNegativeTestJSON-1557028191 tempest-NetworksNegativeTestJSON-1557028191-project] 10.222.0.73 "GET /v2.0/networks/d8ed8de9-be0b-4611-93fe-b60c083bd8de HTTP/1.1" status: 404 len: 339 time: 0.0419884 Jul 23 16:31:20.929617 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44132) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:20.948980 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbdcf55-429d-48f1-9988-9aac439aea32 None None] Checking router: 9aa75e05-6bda-4fbd-a245-7d4858423371 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:31:20.982197 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-b48da3e5-d189-490d-a820-143be32448d0 tempest-NetworksNegativeTestJSON-1557028191 tempest-NetworksNegativeTestJSON-1557028191-project] GET failed (client error): The resource could not be found. Jul 23 16:31:20.984260 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b48da3e5-d189-490d-a820-143be32448d0 tempest-NetworksNegativeTestJSON-1557028191 tempest-NetworksNegativeTestJSON-1557028191-project] 10.222.0.73 "GET /v2.0/ports/ba1096d2-a46e-4614-9fb2-69a6ad125f37 HTTP/1.1" status: 404 len: 333 time: 0.0536726 Jul 23 16:31:20.990123 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44136) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:20.999963 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbdcf55-429d-48f1-9988-9aac439aea32 None None] Routers {'9aa75e05-6bda-4fbd-a245-7d4858423371'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:31:21.000829 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-6fbdcf55-429d-48f1-9988-9aac439aea32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:31:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9aa75e05-6bda-4fbd-a245-7d4858423371'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:21.025944 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-0952bc31-5f47-4fbf-9dc8-9215c81302c3 tempest-NetworksNegativeTestJSON-1557028191 tempest-NetworksNegativeTestJSON-1557028191-project] GET failed (client error): The resource could not be found. Jul 23 16:31:21.027692 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0952bc31-5f47-4fbf-9dc8-9215c81302c3 tempest-NetworksNegativeTestJSON-1557028191 tempest-NetworksNegativeTestJSON-1557028191-project] 10.222.0.73 "GET /v2.0/subnets/affbee6c-9146-426c-a084-74cd911f0412 HTTP/1.1" status: 404 len: 337 time: 0.0365574 Jul 23 16:31:21.031363 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44138) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:21.037751 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-3c6fded0-b8a4-45c6-88ef-b3f50803bf30 tempest-NetworksNegativeTestJSON-1557028191 tempest-NetworksNegativeTestJSON-1557028191-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:21.049284 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a5940582-865c-4d53-982f-fd4017df8bf3 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:21.055746 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-89101ff4-aab0-4af4-8b77-07be771f26e3 req-817b6f29-e177-4c91-8a71-c10f57933ddd tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:21.058995 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6fded0-b8a4-45c6-88ef-b3f50803bf30 tempest-NetworksNegativeTestJSON-1557028191 tempest-NetworksNegativeTestJSON-1557028191-project] PUT failed (client error): The resource could not be found. Jul 23 16:31:21.059636 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c6fded0-b8a4-45c6-88ef-b3f50803bf30 tempest-NetworksNegativeTestJSON-1557028191 tempest-NetworksNegativeTestJSON-1557028191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:31:21.061041 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3c6fded0-b8a4-45c6-88ef-b3f50803bf30 tempest-NetworksNegativeTestJSON-1557028191 tempest-NetworksNegativeTestJSON-1557028191-project] 10.222.0.73 "PUT /v2.0/networks/59410b94-44d2-46d1-8b63-25020368767d HTTP/1.1" status: 404 len: 339 time: 0.0287192 Jul 23 16:31:21.064927 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44142) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:21.071427 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-f8efeead-d0b7-441d-8ab4-0befa7d61865 tempest-NetworksNegativeTestJSON-1557028191 tempest-NetworksNegativeTestJSON-1557028191-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:21.074249 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-89101ff4-aab0-4af4-8b77-07be771f26e3 req-817b6f29-e177-4c91-8a71-c10f57933ddd tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:21.093816 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['69f0d11c-508f-445f-8ce4-593bb417cc23', '34527500-f234-4d4e-9126-84fccb848490'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:31:21.097557 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8efeead-d0b7-441d-8ab4-0befa7d61865 tempest-NetworksNegativeTestJSON-1557028191 tempest-NetworksNegativeTestJSON-1557028191-project] PUT failed (client error): The resource could not be found. Jul 23 16:31:21.098432 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8efeead-d0b7-441d-8ab4-0befa7d61865 tempest-NetworksNegativeTestJSON-1557028191 tempest-NetworksNegativeTestJSON-1557028191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:31:21.099675 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f8efeead-d0b7-441d-8ab4-0befa7d61865 tempest-NetworksNegativeTestJSON-1557028191 tempest-NetworksNegativeTestJSON-1557028191-project] 10.222.0.73 "PUT /v2.0/ports/5e052cea-58eb-4c48-bca4-5abfb4722c98 HTTP/1.1" status: 404 len: 333 time: 0.0329854 Jul 23 16:31:21.105792 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44144) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:21.113022 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-081fc9de-3b4b-482f-9d46-b3b57ca75723 tempest-NetworksNegativeTestJSON-1557028191 tempest-NetworksNegativeTestJSON-1557028191-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:21.134844 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a5940582-865c-4d53-982f-fd4017df8bf3 None None] Transition to ACTIVE for port object 5750401a-1476-4fc9-9163-a17f5193d20a will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:21.136248 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-081fc9de-3b4b-482f-9d46-b3b57ca75723 tempest-NetworksNegativeTestJSON-1557028191 tempest-NetworksNegativeTestJSON-1557028191-project] PUT failed (client error): The resource could not be found. Jul 23 16:31:21.137008 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-081fc9de-3b4b-482f-9d46-b3b57ca75723 tempest-NetworksNegativeTestJSON-1557028191 tempest-NetworksNegativeTestJSON-1557028191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:31:21.138331 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-081fc9de-3b4b-482f-9d46-b3b57ca75723 tempest-NetworksNegativeTestJSON-1557028191 tempest-NetworksNegativeTestJSON-1557028191-project] 10.222.0.73 "PUT /v2.0/subnets/43819e68-fe3c-4819-9951-ffbbb8286ce6 HTTP/1.1" status: 404 len: 337 time: 0.0308979 Jul 23 16:31:21.186907 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89101ff4-aab0-4af4-8b77-07be771f26e3 req-817b6f29-e177-4c91-8a71-c10f57933ddd tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:21.187753 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-89101ff4-aab0-4af4-8b77-07be771f26e3 req-817b6f29-e177-4c91-8a71-c10f57933ddd tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:21.189170 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-89101ff4-aab0-4af4-8b77-07be771f26e3 req-817b6f29-e177-4c91-8a71-c10f57933ddd tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "PUT /v2.0/ports/34527500-f234-4d4e-9126-84fccb848490 HTTP/1.1" status: 200 len: 981 time: 1.2676311 Jul 23 16:31:21.207457 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44154) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:21.254811 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 97284d72-b757-4dc9-a52d-793e575cb887, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=97284d72-b757-4dc9-a52d-793e575cb887,segment=NetworkSegment(f8ec606b-e397-42f9-b805-757251bc1bff),segment_id=f8ec606b-e397-42f9-b805-757251bc1bff)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:21.296778 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a5940582-865c-4d53-982f-fd4017df8bf3 None None] Transition to ACTIVE for port object 5750401a-1476-4fc9-9163-a17f5193d20a will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:21.307190 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9da59266-a0e4-466c-946b-23988aabd6e3 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:21.321215 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a5940582-865c-4d53-982f-fd4017df8bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:21.323207 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '97284d72-b757-4dc9-a52d-793e575cb887', 'network_id': '9acddb07-611e-4463-9ec2-50a008cbb856', 'port_id': '97284d72-b757-4dc9-a52d-793e575cb887', 'mac_address': 'fa:16:3e:b6:29:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c240c811-4ffb-497c-9f8f-90cdcafb6558', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:31:21.340345 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9da59266-a0e4-466c-946b-23988aabd6e3 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:21.342461 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['34527500-f234-4d4e-9126-84fccb848490'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:31:21.356762 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b6f29-e177-4c91-8a71-c10f57933ddd tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Pushing event updated for resources: {'Port': ['ID=34527500-f234-4d4e-9126-84fccb848490,revision_number=6']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:21.389912 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-406eb7bb-bffe-4b73-af0e-a9d3fada7004 req-671b46d1-67ef-4cf5-a0bd-7afaac76f071 service neutron] 10.222.0.97 "GET /v2.0/networks/9acddb07-611e-4463-9ec2-50a008cbb856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445939 Jul 23 16:31:21.418054 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-6fbdcf55-429d-48f1-9988-9aac439aea32 None None] Set router 9aa75e05-6bda-4fbd-a245-7d4858423371 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:31:21.430894 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9da59266-a0e4-466c-946b-23988aabd6e3 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:21.433795 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9da59266-a0e4-466c-946b-23988aabd6e3 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:21.435104 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9da59266-a0e4-466c-946b-23988aabd6e3 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "DELETE /v2.0/security-groups/c24a7019-99c1-407d-8661-e7d070001332 HTTP/1.1" status: 204 len: 168 time: 0.2265606 Jul 23 16:31:21.443302 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44158) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:21.473977 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da59266-a0e4-466c-946b-23988aabd6e3 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24a7019-99c1-407d-8661-e7d070001332,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:21.478410 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-abf5981a-2938-42d9-adc6-6a47b59854bc tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] show failed (client error): The resource could not be found. Jul 23 16:31:21.479524 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-abf5981a-2938-42d9-adc6-6a47b59854bc tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "GET /v2.0/security-groups/c24a7019-99c1-407d-8661-e7d070001332 HTTP/1.1" status: 404 len: 347 time: 0.0350349 Jul 23 16:31:21.481847 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d071753-97f2-4b92-878b-4acbe7990496 req-7849d9fb-39ed-41e2-9f49-159e913d0dc2 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups/7fa63c9a-4b30-43f7-8679-97705cad78e2 HTTP/1.1" status: 200 len: 1802 time: 0.2441573 Jul 23 16:31:21.483097 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5940582-865c-4d53-982f-fd4017df8bf3 None None] Pushing event updated for resources: {'Port': ['ID=5750401a-1476-4fc9-9163-a17f5193d20a,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:21.485229 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44162) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:21.506466 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-ec02c5b4-ef5b-45a9-b9b0-18a9c7b82d44 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Allocated IP 2001:db8::798b:56ee:8b7a:d68c (6431ca09-76a8-48e6-9c71-fe9e76635950/d943a8f3-8fae-4692-8750-ab0386c8a5ac/580c45c2-d800-465d-b1aa-71355a6ac199) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:21.518299 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b714c5a-2362-48fd-91b1-2860c9f8efff req-42ad97f7-f89d-4d22-8f4c-12f6a7dbceac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:21.520648 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b714c5a-2362-48fd-91b1-2860c9f8efff req-42ad97f7-f89d-4d22-8f4c-12f6a7dbceac service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30c6033fb2bf4112914f54af72132502&device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 1096 time: 0.2851157 Jul 23 16:31:21.546045 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:21.566507 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5940582-865c-4d53-982f-fd4017df8bf3 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:21.585610 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-a5940582-865c-4d53-982f-fd4017df8bf3 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:21.594118 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a61e0-ac62-4bf4-81e0-f24e8731bc93 req-3ffe89e4-f6cf-4179-959f-672d509cfb8a tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:21.594377 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5940582-865c-4d53-982f-fd4017df8bf3 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:21.596301 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7a3a61e0-ac62-4bf4-81e0-f24e8731bc93 req-3ffe89e4-f6cf-4179-959f-672d509cfb8a tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.2441983 Jul 23 16:31:21.605787 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97284d72-b757-4dc9-a52d-793e575cb887 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:31:21.627153 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44164) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:21.631596 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [req-1d071753-97f2-4b92-878b-4acbe7990496 req-f49737ee-4411-4fac-a16f-4fa0683b12e6 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 16:31:21.640961 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 97284d72-b757-4dc9-a52d-793e575cb887, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=97284d72-b757-4dc9-a52d-793e575cb887,segment=NetworkSegment(f8ec606b-e397-42f9-b805-757251bc1bff),segment_id=f8ec606b-e397-42f9-b805-757251bc1bff)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:21.648050 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d071753-97f2-4b92-878b-4acbe7990496 req-f49737ee-4411-4fac-a16f-4fa0683b12e6 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "DELETE /v2.0/security-groups/7fa63c9a-4b30-43f7-8679-97705cad78e2 HTTP/1.1" status: 409 len: 341 time: 0.1592155 Jul 23 16:31:21.690515 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:21.792175 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7a3a61e0-ac62-4bf4-81e0-f24e8731bc93 req-7e6ee4bb-ff0f-49af-8677-c3a928ecbc47 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633763 Jul 23 16:31:21.828265 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b714c5a-2362-48fd-91b1-2860c9f8efff req-33eff17a-8b4f-48ae-8ef0-0b3cc8898498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:21.830805 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b714c5a-2362-48fd-91b1-2860c9f8efff req-33eff17a-8b4f-48ae-8ef0-0b3cc8898498 service neutron] 10.222.0.97 "GET /v2.0/networks?id=cac688c7-43ee-40e9-9559-4fa59cc9caa6 HTTP/1.1" status: 200 len: 921 time: 0.2999859 Jul 23 16:31:21.898178 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-a5940582-865c-4d53-982f-fd4017df8bf3 None None] Attempting to bind port 5750401a-1476-4fc9-9163-a17f5193d20a on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:31:21.898723 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-a5940582-865c-4d53-982f-fd4017df8bf3 None None] Attempting to bind port 5750401a-1476-4fc9-9163-a17f5193d20a by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:31:21.898925 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5940582-865c-4d53-982f-fd4017df8bf3 None None] Attempting to bind port 5750401a-1476-4fc9-9163-a17f5193d20a on network 6431ca09-76a8-48e6-9c71-fe9e76635950 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:21.930589 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5940582-865c-4d53-982f-fd4017df8bf3 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:31:21.930970 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5940582-865c-4d53-982f-fd4017df8bf3 None None] Checking segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:21.931374 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a5940582-865c-4d53-982f-fd4017df8bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:21.931766 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5940582-865c-4d53-982f-fd4017df8bf3 None None] Bound using segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:31:21.932261 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-a5940582-865c-4d53-982f-fd4017df8bf3 None None] Bound port: 5750401a-1476-4fc9-9163-a17f5193d20a, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:31:21.932648 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a5940582-865c-4d53-982f-fd4017df8bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:21.934664 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=97284d72-b757-4dc9-a52d-793e575cb887,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:21.978326 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['97284d72-b757-4dc9-a52d-793e575cb887'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:31:21.998255 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b714c5a-2362-48fd-91b1-2860c9f8efff req-58369e55-eef5-4da5-b269-e5f58976829c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55a8f7e5-9788-45f1-97ef-d16ee7f8d936 HTTP/1.1" status: 200 len: 217 time: 0.1582088 Jul 23 16:31:22.043943 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44182) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:22.074484 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ae9f0e7-a6f8-4944-aad5-2b9d2720e7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:22.100327 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ec02c5b4-ef5b-45a9-b9b0-18a9c7b82d44 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:22.129540 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-ec02c5b4-ef5b-45a9-b9b0-18a9c7b82d44 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Transition to ACTIVE for port object 580c45c2-d800-465d-b1aa-71355a6ac199 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:22.185080 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f6c49-a4aa-4cdd-92ae-9e571fcdd680 req-f5fcf295-1711-47ed-96c3-7656c0a2db1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:22.186931 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ed7f6c49-a4aa-4cdd-92ae-9e571fcdd680 req-f5fcf295-1711-47ed-96c3-7656c0a2db1d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8759b0035d4f4c18add8b213c6e696b9&device_id=09d65866-e1af-4daf-98ea-3c3ba29deaaa HTTP/1.1" status: 200 len: 1135 time: 0.1643913 Jul 23 16:31:22.195384 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-4d8d215a-d0fe-47fe-978f-f4b1ef632438 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Deleting port 13272983-d1af-40ac-b64e-56ce57940673 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:31:22.195810 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d8d215a-d0fe-47fe-978f-f4b1ef632438 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:22.198418 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-a5940582-865c-4d53-982f-fd4017df8bf3 None None] For port 5750401a-1476-4fc9-9163-a17f5193d20a, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:31:22.239504 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ec02c5b4-ef5b-45a9-b9b0-18a9c7b82d44 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:22.239747 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-a5940582-865c-4d53-982f-fd4017df8bf3 None None] For port 5750401a-1476-4fc9-9163-a17f5193d20a, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=5750401a-1476-4fc9-9163-a17f5193d20a,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:31:22.264350 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a5940582-865c-4d53-982f-fd4017df8bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:22.363686 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-6fbdcf55-429d-48f1-9988-9aac439aea32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'name': 'tempest-ServersTestManualDisk-1096371356-router', 'tenant_id': '61f099c574a94f20b4bf8d7e3b71b727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'c7230bdf-a38d-4399-9d22-6c9fcd7e4b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:01Z', 'updated_at': '2021-07-23T16:29:06Z', 'revision_number': 4, 'project_id': '61f099c574a94f20b4bf8d7e3b71b727', 'gw_port': {'id': 'c7230bdf-a38d-4399-9d22-6c9fcd7e4b37', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:02Z', 'updated_at': '2021-07-23T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '3a7523dd-cefe-4874-8ee2-2d0375a256cf', 'name': '', 'network_id': '05f6be5c-f7ce-413c-a38a-ad014805edc6', 'tenant_id': '61f099c574a94f20b4bf8d7e3b71b727', 'mac_address': 'fa:16:3e:38:cc:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '5dc77d02-3b4a-49f8-884d-780b2f0fb89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:05Z', 'updated_at': '2021-07-23T16:29:13Z', 'revision_number': 5, 'project_id': '61f099c574a94f20b4bf8d7e3b71b727', 'subnets': [{'id': '5dc77d02-3b4a-49f8-884d-780b2f0fb89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:22.404464 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-027416d4-f900-4fa5-aea9-5a6fce22b85d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:22.414015 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec02c5b4-ef5b-45a9-b9b0-18a9c7b82d44 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:22.428824 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-ec02c5b4-ef5b-45a9-b9b0-18a9c7b82d44 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:22.430845 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02c5b4-ef5b-45a9-b9b0-18a9c7b82d44 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Port': ['ID=580c45c2-d800-465d-b1aa-71355a6ac199,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:22.434175 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbdcf55-429d-48f1-9988-9aac439aea32 None None] The sync data for ids ['9aa75e05-6bda-4fbd-a245-7d4858423371'] in n-d-778549-4 is: [{'id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'name': 'tempest-ServersTestManualDisk-1096371356-router', 'tenant_id': '61f099c574a94f20b4bf8d7e3b71b727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'c7230bdf-a38d-4399-9d22-6c9fcd7e4b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:01Z', 'updated_at': '2021-07-23T16:29:06Z', 'revision_number': 4, 'project_id': '61f099c574a94f20b4bf8d7e3b71b727', 'gw_port': {'id': 'c7230bdf-a38d-4399-9d22-6c9fcd7e4b37', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:02Z', 'updated_at': '2021-07-23T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '3a7523dd-cefe-4874-8ee2-2d0375a256cf', 'name': '', 'network_id': '05f6be5c-f7ce-413c-a38a-ad014805edc6', 'tenant_id': '61f099c574a94f20b4bf8d7e3b71b727', 'mac_address': 'fa:16:3e:38:cc:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '5dc77d02-3b4a-49f8-884d-780b2f0fb89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:05Z', 'updated_at': '2021-07-23T16:29:13Z', 'revision_number': 5, 'project_id': '61f099c574a94f20b4bf8d7e3b71b727', 'subnets': [{'id': '5dc77d02-3b4a-49f8-884d-780b2f0fb89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:31:22.435291 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec02c5b4-ef5b-45a9-b9b0-18a9c7b82d44 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:22.440869 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec02c5b4-ef5b-45a9-b9b0-18a9c7b82d44 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:22.441574 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ec02c5b4-ef5b-45a9-b9b0-18a9c7b82d44 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:22.448466 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5940582-865c-4d53-982f-fd4017df8bf3 None None] Pushing event updated for resources: {'Port': ['ID=5750401a-1476-4fc9-9163-a17f5193d20a,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:22.488920 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ec02c5b4-ef5b-45a9-b9b0-18a9c7b82d44 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7050977 Jul 23 16:31:22.499616 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d8d215a-d0fe-47fe-978f-f4b1ef632438 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:22.500185 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d8d215a-d0fe-47fe-978f-f4b1ef632438 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:22.504828 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44186) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:22.570126 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f6c49-a4aa-4cdd-92ae-9e571fcdd680 req-4d3770cd-7c3e-4b1c-b717-af09ff45c4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:22.572863 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ed7f6c49-a4aa-4cdd-92ae-9e571fcdd680 req-4d3770cd-7c3e-4b1c-b717-af09ff45c4c9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=69b76154-f529-48bd-8bed-bc8390d8e097 HTTP/1.1" status: 200 len: 915 time: 0.3725042 Jul 23 16:31:22.576701 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-4d8d215a-d0fe-47fe-978f-f4b1ef632438 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Calling delete_port for 13272983-d1af-40ac-b64e-56ce57940673 owned by network:floatingip {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:31:22.595442 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b714c5a-2362-48fd-91b1-2860c9f8efff req-bebfc015-d222-4b8c-915a-35b4784bd16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:22.597553 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b714c5a-2362-48fd-91b1-2860c9f8efff req-bebfc015-d222-4b8c-915a-35b4784bd16c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=52b6c1fc-18b3-4bd8-a52b-479d1bf82db2 HTTP/1.1" status: 200 len: 859 time: 0.5809708 Jul 23 16:31:22.654495 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b714c5a-2362-48fd-91b1-2860c9f8efff req-4ef3dec9-0baf-4aef-9c54-9446266adcde service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cac688c7-43ee-40e9-9559-4fa59cc9caa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435665 Jul 23 16:31:22.660651 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ed7f6c49-a4aa-4cdd-92ae-9e571fcdd680 req-7d2a20f1-5910-4589-9e60-03e8e00f2fc2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34527500-f234-4d4e-9126-84fccb848490 HTTP/1.1" status: 200 len: 217 time: 0.0776975 Jul 23 16:31:22.664430 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9b787-72a3-42e5-bc1c-1f4800709055 req-cc07f9fa-5c13-4133-862a-5b6f3de63dd1 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:22.667304 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bcd9b787-72a3-42e5-bc1c-1f4800709055 req-cc07f9fa-5c13-4133-862a-5b6f3de63dd1 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] 10.222.0.73 "GET /v2.0/ports?device_id=e77b4109-a33b-4c77-9d65-ee10b4684aab HTTP/1.1" status: 200 len: 944 time: 0.6787260 Jul 23 16:31:22.676263 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dbe7c-4915-4a4f-b70f-63c98b72fbfc req-6d62557d-9239-4147-959d-3aa74f3efe1a tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:22.683653 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c76dbe7c-4915-4a4f-b70f-63c98b72fbfc req-6d62557d-9239-4147-959d-3aa74f3efe1a tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/ports?device_id=09d65866-e1af-4daf-98ea-3c3ba29deaaa HTTP/1.1" status: 200 len: 984 time: 0.6941774 Jul 23 16:31:22.871366 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d65866-e1af-4daf-98ea-3c3ba29deaaa', 'tag': '34527500-f234-4d4e-9126-84fccb848490'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:31:22.875830 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b1fdb2-122c-409f-a8c3-c43fb8314e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "09d65866-e1af-4daf-98ea-3c3ba29deaaa", "tag": "34527500-f234-4d4e-9126-84fccb848490"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:31:22.882944 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fb4d1a-06a3-433d-b4cd-ccfa5e789f71 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:22.889800 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fb4d1a-06a3-433d-b4cd-ccfa5e789f71 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:22.894488 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-02fb4d1a-06a3-433d-b4cd-ccfa5e789f71 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3883803 Jul 23 16:31:22.895067 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44192) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:22.904353 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c76dbe7c-4915-4a4f-b70f-63c98b72fbfc req-5cf64b39-abff-4108-9303-9cf43c4a1ce5 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups?id=7fa63c9a-4b30-43f7-8679-97705cad78e2&id=9d74c37f-e2af-4d64-bb02-9494fe7502a7&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2195725 Jul 23 16:31:22.911546 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f6c49-a4aa-4cdd-92ae-9e571fcdd680 req-7cb224ab-33ca-45f6-955e-25dcf482424c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:22.913199 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ed7f6c49-a4aa-4cdd-92ae-9e571fcdd680 req-7cb224ab-33ca-45f6-955e-25dcf482424c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b59a8824-54e1-4c25-82a3-f082133f4321 HTTP/1.1" status: 200 len: 853 time: 0.1856999 Jul 23 16:31:22.922710 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bcd9b787-72a3-42e5-bc1c-1f4800709055 req-63db792e-d66a-40ae-bf8b-b3791f2fc97c tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] 10.222.0.73 "GET /v2.0/security-groups?id=3cf22be4-c800-41f0-99a1-ce36daf3a632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220151 Jul 23 16:31:23.009116 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b714c5a-2362-48fd-91b1-2860c9f8efff req-22088efa-c1ca-455e-ab53-28e61c0bf2c8 service neutron] 10.222.0.97 "GET /v2.0/networks/cac688c7-43ee-40e9-9559-4fa59cc9caa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413413 Jul 23 16:31:23.044070 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 5750401a-1476-4fc9-9163-a17f5193d20a up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:23.085229 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ed7f6c49-a4aa-4cdd-92ae-9e571fcdd680 req-9f1feacb-a2be-4574-8bfe-46f7a270f36c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=69b76154-f529-48bd-8bed-bc8390d8e097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1594355 Jul 23 16:31:23.092656 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-027416d4-f900-4fa5-aea9-5a6fce22b85d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:23.116198 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1b2b74-486d-4365-b184-7759009c11e8 None None] New status for floating IP e2e6b0d1-c9e3-4926-934a-3fd8d67321da: DOWN {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:31:23.127406 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-027416d4-f900-4fa5-aea9-5a6fce22b85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:23.146795 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 5750401a-1476-4fc9-9163-a17f5193d20a completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:23.175646 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af18d4e-93f7-4d6b-8ff0-071f657b6f17 x-openstack-request-id: req-1af18d4e-93f7-4d6b-8ff0-071f657b6f17 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:31:23.175646 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d65866-e1af-4daf-98ea-3c3ba29deaaa", "tag": "34527500-f234-4d4e-9126-84fccb848490", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:31:23.175646 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1af18d4e-93f7-4d6b-8ff0-071f657b6f17 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:31:23.176085 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d65866-e1af-4daf-98ea-3c3ba29deaaa', 'tag': '34527500-f234-4d4e-9126-84fccb848490', 'status': 'completed', 'code': 200} Jul 23 16:31:23.313784 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b714c5a-2362-48fd-91b1-2860c9f8efff req-ff1592eb-bdd8-47f1-9b52-92105c8d8b31 service neutron] 10.222.0.97 "GET /v2.0/networks/cac688c7-43ee-40e9-9559-4fa59cc9caa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893975 Jul 23 16:31:23.330842 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-027416d4-f900-4fa5-aea9-5a6fce22b85d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=98ad67d7e81642bea57ad9b8610a27bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2607322 Jul 23 16:31:23.335986 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44194) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:23.336728 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027416d4-f900-4fa5-aea9-5a6fce22b85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3a4647-03e6-4741-87a4-9f8eb2b15007,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:23.353674 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d8d215a-d0fe-47fe-978f-f4b1ef632438 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:23.358917 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.db.api [None req-3c1b2b74-486d-4365-b184-7759009c11e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:31:23.359445 n-d-778549-4 neutron-server[94015]: DEBUG oslo_db.api [None req-3c1b2b74-486d-4365-b184-7759009c11e8 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:31:23.360210 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-36564d9f-5151-49c0-978d-75418ab255c1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting port 580c45c2-d800-465d-b1aa-71355a6ac199 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:31:23.360533 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-36564d9f-5151-49c0-978d-75418ab255c1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:23.396383 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d724a8-efe2-43c3-b1e7-c9bf0ab7f4de req-51819c18-c6fd-4583-bd8d-c608adf56909 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:23.397970 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-46d724a8-efe2-43c3-b1e7-c9bf0ab7f4de req-51819c18-c6fd-4583-bd8d-c608adf56909 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.1918049 Jul 23 16:31:23.399878 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d215a-d0fe-47fe-978f-f4b1ef632438 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Pushing event deleted for resources: {'Port': ['ID=13272983-d1af-40ac-b64e-56ce57940673,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:23.447360 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ed7f6c49-a4aa-4cdd-92ae-9e571fcdd680 req-294e9514-8364-4dfe-8382-4195c50fd0ea service neutron] 10.222.0.74 "GET /v2.0/networks/69b76154-f529-48bd-8bed-bc8390d8e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461623 Jul 23 16:31:23.475111 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ae9f0e7-a6f8-4944-aad5-2b9d2720e7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:23.483162 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ae9f0e7-a6f8-4944-aad5-2b9d2720e7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:23.569039 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-46d724a8-efe2-43c3-b1e7-c9bf0ab7f4de req-6d59ad8c-1070-4b92-92b2-c621cc6696de tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512566 Jul 23 16:31:23.571709 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-36564d9f-5151-49c0-978d-75418ab255c1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:23.577428 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae9f0e7-a6f8-4944-aad5-2b9d2720e7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdba65b1-34fa-4589-85f9-7f46ef620dda,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:23.597431 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2ae9f0e7-a6f8-4944-aad5-2b9d2720e7f3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=00c138092bb54305b4b8e97b384fc28b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9639859 Jul 23 16:31:23.599372 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44196) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:23.616592 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-36564d9f-5151-49c0-978d-75418ab255c1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Calling delete_port for 580c45c2-d800-465d-b1aa-71355a6ac199 owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:31:23.712621 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6064c27b-3f86-4049-89e5-22898276224d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:23.753407 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6064c27b-3f86-4049-89e5-22898276224d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:23.851005 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6064c27b-3f86-4049-89e5-22898276224d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:23.853712 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6064c27b-3f86-4049-89e5-22898276224d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:23.857337 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6064c27b-3f86-4049-89e5-22898276224d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cdba65b1-34fa-4589-85f9-7f46ef620dda HTTP/1.1" status: 204 len: 168 time: 0.2545002 Jul 23 16:31:23.859363 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-36564d9f-5151-49c0-978d-75418ab255c1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:23.862567 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1b2b74-486d-4365-b184-7759009c11e8 None None] New status for floating IP e2e6b0d1-c9e3-4926-934a-3fd8d67321da: DOWN {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:31:23.896680 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36564d9f-5151-49c0-978d-75418ab255c1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Port': ['ID=580c45c2-d800-465d-b1aa-71355a6ac199,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:23.909699 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064c27b-3f86-4049-89e5-22898276224d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdba65b1-34fa-4589-85f9-7f46ef620dda,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:23.910814 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1673c355-4bbc-49fc-b9af-ed4d974f40f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:23.914415 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-db2305d9-199a-4364-acf4-d0d6780699ce None None] Provisioning for port 5750401a-1476-4fc9-9163-a17f5193d20a completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:23.936386 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-db2305d9-199a-4364-acf4-d0d6780699ce None None] Provisioning complete for port 5750401a-1476-4fc9-9163-a17f5193d20a triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:23.936917 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-db2305d9-199a-4364-acf4-d0d6780699ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:23.952428 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-36564d9f-5151-49c0-978d-75418ab255c1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:23.959127 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-36564d9f-5151-49c0-978d-75418ab255c1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/580c45c2-d800-465d-b1aa-71355a6ac199 HTTP/1.1" status: 204 len: 168 time: 1.0623724 Jul 23 16:31:23.960444 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44200) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:24.011333 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d8d215a-d0fe-47fe-978f-f4b1ef632438 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks [] for floatingip, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:24.031650 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d8d215a-d0fe-47fe-978f-f4b1ef632438 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:24.039629 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4d8d215a-d0fe-47fe-978f-f4b1ef632438 tempest-ServersTestManualDisk-850093038 tempest-ServersTestManualDisk-850093038-project] 10.222.0.73 "DELETE /v2.0/floatingips/e2e6b0d1-c9e3-4926-934a-3fd8d67321da HTTP/1.1" status: 204 len: 168 time: 2.5459390 Jul 23 16:31:24.047634 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1673c355-4bbc-49fc-b9af-ed4d974f40f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:24.048221 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44204) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:24.208633 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ed7f6c49-a4aa-4cdd-92ae-9e571fcdd680 req-8a3915bb-30d0-4d9c-be8c-03ca6dc14ca6 service neutron] 10.222.0.74 "GET /v2.0/networks/69b76154-f529-48bd-8bed-bc8390d8e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7357166 Jul 23 16:31:24.216704 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1673c355-4bbc-49fc-b9af-ed4d974f40f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:24.229005 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1673c355-4bbc-49fc-b9af-ed4d974f40f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:24.233407 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1673c355-4bbc-49fc-b9af-ed4d974f40f0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7b3a4647-03e6-4741-87a4-9f8eb2b15007 HTTP/1.1" status: 204 len: 168 time: 0.8933611 Jul 23 16:31:24.254990 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-db2305d9-199a-4364-acf4-d0d6780699ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:24.259377 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673c355-4bbc-49fc-b9af-ed4d974f40f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3a4647-03e6-4741-87a4-9f8eb2b15007,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:24.331913 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f66b4f-26a2-430c-b1c3-6144c33656cf tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:24.334082 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f66b4f-26a2-430c-b1c3-6144c33656cf tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:24.335914 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-34f66b4f-26a2-430c-b1c3-6144c33656cf tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3741038 Jul 23 16:31:24.367461 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44218) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:24.426325 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-db2305d9-199a-4364-acf4-d0d6780699ce None None] For port 5750401a-1476-4fc9-9163-a17f5193d20a, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=5750401a-1476-4fc9-9163-a17f5193d20a,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:24.435495 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-db2305d9-199a-4364-acf4-d0d6780699ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:24.512696 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1fdb2-122c-409f-a8c3-c43fb8314e8d req-4ced0916-b9ee-423f-8db8-08486e082011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:24.521392 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-68b1fdb2-122c-409f-a8c3-c43fb8314e8d req-4ced0916-b9ee-423f-8db8-08486e082011 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8759b0035d4f4c18add8b213c6e696b9&device_id=09d65866-e1af-4daf-98ea-3c3ba29deaaa HTTP/1.1" status: 200 len: 1135 time: 0.2204647 Jul 23 16:31:24.578642 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f9654ddc-6535-4c46-9e4a-05e97c652c31 None None] Could not find standard attr ID for object 580c45c2-d800-465d-b1aa-71355a6ac199. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:31:24.599846 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2305d9-199a-4364-acf4-d0d6780699ce None None] Pushing event updated for resources: {'Port': ['ID=5750401a-1476-4fc9-9163-a17f5193d20a,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:24.620718 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-5156fb57-31ee-4e80-bb90-8172d9649e1b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting subnet d943a8f3-8fae-4692-8750-ab0386c8a5ac {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:31:24.635992 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5156fb57-31ee-4e80-bb90-8172d9649e1b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:24.717488 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1fdb2-122c-409f-a8c3-c43fb8314e8d req-ffa0239a-c08f-4443-9d71-0147dd7a1de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:24.719482 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-68b1fdb2-122c-409f-a8c3-c43fb8314e8d req-ffa0239a-c08f-4443-9d71-0147dd7a1de8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=69b76154-f529-48bd-8bed-bc8390d8e097 HTTP/1.1" status: 200 len: 915 time: 0.1945903 Jul 23 16:31:24.803920 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-68b1fdb2-122c-409f-a8c3-c43fb8314e8d req-d3420287-8ee2-41a9-827c-0fc7aa9b5668 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34527500-f234-4d4e-9126-84fccb848490 HTTP/1.1" status: 200 len: 217 time: 0.0691595 Jul 23 16:31:24.806613 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5156fb57-31ee-4e80-bb90-8172d9649e1b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:24.820214 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c35570-c8c5-4d99-8148-2714628a448f req-bf3be9a8-4883-4a27-b6d2-dd16bbf95e30 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:24.827409 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d4c35570-c8c5-4d99-8148-2714628a448f req-bf3be9a8-4883-4a27-b6d2-dd16bbf95e30 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/ports?device_id=09d65866-e1af-4daf-98ea-3c3ba29deaaa HTTP/1.1" status: 200 len: 984 time: 0.6064546 Jul 23 16:31:24.833690 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 97284d72-b757-4dc9-a52d-793e575cb887 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:24.958199 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1fdb2-122c-409f-a8c3-c43fb8314e8d req-01987ed6-c1e0-4a19-8429-be41de8d8d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:24.959751 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-68b1fdb2-122c-409f-a8c3-c43fb8314e8d req-01987ed6-c1e0-4a19-8429-be41de8d8d83 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b59a8824-54e1-4c25-82a3-f082133f4321 HTTP/1.1" status: 200 len: 853 time: 0.1464832 Jul 23 16:31:24.966106 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 5750401a-1476-4fc9-9163-a17f5193d20a up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:24.983905 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ae255-9922-4be2-81e6-7db175623186 req-84134306-2728-4b43-9716-250efdeef18f tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:24.985717 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2b5ae255-9922-4be2-81e6-7db175623186 req-84134306-2728-4b43-9716-250efdeef18f tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] 10.222.0.73 "GET /v2.0/ports?device_id=e77b4109-a33b-4c77-9d65-ee10b4684aab HTTP/1.1" status: 200 len: 944 time: 0.7670991 Jul 23 16:31:25.041244 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-68b1fdb2-122c-409f-a8c3-c43fb8314e8d req-e474f633-220f-4ca8-91b3-ccb4ee8ac46f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=69b76154-f529-48bd-8bed-bc8390d8e097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721147 Jul 23 16:31:25.058546 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d4c35570-c8c5-4d99-8148-2714628a448f req-bfe175b3-8aa8-44eb-ade1-38c51e0701e4 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups?id=7fa63c9a-4b30-43f7-8679-97705cad78e2&id=9d74c37f-e2af-4d64-bb02-9494fe7502a7&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1852014 Jul 23 16:31:25.217299 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5156fb57-31ee-4e80-bb90-8172d9649e1b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:25.231979 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-68b1fdb2-122c-409f-a8c3-c43fb8314e8d req-5b61eb74-a083-44c8-89c1-3266ee3d05aa service neutron] 10.222.0.74 "GET /v2.0/networks/69b76154-f529-48bd-8bed-bc8390d8e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818807 Jul 23 16:31:25.245983 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2b5ae255-9922-4be2-81e6-7db175623186 req-c6e337fe-c30e-4ec1-bd6c-0972afd86697 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] 10.222.0.73 "GET /v2.0/security-groups?id=3cf22be4-c800-41f0-99a1-ce36daf3a632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498357 Jul 23 16:31:25.287189 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 97284d72-b757-4dc9-a52d-793e575cb887 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:25.310841 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 5750401a-1476-4fc9-9163-a17f5193d20a triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:25.311796 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:25.315184 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 97284d72-b757-4dc9-a52d-793e575cb887 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:25.316893 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:25.333519 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5156fb57-31ee-4e80-bb90-8172d9649e1b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:25.386529 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44248) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:25.405826 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5156fb57-31ee-4e80-bb90-8172d9649e1b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:25.411068 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5156fb57-31ee-4e80-bb90-8172d9649e1b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/d943a8f3-8fae-4692-8750-ab0386c8a5ac HTTP/1.1" status: 204 len: 168 time: 1.0413876 Jul 23 16:31:25.415285 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44250) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:25.415858 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156fb57-31ee-4e80-bb90-8172d9649e1b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Subnet': ['ID=d943a8f3-8fae-4692-8750-ab0386c8a5ac,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:25.443006 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60918fe-3d5c-4157-bc04-f86072927b69 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:25.517103 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-68b1fdb2-122c-409f-a8c3-c43fb8314e8d req-68f465e5-feba-4ca9-8d16-a04194de9268 service neutron] 10.222.0.74 "GET /v2.0/networks/69b76154-f529-48bd-8bed-bc8390d8e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765627 Jul 23 16:31:25.523301 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e3470755-19fa-49d0-bda0-a04b138676b2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1065204 Jul 23 16:31:25.523907 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44258) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:25.621884 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a192e7ef-b958-44f2-b7e7-37c1480a3aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:25.651983 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fef55-3a88-4bd9-8555-38efda1bac12 req-026cb0fa-816e-448a-a780-31ff35dd07f7 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:25.683359 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb9fef55-3a88-4bd9-8555-38efda1bac12 req-026cb0fa-816e-448a-a780-31ff35dd07f7 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.3438139 Jul 23 16:31:25.724302 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae1b903-40f9-4af3-b534-7b6fc5e890a7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:25.728082 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4ae1b903-40f9-4af3-b534-7b6fc5e890a7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2028387 Jul 23 16:31:25.728939 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44262) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:25.735795 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44264) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:25.763169 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:25.862906 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-44404828-12e3-4f47-98c2-e545e7209a66 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-523370312-network', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:25.873942 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4404abe-a92c-456a-ad56-4e8d637141ba tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:25.881783 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c4404abe-a92c-456a-ad56-4e8d637141ba tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1441598 Jul 23 16:31:25.885671 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44268) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:25.926672 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44404828-12e3-4f47-98c2-e545e7209a66 admin admin] Made reservation on behalf of 54c4450647c445a5ad7f9adbba82da8f for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:25.930146 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44404828-12e3-4f47-98c2-e545e7209a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:25.931127 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77b4109-a33b-4c77-9d65-ee10b4684aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97284d72-b757-4dc9-a52d-793e575cb887'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:31:25.933754 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c344d6f-190d-4137-aa2f-ba6cc495c284" -d '{"events": [{"server_uuid": "e77b4109-a33b-4c77-9d65-ee10b4684aab", "name": "network-vif-plugged", "status": "completed", "tag": "97284d72-b757-4dc9-a52d-793e575cb887"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:31:25.938169 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-27a41479-006b-4cd8-82a1-386921775ae6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509443 Jul 23 16:31:25.945820 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44272) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:25.952041 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-43619e22-bcbf-4504-9500-065b1a0b90ec tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:25.955493 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 97284d72-b757-4dc9-a52d-793e575cb887, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=97284d72-b757-4dc9-a52d-793e575cb887,segment=NetworkSegment(f8ec606b-e397-42f9-b805-757251bc1bff),segment_id=f8ec606b-e397-42f9-b805-757251bc1bff)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:25.959060 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44404828-12e3-4f47-98c2-e545e7209a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:25.971681 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:25.978568 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-b01c5d46-206b-4c26-a9e8-269319844a6b tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-834759472', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:26.012386 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38dddf1-4286-4228-95b0-0d35e55b97bd x-openstack-request-id: req-c38dddf1-4286-4228-95b0-0d35e55b97bd {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:31:26.012861 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77b4109-a33b-4c77-9d65-ee10b4684aab", "name": "network-vif-plugged", "status": "completed", "tag": "97284d72-b757-4dc9-a52d-793e575cb887", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:31:26.013367 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c38dddf1-4286-4228-95b0-0d35e55b97bd {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:31:26.013697 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77b4109-a33b-4c77-9d65-ee10b4684aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97284d72-b757-4dc9-a52d-793e575cb887', 'code': 200} Jul 23 16:31:26.022298 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb9fef55-3a88-4bd9-8555-38efda1bac12 req-ffcf78fa-e00e-4137-aa7d-2dd8f6a4b878 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356698 Jul 23 16:31:26.059563 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=97284d72-b757-4dc9-a52d-793e575cb887,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:26.105311 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b01c5d46-206b-4c26-a9e8-269319844a6b tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:26.106832 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b01c5d46-206b-4c26-a9e8-269319844a6b tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:26.145356 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219ffc27-2fd6-4171-b0e9-8c62e320dd0f None None] DHCP port deletion for 6431ca09-76a8-48e6-9c71-fe9e76635950 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:31:26.219586 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-219ffc27-2fd6-4171-b0e9-8c62e320dd0f None None] Deleting port 5750401a-1476-4fc9-9163-a17f5193d20a {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:31:26.220357 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-219ffc27-2fd6-4171-b0e9-8c62e320dd0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:26.224062 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44404828-12e3-4f47-98c2-e545e7209a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:26.233567 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44404828-12e3-4f47-98c2-e545e7209a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:26.325716 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b01c5d46-206b-4c26-a9e8-269319844a6b tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:26.330636 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-219ffc27-2fd6-4171-b0e9-8c62e320dd0f None None] For port 5750401a-1476-4fc9-9163-a17f5193d20a, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=5750401a-1476-4fc9-9163-a17f5193d20a,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:26.332613 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-219ffc27-2fd6-4171-b0e9-8c62e320dd0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:26.332904 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44404828-12e3-4f47-98c2-e545e7209a66 admin admin] vlan segment allocate from pool success with {'vlan_id': 1103, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:31:26.338224 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43619e22-bcbf-4504-9500-065b1a0b90ec tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:26.342337 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b01c5d46-206b-4c26-a9e8-269319844a6b tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:26.349117 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-43619e22-bcbf-4504-9500-065b1a0b90ec tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:26.353549 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-219ffc27-2fd6-4171-b0e9-8c62e320dd0f None None] Calling delete_port for 5750401a-1476-4fc9-9163-a17f5193d20a owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:31:26.379489 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c9593-5212-4f14-a972-a579e88ec29c req-fdbcc4ec-66a0-46c7-9365-f04923ea8db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:26.381514 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8e2c9593-5212-4f14-a972-a579e88ec29c req-fdbcc4ec-66a0-46c7-9365-f04923ea8db8 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e77b4109-a33b-4c77-9d65-ee10b4684aab HTTP/1.1" status: 200 len: 1096 time: 0.3108294 Jul 23 16:31:26.390335 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b01c5d46-206b-4c26-a9e8-269319844a6b tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:26.394900 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b01c5d46-206b-4c26-a9e8-269319844a6b tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.0046060 Jul 23 16:31:26.400802 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44282) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:26.406386 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44404828-12e3-4f47-98c2-e545e7209a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb099386-2df2-48f3-96ca-6211e3766611,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:26.408519 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc364230-6c73-496c-9b78-ed4901038799 req-be85ae63-b4d3-4d8a-9eb8-6d34a668d39e tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:26.423958 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fc364230-6c73-496c-9b78-ed4901038799 req-be85ae63-b4d3-4d8a-9eb8-6d34a668d39e tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/ports?device_id=09d65866-e1af-4daf-98ea-3c3ba29deaaa HTTP/1.1" status: 200 len: 984 time: 0.2417700 Jul 23 16:31:26.430542 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44404828-12e3-4f47-98c2-e545e7209a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:26.430900 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-44404828-12e3-4f47-98c2-e545e7209a66 admin admin] Added segment 047af764-cf30-4424-904d-1624213e850c of type vlan for network 188f4564-8b8f-479c-8498-350853f64f83 Jul 23 16:31:26.432504 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-e6074c7a-5aaf-45c2-9701-95e818363847 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1254159407'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:26.493676 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-219ffc27-2fd6-4171-b0e9-8c62e320dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:26.500764 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44404828-12e3-4f47-98c2-e545e7209a66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:26.573770 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ffc27-2fd6-4171-b0e9-8c62e320dd0f None None] Pushing event deleted for resources: {'Port': ['ID=5750401a-1476-4fc9-9163-a17f5193d20a,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:26.577571 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6074c7a-5aaf-45c2-9701-95e818363847 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Made reservation on behalf of fa8e72092cf642949db3dd3ec8418d6a for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:26.582182 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6074c7a-5aaf-45c2-9701-95e818363847 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:26.585119 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219ffc27-2fd6-4171-b0e9-8c62e320dd0f None None] No DVR routers for this DVR port 5750401a-1476-4fc9-9163-a17f5193d20a on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:31:26.588289 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44404828-12e3-4f47-98c2-e545e7209a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:26.589378 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44404828-12e3-4f47-98c2-e545e7209a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:26.590030 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44404828-12e3-4f47-98c2-e545e7209a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:26.603486 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8e2c9593-5212-4f14-a972-a579e88ec29c req-517de447-3608-4628-8353-ce6f64d06986 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=3cf22be4-c800-41f0-99a1-ce36daf3a632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084897 Jul 23 16:31:26.628385 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6074c7a-5aaf-45c2-9701-95e818363847 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:26.638495 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-44404828-12e3-4f47-98c2-e545e7209a66 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9080069 Jul 23 16:31:26.641969 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44290) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:26.645190 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fc364230-6c73-496c-9b78-ed4901038799 req-6e0a632e-f997-484e-b99a-6ea84663caee tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups?id=7fa63c9a-4b30-43f7-8679-97705cad78e2&id=9d74c37f-e2af-4d64-bb02-9494fe7502a7&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1985047 Jul 23 16:31:26.650772 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-3ace21e8-8233-433a-97f4-a49d1b04d1a4 admin admin] Request body: {'subnet': {'network_id': '188f4564-8b8f-479c-8498-350853f64f83', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-523370312-subnet', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:26.698838 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7b6d6-c838-4723-999b-e3985c886e1b req-68b96784-2be3-4ab1-b079-5a71da5be31f tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:26.700401 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-52e7b6d6-c838-4723-999b-e3985c886e1b req-68b96784-2be3-4ab1-b079-5a71da5be31f tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] 10.222.0.73 "GET /v2.0/ports?device_id=e77b4109-a33b-4c77-9d65-ee10b4684aab HTTP/1.1" status: 200 len: 945 time: 0.2719460 Jul 23 16:31:26.716831 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44404828-12e3-4f47-98c2-e545e7209a66 admin admin] Pushing event updated for resources: {'Network': ['ID=188f4564-8b8f-479c-8498-350853f64f83,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:26.731944 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 188f4564-8b8f-479c-8498-350853f64f83 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:31:26.769951 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-a192e7ef-b958-44f2-b7e7-37c1480a3aaf admin admin] Deleting port 3a7523dd-cefe-4874-8ee2-2d0375a256cf {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:31:26.770291 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a192e7ef-b958-44f2-b7e7-37c1480a3aaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:26.855580 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-52e7b6d6-c838-4723-999b-e3985c886e1b req-7bdb870b-b155-4244-a3b6-d4c1efca2a9d tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] 10.222.0.73 "GET /v2.0/security-groups?id=3cf22be4-c800-41f0-99a1-ce36daf3a632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406913 Jul 23 16:31:26.860966 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-43619e22-bcbf-4504-9500-065b1a0b90ec tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:26.899401 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 5750401a-1476-4fc9-9163-a17f5193d20a no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:31:26.926372 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c42831c3-90bb-4792-8bba-db477a76c7ab req-c28a9829-7bb2-4a58-b1ec-00cb028733a5 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1724668900&fields=id&tenant_id=8759b0035d4f4c18add8b213c6e696b9 HTTP/1.1" status: 200 len: 267 time: 0.1675723 Jul 23 16:31:26.928986 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43619e22-bcbf-4504-9500-065b1a0b90ec tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:26.932741 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-43619e22-bcbf-4504-9500-065b1a0b90ec tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:26.936970 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43619e22-bcbf-4504-9500-065b1a0b90ec tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:26.937601 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-43619e22-bcbf-4504-9500-065b1a0b90ec tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:26.949029 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 5750401a-1476-4fc9-9163-a17f5193d20a {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:31:26.950785 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 5750401a-1476-4fc9-9163-a17f5193d20a not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:31:26.953522 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d1afba-92a4-4625-8953-c98ba6efd3b3 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:26.959865 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43619e22-bcbf-4504-9500-065b1a0b90ec tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Subnet': ['ID=081385b2-e26c-41df-a65f-64127ab1aec0,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:27.000261 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6074c7a-5aaf-45c2-9701-95e818363847 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:27.011010 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-a192e7ef-b958-44f2-b7e7-37c1480a3aaf admin admin] For port 3a7523dd-cefe-4874-8ee2-2d0375a256cf, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3a7523dd-cefe-4874-8ee2-2d0375a256cf,segment=NetworkSegment(17679f2d-6334-4fa1-8e34-e67b17518434),segment_id=17679f2d-6334-4fa1-8e34-e67b17518434)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:27.011383 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a192e7ef-b958-44f2-b7e7-37c1480a3aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:27.013863 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6074c7a-5aaf-45c2-9701-95e818363847 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:27.028263 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ace21e8-8233-433a-97f4-a49d1b04d1a4 admin admin] Made reservation on behalf of 54c4450647c445a5ad7f9adbba82da8f for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:27.033015 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3ace21e8-8233-433a-97f4-a49d1b04d1a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:27.040976 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-43619e22-bcbf-4504-9500-065b1a0b90ec tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0933561 Jul 23 16:31:27.045644 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44294) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:27.046752 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-a192e7ef-b958-44f2-b7e7-37c1480a3aaf admin admin] Calling delete_port for 3a7523dd-cefe-4874-8ee2-2d0375a256cf owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:31:27.074128 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6074c7a-5aaf-45c2-9701-95e818363847 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] vlan segment allocate from pool success with {'vlan_id': 1135, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:31:27.079394 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-2003f8a6-08df-4dc0-a3ef-0ff415ac927f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'port': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'fixed_ips': [{'subnet_id': '081385b2-e26c-41df-a65f-64127ab1aec0', 'ip_address': '2001:db8::b0e4:6b4f:2d62:c1e8'}], 'name': 'tempest-NetworksTestDHCPv6-629825783'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:27.155218 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94905bb6-ba03-451b-a98a-2d238558b55a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-6431ca09-76a8-48e6-9c71-fe9e76635950', 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'fixed_ips': [{'subnet_id': '081385b2-e26c-41df-a65f-64127ab1aec0'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:31:27.156270 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-94905bb6-ba03-451b-a98a-2d238558b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:27.302670 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3ace21e8-8233-433a-97f4-a49d1b04d1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:27.400315 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace21e8-8233-433a-97f4-a49d1b04d1a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b88c056-245d-4f4e-ab87-c54aa261bddb,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:27.402653 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ace21e8-8233-433a-97f4-a49d1b04d1a4 admin admin] Checking segment: {'id': '047af764-cf30-4424-904d-1624213e850c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '188f4564-8b8f-479c-8498-350853f64f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:27.403022 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ace21e8-8233-433a-97f4-a49d1b04d1a4 admin admin] Network hostable DHCP agents. Network: 188f4564-8b8f-479c-8498-350853f64f83, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:31:27.426165 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ace21e8-8233-433a-97f4-a49d1b04d1a4 admin admin] Network 188f4564-8b8f-479c-8498-350853f64f83 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:31:27.434005 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-94905bb6-ba03-451b-a98a-2d238558b55a None None] Allocated IP 2001:db8::2 (6431ca09-76a8-48e6-9c71-fe9e76635950/081385b2-e26c-41df-a65f-64127ab1aec0/84164831-a767-421e-bdf0-db2e576cf1f9) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:27.438906 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-3ace21e8-8233-433a-97f4-a49d1b04d1a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 188f4564-8b8f-479c-8498-350853f64f83) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:27.448599 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ace21e8-8233-433a-97f4-a49d1b04d1a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:27.449254 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3ace21e8-8233-433a-97f4-a49d1b04d1a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:27.454497 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1beec4-01ce-43a4-9668-2f3f80babcc8 None None] Network 188f4564-8b8f-479c-8498-350853f64f83 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:27.491618 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3ace21e8-8233-433a-97f4-a49d1b04d1a4 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8485630 Jul 23 16:31:27.495269 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44298) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:27.501968 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-4739a54e-1d9b-4719-b713-552d836db525 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-523370312-router', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:27.536431 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4739a54e-1d9b-4719-b713-552d836db525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:27.540144 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4739a54e-1d9b-4719-b713-552d836db525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:27.541388 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6074c7a-5aaf-45c2-9701-95e818363847 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1c7fd0-48c6-45e6-a3d1-fc40f57e5562,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:27.544570 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6074c7a-5aaf-45c2-9701-95e818363847 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:27.544926 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-e6074c7a-5aaf-45c2-9701-95e818363847 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Added segment d2f20bf0-e24c-4a9c-8ef1-ee614150a4bd of type vlan for network 183de050-5da5-42fe-95fd-59e94d45159a Jul 23 16:31:27.607061 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4739a54e-1d9b-4719-b713-552d836db525 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:27.670264 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42831c3-90bb-4792-8bba-db477a76c7ab req-da63d753-f30f-4de8-a27d-409f07aeb5b0 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:27.671820 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c42831c3-90bb-4792-8bba-db477a76c7ab req-da63d753-f30f-4de8-a27d-409f07aeb5b0 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/ports?device_id=09d65866-e1af-4daf-98ea-3c3ba29deaaa HTTP/1.1" status: 200 len: 984 time: 0.7353401 Jul 23 16:31:27.719714 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-c42831c3-90bb-4792-8bba-db477a76c7ab req-dcdd3f30-ec02-4d2f-b45b-7708e2368baf tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Request body: {'port': {'security_groups': ['7fa63c9a-4b30-43f7-8679-97705cad78e2', '9d74c37f-e2af-4d64-bb02-9494fe7502a7', '27df17db-44d4-4481-b776-d505f7a1843a']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:27.731030 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6074c7a-5aaf-45c2-9701-95e818363847 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:27.739805 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae65a83b-2c04-4056-b568-a0031db8a039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-188f4564-8b8f-479c-8498-350853f64f83', 'network_id': '188f4564-8b8f-479c-8498-350853f64f83', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'fixed_ips': [{'subnet_id': '8b88c056-245d-4f4e-ab87-c54aa261bddb'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:31:27.741094 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ae65a83b-2c04-4056-b568-a0031db8a039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:27.795737 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4739a54e-1d9b-4719-b713-552d836db525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:27.882751 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-94905bb6-ba03-451b-a98a-2d238558b55a None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:27.919087 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-94905bb6-ba03-451b-a98a-2d238558b55a None None] Transition to ACTIVE for port object 84164831-a767-421e-bdf0-db2e576cf1f9 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:27.950785 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-94905bb6-ba03-451b-a98a-2d238558b55a None None] Transition to ACTIVE for port object 84164831-a767-421e-bdf0-db2e576cf1f9 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:27.955866 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-ae65a83b-2c04-4056-b568-a0031db8a039 None None] Allocated IP 172.20.0.2 (188f4564-8b8f-479c-8498-350853f64f83/8b88c056-245d-4f4e-ab87-c54aa261bddb/fc8328f6-153b-4710-8a31-9e5b7a60615a) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:27.962505 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6074c7a-5aaf-45c2-9701-95e818363847 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:27.965742 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-94905bb6-ba03-451b-a98a-2d238558b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:27.968345 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6074c7a-5aaf-45c2-9701-95e818363847 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:27.968965 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6074c7a-5aaf-45c2-9701-95e818363847 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:27.972063 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2003f8a6-08df-4dc0-a3ef-0ff415ac927f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:27.986616 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94905bb6-ba03-451b-a98a-2d238558b55a None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:27.990804 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-94905bb6-ba03-451b-a98a-2d238558b55a None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:28.010046 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94905bb6-ba03-451b-a98a-2d238558b55a None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:28.036497 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4739a54e-1d9b-4719-b713-552d836db525 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:28.059025 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4739a54e-1d9b-4719-b713-552d836db525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:28.063637 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c42831c3-90bb-4792-8bba-db477a76c7ab req-dcdd3f30-ec02-4d2f-b45b-7708e2368baf tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:28.074250 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e6074c7a-5aaf-45c2-9701-95e818363847 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.6491554 Jul 23 16:31:28.102901 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44306) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:28.109855 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-37d119f0-9494-4cc7-92d3-59c21612a37f tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Request body: {'subnet': {'network_id': '183de050-5da5-42fe-95fd-59e94d45159a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:28.134795 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94905bb6-ba03-451b-a98a-2d238558b55a None None] Pushing event updated for resources: {'Port': ['ID=84164831-a767-421e-bdf0-db2e576cf1f9,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:28.142147 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4377a6-7b54-411b-92b8-724ecc7fd941 req-97551fb0-1ba7-417c-abc5-b7dbb2389400 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:28.142452 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-94905bb6-ba03-451b-a98a-2d238558b55a None None] Attempting to bind port 84164831-a767-421e-bdf0-db2e576cf1f9 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:31:28.142964 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-94905bb6-ba03-451b-a98a-2d238558b55a None None] Attempting to bind port 84164831-a767-421e-bdf0-db2e576cf1f9 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:31:28.143469 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94905bb6-ba03-451b-a98a-2d238558b55a None None] Attempting to bind port 84164831-a767-421e-bdf0-db2e576cf1f9 on network 6431ca09-76a8-48e6-9c71-fe9e76635950 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:28.143771 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd4377a6-7b54-411b-92b8-724ecc7fd941 req-97551fb0-1ba7-417c-abc5-b7dbb2389400 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.4470897 Jul 23 16:31:28.159460 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94905bb6-ba03-451b-a98a-2d238558b55a None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:31:28.159868 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94905bb6-ba03-451b-a98a-2d238558b55a None None] Checking segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:28.160242 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-94905bb6-ba03-451b-a98a-2d238558b55a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:28.160633 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94905bb6-ba03-451b-a98a-2d238558b55a None None] Bound using segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:31:28.161145 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-94905bb6-ba03-451b-a98a-2d238558b55a None None] Bound port: 84164831-a767-421e-bdf0-db2e576cf1f9, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:31:28.161531 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-94905bb6-ba03-451b-a98a-2d238558b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:28.187585 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6074c7a-5aaf-45c2-9701-95e818363847 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Pushing event updated for resources: {'Network': ['ID=183de050-5da5-42fe-95fd-59e94d45159a,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:28.209009 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 183de050-5da5-42fe-95fd-59e94d45159a details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:31:28.247102 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-4739a54e-1d9b-4719-b713-552d836db525 admin admin] Allocated IP 172.25.8.54 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/fa0e4d74-2a7b-4126-8e70-47634acffb35) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:28.263156 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d119f0-9494-4cc7-92d3-59c21612a37f tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Made reservation on behalf of fa8e72092cf642949db3dd3ec8418d6a for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:28.266803 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-37d119f0-9494-4cc7-92d3-59c21612a37f tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:28.281947 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a192e7ef-b958-44f2-b7e7-37c1480a3aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:28.332101 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-94905bb6-ba03-451b-a98a-2d238558b55a None None] For port 84164831-a767-421e-bdf0-db2e576cf1f9, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:31:28.344224 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2003f8a6-08df-4dc0-a3ef-0ff415ac927f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:28.354812 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-94905bb6-ba03-451b-a98a-2d238558b55a None None] For port 84164831-a767-421e-bdf0-db2e576cf1f9, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=84164831-a767-421e-bdf0-db2e576cf1f9,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:31:28.355052 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192e7ef-b958-44f2-b7e7-37c1480a3aaf admin admin] Pushing event deleted for resources: {'Port': ['ID=3a7523dd-cefe-4874-8ee2-2d0375a256cf,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:28.373907 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd4377a6-7b54-411b-92b8-724ecc7fd941 req-69343c4c-5a4c-4ab0-9d75-4c5abe647d7d tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898401 Jul 23 16:31:28.375461 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-94905bb6-ba03-451b-a98a-2d238558b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:28.425491 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ae65a83b-2c04-4056-b568-a0031db8a039 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:28.441839 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-2003f8a6-08df-4dc0-a3ef-0ff415ac927f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] device_id is not set on port 9f2a2a6a-2fba-4dbb-bcaa-53ee3962261e yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:31:28.447595 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ae65a83b-2c04-4056-b568-a0031db8a039 None None] Transition to ACTIVE for port object fc8328f6-153b-4710-8a31-9e5b7a60615a will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:28.481951 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94905bb6-ba03-451b-a98a-2d238558b55a None None] Pushing event updated for resources: {'Port': ['ID=84164831-a767-421e-bdf0-db2e576cf1f9,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:28.489934 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ae65a83b-2c04-4056-b568-a0031db8a039 None None] Transition to ACTIVE for port object fc8328f6-153b-4710-8a31-9e5b7a60615a will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:28.505882 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ae65a83b-2c04-4056-b568-a0031db8a039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:28.575573 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4739a54e-1d9b-4719-b713-552d836db525 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:28.579199 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65a83b-2c04-4056-b568-a0031db8a039 None None] Pushing event updated for resources: {'Port': ['ID=fc8328f6-153b-4710-8a31-9e5b7a60615a,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:28.589632 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae65a83b-2c04-4056-b568-a0031db8a039 None None] Network 188f4564-8b8f-479c-8498-350853f64f83 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:28.591682 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-ae65a83b-2c04-4056-b568-a0031db8a039 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:28.594278 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae65a83b-2c04-4056-b568-a0031db8a039 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:28.668252 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ae65a83b-2c04-4056-b568-a0031db8a039 None None] Attempting to bind port fc8328f6-153b-4710-8a31-9e5b7a60615a on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:31:28.668626 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ae65a83b-2c04-4056-b568-a0031db8a039 None None] Attempting to bind port fc8328f6-153b-4710-8a31-9e5b7a60615a by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '047af764-cf30-4424-904d-1624213e850c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '188f4564-8b8f-479c-8498-350853f64f83'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:31:28.668988 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae65a83b-2c04-4056-b568-a0031db8a039 None None] Attempting to bind port fc8328f6-153b-4710-8a31-9e5b7a60615a on network 188f4564-8b8f-479c-8498-350853f64f83 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:28.676825 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae65a83b-2c04-4056-b568-a0031db8a039 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:31:28.677218 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae65a83b-2c04-4056-b568-a0031db8a039 None None] Checking segment: {'id': '047af764-cf30-4424-904d-1624213e850c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '188f4564-8b8f-479c-8498-350853f64f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:28.677567 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ae65a83b-2c04-4056-b568-a0031db8a039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:28.678016 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae65a83b-2c04-4056-b568-a0031db8a039 None None] Bound using segment: {'id': '047af764-cf30-4424-904d-1624213e850c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '188f4564-8b8f-479c-8498-350853f64f83'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:31:28.678681 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ae65a83b-2c04-4056-b568-a0031db8a039 None None] Bound port: fc8328f6-153b-4710-8a31-9e5b7a60615a, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '047af764-cf30-4424-904d-1624213e850c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '188f4564-8b8f-479c-8498-350853f64f83'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:31:28.679091 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ae65a83b-2c04-4056-b568-a0031db8a039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:28.690497 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-37d119f0-9494-4cc7-92d3-59c21612a37f tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:28.789525 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4739a54e-1d9b-4719-b713-552d836db525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:28.849842 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d119f0-9494-4cc7-92d3-59c21612a37f tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Pushing event updated for resources: {'Subnet': ['ID=8bfc789b-4ac9-47c0-bc34-1e6b43881922,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:28.875825 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4739a54e-1d9b-4719-b713-552d836db525 admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:28.905470 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-4739a54e-1d9b-4719-b713-552d836db525 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:28.927878 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4739a54e-1d9b-4719-b713-552d836db525 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:28.953630 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-c42831c3-90bb-4792-8bba-db477a76c7ab req-dcdd3f30-ec02-4d2f-b45b-7708e2368baf tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] For port 34527500-f234-4d4e-9126-84fccb848490, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=34527500-f234-4d4e-9126-84fccb848490,segment=NetworkSegment(387022a2-5389-423d-86c6-f1f8ae9fbb94),segment_id=387022a2-5389-423d-86c6-f1f8ae9fbb94)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:28.997897 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ae65a83b-2c04-4056-b568-a0031db8a039 None None] For port fc8328f6-153b-4710-8a31-9e5b7a60615a, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:31:29.004641 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ae65a83b-2c04-4056-b568-a0031db8a039 None None] For port fc8328f6-153b-4710-8a31-9e5b7a60615a, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=fc8328f6-153b-4710-8a31-9e5b7a60615a,segment=NetworkSegment(047af764-cf30-4424-904d-1624213e850c),segment_id=047af764-cf30-4424-904d-1624213e850c)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:31:29.010677 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821d848-ab14-43ee-8455-630a4682b22b req-04109744-fe31-4760-ae74-a6ade37d07f4 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:29.015081 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ae65a83b-2c04-4056-b568-a0031db8a039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:29.018071 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6821d848-ab14-43ee-8455-630a4682b22b req-04109744-fe31-4760-ae74-a6ade37d07f4 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] 10.222.0.73 "GET /v2.0/ports?device_id=e77b4109-a33b-4c77-9d65-ee10b4684aab HTTP/1.1" status: 200 len: 945 time: 0.4631295 Jul 23 16:31:29.021506 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-2003f8a6-08df-4dc0-a3ef-0ff415ac927f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Allocated IP 2001:db8::b0e4:6b4f:2d62:c1e8 (6431ca09-76a8-48e6-9c71-fe9e76635950/081385b2-e26c-41df-a65f-64127ab1aec0/9f2a2a6a-2fba-4dbb-bcaa-53ee3962261e) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:29.030538 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d119f0-9494-4cc7-92d3-59c21612a37f tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Checking segment: {'id': 'd2f20bf0-e24c-4a9c-8ef1-ee614150a4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '183de050-5da5-42fe-95fd-59e94d45159a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:29.031027 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d119f0-9494-4cc7-92d3-59c21612a37f tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Network hostable DHCP agents. Network: 183de050-5da5-42fe-95fd-59e94d45159a, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:31:29.062094 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a192e7ef-b958-44f2-b7e7-37c1480a3aaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:29.086431 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c42831c3-90bb-4792-8bba-db477a76c7ab req-dcdd3f30-ec02-4d2f-b45b-7708e2368baf tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:29.091998 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65a83b-2c04-4056-b568-a0031db8a039 None None] Pushing event updated for resources: {'Port': ['ID=fc8328f6-153b-4710-8a31-9e5b7a60615a,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:29.103732 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 84164831-a767-421e-bdf0-db2e576cf1f9 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:29.118781 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c42831c3-90bb-4792-8bba-db477a76c7ab req-dcdd3f30-ec02-4d2f-b45b-7708e2368baf tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:29.146946 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['69f0d11c-508f-445f-8ce4-593bb417cc23', '34527500-f234-4d4e-9126-84fccb848490'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:31:29.178587 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4739a54e-1d9b-4719-b713-552d836db525 admin admin] Pushing event updated for resources: {'Port': ['ID=fa0e4d74-2a7b-4126-8e70-47634acffb35,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:29.235372 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6821d848-ab14-43ee-8455-630a4682b22b req-279b9688-35ad-40c1-b991-1a6167339d32 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] 10.222.0.73 "GET /v2.0/security-groups?id=3cf22be4-c800-41f0-99a1-ce36daf3a632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162633 Jul 23 16:31:29.236643 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 84164831-a767-421e-bdf0-db2e576cf1f9 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:29.251148 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d119f0-9494-4cc7-92d3-59c21612a37f tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Network 183de050-5da5-42fe-95fd-59e94d45159a is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:31:29.305626 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-37d119f0-9494-4cc7-92d3-59c21612a37f tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 183de050-5da5-42fe-95fd-59e94d45159a) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:29.313208 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d119f0-9494-4cc7-92d3-59c21612a37f tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:29.313885 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-37d119f0-9494-4cc7-92d3-59c21612a37f tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:29.336760 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6e36ca-733d-48b7-9256-e51c6f4b3fdd None None] Network 183de050-5da5-42fe-95fd-59e94d45159a requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:29.350658 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-37d119f0-9494-4cc7-92d3-59c21612a37f tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2466722 Jul 23 16:31:29.354955 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44316) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:29.371096 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-1c513522-ffca-44bf-b6ad-406b4ab35c56 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Request body: {'network': {'name': 'tempest-router-network01--201072441'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:29.405426 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4739a54e-1d9b-4719-b713-552d836db525 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:29.409367 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42831c3-90bb-4792-8bba-db477a76c7ab req-dcdd3f30-ec02-4d2f-b45b-7708e2368baf tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:29.410527 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c42831c3-90bb-4792-8bba-db477a76c7ab req-dcdd3f30-ec02-4d2f-b45b-7708e2368baf tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:29.412641 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c42831c3-90bb-4792-8bba-db477a76c7ab req-dcdd3f30-ec02-4d2f-b45b-7708e2368baf tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "PUT /v2.0/ports/34527500-f234-4d4e-9126-84fccb848490 HTTP/1.1" status: 200 len: 1020 time: 1.7317286 Jul 23 16:31:29.413084 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c513522-ffca-44bf-b6ad-406b4ab35c56 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Made reservation on behalf of fa8e72092cf642949db3dd3ec8418d6a for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:29.434903 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d65866-e1af-4daf-98ea-3c3ba29deaaa', 'tag': '34527500-f234-4d4e-9126-84fccb848490'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:31:29.437458 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1c513522-ffca-44bf-b6ad-406b4ab35c56 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:29.439636 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fdcd98-344f-4bca-bfd7-09730e11fd82" -d '{"events": [{"name": "network-changed", "server_uuid": "09d65866-e1af-4daf-98ea-3c3ba29deaaa", "tag": "34527500-f234-4d4e-9126-84fccb848490"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:31:29.530812 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd3f30-ec02-4d2f-b45b-7708e2368baf tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Pushing event updated for resources: {'Port': ['ID=34527500-f234-4d4e-9126-84fccb848490,revision_number=7']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:29.576518 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['34527500-f234-4d4e-9126-84fccb848490'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:31:29.618518 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c513522-ffca-44bf-b6ad-406b4ab35c56 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] vlan segment allocate from pool success with {'vlan_id': 1142, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:31:29.650716 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1c513522-ffca-44bf-b6ad-406b4ab35c56 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:29.651127 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-1c513522-ffca-44bf-b6ad-406b4ab35c56 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Added segment 291067c6-2bd0-4324-a892-452de12f15c1 of type vlan for network 2bd7bf5c-72f0-4fa0-a4fb-13260509213d Jul 23 16:31:29.772836 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1c513522-ffca-44bf-b6ad-406b4ab35c56 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:29.774605 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b2d176-b24b-4ec5-a68e-52d4786dd0ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-183de050-5da5-42fe-95fd-59e94d45159a', 'network_id': '183de050-5da5-42fe-95fd-59e94d45159a', 'tenant_id': 'fa8e72092cf642949db3dd3ec8418d6a', 'fixed_ips': [{'subnet_id': '8bfc789b-4ac9-47c0-bc34-1e6b43881922'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:31:29.775386 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-86b2d176-b24b-4ec5-a68e-52d4786dd0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:29.924549 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5266d5d2-9f30-42d0-8e81-b7bd3be0f710 x-openstack-request-id: req-5266d5d2-9f30-42d0-8e81-b7bd3be0f710 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:31:29.925317 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d65866-e1af-4daf-98ea-3c3ba29deaaa", "tag": "34527500-f234-4d4e-9126-84fccb848490", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:31:29.925892 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5266d5d2-9f30-42d0-8e81-b7bd3be0f710 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:31:29.926491 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d65866-e1af-4daf-98ea-3c3ba29deaaa', 'tag': '34527500-f234-4d4e-9126-84fccb848490', 'status': 'completed', 'code': 200} Jul 23 16:31:29.944830 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a192e7ef-b958-44f2-b7e7-37c1480a3aaf admin admin] Router 9aa75e05-6bda-4fbd-a245-7d4858423371 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:31:30.002638 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2003f8a6-08df-4dc0-a3ef-0ff415ac927f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:30.040746 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-2003f8a6-08df-4dc0-a3ef-0ff415ac927f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Transition to ACTIVE for port object 9f2a2a6a-2fba-4dbb-bcaa-53ee3962261e will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:30.055594 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ed004d73-f2cb-4712-8e77-c23587ea13af req-d285633e-0859-43d0-9d3f-e593b94158f5 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups/27df17db-44d4-4481-b776-d505f7a1843a HTTP/1.1" status: 200 len: 1803 time: 0.1746788 Jul 23 16:31:30.121068 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1c513522-ffca-44bf-b6ad-406b4ab35c56 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:30.138491 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c513522-ffca-44bf-b6ad-406b4ab35c56 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:30.138823 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1c513522-ffca-44bf-b6ad-406b4ab35c56 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:30.248554 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4739a54e-1d9b-4719-b713-552d836db525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:30.270682 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1c513522-ffca-44bf-b6ad-406b4ab35c56 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9147105 Jul 23 16:31:30.287048 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44334) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:30.306116 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ec22b1a2-5057-4347-a9ca-24e53ce36ba7 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Request body: {'network': {'name': 'tempest-router-network02--1538104383'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:30.400404 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-75c4b000-0815-4288-96ad-333b75c00812 None None] Provisioning for port 84164831-a767-421e-bdf0-db2e576cf1f9 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:30.420782 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-75c4b000-0815-4288-96ad-333b75c00812 None None] Provisioning complete for port 84164831-a767-421e-bdf0-db2e576cf1f9 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:30.422637 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdcd98-344f-4bca-bfd7-09730e11fd82 req-ed1b00cc-68f5-4486-8926-1bd0777e46f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:30.423282 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-75c4b000-0815-4288-96ad-333b75c00812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:30.426468 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a0fdcd98-344f-4bca-bfd7-09730e11fd82 req-ed1b00cc-68f5-4486-8926-1bd0777e46f6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8759b0035d4f4c18add8b213c6e696b9&device_id=09d65866-e1af-4daf-98ea-3c3ba29deaaa HTTP/1.1" status: 200 len: 1174 time: 0.4424732 Jul 23 16:31:30.429920 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-86b2d176-b24b-4ec5-a68e-52d4786dd0ec None None] Allocated IP 172.20.0.2 (183de050-5da5-42fe-95fd-59e94d45159a/8bfc789b-4ac9-47c0-bc34-1e6b43881922/dbe87946-77df-4814-9500-b365cfc6e8ba) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:30.445550 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec22b1a2-5057-4347-a9ca-24e53ce36ba7 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Made reservation on behalf of fa8e72092cf642949db3dd3ec8418d6a for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:30.449656 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec22b1a2-5057-4347-a9ca-24e53ce36ba7 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:30.458624 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [req-ed004d73-f2cb-4712-8e77-c23587ea13af req-cdba7341-6d62-4c29-86ae-daf03597f3a4 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 16:31:30.459694 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ed004d73-f2cb-4712-8e77-c23587ea13af req-cdba7341-6d62-4c29-86ae-daf03597f3a4 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "DELETE /v2.0/security-groups/27df17db-44d4-4481-b776-d505f7a1843a HTTP/1.1" status: 409 len: 341 time: 0.4031477 Jul 23 16:31:30.484397 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2003f8a6-08df-4dc0-a3ef-0ff415ac927f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:30.491853 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a192e7ef-b958-44f2-b7e7-37c1480a3aaf admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:31:30.515100 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a192e7ef-b958-44f2-b7e7-37c1480a3aaf admin admin] 10.222.0.73 "PUT /v2.0/routers/9aa75e05-6bda-4fbd-a245-7d4858423371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4603853 Jul 23 16:31:30.520685 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44338) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:30.552601 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c513522-ffca-44bf-b6ad-406b4ab35c56 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Pushing event updated for resources: {'Network': ['ID=2bd7bf5c-72f0-4fa0-a4fb-13260509213d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:30.584235 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c16a2b-d7a3-4ea6-ba6e-39d369f5b44d None None] Sync routers for ids ['9aa75e05-6bda-4fbd-a245-7d4858423371'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:31:30.641448 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 2bd7bf5c-72f0-4fa0-a4fb-13260509213d details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:31:30.684904 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4739a54e-1d9b-4719-b713-552d836db525 admin admin] Router eff611ae-30a4-4607-96c6-ce3cfe2e4723 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:31:30.698529 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdcd98-344f-4bca-bfd7-09730e11fd82 req-31179e08-c598-4527-819f-c6c66c350051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:30.700608 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a0fdcd98-344f-4bca-bfd7-09730e11fd82 req-31179e08-c598-4527-819f-c6c66c350051 service neutron] 10.222.0.74 "GET /v2.0/networks?id=69b76154-f529-48bd-8bed-bc8390d8e097 HTTP/1.1" status: 200 len: 915 time: 0.2109487 Jul 23 16:31:30.774086 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d144eb68-0c50-4c43-8a6d-4889a2995874 admin admin] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:30.853269 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a0fdcd98-344f-4bca-bfd7-09730e11fd82 req-08512a75-321e-49e0-8143-25d60c64b488 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34527500-f234-4d4e-9126-84fccb848490 HTTP/1.1" status: 200 len: 217 time: 0.1044767 Jul 23 16:31:30.873499 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ce6950-bba6-4921-a879-5adf54e98670 None None] Network 188f4564-8b8f-479c-8498-350853f64f83 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:30.931260 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdcd98-344f-4bca-bfd7-09730e11fd82 req-f16892a9-eaf8-4116-92bb-ec16ab30737e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:30.932771 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a0fdcd98-344f-4bca-bfd7-09730e11fd82 req-f16892a9-eaf8-4116-92bb-ec16ab30737e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b59a8824-54e1-4c25-82a3-f082133f4321 HTTP/1.1" status: 200 len: 853 time: 0.0676627 Jul 23 16:31:30.933895 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4739a54e-1d9b-4719-b713-552d836db525 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:31:30.946139 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ca7fd9-cd51-4e13-91c3-fd4917282fb2 None None] Sync routers for ids ['eff611ae-30a4-4607-96c6-ce3cfe2e4723'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:31:30.976644 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7f023-0b26-4d29-8bb2-060af093452c req-50307ca5-b05e-46f5-bb53-254753f6e2af tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:30.978512 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-18e7f023-0b26-4d29-8bb2-060af093452c req-50307ca5-b05e-46f5-bb53-254753f6e2af tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] 10.222.0.73 "GET /v2.0/ports?device_id=e77b4109-a33b-4c77-9d65-ee10b4684aab HTTP/1.1" status: 200 len: 945 time: 0.7124074 Jul 23 16:31:30.984666 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ca7fd9-cd51-4e13-91c3-fd4917282fb2 None None] Routers {'eff611ae-30a4-4607-96c6-ce3cfe2e4723'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:31:30.985678 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-92ca7fd9-cd51-4e13-91c3-fd4917282fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:31:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['eff611ae-30a4-4607-96c6-ce3cfe2e4723'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:30.986075 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2003f8a6-08df-4dc0-a3ef-0ff415ac927f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:30.993857 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-2003f8a6-08df-4dc0-a3ef-0ff415ac927f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:30.997375 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec22b1a2-5057-4347-a9ca-24e53ce36ba7 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] vlan segment allocate from pool success with {'vlan_id': 1105, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:31:31.006137 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d144eb68-0c50-4c43-8a6d-4889a2995874 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:31.020875 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2003f8a6-08df-4dc0-a3ef-0ff415ac927f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:31.037864 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a0fdcd98-344f-4bca-bfd7-09730e11fd82 req-47a6e37c-96fb-4a3b-9629-ea4f67dccdc4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=69b76154-f529-48bd-8bed-bc8390d8e097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905232 Jul 23 16:31:31.051545 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4739a54e-1d9b-4719-b713-552d836db525 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:31.051545 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4739a54e-1d9b-4719-b713-552d836db525 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5555670 Jul 23 16:31:31.056447 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2003f8a6-08df-4dc0-a3ef-0ff415ac927f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:31.057627 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2003f8a6-08df-4dc0-a3ef-0ff415ac927f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:31.066931 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c16a2b-d7a3-4ea6-ba6e-39d369f5b44d None None] Routers {'9aa75e05-6bda-4fbd-a245-7d4858423371'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:31:31.067852 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f4c16a2b-d7a3-4ea6-ba6e-39d369f5b44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:31:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9aa75e05-6bda-4fbd-a245-7d4858423371'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:31.068622 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44346) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:31.196047 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-18e7f023-0b26-4d29-8bb2-060af093452c req-7e81793b-9b3a-4e0b-8389-953b0f8fafa9 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] 10.222.0.73 "GET /v2.0/security-groups?id=3cf22be4-c800-41f0-99a1-ce36daf3a632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995895 Jul 23 16:31:31.249537 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003f8a6-08df-4dc0-a3ef-0ff415ac927f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Port': ['ID=9f2a2a6a-2fba-4dbb-bcaa-53ee3962261e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:31.254150 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-f4c16a2b-d7a3-4ea6-ba6e-39d369f5b44d None None] Set router 9aa75e05-6bda-4fbd-a245-7d4858423371 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:31:31.269826 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2003f8a6-08df-4dc0-a3ef-0ff415ac927f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2177892 Jul 23 16:31:31.278898 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec22b1a2-5057-4347-a9ca-24e53ce36ba7 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:31.279251 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-ec22b1a2-5057-4347-a9ca-24e53ce36ba7 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Added segment 5a792030-f81e-4919-be63-bfc5d3d1a5d9 of type vlan for network bef0fd66-09cc-4208-bf50-4a766bce1418 Jul 23 16:31:31.325627 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44348) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:31.339003 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-135ca033-3b3d-4cb6-991d-3a2a1f059778 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'port': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'fixed_ips': [{'subnet_id': '081385b2-e26c-41df-a65f-64127ab1aec0', 'ip_address': '2001:db8::b0e4:6b4f:2d62:c1e8'}], 'name': 'tempest-NetworksTestDHCPv6-1420045307'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:31.352785 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a0fdcd98-344f-4bca-bfd7-09730e11fd82 req-13098d3a-0a3a-4831-b34d-51c81d89e02b service neutron] 10.222.0.74 "GET /v2.0/networks/69b76154-f529-48bd-8bed-bc8390d8e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999187 Jul 23 16:31:31.387948 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device fc8328f6-153b-4710-8a31-9e5b7a60615a up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:31.416996 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-92ca7fd9-cd51-4e13-91c3-fd4917282fb2 None None] Set router eff611ae-30a4-4607-96c6-ce3cfe2e4723 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:31:31.515234 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec22b1a2-5057-4347-a9ca-24e53ce36ba7 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:31.596206 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec22b1a2-5057-4347-a9ca-24e53ce36ba7 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:31.605543 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec22b1a2-5057-4347-a9ca-24e53ce36ba7 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:31.606694 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec22b1a2-5057-4347-a9ca-24e53ce36ba7 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:31.856851 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-92ca7fd9-cd51-4e13-91c3-fd4917282fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'name': 'tempest-AttachVolumeShelveTestJSON-523370312-router', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:27Z', 'updated_at': '2021-07-23T16:31:29Z', 'revision_number': 3, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'gw_port': {'id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:28Z', 'updated_at': '2021-07-23T16:31:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:31.907991 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ca7fd9-cd51-4e13-91c3-fd4917282fb2 None None] Checking router: eff611ae-30a4-4607-96c6-ce3cfe2e4723 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:31:31.908349 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ca7fd9-cd51-4e13-91c3-fd4917282fb2 None None] Updating router eff611ae-30a4-4607-96c6-ce3cfe2e4723 port fa0e4d74-2a7b-4126-8e70-47634acffb35 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:31:31.994029 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port fc8328f6-153b-4710-8a31-9e5b7a60615a completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:32.012583 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-92ca7fd9-cd51-4e13-91c3-fd4917282fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:32.032722 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a0fdcd98-344f-4bca-bfd7-09730e11fd82 req-b2ae8990-cae1-4f18-81db-46863ca53d79 service neutron] 10.222.0.74 "GET /v2.0/networks/69b76154-f529-48bd-8bed-bc8390d8e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6693776 Jul 23 16:31:32.171701 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-75c4b000-0815-4288-96ad-333b75c00812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:32.330453 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-86b2d176-b24b-4ec5-a68e-52d4786dd0ec None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:32.352207 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-86b2d176-b24b-4ec5-a68e-52d4786dd0ec None None] Transition to ACTIVE for port object dbe87946-77df-4814-9500-b365cfc6e8ba will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:32.370613 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-86b2d176-b24b-4ec5-a68e-52d4786dd0ec None None] Transition to ACTIVE for port object dbe87946-77df-4814-9500-b365cfc6e8ba will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:32.394799 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-86b2d176-b24b-4ec5-a68e-52d4786dd0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:32.417672 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd46cb1-850e-4c36-976f-e6e8a516c501 req-942e65c8-4a49-46fd-bb63-0860c6764134 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:32.423863 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fbd46cb1-850e-4c36-976f-e6e8a516c501 req-942e65c8-4a49-46fd-bb63-0860c6764134 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/ports?device_id=09d65866-e1af-4daf-98ea-3c3ba29deaaa HTTP/1.1" status: 200 len: 1023 time: 1.2663665 Jul 23 16:31:32.424422 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22b1a2-5057-4347-a9ca-24e53ce36ba7 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Pushing event updated for resources: {'Network': ['ID=bef0fd66-09cc-4208-bf50-4a766bce1418,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:32.481269 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network bef0fd66-09cc-4208-bf50-4a766bce1418 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:31:32.489782 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-92ca7fd9-cd51-4e13-91c3-fd4917282fb2 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:32.511358 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-92ca7fd9-cd51-4e13-91c3-fd4917282fb2 None None] Transition to ACTIVE for port object fa0e4d74-2a7b-4126-8e70-47634acffb35 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:32.522402 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-92ca7fd9-cd51-4e13-91c3-fd4917282fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:32.533438 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ec22b1a2-5057-4347-a9ca-24e53ce36ba7 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2392886 Jul 23 16:31:32.545262 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44356) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:32.596089 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-6340ba2c-4010-4550-8098-99767c340988 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Request body: {'subnet': {'network_id': '2bd7bf5c-72f0-4fa0-a4fb-13260509213d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:32.661327 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147acab-d0dd-4c9c-95a4-a2037a9ceb16 None None] Pushing event updated for resources: {'Port': ['ID=fa0e4d74-2a7b-4126-8e70-47634acffb35,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:32.673524 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9147acab-d0dd-4c9c-95a4-a2037a9ceb16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:32.673867 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9147acab-d0dd-4c9c-95a4-a2037a9ceb16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:32.674212 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9147acab-d0dd-4c9c-95a4-a2037a9ceb16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:32.687429 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9147acab-d0dd-4c9c-95a4-a2037a9ceb16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:32.687883 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9147acab-d0dd-4c9c-95a4-a2037a9ceb16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:32.688231 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9147acab-d0dd-4c9c-95a4-a2037a9ceb16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:32.688573 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9147acab-d0dd-4c9c-95a4-a2037a9ceb16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:32.688913 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9147acab-d0dd-4c9c-95a4-a2037a9ceb16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:32.689862 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9147acab-d0dd-4c9c-95a4-a2037a9ceb16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:32.689862 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9147acab-d0dd-4c9c-95a4-a2037a9ceb16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:32.690101 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9147acab-d0dd-4c9c-95a4-a2037a9ceb16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:32.690224 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9147acab-d0dd-4c9c-95a4-a2037a9ceb16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:32.700046 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-d144eb68-0c50-4c43-8a6d-4889a2995874 admin admin] Deleting port c7230bdf-a38d-4399-9d22-6c9fcd7e4b37 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:31:32.700642 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d144eb68-0c50-4c43-8a6d-4889a2995874 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:32.704434 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-92ca7fd9-cd51-4e13-91c3-fd4917282fb2 None None] Attempting to bind port fa0e4d74-2a7b-4126-8e70-47634acffb35 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:31:32.704863 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-92ca7fd9-cd51-4e13-91c3-fd4917282fb2 None None] Attempting to bind port fa0e4d74-2a7b-4126-8e70-47634acffb35 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:31:32.705259 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ca7fd9-cd51-4e13-91c3-fd4917282fb2 None None] Attempting to bind port fa0e4d74-2a7b-4126-8e70-47634acffb35 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:32.720820 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ca7fd9-cd51-4e13-91c3-fd4917282fb2 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:31:32.721226 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ca7fd9-cd51-4e13-91c3-fd4917282fb2 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:32.721655 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-92ca7fd9-cd51-4e13-91c3-fd4917282fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:32.722161 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ca7fd9-cd51-4e13-91c3-fd4917282fb2 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:31:32.722621 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-92ca7fd9-cd51-4e13-91c3-fd4917282fb2 None None] Bound port: fa0e4d74-2a7b-4126-8e70-47634acffb35, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:31:32.723092 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-92ca7fd9-cd51-4e13-91c3-fd4917282fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:32.735694 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fbd46cb1-850e-4c36-976f-e6e8a516c501 req-bf1be21c-62d1-4186-ab52-1350206429ca tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups?id=7fa63c9a-4b30-43f7-8679-97705cad78e2&id=27df17db-44d4-4481-b776-d505f7a1843a&id=9d74c37f-e2af-4d64-bb02-9494fe7502a7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2227633 Jul 23 16:31:32.820824 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-75c4b000-0815-4288-96ad-333b75c00812 None None] For port 84164831-a767-421e-bdf0-db2e576cf1f9, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=84164831-a767-421e-bdf0-db2e576cf1f9,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:32.841198 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-92ca7fd9-cd51-4e13-91c3-fd4917282fb2 None None] For port fa0e4d74-2a7b-4126-8e70-47634acffb35, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:31:32.850516 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-92ca7fd9-cd51-4e13-91c3-fd4917282fb2 None None] For port fa0e4d74-2a7b-4126-8e70-47634acffb35, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=fa0e4d74-2a7b-4126-8e70-47634acffb35,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:31:32.862321 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-92ca7fd9-cd51-4e13-91c3-fd4917282fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:32.868285 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-d144eb68-0c50-4c43-8a6d-4889a2995874 admin admin] For port c7230bdf-a38d-4399-9d22-6c9fcd7e4b37, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c7230bdf-a38d-4399-9d22-6c9fcd7e4b37,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:32.868609 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d144eb68-0c50-4c43-8a6d-4889a2995874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:32.884090 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-d144eb68-0c50-4c43-8a6d-4889a2995874 admin admin] Calling delete_port for c7230bdf-a38d-4399-9d22-6c9fcd7e4b37 owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:31:32.901333 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-75c4b000-0815-4288-96ad-333b75c00812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:32.925983 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b2d176-b24b-4ec5-a68e-52d4786dd0ec None None] Network 183de050-5da5-42fe-95fd-59e94d45159a is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:32.973435 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-86b2d176-b24b-4ec5-a68e-52d4786dd0ec None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:32.976098 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b2d176-b24b-4ec5-a68e-52d4786dd0ec None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:32.995311 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ca7fd9-cd51-4e13-91c3-fd4917282fb2 None None] Routers {'eff611ae-30a4-4607-96c6-ce3cfe2e4723'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:31:32.995945 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-92ca7fd9-cd51-4e13-91c3-fd4917282fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:31:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['eff611ae-30a4-4607-96c6-ce3cfe2e4723'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:33.031523 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cd524525-948b-48be-a074-9af553f8f335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:33.053416 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b2d176-b24b-4ec5-a68e-52d4786dd0ec None None] Pushing event updated for resources: {'Port': ['ID=dbe87946-77df-4814-9500-b365cfc6e8ba,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:33.119327 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-86b2d176-b24b-4ec5-a68e-52d4786dd0ec None None] Attempting to bind port dbe87946-77df-4814-9500-b365cfc6e8ba on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:31:33.119715 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-86b2d176-b24b-4ec5-a68e-52d4786dd0ec None None] Attempting to bind port dbe87946-77df-4814-9500-b365cfc6e8ba by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd2f20bf0-e24c-4a9c-8ef1-ee614150a4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '183de050-5da5-42fe-95fd-59e94d45159a'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:31:33.120066 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b2d176-b24b-4ec5-a68e-52d4786dd0ec None None] Attempting to bind port dbe87946-77df-4814-9500-b365cfc6e8ba on network 183de050-5da5-42fe-95fd-59e94d45159a {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:33.132490 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f4c16a2b-d7a3-4ea6-ba6e-39d369f5b44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'name': 'tempest-ServersTestManualDisk-1096371356-router', 'tenant_id': '61f099c574a94f20b4bf8d7e3b71b727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'c7230bdf-a38d-4399-9d22-6c9fcd7e4b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:01Z', 'updated_at': '2021-07-23T16:31:28Z', 'revision_number': 5, 'project_id': '61f099c574a94f20b4bf8d7e3b71b727', 'gw_port': {'id': 'c7230bdf-a38d-4399-9d22-6c9fcd7e4b37', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:02Z', 'updated_at': '2021-07-23T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:33.138469 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d144eb68-0c50-4c43-8a6d-4889a2995874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:33.164523 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c16a2b-d7a3-4ea6-ba6e-39d369f5b44d None None] Checking router: 9aa75e05-6bda-4fbd-a245-7d4858423371 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:31:33.166329 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f84bda6c-ffdc-40aa-9914-4ed7587162cc None None] Provisioning for port fc8328f6-153b-4710-8a31-9e5b7a60615a completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:33.173947 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147acab-d0dd-4c9c-95a4-a2037a9ceb16 None None] Pushing event updated for resources: {'Port': ['ID=fa0e4d74-2a7b-4126-8e70-47634acffb35,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:33.175620 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b2d176-b24b-4ec5-a68e-52d4786dd0ec None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:31:33.176013 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b2d176-b24b-4ec5-a68e-52d4786dd0ec None None] Checking segment: {'id': 'd2f20bf0-e24c-4a9c-8ef1-ee614150a4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '183de050-5da5-42fe-95fd-59e94d45159a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:33.176422 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-86b2d176-b24b-4ec5-a68e-52d4786dd0ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:33.176827 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b2d176-b24b-4ec5-a68e-52d4786dd0ec None None] Bound using segment: {'id': 'd2f20bf0-e24c-4a9c-8ef1-ee614150a4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '183de050-5da5-42fe-95fd-59e94d45159a'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:31:33.177387 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-86b2d176-b24b-4ec5-a68e-52d4786dd0ec None None] Bound port: dbe87946-77df-4814-9500-b365cfc6e8ba, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f20bf0-e24c-4a9c-8ef1-ee614150a4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '183de050-5da5-42fe-95fd-59e94d45159a'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:31:33.177771 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-86b2d176-b24b-4ec5-a68e-52d4786dd0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:33.192454 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f84bda6c-ffdc-40aa-9914-4ed7587162cc None None] Provisioning complete for port fc8328f6-153b-4710-8a31-9e5b7a60615a triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:33.193219 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f84bda6c-ffdc-40aa-9914-4ed7587162cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:33.200853 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d5387-7275-40ab-9e2a-9252ac81fbc0 req-a0152a1e-d499-40ea-b968-c1be5f116294 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:33.202663 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c91d5387-7275-40ab-9e2a-9252ac81fbc0 req-a0152a1e-d499-40ea-b968-c1be5f116294 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.74 "GET /v2.0/ports?device_id=09d65866-e1af-4daf-98ea-3c3ba29deaaa HTTP/1.1" status: 200 len: 1023 time: 0.4959500 Jul 23 16:31:33.232364 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135ca033-3b3d-4cb6-991d-3a2a1f059778 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:33.241797 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-135ca033-3b3d-4cb6-991d-3a2a1f059778 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:33.260621 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c4b000-0815-4288-96ad-333b75c00812 None None] Pushing event updated for resources: {'Port': ['ID=84164831-a767-421e-bdf0-db2e576cf1f9,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:33.283919 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c16a2b-d7a3-4ea6-ba6e-39d369f5b44d None None] Routers {'9aa75e05-6bda-4fbd-a245-7d4858423371'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:31:33.289419 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f4c16a2b-d7a3-4ea6-ba6e-39d369f5b44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:31:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9aa75e05-6bda-4fbd-a245-7d4858423371'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:33.348094 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1111a37-1f7a-4179-b6b3-b793be627067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:33.349210 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144eb68-0c50-4c43-8a6d-4889a2995874 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7230bdf-a38d-4399-9d22-6c9fcd7e4b37,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:33.349736 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-92ca7fd9-cd51-4e13-91c3-fd4917282fb2 None None] Set router eff611ae-30a4-4607-96c6-ce3cfe2e4723 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:31:33.384989 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6fb80-eaf7-4d42-b211-1b9831a09f91 req-06a9550c-5ce2-461e-a210-7d68fee0cc47 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:33.386660 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45d6fb80-eaf7-4d42-b211-1b9831a09f91 req-06a9550c-5ce2-461e-a210-7d68fee0cc47 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] 10.222.0.97 "GET /v2.0/ports?device_id=e77b4109-a33b-4c77-9d65-ee10b4684aab HTTP/1.1" status: 200 len: 945 time: 1.0653961 Jul 23 16:31:33.410794 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-f4c16a2b-d7a3-4ea6-ba6e-39d369f5b44d None None] Set router 9aa75e05-6bda-4fbd-a245-7d4858423371 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:31:33.416865 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-135ca033-3b3d-4cb6-991d-3a2a1f059778 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] device_id is not set on port 7eff9db8-7e87-417f-857e-96d1db59cd49 yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:31:33.480594 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-c91d5387-7275-40ab-9e2a-9252ac81fbc0 req-3ba1ade5-5c94-404f-8f4e-23f55757551a tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Deleting port 34527500-f234-4d4e-9126-84fccb848490 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:31:33.481123 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c91d5387-7275-40ab-9e2a-9252ac81fbc0 req-3ba1ade5-5c94-404f-8f4e-23f55757551a tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:33.496790 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f4c16a2b-d7a3-4ea6-ba6e-39d369f5b44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'name': 'tempest-ServersTestManualDisk-1096371356-router', 'tenant_id': '61f099c574a94f20b4bf8d7e3b71b727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:01Z', 'updated_at': '2021-07-23T16:31:33Z', 'revision_number': 7, 'project_id': '61f099c574a94f20b4bf8d7e3b71b727', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:33.546944 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c16a2b-d7a3-4ea6-ba6e-39d369f5b44d None None] The sync data for ids ['9aa75e05-6bda-4fbd-a245-7d4858423371'] in n-d-778549-4 is: [{'id': '9aa75e05-6bda-4fbd-a245-7d4858423371', 'name': 'tempest-ServersTestManualDisk-1096371356-router', 'tenant_id': '61f099c574a94f20b4bf8d7e3b71b727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:01Z', 'updated_at': '2021-07-23T16:31:33Z', 'revision_number': 7, 'project_id': '61f099c574a94f20b4bf8d7e3b71b727', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:31:33.568012 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6340ba2c-4010-4550-8098-99767c340988 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Made reservation on behalf of fa8e72092cf642949db3dd3ec8418d6a for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:33.581638 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6340ba2c-4010-4550-8098-99767c340988 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:33.588565 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-c91d5387-7275-40ab-9e2a-9252ac81fbc0 req-3ba1ade5-5c94-404f-8f4e-23f55757551a tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] For port 34527500-f234-4d4e-9126-84fccb848490, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=34527500-f234-4d4e-9126-84fccb848490,segment=NetworkSegment(387022a2-5389-423d-86c6-f1f8ae9fbb94),segment_id=387022a2-5389-423d-86c6-f1f8ae9fbb94)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:33.588565 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c91d5387-7275-40ab-9e2a-9252ac81fbc0 req-3ba1ade5-5c94-404f-8f4e-23f55757551a tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:33.602425 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-c91d5387-7275-40ab-9e2a-9252ac81fbc0 req-3ba1ade5-5c94-404f-8f4e-23f55757551a tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Calling delete_port for 34527500-f234-4d4e-9126-84fccb848490 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:31:33.608592 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1ec76-b3e6-4f3a-ad7e-239b98567168 req-b4b1998f-d457-4de9-a180-3c634798e6a1 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:33.610391 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15d1ec76-b3e6-4f3a-ad7e-239b98567168 req-b4b1998f-d457-4de9-a180-3c634798e6a1 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] 10.222.0.73 "GET /v2.0/ports?device_id=e77b4109-a33b-4c77-9d65-ee10b4684aab HTTP/1.1" status: 200 len: 945 time: 1.1597795 Jul 23 16:31:33.653614 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-86b2d176-b24b-4ec5-a68e-52d4786dd0ec None None] For port dbe87946-77df-4814-9500-b365cfc6e8ba, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:31:33.682172 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-86b2d176-b24b-4ec5-a68e-52d4786dd0ec None None] For port dbe87946-77df-4814-9500-b365cfc6e8ba, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=dbe87946-77df-4814-9500-b365cfc6e8ba,segment=NetworkSegment(d2f20bf0-e24c-4a9c-8ef1-ee614150a4bd),segment_id=d2f20bf0-e24c-4a9c-8ef1-ee614150a4bd)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:31:33.692604 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-86b2d176-b24b-4ec5-a68e-52d4786dd0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:33.708091 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f84bda6c-ffdc-40aa-9914-4ed7587162cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:33.740175 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d144eb68-0c50-4c43-8a6d-4889a2995874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:33.757530 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15d1ec76-b3e6-4f3a-ad7e-239b98567168 req-9b4bc88c-f1ee-42ec-9196-03b6b481ff42 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] 10.222.0.73 "GET /v2.0/security-groups?id=3cf22be4-c800-41f0-99a1-ce36daf3a632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907667 Jul 23 16:31:33.827713 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-92ca7fd9-cd51-4e13-91c3-fd4917282fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'name': 'tempest-AttachVolumeShelveTestJSON-523370312-router', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:27Z', 'updated_at': '2021-07-23T16:31:29Z', 'revision_number': 3, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'gw_port': {'id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:28Z', 'updated_at': '2021-07-23T16:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:33.897001 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f84bda6c-ffdc-40aa-9914-4ed7587162cc None None] For port fc8328f6-153b-4710-8a31-9e5b7a60615a, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=fc8328f6-153b-4710-8a31-9e5b7a60615a,segment=NetworkSegment(047af764-cf30-4424-904d-1624213e850c),segment_id=047af764-cf30-4424-904d-1624213e850c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:33.898225 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b2d176-b24b-4ec5-a68e-52d4786dd0ec None None] Pushing event updated for resources: {'Port': ['ID=dbe87946-77df-4814-9500-b365cfc6e8ba,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:33.900963 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-b1111a37-1f7a-4179-b6b3-b793be627067 admin admin] Allocated IP 172.20.0.1 (188f4564-8b8f-479c-8498-350853f64f83/8b88c056-245d-4f4e-ab87-c54aa261bddb/d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:33.905504 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f84bda6c-ffdc-40aa-9914-4ed7587162cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:33.920584 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ca7fd9-cd51-4e13-91c3-fd4917282fb2 None None] The sync data for ids ['eff611ae-30a4-4607-96c6-ce3cfe2e4723'] in n-d-778549-4 is: [{'id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'name': 'tempest-AttachVolumeShelveTestJSON-523370312-router', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:27Z', 'updated_at': '2021-07-23T16:31:29Z', 'revision_number': 3, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'gw_port': {'id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:28Z', 'updated_at': '2021-07-23T16:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:31:33.962819 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f84bda6c-ffdc-40aa-9914-4ed7587162cc None None] Provisioning for port 9f2a2a6a-2fba-4dbb-bcaa-53ee3962261e completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:33.969146 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f84bda6c-ffdc-40aa-9914-4ed7587162cc None None] Provisioning complete for port 9f2a2a6a-2fba-4dbb-bcaa-53ee3962261e triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:33.969527 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f84bda6c-ffdc-40aa-9914-4ed7587162cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:34.085316 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c91d5387-7275-40ab-9e2a-9252ac81fbc0 req-3ba1ade5-5c94-404f-8f4e-23f55757551a tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:34.131985 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1ade5-5c94-404f-8f4e-23f55757551a tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Pushing event deleted for resources: {'Port': ['ID=34527500-f234-4d4e-9126-84fccb848490,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:34.144581 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f84bda6c-ffdc-40aa-9914-4ed7587162cc None None] Port 9f2a2a6a-2fba-4dbb-bcaa-53ee3962261e cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:31:34.162252 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['69f0d11c-508f-445f-8ce4-593bb417cc23'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:31:34.208932 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5636a918-f743-4363-99be-0a426a2d30ec req-231eddad-0ee5-43cd-9858-21feb9b874a5 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/ports?device_id=09d65866-e1af-4daf-98ea-3c3ba29deaaa HTTP/1.1" status: 200 len: 210 time: 0.2534719 Jul 23 16:31:34.235729 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d144eb68-0c50-4c43-8a6d-4889a2995874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:34.243183 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d144eb68-0c50-4c43-8a6d-4889a2995874 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:34.292680 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bda6c-ffdc-40aa-9914-4ed7587162cc None None] Pushing event updated for resources: {'Port': ['ID=fc8328f6-153b-4710-8a31-9e5b7a60615a,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:34.318346 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1111a37-1f7a-4179-b6b3-b793be627067 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:34.320549 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91d5387-7275-40ab-9e2a-9252ac81fbc0 req-3ba1ade5-5c94-404f-8f4e-23f55757551a tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] No DVR routers for this DVR port 34527500-f234-4d4e-9126-84fccb848490 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:31:34.329106 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c91d5387-7275-40ab-9e2a-9252ac81fbc0 req-3ba1ade5-5c94-404f-8f4e-23f55757551a tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:34.334730 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c91d5387-7275-40ab-9e2a-9252ac81fbc0 req-3ba1ade5-5c94-404f-8f4e-23f55757551a tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.74 "DELETE /v2.0/ports/34527500-f234-4d4e-9126-84fccb848490 HTTP/1.1" status: 204 len: 173 time: 1.1226406 Jul 23 16:31:34.336985 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d65866-e1af-4daf-98ea-3c3ba29deaaa', 'name': 'network-vif-deleted', 'tag': '34527500-f234-4d4e-9126-84fccb848490'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:31:34.339311 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bcb9e2-e40e-4258-992b-2489bd172a78" -d '{"events": [{"server_uuid": "09d65866-e1af-4daf-98ea-3c3ba29deaaa", "name": "network-vif-deleted", "tag": "34527500-f234-4d4e-9126-84fccb848490"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:31:34.364754 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-b1111a37-1f7a-4179-b6b3-b793be627067 admin admin] Transition to ACTIVE for port object d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:34.466470 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1111a37-1f7a-4179-b6b3-b793be627067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:34.479196 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f0ce9d-c0d5-4c54-bbf0-a915c2bad250 x-openstack-request-id: req-f5f0ce9d-c0d5-4c54-bbf0-a915c2bad250 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:31:34.479522 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d65866-e1af-4daf-98ea-3c3ba29deaaa", "name": "network-vif-deleted", "tag": "34527500-f234-4d4e-9126-84fccb848490", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:31:34.479737 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f5f0ce9d-c0d5-4c54-bbf0-a915c2bad250 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:31:34.480134 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d65866-e1af-4daf-98ea-3c3ba29deaaa', 'name': 'network-vif-deleted', 'tag': '34527500-f234-4d4e-9126-84fccb848490', 'status': 'completed', 'code': 200} Jul 23 16:31:34.488644 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6340ba2c-4010-4550-8098-99767c340988 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:34.589869 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1111a37-1f7a-4179-b6b3-b793be627067 admin admin] Network 188f4564-8b8f-479c-8498-350853f64f83 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:34.595803 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-b1111a37-1f7a-4179-b6b3-b793be627067 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:34.620862 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1111a37-1f7a-4179-b6b3-b793be627067 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:34.683141 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1111a37-1f7a-4179-b6b3-b793be627067 admin admin] Pushing event updated for resources: {'Port': ['ID=d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:34.696081 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-135ca033-3b3d-4cb6-991d-3a2a1f059778 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 23 16:31:34.699269 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-135ca033-3b3d-4cb6-991d-3a2a1f059778 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:31:34.720365 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d144eb68-0c50-4c43-8a6d-4889a2995874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:34.720365 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d144eb68-0c50-4c43-8a6d-4889a2995874 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9aa75e05-6bda-4fbd-a245-7d4858423371 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:31:34.726700 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1111a37-1f7a-4179-b6b3-b793be627067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:34.727819 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d144eb68-0c50-4c43-8a6d-4889a2995874 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:34.729003 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d144eb68-0c50-4c43-8a6d-4889a2995874 admin admin] 10.222.0.73 "DELETE /v2.0/routers/9aa75e05-6bda-4fbd-a245-7d4858423371 HTTP/1.1" status: 204 len: 168 time: 4.1994002 Jul 23 16:31:34.731772 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44370) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:34.738009 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-45d6fb80-eaf7-4d42-b211-1b9831a09f91 req-ba377d53-2bbb-4992-8025-c2541e9d17b4 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] Deleting port 97284d72-b757-4dc9-a52d-793e575cb887 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:31:34.738341 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-45d6fb80-eaf7-4d42-b211-1b9831a09f91 req-ba377d53-2bbb-4992-8025-c2541e9d17b4 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:34.741525 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340ba2c-4010-4550-8098-99767c340988 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Pushing event updated for resources: {'Subnet': ['ID=b815bb16-1fcb-47fb-b008-bfc7ed7e5045,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:34.845549 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:34.858406 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-135ca033-3b3d-4cb6-991d-3a2a1f059778 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 3.5252020 Jul 23 16:31:34.870264 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44374) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:34.872880 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6340ba2c-4010-4550-8098-99767c340988 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Checking segment: {'id': '291067c6-2bd0-4324-a892-452de12f15c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '2bd7bf5c-72f0-4fa0-a4fb-13260509213d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:34.873238 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6340ba2c-4010-4550-8098-99767c340988 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Network hostable DHCP agents. Network: 2bd7bf5c-72f0-4fa0-a4fb-13260509213d, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:31:34.911536 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 97284d72-b757-4dc9-a52d-793e575cb887 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:31:34.987278 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b816735-eb39-4e34-827c-d735a1c15003 admin admin] Deleting subnet 5dc77d02-3b4a-49f8-884d-780b2f0fb89d {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:31:35.018575 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3b816735-eb39-4e34-827c-d735a1c15003 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:35.238450 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-9e2a75cd-7236-40b8-a6d1-0068bf9600f8 None None] Provisioning for port d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:35.255940 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-9e2a75cd-7236-40b8-a6d1-0068bf9600f8 None None] Provisioning complete for port d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:35.256482 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9e2a75cd-7236-40b8-a6d1-0068bf9600f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:35.259913 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:35.306072 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device dbe87946-77df-4814-9500-b365cfc6e8ba up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:35.384296 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3b816735-eb39-4e34-827c-d735a1c15003 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:35.556070 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77b4109-a33b-4c77-9d65-ee10b4684aab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97284d72-b757-4dc9-a52d-793e575cb887'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:31:35.561636 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2eb4ac6-730f-49ec-bae6-4b53d29ca29a" -d '{"events": [{"server_uuid": "e77b4109-a33b-4c77-9d65-ee10b4684aab", "name": "network-vif-unplugged", "status": "completed", "tag": "97284d72-b757-4dc9-a52d-793e575cb887"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:31:35.591617 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a75cd-7236-40b8-a6d1-0068bf9600f8 None None] Port d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:31:35.593498 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d2e45af5-74db-4f15-852e-64c669fbc80f req-bb46ec8e-c7d0-462a-9079-0572d8a6c5d9 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/ports?device_id=09d65866-e1af-4daf-98ea-3c3ba29deaaa HTTP/1.1" status: 200 len: 210 time: 0.1151042 Jul 23 16:31:35.595387 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-45d6fb80-eaf7-4d42-b211-1b9831a09f91 req-ba377d53-2bbb-4992-8025-c2541e9d17b4 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] For port 97284d72-b757-4dc9-a52d-793e575cb887, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=97284d72-b757-4dc9-a52d-793e575cb887,segment=NetworkSegment(f8ec606b-e397-42f9-b805-757251bc1bff),segment_id=f8ec606b-e397-42f9-b805-757251bc1bff)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:35.595762 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-45d6fb80-eaf7-4d42-b211-1b9831a09f91 req-ba377d53-2bbb-4992-8025-c2541e9d17b4 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:35.609116 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f4162f70-65de-459f-b8bd-3641fa858261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:35.622651 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 97284d72-b757-4dc9-a52d-793e575cb887, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=97284d72-b757-4dc9-a52d-793e575cb887,segment=NetworkSegment(f8ec606b-e397-42f9-b805-757251bc1bff),segment_id=f8ec606b-e397-42f9-b805-757251bc1bff)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:35.624918 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6340ba2c-4010-4550-8098-99767c340988 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Network 2bd7bf5c-72f0-4fa0-a4fb-13260509213d is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:31:35.636099 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:35.641585 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:35.658528 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-45d6fb80-eaf7-4d42-b211-1b9831a09f91 req-ba377d53-2bbb-4992-8025-c2541e9d17b4 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] Calling delete_port for 97284d72-b757-4dc9-a52d-793e575cb887 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:31:35.682899 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3b816735-eb39-4e34-827c-d735a1c15003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:35.715501 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 34527500-f234-4d4e-9126-84fccb848490 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:31:35.761176 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869f27f4-8a78-4543-9bf9-eca210c77594 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:35.796074 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port dbe87946-77df-4814-9500-b365cfc6e8ba completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:35.802057 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869f27f4-8a78-4543-9bf9-eca210c77594 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:35.803764 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-869f27f4-8a78-4543-9bf9-eca210c77594 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.9117956 Jul 23 16:31:35.804811 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 34527500-f234-4d4e-9126-84fccb848490 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:31:35.810561 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44384) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:35.810863 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 34527500-f234-4d4e-9126-84fccb848490 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:31:35.821968 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-6340ba2c-4010-4550-8098-99767c340988 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 2bd7bf5c-72f0-4fa0-a4fb-13260509213d) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:35.825171 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device fa0e4d74-2a7b-4126-8e70-47634acffb35 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:35.834682 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc718ab0-0a2e-48a4-a776-1cb93895657c x-openstack-request-id: req-bc718ab0-0a2e-48a4-a776-1cb93895657c {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:31:35.835254 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77b4109-a33b-4c77-9d65-ee10b4684aab", "name": "network-vif-unplugged", "status": "completed", "tag": "97284d72-b757-4dc9-a52d-793e575cb887", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:31:35.835720 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bc718ab0-0a2e-48a4-a776-1cb93895657c {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:31:35.836541 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77b4109-a33b-4c77-9d65-ee10b4684aab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97284d72-b757-4dc9-a52d-793e575cb887', 'code': 200} Jul 23 16:31:35.857876 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6340ba2c-4010-4550-8098-99767c340988 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:35.858651 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6340ba2c-4010-4550-8098-99767c340988 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:35.861480 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4501c1f-9cb3-48b0-a8cf-bb32b9e5c973 None None] Network 2bd7bf5c-72f0-4fa0-a4fb-13260509213d requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:35.977923 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=97284d72-b757-4dc9-a52d-793e575cb887,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:36.000115 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1111a37-1f7a-4179-b6b3-b793be627067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:36.106647 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port fa0e4d74-2a7b-4126-8e70-47634acffb35 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:36.111450 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3b816735-eb39-4e34-827c-d735a1c15003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:36.131545 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port fa0e4d74-2a7b-4126-8e70-47634acffb35 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:36.132554 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:36.146942 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6340ba2c-4010-4550-8098-99767c340988 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5797982 Jul 23 16:31:36.149442 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-45d6fb80-eaf7-4d42-b211-1b9831a09f91 req-ba377d53-2bbb-4992-8025-c2541e9d17b4 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:36.157387 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44386) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:36.164295 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b816735-eb39-4e34-827c-d735a1c15003 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dc77d02-3b4a-49f8-884d-780b2f0fb89d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:36.171351 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-2a3c9b5d-f761-456c-b145-16ed82265aca tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Request body: {'subnet': {'network_id': 'bef0fd66-09cc-4208-bf50-4a766bce1418', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:36.203393 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c73ebd-0bd5-4d34-912e-3f0371c52e66 None None] Network 183de050-5da5-42fe-95fd-59e94d45159a requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:36.207318 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b03451-8a1d-4a60-bf71-38167dde2ac6 None None] Network 05f6be5c-f7ce-413c-a38a-ad014805edc6 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:36.214309 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3b816735-eb39-4e34-827c-d735a1c15003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:36.217684 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3b816735-eb39-4e34-827c-d735a1c15003 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/5dc77d02-3b4a-49f8-884d-780b2f0fb89d HTTP/1.1" status: 204 len: 168 time: 1.4846530 Jul 23 16:31:36.232331 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44388) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:36.276615 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba377d53-2bbb-4992-8025-c2541e9d17b4 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] Pushing event deleted for resources: {'Port': ['ID=97284d72-b757-4dc9-a52d-793e575cb887,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:36.298043 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22db02-8250-4e35-a160-2043d980a79e req-4af3e61f-bf83-494c-8232-effc9d32878c tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:36.307040 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0b22db02-8250-4e35-a160-2043d980a79e req-4af3e61f-bf83-494c-8232-effc9d32878c tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] 10.222.0.73 "GET /v2.0/ports?device_id=e77b4109-a33b-4c77-9d65-ee10b4684aab HTTP/1.1" status: 200 len: 945 time: 1.2636263 Jul 23 16:31:36.368386 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-aa971214-091f-415a-94b9-3beb7756c240 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting port 9f2a2a6a-2fba-4dbb-bcaa-53ee3962261e {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:31:36.369261 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aa971214-091f-415a-94b9-3beb7756c240 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:36.399684 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b642e8fe-d7a4-4f36-a643-e689ca7d07cf None None] Provisioning for port dbe87946-77df-4814-9500-b365cfc6e8ba completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:36.441629 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0b22db02-8250-4e35-a160-2043d980a79e req-1a74a1fc-b958-4eb7-9dbe-adde64a43e4e tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] 10.222.0.73 "GET /v2.0/security-groups?id=3cf22be4-c800-41f0-99a1-ce36daf3a632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333797 Jul 23 16:31:36.443716 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d6fb80-eaf7-4d42-b211-1b9831a09f91 req-ba377d53-2bbb-4992-8025-c2541e9d17b4 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] No DVR routers for this DVR port 97284d72-b757-4dc9-a52d-793e575cb887 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:31:36.458804 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-45d6fb80-eaf7-4d42-b211-1b9831a09f91 req-ba377d53-2bbb-4992-8025-c2541e9d17b4 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:36.462668 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45d6fb80-eaf7-4d42-b211-1b9831a09f91 req-ba377d53-2bbb-4992-8025-c2541e9d17b4 tempest-InstanceActionsNegativeTestJSON-2097714052 tempest-InstanceActionsNegativeTestJSON-2097714052-project] 10.222.0.97 "DELETE /v2.0/ports/97284d72-b757-4dc9-a52d-793e575cb887 HTTP/1.1" status: 204 len: 173 time: 3.0645843 Jul 23 16:31:36.463442 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77b4109-a33b-4c77-9d65-ee10b4684aab', 'name': 'network-vif-deleted', 'tag': '97284d72-b757-4dc9-a52d-793e575cb887'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:31:36.467672 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838475c0-cdd7-457e-a242-58ef4145b997" -d '{"events": [{"server_uuid": "e77b4109-a33b-4c77-9d65-ee10b4684aab", "name": "network-vif-deleted", "tag": "97284d72-b757-4dc9-a52d-793e575cb887"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:31:36.515110 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-34378a00-c287-42fa-b2ec-dae766ed71ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:36.588082 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc2c5ae-03ff-4d37-9d1a-ea25dbe577f5 x-openstack-request-id: req-8fc2c5ae-03ff-4d37-9d1a-ea25dbe577f5 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:31:36.588482 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77b4109-a33b-4c77-9d65-ee10b4684aab", "name": "network-vif-deleted", "tag": "97284d72-b757-4dc9-a52d-793e575cb887", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:31:36.588857 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8fc2c5ae-03ff-4d37-9d1a-ea25dbe577f5 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:31:36.589402 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77b4109-a33b-4c77-9d65-ee10b4684aab', 'name': 'network-vif-deleted', 'tag': '97284d72-b757-4dc9-a52d-793e575cb887', 'status': 'completed', 'code': 200} Jul 23 16:31:36.681958 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b642e8fe-d7a4-4f36-a643-e689ca7d07cf None None] Provisioning complete for port dbe87946-77df-4814-9500-b365cfc6e8ba triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:36.682396 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b642e8fe-d7a4-4f36-a643-e689ca7d07cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:36.690023 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3c9b5d-f761-456c-b145-16ed82265aca tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Made reservation on behalf of fa8e72092cf642949db3dd3ec8418d6a for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:36.696607 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2a3c9b5d-f761-456c-b145-16ed82265aca tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:36.800326 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aa971214-091f-415a-94b9-3beb7756c240 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:36.849952 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:36.892308 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-04a8b3bd-ba4a-448c-9546-22fc0af6e115 req-6b4bffd8-1722-495d-b2ea-2ae6f7d3ebd0 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups/7fa63c9a-4b30-43f7-8679-97705cad78e2 HTTP/1.1" status: 200 len: 1802 time: 0.1210899 Jul 23 16:31:36.965010 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d03479-719c-4f7d-b7e5-ac35d925b8e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-2bd7bf5c-72f0-4fa0-a4fb-13260509213d', 'network_id': '2bd7bf5c-72f0-4fa0-a4fb-13260509213d', 'tenant_id': 'fa8e72092cf642949db3dd3ec8418d6a', 'fixed_ips': [{'subnet_id': 'b815bb16-1fcb-47fb-b008-bfc7ed7e5045'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:31:36.966372 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-aa971214-091f-415a-94b9-3beb7756c240 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Calling delete_port for 9f2a2a6a-2fba-4dbb-bcaa-53ee3962261e owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:31:36.967431 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a8d03479-719c-4f7d-b7e5-ac35d925b8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.024553 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.042806 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port fa0e4d74-2a7b-4126-8e70-47634acffb35, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=fa0e4d74-2a7b-4126-8e70-47634acffb35,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:37.065529 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-04a8b3bd-ba4a-448c-9546-22fc0af6e115 req-c9983e77-2647-4b87-85d3-4c3d785ec28d tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.079528 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1111a37-1f7a-4179-b6b3-b793be627067 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.115151 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.115728 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-04a8b3bd-ba4a-448c-9546-22fc0af6e115 req-c9983e77-2647-4b87-85d3-4c3d785ec28d tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.120237 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 84164831-a767-421e-bdf0-db2e576cf1f9 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:37.135496 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1111a37-1f7a-4179-b6b3-b793be627067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.221465 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-04a8b3bd-ba4a-448c-9546-22fc0af6e115 req-c9983e77-2647-4b87-85d3-4c3d785ec28d tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.229380 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-04a8b3bd-ba4a-448c-9546-22fc0af6e115 req-c9983e77-2647-4b87-85d3-4c3d785ec28d tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.237941 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-04a8b3bd-ba4a-448c-9546-22fc0af6e115 req-c9983e77-2647-4b87-85d3-4c3d785ec28d tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "DELETE /v2.0/security-groups/7fa63c9a-4b30-43f7-8679-97705cad78e2 HTTP/1.1" status: 204 len: 173 time: 0.3309510 Jul 23 16:31:37.264435 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9983e77-2647-4b87-85d3-4c3d785ec28d tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa63c9a-4b30-43f7-8679-97705cad78e2,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:37.358042 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-512532c0-60fc-4826-9484-68c17b86f3dd req-e4611cf7-d63d-428a-a9a8-dd1d03317b3b tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups/27df17db-44d4-4481-b776-d505f7a1843a HTTP/1.1" status: 200 len: 1803 time: 0.0606034 Jul 23 16:31:37.477353 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1111a37-1f7a-4179-b6b3-b793be627067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.499673 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-512532c0-60fc-4826-9484-68c17b86f3dd req-ec113441-ca0b-4610-ae0e-16231bb656d2 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.552776 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44404) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:37.572349 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2a3c9b5d-f761-456c-b145-16ed82265aca tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.591930 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.592723 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-34378a00-c287-42fa-b2ec-dae766ed71ed admin admin] Deleting port e82833be-77fe-45f4-adc9-5820c6f44a92 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:31:37.592723 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-34378a00-c287-42fa-b2ec-dae766ed71ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.626940 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=fa0e4d74-2a7b-4126-8e70-47634acffb35,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:37.657216 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c9b5d-f761-456c-b145-16ed82265aca tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Pushing event updated for resources: {'Subnet': ['ID=f0f39e8e-9a9f-4053-b28b-c640ceb7c52f,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:37.664559 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b642e8fe-d7a4-4f36-a643-e689ca7d07cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.702874 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 84164831-a767-421e-bdf0-db2e576cf1f9 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:37.703285 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.711302 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-a8d03479-719c-4f7d-b7e5-ac35d925b8e8 None None] Allocated IP 172.20.0.2 (2bd7bf5c-72f0-4fa0-a4fb-13260509213d/b815bb16-1fcb-47fb-b008-bfc7ed7e5045/9ab81cfb-6dc7-4658-907d-29414018c380) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:37.726152 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-512532c0-60fc-4826-9484-68c17b86f3dd req-ec113441-ca0b-4610-ae0e-16231bb656d2 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.735600 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fd8cbc-521e-4897-96f1-8e12fb8ca698 None None] DHCP port deletion for 05f6be5c-f7ce-413c-a38a-ad014805edc6 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:31:37.779505 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-b642e8fe-d7a4-4f36-a643-e689ca7d07cf None None] For port dbe87946-77df-4814-9500-b365cfc6e8ba, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=dbe87946-77df-4814-9500-b365cfc6e8ba,segment=NetworkSegment(d2f20bf0-e24c-4a9c-8ef1-ee614150a4bd),segment_id=d2f20bf0-e24c-4a9c-8ef1-ee614150a4bd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:37.787527 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee7f760-af4c-4214-82d9-e8c4f258244d admin admin] Deleting subnet c240c811-4ffb-497c-9f8f-90cdcafb6558 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:31:37.820559 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b642e8fe-d7a4-4f36-a643-e689ca7d07cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.829643 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1111a37-1f7a-4179-b6b3-b793be627067 admin admin] Network 188f4564-8b8f-479c-8498-350853f64f83 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:37.845859 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-b1111a37-1f7a-4179-b6b3-b793be627067 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:37.869893 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cee7f760-af4c-4214-82d9-e8c4f258244d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.010460 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1111a37-1f7a-4179-b6b3-b793be627067 admin admin] Router eff611ae-30a4-4607-96c6-ce3cfe2e4723 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:31:38.011972 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1111a37-1f7a-4179-b6b3-b793be627067 admin admin] Pushing event updated for resources: {'Port': ['ID=d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:38.017401 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3c9b5d-f761-456c-b145-16ed82265aca tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Checking segment: {'id': '5a792030-f81e-4919-be63-bfc5d3d1a5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'bef0fd66-09cc-4208-bf50-4a766bce1418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:38.017894 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3c9b5d-f761-456c-b145-16ed82265aca tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Network hostable DHCP agents. Network: bef0fd66-09cc-4208-bf50-4a766bce1418, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:31:38.019647 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cee7f760-af4c-4214-82d9-e8c4f258244d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.032490 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642e8fe-d7a4-4f36-a643-e689ca7d07cf None None] Pushing event updated for resources: {'Port': ['ID=dbe87946-77df-4814-9500-b365cfc6e8ba,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:38.096406 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-512532c0-60fc-4826-9484-68c17b86f3dd req-ec113441-ca0b-4610-ae0e-16231bb656d2 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.106955 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-512532c0-60fc-4826-9484-68c17b86f3dd req-ec113441-ca0b-4610-ae0e-16231bb656d2 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.109501 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device fc8328f6-153b-4710-8a31-9e5b7a60615a up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:38.145506 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-512532c0-60fc-4826-9484-68c17b86f3dd req-ec113441-ca0b-4610-ae0e-16231bb656d2 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "DELETE /v2.0/security-groups/27df17db-44d4-4481-b776-d505f7a1843a HTTP/1.1" status: 204 len: 173 time: 0.7687750 Jul 23 16:31:38.181111 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-f1d5ae67-3ce8-4e19-8b01-e21296c99f80 req-3da26fc9-7f16-4f91-883e-ba8ecd024985 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2010755996', 'description': 'tempest-description-319655765'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:38.201579 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec113441-ca0b-4610-ae0e-16231bb656d2 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27df17db-44d4-4481-b776-d505f7a1843a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:38.204318 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a8fd8cbc-521e-4897-96f1-8e12fb8ca698 None None] Deleting port e82833be-77fe-45f4-adc9-5820c6f44a92 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:31:38.204998 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a8fd8cbc-521e-4897-96f1-8e12fb8ca698 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.245202 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cee7f760-af4c-4214-82d9-e8c4f258244d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.303807 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1111a37-1f7a-4179-b6b3-b793be627067 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:31:38.320232 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b1111a37-1f7a-4179-b6b3-b793be627067 admin admin] 10.222.0.73 "PUT /v2.0/routers/eff611ae-30a4-4607-96c6-ce3cfe2e4723/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2479205 Jul 23 16:31:38.323483 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7499ceeb-f01b-48a2-832f-4e2b3fb8a74a None None] Sync routers for ids ['eff611ae-30a4-4607-96c6-ce3cfe2e4723'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:31:38.323704 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f1d5ae67-3ce8-4e19-8b01-e21296c99f80 req-3da26fc9-7f16-4f91-883e-ba8ecd024985 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.349657 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-34378a00-c287-42fa-b2ec-dae766ed71ed admin admin] For port e82833be-77fe-45f4-adc9-5820c6f44a92, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e82833be-77fe-45f4-adc9-5820c6f44a92,segment=NetworkSegment(17679f2d-6334-4fa1-8e34-e67b17518434),segment_id=17679f2d-6334-4fa1-8e34-e67b17518434)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:38.350219 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-34378a00-c287-42fa-b2ec-dae766ed71ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.363823 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a8d03479-719c-4f7d-b7e5-ac35d925b8e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.378959 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3c9b5d-f761-456c-b145-16ed82265aca tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Network bef0fd66-09cc-4208-bf50-4a766bce1418 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:31:38.401409 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cee7f760-af4c-4214-82d9-e8c4f258244d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.411059 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-34378a00-c287-42fa-b2ec-dae766ed71ed admin admin] Calling delete_port for e82833be-77fe-45f4-adc9-5820c6f44a92 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:31:38.416154 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-2a3c9b5d-f761-456c-b145-16ed82265aca tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, bef0fd66-09cc-4208-bf50-4a766bce1418) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:38.417180 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7499ceeb-f01b-48a2-832f-4e2b3fb8a74a None None] Routers {'eff611ae-30a4-4607-96c6-ce3cfe2e4723'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:31:38.418148 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-7499ceeb-f01b-48a2-832f-4e2b3fb8a74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:31:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['eff611ae-30a4-4607-96c6-ce3cfe2e4723'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:38.432472 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-a8fd8cbc-521e-4897-96f1-8e12fb8ca698 None None] For port e82833be-77fe-45f4-adc9-5820c6f44a92, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e82833be-77fe-45f4-adc9-5820c6f44a92,segment=NetworkSegment(17679f2d-6334-4fa1-8e34-e67b17518434),segment_id=17679f2d-6334-4fa1-8e34-e67b17518434)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:38.433272 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a8fd8cbc-521e-4897-96f1-8e12fb8ca698 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.436170 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a8d03479-719c-4f7d-b7e5-ac35d925b8e8 None None] Transition to ACTIVE for port object 9ab81cfb-6dc7-4658-907d-29414018c380 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:38.436713 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3c9b5d-f761-456c-b145-16ed82265aca tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:38.437639 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2a3c9b5d-f761-456c-b145-16ed82265aca tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.438968 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557ceadb-5af6-4fd5-b6b6-518d351e3b3f None None] Network bef0fd66-09cc-4208-bf50-4a766bce1418 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:38.440080 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7f760-af4c-4214-82d9-e8c4f258244d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c240c811-4ffb-497c-9f8f-90cdcafb6558,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:38.447164 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cee7f760-af4c-4214-82d9-e8c4f258244d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.449044 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-cee7f760-af4c-4214-82d9-e8c4f258244d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c240c811-4ffb-497c-9f8f-90cdcafb6558 HTTP/1.1" status: 204 len: 168 time: 0.8948011 Jul 23 16:31:38.453195 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44414) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:38.541144 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a8fd8cbc-521e-4897-96f1-8e12fb8ca698 None None] Calling delete_port for e82833be-77fe-45f4-adc9-5820c6f44a92 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:31:38.541911 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c11208ee-ddb1-4952-b021-971ce677c103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.590034 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-89a0a2a3-a238-439a-8fa8-efbee2f43d4c None None] Provisioning complete for port d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:38.590542 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-89a0a2a3-a238-439a-8fa8-efbee2f43d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.592853 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a8d03479-719c-4f7d-b7e5-ac35d925b8e8 None None] Transition to ACTIVE for port object 9ab81cfb-6dc7-4658-907d-29414018c380 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:38.601575 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aa971214-091f-415a-94b9-3beb7756c240 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.639242 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port fc8328f6-153b-4710-8a31-9e5b7a60615a triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:38.639981 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.681361 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aa971214-091f-415a-94b9-3beb7756c240 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.684197 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-aa971214-091f-415a-94b9-3beb7756c240 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/9f2a2a6a-2fba-4dbb-bcaa-53ee3962261e HTTP/1.1" status: 204 len: 168 time: 2.8726656 Jul 23 16:31:38.710033 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44420) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:38.716254 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.730806 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a8d03479-719c-4f7d-b7e5-ac35d925b8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.739600 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa971214-091f-415a-94b9-3beb7756c240 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Port': ['ID=9f2a2a6a-2fba-4dbb-bcaa-53ee3962261e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:38.778351 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c11208ee-ddb1-4952-b021-971ce677c103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.828281 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-34378a00-c287-42fa-b2ec-dae766ed71ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.856262 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f1d5ae67-3ce8-4e19-8b01-e21296c99f80 req-3da26fc9-7f16-4f91-883e-ba8ecd024985 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.856494 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-89a0a2a3-a238-439a-8fa8-efbee2f43d4c None None] Port d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:31:38.865098 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f1d5ae67-3ce8-4e19-8b01-e21296c99f80 req-3da26fc9-7f16-4f91-883e-ba8ecd024985 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.880326 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d03479-719c-4f7d-b7e5-ac35d925b8e8 None None] Network 2bd7bf5c-72f0-4fa0-a4fb-13260509213d is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:38.883127 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-c11208ee-ddb1-4952-b021-971ce677c103 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9acddb07-611e-4463-9ec2-50a008cbb856']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:38.895795 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-7499ceeb-f01b-48a2-832f-4e2b3fb8a74a None None] Set router eff611ae-30a4-4607-96c6-ce3cfe2e4723 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:31:38.898189 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f1d5ae67-3ce8-4e19-8b01-e21296c99f80 req-3da26fc9-7f16-4f91-883e-ba8ecd024985 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.902089 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f1d5ae67-3ce8-4e19-8b01-e21296c99f80 req-3da26fc9-7f16-4f91-883e-ba8ecd024985 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7375362 Jul 23 16:31:38.904265 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-a8d03479-719c-4f7d-b7e5-ac35d925b8e8 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:38.910926 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d03479-719c-4f7d-b7e5-ac35d925b8e8 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:38.938888 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-c11208ee-ddb1-4952-b021-971ce677c103 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ec606b-e397-42f9-b805-757251bc1bff') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:38.939210 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-c11208ee-ddb1-4952-b021-971ce677c103 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ec606b-e397-42f9-b805-757251bc1bff') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:38.948954 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34378a00-c287-42fa-b2ec-dae766ed71ed admin admin] Pushing event deleted for resources: {'Port': ['ID=e82833be-77fe-45f4-adc9-5820c6f44a92,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:38.954344 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d03479-719c-4f7d-b7e5-ac35d925b8e8 None None] Pushing event updated for resources: {'Port': ['ID=9ab81cfb-6dc7-4658-907d-29414018c380,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:38.959306 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2a3c9b5d-f761-456c-b145-16ed82265aca tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8002672 Jul 23 16:31:38.966039 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa4d29f-70fa-465f-ae23-809049a37bab tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:38.968101 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa4d29f-70fa-465f-ae23-809049a37bab tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:38.969757 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-baa4d29f-70fa-465f-ae23-809049a37bab tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2587821 Jul 23 16:31:38.970738 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34378a00-c287-42fa-b2ec-dae766ed71ed admin admin] No DVR routers for this DVR port e82833be-77fe-45f4-adc9-5820c6f44a92 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:31:38.973001 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44424) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:38.973152 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44426) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:38.996503 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c11208ee-ddb1-4952-b021-971ce677c103 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:39.051343 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da26fc9-7f16-4f91-883e-ba8ecd024985 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ac6109-e9c1-4411-8680-6511012678a6,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:39.076249 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c11208ee-ddb1-4952-b021-971ce677c103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:39.095566 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11208ee-ddb1-4952-b021-971ce677c103 admin admin] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:31:39.096311 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c11208ee-ddb1-4952-b021-971ce677c103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:39.100313 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:31:39.100313 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:31:39.100313 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:31:39.100313 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:31:39.100313 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:31:39.100313 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:31:39.100313 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:31:39.100313 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:31:39.100313 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:31:39.100313 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:31:39.100313 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:31:39.100313 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:31:39.100313 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:31:39.100313 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:31:39.100313 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:31:39.100313 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:31:39.100313 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:31:39.100313 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:31:39.100313 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:31:39.100313 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:31:39.100313 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:31:39.100313 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:31:39.100313 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:31:39.100313 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:31:39.100313 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:31:39.100313 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:31:39.100313 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:31:39.100313 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:31:39.100313 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:31:39.100313 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:31:39.100313 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:31:39.100313 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:31:39.161569 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a8fd8cbc-521e-4897-96f1-8e12fb8ca698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:39.163562 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b5cda2d2-ee43-4483-bbff-4769c7f8f0bd None None] Provisioning complete for port dbe87946-77df-4814-9500-b365cfc6e8ba triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:39.163995 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b5cda2d2-ee43-4483-bbff-4769c7f8f0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:39.228544 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-88b0b2e2-9898-4cd0-ae25-490c6419a9aa req-e012e2ad-cf83-4d4d-a8b1-a9373c1c8162 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups/35ac6109-e9c1-4411-8680-6511012678a6 HTTP/1.1" status: 200 len: 1802 time: 0.2823677 Jul 23 16:31:39.233380 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c11208ee-ddb1-4952-b021-971ce677c103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:39.248482 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-88b0b2e2-9898-4cd0-ae25-490c6419a9aa req-e5fb7404-cbf9-4f58-863f-b31ad0382120 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Request body: {'security_group': {'name': 'tempest-sg-hth-330499269', 'description': 'tempest-description-hth-1964201471'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:39.265342 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c11208ee-ddb1-4952-b021-971ce677c103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:39.280702 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c11208ee-ddb1-4952-b021-971ce677c103 admin admin] 10.222.0.73 "DELETE /v2.0/networks/9acddb07-611e-4463-9ec2-50a008cbb856 HTTP/1.1" status: 204 len: 168 time: 0.8207924 Jul 23 16:31:39.293274 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d551df9-96b5-4724-b7e1-91db25a66bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-bef0fd66-09cc-4208-bf50-4a766bce1418', 'network_id': 'bef0fd66-09cc-4208-bf50-4a766bce1418', 'tenant_id': 'fa8e72092cf642949db3dd3ec8418d6a', 'fixed_ips': [{'subnet_id': 'f0f39e8e-9a9f-4053-b28b-c640ceb7c52f'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:31:39.294192 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8d551df9-96b5-4724-b7e1-91db25a66bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:39.307427 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fd8cbc-521e-4897-96f1-8e12fb8ca698 None None] No DVR routers for this DVR port e82833be-77fe-45f4-adc9-5820c6f44a92 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:31:39.310626 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd8cbc-521e-4897-96f1-8e12fb8ca698 None None] Pushing event deleted for resources: {'Port': ['ID=e82833be-77fe-45f4-adc9-5820c6f44a92,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:39.324790 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11208ee-ddb1-4952-b021-971ce677c103 admin admin] Pushing event deleted for resources: {'Network': ['ID=9acddb07-611e-4463-9ec2-50a008cbb856,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:39.336079 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-a8d03479-719c-4f7d-b7e5-ac35d925b8e8 None None] Attempting to bind port 9ab81cfb-6dc7-4658-907d-29414018c380 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:31:39.336456 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-a8d03479-719c-4f7d-b7e5-ac35d925b8e8 None None] Attempting to bind port 9ab81cfb-6dc7-4658-907d-29414018c380 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '291067c6-2bd0-4324-a892-452de12f15c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '2bd7bf5c-72f0-4fa0-a4fb-13260509213d'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:31:39.337300 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d03479-719c-4f7d-b7e5-ac35d925b8e8 None None] Attempting to bind port 9ab81cfb-6dc7-4658-907d-29414018c380 on network 2bd7bf5c-72f0-4fa0-a4fb-13260509213d {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:39.358909 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-88b0b2e2-9898-4cd0-ae25-490c6419a9aa req-e5fb7404-cbf9-4f58-863f-b31ad0382120 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:39.397420 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d03479-719c-4f7d-b7e5-ac35d925b8e8 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:31:39.397837 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d03479-719c-4f7d-b7e5-ac35d925b8e8 None None] Checking segment: {'id': '291067c6-2bd0-4324-a892-452de12f15c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '2bd7bf5c-72f0-4fa0-a4fb-13260509213d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:39.398245 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a8d03479-719c-4f7d-b7e5-ac35d925b8e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:39.398642 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d03479-719c-4f7d-b7e5-ac35d925b8e8 None None] Bound using segment: {'id': '291067c6-2bd0-4324-a892-452de12f15c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '2bd7bf5c-72f0-4fa0-a4fb-13260509213d'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:31:39.399151 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-a8d03479-719c-4f7d-b7e5-ac35d925b8e8 None None] Bound port: 9ab81cfb-6dc7-4658-907d-29414018c380, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '291067c6-2bd0-4324-a892-452de12f15c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '2bd7bf5c-72f0-4fa0-a4fb-13260509213d'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:31:39.399528 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a8d03479-719c-4f7d-b7e5-ac35d925b8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:39.432232 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3a7523dd-cefe-4874-8ee2-2d0375a256cf no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:31:39.473693 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-88b0b2e2-9898-4cd0-ae25-490c6419a9aa req-e5fb7404-cbf9-4f58-863f-b31ad0382120 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:39.474941 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44434) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:39.481184 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-2eeed888-9cbc-49a1-ba26-9b91aa0d46fb tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1183938302', 'description': 'tempest-description--856700761'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:39.492326 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-88b0b2e2-9898-4cd0-ae25-490c6419a9aa req-e5fb7404-cbf9-4f58-863f-b31ad0382120 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:39.496011 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-88b0b2e2-9898-4cd0-ae25-490c6419a9aa req-e5fb7404-cbf9-4f58-863f-b31ad0382120 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:39.497635 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-88b0b2e2-9898-4cd0-ae25-490c6419a9aa req-e5fb7404-cbf9-4f58-863f-b31ad0382120 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "PUT /v2.0/security-groups/35ac6109-e9c1-4411-8680-6511012678a6 HTTP/1.1" status: 200 len: 1776 time: 0.2612932 Jul 23 16:31:39.558026 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44438) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:39.605601 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2eeed888-9cbc-49a1-ba26-9b91aa0d46fb tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:39.613666 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb7404-cbf9-4f58-863f-b31ad0382120 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ac6109-e9c1-4411-8680-6511012678a6,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:39.666333 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d2200a52-b22d-4e54-9ec3-17bf38123da7 req-b3a32a78-bc55-49d4-9d87-bc66225b3fff tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups/35ac6109-e9c1-4411-8680-6511012678a6 HTTP/1.1" status: 200 len: 1776 time: 0.1343274 Jul 23 16:31:39.691971 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 3a7523dd-cefe-4874-8ee2-2d0375a256cf {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:31:39.692623 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3a7523dd-cefe-4874-8ee2-2d0375a256cf not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:31:39.692707 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c7230bdf-a38d-4399-9d22-6c9fcd7e4b37 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:31:39.709811 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d2ed0c2d-82c7-41b3-9081-2953beb2877e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e7e74522d1404b65bf7d82649f0f362b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1341875 Jul 23 16:31:39.717627 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44442) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:39.739769 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: c7230bdf-a38d-4399-9d22-6c9fcd7e4b37 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:31:39.739769 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c7230bdf-a38d-4399-9d22-6c9fcd7e4b37 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:31:39.840371 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c504a04e-61e2-46c9-aaad-b00ba562d5ca req-d1acea78-2a15-4b83-a497-8fbace5a5edb tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups/35ac6109-e9c1-4411-8680-6511012678a6 HTTP/1.1" status: 200 len: 1776 time: 0.1314344 Jul 23 16:31:39.849340 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2eeed888-9cbc-49a1-ba26-9b91aa0d46fb tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:39.863915 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-a8d03479-719c-4f7d-b7e5-ac35d925b8e8 None None] For port 9ab81cfb-6dc7-4658-907d-29414018c380, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:31:39.870169 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2eeed888-9cbc-49a1-ba26-9b91aa0d46fb tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:39.873042 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-34378a00-c287-42fa-b2ec-dae766ed71ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:39.879715 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d71256-81ea-473f-ac40-bbc2ce79af22 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting subnet 081385b2-e26c-41df-a65f-64127ab1aec0 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:31:39.888743 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-a8d03479-719c-4f7d-b7e5-ac35d925b8e8 None None] For port 9ab81cfb-6dc7-4658-907d-29414018c380, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=9ab81cfb-6dc7-4658-907d-29414018c380,segment=NetworkSegment(291067c6-2bd0-4324-a892-452de12f15c1),segment_id=291067c6-2bd0-4324-a892-452de12f15c1)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:31:39.890848 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-62d71256-81ea-473f-ac40-bbc2ce79af22 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:39.905141 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a8d03479-719c-4f7d-b7e5-ac35d925b8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:39.906562 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-8d551df9-96b5-4724-b7e1-91db25a66bab None None] Allocated IP 172.20.0.2 (bef0fd66-09cc-4208-bf50-4a766bce1418/f0f39e8e-9a9f-4053-b28b-c640ceb7c52f/2f270282-f085-429c-98bc-4b257617c5b0) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:39.918474 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-34378a00-c287-42fa-b2ec-dae766ed71ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f6be5c-f7ce-413c-a38a-ad014805edc6']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:39.946867 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-faca52fa-80ca-4fd1-b4b1-1243f22817fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:39.976477 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeed888-9cbc-49a1-ba26-9b91aa0d46fb tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87e2cfef-0da7-4203-a774-ad84b24cdcae,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:39.977217 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device fa0e4d74-2a7b-4126-8e70-47634acffb35 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:39.979182 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2eeed888-9cbc-49a1-ba26-9b91aa0d46fb tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:39.983065 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2eeed888-9cbc-49a1-ba26-9b91aa0d46fb tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5044472 Jul 23 16:31:39.992658 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44444) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:40.000350 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-285fa0ba-48c3-467e-a89d-ebf5b778772a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Request body: {'security_group_rule': {'security_group_id': '87e2cfef-0da7-4203-a774-ad84b24cdcae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:40.022172 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-faca52fa-80ca-4fd1-b4b1-1243f22817fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.024429 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-34378a00-c287-42fa-b2ec-dae766ed71ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17679f2d-6334-4fa1-8e34-e67b17518434') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:40.024729 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-34378a00-c287-42fa-b2ec-dae766ed71ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17679f2d-6334-4fa1-8e34-e67b17518434') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:40.030925 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c504a04e-61e2-46c9-aaad-b00ba562d5ca req-edeb7d83-bb34-4222-b82e-1adc732bfcf8 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.060014 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-7499ceeb-f01b-48a2-832f-4e2b3fb8a74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'name': 'tempest-AttachVolumeShelveTestJSON-523370312-router', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:27Z', 'updated_at': '2021-07-23T16:31:35Z', 'revision_number': 4, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'gw_port': {'id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:28Z', 'updated_at': '2021-07-23T16:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'd7b72f47-0a2a-46b1-9c1c-5f5c0e191a65', 'name': '', 'network_id': '188f4564-8b8f-479c-8498-350853f64f83', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'mac_address': 'fa:16:3e:22:9a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:33Z', 'updated_at': '2021-07-23T16:31:36Z', 'revision_number': 2, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'subnets': [{'id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:40.067201 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d03479-719c-4f7d-b7e5-ac35d925b8e8 None None] Pushing event updated for resources: {'Port': ['ID=9ab81cfb-6dc7-4658-907d-29414018c380,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:40.084019 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-62d71256-81ea-473f-ac40-bbc2ce79af22 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.091926 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c504a04e-61e2-46c9-aaad-b00ba562d5ca req-edeb7d83-bb34-4222-b82e-1adc732bfcf8 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.110601 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-34378a00-c287-42fa-b2ec-dae766ed71ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.130000 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-285fa0ba-48c3-467e-a89d-ebf5b778772a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.148169 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-34378a00-c287-42fa-b2ec-dae766ed71ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.148455 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7499ceeb-f01b-48a2-832f-4e2b3fb8a74a None None] Checking router: eff611ae-30a4-4607-96c6-ce3cfe2e4723 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:31:40.149032 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7499ceeb-f01b-48a2-832f-4e2b3fb8a74a None None] Updating router eff611ae-30a4-4607-96c6-ce3cfe2e4723 port d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:31:40.164886 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34378a00-c287-42fa-b2ec-dae766ed71ed admin admin] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:31:40.168081 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-34378a00-c287-42fa-b2ec-dae766ed71ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.171661 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:31:40.171661 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:31:40.171661 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:31:40.171661 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:31:40.171661 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:31:40.171661 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:31:40.171661 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:31:40.171661 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:31:40.171661 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:31:40.171661 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:31:40.171661 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:31:40.171661 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:31:40.171661 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:31:40.171661 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:31:40.171661 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:31:40.171661 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:31:40.171661 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:31:40.171661 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:31:40.171661 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:31:40.171661 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:31:40.171661 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:31:40.171661 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:31:40.171661 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:31:40.171661 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:31:40.171661 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:31:40.171661 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:31:40.171661 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:31:40.171661 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:31:40.171661 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:31:40.171661 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:31:40.171661 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:31:40.171661 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:31:40.205896 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-faca52fa-80ca-4fd1-b4b1-1243f22817fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.207339 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7499ceeb-f01b-48a2-832f-4e2b3fb8a74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.209379 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-faca52fa-80ca-4fd1-b4b1-1243f22817fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.210713 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-faca52fa-80ca-4fd1-b4b1-1243f22817fd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3cf22be4-c800-41f0-99a1-ce36daf3a632 HTTP/1.1" status: 204 len: 168 time: 0.4910073 Jul 23 16:31:40.215897 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port fa0e4d74-2a7b-4126-8e70-47634acffb35 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:40.216271 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.222869 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f80ca0e3-d5b0-404a-a0a4-ada76bad314a tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.321868 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c504a04e-61e2-46c9-aaad-b00ba562d5ca req-edeb7d83-bb34-4222-b82e-1adc732bfcf8 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.329427 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c504a04e-61e2-46c9-aaad-b00ba562d5ca req-edeb7d83-bb34-4222-b82e-1adc732bfcf8 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.344131 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c504a04e-61e2-46c9-aaad-b00ba562d5ca req-edeb7d83-bb34-4222-b82e-1adc732bfcf8 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "DELETE /v2.0/security-groups/35ac6109-e9c1-4411-8680-6511012678a6 HTTP/1.1" status: 204 len: 173 time: 0.4932554 Jul 23 16:31:40.344598 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-34378a00-c287-42fa-b2ec-dae766ed71ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.360749 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca52fa-80ca-4fd1-b4b1-1243f22817fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf22be4-c800-41f0-99a1-ce36daf3a632,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:40.424127 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8d551df9-96b5-4724-b7e1-91db25a66bab None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.434955 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb7d83-bb34-4222-b82e-1adc732bfcf8 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ac6109-e9c1-4411-8680-6511012678a6,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:40.451188 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-285fa0ba-48c3-467e-a89d-ebf5b778772a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.456589 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-285fa0ba-48c3-467e-a89d-ebf5b778772a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.480313 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-34378a00-c287-42fa-b2ec-dae766ed71ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.483259 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-34378a00-c287-42fa-b2ec-dae766ed71ed admin admin] 10.222.0.73 "DELETE /v2.0/networks/05f6be5c-f7ce-413c-a38a-ad014805edc6 HTTP/1.1" status: 204 len: 168 time: 4.2375460 Jul 23 16:31:40.504808 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-62d71256-81ea-473f-ac40-bbc2ce79af22 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.516741 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285fa0ba-48c3-467e-a89d-ebf5b778772a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c33ebd-801a-4ab8-ac59-5dbbdbda8374,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:40.523738 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-285fa0ba-48c3-467e-a89d-ebf5b778772a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.527865 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-285fa0ba-48c3-467e-a89d-ebf5b778772a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5314806 Jul 23 16:31:40.527865 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [req-0f2c821b-e3c7-4a6a-bcd0-1bcb27fa98f9 req-54902026-517a-41f3-acfa-79ce54effcfd tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] show failed (client error): The resource could not be found. Jul 23 16:31:40.527865 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f2c821b-e3c7-4a6a-bcd0-1bcb27fa98f9 req-54902026-517a-41f3-acfa-79ce54effcfd tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups/27df17db-44d4-4481-b776-d505f7a1843a HTTP/1.1" status: 404 len: 352 time: 0.0273492 Jul 23 16:31:40.534889 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44458) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:40.546430 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8d551df9-96b5-4724-b7e1-91db25a66bab None None] Transition to ACTIVE for port object 2f270282-f085-429c-98bc-4b257617c5b0 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:40.564093 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8d551df9-96b5-4724-b7e1-91db25a66bab None None] Transition to ACTIVE for port object 2f270282-f085-429c-98bc-4b257617c5b0 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:40.569472 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [req-0642fb03-147a-47e9-80f2-44588eccc1fe req-cbefa408-6db5-4367-b674-d03b7f10e75b tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] show failed (client error): The resource could not be found. Jul 23 16:31:40.577301 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0642fb03-147a-47e9-80f2-44588eccc1fe req-cbefa408-6db5-4367-b674-d03b7f10e75b tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups/7fa63c9a-4b30-43f7-8679-97705cad78e2 HTTP/1.1" status: 404 len: 352 time: 0.0235720 Jul 23 16:31:40.603782 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8d551df9-96b5-4724-b7e1-91db25a66bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.605760 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-1a547a02-4121-4325-b114-1946d4e00d8f tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Request body: {'security_group_rule': {'security_group_id': '87e2cfef-0da7-4203-a774-ad84b24cdcae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:40.632786 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34378a00-c287-42fa-b2ec-dae766ed71ed admin admin] Pushing event deleted for resources: {'Network': ['ID=05f6be5c-f7ce-413c-a38a-ad014805edc6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:40.634196 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [req-649552fc-387f-4115-9a92-898cd0ce2cc8 req-3c9d35ed-ead9-4c06-9977-2ada61350589 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] show failed (client error): The resource could not be found. Jul 23 16:31:40.640832 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-649552fc-387f-4115-9a92-898cd0ce2cc8 req-3c9d35ed-ead9-4c06-9977-2ada61350589 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups/84d5fe8a-59eb-4334-acac-351fefdb22dc HTTP/1.1" status: 404 len: 352 time: 0.0420144 Jul 23 16:31:40.695747 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [req-15c23672-fcd7-4360-b5da-b58dbf2acfca req-464682a3-c11f-4038-84bc-7ac5f1024174 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] show failed (client error): The resource could not be found. Jul 23 16:31:40.704919 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15c23672-fcd7-4360-b5da-b58dbf2acfca req-464682a3-c11f-4038-84bc-7ac5f1024174 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups/95750c0a-eb10-4c00-81ff-f1d04628f4de HTTP/1.1" status: 404 len: 352 time: 0.0259094 Jul 23 16:31:40.745102 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a547a02-4121-4325-b114-1946d4e00d8f tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.746131 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device dbe87946-77df-4814-9500-b365cfc6e8ba up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:40.780904 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-62d71256-81ea-473f-ac40-bbc2ce79af22 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.782186 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [req-f053d407-e70d-4464-9781-71ac1e49a9f8 req-475cea00-3374-4fdd-a401-9fcac934e728 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] show failed (client error): The resource could not be found. Jul 23 16:31:40.791107 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f053d407-e70d-4464-9781-71ac1e49a9f8 req-475cea00-3374-4fdd-a401-9fcac934e728 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups/c5613521-fef7-4f35-b3db-a07ee083a9fa HTTP/1.1" status: 404 len: 352 time: 0.0448124 Jul 23 16:31:40.820300 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44474) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:40.827084 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [req-31c6af83-9847-41aa-8816-4816ee2a9e20 req-185b7703-64c5-4cfc-8dcc-8d4c59dc8403 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] show failed (client error): The resource could not be found. Jul 23 16:31:40.835175 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-31c6af83-9847-41aa-8816-4816ee2a9e20 req-185b7703-64c5-4cfc-8dcc-8d4c59dc8403 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups/35cd6a9f-5cfe-4037-b938-164ea8a39fc7 HTTP/1.1" status: 404 len: 352 time: 0.0296829 Jul 23 16:31:40.862996 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d71256-81ea-473f-ac40-bbc2ce79af22 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Subnet': ['ID=081385b2-e26c-41df-a65f-64127ab1aec0,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:40.864108 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d551df9-96b5-4724-b7e1-91db25a66bab None None] Network bef0fd66-09cc-4208-bf50-4a766bce1418 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:40.883930 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-8d551df9-96b5-4724-b7e1-91db25a66bab None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:40.888853 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d551df9-96b5-4724-b7e1-91db25a66bab None None] Pushing event updated for resources: {'Port': ['ID=2f270282-f085-429c-98bc-4b257617c5b0,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:40.891362 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d551df9-96b5-4724-b7e1-91db25a66bab None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:40.897757 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-62d71256-81ea-473f-ac40-bbc2ce79af22 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.904614 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-62d71256-81ea-473f-ac40-bbc2ce79af22 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/081385b2-e26c-41df-a65f-64127ab1aec0 HTTP/1.1" status: 204 len: 168 time: 1.9266653 Jul 23 16:31:40.912915 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44480) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:40.943698 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898f8c9f-7c74-4cf7-b606-9be8ae4fd2f4 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:40.993777 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f138136c-135a-489c-a17c-d38db244a263 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0788002 Jul 23 16:31:40.994661 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44482) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:41.008782 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-21301b98-3272-4d25-b28c-5af0e916e7da tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:41.033726 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44486) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:41.042817 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4c81e254-edf1-4ed4-975c-b3d2268f6252 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=61f099c574a94f20b4bf8d7e3b71b727&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2059598 Jul 23 16:31:41.047557 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a547a02-4121-4325-b114-1946d4e00d8f tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.063903 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a547a02-4121-4325-b114-1946d4e00d8f tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.073568 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-f80ca0e3-d5b0-404a-a0a4-ada76bad314a tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Allocated IP 172.20.0.1 (2bd7bf5c-72f0-4fa0-a4fb-13260509213d/b815bb16-1fcb-47fb-b008-bfc7ed7e5045/4bc14048-3fe8-4ec8-9608-f4d1ad77bb7b) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:41.122711 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a547a02-4121-4325-b114-1946d4e00d8f tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36afbe69-56dd-4181-a87b-17b86660db71,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:41.157604 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a547a02-4121-4325-b114-1946d4e00d8f tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.162595 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1a547a02-4121-4325-b114-1946d4e00d8f tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5744891 Jul 23 16:31:41.165009 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44492) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:41.182477 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-9a7f23d2-942c-4731-ac79-530e13b7fe24 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:41.209661 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port dbe87946-77df-4814-9500-b365cfc6e8ba triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:41.210387 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.215586 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-8d551df9-96b5-4724-b7e1-91db25a66bab None None] Attempting to bind port 2f270282-f085-429c-98bc-4b257617c5b0 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:31:41.216228 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-8d551df9-96b5-4724-b7e1-91db25a66bab None None] Attempting to bind port 2f270282-f085-429c-98bc-4b257617c5b0 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '5a792030-f81e-4919-be63-bfc5d3d1a5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'bef0fd66-09cc-4208-bf50-4a766bce1418'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:31:41.216817 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d551df9-96b5-4724-b7e1-91db25a66bab None None] Attempting to bind port 2f270282-f085-429c-98bc-4b257617c5b0 on network bef0fd66-09cc-4208-bf50-4a766bce1418 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:41.219272 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-985ac2cc-c04e-4bf5-9fdb-5c0ccd1a496d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.251871 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d551df9-96b5-4724-b7e1-91db25a66bab None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:31:41.252699 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d551df9-96b5-4724-b7e1-91db25a66bab None None] Checking segment: {'id': '5a792030-f81e-4919-be63-bfc5d3d1a5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'bef0fd66-09cc-4208-bf50-4a766bce1418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:41.253951 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8d551df9-96b5-4724-b7e1-91db25a66bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.254680 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d551df9-96b5-4724-b7e1-91db25a66bab None None] Bound using segment: {'id': '5a792030-f81e-4919-be63-bfc5d3d1a5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'bef0fd66-09cc-4208-bf50-4a766bce1418'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:31:41.255392 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-8d551df9-96b5-4724-b7e1-91db25a66bab None None] Bound port: 2f270282-f085-429c-98bc-4b257617c5b0, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a792030-f81e-4919-be63-bfc5d3d1a5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'bef0fd66-09cc-4208-bf50-4a766bce1418'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:31:41.256005 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8d551df9-96b5-4724-b7e1-91db25a66bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.309507 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9a7f23d2-942c-4731-ac79-530e13b7fe24 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.319499 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-985ac2cc-c04e-4bf5-9fdb-5c0ccd1a496d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.383996 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21301b98-3272-4d25-b28c-5af0e916e7da tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:41.388630 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-21301b98-3272-4d25-b28c-5af0e916e7da tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.411526 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f80ca0e3-d5b0-404a-a0a4-ada76bad314a tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.436205 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12c472-c000-45af-8ccc-773d3e04e6fb req-272e0d6b-608f-4c4d-b1da-02a919110430 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:41.438509 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e12c472-c000-45af-8ccc-773d3e04e6fb req-272e0d6b-608f-4c4d-b1da-02a919110430 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4 HTTP/1.1" status: 200 len: 1023 time: 0.1808581 Jul 23 16:31:41.509290 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-8d551df9-96b5-4724-b7e1-91db25a66bab None None] For port 2f270282-f085-429c-98bc-4b257617c5b0, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:31:41.513830 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7499ceeb-f01b-48a2-832f-4e2b3fb8a74a None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.516352 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f80ca0e3-d5b0-404a-a0a4-ada76bad314a tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Transition to ACTIVE for port object 4bc14048-3fe8-4ec8-9608-f4d1ad77bb7b will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:41.553405 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-8d551df9-96b5-4724-b7e1-91db25a66bab None None] For port 2f270282-f085-429c-98bc-4b257617c5b0, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2f270282-f085-429c-98bc-4b257617c5b0,segment=NetworkSegment(5a792030-f81e-4919-be63-bfc5d3d1a5d9),segment_id=5a792030-f81e-4919-be63-bfc5d3d1a5d9)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:31:41.572379 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7499ceeb-f01b-48a2-832f-4e2b3fb8a74a None None] Transition to ACTIVE for port object d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:41.588951 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60daca6-0102-487e-a614-9b17750a6810 None None] DHCP port deletion for 6431ca09-76a8-48e6-9c71-fe9e76635950 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:31:41.594242 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8d551df9-96b5-4724-b7e1-91db25a66bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.649716 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e12c472-c000-45af-8ccc-773d3e04e6fb req-703549bd-87cd-4081-9b03-6c0f8778703f tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups?id=26cfaac8-7c27-41fe-86fb-cd1e9a67f162&id=ad41e0f4-99d1-41eb-8771-67df8b98d5e6&id=9d74c37f-e2af-4d64-bb02-9494fe7502a7&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1736703 Jul 23 16:31:41.707176 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7499ceeb-f01b-48a2-832f-4e2b3fb8a74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.711114 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-985ac2cc-c04e-4bf5-9fdb-5c0ccd1a496d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.716433 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-985ac2cc-c04e-4bf5-9fdb-5c0ccd1a496d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.721329 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-985ac2cc-c04e-4bf5-9fdb-5c0ccd1a496d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2b341987-000a-409c-ace2-971938c8de81 HTTP/1.1" status: 204 len: 168 time: 0.6838720 Jul 23 16:31:41.746330 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f80ca0e3-d5b0-404a-a0a4-ada76bad314a tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.750065 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ac2cc-c04e-4bf5-9fdb-5c0ccd1a496d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b341987-000a-409c-ace2-971938c8de81,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:41.791346 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d335418f-9bb2-4ee2-bf21-f27e7d40d768 None None] Network 2bd7bf5c-72f0-4fa0-a4fb-13260509213d requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:41.807939 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d551df9-96b5-4724-b7e1-91db25a66bab None None] Pushing event updated for resources: {'Port': ['ID=2f270282-f085-429c-98bc-4b257617c5b0,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:41.880561 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80ca0e3-d5b0-404a-a0a4-ada76bad314a tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Network 2bd7bf5c-72f0-4fa0-a4fb-13260509213d is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:41.887317 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-f80ca0e3-d5b0-404a-a0a4-ada76bad314a tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:41.902121 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80ca0e3-d5b0-404a-a0a4-ada76bad314a tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:41.930178 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e82833be-77fe-45f4-adc9-5820c6f44a92 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:31:41.930595 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-21301b98-3272-4d25-b28c-5af0e916e7da tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.967296 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: e82833be-77fe-45f4-adc9-5820c6f44a92 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:31:41.967635 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e82833be-77fe-45f4-adc9-5820c6f44a92 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:31:41.995624 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b1cbf5c7-a09d-4526-bc07-98210461a889 None None] Provisioning for port 9ab81cfb-6dc7-4658-907d-29414018c380 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:42.041711 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9a7f23d2-942c-4731-ac79-530e13b7fe24 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:42.061665 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ca0e3-d5b0-404a-a0a4-ada76bad314a tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Pushing event updated for resources: {'Port': ['ID=4bc14048-3fe8-4ec8-9608-f4d1ad77bb7b,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:42.068007 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21301b98-3272-4d25-b28c-5af0e916e7da tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:42.084714 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-21301b98-3272-4d25-b28c-5af0e916e7da tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:42.085721 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:31:42.129634 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375bb84-8248-43c1-8447-51acd635bb2a None None] Pushing event updated for resources: {'Port': ['ID=d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:42.131862 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f80ca0e3-d5b0-404a-a0a4-ada76bad314a tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:42.150244 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21301b98-3272-4d25-b28c-5af0e916e7da tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:42.154372 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-21301b98-3272-4d25-b28c-5af0e916e7da tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:42.171806 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-7499ceeb-f01b-48a2-832f-4e2b3fb8a74a None None] Attempting to bind port d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:31:42.172396 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-7499ceeb-f01b-48a2-832f-4e2b3fb8a74a None None] Attempting to bind port d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '047af764-cf30-4424-904d-1624213e850c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '188f4564-8b8f-479c-8498-350853f64f83'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:31:42.173153 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7499ceeb-f01b-48a2-832f-4e2b3fb8a74a None None] Attempting to bind port d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65 on network 188f4564-8b8f-479c-8498-350853f64f83 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:42.178716 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21301b98-3272-4d25-b28c-5af0e916e7da tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Subnet': ['ID=a070a38c-b5bb-49a4-bed9-eea4e40f026b,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:42.182181 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-e60daca6-0102-487e-a614-9b17750a6810 None None] Deleting port 84164831-a767-421e-bdf0-db2e576cf1f9 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:31:42.182781 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e60daca6-0102-487e-a614-9b17750a6810 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:42.197030 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-21301b98-3272-4d25-b28c-5af0e916e7da tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2009640 Jul 23 16:31:42.199823 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44512) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:42.215519 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-809762a7-c086-4972-851e-89e4ee5b0c08 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'port': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'fixed_ips': [{'subnet_id': 'a070a38c-b5bb-49a4-bed9-eea4e40f026b', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1838970313'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:42.334817 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-e60daca6-0102-487e-a614-9b17750a6810 None None] For port 84164831-a767-421e-bdf0-db2e576cf1f9, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=84164831-a767-421e-bdf0-db2e576cf1f9,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:42.335216 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e60daca6-0102-487e-a614-9b17750a6810 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:42.349942 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-e60daca6-0102-487e-a614-9b17750a6810 None None] Calling delete_port for 84164831-a767-421e-bdf0-db2e576cf1f9 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:31:42.517853 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-9a7f23d2-942c-4731-ac79-530e13b7fe24 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Allocated IP 172.25.8.47 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/85965fb6-fae7-463c-8bed-329649c2f0f1) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:42.537115 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809762a7-c086-4972-851e-89e4ee5b0c08 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:42.563790 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f80ca0e3-d5b0-404a-a0a4-ada76bad314a tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:42.615242 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 9ab81cfb-6dc7-4658-907d-29414018c380 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:42.620701 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e60daca6-0102-487e-a614-9b17750a6810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:42.629935 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7499ceeb-f01b-48a2-832f-4e2b3fb8a74a None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:31:42.630430 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7499ceeb-f01b-48a2-832f-4e2b3fb8a74a None None] Checking segment: {'id': '047af764-cf30-4424-904d-1624213e850c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '188f4564-8b8f-479c-8498-350853f64f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:42.630710 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7499ceeb-f01b-48a2-832f-4e2b3fb8a74a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:42.631102 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7499ceeb-f01b-48a2-832f-4e2b3fb8a74a None None] Bound using segment: {'id': '047af764-cf30-4424-904d-1624213e850c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '188f4564-8b8f-479c-8498-350853f64f83'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:31:42.631864 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-7499ceeb-f01b-48a2-832f-4e2b3fb8a74a None None] Bound port: d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '047af764-cf30-4424-904d-1624213e850c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '188f4564-8b8f-479c-8498-350853f64f83'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:31:42.632008 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7499ceeb-f01b-48a2-832f-4e2b3fb8a74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:42.739602 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60daca6-0102-487e-a614-9b17750a6810 None None] Pushing event deleted for resources: {'Port': ['ID=84164831-a767-421e-bdf0-db2e576cf1f9,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:42.756577 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41693176-94f2-4e78-abca-48688c110069 req-9933b0cf-26bc-409b-a941-90c761995db4 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:42.758185 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-41693176-94f2-4e78-abca-48688c110069 req-9933b0cf-26bc-409b-a941-90c761995db4 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4 HTTP/1.1" status: 200 len: 1023 time: 0.3213975 Jul 23 16:31:42.761610 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60daca6-0102-487e-a614-9b17750a6810 None None] No DVR routers for this DVR port 84164831-a767-421e-bdf0-db2e576cf1f9 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:31:42.796585 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-809762a7-c086-4972-851e-89e4ee5b0c08 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:42.858851 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f798649-ff75-416d-8278-dd515f60aecb None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:42.924276 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-809762a7-c086-4972-851e-89e4ee5b0c08 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] device_id is not set on port 21c8d1c3-66be-47da-a89b-ad1ce685b634 yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:31:42.989931 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9a7f23d2-942c-4731-ac79-530e13b7fe24 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:43.100569 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a4c3b-ef26-44e4-a4ee-aa3326736a60 req-6e62c7b7-9a19-4216-8ef6-2181c62a1d3d tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:43.102468 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-652a4c3b-ef26-44e4-a4ee-aa3326736a60 req-6e62c7b7-9a19-4216-8ef6-2181c62a1d3d tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4 HTTP/1.1" status: 200 len: 1023 time: 0.2891774 Jul 23 16:31:43.160590 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-7499ceeb-f01b-48a2-832f-4e2b3fb8a74a None None] For port d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:31:43.165392 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-7499ceeb-f01b-48a2-832f-4e2b3fb8a74a None None] For port d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65,segment=NetworkSegment(047af764-cf30-4424-904d-1624213e850c),segment_id=047af764-cf30-4424-904d-1624213e850c)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:31:43.246951 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7499ceeb-f01b-48a2-832f-4e2b3fb8a74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:43.258416 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-41693176-94f2-4e78-abca-48688c110069 req-a37f6d39-3458-4f20-9233-6b8b749fd1aa tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Deleting port 69f0d11c-508f-445f-8ce4-593bb417cc23 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:31:43.258875 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-41693176-94f2-4e78-abca-48688c110069 req-a37f6d39-3458-4f20-9233-6b8b749fd1aa tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:43.305461 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 9ab81cfb-6dc7-4658-907d-29414018c380 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:43.328830 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 9ab81cfb-6dc7-4658-907d-29414018c380 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:43.330330 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:43.338666 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9a7f23d2-942c-4731-ac79-530e13b7fe24 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:43.407794 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f23d2-942c-4731-ac79-530e13b7fe24 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Pushing event updated for resources: {'Port': ['ID=85965fb6-fae7-463c-8bed-329649c2f0f1,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:43.414628 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-652a4c3b-ef26-44e4-a4ee-aa3326736a60 req-d1615e53-6abc-4b00-b197-f079d4bc4351 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups?id=26cfaac8-7c27-41fe-86fb-cd1e9a67f162&id=ad41e0f4-99d1-41eb-8771-67df8b98d5e6&id=9d74c37f-e2af-4d64-bb02-9494fe7502a7&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3001244 Jul 23 16:31:43.478319 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ea93dcf9-fcc2-44c2-9037-e1bb78328536 req-9840701a-a892-4f0c-b670-ed3329bdbb80 tempest-ServerShowV257Test-484470495 tempest-ServerShowV257Test-484470495-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3c4b5f6-6547-4373-bd46-2e42afaaa2d8 HTTP/1.1" status: 200 len: 210 time: 0.1264167 Jul 23 16:31:43.482470 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-809762a7-c086-4972-851e-89e4ee5b0c08 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:31:43.485915 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-809762a7-c086-4972-851e-89e4ee5b0c08 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:31:43.515274 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7f23d2-942c-4731-ac79-530e13b7fe24 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:43.520066 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-809762a7-c086-4972-851e-89e4ee5b0c08 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3181448 Jul 23 16:31:43.524526 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44558) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:43.529365 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7499ceeb-f01b-48a2-832f-4e2b3fb8a74a None None] Routers {'eff611ae-30a4-4607-96c6-ce3cfe2e4723'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:31:43.530020 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-7499ceeb-f01b-48a2-832f-4e2b3fb8a74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:31:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['eff611ae-30a4-4607-96c6-ce3cfe2e4723'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:43.543302 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-9a7f23d2-942c-4731-ac79-530e13b7fe24 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:43.562507 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ca310a-cdc4-4c4c-8cf4-4186ad742bd6 None None] Network bef0fd66-09cc-4208-bf50-4a766bce1418 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:43.570325 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f10b537a-fcf6-4e69-b0c9-403282a481ce tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0394237 Jul 23 16:31:43.571612 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44560) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:43.577720 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f80ca0e3-d5b0-404a-a0a4-ada76bad314a tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:43.580472 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7f23d2-942c-4731-ac79-530e13b7fe24 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:43.587224 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44562) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:43.591106 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f80ca0e3-d5b0-404a-a0a4-ada76bad314a tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:43.687041 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22664f61-0289-4ce0-8e3d-a7898b185f69 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:43.690134 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22664f61-0289-4ce0-8e3d-a7898b185f69 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:43.695814 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-22664f61-0289-4ce0-8e3d-a7898b185f69 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1229496 Jul 23 16:31:43.696827 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44566) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:43.709128 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47137302-22f6-4dda-88b2-2ccbe07bb044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-6431ca09-76a8-48e6-9c71-fe9e76635950', 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'fixed_ips': [{'subnet_id': 'a070a38c-b5bb-49a4-bed9-eea4e40f026b'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:31:43.710015 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-47137302-22f6-4dda-88b2-2ccbe07bb044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:43.731436 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-41693176-94f2-4e78-abca-48688c110069 req-a37f6d39-3458-4f20-9233-6b8b749fd1aa tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] For port 69f0d11c-508f-445f-8ce4-593bb417cc23, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=69f0d11c-508f-445f-8ce4-593bb417cc23,segment=NetworkSegment(387022a2-5389-423d-86c6-f1f8ae9fbb94),segment_id=387022a2-5389-423d-86c6-f1f8ae9fbb94)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:43.731912 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-41693176-94f2-4e78-abca-48688c110069 req-a37f6d39-3458-4f20-9233-6b8b749fd1aa tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:43.777652 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-41693176-94f2-4e78-abca-48688c110069 req-a37f6d39-3458-4f20-9233-6b8b749fd1aa tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Calling delete_port for 69f0d11c-508f-445f-8ce4-593bb417cc23 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:31:43.802281 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f80ca0e3-d5b0-404a-a0a4-ada76bad314a tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:43.812357 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ca0e3-d5b0-404a-a0a4-ada76bad314a tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Pushing event updated for resources: {'Port': ['ID=4bc14048-3fe8-4ec8-9608-f4d1ad77bb7b,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:43.846350 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-797b59c8-0b85-4299-93d2-de88a04c071d admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1372398164-network', 'tenant_id': '3c4fd83f3d2149f4afdd2e2144f29fef'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:43.857497 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-aecb9a7d-6c5c-4ba1-9b0f-10a73aa299b5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting subnet a070a38c-b5bb-49a4-bed9-eea4e40f026b {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:31:43.863624 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aecb9a7d-6c5c-4ba1-9b0f-10a73aa299b5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:43.901123 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375bb84-8248-43c1-8447-51acd635bb2a None None] Pushing event updated for resources: {'Port': ['ID=d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:43.913708 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aecb9a7d-6c5c-4ba1-9b0f-10a73aa299b5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:43.918779 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ea016eab-09f9-4340-b314-ffb4ace102e9 None None] Provisioning for port 2f270282-f085-429c-98bc-4b257617c5b0 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:43.975244 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aecb9a7d-6c5c-4ba1-9b0f-10a73aa299b5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:43.997860 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9a7f23d2-942c-4731-ac79-530e13b7fe24 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:44.033663 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797b59c8-0b85-4299-93d2-de88a04c071d admin admin] Made reservation on behalf of 3c4fd83f3d2149f4afdd2e2144f29fef for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:44.036131 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-797b59c8-0b85-4299-93d2-de88a04c071d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:44.086536 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aecb9a7d-6c5c-4ba1-9b0f-10a73aa299b5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:44.088616 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-7499ceeb-f01b-48a2-832f-4e2b3fb8a74a None None] Set router eff611ae-30a4-4607-96c6-ce3cfe2e4723 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:31:44.099477 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-797b59c8-0b85-4299-93d2-de88a04c071d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:44.112472 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9a7f23d2-942c-4731-ac79-530e13b7fe24 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:44.139125 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aecb9a7d-6c5c-4ba1-9b0f-10a73aa299b5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:44.143095 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-aecb9a7d-6c5c-4ba1-9b0f-10a73aa299b5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/a070a38c-b5bb-49a4-bed9-eea4e40f026b HTTP/1.1" status: 204 len: 168 time: 0.4449179 Jul 23 16:31:44.144268 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44572) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:44.151232 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb9a7d-6c5c-4ba1-9b0f-10a73aa299b5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Subnet': ['ID=a070a38c-b5bb-49a4-bed9-eea4e40f026b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:44.209678 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f88a5c3b-db3e-4840-ac85-0e233dc402e6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0603266 Jul 23 16:31:44.209982 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44574) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:44.215087 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ec8efa6a-d6b6-4f2a-abc1-3cc91fb25608 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server [None req-47137302-22f6-4dda-88b2-2ccbe07bb044 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a070a38c-b5bb-49a4-bed9-eea4e40f026b: This subnet is being modified by another concurrent operation. Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 16:31:44.245239 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise exception Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a070a38c-b5bb-49a4-bed9-eea4e40f026b: This subnet is being modified by another concurrent operation. Jul 23 16:31:44.250122 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server Jul 23 16:31:44.372371 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:44.386834 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8efa6a-d6b6-4f2a-abc1-3cc91fb25608 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:44.395313 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec8efa6a-d6b6-4f2a-abc1-3cc91fb25608 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:44.530121 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 9ab81cfb-6dc7-4658-907d-29414018c380, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=9ab81cfb-6dc7-4658-907d-29414018c380,segment=NetworkSegment(291067c6-2bd0-4324-a892-452de12f15c1),segment_id=291067c6-2bd0-4324-a892-452de12f15c1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:44.541161 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:44.650738 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 84164831-a767-421e-bdf0-db2e576cf1f9 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:31:44.718853 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2c367eb3-0a5f-4613-8597-5365372614fe None None] Provisioning complete for port 9ab81cfb-6dc7-4658-907d-29414018c380 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:44.719110 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2c367eb3-0a5f-4613-8597-5365372614fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:44.724794 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 84164831-a767-421e-bdf0-db2e576cf1f9 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:31:44.725193 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 84164831-a767-421e-bdf0-db2e576cf1f9 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:31:44.752241 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=9ab81cfb-6dc7-4658-907d-29414018c380,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:44.882487 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-7499ceeb-f01b-48a2-832f-4e2b3fb8a74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'name': 'tempest-AttachVolumeShelveTestJSON-523370312-router', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:27Z', 'updated_at': '2021-07-23T16:31:35Z', 'revision_number': 4, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'gw_port': {'id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:28Z', 'updated_at': '2021-07-23T16:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'd7b72f47-0a2a-46b1-9c1c-5f5c0e191a65', 'name': '', 'network_id': '188f4564-8b8f-479c-8498-350853f64f83', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'mac_address': 'fa:16:3e:22:9a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:33Z', 'updated_at': '2021-07-23T16:31:43Z', 'revision_number': 4, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'subnets': [{'id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:44.944543 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7499ceeb-f01b-48a2-832f-4e2b3fb8a74a None None] The sync data for ids ['eff611ae-30a4-4607-96c6-ce3cfe2e4723'] in n-d-778549-4 is: [{'id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'name': 'tempest-AttachVolumeShelveTestJSON-523370312-router', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:27Z', 'updated_at': '2021-07-23T16:31:35Z', 'revision_number': 4, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'gw_port': {'id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:28Z', 'updated_at': '2021-07-23T16:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'd7b72f47-0a2a-46b1-9c1c-5f5c0e191a65', 'name': '', 'network_id': '188f4564-8b8f-479c-8498-350853f64f83', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'mac_address': 'fa:16:3e:22:9a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:33Z', 'updated_at': '2021-07-23T16:31:43Z', 'revision_number': 4, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'subnets': [{'id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:31:44.968541 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2c367eb3-0a5f-4613-8597-5365372614fe None None] Provisioning for port 4bc14048-3fe8-4ec8-9608-f4d1ad77bb7b completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:44.977410 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2c367eb3-0a5f-4613-8597-5365372614fe None None] Provisioning complete for port 4bc14048-3fe8-4ec8-9608-f4d1ad77bb7b triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:44.977751 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2c367eb3-0a5f-4613-8597-5365372614fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:45.077506 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-2c367eb3-0a5f-4613-8597-5365372614fe None None] Port 4bc14048-3fe8-4ec8-9608-f4d1ad77bb7b cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:31:45.090488 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80ca0e3-d5b0-404a-a0a4-ada76bad314a tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Network 2bd7bf5c-72f0-4fa0-a4fb-13260509213d is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:45.128991 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-f80ca0e3-d5b0-404a-a0a4-ada76bad314a tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:45.211357 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-cdc8ee6d-38aa-4ae3-8129-55bc3a2309d5 None None] Provisioning complete for port 4bc14048-3fe8-4ec8-9608-f4d1ad77bb7b triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:45.211729 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cdc8ee6d-38aa-4ae3-8129-55bc3a2309d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:45.296371 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9a7f23d2-942c-4731-ac79-530e13b7fe24 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:45.324389 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-cdc8ee6d-38aa-4ae3-8129-55bc3a2309d5 None None] Port 4bc14048-3fe8-4ec8-9608-f4d1ad77bb7b cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:31:45.327724 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 9ab81cfb-6dc7-4658-907d-29414018c380 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:45.354536 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9a7f23d2-942c-4731-ac79-530e13b7fe24 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:45.356539 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-43111840-91a5-4300-8ca7-39d85af9aa78 req-27b70853-c1b5-4abb-9d2a-89493cdfac3f tempest-ServerShowV257Test-484470495 tempest-ServerShowV257Test-484470495-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3c4b5f6-6547-4373-bd46-2e42afaaa2d8 HTTP/1.1" status: 200 len: 210 time: 0.7124481 Jul 23 16:31:45.371966 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-797b59c8-0b85-4299-93d2-de88a04c071d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:45.412829 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 9ab81cfb-6dc7-4658-907d-29414018c380 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:45.413535 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:45.427787 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-797b59c8-0b85-4299-93d2-de88a04c071d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:45.441560 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-797b59c8-0b85-4299-93d2-de88a04c071d admin admin] vlan segment allocate from pool success with {'vlan_id': 1148, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:31:45.451911 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-797b59c8-0b85-4299-93d2-de88a04c071d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:45.452365 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-797b59c8-0b85-4299-93d2-de88a04c071d admin admin] Added segment b6f0f71c-01e2-4031-8418-bfa4c9aad4a2 of type vlan for network 781d17e1-fc76-4d5b-92a2-02370ee09a4f Jul 23 16:31:45.516805 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ed928d-7866-438e-a7a2-a49ee39a660d None None] get_active_networks_info from n-d-778549-4 {{(pid=94014) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:31:45.522799 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80ca0e3-d5b0-404a-a0a4-ada76bad314a tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Router e358a385-1d99-4f33-8f21-f80810c878f2 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:31:45.582395 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec8efa6a-d6b6-4f2a-abc1-3cc91fb25608 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:45.585737 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-797b59c8-0b85-4299-93d2-de88a04c071d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:45.624762 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-41693176-94f2-4e78-abca-48688c110069 req-a37f6d39-3458-4f20-9233-6b8b749fd1aa tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:45.658020 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ea739-cff4-421f-b294-b8c78120096d req-1039e7b8-3aad-4cb5-beca-66a2e9d50dec tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:45.673931 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b9ea739-cff4-421f-b294-b8c78120096d req-1039e7b8-3aad-4cb5-beca-66a2e9d50dec tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4 HTTP/1.1" status: 200 len: 1023 time: 1.0240533 Jul 23 16:31:45.717702 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-41693176-94f2-4e78-abca-48688c110069 req-a37f6d39-3458-4f20-9233-6b8b749fd1aa tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] No DVR routers for this DVR port 69f0d11c-508f-445f-8ce4-593bb417cc23 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:31:45.721324 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-41693176-94f2-4e78-abca-48688c110069 req-a37f6d39-3458-4f20-9233-6b8b749fd1aa tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:45.724779 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-41693176-94f2-4e78-abca-48688c110069 req-a37f6d39-3458-4f20-9233-6b8b749fd1aa tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.74 "DELETE /v2.0/ports/69f0d11c-508f-445f-8ce4-593bb417cc23 HTTP/1.1" status: 204 len: 173 time: 2.9447784 Jul 23 16:31:45.725456 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b59c8-0b85-4299-93d2-de88a04c071d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9d7159-c23c-4b15-b9f1-eee4dabe02b4,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:45.729995 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f23d2-942c-4731-ac79-530e13b7fe24 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Pushing event updated for resources: {'Port': ['ID=85965fb6-fae7-463c-8bed-329649c2f0f1,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:45.767909 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4', 'name': 'network-vif-deleted', 'tag': '69f0d11c-508f-445f-8ce4-593bb417cc23'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:31:45.770333 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f979032-872e-4595-ab7c-e3eecbe02edb" -d '{"events": [{"server_uuid": "ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4", "name": "network-vif-deleted", "tag": "69f0d11c-508f-445f-8ce4-593bb417cc23"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:31:45.773309 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f6d39-3458-4f20-9233-6b8b749fd1aa tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Pushing event deleted for resources: {'Port': ['ID=69f0d11c-508f-445f-8ce4-593bb417cc23,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:45.785638 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.db.resource_extend [None req-797b59c8-0b85-4299-93d2-de88a04c071d admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:31:45.870520 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9a7f23d2-942c-4731-ac79-530e13b7fe24 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:45.909873 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8efa6a-d6b6-4f2a-abc1-3cc91fb25608 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:45.916805 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-797b59c8-0b85-4299-93d2-de88a04c071d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:45.918499 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797b59c8-0b85-4299-93d2-de88a04c071d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:45.927995 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-797b59c8-0b85-4299-93d2-de88a04c071d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:45.935616 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9a7f23d2-942c-4731-ac79-530e13b7fe24 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:45.946420 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9a7f23d2-942c-4731-ac79-530e13b7fe24 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7692938 Jul 23 16:31:45.946594 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b9ea739-cff4-421f-b294-b8c78120096d req-bdd29e85-7bc9-4868-9bd8-e1c09e4d7fdd tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups?id=26cfaac8-7c27-41fe-86fb-cd1e9a67f162&id=ad41e0f4-99d1-41eb-8771-67df8b98d5e6&id=9d74c37f-e2af-4d64-bb02-9494fe7502a7&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2650249 Jul 23 16:31:45.946594 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-ec8efa6a-d6b6-4f2a-abc1-3cc91fb25608 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:45.969902 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8efa6a-d6b6-4f2a-abc1-3cc91fb25608 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:45.972984 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec8efa6a-d6b6-4f2a-abc1-3cc91fb25608 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:45.979264 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e51464-f6b4-4c6a-8c7c-f5f031daf5a2 x-openstack-request-id: req-b2e51464-f6b4-4c6a-8c7c-f5f031daf5a2 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:31:45.979684 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4", "name": "network-vif-deleted", "tag": "69f0d11c-508f-445f-8ce4-593bb417cc23", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:31:45.980133 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b2e51464-f6b4-4c6a-8c7c-f5f031daf5a2 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:31:45.980426 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4fcf5b-a648-4f04-91bd-cb5ff5d357a4', 'name': 'network-vif-deleted', 'tag': '69f0d11c-508f-445f-8ce4-593bb417cc23', 'status': 'completed', 'code': 200} Jul 23 16:31:45.999734 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8efa6a-d6b6-4f2a-abc1-3cc91fb25608 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Subnet': ['ID=09691c00-cf0e-4dd3-84c1-7b3c49c061bb,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:46.008961 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-797b59c8-0b85-4299-93d2-de88a04c071d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4152780 Jul 23 16:31:46.010050 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44596) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:46.011250 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80ca0e3-d5b0-404a-a0a4-ada76bad314a tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:31:46.023688 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f80ca0e3-d5b0-404a-a0a4-ada76bad314a tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] 10.222.0.73 "PUT /v2.0/routers/e358a385-1d99-4f33-8f21-f80810c878f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0463693 Jul 23 16:31:46.024490 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-2c1d451d-0ea1-4e0a-aba8-ace85773e59d admin admin] Request body: {'subnet': {'network_id': '781d17e1-fc76-4d5b-92a2-02370ee09a4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1372398164-subnet', 'tenant_id': '3c4fd83f3d2149f4afdd2e2144f29fef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:46.027598 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44598) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:46.029920 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c022e17-1a06-4c7a-b08d-b91ba71be15a None None] Sync routers for ids ['e358a385-1d99-4f33-8f21-f80810c878f2'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:31:46.048266 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c022e17-1a06-4c7a-b08d-b91ba71be15a None None] Routers {'e358a385-1d99-4f33-8f21-f80810c878f2'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:31:46.049723 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-6c022e17-1a06-4c7a-b08d-b91ba71be15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:31:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['e358a385-1d99-4f33-8f21-f80810c878f2'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:46.067831 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b59c8-0b85-4299-93d2-de88a04c071d admin admin] Pushing event updated for resources: {'Network': ['ID=781d17e1-fc76-4d5b-92a2-02370ee09a4f,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:46.138639 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650f21b-ff61-4ffa-a0e1-c087dbd411ae req-312eaadc-7268-4c83-9fe1-33463e0c65e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:46.142008 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e650f21b-ff61-4ffa-a0e1-c087dbd411ae req-312eaadc-7268-4c83-9fe1-33463e0c65e5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30c6033fb2bf4112914f54af72132502&device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 1096 time: 0.2704031 Jul 23 16:31:46.145916 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-6c022e17-1a06-4c7a-b08d-b91ba71be15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:46.177557 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c022e17-1a06-4c7a-b08d-b91ba71be15a None None] Routers {'e358a385-1d99-4f33-8f21-f80810c878f2'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:31:46.178507 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-6c022e17-1a06-4c7a-b08d-b91ba71be15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:31:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['e358a385-1d99-4f33-8f21-f80810c878f2'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:46.191536 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2f270282-f085-429c-98bc-4b257617c5b0 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:46.213706 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1d451d-0ea1-4e0a-aba8-ace85773e59d admin admin] Made reservation on behalf of 3c4fd83f3d2149f4afdd2e2144f29fef for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:46.216079 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2c1d451d-0ea1-4e0a-aba8-ace85773e59d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:46.231233 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-6c022e17-1a06-4c7a-b08d-b91ba71be15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:46.232803 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c022e17-1a06-4c7a-b08d-b91ba71be15a None None] The sync data for ids ['e358a385-1d99-4f33-8f21-f80810c878f2'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:31:46.296145 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 69f0d11c-508f-445f-8ce4-593bb417cc23 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:31:46.298487 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 781d17e1-fc76-4d5b-92a2-02370ee09a4f details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:31:46.385024 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-da343c65-8ec2-445c-8bc4-e3f65654d910 None None] Provisioning complete for port 4bc14048-3fe8-4ec8-9608-f4d1ad77bb7b triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:46.385426 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-da343c65-8ec2-445c-8bc4-e3f65654d910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:46.398248 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ec8efa6a-d6b6-4f2a-abc1-3cc91fb25608 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1848791 Jul 23 16:31:46.398814 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 69f0d11c-508f-445f-8ce4-593bb417cc23 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:31:46.398814 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 69f0d11c-508f-445f-8ce4-593bb417cc23 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:31:46.415828 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44612) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:46.416960 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-042d6ba3-3f85-4a6b-ab90-8b4e56de2c6a req-ddcf3484-86a2-4b54-a80e-9f7da435b0ea service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e3c4b5f6-6547-4373-bd46-2e42afaaa2d8 HTTP/1.1" status: 200 len: 210 time: 0.0805578 Jul 23 16:31:46.425073 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-e82dc20c-f987-4565-b027-164cafc6290e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1694696645', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:46.458683 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ed928d-7866-438e-a7a2-a49ee39a660d None None] Resources bound (agent type, host, resource id): {{(pid=94014) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 16:31:46.497984 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-da343c65-8ec2-445c-8bc4-e3f65654d910 None None] Port 4bc14048-3fe8-4ec8-9608-f4d1ad77bb7b cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:31:46.501663 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-2f32494e-a527-4183-9e7a-abcc9cc4debd tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1183938302&fields=id&tenant_id=54c4450647c445a5ad7f9adbba82da8f HTTP/1.1" status: 200 len: 267 time: 0.1598666 Jul 23 16:31:46.536123 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650f21b-ff61-4ffa-a0e1-c087dbd411ae req-b8a3566c-b41b-4796-b4d8-4866cc159315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:46.540514 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e650f21b-ff61-4ffa-a0e1-c087dbd411ae req-b8a3566c-b41b-4796-b4d8-4866cc159315 service neutron] 10.222.0.97 "GET /v2.0/networks?id=cac688c7-43ee-40e9-9559-4fa59cc9caa6 HTTP/1.1" status: 200 len: 921 time: 0.3105631 Jul 23 16:31:46.542194 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e82dc20c-f987-4565-b027-164cafc6290e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:46.542959 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e82dc20c-f987-4565-b027-164cafc6290e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:46.567054 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 2f270282-f085-429c-98bc-4b257617c5b0 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:46.606604 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 2f270282-f085-429c-98bc-4b257617c5b0 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:46.607035 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:46.632079 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e650f21b-ff61-4ffa-a0e1-c087dbd411ae req-6d085dc1-65d8-4fba-9b75-d8a8aca04aa8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55a8f7e5-9788-45f1-97ef-d16ee7f8d936 HTTP/1.1" status: 200 len: 217 time: 0.0633323 Jul 23 16:31:46.645437 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622b615-d14c-4f2e-a708-59d769c2ebaa req-3aff8ff8-40a0-4783-ad89-5822d6476c6d tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:46.647300 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f622b615-d14c-4f2e-a708-59d769c2ebaa req-3aff8ff8-40a0-4783-ad89-5822d6476c6d tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.4999039 Jul 23 16:31:46.773285 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f622b615-d14c-4f2e-a708-59d769c2ebaa req-97cef3b8-0691-4924-9480-9bcada9f1151 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128931 Jul 23 16:31:46.787491 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650f21b-ff61-4ffa-a0e1-c087dbd411ae req-acdbea4f-a76a-4102-84ec-81dd310c2d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:46.789141 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e650f21b-ff61-4ffa-a0e1-c087dbd411ae req-acdbea4f-a76a-4102-84ec-81dd310c2d2e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=52b6c1fc-18b3-4bd8-a52b-479d1bf82db2 HTTP/1.1" status: 200 len: 859 time: 0.1406467 Jul 23 16:31:46.856948 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e650f21b-ff61-4ffa-a0e1-c087dbd411ae req-0a42b1d2-def3-48e5-8ebd-98e4c4b10868 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cac688c7-43ee-40e9-9559-4fa59cc9caa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526686 Jul 23 16:31:46.866007 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-2af69bfe-54b7-4fd2-b0e5-0e30aa07d51f tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:46.874220 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-2af69bfe-54b7-4fd2-b0e5-0e30aa07d51f tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/networks?id=188f4564-8b8f-479c-8498-350853f64f83 HTTP/1.1" status: 200 len: 816 time: 0.3698311 Jul 23 16:31:46.901143 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e82dc20c-f987-4565-b027-164cafc6290e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:46.911916 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-b5fd96e2-1f15-415a-82af-49cc10e692a9 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/quotas/54c4450647c445a5ad7f9adbba82da8f HTTP/1.1" status: 200 len: 375 time: 0.0363419 Jul 23 16:31:46.924077 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e82dc20c-f987-4565-b027-164cafc6290e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:46.941245 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2c1d451d-0ea1-4e0a-aba8-ace85773e59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:46.944424 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:46.953720 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-305de00a-9651-4cbe-9770-0d6e30ad18c1 req-c6edbcdf-e660-4545-bdbe-66a23bc07ad3 tempest-ServerShowV257Test-484470495 tempest-ServerShowV257Test-484470495-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3c4b5f6-6547-4373-bd46-2e42afaaa2d8 HTTP/1.1" status: 200 len: 210 time: 0.0627551 Jul 23 16:31:47.035174 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e82dc20c-f987-4565-b027-164cafc6290e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:47.038143 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e82dc20c-f987-4565-b027-164cafc6290e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6196723 Jul 23 16:31:47.047531 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44618) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:47.064491 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 2f270282-f085-429c-98bc-4b257617c5b0, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2f270282-f085-429c-98bc-4b257617c5b0,segment=NetworkSegment(5a792030-f81e-4919-be63-bfc5d3d1a5d9),segment_id=5a792030-f81e-4919-be63-bfc5d3d1a5d9)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:47.104669 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:47.164538 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e650f21b-ff61-4ffa-a0e1-c087dbd411ae req-02071f35-a122-4e67-a5b3-191e900da353 service neutron] 10.222.0.97 "GET /v2.0/networks/cac688c7-43ee-40e9-9559-4fa59cc9caa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748582 Jul 23 16:31:47.168040 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d451d-0ea1-4e0a-aba8-ace85773e59d admin admin] Pushing event updated for resources: {'Subnet': ['ID=132b4a1d-dc5f-4b5b-a7f1-a1a603244ee1,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:47.181593 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d451d-0ea1-4e0a-aba8-ace85773e59d admin admin] Checking segment: {'id': 'b6f0f71c-01e2-4031-8418-bfa4c9aad4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '781d17e1-fc76-4d5b-92a2-02370ee09a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:47.181593 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1d451d-0ea1-4e0a-aba8-ace85773e59d admin admin] Network hostable DHCP agents. Network: 781d17e1-fc76-4d5b-92a2-02370ee09a4f, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:31:47.188559 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-be8c1324-8ef8-447b-8e3d-af333bd8e922 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=54c4450647c445a5ad7f9adbba82da8f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2621832 Jul 23 16:31:47.201273 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-fdd1fb2a-f9ca-44ce-a9da-fcb765d551c1 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:31:47.202973 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fdd1fb2a-f9ca-44ce-a9da-fcb765d551c1 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] 10.222.0.73 "PUT /v2.0/routers/e358a385-1d99-4f33-8f21-f80810c878f2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1717343 Jul 23 16:31:47.206671 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44622) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:47.240402 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c27d366-6c81-4589-a999-cccfe99206f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-6431ca09-76a8-48e6-9c71-fe9e76635950', 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'fixed_ips': [{'subnet_id': '09691c00-cf0e-4dd3-84c1-7b3c49c061bb'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:31:47.241276 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7c27d366-6c81-4589-a999-cccfe99206f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:47.262416 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=2f270282-f085-429c-98bc-4b257617c5b0,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:47.297522 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1d451d-0ea1-4e0a-aba8-ace85773e59d admin admin] Network 781d17e1-fc76-4d5b-92a2-02370ee09a4f is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:31:47.413567 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-2c1d451d-0ea1-4e0a-aba8-ace85773e59d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 781d17e1-fc76-4d5b-92a2-02370ee09a4f) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:47.427092 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1d451d-0ea1-4e0a-aba8-ace85773e59d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:47.427774 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2c1d451d-0ea1-4e0a-aba8-ace85773e59d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:47.442476 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:47.457784 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2c1d451d-0ea1-4e0a-aba8-ace85773e59d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4413531 Jul 23 16:31:47.499026 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-7c27d366-6c81-4589-a999-cccfe99206f3 None None] Allocated IP 2001:db8::2 (6431ca09-76a8-48e6-9c71-fe9e76635950/09691c00-cf0e-4dd3-84c1-7b3c49c061bb/1ae3d4c1-4bdc-4523-bc4d-7954d7af0453) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:47.541657 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:47.553542 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:47.553984 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:47.584616 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fb81168a-e71a-4804-8045-6a52bfea7caf tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:47.648396 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-1cfb2f25-5f51-4b23-b1c7-bb5071cd1db0 service neutron] 10.222.0.73 "GET /v2.0/networks/188f4564-8b8f-479c-8498-350853f64f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346130 Jul 23 16:31:47.725645 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3de8db1f-e639-44f0-9b3d-157b53dbf94b req-bc5f0088-867d-4f6f-90fc-808d1aa9b0db tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups/ad41e0f4-99d1-41eb-8771-67df8b98d5e6 HTTP/1.1" status: 200 len: 1803 time: 0.4649961 Jul 23 16:31:47.742723 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:47.766318 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7c27d366-6c81-4589-a999-cccfe99206f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:47.773316 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e650f21b-ff61-4ffa-a0e1-c087dbd411ae req-9e5fe1ac-c14d-4c91-ad38-1e02d4968cb3 service neutron] 10.222.0.97 "GET /v2.0/networks/cac688c7-43ee-40e9-9559-4fa59cc9caa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5834014 Jul 23 16:31:47.792495 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7c27d366-6c81-4589-a999-cccfe99206f3 None None] Transition to ACTIVE for port object 1ae3d4c1-4bdc-4523-bc4d-7954d7af0453 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:47.829718 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65,segment=NetworkSegment(047af764-cf30-4424-904d-1624213e850c),segment_id=047af764-cf30-4424-904d-1624213e850c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:47.839091 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:47.850303 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7c27d366-6c81-4589-a999-cccfe99206f3 None None] Transition to ACTIVE for port object 1ae3d4c1-4bdc-4523-bc4d-7954d7af0453 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:47.892804 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7c27d366-6c81-4589-a999-cccfe99206f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:47.922312 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c27d366-6c81-4589-a999-cccfe99206f3 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:47.926792 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-fb81168a-e71a-4804-8045-6a52bfea7caf tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Allocated IP 2001:db8::1 (6431ca09-76a8-48e6-9c71-fe9e76635950/09691c00-cf0e-4dd3-84c1-7b3c49c061bb/526e983f-af9e-4c31-879c-3dec8e4b1adb) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:47.932411 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-7c27d366-6c81-4589-a999-cccfe99206f3 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:47.935818 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c27d366-6c81-4589-a999-cccfe99206f3 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:47.943873 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:47.970471 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:47.970870 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:47.971168 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:47.971490 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:47.972346 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:47.972681 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:47.973025 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:47.973377 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:47.973705 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:47.974035 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:47.974361 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:47.974874 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:48.010184 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-22bb0109-a53b-4ffb-b348-f8ee25cb1b68 service neutron] 10.222.0.73 "GET /v2.0/networks/188f4564-8b8f-479c-8498-350853f64f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181884 Jul 23 16:31:48.018154 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3de8db1f-e639-44f0-9b3d-157b53dbf94b req-6ecb912f-5db5-4de9-8f50-9ec30380c2c6 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:48.041752 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-7c27d366-6c81-4589-a999-cccfe99206f3 None None] Attempting to bind port 1ae3d4c1-4bdc-4523-bc4d-7954d7af0453 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:31:48.042339 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-7c27d366-6c81-4589-a999-cccfe99206f3 None None] Attempting to bind port 1ae3d4c1-4bdc-4523-bc4d-7954d7af0453 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:31:48.042500 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c27d366-6c81-4589-a999-cccfe99206f3 None None] Attempting to bind port 1ae3d4c1-4bdc-4523-bc4d-7954d7af0453 on network 6431ca09-76a8-48e6-9c71-fe9e76635950 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:48.052376 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c27d366-6c81-4589-a999-cccfe99206f3 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:31:48.052663 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c27d366-6c81-4589-a999-cccfe99206f3 None None] Checking segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:48.053292 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7c27d366-6c81-4589-a999-cccfe99206f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:48.053292 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c27d366-6c81-4589-a999-cccfe99206f3 None None] Bound using segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:31:48.053836 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-7c27d366-6c81-4589-a999-cccfe99206f3 None None] Bound port: 1ae3d4c1-4bdc-4523-bc4d-7954d7af0453, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:31:48.054165 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7c27d366-6c81-4589-a999-cccfe99206f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:48.055999 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27d366-6c81-4589-a999-cccfe99206f3 None None] Pushing event updated for resources: {'Port': ['ID=1ae3d4c1-4bdc-4523-bc4d-7954d7af0453,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:48.074686 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3de8db1f-e639-44f0-9b3d-157b53dbf94b req-6ecb912f-5db5-4de9-8f50-9ec30380c2c6 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:48.087925 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fb81168a-e71a-4804-8045-6a52bfea7caf tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:48.108425 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-fb81168a-e71a-4804-8045-6a52bfea7caf tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Transition to ACTIVE for port object 526e983f-af9e-4c31-879c-3dec8e4b1adb will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:48.138623 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3de8db1f-e639-44f0-9b3d-157b53dbf94b req-6ecb912f-5db5-4de9-8f50-9ec30380c2c6 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:48.141802 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3de8db1f-e639-44f0-9b3d-157b53dbf94b req-6ecb912f-5db5-4de9-8f50-9ec30380c2c6 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:48.148297 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-7c27d366-6c81-4589-a999-cccfe99206f3 None None] For port 1ae3d4c1-4bdc-4523-bc4d-7954d7af0453, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:31:48.150784 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fb81168a-e71a-4804-8045-6a52bfea7caf tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:48.152122 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-7c27d366-6c81-4589-a999-cccfe99206f3 None None] For port 1ae3d4c1-4bdc-4523-bc4d-7954d7af0453, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=1ae3d4c1-4bdc-4523-bc4d-7954d7af0453,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:31:48.155078 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3de8db1f-e639-44f0-9b3d-157b53dbf94b req-6ecb912f-5db5-4de9-8f50-9ec30380c2c6 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "DELETE /v2.0/security-groups/ad41e0f4-99d1-41eb-8771-67df8b98d5e6 HTTP/1.1" status: 204 len: 173 time: 0.4025800 Jul 23 16:31:48.156798 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7c27d366-6c81-4589-a999-cccfe99206f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:48.182827 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb912f-5db5-4de9-8f50-9ec30380c2c6 tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad41e0f4-99d1-41eb-8771-67df8b98d5e6,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:48.206897 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb81168a-e71a-4804-8045-6a52bfea7caf tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:48.213325 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-fb81168a-e71a-4804-8045-6a52bfea7caf tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:48.225445 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb81168a-e71a-4804-8045-6a52bfea7caf tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:48.226142 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fb81168a-e71a-4804-8045-6a52bfea7caf tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:48.234634 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81168a-e71a-4804-8045-6a52bfea7caf tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Port': ['ID=526e983f-af9e-4c31-879c-3dec8e4b1adb,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:48.235774 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-64dc337d-2048-4805-8dc1-31808b52e21b tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:48.290071 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27d366-6c81-4589-a999-cccfe99206f3 None None] Pushing event updated for resources: {'Port': ['ID=1ae3d4c1-4bdc-4523-bc4d-7954d7af0453,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:48.439072 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fb81168a-e71a-4804-8045-6a52bfea7caf tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:48.622618 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fca59b-58f7-4da4-9ac6-fcdec29bce41 req-9dfa1c6b-6b4e-42d9-bbaf-38efc069662d tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:48.624491 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c1fca59b-58f7-4da4-9ac6-fcdec29bce41 req-9dfa1c6b-6b4e-42d9-bbaf-38efc069662d tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.2702894 Jul 23 16:31:48.709715 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac88e3-6685-452c-82a6-49c147f98e90 req-6cd43829-65dd-4a49-a31d-93357ceae129 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:48.711294 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abac88e3-6685-452c-82a6-49c147f98e90 req-6cd43829-65dd-4a49-a31d-93357ceae129 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/networks?id=781d17e1-fc76-4d5b-92a2-02370ee09a4f HTTP/1.1" status: 200 len: 813 time: 0.2163932 Jul 23 16:31:48.752846 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c1fca59b-58f7-4da4-9ac6-fcdec29bce41 req-bca1929b-4c8f-4764-82cd-609194e43862 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164179 Jul 23 16:31:48.795673 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abac88e3-6685-452c-82a6-49c147f98e90 req-4c048146-8f3e-40fb-9291-14996d8a8b53 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/quotas/3c4fd83f3d2149f4afdd2e2144f29fef HTTP/1.1" status: 200 len: 375 time: 0.0596831 Jul 23 16:31:48.850440 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fb81168a-e71a-4804-8045-6a52bfea7caf tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:48.855266 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fb81168a-e71a-4804-8045-6a52bfea7caf tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:48.855996 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fb81168a-e71a-4804-8045-6a52bfea7caf tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:48.872733 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abac88e3-6685-452c-82a6-49c147f98e90 req-bc7c75a4-8375-4eb5-a2b1-568d142fccd4 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3c4fd83f3d2149f4afdd2e2144f29fef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697315 Jul 23 16:31:48.917600 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-42ca830d-c9ef-4db2-bc6b-287ed6753a97 req-efa77fce-29c6-47a5-9ac8-a92585ddb9b6 tempest-ServerShowV257Test-484470495 tempest-ServerShowV257Test-484470495-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3c4b5f6-6547-4373-bd46-2e42afaaa2d8 HTTP/1.1" status: 200 len: 210 time: 0.0863781 Jul 23 16:31:48.922606 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81168a-e71a-4804-8045-6a52bfea7caf tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Port': ['ID=526e983f-af9e-4c31-879c-3dec8e4b1adb,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:48.987848 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-64dc337d-2048-4805-8dc1-31808b52e21b tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Deleting port 4bc14048-3fe8-4ec8-9608-f4d1ad77bb7b {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:31:48.988212 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-64dc337d-2048-4805-8dc1-31808b52e21b tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:49.007484 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb81168a-e71a-4804-8045-6a52bfea7caf tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:49.009123 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-fb81168a-e71a-4804-8045-6a52bfea7caf tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:49.045260 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abac88e3-6685-452c-82a6-49c147f98e90 req-8ccfeda3-362f-4c24-b31c-344dee1d29c4 service neutron] 10.222.0.73 "GET /v2.0/networks/781d17e1-fc76-4d5b-92a2-02370ee09a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713943 Jul 23 16:31:49.222220 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb81168a-e71a-4804-8045-6a52bfea7caf tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Router de92eb83-aea3-4e66-894e-5d5304babc5a is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:31:49.243658 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a6c2b38d-3536-4570-b315-4e8c569ccc7a req-7e3c8eb4-c33a-4476-ae57-897c10bda78b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1260686 Jul 23 16:31:49.249286 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-230ec5d4-b30e-4d1f-9d09-e98578cba89e req-fb1ee83c-6bd3-4700-8f39-960df2ddf5fb tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "GET /v2.0/security-groups/26cfaac8-7c27-41fe-86fb-cd1e9a67f162 HTTP/1.1" status: 200 len: 1803 time: 0.1786804 Jul 23 16:31:49.270136 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-64dc337d-2048-4805-8dc1-31808b52e21b tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:49.304935 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-64dc337d-2048-4805-8dc1-31808b52e21b tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Calling delete_port for 4bc14048-3fe8-4ec8-9608-f4d1ad77bb7b owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:31:49.323185 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abac88e3-6685-452c-82a6-49c147f98e90 req-072dd440-02bb-4130-ba29-be6cabeaa91a service neutron] 10.222.0.73 "GET /v2.0/networks/781d17e1-fc76-4d5b-92a2-02370ee09a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759266 Jul 23 16:31:49.379700 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb81168a-e71a-4804-8045-6a52bfea7caf tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:31:49.388561 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fb81168a-e71a-4804-8045-6a52bfea7caf tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "PUT /v2.0/routers/de92eb83-aea3-4e66-894e-5d5304babc5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3376045 Jul 23 16:31:49.391332 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:49.393592 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44664) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:49.397492 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1d7c4b-01b5-4484-8d20-0e7c0cf47fdd None None] Sync routers for ids ['de92eb83-aea3-4e66-894e-5d5304babc5a'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:31:49.444760 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2b38d-3536-4570-b315-4e8c569ccc7a req-ee506f96-926f-4be6-a13c-6d6ce0f6dfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:49.446884 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a6c2b38d-3536-4570-b315-4e8c569ccc7a req-ee506f96-926f-4be6-a13c-6d6ce0f6dfac service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=30c6033fb2bf4112914f54af72132502&device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 1096 time: 0.1609960 Jul 23 16:31:49.475752 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69354adc-1631-40fb-be09-7a9549e35d36 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:49.477591 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-69354adc-1631-40fb-be09-7a9549e35d36 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports/526e983f-af9e-4c31-879c-3dec8e4b1adb HTTP/1.1" status: 200 len: 911 time: 0.0826905 Jul 23 16:31:49.479011 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1d7c4b-01b5-4484-8d20-0e7c0cf47fdd None None] Routers {'de92eb83-aea3-4e66-894e-5d5304babc5a'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:31:49.479966 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-7d1d7c4b-01b5-4484-8d20-0e7c0cf47fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:31:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['de92eb83-aea3-4e66-894e-5d5304babc5a'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:49.505042 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44666) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:49.608824 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-230ec5d4-b30e-4d1f-9d09-e98578cba89e req-57ee3870-9368-4d3f-b0e4-c095e2a6e89e tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:49.646374 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-230ec5d4-b30e-4d1f-9d09-e98578cba89e req-57ee3870-9368-4d3f-b0e4-c095e2a6e89e tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:49.714137 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-230ec5d4-b30e-4d1f-9d09-e98578cba89e req-57ee3870-9368-4d3f-b0e4-c095e2a6e89e tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:49.716843 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-230ec5d4-b30e-4d1f-9d09-e98578cba89e req-57ee3870-9368-4d3f-b0e4-c095e2a6e89e tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:49.730726 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-230ec5d4-b30e-4d1f-9d09-e98578cba89e req-57ee3870-9368-4d3f-b0e4-c095e2a6e89e tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] 10.222.0.73 "DELETE /v2.0/security-groups/26cfaac8-7c27-41fe-86fb-cd1e9a67f162 HTTP/1.1" status: 204 len: 173 time: 0.4683654 Jul 23 16:31:49.733339 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44672) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:49.875650 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee3870-9368-4d3f-b0e4-c095e2a6e89e tempest-SecurityGroupsTestJSON-2033270780 tempest-SecurityGroupsTestJSON-2033270780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cfaac8-7c27-41fe-86fb-cd1e9a67f162,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:49.958596 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c382d3f-4960-4897-b3aa-7e2c0bdb83d7 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:49.961132 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2b38d-3536-4570-b315-4e8c569ccc7a req-8d97ae04-e351-4098-8872-f116f6737c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:49.962175 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4441bc-fe4c-437e-b964-348f2cc8b805 None None] Network 781d17e1-fc76-4d5b-92a2-02370ee09a4f requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:49.962633 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a6c2b38d-3536-4570-b315-4e8c569ccc7a req-8d97ae04-e351-4098-8872-f116f6737c8d service neutron] 10.222.0.74 "GET /v2.0/networks?id=cac688c7-43ee-40e9-9559-4fa59cc9caa6 HTTP/1.1" status: 200 len: 921 time: 0.4838686 Jul 23 16:31:49.972835 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a71fa7-45fd-469a-b980-4b1c1f9b75d0 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:49.979033 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a71fa7-45fd-469a-b980-4b1c1f9b75d0 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:49.984162 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c4a71fa7-45fd-469a-b980-4b1c1f9b75d0 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.4438300 Jul 23 16:31:49.989830 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-8761b4ff-5c5d-4eaa-91e2-6e13d12ad828 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:49.991410 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-8761b4ff-5c5d-4eaa-91e2-6e13d12ad828 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.74 "GET /v2.0/networks?id=188f4564-8b8f-479c-8498-350853f64f83 HTTP/1.1" status: 200 len: 816 time: 0.3834074 Jul 23 16:31:49.997244 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44686) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:50.196395 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-7d1d7c4b-01b5-4484-8d20-0e7c0cf47fdd None None] Set router de92eb83-aea3-4e66-894e-5d5304babc5a gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:31:50.286400 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:50.287080 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:50.288881 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-db24e33f-f9bb-4d9f-b559-2ecc0456a7db None None] Provisioning for port 1ae3d4c1-4bdc-4523-bc4d-7954d7af0453 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:50.429652 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08040c35-96b1-4374-895c-c006444c43ca None None] Network 781d17e1-fc76-4d5b-92a2-02370ee09a4f requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:50.700699 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd8e77f0-de03-4999-a4f8-282814b1dece req-0e21d7ed-96d9-4bbf-80b1-a6899d42d12c tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 210 time: 0.9126060 Jul 23 16:31:50.705811 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-64dc337d-2048-4805-8dc1-31808b52e21b tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:50.733092 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e8754f-50de-46c4-a236-e719be786386 admin admin] Deleting subnet b59a8824-54e1-4c25-82a3-f082133f4321 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:31:50.751656 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a6c2b38d-3536-4570-b315-4e8c569ccc7a req-c02b1c06-71b6-4f9b-8183-56ea2fcf6acf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1851346a-ba12-4e14-8d1a-53adfcdfc36f HTTP/1.1" status: 200 len: 217 time: 0.7693703 Jul 23 16:31:50.760530 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c3e8754f-50de-46c4-a236-e719be786386 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:50.798316 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c3e8754f-50de-46c4-a236-e719be786386 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:50.834763 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2f270282-f085-429c-98bc-4b257617c5b0 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:50.844174 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c3e8754f-50de-46c4-a236-e719be786386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:50.951219 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-4064b8b5-d9ce-475f-9c5a-2697694a8103 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54c4450647c445a5ad7f9adbba82da8f HTTP/1.1" status: 200 len: 380 time: 0.9441180 Jul 23 16:31:50.968349 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 2f270282-f085-429c-98bc-4b257617c5b0 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:50.968778 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:50.992932 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-5c147b5b-f169-4648-b7a2-dd10e31f39f6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Request body: {'port': {'device_id': '0c2df115-5311-403d-b20e-1fb6e957b227', 'network_id': '188f4564-8b8f-479c-8498-350853f64f83', 'admin_state_up': True, 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'security_groups': ['87e2cfef-0da7-4203-a774-ad84b24cdcae']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:51.033907 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc337d-2048-4805-8dc1-31808b52e21b tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Pushing event deleted for resources: {'Port': ['ID=4bc14048-3fe8-4ec8-9608-f4d1ad77bb7b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:51.035294 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-7d1d7c4b-01b5-4484-8d20-0e7c0cf47fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de92eb83-aea3-4e66-894e-5d5304babc5a', 'name': 'tempest-NetworksTestDHCPv6-router-1694696645', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:46Z', 'updated_at': '2021-07-23T16:31:48Z', 'revision_number': 2, 'project_id': '35e8e259141447e2beee3a0a6792778d', 'gw_port_host': None, '_interfaces': [{'id': '526e983f-af9e-4c31-879c-3dec8e4b1adb', 'name': '', 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'mac_address': 'fa:16:3e:b6:7c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de92eb83-aea3-4e66-894e-5d5304babc5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '09691c00-cf0e-4dd3-84c1-7b3c49c061bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:47Z', 'updated_at': '2021-07-23T16:31:48Z', 'revision_number': 2, 'project_id': '35e8e259141447e2beee3a0a6792778d', 'subnets': [{'id': '09691c00-cf0e-4dd3-84c1-7b3c49c061bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:51.104142 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1d7c4b-01b5-4484-8d20-0e7c0cf47fdd None None] Checking router: de92eb83-aea3-4e66-894e-5d5304babc5a for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:31:51.104552 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1d7c4b-01b5-4484-8d20-0e7c0cf47fdd None None] Updating router de92eb83-aea3-4e66-894e-5d5304babc5a port 526e983f-af9e-4c31-879c-3dec8e4b1adb binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:31:51.132083 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c3e8754f-50de-46c4-a236-e719be786386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:51.202085 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2b38d-3536-4570-b315-4e8c569ccc7a req-546f7892-68ae-41a1-82bb-b2983f92407f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:51.203732 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a6c2b38d-3536-4570-b315-4e8c569ccc7a req-546f7892-68ae-41a1-82bb-b2983f92407f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=52b6c1fc-18b3-4bd8-a52b-479d1bf82db2 HTTP/1.1" status: 200 len: 859 time: 0.2849386 Jul 23 16:31:51.204203 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7d1d7c4b-01b5-4484-8d20-0e7c0cf47fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:51.222379 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e8754f-50de-46c4-a236-e719be786386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b59a8824-54e1-4c25-82a3-f082133f4321,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:51.240900 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1958b178-de76-4d35-a7fa-9d70b48d26ab req-527b3ec8-47d4-414b-ac76-bafe4842373d tempest-ServerShowV257Test-484470495 tempest-ServerShowV257Test-484470495-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3c4b5f6-6547-4373-bd46-2e42afaaa2d8 HTTP/1.1" status: 200 len: 210 time: 0.1455171 Jul 23 16:31:51.244113 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c3e8754f-50de-46c4-a236-e719be786386 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:51.248100 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c3e8754f-50de-46c4-a236-e719be786386 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/b59a8824-54e1-4c25-82a3-f082133f4321 HTTP/1.1" status: 204 len: 168 time: 1.4938986 Jul 23 16:31:51.251421 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44706) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:51.258752 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a6c2b38d-3536-4570-b315-4e8c569ccc7a req-ed5f086d-91b5-4640-b897-a5a5a79df0a8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cac688c7-43ee-40e9-9559-4fa59cc9caa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474916 Jul 23 16:31:51.374846 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12482c2-5f92-4bb6-adc1-2f4379cb4e3a req-9da40db0-2edd-4d01-b076-72154a0a0ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:51.376772 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a6c2b38d-3536-4570-b315-4e8c569ccc7a req-63909591-d10e-453b-8112-27eea1d5296e service neutron] 10.222.0.74 "GET /v2.0/networks/cac688c7-43ee-40e9-9559-4fa59cc9caa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093404 Jul 23 16:31:51.377372 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a12482c2-5f92-4bb6-adc1-2f4379cb4e3a req-9da40db0-2edd-4d01-b076-72154a0a0ba0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30c6033fb2bf4112914f54af72132502&device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 1096 time: 1.4358006 Jul 23 16:31:51.391085 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1ae3d4c1-4bdc-4523-bc4d-7954d7af0453 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:51.530488 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cfd80f-1fbd-4e5f-a99b-6d3cda559e66 req-028d2508-2db8-445f-90bd-8850b77b1ef1 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:51.539051 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d1cfd80f-1fbd-4e5f-a99b-6d3cda559e66 req-028d2508-2db8-445f-90bd-8850b77b1ef1 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.8547802 Jul 23 16:31:51.573865 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe768f51-2fce-4645-a818-2cbe5f12a126 req-4e7a620e-a85d-4a51-adfc-f5e72482c412 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/ports?device_id=82f41ffa-7bd0-402b-a224-d9dded2e3727 HTTP/1.1" status: 200 len: 210 time: 0.1913407 Jul 23 16:31:51.586196 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 1ae3d4c1-4bdc-4523-bc4d-7954d7af0453 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:51.595689 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 1ae3d4c1-4bdc-4523-bc4d-7954d7af0453 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:51.596067 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:51.649920 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-64dc337d-2048-4805-8dc1-31808b52e21b tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:51.806268 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a02c19a0-5ddc-46bb-87b7-dc958d54caf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:51.874083 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a6c2b38d-3536-4570-b315-4e8c569ccc7a req-25f6fb92-cd8c-4b4a-a73f-a361215165c7 service neutron] 10.222.0.74 "GET /v2.0/networks/cac688c7-43ee-40e9-9559-4fa59cc9caa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958516 Jul 23 16:31:51.877138 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-5c147b5b-f169-4648-b7a2-dd10e31f39f6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Made reservation on behalf of 54c4450647c445a5ad7f9adbba82da8f for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:51.882974 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7d1d7c4b-01b5-4484-8d20-0e7c0cf47fdd None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:51.898087 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-5c147b5b-f169-4648-b7a2-dd10e31f39f6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:51.929543 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7d1d7c4b-01b5-4484-8d20-0e7c0cf47fdd None None] Transition to ACTIVE for port object 526e983f-af9e-4c31-879c-3dec8e4b1adb will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:51.931974 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6f2d6215-aac8-46c1-86ea-07a049d88924 None None] Provisioning complete for port 1ae3d4c1-4bdc-4523-bc4d-7954d7af0453 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:51.932470 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6f2d6215-aac8-46c1-86ea-07a049d88924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:51.986374 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7d1d7c4b-01b5-4484-8d20-0e7c0cf47fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:52.058598 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:52.071803 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d1cfd80f-1fbd-4e5f-a99b-6d3cda559e66 req-d631de9d-98b6-4daf-8bd6-b84677767a9b tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5314775 Jul 23 16:31:52.145836 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7585a3-707b-4472-b655-dfec672139d4 None None] Pushing event updated for resources: {'Port': ['ID=526e983f-af9e-4c31-879c-3dec8e4b1adb,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:52.165680 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-68aebb77-888d-4e67-981f-0369942d1a5f req-caf1919d-81bf-4523-8424-f85463da4b69 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 210 time: 0.2149677 Jul 23 16:31:52.229258 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12482c2-5f92-4bb6-adc1-2f4379cb4e3a req-3b6a1221-a816-4d93-aaff-8f4c0d6fc133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:52.230754 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a12482c2-5f92-4bb6-adc1-2f4379cb4e3a req-3b6a1221-a816-4d93-aaff-8f4c0d6fc133 service neutron] 10.222.0.97 "GET /v2.0/networks?id=cac688c7-43ee-40e9-9559-4fa59cc9caa6 HTTP/1.1" status: 200 len: 921 time: 0.8129220 Jul 23 16:31:52.261374 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-54d518d5-108f-48c3-b1c5-fbb167ff7638 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:52.270894 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6f2d6215-aac8-46c1-86ea-07a049d88924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:52.283184 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 1ae3d4c1-4bdc-4523-bc4d-7954d7af0453, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=1ae3d4c1-4bdc-4523-bc4d-7954d7af0453,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:52.295704 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:52.305445 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-7d1d7c4b-01b5-4484-8d20-0e7c0cf47fdd None None] Attempting to bind port 526e983f-af9e-4c31-879c-3dec8e4b1adb on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:31:52.306109 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-7d1d7c4b-01b5-4484-8d20-0e7c0cf47fdd None None] Attempting to bind port 526e983f-af9e-4c31-879c-3dec8e4b1adb by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:31:52.306547 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1d7c4b-01b5-4484-8d20-0e7c0cf47fdd None None] Attempting to bind port 526e983f-af9e-4c31-879c-3dec8e4b1adb on network 6431ca09-76a8-48e6-9c71-fe9e76635950 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:52.356114 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1d7c4b-01b5-4484-8d20-0e7c0cf47fdd None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:31:52.356490 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1d7c4b-01b5-4484-8d20-0e7c0cf47fdd None None] Checking segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:52.356892 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7d1d7c4b-01b5-4484-8d20-0e7c0cf47fdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:52.357370 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1d7c4b-01b5-4484-8d20-0e7c0cf47fdd None None] Bound using segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:31:52.357860 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-7d1d7c4b-01b5-4484-8d20-0e7c0cf47fdd None None] Bound port: 526e983f-af9e-4c31-879c-3dec8e4b1adb, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:31:52.359275 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7d1d7c4b-01b5-4484-8d20-0e7c0cf47fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:52.370243 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-5c147b5b-f169-4648-b7a2-dd10e31f39f6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Allocated IP 172.20.0.4 (188f4564-8b8f-479c-8498-350853f64f83/8b88c056-245d-4f4e-ab87-c54aa261bddb/77d9ee88-c13f-4f5f-a6ae-cd2cbe412115) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:52.419554 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac88e3-6685-452c-82a6-49c147f98e90 req-6000d58c-3245-4434-8764-eafeb9e1b7f4 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:52.421040 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abac88e3-6685-452c-82a6-49c147f98e90 req-6000d58c-3245-4434-8764-eafeb9e1b7f4 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.97 "GET /v2.0/networks?id=781d17e1-fc76-4d5b-92a2-02370ee09a4f HTTP/1.1" status: 200 len: 813 time: 0.7689676 Jul 23 16:31:52.427901 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac88e3-6685-452c-82a6-49c147f98e90 req-258af491-c8d7-4aa6-ba24-9a8a3767a7d0 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:52.429410 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abac88e3-6685-452c-82a6-49c147f98e90 req-258af491-c8d7-4aa6-ba24-9a8a3767a7d0 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.74 "GET /v2.0/networks?id=781d17e1-fc76-4d5b-92a2-02370ee09a4f HTTP/1.1" status: 200 len: 813 time: 0.8095953 Jul 23 16:31:52.435362 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a12482c2-5f92-4bb6-adc1-2f4379cb4e3a req-d04f75b1-c788-4e3e-bdfe-35d919e5bf7f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55a8f7e5-9788-45f1-97ef-d16ee7f8d936 HTTP/1.1" status: 200 len: 217 time: 0.1288002 Jul 23 16:31:52.470703 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-51819c0b-9d07-4625-b555-1c2bbe65b266 req-9085cebf-4d66-4e9c-bd91-517c69a70211 tempest-ServerShowV257Test-484470495 tempest-ServerShowV257Test-484470495-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3c4b5f6-6547-4373-bd46-2e42afaaa2d8 HTTP/1.1" status: 200 len: 210 time: 0.1091616 Jul 23 16:31:52.484771 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-abac88e3-6685-452c-82a6-49c147f98e90 req-62b5ef34-d110-43db-8f68-b98e44f2cb2f tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Request body: {'port': {'device_id': 'b66af28f-6660-4b08-ba87-dfb18dff5fba', 'network_id': '781d17e1-fc76-4d5b-92a2-02370ee09a4f', 'admin_state_up': True, 'tenant_id': '3c4fd83f3d2149f4afdd2e2144f29fef'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:52.503987 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-abac88e3-6685-452c-82a6-49c147f98e90 req-1f16e3a2-3d52-4940-ab05-fde9d32b1104 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Request body: {'port': {'device_id': '82f41ffa-7bd0-402b-a224-d9dded2e3727', 'network_id': '781d17e1-fc76-4d5b-92a2-02370ee09a4f', 'admin_state_up': True, 'tenant_id': '3c4fd83f3d2149f4afdd2e2144f29fef'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:52.530903 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a02c19a0-5ddc-46bb-87b7-dc958d54caf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:52.578944 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64dc337d-2048-4805-8dc1-31808b52e21b tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Router e358a385-1d99-4f33-8f21-f80810c878f2 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:31:52.600723 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-a02c19a0-5ddc-46bb-87b7-dc958d54caf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b76154-f529-48bd-8bed-bc8390d8e097']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:52.640590 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-a02c19a0-5ddc-46bb-87b7-dc958d54caf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '387022a2-5389-423d-86c6-f1f8ae9fbb94') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:52.641223 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-a02c19a0-5ddc-46bb-87b7-dc958d54caf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '387022a2-5389-423d-86c6-f1f8ae9fbb94') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:52.683363 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.api [None req-6f2d6215-aac8-46c1-86ea-07a049d88924 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:31:52.683875 n-d-778549-4 neutron-server[94014]: DEBUG oslo_db.api [None req-6f2d6215-aac8-46c1-86ea-07a049d88924 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:31:52.684649 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-7d1d7c4b-01b5-4484-8d20-0e7c0cf47fdd None None] For port 526e983f-af9e-4c31-879c-3dec8e4b1adb, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:31:52.686832 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=1ae3d4c1-4bdc-4523-bc4d-7954d7af0453,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:52.692847 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-7d1d7c4b-01b5-4484-8d20-0e7c0cf47fdd None None] For port 526e983f-af9e-4c31-879c-3dec8e4b1adb, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=526e983f-af9e-4c31-879c-3dec8e4b1adb,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:31:52.698817 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7d1d7c4b-01b5-4484-8d20-0e7c0cf47fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:52.735065 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a02c19a0-5ddc-46bb-87b7-dc958d54caf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:52.757223 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-5c147b5b-f169-4648-b7a2-dd10e31f39f6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:52.757484 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7585a3-707b-4472-b655-dfec672139d4 None None] Pushing event updated for resources: {'Port': ['ID=526e983f-af9e-4c31-879c-3dec8e4b1adb,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:52.784442 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1d7c4b-01b5-4484-8d20-0e7c0cf47fdd None None] Routers {'de92eb83-aea3-4e66-894e-5d5304babc5a'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:31:52.786345 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-7d1d7c4b-01b5-4484-8d20-0e7c0cf47fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:31:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['de92eb83-aea3-4e66-894e-5d5304babc5a'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:52.789952 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a02c19a0-5ddc-46bb-87b7-dc958d54caf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:52.793378 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12482c2-5f92-4bb6-adc1-2f4379cb4e3a req-f9fb935b-5932-444f-abfc-8096616bead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:52.794872 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a12482c2-5f92-4bb6-adc1-2f4379cb4e3a req-f9fb935b-5932-444f-abfc-8096616bead4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=52b6c1fc-18b3-4bd8-a52b-479d1bf82db2 HTTP/1.1" status: 200 len: 859 time: 0.3190572 Jul 23 16:31:52.812362 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-5c147b5b-f169-4648-b7a2-dd10e31f39f6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Transition to ACTIVE for port object 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:52.851181 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02c19a0-5ddc-46bb-87b7-dc958d54caf0 admin admin] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:31:52.851725 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a02c19a0-5ddc-46bb-87b7-dc958d54caf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:52.853366 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:31:52.853366 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:31:52.853366 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:31:52.853366 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:31:52.853366 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:31:52.853366 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:31:52.853366 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:31:52.853366 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:31:52.853366 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:31:52.853366 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:31:52.853366 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:31:52.853366 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:31:52.853366 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:31:52.853366 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:31:52.853366 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:31:52.853366 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:31:52.853366 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:31:52.853366 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:31:52.853366 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:31:52.853366 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:31:52.853366 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:31:52.853366 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:31:52.853366 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:31:52.853366 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:31:52.853366 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:31:52.853366 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:31:52.853366 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:31:52.853366 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:31:52.853366 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:31:52.853366 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:31:52.853366 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:31:52.853366 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:31:52.901758 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-7d1d7c4b-01b5-4484-8d20-0e7c0cf47fdd None None] Set router de92eb83-aea3-4e66-894e-5d5304babc5a gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:31:52.914709 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-5c147b5b-f169-4648-b7a2-dd10e31f39f6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:52.972103 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a12482c2-5f92-4bb6-adc1-2f4379cb4e3a req-f7230cba-61c5-4d17-a71d-8abc3159b16d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cac688c7-43ee-40e9-9559-4fa59cc9caa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1652753 Jul 23 16:31:52.989688 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e7a2f355-199e-40ec-be7f-b697eb1bab9f req-203ecc0c-ad93-47ed-aa1b-4d889c3d3523 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/ports?device_id=82f41ffa-7bd0-402b-a224-d9dded2e3727 HTTP/1.1" status: 200 len: 210 time: 0.2486131 Jul 23 16:31:52.992962 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-5c147b5b-f169-4648-b7a2-dd10e31f39f6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Network 188f4564-8b8f-479c-8498-350853f64f83 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:53.004371 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-5c147b5b-f169-4648-b7a2-dd10e31f39f6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:53.007418 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-5c147b5b-f169-4648-b7a2-dd10e31f39f6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:53.049709 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c147b5b-f169-4648-b7a2-dd10e31f39f6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Pushing event updated for resources: {'Port': ['ID=77d9ee88-c13f-4f5f-a6ae-cd2cbe412115,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:53.060837 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64dc337d-2048-4805-8dc1-31808b52e21b tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:31:53.080085 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65f0635-8f9b-416c-877e-0645b312df27 None None] Sync routers for ids ['e358a385-1d99-4f33-8f21-f80810c878f2'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:31:53.084972 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-64dc337d-2048-4805-8dc1-31808b52e21b tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] 10.222.0.73 "PUT /v2.0/routers/e358a385-1d99-4f33-8f21-f80810c878f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8553057 Jul 23 16:31:53.097257 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65f0635-8f9b-416c-877e-0645b312df27 None None] Routers {'e358a385-1d99-4f33-8f21-f80810c878f2'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:31:53.098071 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e65f0635-8f9b-416c-877e-0645b312df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:31:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['e358a385-1d99-4f33-8f21-f80810c878f2'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:53.101408 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44718) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:53.104652 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-54d518d5-108f-48c3-b1c5-fbb167ff7638 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting port 526e983f-af9e-4c31-879c-3dec8e4b1adb {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:31:53.105018 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-54d518d5-108f-48c3-b1c5-fbb167ff7638 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:53.144868 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a02c19a0-5ddc-46bb-87b7-dc958d54caf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:53.187373 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e65f0635-8f9b-416c-877e-0645b312df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:53.196413 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a02c19a0-5ddc-46bb-87b7-dc958d54caf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:53.201263 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a02c19a0-5ddc-46bb-87b7-dc958d54caf0 admin admin] 10.222.0.73 "DELETE /v2.0/networks/69b76154-f529-48bd-8bed-bc8390d8e097 HTTP/1.1" status: 204 len: 168 time: 1.9268453 Jul 23 16:31:53.211510 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65f0635-8f9b-416c-877e-0645b312df27 None None] Routers {'e358a385-1d99-4f33-8f21-f80810c878f2'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:31:53.214877 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e65f0635-8f9b-416c-877e-0645b312df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:31:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['e358a385-1d99-4f33-8f21-f80810c878f2'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:53.240073 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c19a0-5ddc-46bb-87b7-dc958d54caf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=69b76154-f529-48bd-8bed-bc8390d8e097,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:53.282188 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6f2d6215-aac8-46c1-86ea-07a049d88924 None None] Provisioning for port 526e983f-af9e-4c31-879c-3dec8e4b1adb completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:53.295756 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-7d1d7c4b-01b5-4484-8d20-0e7c0cf47fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de92eb83-aea3-4e66-894e-5d5304babc5a', 'name': 'tempest-NetworksTestDHCPv6-router-1694696645', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:46Z', 'updated_at': '2021-07-23T16:31:48Z', 'revision_number': 2, 'project_id': '35e8e259141447e2beee3a0a6792778d', 'gw_port_host': None, '_interfaces': [{'id': '526e983f-af9e-4c31-879c-3dec8e4b1adb', 'name': '', 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'mac_address': 'fa:16:3e:b6:7c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de92eb83-aea3-4e66-894e-5d5304babc5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '09691c00-cf0e-4dd3-84c1-7b3c49c061bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:47Z', 'updated_at': '2021-07-23T16:31:52Z', 'revision_number': 4, 'project_id': '35e8e259141447e2beee3a0a6792778d', 'subnets': [{'id': '09691c00-cf0e-4dd3-84c1-7b3c49c061bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:53.311430 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abac88e3-6685-452c-82a6-49c147f98e90 req-62b5ef34-d110-43db-8f68-b98e44f2cb2f tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Made reservation on behalf of 3c4fd83f3d2149f4afdd2e2144f29fef for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:53.318142 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-abac88e3-6685-452c-82a6-49c147f98e90 req-62b5ef34-d110-43db-8f68-b98e44f2cb2f tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:53.318658 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e65f0635-8f9b-416c-877e-0645b312df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:53.319351 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65f0635-8f9b-416c-877e-0645b312df27 None None] The sync data for ids ['e358a385-1d99-4f33-8f21-f80810c878f2'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:31:53.341674 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-5c147b5b-f169-4648-b7a2-dd10e31f39f6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:53.342352 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-5c147b5b-f169-4648-b7a2-dd10e31f39f6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:53.345257 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-86f987f9-d3d8-4045-9af6-031739345d56 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] delete failed (client error): The resource could not be found. Jul 23 16:31:53.354848 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-86f987f9-d3d8-4045-9af6-031739345d56 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] 10.222.0.73 "DELETE /v2.0/routers/tempest-non_exist_router-39484700 HTTP/1.1" status: 404 len: 333 time: 0.2528462 Jul 23 16:31:53.355699 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1d7c4b-01b5-4484-8d20-0e7c0cf47fdd None None] The sync data for ids ['de92eb83-aea3-4e66-894e-5d5304babc5a'] in n-d-778549-4 is: [{'id': 'de92eb83-aea3-4e66-894e-5d5304babc5a', 'name': 'tempest-NetworksTestDHCPv6-router-1694696645', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:46Z', 'updated_at': '2021-07-23T16:31:48Z', 'revision_number': 2, 'project_id': '35e8e259141447e2beee3a0a6792778d', 'gw_port_host': None, '_interfaces': [{'id': '526e983f-af9e-4c31-879c-3dec8e4b1adb', 'name': '', 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'mac_address': 'fa:16:3e:b6:7c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de92eb83-aea3-4e66-894e-5d5304babc5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '09691c00-cf0e-4dd3-84c1-7b3c49c061bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:47Z', 'updated_at': '2021-07-23T16:31:52Z', 'revision_number': 4, 'project_id': '35e8e259141447e2beee3a0a6792778d', 'subnets': [{'id': '09691c00-cf0e-4dd3-84c1-7b3c49c061bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:31:53.364707 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44728) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:53.377621 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abac88e3-6685-452c-82a6-49c147f98e90 req-1f16e3a2-3d52-4940-ab05-fde9d32b1104 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Made reservation on behalf of 3c4fd83f3d2149f4afdd2e2144f29fef for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:53.379230 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-3c1c205f-54f3-4fac-a1a2-eb4d77333250 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e358a385-1d99-4f33-8f21-f80810c878f2'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:53.384855 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-abac88e3-6685-452c-82a6-49c147f98e90 req-1f16e3a2-3d52-4940-ab05-fde9d32b1104 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:53.428601 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a12482c2-5f92-4bb6-adc1-2f4379cb4e3a req-7fd6f996-9ed4-4ab5-b4a5-f7344c388b06 service neutron] 10.222.0.97 "GET /v2.0/networks/cac688c7-43ee-40e9-9559-4fa59cc9caa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338925 Jul 23 16:31:53.468517 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44730) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:53.522737 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-5c147b5b-f169-4648-b7a2-dd10e31f39f6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5373111 Jul 23 16:31:53.551614 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f13d927d-5498-4b41-a0b0-9c618ec40d85 None None] Provisioning for port 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:53.560621 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f13d927d-5498-4b41-a0b0-9c618ec40d85 None None] Provisioning complete for port 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:53.561002 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f13d927d-5498-4b41-a0b0-9c618ec40d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:53.575008 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-4b16ceac-7c53-4807-870e-e1047af72248 service neutron] Request body: {'port': {'device_id': '0c2df115-5311-403d-b20e-1fb6e957b227', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:53.603129 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f13d927d-5498-4b41-a0b0-9c618ec40d85 None None] Port 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:31:53.741480 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c2c5ac30-f2d7-452b-9268-8de8af8df82c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8759b0035d4f4c18add8b213c6e696b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2301178 Jul 23 16:31:53.747000 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44734) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:53.764688 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-54d518d5-108f-48c3-b1c5-fbb167ff7638 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] For port 526e983f-af9e-4c31-879c-3dec8e4b1adb, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=526e983f-af9e-4c31-879c-3dec8e4b1adb,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:53.765132 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-54d518d5-108f-48c3-b1c5-fbb167ff7638 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:53.791062 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81416df6-4041-4582-b662-d71bf7651963 req-29fca1c7-a655-4896-8a91-5ecb360bd286 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:53.792733 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-81416df6-4041-4582-b662-d71bf7651963 req-29fca1c7-a655-4896-8a91-5ecb360bd286 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.5697165 Jul 23 16:31:53.795782 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a12482c2-5f92-4bb6-adc1-2f4379cb4e3a req-3877f416-ca99-48be-9a45-a5cf4a4936fa service neutron] 10.222.0.97 "GET /v2.0/networks/cac688c7-43ee-40e9-9559-4fa59cc9caa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565912 Jul 23 16:31:53.866375 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-abac88e3-6685-452c-82a6-49c147f98e90 req-62b5ef34-d110-43db-8f68-b98e44f2cb2f tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Allocated IP 172.20.0.2 (781d17e1-fc76-4d5b-92a2-02370ee09a4f/132b4a1d-dc5f-4b5b-a7f1-a1a603244ee1/5359557f-3246-4ef3-b6ea-d9187a53d0e3) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:53.886513 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-54d518d5-108f-48c3-b1c5-fbb167ff7638 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Calling delete_port for 526e983f-af9e-4c31-879c-3dec8e4b1adb owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:31:53.891007 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3c1c205f-54f3-4fac-a1a2-eb4d77333250 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:53.891823 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5787899-385d-436b-bad3-94af82d4a5e3 req-381bcad0-dc6c-4d7c-b74e-ab6ac1710012 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:53.893475 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c5787899-385d-436b-bad3-94af82d4a5e3 req-381bcad0-dc6c-4d7c-b74e-ab6ac1710012 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 931 time: 0.3996127 Jul 23 16:31:53.925019 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-81416df6-4041-4582-b662-d71bf7651963 req-f4f0e17a-a82e-403f-ac61-2e0aa6f3c9a7 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202524 Jul 23 16:31:53.934058 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-4b16ceac-7c53-4807-870e-e1047af72248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:53.939467 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-27f784cf-f49b-400d-ba84-4365a3b3f106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:53.973251 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-3c1c205f-54f3-4fac-a1a2-eb4d77333250 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] update failed (client error): The resource could not be found. Jul 23 16:31:53.974256 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3c1c205f-54f3-4fac-a1a2-eb4d77333250 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] 10.222.0.73 "PUT /v2.0/routers/e358a385-1d99-4f33-8f21-f80810c878f2 HTTP/1.1" status: 404 len: 339 time: 0.6082866 Jul 23 16:31:53.986078 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44736) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:54.005912 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c5787899-385d-436b-bad3-94af82d4a5e3 req-d146c450-16d5-4651-a45d-daa68a1bae08 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964208 Jul 23 16:31:54.056358 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-27f784cf-f49b-400d-ba84-4365a3b3f106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:54.214282 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fc7c5726-59e6-4b5d-a59f-c2b83296fbd4 req-bf8ea93b-8d69-4d0c-bcab-2d99eb957544 tempest-ServerShowV257Test-484470495 tempest-ServerShowV257Test-484470495-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3c4b5f6-6547-4373-bd46-2e42afaaa2d8 HTTP/1.1" status: 200 len: 210 time: 0.1238160 Jul 23 16:31:54.258600 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26bbe237-8c71-41c8-8eab-3182b323c7ee req-43354a33-084d-4155-862c-c35911485065 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/ports?device_id=82f41ffa-7bd0-402b-a224-d9dded2e3727 HTTP/1.1" status: 200 len: 210 time: 0.1202044 Jul 23 16:31:54.295772 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-27f784cf-f49b-400d-ba84-4365a3b3f106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:54.300396 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-27f784cf-f49b-400d-ba84-4365a3b3f106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:54.304612 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-27f784cf-f49b-400d-ba84-4365a3b3f106 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9d74c37f-e2af-4d64-bb02-9494fe7502a7 HTTP/1.1" status: 204 len: 168 time: 0.5449152 Jul 23 16:31:54.323398 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-abac88e3-6685-452c-82a6-49c147f98e90 req-62b5ef34-d110-43db-8f68-b98e44f2cb2f tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:54.349676 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f784cf-f49b-400d-ba84-4365a3b3f106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d74c37f-e2af-4d64-bb02-9494fe7502a7,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:54.652250 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 526e983f-af9e-4c31-879c-3dec8e4b1adb up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:54.767558 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 526e983f-af9e-4c31-879c-3dec8e4b1adb completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:54.777708 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 526e983f-af9e-4c31-879c-3dec8e4b1adb triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:54.778605 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:54.914172 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:54.919387 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-abac88e3-6685-452c-82a6-49c147f98e90 req-62b5ef34-d110-43db-8f68-b98e44f2cb2f tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:55.038804 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abac88e3-6685-452c-82a6-49c147f98e90 req-62b5ef34-d110-43db-8f68-b98e44f2cb2f tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Network 781d17e1-fc76-4d5b-92a2-02370ee09a4f is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:55.051895 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-abac88e3-6685-452c-82a6-49c147f98e90 req-62b5ef34-d110-43db-8f68-b98e44f2cb2f tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:55.061677 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-abac88e3-6685-452c-82a6-49c147f98e90 req-62b5ef34-d110-43db-8f68-b98e44f2cb2f tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:55.162654 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1ca584c-78de-4be7-8a43-5caa1ecb5fdf tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:55.170042 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5ef34-d110-43db-8f68-b98e44f2cb2f tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Pushing event updated for resources: {'Port': ['ID=5359557f-3246-4ef3-b6ea-d9187a53d0e3,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:55.176438 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-abac88e3-6685-452c-82a6-49c147f98e90 req-1f16e3a2-3d52-4940-ab05-fde9d32b1104 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Allocated IP 172.20.0.11 (781d17e1-fc76-4d5b-92a2-02370ee09a4f/132b4a1d-dc5f-4b5b-a7f1-a1a603244ee1/ea80ae55-0be0-4fd7-827e-d50bc2747964) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:55.200921 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1ae3d4c1-4bdc-4523-bc4d-7954d7af0453 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:55.216272 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-54d518d5-108f-48c3-b1c5-fbb167ff7638 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:55.241315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac88e3-6685-452c-82a6-49c147f98e90 req-62b5ef34-d110-43db-8f68-b98e44f2cb2f tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:55.242080 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-abac88e3-6685-452c-82a6-49c147f98e90 req-62b5ef34-d110-43db-8f68-b98e44f2cb2f tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:55.316324 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abac88e3-6685-452c-82a6-49c147f98e90 req-62b5ef34-d110-43db-8f68-b98e44f2cb2f tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8431387 Jul 23 16:31:55.316634 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 1ae3d4c1-4bdc-4523-bc4d-7954d7af0453 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:55.316964 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:55.330946 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-abac88e3-6685-452c-82a6-49c147f98e90 req-fc4a45f3-7a97-43ef-b99b-62f1b8aa967b service neutron] Request body: {'port': {'device_id': 'b66af28f-6660-4b08-ba87-dfb18dff5fba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:55.439086 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8013cc7-3848-41db-901c-8a01a4ea67c8 req-43fce347-7df1-43e8-9892-f440b7c3bb49 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:55.446718 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b8013cc7-3848-41db-901c-8a01a4ea67c8 req-43fce347-7df1-43e8-9892-f440b7c3bb49 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.3355541 Jul 23 16:31:55.491936 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d518d5-108f-48c3-b1c5-fbb167ff7638 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Port': ['ID=526e983f-af9e-4c31-879c-3dec8e4b1adb,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:55.546076 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a95c0-85ca-4a99-b60c-5987ab1b5356 req-2055e160-4dda-47d6-b6f3-56ba9d3f59e5 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:55.553491 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab7a95c0-85ca-4a99-b60c-5987ab1b5356 req-2055e160-4dda-47d6-b6f3-56ba9d3f59e5 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 931 time: 0.4047582 Jul 23 16:31:55.556186 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44772) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:55.575921 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-abac88e3-6685-452c-82a6-49c147f98e90 req-fc4a45f3-7a97-43ef-b99b-62f1b8aa967b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:55.613437 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b8013cc7-3848-41db-901c-8a01a4ea67c8 req-0e78c9ef-f606-47f0-b336-260bf0f96f93 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595964 Jul 23 16:31:55.652556 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-4b16ceac-7c53-4807-870e-e1047af72248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:31:55.663044 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-4b16ceac-7c53-4807-870e-e1047af72248 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:55.720714 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-b1ca584c-78de-4be7-8a43-5caa1ecb5fdf tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Allocated IP 172.20.0.1 (183de050-5da5-42fe-95fd-59e94d45159a/8bfc789b-4ac9-47c0-bc34-1e6b43881922/25341814-0464-4ff3-ab7b-2bc9c027e358) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:55.729506 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-54d518d5-108f-48c3-b1c5-fbb167ff7638 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:55.734091 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-4b16ceac-7c53-4807-870e-e1047af72248 service neutron] Transition to ACTIVE for port object 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:55.745652 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab7a95c0-85ca-4a99-b60c-5987ab1b5356 req-2e7b7bef-6e3f-4212-977a-ebfab3c1e9e8 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895492 Jul 23 16:31:55.750958 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-4b16ceac-7c53-4807-870e-e1047af72248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:55.859462 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-3a3821e0-4bf3-4cec-8d42-fa50b377a112 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-148621084-network', 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:55.921610 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-abac88e3-6685-452c-82a6-49c147f98e90 req-1f16e3a2-3d52-4940-ab05-fde9d32b1104 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:55.926088 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cdf2902e-53f7-4f8c-8aec-99502c263359 req-dc91694a-4ae7-4e7c-876a-4b4f869f3b16 tempest-ServerShowV257Test-484470495 tempest-ServerShowV257Test-484470495-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3c4b5f6-6547-4373-bd46-2e42afaaa2d8 HTTP/1.1" status: 200 len: 210 time: 0.2004793 Jul 23 16:31:55.959514 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16ceac-7c53-4807-870e-e1047af72248 service neutron] Pushing event updated for resources: {'Port': ['ID=77d9ee88-c13f-4f5f-a6ae-cd2cbe412115,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:55.984978 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-67fc28eb-c8fe-42a8-8ea2-00115d4387c2 req-e808ccba-d36d-4976-bd71-1dd989849d98 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/ports?device_id=82f41ffa-7bd0-402b-a224-d9dded2e3727 HTTP/1.1" status: 200 len: 210 time: 0.0810952 Jul 23 16:31:55.997963 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3821e0-4bf3-4cec-8d42-fa50b377a112 admin admin] Made reservation on behalf of 5d8469dd886547af8aa5b5e0e02307dd for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:56.008459 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a3821e0-4bf3-4cec-8d42-fa50b377a112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.019859 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a3821e0-4bf3-4cec-8d42-fa50b377a112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.080056 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-abac88e3-6685-452c-82a6-49c147f98e90 req-1f16e3a2-3d52-4940-ab05-fde9d32b1104 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.097986 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1ca584c-78de-4be7-8a43-5caa1ecb5fdf tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.145297 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-b1ca584c-78de-4be7-8a43-5caa1ecb5fdf tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Transition to ACTIVE for port object 25341814-0464-4ff3-ab7b-2bc9c027e358 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:56.163946 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d518d5-108f-48c3-b1c5-fbb167ff7638 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Router de92eb83-aea3-4e66-894e-5d5304babc5a has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:31:56.192289 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-4b16ceac-7c53-4807-870e-e1047af72248 service neutron] Attempting to bind port 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:31:56.192544 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-4b16ceac-7c53-4807-870e-e1047af72248 service neutron] Attempting to bind port 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '047af764-cf30-4424-904d-1624213e850c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '188f4564-8b8f-479c-8498-350853f64f83'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:31:56.192878 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-4b16ceac-7c53-4807-870e-e1047af72248 service neutron] Attempting to bind port 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 on network 188f4564-8b8f-479c-8498-350853f64f83 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:56.211231 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-4b16ceac-7c53-4807-870e-e1047af72248 service neutron] Port 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 on network 188f4564-8b8f-479c-8498-350853f64f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:31:56.211566 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-4b16ceac-7c53-4807-870e-e1047af72248 service neutron] Attempting to bind port 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 on network 188f4564-8b8f-479c-8498-350853f64f83 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:56.224287 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abac88e3-6685-452c-82a6-49c147f98e90 req-1f16e3a2-3d52-4940-ab05-fde9d32b1104 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Network 781d17e1-fc76-4d5b-92a2-02370ee09a4f is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:56.235570 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-abac88e3-6685-452c-82a6-49c147f98e90 req-1f16e3a2-3d52-4940-ab05-fde9d32b1104 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:56.242394 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16e3a2-3d52-4940-ab05-fde9d32b1104 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Pushing event updated for resources: {'Port': ['ID=ea80ae55-0be0-4fd7-827e-d50bc2747964,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:56.246741 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-abac88e3-6685-452c-82a6-49c147f98e90 req-1f16e3a2-3d52-4940-ab05-fde9d32b1104 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:56.280625 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-4b16ceac-7c53-4807-870e-e1047af72248 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:31:56.280969 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-4b16ceac-7c53-4807-870e-e1047af72248 service neutron] Checking segment: {'id': '047af764-cf30-4424-904d-1624213e850c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '188f4564-8b8f-479c-8498-350853f64f83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:56.281390 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-4b16ceac-7c53-4807-870e-e1047af72248 service neutron] Bound using segment: {'id': '047af764-cf30-4424-904d-1624213e850c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '188f4564-8b8f-479c-8498-350853f64f83'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:31:56.281961 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-4b16ceac-7c53-4807-870e-e1047af72248 service neutron] Bound port: 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '047af764-cf30-4424-904d-1624213e850c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '188f4564-8b8f-479c-8498-350853f64f83'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:31:56.282204 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-4b16ceac-7c53-4807-870e-e1047af72248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.299248 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1ca584c-78de-4be7-8a43-5caa1ecb5fdf tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.313966 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d518d5-108f-48c3-b1c5-fbb167ff7638 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:31:56.337469 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-54d518d5-108f-48c3-b1c5-fbb167ff7638 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "PUT /v2.0/routers/de92eb83-aea3-4e66-894e-5d5304babc5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3390715 Jul 23 16:31:56.344796 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44776) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:56.349225 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7279d4-32e4-4911-802b-366f62a38540 None None] Sync routers for ids ['de92eb83-aea3-4e66-894e-5d5304babc5a'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:31:56.379768 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac88e3-6685-452c-82a6-49c147f98e90 req-1f16e3a2-3d52-4940-ab05-fde9d32b1104 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:56.380755 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-abac88e3-6685-452c-82a6-49c147f98e90 req-1f16e3a2-3d52-4940-ab05-fde9d32b1104 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.388974 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7279d4-32e4-4911-802b-366f62a38540 None None] Routers {'de92eb83-aea3-4e66-894e-5d5304babc5a'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:31:56.391391 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0d7279d4-32e4-4911-802b-366f62a38540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:31:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['de92eb83-aea3-4e66-894e-5d5304babc5a'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:56.410400 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-4b16ceac-7c53-4807-870e-e1047af72248 service neutron] For port 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:31:56.414150 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-4b16ceac-7c53-4807-870e-e1047af72248 service neutron] For port 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=77d9ee88-c13f-4f5f-a6ae-cd2cbe412115,segment=NetworkSegment(047af764-cf30-4424-904d-1624213e850c),segment_id=047af764-cf30-4424-904d-1624213e850c)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:31:56.441960 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-4b16ceac-7c53-4807-870e-e1047af72248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.454272 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ca584c-78de-4be7-8a43-5caa1ecb5fdf tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Network 183de050-5da5-42fe-95fd-59e94d45159a is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:56.464654 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-b1ca584c-78de-4be7-8a43-5caa1ecb5fdf tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:56.471137 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ca584c-78de-4be7-8a43-5caa1ecb5fdf tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:56.498670 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-0d7279d4-32e4-4911-802b-366f62a38540 None None] Set router de92eb83-aea3-4e66-894e-5d5304babc5a gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:31:56.506224 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b44a514-6e13-4282-83bc-e24649c3ba3b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:56.508235 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b44a514-6e13-4282-83bc-e24649c3ba3b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:56.514499 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5b44a514-6e13-4282-83bc-e24649c3ba3b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1631310 Jul 23 16:31:56.516804 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a3821e0-4bf3-4cec-8d42-fa50b377a112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.518410 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44778) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:56.536858 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-abac88e3-6685-452c-82a6-49c147f98e90 req-fc4a45f3-7a97-43ef-b99b-62f1b8aa967b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5359557f-3246-4ef3-b6ea-d9187a53d0e3 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:31:56.547907 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-abac88e3-6685-452c-82a6-49c147f98e90 req-fc4a45f3-7a97-43ef-b99b-62f1b8aa967b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.553177 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abac88e3-6685-452c-82a6-49c147f98e90 req-1f16e3a2-3d52-4940-ab05-fde9d32b1104 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0760274 Jul 23 16:31:56.554176 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a3821e0-4bf3-4cec-8d42-fa50b377a112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.554595 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1ca584c-78de-4be7-8a43-5caa1ecb5fdf tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.569969 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0d7279d4-32e4-4911-802b-366f62a38540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de92eb83-aea3-4e66-894e-5d5304babc5a', 'name': 'tempest-NetworksTestDHCPv6-router-1694696645', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:46Z', 'updated_at': '2021-07-23T16:31:54Z', 'revision_number': 3, 'project_id': '35e8e259141447e2beee3a0a6792778d', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:56.570192 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-4b16ceac-7c53-4807-870e-e1047af72248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:56.570833 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-4b16ceac-7c53-4807-870e-e1047af72248 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.572280 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-4b16ceac-7c53-4807-870e-e1047af72248 service neutron] 10.222.0.74 "PUT /v2.0/ports/77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 HTTP/1.1" status: 200 len: 1091 time: 3.0115318 Jul 23 16:31:56.572983 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca584c-78de-4be7-8a43-5caa1ecb5fdf tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Pushing event updated for resources: {'Port': ['ID=25341814-0464-4ff3-ab7b-2bc9c027e358,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:56.575173 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2df115-5311-403d-b20e-1fb6e957b227', 'tag': '77d9ee88-c13f-4f5f-a6ae-cd2cbe412115'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:31:56.594406 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328c0ace-a3b5-4de2-81ee-79c7f14e0c86" -d '{"events": [{"name": "network-changed", "server_uuid": "0c2df115-5311-403d-b20e-1fb6e957b227", "tag": "77d9ee88-c13f-4f5f-a6ae-cd2cbe412115"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:31:56.603155 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-abac88e3-6685-452c-82a6-49c147f98e90 req-ddb51bb3-73c8-46ec-a82f-676f03978b41 service neutron] Request body: {'port': {'device_id': '82f41ffa-7bd0-402b-a224-d9dded2e3727', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:56.615765 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7279d4-32e4-4911-802b-366f62a38540 None None] Checking router: de92eb83-aea3-4e66-894e-5d5304babc5a for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:31:56.626893 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7279d4-32e4-4911-802b-366f62a38540 None None] Routers {'de92eb83-aea3-4e66-894e-5d5304babc5a'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:31:56.629586 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0d7279d4-32e4-4911-802b-366f62a38540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:31:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['de92eb83-aea3-4e66-894e-5d5304babc5a'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:56.732974 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a7dc74-bbe2-4a7d-8a1d-ae6e7117219a x-openstack-request-id: req-b7a7dc74-bbe2-4a7d-8a1d-ae6e7117219a {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:31:56.733969 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c2df115-5311-403d-b20e-1fb6e957b227", "tag": "77d9ee88-c13f-4f5f-a6ae-cd2cbe412115", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:31:56.734419 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b7a7dc74-bbe2-4a7d-8a1d-ae6e7117219a {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:31:56.735076 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2df115-5311-403d-b20e-1fb6e957b227', 'tag': '77d9ee88-c13f-4f5f-a6ae-cd2cbe412115', 'status': 'completed', 'code': 200} Jul 23 16:31:56.735202 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-abac88e3-6685-452c-82a6-49c147f98e90 req-fc4a45f3-7a97-43ef-b99b-62f1b8aa967b service neutron] Transition to ACTIVE for port object 5359557f-3246-4ef3-b6ea-d9187a53d0e3 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:56.741361 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a3821e0-4bf3-4cec-8d42-fa50b377a112 admin admin] vlan segment allocate from pool success with {'vlan_id': 1117, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:31:56.746457 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-0d7279d4-32e4-4911-802b-366f62a38540 None None] Set router de92eb83-aea3-4e66-894e-5d5304babc5a gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:31:56.794064 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-abac88e3-6685-452c-82a6-49c147f98e90 req-fc4a45f3-7a97-43ef-b99b-62f1b8aa967b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.795586 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3821e0-4bf3-4cec-8d42-fa50b377a112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7572a56a-08f1-4902-a27a-47e051763e2d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:56.843144 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0d7279d4-32e4-4911-802b-366f62a38540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de92eb83-aea3-4e66-894e-5d5304babc5a', 'name': 'tempest-NetworksTestDHCPv6-router-1694696645', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:46Z', 'updated_at': '2021-07-23T16:31:54Z', 'revision_number': 3, 'project_id': '35e8e259141447e2beee3a0a6792778d', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:56.845428 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16ceac-7c53-4807-870e-e1047af72248 service neutron] Pushing event updated for resources: {'Port': ['ID=77d9ee88-c13f-4f5f-a6ae-cd2cbe412115,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:56.864460 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a3821e0-4bf3-4cec-8d42-fa50b377a112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.864811 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-3a3821e0-4bf3-4cec-8d42-fa50b377a112 admin admin] Added segment d69e0431-1959-4dab-bf58-cb378f4bfdf1 of type vlan for network 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a Jul 23 16:31:56.874432 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d6bcfe-703c-41ca-b56d-2414030fe95c tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting subnet 09691c00-cf0e-4dd3-84c1-7b3c49c061bb {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:31:56.884416 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7279d4-32e4-4911-802b-366f62a38540 None None] The sync data for ids ['de92eb83-aea3-4e66-894e-5d5304babc5a'] in n-d-778549-4 is: [{'id': 'de92eb83-aea3-4e66-894e-5d5304babc5a', 'name': 'tempest-NetworksTestDHCPv6-router-1694696645', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:46Z', 'updated_at': '2021-07-23T16:31:54Z', 'revision_number': 3, 'project_id': '35e8e259141447e2beee3a0a6792778d', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:31:56.918416 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0d6bcfe-703c-41ca-b56d-2414030fe95c tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.918783 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-3de28d77-1eb6-4d67-924b-4a7a4d779e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:56.920720 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-3de28d77-1eb6-4d67-924b-4a7a4d779e65 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=54c4450647c445a5ad7f9adbba82da8f&device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 1094 time: 0.2128139 Jul 23 16:31:56.985014 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3f6325af-046c-4ea5-b774-2272219c51ed None None] Provisioning for port 25341814-0464-4ff3-ab7b-2bc9c027e358 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:56.990564 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3f6325af-046c-4ea5-b774-2272219c51ed None None] Provisioning complete for port 25341814-0464-4ff3-ab7b-2bc9c027e358 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:56.990936 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3f6325af-046c-4ea5-b774-2272219c51ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.993734 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-2df40ec1-fff1-462e-9df1-fa844ff5e140 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 HTTP/1.1" status: 200 len: 217 time: 0.0474582 Jul 23 16:31:57.028645 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-3f6325af-046c-4ea5-b774-2272219c51ed None None] Port 25341814-0464-4ff3-ab7b-2bc9c027e358 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:31:57.035192 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1ca584c-78de-4be7-8a43-5caa1ecb5fdf tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:57.065868 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a3821e0-4bf3-4cec-8d42-fa50b377a112 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:57.087339 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-54d011cc-d1b9-4dc9-b0af-52da1a048f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:57.088780 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-54d011cc-d1b9-4dc9-b0af-52da1a048f6e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8b88c056-245d-4f4e-ab87-c54aa261bddb HTTP/1.1" status: 200 len: 855 time: 0.0875978 Jul 23 16:31:57.092652 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0d6bcfe-703c-41ca-b56d-2414030fe95c tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:57.124899 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a45f3-7a97-43ef-b99b-62f1b8aa967b service neutron] Pushing event updated for resources: {'Port': ['ID=5359557f-3246-4ef3-b6ea-d9187a53d0e3,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:57.157305 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-abac88e3-6685-452c-82a6-49c147f98e90 req-ddb51bb3-73c8-46ec-a82f-676f03978b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:57.286875 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fb15a-39c9-41b7-b837-035de226e967 req-5d1855da-9fad-4071-8756-7fae49ce8b3b tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:57.288549 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-684fb15a-39c9-41b7-b837-035de226e967 req-5d1855da-9fad-4071-8756-7fae49ce8b3b tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.5376575 Jul 23 16:31:57.297113 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a3821e0-4bf3-4cec-8d42-fa50b377a112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:57.298084 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3821e0-4bf3-4cec-8d42-fa50b377a112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:57.298670 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a3821e0-4bf3-4cec-8d42-fa50b377a112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:57.387171 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022b951-0d6b-46fb-8948-a42a02c57dd7 req-c778a325-e84e-461a-a4cc-cb0d75216512 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:57.388955 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0022b951-0d6b-46fb-8948-a42a02c57dd7 req-c778a325-e84e-461a-a4cc-cb0d75216512 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 943 time: 0.4657331 Jul 23 16:31:57.430960 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-abac88e3-6685-452c-82a6-49c147f98e90 req-fc4a45f3-7a97-43ef-b99b-62f1b8aa967b service neutron] Attempting to bind port 5359557f-3246-4ef3-b6ea-d9187a53d0e3 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:31:57.431492 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-abac88e3-6685-452c-82a6-49c147f98e90 req-fc4a45f3-7a97-43ef-b99b-62f1b8aa967b service neutron] Attempting to bind port 5359557f-3246-4ef3-b6ea-d9187a53d0e3 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'b6f0f71c-01e2-4031-8418-bfa4c9aad4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '781d17e1-fc76-4d5b-92a2-02370ee09a4f'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:31:57.431952 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac88e3-6685-452c-82a6-49c147f98e90 req-fc4a45f3-7a97-43ef-b99b-62f1b8aa967b service neutron] Attempting to bind port 5359557f-3246-4ef3-b6ea-d9187a53d0e3 on network 781d17e1-fc76-4d5b-92a2-02370ee09a4f {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:57.454841 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3a3821e0-4bf3-4cec-8d42-fa50b377a112 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8881018 Jul 23 16:31:57.460053 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44792) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:57.466166 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-5b7bb207-9816-46e4-8b04-79d5f4dc0a1a admin admin] Request body: {'subnet': {'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-148621084-subnet', 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:57.542531 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-5bb33136-f836-415f-b91a-d8a9cd2c497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:57.544083 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-5bb33136-f836-415f-b91a-d8a9cd2c497d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=188f4564-8b8f-479c-8498-350853f64f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4481947 Jul 23 16:31:57.544640 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7bb207-9816-46e4-8b04-79d5f4dc0a1a admin admin] Made reservation on behalf of 5d8469dd886547af8aa5b5e0e02307dd for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:57.546888 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b7bb207-9816-46e4-8b04-79d5f4dc0a1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:57.551621 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac88e3-6685-452c-82a6-49c147f98e90 req-fc4a45f3-7a97-43ef-b99b-62f1b8aa967b service neutron] Port 5359557f-3246-4ef3-b6ea-d9187a53d0e3 on network 781d17e1-fc76-4d5b-92a2-02370ee09a4f not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:31:57.551951 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac88e3-6685-452c-82a6-49c147f98e90 req-fc4a45f3-7a97-43ef-b99b-62f1b8aa967b service neutron] Attempting to bind port 5359557f-3246-4ef3-b6ea-d9187a53d0e3 on network 781d17e1-fc76-4d5b-92a2-02370ee09a4f {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:57.555686 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0d6bcfe-703c-41ca-b56d-2414030fe95c tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:57.588877 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3821e0-4bf3-4cec-8d42-fa50b377a112 admin admin] Pushing event updated for resources: {'Network': ['ID=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:57.601309 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:31:57.614810 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac88e3-6685-452c-82a6-49c147f98e90 req-fc4a45f3-7a97-43ef-b99b-62f1b8aa967b service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:31:57.615149 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac88e3-6685-452c-82a6-49c147f98e90 req-fc4a45f3-7a97-43ef-b99b-62f1b8aa967b service neutron] Checking segment: {'id': 'b6f0f71c-01e2-4031-8418-bfa4c9aad4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '781d17e1-fc76-4d5b-92a2-02370ee09a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:57.615527 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac88e3-6685-452c-82a6-49c147f98e90 req-fc4a45f3-7a97-43ef-b99b-62f1b8aa967b service neutron] Bound using segment: {'id': 'b6f0f71c-01e2-4031-8418-bfa4c9aad4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '781d17e1-fc76-4d5b-92a2-02370ee09a4f'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:31:57.615982 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-abac88e3-6685-452c-82a6-49c147f98e90 req-fc4a45f3-7a97-43ef-b99b-62f1b8aa967b service neutron] Bound port: 5359557f-3246-4ef3-b6ea-d9187a53d0e3, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f0f71c-01e2-4031-8418-bfa4c9aad4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '781d17e1-fc76-4d5b-92a2-02370ee09a4f'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:31:57.616337 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-abac88e3-6685-452c-82a6-49c147f98e90 req-fc4a45f3-7a97-43ef-b99b-62f1b8aa967b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:57.630328 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-684fb15a-39c9-41b7-b837-035de226e967 req-060f2fb1-64ea-4d5d-a418-253875d1d53b tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258321 Jul 23 16:31:57.667287 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0022b951-0d6b-46fb-8948-a42a02c57dd7 req-5ca817ab-9264-40b8-8ec1-86ddc74cbe93 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502787 Jul 23 16:31:57.815939 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20029ab5-10d5-4987-8086-d1b73729a301 req-549d68b8-8b6f-4ece-a3a2-343395e80d21 tempest-ServerShowV257Test-484470495 tempest-ServerShowV257Test-484470495-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3c4b5f6-6547-4373-bd46-2e42afaaa2d8 HTTP/1.1" status: 200 len: 210 time: 0.0566766 Jul 23 16:31:57.820814 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0d6bcfe-703c-41ca-b56d-2414030fe95c tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:57.828772 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-6b841c56-38ed-4f0d-b862-0bf977e1e4e6 service neutron] 10.222.0.74 "GET /v2.0/networks/188f4564-8b8f-479c-8498-350853f64f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765415 Jul 23 16:31:57.909893 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6bcfe-703c-41ca-b56d-2414030fe95c tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Subnet': ['ID=09691c00-cf0e-4dd3-84c1-7b3c49c061bb,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:57.912045 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0d6bcfe-703c-41ca-b56d-2414030fe95c tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:57.916562 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b0d6bcfe-703c-41ca-b56d-2414030fe95c tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/09691c00-cf0e-4dd3-84c1-7b3c49c061bb HTTP/1.1" status: 204 len: 168 time: 1.3939493 Jul 23 16:31:57.918078 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-abac88e3-6685-452c-82a6-49c147f98e90 req-fc4a45f3-7a97-43ef-b99b-62f1b8aa967b service neutron] For port 5359557f-3246-4ef3-b6ea-d9187a53d0e3, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:31:57.922296 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44794) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:57.924603 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e9d84e-8bfe-4f73-889f-4f1ab7571cdb None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:57.966977 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1ca584c-78de-4be7-8a43-5caa1ecb5fdf tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:57.981800 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-abac88e3-6685-452c-82a6-49c147f98e90 req-fc4a45f3-7a97-43ef-b99b-62f1b8aa967b service neutron] For port 5359557f-3246-4ef3-b6ea-d9187a53d0e3, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5359557f-3246-4ef3-b6ea-d9187a53d0e3,segment=NetworkSegment(b6f0f71c-01e2-4031-8418-bfa4c9aad4a2),segment_id=b6f0f71c-01e2-4031-8418-bfa4c9aad4a2)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:31:58.004734 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1ca584c-78de-4be7-8a43-5caa1ecb5fdf tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:58.012721 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-abac88e3-6685-452c-82a6-49c147f98e90 req-fc4a45f3-7a97-43ef-b99b-62f1b8aa967b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:58.099322 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b7bb207-9816-46e4-8b04-79d5f4dc0a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:58.109944 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-346b5f3a-309d-4c42-bcd5-5e2898d7a59a req-c60cc706-4eab-4769-8943-cb6186ff7800 service neutron] 10.222.0.74 "GET /v2.0/networks/188f4564-8b8f-479c-8498-350853f64f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555635 Jul 23 16:31:58.118924 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac88e3-6685-452c-82a6-49c147f98e90 req-fc4a45f3-7a97-43ef-b99b-62f1b8aa967b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:58.119610 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-abac88e3-6685-452c-82a6-49c147f98e90 req-fc4a45f3-7a97-43ef-b99b-62f1b8aa967b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:58.120946 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abac88e3-6685-452c-82a6-49c147f98e90 req-fc4a45f3-7a97-43ef-b99b-62f1b8aa967b service neutron] 10.222.0.97 "PUT /v2.0/ports/5359557f-3246-4ef3-b6ea-d9187a53d0e3 HTTP/1.1" status: 200 len: 1091 time: 2.7959967 Jul 23 16:31:58.129085 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b66af28f-6660-4b08-ba87-dfb18dff5fba', 'tag': '5359557f-3246-4ef3-b6ea-d9187a53d0e3'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:31:58.131377 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d6bfc9-bc56-49ee-8f56-799dc27d77b8" -d '{"events": [{"name": "network-changed", "server_uuid": "b66af28f-6660-4b08-ba87-dfb18dff5fba", "tag": "5359557f-3246-4ef3-b6ea-d9187a53d0e3"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:31:58.141933 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1ca584c-78de-4be7-8a43-5caa1ecb5fdf tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:58.150740 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-abac88e3-6685-452c-82a6-49c147f98e90 req-ddb51bb3-73c8-46ec-a82f-676f03978b41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea80ae55-0be0-4fd7-827e-d50bc2747964 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:31:58.178456 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca584c-78de-4be7-8a43-5caa1ecb5fdf tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Pushing event updated for resources: {'Port': ['ID=25341814-0464-4ff3-ab7b-2bc9c027e358,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:58.185113 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-abac88e3-6685-452c-82a6-49c147f98e90 req-ddb51bb3-73c8-46ec-a82f-676f03978b41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:58.187573 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e40aee-271c-4f58-a032-c04102a9e1db None None] DHCP port deletion for 6431ca09-76a8-48e6-9c71-fe9e76635950 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:31:58.207816 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e1f59cc9-a3aa-4d31-804a-a75142b45717 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2843065 Jul 23 16:31:58.208435 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44800) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:58.214735 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a45f3-7a97-43ef-b99b-62f1b8aa967b service neutron] Pushing event updated for resources: {'Port': ['ID=5359557f-3246-4ef3-b6ea-d9187a53d0e3,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:58.229424 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5b8138-0d75-4764-899c-f297d8f947e5 x-openstack-request-id: req-2d5b8138-0d75-4764-899c-f297d8f947e5 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:31:58.229835 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b66af28f-6660-4b08-ba87-dfb18dff5fba", "tag": "5359557f-3246-4ef3-b6ea-d9187a53d0e3", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:31:58.229937 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2d5b8138-0d75-4764-899c-f297d8f947e5 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:31:58.230312 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b66af28f-6660-4b08-ba87-dfb18dff5fba', 'tag': '5359557f-3246-4ef3-b6ea-d9187a53d0e3', 'status': 'completed', 'code': 200} Jul 23 16:31:58.238785 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3576632-1a20-4250-8f32-eb292766cd9f req-c6bb48c3-ac3b-4a18-b569-841058971193 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:58.245728 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3576632-1a20-4250-8f32-eb292766cd9f req-c6bb48c3-ac3b-4a18-b569-841058971193 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/ports?device_id=82f41ffa-7bd0-402b-a224-d9dded2e3727 HTTP/1.1" status: 200 len: 932 time: 0.4388053 Jul 23 16:31:58.256611 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7bb207-9816-46e4-8b04-79d5f4dc0a1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ae57d8d-3779-4491-8fd1-fe104612a516,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:58.280194 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-10e40aee-271c-4f58-a032-c04102a9e1db None None] Deleting port 1ae3d4c1-4bdc-4523-bc4d-7954d7af0453 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:31:58.280668 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-10e40aee-271c-4f58-a032-c04102a9e1db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:58.315939 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7bb207-9816-46e4-8b04-79d5f4dc0a1a admin admin] Checking segment: {'id': 'd69e0431-1959-4dab-bf58-cb378f4bfdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:58.316940 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7bb207-9816-46e4-8b04-79d5f4dc0a1a admin admin] Network hostable DHCP agents. Network: 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:31:58.318071 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-abac88e3-6685-452c-82a6-49c147f98e90 req-ddb51bb3-73c8-46ec-a82f-676f03978b41 service neutron] Transition to ACTIVE for port object ea80ae55-0be0-4fd7-827e-d50bc2747964 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:58.355384 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-abac88e3-6685-452c-82a6-49c147f98e90 req-ddb51bb3-73c8-46ec-a82f-676f03978b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:58.359988 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-10e40aee-271c-4f58-a032-c04102a9e1db None None] For port 1ae3d4c1-4bdc-4523-bc4d-7954d7af0453, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=1ae3d4c1-4bdc-4523-bc4d-7954d7af0453,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:58.360646 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-10e40aee-271c-4f58-a032-c04102a9e1db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:58.375304 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c0ace-a3b5-4de2-81ee-79c7f14e0c86 req-0ecf39ea-264d-45e9-b3fc-1ac29e23f934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:58.376738 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-328c0ace-a3b5-4de2-81ee-79c7f14e0c86 req-0ecf39ea-264d-45e9-b3fc-1ac29e23f934 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=54c4450647c445a5ad7f9adbba82da8f&device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 1094 time: 0.1936915 Jul 23 16:31:58.380243 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-10e40aee-271c-4f58-a032-c04102a9e1db None None] Calling delete_port for 1ae3d4c1-4bdc-4523-bc4d-7954d7af0453 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:31:58.381496 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7bb207-9816-46e4-8b04-79d5f4dc0a1a admin admin] Network 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:31:58.387919 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ca584c-78de-4be7-8a43-5caa1ecb5fdf tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Network 183de050-5da5-42fe-95fd-59e94d45159a is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:58.387919 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-b1ca584c-78de-4be7-8a43-5caa1ecb5fdf tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:58.402064 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f9cd69c4-e58a-4c1d-bec0-5dcc0799982d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:58.417697 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-5b7bb207-9816-46e4-8b04-79d5f4dc0a1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:58.431122 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7bb207-9816-46e4-8b04-79d5f4dc0a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:58.431756 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b7bb207-9816-46e4-8b04-79d5f4dc0a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:58.484220 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3576632-1a20-4250-8f32-eb292766cd9f req-a3efdb0a-48c8-400e-94c0-4a6daaafb98c tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c9d7159-c23c-4b15-b9f1-eee4dabe02b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376180 Jul 23 16:31:58.484448 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cbfd9d-0201-47c9-a17a-4347c9934a30 None None] Network 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:58.486569 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 526e983f-af9e-4c31-879c-3dec8e4b1adb no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:31:58.516957 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb51bb3-73c8-46ec-a82f-676f03978b41 service neutron] Pushing event updated for resources: {'Port': ['ID=ea80ae55-0be0-4fd7-827e-d50bc2747964,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:58.540961 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 526e983f-af9e-4c31-879c-3dec8e4b1adb {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:31:58.541353 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 526e983f-af9e-4c31-879c-3dec8e4b1adb not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:31:58.541924 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1ae3d4c1-4bdc-4523-bc4d-7954d7af0453 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:31:58.607213 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c0ace-a3b5-4de2-81ee-79c7f14e0c86 req-66f1d481-f4ad-477c-8a97-ec4d59bda233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:58.609387 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-328c0ace-a3b5-4de2-81ee-79c7f14e0c86 req-66f1d481-f4ad-477c-8a97-ec4d59bda233 service neutron] 10.222.0.74 "GET /v2.0/networks?id=188f4564-8b8f-479c-8498-350853f64f83 HTTP/1.1" status: 200 len: 918 time: 0.2212181 Jul 23 16:31:58.614012 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5b7bb207-9816-46e4-8b04-79d5f4dc0a1a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1515975 Jul 23 16:31:58.616494 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44802) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:58.627056 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-43d4c843-9d07-48b9-8da5-00eb5d11c4f3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-148621084-router', 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:58.688050 n-d-778549-4 neutron-server[94014]: INFO neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No ports have port_id starting with 1ae3d4c1-4bdc-4523-bc4d-7954d7af0453 Jul 23 16:31:58.690319 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-10e40aee-271c-4f58-a032-c04102a9e1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:58.721428 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-328c0ace-a3b5-4de2-81ee-79c7f14e0c86 req-0a45644f-67b6-42ea-b8ca-37de22e81ecf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 HTTP/1.1" status: 200 len: 217 time: 0.1037023 Jul 23 16:31:58.729833 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e40aee-271c-4f58-a032-c04102a9e1db None None] No DVR routers for this DVR port 1ae3d4c1-4bdc-4523-bc4d-7954d7af0453 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:31:58.734994 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e40aee-271c-4f58-a032-c04102a9e1db None None] Pushing event deleted for resources: {'Port': ['ID=1ae3d4c1-4bdc-4523-bc4d-7954d7af0453,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:58.797594 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-12536626-6416-48f5-90da-186fb0292ed7 None None] Provisioning complete for port 25341814-0464-4ff3-ab7b-2bc9c027e358 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:58.798276 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-12536626-6416-48f5-90da-186fb0292ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:58.803439 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ca584c-78de-4be7-8a43-5caa1ecb5fdf tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Router e358a385-1d99-4f33-8f21-f80810c878f2 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:31:58.806472 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-43d4c843-9d07-48b9-8da5-00eb5d11c4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:58.807503 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-43d4c843-9d07-48b9-8da5-00eb5d11c4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:58.821377 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c0ace-a3b5-4de2-81ee-79c7f14e0c86 req-45cd3415-1eed-4803-9584-55bb438783f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:58.822917 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-328c0ace-a3b5-4de2-81ee-79c7f14e0c86 req-45cd3415-1eed-4803-9584-55bb438783f0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8b88c056-245d-4f4e-ab87-c54aa261bddb HTTP/1.1" status: 200 len: 855 time: 0.0920577 Jul 23 16:31:58.973583 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-43d4c843-9d07-48b9-8da5-00eb5d11c4f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:59.046605 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-12536626-6416-48f5-90da-186fb0292ed7 None None] Port 25341814-0464-4ff3-ab7b-2bc9c027e358 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:31:59.058992 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c472499-de62-436b-b1ed-5ea8c1fbbf2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-03e99c5a-98cc-4ed4-9e2b-d3e4c465647a', 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a', 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd', 'fixed_ips': [{'subnet_id': '2ae57d8d-3779-4491-8fd1-fe104612a516'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:31:59.059863 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1c472499-de62-436b-b1ed-5ea8c1fbbf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:59.074271 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ca584c-78de-4be7-8a43-5caa1ecb5fdf tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:31:59.081785 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b1ca584c-78de-4be7-8a43-5caa1ecb5fdf tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] 10.222.0.73 "PUT /v2.0/routers/e358a385-1d99-4f33-8f21-f80810c878f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0946138 Jul 23 16:31:59.088670 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fb7cf8-7b10-4dc8-95b4-096d42035c9f None None] Sync routers for ids ['e358a385-1d99-4f33-8f21-f80810c878f2'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:31:59.105694 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fb7cf8-7b10-4dc8-95b4-096d42035c9f None None] Routers {'e358a385-1d99-4f33-8f21-f80810c878f2'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:31:59.106609 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-51fb7cf8-7b10-4dc8-95b4-096d42035c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:31:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['e358a385-1d99-4f33-8f21-f80810c878f2'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:59.108975 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac88e3-6685-452c-82a6-49c147f98e90 req-a1a601d6-8d6f-4046-9e5f-f3d02c984c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:59.110955 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abac88e3-6685-452c-82a6-49c147f98e90 req-a1a601d6-8d6f-4046-9e5f-f3d02c984c53 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3c4fd83f3d2149f4afdd2e2144f29fef&device_id=b66af28f-6660-4b08-ba87-dfb18dff5fba HTTP/1.1" status: 200 len: 1094 time: 0.9187257 Jul 23 16:31:59.115450 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44812) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:59.118725 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c0ace-a3b5-4de2-81ee-79c7f14e0c86 req-e034600c-4026-479c-8ebb-d036933298a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:59.120231 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-328c0ace-a3b5-4de2-81ee-79c7f14e0c86 req-e034600c-4026-479c-8ebb-d036933298a2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=188f4564-8b8f-479c-8498-350853f64f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2873552 Jul 23 16:31:59.138475 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f9cd69c4-e58a-4c1d-bec0-5dcc0799982d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:59.166776 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-51fb7cf8-7b10-4dc8-95b4-096d42035c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:59.177998 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-43d4c843-9d07-48b9-8da5-00eb5d11c4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:59.193462 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fb7cf8-7b10-4dc8-95b4-096d42035c9f None None] Routers {'e358a385-1d99-4f33-8f21-f80810c878f2'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:31:59.194122 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-51fb7cf8-7b10-4dc8-95b4-096d42035c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:31:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['e358a385-1d99-4f33-8f21-f80810c878f2'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:59.200653 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abac88e3-6685-452c-82a6-49c147f98e90 req-ef828e53-8398-4e51-81ad-b1124f7e4d52 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5359557f-3246-4ef3-b6ea-d9187a53d0e3 HTTP/1.1" status: 200 len: 217 time: 0.0642493 Jul 23 16:31:59.227023 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-51fb7cf8-7b10-4dc8-95b4-096d42035c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:59.227567 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fb7cf8-7b10-4dc8-95b4-096d42035c9f None None] The sync data for ids ['e358a385-1d99-4f33-8f21-f80810c878f2'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:31:59.259658 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f9cd69c4-e58a-4c1d-bec0-5dcc0799982d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:59.261084 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-1c472499-de62-436b-b1ed-5ea8c1fbbf2d None None] Allocated IP 172.20.0.2 (03e99c5a-98cc-4ed4-9e2b-d3e4c465647a/2ae57d8d-3779-4491-8fd1-fe104612a516/2b1e9910-a987-4aee-af84-16cb6649a8f5) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:59.429545 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-abac88e3-6685-452c-82a6-49c147f98e90 req-ddb51bb3-73c8-46ec-a82f-676f03978b41 service neutron] Attempting to bind port ea80ae55-0be0-4fd7-827e-d50bc2747964 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:31:59.429886 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-abac88e3-6685-452c-82a6-49c147f98e90 req-ddb51bb3-73c8-46ec-a82f-676f03978b41 service neutron] Attempting to bind port ea80ae55-0be0-4fd7-827e-d50bc2747964 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'b6f0f71c-01e2-4031-8418-bfa4c9aad4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '781d17e1-fc76-4d5b-92a2-02370ee09a4f'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:31:59.430230 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac88e3-6685-452c-82a6-49c147f98e90 req-ddb51bb3-73c8-46ec-a82f-676f03978b41 service neutron] Attempting to bind port ea80ae55-0be0-4fd7-827e-d50bc2747964 on network 781d17e1-fc76-4d5b-92a2-02370ee09a4f {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:59.432255 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f9cd69c4-e58a-4c1d-bec0-5dcc0799982d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:59.432740 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cd69c4-e58a-4c1d-bec0-5dcc0799982d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Fanout notify agent at l3_agent the message router_deleted on router de92eb83-aea3-4e66-894e-5d5304babc5a {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:31:59.440596 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f9cd69c4-e58a-4c1d-bec0-5dcc0799982d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:59.442081 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f9cd69c4-e58a-4c1d-bec0-5dcc0799982d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/routers/de92eb83-aea3-4e66-894e-5d5304babc5a HTTP/1.1" status: 204 len: 168 time: 1.2283382 Jul 23 16:31:59.453645 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1c472499-de62-436b-b1ed-5ea8c1fbbf2d None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:59.456778 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44814) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:59.465505 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1c472499-de62-436b-b1ed-5ea8c1fbbf2d None None] Transition to ACTIVE for port object 2b1e9910-a987-4aee-af84-16cb6649a8f5 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:59.469516 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-36a3e5e8-7e20-4e89-afca-1db02b084474 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:59.479413 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac88e3-6685-452c-82a6-49c147f98e90 req-ddb51bb3-73c8-46ec-a82f-676f03978b41 service neutron] Port ea80ae55-0be0-4fd7-827e-d50bc2747964 on network 781d17e1-fc76-4d5b-92a2-02370ee09a4f not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:31:59.479413 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac88e3-6685-452c-82a6-49c147f98e90 req-ddb51bb3-73c8-46ec-a82f-676f03978b41 service neutron] Attempting to bind port ea80ae55-0be0-4fd7-827e-d50bc2747964 on network 781d17e1-fc76-4d5b-92a2-02370ee09a4f {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:59.486731 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1c472499-de62-436b-b1ed-5ea8c1fbbf2d None None] Transition to ACTIVE for port object 2b1e9910-a987-4aee-af84-16cb6649a8f5 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:59.495941 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1c472499-de62-436b-b1ed-5ea8c1fbbf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:59.499622 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac88e3-6685-452c-82a6-49c147f98e90 req-1709a4b6-133c-4af2-96e5-8d2b088195d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:59.502018 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abac88e3-6685-452c-82a6-49c147f98e90 req-1709a4b6-133c-4af2-96e5-8d2b088195d6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=132b4a1d-dc5f-4b5b-a7f1-a1a603244ee1 HTTP/1.1" status: 200 len: 853 time: 0.2047913 Jul 23 16:31:59.512439 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e112fe96-aa96-486f-b4f8-fb0f9d911301 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:59.534804 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-328c0ace-a3b5-4de2-81ee-79c7f14e0c86 req-189b79bb-1663-44dc-8c76-588c21a0eda6 service neutron] 10.222.0.74 "GET /v2.0/networks/188f4564-8b8f-479c-8498-350853f64f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881838 Jul 23 16:31:59.536428 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20141b8-ea64-46f1-a158-1e9a85b095b2 req-b990eca8-3997-42ab-810b-7455da852196 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:59.538461 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d20141b8-ea64-46f1-a158-1e9a85b095b2 req-b990eca8-3997-42ab-810b-7455da852196 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 943 time: 0.4814713 Jul 23 16:31:59.554012 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac88e3-6685-452c-82a6-49c147f98e90 req-ddb51bb3-73c8-46ec-a82f-676f03978b41 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:31:59.554378 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac88e3-6685-452c-82a6-49c147f98e90 req-ddb51bb3-73c8-46ec-a82f-676f03978b41 service neutron] Checking segment: {'id': 'b6f0f71c-01e2-4031-8418-bfa4c9aad4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '781d17e1-fc76-4d5b-92a2-02370ee09a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:59.554738 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac88e3-6685-452c-82a6-49c147f98e90 req-ddb51bb3-73c8-46ec-a82f-676f03978b41 service neutron] Bound using segment: {'id': 'b6f0f71c-01e2-4031-8418-bfa4c9aad4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '781d17e1-fc76-4d5b-92a2-02370ee09a4f'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:31:59.555195 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-abac88e3-6685-452c-82a6-49c147f98e90 req-ddb51bb3-73c8-46ec-a82f-676f03978b41 service neutron] Bound port: ea80ae55-0be0-4fd7-827e-d50bc2747964, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f0f71c-01e2-4031-8418-bfa4c9aad4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '781d17e1-fc76-4d5b-92a2-02370ee09a4f'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:31:59.555559 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-abac88e3-6685-452c-82a6-49c147f98e90 req-ddb51bb3-73c8-46ec-a82f-676f03978b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:59.561107 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c472499-de62-436b-b1ed-5ea8c1fbbf2d None None] Network 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:59.566564 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-1c472499-de62-436b-b1ed-5ea8c1fbbf2d None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:59.568422 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c472499-de62-436b-b1ed-5ea8c1fbbf2d None None] Pushing event updated for resources: {'Port': ['ID=2b1e9910-a987-4aee-af84-16cb6649a8f5,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:59.577736 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c472499-de62-436b-b1ed-5ea8c1fbbf2d None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:59.649295 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-1c472499-de62-436b-b1ed-5ea8c1fbbf2d None None] Attempting to bind port 2b1e9910-a987-4aee-af84-16cb6649a8f5 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:31:59.649817 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-1c472499-de62-436b-b1ed-5ea8c1fbbf2d None None] Attempting to bind port 2b1e9910-a987-4aee-af84-16cb6649a8f5 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd69e0431-1959-4dab-bf58-cb378f4bfdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:31:59.650310 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c472499-de62-436b-b1ed-5ea8c1fbbf2d None None] Attempting to bind port 2b1e9910-a987-4aee-af84-16cb6649a8f5 on network 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:59.657519 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c472499-de62-436b-b1ed-5ea8c1fbbf2d None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:31:59.658035 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c472499-de62-436b-b1ed-5ea8c1fbbf2d None None] Checking segment: {'id': 'd69e0431-1959-4dab-bf58-cb378f4bfdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:59.658544 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1c472499-de62-436b-b1ed-5ea8c1fbbf2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:59.659150 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c472499-de62-436b-b1ed-5ea8c1fbbf2d None None] Bound using segment: {'id': 'd69e0431-1959-4dab-bf58-cb378f4bfdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:31:59.659798 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-1c472499-de62-436b-b1ed-5ea8c1fbbf2d None None] Bound port: 2b1e9910-a987-4aee-af84-16cb6649a8f5, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd69e0431-1959-4dab-bf58-cb378f4bfdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:31:59.660852 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1c472499-de62-436b-b1ed-5ea8c1fbbf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:59.679079 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abac88e3-6685-452c-82a6-49c147f98e90 req-60e9bf47-c2f6-41a5-bccd-522d472c96c7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=781d17e1-fc76-4d5b-92a2-02370ee09a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1607378 Jul 23 16:31:59.691197 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-328c0ace-a3b5-4de2-81ee-79c7f14e0c86 req-ba8a21e6-35a9-485c-965c-14ca1e3ab6b2 service neutron] 10.222.0.74 "GET /v2.0/networks/188f4564-8b8f-479c-8498-350853f64f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437449 Jul 23 16:31:59.742190 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f7600-879b-4ea1-8c61-a58a2c551bb8 req-d3c089cd-4852-4e81-a8ad-370d90e4c78e tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:59.743159 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-1c472499-de62-436b-b1ed-5ea8c1fbbf2d None None] For port 2b1e9910-a987-4aee-af84-16cb6649a8f5, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:31:59.745654 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec6f7600-879b-4ea1-8c61-a58a2c551bb8 req-d3c089cd-4852-4e81-a8ad-370d90e4c78e tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.6897333 Jul 23 16:31:59.747329 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-1c472499-de62-436b-b1ed-5ea8c1fbbf2d None None] For port 2b1e9910-a987-4aee-af84-16cb6649a8f5, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2b1e9910-a987-4aee-af84-16cb6649a8f5,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:31:59.763518 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc111a24-7e55-4852-bc38-baa95348639f req-0a438da9-ee9d-4356-ae3f-b7998c0ce20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:59.763813 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1c472499-de62-436b-b1ed-5ea8c1fbbf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:59.765862 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc111a24-7e55-4852-bc38-baa95348639f req-0a438da9-ee9d-4356-ae3f-b7998c0ce20b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 1096 time: 0.6473927 Jul 23 16:31:59.770772 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:31:59.811803 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-43d4c843-9d07-48b9-8da5-00eb5d11c4f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:59.835295 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-43d4c843-9d07-48b9-8da5-00eb5d11c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:59.864757 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c472499-de62-436b-b1ed-5ea8c1fbbf2d None None] Pushing event updated for resources: {'Port': ['ID=2b1e9910-a987-4aee-af84-16cb6649a8f5,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:59.936956 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d20141b8-ea64-46f1-a158-1e9a85b095b2 req-28615210-798b-49c7-98c3-0e85d1f3072e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3333800 Jul 23 16:31:59.937621 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=77d9ee88-c13f-4f5f-a6ae-cd2cbe412115,segment=NetworkSegment(047af764-cf30-4424-904d-1624213e850c),segment_id=047af764-cf30-4424-904d-1624213e850c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:59.960737 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '77d9ee88-c13f-4f5f-a6ae-cd2cbe412115', 'network_id': '188f4564-8b8f-479c-8498-350853f64f83', 'port_id': '77d9ee88-c13f-4f5f-a6ae-cd2cbe412115', 'mac_address': 'fa:16:3e:ce:62:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:31:59.992516 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-e112fe96-aa96-486f-b4f8-fb0f9d911301 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 16:31:59.995627 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e112fe96-aa96-486f-b4f8-fb0f9d911301 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] 10.222.0.73 "DELETE /v2.0/routers/e358a385-1d99-4f33-8f21-f80810c878f2 HTTP/1.1" status: 409 len: 329 time: 0.8750169 Jul 23 16:31:59.997759 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44818) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:00.038628 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:00.045497 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc111a24-7e55-4852-bc38-baa95348639f req-430139ee-58d4-48a7-ae92-391a670d3a8c service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626910 Jul 23 16:32:00.047087 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-abac88e3-6685-452c-82a6-49c147f98e90 req-ddb51bb3-73c8-46ec-a82f-676f03978b41 service neutron] For port ea80ae55-0be0-4fd7-827e-d50bc2747964, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:32:00.082952 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:32:00.110559 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-abac88e3-6685-452c-82a6-49c147f98e90 req-ddb51bb3-73c8-46ec-a82f-676f03978b41 service neutron] For port ea80ae55-0be0-4fd7-827e-d50bc2747964, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=ea80ae55-0be0-4fd7-827e-d50bc2747964,segment=NetworkSegment(b6f0f71c-01e2-4031-8418-bfa4c9aad4a2),segment_id=b6f0f71c-01e2-4031-8418-bfa4c9aad4a2)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:32:00.111675 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a3e5e8-7e20-4e89-afca-1db02b084474 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:00.116186 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-36a3e5e8-7e20-4e89-afca-1db02b084474 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:00.124250 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=77d9ee88-c13f-4f5f-a6ae-cd2cbe412115,segment=NetworkSegment(047af764-cf30-4424-904d-1624213e850c),segment_id=047af764-cf30-4424-904d-1624213e850c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:00.130049 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:00.144724 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-abac88e3-6685-452c-82a6-49c147f98e90 req-ddb51bb3-73c8-46ec-a82f-676f03978b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:00.162857 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec6f7600-879b-4ea1-8c61-a58a2c551bb8 req-b282c5b4-8270-473f-9681-da6398e5b44c tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940027 Jul 23 16:32:00.199935 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-43d4c843-9d07-48b9-8da5-00eb5d11c4f3 admin admin] Allocated IP 172.25.8.166 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/12ecbe36-2d8c-4891-926a-9c290d822755) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:00.220259 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=77d9ee88-c13f-4f5f-a6ae-cd2cbe412115,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:00.262120 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abac88e3-6685-452c-82a6-49c147f98e90 req-439b23d0-369f-49ef-8e2a-986d275246cf service neutron] 10.222.0.97 "GET /v2.0/networks/781d17e1-fc76-4d5b-92a2-02370ee09a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5372128 Jul 23 16:32:00.269436 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ac747322-1319-404c-9bb6-929fa40beca5 req-0e51edcc-bdb8-4336-8b28-b150fca3023f tempest-ServerShowV257Test-484470495 tempest-ServerShowV257Test-484470495-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3c4b5f6-6547-4373-bd46-2e42afaaa2d8 HTTP/1.1" status: 200 len: 210 time: 0.1393459 Jul 23 16:32:00.292826 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac88e3-6685-452c-82a6-49c147f98e90 req-ddb51bb3-73c8-46ec-a82f-676f03978b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:00.293502 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-abac88e3-6685-452c-82a6-49c147f98e90 req-ddb51bb3-73c8-46ec-a82f-676f03978b41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:00.294920 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abac88e3-6685-452c-82a6-49c147f98e90 req-ddb51bb3-73c8-46ec-a82f-676f03978b41 service neutron] 10.222.0.74 "PUT /v2.0/ports/ea80ae55-0be0-4fd7-827e-d50bc2747964 HTTP/1.1" status: 200 len: 1092 time: 3.6973882 Jul 23 16:32:00.295379 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f41ffa-7bd0-402b-a224-d9dded2e3727', 'tag': 'ea80ae55-0be0-4fd7-827e-d50bc2747964'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:00.297680 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff3de88-268e-4d37-bf69-b615f899be9d" -d '{"events": [{"name": "network-changed", "server_uuid": "82f41ffa-7bd0-402b-a224-d9dded2e3727", "tag": "ea80ae55-0be0-4fd7-827e-d50bc2747964"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:00.413658 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb51bb3-73c8-46ec-a82f-676f03978b41 service neutron] Pushing event updated for resources: {'Port': ['ID=ea80ae55-0be0-4fd7-827e-d50bc2747964,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:00.472363 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2b1e9910-a987-4aee-af84-16cb6649a8f5 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:32:00.518783 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['77d9ee88-c13f-4f5f-a6ae-cd2cbe412115'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:32:00.533881 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68fb887-3770-4831-a927-bbcf064abd6c x-openstack-request-id: req-b68fb887-3770-4831-a927-bbcf064abd6c {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:00.534689 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f41ffa-7bd0-402b-a224-d9dded2e3727", "tag": "ea80ae55-0be0-4fd7-827e-d50bc2747964", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:00.534959 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b68fb887-3770-4831-a927-bbcf064abd6c {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:00.535556 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f41ffa-7bd0-402b-a224-d9dded2e3727', 'tag': 'ea80ae55-0be0-4fd7-827e-d50bc2747964', 'status': 'completed', 'code': 200} Jul 23 16:32:00.542624 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-43d4c843-9d07-48b9-8da5-00eb5d11c4f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:00.618276 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 2b1e9910-a987-4aee-af84-16cb6649a8f5 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:00.658035 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abac88e3-6685-452c-82a6-49c147f98e90 req-e40bd888-443e-4f57-bd92-3dbf14486b95 service neutron] 10.222.0.97 "GET /v2.0/networks/781d17e1-fc76-4d5b-92a2-02370ee09a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820822 Jul 23 16:32:00.664532 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-43d4c843-9d07-48b9-8da5-00eb5d11c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:00.726027 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d4c843-9d07-48b9-8da5-00eb5d11c4f3 admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:00.736297 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-43d4c843-9d07-48b9-8da5-00eb5d11c4f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:00.743446 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe83522-0a87-410d-bad6-57d97a05203a req-5dca9cf4-b570-4297-b603-af5f6b27d084 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:00.747006 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d4c843-9d07-48b9-8da5-00eb5d11c4f3 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:00.749582 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cfe83522-0a87-410d-bad6-57d97a05203a req-5dca9cf4-b570-4297-b603-af5f6b27d084 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/ports?device_id=82f41ffa-7bd0-402b-a224-d9dded2e3727 HTTP/1.1" status: 200 len: 944 time: 0.3315403 Jul 23 16:32:00.757663 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac88e3-6685-452c-82a6-49c147f98e90 req-eed08d89-b637-4f4d-9ad2-5dcbbfe244d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:00.759460 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abac88e3-6685-452c-82a6-49c147f98e90 req-eed08d89-b637-4f4d-9ad2-5dcbbfe244d6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3c4fd83f3d2149f4afdd2e2144f29fef&device_id=82f41ffa-7bd0-402b-a224-d9dded2e3727 HTTP/1.1" status: 200 len: 1095 time: 0.3387291 Jul 23 16:32:00.778710 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4c843-9d07-48b9-8da5-00eb5d11c4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=12ecbe36-2d8c-4891-926a-9c290d822755,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:00.797894 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cd1ba3e2-e26b-4163-afb3-63b5c801960b tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:00.879141 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abac88e3-6685-452c-82a6-49c147f98e90 req-9148b353-a085-4b63-9fcd-047f090eff0b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea80ae55-0be0-4fd7-827e-d50bc2747964 HTTP/1.1" status: 200 len: 217 time: 0.0673728 Jul 23 16:32:00.931728 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-36a3e5e8-7e20-4e89-afca-1db02b084474 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:00.984733 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cfe83522-0a87-410d-bad6-57d97a05203a req-96f6fe21-e7e4-4573-a92e-552b7ed3ce21 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c9d7159-c23c-4b15-b9f1-eee4dabe02b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240794 Jul 23 16:32:01.052971 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a3e5e8-7e20-4e89-afca-1db02b084474 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:01.055012 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac88e3-6685-452c-82a6-49c147f98e90 req-b68fe07f-89f5-4660-a883-268d799a273c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:01.056534 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abac88e3-6685-452c-82a6-49c147f98e90 req-b68fe07f-89f5-4660-a883-268d799a273c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=132b4a1d-dc5f-4b5b-a7f1-a1a603244ee1 HTTP/1.1" status: 200 len: 853 time: 0.1704571 Jul 23 16:32:01.058272 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3e5e8-7e20-4e89-afca-1db02b084474 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Subnet': ['ID=f836c5e9-cf98-4ae5-9adb-b962cb71308b,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:01.061913 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-36a3e5e8-7e20-4e89-afca-1db02b084474 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:01.067790 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a3e5e8-7e20-4e89-afca-1db02b084474 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:01.068446 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-36a3e5e8-7e20-4e89-afca-1db02b084474 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:01.072775 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bf1177-189d-468d-b9f9-39703f8ade6b None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:01.111372 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6bfc9-bc56-49ee-8f56-799dc27d77b8 req-cdb1d27d-4848-4a89-81e0-c124b475f168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:01.113781 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91d6bfc9-bc56-49ee-8f56-799dc27d77b8 req-cdb1d27d-4848-4a89-81e0-c124b475f168 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3c4fd83f3d2149f4afdd2e2144f29fef&device_id=b66af28f-6660-4b08-ba87-dfb18dff5fba HTTP/1.1" status: 200 len: 1094 time: 0.3934023 Jul 23 16:32:01.119186 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abac88e3-6685-452c-82a6-49c147f98e90 req-d2f813ff-9097-470f-878c-53aed470eb7a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=781d17e1-fc76-4d5b-92a2-02370ee09a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480325 Jul 23 16:32:01.174309 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-36a3e5e8-7e20-4e89-afca-1db02b084474 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7128503 Jul 23 16:32:01.176904 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44826) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:01.182225 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db4e327-3b6f-4852-a1c3-c703c24b3e8c None None] Network 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:01.182425 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-772af031-4783-4937-86d6-414d9bfc0590 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2123466212', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:01.263757 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-772af031-4783-4937-86d6-414d9bfc0590 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:01.264930 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-772af031-4783-4937-86d6-414d9bfc0590 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:01.268284 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2a1b1e7a-0f4d-4782-b574-214d64130840 None None] Provisioning for port 2b1e9910-a987-4aee-af84-16cb6649a8f5 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:01.280925 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-43d4c843-9d07-48b9-8da5-00eb5d11c4f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:01.316586 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2a1b1e7a-0f4d-4782-b574-214d64130840 None None] Provisioning complete for port 2b1e9910-a987-4aee-af84-16cb6649a8f5 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:01.317157 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2a1b1e7a-0f4d-4782-b574-214d64130840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:01.326464 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6bfc9-bc56-49ee-8f56-799dc27d77b8 req-83c2256e-ad3c-4d72-8b8f-0f1cc991a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:01.327388 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91d6bfc9-bc56-49ee-8f56-799dc27d77b8 req-83c2256e-ad3c-4d72-8b8f-0f1cc991a7d7 service neutron] 10.222.0.97 "GET /v2.0/networks?id=781d17e1-fc76-4d5b-92a2-02370ee09a4f HTTP/1.1" status: 200 len: 915 time: 0.1892962 Jul 23 16:32:01.355625 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a523f2-46eb-4795-81be-2445d98f7a6d req-124d3ac2-431d-447d-912b-5909e3c3fe3f tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:01.357240 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d1a523f2-46eb-4795-81be-2445d98f7a6d req-124d3ac2-431d-447d-912b-5909e3c3fe3f tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 944 time: 0.2849507 Jul 23 16:32:01.395625 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b2e2d4-5405-4145-aba0-d945e5037def None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-6431ca09-76a8-48e6-9c71-fe9e76635950', 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'fixed_ips': [{'subnet_id': 'f836c5e9-cf98-4ae5-9adb-b962cb71308b'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:32:01.396510 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-45b2e2d4-5405-4145-aba0-d945e5037def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:01.412004 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91d6bfc9-bc56-49ee-8f56-799dc27d77b8 req-9adf697c-06a4-4fcb-a124-8a87bdffb43b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5359557f-3246-4ef3-b6ea-d9187a53d0e3 HTTP/1.1" status: 200 len: 217 time: 0.0650184 Jul 23 16:32:01.439249 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abac88e3-6685-452c-82a6-49c147f98e90 req-fb831646-77c5-4232-bba6-194eae23ef5c service neutron] 10.222.0.74 "GET /v2.0/networks/781d17e1-fc76-4d5b-92a2-02370ee09a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021379 Jul 23 16:32:01.529831 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d1a523f2-46eb-4795-81be-2445d98f7a6d req-65d1b34f-fdd9-41db-9bc4-3a94d5938800 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236582 Jul 23 16:32:01.539903 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6bfc9-bc56-49ee-8f56-799dc27d77b8 req-406e6528-cff4-4c18-9b4f-1e657af8b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:01.541419 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91d6bfc9-bc56-49ee-8f56-799dc27d77b8 req-406e6528-cff4-4c18-9b4f-1e657af8b548 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=132b4a1d-dc5f-4b5b-a7f1-a1a603244ee1 HTTP/1.1" status: 200 len: 853 time: 0.1198349 Jul 23 16:32:01.582866 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e13ec-5845-4b00-8566-84368d6806bb req-ccfcd53f-2521-4daa-af44-d74a23e95eba tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:01.589821 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-669e13ec-5845-4b00-8566-84368d6806bb req-ccfcd53f-2521-4daa-af44-d74a23e95eba tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.2794273 Jul 23 16:32:01.640735 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91d6bfc9-bc56-49ee-8f56-799dc27d77b8 req-0553b666-ac5d-45aa-8c9b-21edaba8345d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=781d17e1-fc76-4d5b-92a2-02370ee09a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675766 Jul 23 16:32:01.664678 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2a1b1e7a-0f4d-4782-b574-214d64130840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:01.667601 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-772af031-4783-4937-86d6-414d9bfc0590 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:01.678222 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-772af031-4783-4937-86d6-414d9bfc0590 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:01.725574 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-45b2e2d4-5405-4145-aba0-d945e5037def None None] Allocated IP 2001:db8::2 (6431ca09-76a8-48e6-9c71-fe9e76635950/f836c5e9-cf98-4ae5-9adb-b962cb71308b/942f6e54-8f7c-4e5d-b94a-cbe5c8b2605a) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:01.735290 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-669e13ec-5845-4b00-8566-84368d6806bb req-cf1d0863-65c3-4877-8726-8bafb02d7b7c tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445923 Jul 23 16:32:01.737658 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abac88e3-6685-452c-82a6-49c147f98e90 req-6b8d32fc-1368-467f-9e2d-49a6f023c516 service neutron] 10.222.0.74 "GET /v2.0/networks/781d17e1-fc76-4d5b-92a2-02370ee09a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717426 Jul 23 16:32:01.742182 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-90bb5de2-655c-4c79-8911-9bf35a259feb req-d56ad4e8-92e6-499e-baa3-7c47db8d998b tempest-ServerShowV257Test-484470495 tempest-ServerShowV257Test-484470495-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3c4b5f6-6547-4373-bd46-2e42afaaa2d8 HTTP/1.1" status: 200 len: 210 time: 0.0760717 Jul 23 16:32:01.788565 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-2a1b1e7a-0f4d-4782-b574-214d64130840 None None] For port 2b1e9910-a987-4aee-af84-16cb6649a8f5, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2b1e9910-a987-4aee-af84-16cb6649a8f5,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:01.796936 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:32:01.803781 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-772af031-4783-4937-86d6-414d9bfc0590 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:01.804983 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-772af031-4783-4937-86d6-414d9bfc0590 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6263845 Jul 23 16:32:01.808482 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2a1b1e7a-0f4d-4782-b574-214d64130840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:01.809330 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44836) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:01.917129 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91d6bfc9-bc56-49ee-8f56-799dc27d77b8 req-a9ce4dc7-4bf9-4482-89bd-e39a3394b34c service neutron] 10.222.0.97 "GET /v2.0/networks/781d17e1-fc76-4d5b-92a2-02370ee09a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642789 Jul 23 16:32:01.958222 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-cd1ba3e2-e26b-4163-afb3-63b5c801960b tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Deleting port 25341814-0464-4ff3-ab7b-2bc9c027e358 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:01.958573 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cd1ba3e2-e26b-4163-afb3-63b5c801960b tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:02.010031 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b1e7a-0f4d-4782-b574-214d64130840 None None] Pushing event updated for resources: {'Port': ['ID=2b1e9910-a987-4aee-af84-16cb6649a8f5,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:02.081917 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3de88-268e-4d37-bf69-b615f899be9d req-e871d42d-48fb-40a0-8b3b-1f05f14e3cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:02.085747 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dff3de88-268e-4d37-bf69-b615f899be9d req-e871d42d-48fb-40a0-8b3b-1f05f14e3cd5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3c4fd83f3d2149f4afdd2e2144f29fef&device_id=82f41ffa-7bd0-402b-a224-d9dded2e3727 HTTP/1.1" status: 200 len: 1095 time: 0.2638459 Jul 23 16:32:02.188432 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-45b2e2d4-5405-4145-aba0-d945e5037def None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:02.200359 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-45b2e2d4-5405-4145-aba0-d945e5037def None None] Transition to ACTIVE for port object 942f6e54-8f7c-4e5d-b94a-cbe5c8b2605a will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:02.220477 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:02.222331 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-43d4c843-9d07-48b9-8da5-00eb5d11c4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:02.232971 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-45b2e2d4-5405-4145-aba0-d945e5037def None None] Transition to ACTIVE for port object 942f6e54-8f7c-4e5d-b94a-cbe5c8b2605a will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:02.235975 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91d6bfc9-bc56-49ee-8f56-799dc27d77b8 req-0e98c0a3-846e-4c71-9d04-c9792ea6eb61 service neutron] 10.222.0.97 "GET /v2.0/networks/781d17e1-fc76-4d5b-92a2-02370ee09a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061826 Jul 23 16:32:02.238282 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:02.238709 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:02.274229 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-45b2e2d4-5405-4145-aba0-d945e5037def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:02.287011 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-99844274-fbda-402d-8325-7b5c49b93b47 None None] Provisioning complete for port 2b1e9910-a987-4aee-af84-16cb6649a8f5 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:02.287011 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-99844274-fbda-402d-8325-7b5c49b93b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:02.371278 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b2e2d4-5405-4145-aba0-d945e5037def None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:02.388505 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-45b2e2d4-5405-4145-aba0-d945e5037def None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:02.390519 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2e2d4-5405-4145-aba0-d945e5037def None None] Pushing event updated for resources: {'Port': ['ID=942f6e54-8f7c-4e5d-b94a-cbe5c8b2605a,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:02.405938 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b2e2d4-5405-4145-aba0-d945e5037def None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:02.447602 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cd1ba3e2-e26b-4163-afb3-63b5c801960b tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:02.453765 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2b1e9910-a987-4aee-af84-16cb6649a8f5 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:32:02.475758 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-cd1ba3e2-e26b-4163-afb3-63b5c801960b tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Calling delete_port for 25341814-0464-4ff3-ab7b-2bc9c027e358 owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:02.545080 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6f8c2a4b-bef1-47fd-a082-96b08c9d052a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:02.607089 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-45b2e2d4-5405-4145-aba0-d945e5037def None None] Attempting to bind port 942f6e54-8f7c-4e5d-b94a-cbe5c8b2605a on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:02.607419 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-45b2e2d4-5405-4145-aba0-d945e5037def None None] Attempting to bind port 942f6e54-8f7c-4e5d-b94a-cbe5c8b2605a by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:02.607719 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b2e2d4-5405-4145-aba0-d945e5037def None None] Attempting to bind port 942f6e54-8f7c-4e5d-b94a-cbe5c8b2605a on network 6431ca09-76a8-48e6-9c71-fe9e76635950 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:02.628948 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b2e2d4-5405-4145-aba0-d945e5037def None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:32:02.629388 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b2e2d4-5405-4145-aba0-d945e5037def None None] Checking segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:32:02.629739 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-45b2e2d4-5405-4145-aba0-d945e5037def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:02.630140 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b2e2d4-5405-4145-aba0-d945e5037def None None] Bound using segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:32:02.630643 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-45b2e2d4-5405-4145-aba0-d945e5037def None None] Bound port: 942f6e54-8f7c-4e5d-b94a-cbe5c8b2605a, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:32:02.631035 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-45b2e2d4-5405-4145-aba0-d945e5037def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:02.635194 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:02.663396 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6dae4c49-a3bd-47e8-bb9b-8be932936a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:02.704189 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2df115-5311-403d-b20e-1fb6e957b227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d9ee88-c13f-4f5f-a6ae-cd2cbe412115'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:02.706802 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3ef523-38bd-4f3f-9a7c-8ad519e25827" -d '{"events": [{"server_uuid": "0c2df115-5311-403d-b20e-1fb6e957b227", "name": "network-vif-plugged", "status": "completed", "tag": "77d9ee88-c13f-4f5f-a6ae-cd2cbe412115"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:02.729871 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 2b1e9910-a987-4aee-af84-16cb6649a8f5 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:02.730243 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:02.733106 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=77d9ee88-c13f-4f5f-a6ae-cd2cbe412115,segment=NetworkSegment(047af764-cf30-4424-904d-1624213e850c),segment_id=047af764-cf30-4424-904d-1624213e850c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:02.758207 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:02.761470 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3de88-268e-4d37-bf69-b615f899be9d req-0ddb96b1-a7c8-401d-a3b4-9a0ba637964b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:02.762968 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dff3de88-268e-4d37-bf69-b615f899be9d req-0ddb96b1-a7c8-401d-a3b4-9a0ba637964b service neutron] 10.222.0.74 "GET /v2.0/networks?id=781d17e1-fc76-4d5b-92a2-02370ee09a4f HTTP/1.1" status: 200 len: 915 time: 0.6682940 Jul 23 16:32:02.831467 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-45b2e2d4-5405-4145-aba0-d945e5037def None None] For port 942f6e54-8f7c-4e5d-b94a-cbe5c8b2605a, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:32:02.839042 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dff3de88-268e-4d37-bf69-b615f899be9d req-3eda431f-5893-457f-82ca-2108addfae5f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea80ae55-0be0-4fd7-827e-d50bc2747964 HTTP/1.1" status: 200 len: 217 time: 0.0553555 Jul 23 16:32:02.842372 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a9bb1-039d-4b3a-8dc9-5f643cac51ef req-10ba60a4-39c8-4b31-b741-bbebbec85e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:02.844868 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f21a9bb1-039d-4b3a-8dc9-5f643cac51ef req-10ba60a4-39c8-4b31-b741-bbebbec85e37 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30c6033fb2bf4112914f54af72132502&device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 1096 time: 0.6698213 Jul 23 16:32:02.846149 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d4c843-9d07-48b9-8da5-00eb5d11c4f3 admin admin] Router 6915a703-05a5-414b-8b9c-f779243719f1 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:32:02.864589 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661382b-02b7-4625-98b8-6047567a2115 req-16adf4fa-d677-4b20-8b89-384fdc35301e tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:02.873325 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8661382b-02b7-4625-98b8-6047567a2115 req-16adf4fa-d677-4b20-8b89-384fdc35301e tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/ports?device_id=82f41ffa-7bd0-402b-a224-d9dded2e3727 HTTP/1.1" status: 200 len: 944 time: 0.7352414 Jul 23 16:32:02.954191 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cd1ba3e2-e26b-4163-afb3-63b5c801960b tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:02.961039 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ab418-7842-4fec-b642-395b5b3ad9d5 req-636787ac-ff37-47c3-a8e9-6dedd0f66c03 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:02.962778 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-af6ab418-7842-4fec-b642-395b5b3ad9d5 req-636787ac-ff37-47c3-a8e9-6dedd0f66c03 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.7485085 Jul 23 16:32:03.019135 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 5359557f-3246-4ef3-b6ea-d9187a53d0e3 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:32:03.025199 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ba3e2-e26b-4163-afb3-63b5c801960b tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Pushing event deleted for resources: {'Port': ['ID=25341814-0464-4ff3-ab7b-2bc9c027e358,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:03.026063 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-45b2e2d4-5405-4145-aba0-d945e5037def None None] For port 942f6e54-8f7c-4e5d-b94a-cbe5c8b2605a, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=942f6e54-8f7c-4e5d-b94a-cbe5c8b2605a,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:32:03.046677 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-45b2e2d4-5405-4145-aba0-d945e5037def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:03.069416 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=77d9ee88-c13f-4f5f-a6ae-cd2cbe412115,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:03.081681 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3de88-268e-4d37-bf69-b615f899be9d req-0e8aabc1-cf01-4f54-8b30-fbca477fec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:03.082900 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dff3de88-268e-4d37-bf69-b615f899be9d req-0e8aabc1-cf01-4f54-8b30-fbca477fec1c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=132b4a1d-dc5f-4b5b-a7f1-a1a603244ee1 HTTP/1.1" status: 200 len: 853 time: 0.2372012 Jul 23 16:32:03.086047 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-af6ab418-7842-4fec-b642-395b5b3ad9d5 req-b38cd180-1e02-4924-b386-eeff1691716e tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121345 Jul 23 16:32:03.100831 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8661382b-02b7-4625-98b8-6047567a2115 req-1eea11fa-2b2b-4b3d-afc2-3d1bf74fc06a tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c9d7159-c23c-4b15-b9f1-eee4dabe02b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264631 Jul 23 16:32:03.108285 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-6f8c2a4b-bef1-47fd-a082-96b08c9d052a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Allocated IP 2001:db8::1 (6431ca09-76a8-48e6-9c71-fe9e76635950/f836c5e9-cf98-4ae5-9adb-b962cb71308b/86c0d8b9-ef09-48f4-b007-7f703ad2e466) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:03.157017 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d4c843-9d07-48b9-8da5-00eb5d11c4f3 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:32:03.188659 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90118ee5-61f6-4994-900d-85d064676393 None None] Sync routers for ids ['6915a703-05a5-414b-8b9c-f779243719f1'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:32:03.201826 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dff3de88-268e-4d37-bf69-b615f899be9d req-dbfb1497-3e55-4fea-856e-7003ebca9fed service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=781d17e1-fc76-4d5b-92a2-02370ee09a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981426 Jul 23 16:32:03.246145 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f469ff-a58b-4ed0-97c4-a8aaf6f4066f x-openstack-request-id: req-21f469ff-a58b-4ed0-97c4-a8aaf6f4066f {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:03.246435 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2df115-5311-403d-b20e-1fb6e957b227", "name": "network-vif-plugged", "status": "completed", "tag": "77d9ee88-c13f-4f5f-a6ae-cd2cbe412115", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:03.246691 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-21f469ff-a58b-4ed0-97c4-a8aaf6f4066f {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:03.250452 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2df115-5311-403d-b20e-1fb6e957b227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d9ee88-c13f-4f5f-a6ae-cd2cbe412115', 'code': 200} Jul 23 16:32:03.317344 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2e2d4-5405-4145-aba0-d945e5037def None None] Pushing event updated for resources: {'Port': ['ID=942f6e54-8f7c-4e5d-b94a-cbe5c8b2605a,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:03.334412 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90118ee5-61f6-4994-900d-85d064676393 None None] Routers {'6915a703-05a5-414b-8b9c-f779243719f1'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:32:03.335065 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-90118ee5-61f6-4994-900d-85d064676393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:31:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6915a703-05a5-414b-8b9c-f779243719f1'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:03.338825 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a9bb1-039d-4b3a-8dc9-5f643cac51ef req-fd1a95d1-2522-4c64-9e46-69ce15169bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:03.341105 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f21a9bb1-039d-4b3a-8dc9-5f643cac51ef req-fd1a95d1-2522-4c64-9e46-69ce15169bf5 service neutron] 10.222.0.97 "GET /v2.0/networks?id=cac688c7-43ee-40e9-9559-4fa59cc9caa6 HTTP/1.1" status: 200 len: 921 time: 0.4556899 Jul 23 16:32:03.443770 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 5359557f-3246-4ef3-b6ea-d9187a53d0e3, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5359557f-3246-4ef3-b6ea-d9187a53d0e3,segment=NetworkSegment(b6f0f71c-01e2-4031-8418-bfa4c9aad4a2),segment_id=b6f0f71c-01e2-4031-8418-bfa4c9aad4a2)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:03.469046 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '5359557f-3246-4ef3-b6ea-d9187a53d0e3', 'network_id': '781d17e1-fc76-4d5b-92a2-02370ee09a4f', 'port_id': '5359557f-3246-4ef3-b6ea-d9187a53d0e3', 'mac_address': 'fa:16:3e:47:0e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132b4a1d-dc5f-4b5b-a7f1-a1a603244ee1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:32:03.474612 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f21a9bb1-039d-4b3a-8dc9-5f643cac51ef req-de789633-27a8-4a14-a5f9-b4ce2ec1868a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55a8f7e5-9788-45f1-97ef-d16ee7f8d936 HTTP/1.1" status: 200 len: 217 time: 0.1189969 Jul 23 16:32:03.499124 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-43d4c843-9d07-48b9-8da5-00eb5d11c4f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:03.500561 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-43d4c843-9d07-48b9-8da5-00eb5d11c4f3 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8818045 Jul 23 16:32:03.504927 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44854) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:03.545751 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-90118ee5-61f6-4994-900d-85d064676393 None None] Set router 6915a703-05a5-414b-8b9c-f779243719f1 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:32:03.547384 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6ea85bbb-768d-4c55-a779-1f447933adfa req-52dc20cd-5d6b-4246-8880-3e63c9db72ff tempest-ServerShowV257Test-484470495 tempest-ServerShowV257Test-484470495-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3c4b5f6-6547-4373-bd46-2e42afaaa2d8 HTTP/1.1" status: 200 len: 210 time: 0.0788231 Jul 23 16:32:03.612109 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dff3de88-268e-4d37-bf69-b615f899be9d req-cfe25767-eb78-4122-ad1f-d2709824aa03 service neutron] 10.222.0.74 "GET /v2.0/networks/781d17e1-fc76-4d5b-92a2-02370ee09a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971279 Jul 23 16:32:03.636740 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:03.652236 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af912995-59be-4b0f-8651-1c8c23ea08d5 req-97ec78eb-d285-4986-b158-6c102699db15 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:03.655272 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-af912995-59be-4b0f-8651-1c8c23ea08d5 req-97ec78eb-d285-4986-b158-6c102699db15 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 945 time: 0.4094386 Jul 23 16:32:03.671949 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a9bb1-039d-4b3a-8dc9-5f643cac51ef req-57699b5c-d322-4b8e-ace6-b0553eb7e930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:03.673926 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5359557f-3246-4ef3-b6ea-d9187a53d0e3 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:32:03.674379 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f21a9bb1-039d-4b3a-8dc9-5f643cac51ef req-57699b5c-d322-4b8e-ace6-b0553eb7e930 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=52b6c1fc-18b3-4bd8-a52b-479d1bf82db2 HTTP/1.1" status: 200 len: 859 time: 0.1667135 Jul 23 16:32:03.735194 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 5359557f-3246-4ef3-b6ea-d9187a53d0e3, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5359557f-3246-4ef3-b6ea-d9187a53d0e3,segment=NetworkSegment(b6f0f71c-01e2-4031-8418-bfa4c9aad4a2),segment_id=b6f0f71c-01e2-4031-8418-bfa4c9aad4a2)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:03.742432 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f21a9bb1-039d-4b3a-8dc9-5f643cac51ef req-00c7fa01-aa58-467c-b2b1-1c9621ebae82 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cac688c7-43ee-40e9-9559-4fa59cc9caa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469241 Jul 23 16:32:03.752172 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:03.788783 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device ea80ae55-0be0-4fd7-827e-d50bc2747964 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:32:03.852168 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-af912995-59be-4b0f-8651-1c8c23ea08d5 req-631def52-becb-4deb-9216-5afd0e775754 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707127 Jul 23 16:32:03.915075 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dff3de88-268e-4d37-bf69-b615f899be9d req-976c8923-787f-4f4e-b035-88f5da7a735a service neutron] 10.222.0.74 "GET /v2.0/networks/781d17e1-fc76-4d5b-92a2-02370ee09a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850802 Jul 23 16:32:03.932306 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f21a9bb1-039d-4b3a-8dc9-5f643cac51ef req-f96f8619-d0a5-4fd7-889a-7f3f07b40ac9 service neutron] 10.222.0.97 "GET /v2.0/networks/cac688c7-43ee-40e9-9559-4fa59cc9caa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421883 Jul 23 16:32:03.935162 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cd1ba3e2-e26b-4163-afb3-63b5c801960b tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:03.977570 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port ea80ae55-0be0-4fd7-827e-d50bc2747964, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=ea80ae55-0be0-4fd7-827e-d50bc2747964,segment=NetworkSegment(b6f0f71c-01e2-4031-8418-bfa4c9aad4a2),segment_id=b6f0f71c-01e2-4031-8418-bfa4c9aad4a2)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:03.980977 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=5359557f-3246-4ef3-b6ea-d9187a53d0e3,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:03.998915 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'ea80ae55-0be0-4fd7-827e-d50bc2747964', 'network_id': '781d17e1-fc76-4d5b-92a2-02370ee09a4f', 'port_id': 'ea80ae55-0be0-4fd7-827e-d50bc2747964', 'mac_address': 'fa:16:3e:12:2d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132b4a1d-dc5f-4b5b-a7f1-a1a603244ee1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:32:04.038842 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['5359557f-3246-4ef3-b6ea-d9187a53d0e3'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:32:04.054639 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f21a9bb1-039d-4b3a-8dc9-5f643cac51ef req-1459f16d-57a1-474b-9db5-5aae119f17e1 service neutron] 10.222.0.97 "GET /v2.0/networks/cac688c7-43ee-40e9-9559-4fa59cc9caa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144171 Jul 23 16:32:04.100493 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-90118ee5-61f6-4994-900d-85d064676393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6915a703-05a5-414b-8b9c-f779243719f1', 'name': 'tempest-ServerActionsTestJSON-148621084-router', 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '12ecbe36-2d8c-4891-926a-9c290d822755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:58Z', 'updated_at': '2021-07-23T16:32:01Z', 'revision_number': 3, 'project_id': '5d8469dd886547af8aa5b5e0e02307dd', 'gw_port': {'id': '12ecbe36-2d8c-4891-926a-9c290d822755', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6915a703-05a5-414b-8b9c-f779243719f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:59Z', 'updated_at': '2021-07-23T16:32:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:04.107014 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:04.160990 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90118ee5-61f6-4994-900d-85d064676393 None None] Checking router: 6915a703-05a5-414b-8b9c-f779243719f1 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:32:04.161376 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90118ee5-61f6-4994-900d-85d064676393 None None] Updating router 6915a703-05a5-414b-8b9c-f779243719f1 port 12ecbe36-2d8c-4891-926a-9c290d822755 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:32:04.168146 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea80ae55-0be0-4fd7-827e-d50bc2747964 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:32:04.194662 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6f8c2a4b-bef1-47fd-a082-96b08c9d052a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:04.254437 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port ea80ae55-0be0-4fd7-827e-d50bc2747964, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=ea80ae55-0be0-4fd7-827e-d50bc2747964,segment=NetworkSegment(b6f0f71c-01e2-4031-8418-bfa4c9aad4a2),segment_id=b6f0f71c-01e2-4031-8418-bfa4c9aad4a2)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:04.265627 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:04.273229 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-90118ee5-61f6-4994-900d-85d064676393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:04.313990 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-6f8c2a4b-bef1-47fd-a082-96b08c9d052a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Transition to ACTIVE for port object 86c0d8b9-ef09-48f4-b007-7f703ad2e466 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:04.418808 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35c9b7-8bc2-4d75-98a6-80e5b06899eb req-12b76b7d-1bec-45e0-b594-d63aea4fca4c tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:04.420613 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b35c9b7-8bc2-4d75-98a6-80e5b06899eb req-12b76b7d-1bec-45e0-b594-d63aea4fca4c tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/ports?device_id=82f41ffa-7bd0-402b-a224-d9dded2e3727 HTTP/1.1" status: 200 len: 944 time: 0.2320812 Jul 23 16:32:04.489167 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6f8c2a4b-bef1-47fd-a082-96b08c9d052a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:04.495611 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85559935-6145-4d0e-ae4b-688b79492899 req-0b0d4d3c-302c-41f7-996c-2dc18e3eb240 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:04.503639 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-85559935-6145-4d0e-ae4b-688b79492899 req-0b0d4d3c-302c-41f7-996c-2dc18e3eb240 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.2491581 Jul 23 16:32:04.521826 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 942f6e54-8f7c-4e5d-b94a-cbe5c8b2605a up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:32:04.525231 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b35c9b7-8bc2-4d75-98a6-80e5b06899eb req-e7906265-d09d-4a6f-9f3f-54ab68579804 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c9d7159-c23c-4b15-b9f1-eee4dabe02b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941970 Jul 23 16:32:04.540749 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=ea80ae55-0be0-4fd7-827e-d50bc2747964,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:04.557394 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad600c-a884-4f88-badd-2b7545f5bf5b req-6a6c890d-9b34-48ba-bb3f-5178cf6b998b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:04.558945 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-60ad600c-a884-4f88-badd-2b7545f5bf5b req-6a6c890d-9b34-48ba-bb3f-5178cf6b998b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 1096 time: 1.1387644 Jul 23 16:32:04.560458 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-85559935-6145-4d0e-ae4b-688b79492899 req-89aac11c-f436-48ac-9a04-18b3676260cd tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559473 Jul 23 16:32:04.565144 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c2a4b-bef1-47fd-a082-96b08c9d052a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Port': ['ID=86c0d8b9-ef09-48f4-b007-7f703ad2e466,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:04.585320 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1ba3e2-e26b-4163-afb3-63b5c801960b tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Router e358a385-1d99-4f33-8f21-f80810c878f2 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:32:04.614879 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8c2a4b-bef1-47fd-a082-96b08c9d052a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:04.622122 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-6f8c2a4b-bef1-47fd-a082-96b08c9d052a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:04.631616 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8c2a4b-bef1-47fd-a082-96b08c9d052a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:04.632067 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6f8c2a4b-bef1-47fd-a082-96b08c9d052a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:04.640660 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-05f88f9c-49a4-43e5-a81e-56d469086385 None None] Provisioning for port 942f6e54-8f7c-4e5d-b94a-cbe5c8b2605a completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:04.658098 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['ea80ae55-0be0-4fd7-827e-d50bc2747964'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:32:04.702635 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d2d4f196-e8f8-498e-a32b-5f640efc664e req-6c42d41e-466b-4813-8912-51a2abad3031 tempest-ServerShowV257Test-484470495 tempest-ServerShowV257Test-484470495-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3c4b5f6-6547-4373-bd46-2e42afaaa2d8 HTTP/1.1" status: 200 len: 210 time: 0.0465772 Jul 23 16:32:04.711782 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-60ad600c-a884-4f88-badd-2b7545f5bf5b req-a876a947-f947-448b-8e9c-edaafde90f67 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409805 Jul 23 16:32:04.809555 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 942f6e54-8f7c-4e5d-b94a-cbe5c8b2605a completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:04.811585 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:04.818540 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 942f6e54-8f7c-4e5d-b94a-cbe5c8b2605a triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:04.818916 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:04.855248 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1ba3e2-e26b-4163-afb3-63b5c801960b tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:32:04.868550 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427993af-9f5a-4a09-98e4-88cb5cf3b0d9 None None] Sync routers for ids ['e358a385-1d99-4f33-8f21-f80810c878f2'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:32:04.877463 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cd1ba3e2-e26b-4163-afb3-63b5c801960b tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] 10.222.0.73 "PUT /v2.0/routers/e358a385-1d99-4f33-8f21-f80810c878f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8697178 Jul 23 16:32:04.878814 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44864) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:04.899423 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427993af-9f5a-4a09-98e4-88cb5cf3b0d9 None None] Routers {'e358a385-1d99-4f33-8f21-f80810c878f2'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:32:04.900281 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-427993af-9f5a-4a09-98e4-88cb5cf3b0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:31:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['e358a385-1d99-4f33-8f21-f80810c878f2'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:04.930860 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-4f803d80-7f1e-4c5b-b2b1-45c79319dfa8 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] show failed (client error): The resource could not be found. Jul 23 16:32:04.936723 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4f803d80-7f1e-4c5b-b2b1-45c79319dfa8 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] 10.222.0.73 "GET /v2.0/routers/tempest-non_exist_router-1123745394 HTTP/1.1" status: 404 len: 335 time: 0.0565016 Jul 23 16:32:04.937840 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44868) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:04.944964 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-5a8a19cf-3b17-442b-bd2b-ab0dd0b93761 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:04.997755 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-5a8a19cf-3b17-442b-bd2b-ab0dd0b93761 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] update failed (client error): The resource could not be found. Jul 23 16:32:05.003565 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5a8a19cf-3b17-442b-bd2b-ab0dd0b93761 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] 10.222.0.73 "PUT /v2.0/routers/tempest-non_exist_router-91466837 HTTP/1.1" status: 404 len: 333 time: 0.0629110 Jul 23 16:32:05.004403 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44870) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:05.036057 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6f8c2a4b-bef1-47fd-a082-96b08c9d052a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.062511 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-90118ee5-61f6-4994-900d-85d064676393 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.081341 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.101967 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff39c43a-898d-4388-bed4-2a8516a6d5d2 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Deleting subnet f0f39e8e-9a9f-4053-b28b-c640ceb7c52f {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:32:05.104438 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-427993af-9f5a-4a09-98e4-88cb5cf3b0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:05.107713 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ff39c43a-898d-4388-bed4-2a8516a6d5d2 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.108304 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-90118ee5-61f6-4994-900d-85d064676393 None None] Transition to ACTIVE for port object 12ecbe36-2d8c-4891-926a-9c290d822755 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:05.114691 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427993af-9f5a-4a09-98e4-88cb5cf3b0d9 None None] Routers {'e358a385-1d99-4f33-8f21-f80810c878f2'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:32:05.115587 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-427993af-9f5a-4a09-98e4-88cb5cf3b0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:31:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['e358a385-1d99-4f33-8f21-f80810c878f2'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:05.130005 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e9def99b-e2b9-47f4-941a-be51f60b472a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.138345 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-90118ee5-61f6-4994-900d-85d064676393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.148940 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4448266a-dfd2-47f6-8f7a-14463cfdf806 None None] Provisioning for port 86c0d8b9-ef09-48f4-b007-7f703ad2e466 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:05.154368 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-427993af-9f5a-4a09-98e4-88cb5cf3b0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:05.155264 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427993af-9f5a-4a09-98e4-88cb5cf3b0d9 None None] The sync data for ids ['e358a385-1d99-4f33-8f21-f80810c878f2'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:32:05.187267 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4448266a-dfd2-47f6-8f7a-14463cfdf806 None None] Provisioning complete for port 86c0d8b9-ef09-48f4-b007-7f703ad2e466 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:05.187490 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4448266a-dfd2-47f6-8f7a-14463cfdf806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.205112 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ff39c43a-898d-4388-bed4-2a8516a6d5d2 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.227416 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 942f6e54-8f7c-4e5d-b94a-cbe5c8b2605a, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=942f6e54-8f7c-4e5d-b94a-cbe5c8b2605a,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:05.249559 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.262519 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309006a-4a33-4743-9f84-ccd7b611efe7 req-5b655c5b-0a24-4747-8ce5-ea30213e8380 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:05.265552 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a309006a-4a33-4743-9f84-ccd7b611efe7 req-5b655c5b-0a24-4747-8ce5-ea30213e8380 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 945 time: 0.2623820 Jul 23 16:32:05.271942 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-90118ee5-61f6-4994-900d-85d064676393 None None] Attempting to bind port 12ecbe36-2d8c-4891-926a-9c290d822755 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:05.272492 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-90118ee5-61f6-4994-900d-85d064676393 None None] Attempting to bind port 12ecbe36-2d8c-4891-926a-9c290d822755 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:05.272671 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90118ee5-61f6-4994-900d-85d064676393 None None] Attempting to bind port 12ecbe36-2d8c-4891-926a-9c290d822755 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:05.278375 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc673959-494b-4a3d-b972-b80b5bda8340 None None] Pushing event updated for resources: {'Port': ['ID=12ecbe36-2d8c-4891-926a-9c290d822755,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:05.285702 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4448266a-dfd2-47f6-8f7a-14463cfdf806 None None] Port 86c0d8b9-ef09-48f4-b007-7f703ad2e466 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:32:05.310965 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90118ee5-61f6-4994-900d-85d064676393 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:32:05.311420 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90118ee5-61f6-4994-900d-85d064676393 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:32:05.311746 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-90118ee5-61f6-4994-900d-85d064676393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.312138 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90118ee5-61f6-4994-900d-85d064676393 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:32:05.312630 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-90118ee5-61f6-4994-900d-85d064676393 None None] Bound port: 12ecbe36-2d8c-4891-926a-9c290d822755, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:32:05.313015 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-90118ee5-61f6-4994-900d-85d064676393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.353360 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a309006a-4a33-4743-9f84-ccd7b611efe7 req-4b63a757-69e3-415c-8277-b4ee52f4b259 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778065 Jul 23 16:32:05.363470 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ff39c43a-898d-4388-bed4-2a8516a6d5d2 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.449018 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ff39c43a-898d-4388-bed4-2a8516a6d5d2 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.489281 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-e9def99b-e2b9-47f4-941a-be51f60b472a admin admin] Allocated IP 172.20.0.1 (03e99c5a-98cc-4ed4-9e2b-d3e4c465647a/2ae57d8d-3779-4491-8fd1-fe104612a516/a42adf18-ffad-4d53-8ccb-fac7af94f0b1) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:05.490847 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ff39c43a-898d-4388-bed4-2a8516a6d5d2 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.493312 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ff39c43a-898d-4388-bed4-2a8516a6d5d2 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] 10.222.0.73 "DELETE /v2.0/subnets/f0f39e8e-9a9f-4053-b28b-c640ceb7c52f HTTP/1.1" status: 204 len: 168 time: 0.4822450 Jul 23 16:32:05.494723 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39c43a-898d-4388-bed4-2a8516a6d5d2 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Pushing event deleted for resources: {'Subnet': ['ID=f0f39e8e-9a9f-4053-b28b-c640ceb7c52f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:05.495866 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44872) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:05.518045 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7356b34b-7db9-46e3-9d17-e5e0d8fbc122 None None] Network bef0fd66-09cc-4208-bf50-4a766bce1418 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:05.580769 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6f8c2a4b-bef1-47fd-a082-96b08c9d052a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.599439 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6f8c2a4b-bef1-47fd-a082-96b08c9d052a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.600234 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6f8c2a4b-bef1-47fd-a082-96b08c9d052a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.603206 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d1924653-2616-4bee-b768-8a0f67637152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.644944 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.657399 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=942f6e54-8f7c-4e5d-b94a-cbe5c8b2605a,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:05.667698 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c2a4b-bef1-47fd-a082-96b08c9d052a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Port': ['ID=86c0d8b9-ef09-48f4-b007-7f703ad2e466,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:05.688697 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-90118ee5-61f6-4994-900d-85d064676393 None None] For port 12ecbe36-2d8c-4891-926a-9c290d822755, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:32:05.725751 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-90118ee5-61f6-4994-900d-85d064676393 None None] For port 12ecbe36-2d8c-4891-926a-9c290d822755, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=12ecbe36-2d8c-4891-926a-9c290d822755,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:32:05.730141 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2080bb-905f-4dd9-8b42-2a9b816054b2 req-9e541091-32eb-487b-a456-0abb454ec112 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:05.731759 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c2080bb-905f-4dd9-8b42-2a9b816054b2 req-9e541091-32eb-487b-a456-0abb454ec112 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/ports?device_id=82f41ffa-7bd0-402b-a224-d9dded2e3727 HTTP/1.1" status: 200 len: 945 time: 0.1062801 Jul 23 16:32:05.739753 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d84171f-246f-42b8-903d-e79f97047fea tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Deleting subnet b815bb16-1fcb-47fb-b008-bfc7ed7e5045 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:32:05.750603 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-90118ee5-61f6-4994-900d-85d064676393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.757144 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3d84171f-246f-42b8-903d-e79f97047fea tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.759308 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ec5ae-c6dc-4431-a1aa-4fc7f1b9693c req-951268d6-da2d-413e-81b5-a0d0a3741890 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:05.761217 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-059ec5ae-c6dc-4431-a1aa-4fc7f1b9693c req-951268d6-da2d-413e-81b5-a0d0a3741890 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.1008289 Jul 23 16:32:05.829582 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c2080bb-905f-4dd9-8b42-2a9b816054b2 req-6abdda61-dc9e-4f55-a268-b7a893e5ba45 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c9d7159-c23c-4b15-b9f1-eee4dabe02b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626931 Jul 23 16:32:05.836697 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-059ec5ae-c6dc-4431-a1aa-4fc7f1b9693c req-89d97488-0a40-43b8-b9f7-2750048c808e tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680962 Jul 23 16:32:05.865205 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90118ee5-61f6-4994-900d-85d064676393 None None] Routers {'6915a703-05a5-414b-8b9c-f779243719f1'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:32:05.865205 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-90118ee5-61f6-4994-900d-85d064676393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:32:06Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6915a703-05a5-414b-8b9c-f779243719f1'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:05.926944 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3d84171f-246f-42b8-903d-e79f97047fea tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.968320 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc673959-494b-4a3d-b972-b80b5bda8340 None None] Pushing event updated for resources: {'Port': ['ID=12ecbe36-2d8c-4891-926a-9c290d822755,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:05.972680 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4b91a0c7-9f08-447a-87b6-2504be14f2f6 req-515c20a3-c7eb-4907-9214-ce369e109548 tempest-ServerShowV257Test-484470495 tempest-ServerShowV257Test-484470495-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3c4b5f6-6547-4373-bd46-2e42afaaa2d8 HTTP/1.1" status: 200 len: 210 time: 0.0365989 Jul 23 16:32:05.994175 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e9def99b-e2b9-47f4-941a-be51f60b472a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:06.020212 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-90118ee5-61f6-4994-900d-85d064676393 None None] Set router 6915a703-05a5-414b-8b9c-f779243719f1 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:32:06.030787 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e9def99b-e2b9-47f4-941a-be51f60b472a admin admin] Transition to ACTIVE for port object a42adf18-ffad-4d53-8ccb-fac7af94f0b1 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:06.052778 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8c2a4b-bef1-47fd-a082-96b08c9d052a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:06.059607 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-6f8c2a4b-bef1-47fd-a082-96b08c9d052a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:06.099356 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61690449-12d5-4afd-86c5-2a668bcb1c87 None None] DHCP port deletion for bef0fd66-09cc-4208-bf50-4a766bce1418 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:32:06.197557 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3d84171f-246f-42b8-903d-e79f97047fea tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:06.221209 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e9def99b-e2b9-47f4-941a-be51f60b472a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:06.236634 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-61690449-12d5-4afd-86c5-2a668bcb1c87 None None] Deleting port 2f270282-f085-429c-98bc-4b257617c5b0 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:06.237022 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-61690449-12d5-4afd-86c5-2a668bcb1c87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:06.283994 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9def99b-e2b9-47f4-941a-be51f60b472a admin admin] Network 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:06.297495 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-e9def99b-e2b9-47f4-941a-be51f60b472a admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:06.307131 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9def99b-e2b9-47f4-941a-be51f60b472a admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:06.310887 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-61690449-12d5-4afd-86c5-2a668bcb1c87 None None] For port 2f270282-f085-429c-98bc-4b257617c5b0, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2f270282-f085-429c-98bc-4b257617c5b0,segment=NetworkSegment(5a792030-f81e-4919-be63-bfc5d3d1a5d9),segment_id=5a792030-f81e-4919-be63-bfc5d3d1a5d9)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:06.311467 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-61690449-12d5-4afd-86c5-2a668bcb1c87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:06.332870 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-61690449-12d5-4afd-86c5-2a668bcb1c87 None None] Calling delete_port for 2f270282-f085-429c-98bc-4b257617c5b0 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:06.340585 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-90118ee5-61f6-4994-900d-85d064676393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6915a703-05a5-414b-8b9c-f779243719f1', 'name': 'tempest-ServerActionsTestJSON-148621084-router', 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '12ecbe36-2d8c-4891-926a-9c290d822755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:58Z', 'updated_at': '2021-07-23T16:32:01Z', 'revision_number': 3, 'project_id': '5d8469dd886547af8aa5b5e0e02307dd', 'gw_port': {'id': '12ecbe36-2d8c-4891-926a-9c290d822755', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6915a703-05a5-414b-8b9c-f779243719f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:59Z', 'updated_at': '2021-07-23T16:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:06.340913 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9def99b-e2b9-47f4-941a-be51f60b472a admin admin] Pushing event updated for resources: {'Port': ['ID=a42adf18-ffad-4d53-8ccb-fac7af94f0b1,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:06.375169 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90118ee5-61f6-4994-900d-85d064676393 None None] The sync data for ids ['6915a703-05a5-414b-8b9c-f779243719f1'] in n-d-778549-4 is: [{'id': '6915a703-05a5-414b-8b9c-f779243719f1', 'name': 'tempest-ServerActionsTestJSON-148621084-router', 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '12ecbe36-2d8c-4891-926a-9c290d822755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:58Z', 'updated_at': '2021-07-23T16:32:01Z', 'revision_number': 3, 'project_id': '5d8469dd886547af8aa5b5e0e02307dd', 'gw_port': {'id': '12ecbe36-2d8c-4891-926a-9c290d822755', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6915a703-05a5-414b-8b9c-f779243719f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:59Z', 'updated_at': '2021-07-23T16:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:32:06.380611 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e9def99b-e2b9-47f4-941a-be51f60b472a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:06.387478 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3d84171f-246f-42b8-903d-e79f97047fea tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:06.451097 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 942f6e54-8f7c-4e5d-b94a-cbe5c8b2605a up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:32:06.459813 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a7c1fd2d-0080-496d-8e95-1680aaa11805 None None] Provisioning complete for port 86c0d8b9-ef09-48f4-b007-7f703ad2e466 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:06.460184 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a7c1fd2d-0080-496d-8e95-1680aaa11805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:06.486750 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84171f-246f-42b8-903d-e79f97047fea tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Pushing event deleted for resources: {'Subnet': ['ID=b815bb16-1fcb-47fb-b008-bfc7ed7e5045,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:06.509316 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8c2a4b-bef1-47fd-a082-96b08c9d052a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Router e54448c7-ad31-4845-a82e-fefb958a970d is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:32:06.512184 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3d84171f-246f-42b8-903d-e79f97047fea tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:06.520245 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3d84171f-246f-42b8-903d-e79f97047fea tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] 10.222.0.73 "DELETE /v2.0/subnets/b815bb16-1fcb-47fb-b008-bfc7ed7e5045 HTTP/1.1" status: 204 len: 168 time: 1.0233133 Jul 23 16:32:06.523047 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44884) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:06.558589 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a7c1fd2d-0080-496d-8e95-1680aaa11805 None None] Port 86c0d8b9-ef09-48f4-b007-7f703ad2e466 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:32:06.560081 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89095b6f-7be5-4033-8228-3e663d46aea4 None None] Network 2bd7bf5c-72f0-4fa0-a4fb-13260509213d requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:06.591986 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b695f39-173f-46df-958a-49ca5143dd7a req-add39f84-d5d1-4d28-abfa-f13de0ba6134 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:06.608509 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2b695f39-173f-46df-958a-49ca5143dd7a req-add39f84-d5d1-4d28-abfa-f13de0ba6134 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 945 time: 0.1062605 Jul 23 16:32:06.631081 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:06.636663 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-61690449-12d5-4afd-86c5-2a668bcb1c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:06.652587 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2b695f39-173f-46df-958a-49ca5143dd7a req-bd26350b-f2db-4367-83e6-75e93c0766e6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428646 Jul 23 16:32:06.711254 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61690449-12d5-4afd-86c5-2a668bcb1c87 None None] Pushing event deleted for resources: {'Port': ['ID=2f270282-f085-429c-98bc-4b257617c5b0,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:06.731903 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61690449-12d5-4afd-86c5-2a668bcb1c87 None None] No DVR routers for this DVR port 2f270282-f085-429c-98bc-4b257617c5b0 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:06.799133 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9c7e5fc0-9241-4c3f-a0ac-8cb79f05e0ed tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:06.802109 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 942f6e54-8f7c-4e5d-b94a-cbe5c8b2605a triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:06.802599 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:06.838025 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7801b6dc-7734-46f4-bf43-a3f1889224f7 None None] Provisioning for port a42adf18-ffad-4d53-8ccb-fac7af94f0b1 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:06.839040 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8c2a4b-bef1-47fd-a082-96b08c9d052a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:32:06.853379 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64d2657-01a2-4ecb-bf4e-a93f4b8afd9c None None] Sync routers for ids ['e54448c7-ad31-4845-a82e-fefb958a970d'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:32:06.855377 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7801b6dc-7734-46f4-bf43-a3f1889224f7 None None] Provisioning complete for port a42adf18-ffad-4d53-8ccb-fac7af94f0b1 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:06.855817 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7801b6dc-7734-46f4-bf43-a3f1889224f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:06.857163 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6f8c2a4b-bef1-47fd-a082-96b08c9d052a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "PUT /v2.0/routers/e54448c7-ad31-4845-a82e-fefb958a970d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0335059 Jul 23 16:32:06.866925 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44888) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:06.960621 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64d2657-01a2-4ecb-bf4e-a93f4b8afd9c None None] Routers {'e54448c7-ad31-4845-a82e-fefb958a970d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:32:06.960621 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f64d2657-01a2-4ecb-bf4e-a93f4b8afd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:32:06Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['e54448c7-ad31-4845-a82e-fefb958a970d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:06.983261 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d074979-fdec-44a9-8cc0-5a13b85e3fb6 req-c6cfb9e0-1891-47ad-b360-3f2dc2689d11 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:06.985107 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d074979-fdec-44a9-8cc0-5a13b85e3fb6 req-c6cfb9e0-1891-47ad-b360-3f2dc2689d11 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 945 time: 0.1837592 Jul 23 16:32:06.994879 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44896) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:07.003129 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be01723-ad03-4e0e-a0d6-980317ea03c5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:07.005034 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5be01723-ad03-4e0e-a0d6-980317ea03c5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports/86c0d8b9-ef09-48f4-b007-7f703ad2e466 HTTP/1.1" status: 200 len: 911 time: 0.1352334 Jul 23 16:32:07.010450 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-209639c1-7f54-4a81-8ed6-aeaced38f55f tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Request body: {'floatingip': {'port_id': '77d9ee88-c13f-4f5f-a6ae-cd2cbe412115'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:07.028777 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 5359557f-3246-4ef3-b6ea-d9187a53d0e3 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:32:07.059200 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44900) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:07.061845 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-209639c1-7f54-4a81-8ed6-aeaced38f55f tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for floatingip, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:07.079038 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-7801b6dc-7734-46f4-bf43-a3f1889224f7 None None] Port a42adf18-ffad-4d53-8ccb-fac7af94f0b1 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:32:07.220675 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c236d7a-4c5f-4eaa-8d38-416188c33558 None None] DHCP port deletion for 2bd7bf5c-72f0-4fa0-a4fb-13260509213d request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:32:07.224465 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-f64d2657-01a2-4ecb-bf4e-a93f4b8afd9c None None] Set router e54448c7-ad31-4845-a82e-fefb958a970d gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:32:07.266432 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e9def99b-e2b9-47f4-941a-be51f60b472a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:07.327366 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 5359557f-3246-4ef3-b6ea-d9187a53d0e3 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:07.330199 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9c7e5fc0-9241-4c3f-a0ac-8cb79f05e0ed tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:07.337090 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d01992-5e9a-4bdd-860f-f9c3aeebae76 req-06ac9932-385b-4f4e-9c69-3940f930b6f2 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:07.347993 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-65d01992-5e9a-4bdd-860f-f9c3aeebae76 req-06ac9932-385b-4f4e-9c69-3940f930b6f2 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.4212315 Jul 23 16:32:07.367450 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-9c7e5fc0-9241-4c3f-a0ac-8cb79f05e0ed tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bef0fd66-09cc-4208-bf50-4a766bce1418']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:07.387276 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 5359557f-3246-4ef3-b6ea-d9187a53d0e3 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:07.387659 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:07.391932 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-9c7e5fc0-9241-4c3f-a0ac-8cb79f05e0ed tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a792030-f81e-4919-be63-bfc5d3d1a5d9') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:07.392285 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-9c7e5fc0-9241-4c3f-a0ac-8cb79f05e0ed tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a792030-f81e-4919-be63-bfc5d3d1a5d9') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:07.396784 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:07.425952 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2f270282-f085-429c-98bc-4b257617c5b0 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:07.451072 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac58c7f-15d0-487c-a59b-2f78fa079b6b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:07.463394 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac58c7f-15d0-487c-a59b-2f78fa079b6b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:07.465202 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-cac58c7f-15d0-487c-a59b-2f78fa079b6b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3590655 Jul 23 16:32:07.474118 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44902) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:07.484552 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa171c0e-2d9c-4c9f-a576-c69bf71a7e14 req-e2e92d87-b220-4c32-8756-19b39a0c361d tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:07.493151 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa171c0e-2d9c-4c9f-a576-c69bf71a7e14 req-e2e92d87-b220-4c32-8756-19b39a0c361d tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/ports?device_id=82f41ffa-7bd0-402b-a224-d9dded2e3727 HTTP/1.1" status: 200 len: 945 time: 0.3748109 Jul 23 16:32:07.573484 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e9def99b-e2b9-47f4-941a-be51f60b472a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:07.577681 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9c7e5fc0-9241-4c3f-a0ac-8cb79f05e0ed tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:07.595854 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9c7e5fc0-9241-4c3f-a0ac-8cb79f05e0ed tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:07.604691 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7e5fc0-9241-4c3f-a0ac-8cb79f05e0ed tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:32:07.605545 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9c7e5fc0-9241-4c3f-a0ac-8cb79f05e0ed tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:07.623024 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:32:07.623024 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:32:07.623024 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:32:07.623024 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:32:07.623024 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:32:07.623024 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:32:07.623024 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:32:07.623024 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:32:07.623024 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:32:07.623024 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:32:07.623024 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:32:07.623024 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:32:07.623024 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:32:07.623024 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:32:07.623024 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:32:07.623024 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:32:07.623024 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:32:07.623024 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:32:07.623024 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:32:07.623024 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:32:07.623024 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:32:07.623024 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:32:07.623024 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:32:07.623024 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:32:07.623024 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:32:07.623024 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:32:07.623024 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:32:07.623024 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:32:07.623024 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:32:07.623024 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:32:07.623024 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:32:07.623024 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:32:07.629097 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e9def99b-e2b9-47f4-941a-be51f60b472a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:07.648208 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 2f270282-f085-429c-98bc-4b257617c5b0 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:32:07.648555 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2f270282-f085-429c-98bc-4b257617c5b0 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:32:07.714410 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-6c236d7a-4c5f-4eaa-8d38-416188c33558 None None] Deleting port 9ab81cfb-6dc7-4658-907d-29414018c380 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:07.714798 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6c236d7a-4c5f-4eaa-8d38-416188c33558 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:07.761342 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9c7e5fc0-9241-4c3f-a0ac-8cb79f05e0ed tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:07.763614 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e9def99b-e2b9-47f4-941a-be51f60b472a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:07.782406 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9def99b-e2b9-47f4-941a-be51f60b472a admin admin] Pushing event updated for resources: {'Port': ['ID=a42adf18-ffad-4d53-8ccb-fac7af94f0b1,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:07.786506 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9c7e5fc0-9241-4c3f-a0ac-8cb79f05e0ed tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:07.792458 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9c7e5fc0-9241-4c3f-a0ac-8cb79f05e0ed tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] 10.222.0.73 "DELETE /v2.0/networks/bef0fd66-09cc-4208-bf50-4a766bce1418 HTTP/1.1" status: 204 len: 168 time: 1.2668698 Jul 23 16:32:07.792700 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e5fc0-9241-4c3f-a0ac-8cb79f05e0ed tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Pushing event deleted for resources: {'Network': ['ID=bef0fd66-09cc-4208-bf50-4a766bce1418,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:07.797893 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44904) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:07.799157 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-65d01992-5e9a-4bdd-860f-f9c3aeebae76 req-6fc73be9-b646-4646-a953-73d98d6df907 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507520 Jul 23 16:32:07.799696 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:07.813652 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device ea80ae55-0be0-4fd7-827e-d50bc2747964 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:32:07.938073 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66af28f-6660-4b08-ba87-dfb18dff5fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5359557f-3246-4ef3-b6ea-d9187a53d0e3'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:07.941331 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b511967-4860-4d61-9094-b3ec3e93a736" -d '{"events": [{"server_uuid": "b66af28f-6660-4b08-ba87-dfb18dff5fba", "name": "network-vif-plugged", "status": "completed", "tag": "5359557f-3246-4ef3-b6ea-d9187a53d0e3"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:07.945491 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-6c236d7a-4c5f-4eaa-8d38-416188c33558 None None] For port 9ab81cfb-6dc7-4658-907d-29414018c380, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=9ab81cfb-6dc7-4658-907d-29414018c380,segment=NetworkSegment(291067c6-2bd0-4324-a892-452de12f15c1),segment_id=291067c6-2bd0-4324-a892-452de12f15c1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:07.945765 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6c236d7a-4c5f-4eaa-8d38-416188c33558 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:07.975906 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4200e29c-fd36-45a3-9ac4-a9060d3dfaf1 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:07.985483 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 5359557f-3246-4ef3-b6ea-d9187a53d0e3, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5359557f-3246-4ef3-b6ea-d9187a53d0e3,segment=NetworkSegment(b6f0f71c-01e2-4031-8418-bfa4c9aad4a2),segment_id=b6f0f71c-01e2-4031-8418-bfa4c9aad4a2)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:07.987088 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-6c236d7a-4c5f-4eaa-8d38-416188c33558 None None] Calling delete_port for 9ab81cfb-6dc7-4658-907d-29414018c380 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:08.007738 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.037977 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port ea80ae55-0be0-4fd7-827e-d50bc2747964 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:08.055506 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9def99b-e2b9-47f4-941a-be51f60b472a admin admin] Network 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:08.061587 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-e9def99b-e2b9-47f4-941a-be51f60b472a admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:08.082223 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port ea80ae55-0be0-4fd7-827e-d50bc2747964 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:08.082591 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.099532 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fbf2def4-f679-483c-aa34-06bd766a3454 req-c7f9e7b6-42d1-4bbb-be03-38d038bccd21 tempest-ServerShowV257Test-484470495 tempest-ServerShowV257Test-484470495-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3c4b5f6-6547-4373-bd46-2e42afaaa2d8 HTTP/1.1" status: 200 len: 210 time: 0.0705850 Jul 23 16:32:08.179268 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f64d2657-01a2-4ecb-bf4e-a93f4b8afd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54448c7-ad31-4845-a82e-fefb958a970d', 'name': 'tempest-NetworksTestDHCPv6-router-2123466212', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:32:01Z', 'updated_at': '2021-07-23T16:32:04Z', 'revision_number': 2, 'project_id': '35e8e259141447e2beee3a0a6792778d', 'gw_port_host': None, '_interfaces': [{'id': '86c0d8b9-ef09-48f4-b007-7f703ad2e466', 'name': '', 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'mac_address': 'fa:16:3e:43:b5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54448c7-ad31-4845-a82e-fefb958a970d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'f836c5e9-cf98-4ae5-9adb-b962cb71308b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:02Z', 'updated_at': '2021-07-23T16:32:05Z', 'revision_number': 2, 'project_id': '35e8e259141447e2beee3a0a6792778d', 'subnets': [{'id': 'f836c5e9-cf98-4ae5-9adb-b962cb71308b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:08.215933 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=5359557f-3246-4ef3-b6ea-d9187a53d0e3,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:08.228474 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-4200e29c-fd36-45a3-9ac4-a9060d3dfaf1 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Deleting port 9ab81cfb-6dc7-4658-907d-29414018c380 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:08.228819 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4200e29c-fd36-45a3-9ac4-a9060d3dfaf1 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.240170 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f65582b-8033-47e1-a0b6-c5404da3d506 x-openstack-request-id: req-4f65582b-8033-47e1-a0b6-c5404da3d506 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:08.240170 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66af28f-6660-4b08-ba87-dfb18dff5fba", "name": "network-vif-plugged", "status": "completed", "tag": "5359557f-3246-4ef3-b6ea-d9187a53d0e3", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:08.240170 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4f65582b-8033-47e1-a0b6-c5404da3d506 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:08.240170 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66af28f-6660-4b08-ba87-dfb18dff5fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5359557f-3246-4ef3-b6ea-d9187a53d0e3', 'code': 200} Jul 23 16:32:08.255400 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64d2657-01a2-4ecb-bf4e-a93f4b8afd9c None None] Checking router: e54448c7-ad31-4845-a82e-fefb958a970d for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:32:08.255757 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64d2657-01a2-4ecb-bf4e-a93f4b8afd9c None None] Updating router e54448c7-ad31-4845-a82e-fefb958a970d port 86c0d8b9-ef09-48f4-b007-7f703ad2e466 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:32:08.257974 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa171c0e-2d9c-4c9f-a576-c69bf71a7e14 req-55e9ba3d-003d-4b5e-b052-a90481713477 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c9d7159-c23c-4b15-b9f1-eee4dabe02b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7637186 Jul 23 16:32:08.298034 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f64d2657-01a2-4ecb-bf4e-a93f4b8afd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.419398 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-4200e29c-fd36-45a3-9ac4-a9060d3dfaf1 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] For port 9ab81cfb-6dc7-4658-907d-29414018c380, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=9ab81cfb-6dc7-4658-907d-29414018c380,segment=NetworkSegment(291067c6-2bd0-4324-a892-452de12f15c1),segment_id=291067c6-2bd0-4324-a892-452de12f15c1)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:08.419904 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4200e29c-fd36-45a3-9ac4-a9060d3dfaf1 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.439676 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-4200e29c-fd36-45a3-9ac4-a9060d3dfaf1 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Calling delete_port for 9ab81cfb-6dc7-4658-907d-29414018c380 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:08.445173 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6c236d7a-4c5f-4eaa-8d38-416188c33558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.498404 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9def99b-e2b9-47f4-941a-be51f60b472a admin admin] Router 6915a703-05a5-414b-8b9c-f779243719f1 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:32:08.528960 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c236d7a-4c5f-4eaa-8d38-416188c33558 None None] Pushing event deleted for resources: {'Port': ['ID=9ab81cfb-6dc7-4658-907d-29414018c380,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:08.543619 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 12ecbe36-2d8c-4891-926a-9c290d822755 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:32:08.548131 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c236d7a-4c5f-4eaa-8d38-416188c33558 None None] No DVR routers for this DVR port 9ab81cfb-6dc7-4658-907d-29414018c380 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:08.662260 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.731667 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.733875 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4200e29c-fd36-45a3-9ac4-a9060d3dfaf1 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.783092 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d289a477-3d77-4622-9db2-55791773b060 None None] Provisioning complete for port a42adf18-ffad-4d53-8ccb-fac7af94f0b1 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:08.783537 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d289a477-3d77-4622-9db2-55791773b060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.788672 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9def99b-e2b9-47f4-941a-be51f60b472a admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:32:08.791155 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200e29c-fd36-45a3-9ac4-a9060d3dfaf1 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Pushing event deleted for resources: {'Port': ['ID=9ab81cfb-6dc7-4658-907d-29414018c380,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:08.805601 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e9def99b-e2b9-47f4-941a-be51f60b472a admin admin] 10.222.0.73 "PUT /v2.0/routers/6915a703-05a5-414b-8b9c-f779243719f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2721329 Jul 23 16:32:08.809962 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4200e29c-fd36-45a3-9ac4-a9060d3dfaf1 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] No DVR routers for this DVR port 9ab81cfb-6dc7-4658-907d-29414018c380 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:08.828576 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 12ecbe36-2d8c-4891-926a-9c290d822755 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:08.835010 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port ea80ae55-0be0-4fd7-827e-d50bc2747964, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=ea80ae55-0be0-4fd7-827e-d50bc2747964,segment=NetworkSegment(b6f0f71c-01e2-4031-8418-bfa4c9aad4a2),segment_id=b6f0f71c-01e2-4031-8418-bfa4c9aad4a2)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:08.848366 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.850277 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 12ecbe36-2d8c-4891-926a-9c290d822755 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:08.850637 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.913441 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4200e29c-fd36-45a3-9ac4-a9060d3dfaf1 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.926286 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-4200e29c-fd36-45a3-9ac4-a9060d3dfaf1 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd7bf5c-72f0-4fa0-a4fb-13260509213d']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:08.946303 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-4200e29c-fd36-45a3-9ac4-a9060d3dfaf1 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291067c6-2bd0-4324-a892-452de12f15c1') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:08.946600 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-4200e29c-fd36-45a3-9ac4-a9060d3dfaf1 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291067c6-2bd0-4324-a892-452de12f15c1') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:08.963242 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4200e29c-fd36-45a3-9ac4-a9060d3dfaf1 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.977013 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-d289a477-3d77-4622-9db2-55791773b060 None None] Port a42adf18-ffad-4d53-8ccb-fac7af94f0b1 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:32:08.983969 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4200e29c-fd36-45a3-9ac4-a9060d3dfaf1 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.991833 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4200e29c-fd36-45a3-9ac4-a9060d3dfaf1 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Releasing vlan 1142 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:32:08.992409 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4200e29c-fd36-45a3-9ac4-a9060d3dfaf1 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: self.session.flush() Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: self.session.flush() Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: self.session.flush() Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: self.session.flush() Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:32:08.997017 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:32:09.043585 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=ea80ae55-0be0-4fd7-827e-d50bc2747964,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:09.072059 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06347a01-504c-46e1-a372-98bed497f0b6 None None] Sync routers for ids ['6915a703-05a5-414b-8b9c-f779243719f1'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:32:09.084756 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4200e29c-fd36-45a3-9ac4-a9060d3dfaf1 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:09.085520 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06347a01-504c-46e1-a372-98bed497f0b6 None None] Routers {'6915a703-05a5-414b-8b9c-f779243719f1'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:32:09.087921 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-06347a01-504c-46e1-a372-98bed497f0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:32:06Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6915a703-05a5-414b-8b9c-f779243719f1'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:09.106875 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4200e29c-fd36-45a3-9ac4-a9060d3dfaf1 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:09.109193 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4200e29c-fd36-45a3-9ac4-a9060d3dfaf1 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] 10.222.0.73 "DELETE /v2.0/networks/2bd7bf5c-72f0-4fa0-a4fb-13260509213d HTTP/1.1" status: 204 len: 168 time: 1.3103442 Jul 23 16:32:09.110184 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200e29c-fd36-45a3-9ac4-a9060d3dfaf1 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Pushing event deleted for resources: {'Network': ['ID=2bd7bf5c-72f0-4fa0-a4fb-13260509213d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:09.115401 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44926) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:09.178210 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa8ee21-37ab-4472-b55b-25b344cdcb14 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Deleting subnet 8bfc789b-4ac9-47c0-bc34-1e6b43881922 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:32:09.181880 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bfa8ee21-37ab-4472-b55b-25b344cdcb14 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:09.218161 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:09.269816 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bfa8ee21-37ab-4472-b55b-25b344cdcb14 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:09.277506 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.db.resource_extend [None req-209639c1-7f54-4a81-8ed6-aeaced38f55f tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:32:09.290500 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-06347a01-504c-46e1-a372-98bed497f0b6 None None] Set router 6915a703-05a5-414b-8b9c-f779243719f1 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:32:09.306617 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 12ecbe36-2d8c-4891-926a-9c290d822755, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=12ecbe36-2d8c-4891-926a-9c290d822755,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:09.332399 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:09.497073 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bfa8ee21-37ab-4472-b55b-25b344cdcb14 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:09.505861 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=12ecbe36-2d8c-4891-926a-9c290d822755,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:09.516901 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-209639c1-7f54-4a81-8ed6-aeaced38f55f tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:09.520908 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 9ab81cfb-6dc7-4658-907d-29414018c380 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:09.532203 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474656de-47b2-4d31-8929-d39fb08e341d req-28e8234b-23f8-4a65-9542-0547d0303405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:09.546104 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-474656de-47b2-4d31-8929-d39fb08e341d req-28e8234b-23f8-4a65-9542-0547d0303405 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=b66af28f-6660-4b08-ba87-dfb18dff5fba HTTP/1.1" status: 200 len: 1096 time: 1.1864240 Jul 23 16:32:09.548039 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-08ad6ef7-8c98-41ac-aeac-abe39f5c08c1 req-b9a11e98-fe5a-484f-848c-85011a924326 tempest-ServerShowV257Test-484470495 tempest-ServerShowV257Test-484470495-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3c4b5f6-6547-4373-bd46-2e42afaaa2d8 HTTP/1.1" status: 200 len: 210 time: 0.2675416 Jul 23 16:32:09.550361 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-209639c1-7f54-4a81-8ed6-aeaced38f55f tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:09.562834 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 9ab81cfb-6dc7-4658-907d-29414018c380 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:32:09.563331 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 9ab81cfb-6dc7-4658-907d-29414018c380 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:32:09.655966 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f64d2657-01a2-4ecb-bf4e-a93f4b8afd9c None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:09.686651 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f64d2657-01a2-4ecb-bf4e-a93f4b8afd9c None None] Transition to ACTIVE for port object 86c0d8b9-ef09-48f4-b007-7f703ad2e466 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:09.702369 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f64d2657-01a2-4ecb-bf4e-a93f4b8afd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:09.711562 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44934) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:09.725962 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-bfae96b3-6fb1-4d60-9eb3-8929b7b68e3f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2115652353', 'description': 'tempest-description--808888858'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:09.742427 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bfa8ee21-37ab-4472-b55b-25b344cdcb14 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:09.765822 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-06347a01-504c-46e1-a372-98bed497f0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6915a703-05a5-414b-8b9c-f779243719f1', 'name': 'tempest-ServerActionsTestJSON-148621084-router', 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '12ecbe36-2d8c-4891-926a-9c290d822755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:58Z', 'updated_at': '2021-07-23T16:32:06Z', 'revision_number': 4, 'project_id': '5d8469dd886547af8aa5b5e0e02307dd', 'gw_port': {'id': '12ecbe36-2d8c-4891-926a-9c290d822755', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6915a703-05a5-414b-8b9c-f779243719f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:59Z', 'updated_at': '2021-07-23T16:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'a42adf18-ffad-4d53-8ccb-fac7af94f0b1', 'name': '', 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a', 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd', 'mac_address': 'fa:16:3e:68:36:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6915a703-05a5-414b-8b9c-f779243719f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '2ae57d8d-3779-4491-8fd1-fe104612a516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:05Z', 'updated_at': '2021-07-23T16:32:07Z', 'revision_number': 2, 'project_id': '5d8469dd886547af8aa5b5e0e02307dd', 'subnets': [{'id': '2ae57d8d-3779-4491-8fd1-fe104612a516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:09.814891 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8ee21-37ab-4472-b55b-25b344cdcb14 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Pushing event deleted for resources: {'Subnet': ['ID=8bfc789b-4ac9-47c0-bc34-1e6b43881922,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:09.829435 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06347a01-504c-46e1-a372-98bed497f0b6 None None] Checking router: 6915a703-05a5-414b-8b9c-f779243719f1 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:32:09.829785 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06347a01-504c-46e1-a372-98bed497f0b6 None None] Updating router 6915a703-05a5-414b-8b9c-f779243719f1 port a42adf18-ffad-4d53-8ccb-fac7af94f0b1 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:32:09.852857 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0bf771e1-5c1a-474c-b72e-3e8e1865f787 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:09.854804 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bfa8ee21-37ab-4472-b55b-25b344cdcb14 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:09.858959 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bfa8ee21-37ab-4472-b55b-25b344cdcb14 tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] 10.222.0.73 "DELETE /v2.0/subnets/8bfc789b-4ac9-47c0-bc34-1e6b43881922 HTTP/1.1" status: 204 len: 168 time: 0.7430189 Jul 23 16:32:09.866297 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44938) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:09.879418 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8730309f-e929-47b7-97a4-8926235bc16c None None] Network 183de050-5da5-42fe-95fd-59e94d45159a requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:09.890934 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bfae96b3-6fb1-4d60-9eb3-8929b7b68e3f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:09.914485 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-06347a01-504c-46e1-a372-98bed497f0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.028872 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-474656de-47b2-4d31-8929-d39fb08e341d req-6cb205a8-e662-4e65-88a9-be0d02044408 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=3c9d7159-c23c-4b15-b9f1-eee4dabe02b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721231 Jul 23 16:32:10.076928 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bfae96b3-6fb1-4d60-9eb3-8929b7b68e3f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.077727 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629bf83-ae08-4313-9ab4-e023b9d3c059 None None] Pushing event updated for resources: {'Port': ['ID=86c0d8b9-ef09-48f4-b007-7f703ad2e466,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:10.095685 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bfae96b3-6fb1-4d60-9eb3-8929b7b68e3f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.118272 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b8ee21c-b6a8-42db-9b7b-a607e6cc934f tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.177890 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae96b3-6fb1-4d60-9eb3-8929b7b68e3f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b19439c-d71d-4de4-a79a-6a2ccd491bf6,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:10.180454 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bfae96b3-6fb1-4d60-9eb3-8929b7b68e3f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.181639 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bfae96b3-6fb1-4d60-9eb3-8929b7b68e3f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4682503 Jul 23 16:32:10.182131 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-209639c1-7f54-4a81-8ed6-aeaced38f55f tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Floating IP cdb54be3-f03b-4c58-ae25-610cafa49e71 associated. External IP: 172.25.8.47, port: 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115. Jul 23 16:32:10.186871 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44942) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:10.194630 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-69fb6f49-9a83-4886-9139-0b0808b544c5 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Request body: {'security_group_rule': {'security_group_id': '4b19439c-d71d-4de4-a79a-6a2ccd491bf6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:10.280254 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f41ffa-7bd0-402b-a224-d9dded2e3727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea80ae55-0be0-4fd7-827e-d50bc2747964'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:10.288517 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dca34c8-f280-4f64-884c-23dde80f965f" -d '{"events": [{"server_uuid": "82f41ffa-7bd0-402b-a224-d9dded2e3727", "name": "network-vif-plugged", "status": "completed", "tag": "ea80ae55-0be0-4fd7-827e-d50bc2747964"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:10.432028 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-06347a01-504c-46e1-a372-98bed497f0b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.445302 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-06347a01-504c-46e1-a372-98bed497f0b6 None None] Transition to ACTIVE for port object a42adf18-ffad-4d53-8ccb-fac7af94f0b1 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:10.466900 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e9202-7893-481e-b4e1-a68138dbdf18 req-09b73c17-1e50-43ae-ade9-e5e224d443ff tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:10.470073 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-06347a01-504c-46e1-a372-98bed497f0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.484630 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177d84c3-52ad-4a50-9140-64390e752461 x-openstack-request-id: req-177d84c3-52ad-4a50-9140-64390e752461 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:10.485247 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f41ffa-7bd0-402b-a224-d9dded2e3727", "name": "network-vif-plugged", "status": "completed", "tag": "ea80ae55-0be0-4fd7-827e-d50bc2747964", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:10.485709 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-177d84c3-52ad-4a50-9140-64390e752461 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:10.486370 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f41ffa-7bd0-402b-a224-d9dded2e3727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea80ae55-0be0-4fd7-827e-d50bc2747964', 'code': 200} Jul 23 16:32:10.486706 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-831e9202-7893-481e-b4e1-a68138dbdf18 req-09b73c17-1e50-43ae-ade9-e5e224d443ff tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/ports?device_id=82f41ffa-7bd0-402b-a224-d9dded2e3727 HTTP/1.1" status: 200 len: 946 time: 0.6428146 Jul 23 16:32:10.557316 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 12ecbe36-2d8c-4891-926a-9c290d822755 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:32:10.593579 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a01ff6-eb50-4e80-b829-1d540e385a16 None None] Pushing event updated for resources: {'Port': ['ID=a42adf18-ffad-4d53-8ccb-fac7af94f0b1,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:10.614585 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-69fb6f49-9a83-4886-9139-0b0808b544c5 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.639434 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465287d-4a63-4d66-94d8-eb0aead3b2fa req-dc40ff29-0dd3-4284-86bb-8c546f488634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:10.645668 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d465287d-4a63-4d66-94d8-eb0aead3b2fa req-dc40ff29-0dd3-4284-86bb-8c546f488634 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=82f41ffa-7bd0-402b-a224-d9dded2e3727 HTTP/1.1" status: 200 len: 1097 time: 0.1134624 Jul 23 16:32:10.681676 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-f64d2657-01a2-4ecb-bf4e-a93f4b8afd9c None None] Attempting to bind port 86c0d8b9-ef09-48f4-b007-7f703ad2e466 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:10.682253 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-f64d2657-01a2-4ecb-bf4e-a93f4b8afd9c None None] Attempting to bind port 86c0d8b9-ef09-48f4-b007-7f703ad2e466 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:10.692536 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64d2657-01a2-4ecb-bf4e-a93f4b8afd9c None None] Attempting to bind port 86c0d8b9-ef09-48f4-b007-7f703ad2e466 on network 6431ca09-76a8-48e6-9c71-fe9e76635950 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:10.699279 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-06347a01-504c-46e1-a372-98bed497f0b6 None None] Attempting to bind port a42adf18-ffad-4d53-8ccb-fac7af94f0b1 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:10.700048 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-06347a01-504c-46e1-a372-98bed497f0b6 None None] Attempting to bind port a42adf18-ffad-4d53-8ccb-fac7af94f0b1 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd69e0431-1959-4dab-bf58-cb378f4bfdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:10.700582 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06347a01-504c-46e1-a372-98bed497f0b6 None None] Attempting to bind port a42adf18-ffad-4d53-8ccb-fac7af94f0b1 on network 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:10.704250 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-7b8ee21c-b6a8-42db-9b7b-a607e6cc934f tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Deleting port dbe87946-77df-4814-9500-b365cfc6e8ba {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:10.704919 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b8ee21c-b6a8-42db-9b7b-a607e6cc934f tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.716340 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06347a01-504c-46e1-a372-98bed497f0b6 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:32:10.716708 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06347a01-504c-46e1-a372-98bed497f0b6 None None] Checking segment: {'id': 'd69e0431-1959-4dab-bf58-cb378f4bfdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:32:10.719006 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-06347a01-504c-46e1-a372-98bed497f0b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.719855 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06347a01-504c-46e1-a372-98bed497f0b6 None None] Bound using segment: {'id': 'd69e0431-1959-4dab-bf58-cb378f4bfdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:32:10.720539 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-06347a01-504c-46e1-a372-98bed497f0b6 None None] Bound port: a42adf18-ffad-4d53-8ccb-fac7af94f0b1, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd69e0431-1959-4dab-bf58-cb378f4bfdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:32:10.721243 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-06347a01-504c-46e1-a372-98bed497f0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.787349 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64d2657-01a2-4ecb-bf4e-a93f4b8afd9c None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:32:10.787735 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64d2657-01a2-4ecb-bf4e-a93f4b8afd9c None None] Checking segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:32:10.788149 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f64d2657-01a2-4ecb-bf4e-a93f4b8afd9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.788546 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64d2657-01a2-4ecb-bf4e-a93f4b8afd9c None None] Bound using segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:32:10.789038 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-f64d2657-01a2-4ecb-bf4e-a93f4b8afd9c None None] Bound port: 86c0d8b9-ef09-48f4-b007-7f703ad2e466, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:32:10.789446 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f64d2657-01a2-4ecb-bf4e-a93f4b8afd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.792201 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-7b8ee21c-b6a8-42db-9b7b-a607e6cc934f tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] For port dbe87946-77df-4814-9500-b365cfc6e8ba, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=dbe87946-77df-4814-9500-b365cfc6e8ba,segment=NetworkSegment(d2f20bf0-e24c-4a9c-8ef1-ee614150a4bd),segment_id=d2f20bf0-e24c-4a9c-8ef1-ee614150a4bd)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:10.793449 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b8ee21c-b6a8-42db-9b7b-a607e6cc934f tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.797787 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d465287d-4a63-4d66-94d8-eb0aead3b2fa req-9798ba4f-651b-4719-8155-0992045ef857 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3c9d7159-c23c-4b15-b9f1-eee4dabe02b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422563 Jul 23 16:32:10.807973 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-7b8ee21c-b6a8-42db-9b7b-a607e6cc934f tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Calling delete_port for dbe87946-77df-4814-9500-b365cfc6e8ba owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:10.828707 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-06347a01-504c-46e1-a372-98bed497f0b6 None None] For port a42adf18-ffad-4d53-8ccb-fac7af94f0b1, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:32:10.835180 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-06347a01-504c-46e1-a372-98bed497f0b6 None None] For port a42adf18-ffad-4d53-8ccb-fac7af94f0b1, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a42adf18-ffad-4d53-8ccb-fac7af94f0b1,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:32:10.847872 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-06347a01-504c-46e1-a372-98bed497f0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.921909 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-831e9202-7893-481e-b4e1-a68138dbdf18 req-b393d92c-78b1-4ba0-9abb-e47e03ee7d22 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c9d7159-c23c-4b15-b9f1-eee4dabe02b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337029 Jul 23 16:32:10.933185 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 12ecbe36-2d8c-4891-926a-9c290d822755 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:10.933660 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.939091 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a01ff6-eb50-4e80-b829-1d540e385a16 None None] Pushing event updated for resources: {'Port': ['ID=a42adf18-ffad-4d53-8ccb-fac7af94f0b1,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:10.979722 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06347a01-504c-46e1-a372-98bed497f0b6 None None] Routers {'6915a703-05a5-414b-8b9c-f779243719f1'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:32:10.980701 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-06347a01-504c-46e1-a372-98bed497f0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:32:06Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6915a703-05a5-414b-8b9c-f779243719f1'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:10.988288 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678fafc1-b688-4a7d-ada7-9d93216f17fc None None] DHCP port deletion for 183de050-5da5-42fe-95fd-59e94d45159a request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:32:11.030056 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd521218-dadb-4858-b6b9-fd3022f3dfd7 req-159b398f-6098-45b6-ad25-c8b5100b16ea tempest-ServerShowV257Test-484470495 tempest-ServerShowV257Test-484470495-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3c4b5f6-6547-4373-bd46-2e42afaaa2d8 HTTP/1.1" status: 200 len: 210 time: 0.1271818 Jul 23 16:32:11.098564 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b8ee21c-b6a8-42db-9b7b-a607e6cc934f tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:11.115020 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-69fb6f49-9a83-4886-9139-0b0808b544c5 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:11.124538 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209639c1-7f54-4a81-8ed6-aeaced38f55f tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Router eff611ae-30a4-4607-96c6-ce3cfe2e4723 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:32:11.158886 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-06347a01-504c-46e1-a372-98bed497f0b6 None None] Set router 6915a703-05a5-414b-8b9c-f779243719f1 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:32:11.170838 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f64d2657-01a2-4ecb-bf4e-a93f4b8afd9c None None] For port 86c0d8b9-ef09-48f4-b007-7f703ad2e466, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:32:11.173167 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-678fafc1-b688-4a7d-ada7-9d93216f17fc None None] The port 'dbe87946-77df-4814-9500-b365cfc6e8ba' was deleted {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 23 16:32:11.174789 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8ee21c-b6a8-42db-9b7b-a607e6cc934f tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] No DVR routers for this DVR port dbe87946-77df-4814-9500-b365cfc6e8ba on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:11.183516 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-69fb6f49-9a83-4886-9139-0b0808b544c5 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:11.213611 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f64d2657-01a2-4ecb-bf4e-a93f4b8afd9c None None] For port 86c0d8b9-ef09-48f4-b007-7f703ad2e466, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=86c0d8b9-ef09-48f4-b007-7f703ad2e466,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:32:11.226853 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ee21c-b6a8-42db-9b7b-a607e6cc934f tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Pushing event deleted for resources: {'Port': ['ID=dbe87946-77df-4814-9500-b365cfc6e8ba,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:11.237262 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f64d2657-01a2-4ecb-bf4e-a93f4b8afd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:11.275094 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb6f49-9a83-4886-9139-0b0808b544c5 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea20dda-b8e8-4082-b9ba-6bfaf0a07815,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:11.398412 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64d2657-01a2-4ecb-bf4e-a93f4b8afd9c None None] Routers {'e54448c7-ad31-4845-a82e-fefb958a970d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:32:11.399465 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f64d2657-01a2-4ecb-bf4e-a93f4b8afd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:32:06Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['e54448c7-ad31-4845-a82e-fefb958a970d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:11.401532 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629bf83-ae08-4313-9ab4-e023b9d3c059 None None] Pushing event updated for resources: {'Port': ['ID=86c0d8b9-ef09-48f4-b007-7f703ad2e466,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:11.464891 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-06347a01-504c-46e1-a372-98bed497f0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6915a703-05a5-414b-8b9c-f779243719f1', 'name': 'tempest-ServerActionsTestJSON-148621084-router', 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '12ecbe36-2d8c-4891-926a-9c290d822755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:58Z', 'updated_at': '2021-07-23T16:32:06Z', 'revision_number': 4, 'project_id': '5d8469dd886547af8aa5b5e0e02307dd', 'gw_port': {'id': '12ecbe36-2d8c-4891-926a-9c290d822755', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6915a703-05a5-414b-8b9c-f779243719f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:59Z', 'updated_at': '2021-07-23T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'a42adf18-ffad-4d53-8ccb-fac7af94f0b1', 'name': '', 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a', 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd', 'mac_address': 'fa:16:3e:68:36:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6915a703-05a5-414b-8b9c-f779243719f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '2ae57d8d-3779-4491-8fd1-fe104612a516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:05Z', 'updated_at': '2021-07-23T16:32:10Z', 'revision_number': 4, 'project_id': '5d8469dd886547af8aa5b5e0e02307dd', 'subnets': [{'id': '2ae57d8d-3779-4491-8fd1-fe104612a516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:11.513073 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06347a01-504c-46e1-a372-98bed497f0b6 None None] The sync data for ids ['6915a703-05a5-414b-8b9c-f779243719f1'] in n-d-778549-4 is: [{'id': '6915a703-05a5-414b-8b9c-f779243719f1', 'name': 'tempest-ServerActionsTestJSON-148621084-router', 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '12ecbe36-2d8c-4891-926a-9c290d822755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:58Z', 'updated_at': '2021-07-23T16:32:06Z', 'revision_number': 4, 'project_id': '5d8469dd886547af8aa5b5e0e02307dd', 'gw_port': {'id': '12ecbe36-2d8c-4891-926a-9c290d822755', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6915a703-05a5-414b-8b9c-f779243719f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:59Z', 'updated_at': '2021-07-23T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'a42adf18-ffad-4d53-8ccb-fac7af94f0b1', 'name': '', 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a', 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd', 'mac_address': 'fa:16:3e:68:36:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6915a703-05a5-414b-8b9c-f779243719f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '2ae57d8d-3779-4491-8fd1-fe104612a516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:05Z', 'updated_at': '2021-07-23T16:32:10Z', 'revision_number': 4, 'project_id': '5d8469dd886547af8aa5b5e0e02307dd', 'subnets': [{'id': '2ae57d8d-3779-4491-8fd1-fe104612a516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:32:11.548152 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-f64d2657-01a2-4ecb-bf4e-a93f4b8afd9c None None] Set router e54448c7-ad31-4845-a82e-fefb958a970d gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:32:11.827065 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-69fb6f49-9a83-4886-9139-0b0808b544c5 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:11.834026 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-69fb6f49-9a83-4886-9139-0b0808b544c5 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6434112 Jul 23 16:32:11.836721 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44954) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:11.842803 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-60d8a033-f7b1-4b27-801a-b4b6f41d3e49 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Request body: {'security_group_rule': {'security_group_id': '4b19439c-d71d-4de4-a79a-6a2ccd491bf6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:11.940153 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-60d8a033-f7b1-4b27-801a-b4b6f41d3e49 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:11.955529 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b8ee21c-b6a8-42db-9b7b-a607e6cc934f tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:11.977790 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-7b8ee21c-b6a8-42db-9b7b-a607e6cc934f tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['183de050-5da5-42fe-95fd-59e94d45159a']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:12.000942 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-0bf771e1-5c1a-474c-b72e-3e8e1865f787 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting port 86c0d8b9-ef09-48f4-b007-7f703ad2e466 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:12.001347 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0bf771e1-5c1a-474c-b72e-3e8e1865f787 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:12.057308 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-60d8a033-f7b1-4b27-801a-b4b6f41d3e49 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:12.066926 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-60d8a033-f7b1-4b27-801a-b4b6f41d3e49 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:12.093387 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8a033-f7b1-4b27-801a-b4b6f41d3e49 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e132d9b-1719-4665-9e80-68ad1d3bfde7,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:12.111508 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-60d8a033-f7b1-4b27-801a-b4b6f41d3e49 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:12.114512 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-60d8a033-f7b1-4b27-801a-b4b6f41d3e49 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2766626 Jul 23 16:32:12.118471 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44962) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:12.125451 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-0bf771e1-5c1a-474c-b72e-3e8e1865f787 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] For port 86c0d8b9-ef09-48f4-b007-7f703ad2e466, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=86c0d8b9-ef09-48f4-b007-7f703ad2e466,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:12.125826 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0bf771e1-5c1a-474c-b72e-3e8e1865f787 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:12.126097 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-3e070205-934b-4fbb-944a-ede079b04346 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:12.137491 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-7b8ee21c-b6a8-42db-9b7b-a607e6cc934f tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f20bf0-e24c-4a9c-8ef1-ee614150a4bd') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:12.137773 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-7b8ee21c-b6a8-42db-9b7b-a607e6cc934f tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f20bf0-e24c-4a9c-8ef1-ee614150a4bd') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:12.159387 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3e070205-934b-4fbb-944a-ede079b04346 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:12.234100 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f64d2657-01a2-4ecb-bf4e-a93f4b8afd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54448c7-ad31-4845-a82e-fefb958a970d', 'name': 'tempest-NetworksTestDHCPv6-router-2123466212', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:32:01Z', 'updated_at': '2021-07-23T16:32:04Z', 'revision_number': 2, 'project_id': '35e8e259141447e2beee3a0a6792778d', 'gw_port_host': None, '_interfaces': [{'id': '86c0d8b9-ef09-48f4-b007-7f703ad2e466', 'name': '', 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'mac_address': 'fa:16:3e:43:b5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54448c7-ad31-4845-a82e-fefb958a970d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'f836c5e9-cf98-4ae5-9adb-b962cb71308b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:02Z', 'updated_at': '2021-07-23T16:32:11Z', 'revision_number': 4, 'project_id': '35e8e259141447e2beee3a0a6792778d', 'subnets': [{'id': 'f836c5e9-cf98-4ae5-9adb-b962cb71308b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:12.256706 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b8ee21c-b6a8-42db-9b7b-a607e6cc934f tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:12.261475 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-0bf771e1-5c1a-474c-b72e-3e8e1865f787 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Calling delete_port for 86c0d8b9-ef09-48f4-b007-7f703ad2e466 owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:12.271665 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64d2657-01a2-4ecb-bf4e-a93f4b8afd9c None None] The sync data for ids ['e54448c7-ad31-4845-a82e-fefb958a970d'] in n-d-778549-4 is: [{'id': 'e54448c7-ad31-4845-a82e-fefb958a970d', 'name': 'tempest-NetworksTestDHCPv6-router-2123466212', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:32:01Z', 'updated_at': '2021-07-23T16:32:04Z', 'revision_number': 2, 'project_id': '35e8e259141447e2beee3a0a6792778d', 'gw_port_host': None, '_interfaces': [{'id': '86c0d8b9-ef09-48f4-b007-7f703ad2e466', 'name': '', 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'mac_address': 'fa:16:3e:43:b5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54448c7-ad31-4845-a82e-fefb958a970d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'f836c5e9-cf98-4ae5-9adb-b962cb71308b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:02Z', 'updated_at': '2021-07-23T16:32:11Z', 'revision_number': 4, 'project_id': '35e8e259141447e2beee3a0a6792778d', 'subnets': [{'id': 'f836c5e9-cf98-4ae5-9adb-b962cb71308b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:32:12.334479 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f4eac98b-2a14-4b76-ac3c-049df5efb04f req-ced6b0b8-5be8-41f1-b9e1-ca2e265621c1 tempest-ServerShowV257Test-484470495 tempest-ServerShowV257Test-484470495-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3c4b5f6-6547-4373-bd46-2e42afaaa2d8 HTTP/1.1" status: 200 len: 210 time: 0.0941794 Jul 23 16:32:12.344698 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b8ee21c-b6a8-42db-9b7b-a607e6cc934f tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:12.380069 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3e070205-934b-4fbb-944a-ede079b04346 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:12.428683 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b8ee21c-b6a8-42db-9b7b-a607e6cc934f tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:32:12.429311 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b8ee21c-b6a8-42db-9b7b-a607e6cc934f tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:12.439230 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:32:12.439230 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:32:12.439230 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:32:12.439230 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:32:12.439230 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:32:12.439230 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:32:12.439230 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:32:12.439230 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:32:12.439230 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:32:12.439230 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:32:12.439230 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:32:12.439230 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:32:12.439230 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:32:12.439230 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:32:12.439230 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:32:12.439230 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:32:12.439230 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:32:12.439230 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:32:12.439230 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:32:12.439230 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:32:12.439230 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:32:12.439230 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:32:12.439230 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:32:12.439230 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:32:12.439230 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:32:12.439230 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:32:12.439230 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:32:12.439230 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:32:12.439230 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:32:12.439230 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:32:12.439230 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:32:12.439230 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:32:12.456985 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209639c1-7f54-4a81-8ed6-aeaced38f55f tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:32:12.482547 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7967c0-d43c-4db7-bec4-207621622376 None None] Sync routers for ids ['eff611ae-30a4-4607-96c6-ce3cfe2e4723'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:32:12.495552 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7967c0-d43c-4db7-bec4-207621622376 None None] Routers {'eff611ae-30a4-4607-96c6-ce3cfe2e4723'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:32:12.500530 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-1a7967c0-d43c-4db7-bec4-207621622376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:32:06Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['eff611ae-30a4-4607-96c6-ce3cfe2e4723'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:12.531612 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-209639c1-7f54-4a81-8ed6-aeaced38f55f tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:12.591589 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a42adf18-ffad-4d53-8ccb-fac7af94f0b1 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:32:12.682616 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-3e070205-934b-4fbb-944a-ede079b04346 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Allocated IP 172.25.8.198 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/58d5a090-9d4f-4812-9eaf-0edd5084d4d7) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:12.720768 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfa4b3-d312-41cb-9365-b655b2402976 req-e7ef9baf-85f4-4a54-8a1f-c7745e89accd tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:12.729867 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0abfa4b3-d312-41cb-9365-b655b2402976 req-e7ef9baf-85f4-4a54-8a1f-c7745e89accd tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/ports?device_id=82f41ffa-7bd0-402b-a224-d9dded2e3727 HTTP/1.1" status: 200 len: 946 time: 0.6086602 Jul 23 16:32:12.824509 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b8ee21c-b6a8-42db-9b7b-a607e6cc934f tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:12.832819 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-1a7967c0-d43c-4db7-bec4-207621622376 None None] Set router eff611ae-30a4-4607-96c6-ce3cfe2e4723 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:32:12.868383 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0abfa4b3-d312-41cb-9365-b655b2402976 req-8e10a2a8-cf6b-4b82-b466-7733cd890271 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c9d7159-c23c-4b15-b9f1-eee4dabe02b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374884 Jul 23 16:32:12.872849 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port a42adf18-ffad-4d53-8ccb-fac7af94f0b1 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:12.881724 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-209639c1-7f54-4a81-8ed6-aeaced38f55f tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "PUT /v2.0/floatingips/cdb54be3-f03b-4c58-ae25-610cafa49e71 HTTP/1.1" status: 200 len: 990 time: 5.8744850 Jul 23 16:32:12.881944 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port a42adf18-ffad-4d53-8ccb-fac7af94f0b1 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:12.882525 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:12.903207 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2df115-5311-403d-b20e-1fb6e957b227', 'tag': '77d9ee88-c13f-4f5f-a6ae-cd2cbe412115'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:12.921021 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07685d5f-0dc7-4d6c-814f-521a3e90689a" -d '{"events": [{"name": "network-changed", "server_uuid": "0c2df115-5311-403d-b20e-1fb6e957b227", "tag": "77d9ee88-c13f-4f5f-a6ae-cd2cbe412115"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:12.954558 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b8ee21c-b6a8-42db-9b7b-a607e6cc934f tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:12.964342 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7b8ee21c-b6a8-42db-9b7b-a607e6cc934f tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] 10.222.0.73 "DELETE /v2.0/networks/183de050-5da5-42fe-95fd-59e94d45159a HTTP/1.1" status: 204 len: 168 time: 3.0947869 Jul 23 16:32:12.969700 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44972) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:12.983218 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3e070205-934b-4fbb-944a-ede079b04346 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:12.991949 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ee21c-b6a8-42db-9b7b-a607e6cc934f tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Pushing event deleted for resources: {'Network': ['ID=183de050-5da5-42fe-95fd-59e94d45159a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:13.082751 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3e070205-934b-4fbb-944a-ede079b04346 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:13.125841 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e070205-934b-4fbb-944a-ede079b04346 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Pushing event updated for resources: {'Port': ['ID=58d5a090-9d4f-4812-9eaf-0edd5084d4d7,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:13.151297 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-075c4a05-bac0-4465-ac7b-ccd711f62b0c tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] 10.222.0.73 "GET /v2.0/ports?device_id=e358a385-1d99-4f33-8f21-f80810c878f2 HTTP/1.1" status: 200 len: 205 time: 0.1770654 Jul 23 16:32:13.155648 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e070205-934b-4fbb-944a-ede079b04346 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:13.156757 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44976) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:13.157715 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-3e070205-934b-4fbb-944a-ede079b04346 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:13.162219 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e070205-934b-4fbb-944a-ede079b04346 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:13.226172 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:13.234050 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0bf771e1-5c1a-474c-b72e-3e8e1865f787 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:13.289369 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5def01a6-10cf-42c1-88be-85be0dcc1625 x-openstack-request-id: req-5def01a6-10cf-42c1-88be-85be0dcc1625 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:13.289720 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c2df115-5311-403d-b20e-1fb6e957b227", "tag": "77d9ee88-c13f-4f5f-a6ae-cd2cbe412115", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:13.290248 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5def01a6-10cf-42c1-88be-85be0dcc1625 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:13.292150 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2df115-5311-403d-b20e-1fb6e957b227', 'tag': '77d9ee88-c13f-4f5f-a6ae-cd2cbe412115', 'status': 'completed', 'code': 200} Jul 23 16:32:13.376743 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port a42adf18-ffad-4d53-8ccb-fac7af94f0b1, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a42adf18-ffad-4d53-8ccb-fac7af94f0b1,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:13.377850 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf771e1-5c1a-474c-b72e-3e8e1865f787 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Port': ['ID=86c0d8b9-ef09-48f4-b007-7f703ad2e466,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:13.424204 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:13.447026 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29639c09-20e4-42b5-b623-0366444d5b1b req-43071f19-8b1e-4026-a59f-44828ce5d04e tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:13.452536 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-29639c09-20e4-42b5-b623-0366444d5b1b req-43071f19-8b1e-4026-a59f-44828ce5d04e tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/ports?device_id=b66af28f-6660-4b08-ba87-dfb18dff5fba HTTP/1.1" status: 200 len: 945 time: 0.4186161 Jul 23 16:32:13.493598 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1e2cbf5d-b64f-474a-b5c2-7a5e5b7fc42e tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:13.558975 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device dbe87946-77df-4814-9500-b365cfc6e8ba no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:13.596224 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0bf771e1-5c1a-474c-b72e-3e8e1865f787 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:13.622814 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: dbe87946-77df-4814-9500-b365cfc6e8ba {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:32:13.633747 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device dbe87946-77df-4814-9500-b365cfc6e8ba not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:32:13.654324 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=a42adf18-ffad-4d53-8ccb-fac7af94f0b1,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:13.679092 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-1a7967c0-d43c-4db7-bec4-207621622376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'name': 'tempest-AttachVolumeShelveTestJSON-523370312-router', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:27Z', 'updated_at': '2021-07-23T16:31:35Z', 'revision_number': 4, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'gw_port': {'id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:28Z', 'updated_at': '2021-07-23T16:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'cdb54be3-f03b-4c58-ae25-610cafa49e71', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'floating_ip_address': '172.25.8.47', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'port_id': '77d9ee88-c13f-4f5f-a6ae-cd2cbe412115', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '188f4564-8b8f-479c-8498-350853f64f83', 'mac_address': 'fa:16:3e:ce:62:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2df115-5311-403d-b20e-1fb6e957b227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:31:43Z', 'updated_at': '2021-07-23T16:32:09Z', 'revision_number': 1, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b72f47-0a2a-46b1-9c1c-5f5c0e191a65', 'name': '', 'network_id': '188f4564-8b8f-479c-8498-350853f64f83', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'mac_address': 'fa:16:3e:22:9a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:33Z', 'updated_at': '2021-07-23T16:31:47Z', 'revision_number': 5, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'subnets': [{'id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:13.723387 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7967c0-d43c-4db7-bec4-207621622376 None None] Checking router: eff611ae-30a4-4607-96c6-ce3cfe2e4723 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:32:13.745839 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7967c0-d43c-4db7-bec4-207621622376 None None] Routers {'eff611ae-30a4-4607-96c6-ce3cfe2e4723'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:32:13.746551 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-1a7967c0-d43c-4db7-bec4-207621622376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:32:06Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['eff611ae-30a4-4607-96c6-ce3cfe2e4723'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:13.800510 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-559311ba-8e56-4c93-981f-06f0e81a905e req-418686f2-38c8-4ba9-bc54-844d22c43a25 tempest-ServerShowV257Test-484470495 tempest-ServerShowV257Test-484470495-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3c4b5f6-6547-4373-bd46-2e42afaaa2d8 HTTP/1.1" status: 200 len: 210 time: 0.1507628 Jul 23 16:32:13.810972 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-29639c09-20e4-42b5-b623-0366444d5b1b req-16aedca0-25fc-4a37-be90-0eae96725b8b tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c9d7159-c23c-4b15-b9f1-eee4dabe02b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034974 Jul 23 16:32:13.823670 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1e2cbf5d-b64f-474a-b5c2-7a5e5b7fc42e tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:13.826147 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1e2cbf5d-b64f-474a-b5c2-7a5e5b7fc42e tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:13.919194 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-1a7967c0-d43c-4db7-bec4-207621622376 None None] Set router eff611ae-30a4-4607-96c6-ce3cfe2e4723 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:32:13.936843 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3e070205-934b-4fbb-944a-ede079b04346 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:13.952532 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07685d5f-0dc7-4d6c-814f-521a3e90689a req-391dd1f9-6017-4860-915e-e5b851c1a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:13.955779 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-07685d5f-0dc7-4d6c-814f-521a3e90689a req-391dd1f9-6017-4860-915e-e5b851c1a14e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=54c4450647c445a5ad7f9adbba82da8f&device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 1096 time: 0.6410708 Jul 23 16:32:13.957388 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1e2cbf5d-b64f-474a-b5c2-7a5e5b7fc42e tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:13.958418 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2cbf5d-b64f-474a-b5c2-7a5e5b7fc42e tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Fanout notify agent at l3_agent the message router_deleted on router e358a385-1d99-4f33-8f21-f80810c878f2 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:32:13.969943 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1e2cbf5d-b64f-474a-b5c2-7a5e5b7fc42e tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:13.971303 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1e2cbf5d-b64f-474a-b5c2-7a5e5b7fc42e tempest-RoutersNegativeTest-1114051880 tempest-RoutersNegativeTest-1114051880-project] 10.222.0.73 "DELETE /v2.0/routers/e358a385-1d99-4f33-8f21-f80810c878f2 HTTP/1.1" status: 204 len: 168 time: 0.8016489 Jul 23 16:32:14.057701 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf771e1-5c1a-474c-b72e-3e8e1865f787 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Router e54448c7-ad31-4845-a82e-fefb958a970d has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:32:14.090996 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3e070205-934b-4fbb-944a-ede079b04346 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:14.180368 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07685d5f-0dc7-4d6c-814f-521a3e90689a req-63779014-d1b2-4210-9ecb-c39e05cc8f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:14.182676 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-07685d5f-0dc7-4d6c-814f-521a3e90689a req-63779014-d1b2-4210-9ecb-c39e05cc8f09 service neutron] 10.222.0.74 "GET /v2.0/networks?id=188f4564-8b8f-479c-8498-350853f64f83 HTTP/1.1" status: 200 len: 918 time: 0.2093568 Jul 23 16:32:14.252775 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf771e1-5c1a-474c-b72e-3e8e1865f787 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:32:14.265796 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0bf771e1-5c1a-474c-b72e-3e8e1865f787 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "PUT /v2.0/routers/e54448c7-ad31-4845-a82e-fefb958a970d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7613997 Jul 23 16:32:14.266960 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44994) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:14.395775 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11adf133-3d43-4623-ae37-7a49e39538d7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:14.398457 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11adf133-3d43-4623-ae37-7a49e39538d7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:14.398807 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-07685d5f-0dc7-4d6c-814f-521a3e90689a req-ca12bd0f-7e75-42e8-8d6b-60d62a695bfe service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 HTTP/1.1" status: 200 len: 998 time: 0.2023911 Jul 23 16:32:14.400432 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-11adf133-3d43-4623-ae37-7a49e39538d7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1324184 Jul 23 16:32:14.403581 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45000) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:14.480335 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45002) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:14.538031 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-1a7967c0-d43c-4db7-bec4-207621622376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'name': 'tempest-AttachVolumeShelveTestJSON-523370312-router', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:27Z', 'updated_at': '2021-07-23T16:31:35Z', 'revision_number': 4, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'gw_port': {'id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:28Z', 'updated_at': '2021-07-23T16:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'cdb54be3-f03b-4c58-ae25-610cafa49e71', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'floating_ip_address': '172.25.8.47', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'port_id': '77d9ee88-c13f-4f5f-a6ae-cd2cbe412115', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '188f4564-8b8f-479c-8498-350853f64f83', 'mac_address': 'fa:16:3e:ce:62:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2df115-5311-403d-b20e-1fb6e957b227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:31:43Z', 'updated_at': '2021-07-23T16:32:09Z', 'revision_number': 1, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b72f47-0a2a-46b1-9c1c-5f5c0e191a65', 'name': '', 'network_id': '188f4564-8b8f-479c-8498-350853f64f83', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'mac_address': 'fa:16:3e:22:9a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:33Z', 'updated_at': '2021-07-23T16:31:47Z', 'revision_number': 5, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'subnets': [{'id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:14.559653 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb1facc8-e309-4f43-893e-ba2db2ffef5f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting subnet f836c5e9-cf98-4ae5-9adb-b962cb71308b {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:32:14.573841 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bb1facc8-e309-4f43-893e-ba2db2ffef5f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:14.587898 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a42adf18-ffad-4d53-8ccb-fac7af94f0b1 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:32:14.593285 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7967c0-d43c-4db7-bec4-207621622376 None None] The sync data for ids ['eff611ae-30a4-4607-96c6-ce3cfe2e4723'] in n-d-778549-4 is: [{'id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'name': 'tempest-AttachVolumeShelveTestJSON-523370312-router', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:27Z', 'updated_at': '2021-07-23T16:31:35Z', 'revision_number': 4, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'gw_port': {'id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:28Z', 'updated_at': '2021-07-23T16:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'cdb54be3-f03b-4c58-ae25-610cafa49e71', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'floating_ip_address': '172.25.8.47', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'port_id': '77d9ee88-c13f-4f5f-a6ae-cd2cbe412115', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '188f4564-8b8f-479c-8498-350853f64f83', 'mac_address': 'fa:16:3e:ce:62:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2df115-5311-403d-b20e-1fb6e957b227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:31:43Z', 'updated_at': '2021-07-23T16:32:09Z', 'revision_number': 1, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b72f47-0a2a-46b1-9c1c-5f5c0e191a65', 'name': '', 'network_id': '188f4564-8b8f-479c-8498-350853f64f83', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'mac_address': 'fa:16:3e:22:9a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:33Z', 'updated_at': '2021-07-23T16:31:47Z', 'revision_number': 5, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'subnets': [{'id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:32:14.654967 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07685d5f-0dc7-4d6c-814f-521a3e90689a req-54e4a3c9-ad9c-4202-b0dd-be2ede0b0758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:14.656451 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-07685d5f-0dc7-4d6c-814f-521a3e90689a req-54e4a3c9-ad9c-4202-b0dd-be2ede0b0758 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8b88c056-245d-4f4e-ab87-c54aa261bddb HTTP/1.1" status: 200 len: 855 time: 0.2488306 Jul 23 16:32:14.658858 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port a42adf18-ffad-4d53-8ccb-fac7af94f0b1 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:14.659271 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:14.732907 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bb1facc8-e309-4f43-893e-ba2db2ffef5f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:14.795177 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ae2da611-a52e-48ed-b331-51eb100a0bae admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fa8e72092cf642949db3dd3ec8418d6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3116319 Jul 23 16:32:14.801770 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45016) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:14.933248 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-d5be1059-32b1-455c-a4d3-1934bf5623fb tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:14.941625 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-d5be1059-32b1-455c-a4d3-1934bf5623fb tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/networks?id=781d17e1-fc76-4d5b-92a2-02370ee09a4f HTTP/1.1" status: 200 len: 813 time: 0.2144318 Jul 23 16:32:14.943770 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-74f11ce4-df7d-47df-b8cb-3641edc992ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:14.974636 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-2599e4fb-872f-479e-87d6-f8aad577a5ca tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/quotas/3c4fd83f3d2149f4afdd2e2144f29fef HTTP/1.1" status: 200 len: 375 time: 0.0317924 Jul 23 16:32:15.000519 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19130fc-f084-4bed-9d7c-81566a00428c None None] Sync routers for ids ['e54448c7-ad31-4845-a82e-fefb958a970d'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:32:15.011383 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19130fc-f084-4bed-9d7c-81566a00428c None None] Routers {'e54448c7-ad31-4845-a82e-fefb958a970d'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:32:15.012015 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-a19130fc-f084-4bed-9d7c-81566a00428c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:32:06Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['e54448c7-ad31-4845-a82e-fefb958a970d'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:15.029725 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5492674a-600c-4a41-ba93-4c14e04ddff7 req-d4cd9bbf-cf29-433d-a4b6-30810cc114a3 tempest-ServerShowV257Test-484470495 tempest-ServerShowV257Test-484470495-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3c4b5f6-6547-4373-bd46-2e42afaaa2d8 HTTP/1.1" status: 200 len: 210 time: 0.0834744 Jul 23 16:32:15.048769 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-74f11ce4-df7d-47df-b8cb-3641edc992ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:15.118827 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3e070205-934b-4fbb-944a-ede079b04346 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:15.147192 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3e070205-934b-4fbb-944a-ede079b04346 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:15.159377 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4300a76-ab58-4bbd-9ba5-d6a9abaaab57 None None] New status for floating IP cdb54be3-f03b-4c58-ae25-610cafa49e71: ACTIVE {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:32:15.169129 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-a40a05d5-5113-4015-ab75-78ad22db1611 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3c4fd83f3d2149f4afdd2e2144f29fef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1935470 Jul 23 16:32:15.170591 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-a19130fc-f084-4bed-9d7c-81566a00428c None None] Set router e54448c7-ad31-4845-a82e-fefb958a970d gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:32:15.171436 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-74f11ce4-df7d-47df-b8cb-3641edc992ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:15.184777 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-74f11ce4-df7d-47df-b8cb-3641edc992ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:15.186392 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-74f11ce4-df7d-47df-b8cb-3641edc992ed admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2d1c7fd0-48c6-45e6-a3d1-fc40f57e5562 HTTP/1.1" status: 204 len: 168 time: 0.3831825 Jul 23 16:32:15.247669 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-a19130fc-f084-4bed-9d7c-81566a00428c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54448c7-ad31-4845-a82e-fefb958a970d', 'name': 'tempest-NetworksTestDHCPv6-router-2123466212', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:32:01Z', 'updated_at': '2021-07-23T16:32:12Z', 'revision_number': 3, 'project_id': '35e8e259141447e2beee3a0a6792778d', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:15.270585 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f11ce4-df7d-47df-b8cb-3641edc992ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1c7fd0-48c6-45e6-a3d1-fc40f57e5562,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:15.373498 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-2dbff23e-67f7-420d-9ce7-5a0fe5bcfebd service neutron] 10.222.0.73 "GET /v2.0/networks/781d17e1-fc76-4d5b-92a2-02370ee09a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856360 Jul 23 16:32:15.402949 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07685d5f-0dc7-4d6c-814f-521a3e90689a req-8a1b5c99-9ff3-4ce4-a4d7-3afee7e8edba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:15.404623 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-07685d5f-0dc7-4d6c-814f-521a3e90689a req-8a1b5c99-9ff3-4ce4-a4d7-3afee7e8edba service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=188f4564-8b8f-479c-8498-350853f64f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7365963 Jul 23 16:32:15.405384 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e070205-934b-4fbb-944a-ede079b04346 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Pushing event updated for resources: {'Port': ['ID=58d5a090-9d4f-4812-9eaf-0edd5084d4d7,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:15.416783 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19130fc-f084-4bed-9d7c-81566a00428c None None] Checking router: e54448c7-ad31-4845-a82e-fefb958a970d for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:32:15.429228 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19130fc-f084-4bed-9d7c-81566a00428c None None] Routers {'e54448c7-ad31-4845-a82e-fefb958a970d'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:32:15.430030 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-a19130fc-f084-4bed-9d7c-81566a00428c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:32:06Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['e54448c7-ad31-4845-a82e-fefb958a970d'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:15.473571 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e070205-934b-4fbb-944a-ede079b04346 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:15.477227 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e070205-934b-4fbb-944a-ede079b04346 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:15.478126 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e070205-934b-4fbb-944a-ede079b04346 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:15.478852 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e070205-934b-4fbb-944a-ede079b04346 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:15.484963 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e070205-934b-4fbb-944a-ede079b04346 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:15.485531 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e070205-934b-4fbb-944a-ede079b04346 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:15.486349 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e070205-934b-4fbb-944a-ede079b04346 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:15.489530 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e070205-934b-4fbb-944a-ede079b04346 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:15.490070 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e070205-934b-4fbb-944a-ede079b04346 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:15.490564 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e070205-934b-4fbb-944a-ede079b04346 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:15.491054 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e070205-934b-4fbb-944a-ede079b04346 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:15.491550 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e070205-934b-4fbb-944a-ede079b04346 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:15.510300 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-a19130fc-f084-4bed-9d7c-81566a00428c None None] Set router e54448c7-ad31-4845-a82e-fefb958a970d gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:32:15.580525 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-0a7256fc-9480-4166-8e38-59d76c3ab00b service neutron] 10.222.0.73 "GET /v2.0/networks/781d17e1-fc76-4d5b-92a2-02370ee09a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003779 Jul 23 16:32:15.582133 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bb1facc8-e309-4f43-893e-ba2db2ffef5f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:15.585719 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3e070205-934b-4fbb-944a-ede079b04346 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:15.613354 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-a19130fc-f084-4bed-9d7c-81566a00428c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54448c7-ad31-4845-a82e-fefb958a970d', 'name': 'tempest-NetworksTestDHCPv6-router-2123466212', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:32:01Z', 'updated_at': '2021-07-23T16:32:12Z', 'revision_number': 3, 'project_id': '35e8e259141447e2beee3a0a6792778d', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:15.710960 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19130fc-f084-4bed-9d7c-81566a00428c None None] The sync data for ids ['e54448c7-ad31-4845-a82e-fefb958a970d'] in n-d-778549-4 is: [{'id': 'e54448c7-ad31-4845-a82e-fefb958a970d', 'name': 'tempest-NetworksTestDHCPv6-router-2123466212', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:32:01Z', 'updated_at': '2021-07-23T16:32:12Z', 'revision_number': 3, 'project_id': '35e8e259141447e2beee3a0a6792778d', 'gw_port_host': None}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:32:15.713865 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3e070205-934b-4fbb-944a-ede079b04346 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:15.715173 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3e070205-934b-4fbb-944a-ede079b04346 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5953774 Jul 23 16:32:15.778299 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2269a5-ffe6-4e5c-8a4d-9045db57a1fa req-390850e7-82ef-40b5-b009-9b59711d09ef tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:15.787357 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-de2269a5-ffe6-4e5c-8a4d-9045db57a1fa req-390850e7-82ef-40b5-b009-9b59711d09ef tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.97 "GET /v2.0/ports?device_id=b66af28f-6660-4b08-ba87-dfb18dff5fba HTTP/1.1" status: 200 len: 945 time: 0.1594696 Jul 23 16:32:15.806031 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bb1facc8-e309-4f43-893e-ba2db2ffef5f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:15.838979 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754a736d-db30-4269-92c9-55f93a444f44 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:15.857753 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-07685d5f-0dc7-4d6c-814f-521a3e90689a req-2418c866-f151-4b6a-b6f3-b671ec1bf1be service neutron] 10.222.0.74 "GET /v2.0/networks/188f4564-8b8f-479c-8498-350853f64f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076538 Jul 23 16:32:15.859084 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bb1facc8-e309-4f43-893e-ba2db2ffef5f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:15.878010 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bb1facc8-e309-4f43-893e-ba2db2ffef5f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/f836c5e9-cf98-4ae5-9adb-b962cb71308b HTTP/1.1" status: 204 len: 168 time: 1.4732239 Jul 23 16:32:15.892782 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45038) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:15.982407 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1facc8-e309-4f43-893e-ba2db2ffef5f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Subnet': ['ID=f836c5e9-cf98-4ae5-9adb-b962cb71308b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:16.016039 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-07685d5f-0dc7-4d6c-814f-521a3e90689a req-7adf8012-f65c-4f98-9510-869be9f82983 service neutron] 10.222.0.74 "GET /v2.0/networks/188f4564-8b8f-479c-8498-350853f64f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328547 Jul 23 16:32:16.365863 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d038d77e-e423-4579-92bb-60767386bad7 None None] DHCP port deletion for 6431ca09-76a8-48e6-9c71-fe9e76635950 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:32:16.502100 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-d038d77e-e423-4579-92bb-60767386bad7 None None] Deleting port 942f6e54-8f7c-4e5d-b94a-cbe5c8b2605a {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:16.502907 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d038d77e-e423-4579-92bb-60767386bad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:16.530669 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 942f6e54-8f7c-4e5d-b94a-cbe5c8b2605a no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:16.624978 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-d038d77e-e423-4579-92bb-60767386bad7 None None] For port 942f6e54-8f7c-4e5d-b94a-cbe5c8b2605a, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=942f6e54-8f7c-4e5d-b94a-cbe5c8b2605a,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:16.625406 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d038d77e-e423-4579-92bb-60767386bad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:16.646626 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-d038d77e-e423-4579-92bb-60767386bad7 None None] Calling delete_port for 942f6e54-8f7c-4e5d-b94a-cbe5c8b2605a owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:16.721530 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:16.798805 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec169cb3-3a09-4fd2-bb8f-e1597d6711db req-7fe93745-3ba9-4480-b93e-93fc23befd9e tempest-ServerShowV257Test-484470495 tempest-ServerShowV257Test-484470495-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3c4b5f6-6547-4373-bd46-2e42afaaa2d8 HTTP/1.1" status: 200 len: 210 time: 0.4691005 Jul 23 16:32:16.832680 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-185d1a4a-aca4-44ca-9fcf-6ed04fc0003e tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--2115652353&fields=id&tenant_id=5d8469dd886547af8aa5b5e0e02307dd HTTP/1.1" status: 200 len: 267 time: 0.7010090 Jul 23 16:32:16.836336 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 942f6e54-8f7c-4e5d-b94a-cbe5c8b2605a, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=942f6e54-8f7c-4e5d-b94a-cbe5c8b2605a,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:16.873639 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45084) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:16.874406 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-aac76641-3b9e-4e36-a691-4551831748c0 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.9038885 Jul 23 16:32:16.899164 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f58e8-0832-4ba8-92a1-cd9dafe533a4 req-38666cb0-9c17-4528-8715-a74e1548bf67 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:16.901686 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1e5f58e8-0832-4ba8-92a1-cd9dafe533a4 req-38666cb0-9c17-4528-8715-a74e1548bf67 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.74 "GET /v2.0/ports?device_id=82f41ffa-7bd0-402b-a224-d9dded2e3727 HTTP/1.1" status: 200 len: 946 time: 1.0501449 Jul 23 16:32:16.941496 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:16.942469 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 86c0d8b9-ef09-48f4-b007-7f703ad2e466 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:16.996497 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event deleted for resources: {'Port': ['ID=942f6e54-8f7c-4e5d-b94a-cbe5c8b2605a,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:17.004343 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e268fb3d-2fdb-40fc-869e-9de6604362d5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:17.005799 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d038d77e-e423-4579-92bb-60767386bad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:17.013171 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 86c0d8b9-ef09-48f4-b007-7f703ad2e466 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:32:17.014075 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 86c0d8b9-ef09-48f4-b007-7f703ad2e466 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:32:17.063994 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038d77e-e423-4579-92bb-60767386bad7 None None] Pushing event deleted for resources: {'Port': ['ID=942f6e54-8f7c-4e5d-b94a-cbe5c8b2605a,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:17.071937 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d038d77e-e423-4579-92bb-60767386bad7 None None] No DVR routers for this DVR port 942f6e54-8f7c-4e5d-b94a-cbe5c8b2605a on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:17.110536 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-de2269a5-ffe6-4e5c-8a4d-9045db57a1fa req-28d6f8d0-61d5-4467-b5a4-7abe6f8bd901 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Deleting port 5359557f-3246-4ef3-b6ea-d9187a53d0e3 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:17.110892 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-de2269a5-ffe6-4e5c-8a4d-9045db57a1fa req-28d6f8d0-61d5-4467-b5a4-7abe6f8bd901 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:17.117457 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b0ca862-4429-4b16-be35-699f22738263 req-09ccb125-bc7a-46cd-9f88-c2c3030eb2c9 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/ports?device_id=4411fdf7-56ee-46c3-b678-8fff5007d03d HTTP/1.1" status: 200 len: 210 time: 0.1892855 Jul 23 16:32:17.268312 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e268fb3d-2fdb-40fc-869e-9de6604362d5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:17.276047 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e268fb3d-2fdb-40fc-869e-9de6604362d5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:17.289209 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-e560d7ec-ff56-4c06-bfc6-5ae7d6e6636e tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:17.290764 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-e560d7ec-ff56-4c06-bfc6-5ae7d6e6636e tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/networks?id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a HTTP/1.1" status: 200 len: 811 time: 0.4570601 Jul 23 16:32:17.317847 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-de2269a5-ffe6-4e5c-8a4d-9045db57a1fa req-28d6f8d0-61d5-4467-b5a4-7abe6f8bd901 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] For port 5359557f-3246-4ef3-b6ea-d9187a53d0e3, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5359557f-3246-4ef3-b6ea-d9187a53d0e3,segment=NetworkSegment(b6f0f71c-01e2-4031-8418-bfa4c9aad4a2),segment_id=b6f0f71c-01e2-4031-8418-bfa4c9aad4a2)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:17.318100 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-de2269a5-ffe6-4e5c-8a4d-9045db57a1fa req-28d6f8d0-61d5-4467-b5a4-7abe6f8bd901 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:17.332444 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-bc1dd79b-f00e-4c79-90f0-daca2c6d439d tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/quotas/5d8469dd886547af8aa5b5e0e02307dd HTTP/1.1" status: 200 len: 375 time: 0.0342531 Jul 23 16:32:17.342015 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-de2269a5-ffe6-4e5c-8a4d-9045db57a1fa req-28d6f8d0-61d5-4467-b5a4-7abe6f8bd901 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Calling delete_port for 5359557f-3246-4ef3-b6ea-d9187a53d0e3 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:17.357139 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e268fb3d-2fdb-40fc-869e-9de6604362d5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:17.359811 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e268fb3d-2fdb-40fc-869e-9de6604362d5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Fanout notify agent at l3_agent the message router_deleted on router e54448c7-ad31-4845-a82e-fefb958a970d {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:32:17.373096 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e268fb3d-2fdb-40fc-869e-9de6604362d5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:17.374223 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e268fb3d-2fdb-40fc-869e-9de6604362d5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/routers/e54448c7-ad31-4845-a82e-fefb958a970d HTTP/1.1" status: 204 len: 168 time: 0.4987557 Jul 23 16:32:17.384340 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45102) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:17.430602 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2f826270-d2d7-4807-8a2e-0e0b887bf889 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0450687 Jul 23 16:32:17.433651 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45106) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:17.474417 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-1e5f58e8-0832-4ba8-92a1-cd9dafe533a4 req-e2e4beb8-023f-43fb-bcd0-029a40728fbb tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Deleting port ea80ae55-0be0-4fd7-827e-d50bc2747964 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:17.474760 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1e5f58e8-0832-4ba8-92a1-cd9dafe533a4 req-e2e4beb8-023f-43fb-bcd0-029a40728fbb tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:17.499888 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9123bd2d-494e-47ff-bf83-1c23f5f87960 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:17.502008 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9123bd2d-494e-47ff-bf83-1c23f5f87960 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0673831 Jul 23 16:32:17.504706 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45108) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:17.565521 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-e91c2b0c-0930-4b9c-8788-3886dd446569 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5d8469dd886547af8aa5b5e0e02307dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2250450 Jul 23 16:32:17.567397 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b1d83a4f-764a-41ed-a195-3761ba47233a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612731 Jul 23 16:32:17.571590 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45110) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:17.578324 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-1709d6cf-c920-488e-ba4e-a2883d41eda4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:17.710989 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1709d6cf-c920-488e-ba4e-a2883d41eda4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:17.716620 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1709d6cf-c920-488e-ba4e-a2883d41eda4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:17.758922 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-1e5f58e8-0832-4ba8-92a1-cd9dafe533a4 req-e2e4beb8-023f-43fb-bcd0-029a40728fbb tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] For port ea80ae55-0be0-4fd7-827e-d50bc2747964, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=ea80ae55-0be0-4fd7-827e-d50bc2747964,segment=NetworkSegment(b6f0f71c-01e2-4031-8418-bfa4c9aad4a2),segment_id=b6f0f71c-01e2-4031-8418-bfa4c9aad4a2)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:17.759071 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1e5f58e8-0832-4ba8-92a1-cd9dafe533a4 req-e2e4beb8-023f-43fb-bcd0-029a40728fbb tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:17.824013 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-327b2254-8fed-419c-932b-74fe8d835f00 service neutron] 10.222.0.73 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057350 Jul 23 16:32:17.835916 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-1e5f58e8-0832-4ba8-92a1-cd9dafe533a4 req-e2e4beb8-023f-43fb-bcd0-029a40728fbb tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Calling delete_port for ea80ae55-0be0-4fd7-827e-d50bc2747964 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:17.954968 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-de2269a5-ffe6-4e5c-8a4d-9045db57a1fa req-28d6f8d0-61d5-4467-b5a4-7abe6f8bd901 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:17.974497 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['5359557f-3246-4ef3-b6ea-d9187a53d0e3'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:32:18.089602 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fb3a843-d9e3-459b-bd38-20197d284ec4 req-2158428c-a5ca-45f4-9c41-eb011c03befd tempest-ServerShowV257Test-484470495 tempest-ServerShowV257Test-484470495-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3c4b5f6-6547-4373-bd46-2e42afaaa2d8 HTTP/1.1" status: 200 len: 210 time: 0.1406660 Jul 23 16:32:18.094576 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6f8d0-61d5-4467-b5a4-7abe6f8bd901 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Pushing event deleted for resources: {'Port': ['ID=5359557f-3246-4ef3-b6ea-d9187a53d0e3,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:18.180808 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-a71e7da3-16cd-4d13-b443-a6a3773a6fea service neutron] 10.222.0.73 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558941 Jul 23 16:32:18.181661 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2269a5-ffe6-4e5c-8a4d-9045db57a1fa req-28d6f8d0-61d5-4467-b5a4-7abe6f8bd901 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] No DVR routers for this DVR port 5359557f-3246-4ef3-b6ea-d9187a53d0e3 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:18.185065 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-de2269a5-ffe6-4e5c-8a4d-9045db57a1fa req-28d6f8d0-61d5-4467-b5a4-7abe6f8bd901 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:18.187288 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-de2269a5-ffe6-4e5c-8a4d-9045db57a1fa req-28d6f8d0-61d5-4467-b5a4-7abe6f8bd901 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.97 "DELETE /v2.0/ports/5359557f-3246-4ef3-b6ea-d9187a53d0e3 HTTP/1.1" status: 204 len: 173 time: 2.3943660 Jul 23 16:32:18.187790 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66af28f-6660-4b08-ba87-dfb18dff5fba', 'name': 'network-vif-deleted', 'tag': '5359557f-3246-4ef3-b6ea-d9187a53d0e3'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:18.190037 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40487d33-8eb3-4cb0-9052-7f2381003cce" -d '{"events": [{"server_uuid": "b66af28f-6660-4b08-ba87-dfb18dff5fba", "name": "network-vif-deleted", "tag": "5359557f-3246-4ef3-b6ea-d9187a53d0e3"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:18.226341 n-d-778549-4 neutron-server[94013]: DEBUG neutron.objects.ports [None req-1709d6cf-c920-488e-ba4e-a2883d41eda4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94013) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:32:18.228886 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1709d6cf-c920-488e-ba4e-a2883d41eda4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:18.297340 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1709d6cf-c920-488e-ba4e-a2883d41eda4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:18.304339 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-1709d6cf-c920-488e-ba4e-a2883d41eda4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:18.308466 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1709d6cf-c920-488e-ba4e-a2883d41eda4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:18.308953 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1709d6cf-c920-488e-ba4e-a2883d41eda4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:18.315453 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bdc58d-576e-4d9b-b990-810818d11f34 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:18.318677 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709d6cf-c920-488e-ba4e-a2883d41eda4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Subnet': ['ID=ba5b0e26-8071-4757-bd7a-3db979aeddd7,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:18.336323 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1709d6cf-c920-488e-ba4e-a2883d41eda4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7610190 Jul 23 16:32:18.336851 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45134) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:18.342970 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-caa26bb1-f368-4379-a1d8-c34b031f2d7a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:18.392777 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1e5f58e8-0832-4ba8-92a1-cd9dafe533a4 req-e2e4beb8-023f-43fb-bcd0-029a40728fbb tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:18.419587 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['5359557f-3246-4ef3-b6ea-d9187a53d0e3'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:32:18.484769 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4beb8-023f-43fb-bcd0-029a40728fbb tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Pushing event deleted for resources: {'Port': ['ID=ea80ae55-0be0-4fd7-827e-d50bc2747964,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:18.584120 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1e71160a-b730-4b83-8796-6349078e810f req-656370a1-7a62-4697-8d20-f216c59d1311 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/ports?device_id=4411fdf7-56ee-46c3-b678-8fff5007d03d HTTP/1.1" status: 200 len: 210 time: 0.1077192 Jul 23 16:32:18.688252 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51cfce2-4100-4249-a5c1-482de6dadd8c x-openstack-request-id: req-c51cfce2-4100-4249-a5c1-482de6dadd8c {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:18.689014 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66af28f-6660-4b08-ba87-dfb18dff5fba", "name": "network-vif-deleted", "tag": "5359557f-3246-4ef3-b6ea-d9187a53d0e3", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:18.689632 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c51cfce2-4100-4249-a5c1-482de6dadd8c {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:18.690476 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66af28f-6660-4b08-ba87-dfb18dff5fba', 'name': 'network-vif-deleted', 'tag': '5359557f-3246-4ef3-b6ea-d9187a53d0e3', 'status': 'completed', 'code': 200} Jul 23 16:32:18.692984 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5f58e8-0832-4ba8-92a1-cd9dafe533a4 req-e2e4beb8-023f-43fb-bcd0-029a40728fbb tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] No DVR routers for this DVR port ea80ae55-0be0-4fd7-827e-d50bc2747964 on host n-h1-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:18.702188 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1e5f58e8-0832-4ba8-92a1-cd9dafe533a4 req-e2e4beb8-023f-43fb-bcd0-029a40728fbb tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:18.709680 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1e5f58e8-0832-4ba8-92a1-cd9dafe533a4 req-e2e4beb8-023f-43fb-bcd0-029a40728fbb tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.74 "DELETE /v2.0/ports/ea80ae55-0be0-4fd7-827e-d50bc2747964 HTTP/1.1" status: 204 len: 173 time: 1.7794516 Jul 23 16:32:19.123386 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:32:19.140752 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-accc3a7d-5382-4f49-8bae-d84892fbee55 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:19.179693 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-accc3a7d-5382-4f49-8bae-d84892fbee55 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.97 "GET /v2.0/networks?id=781d17e1-fc76-4d5b-92a2-02370ee09a4f HTTP/1.1" status: 200 len: 813 time: 0.3527725 Jul 23 16:32:19.213043 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-92498d5f-b7b7-4433-9edf-d0f8b06e6ed1 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Request body: {'port': {'device_id': '4411fdf7-56ee-46c3-b678-8fff5007d03d', 'network_id': '781d17e1-fc76-4d5b-92a2-02370ee09a4f', 'admin_state_up': True, 'tenant_id': '3c4fd83f3d2149f4afdd2e2144f29fef'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:19.252586 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-42266b75-edf1-4a85-ad8b-4769add0386c tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:19.255705 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-42266b75-edf1-4a85-ad8b-4769add0386c tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.74 "GET /v2.0/networks?id=781d17e1-fc76-4d5b-92a2-02370ee09a4f HTTP/1.1" status: 200 len: 813 time: 0.6955118 Jul 23 16:32:19.292386 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-a293575f-f879-4113-b11b-5646541ae66e tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Request body: {'port': {'device_id': '2c9be97e-c6d3-4ef3-b247-3c382d16b886', 'network_id': '781d17e1-fc76-4d5b-92a2-02370ee09a4f', 'admin_state_up': True, 'tenant_id': '3c4fd83f3d2149f4afdd2e2144f29fef'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:19.394181 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670e4f15-0c97-48a8-83dc-21003da01520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-6431ca09-76a8-48e6-9c71-fe9e76635950', 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'fixed_ips': [{'subnet_id': 'ba5b0e26-8071-4757-bd7a-3db979aeddd7'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:32:19.395059 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-670e4f15-0c97-48a8-83dc-21003da01520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:19.430011 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa26bb1-f368-4379-a1d8-c34b031f2d7a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:19.441086 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-caa26bb1-f368-4379-a1d8-c34b031f2d7a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:19.511347 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74e65b3d-feab-4f5f-a5fb-6901c4feab12 req-3ef9b994-0895-4469-9244-d4da1f0139d9 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 210 time: 0.3249640 Jul 23 16:32:19.610000 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c9bb3f65-394e-4360-a9b8-290b973394e4 req-32cc1cbe-5a29-4c45-8b04-396b4c8c4a44 tempest-ServerShowV257Test-484470495 tempest-ServerShowV257Test-484470495-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3c4b5f6-6547-4373-bd46-2e42afaaa2d8 HTTP/1.1" status: 200 len: 210 time: 0.2461708 Jul 23 16:32:19.639915 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-92498d5f-b7b7-4433-9edf-d0f8b06e6ed1 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Made reservation on behalf of 3c4fd83f3d2149f4afdd2e2144f29fef for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:19.646352 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-92498d5f-b7b7-4433-9edf-d0f8b06e6ed1 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:19.694068 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-a293575f-f879-4113-b11b-5646541ae66e tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Made reservation on behalf of 3c4fd83f3d2149f4afdd2e2144f29fef for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:19.701705 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-a293575f-f879-4113-b11b-5646541ae66e tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:19.756549 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-670e4f15-0c97-48a8-83dc-21003da01520 None None] Allocated IP 2001:db8::f816:3eff:fed0:a48b (6431ca09-76a8-48e6-9c71-fe9e76635950/ba5b0e26-8071-4757-bd7a-3db979aeddd7/c5c7494b-698e-4e49-b91a-788c9fe6f034) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:19.866313 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-92498d5f-b7b7-4433-9edf-d0f8b06e6ed1 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Allocated IP 172.20.0.8 (781d17e1-fc76-4d5b-92a2-02370ee09a4f/132b4a1d-dc5f-4b5b-a7f1-a1a603244ee1/f31edcfa-7264-4db3-a931-c5449a665a3f) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:19.903018 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device ea80ae55-0be0-4fd7-827e-d50bc2747964 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:19.945876 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-191c1e7a-7c7b-4ef7-bb19-bcfc2b257e55 req-28322a42-4ef7-4930-bc74-b74408611169 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/ports?device_id=4411fdf7-56ee-46c3-b678-8fff5007d03d HTTP/1.1" status: 200 len: 210 time: 0.0435753 Jul 23 16:32:20.006535 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: ea80ae55-0be0-4fd7-827e-d50bc2747964 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:32:20.011049 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device ea80ae55-0be0-4fd7-827e-d50bc2747964 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:32:20.209230 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-caa26bb1-f368-4379-a1d8-c34b031f2d7a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:20.229005 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-670e4f15-0c97-48a8-83dc-21003da01520 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:20.232553 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-92498d5f-b7b7-4433-9edf-d0f8b06e6ed1 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:20.246488 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-670e4f15-0c97-48a8-83dc-21003da01520 None None] Transition to ACTIVE for port object c5c7494b-698e-4e49-b91a-788c9fe6f034 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:20.271790 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa26bb1-f368-4379-a1d8-c34b031f2d7a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Subnet': ['ID=a87d6b57-904a-4261-b3ef-e961c282e651,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:20.272303 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-670e4f15-0c97-48a8-83dc-21003da01520 None None] Transition to ACTIVE for port object c5c7494b-698e-4e49-b91a-788c9fe6f034 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:20.282277 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-670e4f15-0c97-48a8-83dc-21003da01520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:20.293334 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa26bb1-f368-4379-a1d8-c34b031f2d7a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:20.294825 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-caa26bb1-f368-4379-a1d8-c34b031f2d7a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:20.301302 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa26bb1-f368-4379-a1d8-c34b031f2d7a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:20.301919 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-caa26bb1-f368-4379-a1d8-c34b031f2d7a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:20.334127 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45180) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:20.344127 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-fd9035f7-1543-4dc4-83a9-64022a006ae2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'port': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'mac_address': 'fa:16:3e:a5:0c:e1', 'name': 'tempest-NetworksTestDHCPv6-106326585'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:20.346662 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-caa26bb1-f368-4379-a1d8-c34b031f2d7a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0086565 Jul 23 16:32:20.373763 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-92498d5f-b7b7-4433-9edf-d0f8b06e6ed1 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:20.401224 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670e4f15-0c97-48a8-83dc-21003da01520 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:20.403058 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-670e4f15-0c97-48a8-83dc-21003da01520 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:20.407444 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670e4f15-0c97-48a8-83dc-21003da01520 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:20.503920 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-a293575f-f879-4113-b11b-5646541ae66e tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Allocated IP 172.20.0.6 (781d17e1-fc76-4d5b-92a2-02370ee09a4f/132b4a1d-dc5f-4b5b-a7f1-a1a603244ee1/40d2bc2f-1e93-4b36-90a3-b083454a532d) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:20.556190 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e4f15-0c97-48a8-83dc-21003da01520 None None] Pushing event updated for resources: {'Port': ['ID=c5c7494b-698e-4e49-b91a-788c9fe6f034,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:20.586152 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-670e4f15-0c97-48a8-83dc-21003da01520 None None] Attempting to bind port c5c7494b-698e-4e49-b91a-788c9fe6f034 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:20.587696 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-670e4f15-0c97-48a8-83dc-21003da01520 None None] Attempting to bind port c5c7494b-698e-4e49-b91a-788c9fe6f034 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:20.588492 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e4f15-0c97-48a8-83dc-21003da01520 None None] Attempting to bind port c5c7494b-698e-4e49-b91a-788c9fe6f034 on network 6431ca09-76a8-48e6-9c71-fe9e76635950 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:20.594315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-92498d5f-b7b7-4433-9edf-d0f8b06e6ed1 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Network 781d17e1-fc76-4d5b-92a2-02370ee09a4f is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:20.605411 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e4f15-0c97-48a8-83dc-21003da01520 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:32:20.606709 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e4f15-0c97-48a8-83dc-21003da01520 None None] Checking segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:32:20.607703 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-670e4f15-0c97-48a8-83dc-21003da01520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:20.608598 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e4f15-0c97-48a8-83dc-21003da01520 None None] Bound using segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:32:20.609089 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-670e4f15-0c97-48a8-83dc-21003da01520 None None] Bound port: c5c7494b-698e-4e49-b91a-788c9fe6f034, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:32:20.609621 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-670e4f15-0c97-48a8-83dc-21003da01520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:20.633769 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92498d5f-b7b7-4433-9edf-d0f8b06e6ed1 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Pushing event updated for resources: {'Port': ['ID=f31edcfa-7264-4db3-a931-c5449a665a3f,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:20.638042 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-92498d5f-b7b7-4433-9edf-d0f8b06e6ed1 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:20.640575 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-92498d5f-b7b7-4433-9edf-d0f8b06e6ed1 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:20.716028 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f41ffa-7bd0-402b-a224-d9dded2e3727', 'name': 'network-vif-deleted', 'tag': 'ea80ae55-0be0-4fd7-827e-d50bc2747964'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:20.719681 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8583f29e-edf2-4dd1-b67c-df0d129f0b6c" -d '{"events": [{"server_uuid": "82f41ffa-7bd0-402b-a224-d9dded2e3727", "name": "network-vif-deleted", "tag": "ea80ae55-0be0-4fd7-827e-d50bc2747964"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:20.733210 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-670e4f15-0c97-48a8-83dc-21003da01520 None None] For port c5c7494b-698e-4e49-b91a-788c9fe6f034, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:32:20.739962 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-670e4f15-0c97-48a8-83dc-21003da01520 None None] For port c5c7494b-698e-4e49-b91a-788c9fe6f034, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c5c7494b-698e-4e49-b91a-788c9fe6f034,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:32:20.751952 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-670e4f15-0c97-48a8-83dc-21003da01520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:20.826983 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92498d5f-b7b7-4433-9edf-d0f8b06e6ed1 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:20.827338 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92498d5f-b7b7-4433-9edf-d0f8b06e6ed1 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:20.827630 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92498d5f-b7b7-4433-9edf-d0f8b06e6ed1 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:20.828322 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92498d5f-b7b7-4433-9edf-d0f8b06e6ed1 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:20.828322 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92498d5f-b7b7-4433-9edf-d0f8b06e6ed1 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:20.828644 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92498d5f-b7b7-4433-9edf-d0f8b06e6ed1 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:20.829082 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92498d5f-b7b7-4433-9edf-d0f8b06e6ed1 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:20.829426 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92498d5f-b7b7-4433-9edf-d0f8b06e6ed1 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:20.829803 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92498d5f-b7b7-4433-9edf-d0f8b06e6ed1 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:20.830130 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92498d5f-b7b7-4433-9edf-d0f8b06e6ed1 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:20.830455 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92498d5f-b7b7-4433-9edf-d0f8b06e6ed1 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:20.830775 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92498d5f-b7b7-4433-9edf-d0f8b06e6ed1 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:20.835836 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-19c42a87-0975-4a05-9188-3d6688ef4335 req-ed5c29ec-02d4-4ff2-8cd0-896561e25c7f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 210 time: 0.2065432 Jul 23 16:32:20.846609 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e4f15-0c97-48a8-83dc-21003da01520 None None] Pushing event updated for resources: {'Port': ['ID=c5c7494b-698e-4e49-b91a-788c9fe6f034,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:20.865145 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-a293575f-f879-4113-b11b-5646541ae66e tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:20.879319 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-92498d5f-b7b7-4433-9edf-d0f8b06e6ed1 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:20.880145 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-92498d5f-b7b7-4433-9edf-d0f8b06e6ed1 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:20.919053 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-a293575f-f879-4113-b11b-5646541ae66e tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:20.957710 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eab8eee-ca78-4f53-bb90-0164018113e2 x-openstack-request-id: req-0eab8eee-ca78-4f53-bb90-0164018113e2 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:20.958155 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f41ffa-7bd0-402b-a224-d9dded2e3727", "name": "network-vif-deleted", "tag": "ea80ae55-0be0-4fd7-827e-d50bc2747964", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:20.958562 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0eab8eee-ca78-4f53-bb90-0164018113e2 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:20.959008 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f41ffa-7bd0-402b-a224-d9dded2e3727', 'name': 'network-vif-deleted', 'tag': 'ea80ae55-0be0-4fd7-827e-d50bc2747964', 'status': 'completed', 'code': 200} Jul 23 16:32:20.981338 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9035f7-1543-4dc4-83a9-64022a006ae2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:20.992106 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293575f-f879-4113-b11b-5646541ae66e tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Pushing event updated for resources: {'Port': ['ID=40d2bc2f-1e93-4b36-90a3-b083454a532d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:21.006552 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-a293575f-f879-4113-b11b-5646541ae66e tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Network 781d17e1-fc76-4d5b-92a2-02370ee09a4f is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:21.008527 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b35d67c7-3c67-4e02-9206-a43175dc1b59 req-c7dc8382-73ad-42df-9fd1-05e133e3173e tempest-ServerShowV257Test-484470495 tempest-ServerShowV257Test-484470495-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3c4b5f6-6547-4373-bd46-2e42afaaa2d8 HTTP/1.1" status: 200 len: 210 time: 0.1580689 Jul 23 16:32:21.010400 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-a293575f-f879-4113-b11b-5646541ae66e tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:21.013315 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-a293575f-f879-4113-b11b-5646541ae66e tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:21.047152 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 5359557f-3246-4ef3-b6ea-d9187a53d0e3 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:21.089342 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-21bce92f-ee17-4c52-a0cc-5b49dd3dfcf3 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:21.108600 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-21bce92f-ee17-4c52-a0cc-5b49dd3dfcf3 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.97 "GET /v2.0/networks?id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a HTTP/1.1" status: 200 len: 811 time: 0.7133141 Jul 23 16:32:21.113007 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-a293575f-f879-4113-b11b-5646541ae66e tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:21.113694 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-a293575f-f879-4113-b11b-5646541ae66e tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:21.133408 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 5359557f-3246-4ef3-b6ea-d9187a53d0e3 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:32:21.136603 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-a293575f-f879-4113-b11b-5646541ae66e tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8602967 Jul 23 16:32:21.137206 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 5359557f-3246-4ef3-b6ea-d9187a53d0e3 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:32:21.150716 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-094e39d1-2414-4ac4-82a7-fa0e1a0c31cb service neutron] Request body: {'port': {'device_id': '2c9be97e-c6d3-4ef3-b247-3c382d16b886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:21.169817 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-92498d5f-b7b7-4433-9edf-d0f8b06e6ed1 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9669182 Jul 23 16:32:21.220352 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-0a05edc8-27e5-4756-bb43-183cfd61b337 service neutron] Request body: {'port': {'device_id': '4411fdf7-56ee-46c3-b678-8fff5007d03d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:21.270231 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-094e39d1-2414-4ac4-82a7-fa0e1a0c31cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:21.369860 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-13009322-b2f0-43fe-aa5c-95a0349ecd7f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d8469dd886547af8aa5b5e0e02307dd HTTP/1.1" status: 200 len: 380 time: 0.2119052 Jul 23 16:32:21.387464 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-90bdf70a-ef53-4229-ab22-7cd76a74faed tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Request body: {'port': {'device_id': 'd420a9a8-aff2-437f-80c1-258f3ee789da', 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a', 'admin_state_up': True, 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd', 'security_groups': ['4b19439c-d71d-4de4-a79a-6a2ccd491bf6']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:21.460449 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd9035f7-1543-4dc4-83a9-64022a006ae2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:21.484654 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea965e-3f9a-4f06-8a57-ef8510c7eb88 req-8e4a25fd-735c-403b-b323-8c59b081bfa6 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:21.489603 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-36ea965e-3f9a-4f06-8a57-ef8510c7eb88 req-8e4a25fd-735c-403b-b323-8c59b081bfa6 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/ports?device_id=4411fdf7-56ee-46c3-b678-8fff5007d03d HTTP/1.1" status: 200 len: 931 time: 0.3187754 Jul 23 16:32:21.548665 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-0a05edc8-27e5-4756-bb43-183cfd61b337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:21.587369 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-fd9035f7-1543-4dc4-83a9-64022a006ae2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] device_id is not set on port 2212ac07-43e7-4ab8-b972-0c9da4bf349d yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:32:21.589997 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-094e39d1-2414-4ac4-82a7-fa0e1a0c31cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d2bc2f-1e93-4b36-90a3-b083454a532d {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:32:21.598022 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-094e39d1-2414-4ac4-82a7-fa0e1a0c31cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:21.617539 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-094e39d1-2414-4ac4-82a7-fa0e1a0c31cb service neutron] Transition to ACTIVE for port object 40d2bc2f-1e93-4b36-90a3-b083454a532d will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:21.626797 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-094e39d1-2414-4ac4-82a7-fa0e1a0c31cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:21.702522 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-36ea965e-3f9a-4f06-8a57-ef8510c7eb88 req-fdb9c273-9c48-4f3c-9046-4dacfd5a6614 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c9d7159-c23c-4b15-b9f1-eee4dabe02b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019186 Jul 23 16:32:21.718780 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e39d1-2414-4ac4-82a7-fa0e1a0c31cb service neutron] Pushing event updated for resources: {'Port': ['ID=40d2bc2f-1e93-4b36-90a3-b083454a532d,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:21.805080 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-094e39d1-2414-4ac4-82a7-fa0e1a0c31cb service neutron] Attempting to bind port 40d2bc2f-1e93-4b36-90a3-b083454a532d on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:21.805423 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-094e39d1-2414-4ac4-82a7-fa0e1a0c31cb service neutron] Attempting to bind port 40d2bc2f-1e93-4b36-90a3-b083454a532d by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'b6f0f71c-01e2-4031-8418-bfa4c9aad4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '781d17e1-fc76-4d5b-92a2-02370ee09a4f'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:21.805754 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-094e39d1-2414-4ac4-82a7-fa0e1a0c31cb service neutron] Attempting to bind port 40d2bc2f-1e93-4b36-90a3-b083454a532d on network 781d17e1-fc76-4d5b-92a2-02370ee09a4f {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:21.818850 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-094e39d1-2414-4ac4-82a7-fa0e1a0c31cb service neutron] Port 40d2bc2f-1e93-4b36-90a3-b083454a532d on network 781d17e1-fc76-4d5b-92a2-02370ee09a4f not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:21.819201 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-094e39d1-2414-4ac4-82a7-fa0e1a0c31cb service neutron] Attempting to bind port 40d2bc2f-1e93-4b36-90a3-b083454a532d on network 781d17e1-fc76-4d5b-92a2-02370ee09a4f {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:21.825096 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-094e39d1-2414-4ac4-82a7-fa0e1a0c31cb service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:32:21.825096 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-094e39d1-2414-4ac4-82a7-fa0e1a0c31cb service neutron] Checking segment: {'id': 'b6f0f71c-01e2-4031-8418-bfa4c9aad4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '781d17e1-fc76-4d5b-92a2-02370ee09a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:32:21.825427 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-094e39d1-2414-4ac4-82a7-fa0e1a0c31cb service neutron] Bound using segment: {'id': 'b6f0f71c-01e2-4031-8418-bfa4c9aad4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '781d17e1-fc76-4d5b-92a2-02370ee09a4f'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:32:21.825775 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-094e39d1-2414-4ac4-82a7-fa0e1a0c31cb service neutron] Bound port: 40d2bc2f-1e93-4b36-90a3-b083454a532d, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f0f71c-01e2-4031-8418-bfa4c9aad4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '781d17e1-fc76-4d5b-92a2-02370ee09a4f'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:32:21.826017 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-094e39d1-2414-4ac4-82a7-fa0e1a0c31cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:21.918432 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-90bdf70a-ef53-4229-ab22-7cd76a74faed tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Made reservation on behalf of 5d8469dd886547af8aa5b5e0e02307dd for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:21.922370 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-90bdf70a-ef53-4229-ab22-7cd76a74faed tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:22.022322 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-094e39d1-2414-4ac4-82a7-fa0e1a0c31cb service neutron] For port 40d2bc2f-1e93-4b36-90a3-b083454a532d, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:32:22.028212 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-094e39d1-2414-4ac4-82a7-fa0e1a0c31cb service neutron] For port 40d2bc2f-1e93-4b36-90a3-b083454a532d, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=40d2bc2f-1e93-4b36-90a3-b083454a532d,segment=NetworkSegment(b6f0f71c-01e2-4031-8418-bfa4c9aad4a2),segment_id=b6f0f71c-01e2-4031-8418-bfa4c9aad4a2)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:32:22.034877 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-094e39d1-2414-4ac4-82a7-fa0e1a0c31cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:22.091880 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-094e39d1-2414-4ac4-82a7-fa0e1a0c31cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:22.097141 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-094e39d1-2414-4ac4-82a7-fa0e1a0c31cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:22.098900 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-094e39d1-2414-4ac4-82a7-fa0e1a0c31cb service neutron] 10.222.0.74 "PUT /v2.0/ports/40d2bc2f-1e93-4b36-90a3-b083454a532d HTTP/1.1" status: 200 len: 1091 time: 0.9530909 Jul 23 16:32:22.101364 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9be97e-c6d3-4ef3-b247-3c382d16b886', 'tag': '40d2bc2f-1e93-4b36-90a3-b083454a532d'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:22.108105 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ad339e-c90e-466d-bca3-7a3334793634" -d '{"events": [{"name": "network-changed", "server_uuid": "2c9be97e-c6d3-4ef3-b247-3c382d16b886", "tag": "40d2bc2f-1e93-4b36-90a3-b083454a532d"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:22.179401 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04b73c0-7be0-4892-b6bb-7a56e1c6380a None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:22.212280 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e39d1-2414-4ac4-82a7-fa0e1a0c31cb service neutron] Pushing event updated for resources: {'Port': ['ID=40d2bc2f-1e93-4b36-90a3-b083454a532d,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:22.285665 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-632789c7-438e-4529-890b-a08917ec8ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:22.290969 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-632789c7-438e-4529-890b-a08917ec8ef7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3c4fd83f3d2149f4afdd2e2144f29fef&device_id=2c9be97e-c6d3-4ef3-b247-3c382d16b886 HTTP/1.1" status: 200 len: 1094 time: 0.1298666 Jul 23 16:32:22.309822 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6328ffe3-cc45-452d-8ab7-5cb15f572b89 None None] Provisioning for port c5c7494b-698e-4e49-b91a-788c9fe6f034 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:22.349594 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-7f354263-d953-4944-b25b-fd300be1997e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40d2bc2f-1e93-4b36-90a3-b083454a532d HTTP/1.1" status: 200 len: 217 time: 0.0504379 Jul 23 16:32:22.438414 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-b573806e-1b65-465c-b060-e00ca84a25a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:22.439885 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-b573806e-1b65-465c-b060-e00ca84a25a5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=132b4a1d-dc5f-4b5b-a7f1-a1a603244ee1 HTTP/1.1" status: 200 len: 853 time: 0.0818944 Jul 23 16:32:22.482865 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-8b4dd2f2-0b2a-476c-a786-11a1da147648 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=781d17e1-fc76-4d5b-92a2-02370ee09a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325453 Jul 23 16:32:22.548610 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c5c7494b-698e-4e49-b91a-788c9fe6f034 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:32:22.620280 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-2f5536d3-b797-41fd-abb9-5e239c03d045 service neutron] 10.222.0.74 "GET /v2.0/networks/781d17e1-fc76-4d5b-92a2-02370ee09a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250849 Jul 23 16:32:22.633531 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port c5c7494b-698e-4e49-b91a-788c9fe6f034 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:22.642548 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-778fb851-1a9b-4c23-812a-659a20987299 req-ff1a4b72-eb94-491b-b545-aab374d3f836 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 210 time: 0.6083834 Jul 23 16:32:22.657420 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port c5c7494b-698e-4e49-b91a-788c9fe6f034 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:22.658076 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:22.750247 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790ca937-c941-4bcb-b36e-40a8f29667cb None None] Update dhcp port {'port': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'fixed_ips': [{'subnet_id': 'ba5b0e26-8071-4757-bd7a-3db979aeddd7', 'ip_address': '2001:db8::f816:3eff:fed0:a48b'}, {'subnet_id': 'a87d6b57-904a-4261-b3ef-e961c282e651'}], 'binding:host_id': 'n-d-778549-4'}, 'id': 'c5c7494b-698e-4e49-b91a-788c9fe6f034'} from n-d-778549-4. {{(pid=94014) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:32:22.794367 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-790ca937-c941-4bcb-b36e-40a8f29667cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:22.809315 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-c8194370-9cbb-4f2e-b06c-64282cb12c5e service neutron] 10.222.0.74 "GET /v2.0/networks/781d17e1-fc76-4d5b-92a2-02370ee09a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801562 Jul 23 16:32:22.872415 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:22.908095 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-90bdf70a-ef53-4229-ab22-7cd76a74faed tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Allocated IP 172.20.0.12 (03e99c5a-98cc-4ed4-9e2b-d3e4c465647a/2ae57d8d-3779-4491-8fd1-fe104612a516/726cd214-8346-47cb-a33e-99234af00cab) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:23.041374 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffdad66-b99a-4e4d-95d3-123bcc31907e x-openstack-request-id: req-9ffdad66-b99a-4e4d-95d3-123bcc31907e {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:23.041736 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c9be97e-c6d3-4ef3-b247-3c382d16b886", "tag": "40d2bc2f-1e93-4b36-90a3-b083454a532d", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:23.041978 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9ffdad66-b99a-4e4d-95d3-123bcc31907e {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:23.042391 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c9be97e-c6d3-4ef3-b247-3c382d16b886', 'tag': '40d2bc2f-1e93-4b36-90a3-b083454a532d', 'status': 'completed', 'code': 200} Jul 23 16:32:23.100517 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port c5c7494b-698e-4e49-b91a-788c9fe6f034, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c5c7494b-698e-4e49-b91a-788c9fe6f034,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:23.115451 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:23.149228 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-90bdf70a-ef53-4229-ab22-7cd76a74faed tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:23.152381 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c257b1dd-3e49-4814-bf44-6abf614c0ced req-652c6f93-01a3-474d-8ac6-e336aab01dcd service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e3c4b5f6-6547-4373-bd46-2e42afaaa2d8 HTTP/1.1" status: 200 len: 210 time: 0.0368423 Jul 23 16:32:23.167757 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-90bdf70a-ef53-4229-ab22-7cd76a74faed tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Transition to ACTIVE for port object 726cd214-8346-47cb-a33e-99234af00cab will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:23.194098 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad339e-c90e-466d-bca3-7a3334793634 req-2d7743ac-cb1b-4416-8c9e-87da89f1f0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:23.199545 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ef5b93a6-be2f-4bd2-bd8a-78a577629e65 req-2370a8f2-6334-4c7c-a16b-f8114e4b051b tempest-ServerShowV257Test-484470495 tempest-ServerShowV257Test-484470495-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3c4b5f6-6547-4373-bd46-2e42afaaa2d8 HTTP/1.1" status: 200 len: 210 time: 0.5702569 Jul 23 16:32:23.201953 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-88ad339e-c90e-466d-bca3-7a3334793634 req-2d7743ac-cb1b-4416-8c9e-87da89f1f0a6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3c4fd83f3d2149f4afdd2e2144f29fef&device_id=2c9be97e-c6d3-4ef3-b247-3c382d16b886 HTTP/1.1" status: 200 len: 1094 time: 0.1270182 Jul 23 16:32:23.252989 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-fd9035f7-1543-4dc4-83a9-64022a006ae2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Allocated IP 172.20.0.9 (6431ca09-76a8-48e6-9c71-fe9e76635950/a87d6b57-904a-4261-b3ef-e961c282e651/2212ac07-43e7-4ab8-b972-0c9da4bf349d) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:23.278111 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-fd9035f7-1543-4dc4-83a9-64022a006ae2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Allocated IP 2001:db8::f816:3eff:fea5:ce1 (6431ca09-76a8-48e6-9c71-fe9e76635950/ba5b0e26-8071-4757-bd7a-3db979aeddd7/2212ac07-43e7-4ab8-b972-0c9da4bf349d) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:23.281455 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=c5c7494b-698e-4e49-b91a-788c9fe6f034,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:23.298247 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-90bdf70a-ef53-4229-ab22-7cd76a74faed tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:23.389840 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad339e-c90e-466d-bca3-7a3334793634 req-884c9c2a-7022-448e-93de-4a9bcb63c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:23.391556 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-88ad339e-c90e-466d-bca3-7a3334793634 req-884c9c2a-7022-448e-93de-4a9bcb63c43e service neutron] 10.222.0.74 "GET /v2.0/networks?id=781d17e1-fc76-4d5b-92a2-02370ee09a4f HTTP/1.1" status: 200 len: 915 time: 0.1822903 Jul 23 16:32:23.394279 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45252) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:23.447019 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-88ad339e-c90e-466d-bca3-7a3334793634 req-2779dde4-670b-4f7c-9354-bff993e42475 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40d2bc2f-1e93-4b36-90a3-b083454a532d HTTP/1.1" status: 200 len: 217 time: 0.0452714 Jul 23 16:32:23.512148 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad339e-c90e-466d-bca3-7a3334793634 req-d64cbfe5-5f7b-4bd6-8202-6268f7b18758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:23.513677 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-0a05edc8-27e5-4756-bb43-183cfd61b337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f31edcfa-7264-4db3-a931-c5449a665a3f {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:32:23.513940 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-88ad339e-c90e-466d-bca3-7a3334793634 req-d64cbfe5-5f7b-4bd6-8202-6268f7b18758 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=132b4a1d-dc5f-4b5b-a7f1-a1a603244ee1 HTTP/1.1" status: 200 len: 853 time: 0.0602283 Jul 23 16:32:23.533261 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdf70a-ef53-4229-ab22-7cd76a74faed tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Pushing event updated for resources: {'Port': ['ID=726cd214-8346-47cb-a33e-99234af00cab,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:23.539860 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-0a05edc8-27e5-4756-bb43-183cfd61b337 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:23.543518 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-90bdf70a-ef53-4229-ab22-7cd76a74faed tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Network 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:23.562908 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-90bdf70a-ef53-4229-ab22-7cd76a74faed tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:23.593839 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-88ad339e-c90e-466d-bca3-7a3334793634 req-30d9a135-b562-4f67-b1d6-f8dbb4f90b79 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=781d17e1-fc76-4d5b-92a2-02370ee09a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713875 Jul 23 16:32:23.596864 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-90bdf70a-ef53-4229-ab22-7cd76a74faed tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:23.618897 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e2775763-05ad-42da-8f6b-48e05f806a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:23.647525 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-0a05edc8-27e5-4756-bb43-183cfd61b337 service neutron] Transition to ACTIVE for port object f31edcfa-7264-4db3-a931-c5449a665a3f will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:23.679095 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-0a05edc8-27e5-4756-bb43-183cfd61b337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:23.858012 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-88ad339e-c90e-466d-bca3-7a3334793634 req-40f0b7ec-2f96-4c47-9f4a-515f8a4a7899 service neutron] 10.222.0.74 "GET /v2.0/networks/781d17e1-fc76-4d5b-92a2-02370ee09a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552979 Jul 23 16:32:23.976166 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05edc8-27e5-4756-bb43-183cfd61b337 service neutron] Pushing event updated for resources: {'Port': ['ID=f31edcfa-7264-4db3-a931-c5449a665a3f,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:23.991023 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-108a6d11-b1c1-45d4-831f-1fbe14432373 None None] Provisioning for port 726cd214-8346-47cb-a33e-99234af00cab completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:23.999150 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-108a6d11-b1c1-45d4-831f-1fbe14432373 None None] Provisioning complete for port 726cd214-8346-47cb-a33e-99234af00cab triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:24.001162 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-108a6d11-b1c1-45d4-831f-1fbe14432373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:24.017470 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-90bdf70a-ef53-4229-ab22-7cd76a74faed tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:24.018158 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-90bdf70a-ef53-4229-ab22-7cd76a74faed tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:24.035981 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd9035f7-1543-4dc4-83a9-64022a006ae2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:24.095215 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-108a6d11-b1c1-45d4-831f-1fbe14432373 None None] Port 726cd214-8346-47cb-a33e-99234af00cab cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:32:24.134012 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-fd9035f7-1543-4dc4-83a9-64022a006ae2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Transition to ACTIVE for port object 2212ac07-43e7-4ab8-b972-0c9da4bf349d will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:24.188589 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3dd999-047c-4936-aefb-3f9518b072f2 req-d356a7f9-cfa5-4b0b-8f63-fcdc1fc8ace3 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:24.191008 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc3dd999-047c-4936-aefb-3f9518b072f2 req-d356a7f9-cfa5-4b0b-8f63-fcdc1fc8ace3 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/ports?device_id=4411fdf7-56ee-46c3-b678-8fff5007d03d HTTP/1.1" status: 200 len: 931 time: 0.6710937 Jul 23 16:32:24.292186 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc3dd999-047c-4936-aefb-3f9518b072f2 req-e8b593cf-30a8-42e8-bbea-c51f178f39e4 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c9d7159-c23c-4b15-b9f1-eee4dabe02b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918281 Jul 23 16:32:24.313606 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ddbc23-972f-4d1f-8feb-eba5cedf91bb req-2c939fde-d097-4dfd-864b-9758f6bbca3b tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:24.313606 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-11ddbc23-972f-4d1f-8feb-eba5cedf91bb req-2c939fde-d097-4dfd-864b-9758f6bbca3b tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 932 time: 0.5268512 Jul 23 16:32:24.319464 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd9035f7-1543-4dc4-83a9-64022a006ae2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:24.321395 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-0a05edc8-27e5-4756-bb43-183cfd61b337 service neutron] Attempting to bind port f31edcfa-7264-4db3-a931-c5449a665a3f on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:24.321545 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-0a05edc8-27e5-4756-bb43-183cfd61b337 service neutron] Attempting to bind port f31edcfa-7264-4db3-a931-c5449a665a3f by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'b6f0f71c-01e2-4031-8418-bfa4c9aad4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '781d17e1-fc76-4d5b-92a2-02370ee09a4f'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:24.321933 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-0a05edc8-27e5-4756-bb43-183cfd61b337 service neutron] Attempting to bind port f31edcfa-7264-4db3-a931-c5449a665a3f on network 781d17e1-fc76-4d5b-92a2-02370ee09a4f {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:24.388024 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-0a05edc8-27e5-4756-bb43-183cfd61b337 service neutron] Port f31edcfa-7264-4db3-a931-c5449a665a3f on network 781d17e1-fc76-4d5b-92a2-02370ee09a4f not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:24.388307 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-0a05edc8-27e5-4756-bb43-183cfd61b337 service neutron] Attempting to bind port f31edcfa-7264-4db3-a931-c5449a665a3f on network 781d17e1-fc76-4d5b-92a2-02370ee09a4f {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:24.419067 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-0a05edc8-27e5-4756-bb43-183cfd61b337 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:32:24.419436 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-0a05edc8-27e5-4756-bb43-183cfd61b337 service neutron] Checking segment: {'id': 'b6f0f71c-01e2-4031-8418-bfa4c9aad4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '781d17e1-fc76-4d5b-92a2-02370ee09a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:32:24.419798 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-0a05edc8-27e5-4756-bb43-183cfd61b337 service neutron] Bound using segment: {'id': 'b6f0f71c-01e2-4031-8418-bfa4c9aad4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '781d17e1-fc76-4d5b-92a2-02370ee09a4f'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:32:24.420251 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-0a05edc8-27e5-4756-bb43-183cfd61b337 service neutron] Bound port: f31edcfa-7264-4db3-a931-c5449a665a3f, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f0f71c-01e2-4031-8418-bfa4c9aad4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '781d17e1-fc76-4d5b-92a2-02370ee09a4f'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:32:24.420610 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-0a05edc8-27e5-4756-bb43-183cfd61b337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:24.430560 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9035f7-1543-4dc4-83a9-64022a006ae2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:24.452085 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-fd9035f7-1543-4dc4-83a9-64022a006ae2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:24.470970 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9035f7-1543-4dc4-83a9-64022a006ae2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:24.475934 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9035f7-1543-4dc4-83a9-64022a006ae2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Port': ['ID=2212ac07-43e7-4ab8-b972-0c9da4bf349d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:24.483171 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-88ad339e-c90e-466d-bca3-7a3334793634 req-cb5e9b88-1580-44ab-8ea3-c80cca054349 service neutron] 10.222.0.74 "GET /v2.0/networks/781d17e1-fc76-4d5b-92a2-02370ee09a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6139381 Jul 23 16:32:24.492192 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e2775763-05ad-42da-8f6b-48e05f806a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:24.500969 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e2775763-05ad-42da-8f6b-48e05f806a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:24.519665 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-790ca937-c941-4bcb-b36e-40a8f29667cb None None] Allocated IP 172.20.0.2 (6431ca09-76a8-48e6-9c71-fe9e76635950/a87d6b57-904a-4261-b3ef-e961c282e651/c5c7494b-698e-4e49-b91a-788c9fe6f034) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:24.540700 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c5c7494b-698e-4e49-b91a-788c9fe6f034 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:32:24.555731 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-11ddbc23-972f-4d1f-8feb-eba5cedf91bb req-48cd0adc-3920-452c-b3d7-8a82623d647f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263601 Jul 23 16:32:24.569109 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e2775763-05ad-42da-8f6b-48e05f806a8e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c003050792c84e7c84e5e4f69b65cfef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1731305 Jul 23 16:32:24.569784 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45268) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:24.570463 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2775763-05ad-42da-8f6b-48e05f806a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a236f3-deb4-4219-81ed-fb803bd7e8ec,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:24.633863 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1fcc45da-5b76-4a90-876d-f88efbc9d8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:24.640008 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-90bdf70a-ef53-4229-ab22-7cd76a74faed tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2603889 Jul 23 16:32:24.658226 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1fcc45da-5b76-4a90-876d-f88efbc9d8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:24.689432 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-bbf537e6-945f-4ea7-ada2-70952d89c179 service neutron] Request body: {'port': {'device_id': 'd420a9a8-aff2-437f-80c1-258f3ee789da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:24.727556 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-992a00f0-8e67-411a-9a17-c92c5811277a req-b6d5fb87-6fae-4037-957b-a41a8bc99121 tempest-ServerShowV257Test-484470495 tempest-ServerShowV257Test-484470495-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3c4b5f6-6547-4373-bd46-2e42afaaa2d8 HTTP/1.1" status: 200 len: 210 time: 0.1014028 Jul 23 16:32:24.748023 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1fcc45da-5b76-4a90-876d-f88efbc9d8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:24.751132 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1fcc45da-5b76-4a90-876d-f88efbc9d8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:24.752329 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1fcc45da-5b76-4a90-876d-f88efbc9d8b8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/58a236f3-deb4-4219-81ed-fb803bd7e8ec HTTP/1.1" status: 204 len: 168 time: 0.1776590 Jul 23 16:32:24.777240 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc45da-5b76-4a90-876d-f88efbc9d8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a236f3-deb4-4219-81ed-fb803bd7e8ec,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:24.804611 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9035f7-1543-4dc4-83a9-64022a006ae2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:24.805330 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd9035f7-1543-4dc4-83a9-64022a006ae2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:24.821769 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port c5c7494b-698e-4e49-b91a-788c9fe6f034 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:24.822133 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:24.827450 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-790ca937-c941-4bcb-b36e-40a8f29667cb None None] For port c5c7494b-698e-4e49-b91a-788c9fe6f034, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c5c7494b-698e-4e49-b91a-788c9fe6f034,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:24.830958 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fd9035f7-1543-4dc4-83a9-64022a006ae2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 4.4956555 Jul 23 16:32:24.833689 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45274) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:24.874388 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-0a05edc8-27e5-4756-bb43-183cfd61b337 service neutron] For port f31edcfa-7264-4db3-a931-c5449a665a3f, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:32:24.897487 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-0a05edc8-27e5-4756-bb43-183cfd61b337 service neutron] For port f31edcfa-7264-4db3-a931-c5449a665a3f, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=f31edcfa-7264-4db3-a931-c5449a665a3f,segment=NetworkSegment(b6f0f71c-01e2-4031-8418-bfa4c9aad4a2),segment_id=b6f0f71c-01e2-4031-8418-bfa4c9aad4a2)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:32:24.898696 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-bbf537e6-945f-4ea7-ada2-70952d89c179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:24.917643 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-0a05edc8-27e5-4756-bb43-183cfd61b337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:24.984851 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-790ca937-c941-4bcb-b36e-40a8f29667cb None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:25.056784 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05edc8-27e5-4756-bb43-183cfd61b337 service neutron] Pushing event updated for resources: {'Port': ['ID=f31edcfa-7264-4db3-a931-c5449a665a3f,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:25.068142 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-0a05edc8-27e5-4756-bb43-183cfd61b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:25.068780 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-0a05edc8-27e5-4756-bb43-183cfd61b337 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:25.070274 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-0a05edc8-27e5-4756-bb43-183cfd61b337 service neutron] 10.222.0.97 "PUT /v2.0/ports/f31edcfa-7264-4db3-a931-c5449a665a3f HTTP/1.1" status: 200 len: 1091 time: 3.8791623 Jul 23 16:32:25.071067 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4411fdf7-56ee-46c3-b678-8fff5007d03d', 'tag': 'f31edcfa-7264-4db3-a931-c5449a665a3f'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:25.073393 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53786fc3-2534-4690-8bcc-1fd981929392" -d '{"events": [{"name": "network-changed", "server_uuid": "4411fdf7-56ee-46c3-b678-8fff5007d03d", "tag": "f31edcfa-7264-4db3-a931-c5449a665a3f"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:25.075099 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9eee3efe-7c58-4b43-a1f0-3a97a40842f2 req-21c95277-6e39-4ea1-b886-da484e30afd8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d6ecd4106d84c4f96e443d0a8906c67&device_id=e3c4b5f6-6547-4373-bd46-2e42afaaa2d8 HTTP/1.1" status: 200 len: 210 time: 0.0788476 Jul 23 16:32:25.083563 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-790ca937-c941-4bcb-b36e-40a8f29667cb None None] Transition to ACTIVE for port object c5c7494b-698e-4e49-b91a-788c9fe6f034 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:25.096432 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-790ca937-c941-4bcb-b36e-40a8f29667cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:25.160590 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d51e2ff-6983-44f2-ae3c-432221411a80 req-4d013a34-eccf-4588-a8ac-9f4c1dc79750 tempest-ServerShowV257Test-484470495 tempest-ServerShowV257Test-484470495-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3c4b5f6-6547-4373-bd46-2e42afaaa2d8 HTTP/1.1" status: 200 len: 210 time: 0.0442326 Jul 23 16:32:25.176094 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9eee3efe-7c58-4b43-a1f0-3a97a40842f2 req-eb134522-6b21-4da2-b0a5-9a1271495323 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=5d6ecd4106d84c4f96e443d0a8906c67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662863 Jul 23 16:32:25.187953 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63a5488-ead2-4920-b420-e2e7567d19c3 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:25.194607 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63a5488-ead2-4920-b420-e2e7567d19c3 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:25.196564 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c63a5488-ead2-4920-b420-e2e7567d19c3 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.3618701 Jul 23 16:32:25.205929 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45282) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:25.258282 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ca937-c941-4bcb-b36e-40a8f29667cb None None] Pushing event updated for resources: {'Port': ['ID=c5c7494b-698e-4e49-b91a-788c9fe6f034,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:25.288249 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f321e7-10f5-4a9b-a4aa-7d142d39df8f x-openstack-request-id: req-82f321e7-10f5-4a9b-a4aa-7d142d39df8f {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:25.288548 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4411fdf7-56ee-46c3-b678-8fff5007d03d", "tag": "f31edcfa-7264-4db3-a931-c5449a665a3f", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:25.288798 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-82f321e7-10f5-4a9b-a4aa-7d142d39df8f {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:25.289214 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4411fdf7-56ee-46c3-b678-8fff5007d03d', 'tag': 'f31edcfa-7264-4db3-a931-c5449a665a3f', 'status': 'completed', 'code': 200} Jul 23 16:32:25.408935 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45286) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:25.479961 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8ad07ac8-8d57-4cd7-80b7-bf0fe1c75225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:25.537880 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee3efe-7c58-4b43-a1f0-3a97a40842f2 req-1d219d6b-6eaf-4599-93ee-d3f5a0900b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:25.539597 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9eee3efe-7c58-4b43-a1f0-3a97a40842f2 req-1d219d6b-6eaf-4599-93ee-d3f5a0900b49 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3416882 Jul 23 16:32:25.557497 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-cc34646e-dfa9-447d-8e17-8dcae15b4a97 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting port 2212ac07-43e7-4ab8-b972-0c9da4bf349d {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:25.557835 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cc34646e-dfa9-447d-8e17-8dcae15b4a97 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:25.605362 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-cd0afa30-be6c-4854-9871-cd6896d9799b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:25.607366 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-cd0afa30-be6c-4854-9871-cd6896d9799b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3c4fd83f3d2149f4afdd2e2144f29fef&device_id=4411fdf7-56ee-46c3-b678-8fff5007d03d HTTP/1.1" status: 200 len: 1094 time: 0.4478183 Jul 23 16:32:25.703655 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cc34646e-dfa9-447d-8e17-8dcae15b4a97 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:25.720858 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-cc34646e-dfa9-447d-8e17-8dcae15b4a97 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Calling delete_port for 2212ac07-43e7-4ab8-b972-0c9da4bf349d owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:25.754351 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-598c201f-aa2b-423c-9cfd-f850fe9dc19b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f31edcfa-7264-4db3-a931-c5449a665a3f HTTP/1.1" status: 200 len: 217 time: 0.1330171 Jul 23 16:32:25.895142 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 40d2bc2f-1e93-4b36-90a3-b083454a532d details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:32:25.901108 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bddad7-0a6e-4890-8817-670d7cd3d0e4 req-e926450f-8c16-4e1d-8400-c0b71e44d73c tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:25.902937 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a8bddad7-0a6e-4890-8817-670d7cd3d0e4 req-e926450f-8c16-4e1d-8400-c0b71e44d73c tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/ports?device_id=4411fdf7-56ee-46c3-b678-8fff5007d03d HTTP/1.1" status: 200 len: 943 time: 0.4658206 Jul 23 16:32:25.970362 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-c987d2d2-061e-41a9-84eb-ce9b527700bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:25.972805 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-c987d2d2-061e-41a9-84eb-ce9b527700bb service neutron] 10.222.0.97 "GET /v2.0/subnets?id=132b4a1d-dc5f-4b5b-a7f1-a1a603244ee1 HTTP/1.1" status: 200 len: 853 time: 0.2095284 Jul 23 16:32:26.014027 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-bbf537e6-945f-4ea7-ada2-70952d89c179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 726cd214-8346-47cb-a33e-99234af00cab {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:32:26.091403 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-bbf537e6-945f-4ea7-ada2-70952d89c179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:26.097834 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 40d2bc2f-1e93-4b36-90a3-b083454a532d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=40d2bc2f-1e93-4b36-90a3-b083454a532d,segment=NetworkSegment(b6f0f71c-01e2-4031-8418-bfa4c9aad4a2),segment_id=b6f0f71c-01e2-4031-8418-bfa4c9aad4a2)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:26.102077 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-27302de0-71dc-4304-b9f7-7ad0ede44c13 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=781d17e1-fc76-4d5b-92a2-02370ee09a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136932 Jul 23 16:32:26.122526 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '40d2bc2f-1e93-4b36-90a3-b083454a532d', 'network_id': '781d17e1-fc76-4d5b-92a2-02370ee09a4f', 'port_id': '40d2bc2f-1e93-4b36-90a3-b083454a532d', 'mac_address': 'fa:16:3e:9e:f7:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132b4a1d-dc5f-4b5b-a7f1-a1a603244ee1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:32:26.167297 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cc34646e-dfa9-447d-8e17-8dcae15b4a97 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:26.232643 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:26.234634 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34646e-dfa9-447d-8e17-8dcae15b4a97 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Port': ['ID=2212ac07-43e7-4ab8-b972-0c9da4bf349d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:26.271578 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d2bc2f-1e93-4b36-90a3-b083454a532d {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:32:26.331600 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 40d2bc2f-1e93-4b36-90a3-b083454a532d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=40d2bc2f-1e93-4b36-90a3-b083454a532d,segment=NetworkSegment(b6f0f71c-01e2-4031-8418-bfa4c9aad4a2),segment_id=b6f0f71c-01e2-4031-8418-bfa4c9aad4a2)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:26.378993 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:26.433191 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b6ec1b2d-7f7c-4500-9849-892f40cd9297 None None] Provisioning for port c5c7494b-698e-4e49-b91a-788c9fe6f034 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:26.467032 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cc34646e-dfa9-447d-8e17-8dcae15b4a97 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:26.477500 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cc34646e-dfa9-447d-8e17-8dcae15b4a97 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/2212ac07-43e7-4ab8-b972-0c9da4bf349d HTTP/1.1" status: 204 len: 168 time: 1.2593818 Jul 23 16:32:26.479937 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45298) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:26.482924 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b6ec1b2d-7f7c-4500-9849-892f40cd9297 None None] Provisioning complete for port c5c7494b-698e-4e49-b91a-788c9fe6f034 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:26.483296 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b6ec1b2d-7f7c-4500-9849-892f40cd9297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:26.594578 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-198f4c41-d503-4d2c-8934-26c024702892 service neutron] 10.222.0.97 "GET /v2.0/networks/781d17e1-fc76-4d5b-92a2-02370ee09a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497755 Jul 23 16:32:26.610999 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124b9d1-6153-4310-8bdd-b694802a29a9 req-5cb872d8-abec-4f96-967a-acdfa724295b tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:26.625468 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f124b9d1-6153-4310-8bdd-b694802a29a9 req-5cb872d8-abec-4f96-967a-acdfa724295b tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 932 time: 0.9089870 Jul 23 16:32:26.636573 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c5c7494b-698e-4e49-b91a-788c9fe6f034 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:32:26.649910 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a8bddad7-0a6e-4890-8817-670d7cd3d0e4 req-daf190eb-09c6-49b0-9648-1955e4caf90c tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c9d7159-c23c-4b15-b9f1-eee4dabe02b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7210042 Jul 23 16:32:26.670589 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8ad07ac8-8d57-4cd7-80b7-bf0fe1c75225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:26.672616 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=40d2bc2f-1e93-4b36-90a3-b083454a532d,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:26.683531 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-bbf537e6-945f-4ea7-ada2-70952d89c179 service neutron] Transition to ACTIVE for port object 726cd214-8346-47cb-a33e-99234af00cab will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:26.720354 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbe8145-65fb-47da-88cd-8e9c32b62e6c tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:26.724403 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbe8145-65fb-47da-88cd-8e9c32b62e6c tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:26.727159 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbe8145-65fb-47da-88cd-8e9c32b62e6c tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:26.735526 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-dfbe8145-65fb-47da-88cd-8e9c32b62e6c tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2539093 Jul 23 16:32:26.736835 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45302) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:26.738681 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-bbf537e6-945f-4ea7-ada2-70952d89c179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:26.743489 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8ad07ac8-8d57-4cd7-80b7-bf0fe1c75225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:26.792423 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['40d2bc2f-1e93-4b36-90a3-b083454a532d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:32:26.836213 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cfb8db4-fdfb-4848-9510-9938009e7475 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting subnet a87d6b57-904a-4261-b3ef-e961c282e651 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:32:26.840079 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3cfb8db4-fdfb-4848-9510-9938009e7475 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:26.929968 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9eee3efe-7c58-4b43-a1f0-3a97a40842f2 req-dcab0fcd-19e6-4213-87a5-bbf6eb23c1c3 tempest-ServerShowV257Test-484470495 tempest-ServerShowV257Test-484470495-project] 10.222.0.97 "GET /v2.0/ports?device_id=e3c4b5f6-6547-4373-bd46-2e42afaaa2d8 HTTP/1.1" status: 200 len: 210 time: 0.0523951 Jul 23 16:32:26.956777 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3cfb8db4-fdfb-4848-9510-9938009e7475 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:27.054290 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port c5c7494b-698e-4e49-b91a-788c9fe6f034 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:27.054290 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:27.140676 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f124b9d1-6153-4310-8bdd-b694802a29a9 req-932ebd49-c20f-4359-8969-4931d55241ce tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5126693 Jul 23 16:32:27.239384 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3cfb8db4-fdfb-4848-9510-9938009e7475 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:27.247952 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-810b6e6f-4133-4122-9a5f-39711efb4465 req-017260f9-2adc-4ac7-9d80-ce1b8c3ac6dc tempest-ServerShowV257Test-484470495 tempest-ServerShowV257Test-484470495-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3c4b5f6-6547-4373-bd46-2e42afaaa2d8 HTTP/1.1" status: 200 len: 210 time: 0.2230411 Jul 23 16:32:27.249939 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad07ac8-8d57-4cd7-80b7-bf0fe1c75225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dae65aa-07e7-44e4-88bf-85020ea7f267,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:27.254696 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8ad07ac8-8d57-4cd7-80b7-bf0fe1c75225 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=05405cb3f712440ebc1cf840a1ab473f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8419793 Jul 23 16:32:27.270007 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a1d1457a-4d19-4e63-940d-814ae2d591d3 None None] Could not find standard attr ID for object 2212ac07-43e7-4ab8-b972-0c9da4bf349d. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:32:27.270892 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf537e6-945f-4ea7-ada2-70952d89c179 service neutron] Pushing event updated for resources: {'Port': ['ID=726cd214-8346-47cb-a33e-99234af00cab,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:27.276166 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45308) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:27.409907 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3cfb8db4-fdfb-4848-9510-9938009e7475 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:27.428890 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4a4302a-0aa9-4a65-80f8-170fa7b801a9 req-c1610354-e036-43ec-92b7-95fa4a0cebf6 service neutron] 10.222.0.97 "GET /v2.0/networks/781d17e1-fc76-4d5b-92a2-02370ee09a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7731493 Jul 23 16:32:27.475347 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a94caf97-11c8-438c-8ffb-4a4cb001fb99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:27.481523 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb8db4-fdfb-4848-9510-9938009e7475 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Subnet': ['ID=a87d6b57-904a-4261-b3ef-e961c282e651,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:27.489711 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3cfb8db4-fdfb-4848-9510-9938009e7475 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:27.494453 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3cfb8db4-fdfb-4848-9510-9938009e7475 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/a87d6b57-904a-4261-b3ef-e961c282e651 HTTP/1.1" status: 204 len: 168 time: 0.7548034 Jul 23 16:32:27.499038 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45310) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:27.531403 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-bbf537e6-945f-4ea7-ada2-70952d89c179 service neutron] Attempting to bind port 726cd214-8346-47cb-a33e-99234af00cab on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:27.532307 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-bbf537e6-945f-4ea7-ada2-70952d89c179 service neutron] Attempting to bind port 726cd214-8346-47cb-a33e-99234af00cab by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'd69e0431-1959-4dab-bf58-cb378f4bfdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:27.534237 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-bbf537e6-945f-4ea7-ada2-70952d89c179 service neutron] Attempting to bind port 726cd214-8346-47cb-a33e-99234af00cab on network 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:27.601286 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee3ebae-c542-4214-b045-2978eefa3a9d None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:27.602264 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a94caf97-11c8-438c-8ffb-4a4cb001fb99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:27.620974 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-bbf537e6-945f-4ea7-ada2-70952d89c179 service neutron] Port 726cd214-8346-47cb-a33e-99234af00cab on network 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:27.623152 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-bbf537e6-945f-4ea7-ada2-70952d89c179 service neutron] Attempting to bind port 726cd214-8346-47cb-a33e-99234af00cab on network 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:27.670871 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-699a459a-9c50-43c5-835c-b412390daeca tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting subnet ba5b0e26-8071-4757-bd7a-3db979aeddd7 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:32:27.678066 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-699a459a-9c50-43c5-835c-b412390daeca tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:27.701540 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-bbf537e6-945f-4ea7-ada2-70952d89c179 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:32:27.701910 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-bbf537e6-945f-4ea7-ada2-70952d89c179 service neutron] Checking segment: {'id': 'd69e0431-1959-4dab-bf58-cb378f4bfdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:32:27.703307 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-bbf537e6-945f-4ea7-ada2-70952d89c179 service neutron] Bound using segment: {'id': 'd69e0431-1959-4dab-bf58-cb378f4bfdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:32:27.703307 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-bbf537e6-945f-4ea7-ada2-70952d89c179 service neutron] Bound port: 726cd214-8346-47cb-a33e-99234af00cab, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69e0431-1959-4dab-bf58-cb378f4bfdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:32:27.703307 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-bbf537e6-945f-4ea7-ada2-70952d89c179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:27.778228 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-699a459a-9c50-43c5-835c-b412390daeca tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:27.844130 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-bbf537e6-945f-4ea7-ada2-70952d89c179 service neutron] For port 726cd214-8346-47cb-a33e-99234af00cab, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:32:27.851389 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-bbf537e6-945f-4ea7-ada2-70952d89c179 service neutron] For port 726cd214-8346-47cb-a33e-99234af00cab, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=726cd214-8346-47cb-a33e-99234af00cab,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:32:27.910310 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-bbf537e6-945f-4ea7-ada2-70952d89c179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:27.919450 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-699a459a-9c50-43c5-835c-b412390daeca tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:27.983267 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a94caf97-11c8-438c-8ffb-4a4cb001fb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:27.986222 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a94caf97-11c8-438c-8ffb-4a4cb001fb99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:27.988423 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a94caf97-11c8-438c-8ffb-4a4cb001fb99 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1dae65aa-07e7-44e4-88bf-85020ea7f267 HTTP/1.1" status: 204 len: 168 time: 0.7103522 Jul 23 16:32:28.008019 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-bbf537e6-945f-4ea7-ada2-70952d89c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:28.008802 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-bbf537e6-945f-4ea7-ada2-70952d89c179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:28.009960 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-699a459a-9c50-43c5-835c-b412390daeca tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:28.010490 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-bbf537e6-945f-4ea7-ada2-70952d89c179 service neutron] 10.222.0.97 "PUT /v2.0/ports/726cd214-8346-47cb-a33e-99234af00cab HTTP/1.1" status: 200 len: 1092 time: 3.3409276 Jul 23 16:32:28.020542 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd420a9a8-aff2-437f-80c1-258f3ee789da', 'tag': '726cd214-8346-47cb-a33e-99234af00cab'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:28.023595 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05197a77-1e7d-479d-83ec-096b5d65cab7" -d '{"events": [{"name": "network-changed", "server_uuid": "d420a9a8-aff2-437f-80c1-258f3ee789da", "tag": "726cd214-8346-47cb-a33e-99234af00cab"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:28.043923 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94caf97-11c8-438c-8ffb-4a4cb001fb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dae65aa-07e7-44e4-88bf-85020ea7f267,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:28.051835 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a459a-9c50-43c5-835c-b412390daeca tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Subnet': ['ID=ba5b0e26-8071-4757-bd7a-3db979aeddd7,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:28.055868 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-699a459a-9c50-43c5-835c-b412390daeca tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:28.059702 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-699a459a-9c50-43c5-835c-b412390daeca tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/ba5b0e26-8071-4757-bd7a-3db979aeddd7 HTTP/1.1" status: 204 len: 168 time: 0.5584869 Jul 23 16:32:28.076668 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45322) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:28.098829 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf537e6-945f-4ea7-ada2-70952d89c179 service neutron] Pushing event updated for resources: {'Port': ['ID=726cd214-8346-47cb-a33e-99234af00cab,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:28.161741 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53786fc3-2534-4690-8bcc-1fd981929392 req-0672dac0-a5e3-49f3-8a7b-e85e5fb9246f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:28.163382 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53786fc3-2534-4690-8bcc-1fd981929392 req-0672dac0-a5e3-49f3-8a7b-e85e5fb9246f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3c4fd83f3d2149f4afdd2e2144f29fef&device_id=4411fdf7-56ee-46c3-b678-8fff5007d03d HTTP/1.1" status: 200 len: 1094 time: 0.6059763 Jul 23 16:32:28.212880 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-811e5ee2-a378-41d6-b134-407a8b15d263 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1338391 Jul 23 16:32:28.215382 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0d0ff-0293-424a-b678-e8cf519f010a req-380ede64-9d35-43dc-8271-ca1527b2df44 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:28.223258 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-54c0d0ff-0293-424a-b678-e8cf519f010a req-380ede64-9d35-43dc-8271-ca1527b2df44 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/ports?device_id=4411fdf7-56ee-46c3-b678-8fff5007d03d HTTP/1.1" status: 200 len: 943 time: 0.3685842 Jul 23 16:32:28.227833 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45326) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:28.237132 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-53d2d7dc-0d37-423e-ac4a-f13a3dea5e18 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:28.240672 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75454c4b-d520-4307-a786-cfb69a509ffc req-35701f50-4065-457d-b64b-193db106b54a tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:28.242447 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-75454c4b-d520-4307-a786-cfb69a509ffc req-35701f50-4065-457d-b64b-193db106b54a tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 945 time: 0.5251672 Jul 23 16:32:28.401994 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d2d7dc-0d37-423e-ac4a-f13a3dea5e18 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:28.405761 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-53d2d7dc-0d37-423e-ac4a-f13a3dea5e18 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:28.674242 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-75454c4b-d520-4307-a786-cfb69a509ffc req-e54a5017-af94-460b-bcf6-3e17bcde3770 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173384 Jul 23 16:32:28.685777 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-54c0d0ff-0293-424a-b678-e8cf519f010a req-71a8d6cb-cfed-4e51-8a52-3cd70b164903 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c9d7159-c23c-4b15-b9f1-eee4dabe02b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614818 Jul 23 16:32:28.688004 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-e2f8d575-dbd9-4aea-b129-fe98de9a19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:28.690450 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-e2f8d575-dbd9-4aea-b129-fe98de9a19ae service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d8469dd886547af8aa5b5e0e02307dd&device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 1095 time: 0.6039026 Jul 23 16:32:28.788971 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f211db82-e4b6-445e-a0aa-af6d614e9b09 x-openstack-request-id: req-f211db82-e4b6-445e-a0aa-af6d614e9b09 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:28.789434 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d420a9a8-aff2-437f-80c1-258f3ee789da", "tag": "726cd214-8346-47cb-a33e-99234af00cab", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:28.789583 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f211db82-e4b6-445e-a0aa-af6d614e9b09 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:28.789981 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd420a9a8-aff2-437f-80c1-258f3ee789da', 'tag': '726cd214-8346-47cb-a33e-99234af00cab', 'status': 'completed', 'code': 200} Jul 23 16:32:28.793616 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-5a373f92-c7ae-40a1-ada9-b9352f344ea1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=726cd214-8346-47cb-a33e-99234af00cab HTTP/1.1" status: 200 len: 217 time: 0.0958483 Jul 23 16:32:28.796964 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53786fc3-2534-4690-8bcc-1fd981929392 req-47e9beb8-3ff6-4c6b-a6b1-f730b94cd37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:28.798565 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53786fc3-2534-4690-8bcc-1fd981929392 req-47e9beb8-3ff6-4c6b-a6b1-f730b94cd37f service neutron] 10.222.0.97 "GET /v2.0/networks?id=781d17e1-fc76-4d5b-92a2-02370ee09a4f HTTP/1.1" status: 200 len: 915 time: 0.6242392 Jul 23 16:32:28.812022 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e29844-116f-43c0-b47c-da8fc66bef0d None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:28.901570 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53786fc3-2534-4690-8bcc-1fd981929392 req-6a46c7df-546f-4715-8413-4bb0e8c6ed95 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f31edcfa-7264-4db3-a931-c5449a665a3f HTTP/1.1" status: 200 len: 217 time: 0.0729773 Jul 23 16:32:28.949259 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-18994dfb-68f5-40e2-acda-8c64ae9ffe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:28.951628 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-18994dfb-68f5-40e2-acda-8c64ae9ffe52 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2ae57d8d-3779-4491-8fd1-fe104612a516 HTTP/1.1" status: 200 len: 850 time: 0.1454289 Jul 23 16:32:29.007007 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1aa0e327-93be-4d64-97cb-9a1590880186 None None] Provisioning complete for port c5c7494b-698e-4e49-b91a-788c9fe6f034 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:29.007375 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1aa0e327-93be-4d64-97cb-9a1590880186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:29.009296 n-d-778549-4 neutron-server[94013]: DEBUG neutron.objects.ports [None req-53d2d7dc-0d37-423e-ac4a-f13a3dea5e18 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94013) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:32:29.108214 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53786fc3-2534-4690-8bcc-1fd981929392 req-a4502c6a-305f-436c-ada8-a64d8b980bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:29.110139 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53786fc3-2534-4690-8bcc-1fd981929392 req-a4502c6a-305f-436c-ada8-a64d8b980bb4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=132b4a1d-dc5f-4b5b-a7f1-a1a603244ee1 HTTP/1.1" status: 200 len: 853 time: 0.1758480 Jul 23 16:32:29.172209 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53786fc3-2534-4690-8bcc-1fd981929392 req-bdec8312-bb20-4485-a0c5-b0dc4be93745 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=781d17e1-fc76-4d5b-92a2-02370ee09a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490539 Jul 23 16:32:29.260238 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-725a640c-6a9e-4403-9958-aa541c341db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:29.261828 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-725a640c-6a9e-4403-9958-aa541c341db7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2512949 Jul 23 16:32:29.267951 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45354) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:29.304318 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739d0f4-8e8f-4165-b21b-c7b558803a12 req-ce113f5e-7e58-4e2d-bcf6-1467ab9be480 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:29.311605 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4739d0f4-8e8f-4165-b21b-c7b558803a12 req-ce113f5e-7e58-4e2d-bcf6-1467ab9be480 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 944 time: 0.4218864 Jul 23 16:32:29.428717 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-53d2d7dc-0d37-423e-ac4a-f13a3dea5e18 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:29.435270 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53786fc3-2534-4690-8bcc-1fd981929392 req-d1e8f858-4b84-4028-a101-1cd1ff0f3d7a service neutron] 10.222.0.97 "GET /v2.0/networks/781d17e1-fc76-4d5b-92a2-02370ee09a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526271 Jul 23 16:32:29.468721 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4739d0f4-8e8f-4165-b21b-c7b558803a12 req-7f74e18d-0bfd-4a9d-84ff-37213b2d89ff tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542037 Jul 23 16:32:29.498957 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4549e944-da4a-42d5-b4c1-1c8772b29913 None None] Provisioning complete for port c5c7494b-698e-4e49-b91a-788c9fe6f034 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:29.500100 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4549e944-da4a-42d5-b4c1-1c8772b29913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:29.555371 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-18a2c516-6a14-4382-8867-de60d81f2686 service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600663 Jul 23 16:32:29.607443 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6d4ab478-152b-46ac-b2cb-218656defb93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:29.650195 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-53d2d7dc-0d37-423e-ac4a-f13a3dea5e18 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] For port c5c7494b-698e-4e49-b91a-788c9fe6f034, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c5c7494b-698e-4e49-b91a-788c9fe6f034,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:29.693123 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-53d2d7dc-0d37-423e-ac4a-f13a3dea5e18 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:29.699040 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-53d2d7dc-0d37-423e-ac4a-f13a3dea5e18 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:29.699441 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-53d2d7dc-0d37-423e-ac4a-f13a3dea5e18 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:29.710033 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53786fc3-2534-4690-8bcc-1fd981929392 req-aa4a581b-d29e-496b-8922-c263a0f91173 service neutron] 10.222.0.97 "GET /v2.0/networks/781d17e1-fc76-4d5b-92a2-02370ee09a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540560 Jul 23 16:32:29.775364 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e1f027f-86e0-4b97-b117-14182dea2e0b req-46d02757-c323-4ff1-a394-0ecc24786992 service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128022 Jul 23 16:32:29.818471 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d2d7dc-0d37-423e-ac4a-f13a3dea5e18 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:29.824588 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-53d2d7dc-0d37-423e-ac4a-f13a3dea5e18 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:29.830821 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d2d7dc-0d37-423e-ac4a-f13a3dea5e18 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:29.831492 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-53d2d7dc-0d37-423e-ac4a-f13a3dea5e18 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:29.840188 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa14dd1-c15f-4f80-9536-386de3b235b1 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:29.880992 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2d7dc-0d37-423e-ac4a-f13a3dea5e18 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Subnet': ['ID=d942c8f0-9775-4bbe-86d9-383a04dea071,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:29.883523 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2d7dc-0d37-423e-ac4a-f13a3dea5e18 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Port': ['ID=c5c7494b-698e-4e49-b91a-788c9fe6f034,revision_number=8']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:29.935148 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 40d2bc2f-1e93-4b36-90a3-b083454a532d up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:32:29.993422 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6d4ab478-152b-46ac-b2cb-218656defb93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:30.010024 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-53d2d7dc-0d37-423e-ac4a-f13a3dea5e18 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7802756 Jul 23 16:32:30.010710 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45384) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:30.014383 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6d4ab478-152b-46ac-b2cb-218656defb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:30.024019 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-a3d4f5c9-7798-429f-a724-9200ef625b97 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:30.076798 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b9724-e178-4c2d-9880-67489177fbc9 req-00f4e5af-f9e0-493c-954d-3119360ad78c tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:30.078766 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-405b9724-e178-4c2d-9880-67489177fbc9 req-00f4e5af-f9e0-493c-954d-3119360ad78c tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 945 time: 0.2875879 Jul 23 16:32:30.095258 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05197a77-1e7d-479d-83ec-096b5d65cab7 req-e8eb65d1-022b-4c22-ab2f-cf46063484d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:30.097775 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05197a77-1e7d-479d-83ec-096b5d65cab7 req-e8eb65d1-022b-4c22-ab2f-cf46063484d6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d8469dd886547af8aa5b5e0e02307dd&device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 1095 time: 0.2510290 Jul 23 16:32:30.100590 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 40d2bc2f-1e93-4b36-90a3-b083454a532d completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:30.106728 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 40d2bc2f-1e93-4b36-90a3-b083454a532d triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:30.107100 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:30.120956 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea0229-c0b8-412d-9903-30d813f8353b req-5090fb57-ed28-40ab-8a23-852cf2273aa2 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:30.122448 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2ea0229-c0b8-412d-9903-30d813f8353b req-5090fb57-ed28-40ab-8a23-852cf2273aa2 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/ports?device_id=4411fdf7-56ee-46c3-b678-8fff5007d03d HTTP/1.1" status: 200 len: 943 time: 0.2846701 Jul 23 16:32:30.147207 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ab478-152b-46ac-b2cb-218656defb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96c6358-c938-47c2-b92e-c742211eef06,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:30.184306 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6d4ab478-152b-46ac-b2cb-218656defb93 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5d6ecd4106d84c4f96e443d0a8906c67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8859999 Jul 23 16:32:30.184951 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45388) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:30.247161 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:30.263611 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e864d76f-b336-4744-b534-ef5474203f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:30.280616 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9be97e-c6d3-4ef3-b247-3c382d16b886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d2bc2f-1e93-4b36-90a3-b083454a532d'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:30.283871 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3041db50-dc6d-4959-967d-964186ed823f" -d '{"events": [{"server_uuid": "2c9be97e-c6d3-4ef3-b247-3c382d16b886", "name": "network-vif-plugged", "status": "completed", "tag": "40d2bc2f-1e93-4b36-90a3-b083454a532d"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:30.309385 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 40d2bc2f-1e93-4b36-90a3-b083454a532d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=40d2bc2f-1e93-4b36-90a3-b083454a532d,segment=NetworkSegment(b6f0f71c-01e2-4031-8418-bfa4c9aad4a2),segment_id=b6f0f71c-01e2-4031-8418-bfa4c9aad4a2)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:30.310530 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e864d76f-b336-4744-b534-ef5474203f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:30.318922 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:30.335596 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2ea0229-c0b8-412d-9903-30d813f8353b req-789213b1-ca74-4277-a21d-4d1c4d3ad89d tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c9d7159-c23c-4b15-b9f1-eee4dabe02b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821604 Jul 23 16:32:30.378566 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-405b9724-e178-4c2d-9880-67489177fbc9 req-5f899988-7a12-4b47-bc38-0025e6c41c95 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761872 Jul 23 16:32:30.423061 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=40d2bc2f-1e93-4b36-90a3-b083454a532d,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:30.442568 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e864d76f-b336-4744-b534-ef5474203f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:30.447110 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e864d76f-b336-4744-b534-ef5474203f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:30.450639 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e864d76f-b336-4744-b534-ef5474203f19 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a96c6358-c938-47c2-b92e-c742211eef06 HTTP/1.1" status: 204 len: 168 time: 0.2628531 Jul 23 16:32:30.450999 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05197a77-1e7d-479d-83ec-096b5d65cab7 req-449ca987-eb72-4c73-8173-eec58315a4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:30.452641 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05197a77-1e7d-479d-83ec-096b5d65cab7 req-449ca987-eb72-4c73-8173-eec58315a4bc service neutron] 10.222.0.97 "GET /v2.0/networks?id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a HTTP/1.1" status: 200 len: 913 time: 0.3396890 Jul 23 16:32:30.513504 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864d76f-b336-4744-b534-ef5474203f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96c6358-c938-47c2-b92e-c742211eef06,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:30.530443 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05197a77-1e7d-479d-83ec-096b5d65cab7 req-1c2e29a9-c6f4-4e6e-867b-d5633802e32b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=726cd214-8346-47cb-a33e-99234af00cab HTTP/1.1" status: 200 len: 217 time: 0.0689867 Jul 23 16:32:30.535571 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d4f5c9-7798-429f-a724-9200ef625b97 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:30.542279 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a3d4f5c9-7798-429f-a724-9200ef625b97 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:30.548226 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c5c7494b-698e-4e49-b91a-788c9fe6f034 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:32:30.646165 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port c5c7494b-698e-4e49-b91a-788c9fe6f034 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:30.646677 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:30.698373 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-273f11cb-a641-4e34-83db-d2f70b27550e None None] Provisioning complete for port c5c7494b-698e-4e49-b91a-788c9fe6f034 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:30.698872 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-273f11cb-a641-4e34-83db-d2f70b27550e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:30.768165 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba277c-2a10-4aeb-b1b1-6b43e0ae1464 req-30242f54-4ed0-4cde-b71d-7c916e4b37e5 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:30.770006 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-50ba277c-2a10-4aeb-b1b1-6b43e0ae1464 req-30242f54-4ed0-4cde-b71d-7c916e4b37e5 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 945 time: 0.1089146 Jul 23 16:32:30.950349 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-50ba277c-2a10-4aeb-b1b1-6b43e0ae1464 req-32a717a3-a6b8-4d6e-924c-0aadd8c62adf tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Deleting port 1851346a-ba12-4e14-8d1a-53adfcdfc36f {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:30.950699 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-50ba277c-2a10-4aeb-b1b1-6b43e0ae1464 req-32a717a3-a6b8-4d6e-924c-0aadd8c62adf tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:30.976167 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46280d43-911b-46c5-a499-b04b38c41853 x-openstack-request-id: req-46280d43-911b-46c5-a499-b04b38c41853 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:30.976668 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9be97e-c6d3-4ef3-b247-3c382d16b886", "name": "network-vif-plugged", "status": "completed", "tag": "40d2bc2f-1e93-4b36-90a3-b083454a532d", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:30.976918 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-46280d43-911b-46c5-a499-b04b38c41853 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:30.977429 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9be97e-c6d3-4ef3-b247-3c382d16b886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d2bc2f-1e93-4b36-90a3-b083454a532d', 'code': 200} Jul 23 16:32:31.053806 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05197a77-1e7d-479d-83ec-096b5d65cab7 req-4fc9beaa-f430-4530-8cde-b0deec386bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:31.055541 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05197a77-1e7d-479d-83ec-096b5d65cab7 req-4fc9beaa-f430-4530-8cde-b0deec386bcc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2ae57d8d-3779-4491-8fd1-fe104612a516 HTTP/1.1" status: 200 len: 850 time: 0.5079908 Jul 23 16:32:31.086644 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device f31edcfa-7264-4db3-a931-c5449a665a3f details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:32:31.139742 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a3d4f5c9-7798-429f-a724-9200ef625b97 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:31.160755 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f86ad-321a-48cc-8657-42911479d0e8 req-cd7cbfe9-8fc2-42ef-b897-759b287ba7ba tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:31.168665 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-315f86ad-321a-48cc-8657-42911479d0e8 req-cd7cbfe9-8fc2-42ef-b897-759b287ba7ba tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 944 time: 0.2905691 Jul 23 16:32:31.214188 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-50ba277c-2a10-4aeb-b1b1-6b43e0ae1464 req-32a717a3-a6b8-4d6e-924c-0aadd8c62adf tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] For port 1851346a-ba12-4e14-8d1a-53adfcdfc36f, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=1851346a-ba12-4e14-8d1a-53adfcdfc36f,segment=NetworkSegment(df6739ee-9486-4b9d-9722-2715c1acab76),segment_id=df6739ee-9486-4b9d-9722-2715c1acab76)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:31.214580 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-50ba277c-2a10-4aeb-b1b1-6b43e0ae1464 req-32a717a3-a6b8-4d6e-924c-0aadd8c62adf tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:31.228230 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-50ba277c-2a10-4aeb-b1b1-6b43e0ae1464 req-32a717a3-a6b8-4d6e-924c-0aadd8c62adf tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Calling delete_port for 1851346a-ba12-4e14-8d1a-53adfcdfc36f owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:31.265619 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d4f5c9-7798-429f-a724-9200ef625b97 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:31.273277 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-a3d4f5c9-7798-429f-a724-9200ef625b97 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:31.275471 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port f31edcfa-7264-4db3-a931-c5449a665a3f, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=f31edcfa-7264-4db3-a931-c5449a665a3f,segment=NetworkSegment(b6f0f71c-01e2-4031-8418-bfa4c9aad4a2),segment_id=b6f0f71c-01e2-4031-8418-bfa4c9aad4a2)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:31.291473 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bc2d45-89c3-486d-830d-263329583593 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:31.306900 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'f31edcfa-7264-4db3-a931-c5449a665a3f', 'network_id': '781d17e1-fc76-4d5b-92a2-02370ee09a4f', 'port_id': 'f31edcfa-7264-4db3-a931-c5449a665a3f', 'mac_address': 'fa:16:3e:6b:78:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132b4a1d-dc5f-4b5b-a7f1-a1a603244ee1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:32:31.321004 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d4f5c9-7798-429f-a724-9200ef625b97 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:31.321927 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a3d4f5c9-7798-429f-a724-9200ef625b97 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:31.340143 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-315f86ad-321a-48cc-8657-42911479d0e8 req-d25fe092-4ad3-47d6-8275-6590e6610b94 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703992 Jul 23 16:32:31.379035 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a3d4f5c9-7798-429f-a724-9200ef625b97 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3610384 Jul 23 16:32:31.399568 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45422) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:31.424818 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-3b27e6c8-5baa-424b-a808-2191e56f920e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'port': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'mac_address': 'fa:16:3e:18:62:1e', 'name': 'tempest-NetworksTestDHCPv6-1252167404'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:31.460719 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-50ba277c-2a10-4aeb-b1b1-6b43e0ae1464 req-32a717a3-a6b8-4d6e-924c-0aadd8c62adf tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:31.480420 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4f5c9-7798-429f-a724-9200ef625b97 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Subnet': ['ID=86414815-b0c4-49ea-83aa-81a9fa75bfd9,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:31.506013 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05197a77-1e7d-479d-83ec-096b5d65cab7 req-f7a7c21b-cf0e-4f96-92ca-7e89f4e49225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:31.507563 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05197a77-1e7d-479d-83ec-096b5d65cab7 req-f7a7c21b-cf0e-4f96-92ca-7e89f4e49225 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4414246 Jul 23 16:32:31.513658 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a717a3-a6b8-4d6e-924c-0aadd8c62adf tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Pushing event deleted for resources: {'Port': ['ID=1851346a-ba12-4e14-8d1a-53adfcdfc36f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:31.528063 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5a172-7434-4879-8489-458e1d2bfe11 req-29b1a5dd-7915-4e81-940d-33662829c3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:31.534068 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-31d5a172-7434-4879-8489-458e1d2bfe11 req-29b1a5dd-7915-4e81-940d-33662829c3d5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2c9be97e-c6d3-4ef3-b247-3c382d16b886 HTTP/1.1" status: 200 len: 1096 time: 0.4540420 Jul 23 16:32:31.630902 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ba277c-2a10-4aeb-b1b1-6b43e0ae1464 req-32a717a3-a6b8-4d6e-924c-0aadd8c62adf tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] No DVR routers for this DVR port 1851346a-ba12-4e14-8d1a-53adfcdfc36f on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:31.633968 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-50ba277c-2a10-4aeb-b1b1-6b43e0ae1464 req-32a717a3-a6b8-4d6e-924c-0aadd8c62adf tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:31.636126 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-50ba277c-2a10-4aeb-b1b1-6b43e0ae1464 req-32a717a3-a6b8-4d6e-924c-0aadd8c62adf tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.74 "DELETE /v2.0/ports/1851346a-ba12-4e14-8d1a-53adfcdfc36f HTTP/1.1" status: 204 len: 173 time: 0.8576441 Jul 23 16:32:31.645194 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5473834-bcc1-45b9-aa09-e0afd8f58d59', 'name': 'network-vif-deleted', 'tag': '1851346a-ba12-4e14-8d1a-53adfcdfc36f'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:31.647969 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e1c414-0f60-4b7b-90dc-ee300c0804b2" -d '{"events": [{"server_uuid": "a5473834-bcc1-45b9-aa09-e0afd8f58d59", "name": "network-vif-deleted", "tag": "1851346a-ba12-4e14-8d1a-53adfcdfc36f"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:31.650637 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45436) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:31.667131 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['55a8f7e5-9788-45f1-97ef-d16ee7f8d936'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:32:31.669483 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['1851346a-ba12-4e14-8d1a-53adfcdfc36f'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:32:31.696326 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b27e6c8-5baa-424b-a808-2191e56f920e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:31.749692 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:31.790118 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f31edcfa-7264-4db3-a931-c5449a665a3f {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:32:31.851314 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a24a2805-f6a6-4092-8539-392f5844bb03 req-d8e2db69-287d-4365-baa2-23071cbee97a tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5473834-bcc1-45b9-aa09-e0afd8f58d59 HTTP/1.1" status: 200 len: 210 time: 0.3097422 Jul 23 16:32:31.853824 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-842547ef-b2a5-4632-aae0-31baf0274153 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-306454160-network', 'tenant_id': '9c822134d8f1454586f77beb29c33fca'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:31.901985 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842547ef-b2a5-4632-aae0-31baf0274153 admin admin] Made reservation on behalf of 9c822134d8f1454586f77beb29c33fca for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:31.902654 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port f31edcfa-7264-4db3-a931-c5449a665a3f, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=f31edcfa-7264-4db3-a931-c5449a665a3f,segment=NetworkSegment(b6f0f71c-01e2-4031-8418-bfa4c9aad4a2),segment_id=b6f0f71c-01e2-4031-8418-bfa4c9aad4a2)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:31.903190 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-842547ef-b2a5-4632-aae0-31baf0274153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:31.914268 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:31.924881 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-842547ef-b2a5-4632-aae0-31baf0274153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:32.017994 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-31d5a172-7434-4879-8489-458e1d2bfe11 req-f9313aa1-ebf7-4f94-918b-baadc1ef0c8e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3c9d7159-c23c-4b15-b9f1-eee4dabe02b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330028 Jul 23 16:32:32.039298 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f01c2a-7b4b-47ec-86c4-44e5dc473576 req-618d35ad-1410-429e-a74c-8d7e0ddcc03b tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:32.047440 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=f31edcfa-7264-4db3-a931-c5449a665a3f,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:32.050653 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-72f01c2a-7b4b-47ec-86c4-44e5dc473576 req-618d35ad-1410-429e-a74c-8d7e0ddcc03b tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/ports?device_id=4411fdf7-56ee-46c3-b678-8fff5007d03d HTTP/1.1" status: 200 len: 943 time: 0.5368557 Jul 23 16:32:32.101730 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-842547ef-b2a5-4632-aae0-31baf0274153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:32.107847 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-842547ef-b2a5-4632-aae0-31baf0274153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:32.110263 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05197a77-1e7d-479d-83ec-096b5d65cab7 req-cdd7a3c9-2a1b-49f8-b900-6d88c4789bc4 service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5733635 Jul 23 16:32:32.125898 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-842547ef-b2a5-4632-aae0-31baf0274153 admin admin] vlan segment allocate from pool success with {'vlan_id': 1138, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:32:32.131479 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3b27e6c8-5baa-424b-a808-2191e56f920e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:32.138654 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-842547ef-b2a5-4632-aae0-31baf0274153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:32.139070 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-842547ef-b2a5-4632-aae0-31baf0274153 admin admin] Added segment 503ed851-0f65-4acf-9c27-8e96b2fb539f of type vlan for network 822c4403-bb0c-4546-8f2b-3a09521c11de Jul 23 16:32:32.179882 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833b3d61-3156-4c2f-ae58-c1ceed2da039 x-openstack-request-id: req-833b3d61-3156-4c2f-ae58-c1ceed2da039 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:32.180264 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5473834-bcc1-45b9-aa09-e0afd8f58d59", "name": "network-vif-deleted", "tag": "1851346a-ba12-4e14-8d1a-53adfcdfc36f", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:32.180705 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-833b3d61-3156-4c2f-ae58-c1ceed2da039 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:32.181044 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5473834-bcc1-45b9-aa09-e0afd8f58d59', 'name': 'network-vif-deleted', 'tag': '1851346a-ba12-4e14-8d1a-53adfcdfc36f', 'status': 'completed', 'code': 200} Jul 23 16:32:32.197269 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['f31edcfa-7264-4db3-a931-c5449a665a3f'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:32:32.198380 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-842547ef-b2a5-4632-aae0-31baf0274153 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:32.223196 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842547ef-b2a5-4632-aae0-31baf0274153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757f7dfe-a2df-4b4c-840d-38e4460f69d9,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:32.247905 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-3b27e6c8-5baa-424b-a808-2191e56f920e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] device_id is not set on port 9bf63741-a300-446c-9c44-a534c8357777 yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:32:32.273447 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-842547ef-b2a5-4632-aae0-31baf0274153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:32.275592 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842547ef-b2a5-4632-aae0-31baf0274153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:32.276799 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-842547ef-b2a5-4632-aae0-31baf0274153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:32.304532 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638673cd-ae9b-46d7-a625-2eb4809d290d None None] Update dhcp port {'port': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'fixed_ips': [{'subnet_id': 'd942c8f0-9775-4bbe-86d9-383a04dea071', 'ip_address': '2001:db8::f816:3eff:fed0:a48b'}, {'subnet_id': '86414815-b0c4-49ea-83aa-81a9fa75bfd9'}], 'binding:host_id': 'n-d-778549-4'}, 'id': 'c5c7494b-698e-4e49-b91a-788c9fe6f034'} from n-d-778549-4. {{(pid=94014) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:32:32.330386 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-842547ef-b2a5-4632-aae0-31baf0274153 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6785014 Jul 23 16:32:32.333401 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45446) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:32.339596 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-23d96129-fe12-433f-b64d-81e0c5670cd2 admin admin] Request body: {'subnet': {'network_id': '822c4403-bb0c-4546-8f2b-3a09521c11de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-306454160-subnet', 'tenant_id': '9c822134d8f1454586f77beb29c33fca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:32.401483 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-638673cd-ae9b-46d7-a625-2eb4809d290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:32.415281 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842547ef-b2a5-4632-aae0-31baf0274153 admin admin] Pushing event updated for resources: {'Network': ['ID=822c4403-bb0c-4546-8f2b-3a09521c11de,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:32.463501 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d96129-fe12-433f-b64d-81e0c5670cd2 admin admin] Made reservation on behalf of 9c822134d8f1454586f77beb29c33fca for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:32.465039 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 822c4403-bb0c-4546-8f2b-3a09521c11de details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:32:32.468166 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-23d96129-fe12-433f-b64d-81e0c5670cd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:32.625601 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-72f01c2a-7b4b-47ec-86c4-44e5dc473576 req-29b8898b-f743-44d8-bd59-d7757407e3ba tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c9d7159-c23c-4b15-b9f1-eee4dabe02b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5736392 Jul 23 16:32:32.690540 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-24b31ddf-8b96-4ec8-b5b0-de7f0fb1edca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:32.792044 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-638673cd-ae9b-46d7-a625-2eb4809d290d None None] Allocated IP 172.20.0.2 (6431ca09-76a8-48e6-9c71-fe9e76635950/86414815-b0c4-49ea-83aa-81a9fa75bfd9/c5c7494b-698e-4e49-b91a-788c9fe6f034) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:32.802626 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-23d96129-fe12-433f-b64d-81e0c5670cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:32.854494 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05197a77-1e7d-479d-83ec-096b5d65cab7 req-ce87d5cc-11ab-439a-8329-7722faba41ba service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7190607 Jul 23 16:32:32.870418 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57e1b7-0c60-4f2b-a540-58daa2070f76 req-99b386f0-ae76-4bd1-b4d9-125573fa25eb tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:32.877775 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e57e1b7-0c60-4f2b-a540-58daa2070f76 req-99b386f0-ae76-4bd1-b4d9-125573fa25eb tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 944 time: 0.1663702 Jul 23 16:32:32.879841 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d96129-fe12-433f-b64d-81e0c5670cd2 admin admin] Checking segment: {'id': '503ed851-0f65-4acf-9c27-8e96b2fb539f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '822c4403-bb0c-4546-8f2b-3a09521c11de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:32:32.880203 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d96129-fe12-433f-b64d-81e0c5670cd2 admin admin] Network hostable DHCP agents. Network: 822c4403-bb0c-4546-8f2b-3a09521c11de, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:32:32.883747 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d96129-fe12-433f-b64d-81e0c5670cd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96d59529-59d6-4776-811d-430c1d4db6b9,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:32.907930 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d96129-fe12-433f-b64d-81e0c5670cd2 admin admin] Network 822c4403-bb0c-4546-8f2b-3a09521c11de is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:32:32.921845 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-23d96129-fe12-433f-b64d-81e0c5670cd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 822c4403-bb0c-4546-8f2b-3a09521c11de) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:32.927686 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d96129-fe12-433f-b64d-81e0c5670cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:32.928459 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-23d96129-fe12-433f-b64d-81e0c5670cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:32.943895 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf061db3-8e18-44cf-a215-e8fa52acb305 None None] Network 822c4403-bb0c-4546-8f2b-3a09521c11de requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:32.947703 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-23d96129-fe12-433f-b64d-81e0c5670cd2 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6129167 Jul 23 16:32:32.998553 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e57e1b7-0c60-4f2b-a540-58daa2070f76 req-c8011a35-689d-49cb-acfe-66f106f4c4c3 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132071 Jul 23 16:32:33.050261 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-638673cd-ae9b-46d7-a625-2eb4809d290d None None] For port c5c7494b-698e-4e49-b91a-788c9fe6f034, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c5c7494b-698e-4e49-b91a-788c9fe6f034,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:33.134369 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 726cd214-8346-47cb-a33e-99234af00cab details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:32:33.142377 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-638673cd-ae9b-46d7-a625-2eb4809d290d None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:33.181396 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7771ad05-f54f-46ea-a2fb-b1265ae4a154 None None] Network 822c4403-bb0c-4546-8f2b-3a09521c11de requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:33.219962 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-638673cd-ae9b-46d7-a625-2eb4809d290d None None] Transition to ACTIVE for port object c5c7494b-698e-4e49-b91a-788c9fe6f034 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:33.256217 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-638673cd-ae9b-46d7-a625-2eb4809d290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:33.443074 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-3b27e6c8-5baa-424b-a808-2191e56f920e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Allocated IP 172.20.0.5 (6431ca09-76a8-48e6-9c71-fe9e76635950/86414815-b0c4-49ea-83aa-81a9fa75bfd9/9bf63741-a300-446c-9c44-a534c8357777) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:33.461861 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638673cd-ae9b-46d7-a625-2eb4809d290d None None] Pushing event updated for resources: {'Port': ['ID=c5c7494b-698e-4e49-b91a-788c9fe6f034,revision_number=9']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:33.463817 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-3b27e6c8-5baa-424b-a808-2191e56f920e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Allocated IP 2001:db8::f816:3eff:fe18:621e (6431ca09-76a8-48e6-9c71-fe9e76635950/d942c8f0-9775-4bbe-86d9-383a04dea071/9bf63741-a300-446c-9c44-a534c8357777) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:33.502522 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ac59a-a777-4460-b046-3aa642244cab req-621c36cd-a70f-4c61-9f33-f8d402b6ded8 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:33.511684 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 726cd214-8346-47cb-a33e-99234af00cab, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=726cd214-8346-47cb-a33e-99234af00cab,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:33.515038 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-081ac59a-a777-4460-b046-3aa642244cab req-621c36cd-a70f-4c61-9f33-f8d402b6ded8 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.1934881 Jul 23 16:32:33.531360 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '726cd214-8346-47cb-a33e-99234af00cab', 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a', 'port_id': '726cd214-8346-47cb-a33e-99234af00cab', 'mac_address': 'fa:16:3e:60:42:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae57d8d-3779-4491-8fd1-fe104612a516', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:32:33.547319 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45474) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:33.558461 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-c022c6ea-519e-4a66-a416-0acd1bc9a6e0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2141809584-network', 'tenant_id': '55bdbc28a1174e2d824a74321b543e5e'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:33.596154 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c022c6ea-519e-4a66-a416-0acd1bc9a6e0 admin admin] Made reservation on behalf of 55bdbc28a1174e2d824a74321b543e5e for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:33.599332 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:33.600438 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c022c6ea-519e-4a66-a416-0acd1bc9a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:33.616919 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c022c6ea-519e-4a66-a416-0acd1bc9a6e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:33.629802 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726cd214-8346-47cb-a33e-99234af00cab {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:32:33.639705 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-081ac59a-a777-4460-b046-3aa642244cab req-fd11affb-7341-42ca-908f-3bf16a9b1658 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234875 Jul 23 16:32:33.683220 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 726cd214-8346-47cb-a33e-99234af00cab, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=726cd214-8346-47cb-a33e-99234af00cab,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:33.693504 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:33.793551 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=726cd214-8346-47cb-a33e-99234af00cab,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:33.807817 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3b27e6c8-5baa-424b-a808-2191e56f920e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:33.808270 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c022c6ea-519e-4a66-a416-0acd1bc9a6e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:33.813493 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c022c6ea-519e-4a66-a416-0acd1bc9a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:33.828076 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-3b27e6c8-5baa-424b-a808-2191e56f920e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Transition to ACTIVE for port object 9bf63741-a300-446c-9c44-a534c8357777 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:33.832950 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c022c6ea-519e-4a66-a416-0acd1bc9a6e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1100, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:32:33.846308 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c022c6ea-519e-4a66-a416-0acd1bc9a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:33.846699 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-c022c6ea-519e-4a66-a416-0acd1bc9a6e0 admin admin] Added segment 2b24abbb-3a19-4995-bf26-833d594e69f0 of type vlan for network ce1c8454-d034-4840-8db3-4cb95f04c8c3 Jul 23 16:32:33.907687 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3b27e6c8-5baa-424b-a808-2191e56f920e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:33.914738 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c022c6ea-519e-4a66-a416-0acd1bc9a6e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:33.920953 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['726cd214-8346-47cb-a33e-99234af00cab'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:32:33.953531 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 1851346a-ba12-4e14-8d1a-53adfcdfc36f no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:33.954913 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022c6ea-519e-4a66-a416-0acd1bc9a6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e41d2bf-d2b3-4bd5-b05d-8b55d68f7990,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:33.984432 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c022c6ea-519e-4a66-a416-0acd1bc9a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:33.986246 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c022c6ea-519e-4a66-a416-0acd1bc9a6e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:33.988619 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c022c6ea-519e-4a66-a416-0acd1bc9a6e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:33.993198 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b27e6c8-5baa-424b-a808-2191e56f920e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:34.002504 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-3b27e6c8-5baa-424b-a808-2191e56f920e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:34.006808 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 1851346a-ba12-4e14-8d1a-53adfcdfc36f {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:32:34.007040 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 1851346a-ba12-4e14-8d1a-53adfcdfc36f not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:32:34.008744 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b27e6c8-5baa-424b-a808-2191e56f920e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:34.050827 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c022c6ea-519e-4a66-a416-0acd1bc9a6e0 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5016990 Jul 23 16:32:34.051605 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45482) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:34.088114 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b27e6c8-5baa-424b-a808-2191e56f920e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:34.089120 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3b27e6c8-5baa-424b-a808-2191e56f920e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:34.098186 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27e6c8-5baa-424b-a808-2191e56f920e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Port': ['ID=9bf63741-a300-446c-9c44-a534c8357777,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:34.103945 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022c6ea-519e-4a66-a416-0acd1bc9a6e0 admin admin] Pushing event updated for resources: {'Network': ['ID=ce1c8454-d034-4840-8db3-4cb95f04c8c3,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:34.118048 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-abc5a52e-2880-4352-9972-63c8c72f4eb7 admin admin] Request body: {'subnet': {'network_id': 'ce1c8454-d034-4840-8db3-4cb95f04c8c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2141809584-subnet', 'tenant_id': '55bdbc28a1174e2d824a74321b543e5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:34.121410 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network ce1c8454-d034-4840-8db3-4cb95f04c8c3 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:32:34.168560 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3b27e6c8-5baa-424b-a808-2191e56f920e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7676826 Jul 23 16:32:34.175744 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45486) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:34.219975 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec1dbf-cbd7-495d-bdd0-9cc1d4288179 req-e689d906-e084-44fe-b4b4-c02fadc18de9 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:34.227978 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ccec1dbf-cbd7-495d-bdd0-9cc1d4288179 req-e689d906-e084-44fe-b4b4-c02fadc18de9 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/ports?device_id=4411fdf7-56ee-46c3-b678-8fff5007d03d HTTP/1.1" status: 200 len: 944 time: 0.4168637 Jul 23 16:32:34.253324 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc5a52e-2880-4352-9972-63c8c72f4eb7 admin admin] Made reservation on behalf of 55bdbc28a1174e2d824a74321b543e5e for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:34.258195 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-abc5a52e-2880-4352-9972-63c8c72f4eb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:34.371714 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ccec1dbf-cbd7-495d-bdd0-9cc1d4288179 req-235e236e-f109-40e4-bdec-b1e8032ff65f tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c9d7159-c23c-4b15-b9f1-eee4dabe02b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424756 Jul 23 16:32:34.427623 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5e986-7e90-42b4-8785-44eb44fb2dd8 req-0d150217-2eed-4ac8-85fc-ee90a09101a6 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:34.443522 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-18c5e986-7e90-42b4-8785-44eb44fb2dd8 req-0d150217-2eed-4ac8-85fc-ee90a09101a6 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.3102758 Jul 23 16:32:34.579450 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-18c5e986-7e90-42b4-8785-44eb44fb2dd8 req-0cb847e9-eae3-4777-acaa-1cb310bb8cb9 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317778 Jul 23 16:32:34.591012 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c5c7494b-698e-4e49-b91a-788c9fe6f034 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:32:34.711413 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-68cc8c5d-dd09-4c12-bedf-7707e51c23b9 None None] Provisioning for port c5c7494b-698e-4e49-b91a-788c9fe6f034 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:34.719113 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-68cc8c5d-dd09-4c12-bedf-7707e51c23b9 None None] Provisioning complete for port c5c7494b-698e-4e49-b91a-788c9fe6f034 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:34.719630 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-68cc8c5d-dd09-4c12-bedf-7707e51c23b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:34.726583 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aeb8528-8ec2-4e8a-a8f6-617f6dce30ec tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:34.747915 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aeb8528-8ec2-4e8a-a8f6-617f6dce30ec tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:34.755681 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6aeb8528-8ec2-4e8a-a8f6-617f6dce30ec tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5751188 Jul 23 16:32:34.756247 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45492) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:34.781144 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:34.895954 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-abc5a52e-2880-4352-9972-63c8c72f4eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:34.977584 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5a52e-2880-4352-9972-63c8c72f4eb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96f08af4-460e-4a19-9532-733c27e9773c,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:34.990562 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc5a52e-2880-4352-9972-63c8c72f4eb7 admin admin] Checking segment: {'id': '2b24abbb-3a19-4995-bf26-833d594e69f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'ce1c8454-d034-4840-8db3-4cb95f04c8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:32:34.990945 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc5a52e-2880-4352-9972-63c8c72f4eb7 admin admin] Network hostable DHCP agents. Network: ce1c8454-d034-4840-8db3-4cb95f04c8c3, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:32:34.997464 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de090d3a-2e01-4bb1-8344-e989a4fcce53 req-c7367dd5-f883-41a4-8f5f-ab8f296429eb tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:34.999498 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-de090d3a-2e01-4bb1-8344-e989a4fcce53 req-c7367dd5-f883-41a4-8f5f-ab8f296429eb tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.1948617 Jul 23 16:32:35.021407 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc5a52e-2880-4352-9972-63c8c72f4eb7 admin admin] Network ce1c8454-d034-4840-8db3-4cb95f04c8c3 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:32:35.034149 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-abc5a52e-2880-4352-9972-63c8c72f4eb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, ce1c8454-d034-4840-8db3-4cb95f04c8c3) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:35.040090 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc5a52e-2880-4352-9972-63c8c72f4eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:35.041828 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-abc5a52e-2880-4352-9972-63c8c72f4eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.048705 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5173d66f-152e-46a9-bfca-0b605aab5a78 None None] Network ce1c8454-d034-4840-8db3-4cb95f04c8c3 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:35.060383 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-ad020e72-a574-424a-935c-29e006a90142 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting port 9bf63741-a300-446c-9c44-a534c8357777 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:35.060949 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad020e72-a574-424a-935c-29e006a90142 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.067045 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-abc5a52e-2880-4352-9972-63c8c72f4eb7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9619243 Jul 23 16:32:35.071093 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-de090d3a-2e01-4bb1-8344-e989a4fcce53 req-4c499d6d-9e4f-4a31-9ecb-97ca0b6069ba tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636492 Jul 23 16:32:35.135639 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device f31edcfa-7264-4db3-a931-c5449a665a3f up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:32:35.171649 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad020e72-a574-424a-935c-29e006a90142 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.187566 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-ad020e72-a574-424a-935c-29e006a90142 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Calling delete_port for 9bf63741-a300-446c-9c44-a534c8357777 owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:35.206379 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c8da3b7-6251-4c70-b70f-b04ca8d633fb None None] Provisioning for port 9bf63741-a300-446c-9c44-a534c8357777 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:35.213652 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c8da3b7-6251-4c70-b70f-b04ca8d633fb None None] Provisioning complete for port 9bf63741-a300-446c-9c44-a534c8357777 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:35.214019 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c8da3b7-6251-4c70-b70f-b04ca8d633fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.297462 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4c8da3b7-6251-4c70-b70f-b04ca8d633fb None None] Port 9bf63741-a300-446c-9c44-a534c8357777 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:32:35.306303 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a38db9-9252-4dca-b251-368825091562 None None] Network ce1c8454-d034-4840-8db3-4cb95f04c8c3 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:35.337812 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port f31edcfa-7264-4db3-a931-c5449a665a3f completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:35.387632 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port f31edcfa-7264-4db3-a931-c5449a665a3f triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:35.387874 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.436585 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad020e72-a574-424a-935c-29e006a90142 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.453651 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bfdff49c-74f3-4cdf-b233-de2e73833f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.473260 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.478413 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad020e72-a574-424a-935c-29e006a90142 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Port': ['ID=9bf63741-a300-446c-9c44-a534c8357777,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:35.618777 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.659341 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad020e72-a574-424a-935c-29e006a90142 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.663942 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ad020e72-a574-424a-935c-29e006a90142 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/9bf63741-a300-446c-9c44-a534c8357777 HTTP/1.1" status: 204 len: 168 time: 0.9044423 Jul 23 16:32:35.664351 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45518) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:35.773744 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0eefe41-9363-4ba2-9ab2-cf2eaf48ce08 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:35.775260 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0eefe41-9363-4ba2-9ab2-cf2eaf48ce08 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:35.776771 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0eefe41-9363-4ba2-9ab2-cf2eaf48ce08 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:35.778482 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b0eefe41-9363-4ba2-9ab2-cf2eaf48ce08 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1129947 Jul 23 16:32:35.781176 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45522) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:35.800226 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-cc616e62-3517-4aca-891a-60f81720e884 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:35.802738 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-cc616e62-3517-4aca-891a-60f81720e884 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/networks?id=822c4403-bb0c-4546-8f2b-3a09521c11de HTTP/1.1" status: 200 len: 824 time: 0.1476896 Jul 23 16:32:35.823875 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4411fdf7-56ee-46c3-b678-8fff5007d03d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31edcfa-7264-4db3-a931-c5449a665a3f'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:35.826183 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8079e09-5d5d-4414-a2f7-699d386471e2" -d '{"events": [{"server_uuid": "4411fdf7-56ee-46c3-b678-8fff5007d03d", "name": "network-vif-plugged", "status": "completed", "tag": "f31edcfa-7264-4db3-a931-c5449a665a3f"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:35.826568 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-1ae96138-ed47-4a5a-bdfb-8d8f8b0365ac tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/quotas/9c822134d8f1454586f77beb29c33fca HTTP/1.1" status: 200 len: 375 time: 0.0185211 Jul 23 16:32:35.848360 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port f31edcfa-7264-4db3-a931-c5449a665a3f, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=f31edcfa-7264-4db3-a931-c5449a665a3f,segment=NetworkSegment(b6f0f71c-01e2-4031-8418-bfa4c9aad4a2),segment_id=b6f0f71c-01e2-4031-8418-bfa4c9aad4a2)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:35.858030 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.860903 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 726cd214-8346-47cb-a33e-99234af00cab up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:32:35.872576 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-9caa2f95-8e97-4f77-94c6-5ed372476d26 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting subnet 86414815-b0c4-49ea-83aa-81a9fa75bfd9 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:32:35.874562 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9caa2f95-8e97-4f77-94c6-5ed372476d26 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.881984 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-7f9a86c0-4e14-4014-bc40-3f70bb2d21fb tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9c822134d8f1454586f77beb29c33fca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373092 Jul 23 16:32:35.889819 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa344c-de42-427d-9ff9-82fa146d4a6f req-76cdd16f-21c1-4c94-8004-edec60f02552 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:35.897470 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d1fa344c-de42-427d-9ff9-82fa146d4a6f req-76cdd16f-21c1-4c94-8004-edec60f02552 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/ports?device_id=4411fdf7-56ee-46c3-b678-8fff5007d03d HTTP/1.1" status: 200 len: 944 time: 0.3635592 Jul 23 16:32:35.948941 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9caa2f95-8e97-4f77-94c6-5ed372476d26 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.949313 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 726cd214-8346-47cb-a33e-99234af00cab completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:35.963074 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 726cd214-8346-47cb-a33e-99234af00cab triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:35.964156 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.977525 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d1fa344c-de42-427d-9ff9-82fa146d4a6f req-112f8977-9005-45fd-8779-b806ed63cf65 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c9d7159-c23c-4b15-b9f1-eee4dabe02b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790253 Jul 23 16:32:36.029632 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=f31edcfa-7264-4db3-a931-c5449a665a3f,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:36.128248 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-06bcd364-d5fc-4bfc-9553-733b44238de4 service neutron] 10.222.0.73 "GET /v2.0/networks/822c4403-bb0c-4546-8f2b-3a09521c11de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286530 Jul 23 16:32:36.137488 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:36.214843 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 726cd214-8346-47cb-a33e-99234af00cab, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=726cd214-8346-47cb-a33e-99234af00cab,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:36.224523 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:36.298036 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=726cd214-8346-47cb-a33e-99234af00cab,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:36.321692 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-62447c66-643f-4eec-a15e-66967dc23f5a service neutron] 10.222.0.73 "GET /v2.0/networks/822c4403-bb0c-4546-8f2b-3a09521c11de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867018 Jul 23 16:32:36.339531 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9caa2f95-8e97-4f77-94c6-5ed372476d26 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:36.345238 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f723a-bf36-4dd4-b01a-83fa127a1ff3 req-232917dc-8be3-473a-9fdf-6b4c910f982e tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.347078 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c61f723a-bf36-4dd4-b01a-83fa127a1ff3 req-232917dc-8be3-473a-9fdf-6b4c910f982e tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 946 time: 0.1482656 Jul 23 16:32:36.396316 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c61f723a-bf36-4dd4-b01a-83fa127a1ff3 req-32b41eca-b4ea-4576-b005-aefe97c25774 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428836 Jul 23 16:32:36.445324 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9caa2f95-8e97-4f77-94c6-5ed372476d26 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:36.462176 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9caa2f95-8e97-4f77-94c6-5ed372476d26 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:36.463481 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9caa2f95-8e97-4f77-94c6-5ed372476d26 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/86414815-b0c4-49ea-83aa-81a9fa75bfd9 HTTP/1.1" status: 204 len: 168 time: 0.6813405 Jul 23 16:32:36.466079 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45540) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:36.474963 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25852670-e8be-4078-b016-bd72ffb69cb7 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:36.514577 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa2f95-8e97-4f77-94c6-5ed372476d26 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Subnet': ['ID=86414815-b0c4-49ea-83aa-81a9fa75bfd9,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:36.577311 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-e738a2cf-db3f-4348-aff2-dd7b745cbf12 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting subnet d942c8f0-9775-4bbe-86d9-383a04dea071 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:32:36.581702 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e738a2cf-db3f-4348-aff2-dd7b745cbf12 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:36.642630 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc557e02-ee4f-4afe-94ec-7cd1d4387175 x-openstack-request-id: req-fc557e02-ee4f-4afe-94ec-7cd1d4387175 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:36.643053 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4411fdf7-56ee-46c3-b678-8fff5007d03d", "name": "network-vif-plugged", "status": "completed", "tag": "f31edcfa-7264-4db3-a931-c5449a665a3f", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:36.643405 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fc557e02-ee4f-4afe-94ec-7cd1d4387175 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:36.645213 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4411fdf7-56ee-46c3-b678-8fff5007d03d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31edcfa-7264-4db3-a931-c5449a665a3f', 'code': 200} Jul 23 16:32:36.685271 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:36.751411 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e738a2cf-db3f-4348-aff2-dd7b745cbf12 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:36.808815 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0fd070d6-2b4b-428f-9feb-ab2300d43104 req-a84adf81-8ba9-4ccc-bd29-e8c107e492ab tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa226837-e48f-4ec1-b547-1bcb185be912 HTTP/1.1" status: 200 len: 210 time: 0.1458645 Jul 23 16:32:36.923264 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e738a2cf-db3f-4348-aff2-dd7b745cbf12 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:37.011141 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e1e2f-0f64-44ea-bb86-6943991e9c27 req-dbdefe7a-cac3-4cbf-b3e5-dc965cd6dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:37.012695 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd2e1e2f-0f64-44ea-bb86-6943991e9c27 req-dbdefe7a-cac3-4cbf-b3e5-dc965cd6dd2b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=4411fdf7-56ee-46c3-b678-8fff5007d03d HTTP/1.1" status: 200 len: 1096 time: 0.3577056 Jul 23 16:32:37.015319 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e738a2cf-db3f-4348-aff2-dd7b745cbf12 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:37.045179 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553d599-c9a1-4b1f-b3cc-df0bd0a839f3 req-8617efd9-4edf-4c3f-9751-0721529a1cbe tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:37.047163 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c553d599-c9a1-4b1f-b3cc-df0bd0a839f3 req-8617efd9-4edf-4c3f-9751-0721529a1cbe tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.3852839 Jul 23 16:32:37.083309 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e738a2cf-db3f-4348-aff2-dd7b745cbf12 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:37.087649 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e738a2cf-db3f-4348-aff2-dd7b745cbf12 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/d942c8f0-9775-4bbe-86d9-383a04dea071 HTTP/1.1" status: 204 len: 168 time: 0.6182618 Jul 23 16:32:37.088107 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45556) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:37.130507 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738a2cf-db3f-4348-aff2-dd7b745cbf12 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Subnet': ['ID=d942c8f0-9775-4bbe-86d9-383a04dea071,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:37.149929 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ec2ff382-48bf-4b47-9810-b8367cf97c76 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606034 Jul 23 16:32:37.152961 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45560) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:37.158827 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-c16454fa-4014-40f6-abc6-63f649bd0eec tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:37.192265 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd2e1e2f-0f64-44ea-bb86-6943991e9c27 req-72caa3fe-2cf0-4577-98f2-1d55966fcce2 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=3c9d7159-c23c-4b15-b9f1-eee4dabe02b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434700 Jul 23 16:32:37.196425 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c553d599-c9a1-4b1f-b3cc-df0bd0a839f3 req-a9f29d6b-7749-4117-ba13-e4cb6bcadeb4 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328638 Jul 23 16:32:37.259049 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdce6ea-4e1d-4f3a-b2e6-440786e36969 req-78aa7c6c-5c64-4fc7-b098-36df8fed7bfe tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:37.267215 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fcdce6ea-4e1d-4f3a-b2e6-440786e36969 req-78aa7c6c-5c64-4fc7-b098-36df8fed7bfe tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/ports?device_id=4411fdf7-56ee-46c3-b678-8fff5007d03d HTTP/1.1" status: 200 len: 945 time: 0.1982322 Jul 23 16:32:37.294768 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:37.309624 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16454fa-4014-40f6-abc6-63f649bd0eec tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:37.316869 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c16454fa-4014-40f6-abc6-63f649bd0eec tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:37.332141 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fcdce6ea-4e1d-4f3a-b2e6-440786e36969 req-47761f07-61c4-49a7-b37e-c1aa73240816 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c9d7159-c23c-4b15-b9f1-eee4dabe02b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592601 Jul 23 16:32:37.524647 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5e2955-b340-40c8-b64f-08eb364f6fdf None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:37.579041 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c16454fa-4014-40f6-abc6-63f649bd0eec tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:37.608118 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6469c-e0c7-4e2e-af1d-90ac227ad055 req-44e516ea-6d64-4c6e-8e8d-c9267c8307b5 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:37.614288 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-49a6469c-e0c7-4e2e-af1d-90ac227ad055 req-44e516ea-6d64-4c6e-8e8d-c9267c8307b5 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 946 time: 0.1243534 Jul 23 16:32:37.652548 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16454fa-4014-40f6-abc6-63f649bd0eec tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:37.654571 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4b6b6609-32c9-45c6-964d-efd7ce8e07b9 None None] Provisioning complete for port c5c7494b-698e-4e49-b91a-788c9fe6f034 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:37.654968 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4b6b6609-32c9-45c6-964d-efd7ce8e07b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:37.656332 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-c16454fa-4014-40f6-abc6-63f649bd0eec tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:37.662152 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16454fa-4014-40f6-abc6-63f649bd0eec tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:37.662665 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c16454fa-4014-40f6-abc6-63f649bd0eec tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:37.675600 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16454fa-4014-40f6-abc6-63f649bd0eec tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Subnet': ['ID=a69f8ab7-a3d1-4d5d-9fc0-8a1ab6449de5,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:37.680726 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-49a6469c-e0c7-4e2e-af1d-90ac227ad055 req-d6d717b8-33b2-486b-af63-22feb33139d8 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628376 Jul 23 16:32:37.689112 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c16454fa-4014-40f6-abc6-63f649bd0eec tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5316684 Jul 23 16:32:37.690315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45568) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:37.699980 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-8fc32750-3bab-4e24-8542-e5cdc9332ac7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:37.874342 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc32750-3bab-4e24-8542-e5cdc9332ac7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:37.881410 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8fc32750-3bab-4e24-8542-e5cdc9332ac7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:37.980080 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b3b14b-6ba7-47f6-8444-4804d96e785f None None] Update dhcp port {'port': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'fixed_ips': [{'subnet_id': 'a69f8ab7-a3d1-4d5d-9fc0-8a1ab6449de5'}], 'binding:host_id': 'n-d-778549-4'}, 'id': 'c5c7494b-698e-4e49-b91a-788c9fe6f034'} from n-d-778549-4. {{(pid=94014) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:32:38.038592 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-01b3b14b-6ba7-47f6-8444-4804d96e785f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:38.099276 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-182f578c-97f4-437e-80c8-7027f3e93773 req-34b70d95-449d-4a9e-a0e9-4ab8ac9883fc tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa226837-e48f-4ec1-b547-1bcb185be912 HTTP/1.1" status: 200 len: 210 time: 0.0958831 Jul 23 16:32:38.172840 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-c82613b9-56af-453d-b3b1-292dca6f4ba8 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:38.174476 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-c82613b9-56af-453d-b3b1-292dca6f4ba8 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.74 "GET /v2.0/networks?id=822c4403-bb0c-4546-8f2b-3a09521c11de HTTP/1.1" status: 200 len: 824 time: 0.2745430 Jul 23 16:32:38.201817 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-d8fbdfa9-cb59-40c7-a4a7-4bc0a6968db0 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Request body: {'port': {'device_id': 'fa226837-e48f-4ec1-b547-1bcb185be912', 'network_id': '822c4403-bb0c-4546-8f2b-3a09521c11de', 'admin_state_up': True, 'tenant_id': '9c822134d8f1454586f77beb29c33fca'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:38.281037 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-01b3b14b-6ba7-47f6-8444-4804d96e785f None None] Allocated IP 172.20.0.2 (6431ca09-76a8-48e6-9c71-fe9e76635950/a69f8ab7-a3d1-4d5d-9fc0-8a1ab6449de5/c5c7494b-698e-4e49-b91a-788c9fe6f034) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:38.391822 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-01b3b14b-6ba7-47f6-8444-4804d96e785f None None] For port c5c7494b-698e-4e49-b91a-788c9fe6f034, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c5c7494b-698e-4e49-b91a-788c9fe6f034,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:38.425126 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-01b3b14b-6ba7-47f6-8444-4804d96e785f None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:38.440252 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-01b3b14b-6ba7-47f6-8444-4804d96e785f None None] Transition to ACTIVE for port object c5c7494b-698e-4e49-b91a-788c9fe6f034 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:38.443788 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-01b3b14b-6ba7-47f6-8444-4804d96e785f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:38.536091 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3b14b-6ba7-47f6-8444-4804d96e785f None None] Pushing event updated for resources: {'Port': ['ID=c5c7494b-698e-4e49-b91a-788c9fe6f034,revision_number=12']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:38.547301 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:38.646270 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd420a9a8-aff2-437f-80c1-258f3ee789da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726cd214-8346-47cb-a33e-99234af00cab'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:38.648701 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e332322-c869-4234-b598-d513c140536c" -d '{"events": [{"server_uuid": "d420a9a8-aff2-437f-80c1-258f3ee789da", "name": "network-vif-plugged", "status": "completed", "tag": "726cd214-8346-47cb-a33e-99234af00cab"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:38.785597 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-d8fbdfa9-cb59-40c7-a4a7-4bc0a6968db0 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Made reservation on behalf of 9c822134d8f1454586f77beb29c33fca for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:38.793190 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-d8fbdfa9-cb59-40c7-a4a7-4bc0a6968db0 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:38.856925 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1cb406-a6c7-43ec-a612-70d49fef3a87 req-1ff7d6f0-02b8-4c34-be63-3c6029a160ef tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:38.858552 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3a1cb406-a6c7-43ec-a612-70d49fef3a87 req-1ff7d6f0-02b8-4c34-be63-3c6029a160ef tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.5555611 Jul 23 16:32:38.889417 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319acca-3a72-494d-89fb-1727599d0bf0 req-c10126b5-f7c5-4696-8bab-a182a5a99867 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:38.890977 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8319acca-3a72-494d-89fb-1727599d0bf0 req-c10126b5-f7c5-4696-8bab-a182a5a99867 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/ports?device_id=4411fdf7-56ee-46c3-b678-8fff5007d03d HTTP/1.1" status: 200 len: 945 time: 0.2500415 Jul 23 16:32:39.117591 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3a1cb406-a6c7-43ec-a612-70d49fef3a87 req-ec47cc0a-978e-462f-847e-0bdef306a30d tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226608 Jul 23 16:32:39.126294 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce5a2ae-a939-4a18-bcc7-2463dc916648 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:39.160572 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8319acca-3a72-494d-89fb-1727599d0bf0 req-919a1b7c-c86f-400c-b273-13188c2c0a9c tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c9d7159-c23c-4b15-b9f1-eee4dabe02b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547631 Jul 23 16:32:39.177238 n-d-778549-4 neutron-server[94012]: DEBUG neutron.objects.ports [None req-8fc32750-3bab-4e24-8542-e5cdc9332ac7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94012) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:32:39.258918 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352fdc14-189a-4786-b4f4-06a63e66078d x-openstack-request-id: req-352fdc14-189a-4786-b4f4-06a63e66078d {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:39.259220 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d420a9a8-aff2-437f-80c1-258f3ee789da", "name": "network-vif-plugged", "status": "completed", "tag": "726cd214-8346-47cb-a33e-99234af00cab", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:39.259780 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-352fdc14-189a-4786-b4f4-06a63e66078d {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:39.260114 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd420a9a8-aff2-437f-80c1-258f3ee789da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726cd214-8346-47cb-a33e-99234af00cab', 'code': 200} Jul 23 16:32:39.290572 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1c7845f0-56b0-47f4-bf20-7525313113f3 None None] Provisioning for port c5c7494b-698e-4e49-b91a-788c9fe6f034 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:39.315943 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1c7845f0-56b0-47f4-bf20-7525313113f3 None None] Provisioning complete for port c5c7494b-698e-4e49-b91a-788c9fe6f034 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:39.316326 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1c7845f0-56b0-47f4-bf20-7525313113f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:39.350552 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ab3ea-f994-46e4-9306-15881b950598 req-d7e6e202-6cbc-4b70-976f-887a7b0306aa tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:39.354027 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a26ab3ea-f994-46e4-9306-15881b950598 req-d7e6e202-6cbc-4b70-976f-887a7b0306aa tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.97 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.5408814 Jul 23 16:32:39.412771 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-d8fbdfa9-cb59-40c7-a4a7-4bc0a6968db0 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Allocated IP 172.20.0.11 (822c4403-bb0c-4546-8f2b-3a09521c11de/96d59529-59d6-4776-811d-430c1d4db6b9/72da50b2-1db1-48af-9e0c-e7e19949fe6a) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:39.568445 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a27b3d-eece-4283-910d-8144f13391ed None None] Update dhcp port {'port': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'fixed_ips': [{'subnet_id': 'a69f8ab7-a3d1-4d5d-9fc0-8a1ab6449de5', 'ip_address': '172.20.0.2'}, {'subnet_id': '42be369e-9f10-45ae-a779-443925e071a6'}], 'binding:host_id': 'n-d-778549-4'}, 'id': 'c5c7494b-698e-4e49-b91a-788c9fe6f034'} from n-d-778549-4. {{(pid=94014) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:32:39.605708 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e2a27b3d-eece-4283-910d-8144f13391ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:39.694264 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a8d906a-84a9-4e74-ace6-1f56076e564e req-09397296-8ad3-4d85-b8ed-f172941b2d96 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa226837-e48f-4ec1-b547-1bcb185be912 HTTP/1.1" status: 200 len: 210 time: 0.3388715 Jul 23 16:32:39.902519 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.api [None req-e2a27b3d-eece-4283-910d-8144f13391ed None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:32:39.902519 n-d-778549-4 neutron-server[94014]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Jul 23 16:32:39.902519 n-d-778549-4 neutron-server[94014]: [parameters: {'ip_address': '2001:db8::f816:3eff:fed0:a48b', 'status': 'ALLOCATED', 'ipam_subnet_id': 'cc71afad-2335-4b36-ac3f-18c8bff189c4'}] Jul 23 16:32:39.902519 n-d-778549-4 neutron-server[94014]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:32:39.903427 n-d-778549-4 neutron-server[94014]: DEBUG oslo_db.api [None req-e2a27b3d-eece-4283-910d-8144f13391ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:32:39.960245 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a611d-4555-4a05-9c39-e3fd5a63d9b8 req-1bbce2f2-a401-4ef2-a139-c0daa2a58487 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:39.961726 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c67a611d-4555-4a05-9c39-e3fd5a63d9b8 req-1bbce2f2-a401-4ef2-a139-c0daa2a58487 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 946 time: 0.5853300 Jul 23 16:32:40.016109 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2da68c-fa60-4bda-a11b-f908a10a844b req-94b46d23-9661-46ad-a2cf-63e9c6c3e7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:40.017663 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-be2da68c-fa60-4bda-a11b-f908a10a844b req-94b46d23-9661-46ad-a2cf-63e9c6c3e7ce service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 1097 time: 0.6393771 Jul 23 16:32:40.116804 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8fc32750-3bab-4e24-8542-e5cdc9332ac7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:40.170098 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-d8fbdfa9-cb59-40c7-a4a7-4bc0a6968db0 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:40.173603 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-a26ab3ea-f994-46e4-9306-15881b950598 req-931e4ea3-0251-4f3a-bd2f-2a4989839f6b tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Deleting port 55a8f7e5-9788-45f1-97ef-d16ee7f8d936 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:40.173933 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a26ab3ea-f994-46e4-9306-15881b950598 req-931e4ea3-0251-4f3a-bd2f-2a4989839f6b tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:40.177686 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-be2da68c-fa60-4bda-a11b-f908a10a844b req-2a53c469-fdbe-4207-9a38-f97108e741f7 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463168 Jul 23 16:32:40.180446 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c67a611d-4555-4a05-9c39-e3fd5a63d9b8 req-3ea4435b-b0d9-47ba-bb26-cc1a6f9019b1 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618629 Jul 23 16:32:40.195676 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1191fc4-9193-49b2-9d6c-842929625881 req-1a693a04-dab4-4032-a622-965d96a8e061 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:40.197284 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b1191fc4-9193-49b2-9d6c-842929625881 req-1a693a04-dab4-4032-a622-965d96a8e061 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/ports?device_id=2c9be97e-c6d3-4ef3-b247-3c382d16b886 HTTP/1.1" status: 200 len: 945 time: 0.3889606 Jul 23 16:32:40.422520 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b1191fc4-9193-49b2-9d6c-842929625881 req-5b2ce136-f9fb-408e-8012-a8a538816c9b tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c9d7159-c23c-4b15-b9f1-eee4dabe02b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931887 Jul 23 16:32:40.462144 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-a26ab3ea-f994-46e4-9306-15881b950598 req-931e4ea3-0251-4f3a-bd2f-2a4989839f6b tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] For port 55a8f7e5-9788-45f1-97ef-d16ee7f8d936, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=55a8f7e5-9788-45f1-97ef-d16ee7f8d936,segment=NetworkSegment(df6739ee-9486-4b9d-9722-2715c1acab76),segment_id=df6739ee-9486-4b9d-9722-2715c1acab76)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:40.462319 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a26ab3ea-f994-46e4-9306-15881b950598 req-931e4ea3-0251-4f3a-bd2f-2a4989839f6b tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:40.477341 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c5c7494b-698e-4e49-b91a-788c9fe6f034 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:32:40.512949 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-a26ab3ea-f994-46e4-9306-15881b950598 req-931e4ea3-0251-4f3a-bd2f-2a4989839f6b tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Calling delete_port for 55a8f7e5-9788-45f1-97ef-d16ee7f8d936 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:40.515222 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-d8fbdfa9-cb59-40c7-a4a7-4bc0a6968db0 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:40.521910 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e2a27b3d-eece-4283-910d-8144f13391ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:40.601899 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e4c7d-c106-4247-ad60-b0a3f1ff48f1 req-e60aa954-1535-4760-9083-2a48bcbe2d1d tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:40.603411 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-166e4c7d-c106-4247-ad60-b0a3f1ff48f1 req-e60aa954-1535-4760-9083-2a48bcbe2d1d tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 945 time: 0.3479500 Jul 23 16:32:40.624684 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port c5c7494b-698e-4e49-b91a-788c9fe6f034 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:40.625308 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:40.930454 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-d8fbdfa9-cb59-40c7-a4a7-4bc0a6968db0 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Network 822c4403-bb0c-4546-8f2b-3a09521c11de is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:40.958962 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-d8fbdfa9-cb59-40c7-a4a7-4bc0a6968db0 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:40.960836 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fbdfa9-cb59-40c7-a4a7-4bc0a6968db0 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Pushing event updated for resources: {'Port': ['ID=72da50b2-1db1-48af-9e0c-e7e19949fe6a,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:40.969796 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-d8fbdfa9-cb59-40c7-a4a7-4bc0a6968db0 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:40.974651 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-8fc32750-3bab-4e24-8542-e5cdc9332ac7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] For port c5c7494b-698e-4e49-b91a-788c9fe6f034, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c5c7494b-698e-4e49-b91a-788c9fe6f034,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:41.103746 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8fc32750-3bab-4e24-8542-e5cdc9332ac7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:41.112105 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-166e4c7d-c106-4247-ad60-b0a3f1ff48f1 req-bb39dbed-6ce4-4aab-b623-1d406bd72875 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f132b86-7488-45b7-925c-02024b26c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804268 Jul 23 16:32:41.116782 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.api [None req-e2a27b3d-eece-4283-910d-8144f13391ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:32:41.119764 n-d-778549-4 neutron-server[94014]: DEBUG oslo_db.api [None req-e2a27b3d-eece-4283-910d-8144f13391ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:32:41.133172 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8fc32750-3bab-4e24-8542-e5cdc9332ac7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:41.133944 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8fc32750-3bab-4e24-8542-e5cdc9332ac7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:41.189593 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-d8fbdfa9-cb59-40c7-a4a7-4bc0a6968db0 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:41.190367 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-d8fbdfa9-cb59-40c7-a4a7-4bc0a6968db0 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:41.289658 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc32750-3bab-4e24-8542-e5cdc9332ac7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:41.291223 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-d8fbdfa9-cb59-40c7-a4a7-4bc0a6968db0 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0965135 Jul 23 16:32:41.302413 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-8fc32750-3bab-4e24-8542-e5cdc9332ac7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:41.312036 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df83e6-185e-4838-b11d-cc281fa00b43 req-d614e360-2c74-4185-9181-07a2ee3ea754 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:41.313635 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-69df83e6-185e-4838-b11d-cc281fa00b43 req-d614e360-2c74-4185-9181-07a2ee3ea754 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa226837-e48f-4ec1-b547-1bcb185be912 HTTP/1.1" status: 200 len: 932 time: 0.3765829 Jul 23 16:32:41.323311 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-e218404a-04f9-447c-bd37-8eafe2ee1cf3 service neutron] Request body: {'port': {'device_id': 'fa226837-e48f-4ec1-b547-1bcb185be912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:41.326387 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc32750-3bab-4e24-8542-e5cdc9332ac7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:41.326906 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8fc32750-3bab-4e24-8542-e5cdc9332ac7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:41.331701 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc32750-3bab-4e24-8542-e5cdc9332ac7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Subnet': ['ID=42be369e-9f10-45ae-a779-443925e071a6,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:41.367521 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc32750-3bab-4e24-8542-e5cdc9332ac7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Port': ['ID=c5c7494b-698e-4e49-b91a-788c9fe6f034,revision_number=14']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:41.418165 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8fc32750-3bab-4e24-8542-e5cdc9332ac7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.7196307 Jul 23 16:32:41.419236 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45620) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:41.426284 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6cd9d293-22c8-4377-b45e-bece17770f80 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'port': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'mac_address': 'fa:16:3e:3c:7c:61', 'name': 'tempest-NetworksTestDHCPv6-1191695520'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:41.451921 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a26ab3ea-f994-46e4-9306-15881b950598 req-931e4ea3-0251-4f3a-bd2f-2a4989839f6b tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:41.460113 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e2a27b3d-eece-4283-910d-8144f13391ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:41.562240 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-69df83e6-185e-4838-b11d-cc281fa00b43 req-4252054c-52c4-464d-a0c1-b4f3c7d047c9 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/security-groups?id=757f7dfe-a2df-4b4c-840d-38e4460f69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193804 Jul 23 16:32:41.570772 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e4ea3-0251-4f3a-bd2f-2a4989839f6b tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Pushing event deleted for resources: {'Port': ['ID=55a8f7e5-9788-45f1-97ef-d16ee7f8d936,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:41.588657 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45626) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:41.630897 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd9d293-22c8-4377-b45e-bece17770f80 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:41.632228 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-e218404a-04f9-447c-bd37-8eafe2ee1cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:41.688102 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26ab3ea-f994-46e4-9306-15881b950598 req-931e4ea3-0251-4f3a-bd2f-2a4989839f6b tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] No DVR routers for this DVR port 55a8f7e5-9788-45f1-97ef-d16ee7f8d936 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:41.702868 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a26ab3ea-f994-46e4-9306-15881b950598 req-931e4ea3-0251-4f3a-bd2f-2a4989839f6b tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:41.704878 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a26ab3ea-f994-46e4-9306-15881b950598 req-931e4ea3-0251-4f3a-bd2f-2a4989839f6b tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.97 "DELETE /v2.0/ports/55a8f7e5-9788-45f1-97ef-d16ee7f8d936 HTTP/1.1" status: 204 len: 173 time: 2.3066680 Jul 23 16:32:41.706956 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44d5c79-6766-49c9-bb74-5df896a4c1e4', 'name': 'network-vif-deleted', 'tag': '55a8f7e5-9788-45f1-97ef-d16ee7f8d936'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:41.709591 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd814de2-87ff-4d68-bd3c-bca40d0b4b08" -d '{"events": [{"server_uuid": "d44d5c79-6766-49c9-bb74-5df896a4c1e4", "name": "network-vif-deleted", "tag": "55a8f7e5-9788-45f1-97ef-d16ee7f8d936"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:41.770201 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b17f83-12ca-4313-82e7-02a05839cd1b req-4fc1be18-77e3-45f5-a08f-f278e992f415 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:41.771800 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-14b17f83-12ca-4313-82e7-02a05839cd1b req-4fc1be18-77e3-45f5-a08f-f278e992f415 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 946 time: 0.3872952 Jul 23 16:32:41.778305 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-e2a27b3d-eece-4283-910d-8144f13391ed None None] For port c5c7494b-698e-4e49-b91a-788c9fe6f034, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c5c7494b-698e-4e49-b91a-788c9fe6f034,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:41.811719 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6cd9d293-22c8-4377-b45e-bece17770f80 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:41.819730 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e2a27b3d-eece-4283-910d-8144f13391ed None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:41.830687 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e2a27b3d-eece-4283-910d-8144f13391ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:41.844991 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e47728a9-9d72-4dc0-bf35-c31d2c8a7037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:41.893791 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-6cd9d293-22c8-4377-b45e-bece17770f80 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] device_id is not set on port 6e8d45df-367a-4e67-9218-44207f2582ec yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:32:41.913189 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a27b3d-eece-4283-910d-8144f13391ed None None] Pushing event updated for resources: {'Port': ['ID=c5c7494b-698e-4e49-b91a-788c9fe6f034,revision_number=15']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:41.974271 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-14b17f83-12ca-4313-82e7-02a05839cd1b req-d8f9ad4a-f3cc-4bf5-a860-fb195ad4a0f2 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884181 Jul 23 16:32:41.982633 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15722510-1278-4a72-8c21-b4ba0dcefecf req-a765cae3-4b65-4b41-b991-5177ebb3fbca tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:41.984128 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15722510-1278-4a72-8c21-b4ba0dcefecf req-a765cae3-4b65-4b41-b991-5177ebb3fbca tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/ports?device_id=2c9be97e-c6d3-4ef3-b247-3c382d16b886 HTTP/1.1" status: 200 len: 945 time: 0.2993619 Jul 23 16:32:42.065673 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15722510-1278-4a72-8c21-b4ba0dcefecf req-fcef0657-32fa-4091-bc45-eedcf95cf504 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c9d7159-c23c-4b15-b9f1-eee4dabe02b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739276 Jul 23 16:32:42.163966 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e47728a9-9d72-4dc0-bf35-c31d2c8a7037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:42.169932 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e47728a9-9d72-4dc0-bf35-c31d2c8a7037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:42.217987 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47728a9-9d72-4dc0-bf35-c31d2c8a7037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23ad0f4-0b37-4de1-9d4f-b2940eb09c67,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:42.226097 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9d672d-0c8a-4fc3-8050-a0af0fce70f0 x-openstack-request-id: req-5d9d672d-0c8a-4fc3-8050-a0af0fce70f0 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:42.226378 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44d5c79-6766-49c9-bb74-5df896a4c1e4", "name": "network-vif-deleted", "tag": "55a8f7e5-9788-45f1-97ef-d16ee7f8d936", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:42.226640 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5d9d672d-0c8a-4fc3-8050-a0af0fce70f0 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:42.227046 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44d5c79-6766-49c9-bb74-5df896a4c1e4', 'name': 'network-vif-deleted', 'tag': '55a8f7e5-9788-45f1-97ef-d16ee7f8d936', 'status': 'completed', 'code': 200} Jul 23 16:32:42.272298 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-6cd9d293-22c8-4377-b45e-bece17770f80 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Allocated IP 172.20.0.9 (6431ca09-76a8-48e6-9c71-fe9e76635950/a69f8ab7-a3d1-4d5d-9fc0-8a1ab6449de5/6e8d45df-367a-4e67-9218-44207f2582ec) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:42.290342 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e47728a9-9d72-4dc0-bf35-c31d2c8a7037 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dce52eacbae14feebaa6826d77ca4fb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7001522 Jul 23 16:32:42.291921 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-6cd9d293-22c8-4377-b45e-bece17770f80 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Allocated IP 2001:db8::f816:3eff:fe3c:7c61 (6431ca09-76a8-48e6-9c71-fe9e76635950/42be369e-9f10-45ae-a779-443925e071a6/6e8d45df-367a-4e67-9218-44207f2582ec) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:42.293937 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45638) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:42.362246 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-917efe79-a13e-4f9d-9c7e-06d9cded3906 req-ff862b20-09c4-437a-9bbc-dc070e349244 tempest-ServerRescueNegativeTestJSON-559171184 tempest-ServerRescueNegativeTestJSON-559171184-project] 10.222.0.73 "GET /v2.0/ports?device_id=d44d5c79-6766-49c9-bb74-5df896a4c1e4 HTTP/1.1" status: 200 len: 210 time: 0.0519946 Jul 23 16:32:42.369374 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-e218404a-04f9-447c-bd37-8eafe2ee1cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72da50b2-1db1-48af-9e0c-e7e19949fe6a {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:32:42.379278 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-e218404a-04f9-447c-bd37-8eafe2ee1cf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:42.405139 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-e218404a-04f9-447c-bd37-8eafe2ee1cf3 service neutron] Transition to ACTIVE for port object 72da50b2-1db1-48af-9e0c-e7e19949fe6a will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:42.414297 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-e218404a-04f9-447c-bd37-8eafe2ee1cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:42.474287 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-66049800-0c7a-41c0-aaae-2bf7278d2413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:42.494376 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c5c7494b-698e-4e49-b91a-788c9fe6f034 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:32:42.508719 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218404a-04f9-447c-bd37-8eafe2ee1cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=72da50b2-1db1-48af-9e0c-e7e19949fe6a,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:42.524050 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021cbae3-5fbc-4d2e-840c-6c5e8cafd44a req-4dd17386-8fdd-4b54-8318-7aaf9aa7c800 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:42.526554 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-021cbae3-5fbc-4d2e-840c-6c5e8cafd44a req-4dd17386-8fdd-4b54-8318-7aaf9aa7c800 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 946 time: 0.2985535 Jul 23 16:32:42.532710 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-66049800-0c7a-41c0-aaae-2bf7278d2413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:42.541927 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45640) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:42.547549 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-a0060481-1d75-4b8d-87da-5b5285c72109 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Request body: {'floatingip': {'port_id': '726cd214-8346-47cb-a33e-99234af00cab'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:42.603450 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port c5c7494b-698e-4e49-b91a-788c9fe6f034 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:42.604394 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:42.614927 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6cd9d293-22c8-4377-b45e-bece17770f80 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:42.635692 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-6cd9d293-22c8-4377-b45e-bece17770f80 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Transition to ACTIVE for port object 6e8d45df-367a-4e67-9218-44207f2582ec will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:42.674237 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-66049800-0c7a-41c0-aaae-2bf7278d2413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:42.677460 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-66049800-0c7a-41c0-aaae-2bf7278d2413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:42.681209 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-66049800-0c7a-41c0-aaae-2bf7278d2413 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f23ad0f4-0b37-4de1-9d4f-b2940eb09c67 HTTP/1.1" status: 204 len: 168 time: 0.3837769 Jul 23 16:32:42.695026 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6cd9d293-22c8-4377-b45e-bece17770f80 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:42.714808 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a0060481-1d75-4b8d-87da-5b5285c72109 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks [] for floatingip, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:42.723356 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458e1d29-d1e6-41f8-8267-d748ddc9be9c None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:42.754455 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66049800-0c7a-41c0-aaae-2bf7278d2413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23ad0f4-0b37-4de1-9d4f-b2940eb09c67,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:42.780414 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd9d293-22c8-4377-b45e-bece17770f80 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:42.790804 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-6cd9d293-22c8-4377-b45e-bece17770f80 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:42.795449 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd9d293-22c8-4377-b45e-bece17770f80 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:42.799048 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9d293-22c8-4377-b45e-bece17770f80 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Port': ['ID=6e8d45df-367a-4e67-9218-44207f2582ec,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:42.861090 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec3b82-feba-4bea-ad13-e92c8ee91564 req-883b84c2-344d-4b01-9aac-acffbc1b1240 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:42.862353 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5eec3b82-feba-4bea-ad13-e92c8ee91564 req-883b84c2-344d-4b01-9aac-acffbc1b1240 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.74 "GET /v2.0/ports?device_id=2c9be97e-c6d3-4ef3-b247-3c382d16b886 HTTP/1.1" status: 200 len: 945 time: 0.1822448 Jul 23 16:32:42.870620 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd9d293-22c8-4377-b45e-bece17770f80 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:42.870620 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6cd9d293-22c8-4377-b45e-bece17770f80 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:42.914341 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-e218404a-04f9-447c-bd37-8eafe2ee1cf3 service neutron] Attempting to bind port 72da50b2-1db1-48af-9e0c-e7e19949fe6a on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:42.915013 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-e218404a-04f9-447c-bd37-8eafe2ee1cf3 service neutron] Attempting to bind port 72da50b2-1db1-48af-9e0c-e7e19949fe6a by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '503ed851-0f65-4acf-9c27-8e96b2fb539f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '822c4403-bb0c-4546-8f2b-3a09521c11de'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:42.915564 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-e218404a-04f9-447c-bd37-8eafe2ee1cf3 service neutron] Attempting to bind port 72da50b2-1db1-48af-9e0c-e7e19949fe6a on network 822c4403-bb0c-4546-8f2b-3a09521c11de {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:42.926467 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6cd9d293-22c8-4377-b45e-bece17770f80 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5026758 Jul 23 16:32:42.930442 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45648) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:42.937684 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b1e171b0-b062-44b1-a9e0-88403425d7c6 None None] Provisioning complete for port c5c7494b-698e-4e49-b91a-788c9fe6f034 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:42.938183 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b1e171b0-b062-44b1-a9e0-88403425d7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:42.967342 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-e218404a-04f9-447c-bd37-8eafe2ee1cf3 service neutron] Port 72da50b2-1db1-48af-9e0c-e7e19949fe6a on network 822c4403-bb0c-4546-8f2b-3a09521c11de not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:42.967977 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-e218404a-04f9-447c-bd37-8eafe2ee1cf3 service neutron] Attempting to bind port 72da50b2-1db1-48af-9e0c-e7e19949fe6a on network 822c4403-bb0c-4546-8f2b-3a09521c11de {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:42.990387 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-e218404a-04f9-447c-bd37-8eafe2ee1cf3 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:32:42.991504 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-e218404a-04f9-447c-bd37-8eafe2ee1cf3 service neutron] Checking segment: {'id': '503ed851-0f65-4acf-9c27-8e96b2fb539f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '822c4403-bb0c-4546-8f2b-3a09521c11de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:32:42.992069 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-e218404a-04f9-447c-bd37-8eafe2ee1cf3 service neutron] Bound using segment: {'id': '503ed851-0f65-4acf-9c27-8e96b2fb539f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '822c4403-bb0c-4546-8f2b-3a09521c11de'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:32:42.992698 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-e218404a-04f9-447c-bd37-8eafe2ee1cf3 service neutron] Bound port: 72da50b2-1db1-48af-9e0c-e7e19949fe6a, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '503ed851-0f65-4acf-9c27-8e96b2fb539f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '822c4403-bb0c-4546-8f2b-3a09521c11de'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:32:42.993269 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-e218404a-04f9-447c-bd37-8eafe2ee1cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:43.006102 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef62ea-9e20-403b-b45a-f042f63d73f4 req-3daaafbd-6921-402b-89cd-818a00f1ab75 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:43.008104 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0aef62ea-9e20-403b-b45a-f042f63d73f4 req-3daaafbd-6921-402b-89cd-818a00f1ab75 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.97 "GET /v2.0/ports?device_id=4411fdf7-56ee-46c3-b678-8fff5007d03d HTTP/1.1" status: 200 len: 945 time: 0.3368046 Jul 23 16:32:43.017241 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a9112-0584-47bd-97f3-b14a48e74b88 req-a8db8e6e-77f6-4bf1-b6e2-525aad43407a tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:43.029008 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a41a9112-0584-47bd-97f3-b14a48e74b88 req-a8db8e6e-77f6-4bf1-b6e2-525aad43407a tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa226837-e48f-4ec1-b547-1bcb185be912 HTTP/1.1" status: 200 len: 944 time: 0.3554950 Jul 23 16:32:43.067349 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314820b1-3cea-4bc0-a6ac-9d8fa6c511a8 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:43.074031 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314820b1-3cea-4bc0-a6ac-9d8fa6c511a8 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:43.079348 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-314820b1-3cea-4bc0-a6ac-9d8fa6c511a8 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1439574 Jul 23 16:32:43.080330 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-5eec3b82-feba-4bea-ad13-e92c8ee91564 req-b68c44a7-190b-4b65-ba7d-0a5adce92558 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Deleting port 40d2bc2f-1e93-4b36-90a3-b083454a532d {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:43.080919 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5eec3b82-feba-4bea-ad13-e92c8ee91564 req-b68c44a7-190b-4b65-ba7d-0a5adce92558 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:43.085671 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45652) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:43.149502 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 55a8f7e5-9788-45f1-97ef-d16ee7f8d936 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:43.179452 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 55a8f7e5-9788-45f1-97ef-d16ee7f8d936 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:32:43.180202 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 55a8f7e5-9788-45f1-97ef-d16ee7f8d936 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:32:43.220632 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45658) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:43.252914 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82e147cb-8054-4fef-ac52-b2bfe0b7bbef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:43.299851 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a41a9112-0584-47bd-97f3-b14a48e74b88 req-9936a06a-4ed8-4ec0-ae4c-55959e7d94b1 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/security-groups?id=757f7dfe-a2df-4b4c-840d-38e4460f69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697392 Jul 23 16:32:43.309679 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-5eec3b82-feba-4bea-ad13-e92c8ee91564 req-b68c44a7-190b-4b65-ba7d-0a5adce92558 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] For port 40d2bc2f-1e93-4b36-90a3-b083454a532d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=40d2bc2f-1e93-4b36-90a3-b083454a532d,segment=NetworkSegment(b6f0f71c-01e2-4031-8418-bfa4c9aad4a2),segment_id=b6f0f71c-01e2-4031-8418-bfa4c9aad4a2)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:43.310044 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5eec3b82-feba-4bea-ad13-e92c8ee91564 req-b68c44a7-190b-4b65-ba7d-0a5adce92558 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:43.345245 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-5eec3b82-feba-4bea-ad13-e92c8ee91564 req-b68c44a7-190b-4b65-ba7d-0a5adce92558 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Calling delete_port for 40d2bc2f-1e93-4b36-90a3-b083454a532d owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:43.367413 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-e218404a-04f9-447c-bd37-8eafe2ee1cf3 service neutron] For port 72da50b2-1db1-48af-9e0c-e7e19949fe6a, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:32:43.393008 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-e218404a-04f9-447c-bd37-8eafe2ee1cf3 service neutron] For port 72da50b2-1db1-48af-9e0c-e7e19949fe6a, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=72da50b2-1db1-48af-9e0c-e7e19949fe6a,segment=NetworkSegment(503ed851-0f65-4acf-9c27-8e96b2fb539f),segment_id=503ed851-0f65-4acf-9c27-8e96b2fb539f)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:32:43.413806 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-e218404a-04f9-447c-bd37-8eafe2ee1cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:43.452755 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-64733a51-1600-4c5c-9dbd-75c9da87506f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting port 6e8d45df-367a-4e67-9218-44207f2582ec {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:43.453117 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-64733a51-1600-4c5c-9dbd-75c9da87506f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:43.500794 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45662) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:43.529611 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-0aef62ea-9e20-403b-b45a-f042f63d73f4 req-763d410f-d891-431b-808b-a5a03b15480c tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Deleting port f31edcfa-7264-4db3-a931-c5449a665a3f {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:43.529983 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0aef62ea-9e20-403b-b45a-f042f63d73f4 req-763d410f-d891-431b-808b-a5a03b15480c tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:43.550265 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-e218404a-04f9-447c-bd37-8eafe2ee1cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:43.551113 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-e218404a-04f9-447c-bd37-8eafe2ee1cf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:43.553321 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-e218404a-04f9-447c-bd37-8eafe2ee1cf3 service neutron] 10.222.0.74 "PUT /v2.0/ports/72da50b2-1db1-48af-9e0c-e7e19949fe6a HTTP/1.1" status: 200 len: 1092 time: 2.2334795 Jul 23 16:32:43.573980 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b080e4b2-80eb-4ef3-bde5-006545df4859 None None] Provisioning complete for port c5c7494b-698e-4e49-b91a-788c9fe6f034 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:43.574683 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b080e4b2-80eb-4ef3-bde5-006545df4859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:43.688948 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b080e4b2-80eb-4ef3-bde5-006545df4859 None None] Provisioning for port 6e8d45df-367a-4e67-9218-44207f2582ec completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:43.700957 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82e147cb-8054-4fef-ac52-b2bfe0b7bbef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:43.708131 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b080e4b2-80eb-4ef3-bde5-006545df4859 None None] Provisioning complete for port 6e8d45df-367a-4e67-9218-44207f2582ec triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:43.708570 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b080e4b2-80eb-4ef3-bde5-006545df4859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:43.723467 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34657e24-68f8-4bd8-95b5-dc5c0c658d78 req-13d7074a-0f45-4981-9a10-f407fe5608e9 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:43.725141 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-34657e24-68f8-4bd8-95b5-dc5c0c658d78 req-13d7074a-0f45-4981-9a10-f407fe5608e9 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/ports?device_id=2c9be97e-c6d3-4ef3-b247-3c382d16b886 HTTP/1.1" status: 200 len: 945 time: 0.4333773 Jul 23 16:32:43.735886 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82e147cb-8054-4fef-ac52-b2bfe0b7bbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:43.773492 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-64733a51-1600-4c5c-9dbd-75c9da87506f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:43.835897 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e147cb-8054-4fef-ac52-b2bfe0b7bbef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cf7d1a-fafb-4a81-a225-3d15758993dc,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:43.841730 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-82e147cb-8054-4fef-ac52-b2bfe0b7bbef admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f5c88a1a929b46b0bac61306baf538d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6205051 Jul 23 16:32:43.929616 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45666) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:43.952520 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-64733a51-1600-4c5c-9dbd-75c9da87506f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Calling delete_port for 6e8d45df-367a-4e67-9218-44207f2582ec owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:43.962976 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-b080e4b2-80eb-4ef3-bde5-006545df4859 None None] Port 6e8d45df-367a-4e67-9218-44207f2582ec cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:32:43.984997 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5eec3b82-feba-4bea-ad13-e92c8ee91564 req-b68c44a7-190b-4b65-ba7d-0a5adce92558 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:43.997098 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['f31edcfa-7264-4db3-a931-c5449a665a3f'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:32:44.002281 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['40d2bc2f-1e93-4b36-90a3-b083454a532d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:32:44.082253 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c44a7-190b-4b65-ba7d-0a5adce92558 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Pushing event deleted for resources: {'Port': ['ID=40d2bc2f-1e93-4b36-90a3-b083454a532d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:44.091873 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218404a-04f9-447c-bd37-8eafe2ee1cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=72da50b2-1db1-48af-9e0c-e7e19949fe6a,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:44.125476 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e185e996-6d8a-4ec4-a134-02092ae9b707 None None] Provisioning complete for port 6e8d45df-367a-4e67-9218-44207f2582ec triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:44.126038 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e185e996-6d8a-4ec4-a134-02092ae9b707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:44.156307 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eec3b82-feba-4bea-ad13-e92c8ee91564 req-b68c44a7-190b-4b65-ba7d-0a5adce92558 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] No DVR routers for this DVR port 40d2bc2f-1e93-4b36-90a3-b083454a532d on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:44.157941 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c31a74fa-260f-4ef6-ac73-e72a9faeaab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:44.163002 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5eec3b82-feba-4bea-ad13-e92c8ee91564 req-b68c44a7-190b-4b65-ba7d-0a5adce92558 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:44.164961 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5eec3b82-feba-4bea-ad13-e92c8ee91564 req-b68c44a7-190b-4b65-ba7d-0a5adce92558 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.74 "DELETE /v2.0/ports/40d2bc2f-1e93-4b36-90a3-b083454a532d HTTP/1.1" status: 204 len: 173 time: 1.2916837 Jul 23 16:32:44.165726 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9be97e-c6d3-4ef3-b247-3c382d16b886', 'name': 'network-vif-deleted', 'tag': '40d2bc2f-1e93-4b36-90a3-b083454a532d'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:44.167969 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba37d89-145d-4c85-bc27-48c3159c4ddb" -d '{"events": [{"server_uuid": "2c9be97e-c6d3-4ef3-b247-3c382d16b886", "name": "network-vif-deleted", "tag": "40d2bc2f-1e93-4b36-90a3-b083454a532d"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:44.187185 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-e185e996-6d8a-4ec4-a134-02092ae9b707 None None] Port 6e8d45df-367a-4e67-9218-44207f2582ec cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:32:44.239219 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c31a74fa-260f-4ef6-ac73-e72a9faeaab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:44.242115 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721843e9-0b7d-4275-aacb-90beb1621bb9 x-openstack-request-id: req-721843e9-0b7d-4275-aacb-90beb1621bb9 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:44.242479 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9be97e-c6d3-4ef3-b247-3c382d16b886", "name": "network-vif-deleted", "tag": "40d2bc2f-1e93-4b36-90a3-b083454a532d", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:44.242799 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-721843e9-0b7d-4275-aacb-90beb1621bb9 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:44.243014 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa226837-e48f-4ec1-b547-1bcb185be912', 'tag': '72da50b2-1db1-48af-9e0c-e7e19949fe6a'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:44.243323 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9be97e-c6d3-4ef3-b247-3c382d16b886', 'name': 'network-vif-deleted', 'tag': '40d2bc2f-1e93-4b36-90a3-b083454a532d', 'status': 'completed', 'code': 200} Jul 23 16:32:44.245538 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90253411-f852-4bd5-ade9-1aee9a64bd82" -d '{"events": [{"name": "network-changed", "server_uuid": "fa226837-e48f-4ec1-b547-1bcb185be912", "tag": "72da50b2-1db1-48af-9e0c-e7e19949fe6a"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:44.269405 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-34657e24-68f8-4bd8-95b5-dc5c0c658d78 req-21c61528-838d-42ba-b313-a48e5d7d7ce4 tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c9d7159-c23c-4b15-b9f1-eee4dabe02b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5254676 Jul 23 16:32:44.271732 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-0aef62ea-9e20-403b-b45a-f042f63d73f4 req-763d410f-d891-431b-808b-a5a03b15480c tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] For port f31edcfa-7264-4db3-a931-c5449a665a3f, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=f31edcfa-7264-4db3-a931-c5449a665a3f,segment=NetworkSegment(b6f0f71c-01e2-4031-8418-bfa4c9aad4a2),segment_id=b6f0f71c-01e2-4031-8418-bfa4c9aad4a2)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:44.272102 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0aef62ea-9e20-403b-b45a-f042f63d73f4 req-763d410f-d891-431b-808b-a5a03b15480c tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:44.317935 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-0aef62ea-9e20-403b-b45a-f042f63d73f4 req-763d410f-d891-431b-808b-a5a03b15480c tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Calling delete_port for f31edcfa-7264-4db3-a931-c5449a665a3f owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:44.321687 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-9c3d298c-78a3-4153-9433-0d564f14ef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:44.322721 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-9c3d298c-78a3-4153-9433-0d564f14ef26 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9c822134d8f1454586f77beb29c33fca&device_id=fa226837-e48f-4ec1-b547-1bcb185be912 HTTP/1.1" status: 200 len: 1095 time: 0.7074854 Jul 23 16:32:44.340818 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a0060481-1d75-4b8d-87da-5b5285c72109 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:44.352164 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af93a129-1441-4217-a39d-ef6525fd7130 x-openstack-request-id: req-af93a129-1441-4217-a39d-ef6525fd7130 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:44.352530 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa226837-e48f-4ec1-b547-1bcb185be912", "tag": "72da50b2-1db1-48af-9e0c-e7e19949fe6a", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:44.352758 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-af93a129-1441-4217-a39d-ef6525fd7130 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:44.353181 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa226837-e48f-4ec1-b547-1bcb185be912', 'tag': '72da50b2-1db1-48af-9e0c-e7e19949fe6a', 'status': 'completed', 'code': 200} Jul 23 16:32:44.385848 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a0060481-1d75-4b8d-87da-5b5285c72109 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:44.418526 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c31a74fa-260f-4ef6-ac73-e72a9faeaab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:44.421396 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c31a74fa-260f-4ef6-ac73-e72a9faeaab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:44.422589 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c31a74fa-260f-4ef6-ac73-e72a9faeaab1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b6cf7d1a-fafb-4a81-a225-3d15758993dc HTTP/1.1" status: 204 len: 168 time: 0.4920177 Jul 23 16:32:44.454324 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-5a500cb5-1630-4667-8499-9f8a5956d029 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72da50b2-1db1-48af-9e0c-e7e19949fe6a HTTP/1.1" status: 200 len: 217 time: 0.1122291 Jul 23 16:32:44.500135 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a74fa-260f-4ef6-ac73-e72a9faeaab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cf7d1a-fafb-4a81-a225-3d15758993dc,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:44.546019 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-64733a51-1600-4c5c-9dbd-75c9da87506f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:44.584969 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64733a51-1600-4c5c-9dbd-75c9da87506f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Port': ['ID=6e8d45df-367a-4e67-9218-44207f2582ec,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:44.623459 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-131ec894-823f-4949-a905-5822bbe97b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:44.624962 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-131ec894-823f-4949-a905-5822bbe97b9c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=96d59529-59d6-4776-811d-430c1d4db6b9 HTTP/1.1" status: 200 len: 864 time: 0.1330972 Jul 23 16:32:44.707694 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-67810bda-296d-41cf-8ee1-b92921718d36 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=822c4403-bb0c-4546-8f2b-3a09521c11de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710547 Jul 23 16:32:44.708909 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-a0060481-1d75-4b8d-87da-5b5285c72109 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Floating IP c1746b18-6c81-4dd5-bf73-7f9c0cff94be associated. External IP: 172.25.8.198, port: 726cd214-8346-47cb-a33e-99234af00cab. Jul 23 16:32:44.723634 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b3b4a91b-f738-4678-aa6e-c2399f61cd6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:44.727553 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f5117-28db-41b7-a373-1ac9d236392b req-be617dd6-f725-4fb2-888e-7da042e30419 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:44.729186 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-521f5117-28db-41b7-a373-1ac9d236392b req-be617dd6-f725-4fb2-888e-7da042e30419 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa226837-e48f-4ec1-b547-1bcb185be912 HTTP/1.1" status: 200 len: 944 time: 0.3080246 Jul 23 16:32:44.823692 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-64733a51-1600-4c5c-9dbd-75c9da87506f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:44.826345 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-64733a51-1600-4c5c-9dbd-75c9da87506f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/6e8d45df-367a-4e67-9218-44207f2582ec HTTP/1.1" status: 204 len: 168 time: 1.7373450 Jul 23 16:32:44.837247 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45682) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:44.953945 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed983707-9615-4cdd-9c09-eb9cddb5fb04 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:44.955651 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed983707-9615-4cdd-9c09-eb9cddb5fb04 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:44.959394 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed983707-9615-4cdd-9c09-eb9cddb5fb04 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:44.961420 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ed983707-9615-4cdd-9c09-eb9cddb5fb04 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1229329 Jul 23 16:32:44.964583 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45690) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:45.029076 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0aef62ea-9e20-403b-b45a-f042f63d73f4 req-763d410f-d891-431b-808b-a5a03b15480c tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.041584 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['40d2bc2f-1e93-4b36-90a3-b083454a532d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:32:45.067190 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-168aaadc-79a0-462f-a3bf-ad118e54ffa6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting subnet 42be369e-9f10-45ae-a779-443925e071a6 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:32:45.115861 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d410f-d891-431b-808b-a5a03b15480c tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Pushing event deleted for resources: {'Port': ['ID=f31edcfa-7264-4db3-a931-c5449a665a3f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:45.130678 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-521f5117-28db-41b7-a373-1ac9d236392b req-4c69185a-5e2a-43a1-a815-1f94f0d13bde tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/security-groups?id=757f7dfe-a2df-4b4c-840d-38e4460f69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986994 Jul 23 16:32:45.158959 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-bbdd5efa-7405-4218-8abe-3e25c0f56cda service neutron] 10.222.0.74 "GET /v2.0/networks/822c4403-bb0c-4546-8f2b-3a09521c11de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382776 Jul 23 16:32:45.188769 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aef62ea-9e20-403b-b45a-f042f63d73f4 req-763d410f-d891-431b-808b-a5a03b15480c tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] No DVR routers for this DVR port f31edcfa-7264-4db3-a931-c5449a665a3f on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:45.199293 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0aef62ea-9e20-403b-b45a-f042f63d73f4 req-763d410f-d891-431b-808b-a5a03b15480c tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.201303 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0aef62ea-9e20-403b-b45a-f042f63d73f4 req-763d410f-d891-431b-808b-a5a03b15480c tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.97 "DELETE /v2.0/ports/f31edcfa-7264-4db3-a931-c5449a665a3f HTTP/1.1" status: 204 len: 173 time: 2.1691887 Jul 23 16:32:45.391875 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-168aaadc-79a0-462f-a3bf-ad118e54ffa6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.448409 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-168aaadc-79a0-462f-a3bf-ad118e54ffa6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.497331 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0060481-1d75-4b8d-87da-5b5285c72109 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Router 6915a703-05a5-414b-8b9c-f779243719f1 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:32:45.499786 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0edc45fd-e19e-4c83-a939-b4969856851f req-f6b03bcb-5f37-4945-8e0a-0f96db35011a tempest-MultipleCreateTestJSON-960540936 tempest-MultipleCreateTestJSON-960540936-project] 10.222.0.73 "GET /v2.0/ports?device_id=4411fdf7-56ee-46c3-b678-8fff5007d03d HTTP/1.1" status: 200 len: 210 time: 0.0484095 Jul 23 16:32:45.501931 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1f29a228-5076-4038-b3f5-0a7931ce5c5d req-c6bd2181-1253-44b6-8c0a-3d55e9be24e9 service neutron] 10.222.0.74 "GET /v2.0/networks/822c4403-bb0c-4546-8f2b-3a09521c11de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162832 Jul 23 16:32:45.614841 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-168aaadc-79a0-462f-a3bf-ad118e54ffa6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.671904 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-b3b4a91b-f738-4678-aa6e-c2399f61cd6a admin admin] Deleting port 30060e4a-7a07-4afb-ba91-3d967b54434c {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:45.672676 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b3b4a91b-f738-4678-aa6e-c2399f61cd6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.725358 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0060481-1d75-4b8d-87da-5b5285c72109 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:32:45.732119 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a0060481-1d75-4b8d-87da-5b5285c72109 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.737452 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884dcf95-326a-490d-883f-7a697112fb38 None None] Sync routers for ids ['6915a703-05a5-414b-8b9c-f779243719f1'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:32:45.755678 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884dcf95-326a-490d-883f-7a697112fb38 None None] Routers {'6915a703-05a5-414b-8b9c-f779243719f1'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:32:45.756601 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-884dcf95-326a-490d-883f-7a697112fb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:32:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6915a703-05a5-414b-8b9c-f779243719f1'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:45.778106 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a0060481-1d75-4b8d-87da-5b5285c72109 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "PUT /v2.0/floatingips/c1746b18-6c81-4dd5-bf73-7f9c0cff94be HTTP/1.1" status: 200 len: 992 time: 3.2341580 Jul 23 16:32:45.780833 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-168aaadc-79a0-462f-a3bf-ad118e54ffa6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.792493 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90253411-f852-4bd5-ade9-1aee9a64bd82 req-9299eaef-6971-433e-88dc-935a32e88ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:45.794066 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-90253411-f852-4bd5-ade9-1aee9a64bd82 req-9299eaef-6971-433e-88dc-935a32e88ea4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9c822134d8f1454586f77beb29c33fca&device_id=fa226837-e48f-4ec1-b547-1bcb185be912 HTTP/1.1" status: 200 len: 1095 time: 0.1780088 Jul 23 16:32:45.844478 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168aaadc-79a0-462f-a3bf-ad118e54ffa6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Subnet': ['ID=42be369e-9f10-45ae-a779-443925e071a6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:45.856161 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-168aaadc-79a0-462f-a3bf-ad118e54ffa6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.858122 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-168aaadc-79a0-462f-a3bf-ad118e54ffa6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/42be369e-9f10-45ae-a779-443925e071a6 HTTP/1.1" status: 204 len: 168 time: 0.8924167 Jul 23 16:32:45.860951 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45718) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:45.865796 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c451632-6ade-4803-827f-f6b741c3dfaf None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:45.913785 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-b3b4a91b-f738-4678-aa6e-c2399f61cd6a admin admin] For port 30060e4a-7a07-4afb-ba91-3d967b54434c, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=30060e4a-7a07-4afb-ba91-3d967b54434c,segment=NetworkSegment(df6739ee-9486-4b9d-9722-2715c1acab76),segment_id=df6739ee-9486-4b9d-9722-2715c1acab76)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:45.914150 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b3b4a91b-f738-4678-aa6e-c2399f61cd6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.929265 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-884dcf95-326a-490d-883f-7a697112fb38 None None] Set router 6915a703-05a5-414b-8b9c-f779243719f1 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:32:45.935964 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-b3b4a91b-f738-4678-aa6e-c2399f61cd6a admin admin] Calling delete_port for 30060e4a-7a07-4afb-ba91-3d967b54434c owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:45.954674 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee106c57-415f-46e0-b604-fef09362d97b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting subnet a69f8ab7-a3d1-4d5d-9fc0-8a1ab6449de5 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:32:45.962505 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ee106c57-415f-46e0-b604-fef09362d97b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:46.015522 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90253411-f852-4bd5-ade9-1aee9a64bd82 req-16a27c5d-fcf4-4a1c-bb79-673e2072b967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:46.021412 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-90253411-f852-4bd5-ade9-1aee9a64bd82 req-16a27c5d-fcf4-4a1c-bb79-673e2072b967 service neutron] 10.222.0.74 "GET /v2.0/networks?id=822c4403-bb0c-4546-8f2b-3a09521c11de HTTP/1.1" status: 200 len: 926 time: 0.2153239 Jul 23 16:32:46.053675 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ee106c57-415f-46e0-b604-fef09362d97b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:46.089421 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-90253411-f852-4bd5-ade9-1aee9a64bd82 req-c937ef41-d846-4970-b335-5e7e1219f5e3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72da50b2-1db1-48af-9e0c-e7e19949fe6a HTTP/1.1" status: 200 len: 217 time: 0.0449827 Jul 23 16:32:46.140277 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45722) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:46.188143 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90253411-f852-4bd5-ade9-1aee9a64bd82 req-d48014c7-4dc3-48d5-86e7-657d3eb33772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:46.189594 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-90253411-f852-4bd5-ade9-1aee9a64bd82 req-d48014c7-4dc3-48d5-86e7-657d3eb33772 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=96d59529-59d6-4776-811d-430c1d4db6b9 HTTP/1.1" status: 200 len: 864 time: 0.0918667 Jul 23 16:32:46.212840 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ee106c57-415f-46e0-b604-fef09362d97b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:46.258325 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-90253411-f852-4bd5-ade9-1aee9a64bd82 req-64ccb7b9-f302-4949-9853-ccaabf6c36d8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=822c4403-bb0c-4546-8f2b-3a09521c11de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587454 Jul 23 16:32:46.286922 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-884dcf95-326a-490d-883f-7a697112fb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6915a703-05a5-414b-8b9c-f779243719f1', 'name': 'tempest-ServerActionsTestJSON-148621084-router', 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '12ecbe36-2d8c-4891-926a-9c290d822755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:58Z', 'updated_at': '2021-07-23T16:32:06Z', 'revision_number': 4, 'project_id': '5d8469dd886547af8aa5b5e0e02307dd', 'gw_port': {'id': '12ecbe36-2d8c-4891-926a-9c290d822755', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6915a703-05a5-414b-8b9c-f779243719f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:59Z', 'updated_at': '2021-07-23T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'c1746b18-6c81-4dd5-bf73-7f9c0cff94be', 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '6915a703-05a5-414b-8b9c-f779243719f1', 'port_id': '726cd214-8346-47cb-a33e-99234af00cab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a', 'mac_address': 'fa:16:3e:60:42:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd420a9a8-aff2-437f-80c1-258f3ee789da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:32:13Z', 'updated_at': '2021-07-23T16:32:44Z', 'revision_number': 1, 'project_id': '5d8469dd886547af8aa5b5e0e02307dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a42adf18-ffad-4d53-8ccb-fac7af94f0b1', 'name': '', 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a', 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd', 'mac_address': 'fa:16:3e:68:36:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6915a703-05a5-414b-8b9c-f779243719f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '2ae57d8d-3779-4491-8fd1-fe104612a516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:05Z', 'updated_at': '2021-07-23T16:32:13Z', 'revision_number': 5, 'project_id': '5d8469dd886547af8aa5b5e0e02307dd', 'subnets': [{'id': '2ae57d8d-3779-4491-8fd1-fe104612a516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:46.319868 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884dcf95-326a-490d-883f-7a697112fb38 None None] Checking router: 6915a703-05a5-414b-8b9c-f779243719f1 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:32:46.330810 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884dcf95-326a-490d-883f-7a697112fb38 None None] Routers {'6915a703-05a5-414b-8b9c-f779243719f1'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:32:46.331649 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-884dcf95-326a-490d-883f-7a697112fb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:32:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6915a703-05a5-414b-8b9c-f779243719f1'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:46.354307 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4411fdf7-56ee-46c3-b678-8fff5007d03d', 'name': 'network-vif-deleted', 'tag': 'f31edcfa-7264-4db3-a931-c5449a665a3f'}, {'name': 'network-changed', 'server_uuid': 'd420a9a8-aff2-437f-80c1-258f3ee789da', 'tag': '726cd214-8346-47cb-a33e-99234af00cab'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:46.356974 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9574ec-6f93-4416-81bd-b8fa7a620892" -d '{"events": [{"server_uuid": "4411fdf7-56ee-46c3-b678-8fff5007d03d", "name": "network-vif-deleted", "tag": "f31edcfa-7264-4db3-a931-c5449a665a3f"}, {"name": "network-changed", "server_uuid": "d420a9a8-aff2-437f-80c1-258f3ee789da", "tag": "726cd214-8346-47cb-a33e-99234af00cab"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:46.360229 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a4c9-282a-4202-a703-33b68e443771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:46.370087 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ee106c57-415f-46e0-b604-fef09362d97b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:46.416265 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b3b4a91b-f738-4678-aa6e-c2399f61cd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:46.469027 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364e4c45-b785-40d4-a65e-54ee36f48ad4 x-openstack-request-id: req-364e4c45-b785-40d4-a65e-54ee36f48ad4 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:46.469365 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4411fdf7-56ee-46c3-b678-8fff5007d03d", "name": "network-vif-deleted", "tag": "f31edcfa-7264-4db3-a931-c5449a665a3f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d420a9a8-aff2-437f-80c1-258f3ee789da", "tag": "726cd214-8346-47cb-a33e-99234af00cab", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:46.469624 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-364e4c45-b785-40d4-a65e-54ee36f48ad4 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:46.470222 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4411fdf7-56ee-46c3-b678-8fff5007d03d', 'name': 'network-vif-deleted', 'tag': 'f31edcfa-7264-4db3-a931-c5449a665a3f', 'status': 'completed', 'code': 200} Jul 23 16:32:46.470489 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd420a9a8-aff2-437f-80c1-258f3ee789da', 'tag': '726cd214-8346-47cb-a33e-99234af00cab', 'status': 'completed', 'code': 200} Jul 23 16:32:46.481003 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-884dcf95-326a-490d-883f-7a697112fb38 None None] Set router 6915a703-05a5-414b-8b9c-f779243719f1 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:32:46.496272 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ee106c57-415f-46e0-b604-fef09362d97b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:46.511665 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ee106c57-415f-46e0-b604-fef09362d97b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/a69f8ab7-a3d1-4d5d-9fc0-8a1ab6449de5 HTTP/1.1" status: 204 len: 168 time: 0.6486645 Jul 23 16:32:46.536847 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45732) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:46.548551 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee106c57-415f-46e0-b604-fef09362d97b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Subnet': ['ID=a69f8ab7-a3d1-4d5d-9fc0-8a1ab6449de5,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:46.557646 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4a91b-f738-4678-aa6e-c2399f61cd6a admin admin] Pushing event deleted for resources: {'Port': ['ID=30060e4a-7a07-4afb-ba91-3d967b54434c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:46.593470 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-90253411-f852-4bd5-ade9-1aee9a64bd82 req-c61f8ff7-8466-4d72-bbb5-21693c4492c1 service neutron] 10.222.0.74 "GET /v2.0/networks/822c4403-bb0c-4546-8f2b-3a09521c11de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193049 Jul 23 16:32:46.600925 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-509e4246-09b9-4be9-9a69-3b4cabd69cf0 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577149 Jul 23 16:32:46.607683 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331b074-09cf-4aeb-8189-46da3f614f48 req-aff19886-b24c-4ff1-b787-c2d6158a3ea4 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:46.609148 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2331b074-09cf-4aeb-8189-46da3f614f48 req-aff19886-b24c-4ff1-b787-c2d6158a3ea4 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa226837-e48f-4ec1-b547-1bcb185be912 HTTP/1.1" status: 200 len: 944 time: 0.3323321 Jul 23 16:32:46.609848 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45736) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:46.628785 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-503a5178-4668-43b5-b47d-11d33691875f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:46.629186 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45738) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:46.829193 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-884dcf95-326a-490d-883f-7a697112fb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6915a703-05a5-414b-8b9c-f779243719f1', 'name': 'tempest-ServerActionsTestJSON-148621084-router', 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '12ecbe36-2d8c-4891-926a-9c290d822755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:58Z', 'updated_at': '2021-07-23T16:32:06Z', 'revision_number': 4, 'project_id': '5d8469dd886547af8aa5b5e0e02307dd', 'gw_port': {'id': '12ecbe36-2d8c-4891-926a-9c290d822755', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6915a703-05a5-414b-8b9c-f779243719f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:59Z', 'updated_at': '2021-07-23T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'c1746b18-6c81-4dd5-bf73-7f9c0cff94be', 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '6915a703-05a5-414b-8b9c-f779243719f1', 'port_id': '726cd214-8346-47cb-a33e-99234af00cab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a', 'mac_address': 'fa:16:3e:60:42:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd420a9a8-aff2-437f-80c1-258f3ee789da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:32:13Z', 'updated_at': '2021-07-23T16:32:44Z', 'revision_number': 1, 'project_id': '5d8469dd886547af8aa5b5e0e02307dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a42adf18-ffad-4d53-8ccb-fac7af94f0b1', 'name': '', 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a', 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd', 'mac_address': 'fa:16:3e:68:36:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6915a703-05a5-414b-8b9c-f779243719f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '2ae57d8d-3779-4491-8fd1-fe104612a516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:05Z', 'updated_at': '2021-07-23T16:32:13Z', 'revision_number': 5, 'project_id': '5d8469dd886547af8aa5b5e0e02307dd', 'subnets': [{'id': '2ae57d8d-3779-4491-8fd1-fe104612a516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:46.864237 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884dcf95-326a-490d-883f-7a697112fb38 None None] The sync data for ids ['6915a703-05a5-414b-8b9c-f779243719f1'] in n-d-778549-4 is: [{'id': '6915a703-05a5-414b-8b9c-f779243719f1', 'name': 'tempest-ServerActionsTestJSON-148621084-router', 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '12ecbe36-2d8c-4891-926a-9c290d822755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:58Z', 'updated_at': '2021-07-23T16:32:06Z', 'revision_number': 4, 'project_id': '5d8469dd886547af8aa5b5e0e02307dd', 'gw_port': {'id': '12ecbe36-2d8c-4891-926a-9c290d822755', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6915a703-05a5-414b-8b9c-f779243719f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:59Z', 'updated_at': '2021-07-23T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'c1746b18-6c81-4dd5-bf73-7f9c0cff94be', 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '6915a703-05a5-414b-8b9c-f779243719f1', 'port_id': '726cd214-8346-47cb-a33e-99234af00cab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a', 'mac_address': 'fa:16:3e:60:42:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd420a9a8-aff2-437f-80c1-258f3ee789da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:32:13Z', 'updated_at': '2021-07-23T16:32:44Z', 'revision_number': 1, 'project_id': '5d8469dd886547af8aa5b5e0e02307dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a42adf18-ffad-4d53-8ccb-fac7af94f0b1', 'name': '', 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a', 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd', 'mac_address': 'fa:16:3e:68:36:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6915a703-05a5-414b-8b9c-f779243719f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '2ae57d8d-3779-4491-8fd1-fe104612a516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:05Z', 'updated_at': '2021-07-23T16:32:13Z', 'revision_number': 5, 'project_id': '5d8469dd886547af8aa5b5e0e02307dd', 'subnets': [{'id': '2ae57d8d-3779-4491-8fd1-fe104612a516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:32:46.902101 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa9d955-1fb1-4cc1-aec2-76a5313725e3 admin admin] Deleting subnet 132b4a1d-dc5f-4b5b-a7f1-a1a603244ee1 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:32:46.912668 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eaa9d955-1fb1-4cc1-aec2-76a5313725e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:46.954920 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fed1f49-939a-461c-b3f0-1c896d74598b None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:46.983342 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eaa9d955-1fb1-4cc1-aec2-76a5313725e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.018474 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b3b4a91b-f738-4678-aa6e-c2399f61cd6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.058556 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a4c9-282a-4202-a703-33b68e443771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.059946 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eaa9d955-1fb1-4cc1-aec2-76a5313725e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.061034 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d5ecd629-d1ee-4e82-93dc-023ab46c618a None None] Provisioning complete for port c5c7494b-698e-4e49-b91a-788c9fe6f034 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:47.061589 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d5ecd629-d1ee-4e82-93dc-023ab46c618a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.093139 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a4c9-282a-4202-a703-33b68e443771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.161212 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device f31edcfa-7264-4db3-a931-c5449a665a3f no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:47.200204 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-90253411-f852-4bd5-ade9-1aee9a64bd82 req-d280d2fc-245c-4eea-af24-63023b88b24f service neutron] 10.222.0.74 "GET /v2.0/networks/822c4403-bb0c-4546-8f2b-3a09521c11de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5891495 Jul 23 16:32:47.201305 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: f31edcfa-7264-4db3-a931-c5449a665a3f {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:32:47.201841 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device f31edcfa-7264-4db3-a931-c5449a665a3f not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:32:47.224369 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9574ec-6f93-4416-81bd-b8fa7a620892 req-e185ad24-84be-4a17-b9f1-6dfb268d3f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:47.225944 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bd9574ec-6f93-4416-81bd-b8fa7a620892 req-e185ad24-84be-4a17-b9f1-6dfb268d3f09 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d8469dd886547af8aa5b5e0e02307dd&device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 1097 time: 0.7484531 Jul 23 16:32:47.237980 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b6f6a4c9-282a-4202-a703-33b68e443771 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=71c9a0b557f64273a45d4b9ba9de86f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0940907 Jul 23 16:32:47.242009 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45744) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:47.248373 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2331b074-09cf-4aeb-8189-46da3f614f48 req-8af0784e-62b0-44e4-a0cb-8bbc7cbea54d tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/security-groups?id=757f7dfe-a2df-4b4c-840d-38e4460f69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6135547 Jul 23 16:32:47.253931 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6a4c9-282a-4202-a703-33b68e443771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763cde66-c726-46f6-8e68-1f54b741ad49,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:47.261858 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac1cfb9-94b8-4151-ad0d-92d662364595 None None] New status for floating IP c1746b18-6c81-4dd5-bf73-7f9c0cff94be: ACTIVE {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:32:47.302011 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eaa9d955-1fb1-4cc1-aec2-76a5313725e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.315566 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503a5178-4668-43b5-b47d-11d33691875f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:47.324379 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-503a5178-4668-43b5-b47d-11d33691875f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.355170 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9d955-1fb1-4cc1-aec2-76a5313725e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=132b4a1d-dc5f-4b5b-a7f1-a1a603244ee1,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:47.358227 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eaa9d955-1fb1-4cc1-aec2-76a5313725e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.360856 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-eaa9d955-1fb1-4cc1-aec2-76a5313725e3 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/132b4a1d-dc5f-4b5b-a7f1-a1a603244ee1 HTTP/1.1" status: 204 len: 168 time: 0.6612570 Jul 23 16:32:47.365622 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45746) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:47.377145 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f280c8d7-8a0c-4f24-b35c-5934e25e036e None None] DHCP port deletion for 6431ca09-76a8-48e6-9c71-fe9e76635950 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:32:47.451159 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9574ec-6f93-4416-81bd-b8fa7a620892 req-629fcdd9-dd76-43d8-ae0a-61567e482abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:47.452602 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bd9574ec-6f93-4416-81bd-b8fa7a620892 req-629fcdd9-dd76-43d8-ae0a-61567e482abb service neutron] 10.222.0.97 "GET /v2.0/networks?id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a HTTP/1.1" status: 200 len: 913 time: 0.2029581 Jul 23 16:32:47.480513 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-54e9c945-c1e2-4cb6-9c9f-caa42a832777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.482252 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f280c8d7-8a0c-4f24-b35c-5934e25e036e None None] Deleting port c5c7494b-698e-4e49-b91a-788c9fe6f034 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:47.482863 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f280c8d7-8a0c-4f24-b35c-5934e25e036e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.547669 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0f42fc95-48ef-4c3c-a9d4-70d2b454e529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.561805 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f280c8d7-8a0c-4f24-b35c-5934e25e036e None None] For port c5c7494b-698e-4e49-b91a-788c9fe6f034, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c5c7494b-698e-4e49-b91a-788c9fe6f034,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:47.562240 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f280c8d7-8a0c-4f24-b35c-5934e25e036e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.568643 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bd9574ec-6f93-4416-81bd-b8fa7a620892 req-31a71c9e-f2ab-4e55-a16f-418fa5ffcee2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=726cd214-8346-47cb-a33e-99234af00cab HTTP/1.1" status: 200 len: 1000 time: 0.1066716 Jul 23 16:32:47.576783 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f280c8d7-8a0c-4f24-b35c-5934e25e036e None None] Calling delete_port for c5c7494b-698e-4e49-b91a-788c9fe6f034 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:47.580401 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-54e9c945-c1e2-4cb6-9c9f-caa42a832777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.625522 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9574ec-6f93-4416-81bd-b8fa7a620892 req-0fe4d9d5-9330-4c0a-8a2e-d25756c29eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:47.627031 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bd9574ec-6f93-4416-81bd-b8fa7a620892 req-0fe4d9d5-9330-4c0a-8a2e-d25756c29eba service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2ae57d8d-3779-4491-8fd1-fe104612a516 HTTP/1.1" status: 200 len: 850 time: 0.0510757 Jul 23 16:32:47.649588 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b4a91b-f738-4678-aa6e-c2399f61cd6a admin admin] Router 55d76c75-f1ae-4506-a9ca-90e27e1e4764 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:32:47.671427 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f280c8d7-8a0c-4f24-b35c-5934e25e036e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.696745 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280c8d7-8a0c-4f24-b35c-5934e25e036e None None] Pushing event deleted for resources: {'Port': ['ID=c5c7494b-698e-4e49-b91a-788c9fe6f034,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:47.702568 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f280c8d7-8a0c-4f24-b35c-5934e25e036e None None] No DVR routers for this DVR port c5c7494b-698e-4e49-b91a-788c9fe6f034 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:47.757222 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0f42fc95-48ef-4c3c-a9d4-70d2b454e529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.783611 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9574ec-6f93-4416-81bd-b8fa7a620892 req-12fc725b-4bcc-4fc3-9e46-c44be14a6ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:47.786098 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bd9574ec-6f93-4416-81bd-b8fa7a620892 req-12fc725b-4bcc-4fc3-9e46-c44be14a6ee6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1523318 Jul 23 16:32:47.787829 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-503a5178-4668-43b5-b47d-11d33691875f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.801885 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-54e9c945-c1e2-4cb6-9c9f-caa42a832777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.805322 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-54e9c945-c1e2-4cb6-9c9f-caa42a832777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.809155 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-54e9c945-c1e2-4cb6-9c9f-caa42a832777 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/763cde66-c726-46f6-8e68-1f54b741ad49 HTTP/1.1" status: 204 len: 168 time: 0.5628941 Jul 23 16:32:47.844071 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-0f42fc95-48ef-4c3c-a9d4-70d2b454e529 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781d17e1-fc76-4d5b-92a2-02370ee09a4f']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:47.856429 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9c945-c1e2-4cb6-9c9f-caa42a832777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763cde66-c726-46f6-8e68-1f54b741ad49,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:47.858928 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503a5178-4668-43b5-b47d-11d33691875f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:47.861765 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-0f42fc95-48ef-4c3c-a9d4-70d2b454e529 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f0f71c-01e2-4031-8418-bfa4c9aad4a2') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:47.862067 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-0f42fc95-48ef-4c3c-a9d4-70d2b454e529 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f0f71c-01e2-4031-8418-bfa4c9aad4a2') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:47.867395 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-503a5178-4668-43b5-b47d-11d33691875f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:47.875400 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503a5178-4668-43b5-b47d-11d33691875f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:47.876376 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-503a5178-4668-43b5-b47d-11d33691875f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.883606 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0f42fc95-48ef-4c3c-a9d4-70d2b454e529 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.887122 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e7eded-27f7-43c9-92d5-b0f157068bf3 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:47.913704 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0f42fc95-48ef-4c3c-a9d4-70d2b454e529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.922571 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a5178-4668-43b5-b47d-11d33691875f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Subnet': ['ID=d3fba1a1-d30d-41ac-a865-080945b2d04b,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:47.936467 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-503a5178-4668-43b5-b47d-11d33691875f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3231711 Jul 23 16:32:47.937136 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45754) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:47.945441 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b4a91b-f738-4678-aa6e-c2399f61cd6a admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:32:47.946470 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-54d8c45d-822b-40cd-b95a-3ea8c8da3738 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:47.952422 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b3b4a91b-f738-4678-aa6e-c2399f61cd6a admin admin] 10.222.0.73 "PUT /v2.0/routers/55d76c75-f1ae-4506-a9ca-90e27e1e4764/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4424963 Jul 23 16:32:47.955881 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ccf207-d1b0-46fd-a7c4-b1fe16f40397 None None] Sync routers for ids ['55d76c75-f1ae-4506-a9ca-90e27e1e4764'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:32:47.956476 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45758) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:47.974348 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ccf207-d1b0-46fd-a7c4-b1fe16f40397 None None] Routers {'55d76c75-f1ae-4506-a9ca-90e27e1e4764'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:32:47.975583 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-88ccf207-d1b0-46fd-a7c4-b1fe16f40397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:32:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['55d76c75-f1ae-4506-a9ca-90e27e1e4764'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:48.001151 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bd9574ec-6f93-4416-81bd-b8fa7a620892 req-5ee02e69-a9f6-4a81-9dc5-143e1fd264ca service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077060 Jul 23 16:32:48.004572 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f42fc95-48ef-4c3c-a9d4-70d2b454e529 admin admin] Releasing vlan 1148 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:32:48.004919 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0f42fc95-48ef-4c3c-a9d4-70d2b454e529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:48.006708 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:32:48.006708 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:32:48.006708 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:32:48.006708 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:32:48.006708 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:32:48.006708 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:32:48.006708 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:32:48.006708 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:32:48.006708 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:32:48.006708 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:32:48.006708 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:32:48.006708 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:32:48.006708 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:32:48.006708 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:32:48.006708 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:32:48.006708 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:32:48.006708 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:32:48.006708 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:32:48.006708 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:32:48.006708 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:32:48.006708 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:32:48.006708 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:32:48.006708 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:32:48.006708 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:32:48.006708 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:32:48.006708 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:32:48.006708 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:32:48.006708 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:32:48.006708 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:32:48.006708 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:32:48.006708 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:32:48.006708 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:32:48.049282 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 72da50b2-1db1-48af-9e0c-e7e19949fe6a details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:32:48.133013 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-88ccf207-d1b0-46fd-a7c4-b1fe16f40397 None None] Set router 55d76c75-f1ae-4506-a9ca-90e27e1e4764 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:32:48.168924 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 72da50b2-1db1-48af-9e0c-e7e19949fe6a, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=72da50b2-1db1-48af-9e0c-e7e19949fe6a,segment=NetworkSegment(503ed851-0f65-4acf-9c27-8e96b2fb539f),segment_id=503ed851-0f65-4acf-9c27-8e96b2fb539f)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:48.176812 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 40d2bc2f-1e93-4b36-90a3-b083454a532d no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:48.202989 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bd9574ec-6f93-4416-81bd-b8fa7a620892 req-0ec90ecc-9957-40bb-9303-aa68ebef59ff service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784668 Jul 23 16:32:48.211098 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 40d2bc2f-1e93-4b36-90a3-b083454a532d {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:32:48.211734 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 40d2bc2f-1e93-4b36-90a3-b083454a532d not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:32:48.214209 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '72da50b2-1db1-48af-9e0c-e7e19949fe6a', 'network_id': '822c4403-bb0c-4546-8f2b-3a09521c11de', 'port_id': '72da50b2-1db1-48af-9e0c-e7e19949fe6a', 'mac_address': 'fa:16:3e:60:e0:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d59529-59d6-4776-811d-430c1d4db6b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:32:48.215992 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0f42fc95-48ef-4c3c-a9d4-70d2b454e529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:48.234111 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d8c45d-822b-40cd-b95a-3ea8c8da3738 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:48.239661 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-54d8c45d-822b-40cd-b95a-3ea8c8da3738 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:48.243641 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0f42fc95-48ef-4c3c-a9d4-70d2b454e529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:48.249572 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0f42fc95-48ef-4c3c-a9d4-70d2b454e529 admin admin] 10.222.0.73 "DELETE /v2.0/networks/781d17e1-fc76-4d5b-92a2-02370ee09a4f HTTP/1.1" status: 204 len: 168 time: 0.8806777 Jul 23 16:32:48.297549 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42fc95-48ef-4c3c-a9d4-70d2b454e529 admin admin] Pushing event deleted for resources: {'Network': ['ID=781d17e1-fc76-4d5b-92a2-02370ee09a4f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:48.336314 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:48.350506 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6d95df1-d5b1-43ea-ba67-b0de1a8e59e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:48.415670 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72da50b2-1db1-48af-9e0c-e7e19949fe6a {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:32:48.475848 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 72da50b2-1db1-48af-9e0c-e7e19949fe6a, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=72da50b2-1db1-48af-9e0c-e7e19949fe6a,segment=NetworkSegment(503ed851-0f65-4acf-9c27-8e96b2fb539f),segment_id=503ed851-0f65-4acf-9c27-8e96b2fb539f)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:48.484451 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:48.501732 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45774) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:48.594177 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da457ca7-7221-4cff-a34c-64c085be4ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-6431ca09-76a8-48e6-9c71-fe9e76635950', 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'fixed_ips': [{'subnet_id': 'd3fba1a1-d30d-41ac-a865-080945b2d04b'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:32:48.597947 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-da457ca7-7221-4cff-a34c-64c085be4ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:48.610481 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2db3aa4c-abed-4aeb-8a79-c734dc6d654c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3c4fd83f3d2149f4afdd2e2144f29fef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0975857 Jul 23 16:32:48.611753 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45776) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:48.644211 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-88ccf207-d1b0-46fd-a7c4-b1fe16f40397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d76c75-f1ae-4506-a9ca-90e27e1e4764', 'name': 'tempest-ServerRescueNegativeTestJSON-1113531976-router', 'tenant_id': '30c6033fb2bf4112914f54af72132502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '1b70aa96-ba77-494a-9483-8f38f765a74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:56Z', 'updated_at': '2021-07-23T16:32:46Z', 'revision_number': 5, 'project_id': '30c6033fb2bf4112914f54af72132502', 'gw_port': {'id': '1b70aa96-ba77-494a-9483-8f38f765a74b', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d76c75-f1ae-4506-a9ca-90e27e1e4764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:57Z', 'updated_at': '2021-07-23T16:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:48.648158 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472a3cb-da37-456d-b7db-b42046c40c61 req-e9babff0-5f46-4929-a15f-f319c5425452 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:48.671797 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4472a3cb-da37-456d-b7db-b42046c40c61 req-e9babff0-5f46-4929-a15f-f319c5425452 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa226837-e48f-4ec1-b547-1bcb185be912 HTTP/1.1" status: 200 len: 944 time: 0.2497592 Jul 23 16:32:48.673978 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ccf207-d1b0-46fd-a7c4-b1fe16f40397 None None] Checking router: 55d76c75-f1ae-4506-a9ca-90e27e1e4764 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:32:48.683624 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6d95df1-d5b1-43ea-ba67-b0de1a8e59e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:48.685081 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ccf207-d1b0-46fd-a7c4-b1fe16f40397 None None] Routers {'55d76c75-f1ae-4506-a9ca-90e27e1e4764'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:32:48.685724 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-88ccf207-d1b0-46fd-a7c4-b1fe16f40397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:32:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['55d76c75-f1ae-4506-a9ca-90e27e1e4764'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:48.756666 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c5c7494b-698e-4e49-b91a-788c9fe6f034 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:48.782551 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc507cc8-f40c-4045-b243-82f221437ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:48.810522 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4472a3cb-da37-456d-b7db-b42046c40c61 req-26c2af66-54ec-4e3d-b8a3-d0a9757c7a8d tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/security-groups?id=757f7dfe-a2df-4b4c-840d-38e4460f69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378365 Jul 23 16:32:48.816227 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc507cc8-f40c-4045-b243-82f221437ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:48.879058 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc507cc8-f40c-4045-b243-82f221437ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:48.881457 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: c5c7494b-698e-4e49-b91a-788c9fe6f034 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:32:48.882026 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c5c7494b-698e-4e49-b91a-788c9fe6f034 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:32:48.883165 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc507cc8-f40c-4045-b243-82f221437ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:48.885402 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fc507cc8-f40c-4045-b243-82f221437ee6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3c9d7159-c23c-4b15-b9f1-eee4dabe02b4 HTTP/1.1" status: 204 len: 168 time: 0.2692232 Jul 23 16:32:48.910497 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['72da50b2-1db1-48af-9e0c-e7e19949fe6a'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:32:48.911897 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc507cc8-f40c-4045-b243-82f221437ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9d7159-c23c-4b15-b9f1-eee4dabe02b4,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:48.916786 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e6d95df1-d5b1-43ea-ba67-b0de1a8e59e9 admin admin] Deleting port 1b70aa96-ba77-494a-9483-8f38f765a74b {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:48.917163 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6d95df1-d5b1-43ea-ba67-b0de1a8e59e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:48.984414 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=72da50b2-1db1-48af-9e0c-e7e19949fe6a,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:49.023806 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:49.024433 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:49.024997 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:49.025519 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:49.026013 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:49.026485 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:49.026964 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:49.027437 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:49.027932 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:49.028404 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:49.028877 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:49.029371 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:49.053442 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-da457ca7-7221-4cff-a34c-64c085be4ab6 None None] Allocated IP 172.20.0.2 (6431ca09-76a8-48e6-9c71-fe9e76635950/d3fba1a1-d30d-41ac-a865-080945b2d04b/e0a826d9-1a35-410f-b86a-195c0fce8e35) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:49.071898 n-d-778549-4 neutron-server[94012]: DEBUG neutron.objects.ports [None req-54d8c45d-822b-40cd-b95a-3ea8c8da3738 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94012) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:32:49.074014 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-54d8c45d-822b-40cd-b95a-3ea8c8da3738 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:49.087083 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e6d95df1-d5b1-43ea-ba67-b0de1a8e59e9 admin admin] For port 1b70aa96-ba77-494a-9483-8f38f765a74b, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=1b70aa96-ba77-494a-9483-8f38f765a74b,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:49.087487 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6d95df1-d5b1-43ea-ba67-b0de1a8e59e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:49.109199 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e6d95df1-d5b1-43ea-ba67-b0de1a8e59e9 admin admin] Calling delete_port for 1b70aa96-ba77-494a-9483-8f38f765a74b owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:49.140249 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d8c45d-822b-40cd-b95a-3ea8c8da3738 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:49.145323 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-54d8c45d-822b-40cd-b95a-3ea8c8da3738 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:49.155831 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d8c45d-822b-40cd-b95a-3ea8c8da3738 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:49.156875 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-54d8c45d-822b-40cd-b95a-3ea8c8da3738 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:49.178234 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8c45d-822b-40cd-b95a-3ea8c8da3738 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Subnet': ['ID=7f901e41-7f0f-4c74-8530-c82db1bc9ed7,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:49.201834 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45794) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:49.203282 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-54d8c45d-822b-40cd-b95a-3ea8c8da3738 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2630374 Jul 23 16:32:49.211291 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-14779e4d-721f-42ef-81c9-31ccd09ac269 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'port': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'mac_address': 'fa:16:3e:7c:33:e9', 'name': 'tempest-NetworksTestDHCPv6-1447461114'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:49.262202 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-88ccf207-d1b0-46fd-a7c4-b1fe16f40397 None None] Set router 55d76c75-f1ae-4506-a9ca-90e27e1e4764 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:32:49.400336 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-da457ca7-7221-4cff-a34c-64c085be4ab6 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:49.415939 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-da457ca7-7221-4cff-a34c-64c085be4ab6 None None] Transition to ACTIVE for port object e0a826d9-1a35-410f-b86a-195c0fce8e35 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:49.432233 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-da457ca7-7221-4cff-a34c-64c085be4ab6 None None] Transition to ACTIVE for port object e0a826d9-1a35-410f-b86a-195c0fce8e35 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:49.445283 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-da457ca7-7221-4cff-a34c-64c085be4ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:49.484007 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da457ca7-7221-4cff-a34c-64c085be4ab6 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:49.487170 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-da457ca7-7221-4cff-a34c-64c085be4ab6 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:49.490036 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da457ca7-7221-4cff-a34c-64c085be4ab6 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:49.518735 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da457ca7-7221-4cff-a34c-64c085be4ab6 None None] Pushing event updated for resources: {'Port': ['ID=e0a826d9-1a35-410f-b86a-195c0fce8e35,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:49.551045 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14779e4d-721f-42ef-81c9-31ccd09ac269 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:49.656361 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-88ccf207-d1b0-46fd-a7c4-b1fe16f40397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d76c75-f1ae-4506-a9ca-90e27e1e4764', 'name': 'tempest-ServerRescueNegativeTestJSON-1113531976-router', 'tenant_id': '30c6033fb2bf4112914f54af72132502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '1b70aa96-ba77-494a-9483-8f38f765a74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:56Z', 'updated_at': '2021-07-23T16:32:46Z', 'revision_number': 5, 'project_id': '30c6033fb2bf4112914f54af72132502', 'gw_port': {'id': '1b70aa96-ba77-494a-9483-8f38f765a74b', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d76c75-f1ae-4506-a9ca-90e27e1e4764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:57Z', 'updated_at': '2021-07-23T16:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:49.666385 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-da457ca7-7221-4cff-a34c-64c085be4ab6 None None] Attempting to bind port e0a826d9-1a35-410f-b86a-195c0fce8e35 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:49.666749 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-da457ca7-7221-4cff-a34c-64c085be4ab6 None None] Attempting to bind port e0a826d9-1a35-410f-b86a-195c0fce8e35 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:49.667035 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da457ca7-7221-4cff-a34c-64c085be4ab6 None None] Attempting to bind port e0a826d9-1a35-410f-b86a-195c0fce8e35 on network 6431ca09-76a8-48e6-9c71-fe9e76635950 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:49.673190 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da457ca7-7221-4cff-a34c-64c085be4ab6 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:32:49.673599 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da457ca7-7221-4cff-a34c-64c085be4ab6 None None] Checking segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:32:49.674132 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-da457ca7-7221-4cff-a34c-64c085be4ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:49.674587 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da457ca7-7221-4cff-a34c-64c085be4ab6 None None] Bound using segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:32:49.675720 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-da457ca7-7221-4cff-a34c-64c085be4ab6 None None] Bound port: e0a826d9-1a35-410f-b86a-195c0fce8e35, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:32:49.676277 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-da457ca7-7221-4cff-a34c-64c085be4ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:49.697194 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ccf207-d1b0-46fd-a7c4-b1fe16f40397 None None] The sync data for ids ['55d76c75-f1ae-4506-a9ca-90e27e1e4764'] in n-d-778549-4 is: [{'id': '55d76c75-f1ae-4506-a9ca-90e27e1e4764', 'name': 'tempest-ServerRescueNegativeTestJSON-1113531976-router', 'tenant_id': '30c6033fb2bf4112914f54af72132502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '1b70aa96-ba77-494a-9483-8f38f765a74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:56Z', 'updated_at': '2021-07-23T16:32:46Z', 'revision_number': 5, 'project_id': '30c6033fb2bf4112914f54af72132502', 'gw_port': {'id': '1b70aa96-ba77-494a-9483-8f38f765a74b', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d76c75-f1ae-4506-a9ca-90e27e1e4764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:57Z', 'updated_at': '2021-07-23T16:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:32:49.779366 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-da457ca7-7221-4cff-a34c-64c085be4ab6 None None] For port e0a826d9-1a35-410f-b86a-195c0fce8e35, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:32:49.785071 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-da457ca7-7221-4cff-a34c-64c085be4ab6 None None] For port e0a826d9-1a35-410f-b86a-195c0fce8e35, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e0a826d9-1a35-410f-b86a-195c0fce8e35,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:32:49.792085 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-da457ca7-7221-4cff-a34c-64c085be4ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:49.895293 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da457ca7-7221-4cff-a34c-64c085be4ab6 None None] Pushing event updated for resources: {'Port': ['ID=e0a826d9-1a35-410f-b86a-195c0fce8e35,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:50.100308 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1aa2d8-496e-44f3-ad9a-034d01f79e37 req-62b4804a-620a-4d54-8142-a2132b7d549b tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:50.102573 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-da1aa2d8-496e-44f3-ad9a-034d01f79e37 req-62b4804a-620a-4d54-8142-a2132b7d549b tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa226837-e48f-4ec1-b547-1bcb185be912 HTTP/1.1" status: 200 len: 945 time: 0.1502278 Jul 23 16:32:50.111957 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6d95df1-d5b1-43ea-ba67-b0de1a8e59e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:50.155838 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-da1aa2d8-496e-44f3-ad9a-034d01f79e37 req-43df5ad7-d7b4-41a2-99f9-37fa304ca7cc tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/security-groups?id=757f7dfe-a2df-4b4c-840d-38e4460f69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475409 Jul 23 16:32:50.220548 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45830) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:50.271266 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d95df1-d5b1-43ea-ba67-b0de1a8e59e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b70aa96-ba77-494a-9483-8f38f765a74b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:50.325336 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14779e4d-721f-42ef-81c9-31ccd09ac269 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:50.382724 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-14779e4d-721f-42ef-81c9-31ccd09ac269 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] device_id is not set on port 1a2618ec-56b5-4f4b-8612-5383839379f0 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:32:50.393039 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-9f72fe9c-6d54-4d17-84f0-e683062f73c4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1386557760-network', 'tenant_id': 'd40e0ee1ca674276bdd958b07bc5c30e'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:50.432848 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6d95df1-d5b1-43ea-ba67-b0de1a8e59e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:50.466544 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f72fe9c-6d54-4d17-84f0-e683062f73c4 admin admin] Made reservation on behalf of d40e0ee1ca674276bdd958b07bc5c30e for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:50.468850 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f72fe9c-6d54-4d17-84f0-e683062f73c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:50.478200 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f72fe9c-6d54-4d17-84f0-e683062f73c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:50.621208 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f72fe9c-6d54-4d17-84f0-e683062f73c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:50.634968 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f72fe9c-6d54-4d17-84f0-e683062f73c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:50.660180 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f72fe9c-6d54-4d17-84f0-e683062f73c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1148, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:32:50.677620 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e0a826d9-1a35-410f-b86a-195c0fce8e35 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:32:50.688218 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f72fe9c-6d54-4d17-84f0-e683062f73c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:50.688572 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-9f72fe9c-6d54-4d17-84f0-e683062f73c4 admin admin] Added segment ff68db7f-6300-42b1-9753-f76aa3ae1bb7 of type vlan for network 7a09e324-af99-4e6f-aabe-ea07ec677e31 Jul 23 16:32:50.690044 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f72fe9c-6d54-4d17-84f0-e683062f73c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:50.710963 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6d95df1-d5b1-43ea-ba67-b0de1a8e59e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:50.715807 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6d95df1-d5b1-43ea-ba67-b0de1a8e59e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:50.718443 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-14779e4d-721f-42ef-81c9-31ccd09ac269 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Allocated IP 172.20.0.12 (6431ca09-76a8-48e6-9c71-fe9e76635950/d3fba1a1-d30d-41ac-a865-080945b2d04b/1a2618ec-56b5-4f4b-8612-5383839379f0) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:50.732173 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-14779e4d-721f-42ef-81c9-31ccd09ac269 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Allocated IP 2001:db8::f816:3eff:fe7c:33e9 (6431ca09-76a8-48e6-9c71-fe9e76635950/7f901e41-7f0f-4c74-8530-c82db1bc9ed7/1a2618ec-56b5-4f4b-8612-5383839379f0) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:50.749459 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f72fe9c-6d54-4d17-84f0-e683062f73c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:50.771496 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port e0a826d9-1a35-410f-b86a-195c0fce8e35 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:50.781628 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6d95df1-d5b1-43ea-ba67-b0de1a8e59e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:50.782475 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d95df1-d5b1-43ea-ba67-b0de1a8e59e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55d76c75-f1ae-4506-a9ca-90e27e1e4764 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:32:50.786698 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f72fe9c-6d54-4d17-84f0-e683062f73c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:50.788071 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f72fe9c-6d54-4d17-84f0-e683062f73c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:50.788775 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f72fe9c-6d54-4d17-84f0-e683062f73c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:50.789287 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6d95df1-d5b1-43ea-ba67-b0de1a8e59e9 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:50.790635 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e6d95df1-d5b1-43ea-ba67-b0de1a8e59e9 admin admin] 10.222.0.73 "DELETE /v2.0/routers/55d76c75-f1ae-4506-a9ca-90e27e1e4764 HTTP/1.1" status: 204 len: 168 time: 2.8331611 Jul 23 16:32:50.794680 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45836) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:50.795057 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 30060e4a-7a07-4afb-ba91-3d967b54434c no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:50.838819 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9f72fe9c-6d54-4d17-84f0-e683062f73c4 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6169660 Jul 23 16:32:50.855517 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45838) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:50.860185 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 30060e4a-7a07-4afb-ba91-3d967b54434c {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:32:50.860437 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-7bf5db88-c78e-4849-8d53-eed4be25ce54 admin admin] Request body: {'subnet': {'network_id': '7a09e324-af99-4e6f-aabe-ea07ec677e31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1386557760-subnet', 'tenant_id': 'd40e0ee1ca674276bdd958b07bc5c30e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:50.861983 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 30060e4a-7a07-4afb-ba91-3d967b54434c not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:32:50.955603 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf5db88-c78e-4849-8d53-eed4be25ce54 admin admin] Made reservation on behalf of d40e0ee1ca674276bdd958b07bc5c30e for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:50.957936 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f72fe9c-6d54-4d17-84f0-e683062f73c4 admin admin] Pushing event updated for resources: {'Network': ['ID=7a09e324-af99-4e6f-aabe-ea07ec677e31,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:50.958152 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7bf5db88-c78e-4849-8d53-eed4be25ce54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:50.967270 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-89cee473-d2f5-4985-acab-71a5a5b387f7 admin admin] Deleting subnet 52b6c1fc-18b3-4bd8-a52b-479d1bf82db2 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:32:50.970972 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 7a09e324-af99-4e6f-aabe-ea07ec677e31 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:32:50.999758 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-89cee473-d2f5-4985-acab-71a5a5b387f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:51.159317 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-89cee473-d2f5-4985-acab-71a5a5b387f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:51.197615 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-d65b0763-9c8a-4669-b99c-0f1a6158cfc4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0928349 Jul 23 16:32:51.252918 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-89cee473-d2f5-4985-acab-71a5a5b387f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:51.358055 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14779e4d-721f-42ef-81c9-31ccd09ac269 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:51.448741 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-14779e4d-721f-42ef-81c9-31ccd09ac269 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Transition to ACTIVE for port object 1a2618ec-56b5-4f4b-8612-5383839379f0 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:51.459563 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-89cee473-d2f5-4985-acab-71a5a5b387f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:51.460002 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8efe65-7842-4add-84a4-d6c4f0ebb3e4 req-1a6dbfc0-bd70-436a-9c67-7a3329ea7834 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:51.462161 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c8efe65-7842-4add-84a4-d6c4f0ebb3e4 req-1a6dbfc0-bd70-436a-9c67-7a3329ea7834 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa226837-e48f-4ec1-b547-1bcb185be912 HTTP/1.1" status: 200 len: 945 time: 0.2001774 Jul 23 16:32:51.469176 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-a703bb37-8a40-4e00-95df-de8b279c9629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:51.469874 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-a703bb37-8a40-4e00-95df-de8b279c9629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:51.470692 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-a703bb37-8a40-4e00-95df-de8b279c9629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:51.471311 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-a703bb37-8a40-4e00-95df-de8b279c9629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:51.473703 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-a703bb37-8a40-4e00-95df-de8b279c9629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:51.474366 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-a703bb37-8a40-4e00-95df-de8b279c9629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:51.475003 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-a703bb37-8a40-4e00-95df-de8b279c9629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:51.477368 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-a703bb37-8a40-4e00-95df-de8b279c9629 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d58be7bf092b45e2a9dae39829ba7b2e&device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 6490 time: 0.1820884 Jul 23 16:32:51.532810 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cee473-d2f5-4985-acab-71a5a5b387f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52b6c1fc-18b3-4bd8-a52b-479d1bf82db2,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:51.550078 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-89cee473-d2f5-4985-acab-71a5a5b387f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:51.552777 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-89cee473-d2f5-4985-acab-71a5a5b387f7 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/52b6c1fc-18b3-4bd8-a52b-479d1bf82db2 HTTP/1.1" status: 204 len: 168 time: 0.7571502 Jul 23 16:32:51.563153 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c8efe65-7842-4add-84a4-d6c4f0ebb3e4 req-ed040e5c-ec8d-4985-b710-5763cd4b5657 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/security-groups?id=757f7dfe-a2df-4b4c-840d-38e4460f69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824342 Jul 23 16:32:51.563752 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45860) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:51.581662 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7bf5db88-c78e-4849-8d53-eed4be25ce54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:51.657501 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14779e4d-721f-42ef-81c9-31ccd09ac269 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:51.671682 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd69082-4742-4808-b080-8a558ee5397a None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:51.697033 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5db88-c78e-4849-8d53-eed4be25ce54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6e51e5c-e7af-4f3d-9bf0-f99b4811604f,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:51.711262 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf5db88-c78e-4849-8d53-eed4be25ce54 admin admin] Checking segment: {'id': 'ff68db7f-6300-42b1-9753-f76aa3ae1bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '7a09e324-af99-4e6f-aabe-ea07ec677e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:32:51.711637 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf5db88-c78e-4849-8d53-eed4be25ce54 admin admin] Network hostable DHCP agents. Network: 7a09e324-af99-4e6f-aabe-ea07ec677e31, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:32:51.721784 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14779e4d-721f-42ef-81c9-31ccd09ac269 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:51.730300 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-14779e4d-721f-42ef-81c9-31ccd09ac269 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:51.732795 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14779e4d-721f-42ef-81c9-31ccd09ac269 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:51.759845 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-39e9db1d-a552-4463-8941-f9a6df6ce5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:51.760332 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-39e9db1d-a552-4463-8941-f9a6df6ce5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:51.761183 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-39e9db1d-a552-4463-8941-f9a6df6ce5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:51.762482 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-39e9db1d-a552-4463-8941-f9a6df6ce5e1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ccfb93aa-128e-41ae-813f-cc1797d91993&id=a11530e6-1993-441b-956a-6f9600ed92b8&id=a11530e6-1993-441b-956a-6f9600ed92b8&id=a11530e6-1993-441b-956a-6f9600ed92b8&id=a11530e6-1993-441b-956a-6f9600ed92b8&id=72536959-6d28-4d4b-a817-b894e84f9992&id=72536959-6d28-4d4b-a817-b894e84f9992 HTTP/1.1" status: 200 len: 2294 time: 0.2442973 Jul 23 16:32:51.764467 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14779e4d-721f-42ef-81c9-31ccd09ac269 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Port': ['ID=1a2618ec-56b5-4f4b-8612-5383839379f0,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:51.765598 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7385fe7f-5e3a-487f-b524-6111ec5a0f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:51.796008 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf5db88-c78e-4849-8d53-eed4be25ce54 admin admin] Network 7a09e324-af99-4e6f-aabe-ea07ec677e31 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:32:51.812581 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14779e4d-721f-42ef-81c9-31ccd09ac269 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:51.813695 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14779e4d-721f-42ef-81c9-31ccd09ac269 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:51.834102 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-7bf5db88-c78e-4849-8d53-eed4be25ce54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 7a09e324-af99-4e6f-aabe-ea07ec677e31) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:51.835999 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf5db88-c78e-4849-8d53-eed4be25ce54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:51.836791 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7bf5db88-c78e-4849-8d53-eed4be25ce54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:51.850851 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-14779e4d-721f-42ef-81c9-31ccd09ac269 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.6478872 Jul 23 16:32:51.854832 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45864) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:51.871169 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7bf5db88-c78e-4849-8d53-eed4be25ce54 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0144897 Jul 23 16:32:51.874786 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45866) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:51.880004 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-42338296-f61d-41c1-a543-6c179cbdd0a3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1386557760-router', 'tenant_id': 'd40e0ee1ca674276bdd958b07bc5c30e', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:51.911819 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-2aa5699d-0db7-41e1-838b-98b43594457c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc9186aa-22f3-4cd2-aa4d-554b86e39cbf HTTP/1.1" status: 200 len: 1000 time: 0.1396332 Jul 23 16:32:51.938704 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3594fdff-8080-44f0-8213-a3411684c973 None None] Network 7a09e324-af99-4e6f-aabe-ea07ec677e31 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:51.965866 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a37b40-7560-468b-855b-8c8250ef6cd9 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:51.976952 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a37b40-7560-468b-855b-8c8250ef6cd9 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:51.978897 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-21a37b40-7560-468b-855b-8c8250ef6cd9 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.1230464 Jul 23 16:32:51.981459 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45870) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:52.004499 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 72da50b2-1db1-48af-9e0c-e7e19949fe6a up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:32:52.008308 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-42338296-f61d-41c1-a543-6c179cbdd0a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:52.009466 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-42338296-f61d-41c1-a543-6c179cbdd0a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:52.043818 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7385fe7f-5e3a-487f-b524-6111ec5a0f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:52.054532 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-13fe4ce9-ca8d-4b14-b3e8-4aa8b48a6256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:52.056446 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-13fe4ce9-ca8d-4b14-b3e8-4aa8b48a6256 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8700af68-33fb-4e68-b828-91508c404596 HTTP/1.1" status: 200 len: 850 time: 0.1351044 Jul 23 16:32:52.060863 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-7385fe7f-5e3a-487f-b524-6111ec5a0f32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac688c7-43ee-40e9-9559-4fa59cc9caa6']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:52.121497 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-7385fe7f-5e3a-487f-b524-6111ec5a0f32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6739ee-9486-4b9d-9722-2715c1acab76') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:52.122090 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-7385fe7f-5e3a-487f-b524-6111ec5a0f32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6739ee-9486-4b9d-9722-2715c1acab76') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:52.138873 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-3f9268b2-1cf8-40a0-8098-165e237bc983 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting port 1a2618ec-56b5-4f4b-8612-5383839379f0 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:52.139228 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f9268b2-1cf8-40a0-8098-165e237bc983 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:52.145454 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7385fe7f-5e3a-487f-b524-6111ec5a0f32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:52.194022 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-42338296-f61d-41c1-a543-6c179cbdd0a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:52.195540 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7385fe7f-5e3a-487f-b524-6111ec5a0f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:52.214656 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7385fe7f-5e3a-487f-b524-6111ec5a0f32 admin admin] Releasing vlan 1133 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:32:52.215314 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7385fe7f-5e3a-487f-b524-6111ec5a0f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:52.224061 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:32:52.224061 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:32:52.224061 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:32:52.224061 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:32:52.224061 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:32:52.224061 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:32:52.224061 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:32:52.224061 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:32:52.224061 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:32:52.224061 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:32:52.224061 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:32:52.224061 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:32:52.224061 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:32:52.224061 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:32:52.224061 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:32:52.224061 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:32:52.224061 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:32:52.224061 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:32:52.224061 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:32:52.224061 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:32:52.224061 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:32:52.224061 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:32:52.224061 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:32:52.224061 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:32:52.224061 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:32:52.224061 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:32:52.224061 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:32:52.224061 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:32:52.224061 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:32:52.224061 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:32:52.224061 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:32:52.224061 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:32:52.235097 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-0f2afe5f-c066-4354-8be5-08bead05f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:52.236644 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-0f2afe5f-c066-4354-8be5-08bead05f470 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ccfb93aa-128e-41ae-813f-cc1797d91993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1715963 Jul 23 16:32:52.271180 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f9268b2-1cf8-40a0-8098-165e237bc983 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:52.291196 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-3f9268b2-1cf8-40a0-8098-165e237bc983 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Calling delete_port for 1a2618ec-56b5-4f4b-8612-5383839379f0 owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:52.323273 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-00b72cc2-26ba-4d06-82cf-3f1c16f8187c None None] Provisioning for port e0a826d9-1a35-410f-b86a-195c0fce8e35 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:52.351076 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-00b72cc2-26ba-4d06-82cf-3f1c16f8187c None None] Provisioning complete for port e0a826d9-1a35-410f-b86a-195c0fce8e35 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:52.351678 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-00b72cc2-26ba-4d06-82cf-3f1c16f8187c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:52.395495 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7385fe7f-5e3a-487f-b524-6111ec5a0f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:52.406962 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7385fe7f-5e3a-487f-b524-6111ec5a0f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:52.410270 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7385fe7f-5e3a-487f-b524-6111ec5a0f32 admin admin] 10.222.0.73 "DELETE /v2.0/networks/cac688c7-43ee-40e9-9559-4fa59cc9caa6 HTTP/1.1" status: 204 len: 168 time: 0.7848217 Jul 23 16:32:52.471035 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1b70aa96-ba77-494a-9483-8f38f765a74b no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:52.533679 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 1b70aa96-ba77-494a-9483-8f38f765a74b {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:32:52.534261 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1b70aa96-ba77-494a-9483-8f38f765a74b not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:32:52.571431 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f9268b2-1cf8-40a0-8098-165e237bc983 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:52.621840 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45884) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:52.637638 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9268b2-1cf8-40a0-8098-165e237bc983 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Port': ['ID=1a2618ec-56b5-4f4b-8612-5383839379f0,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:52.643523 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 72da50b2-1db1-48af-9e0c-e7e19949fe6a completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:52.649833 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385fe7f-5e3a-487f-b524-6111ec5a0f32 admin admin] Pushing event deleted for resources: {'Network': ['ID=cac688c7-43ee-40e9-9559-4fa59cc9caa6,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:52.653107 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-42338296-f61d-41c1-a543-6c179cbdd0a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:52.668989 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b78b042-e82e-4485-a0e4-b05c406ee2f9 None None] Network 7a09e324-af99-4e6f-aabe-ea07ec677e31 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:52.693096 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 72da50b2-1db1-48af-9e0c-e7e19949fe6a triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:52.693474 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:52.793021 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ea0c6b16-847a-4e20-9d9d-76912f97e0ca admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=30c6033fb2bf4112914f54af72132502&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1699848 Jul 23 16:32:52.797277 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45886) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:52.801275 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-7194a77c-f2f2-463b-b5b0-ddfdd5b7bac0 service neutron] 10.222.0.74 "GET /v2.0/networks/ccfb93aa-128e-41ae-813f-cc1797d91993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5080624 Jul 23 16:32:52.841269 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f9268b2-1cf8-40a0-8098-165e237bc983 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:52.843780 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3f9268b2-1cf8-40a0-8098-165e237bc983 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/1a2618ec-56b5-4f4b-8612-5383839379f0 HTTP/1.1" status: 204 len: 168 time: 0.8610678 Jul 23 16:32:52.846235 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45888) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:52.885565 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-00b72cc2-26ba-4d06-82cf-3f1c16f8187c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:52.942882 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a01c7f1-11b3-4f79-86f6-e9d139262350 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:52.944425 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a01c7f1-11b3-4f79-86f6-e9d139262350 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:52.947571 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a01c7f1-11b3-4f79-86f6-e9d139262350 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:52.955084 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9a01c7f1-11b3-4f79-86f6-e9d139262350 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1077888 Jul 23 16:32:52.955681 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45892) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:52.978509 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-00b72cc2-26ba-4d06-82cf-3f1c16f8187c None None] For port e0a826d9-1a35-410f-b86a-195c0fce8e35, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e0a826d9-1a35-410f-b86a-195c0fce8e35,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:53.022094 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f6f375-e0bd-4ce1-b3d8-bd25b0e13451 None None] Update dhcp port {'port': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'fixed_ips': [{'subnet_id': 'd3fba1a1-d30d-41ac-a865-080945b2d04b', 'ip_address': '172.20.0.2'}, {'subnet_id': '7f901e41-7f0f-4c74-8530-c82db1bc9ed7'}], 'binding:host_id': 'n-d-778549-4'}, 'id': 'e0a826d9-1a35-410f-b86a-195c0fce8e35'} from n-d-778549-4. {{(pid=94014) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:32:53.022222 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b96a654-d6c6-41ac-89a7-e47fdd5e695b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting subnet 7f901e41-7f0f-4c74-8530-c82db1bc9ed7 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:32:53.024880 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-00b72cc2-26ba-4d06-82cf-3f1c16f8187c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.039521 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7b96a654-d6c6-41ac-89a7-e47fdd5e695b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.106698 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7b96a654-d6c6-41ac-89a7-e47fdd5e695b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.126820 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.133383 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d5f6f375-e0bd-4ce1-b3d8-bd25b0e13451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.157525 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7b96a654-d6c6-41ac-89a7-e47fdd5e695b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.183230 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b72cc2-26ba-4d06-82cf-3f1c16f8187c None None] Pushing event updated for resources: {'Port': ['ID=e0a826d9-1a35-410f-b86a-195c0fce8e35,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:53.185745 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa226837-e48f-4ec1-b547-1bcb185be912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72da50b2-1db1-48af-9e0c-e7e19949fe6a'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:53.188061 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffede59-97eb-44c0-aaa2-1aef2d23126a" -d '{"events": [{"server_uuid": "fa226837-e48f-4ec1-b547-1bcb185be912", "name": "network-vif-plugged", "status": "completed", "tag": "72da50b2-1db1-48af-9e0c-e7e19949fe6a"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:53.266084 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37aa2f7-38de-4666-bfc5-3d2a1e3f5c69 x-openstack-request-id: req-c37aa2f7-38de-4666-bfc5-3d2a1e3f5c69 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:53.266355 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa226837-e48f-4ec1-b547-1bcb185be912", "name": "network-vif-plugged", "status": "completed", "tag": "72da50b2-1db1-48af-9e0c-e7e19949fe6a", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:53.267139 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c37aa2f7-38de-4666-bfc5-3d2a1e3f5c69 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:53.267139 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa226837-e48f-4ec1-b547-1bcb185be912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72da50b2-1db1-48af-9e0c-e7e19949fe6a', 'code': 200} Jul 23 16:32:53.272443 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 72da50b2-1db1-48af-9e0c-e7e19949fe6a, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=72da50b2-1db1-48af-9e0c-e7e19949fe6a,segment=NetworkSegment(503ed851-0f65-4acf-9c27-8e96b2fb539f),segment_id=503ed851-0f65-4acf-9c27-8e96b2fb539f)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:53.287910 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.312583 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7b96a654-d6c6-41ac-89a7-e47fdd5e695b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.343019 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5e7ad-ad86-4e73-9202-f9a432f9f132 req-2dcff287-ebfe-4839-a63a-f1781341a3b5 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:53.349702 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53d5e7ad-ad86-4e73-9202-f9a432f9f132 req-2dcff287-ebfe-4839-a63a-f1781341a3b5 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa226837-e48f-4ec1-b547-1bcb185be912 HTTP/1.1" status: 200 len: 945 time: 0.6543276 Jul 23 16:32:53.360780 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96a654-d6c6-41ac-89a7-e47fdd5e695b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Subnet': ['ID=7f901e41-7f0f-4c74-8530-c82db1bc9ed7,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:53.396313 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7b96a654-d6c6-41ac-89a7-e47fdd5e695b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.398724 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7b96a654-d6c6-41ac-89a7-e47fdd5e695b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/7f901e41-7f0f-4c74-8530-c82db1bc9ed7 HTTP/1.1" status: 204 len: 168 time: 0.4415405 Jul 23 16:32:53.402141 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45906) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:53.422279 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ada261f3-2264-487d-8a85-ba0aa9a9e501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.466434 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e0b31f7-0cfb-4a8a-8fdc-51ebdf2d433a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting subnet d3fba1a1-d30d-41ac-a865-080945b2d04b {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:32:53.471345 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e0b31f7-0cfb-4a8a-8fdc-51ebdf2d433a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.481069 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-2cedd45e-b0b1-43f6-b758-6d5370ce57b6 service neutron] 10.222.0.74 "GET /v2.0/networks/ccfb93aa-128e-41ae-813f-cc1797d91993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6636605 Jul 23 16:32:53.485130 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ada261f3-2264-487d-8a85-ba0aa9a9e501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.510206 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53d5e7ad-ad86-4e73-9202-f9a432f9f132 req-ad46dbf1-2931-4e8c-910f-26bbf82b258e tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/security-groups?id=757f7dfe-a2df-4b4c-840d-38e4460f69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571803 Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server [None req-d5f6f375-e0bd-4ce1-b3d8-bd25b0e13451 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7f901e41-7f0f-4c74-8530-c82db1bc9ed7: This subnet is being modified by another concurrent operation. Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 16:32:53.517978 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 16:32:53.523069 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:32:53.523069 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:32:53.523069 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:32:53.523069 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:32:53.523069 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 16:32:53.523069 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:32:53.523069 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 16:32:53.523069 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 16:32:53.523069 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:32:53.523069 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:32:53.523069 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:32:53.523069 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:32:53.523069 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 16:32:53.523069 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 16:32:53.523069 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 23 16:32:53.523069 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 23 16:32:53.523069 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 16:32:53.523069 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 16:32:53.523069 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 23 16:32:53.523069 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 23 16:32:53.523069 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 23 16:32:53.523069 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 23 16:32:53.523069 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 23 16:32:53.523069 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 23 16:32:53.523069 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 23 16:32:53.523069 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 16:32:53.523069 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 16:32:53.523069 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 16:32:53.523069 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 16:32:53.523069 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise exception Jul 23 16:32:53.523069 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7f901e41-7f0f-4c74-8530-c82db1bc9ed7: This subnet is being modified by another concurrent operation. Jul 23 16:32:53.523069 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server Jul 23 16:32:53.533529 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e0b31f7-0cfb-4a8a-8fdc-51ebdf2d433a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.549542 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=72da50b2-1db1-48af-9e0c-e7e19949fe6a,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:53.560437 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-22bd416f-efe3-46e5-a005-75ad9b63d009 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 HTTP/1.1" status: 200 len: 217 time: 0.0711832 Jul 23 16:32:53.592265 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a953c08-d63e-4973-be5a-1631c99b81bd req-58436420-49b4-410d-ba12-def60358a049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:53.596542 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5a953c08-d63e-4973-be5a-1631c99b81bd req-58436420-49b4-410d-ba12-def60358a049 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fa226837-e48f-4ec1-b547-1bcb185be912 HTTP/1.1" status: 200 len: 1097 time: 0.2507715 Jul 23 16:32:53.647357 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-32bfba48-12ec-41e6-9fce-812170675ced None None] Could not find standard attr ID for object 1a2618ec-56b5-4f4b-8612-5383839379f0. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:32:53.668969 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-32bfba48-12ec-41e6-9fce-812170675ced None None] Provisioning complete for port e0a826d9-1a35-410f-b86a-195c0fce8e35 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:53.669373 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-32bfba48-12ec-41e6-9fce-812170675ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.712059 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-397d22ce-99de-4de6-8ca7-29ef48b909ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:53.713638 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-397d22ce-99de-4de6-8ca7-29ef48b909ae service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83c3a237-d43a-4d9d-aa29-69c4c34be53a HTTP/1.1" status: 200 len: 797 time: 0.1426041 Jul 23 16:32:53.731513 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e0b31f7-0cfb-4a8a-8fdc-51ebdf2d433a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.760807 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ada261f3-2264-487d-8a85-ba0aa9a9e501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.763517 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ada261f3-2264-487d-8a85-ba0aa9a9e501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.773970 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ada261f3-2264-487d-8a85-ba0aa9a9e501 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0f132b86-7488-45b7-925c-02024b26c31c HTTP/1.1" status: 204 len: 168 time: 0.9709918 Jul 23 16:32:53.838725 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5a953c08-d63e-4973-be5a-1631c99b81bd req-fb9f2f32-7849-425c-b783-d30b3e415883 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=757f7dfe-a2df-4b4c-840d-38e4460f69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306063 Jul 23 16:32:53.841639 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada261f3-2264-487d-8a85-ba0aa9a9e501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f132b86-7488-45b7-925c-02024b26c31c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:53.849282 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e0b31f7-0cfb-4a8a-8fdc-51ebdf2d433a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.854231 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-42338296-f61d-41c1-a543-6c179cbdd0a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.889562 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-42338296-f61d-41c1-a543-6c179cbdd0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.905549 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b31f7-0cfb-4a8a-8fdc-51ebdf2d433a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Subnet': ['ID=d3fba1a1-d30d-41ac-a865-080945b2d04b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:53.909371 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e0b31f7-0cfb-4a8a-8fdc-51ebdf2d433a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.910149 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235ee8c0-38b8-43c1-a788-c0528bd26bc8 None None] get_active_networks_info from n-d-778549-4 {{(pid=94014) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:32:53.911812 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6e0b31f7-0cfb-4a8a-8fdc-51ebdf2d433a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/d3fba1a1-d30d-41ac-a865-080945b2d04b HTTP/1.1" status: 204 len: 168 time: 0.5085554 Jul 23 16:32:53.914307 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45912) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:53.957925 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-803c8270-2dfd-4fa4-b1c3-25a62d5abc71 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422447 Jul 23 16:32:53.960502 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45914) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:53.973642 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-187563b8-72af-4701-afee-c9a6f62e1024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:53.975751 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-187563b8-72af-4701-afee-c9a6f62e1024 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a11530e6-1993-441b-956a-6f9600ed92b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2329865 Jul 23 16:32:53.989472 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-5d77eb86-10a1-4998-bb2f-c9383d4f6fec None None] Could not find standard attr ID for object 1a2618ec-56b5-4f4b-8612-5383839379f0. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:32:54.051978 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbb8272-80fd-4d7d-9262-897f8ea2ad65 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:54.057852 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ffbb8272-80fd-4d7d-9262-897f8ea2ad65 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0960486 Jul 23 16:32:54.061124 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45918) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:54.156863 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235ee8c0-38b8-43c1-a788-c0528bd26bc8 None None] Resources bound (agent type, host, resource id): {{(pid=94014) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 16:32:54.167871 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae6f84f-6918-42df-a7a2-8bc015ce62fa tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:54.168683 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0ae6f84f-6918-42df-a7a2-8bc015ce62fa tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1065824 Jul 23 16:32:54.171413 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45920) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:54.229328 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8e6b2f5f-8362-44c6-83d8-9d9431aee1c4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0565631 Jul 23 16:32:54.235708 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45924) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:54.241872 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-bbb4f4dd-1fa5-444b-8051-6e9f8ff774f6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:54.306058 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-42338296-f61d-41c1-a543-6c179cbdd0a3 admin admin] Allocated IP 172.25.8.55 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/d6758951-4996-47e5-8df8-2ecb2da25791) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:54.349080 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-0378f445-2591-41ff-b2fe-7a1fe0f8ba5c service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520756 Jul 23 16:32:54.543457 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-5a51c8d3-ce05-4117-92db-1027526dc5b9 service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840570 Jul 23 16:32:54.560217 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e0a826d9-1a35-410f-b86a-195c0fce8e35 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:54.587958 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb4f4dd-1fa5-444b-8051-6e9f8ff774f6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:54.592677 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bbb4f4dd-1fa5-444b-8051-6e9f8ff774f6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:54.595097 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb4f4dd-1fa5-444b-8051-6e9f8ff774f6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:32:54.595911 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbb4f4dd-1fa5-444b-8051-6e9f8ff774f6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:32:54.657932 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-9c474b0f-e04b-42df-b1d8-8f4f5dc42271 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 HTTP/1.1" status: 200 len: 217 time: 0.0788538 Jul 23 16:32:54.705689 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-bbb4f4dd-1fa5-444b-8051-6e9f8ff774f6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4660006 Jul 23 16:32:54.706047 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45944) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:54.711595 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-646fbfbd-da02-4df0-9c48-4fbcfd079ff7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:54.754496 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:54.803126 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-42338296-f61d-41c1-a543-6c179cbdd0a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:54.821909 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port e0a826d9-1a35-410f-b86a-195c0fce8e35, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e0a826d9-1a35-410f-b86a-195c0fce8e35,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:54.826413 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aef0142-cde8-4875-9d6c-8b78c1f74ba5 None None] get_active_networks_info from n-d-778549-4 {{(pid=94014) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:32:54.833736 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-54c2d042-c7f1-4884-9b2d-f35b85d645ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:54.835660 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-54c2d042-c7f1-4884-9b2d-f35b85d645ec service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83c3a237-d43a-4d9d-aa29-69c4c34be53a HTTP/1.1" status: 200 len: 797 time: 0.1517892 Jul 23 16:32:54.848136 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe9e3b-32aa-4abe-bb20-7910d862acd9 req-63916ad1-c367-4d4c-a14f-8d82b6ad53fe tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:54.850048 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-85fe9e3b-32aa-4abe-bb20-7910d862acd9 req-63916ad1-c367-4d4c-a14f-8d82b6ad53fe tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa226837-e48f-4ec1-b547-1bcb185be912 HTTP/1.1" status: 200 len: 946 time: 0.2096930 Jul 23 16:32:54.857818 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:54.943601 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646fbfbd-da02-4df0-9c48-4fbcfd079ff7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:54.947897 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-646fbfbd-da02-4df0-9c48-4fbcfd079ff7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:54.949757 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-646fbfbd-da02-4df0-9c48-4fbcfd079ff7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:32:54.950330 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-646fbfbd-da02-4df0-9c48-4fbcfd079ff7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:32:54.972197 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-646fbfbd-da02-4df0-9c48-4fbcfd079ff7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2636695 Jul 23 16:32:54.977266 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45952) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:54.982723 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-132a99d8-6ab4-44b4-b1e4-e1a0b6de4349 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:55.026203 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23c033fc-2829-4a17-9cfb-e6b4a14c4491 None None] Provisioning complete for port e0a826d9-1a35-410f-b86a-195c0fce8e35 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:55.026864 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23c033fc-2829-4a17-9cfb-e6b4a14c4491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:55.035366 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-85fe9e3b-32aa-4abe-bb20-7910d862acd9 req-1cdc9a8f-dae4-48eb-865d-a21c7e122130 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/security-groups?id=757f7dfe-a2df-4b4c-840d-38e4460f69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576347 Jul 23 16:32:55.058451 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-42338296-f61d-41c1-a543-6c179cbdd0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:55.110008 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-47cb6ec8-0d71-4dc9-b20e-393e1dafba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:55.112410 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-47cb6ec8-0d71-4dc9-b20e-393e1dafba6c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a11530e6-1993-441b-956a-6f9600ed92b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2597575 Jul 23 16:32:55.120061 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45954) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:55.121937 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42338296-f61d-41c1-a543-6c179cbdd0a3 admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:55.140095 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-42338296-f61d-41c1-a543-6c179cbdd0a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:55.153034 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42338296-f61d-41c1-a543-6c179cbdd0a3 admin admin] Pushing event updated for resources: {'Port': ['ID=d6758951-4996-47e5-8df8-2ecb2da25791,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:55.161566 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42338296-f61d-41c1-a543-6c179cbdd0a3 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:55.183190 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132a99d8-6ab4-44b4-b1e4-e1a0b6de4349 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:55.188027 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-132a99d8-6ab4-44b4-b1e4-e1a0b6de4349 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:55.189757 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-132a99d8-6ab4-44b4-b1e4-e1a0b6de4349 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:32:55.190421 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-132a99d8-6ab4-44b4-b1e4-e1a0b6de4349 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:32:55.212047 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-132a99d8-6ab4-44b4-b1e4-e1a0b6de4349 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2334883 Jul 23 16:32:55.215186 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45958) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:55.229182 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-49357f43-35d5-432f-9457-0771a31400ec tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:55.239831 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=e0a826d9-1a35-410f-b86a-195c0fce8e35,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:55.285875 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aef0142-cde8-4875-9d6c-8b78c1f74ba5 None None] Resources bound (agent type, host, resource id): {{(pid=94014) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 16:32:55.344980 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-9598e906-efd8-4164-ad56-f4e6d45807be admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-84128391-network', 'tenant_id': 'e9dc3f31640549ca813e0dbead6dea67'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:55.364718 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23c033fc-2829-4a17-9cfb-e6b4a14c4491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:55.379132 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-921ab4d7-b5a9-493e-91b6-7ac27082b10f service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559602 Jul 23 16:32:55.382591 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9598e906-efd8-4164-ad56-f4e6d45807be admin admin] Made reservation on behalf of e9dc3f31640549ca813e0dbead6dea67 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:55.385023 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9598e906-efd8-4164-ad56-f4e6d45807be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:55.408389 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49357f43-35d5-432f-9457-0771a31400ec tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:55.413689 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-49357f43-35d5-432f-9457-0771a31400ec tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:55.415490 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-49357f43-35d5-432f-9457-0771a31400ec tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:32:55.416510 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49357f43-35d5-432f-9457-0771a31400ec tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:32:55.438933 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-49357f43-35d5-432f-9457-0771a31400ec tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2223761 Jul 23 16:32:55.439923 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45960) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:55.446386 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-af3e10af-2ed3-43a7-b4d8-ed69eac6147b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:55.448306 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9598e906-efd8-4164-ad56-f4e6d45807be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:55.617225 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23c033fc-2829-4a17-9cfb-e6b4a14c4491 None None] For port e0a826d9-1a35-410f-b86a-195c0fce8e35, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e0a826d9-1a35-410f-b86a-195c0fce8e35,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:55.625217 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23c033fc-2829-4a17-9cfb-e6b4a14c4491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:55.708273 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-33e69ba8-87de-4784-8fa1-8f308abac4eb service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019879 Jul 23 16:32:55.838621 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-16ca5697-d32d-4ce8-9d91-18cbf819c3bc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=99c3c606-6305-429f-81cd-fd00734616f2 HTTP/1.1" status: 200 len: 217 time: 0.1135859 Jul 23 16:32:55.912605 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c033fc-2829-4a17-9cfb-e6b4a14c4491 None None] Pushing event updated for resources: {'Port': ['ID=e0a826d9-1a35-410f-b86a-195c0fce8e35,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:55.943700 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-42338296-f61d-41c1-a543-6c179cbdd0a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:55.979580 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a09f06b-6995-44b9-a43d-d929960c0089 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:56.026843 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-c006cae6-33a2-40c1-bbc1-fdee20dd74fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:56.028368 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-c006cae6-33a2-40c1-bbc1-fdee20dd74fa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83c3a237-d43a-4d9d-aa29-69c4c34be53a HTTP/1.1" status: 200 len: 797 time: 0.1815317 Jul 23 16:32:56.054037 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9598e906-efd8-4164-ad56-f4e6d45807be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:56.086652 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9598e906-efd8-4164-ad56-f4e6d45807be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:56.101129 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:32:56.121269 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3e10af-2ed3-43a7-b4d8-ed69eac6147b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:56.125626 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-af3e10af-2ed3-43a7-b4d8-ed69eac6147b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:56.128416 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4f64cfe2-3b1f-417e-9005-0ca6f670858f None None] Provisioning complete for port e0a826d9-1a35-410f-b86a-195c0fce8e35 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:56.128806 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-af3e10af-2ed3-43a7-b4d8-ed69eac6147b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:32:56.128906 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4f64cfe2-3b1f-417e-9005-0ca6f670858f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:56.133823 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af3e10af-2ed3-43a7-b4d8-ed69eac6147b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:32:56.163581 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-af3e10af-2ed3-43a7-b4d8-ed69eac6147b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7228668 Jul 23 16:32:56.166566 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45972) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:56.173662 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-ee9b18c1-6b68-484c-93eb-7340000a0fe0 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:56.292234 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9b18c1-6b68-484c-93eb-7340000a0fe0 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:56.296835 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ee9b18c1-6b68-484c-93eb-7340000a0fe0 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:56.299363 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee9b18c1-6b68-484c-93eb-7340000a0fe0 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:32:56.299994 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee9b18c1-6b68-484c-93eb-7340000a0fe0 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:32:56.320413 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ee9b18c1-6b68-484c-93eb-7340000a0fe0 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1523581 Jul 23 16:32:56.323067 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45974) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:56.341802 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8003c57-0d4c-4571-8603-0297622b28a1 None None] DHCP port deletion for 6431ca09-76a8-48e6-9c71-fe9e76635950 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:32:56.399505 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a8003c57-0d4c-4571-8603-0297622b28a1 None None] Deleting port e0a826d9-1a35-410f-b86a-195c0fce8e35 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:56.399912 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a8003c57-0d4c-4571-8603-0297622b28a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:56.417573 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece4fff7-c9f7-4ce4-866f-df6c135869a5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:56.423318 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ece4fff7-c9f7-4ce4-866f-df6c135869a5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0990386 Jul 23 16:32:56.424227 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45976) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:56.485469 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-a8003c57-0d4c-4571-8603-0297622b28a1 None None] For port e0a826d9-1a35-410f-b86a-195c0fce8e35, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e0a826d9-1a35-410f-b86a-195c0fce8e35,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:56.485921 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a8003c57-0d4c-4571-8603-0297622b28a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:56.501385 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2211bc-213b-471a-a1ce-6cc4feb9d9c8 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:56.502827 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a8003c57-0d4c-4571-8603-0297622b28a1 None None] Calling delete_port for e0a826d9-1a35-410f-b86a-195c0fce8e35 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:56.503210 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ac2211bc-213b-471a-a1ce-6cc4feb9d9c8 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0770717 Jul 23 16:32:56.505834 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45978) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:56.525908 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9598e906-efd8-4164-ad56-f4e6d45807be admin admin] vlan segment allocate from pool success with {'vlan_id': 1118, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:32:56.529833 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598e906-efd8-4164-ad56-f4e6d45807be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54de8c16-ee44-49a4-9d3a-7924ca2c7eab,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:56.596134 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cc4f754e-4178-4259-aa8f-503cdecd2f01 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0814605 Jul 23 16:32:56.596303 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45984) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:56.596652 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9598e906-efd8-4164-ad56-f4e6d45807be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:56.597090 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-9598e906-efd8-4164-ad56-f4e6d45807be admin admin] Added segment b81e70b7-14fa-4230-9456-adac869c5c0b of type vlan for network 39f95156-8af8-4a3c-8185-a196a0cfd658 Jul 23 16:32:56.604278 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-2c2e3571-3b5e-483f-955c-fa3b76533942 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:56.616092 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a8003c57-0d4c-4571-8603-0297622b28a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:56.659920 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8003c57-0d4c-4571-8603-0297622b28a1 None None] Pushing event deleted for resources: {'Port': ['ID=e0a826d9-1a35-410f-b86a-195c0fce8e35,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:56.665148 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8003c57-0d4c-4571-8603-0297622b28a1 None None] No DVR routers for this DVR port e0a826d9-1a35-410f-b86a-195c0fce8e35 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:56.816799 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9598e906-efd8-4164-ad56-f4e6d45807be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:56.838337 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-e6ad485a-5b25-4710-97b1-ce4f674e502d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:56.839906 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-e6ad485a-5b25-4710-97b1-ce4f674e502d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a11530e6-1993-441b-956a-6f9600ed92b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8032591 Jul 23 16:32:56.921701 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bec803-065d-4ecf-a219-d5dbb24f30a7 req-5f9d245d-d9d2-4d24-869f-a04318553c21 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:56.923231 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d2bec803-065d-4ecf-a219-d5dbb24f30a7 req-5f9d245d-d9d2-4d24-869f-a04318553c21 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa226837-e48f-4ec1-b547-1bcb185be912 HTTP/1.1" status: 200 len: 946 time: 0.4249837 Jul 23 16:32:56.997760 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2e3571-3b5e-483f-955c-fa3b76533942 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:57.001269 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2c2e3571-3b5e-483f-955c-fa3b76533942 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:57.004614 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9598e906-efd8-4164-ad56-f4e6d45807be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:57.005571 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9598e906-efd8-4164-ad56-f4e6d45807be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:57.006149 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9598e906-efd8-4164-ad56-f4e6d45807be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:57.032200 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-42338296-f61d-41c1-a543-6c179cbdd0a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:57.093926 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9598e906-efd8-4164-ad56-f4e6d45807be admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9695759 Jul 23 16:32:57.096851 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45994) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:57.102123 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6127dc26-b96a-47f3-8a21-8845a50639df admin admin] Request body: {'subnet': {'network_id': '39f95156-8af8-4a3c-8185-a196a0cfd658', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-84128391-subnet', 'tenant_id': 'e9dc3f31640549ca813e0dbead6dea67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:57.125973 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6127dc26-b96a-47f3-8a21-8845a50639df admin admin] Made reservation on behalf of e9dc3f31640549ca813e0dbead6dea67 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:57.129251 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6127dc26-b96a-47f3-8a21-8845a50639df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:57.246958 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d2bec803-065d-4ecf-a219-d5dbb24f30a7 req-930cd2c1-d899-4232-9195-6ed565cef2cf tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/security-groups?id=757f7dfe-a2df-4b4c-840d-38e4460f69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128459 Jul 23 16:32:57.251875 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598e906-efd8-4164-ad56-f4e6d45807be admin admin] Pushing event updated for resources: {'Network': ['ID=39f95156-8af8-4a3c-8185-a196a0cfd658,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:57.262886 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-bd0cd669-fd42-49ff-9a3a-cd2d85a745b5 service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109855 Jul 23 16:32:57.271766 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 39f95156-8af8-4a3c-8185-a196a0cfd658 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:32:57.340492 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6127dc26-b96a-47f3-8a21-8845a50639df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:57.406759 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127dc26-b96a-47f3-8a21-8845a50639df admin admin] Pushing event updated for resources: {'Subnet': ['ID=a37eb368-db19-4fd2-8bc8-9aa2e38f4d63,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:57.415419 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6127dc26-b96a-47f3-8a21-8845a50639df admin admin] Checking segment: {'id': 'b81e70b7-14fa-4230-9456-adac869c5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '39f95156-8af8-4a3c-8185-a196a0cfd658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:32:57.415892 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6127dc26-b96a-47f3-8a21-8845a50639df admin admin] Network hostable DHCP agents. Network: 39f95156-8af8-4a3c-8185-a196a0cfd658, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:32:57.435633 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6127dc26-b96a-47f3-8a21-8845a50639df admin admin] Network 39f95156-8af8-4a3c-8185-a196a0cfd658 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:32:57.447317 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-6127dc26-b96a-47f3-8a21-8845a50639df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 39f95156-8af8-4a3c-8185-a196a0cfd658) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:57.452533 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6127dc26-b96a-47f3-8a21-8845a50639df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:57.453571 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6127dc26-b96a-47f3-8a21-8845a50639df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:57.465653 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69fba21-8ac6-4b2d-9405-7c20ca81cb29 None None] Network 39f95156-8af8-4a3c-8185-a196a0cfd658 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:57.474916 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6127dc26-b96a-47f3-8a21-8845a50639df admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3767910 Jul 23 16:32:57.516114 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-30ad926f-cf7b-405b-ae9c-22c62be50a87 service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423544 Jul 23 16:32:57.616880 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-1179edd9-49b8-43e0-8769-e367fbdde865 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=d26b6c0c-a095-4674-9672-f08e8e034402 HTTP/1.1" status: 200 len: 217 time: 0.0739539 Jul 23 16:32:57.641179 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b34db01-8496-4ba0-befc-71a0eb8eb46e None None] Network 39f95156-8af8-4a3c-8185-a196a0cfd658 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:57.663667 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42338296-f61d-41c1-a543-6c179cbdd0a3 admin admin] Router 11ce02fb-fb84-43cf-9494-28ea46f36d50 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:32:57.679675 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bd9af-836d-402e-a247-383a6d2b7009 req-5f85d58b-dd74-4633-94c4-821b51cf026b tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:57.686780 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-199bd9af-836d-402e-a247-383a6d2b7009 req-5f85d58b-dd74-4633-94c4-821b51cf026b tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa226837-e48f-4ec1-b547-1bcb185be912 HTTP/1.1" status: 200 len: 946 time: 0.3159716 Jul 23 16:32:57.819814 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-595a2313-62c2-4946-910e-1eb544450614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:57.821401 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-595a2313-62c2-4946-910e-1eb544450614 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83c3a237-d43a-4d9d-aa29-69c4c34be53a HTTP/1.1" status: 200 len: 797 time: 0.1943834 Jul 23 16:32:57.900644 n-d-778549-4 neutron-server[94012]: DEBUG neutron.objects.ports [None req-2c2e3571-3b5e-483f-955c-fa3b76533942 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94012) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:32:57.909920 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-199bd9af-836d-402e-a247-383a6d2b7009 req-726de478-6672-46bb-a93d-ef8a76416c08 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/security-groups?id=757f7dfe-a2df-4b4c-840d-38e4460f69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219951 Jul 23 16:32:57.921266 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2c2e3571-3b5e-483f-955c-fa3b76533942 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:57.994953 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2e3571-3b5e-483f-955c-fa3b76533942 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:58.021404 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-2c2e3571-3b5e-483f-955c-fa3b76533942 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:58.034271 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcb7927-f624-42f5-9882-b38e1e298fe6 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:58.109025 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2e3571-3b5e-483f-955c-fa3b76533942 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:58.109670 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2c2e3571-3b5e-483f-955c-fa3b76533942 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:58.128209 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e3571-3b5e-483f-955c-fa3b76533942 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Subnet': ['ID=555e1f46-1a8a-4b96-aebe-be5388b878f4,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:58.137993 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42338296-f61d-41c1-a543-6c179cbdd0a3 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:32:58.146202 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2c2e3571-3b5e-483f-955c-fa3b76533942 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5472324 Jul 23 16:32:58.146496 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46026) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:58.153161 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-401ae254-abb6-4939-b0ff-88e3efb94fb4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'port': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'mac_address': 'fa:16:3e:5a:8f:73', 'name': 'tempest-NetworksTestDHCPv6-1296293075'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:58.161993 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0127c8-5917-49ed-9605-366eac63e079 None None] Sync routers for ids ['11ce02fb-fb84-43cf-9494-28ea46f36d50'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:32:58.169130 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-3bf85a40-d1c9-45e5-a33b-28f855160806 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:58.170724 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-3bf85a40-d1c9-45e5-a33b-28f855160806 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/networks?id=39f95156-8af8-4a3c-8185-a196a0cfd658 HTTP/1.1" status: 200 len: 812 time: 0.2052045 Jul 23 16:32:58.176300 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-1dbd7aa2-0bb8-46d6-a677-5aab545bf547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:58.178030 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-1dbd7aa2-0bb8-46d6-a677-5aab545bf547 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a11530e6-1993-441b-956a-6f9600ed92b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3485289 Jul 23 16:32:58.179326 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0127c8-5917-49ed-9605-366eac63e079 None None] Routers {'11ce02fb-fb84-43cf-9494-28ea46f36d50'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:32:58.180599 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-7a0127c8-5917-49ed-9605-366eac63e079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:32:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['11ce02fb-fb84-43cf-9494-28ea46f36d50'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:58.201186 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-42338296-f61d-41c1-a543-6c179cbdd0a3 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:58.205077 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-42338296-f61d-41c1-a543-6c179cbdd0a3 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3266621 Jul 23 16:32:58.208335 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-c2473946-97e0-4f6a-9cc9-e7a756892ee1 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/quotas/e9dc3f31640549ca813e0dbead6dea67 HTTP/1.1" status: 200 len: 375 time: 0.0271840 Jul 23 16:32:58.208335 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46028) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:58.307458 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d90a08a-96e9-4132-b739-e3bb33a11ebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-6431ca09-76a8-48e6-9c71-fe9e76635950', 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'fixed_ips': [{'subnet_id': '555e1f46-1a8a-4b96-aebe-be5388b878f4'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:32:58.308348 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0d90a08a-96e9-4132-b739-e3bb33a11ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:58.368833 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401ae254-abb6-4939-b0ff-88e3efb94fb4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:58.380056 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-f4dd4572-55ed-4034-9a92-de9cfba2f488 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e9dc3f31640549ca813e0dbead6dea67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1536741 Jul 23 16:32:58.423169 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-7a0127c8-5917-49ed-9605-366eac63e079 None None] Set router 11ce02fb-fb84-43cf-9494-28ea46f36d50 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:32:58.539525 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-356c9b49-2b4b-4f2f-9de0-dfdf83f3f33f service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494666 Jul 23 16:32:58.566884 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-401ae254-abb6-4939-b0ff-88e3efb94fb4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:58.592480 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-401ae254-abb6-4939-b0ff-88e3efb94fb4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] device_id is not set on port b923c3ba-be89-4811-9dfe-bb20d963fb42 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:32:58.609196 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-0d90a08a-96e9-4132-b739-e3bb33a11ebe None None] Allocated IP 2001:db8::f816:3eff:fed9:f6d (6431ca09-76a8-48e6-9c71-fe9e76635950/555e1f46-1a8a-4b96-aebe-be5388b878f4/79bb36e2-dea8-4ded-990c-05d6359c28a7) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:58.764508 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-7a0127c8-5917-49ed-9605-366eac63e079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ce02fb-fb84-43cf-9494-28ea46f36d50', 'name': 'tempest-ServerRescueTestJSON-1386557760-router', 'tenant_id': 'd40e0ee1ca674276bdd958b07bc5c30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd6758951-4996-47e5-8df8-2ecb2da25791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:32:52Z', 'updated_at': '2021-07-23T16:32:55Z', 'revision_number': 3, 'project_id': 'd40e0ee1ca674276bdd958b07bc5c30e', 'gw_port': {'id': 'd6758951-4996-47e5-8df8-2ecb2da25791', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ce02fb-fb84-43cf-9494-28ea46f36d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:53Z', 'updated_at': '2021-07-23T16:32:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:58.811807 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0127c8-5917-49ed-9605-366eac63e079 None None] Checking router: 11ce02fb-fb84-43cf-9494-28ea46f36d50 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:32:58.812052 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0127c8-5917-49ed-9605-366eac63e079 None None] Updating router 11ce02fb-fb84-43cf-9494-28ea46f36d50 port d6758951-4996-47e5-8df8-2ecb2da25791 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:32:58.877233 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0d90a08a-96e9-4132-b739-e3bb33a11ebe None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:58.879327 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7a0127c8-5917-49ed-9605-366eac63e079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:58.914655 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0d90a08a-96e9-4132-b739-e3bb33a11ebe None None] Transition to ACTIVE for port object 79bb36e2-dea8-4ded-990c-05d6359c28a7 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:58.950460 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0d90a08a-96e9-4132-b739-e3bb33a11ebe None None] Transition to ACTIVE for port object 79bb36e2-dea8-4ded-990c-05d6359c28a7 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:59.004841 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0d90a08a-96e9-4132-b739-e3bb33a11ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:59.023624 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-e828e086-4e43-4db0-a84f-cccd2f43cfab service neutron] 10.222.0.73 "GET /v2.0/networks/39f95156-8af8-4a3c-8185-a196a0cfd658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6093955 Jul 23 16:32:59.066233 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d90a08a-96e9-4132-b739-e3bb33a11ebe None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:59.071368 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-0d90a08a-96e9-4132-b739-e3bb33a11ebe None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:59.079833 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d90a08a-96e9-4132-b739-e3bb33a11ebe None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:59.098572 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90a08a-96e9-4132-b739-e3bb33a11ebe None None] Pushing event updated for resources: {'Port': ['ID=79bb36e2-dea8-4ded-990c-05d6359c28a7,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:59.125543 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-401ae254-abb6-4939-b0ff-88e3efb94fb4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Allocated IP 2001:db8::f816:3eff:fe5a:8f73 (6431ca09-76a8-48e6-9c71-fe9e76635950/555e1f46-1a8a-4b96-aebe-be5388b878f4/b923c3ba-be89-4811-9dfe-bb20d963fb42) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:59.228691 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-0d90a08a-96e9-4132-b739-e3bb33a11ebe None None] Attempting to bind port 79bb36e2-dea8-4ded-990c-05d6359c28a7 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:59.229540 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-0d90a08a-96e9-4132-b739-e3bb33a11ebe None None] Attempting to bind port 79bb36e2-dea8-4ded-990c-05d6359c28a7 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:59.230162 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d90a08a-96e9-4132-b739-e3bb33a11ebe None None] Attempting to bind port 79bb36e2-dea8-4ded-990c-05d6359c28a7 on network 6431ca09-76a8-48e6-9c71-fe9e76635950 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:59.243605 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d90a08a-96e9-4132-b739-e3bb33a11ebe None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:32:59.244217 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d90a08a-96e9-4132-b739-e3bb33a11ebe None None] Checking segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:32:59.244929 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0d90a08a-96e9-4132-b739-e3bb33a11ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:59.245728 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d90a08a-96e9-4132-b739-e3bb33a11ebe None None] Bound using segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:32:59.246275 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-0d90a08a-96e9-4132-b739-e3bb33a11ebe None None] Bound port: 79bb36e2-dea8-4ded-990c-05d6359c28a7, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:32:59.246901 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0d90a08a-96e9-4132-b739-e3bb33a11ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:59.256028 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-88ab6b71-6088-4269-bdc3-53faa4578307 service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6870389 Jul 23 16:32:59.266112 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-215d2c85-b855-4db1-a69e-ca1457b80eed service neutron] 10.222.0.73 "GET /v2.0/networks/39f95156-8af8-4a3c-8185-a196a0cfd658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360651 Jul 23 16:32:59.277231 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386aafd-a7d4-4f26-ac85-fd11c230be87 req-ee471cdd-b09e-427b-af21-2c1022af9951 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:59.286270 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9386aafd-a7d4-4f26-ac85-fd11c230be87 req-ee471cdd-b09e-427b-af21-2c1022af9951 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa226837-e48f-4ec1-b547-1bcb185be912 HTTP/1.1" status: 200 len: 946 time: 0.7613862 Jul 23 16:32:59.470157 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-ffc38448-d7ac-4d27-8e4d-d1d2090ee347 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=faeb3d4d-ead5-454a-9873-67df475e0096 HTTP/1.1" status: 200 len: 217 time: 0.1816981 Jul 23 16:32:59.587755 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-401ae254-abb6-4939-b0ff-88e3efb94fb4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:59.639103 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-401ae254-abb6-4939-b0ff-88e3efb94fb4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Transition to ACTIVE for port object b923c3ba-be89-4811-9dfe-bb20d963fb42 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:59.683817 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9386aafd-a7d4-4f26-ac85-fd11c230be87 req-d85f0b23-cbc3-4d2a-b398-7c2acfdfeacd tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/security-groups?id=757f7dfe-a2df-4b4c-840d-38e4460f69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965306 Jul 23 16:32:59.713390 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-401ae254-abb6-4939-b0ff-88e3efb94fb4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:59.781864 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7a0127c8-5917-49ed-9605-366eac63e079 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:59.785957 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-c8529760-522f-426a-a35b-bdf883350f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:59.792818 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7a0127c8-5917-49ed-9605-366eac63e079 None None] Transition to ACTIVE for port object d6758951-4996-47e5-8df8-2ecb2da25791 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:59.802857 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7a0127c8-5917-49ed-9605-366eac63e079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:59.805524 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-c8529760-522f-426a-a35b-bdf883350f66 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43e3b6e1-204d-4ff9-bc32-923f74e47c31 HTTP/1.1" status: 200 len: 797 time: 0.3238606 Jul 23 16:32:59.971217 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-7a0127c8-5917-49ed-9605-366eac63e079 None None] Attempting to bind port d6758951-4996-47e5-8df8-2ecb2da25791 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:59.974717 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-7a0127c8-5917-49ed-9605-366eac63e079 None None] Attempting to bind port d6758951-4996-47e5-8df8-2ecb2da25791 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:59.976386 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0127c8-5917-49ed-9605-366eac63e079 None None] Attempting to bind port d6758951-4996-47e5-8df8-2ecb2da25791 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:59.984313 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401ae254-abb6-4939-b0ff-88e3efb94fb4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:59.990111 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-401ae254-abb6-4939-b0ff-88e3efb94fb4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:59.992525 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ae254-abb6-4939-b0ff-88e3efb94fb4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Port': ['ID=b923c3ba-be89-4811-9dfe-bb20d963fb42,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:00.000235 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401ae254-abb6-4939-b0ff-88e3efb94fb4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:00.008322 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401ae254-abb6-4939-b0ff-88e3efb94fb4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:00.008322 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-401ae254-abb6-4939-b0ff-88e3efb94fb4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:00.027048 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-0d90a08a-96e9-4132-b739-e3bb33a11ebe None None] For port 79bb36e2-dea8-4ded-990c-05d6359c28a7, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:33:00.032467 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-401ae254-abb6-4939-b0ff-88e3efb94fb4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8842566 Jul 23 16:33:00.036977 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46056) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:00.042407 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-0d90a08a-96e9-4132-b739-e3bb33a11ebe None None] For port 79bb36e2-dea8-4ded-990c-05d6359c28a7, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=79bb36e2-dea8-4ded-990c-05d6359c28a7,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:33:00.061833 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0127c8-5917-49ed-9605-366eac63e079 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:33:00.066554 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0127c8-5917-49ed-9605-366eac63e079 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:33:00.069425 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7a0127c8-5917-49ed-9605-366eac63e079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:00.070383 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0127c8-5917-49ed-9605-366eac63e079 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:33:00.072461 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-7a0127c8-5917-49ed-9605-366eac63e079 None None] Bound port: d6758951-4996-47e5-8df8-2ecb2da25791, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:33:00.077104 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7a0127c8-5917-49ed-9605-366eac63e079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:00.161196 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0d90a08a-96e9-4132-b739-e3bb33a11ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:00.170771 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090f6750-a1a5-4796-94b8-077f2d09a36d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:00.174047 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a9c86-c942-4e74-819f-59da2d12da0d None None] Pushing event updated for resources: {'Port': ['ID=d6758951-4996-47e5-8df8-2ecb2da25791,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:00.191741 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090f6750-a1a5-4796-94b8-077f2d09a36d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:00.193549 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-090f6750-a1a5-4796-94b8-077f2d09a36d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1553514 Jul 23 16:33:00.196384 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46064) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:00.216592 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bd1916f2-7920-4c3d-b4ad-19f252a66d99 req-9b5d53a2-e303-4a86-89fd-ef2645fa4466 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 210 time: 0.2826793 Jul 23 16:33:00.314666 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-7a0127c8-5917-49ed-9605-366eac63e079 None None] For port d6758951-4996-47e5-8df8-2ecb2da25791, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:33:00.322958 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-7a0127c8-5917-49ed-9605-366eac63e079 None None] For port d6758951-4996-47e5-8df8-2ecb2da25791, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d6758951-4996-47e5-8df8-2ecb2da25791,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:33:00.330099 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90a08a-96e9-4132-b739-e3bb33a11ebe None None] Pushing event updated for resources: {'Port': ['ID=79bb36e2-dea8-4ded-990c-05d6359c28a7,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:00.338754 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7a0127c8-5917-49ed-9605-366eac63e079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:00.421397 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-10bf2215-d03f-4c86-ac32-6cfc2498052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:00.423558 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-10bf2215-d03f-4c86-ac32-6cfc2498052c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=72536959-6d28-4d4b-a817-b894e84f9992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4867418 Jul 23 16:33:00.433160 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d899f1a-cccd-4691-a7ef-ad42a7225cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:00.441155 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f98d752f-dcad-42a0-80ff-1904b6facc72 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting port b923c3ba-be89-4811-9dfe-bb20d963fb42 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:00.441416 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f98d752f-dcad-42a0-80ff-1904b6facc72 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:00.457370 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a9c86-c942-4e74-819f-59da2d12da0d None None] Pushing event updated for resources: {'Port': ['ID=d6758951-4996-47e5-8df8-2ecb2da25791,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:00.471328 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0127c8-5917-49ed-9605-366eac63e079 None None] Routers {'11ce02fb-fb84-43cf-9494-28ea46f36d50'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:33:00.472256 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-7a0127c8-5917-49ed-9605-366eac63e079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:32:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['11ce02fb-fb84-43cf-9494-28ea46f36d50'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:00.623032 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe06e0-d947-4bea-9294-2c0db7d0fa9d req-b9b248c6-2d1c-4195-b79f-5d79310ac2ba tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:00.631427 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d9fe06e0-d947-4bea-9294-2c0db7d0fa9d req-b9b248c6-2d1c-4195-b79f-5d79310ac2ba tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa226837-e48f-4ec1-b547-1bcb185be912 HTTP/1.1" status: 200 len: 946 time: 0.3655925 Jul 23 16:33:00.682241 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-0ad3258e-674e-48e7-9d12-52787536bc88 service neutron] 10.222.0.74 "GET /v2.0/networks/72536959-6d28-4d4b-a817-b894e84f9992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437880 Jul 23 16:33:00.700177 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f98d752f-dcad-42a0-80ff-1904b6facc72 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:00.732750 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-7a0127c8-5917-49ed-9605-366eac63e079 None None] Set router 11ce02fb-fb84-43cf-9494-28ea46f36d50 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:33:00.735831 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f98d752f-dcad-42a0-80ff-1904b6facc72 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Calling delete_port for b923c3ba-be89-4811-9dfe-bb20d963fb42 owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:00.989002 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-2d5cf228-027c-4432-9768-db5f35775f06 service neutron] 10.222.0.74 "GET /v2.0/networks/72536959-6d28-4d4b-a817-b894e84f9992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923764 Jul 23 16:33:01.033366 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d9fe06e0-d947-4bea-9294-2c0db7d0fa9d req-303ae97f-90b4-441c-8c2c-ce1d1c87a130 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/security-groups?id=757f7dfe-a2df-4b4c-840d-38e4460f69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959181 Jul 23 16:33:01.041440 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-7a0127c8-5917-49ed-9605-366eac63e079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ce02fb-fb84-43cf-9494-28ea46f36d50', 'name': 'tempest-ServerRescueTestJSON-1386557760-router', 'tenant_id': 'd40e0ee1ca674276bdd958b07bc5c30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd6758951-4996-47e5-8df8-2ecb2da25791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:32:52Z', 'updated_at': '2021-07-23T16:32:55Z', 'revision_number': 3, 'project_id': 'd40e0ee1ca674276bdd958b07bc5c30e', 'gw_port': {'id': 'd6758951-4996-47e5-8df8-2ecb2da25791', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ce02fb-fb84-43cf-9494-28ea46f36d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:53Z', 'updated_at': '2021-07-23T16:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:01.071968 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0127c8-5917-49ed-9605-366eac63e079 None None] The sync data for ids ['11ce02fb-fb84-43cf-9494-28ea46f36d50'] in n-d-778549-4 is: [{'id': '11ce02fb-fb84-43cf-9494-28ea46f36d50', 'name': 'tempest-ServerRescueTestJSON-1386557760-router', 'tenant_id': 'd40e0ee1ca674276bdd958b07bc5c30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd6758951-4996-47e5-8df8-2ecb2da25791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:32:52Z', 'updated_at': '2021-07-23T16:32:55Z', 'revision_number': 3, 'project_id': 'd40e0ee1ca674276bdd958b07bc5c30e', 'gw_port': {'id': 'd6758951-4996-47e5-8df8-2ecb2da25791', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ce02fb-fb84-43cf-9494-28ea46f36d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:53Z', 'updated_at': '2021-07-23T16:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:33:01.089799 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-7329f920-45cc-4800-bdc1-fd2e1c1f6110 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a9569114-a844-492a-9768-c27463ea9bb4 HTTP/1.1" status: 200 len: 217 time: 0.0763719 Jul 23 16:33:01.204244 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-49d3900b-7746-4325-8f93-95b618aaa9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:01.205874 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-49d3900b-7746-4325-8f93-95b618aaa9a1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43e3b6e1-204d-4ff9-bc32-923f74e47c31 HTTP/1.1" status: 200 len: 797 time: 0.0878887 Jul 23 16:33:01.259885 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-2d899f1a-cccd-4691-a7ef-ad42a7225cfb admin admin] Allocated IP 172.20.0.1 (7a09e324-af99-4e6f-aabe-ea07ec677e31/b6e51e5c-e7af-4f3d-9bf0-f99b4811604f/b61f35c5-e963-47cf-b3b0-6afefd090e25) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:01.400672 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f98d752f-dcad-42a0-80ff-1904b6facc72 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:01.432645 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-292fe11e-8dde-4076-908a-227e920fd28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:01.434495 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-292fe11e-8dde-4076-908a-227e920fd28b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=72536959-6d28-4d4b-a817-b894e84f9992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2160048 Jul 23 16:33:01.513652 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f98d752f-dcad-42a0-80ff-1904b6facc72 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:01.518823 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f98d752f-dcad-42a0-80ff-1904b6facc72 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/b923c3ba-be89-4811-9dfe-bb20d963fb42 HTTP/1.1" status: 204 len: 168 time: 1.3213861 Jul 23 16:33:01.521784 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46080) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:01.522778 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d752f-dcad-42a0-80ff-1904b6facc72 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Port': ['ID=b923c3ba-be89-4811-9dfe-bb20d963fb42,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:01.598825 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d89b6b-f723-4d06-b5ee-ee6d944123b1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:01.600462 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d89b6b-f723-4d06-b5ee-ee6d944123b1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:01.606701 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-83d89b6b-f723-4d06-b5ee-ee6d944123b1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0808215 Jul 23 16:33:01.607493 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46082) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:01.672097 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-45285351-22d2-4d1a-b70b-8dadf33afba8 service neutron] 10.222.0.74 "GET /v2.0/networks/72536959-6d28-4d4b-a817-b894e84f9992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192576 Jul 23 16:33:01.702826 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-72f5ead9-5d46-4f17-a350-091a6f069996 req-5618bbd3-84b8-40ac-ab48-9daf3ac06639 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 210 time: 0.2641525 Jul 23 16:33:01.803423 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-345d0c5b-c7b8-4f51-9745-100d8e754106 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting subnet 555e1f46-1a8a-4b96-aebe-be5388b878f4 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:33:01.812597 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-345d0c5b-c7b8-4f51-9745-100d8e754106 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:01.879264 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a1dca-cd10-42a7-b3b4-210a6eb0b29b req-3f039e6f-3247-4e42-a97a-61fc0b9dfcce tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:01.880840 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-aa6a1dca-cd10-42a7-b3b4-210a6eb0b29b req-3f039e6f-3247-4e42-a97a-61fc0b9dfcce tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa226837-e48f-4ec1-b547-1bcb185be912 HTTP/1.1" status: 200 len: 946 time: 0.1808002 Jul 23 16:33:01.921864 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-345d0c5b-c7b8-4f51-9745-100d8e754106 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:01.982567 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d899f1a-cccd-4691-a7ef-ad42a7225cfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:01.987067 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7c2da70f-89da-4712-b3b6-7bd4908c579e None None] Provisioning for port 79bb36e2-dea8-4ded-990c-05d6359c28a7 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:02.011027 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-af836805-b289-4430-aa14-0ac3e2bba329 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:02.021355 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-af836805-b289-4430-aa14-0ac3e2bba329 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.97 "GET /v2.0/networks?id=39f95156-8af8-4a3c-8185-a196a0cfd658 HTTP/1.1" status: 200 len: 812 time: 0.5856187 Jul 23 16:33:02.042530 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97c26ae-b9db-4d7d-b844-87551d5ca41c req-f675fce0-6d4a-4493-baba-d68a74df1fc6 service neutron] 10.222.0.74 "GET /v2.0/networks/72536959-6d28-4d4b-a817-b894e84f9992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267250 Jul 23 16:33:02.083182 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-0869a068-5145-469a-83cb-98971cb58896 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Request body: {'port': {'device_id': '7198ca53-aec1-4da6-80f5-fa9762b7a709', 'network_id': '39f95156-8af8-4a3c-8185-a196a0cfd658', 'admin_state_up': True, 'tenant_id': 'e9dc3f31640549ca813e0dbead6dea67'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:02.230979 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-aa6a1dca-cd10-42a7-b3b4-210a6eb0b29b req-5edf4c8b-86a8-49a8-aac0-79272d5d3aae tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Deleting port 72da50b2-1db1-48af-9e0c-e7e19949fe6a {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:02.231516 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-aa6a1dca-cd10-42a7-b3b4-210a6eb0b29b req-5edf4c8b-86a8-49a8-aac0-79272d5d3aae tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:02.256614 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-345d0c5b-c7b8-4f51-9745-100d8e754106 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:02.388983 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-0869a068-5145-469a-83cb-98971cb58896 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Made reservation on behalf of e9dc3f31640549ca813e0dbead6dea67 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:02.392907 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-0869a068-5145-469a-83cb-98971cb58896 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:02.397085 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d899f1a-cccd-4691-a7ef-ad42a7225cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:02.408956 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-70b82617-998a-43a0-9b6d-753d0d1cfb77 None None] Could not find standard attr ID for object b923c3ba-be89-4811-9dfe-bb20d963fb42. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:33:02.467910 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d899f1a-cccd-4691-a7ef-ad42a7225cfb admin admin] Pushing event updated for resources: {'Port': ['ID=b61f35c5-e963-47cf-b3b0-6afefd090e25,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:02.508071 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-aa6a1dca-cd10-42a7-b3b4-210a6eb0b29b req-5edf4c8b-86a8-49a8-aac0-79272d5d3aae tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] For port 72da50b2-1db1-48af-9e0c-e7e19949fe6a, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=72da50b2-1db1-48af-9e0c-e7e19949fe6a,segment=NetworkSegment(503ed851-0f65-4acf-9c27-8e96b2fb539f),segment_id=503ed851-0f65-4acf-9c27-8e96b2fb539f)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:02.508372 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-aa6a1dca-cd10-42a7-b3b4-210a6eb0b29b req-5edf4c8b-86a8-49a8-aac0-79272d5d3aae tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:02.526109 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-345d0c5b-c7b8-4f51-9745-100d8e754106 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:02.563657 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d0c5b-c7b8-4f51-9745-100d8e754106 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Subnet': ['ID=555e1f46-1a8a-4b96-aebe-be5388b878f4,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:02.580030 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-aa6a1dca-cd10-42a7-b3b4-210a6eb0b29b req-5edf4c8b-86a8-49a8-aac0-79272d5d3aae tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Calling delete_port for 72da50b2-1db1-48af-9e0c-e7e19949fe6a owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:02.595809 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-345d0c5b-c7b8-4f51-9745-100d8e754106 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:02.600328 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-345d0c5b-c7b8-4f51-9745-100d8e754106 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/555e1f46-1a8a-4b96-aebe-be5388b878f4 HTTP/1.1" status: 204 len: 168 time: 0.9892688 Jul 23 16:33:02.602668 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46100) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:02.610501 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-046b676d-44e7-4667-99be-c7f82be2fa89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:02.685736 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d899f1a-cccd-4691-a7ef-ad42a7225cfb admin admin] Network 7a09e324-af99-4e6f-aabe-ea07ec677e31 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:02.691779 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-2d899f1a-cccd-4691-a7ef-ad42a7225cfb admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:02.698101 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d899f1a-cccd-4691-a7ef-ad42a7225cfb admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:02.703639 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a9b06f38-9153-4e51-8ab8-bc9d2606acee tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0966580 Jul 23 16:33:02.703824 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46102) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:02.734560 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-8fb37065-9c13-40d1-8056-ea7425d6d5b5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:02.774674 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0585c7d-d285-490c-8009-f4f322cfb78b req-92172b2c-3358-4468-a413-d635a57ec9b8 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:02.783954 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d6758951-4996-47e5-8df8-2ecb2da25791 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:33:02.792689 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c0585c7d-d285-490c-8009-f4f322cfb78b req-92172b2c-3358-4468-a413-d635a57ec9b8 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa226837-e48f-4ec1-b547-1bcb185be912 HTTP/1.1" status: 200 len: 946 time: 0.5288923 Jul 23 16:33:02.842064 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-0869a068-5145-469a-83cb-98971cb58896 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Allocated IP 172.20.0.11 (39f95156-8af8-4a3c-8185-a196a0cfd658/a37eb368-db19-4fd2-8bc8-9aa2e38f4d63/873ab846-b220-45c4-b796-4be961cfe70b) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:02.858969 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481218a2-3157-4282-b8c8-981165c445b8 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:02.911148 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3062e0d5-e1d5-40fb-a285-34ef85396762 req-e7445bcb-3027-4e98-83df-59709cda3ee3 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 210 time: 0.0706310 Jul 23 16:33:02.968652 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port d6758951-4996-47e5-8df8-2ecb2da25791 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:02.972653 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-aa6a1dca-cd10-42a7-b3b4-210a6eb0b29b req-5edf4c8b-86a8-49a8-aac0-79272d5d3aae tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:02.973797 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d899f1a-cccd-4691-a7ef-ad42a7225cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:02.976167 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port d6758951-4996-47e5-8df8-2ecb2da25791 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:02.976739 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:03.005848 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['72da50b2-1db1-48af-9e0c-e7e19949fe6a'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:33:03.012552 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf4c8b-86a8-49a8-aac0-79272d5d3aae tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Pushing event deleted for resources: {'Port': ['ID=72da50b2-1db1-48af-9e0c-e7e19949fe6a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:03.073828 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6a1dca-cd10-42a7-b3b4-210a6eb0b29b req-5edf4c8b-86a8-49a8-aac0-79272d5d3aae tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] No DVR routers for this DVR port 72da50b2-1db1-48af-9e0c-e7e19949fe6a on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:33:03.083771 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-aa6a1dca-cd10-42a7-b3b4-210a6eb0b29b req-5edf4c8b-86a8-49a8-aac0-79272d5d3aae tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:03.086093 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-aa6a1dca-cd10-42a7-b3b4-210a6eb0b29b req-5edf4c8b-86a8-49a8-aac0-79272d5d3aae tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.74 "DELETE /v2.0/ports/72da50b2-1db1-48af-9e0c-e7e19949fe6a HTTP/1.1" status: 204 len: 173 time: 1.1949346 Jul 23 16:33:03.086656 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa226837-e48f-4ec1-b547-1bcb185be912', 'name': 'network-vif-deleted', 'tag': '72da50b2-1db1-48af-9e0c-e7e19949fe6a'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:33:03.089503 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ff8121-1b76-4b12-99da-c482b033a80e" -d '{"events": [{"server_uuid": "fa226837-e48f-4ec1-b547-1bcb185be912", "name": "network-vif-deleted", "tag": "72da50b2-1db1-48af-9e0c-e7e19949fe6a"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:33:03.093822 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c0585c7d-d285-490c-8009-f4f322cfb78b req-e497b2f6-6c93-42a9-bce5-18bde55a21b6 tempest-ServersNegativeTestMultiTenantJSON-1949471870 tempest-ServersNegativeTestMultiTenantJSON-1949471870-project] 10.222.0.73 "GET /v2.0/security-groups?id=757f7dfe-a2df-4b4c-840d-38e4460f69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999928 Jul 23 16:33:03.165513 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372cbfc1-87b6-4fe1-baa2-516ef0b19354 x-openstack-request-id: req-372cbfc1-87b6-4fe1-baa2-516ef0b19354 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:33:03.165908 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa226837-e48f-4ec1-b547-1bcb185be912", "name": "network-vif-deleted", "tag": "72da50b2-1db1-48af-9e0c-e7e19949fe6a", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:33:03.166263 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-372cbfc1-87b6-4fe1-baa2-516ef0b19354 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:33:03.166766 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa226837-e48f-4ec1-b547-1bcb185be912', 'name': 'network-vif-deleted', 'tag': '72da50b2-1db1-48af-9e0c-e7e19949fe6a', 'status': 'completed', 'code': 200} Jul 23 16:33:03.217638 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb37065-9c13-40d1-8056-ea7425d6d5b5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:03.225016 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8fb37065-9c13-40d1-8056-ea7425d6d5b5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:03.289934 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:03.311869 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354b394f-3a8e-4834-b5af-09b6ca6f1a0c None None] DHCP port deletion for 6431ca09-76a8-48e6-9c71-fe9e76635950 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:33:03.326868 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port d6758951-4996-47e5-8df8-2ecb2da25791, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d6758951-4996-47e5-8df8-2ecb2da25791,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:03.348702 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:03.349852 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 79bb36e2-dea8-4ded-990c-05d6359c28a7 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:33:03.454026 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=d6758951-4996-47e5-8df8-2ecb2da25791,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:03.467610 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-354b394f-3a8e-4834-b5af-09b6ca6f1a0c None None] Deleting port 79bb36e2-dea8-4ded-990c-05d6359c28a7 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:03.468052 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-354b394f-3a8e-4834-b5af-09b6ca6f1a0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:03.471113 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 79bb36e2-dea8-4ded-990c-05d6359c28a7 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:03.488312 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 79bb36e2-dea8-4ded-990c-05d6359c28a7 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:03.489104 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:03.585620 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-354b394f-3a8e-4834-b5af-09b6ca6f1a0c None None] For port 79bb36e2-dea8-4ded-990c-05d6359c28a7, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=79bb36e2-dea8-4ded-990c-05d6359c28a7,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:03.586122 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-354b394f-3a8e-4834-b5af-09b6ca6f1a0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:03.604686 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-354b394f-3a8e-4834-b5af-09b6ca6f1a0c None None] Calling delete_port for 79bb36e2-dea8-4ded-990c-05d6359c28a7 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:03.713337 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:03.776522 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 79bb36e2-dea8-4ded-990c-05d6359c28a7, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=79bb36e2-dea8-4ded-990c-05d6359c28a7,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:03.788760 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:03.831788 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-354b394f-3a8e-4834-b5af-09b6ca6f1a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:03.852017 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354b394f-3a8e-4834-b5af-09b6ca6f1a0c None None] No DVR routers for this DVR port 79bb36e2-dea8-4ded-990c-05d6359c28a7 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:33:03.877778 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=79bb36e2-dea8-4ded-990c-05d6359c28a7,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:03.906043 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b394f-3a8e-4834-b5af-09b6ca6f1a0c None None] Pushing event deleted for resources: {'Port': ['ID=79bb36e2-dea8-4ded-990c-05d6359c28a7,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:03.916938 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-0869a068-5145-469a-83cb-98971cb58896 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:03.919179 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d899f1a-cccd-4691-a7ef-ad42a7225cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:04.159618 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-13ac3968-f29b-4cb2-9951-087cd288d133 req-f9007cd1-5f49-4ce4-b97f-1608714fc3ee tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 210 time: 0.1310365 Jul 23 16:33:04.180681 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46120) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:04.222822 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-0869a068-5145-469a-83cb-98971cb58896 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:04.240019 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c008404-69c3-4601-9309-e5c659964e60 admin admin] Deleting subnet 96d59529-59d6-4776-811d-430c1d4db6b9 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:33:04.246638 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4c008404-69c3-4601-9309-e5c659964e60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:04.317193 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4c008404-69c3-4601-9309-e5c659964e60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:04.340958 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-0869a068-5145-469a-83cb-98971cb58896 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Network 39f95156-8af8-4a3c-8185-a196a0cfd658 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:04.359735 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4c008404-69c3-4601-9309-e5c659964e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:04.361292 n-d-778549-4 neutron-server[94012]: DEBUG neutron.objects.ports [None req-8fb37065-9c13-40d1-8056-ea7425d6d5b5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94012) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:33:04.365314 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-0869a068-5145-469a-83cb-98971cb58896 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:04.367146 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869a068-5145-469a-83cb-98971cb58896 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Pushing event updated for resources: {'Port': ['ID=873ab846-b220-45c4-b796-4be961cfe70b,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:04.371260 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-0869a068-5145-469a-83cb-98971cb58896 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:04.373971 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8fb37065-9c13-40d1-8056-ea7425d6d5b5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:04.441250 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4c008404-69c3-4601-9309-e5c659964e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:04.487082 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb37065-9c13-40d1-8056-ea7425d6d5b5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:04.494485 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c008404-69c3-4601-9309-e5c659964e60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96d59529-59d6-4776-811d-430c1d4db6b9,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:04.504724 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-8fb37065-9c13-40d1-8056-ea7425d6d5b5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:04.507458 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4c008404-69c3-4601-9309-e5c659964e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:04.511640 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4c008404-69c3-4601-9309-e5c659964e60 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/96d59529-59d6-4776-811d-430c1d4db6b9 HTTP/1.1" status: 204 len: 168 time: 0.3274858 Jul 23 16:33:04.511824 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb37065-9c13-40d1-8056-ea7425d6d5b5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:04.511944 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46128) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:04.512602 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8fb37065-9c13-40d1-8056-ea7425d6d5b5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:04.522104 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-0869a068-5145-469a-83cb-98971cb58896 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:04.524178 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04281490-300e-443f-a6a9-a76eec5b4dcd None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:04.533979 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-0869a068-5145-469a-83cb-98971cb58896 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:04.542474 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb37065-9c13-40d1-8056-ea7425d6d5b5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Subnet': ['ID=18399d9f-5475-47c4-96d2-a2f711ac353a,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:04.551297 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d6758951-4996-47e5-8df8-2ecb2da25791 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:33:04.573361 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d899f1a-cccd-4691-a7ef-ad42a7225cfb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:04.595581 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d899f1a-cccd-4691-a7ef-ad42a7225cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:04.613248 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3e23e78c-79e0-4e54-9595-7f932e0322f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:04.660271 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d899f1a-cccd-4691-a7ef-ad42a7225cfb admin admin] Pushing event updated for resources: {'Port': ['ID=b61f35c5-e963-47cf-b3b0-6afefd090e25,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:04.670929 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8fb37065-9c13-40d1-8056-ea7425d6d5b5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9660234 Jul 23 16:33:04.684494 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46132) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:04.691273 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-3111248f-e366-4806-8687-848f31c6d8e6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'port': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'mac_address': 'fa:16:3e:c2:67:bb', 'name': 'tempest-NetworksTestDHCPv6-1473360221'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:04.698592 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-0869a068-5145-469a-83cb-98971cb58896 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6459956 Jul 23 16:33:04.716330 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-5d95d116-41a6-4290-8339-6214f7ff3ae7 service neutron] Request body: {'port': {'device_id': '7198ca53-aec1-4da6-80f5-fa9762b7a709', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:04.732036 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port d6758951-4996-47e5-8df8-2ecb2da25791 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:04.732669 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:04.769149 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3e23e78c-79e0-4e54-9595-7f932e0322f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:04.773081 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:04.789099 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-3e23e78c-79e0-4e54-9595-7f932e0322f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['822c4403-bb0c-4546-8f2b-3a09521c11de']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:04.820635 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d899f1a-cccd-4691-a7ef-ad42a7225cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:04.860461 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-3e23e78c-79e0-4e54-9595-7f932e0322f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '503ed851-0f65-4acf-9c27-8e96b2fb539f') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:04.860775 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-3e23e78c-79e0-4e54-9595-7f932e0322f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '503ed851-0f65-4acf-9c27-8e96b2fb539f') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:04.866214 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc4f5b0-e5cf-4d6b-86d4-ba3b615d47b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-6431ca09-76a8-48e6-9c71-fe9e76635950', 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'fixed_ips': [{'subnet_id': '18399d9f-5475-47c4-96d2-a2f711ac353a'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:33:04.868707 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bdc4f5b0-e5cf-4d6b-86d4-ba3b615d47b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:04.886617 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3e23e78c-79e0-4e54-9595-7f932e0322f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:04.936431 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3e23e78c-79e0-4e54-9595-7f932e0322f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:04.956978 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e23e78c-79e0-4e54-9595-7f932e0322f6 admin admin] Releasing vlan 1138 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:33:04.958284 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-5d95d116-41a6-4290-8339-6214f7ff3ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:04.959067 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3e23e78c-79e0-4e54-9595-7f932e0322f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:04.961223 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:33:04.961223 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:33:04.961223 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:33:04.961223 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:33:04.961223 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:33:04.961223 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:33:04.961223 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:33:04.961223 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:33:04.961223 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:33:04.961223 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:33:04.961223 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:33:04.961223 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:33:04.961223 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:33:04.961223 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:33:04.961223 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:33:04.961223 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:33:04.961223 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:33:04.961223 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:33:04.961223 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:33:04.961223 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:33:04.961223 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:33:04.961223 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:33:04.961223 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:33:04.961223 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:33:04.961223 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:33:04.961223 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:33:04.961223 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:33:04.961223 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:33:04.961223 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:33:04.961223 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:33:04.961223 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:33:04.961223 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:33:05.048680 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3111248f-e366-4806-8687-848f31c6d8e6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:05.053692 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d899f1a-cccd-4691-a7ef-ad42a7225cfb admin admin] Network 7a09e324-af99-4e6f-aabe-ea07ec677e31 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:05.068330 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-2d899f1a-cccd-4691-a7ef-ad42a7225cfb admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:05.068857 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3e23e78c-79e0-4e54-9595-7f932e0322f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:05.075990 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3e23e78c-79e0-4e54-9595-7f932e0322f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:05.080803 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3e23e78c-79e0-4e54-9595-7f932e0322f6 admin admin] 10.222.0.73 "DELETE /v2.0/networks/822c4403-bb0c-4546-8f2b-3a09521c11de HTTP/1.1" status: 204 len: 168 time: 0.5650983 Jul 23 16:33:05.087021 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46134) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:05.105166 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23e78c-79e0-4e54-9595-7f932e0322f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=822c4403-bb0c-4546-8f2b-3a09521c11de,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:05.185689 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-bdc4f5b0-e5cf-4d6b-86d4-ba3b615d47b7 None None] Allocated IP 2001:db8::f816:3eff:fe6a:324f (6431ca09-76a8-48e6-9c71-fe9e76635950/18399d9f-5475-47c4-96d2-a2f711ac353a/c9b92184-aa70-4554-8c1b-d049b118072b) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:05.202807 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3111248f-e366-4806-8687-848f31c6d8e6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:05.228022 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-3111248f-e366-4806-8687-848f31c6d8e6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] device_id is not set on port 4a4d482d-5fc0-4025-91ef-a98f88c34e08 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:33:05.296034 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f1954c-6952-420d-8a00-4edb36c16dac admin admin] Deleting subnet 96f08af4-460e-4a19-9532-733c27e9773c {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:33:05.313789 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-47f1954c-6952-420d-8a00-4edb36c16dac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:05.424318 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 79bb36e2-dea8-4ded-990c-05d6359c28a7 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:33:05.459215 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-47f1954c-6952-420d-8a00-4edb36c16dac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:05.476264 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bdc4f5b0-e5cf-4d6b-86d4-ba3b615d47b7 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:05.479082 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 79bb36e2-dea8-4ded-990c-05d6359c28a7 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:33:05.479499 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 79bb36e2-dea8-4ded-990c-05d6359c28a7 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:33:05.485726 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d5f9a414-90bb-46a4-91cd-e86d9ec0f6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:05.494993 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:05.500967 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-bdc4f5b0-e5cf-4d6b-86d4-ba3b615d47b7 None None] Transition to ACTIVE for port object c9b92184-aa70-4554-8c1b-d049b118072b will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:05.521001 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-bdc4f5b0-e5cf-4d6b-86d4-ba3b615d47b7 None None] Transition to ACTIVE for port object c9b92184-aa70-4554-8c1b-d049b118072b will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:05.527908 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bdc4f5b0-e5cf-4d6b-86d4-ba3b615d47b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:05.535543 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d899f1a-cccd-4691-a7ef-ad42a7225cfb admin admin] Router 11ce02fb-fb84-43cf-9494-28ea46f36d50 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:33:05.573820 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc6e5e-5584-4cac-9bdc-85cf107f0148 req-3ec7926f-a0cd-43f1-a554-a711a6fae96a tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:05.574803 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-04dc6e5e-5584-4cac-9bdc-85cf107f0148 req-3ec7926f-a0cd-43f1-a554-a711a6fae96a tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 932 time: 0.1728275 Jul 23 16:33:05.576678 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-47f1954c-6952-420d-8a00-4edb36c16dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:05.586481 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4f5b0-e5cf-4d6b-86d4-ba3b615d47b7 None None] Pushing event updated for resources: {'Port': ['ID=c9b92184-aa70-4554-8c1b-d049b118072b,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:05.590578 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc4f5b0-e5cf-4d6b-86d4-ba3b615d47b7 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:05.592676 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-bdc4f5b0-e5cf-4d6b-86d4-ba3b615d47b7 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:05.595162 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc4f5b0-e5cf-4d6b-86d4-ba3b615d47b7 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:05.624990 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-3111248f-e366-4806-8687-848f31c6d8e6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Allocated IP 2001:db8::f816:3eff:fec2:67bb (6431ca09-76a8-48e6-9c71-fe9e76635950/18399d9f-5475-47c4-96d2-a2f711ac353a/4a4d482d-5fc0-4025-91ef-a98f88c34e08) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:05.684297 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-bdc4f5b0-e5cf-4d6b-86d4-ba3b615d47b7 None None] Attempting to bind port c9b92184-aa70-4554-8c1b-d049b118072b on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:33:05.684676 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-bdc4f5b0-e5cf-4d6b-86d4-ba3b615d47b7 None None] Attempting to bind port c9b92184-aa70-4554-8c1b-d049b118072b by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:33:05.685038 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc4f5b0-e5cf-4d6b-86d4-ba3b615d47b7 None None] Attempting to bind port c9b92184-aa70-4554-8c1b-d049b118072b on network 6431ca09-76a8-48e6-9c71-fe9e76635950 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:33:05.698347 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc4f5b0-e5cf-4d6b-86d4-ba3b615d47b7 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:33:05.698776 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc4f5b0-e5cf-4d6b-86d4-ba3b615d47b7 None None] Checking segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:33:05.701466 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bdc4f5b0-e5cf-4d6b-86d4-ba3b615d47b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:05.701875 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc4f5b0-e5cf-4d6b-86d4-ba3b615d47b7 None None] Bound using segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:33:05.702460 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-bdc4f5b0-e5cf-4d6b-86d4-ba3b615d47b7 None None] Bound port: c9b92184-aa70-4554-8c1b-d049b118072b, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:33:05.702760 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bdc4f5b0-e5cf-4d6b-86d4-ba3b615d47b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:05.778832 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-bdc4f5b0-e5cf-4d6b-86d4-ba3b615d47b7 None None] For port c9b92184-aa70-4554-8c1b-d049b118072b, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:33:05.782420 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-bdc4f5b0-e5cf-4d6b-86d4-ba3b615d47b7 None None] For port c9b92184-aa70-4554-8c1b-d049b118072b, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c9b92184-aa70-4554-8c1b-d049b118072b,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:33:05.787320 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-04dc6e5e-5584-4cac-9bdc-85cf107f0148 req-ac755c88-abd5-4f19-a300-3bc8d5b5b1c2 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805425 Jul 23 16:33:05.798176 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bdc4f5b0-e5cf-4d6b-86d4-ba3b615d47b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:05.846866 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-5d95d116-41a6-4290-8339-6214f7ff3ae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 873ab846-b220-45c4-b796-4be961cfe70b {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:33:05.856982 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-47f1954c-6952-420d-8a00-4edb36c16dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:05.861083 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3111248f-e366-4806-8687-848f31c6d8e6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:05.862316 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-5d95d116-41a6-4290-8339-6214f7ff3ae7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:05.889468 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-3111248f-e366-4806-8687-848f31c6d8e6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Transition to ACTIVE for port object 4a4d482d-5fc0-4025-91ef-a98f88c34e08 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:05.911889 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4f5b0-e5cf-4d6b-86d4-ba3b615d47b7 None None] Pushing event updated for resources: {'Port': ['ID=c9b92184-aa70-4554-8c1b-d049b118072b,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:05.930505 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1954c-6952-420d-8a00-4edb36c16dac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96f08af4-460e-4a19-9532-733c27e9773c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:05.935986 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d899f1a-cccd-4691-a7ef-ad42a7225cfb admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:33:05.937884 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-47f1954c-6952-420d-8a00-4edb36c16dac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:05.943088 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-47f1954c-6952-420d-8a00-4edb36c16dac admin admin] 10.222.0.73 "DELETE /v2.0/subnets/96f08af4-460e-4a19-9532-733c27e9773c HTTP/1.1" status: 204 len: 168 time: 0.8509150 Jul 23 16:33:05.943088 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-5d95d116-41a6-4290-8339-6214f7ff3ae7 service neutron] Transition to ACTIVE for port object 873ab846-b220-45c4-b796-4be961cfe70b will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:05.953273 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2d899f1a-cccd-4691-a7ef-ad42a7225cfb admin admin] 10.222.0.73 "PUT /v2.0/routers/11ce02fb-fb84-43cf-9494-28ea46f36d50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7364209 Jul 23 16:33:05.953273 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46146) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:05.958596 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bd60ab-1c60-4347-8984-0cd9529dd6ed None None] Sync routers for ids ['11ce02fb-fb84-43cf-9494-28ea46f36d50'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:33:05.966677 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-5d95d116-41a6-4290-8339-6214f7ff3ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:05.967966 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3111248f-e366-4806-8687-848f31c6d8e6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:05.976621 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bd60ab-1c60-4347-8984-0cd9529dd6ed None None] Routers {'11ce02fb-fb84-43cf-9494-28ea46f36d50'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:33:05.978492 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c9bd60ab-1c60-4347-8984-0cd9529dd6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:33:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['11ce02fb-fb84-43cf-9494-28ea46f36d50'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:06.083364 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3111248f-e366-4806-8687-848f31c6d8e6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Port': ['ID=4a4d482d-5fc0-4025-91ef-a98f88c34e08,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:06.087421 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-63ff0b17-73ab-45ff-badc-ef1cfe41fc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:06.089186 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95d116-41a6-4290-8339-6214f7ff3ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=873ab846-b220-45c4-b796-4be961cfe70b,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:06.092896 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 72da50b2-1db1-48af-9e0c-e7e19949fe6a no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:33:06.145698 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3111248f-e366-4806-8687-848f31c6d8e6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:06.151746 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-3111248f-e366-4806-8687-848f31c6d8e6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:06.161240 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3111248f-e366-4806-8687-848f31c6d8e6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:06.167076 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 72da50b2-1db1-48af-9e0c-e7e19949fe6a {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:33:06.167798 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 72da50b2-1db1-48af-9e0c-e7e19949fe6a not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:33:06.178097 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3111248f-e366-4806-8687-848f31c6d8e6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:06.178777 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3111248f-e366-4806-8687-848f31c6d8e6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:06.234941 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3111248f-e366-4806-8687-848f31c6d8e6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5485659 Jul 23 16:33:06.235560 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46152) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:06.308270 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-c9bd60ab-1c60-4347-8984-0cd9529dd6ed None None] Set router 11ce02fb-fb84-43cf-9494-28ea46f36d50 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:33:06.380903 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-5d95d116-41a6-4290-8339-6214f7ff3ae7 service neutron] Attempting to bind port 873ab846-b220-45c4-b796-4be961cfe70b on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:33:06.381153 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-5d95d116-41a6-4290-8339-6214f7ff3ae7 service neutron] Attempting to bind port 873ab846-b220-45c4-b796-4be961cfe70b by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'b81e70b7-14fa-4230-9456-adac869c5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '39f95156-8af8-4a3c-8185-a196a0cfd658'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:33:06.381478 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-5d95d116-41a6-4290-8339-6214f7ff3ae7 service neutron] Attempting to bind port 873ab846-b220-45c4-b796-4be961cfe70b on network 39f95156-8af8-4a3c-8185-a196a0cfd658 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:33:06.389295 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc82f06e-68ba-4a6d-aedf-a477e876c10d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:06.399254 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc82f06e-68ba-4a6d-aedf-a477e876c10d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:06.401862 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fc82f06e-68ba-4a6d-aedf-a477e876c10d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1640310 Jul 23 16:33:06.403588 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46158) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:06.456268 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-63ff0b17-73ab-45ff-badc-ef1cfe41fc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:06.460285 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-5d95d116-41a6-4290-8339-6214f7ff3ae7 service neutron] Port 873ab846-b220-45c4-b796-4be961cfe70b on network 39f95156-8af8-4a3c-8185-a196a0cfd658 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:33:06.460610 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-5d95d116-41a6-4290-8339-6214f7ff3ae7 service neutron] Attempting to bind port 873ab846-b220-45c4-b796-4be961cfe70b on network 39f95156-8af8-4a3c-8185-a196a0cfd658 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:33:06.499570 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:06.501837 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-63ff0b17-73ab-45ff-badc-ef1cfe41fc1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce1c8454-d034-4840-8db3-4cb95f04c8c3']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:06.506220 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-5d95d116-41a6-4290-8339-6214f7ff3ae7 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:33:06.506220 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-5d95d116-41a6-4290-8339-6214f7ff3ae7 service neutron] Checking segment: {'id': 'b81e70b7-14fa-4230-9456-adac869c5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '39f95156-8af8-4a3c-8185-a196a0cfd658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:33:06.506220 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-5d95d116-41a6-4290-8339-6214f7ff3ae7 service neutron] Bound using segment: {'id': 'b81e70b7-14fa-4230-9456-adac869c5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '39f95156-8af8-4a3c-8185-a196a0cfd658'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:33:06.506220 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-5d95d116-41a6-4290-8339-6214f7ff3ae7 service neutron] Bound port: 873ab846-b220-45c4-b796-4be961cfe70b, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b81e70b7-14fa-4230-9456-adac869c5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '39f95156-8af8-4a3c-8185-a196a0cfd658'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:33:06.506654 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-5d95d116-41a6-4290-8339-6214f7ff3ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:06.530495 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-63ff0b17-73ab-45ff-badc-ef1cfe41fc1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b24abbb-3a19-4995-bf26-833d594e69f0') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:06.530774 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-63ff0b17-73ab-45ff-badc-ef1cfe41fc1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b24abbb-3a19-4995-bf26-833d594e69f0') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:06.548841 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-63ff0b17-73ab-45ff-badc-ef1cfe41fc1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:06.614423 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-a7f83c87-79e0-41fb-ae86-38b6136e40e5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting port 4a4d482d-5fc0-4025-91ef-a98f88c34e08 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:06.614619 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7f83c87-79e0-41fb-ae86-38b6136e40e5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:06.638547 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c9b92184-aa70-4554-8c1b-d049b118072b up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:33:06.694770 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-63ff0b17-73ab-45ff-badc-ef1cfe41fc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:06.725656 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ff0b17-73ab-45ff-badc-ef1cfe41fc1b admin admin] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:33:06.725966 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-63ff0b17-73ab-45ff-badc-ef1cfe41fc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:06.730398 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:33:06.730398 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:33:06.730398 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:33:06.730398 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:33:06.730398 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:33:06.730398 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:33:06.730398 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:33:06.730398 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:33:06.730398 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:33:06.730398 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:33:06.730398 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:33:06.730398 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:33:06.730398 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:33:06.730398 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:33:06.730398 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:33:06.730398 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:33:06.730398 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:33:06.730398 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:33:06.730398 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:33:06.730398 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:33:06.730398 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:33:06.730398 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:33:06.730398 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:33:06.730398 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:33:06.730398 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:33:06.730398 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:33:06.730398 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:33:06.730398 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:33:06.730398 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:33:06.730398 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:33:06.730398 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:33:06.730398 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:33:06.776697 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port c9b92184-aa70-4554-8c1b-d049b118072b completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:06.787733 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c9bd60ab-1c60-4347-8984-0cd9529dd6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ce02fb-fb84-43cf-9494-28ea46f36d50', 'name': 'tempest-ServerRescueTestJSON-1386557760-router', 'tenant_id': 'd40e0ee1ca674276bdd958b07bc5c30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd6758951-4996-47e5-8df8-2ecb2da25791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:32:52Z', 'updated_at': '2021-07-23T16:33:03Z', 'revision_number': 4, 'project_id': 'd40e0ee1ca674276bdd958b07bc5c30e', 'gw_port': {'id': 'd6758951-4996-47e5-8df8-2ecb2da25791', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce02fb-fb84-43cf-9494-28ea46f36d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:53Z', 'updated_at': '2021-07-23T16:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'b61f35c5-e963-47cf-b3b0-6afefd090e25', 'name': '', 'network_id': '7a09e324-af99-4e6f-aabe-ea07ec677e31', 'tenant_id': 'd40e0ee1ca674276bdd958b07bc5c30e', 'mac_address': 'fa:16:3e:32:e6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ce02fb-fb84-43cf-9494-28ea46f36d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': 'b6e51e5c-e7af-4f3d-9bf0-f99b4811604f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:00Z', 'updated_at': '2021-07-23T16:33:04Z', 'revision_number': 2, 'project_id': 'd40e0ee1ca674276bdd958b07bc5c30e', 'subnets': [{'id': 'b6e51e5c-e7af-4f3d-9bf0-f99b4811604f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:06.808036 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7f83c87-79e0-41fb-ae86-38b6136e40e5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:06.830172 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-a7f83c87-79e0-41fb-ae86-38b6136e40e5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Calling delete_port for 4a4d482d-5fc0-4025-91ef-a98f88c34e08 owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:06.851143 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bd60ab-1c60-4347-8984-0cd9529dd6ed None None] Checking router: 11ce02fb-fb84-43cf-9494-28ea46f36d50 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:33:06.852714 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bd60ab-1c60-4347-8984-0cd9529dd6ed None None] Updating router 11ce02fb-fb84-43cf-9494-28ea46f36d50 port b61f35c5-e963-47cf-b3b0-6afefd090e25 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:33:06.890998 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-5d95d116-41a6-4290-8339-6214f7ff3ae7 service neutron] For port 873ab846-b220-45c4-b796-4be961cfe70b, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:33:06.931518 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-5d95d116-41a6-4290-8339-6214f7ff3ae7 service neutron] For port 873ab846-b220-45c4-b796-4be961cfe70b, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=873ab846-b220-45c4-b796-4be961cfe70b,segment=NetworkSegment(b81e70b7-14fa-4230-9456-adac869c5c0b),segment_id=b81e70b7-14fa-4230-9456-adac869c5c0b)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:33:06.940190 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-63ff0b17-73ab-45ff-badc-ef1cfe41fc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:06.947990 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c9bd60ab-1c60-4347-8984-0cd9529dd6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:06.959808 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-5d95d116-41a6-4290-8339-6214f7ff3ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:06.971843 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-63ff0b17-73ab-45ff-badc-ef1cfe41fc1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:06.974757 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-63ff0b17-73ab-45ff-badc-ef1cfe41fc1b admin admin] 10.222.0.73 "DELETE /v2.0/networks/ce1c8454-d034-4840-8db3-4cb95f04c8c3 HTTP/1.1" status: 204 len: 168 time: 1.0276997 Jul 23 16:33:07.063041 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7f83c87-79e0-41fb-ae86-38b6136e40e5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:07.134724 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f83c87-79e0-41fb-ae86-38b6136e40e5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Port': ['ID=4a4d482d-5fc0-4025-91ef-a98f88c34e08,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:07.189251 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46180) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:07.192228 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7f83c87-79e0-41fb-ae86-38b6136e40e5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:07.194349 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff0b17-73ab-45ff-badc-ef1cfe41fc1b admin admin] Pushing event deleted for resources: {'Network': ['ID=ce1c8454-d034-4840-8db3-4cb95f04c8c3,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:07.198429 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46182) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:07.203897 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a7f83c87-79e0-41fb-ae86-38b6136e40e5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/4a4d482d-5fc0-4025-91ef-a98f88c34e08 HTTP/1.1" status: 204 len: 168 time: 0.7991328 Jul 23 16:33:07.235655 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-8d13395b-353f-4f2b-b37d-1d66d5349465 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:07.239756 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-8d13395b-353f-4f2b-b37d-1d66d5349465 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/networks?id=7a09e324-af99-4e6f-aabe-ea07ec677e31 HTTP/1.1" status: 200 len: 811 time: 0.6666913 Jul 23 16:33:07.271882 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-5d95d116-41a6-4290-8339-6214f7ff3ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:07.272509 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-5d95d116-41a6-4290-8339-6214f7ff3ae7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:07.274140 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-5d95d116-41a6-4290-8339-6214f7ff3ae7 service neutron] 10.222.0.97 "PUT /v2.0/ports/873ab846-b220-45c4-b796-4be961cfe70b HTTP/1.1" status: 200 len: 1092 time: 2.5644517 Jul 23 16:33:07.283711 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7198ca53-aec1-4da6-80f5-fa9762b7a709', 'tag': '873ab846-b220-45c4-b796-4be961cfe70b'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:33:07.287528 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67237a9f-d723-456b-90e0-90eb32abdde3" -d '{"events": [{"name": "network-changed", "server_uuid": "7198ca53-aec1-4da6-80f5-fa9762b7a709", "tag": "873ab846-b220-45c4-b796-4be961cfe70b"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:33:07.301334 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:07.372713 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-d07b56a2-6f9a-4a94-9ffe-a8f918faef37 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/quotas/d40e0ee1ca674276bdd958b07bc5c30e HTTP/1.1" status: 200 len: 375 time: 0.0971012 Jul 23 16:33:07.400625 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95d116-41a6-4290-8339-6214f7ff3ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=873ab846-b220-45c4-b796-4be961cfe70b,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:07.443554 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c9bd60ab-1c60-4347-8984-0cd9529dd6ed None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:07.454963 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-c9bd60ab-1c60-4347-8984-0cd9529dd6ed None None] Transition to ACTIVE for port object b61f35c5-e963-47cf-b3b0-6afefd090e25 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:07.457550 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a667b9-43cf-415e-b315-fd4c35ca88bf tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:07.459350 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a667b9-43cf-415e-b315-fd4c35ca88bf tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:07.463895 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-26a667b9-43cf-415e-b315-fd4c35ca88bf tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2521501 Jul 23 16:33:07.464535 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46186) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:07.470252 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c9bd60ab-1c60-4347-8984-0cd9529dd6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:07.473480 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3efdc92c-de99-4ecd-9461-cdb2fa8e0cb1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9c822134d8f1454586f77beb29c33fca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2744617 Jul 23 16:33:07.478627 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46188) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:07.501333 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01976e9c-129c-4017-ab95-8623eb1cb5f4 req-6aa91116-25c3-45a3-ac43-73c196465dc8 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:07.511274 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-01976e9c-129c-4017-ab95-8623eb1cb5f4 req-6aa91116-25c3-45a3-ac43-73c196465dc8 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 944 time: 0.5560815 Jul 23 16:33:07.512845 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-51719604-b958-43bf-a0e3-52d81c4e8dec None None] Provisioning for port c9b92184-aa70-4554-8c1b-d049b118072b completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:07.520349 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-51719604-b958-43bf-a0e3-52d81c4e8dec None None] Provisioning complete for port c9b92184-aa70-4554-8c1b-d049b118072b triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:07.521506 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-51719604-b958-43bf-a0e3-52d81c4e8dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:07.552801 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b0e210-d28a-440a-910b-1fe3c692a071 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting subnet 18399d9f-5475-47c4-96d2-a2f711ac353a {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:33:07.556982 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6b0e210-d28a-440a-910b-1fe3c692a071 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:07.589621 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6bf241-3ba5-4b90-9deb-252e25e75d9a None None] Pushing event updated for resources: {'Port': ['ID=b61f35c5-e963-47cf-b3b0-6afefd090e25,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:07.613309 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6bf241-3ba5-4b90-9deb-252e25e75d9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:07.622102 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6bf241-3ba5-4b90-9deb-252e25e75d9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:07.623250 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6bf241-3ba5-4b90-9deb-252e25e75d9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:07.625228 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6bf241-3ba5-4b90-9deb-252e25e75d9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:07.626037 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-70668542-e94e-4741-adec-5acc991ff0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:07.626318 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6bf241-3ba5-4b90-9deb-252e25e75d9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:07.626318 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6bf241-3ba5-4b90-9deb-252e25e75d9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:07.626633 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6bf241-3ba5-4b90-9deb-252e25e75d9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:07.626953 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6bf241-3ba5-4b90-9deb-252e25e75d9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:07.627672 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6bf241-3ba5-4b90-9deb-252e25e75d9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:07.629263 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-70668542-e94e-4741-adec-5acc991ff0d0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e9dc3f31640549ca813e0dbead6dea67&device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 1095 time: 0.2911990 Jul 23 16:33:07.630874 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6b0e210-d28a-440a-910b-1fe3c692a071 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:07.631744 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6bf241-3ba5-4b90-9deb-252e25e75d9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:07.632529 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6bf241-3ba5-4b90-9deb-252e25e75d9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:07.634673 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6bf241-3ba5-4b90-9deb-252e25e75d9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:07.713984 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-51719604-b958-43bf-a0e3-52d81c4e8dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:07.761225 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-c9bd60ab-1c60-4347-8984-0cd9529dd6ed None None] Attempting to bind port b61f35c5-e963-47cf-b3b0-6afefd090e25 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:33:07.761791 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-c9bd60ab-1c60-4347-8984-0cd9529dd6ed None None] Attempting to bind port b61f35c5-e963-47cf-b3b0-6afefd090e25 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'ff68db7f-6300-42b1-9753-f76aa3ae1bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '7a09e324-af99-4e6f-aabe-ea07ec677e31'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:33:07.762311 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bd60ab-1c60-4347-8984-0cd9529dd6ed None None] Attempting to bind port b61f35c5-e963-47cf-b3b0-6afefd090e25 on network 7a09e324-af99-4e6f-aabe-ea07ec677e31 {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:33:07.768843 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bd60ab-1c60-4347-8984-0cd9529dd6ed None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:33:07.770023 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bd60ab-1c60-4347-8984-0cd9529dd6ed None None] Checking segment: {'id': 'ff68db7f-6300-42b1-9753-f76aa3ae1bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '7a09e324-af99-4e6f-aabe-ea07ec677e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:33:07.770623 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c9bd60ab-1c60-4347-8984-0cd9529dd6ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:07.771178 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bd60ab-1c60-4347-8984-0cd9529dd6ed None None] Bound using segment: {'id': 'ff68db7f-6300-42b1-9753-f76aa3ae1bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '7a09e324-af99-4e6f-aabe-ea07ec677e31'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:33:07.771811 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-c9bd60ab-1c60-4347-8984-0cd9529dd6ed None None] Bound port: b61f35c5-e963-47cf-b3b0-6afefd090e25, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff68db7f-6300-42b1-9753-f76aa3ae1bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '7a09e324-af99-4e6f-aabe-ea07ec677e31'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:33:07.772367 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c9bd60ab-1c60-4347-8984-0cd9529dd6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:07.804589 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-51719604-b958-43bf-a0e3-52d81c4e8dec None None] For port c9b92184-aa70-4554-8c1b-d049b118072b, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c9b92184-aa70-4554-8c1b-d049b118072b,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:07.813263 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-51719604-b958-43bf-a0e3-52d81c4e8dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:07.860963 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6b0e210-d28a-440a-910b-1fe3c692a071 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:07.883439 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-c9bd60ab-1c60-4347-8984-0cd9529dd6ed None None] For port b61f35c5-e963-47cf-b3b0-6afefd090e25, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:33:07.887775 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-c9bd60ab-1c60-4347-8984-0cd9529dd6ed None None] For port b61f35c5-e963-47cf-b3b0-6afefd090e25, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=b61f35c5-e963-47cf-b3b0-6afefd090e25,segment=NetworkSegment(ff68db7f-6300-42b1-9753-f76aa3ae1bb7),segment_id=ff68db7f-6300-42b1-9753-f76aa3ae1bb7)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:33:07.897111 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c9bd60ab-1c60-4347-8984-0cd9529dd6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:07.962641 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ecaaf84c-263b-47cd-a2c0-96cf52ad5153 None None] Could not find standard attr ID for object 4a4d482d-5fc0-4025-91ef-a98f88c34e08. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:33:07.980695 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51719604-b958-43bf-a0e3-52d81c4e8dec None None] Pushing event updated for resources: {'Port': ['ID=c9b92184-aa70-4554-8c1b-d049b118072b,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:08.034138 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6bf241-3ba5-4b90-9deb-252e25e75d9a None None] Pushing event updated for resources: {'Port': ['ID=b61f35c5-e963-47cf-b3b0-6afefd090e25,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:08.049255 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6b0e210-d28a-440a-910b-1fe3c692a071 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:08.052119 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bd60ab-1c60-4347-8984-0cd9529dd6ed None None] Routers {'11ce02fb-fb84-43cf-9494-28ea46f36d50'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:33:08.053405 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c9bd60ab-1c60-4347-8984-0cd9529dd6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:33:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['11ce02fb-fb84-43cf-9494-28ea46f36d50'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:08.086302 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0e210-d28a-440a-910b-1fe3c692a071 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Subnet': ['ID=18399d9f-5475-47c4-96d2-a2f711ac353a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:08.088840 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6b0e210-d28a-440a-910b-1fe3c692a071 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:08.091090 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b6b0e210-d28a-440a-910b-1fe3c692a071 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/18399d9f-5475-47c4-96d2-a2f711ac353a HTTP/1.1" status: 204 len: 168 time: 0.6253295 Jul 23 16:33:08.094820 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46198) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:08.192616 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45142ad-5921-4fd0-bc50-c85fdd856ed7 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:08.201994 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5b7d35a2-925c-4c26-9380-af81bdaaf60a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1053593 Jul 23 16:33:08.203181 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46200) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:08.207085 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-c9bd60ab-1c60-4347-8984-0cd9529dd6ed None None] Set router 11ce02fb-fb84-43cf-9494-28ea46f36d50 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:33:08.220919 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-01976e9c-129c-4017-ab95-8623eb1cb5f4 req-2f5eb55f-5bc7-4126-ab6e-4cd44414a2df tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7084932 Jul 23 16:33:08.252029 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-1f6d413d-2b74-41a4-a3ff-097e8cc2d044 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d40e0ee1ca674276bdd958b07bc5c30e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8680160 Jul 23 16:33:08.358410 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfafcd7e-6225-45b7-ab49-6314f1f30db4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:08.360682 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6815aa-a9e1-489a-8d66-da5e7498cd82 x-openstack-request-id: req-4a6815aa-a9e1-489a-8d66-da5e7498cd82 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:33:08.360981 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7198ca53-aec1-4da6-80f5-fa9762b7a709", "tag": "873ab846-b220-45c4-b796-4be961cfe70b", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:33:08.361259 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4a6815aa-a9e1-489a-8d66-da5e7498cd82 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:33:08.361761 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7198ca53-aec1-4da6-80f5-fa9762b7a709', 'tag': '873ab846-b220-45c4-b796-4be961cfe70b', 'status': 'completed', 'code': 200} Jul 23 16:33:08.364214 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bfafcd7e-6225-45b7-ab49-6314f1f30db4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1597748 Jul 23 16:33:08.364962 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-118d95ef-b188-465c-9c99-dd487c715101 service neutron] 10.222.0.73 "GET /v2.0/networks/7a09e324-af99-4e6f-aabe-ea07ec677e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121345 Jul 23 16:33:08.366308 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-50063af8-b78e-41cd-a2fe-70391040d6e8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=873ab846-b220-45c4-b796-4be961cfe70b HTTP/1.1" status: 200 len: 217 time: 0.6902573 Jul 23 16:33:08.367604 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46202) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:08.528501 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c9b92184-aa70-4554-8c1b-d049b118072b up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:33:08.600000 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b022a0-0605-4088-926a-aa3691ea02b7 None None] DHCP port deletion for 6431ca09-76a8-48e6-9c71-fe9e76635950 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:33:08.623922 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-5582be6a-4baf-4eca-a961-12e81faa549e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:08.627209 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-5582be6a-4baf-4eca-a961-12e81faa549e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a37eb368-db19-4fd2-8bc8-9aa2e38f4d63 HTTP/1.1" status: 200 len: 852 time: 0.2253213 Jul 23 16:33:08.649362 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:08.663577 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port c9b92184-aa70-4554-8c1b-d049b118072b triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:08.664352 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:08.704688 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0bf85ab-6098-4a99-80e5-a929ee85e319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:08.719639 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a4b022a0-0605-4088-926a-aa3691ea02b7 None None] Deleting port c9b92184-aa70-4554-8c1b-d049b118072b {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:08.720821 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a4b022a0-0605-4088-926a-aa3691ea02b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:08.734583 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c9bd60ab-1c60-4347-8984-0cd9529dd6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ce02fb-fb84-43cf-9494-28ea46f36d50', 'name': 'tempest-ServerRescueTestJSON-1386557760-router', 'tenant_id': 'd40e0ee1ca674276bdd958b07bc5c30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd6758951-4996-47e5-8df8-2ecb2da25791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:32:52Z', 'updated_at': '2021-07-23T16:33:03Z', 'revision_number': 4, 'project_id': 'd40e0ee1ca674276bdd958b07bc5c30e', 'gw_port': {'id': 'd6758951-4996-47e5-8df8-2ecb2da25791', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce02fb-fb84-43cf-9494-28ea46f36d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:53Z', 'updated_at': '2021-07-23T16:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'b61f35c5-e963-47cf-b3b0-6afefd090e25', 'name': '', 'network_id': '7a09e324-af99-4e6f-aabe-ea07ec677e31', 'tenant_id': 'd40e0ee1ca674276bdd958b07bc5c30e', 'mac_address': 'fa:16:3e:32:e6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ce02fb-fb84-43cf-9494-28ea46f36d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': 'b6e51e5c-e7af-4f3d-9bf0-f99b4811604f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:00Z', 'updated_at': '2021-07-23T16:33:07Z', 'revision_number': 4, 'project_id': 'd40e0ee1ca674276bdd958b07bc5c30e', 'subnets': [{'id': 'b6e51e5c-e7af-4f3d-9bf0-f99b4811604f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:08.763635 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-ea9efe05-f2cb-4f16-bcd9-f74aeb13c7ed service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=39f95156-8af8-4a3c-8185-a196a0cfd658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620055 Jul 23 16:33:08.771325 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bd60ab-1c60-4347-8984-0cd9529dd6ed None None] The sync data for ids ['11ce02fb-fb84-43cf-9494-28ea46f36d50'] in n-d-778549-4 is: [{'id': '11ce02fb-fb84-43cf-9494-28ea46f36d50', 'name': 'tempest-ServerRescueTestJSON-1386557760-router', 'tenant_id': 'd40e0ee1ca674276bdd958b07bc5c30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd6758951-4996-47e5-8df8-2ecb2da25791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:32:52Z', 'updated_at': '2021-07-23T16:33:03Z', 'revision_number': 4, 'project_id': 'd40e0ee1ca674276bdd958b07bc5c30e', 'gw_port': {'id': 'd6758951-4996-47e5-8df8-2ecb2da25791', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce02fb-fb84-43cf-9494-28ea46f36d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:53Z', 'updated_at': '2021-07-23T16:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'b61f35c5-e963-47cf-b3b0-6afefd090e25', 'name': '', 'network_id': '7a09e324-af99-4e6f-aabe-ea07ec677e31', 'tenant_id': 'd40e0ee1ca674276bdd958b07bc5c30e', 'mac_address': 'fa:16:3e:32:e6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ce02fb-fb84-43cf-9494-28ea46f36d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': 'b6e51e5c-e7af-4f3d-9bf0-f99b4811604f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:00Z', 'updated_at': '2021-07-23T16:33:07Z', 'revision_number': 4, 'project_id': 'd40e0ee1ca674276bdd958b07bc5c30e', 'subnets': [{'id': 'b6e51e5c-e7af-4f3d-9bf0-f99b4811604f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:33:08.807104 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-e3b6faa8-aa58-47ce-85a3-419e7ff68e65 service neutron] 10.222.0.73 "GET /v2.0/networks/7a09e324-af99-4e6f-aabe-ea07ec677e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292285 Jul 23 16:33:08.813103 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0bf85ab-6098-4a99-80e5-a929ee85e319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:08.902483 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-a4b022a0-0605-4088-926a-aa3691ea02b7 None None] For port c9b92184-aa70-4554-8c1b-d049b118072b, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c9b92184-aa70-4554-8c1b-d049b118072b,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:08.903358 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a4b022a0-0605-4088-926a-aa3691ea02b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:08.925272 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a4b022a0-0605-4088-926a-aa3691ea02b7 None None] Calling delete_port for c9b92184-aa70-4554-8c1b-d049b118072b owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:08.926243 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0566f0b9-f8f9-403f-971c-797e34a48a4e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:08.931565 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46204) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:08.944113 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0566f0b9-f8f9-403f-971c-797e34a48a4e tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5754280 Jul 23 16:33:09.109747 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5b263ac8-60a2-415b-93f9-892aa9941c9b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1770318 Jul 23 16:33:09.110432 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46210) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:09.121001 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-81dd0d59-9c70-41e9-b0c0-0e7eaf064283 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:09.127171 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0bf85ab-6098-4a99-80e5-a929ee85e319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:09.130360 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0bf85ab-6098-4a99-80e5-a929ee85e319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:09.134098 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d0bf85ab-6098-4a99-80e5-a929ee85e319 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/757f7dfe-a2df-4b4c-840d-38e4460f69d9 HTTP/1.1" status: 204 len: 168 time: 1.6511090 Jul 23 16:33:09.143762 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf85ab-6098-4a99-80e5-a929ee85e319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757f7dfe-a2df-4b4c-840d-38e4460f69d9,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:09.166631 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-473bdf0d-448a-4386-82d1-db047db1b7ea service neutron] 10.222.0.97 "GET /v2.0/networks/39f95156-8af8-4a3c-8185-a196a0cfd658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928602 Jul 23 16:33:09.280922 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dd0d59-9c70-41e9-b0c0-0e7eaf064283 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:09.290691 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-81dd0d59-9c70-41e9-b0c0-0e7eaf064283 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:09.362524 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4888336-2af2-403f-b731-2a1004c1d175 req-3ece63e5-3714-4abb-99c4-40ae8ec1ec48 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 210 time: 0.1611826 Jul 23 16:33:09.788326 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a4b022a0-0605-4088-926a-aa3691ea02b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:09.873421 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7144a2d2-8393-4f68-8cbc-b59283d1632a req-03af3f7b-9de0-4657-a091-feb71d6c5c79 service neutron] 10.222.0.97 "GET /v2.0/networks/39f95156-8af8-4a3c-8185-a196a0cfd658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6975148 Jul 23 16:33:09.945434 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c956d03-6420-4879-acee-13cd2931da0a req-442a3513-16d9-433f-a8bc-8fa499a4882f tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:09.960349 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b022a0-0605-4088-926a-aa3691ea02b7 None None] Pushing event deleted for resources: {'Port': ['ID=c9b92184-aa70-4554-8c1b-d049b118072b,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:09.975229 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b022a0-0605-4088-926a-aa3691ea02b7 None None] No DVR routers for this DVR port c9b92184-aa70-4554-8c1b-d049b118072b on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:33:10.023639 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c956d03-6420-4879-acee-13cd2931da0a req-442a3513-16d9-433f-a8bc-8fa499a4882f tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 944 time: 0.6150222 Jul 23 16:33:10.226907 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c956d03-6420-4879-acee-13cd2931da0a req-d657975e-4aa7-4086-bce9-d9dbdc5dfccb tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891179 Jul 23 16:33:10.255121 n-d-778549-4 neutron-server[94013]: DEBUG neutron.objects.ports [None req-81dd0d59-9c70-41e9-b0c0-0e7eaf064283 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94013) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:33:10.256707 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-81dd0d59-9c70-41e9-b0c0-0e7eaf064283 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:10.275807 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67237a9f-d723-456b-90e0-90eb32abdde3 req-dc0f4dae-58ad-4503-b830-76dec6084061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:10.279698 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-67237a9f-d723-456b-90e0-90eb32abdde3 req-dc0f4dae-58ad-4503-b830-76dec6084061 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e9dc3f31640549ca813e0dbead6dea67&device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 1095 time: 0.2432206 Jul 23 16:33:10.318830 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dd0d59-9c70-41e9-b0c0-0e7eaf064283 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:10.326206 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-81dd0d59-9c70-41e9-b0c0-0e7eaf064283 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:10.339772 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfee261-26a1-4bc1-adf2-9db103a94385 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:10.372929 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dd0d59-9c70-41e9-b0c0-0e7eaf064283 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:10.375049 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-81dd0d59-9c70-41e9-b0c0-0e7eaf064283 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:10.378785 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46234) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:10.514425 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd0d59-9c70-41e9-b0c0-0e7eaf064283 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Subnet': ['ID=59fb06e4-5db9-4b7b-9e5e-83dc3e04507f,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:10.519229 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-81dd0d59-9c70-41e9-b0c0-0e7eaf064283 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4075792 Jul 23 16:33:10.523114 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46238) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:10.529343 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-f07dbd2e-dcd6-4e65-b0bf-6b9ed4ef5fee tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'port': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'mac_address': 'fa:16:3e:96:05:16', 'name': 'tempest-NetworksTestDHCPv6-1627870892'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:10.538367 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67237a9f-d723-456b-90e0-90eb32abdde3 req-0b7f67cb-4fef-4366-ab17-d73ba66fe020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:10.545273 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-67237a9f-d723-456b-90e0-90eb32abdde3 req-0b7f67cb-4fef-4366-ab17-d73ba66fe020 service neutron] 10.222.0.97 "GET /v2.0/networks?id=39f95156-8af8-4a3c-8185-a196a0cfd658 HTTP/1.1" status: 200 len: 914 time: 0.2591472 Jul 23 16:33:10.589182 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-66ea1ac9-63ba-4df2-ad10-f22b2d06f40c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=55bdbc28a1174e2d824a74321b543e5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1870496 Jul 23 16:33:10.617113 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46240) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:10.693422 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device b61f35c5-e963-47cf-b3b0-6afefd090e25 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:33:10.736748 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07dbd2e-dcd6-4e65-b0bf-6b9ed4ef5fee tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:10.758178 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-83ebf487-50da-4232-970d-48081597b8c8 req-45133fe4-fc19-48c4-bb03-e618234100e2 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 210 time: 0.2042513 Jul 23 16:33:10.794608 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-67237a9f-d723-456b-90e0-90eb32abdde3 req-f215faf2-f1f1-4696-8b73-8aba0f168c5c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=873ab846-b220-45c4-b796-4be961cfe70b HTTP/1.1" status: 200 len: 217 time: 0.2375846 Jul 23 16:33:10.942427 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67237a9f-d723-456b-90e0-90eb32abdde3 req-3665bc16-c327-4c3e-b6ca-0d892d2822d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:10.944960 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-67237a9f-d723-456b-90e0-90eb32abdde3 req-3665bc16-c327-4c3e-b6ca-0d892d2822d9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a37eb368-db19-4fd2-8bc8-9aa2e38f4d63 HTTP/1.1" status: 200 len: 852 time: 0.1308386 Jul 23 16:33:10.963713 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-055d2b04-5bf2-4575-9b88-579549461adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:10.995202 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f07dbd2e-dcd6-4e65-b0bf-6b9ed4ef5fee tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:11.040138 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-055d2b04-5bf2-4575-9b88-579549461adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:11.061322 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port b61f35c5-e963-47cf-b3b0-6afefd090e25 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:11.064716 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-f07dbd2e-dcd6-4e65-b0bf-6b9ed4ef5fee tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] device_id is not set on port f27ad4a8-dd55-4dd2-a07c-9ebf7fd4ed9f yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:33:11.087046 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port b61f35c5-e963-47cf-b3b0-6afefd090e25 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:11.087499 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:11.087619 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-67237a9f-d723-456b-90e0-90eb32abdde3 req-a56ec52b-fb4e-4e6c-9cec-4ec5afb9d593 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=39f95156-8af8-4a3c-8185-a196a0cfd658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248794 Jul 23 16:33:11.123650 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-055d2b04-5bf2-4575-9b88-579549461adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:11.133978 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-055d2b04-5bf2-4575-9b88-579549461adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:11.135710 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-055d2b04-5bf2-4575-9b88-579549461adb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2e41d2bf-d2b3-4bd5-b05d-8b55d68f7990 HTTP/1.1" status: 204 len: 168 time: 0.3972344 Jul 23 16:33:11.180448 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d2b04-5bf2-4575-9b88-579549461adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e41d2bf-d2b3-4bd5-b05d-8b55d68f7990,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:11.290728 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-f07dbd2e-dcd6-4e65-b0bf-6b9ed4ef5fee tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Allocated IP 2001:db8::f816:3eff:fe96:516 (6431ca09-76a8-48e6-9c71-fe9e76635950/59fb06e4-5db9-4b7b-9e5e-83dc3e04507f/f27ad4a8-dd55-4dd2-a07c-9ebf7fd4ed9f) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:11.364742 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac97918-d6aa-4ca0-a90a-d4568bd4d33a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-6431ca09-76a8-48e6-9c71-fe9e76635950', 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'fixed_ips': [{'subnet_id': '59fb06e4-5db9-4b7b-9e5e-83dc3e04507f'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:33:11.365690 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7ac97918-d6aa-4ca0-a90a-d4568bd4d33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:11.430413 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-67237a9f-d723-456b-90e0-90eb32abdde3 req-a679a07a-2ad0-4c69-9558-312c576da4d8 service neutron] 10.222.0.97 "GET /v2.0/networks/39f95156-8af8-4a3c-8185-a196a0cfd658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282743 Jul 23 16:33:11.665496 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:11.692383 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-67237a9f-d723-456b-90e0-90eb32abdde3 req-cc750faa-8911-4175-97bf-9f25d993c991 service neutron] 10.222.0.97 "GET /v2.0/networks/39f95156-8af8-4a3c-8185-a196a0cfd658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533958 Jul 23 16:33:11.692949 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-1c98c687-8ad4-4551-a37a-da6859fdac2a tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:11.694446 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-1c98c687-8ad4-4551-a37a-da6859fdac2a tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.74 "GET /v2.0/networks?id=7a09e324-af99-4e6f-aabe-ea07ec677e31 HTTP/1.1" status: 200 len: 811 time: 0.3671281 Jul 23 16:33:11.724406 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-2c992093-493a-4b12-8c02-5e45568ec9da tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Request body: {'port': {'device_id': 'a41076d4-9476-4849-9c56-f1d044654f2c', 'network_id': '7a09e324-af99-4e6f-aabe-ea07ec677e31', 'admin_state_up': True, 'tenant_id': 'd40e0ee1ca674276bdd958b07bc5c30e'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:11.729236 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port b61f35c5-e963-47cf-b3b0-6afefd090e25, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=b61f35c5-e963-47cf-b3b0-6afefd090e25,segment=NetworkSegment(ff68db7f-6300-42b1-9753-f76aa3ae1bb7),segment_id=ff68db7f-6300-42b1-9753-f76aa3ae1bb7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:11.749585 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:11.757894 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34baf65b-5117-466d-a386-0c3bfe363e16 req-8b70b85f-9337-40a4-a961-86be054322e1 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:11.765637 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-34baf65b-5117-466d-a386-0c3bfe363e16 req-8b70b85f-9337-40a4-a961-86be054322e1 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 944 time: 0.1910005 Jul 23 16:33:11.827526 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f07dbd2e-dcd6-4e65-b0bf-6b9ed4ef5fee tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:11.837025 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-34baf65b-5117-466d-a386-0c3bfe363e16 req-c4a8afdb-69c9-4d50-9d06-f1069bc32f1b tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694900 Jul 23 16:33:11.912718 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=b61f35c5-e963-47cf-b3b0-6afefd090e25,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:11.936975 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f07dbd2e-dcd6-4e65-b0bf-6b9ed4ef5fee tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Transition to ACTIVE for port object f27ad4a8-dd55-4dd2-a07c-9ebf7fd4ed9f will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:11.943605 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c9b92184-aa70-4554-8c1b-d049b118072b no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:33:11.980072 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: c9b92184-aa70-4554-8c1b-d049b118072b {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:33:11.980684 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c9b92184-aa70-4554-8c1b-d049b118072b not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:33:12.049398 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94309029-b5e8-48c5-af2d-8506a85b2734 req-c3364051-1d0c-44aa-9bc7-9013dbdaa92b tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 210 time: 0.0864408 Jul 23 16:33:12.061085 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-2c992093-493a-4b12-8c02-5e45568ec9da tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Made reservation on behalf of d40e0ee1ca674276bdd958b07bc5c30e for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:12.061085 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-2c992093-493a-4b12-8c02-5e45568ec9da tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:12.061818 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f07dbd2e-dcd6-4e65-b0bf-6b9ed4ef5fee tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:12.143224 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-7ac97918-d6aa-4ca0-a90a-d4568bd4d33a None None] Allocated IP 2001:db8::f816:3eff:fe9c:15bf (6431ca09-76a8-48e6-9c71-fe9e76635950/59fb06e4-5db9-4b7b-9e5e-83dc3e04507f/7b3c9d58-bd0e-4006-9a58-ae0b7f73ea44) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:12.167088 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07dbd2e-dcd6-4e65-b0bf-6b9ed4ef5fee tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:12.178553 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-f07dbd2e-dcd6-4e65-b0bf-6b9ed4ef5fee tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:12.184959 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07dbd2e-dcd6-4e65-b0bf-6b9ed4ef5fee tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:12.190559 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07dbd2e-dcd6-4e65-b0bf-6b9ed4ef5fee tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:12.191305 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f07dbd2e-dcd6-4e65-b0bf-6b9ed4ef5fee tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:12.193933 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07dbd2e-dcd6-4e65-b0bf-6b9ed4ef5fee tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Port': ['ID=f27ad4a8-dd55-4dd2-a07c-9ebf7fd4ed9f,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:12.227775 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f07dbd2e-dcd6-4e65-b0bf-6b9ed4ef5fee tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7033300 Jul 23 16:33:12.230814 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46272) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:12.305159 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-2c992093-493a-4b12-8c02-5e45568ec9da tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Allocated IP 172.20.0.7 (7a09e324-af99-4e6f-aabe-ea07ec677e31/b6e51e5c-e7af-4f3d-9bf0-f99b4811604f/f08913e5-dfef-4f8d-98be-d8455334d4c0) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:12.390479 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62bc251-bf8c-497d-b104-b4d9cd2ac66a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:12.398725 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e62bc251-bf8c-497d-b104-b4d9cd2ac66a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1668153 Jul 23 16:33:12.399738 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46278) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:12.463597 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7ac97918-d6aa-4ca0-a90a-d4568bd4d33a None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:12.483533 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7ac97918-d6aa-4ca0-a90a-d4568bd4d33a None None] Transition to ACTIVE for port object 7b3c9d58-bd0e-4006-9a58-ae0b7f73ea44 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:12.516079 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7ac97918-d6aa-4ca0-a90a-d4568bd4d33a None None] Transition to ACTIVE for port object 7b3c9d58-bd0e-4006-9a58-ae0b7f73ea44 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:12.527662 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7ac97918-d6aa-4ca0-a90a-d4568bd4d33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:12.556714 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device b61f35c5-e963-47cf-b3b0-6afefd090e25 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:33:12.585391 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-9fa6d8ad-66e5-48ab-a2b8-aa55022974e1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting port f27ad4a8-dd55-4dd2-a07c-9ebf7fd4ed9f {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:12.586810 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fa6d8ad-66e5-48ab-a2b8-aa55022974e1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:12.619377 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac97918-d6aa-4ca0-a90a-d4568bd4d33a None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:12.624079 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-7ac97918-d6aa-4ca0-a90a-d4568bd4d33a None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:12.631816 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac97918-d6aa-4ca0-a90a-d4568bd4d33a None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:12.655278 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac97918-d6aa-4ca0-a90a-d4568bd4d33a None None] Pushing event updated for resources: {'Port': ['ID=7b3c9d58-bd0e-4006-9a58-ae0b7f73ea44,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:12.664515 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-2c992093-493a-4b12-8c02-5e45568ec9da tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:12.726328 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port b61f35c5-e963-47cf-b3b0-6afefd090e25 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:12.726962 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:12.747575 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fa6d8ad-66e5-48ab-a2b8-aa55022974e1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:12.768610 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-7ac97918-d6aa-4ca0-a90a-d4568bd4d33a None None] Attempting to bind port 7b3c9d58-bd0e-4006-9a58-ae0b7f73ea44 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:33:12.769605 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-7ac97918-d6aa-4ca0-a90a-d4568bd4d33a None None] Attempting to bind port 7b3c9d58-bd0e-4006-9a58-ae0b7f73ea44 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:33:12.770022 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-2c992093-493a-4b12-8c02-5e45568ec9da tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:12.770703 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac97918-d6aa-4ca0-a90a-d4568bd4d33a None None] Attempting to bind port 7b3c9d58-bd0e-4006-9a58-ae0b7f73ea44 on network 6431ca09-76a8-48e6-9c71-fe9e76635950 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:33:12.771951 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-9fa6d8ad-66e5-48ab-a2b8-aa55022974e1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Calling delete_port for f27ad4a8-dd55-4dd2-a07c-9ebf7fd4ed9f owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:12.798465 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac97918-d6aa-4ca0-a90a-d4568bd4d33a None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:33:12.800108 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac97918-d6aa-4ca0-a90a-d4568bd4d33a None None] Checking segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:33:12.802441 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7ac97918-d6aa-4ca0-a90a-d4568bd4d33a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:12.803913 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac97918-d6aa-4ca0-a90a-d4568bd4d33a None None] Bound using segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:33:12.807082 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-7ac97918-d6aa-4ca0-a90a-d4568bd4d33a None None] Bound port: 7b3c9d58-bd0e-4006-9a58-ae0b7f73ea44, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:33:12.808686 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7ac97918-d6aa-4ca0-a90a-d4568bd4d33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:12.927800 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-2c992093-493a-4b12-8c02-5e45568ec9da tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Network 7a09e324-af99-4e6f-aabe-ea07ec677e31 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:12.946670 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-7ac97918-d6aa-4ca0-a90a-d4568bd4d33a None None] For port 7b3c9d58-bd0e-4006-9a58-ae0b7f73ea44, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:33:12.950248 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-7ac97918-d6aa-4ca0-a90a-d4568bd4d33a None None] For port 7b3c9d58-bd0e-4006-9a58-ae0b7f73ea44, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=7b3c9d58-bd0e-4006-9a58-ae0b7f73ea44,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:33:12.951834 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-2c992093-493a-4b12-8c02-5e45568ec9da tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:12.954244 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c992093-493a-4b12-8c02-5e45568ec9da tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Pushing event updated for resources: {'Port': ['ID=f08913e5-dfef-4f8d-98be-d8455334d4c0,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:12.956184 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7ac97918-d6aa-4ca0-a90a-d4568bd4d33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:12.971669 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-2c992093-493a-4b12-8c02-5e45568ec9da tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:13.041072 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-2c992093-493a-4b12-8c02-5e45568ec9da tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:13.041898 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-2c992093-493a-4b12-8c02-5e45568ec9da tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:13.077721 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-2c992093-493a-4b12-8c02-5e45568ec9da tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3578694 Jul 23 16:33:13.095594 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac97918-d6aa-4ca0-a90a-d4568bd4d33a None None] Pushing event updated for resources: {'Port': ['ID=7b3c9d58-bd0e-4006-9a58-ae0b7f73ea44,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:13.105499 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-7dddbeeb-491e-43aa-bba0-56005ca5b7b5 service neutron] Request body: {'port': {'device_id': 'a41076d4-9476-4849-9c56-f1d044654f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:13.185935 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fa6d8ad-66e5-48ab-a2b8-aa55022974e1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:13.236877 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6d8ad-66e5-48ab-a2b8-aa55022974e1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Port': ['ID=f27ad4a8-dd55-4dd2-a07c-9ebf7fd4ed9f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:13.294497 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-7dddbeeb-491e-43aa-bba0-56005ca5b7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:13.296256 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 873ab846-b220-45c4-b796-4be961cfe70b details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:33:13.343462 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fa6d8ad-66e5-48ab-a2b8-aa55022974e1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:13.366635 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9fa6d8ad-66e5-48ab-a2b8-aa55022974e1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/f27ad4a8-dd55-4dd2-a07c-9ebf7fd4ed9f HTTP/1.1" status: 204 len: 168 time: 0.9610510 Jul 23 16:33:13.367972 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46306) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:13.401965 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8961e98-a769-487e-aef2-b81a2ebe174e req-d86c8754-9a72-4e6e-ab30-0442ec69e765 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:13.408114 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8961e98-a769-487e-aef2-b81a2ebe174e req-d86c8754-9a72-4e6e-ab30-0442ec69e765 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 944 time: 0.4000263 Jul 23 16:33:13.661810 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 873ab846-b220-45c4-b796-4be961cfe70b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=873ab846-b220-45c4-b796-4be961cfe70b,segment=NetworkSegment(b81e70b7-14fa-4230-9456-adac869c5c0b),segment_id=b81e70b7-14fa-4230-9456-adac869c5c0b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:13.673896 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8961e98-a769-487e-aef2-b81a2ebe174e req-64a5c183-9391-4619-bb7b-3d6dfe694633 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443013 Jul 23 16:33:13.679848 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32e26eb-6e77-438f-b7d9-d534ef0e13fc tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:13.691110 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32e26eb-6e77-438f-b7d9-d534ef0e13fc tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:13.692867 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d32e26eb-6e77-438f-b7d9-d534ef0e13fc tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2795820 Jul 23 16:33:13.696602 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '873ab846-b220-45c4-b796-4be961cfe70b', 'network_id': '39f95156-8af8-4a3c-8185-a196a0cfd658', 'port_id': '873ab846-b220-45c4-b796-4be961cfe70b', 'mac_address': 'fa:16:3e:67:b4:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37eb368-db19-4fd2-8bc8-9aa2e38f4d63', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:33:13.705711 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46310) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:13.785935 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:13.825323 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873ab846-b220-45c4-b796-4be961cfe70b {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:33:13.860824 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485922b-e54c-4d4a-989a-17d1af41798f req-40df93be-3de1-43cf-a11d-059e606d2128 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:13.866680 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6485922b-e54c-4d4a-989a-17d1af41798f req-40df93be-3de1-43cf-a11d-059e606d2128 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 931 time: 0.2330797 Jul 23 16:33:13.886886 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 873ab846-b220-45c4-b796-4be961cfe70b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=873ab846-b220-45c4-b796-4be961cfe70b,segment=NetworkSegment(b81e70b7-14fa-4230-9456-adac869c5c0b),segment_id=b81e70b7-14fa-4230-9456-adac869c5c0b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:13.893768 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:13.956278 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6485922b-e54c-4d4a-989a-17d1af41798f req-c7efd800-183e-4b9f-91b2-0346997ec698 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791037 Jul 23 16:33:13.989251 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=873ab846-b220-45c4-b796-4be961cfe70b,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:14.120178 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['873ab846-b220-45c4-b796-4be961cfe70b'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:33:14.312507 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-75967bf7-7f75-45b8-b647-3a9c3af76e69 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting subnet 59fb06e4-5db9-4b7b-9e5e-83dc3e04507f {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:33:14.324319 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75967bf7-7f75-45b8-b647-3a9c3af76e69 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:14.390130 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75967bf7-7f75-45b8-b647-3a9c3af76e69 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:14.526506 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-7dddbeeb-491e-43aa-bba0-56005ca5b7b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f08913e5-dfef-4f8d-98be-d8455334d4c0 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:33:14.574611 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-7dddbeeb-491e-43aa-bba0-56005ca5b7b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:14.648187 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-7dddbeeb-491e-43aa-bba0-56005ca5b7b5 service neutron] Transition to ACTIVE for port object f08913e5-dfef-4f8d-98be-d8455334d4c0 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:14.670793 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75967bf7-7f75-45b8-b647-3a9c3af76e69 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:14.704910 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 7b3c9d58-bd0e-4006-9a58-ae0b7f73ea44 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:33:14.758990 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-7dddbeeb-491e-43aa-bba0-56005ca5b7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:14.852699 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-87bc8113-631d-4e9b-97c7-654923f0c75c None None] Provisioning for port 7b3c9d58-bd0e-4006-9a58-ae0b7f73ea44 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:14.876009 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 7b3c9d58-bd0e-4006-9a58-ae0b7f73ea44 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:14.884423 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-87bc8113-631d-4e9b-97c7-654923f0c75c None None] Provisioning complete for port 7b3c9d58-bd0e-4006-9a58-ae0b7f73ea44 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:14.884556 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-87bc8113-631d-4e9b-97c7-654923f0c75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:14.888853 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 7b3c9d58-bd0e-4006-9a58-ae0b7f73ea44 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:14.895216 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddbeeb-491e-43aa-bba0-56005ca5b7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f08913e5-dfef-4f8d-98be-d8455334d4c0,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:14.895440 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:14.920486 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534ecbf-7f79-4a6e-ba2e-74d26b518750 req-b96bb368-5983-41fe-86dc-1c4099d3fbba tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:14.932143 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d534ecbf-7f79-4a6e-ba2e-74d26b518750 req-b96bb368-5983-41fe-86dc-1c4099d3fbba tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 945 time: 0.1702242 Jul 23 16:33:15.026524 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d534ecbf-7f79-4a6e-ba2e-74d26b518750 req-a2057736-3736-4c6f-b0dc-29a8a0cb3c53 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911479 Jul 23 16:33:15.038387 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75967bf7-7f75-45b8-b647-3a9c3af76e69 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:15.056823 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-7dddbeeb-491e-43aa-bba0-56005ca5b7b5 service neutron] Attempting to bind port f08913e5-dfef-4f8d-98be-d8455334d4c0 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:33:15.056823 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-7dddbeeb-491e-43aa-bba0-56005ca5b7b5 service neutron] Attempting to bind port f08913e5-dfef-4f8d-98be-d8455334d4c0 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'ff68db7f-6300-42b1-9753-f76aa3ae1bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '7a09e324-af99-4e6f-aabe-ea07ec677e31'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:33:15.056823 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-7dddbeeb-491e-43aa-bba0-56005ca5b7b5 service neutron] Attempting to bind port f08913e5-dfef-4f8d-98be-d8455334d4c0 on network 7a09e324-af99-4e6f-aabe-ea07ec677e31 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:33:15.075609 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75967bf7-7f75-45b8-b647-3a9c3af76e69 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Subnet': ['ID=59fb06e4-5db9-4b7b-9e5e-83dc3e04507f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:15.080482 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75967bf7-7f75-45b8-b647-3a9c3af76e69 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:15.085402 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46350) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:15.085556 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-75967bf7-7f75-45b8-b647-3a9c3af76e69 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/59fb06e4-5db9-4b7b-9e5e-83dc3e04507f HTTP/1.1" status: 204 len: 168 time: 1.3740692 Jul 23 16:33:15.086675 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-7dddbeeb-491e-43aa-bba0-56005ca5b7b5 service neutron] Port f08913e5-dfef-4f8d-98be-d8455334d4c0 on network 7a09e324-af99-4e6f-aabe-ea07ec677e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:33:15.087003 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-7dddbeeb-491e-43aa-bba0-56005ca5b7b5 service neutron] Attempting to bind port f08913e5-dfef-4f8d-98be-d8455334d4c0 on network 7a09e324-af99-4e6f-aabe-ea07ec677e31 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:33:15.092605 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-7dddbeeb-491e-43aa-bba0-56005ca5b7b5 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:33:15.092952 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-7dddbeeb-491e-43aa-bba0-56005ca5b7b5 service neutron] Checking segment: {'id': 'ff68db7f-6300-42b1-9753-f76aa3ae1bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '7a09e324-af99-4e6f-aabe-ea07ec677e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:33:15.093485 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-7dddbeeb-491e-43aa-bba0-56005ca5b7b5 service neutron] Bound using segment: {'id': 'ff68db7f-6300-42b1-9753-f76aa3ae1bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '7a09e324-af99-4e6f-aabe-ea07ec677e31'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:33:15.093927 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-7dddbeeb-491e-43aa-bba0-56005ca5b7b5 service neutron] Bound port: f08913e5-dfef-4f8d-98be-d8455334d4c0, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff68db7f-6300-42b1-9753-f76aa3ae1bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '7a09e324-af99-4e6f-aabe-ea07ec677e31'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:33:15.094291 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-7dddbeeb-491e-43aa-bba0-56005ca5b7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:15.145741 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46352) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:15.192514 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ac99a066-921c-42e0-83d7-049a95d8d4d3 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1051681 Jul 23 16:33:15.193978 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46356) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:15.202088 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-741295ff-f9d7-4470-ae41-98d381ff52e6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:15.221922 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-7dddbeeb-491e-43aa-bba0-56005ca5b7b5 service neutron] For port f08913e5-dfef-4f8d-98be-d8455334d4c0, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:33:15.232959 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-7dddbeeb-491e-43aa-bba0-56005ca5b7b5 service neutron] For port f08913e5-dfef-4f8d-98be-d8455334d4c0, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f08913e5-dfef-4f8d-98be-d8455334d4c0,segment=NetworkSegment(ff68db7f-6300-42b1-9753-f76aa3ae1bb7),segment_id=ff68db7f-6300-42b1-9753-f76aa3ae1bb7)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:33:15.243955 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-7dddbeeb-491e-43aa-bba0-56005ca5b7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:15.245442 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1c3d17-58b0-4f38-901f-723b10e81da2 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:15.306616 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 873ab846-b220-45c4-b796-4be961cfe70b up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:33:15.312743 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:15.328287 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddbeeb-491e-43aa-bba0-56005ca5b7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f08913e5-dfef-4f8d-98be-d8455334d4c0,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:15.340940 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-87bc8113-631d-4e9b-97c7-654923f0c75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:15.351753 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c3793395-ff4a-4ab6-9663-49e33af7a43c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:15.357373 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-7dddbeeb-491e-43aa-bba0-56005ca5b7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:15.358249 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-7dddbeeb-491e-43aa-bba0-56005ca5b7b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:15.359819 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-7dddbeeb-491e-43aa-bba0-56005ca5b7b5 service neutron] 10.222.0.74 "PUT /v2.0/ports/f08913e5-dfef-4f8d-98be-d8455334d4c0 HTTP/1.1" status: 200 len: 1091 time: 2.2694967 Jul 23 16:33:15.360429 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a41076d4-9476-4849-9c56-f1d044654f2c', 'tag': 'f08913e5-dfef-4f8d-98be-d8455334d4c0'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:33:15.363467 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a0d488-3bb8-4b8c-a288-1d5d69d7a423" -d '{"events": [{"name": "network-changed", "server_uuid": "a41076d4-9476-4849-9c56-f1d044654f2c", "tag": "f08913e5-dfef-4f8d-98be-d8455334d4c0"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:33:15.414400 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.db.api [None req-741295ff-f9d7-4470-ae41-98d381ff52e6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:33:15.414400 n-d-778549-4 neutron-server[94012]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 16:33:15.414400 n-d-778549-4 neutron-server[94012]: [parameters: {'project_id': '35e8e259141447e2beee3a0a6792778d', 'id': '2c1edf6d-4a53-4177-a6f0-8d911427191a', 'expiration': datetime.datetime(2021, 7, 23, 16, 35, 15, 402033)}] Jul 23 16:33:15.414400 n-d-778549-4 neutron-server[94012]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94012) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:33:15.414832 n-d-778549-4 neutron-server[94012]: DEBUG oslo_db.api [None req-741295ff-f9d7-4470-ae41-98d381ff52e6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:33:15.432362 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7403d8-90c9-41ea-b2e6-c4582fb2af2f req-349a2c0d-7847-462c-a4f8-c1feaa4e939e tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:15.440353 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ac7403d8-90c9-41ea-b2e6-c4582fb2af2f req-349a2c0d-7847-462c-a4f8-c1feaa4e939e tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 943 time: 0.2624128 Jul 23 16:33:15.460760 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e03ccfb-c565-4adc-b789-95d683aa503f x-openstack-request-id: req-8e03ccfb-c565-4adc-b789-95d683aa503f {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:33:15.461234 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a41076d4-9476-4849-9c56-f1d044654f2c", "tag": "f08913e5-dfef-4f8d-98be-d8455334d4c0", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:33:15.461586 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8e03ccfb-c565-4adc-b789-95d683aa503f {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:33:15.462085 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a41076d4-9476-4849-9c56-f1d044654f2c', 'tag': 'f08913e5-dfef-4f8d-98be-d8455334d4c0', 'status': 'completed', 'code': 200} Jul 23 16:33:15.471549 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-87bc8113-631d-4e9b-97c7-654923f0c75c None None] For port 7b3c9d58-bd0e-4006-9a58-ae0b7f73ea44, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=7b3c9d58-bd0e-4006-9a58-ae0b7f73ea44,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:15.489987 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ac7403d8-90c9-41ea-b2e6-c4582fb2af2f req-74dc8331-2b00-481f-adb4-cad4b6b24865 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485063 Jul 23 16:33:15.495959 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-87bc8113-631d-4e9b-97c7-654923f0c75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:15.516031 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-8ec0e6e3-9083-48ad-b29a-3e29a54b3728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:15.517658 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-8ec0e6e3-9083-48ad-b29a-3e29a54b3728 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d40e0ee1ca674276bdd958b07bc5c30e&device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 1094 time: 0.0986731 Jul 23 16:33:15.576510 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-5892588b-4086-4901-9cfb-7446fc773335 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f08913e5-dfef-4f8d-98be-d8455334d4c0 HTTP/1.1" status: 200 len: 217 time: 0.0479949 Jul 23 16:33:15.612636 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 873ab846-b220-45c4-b796-4be961cfe70b completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:15.626603 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc8113-631d-4e9b-97c7-654923f0c75c None None] Pushing event updated for resources: {'Port': ['ID=7b3c9d58-bd0e-4006-9a58-ae0b7f73ea44,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:15.628985 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c3793395-ff4a-4ab6-9663-49e33af7a43c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:15.636750 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c3793395-ff4a-4ab6-9663-49e33af7a43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:15.644827 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.api [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:33:15.645263 n-d-778549-4 neutron-server[94014]: DEBUG oslo_db.api [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:33:15.658354 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-335685ef-ed7a-498a-8400-95dad7322de6 None None] Could not find standard attr ID for object f27ad4a8-dd55-4dd2-a07c-9ebf7fd4ed9f. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:33:15.662160 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 873ab846-b220-45c4-b796-4be961cfe70b triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:15.662938 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:15.678698 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-e2c1274e-d267-48cb-a8af-b2b4dbd73c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:15.680120 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-e2c1274e-d267-48cb-a8af-b2b4dbd73c78 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b6e51e5c-e7af-4f3d-9bf0-f99b4811604f HTTP/1.1" status: 200 len: 851 time: 0.0933402 Jul 23 16:33:15.720249 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c3793395-ff4a-4ab6-9663-49e33af7a43c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a716a36ec06d4926895ccf9a70d6ba12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5734055 Jul 23 16:33:15.723330 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46366) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:15.723681 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3793395-ff4a-4ab6-9663-49e33af7a43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad56e259-fc18-4845-8fd2-d1c012114a7b,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:15.795500 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-cd0bc207-1890-45c7-bc3a-3b403f5fb194 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7a09e324-af99-4e6f-aabe-ea07ec677e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896626 Jul 23 16:33:15.798180 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793395-ff4a-4ab6-9663-49e33af7a43c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:15.799410 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793395-ff4a-4ab6-9663-49e33af7a43c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:15.799937 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793395-ff4a-4ab6-9663-49e33af7a43c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:15.800657 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793395-ff4a-4ab6-9663-49e33af7a43c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:15.801338 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793395-ff4a-4ab6-9663-49e33af7a43c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:15.801840 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793395-ff4a-4ab6-9663-49e33af7a43c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:15.802338 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793395-ff4a-4ab6-9663-49e33af7a43c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:15.802830 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793395-ff4a-4ab6-9663-49e33af7a43c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:15.803324 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793395-ff4a-4ab6-9663-49e33af7a43c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:15.803834 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793395-ff4a-4ab6-9663-49e33af7a43c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:15.804577 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793395-ff4a-4ab6-9663-49e33af7a43c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:15.809445 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793395-ff4a-4ab6-9663-49e33af7a43c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:15.832158 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c50276a6-049c-44d1-9432-e0969d95a6aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:15.860084 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c50276a6-049c-44d1-9432-e0969d95a6aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:15.934608 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c50276a6-049c-44d1-9432-e0969d95a6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:15.937081 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c50276a6-049c-44d1-9432-e0969d95a6aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:15.941825 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c50276a6-049c-44d1-9432-e0969d95a6aa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ad56e259-fc18-4845-8fd2-d1c012114a7b HTTP/1.1" status: 204 len: 168 time: 0.2140696 Jul 23 16:33:15.953068 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-2c991ec8-0c12-4d0a-8ba3-5c1943657467 service neutron] 10.222.0.74 "GET /v2.0/networks/7a09e324-af99-4e6f-aabe-ea07ec677e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389709 Jul 23 16:33:15.959589 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b741d0-aa93-49b3-9310-b70b3e0dc44b None None] DHCP port deletion for 6431ca09-76a8-48e6-9c71-fe9e76635950 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:33:15.984333 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50276a6-049c-44d1-9432-e0969d95a6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad56e259-fc18-4845-8fd2-d1c012114a7b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:15.994513 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741295ff-f9d7-4470-ae41-98d381ff52e6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:15.998293 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-741295ff-f9d7-4470-ae41-98d381ff52e6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:16.002352 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:16.042578 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7198ca53-aec1-4da6-80f5-fa9762b7a709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873ab846-b220-45c4-b796-4be961cfe70b'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:33:16.045017 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d18144-d01f-4309-85f1-831b3bffc298" -d '{"events": [{"server_uuid": "7198ca53-aec1-4da6-80f5-fa9762b7a709", "name": "network-vif-plugged", "status": "completed", "tag": "873ab846-b220-45c4-b796-4be961cfe70b"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:33:16.067559 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 873ab846-b220-45c4-b796-4be961cfe70b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=873ab846-b220-45c4-b796-4be961cfe70b,segment=NetworkSegment(b81e70b7-14fa-4230-9456-adac869c5c0b),segment_id=b81e70b7-14fa-4230-9456-adac869c5c0b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:16.072360 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23b741d0-aa93-49b3-9310-b70b3e0dc44b None None] Deleting port 7b3c9d58-bd0e-4006-9a58-ae0b7f73ea44 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:16.072994 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23b741d0-aa93-49b3-9310-b70b3e0dc44b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:16.095920 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:16.276884 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b39eec9b-1b30-41fe-9349-d4e99748d23a req-ad6f1c8a-f47e-44e2-9e21-a77771882d64 service neutron] 10.222.0.74 "GET /v2.0/networks/7a09e324-af99-4e6f-aabe-ea07ec677e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138711 Jul 23 16:33:16.321006 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=873ab846-b220-45c4-b796-4be961cfe70b,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:16.330603 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565efd07-b86e-4c69-9e1f-186f4640c2e7 x-openstack-request-id: req-565efd07-b86e-4c69-9e1f-186f4640c2e7 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:33:16.333325 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7198ca53-aec1-4da6-80f5-fa9762b7a709", "name": "network-vif-plugged", "status": "completed", "tag": "873ab846-b220-45c4-b796-4be961cfe70b", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:33:16.333596 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-565efd07-b86e-4c69-9e1f-186f4640c2e7 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:33:16.334018 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7198ca53-aec1-4da6-80f5-fa9762b7a709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873ab846-b220-45c4-b796-4be961cfe70b', 'code': 200} Jul 23 16:33:16.441561 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23b741d0-aa93-49b3-9310-b70b3e0dc44b None None] For port 7b3c9d58-bd0e-4006-9a58-ae0b7f73ea44, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=7b3c9d58-bd0e-4006-9a58-ae0b7f73ea44,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:16.442002 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23b741d0-aa93-49b3-9310-b70b3e0dc44b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:16.456865 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23b741d0-aa93-49b3-9310-b70b3e0dc44b None None] Calling delete_port for 7b3c9d58-bd0e-4006-9a58-ae0b7f73ea44 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:16.491963 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0d488-3bb8-4b8c-a288-1d5d69d7a423 req-dd2f6bc1-7215-40b2-8bdb-4373a836f40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:16.493772 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-77a0d488-3bb8-4b8c-a288-1d5d69d7a423 req-dd2f6bc1-7215-40b2-8bdb-4373a836f40f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d40e0ee1ca674276bdd958b07bc5c30e&device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 1094 time: 0.1531417 Jul 23 16:33:16.591284 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 7b3c9d58-bd0e-4006-9a58-ae0b7f73ea44 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:33:16.612421 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344498f-830c-41cf-924f-5b4a3ff79ba8 req-3198f9ca-13ee-45c0-b593-9cb674e2dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:16.614688 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6344498f-830c-41cf-924f-5b4a3ff79ba8 req-3198f9ca-13ee-45c0-b593-9cb674e2dc32 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 1097 time: 0.3228517 Jul 23 16:33:16.635850 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b2668-7969-4b26-9b5c-7b242f329534 req-cec27206-6b99-42f4-b6eb-4cc91cd65c8e tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:16.639818 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d37b2668-7969-4b26-9b5c-7b242f329534 req-cec27206-6b99-42f4-b6eb-4cc91cd65c8e tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.3380642 Jul 23 16:33:16.709380 n-d-778549-4 neutron-server[94012]: DEBUG neutron.objects.ports [None req-741295ff-f9d7-4470-ae41-98d381ff52e6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94012) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:33:16.717132 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23b741d0-aa93-49b3-9310-b70b3e0dc44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:16.742250 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0d488-3bb8-4b8c-a288-1d5d69d7a423 req-8313fb14-4d05-4d3f-97d1-4aa248537a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:16.744610 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-77a0d488-3bb8-4b8c-a288-1d5d69d7a423 req-8313fb14-4d05-4d3f-97d1-4aa248537a03 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7a09e324-af99-4e6f-aabe-ea07ec677e31 HTTP/1.1" status: 200 len: 913 time: 0.2409909 Jul 23 16:33:16.758905 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:16.773834 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b741d0-aa93-49b3-9310-b70b3e0dc44b None None] Pushing event deleted for resources: {'Port': ['ID=7b3c9d58-bd0e-4006-9a58-ae0b7f73ea44,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:16.782392 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b741d0-aa93-49b3-9310-b70b3e0dc44b None None] No DVR routers for this DVR port 7b3c9d58-bd0e-4006-9a58-ae0b7f73ea44 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:33:16.820757 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6344498f-830c-41cf-924f-5b4a3ff79ba8 req-20760114-854d-4285-a820-f0a09b7d0cda service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692727 Jul 23 16:33:16.840387 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d37b2668-7969-4b26-9b5c-7b242f329534 req-40631140-24f2-4c36-afc3-99883b781da8 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794443 Jul 23 16:33:16.857170 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-77a0d488-3bb8-4b8c-a288-1d5d69d7a423 req-876c1473-b0c5-4ee4-92fa-b028d7705fc2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f08913e5-dfef-4f8d-98be-d8455334d4c0 HTTP/1.1" status: 200 len: 217 time: 0.0995283 Jul 23 16:33:16.922996 n-d-778549-4 neutron-server[94012]: WARNING neutron.services.revisions.revision_plugin [None req-741295ff-f9d7-4470-ae41-98d381ff52e6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Could not find related port for resource to bump revision. Jul 23 16:33:16.935517 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbb5dd-76c6-42c7-94ed-e18a125a5c76 req-a81aafc4-6ed6-412b-89cc-c8fdf5f40869 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:16.937143 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1bcbb5dd-76c6-42c7-94ed-e18a125a5c76 req-a81aafc4-6ed6-412b-89cc-c8fdf5f40869 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 943 time: 0.2845254 Jul 23 16:33:16.938523 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.ipam_pluggable_backend [None req-741295ff-f9d7-4470-ae41-98d381ff52e6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Port 7b3c9d58-bd0e-4006-9a58-ae0b7f73ea44 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94012) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 23 16:33:16.938832 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.ipam_pluggable_backend [None req-741295ff-f9d7-4470-ae41-98d381ff52e6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9c:15bf {{(pid=94012) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 23 16:33:16.942747 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.ipam_pluggable_backend [None req-741295ff-f9d7-4470-ae41-98d381ff52e6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe9c:15bf {{(pid=94012) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 23 16:33:16.943988 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-741295ff-f9d7-4470-ae41-98d381ff52e6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:16.973309 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0d488-3bb8-4b8c-a288-1d5d69d7a423 req-c7f7953c-2c6c-4140-9ab2-5d199666a2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:16.973309 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-77a0d488-3bb8-4b8c-a288-1d5d69d7a423 req-c7f7953c-2c6c-4140-9ab2-5d199666a2ba service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b6e51e5c-e7af-4f3d-9bf0-f99b4811604f HTTP/1.1" status: 200 len: 851 time: 0.1048517 Jul 23 16:33:17.006870 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741295ff-f9d7-4470-ae41-98d381ff52e6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:17.027745 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-741295ff-f9d7-4470-ae41-98d381ff52e6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:17.037989 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-77a0d488-3bb8-4b8c-a288-1d5d69d7a423 req-65c21489-4be8-4881-94a9-028fbc71f77d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7a09e324-af99-4e6f-aabe-ea07ec677e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565112 Jul 23 16:33:17.039561 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8156290f-3e4d-4072-a94e-f932a4a23f33 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:17.044205 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741295ff-f9d7-4470-ae41-98d381ff52e6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:17.044814 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-741295ff-f9d7-4470-ae41-98d381ff52e6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:17.065313 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46406) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:17.080048 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1bcbb5dd-76c6-42c7-94ed-e18a125a5c76 req-d295c2c5-a13c-4df2-b341-881cbfe27154 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334321 Jul 23 16:33:17.083990 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741295ff-f9d7-4470-ae41-98d381ff52e6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Subnet': ['ID=1e86acbc-92ef-4416-b3a8-044809722b23,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:17.109293 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-741295ff-f9d7-4470-ae41-98d381ff52e6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9142058 Jul 23 16:33:17.110032 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46412) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:17.116512 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-e588c934-ae49-4d4d-9f4b-08464fd72c17 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'port': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'mac_address': 'fa:16:3e:81:40:0c', 'name': 'tempest-NetworksTestDHCPv6-1926539739'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:17.207352 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-77a0d488-3bb8-4b8c-a288-1d5d69d7a423 req-7dc96b3b-acde-4454-9d06-bb47ada9ee9d service neutron] 10.222.0.74 "GET /v2.0/networks/7a09e324-af99-4e6f-aabe-ea07ec677e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449554 Jul 23 16:33:17.295461 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ba6ece-cbd3-40bd-93f2-28a8e217fad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-6431ca09-76a8-48e6-9c71-fe9e76635950', 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'fixed_ips': [{'subnet_id': '1e86acbc-92ef-4416-b3a8-044809722b23'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:33:17.296418 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b1ba6ece-cbd3-40bd-93f2-28a8e217fad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:17.306126 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e588c934-ae49-4d4d-9f4b-08464fd72c17 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:17.335053 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-48b2282b-5e25-4ec5-88b5-5788cd6d3440 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-846523445-network', 'tenant_id': 'c584cd3e5c2a4341bd52df8ec7c67007'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:17.362262 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-77a0d488-3bb8-4b8c-a288-1d5d69d7a423 req-d7a2202e-0f9f-4aaa-873e-f40df54a1c9e service neutron] 10.222.0.74 "GET /v2.0/networks/7a09e324-af99-4e6f-aabe-ea07ec677e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449401 Jul 23 16:33:17.363379 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b2282b-5e25-4ec5-88b5-5788cd6d3440 admin admin] Made reservation on behalf of c584cd3e5c2a4341bd52df8ec7c67007 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:17.365997 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-48b2282b-5e25-4ec5-88b5-5788cd6d3440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:17.392685 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-48b2282b-5e25-4ec5-88b5-5788cd6d3440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:17.438390 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e588c934-ae49-4d4d-9f4b-08464fd72c17 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:17.464831 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-e588c934-ae49-4d4d-9f4b-08464fd72c17 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] device_id is not set on port 115ae80e-1739-4c47-88cf-9d6ae9bcd931 yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:33:17.497208 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-b1ba6ece-cbd3-40bd-93f2-28a8e217fad7 None None] Allocated IP 2001:db8::f816:3eff:fe35:da4b (6431ca09-76a8-48e6-9c71-fe9e76635950/1e86acbc-92ef-4416-b3a8-044809722b23/3f3cbddc-066e-4e06-b4e9-53c0d974c22d) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:17.506239 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-48b2282b-5e25-4ec5-88b5-5788cd6d3440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:17.511721 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-48b2282b-5e25-4ec5-88b5-5788cd6d3440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:17.535730 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b2282b-5e25-4ec5-88b5-5788cd6d3440 admin admin] vlan segment allocate from pool success with {'vlan_id': 1105, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:33:17.576407 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-48b2282b-5e25-4ec5-88b5-5788cd6d3440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:17.576855 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-48b2282b-5e25-4ec5-88b5-5788cd6d3440 admin admin] Added segment 8d6880fa-028c-4951-870f-796ebb063f22 of type vlan for network 68855a4e-e029-4ded-940e-cde63e10b426 Jul 23 16:33:17.592384 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2282b-5e25-4ec5-88b5-5788cd6d3440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8987d1-2806-49b0-be19-b981d39c754a,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:17.661965 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-48b2282b-5e25-4ec5-88b5-5788cd6d3440 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:17.700197 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-48b2282b-5e25-4ec5-88b5-5788cd6d3440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:17.701257 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b2282b-5e25-4ec5-88b5-5788cd6d3440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:17.701877 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-48b2282b-5e25-4ec5-88b5-5788cd6d3440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:17.744886 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-48b2282b-5e25-4ec5-88b5-5788cd6d3440 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6751633 Jul 23 16:33:17.754985 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b1ba6ece-cbd3-40bd-93f2-28a8e217fad7 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:17.769807 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b1ba6ece-cbd3-40bd-93f2-28a8e217fad7 None None] Transition to ACTIVE for port object 3f3cbddc-066e-4e06-b4e9-53c0d974c22d will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:17.780187 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2282b-5e25-4ec5-88b5-5788cd6d3440 admin admin] Pushing event updated for resources: {'Network': ['ID=68855a4e-e029-4ded-940e-cde63e10b426,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:17.790453 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b1ba6ece-cbd3-40bd-93f2-28a8e217fad7 None None] Transition to ACTIVE for port object 3f3cbddc-066e-4e06-b4e9-53c0d974c22d will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:17.795643 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 68855a4e-e029-4ded-940e-cde63e10b426 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:33:17.810559 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b1ba6ece-cbd3-40bd-93f2-28a8e217fad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:17.860037 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-e588c934-ae49-4d4d-9f4b-08464fd72c17 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Allocated IP 2001:db8::f816:3eff:fe81:400c (6431ca09-76a8-48e6-9c71-fe9e76635950/1e86acbc-92ef-4416-b3a8-044809722b23/115ae80e-1739-4c47-88cf-9d6ae9bcd931) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:17.873832 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba6ece-cbd3-40bd-93f2-28a8e217fad7 None None] Pushing event updated for resources: {'Port': ['ID=3f3cbddc-066e-4e06-b4e9-53c0d974c22d,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:17.898939 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ba6ece-cbd3-40bd-93f2-28a8e217fad7 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:17.901766 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-b1ba6ece-cbd3-40bd-93f2-28a8e217fad7 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:17.947165 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ba6ece-cbd3-40bd-93f2-28a8e217fad7 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:18.024601 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-b1ba6ece-cbd3-40bd-93f2-28a8e217fad7 None None] Attempting to bind port 3f3cbddc-066e-4e06-b4e9-53c0d974c22d on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:33:18.024986 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-b1ba6ece-cbd3-40bd-93f2-28a8e217fad7 None None] Attempting to bind port 3f3cbddc-066e-4e06-b4e9-53c0d974c22d by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:33:18.025411 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ba6ece-cbd3-40bd-93f2-28a8e217fad7 None None] Attempting to bind port 3f3cbddc-066e-4e06-b4e9-53c0d974c22d on network 6431ca09-76a8-48e6-9c71-fe9e76635950 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:33:18.031854 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ba6ece-cbd3-40bd-93f2-28a8e217fad7 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:33:18.031854 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ba6ece-cbd3-40bd-93f2-28a8e217fad7 None None] Checking segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:33:18.032215 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b1ba6ece-cbd3-40bd-93f2-28a8e217fad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:18.032450 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ba6ece-cbd3-40bd-93f2-28a8e217fad7 None None] Bound using segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:33:18.032967 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-b1ba6ece-cbd3-40bd-93f2-28a8e217fad7 None None] Bound port: 3f3cbddc-066e-4e06-b4e9-53c0d974c22d, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:33:18.033487 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b1ba6ece-cbd3-40bd-93f2-28a8e217fad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:18.108203 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-b1ba6ece-cbd3-40bd-93f2-28a8e217fad7 None None] For port 3f3cbddc-066e-4e06-b4e9-53c0d974c22d, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:33:18.112834 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-b1ba6ece-cbd3-40bd-93f2-28a8e217fad7 None None] For port 3f3cbddc-066e-4e06-b4e9-53c0d974c22d, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3f3cbddc-066e-4e06-b4e9-53c0d974c22d,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:33:18.120177 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b1ba6ece-cbd3-40bd-93f2-28a8e217fad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:18.132450 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e588c934-ae49-4d4d-9f4b-08464fd72c17 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:18.157582 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1dae6-0e13-494f-b265-f577eb7ee835 req-0929828c-ded7-4ef2-ad11-37859970c749 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:18.159164 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15b1dae6-0e13-494f-b265-f577eb7ee835 req-0929828c-ded7-4ef2-ad11-37859970c749 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1761451 Jul 23 16:33:18.166115 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-e588c934-ae49-4d4d-9f4b-08464fd72c17 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Transition to ACTIVE for port object 115ae80e-1739-4c47-88cf-9d6ae9bcd931 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:18.178591 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device f08913e5-dfef-4f8d-98be-d8455334d4c0 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:33:18.221701 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15b1dae6-0e13-494f-b265-f577eb7ee835 req-4f867548-b33b-4184-a1bb-5a0b9cc2b4e1 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533807 Jul 23 16:33:18.235009 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e588c934-ae49-4d4d-9f4b-08464fd72c17 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:18.346303 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port f08913e5-dfef-4f8d-98be-d8455334d4c0, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f08913e5-dfef-4f8d-98be-d8455334d4c0,segment=NetworkSegment(ff68db7f-6300-42b1-9753-f76aa3ae1bb7),segment_id=ff68db7f-6300-42b1-9753-f76aa3ae1bb7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:18.360934 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e588c934-ae49-4d4d-9f4b-08464fd72c17 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:18.361610 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'f08913e5-dfef-4f8d-98be-d8455334d4c0', 'network_id': '7a09e324-af99-4e6f-aabe-ea07ec677e31', 'port_id': 'f08913e5-dfef-4f8d-98be-d8455334d4c0', 'mac_address': 'fa:16:3e:6d:23:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6e51e5c-e7af-4f3d-9bf0-f99b4811604f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:33:18.366721 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba6ece-cbd3-40bd-93f2-28a8e217fad7 None None] Pushing event updated for resources: {'Port': ['ID=3f3cbddc-066e-4e06-b4e9-53c0d974c22d,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:18.384433 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-e588c934-ae49-4d4d-9f4b-08464fd72c17 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:18.417534 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e588c934-ae49-4d4d-9f4b-08464fd72c17 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:18.423688 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e588c934-ae49-4d4d-9f4b-08464fd72c17 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:18.424340 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e588c934-ae49-4d4d-9f4b-08464fd72c17 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:18.478456 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:18.497006 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f08913e5-dfef-4f8d-98be-d8455334d4c0 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:33:18.515218 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588c934-ae49-4d4d-9f4b-08464fd72c17 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Port': ['ID=115ae80e-1739-4c47-88cf-9d6ae9bcd931,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:18.538918 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port f08913e5-dfef-4f8d-98be-d8455334d4c0, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f08913e5-dfef-4f8d-98be-d8455334d4c0,segment=NetworkSegment(ff68db7f-6300-42b1-9753-f76aa3ae1bb7),segment_id=ff68db7f-6300-42b1-9753-f76aa3ae1bb7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:18.544359 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:18.625883 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=f08913e5-dfef-4f8d-98be-d8455334d4c0,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:18.908523 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['f08913e5-dfef-4f8d-98be-d8455334d4c0'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:33:18.927799 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e588c934-ae49-4d4d-9f4b-08464fd72c17 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8166091 Jul 23 16:33:18.930760 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46458) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:19.021549 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b14be-5184-4db4-9ab1-80d37456b763 req-72f78159-f777-4074-ae6f-0ea7a0ae4b2a tempest-ComputeTenantNetworksTest-1485142599 tempest-ComputeTenantNetworksTest-1485142599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:19.028310 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b14be-5184-4db4-9ab1-80d37456b763 req-72f78159-f777-4074-ae6f-0ea7a0ae4b2a tempest-ComputeTenantNetworksTest-1485142599 tempest-ComputeTenantNetworksTest-1485142599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:19.035327 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b14be-5184-4db4-9ab1-80d37456b763 req-72f78159-f777-4074-ae6f-0ea7a0ae4b2a tempest-ComputeTenantNetworksTest-1485142599 tempest-ComputeTenantNetworksTest-1485142599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:19.039750 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e66000-adb2-4af3-b315-1038be1a65dc tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:19.048934 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3b0b14be-5184-4db4-9ab1-80d37456b763 req-72f78159-f777-4074-ae6f-0ea7a0ae4b2a tempest-ComputeTenantNetworksTest-1485142599 tempest-ComputeTenantNetworksTest-1485142599-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.7918520 Jul 23 16:33:19.061421 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e66000-adb2-4af3-b315-1038be1a65dc tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:19.069227 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b1e66000-adb2-4af3-b315-1038be1a65dc tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1364348 Jul 23 16:33:19.070013 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46464) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:19.084797 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73701fe5-32db-4808-ab4d-10ae9d1a2144 req-b6cee820-6e3e-42f7-a1e9-70db2860f1b4 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:19.092240 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73701fe5-32db-4808-ab4d-10ae9d1a2144 req-b6cee820-6e3e-42f7-a1e9-70db2860f1b4 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 943 time: 0.6112671 Jul 23 16:33:19.161746 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73701fe5-32db-4808-ab4d-10ae9d1a2144 req-924aff83-6dd8-4ff1-8cba-bb260b93399c tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569656 Jul 23 16:33:19.258641 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-6e33c51d-b759-40e4-a06b-944660bef4c1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting port 115ae80e-1739-4c47-88cf-9d6ae9bcd931 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:19.259684 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e33c51d-b759-40e4-a06b-944660bef4c1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:19.331752 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566663ee-2b40-4565-8e1d-5b64e50b59ad req-16ffd296-9853-4f69-bda6-aab489af1112 tempest-ComputeTenantNetworksTest-1485142599 tempest-ComputeTenantNetworksTest-1485142599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:19.333304 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-566663ee-2b40-4565-8e1d-5b64e50b59ad req-16ffd296-9853-4f69-bda6-aab489af1112 tempest-ComputeTenantNetworksTest-1485142599 tempest-ComputeTenantNetworksTest-1485142599-project] 10.222.0.73 "GET /v2.0/networks/68855a4e-e029-4ded-940e-cde63e10b426 HTTP/1.1" status: 200 len: 768 time: 0.1446671 Jul 23 16:33:19.352936 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46474) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:19.448453 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-d5d0c177-1831-43ad-b17b-5c40cb830482 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:19.450085 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-d5d0c177-1831-43ad-b17b-5c40cb830482 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/networks?id=39f95156-8af8-4a3c-8185-a196a0cfd658 HTTP/1.1" status: 200 len: 812 time: 0.2071772 Jul 23 16:33:19.467954 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1bfbfe20-f2b0-4d34-8390-da9fc01d460d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:19.471588 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-40fe4fbb-65e2-4cc3-b68e-e866fa5ab32c tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/quotas/e9dc3f31640549ca813e0dbead6dea67 HTTP/1.1" status: 200 len: 375 time: 0.0146863 Jul 23 16:33:19.493872 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e33c51d-b759-40e4-a06b-944660bef4c1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:19.536520 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-6e33c51d-b759-40e4-a06b-944660bef4c1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Calling delete_port for 115ae80e-1739-4c47-88cf-9d6ae9bcd931 owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:19.571457 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-d6ed2e13-cfbe-4d3c-bb94-3714dc5c1820 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e9dc3f31640549ca813e0dbead6dea67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0925691 Jul 23 16:33:19.642735 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1bfbfe20-f2b0-4d34-8390-da9fc01d460d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:19.656048 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-1bfbfe20-f2b0-4d34-8390-da9fc01d460d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68855a4e-e029-4ded-940e-cde63e10b426']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:19.708890 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-1bfbfe20-f2b0-4d34-8390-da9fc01d460d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d6880fa-028c-4951-870f-796ebb063f22') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:19.709217 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-1bfbfe20-f2b0-4d34-8390-da9fc01d460d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d6880fa-028c-4951-870f-796ebb063f22') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:19.722724 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1bfbfe20-f2b0-4d34-8390-da9fc01d460d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:19.725278 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-dfffcbf1-70e3-4f93-a993-6979d53d99e2 service neutron] 10.222.0.73 "GET /v2.0/networks/39f95156-8af8-4a3c-8185-a196a0cfd658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392374 Jul 23 16:33:19.730017 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-82d2b42a-221e-4346-a110-6ec7aea856ae None None] Provisioning for port 3f3cbddc-066e-4e06-b4e9-53c0d974c22d completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:19.769680 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1bfbfe20-f2b0-4d34-8390-da9fc01d460d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:19.779358 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bfbfe20-f2b0-4d34-8390-da9fc01d460d admin admin] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:33:19.779713 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1bfbfe20-f2b0-4d34-8390-da9fc01d460d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:19.781447 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:33:19.781447 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:33:19.781447 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:33:19.781447 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:33:19.781447 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:33:19.781447 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:33:19.781447 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:33:19.781447 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:33:19.781447 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:33:19.781447 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:33:19.781447 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:33:19.781447 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:33:19.781447 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:33:19.781447 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:33:19.781447 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:33:19.781447 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:33:19.781447 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:33:19.781447 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:33:19.781447 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:33:19.781447 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:33:19.781447 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:33:19.781447 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:33:19.781447 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:33:19.781447 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:33:19.781447 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:33:19.781447 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:33:19.781447 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:33:19.781447 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:33:19.781447 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:33:19.781447 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:33:19.781447 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:33:19.781447 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:33:19.881701 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-4cf710a3-0184-4969-aee9-001cc7f917ac service neutron] 10.222.0.73 "GET /v2.0/networks/39f95156-8af8-4a3c-8185-a196a0cfd658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369073 Jul 23 16:33:19.952354 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1bfbfe20-f2b0-4d34-8390-da9fc01d460d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:19.958403 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e33c51d-b759-40e4-a06b-944660bef4c1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:19.971049 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-749a202a-3046-4528-9742-83bd43c00c8a None None] Provisioning complete for port 115ae80e-1739-4c47-88cf-9d6ae9bcd931 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:19.971690 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-749a202a-3046-4528-9742-83bd43c00c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:19.976916 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1bfbfe20-f2b0-4d34-8390-da9fc01d460d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:19.981787 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1bfbfe20-f2b0-4d34-8390-da9fc01d460d admin admin] 10.222.0.73 "DELETE /v2.0/networks/68855a4e-e029-4ded-940e-cde63e10b426 HTTP/1.1" status: 204 len: 168 time: 0.6253004 Jul 23 16:33:19.990776 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfbfe20-f2b0-4d34-8390-da9fc01d460d admin admin] Pushing event deleted for resources: {'Network': ['ID=68855a4e-e029-4ded-940e-cde63e10b426,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:20.005640 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-749a202a-3046-4528-9742-83bd43c00c8a None None] Port 115ae80e-1739-4c47-88cf-9d6ae9bcd931 was deleted so its status cannot be updated. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 16:33:20.056522 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e33c51d-b759-40e4-a06b-944660bef4c1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:20.061211 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6e33c51d-b759-40e4-a06b-944660bef4c1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/115ae80e-1739-4c47-88cf-9d6ae9bcd931 HTTP/1.1" status: 204 len: 168 time: 0.9862986 Jul 23 16:33:20.062745 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46486) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:20.063150 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33c51d-b759-40e4-a06b-944660bef4c1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Port': ['ID=115ae80e-1739-4c47-88cf-9d6ae9bcd931,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:20.123287 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-300f8f9c-bada-430b-9216-70c0c4ec5d3b req-bf96cc8f-f062-48ae-b2f6-152f58739b59 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=75fb0eb8-b2c1-4151-9034-fbe365564287 HTTP/1.1" status: 200 len: 210 time: 0.0917392 Jul 23 16:33:20.168164 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device f08913e5-dfef-4f8d-98be-d8455334d4c0 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:33:20.214001 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e655386-5ef3-4ed4-998c-a53252d11c14 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:20.219839 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e655386-5ef3-4ed4-998c-a53252d11c14 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:20.226414 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8e655386-5ef3-4ed4-998c-a53252d11c14 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1590095 Jul 23 16:33:20.228051 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46492) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:20.296515 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46494) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:20.327665 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port f08913e5-dfef-4f8d-98be-d8455334d4c0 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:20.335770 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port f08913e5-dfef-4f8d-98be-d8455334d4c0 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:20.336118 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:20.380264 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3aa406-de58-4ae9-8d2e-1df9079e4388 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting subnet 1e86acbc-92ef-4416-b3a8-044809722b23 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:33:20.390114 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c3aa406-de58-4ae9-8d2e-1df9079e4388 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:20.391890 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f246220-4abb-4e75-bd6e-6cfc153a7b75 req-05b95724-57a7-4fe6-9e1c-d604cf660da2 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:20.401724 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8f246220-4abb-4e75-bd6e-6cfc153a7b75 req-05b95724-57a7-4fe6-9e1c-d604cf660da2 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 944 time: 0.1323307 Jul 23 16:33:20.421760 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-80c60345-8018-40b2-91f2-b8ef2b0546af admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c584cd3e5c2a4341bd52df8ec7c67007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1191566 Jul 23 16:33:20.426310 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46500) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:20.455246 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8f246220-4abb-4e75-bd6e-6cfc153a7b75 req-d5269d67-0712-406b-a8a9-f314a9ea6718 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509236 Jul 23 16:33:20.514272 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:20.543155 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41076d4-9476-4849-9c56-f1d044654f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08913e5-dfef-4f8d-98be-d8455334d4c0'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:33:20.546495 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5129e7ec-97b7-4fb7-8d15-1c2e0ae054b6" -d '{"events": [{"server_uuid": "a41076d4-9476-4849-9c56-f1d044654f2c", "name": "network-vif-plugged", "status": "completed", "tag": "f08913e5-dfef-4f8d-98be-d8455334d4c0"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:33:20.557452 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c3aa406-de58-4ae9-8d2e-1df9079e4388 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:20.610990 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port f08913e5-dfef-4f8d-98be-d8455334d4c0, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f08913e5-dfef-4f8d-98be-d8455334d4c0,segment=NetworkSegment(ff68db7f-6300-42b1-9753-f76aa3ae1bb7),segment_id=ff68db7f-6300-42b1-9753-f76aa3ae1bb7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:20.628219 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:20.733936 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=f08913e5-dfef-4f8d-98be-d8455334d4c0,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:20.740712 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b7fe55-ed9e-417d-b071-94aec01bbbd6 x-openstack-request-id: req-49b7fe55-ed9e-417d-b071-94aec01bbbd6 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:33:20.741174 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41076d4-9476-4849-9c56-f1d044654f2c", "name": "network-vif-plugged", "status": "completed", "tag": "f08913e5-dfef-4f8d-98be-d8455334d4c0", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:33:20.741335 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-49b7fe55-ed9e-417d-b071-94aec01bbbd6 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:33:20.741667 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41076d4-9476-4849-9c56-f1d044654f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08913e5-dfef-4f8d-98be-d8455334d4c0', 'code': 200} Jul 23 16:33:20.742434 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3f3cbddc-066e-4e06-b4e9-53c0d974c22d up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:33:20.781598 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b672acf-cc12-4538-b857-9c5c45b39f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:20.842719 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 3f3cbddc-066e-4e06-b4e9-53c0d974c22d completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:20.848689 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 3f3cbddc-066e-4e06-b4e9-53c0d974c22d triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:20.849103 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:20.858973 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b672acf-cc12-4538-b857-9c5c45b39f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:20.892334 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c3aa406-de58-4ae9-8d2e-1df9079e4388 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:20.962893 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:20.993133 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c3aa406-de58-4ae9-8d2e-1df9079e4388 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:21.033509 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.api [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:33:21.034013 n-d-778549-4 neutron-server[94014]: DEBUG oslo_db.api [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:33:21.041374 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3aa406-de58-4ae9-8d2e-1df9079e4388 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Subnet': ['ID=1e86acbc-92ef-4416-b3a8-044809722b23,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:21.050308 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b672acf-cc12-4538-b857-9c5c45b39f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:21.055696 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b672acf-cc12-4538-b857-9c5c45b39f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:21.059110 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5b672acf-cc12-4538-b857-9c5c45b39f7e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9f8987d1-2806-49b0-be19-b981d39c754a HTTP/1.1" status: 204 len: 168 time: 0.6289160 Jul 23 16:33:21.063609 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a48c4-71a5-4a67-88ee-def977b1f4bc req-75d410a0-a6ee-4dee-aa88-39f97f6d1d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:21.066615 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d60a48c4-71a5-4a67-88ee-def977b1f4bc req-75d410a0-a6ee-4dee-aa88-39f97f6d1d30 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 1096 time: 0.2514839 Jul 23 16:33:21.104237 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c3aa406-de58-4ae9-8d2e-1df9079e4388 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:21.108811 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6c3aa406-de58-4ae9-8d2e-1df9079e4388 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/1e86acbc-92ef-4416-b3a8-044809722b23 HTTP/1.1" status: 204 len: 168 time: 0.8761320 Jul 23 16:33:21.110445 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46514) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:21.112140 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c9a7fb-b6ef-44bf-a286-d3ff2b38bd6f None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:21.128776 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d60a48c4-71a5-4a67-88ee-def977b1f4bc req-cadbaed3-0585-4e23-83e3-a46e14a756a7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554247 Jul 23 16:33:21.130091 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b672acf-cc12-4538-b857-9c5c45b39f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8987d1-2806-49b0-be19-b981d39c754a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:21.191792 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7aa43240-9f78-4d58-be0e-53b5e467a0c2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0780814 Jul 23 16:33:21.194044 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46520) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:21.312444 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d88ccfd-ea64-4943-affc-ccc544d7d1bf tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:21.322275 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4d88ccfd-ea64-4943-affc-ccc544d7d1bf tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1270418 Jul 23 16:33:21.324886 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46526) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:21.334214 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b92fa41f-693a-4f5b-960f-f2977a5ca792 req-57052e82-0a7e-49c0-9bb5-db1cbc2ac53d tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=75fb0eb8-b2c1-4151-9034-fbe365564287 HTTP/1.1" status: 200 len: 210 time: 0.0932982 Jul 23 16:33:21.420913 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9c201c-84b7-4ebf-a757-9fee610d82d0 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:21.427947 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46528) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:21.437619 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9f9c201c-84b7-4ebf-a757-9fee610d82d0 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1114721 Jul 23 16:33:21.509479 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46532) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:21.515141 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-5f41e2bc-ce23-485b-a7d6-9989476889f2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:21.521504 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-21600a6f-3353-4317-b28d-a9f761ca70a2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0921326 Jul 23 16:33:21.603324 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1934fd-e516-43b6-a2b8-c9e27d72f480 None None] DHCP port deletion for 6431ca09-76a8-48e6-9c71-fe9e76635950 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:33:21.608929 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:21.728891 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 3f3cbddc-066e-4e06-b4e9-53c0d974c22d, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3f3cbddc-066e-4e06-b4e9-53c0d974c22d,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:21.736845 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f41e2bc-ce23-485b-a7d6-9989476889f2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:21.740984 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:21.741879 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5f41e2bc-ce23-485b-a7d6-9989476889f2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:21.779018 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-373f9b28-dff0-4ec2-9c0f-543d22b3b092 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:21.780730 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-373f9b28-dff0-4ec2-9c0f-543d22b3b092 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.97 "GET /v2.0/networks?id=39f95156-8af8-4a3c-8185-a196a0cfd658 HTTP/1.1" status: 200 len: 812 time: 0.2795391 Jul 23 16:33:21.808168 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-2ec38c3a-2b93-41b0-b540-947ddf74e158 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Request body: {'port': {'device_id': '75fb0eb8-b2c1-4151-9034-fbe365564287', 'network_id': '39f95156-8af8-4a3c-8185-a196a0cfd658', 'admin_state_up': True, 'tenant_id': 'e9dc3f31640549ca813e0dbead6dea67'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:21.878063 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-5c1934fd-e516-43b6-a2b8-c9e27d72f480 None None] Deleting port 3f3cbddc-066e-4e06-b4e9-53c0d974c22d {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:21.885346 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5c1934fd-e516-43b6-a2b8-c9e27d72f480 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:21.921125 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=3f3cbddc-066e-4e06-b4e9-53c0d974c22d,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:21.991163 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-5c1934fd-e516-43b6-a2b8-c9e27d72f480 None None] For port 3f3cbddc-066e-4e06-b4e9-53c0d974c22d, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3f3cbddc-066e-4e06-b4e9-53c0d974c22d,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:21.995867 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5c1934fd-e516-43b6-a2b8-c9e27d72f480 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:22.027552 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-5c1934fd-e516-43b6-a2b8-c9e27d72f480 None None] Calling delete_port for 3f3cbddc-066e-4e06-b4e9-53c0d974c22d owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:22.099818 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-2ec38c3a-2b93-41b0-b540-947ddf74e158 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Made reservation on behalf of e9dc3f31640549ca813e0dbead6dea67 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:22.116396 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-2ec38c3a-2b93-41b0-b540-947ddf74e158 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:22.117742 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5f41e2bc-ce23-485b-a7d6-9989476889f2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:22.159840 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5c1934fd-e516-43b6-a2b8-c9e27d72f480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:22.180471 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1934fd-e516-43b6-a2b8-c9e27d72f480 None None] No DVR routers for this DVR port 3f3cbddc-066e-4e06-b4e9-53c0d974c22d on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:33:22.209233 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1934fd-e516-43b6-a2b8-c9e27d72f480 None None] Pushing event deleted for resources: {'Port': ['ID=3f3cbddc-066e-4e06-b4e9-53c0d974c22d,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:22.210638 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f41e2bc-ce23-485b-a7d6-9989476889f2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:22.222380 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-5f41e2bc-ce23-485b-a7d6-9989476889f2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:22.236766 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea26c980-c3e9-4ec4-9211-29eaa022c0f5 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:22.239935 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f41e2bc-ce23-485b-a7d6-9989476889f2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:22.240810 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5f41e2bc-ce23-485b-a7d6-9989476889f2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:22.255958 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41e2bc-ce23-485b-a7d6-9989476889f2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Subnet': ['ID=e62bb460-dd4a-4203-97c0-33efe7545a5a,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:22.298119 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5f41e2bc-ce23-485b-a7d6-9989476889f2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7873576 Jul 23 16:33:22.301578 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46548) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:22.311921 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-c35f7d37-adc9-4f2f-8ea3-0bd33bdbcfe2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'port': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'mac_address': 'fa:16:3e:e1:da:5d', 'name': 'tempest-NetworksTestDHCPv6-8988380'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:22.501837 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d520c-dd76-47a6-8da9-c9422ec25627 req-eb3cb98e-161a-4b34-b2f4-2d10324a93d0 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:22.515909 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-189d520c-dd76-47a6-8da9-c9422ec25627 req-eb3cb98e-161a-4b34-b2f4-2d10324a93d0 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 945 time: 0.7313588 Jul 23 16:33:22.533572 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9abb02c-2b86-43dd-b84d-88cbe91a77a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-6431ca09-76a8-48e6-9c71-fe9e76635950', 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'fixed_ips': [{'subnet_id': 'e62bb460-dd4a-4203-97c0-33efe7545a5a'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:33:22.535181 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d9abb02c-2b86-43dd-b84d-88cbe91a77a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:22.619817 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1fa7c36c-aa4c-45af-9e64-9bdbc1d4443f req-90ba5a26-2bce-4d58-80b6-e5384f6b8571 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=75fb0eb8-b2c1-4151-9034-fbe365564287 HTTP/1.1" status: 200 len: 210 time: 0.0757592 Jul 23 16:33:22.663860 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35f7d37-adc9-4f2f-8ea3-0bd33bdbcfe2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:22.699893 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-2ec38c3a-2b93-41b0-b540-947ddf74e158 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Allocated IP 172.20.0.14 (39f95156-8af8-4a3c-8185-a196a0cfd658/a37eb368-db19-4fd2-8bc8-9aa2e38f4d63/5cc28fb4-a5e4-4447-a267-f90953f535cd) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:22.710269 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-189d520c-dd76-47a6-8da9-c9422ec25627 req-d5b2ef4a-380c-469f-9540-bc75442042ca tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924672 Jul 23 16:33:22.760200 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3f3cbddc-066e-4e06-b4e9-53c0d974c22d no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:33:22.809856 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 3f3cbddc-066e-4e06-b4e9-53c0d974c22d {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:33:22.810982 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3f3cbddc-066e-4e06-b4e9-53c0d974c22d not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:33:22.839375 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-d9abb02c-2b86-43dd-b84d-88cbe91a77a0 None None] Allocated IP 2001:db8::2 (6431ca09-76a8-48e6-9c71-fe9e76635950/e62bb460-dd4a-4203-97c0-33efe7545a5a/a888ea79-34ea-4160-b397-291d2a371385) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:22.931656 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c35f7d37-adc9-4f2f-8ea3-0bd33bdbcfe2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:22.982021 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-c35f7d37-adc9-4f2f-8ea3-0bd33bdbcfe2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] device_id is not set on port f3a3fe4c-4952-49b5-b50d-a0407336a826 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:33:22.998768 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-2ec38c3a-2b93-41b0-b540-947ddf74e158 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:23.069941 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-2ec38c3a-2b93-41b0-b540-947ddf74e158 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:23.086846 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['873ab846-b220-45c4-b796-4be961cfe70b'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:33:23.122008 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-2ec38c3a-2b93-41b0-b540-947ddf74e158 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Network 39f95156-8af8-4a3c-8185-a196a0cfd658 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:23.126596 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-2ec38c3a-2b93-41b0-b540-947ddf74e158 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:23.131360 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-2ec38c3a-2b93-41b0-b540-947ddf74e158 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:23.139814 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d9abb02c-2b86-43dd-b84d-88cbe91a77a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:23.152849 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d9abb02c-2b86-43dd-b84d-88cbe91a77a0 None None] Transition to ACTIVE for port object a888ea79-34ea-4160-b397-291d2a371385 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:23.181225 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d9abb02c-2b86-43dd-b84d-88cbe91a77a0 None None] Transition to ACTIVE for port object a888ea79-34ea-4160-b397-291d2a371385 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:23.183658 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec38c3a-2b93-41b0-b540-947ddf74e158 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Pushing event updated for resources: {'Port': ['ID=5cc28fb4-a5e4-4447-a267-f90953f535cd,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:23.196103 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d9abb02c-2b86-43dd-b84d-88cbe91a77a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:23.217360 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec38c3a-2b93-41b0-b540-947ddf74e158 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:23.219190 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec38c3a-2b93-41b0-b540-947ddf74e158 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:23.219713 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec38c3a-2b93-41b0-b540-947ddf74e158 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:23.221626 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec38c3a-2b93-41b0-b540-947ddf74e158 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:23.222731 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec38c3a-2b93-41b0-b540-947ddf74e158 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:23.223717 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec38c3a-2b93-41b0-b540-947ddf74e158 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:23.225892 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec38c3a-2b93-41b0-b540-947ddf74e158 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:23.226439 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec38c3a-2b93-41b0-b540-947ddf74e158 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:23.226822 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec38c3a-2b93-41b0-b540-947ddf74e158 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:23.227126 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec38c3a-2b93-41b0-b540-947ddf74e158 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:23.227457 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec38c3a-2b93-41b0-b540-947ddf74e158 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:23.227784 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec38c3a-2b93-41b0-b540-947ddf74e158 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:23.250588 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-2ec38c3a-2b93-41b0-b540-947ddf74e158 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:23.251232 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-2ec38c3a-2b93-41b0-b540-947ddf74e158 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:23.286588 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9abb02c-2b86-43dd-b84d-88cbe91a77a0 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:23.289922 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-2ec38c3a-2b93-41b0-b540-947ddf74e158 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4895279 Jul 23 16:33:23.292127 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-d9abb02c-2b86-43dd-b84d-88cbe91a77a0 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:23.295438 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9abb02c-2b86-43dd-b84d-88cbe91a77a0 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:23.303576 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-b084cfc1-b7ca-4415-b196-5d25c93ae955 service neutron] Request body: {'port': {'device_id': '75fb0eb8-b2c1-4151-9034-fbe365564287', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:23.313430 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-c35f7d37-adc9-4f2f-8ea3-0bd33bdbcfe2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Allocated IP 2001:db8::8e (6431ca09-76a8-48e6-9c71-fe9e76635950/e62bb460-dd4a-4203-97c0-33efe7545a5a/f3a3fe4c-4952-49b5-b50d-a0407336a826) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:23.357003 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9abb02c-2b86-43dd-b84d-88cbe91a77a0 None None] Pushing event updated for resources: {'Port': ['ID=a888ea79-34ea-4160-b397-291d2a371385,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:23.419987 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-d9abb02c-2b86-43dd-b84d-88cbe91a77a0 None None] Attempting to bind port a888ea79-34ea-4160-b397-291d2a371385 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:33:23.421007 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-d9abb02c-2b86-43dd-b84d-88cbe91a77a0 None None] Attempting to bind port a888ea79-34ea-4160-b397-291d2a371385 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:33:23.423075 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9abb02c-2b86-43dd-b84d-88cbe91a77a0 None None] Attempting to bind port a888ea79-34ea-4160-b397-291d2a371385 on network 6431ca09-76a8-48e6-9c71-fe9e76635950 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:33:23.424235 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-b084cfc1-b7ca-4415-b196-5d25c93ae955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:23.436055 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9abb02c-2b86-43dd-b84d-88cbe91a77a0 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:33:23.436646 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9abb02c-2b86-43dd-b84d-88cbe91a77a0 None None] Checking segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:33:23.437394 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d9abb02c-2b86-43dd-b84d-88cbe91a77a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:23.437787 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9abb02c-2b86-43dd-b84d-88cbe91a77a0 None None] Bound using segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:33:23.438256 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-d9abb02c-2b86-43dd-b84d-88cbe91a77a0 None None] Bound port: a888ea79-34ea-4160-b397-291d2a371385, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:33:23.438703 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d9abb02c-2b86-43dd-b84d-88cbe91a77a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:23.540885 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-d9abb02c-2b86-43dd-b84d-88cbe91a77a0 None None] For port a888ea79-34ea-4160-b397-291d2a371385, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:33:23.548120 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-d9abb02c-2b86-43dd-b84d-88cbe91a77a0 None None] For port a888ea79-34ea-4160-b397-291d2a371385, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a888ea79-34ea-4160-b397-291d2a371385,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:33:23.555977 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d9abb02c-2b86-43dd-b84d-88cbe91a77a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:23.631777 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c35f7d37-adc9-4f2f-8ea3-0bd33bdbcfe2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:23.647346 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c35f7d37-adc9-4f2f-8ea3-0bd33bdbcfe2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Transition to ACTIVE for port object f3a3fe4c-4952-49b5-b50d-a0407336a826 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:23.673543 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9abb02c-2b86-43dd-b84d-88cbe91a77a0 None None] Pushing event updated for resources: {'Port': ['ID=a888ea79-34ea-4160-b397-291d2a371385,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:23.705412 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c35f7d37-adc9-4f2f-8ea3-0bd33bdbcfe2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:23.788651 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35f7d37-adc9-4f2f-8ea3-0bd33bdbcfe2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:23.792308 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-c35f7d37-adc9-4f2f-8ea3-0bd33bdbcfe2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:23.796939 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35f7d37-adc9-4f2f-8ea3-0bd33bdbcfe2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:23.808903 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35f7d37-adc9-4f2f-8ea3-0bd33bdbcfe2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:23.809599 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c35f7d37-adc9-4f2f-8ea3-0bd33bdbcfe2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:23.814606 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f7d37-adc9-4f2f-8ea3-0bd33bdbcfe2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Port': ['ID=f3a3fe4c-4952-49b5-b50d-a0407336a826,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:23.834133 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c35f7d37-adc9-4f2f-8ea3-0bd33bdbcfe2 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5311735 Jul 23 16:33:23.834575 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46590) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:24.036766 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d2e70-d384-4969-b04b-f2d992b71885 req-d4755697-a716-4a26-a51b-4cd765226ee1 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:24.038707 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c72d2e70-d384-4969-b04b-f2d992b71885 req-d4755697-a716-4a26-a51b-4cd765226ee1 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=75fb0eb8-b2c1-4151-9034-fbe365564287 HTTP/1.1" status: 200 len: 932 time: 0.2666094 Jul 23 16:33:24.111701 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-b084cfc1-b7ca-4415-b196-5d25c93ae955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cc28fb4-a5e4-4447-a267-f90953f535cd {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:33:24.126498 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-b084cfc1-b7ca-4415-b196-5d25c93ae955 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:24.161415 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da79144-0fa7-4143-ba87-aa24b90f40ab tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:24.167408 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da79144-0fa7-4143-ba87-aa24b90f40ab tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:24.171810 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7da79144-0fa7-4143-ba87-aa24b90f40ab tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1665 time: 0.3300562 Jul 23 16:33:24.174606 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46596) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:24.187253 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c72d2e70-d384-4969-b04b-f2d992b71885 req-d565a2d3-b777-4244-9ea2-e165cc25220f tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235497 Jul 23 16:33:24.188451 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-b084cfc1-b7ca-4415-b196-5d25c93ae955 service neutron] Transition to ACTIVE for port object 5cc28fb4-a5e4-4447-a267-f90953f535cd will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:24.202646 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74eead-df76-4313-b765-792a0bcbb406 req-de5b0d5e-df39-413b-afd6-26f0896aba5f tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:24.204206 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9a74eead-df76-4313-b765-792a0bcbb406 req-de5b0d5e-df39-413b-afd6-26f0896aba5f tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 945 time: 0.3439491 Jul 23 16:33:24.221518 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-b084cfc1-b7ca-4415-b196-5d25c93ae955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:24.335714 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9a74eead-df76-4313-b765-792a0bcbb406 req-968064b4-fd1a-4d55-8822-4a4e55c35c04 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209700 Jul 23 16:33:24.432023 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-7c8df71f-6e31-4d5b-9532-1bdfa70e5fbc tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting port f3a3fe4c-4952-49b5-b50d-a0407336a826 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:24.432626 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7c8df71f-6e31-4d5b-9532-1bdfa70e5fbc tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:24.455704 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084cfc1-b7ca-4415-b196-5d25c93ae955 service neutron] Pushing event updated for resources: {'Port': ['ID=5cc28fb4-a5e4-4447-a267-f90953f535cd,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:24.548528 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-b084cfc1-b7ca-4415-b196-5d25c93ae955 service neutron] Attempting to bind port 5cc28fb4-a5e4-4447-a267-f90953f535cd on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:33:24.549027 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-b084cfc1-b7ca-4415-b196-5d25c93ae955 service neutron] Attempting to bind port 5cc28fb4-a5e4-4447-a267-f90953f535cd by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'b81e70b7-14fa-4230-9456-adac869c5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '39f95156-8af8-4a3c-8185-a196a0cfd658'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:33:24.549922 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-b084cfc1-b7ca-4415-b196-5d25c93ae955 service neutron] Attempting to bind port 5cc28fb4-a5e4-4447-a267-f90953f535cd on network 39f95156-8af8-4a3c-8185-a196a0cfd658 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:33:24.560223 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-b084cfc1-b7ca-4415-b196-5d25c93ae955 service neutron] Port 5cc28fb4-a5e4-4447-a267-f90953f535cd on network 39f95156-8af8-4a3c-8185-a196a0cfd658 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:33:24.560865 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-b084cfc1-b7ca-4415-b196-5d25c93ae955 service neutron] Attempting to bind port 5cc28fb4-a5e4-4447-a267-f90953f535cd on network 39f95156-8af8-4a3c-8185-a196a0cfd658 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:33:24.571689 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-b084cfc1-b7ca-4415-b196-5d25c93ae955 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:33:24.572936 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-b084cfc1-b7ca-4415-b196-5d25c93ae955 service neutron] Checking segment: {'id': 'b81e70b7-14fa-4230-9456-adac869c5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '39f95156-8af8-4a3c-8185-a196a0cfd658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:33:24.574377 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-b084cfc1-b7ca-4415-b196-5d25c93ae955 service neutron] Bound using segment: {'id': 'b81e70b7-14fa-4230-9456-adac869c5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '39f95156-8af8-4a3c-8185-a196a0cfd658'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:33:24.576339 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-b084cfc1-b7ca-4415-b196-5d25c93ae955 service neutron] Bound port: 5cc28fb4-a5e4-4447-a267-f90953f535cd, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b81e70b7-14fa-4230-9456-adac869c5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '39f95156-8af8-4a3c-8185-a196a0cfd658'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:33:24.577046 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-b084cfc1-b7ca-4415-b196-5d25c93ae955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:24.606769 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7c8df71f-6e31-4d5b-9532-1bdfa70e5fbc tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:24.638046 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-7c8df71f-6e31-4d5b-9532-1bdfa70e5fbc tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Calling delete_port for f3a3fe4c-4952-49b5-b50d-a0407336a826 owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:24.697689 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a888ea79-34ea-4160-b397-291d2a371385 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:33:24.782108 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-b084cfc1-b7ca-4415-b196-5d25c93ae955 service neutron] For port 5cc28fb4-a5e4-4447-a267-f90953f535cd, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:33:24.791176 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-b084cfc1-b7ca-4415-b196-5d25c93ae955 service neutron] For port 5cc28fb4-a5e4-4447-a267-f90953f535cd, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5cc28fb4-a5e4-4447-a267-f90953f535cd,segment=NetworkSegment(b81e70b7-14fa-4230-9456-adac869c5c0b),segment_id=b81e70b7-14fa-4230-9456-adac869c5c0b)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:33:24.802459 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-b084cfc1-b7ca-4415-b196-5d25c93ae955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:24.953276 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-b084cfc1-b7ca-4415-b196-5d25c93ae955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:24.954265 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-b084cfc1-b7ca-4415-b196-5d25c93ae955 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:24.966068 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-b084cfc1-b7ca-4415-b196-5d25c93ae955 service neutron] 10.222.0.97 "PUT /v2.0/ports/5cc28fb4-a5e4-4447-a267-f90953f535cd HTTP/1.1" status: 200 len: 1092 time: 1.6594708 Jul 23 16:33:24.992250 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75fb0eb8-b2c1-4151-9034-fbe365564287', 'tag': '5cc28fb4-a5e4-4447-a267-f90953f535cd'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:33:25.008403 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c9d877-2b44-42fc-bb96-2c3e0e92f847" -d '{"events": [{"name": "network-changed", "server_uuid": "75fb0eb8-b2c1-4151-9034-fbe365564287", "tag": "5cc28fb4-a5e4-4447-a267-f90953f535cd"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:33:25.009018 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port a888ea79-34ea-4160-b397-291d2a371385 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:25.138874 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d828286-e2b8-4d8d-b491-1418348739bb x-openstack-request-id: req-4d828286-e2b8-4d8d-b491-1418348739bb {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:33:25.139189 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75fb0eb8-b2c1-4151-9034-fbe365564287", "tag": "5cc28fb4-a5e4-4447-a267-f90953f535cd", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:33:25.139450 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4d828286-e2b8-4d8d-b491-1418348739bb {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:33:25.139862 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75fb0eb8-b2c1-4151-9034-fbe365564287', 'tag': '5cc28fb4-a5e4-4447-a267-f90953f535cd', 'status': 'completed', 'code': 200} Jul 23 16:33:25.150559 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0129061-f23f-49e9-8731-60cf7421f119 req-de4b086f-9ff1-4fc2-96dc-ecd47bbd1d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:25.155051 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d0129061-f23f-49e9-8731-60cf7421f119 req-de4b086f-9ff1-4fc2-96dc-ecd47bbd1d60 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d40e0ee1ca674276bdd958b07bc5c30e&device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 1096 time: 0.3359051 Jul 23 16:33:25.162854 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084cfc1-b7ca-4415-b196-5d25c93ae955 service neutron] Pushing event updated for resources: {'Port': ['ID=5cc28fb4-a5e4-4447-a267-f90953f535cd,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:25.223701 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb8841-a8ca-4fe9-b404-b692eff10d07 req-3f5a6c36-7594-49f6-91f3-105f53eb2218 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:25.230912 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8bfb8841-a8ca-4fe9-b404-b692eff10d07 req-3f5a6c36-7594-49f6-91f3-105f53eb2218 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 945 time: 0.3546524 Jul 23 16:33:25.282345 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-9046d889-b117-495e-b4b6-f14a201b8e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:25.283451 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-9046d889-b117-495e-b4b6-f14a201b8e2e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e9dc3f31640549ca813e0dbead6dea67&device_id=75fb0eb8-b2c1-4151-9034-fbe365564287 HTTP/1.1" status: 200 len: 1095 time: 0.2606606 Jul 23 16:33:25.348185 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7c8df71f-6e31-4d5b-9532-1bdfa70e5fbc tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:25.359397 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8bfb8841-a8ca-4fe9-b404-b692eff10d07 req-6f1596e9-2f91-47fe-8483-2b5c4fbff8a4 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275005 Jul 23 16:33:25.390741 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-656df326-51e1-44a2-a64f-df95ab2dd983 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cc28fb4-a5e4-4447-a267-f90953f535cd HTTP/1.1" status: 200 len: 217 time: 0.0921507 Jul 23 16:33:25.470328 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8df71f-6e31-4d5b-9532-1bdfa70e5fbc tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Port': ['ID=f3a3fe4c-4952-49b5-b50d-a0407336a826,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:25.533853 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f0c2b43e-0dfd-48eb-8d39-66270d454fc0 None None] Provisioning for port a888ea79-34ea-4160-b397-291d2a371385 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:25.554252 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f0c2b43e-0dfd-48eb-8d39-66270d454fc0 None None] Provisioning complete for port a888ea79-34ea-4160-b397-291d2a371385 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:25.554691 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f0c2b43e-0dfd-48eb-8d39-66270d454fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:25.561838 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7c8df71f-6e31-4d5b-9532-1bdfa70e5fbc tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:25.563827 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7c8df71f-6e31-4d5b-9532-1bdfa70e5fbc tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/f3a3fe4c-4952-49b5-b50d-a0407336a826 HTTP/1.1" status: 204 len: 168 time: 1.3876154 Jul 23 16:33:25.571003 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46668) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:25.635105 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0129061-f23f-49e9-8731-60cf7421f119 req-39675d8a-358d-423f-944e-43e5ec75c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:25.636591 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d0129061-f23f-49e9-8731-60cf7421f119 req-39675d8a-358d-423f-944e-43e5ec75c007 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7a09e324-af99-4e6f-aabe-ea07ec677e31 HTTP/1.1" status: 200 len: 913 time: 0.4521475 Jul 23 16:33:25.667570 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-ee15be7d-cc1e-4b11-ba94-c1e240181dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:25.669546 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-ee15be7d-cc1e-4b11-ba94-c1e240181dc3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a37eb368-db19-4fd2-8bc8-9aa2e38f4d63 HTTP/1.1" status: 200 len: 852 time: 0.2453151 Jul 23 16:33:25.725561 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c04e6-f5f3-49c2-a83c-72887df13e61 req-e066dd1d-7d3c-4e6b-b6a0-0e317c7ce8da tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:25.726833 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f0c2b43e-0dfd-48eb-8d39-66270d454fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:25.728281 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-851c04e6-f5f3-49c2-a83c-72887df13e61 req-e066dd1d-7d3c-4e6b-b6a0-0e317c7ce8da tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=75fb0eb8-b2c1-4151-9034-fbe365564287 HTTP/1.1" status: 200 len: 944 time: 0.4170804 Jul 23 16:33:25.733618 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d0129061-f23f-49e9-8731-60cf7421f119 req-e6b3a4e9-a41e-41ce-893c-e53c9ae5cee5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f08913e5-dfef-4f8d-98be-d8455334d4c0 HTTP/1.1" status: 200 len: 217 time: 0.0847595 Jul 23 16:33:25.759504 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-6eaade0d-61ac-41aa-8808-9ef3f9c81109 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=39f95156-8af8-4a3c-8185-a196a0cfd658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799594 Jul 23 16:33:25.764131 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0cb711-9fbf-4f71-b6be-72e90fc86625 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:25.766236 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0cb711-9fbf-4f71-b6be-72e90fc86625 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:25.768140 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2a0cb711-9fbf-4f71-b6be-72e90fc86625 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1886036 Jul 23 16:33:25.786367 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46674) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:25.849782 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f0c2b43e-0dfd-48eb-8d39-66270d454fc0 None None] For port a888ea79-34ea-4160-b397-291d2a371385, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a888ea79-34ea-4160-b397-291d2a371385,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:25.860142 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f0c2b43e-0dfd-48eb-8d39-66270d454fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:25.898854 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0129061-f23f-49e9-8731-60cf7421f119 req-e2171c27-dda0-4937-bf6b-05d778299729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:25.900559 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d0129061-f23f-49e9-8731-60cf7421f119 req-e2171c27-dda0-4937-bf6b-05d778299729 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b6e51e5c-e7af-4f3d-9bf0-f99b4811604f HTTP/1.1" status: 200 len: 851 time: 0.1334281 Jul 23 16:33:25.910766 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7be77c1-d548-4a69-a098-6c8b9ef61fc9 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting subnet e62bb460-dd4a-4203-97c0-33efe7545a5a {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:33:25.921725 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-851c04e6-f5f3-49c2-a83c-72887df13e61 req-bed47ad6-9136-4000-b770-016a0b59eb12 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649725 Jul 23 16:33:25.922330 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7be77c1-d548-4a69-a098-6c8b9ef61fc9 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:25.956256 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-10a5f328-53bc-4bb7-89d3-33dc2dee6e31 service neutron] 10.222.0.97 "GET /v2.0/networks/39f95156-8af8-4a3c-8185-a196a0cfd658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694057 Jul 23 16:33:25.963650 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2b43e-0dfd-48eb-8d39-66270d454fc0 None None] Pushing event updated for resources: {'Port': ['ID=a888ea79-34ea-4160-b397-291d2a371385,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:25.963846 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d0129061-f23f-49e9-8731-60cf7421f119 req-98cb1816-92ad-486e-9d66-8bbe38896b9e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7a09e324-af99-4e6f-aabe-ea07ec677e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502653 Jul 23 16:33:25.984362 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-5e2ec18d-dbf5-4a97-aafd-9aeae2edaf98 None None] Could not find standard attr ID for object f3a3fe4c-4952-49b5-b50d-a0407336a826. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:33:26.009205 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7be77c1-d548-4a69-a098-6c8b9ef61fc9 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:26.090464 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ec4077e-5bd2-4198-9245-cd11d552ac18 req-2f6b5082-7ce9-4d7f-aaa7-9668ebe6a834 service neutron] 10.222.0.97 "GET /v2.0/networks/39f95156-8af8-4a3c-8185-a196a0cfd658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258767 Jul 23 16:33:26.245089 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9d877-2b44-42fc-bb96-2c3e0e92f847 req-e429753e-820d-4ae0-a81f-4c922d5cbe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:26.247190 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94c9d877-2b44-42fc-bb96-2c3e0e92f847 req-e429753e-820d-4ae0-a81f-4c922d5cbe7e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e9dc3f31640549ca813e0dbead6dea67&device_id=75fb0eb8-b2c1-4151-9034-fbe365564287 HTTP/1.1" status: 200 len: 1095 time: 0.0877638 Jul 23 16:33:26.389891 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9d877-2b44-42fc-bb96-2c3e0e92f847 req-d81dbac1-1097-42e7-b095-5d96e508fe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:26.391614 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94c9d877-2b44-42fc-bb96-2c3e0e92f847 req-d81dbac1-1097-42e7-b095-5d96e508fe5b service neutron] 10.222.0.97 "GET /v2.0/networks?id=39f95156-8af8-4a3c-8185-a196a0cfd658 HTTP/1.1" status: 200 len: 914 time: 0.1313338 Jul 23 16:33:26.470391 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d0129061-f23f-49e9-8731-60cf7421f119 req-37141c49-c6a0-4282-a63b-5971b087a9b7 service neutron] 10.222.0.74 "GET /v2.0/networks/7a09e324-af99-4e6f-aabe-ea07ec677e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940164 Jul 23 16:33:26.497960 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94c9d877-2b44-42fc-bb96-2c3e0e92f847 req-e1a62386-ff4a-48ab-b224-38357b4cf62c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cc28fb4-a5e4-4447-a267-f90953f535cd HTTP/1.1" status: 200 len: 217 time: 0.0970733 Jul 23 16:33:26.501165 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7be77c1-d548-4a69-a098-6c8b9ef61fc9 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:26.588558 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a888ea79-34ea-4160-b397-291d2a371385 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:33:26.688162 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9d877-2b44-42fc-bb96-2c3e0e92f847 req-3a4b860a-d94c-4fdb-8bd1-9028929c6463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:26.693884 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94c9d877-2b44-42fc-bb96-2c3e0e92f847 req-3a4b860a-d94c-4fdb-8bd1-9028929c6463 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a37eb368-db19-4fd2-8bc8-9aa2e38f4d63 HTTP/1.1" status: 200 len: 852 time: 0.1803238 Jul 23 16:33:26.735490 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7be77c1-d548-4a69-a098-6c8b9ef61fc9 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:26.756273 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port a888ea79-34ea-4160-b397-291d2a371385 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:26.758187 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:26.761011 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d0129061-f23f-49e9-8731-60cf7421f119 req-691eed3c-dfab-46a8-ab2b-fc9239cc4235 service neutron] 10.222.0.74 "GET /v2.0/networks/7a09e324-af99-4e6f-aabe-ea07ec677e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827396 Jul 23 16:33:26.770315 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94c9d877-2b44-42fc-bb96-2c3e0e92f847 req-5dacbb0b-9747-48f6-a7a0-eeba6ea1197b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=39f95156-8af8-4a3c-8185-a196a0cfd658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651126 Jul 23 16:33:26.820185 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be77c1-d548-4a69-a098-6c8b9ef61fc9 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Subnet': ['ID=e62bb460-dd4a-4203-97c0-33efe7545a5a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:26.827919 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7be77c1-d548-4a69-a098-6c8b9ef61fc9 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:26.832933 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d54670-7c33-4f52-846d-73abd10d0b52 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:26.833940 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f7be77c1-d548-4a69-a098-6c8b9ef61fc9 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/e62bb460-dd4a-4203-97c0-33efe7545a5a HTTP/1.1" status: 204 len: 168 time: 1.0447533 Jul 23 16:33:26.835663 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46724) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:26.886476 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b084d8-72ce-4eb7-a87f-95b67085ba0d req-4f441469-e963-4395-8229-f65aa177cef9 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:26.888470 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-25b084d8-72ce-4eb7-a87f-95b67085ba0d req-4f441469-e963-4395-8229-f65aa177cef9 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 945 time: 0.3979979 Jul 23 16:33:26.894493 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46728) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:26.895318 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4e2b97bb-b92b-48e9-ace7-78f7ec16ab0c tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0559485 Jul 23 16:33:27.072174 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-25b084d8-72ce-4eb7-a87f-95b67085ba0d req-5f1ca415-d424-49f9-bf2a-27df2432090d tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623311 Jul 23 16:33:27.115361 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94c9d877-2b44-42fc-bb96-2c3e0e92f847 req-b8c53ab9-1053-4409-8b45-732828f8c2a7 service neutron] 10.222.0.97 "GET /v2.0/networks/39f95156-8af8-4a3c-8185-a196a0cfd658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258138 Jul 23 16:33:27.176311 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa5af74-2688-4f87-b22a-849957105620 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:27.178176 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1aa5af74-2688-4f87-b22a-849957105620 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2821097 Jul 23 16:33:27.181381 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46732) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:27.254624 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb1a44-ef64-4eea-a4d2-915973bf45dd req-05c941a5-008a-4977-9ff5-a1a7d3cf70ae tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:27.262626 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e2eb1a44-ef64-4eea-a4d2-915973bf45dd req-05c941a5-008a-4977-9ff5-a1a7d3cf70ae tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=75fb0eb8-b2c1-4151-9034-fbe365564287 HTTP/1.1" status: 200 len: 944 time: 0.2325509 Jul 23 16:33:27.277156 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c54468-18f2-4b9b-937f-0cee49214d91 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:27.282819 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-71c54468-18f2-4b9b-937f-0cee49214d91 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1001775 Jul 23 16:33:27.283431 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46734) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:27.344371 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-331d328f-506d-4133-9e54-2baf0cba514a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472243 Jul 23 16:33:27.344371 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94c9d877-2b44-42fc-bb96-2c3e0e92f847 req-e2772e22-44de-46ff-bab1-c28dce933b4b service neutron] 10.222.0.97 "GET /v2.0/networks/39f95156-8af8-4a3c-8185-a196a0cfd658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147379 Jul 23 16:33:27.344552 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46736) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:27.354567 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-171a83b6-a0be-4903-a159-29869b16e1de tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:27.376601 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e2eb1a44-ef64-4eea-a4d2-915973bf45dd req-8eb3800e-1c79-4d4d-9031-f28e5fefb94d tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078086 Jul 23 16:33:27.389143 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ccb9d7-307a-4ab9-bfa9-65b739466030 None None] DHCP port deletion for 6431ca09-76a8-48e6-9c71-fe9e76635950 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:33:27.451785 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-c4ccb9d7-307a-4ab9-bfa9-65b739466030 None None] Deleting port a888ea79-34ea-4160-b397-291d2a371385 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:27.452165 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c4ccb9d7-307a-4ab9-bfa9-65b739466030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:27.468743 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171a83b6-a0be-4903-a159-29869b16e1de tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:27.472898 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-171a83b6-a0be-4903-a159-29869b16e1de tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:27.528504 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-c4ccb9d7-307a-4ab9-bfa9-65b739466030 None None] For port a888ea79-34ea-4160-b397-291d2a371385, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a888ea79-34ea-4160-b397-291d2a371385,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:27.528804 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c4ccb9d7-307a-4ab9-bfa9-65b739466030 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:27.542713 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-c4ccb9d7-307a-4ab9-bfa9-65b739466030 None None] Calling delete_port for a888ea79-34ea-4160-b397-291d2a371385 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:27.631992 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c4ccb9d7-307a-4ab9-bfa9-65b739466030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:27.661046 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ccb9d7-307a-4ab9-bfa9-65b739466030 None None] No DVR routers for this DVR port a888ea79-34ea-4160-b397-291d2a371385 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:33:27.665527 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ccb9d7-307a-4ab9-bfa9-65b739466030 None None] Pushing event deleted for resources: {'Port': ['ID=a888ea79-34ea-4160-b397-291d2a371385,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:27.789852 n-d-778549-4 neutron-server[94013]: DEBUG neutron.objects.ports [None req-171a83b6-a0be-4903-a159-29869b16e1de tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94013) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:33:27.791527 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-171a83b6-a0be-4903-a159-29869b16e1de tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:27.841943 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171a83b6-a0be-4903-a159-29869b16e1de tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:27.849457 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-171a83b6-a0be-4903-a159-29869b16e1de tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:27.856156 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171a83b6-a0be-4903-a159-29869b16e1de tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:27.856871 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-171a83b6-a0be-4903-a159-29869b16e1de tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:27.862338 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c65f98-15cf-4d19-a334-281b935d2072 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:27.875543 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a83b6-a0be-4903-a159-29869b16e1de tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Subnet': ['ID=4c652efd-7608-41b3-98f1-aef460fcdebd,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:27.895164 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46750) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:27.895740 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-171a83b6-a0be-4903-a159-29869b16e1de tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5490906 Jul 23 16:33:27.904589 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-196163a5-3f1a-4443-9481-9936f493f0f4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:28.075174 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196163a5-3f1a-4443-9481-9936f493f0f4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:28.075816 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed449e04-5e97-44c3-9df7-184a10c55104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-6431ca09-76a8-48e6-9c71-fe9e76635950', 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'fixed_ips': [{'subnet_id': '4c652efd-7608-41b3-98f1-aef460fcdebd'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:33:28.076698 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ed449e04-5e97-44c3-9df7-184a10c55104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:28.083076 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-196163a5-3f1a-4443-9481-9936f493f0f4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:28.250602 n-d-778549-4 neutron-server[94012]: INFO neutron.db.ipam_backend_mixin [None req-196163a5-3f1a-4443-9481-9936f493f0f4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4c652efd-7608-41b3-98f1-aef460fcdebd (CIDR: 2001:db8::/64) Jul 23 16:33:28.262698 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-196163a5-3f1a-4443-9481-9936f493f0f4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:33:28.263021 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-196163a5-3f1a-4443-9481-9936f493f0f4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:28.267168 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-ed449e04-5e97-44c3-9df7-184a10c55104 None None] Allocated IP 2001:db8::f816:3eff:fec5:5316 (6431ca09-76a8-48e6-9c71-fe9e76635950/4c652efd-7608-41b3-98f1-aef460fcdebd/81cd614c-0092-4ef3-9a30-184881da050a) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:28.294445 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc87761-22fd-4387-be86-983769ce9339 req-3c4e07d3-9dce-4996-bd88-92d6fb640e61 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:28.296376 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4cc87761-22fd-4387-be86-983769ce9339 req-3c4e07d3-9dce-4996-bd88-92d6fb640e61 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 945 time: 0.1297174 Jul 23 16:33:28.302565 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46762) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:28.308803 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6df4cb00-2340-482b-b254-9fe34b6124f5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:28.312983 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-196163a5-3f1a-4443-9481-9936f493f0f4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4161649 Jul 23 16:33:28.464753 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ed449e04-5e97-44c3-9df7-184a10c55104 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:28.480607 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ed449e04-5e97-44c3-9df7-184a10c55104 None None] Transition to ACTIVE for port object 81cd614c-0092-4ef3-9a30-184881da050a will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:28.508692 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ed449e04-5e97-44c3-9df7-184a10c55104 None None] Transition to ACTIVE for port object 81cd614c-0092-4ef3-9a30-184881da050a will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:28.518458 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ed449e04-5e97-44c3-9df7-184a10c55104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:28.601732 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df4cb00-2340-482b-b254-9fe34b6124f5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:28.608656 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6df4cb00-2340-482b-b254-9fe34b6124f5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:28.609567 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a888ea79-34ea-4160-b397-291d2a371385 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:33:28.704467 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: a888ea79-34ea-4160-b397-291d2a371385 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:33:28.705210 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a888ea79-34ea-4160-b397-291d2a371385 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:33:28.725657 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed449e04-5e97-44c3-9df7-184a10c55104 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:28.742988 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-ed449e04-5e97-44c3-9df7-184a10c55104 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:28.753341 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed449e04-5e97-44c3-9df7-184a10c55104 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:28.778338 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed449e04-5e97-44c3-9df7-184a10c55104 None None] Pushing event updated for resources: {'Port': ['ID=81cd614c-0092-4ef3-9a30-184881da050a,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:28.808355 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4cc87761-22fd-4387-be86-983769ce9339 req-f02174f6-1a63-4228-bc9e-4ab2a9fd0ab6 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4934504 Jul 23 16:33:28.872963 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e1be8-e765-4d0e-ae86-c665fbd56253 req-9e6e1749-bc17-4eb8-b9e7-58d0ad86c990 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:28.881727 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a45e1be8-e765-4d0e-ae86-c665fbd56253 req-9e6e1749-bc17-4eb8-b9e7-58d0ad86c990 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=75fb0eb8-b2c1-4151-9034-fbe365564287 HTTP/1.1" status: 200 len: 944 time: 0.1460502 Jul 23 16:33:28.924626 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ed449e04-5e97-44c3-9df7-184a10c55104 None None] Attempting to bind port 81cd614c-0092-4ef3-9a30-184881da050a on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:33:28.927204 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ed449e04-5e97-44c3-9df7-184a10c55104 None None] Attempting to bind port 81cd614c-0092-4ef3-9a30-184881da050a by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:33:28.930767 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed449e04-5e97-44c3-9df7-184a10c55104 None None] Attempting to bind port 81cd614c-0092-4ef3-9a30-184881da050a on network 6431ca09-76a8-48e6-9c71-fe9e76635950 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:33:28.951218 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed449e04-5e97-44c3-9df7-184a10c55104 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:33:28.954228 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed449e04-5e97-44c3-9df7-184a10c55104 None None] Checking segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:33:28.957103 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ed449e04-5e97-44c3-9df7-184a10c55104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:28.961366 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed449e04-5e97-44c3-9df7-184a10c55104 None None] Bound using segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:33:28.962401 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ed449e04-5e97-44c3-9df7-184a10c55104 None None] Bound port: 81cd614c-0092-4ef3-9a30-184881da050a, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:33:28.963935 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ed449e04-5e97-44c3-9df7-184a10c55104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:28.980184 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a45e1be8-e765-4d0e-ae86-c665fbd56253 req-42ca42f3-1db6-4583-8302-5fd930b15c75 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968323 Jul 23 16:33:29.111813 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ed449e04-5e97-44c3-9df7-184a10c55104 None None] For port 81cd614c-0092-4ef3-9a30-184881da050a, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:33:29.111813 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ed449e04-5e97-44c3-9df7-184a10c55104 None None] For port 81cd614c-0092-4ef3-9a30-184881da050a, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=81cd614c-0092-4ef3-9a30-184881da050a,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:33:29.134044 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ed449e04-5e97-44c3-9df7-184a10c55104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:29.238039 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed449e04-5e97-44c3-9df7-184a10c55104 None None] Pushing event updated for resources: {'Port': ['ID=81cd614c-0092-4ef3-9a30-184881da050a,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:29.256478 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6df4cb00-2340-482b-b254-9fe34b6124f5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:29.310958 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df4cb00-2340-482b-b254-9fe34b6124f5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:29.314961 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-6df4cb00-2340-482b-b254-9fe34b6124f5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:29.319278 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df4cb00-2340-482b-b254-9fe34b6124f5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:29.319893 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6df4cb00-2340-482b-b254-9fe34b6124f5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:29.335817 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 5cc28fb4-a5e4-4447-a267-f90953f535cd details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:33:29.336761 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4cb00-2340-482b-b254-9fe34b6124f5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Subnet': ['ID=a6b20f30-72ec-4525-b418-404f8d04dd46,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:29.341343 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6df4cb00-2340-482b-b254-9fe34b6124f5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0376620 Jul 23 16:33:29.344451 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46778) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:29.351652 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-1cf00288-e3d5-40d1-94d3-3d0f1bc08df3 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'port': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'mac_address': 'fa:16:3e:4c:27:48', 'name': 'tempest-NetworksTestDHCPv6-563287045'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:29.499374 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 5cc28fb4-a5e4-4447-a267-f90953f535cd, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5cc28fb4-a5e4-4447-a267-f90953f535cd,segment=NetworkSegment(b81e70b7-14fa-4230-9456-adac869c5c0b),segment_id=b81e70b7-14fa-4230-9456-adac869c5c0b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:29.514807 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '5cc28fb4-a5e4-4447-a267-f90953f535cd', 'network_id': '39f95156-8af8-4a3c-8185-a196a0cfd658', 'port_id': '5cc28fb4-a5e4-4447-a267-f90953f535cd', 'mac_address': 'fa:16:3e:12:8c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37eb368-db19-4fd2-8bc8-9aa2e38f4d63', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:33:29.578413 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:29.599985 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf00288-e3d5-40d1-94d3-3d0f1bc08df3 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:29.610031 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cc28fb4-a5e4-4447-a267-f90953f535cd {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:33:29.666587 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 5cc28fb4-a5e4-4447-a267-f90953f535cd, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5cc28fb4-a5e4-4447-a267-f90953f535cd,segment=NetworkSegment(b81e70b7-14fa-4230-9456-adac869c5c0b),segment_id=b81e70b7-14fa-4230-9456-adac869c5c0b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:29.677481 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:29.760504 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=5cc28fb4-a5e4-4447-a267-f90953f535cd,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:29.776883 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1cf00288-e3d5-40d1-94d3-3d0f1bc08df3 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:29.798415 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-1cf00288-e3d5-40d1-94d3-3d0f1bc08df3 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] device_id is not set on port 94fe2878-13d1-4afd-a048-856ce0c37d90 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:33:29.925678 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['5cc28fb4-a5e4-4447-a267-f90953f535cd'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:33:30.114907 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36a9c9-18df-48bc-a04e-ddca1ba5d099 req-0a4b636b-a3f0-4b39-a982-d2a97712d90d tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:30.132217 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e36a9c9-18df-48bc-a04e-ddca1ba5d099 req-0a4b636b-a3f0-4b39-a982-d2a97712d90d tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 945 time: 0.1938410 Jul 23 16:33:30.210695 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-1cf00288-e3d5-40d1-94d3-3d0f1bc08df3 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Allocated IP 2001:db8:0:1::272 (6431ca09-76a8-48e6-9c71-fe9e76635950/a6b20f30-72ec-4525-b418-404f8d04dd46/94fe2878-13d1-4afd-a048-856ce0c37d90) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:30.219612 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-1cf00288-e3d5-40d1-94d3-3d0f1bc08df3 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Allocated IP 2001:db8::f816:3eff:fe4c:2748 (6431ca09-76a8-48e6-9c71-fe9e76635950/4c652efd-7608-41b3-98f1-aef460fcdebd/94fe2878-13d1-4afd-a048-856ce0c37d90) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:30.275725 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e36a9c9-18df-48bc-a04e-ddca1ba5d099 req-e08f3663-4717-4e63-8416-4692e2c5ce1d tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422813 Jul 23 16:33:30.356016 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf399ab-fc5d-4245-9b42-a70777cf1a97 req-01700297-529e-4140-90b9-09cf6fb7be7e tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:30.358436 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cf399ab-fc5d-4245-9b42-a70777cf1a97 req-01700297-529e-4140-90b9-09cf6fb7be7e tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=75fb0eb8-b2c1-4151-9034-fbe365564287 HTTP/1.1" status: 200 len: 945 time: 0.2014363 Jul 23 16:33:30.427766 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cf399ab-fc5d-4245-9b42-a70777cf1a97 req-8b1fe7ae-9432-42bc-bb92-e6772775411d tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621073 Jul 23 16:33:30.434630 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1cf00288-e3d5-40d1-94d3-3d0f1bc08df3 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:30.455606 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-1cf00288-e3d5-40d1-94d3-3d0f1bc08df3 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Transition to ACTIVE for port object 94fe2878-13d1-4afd-a048-856ce0c37d90 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:30.506089 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1cf00288-e3d5-40d1-94d3-3d0f1bc08df3 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:30.557141 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf00288-e3d5-40d1-94d3-3d0f1bc08df3 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:30.567264 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-1cf00288-e3d5-40d1-94d3-3d0f1bc08df3 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:30.572152 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf00288-e3d5-40d1-94d3-3d0f1bc08df3 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:30.579648 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf00288-e3d5-40d1-94d3-3d0f1bc08df3 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:30.580446 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1cf00288-e3d5-40d1-94d3-3d0f1bc08df3 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:30.605461 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1cf00288-e3d5-40d1-94d3-3d0f1bc08df3 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2591279 Jul 23 16:33:30.607776 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46816) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:30.613396 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf00288-e3d5-40d1-94d3-3d0f1bc08df3 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Port': ['ID=94fe2878-13d1-4afd-a048-856ce0c37d90,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:30.680841 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 81cd614c-0092-4ef3-9a30-184881da050a up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:33:30.752659 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 81cd614c-0092-4ef3-9a30-184881da050a completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:30.770375 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab95269-5f8f-47d6-9ee8-c9cca48a5ad4 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:30.808158 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-2199d9de-40f0-4e6c-8b9c-302bd8f2b017 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting port 94fe2878-13d1-4afd-a048-856ce0c37d90 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:30.808827 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2199d9de-40f0-4e6c-8b9c-302bd8f2b017 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:30.879434 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b8bd9ce9-5cd8-41a9-918c-65e44cfe5df9 None None] Provisioning for port 81cd614c-0092-4ef3-9a30-184881da050a completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:30.887368 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b8bd9ce9-5cd8-41a9-918c-65e44cfe5df9 None None] Provisioning complete for port 81cd614c-0092-4ef3-9a30-184881da050a triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:30.887904 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b8bd9ce9-5cd8-41a9-918c-65e44cfe5df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:30.925803 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2199d9de-40f0-4e6c-8b9c-302bd8f2b017 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:30.943009 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-2199d9de-40f0-4e6c-8b9c-302bd8f2b017 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Calling delete_port for 94fe2878-13d1-4afd-a048-856ce0c37d90 owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:31.062800 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b8bd9ce9-5cd8-41a9-918c-65e44cfe5df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:31.141929 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-b8bd9ce9-5cd8-41a9-918c-65e44cfe5df9 None None] For port 81cd614c-0092-4ef3-9a30-184881da050a, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=81cd614c-0092-4ef3-9a30-184881da050a,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:31.170744 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b8bd9ce9-5cd8-41a9-918c-65e44cfe5df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:31.193814 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2199d9de-40f0-4e6c-8b9c-302bd8f2b017 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:31.235866 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199d9de-40f0-4e6c-8b9c-302bd8f2b017 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Port': ['ID=94fe2878-13d1-4afd-a048-856ce0c37d90,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:31.263154 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd9ce9-5cd8-41a9-918c-65e44cfe5df9 None None] Pushing event updated for resources: {'Port': ['ID=81cd614c-0092-4ef3-9a30-184881da050a,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:31.263154 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d05ad7-9e16-4a86-b6ef-d2c9098fa3d1 None None] Update dhcp port {'port': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'fixed_ips': [{'subnet_id': '4c652efd-7608-41b3-98f1-aef460fcdebd', 'ip_address': '2001:db8::f816:3eff:fec5:5316'}, {'subnet_id': 'a6b20f30-72ec-4525-b418-404f8d04dd46'}], 'binding:host_id': 'n-d-778549-4'}, 'id': '81cd614c-0092-4ef3-9a30-184881da050a'} from n-d-778549-4. {{(pid=94014) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:33:31.310331 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-32d05ad7-9e16-4a86-b6ef-d2c9098fa3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:31.313804 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2199d9de-40f0-4e6c-8b9c-302bd8f2b017 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:31.319965 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46836) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:31.320567 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2199d9de-40f0-4e6c-8b9c-302bd8f2b017 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/94fe2878-13d1-4afd-a048-856ce0c37d90 HTTP/1.1" status: 204 len: 168 time: 0.7111881 Jul 23 16:33:31.339487 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 5cc28fb4-a5e4-4447-a267-f90953f535cd up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:33:31.455319 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9931b78a-2b28-43a6-a8bb-2ff177374332 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:31.459744 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9931b78a-2b28-43a6-a8bb-2ff177374332 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1382763 Jul 23 16:33:31.462409 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46844) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:31.512062 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1c047-450c-42f1-8389-857558913159 req-131cdc46-8640-402b-b629-def379250663 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:31.520623 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea1c047-450c-42f1-8389-857558913159 req-131cdc46-8640-402b-b629-def379250663 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 945 time: 0.1308174 Jul 23 16:33:31.590310 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea1c047-450c-42f1-8389-857558913159 req-87bd42ea-082b-4d53-9d29-f10529d92036 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539672 Jul 23 16:33:31.602521 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d120bc8-a613-43a1-a4d5-6569dba2eefd tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:31.604687 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7d120bc8-a613-43a1-a4d5-6569dba2eefd tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1413279 Jul 23 16:33:31.607485 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46848) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:31.658437 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 5cc28fb4-a5e4-4447-a267-f90953f535cd completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:31.665319 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 5cc28fb4-a5e4-4447-a267-f90953f535cd triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:31.665696 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:31.761984 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7936e46f-f548-4542-adce-3f0d2506cc8a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:31.764002 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7936e46f-f548-4542-adce-3f0d2506cc8a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:31.765635 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7936e46f-f548-4542-adce-3f0d2506cc8a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:31.767681 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7936e46f-f548-4542-adce-3f0d2506cc8a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1591423 Jul 23 16:33:31.771411 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46852) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:31.787221 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-32d05ad7-9e16-4a86-b6ef-d2c9098fa3d1 None None] Allocated IP 2001:db8:0:1::2 (6431ca09-76a8-48e6-9c71-fe9e76635950/a6b20f30-72ec-4525-b418-404f8d04dd46/81cd614c-0092-4ef3-9a30-184881da050a) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:31.802671 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4fa58-020c-4ae9-abcb-5389c8e49a68 req-a25e706b-40a5-4e22-ade9-54c4ec485a6c tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:31.810435 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4ca4fa58-020c-4ae9-abcb-5389c8e49a68 req-a25e706b-40a5-4e22-ade9-54c4ec485a6c tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=75fb0eb8-b2c1-4151-9034-fbe365564287 HTTP/1.1" status: 200 len: 945 time: 0.1859591 Jul 23 16:33:31.822299 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:31.856378 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4ca4fa58-020c-4ae9-abcb-5389c8e49a68 req-da15aace-4b20-43a5-8574-0e8ed96057aa tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445895 Jul 23 16:33:31.867781 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75fb0eb8-b2c1-4151-9034-fbe365564287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc28fb4-a5e4-4447-a267-f90953f535cd'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:33:31.870280 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724d6a18-dbb7-441a-854e-1f9010d6e275" -d '{"events": [{"server_uuid": "75fb0eb8-b2c1-4151-9034-fbe365564287", "name": "network-vif-plugged", "status": "completed", "tag": "5cc28fb4-a5e4-4447-a267-f90953f535cd"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:33:31.880209 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dcd7a40-c539-476f-81d2-846d974dca9d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting subnet 4c652efd-7608-41b3-98f1-aef460fcdebd {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:33:31.896850 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 5cc28fb4-a5e4-4447-a267-f90953f535cd, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5cc28fb4-a5e4-4447-a267-f90953f535cd,segment=NetworkSegment(b81e70b7-14fa-4230-9456-adac869c5c0b),segment_id=b81e70b7-14fa-4230-9456-adac869c5c0b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:31.927833 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:31.937120 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d499e7-0157-4dc6-9798-618a52084fc4 x-openstack-request-id: req-38d499e7-0157-4dc6-9798-618a52084fc4 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:33:31.937120 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75fb0eb8-b2c1-4151-9034-fbe365564287", "name": "network-vif-plugged", "status": "completed", "tag": "5cc28fb4-a5e4-4447-a267-f90953f535cd", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:33:31.937463 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-38d499e7-0157-4dc6-9798-618a52084fc4 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:33:31.937684 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75fb0eb8-b2c1-4151-9034-fbe365564287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc28fb4-a5e4-4447-a267-f90953f535cd', 'code': 200} Jul 23 16:33:32.042942 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=5cc28fb4-a5e4-4447-a267-f90953f535cd,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:32.046822 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-32d05ad7-9e16-4a86-b6ef-d2c9098fa3d1 None None] For port 81cd614c-0092-4ef3-9a30-184881da050a, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=81cd614c-0092-4ef3-9a30-184881da050a,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:32.089503 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709b01c-c4db-4693-9517-4cebc01e3789 req-ea8cc9ab-1f2d-4b5a-a7b0-37e7adebfa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:32.091490 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5709b01c-c4db-4693-9517-4cebc01e3789 req-ea8cc9ab-1f2d-4b5a-a7b0-37e7adebfa85 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=75fb0eb8-b2c1-4151-9034-fbe365564287 HTTP/1.1" status: 200 len: 1097 time: 0.0920665 Jul 23 16:33:32.096431 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-32d05ad7-9e16-4a86-b6ef-d2c9098fa3d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:32.114548 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-32d05ad7-9e16-4a86-b6ef-d2c9098fa3d1 None None] Transition to ACTIVE for port object 81cd614c-0092-4ef3-9a30-184881da050a will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:32.119564 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1dcd7a40-c539-476f-81d2-846d974dca9d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:32.119859 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-32d05ad7-9e16-4a86-b6ef-d2c9098fa3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:32.143657 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5709b01c-c4db-4693-9517-4cebc01e3789 req-674ad45b-539b-4109-b56a-c0457c3efce3 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414519 Jul 23 16:33:32.185787 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1dcd7a40-c539-476f-81d2-846d974dca9d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:32.227096 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d05ad7-9e16-4a86-b6ef-d2c9098fa3d1 None None] Pushing event updated for resources: {'Port': ['ID=81cd614c-0092-4ef3-9a30-184881da050a,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:32.309091 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1dcd7a40-c539-476f-81d2-846d974dca9d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:32.385537 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1dcd7a40-c539-476f-81d2-846d974dca9d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:32.417435 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd7a40-c539-476f-81d2-846d974dca9d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Subnet': ['ID=4c652efd-7608-41b3-98f1-aef460fcdebd,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:32.421647 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1dcd7a40-c539-476f-81d2-846d974dca9d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:32.423753 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1dcd7a40-c539-476f-81d2-846d974dca9d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/4c652efd-7608-41b3-98f1-aef460fcdebd HTTP/1.1" status: 204 len: 168 time: 0.6512139 Jul 23 16:33:32.426936 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46860) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:32.517074 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d649034-0745-4a3f-835d-a6fa9f76f152 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting subnet a6b20f30-72ec-4525-b418-404f8d04dd46 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:33:32.517074 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d649034-0745-4a3f-835d-a6fa9f76f152 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:32.571522 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 81cd614c-0092-4ef3-9a30-184881da050a up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:33:32.591074 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d649034-0745-4a3f-835d-a6fa9f76f152 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:32.706440 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-51da0a48-8828-4705-8726-aa68a2d1c86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:32.783129 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d649034-0745-4a3f-835d-a6fa9f76f152 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:32.938350 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d649034-0745-4a3f-835d-a6fa9f76f152 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:32.958466 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc324c61-97fb-4c8a-8a66-d3a99c8ea472 req-fa05e651-af16-4608-9fff-e92da6fef30d tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:32.966190 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc324c61-97fb-4c8a-8a66-d3a99c8ea472 req-fa05e651-af16-4608-9fff-e92da6fef30d tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 945 time: 0.2343209 Jul 23 16:33:33.000312 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d649034-0745-4a3f-835d-a6fa9f76f152 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Subnet': ['ID=a6b20f30-72ec-4525-b418-404f8d04dd46,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:33.006658 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d649034-0745-4a3f-835d-a6fa9f76f152 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:33.011710 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9d649034-0745-4a3f-835d-a6fa9f76f152 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/a6b20f30-72ec-4525-b418-404f8d04dd46 HTTP/1.1" status: 204 len: 168 time: 0.5814552 Jul 23 16:33:33.022995 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46872) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:33.061012 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc324c61-97fb-4c8a-8a66-d3a99c8ea472 req-1494417c-544f-491e-9540-8cf0a2eb89ec tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937672 Jul 23 16:33:33.087384 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:33:33.089419 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a8e81d3c-c5e1-4529-92a8-b9afe2cc1a8a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0647640 Jul 23 16:33:33.093447 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46874) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:33.099790 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-7c6e3383-2fe3-4dda-96cf-39ec93109778 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:33.142988 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912f5d35-8e34-4a9b-ae5b-f791396e4b6c None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:33.214402 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-26810300-ad37-4c66-8f2e-85779c4eab28 None None] Could not find standard attr ID for object 94fe2878-13d1-4afd-a048-856ce0c37d90. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:33:33.244956 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6e3383-2fe3-4dda-96cf-39ec93109778 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:33.248466 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c6e3383-2fe3-4dda-96cf-39ec93109778 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:33.250202 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-26810300-ad37-4c66-8f2e-85779c4eab28 None None] Provisioning for port 81cd614c-0092-4ef3-9a30-184881da050a completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:33.275366 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-26810300-ad37-4c66-8f2e-85779c4eab28 None None] Provisioning complete for port 81cd614c-0092-4ef3-9a30-184881da050a triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:33.275741 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-26810300-ad37-4c66-8f2e-85779c4eab28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:33.291493 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bd49a-c3a2-4272-898d-2e7b2407166a req-e486ad2d-fc84-4832-80d9-aee3da372bb5 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:33.298705 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-704bd49a-c3a2-4272-898d-2e7b2407166a req-e486ad2d-fc84-4832-80d9-aee3da372bb5 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=75fb0eb8-b2c1-4151-9034-fbe365564287 HTTP/1.1" status: 200 len: 946 time: 0.2062495 Jul 23 16:33:33.458610 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7df285f-9454-4c6c-a6a5-25f408733c7e None None] DHCP port deletion for 6431ca09-76a8-48e6-9c71-fe9e76635950 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:33:33.470656 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-704bd49a-c3a2-4272-898d-2e7b2407166a req-d14b4544-dc92-4c7c-b311-0953e557fd74 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706715 Jul 23 16:33:33.526078 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-d7df285f-9454-4c6c-a6a5-25f408733c7e None None] Deleting port 81cd614c-0092-4ef3-9a30-184881da050a {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:33.526451 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d7df285f-9454-4c6c-a6a5-25f408733c7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:33.613929 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-d7df285f-9454-4c6c-a6a5-25f408733c7e None None] For port 81cd614c-0092-4ef3-9a30-184881da050a, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=81cd614c-0092-4ef3-9a30-184881da050a,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:33.614871 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d7df285f-9454-4c6c-a6a5-25f408733c7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:33.631929 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-d7df285f-9454-4c6c-a6a5-25f408733c7e None None] Calling delete_port for 81cd614c-0092-4ef3-9a30-184881da050a owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:33.763991 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d7df285f-9454-4c6c-a6a5-25f408733c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:33.780930 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7df285f-9454-4c6c-a6a5-25f408733c7e None None] No DVR routers for this DVR port 81cd614c-0092-4ef3-9a30-184881da050a on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:33:33.803180 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df285f-9454-4c6c-a6a5-25f408733c7e None None] Pushing event deleted for resources: {'Port': ['ID=81cd614c-0092-4ef3-9a30-184881da050a,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:33.822870 n-d-778549-4 neutron-server[94012]: DEBUG neutron.objects.ports [None req-7c6e3383-2fe3-4dda-96cf-39ec93109778 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94012) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:33:33.824488 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c6e3383-2fe3-4dda-96cf-39ec93109778 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:33.879552 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6e3383-2fe3-4dda-96cf-39ec93109778 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:33.883558 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-7c6e3383-2fe3-4dda-96cf-39ec93109778 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:33.888542 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6e3383-2fe3-4dda-96cf-39ec93109778 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:33.889177 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c6e3383-2fe3-4dda-96cf-39ec93109778 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:33.893330 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df548fa-7e0f-4279-9ef3-24edc3c3c84c None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:33.907763 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e3383-2fe3-4dda-96cf-39ec93109778 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Subnet': ['ID=a9ce97fa-2192-4467-9e1e-e68773843106,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:33.924870 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7c6e3383-2fe3-4dda-96cf-39ec93109778 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8285096 Jul 23 16:33:33.927696 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46888) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:33.933287 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-0883dd03-fbf8-47e8-8926-6b6539082be3 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:34.124575 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674e23a8-a6b4-40d7-80fe-ecef8df56f8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-6431ca09-76a8-48e6-9c71-fe9e76635950', 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'fixed_ips': [{'subnet_id': 'a9ce97fa-2192-4467-9e1e-e68773843106'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:33:34.125949 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-674e23a8-a6b4-40d7-80fe-ecef8df56f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:34.257180 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0883dd03-fbf8-47e8-8926-6b6539082be3 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:34.262622 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0883dd03-fbf8-47e8-8926-6b6539082be3 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:34.403068 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-674e23a8-a6b4-40d7-80fe-ecef8df56f8f None None] Allocated IP 2001:db8::f816:3eff:fec9:b87f (6431ca09-76a8-48e6-9c71-fe9e76635950/a9ce97fa-2192-4467-9e1e-e68773843106/e187a1bd-8b84-45e0-9826-29dc72a92f7b) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:34.418065 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b71ed3-4fda-45ae-a65c-7c68dc61471a req-66e73bdf-1d05-49dc-8302-615516a186bc tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:34.440556 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d2b71ed3-4fda-45ae-a65c-7c68dc61471a req-66e73bdf-1d05-49dc-8302-615516a186bc tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 945 time: 0.1992245 Jul 23 16:33:34.460002 n-d-778549-4 neutron-server[94013]: INFO neutron.db.ipam_backend_mixin [None req-0883dd03-fbf8-47e8-8926-6b6539082be3 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a9ce97fa-2192-4467-9e1e-e68773843106 (CIDR: 2001:db8::/64) Jul 23 16:33:34.479018 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-0883dd03-fbf8-47e8-8926-6b6539082be3 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:33:34.481859 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0883dd03-fbf8-47e8-8926-6b6539082be3 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:34.542598 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0883dd03-fbf8-47e8-8926-6b6539082be3 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6121190 Jul 23 16:33:34.543746 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46900) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:34.560222 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-a45a6df3-2db9-4168-b375-710628876a9f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:34.625896 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d2b71ed3-4fda-45ae-a65c-7c68dc61471a req-77ae2ee9-f069-4e8f-81a5-9e3d50cfa05f tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824155 Jul 23 16:33:34.879992 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 81cd614c-0092-4ef3-9a30-184881da050a no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:33:34.906880 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 81cd614c-0092-4ef3-9a30-184881da050a {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:33:34.907230 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 81cd614c-0092-4ef3-9a30-184881da050a not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:33:34.937422 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66403f1b-55e0-4775-8ac2-c42e69dd54a8 req-9e86cea5-011d-42a1-8f5b-340766b44d30 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:34.938010 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:34.940388 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-66403f1b-55e0-4775-8ac2-c42e69dd54a8 req-9e86cea5-011d-42a1-8f5b-340766b44d30 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=75fb0eb8-b2c1-4151-9034-fbe365564287 HTTP/1.1" status: 200 len: 946 time: 0.3010879 Jul 23 16:33:35.029468 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-674e23a8-a6b4-40d7-80fe-ecef8df56f8f None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:35.039195 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45a6df3-2db9-4168-b375-710628876a9f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:35.045788 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a45a6df3-2db9-4168-b375-710628876a9f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:35.052734 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-674e23a8-a6b4-40d7-80fe-ecef8df56f8f None None] Transition to ACTIVE for port object e187a1bd-8b84-45e0-9826-29dc72a92f7b will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:35.069459 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-674e23a8-a6b4-40d7-80fe-ecef8df56f8f None None] Transition to ACTIVE for port object e187a1bd-8b84-45e0-9826-29dc72a92f7b will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:35.080943 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-674e23a8-a6b4-40d7-80fe-ecef8df56f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:35.095059 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-66403f1b-55e0-4775-8ac2-c42e69dd54a8 req-6ff254c0-9712-473c-a164-bec8efae79be tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228042 Jul 23 16:33:35.201957 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674e23a8-a6b4-40d7-80fe-ecef8df56f8f None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:35.205524 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-674e23a8-a6b4-40d7-80fe-ecef8df56f8f None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:35.219763 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674e23a8-a6b4-40d7-80fe-ecef8df56f8f None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:35.242116 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e23a8-a6b4-40d7-80fe-ecef8df56f8f None None] Pushing event updated for resources: {'Port': ['ID=e187a1bd-8b84-45e0-9826-29dc72a92f7b,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:35.311226 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-674e23a8-a6b4-40d7-80fe-ecef8df56f8f None None] Attempting to bind port e187a1bd-8b84-45e0-9826-29dc72a92f7b on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:33:35.312322 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-674e23a8-a6b4-40d7-80fe-ecef8df56f8f None None] Attempting to bind port e187a1bd-8b84-45e0-9826-29dc72a92f7b by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:33:35.312833 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674e23a8-a6b4-40d7-80fe-ecef8df56f8f None None] Attempting to bind port e187a1bd-8b84-45e0-9826-29dc72a92f7b on network 6431ca09-76a8-48e6-9c71-fe9e76635950 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:33:35.320269 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674e23a8-a6b4-40d7-80fe-ecef8df56f8f None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:33:35.320813 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674e23a8-a6b4-40d7-80fe-ecef8df56f8f None None] Checking segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:33:35.321344 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-674e23a8-a6b4-40d7-80fe-ecef8df56f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:35.321826 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674e23a8-a6b4-40d7-80fe-ecef8df56f8f None None] Bound using segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:33:35.322394 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-674e23a8-a6b4-40d7-80fe-ecef8df56f8f None None] Bound port: e187a1bd-8b84-45e0-9826-29dc72a92f7b, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:33:35.322885 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-674e23a8-a6b4-40d7-80fe-ecef8df56f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:35.417807 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-674e23a8-a6b4-40d7-80fe-ecef8df56f8f None None] For port e187a1bd-8b84-45e0-9826-29dc72a92f7b, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:33:35.421649 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-674e23a8-a6b4-40d7-80fe-ecef8df56f8f None None] For port e187a1bd-8b84-45e0-9826-29dc72a92f7b, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e187a1bd-8b84-45e0-9826-29dc72a92f7b,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:33:35.439909 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-674e23a8-a6b4-40d7-80fe-ecef8df56f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:35.514175 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-27c8f2ab-e3cc-4bf8-9f19-f43c9749ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:35.528361 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:35.569574 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e23a8-a6b4-40d7-80fe-ecef8df56f8f None None] Pushing event updated for resources: {'Port': ['ID=e187a1bd-8b84-45e0-9826-29dc72a92f7b,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:35.646613 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a45a6df3-2db9-4168-b375-710628876a9f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:35.694041 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45a6df3-2db9-4168-b375-710628876a9f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:35.698654 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-a45a6df3-2db9-4168-b375-710628876a9f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:35.711764 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45a6df3-2db9-4168-b375-710628876a9f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:35.712848 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a45a6df3-2db9-4168-b375-710628876a9f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:35.756026 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a6df3-2db9-4168-b375-710628876a9f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Subnet': ['ID=60a2cd1b-5c05-4509-a447-1e3bd80a2861,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:35.771833 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a45a6df3-2db9-4168-b375-710628876a9f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2216494 Jul 23 16:33:35.771833 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46918) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:35.787641 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-33e824a5-9283-42da-962c-6db38ef3c860 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'port': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'mac_address': 'fa:16:3e:39:50:42', 'name': 'tempest-NetworksTestDHCPv6-1948141032'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:35.947011 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78889bc1-6558-4115-9d5d-4f2af1064de4 req-3718f22b-7b54-4f31-acdd-0df32942d13d tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:35.955729 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-78889bc1-6558-4115-9d5d-4f2af1064de4 req-3718f22b-7b54-4f31-acdd-0df32942d13d tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=75fb0eb8-b2c1-4151-9034-fbe365564287 HTTP/1.1" status: 200 len: 946 time: 0.2376258 Jul 23 16:33:36.030465 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208e757-cabc-47ea-ad31-0ae7ff54d733 req-31eaba3a-0120-430f-9f8d-7076f2287f5b tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:36.040041 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4208e757-cabc-47ea-ad31-0ae7ff54d733 req-31eaba3a-0120-430f-9f8d-7076f2287f5b tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 945 time: 0.2307451 Jul 23 16:33:36.079629 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e824a5-9283-42da-962c-6db38ef3c860 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:36.083174 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-78889bc1-6558-4115-9d5d-4f2af1064de4 req-95026b56-00a2-499b-bfc7-42da76042909 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261880 Jul 23 16:33:36.138898 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4208e757-cabc-47ea-ad31-0ae7ff54d733 req-beaa4119-3e5d-4f70-9593-bf4a71ca990e tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972245 Jul 23 16:33:36.216621 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-33e824a5-9283-42da-962c-6db38ef3c860 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:36.247901 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-33e824a5-9283-42da-962c-6db38ef3c860 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] device_id is not set on port 6267aea8-3b47-4f87-8249-17382169b972 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:33:36.501642 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-33e824a5-9283-42da-962c-6db38ef3c860 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Allocated IP 2001:db8:0:1::6f (6431ca09-76a8-48e6-9c71-fe9e76635950/60a2cd1b-5c05-4509-a447-1e3bd80a2861/6267aea8-3b47-4f87-8249-17382169b972) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:36.523881 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:36.526854 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-33e824a5-9283-42da-962c-6db38ef3c860 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Allocated IP 2001:db8::f816:3eff:fe39:5042 (6431ca09-76a8-48e6-9c71-fe9e76635950/a9ce97fa-2192-4467-9e1e-e68773843106/6267aea8-3b47-4f87-8249-17382169b972) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:36.720813 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e187a1bd-8b84-45e0-9826-29dc72a92f7b up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:33:36.890691 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-33e824a5-9283-42da-962c-6db38ef3c860 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:36.918478 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port e187a1bd-8b84-45e0-9826-29dc72a92f7b completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:36.932529 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-33e824a5-9283-42da-962c-6db38ef3c860 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Transition to ACTIVE for port object 6267aea8-3b47-4f87-8249-17382169b972 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:37.029358 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-33e824a5-9283-42da-962c-6db38ef3c860 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:37.089512 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc75e65-12e4-4603-b61c-303b157a0107 req-485bcccc-916d-43a5-b33b-988000661efd tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:37.092601 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1bc75e65-12e4-4603-b61c-303b157a0107 req-485bcccc-916d-43a5-b33b-988000661efd tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.97 "GET /v2.0/ports?device_id=75fb0eb8-b2c1-4151-9034-fbe365564287 HTTP/1.1" status: 200 len: 946 time: 0.1286125 Jul 23 16:33:37.136683 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e824a5-9283-42da-962c-6db38ef3c860 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:37.158372 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-33e824a5-9283-42da-962c-6db38ef3c860 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:37.165685 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e824a5-9283-42da-962c-6db38ef3c860 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:37.180601 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e824a5-9283-42da-962c-6db38ef3c860 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:37.183194 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-33e824a5-9283-42da-962c-6db38ef3c860 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:37.222967 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d055168-dcf1-4f33-a2e7-d3e5a161557d None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:37.241407 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e824a5-9283-42da-962c-6db38ef3c860 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Port': ['ID=6267aea8-3b47-4f87-8249-17382169b972,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:37.261072 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-33e824a5-9283-42da-962c-6db38ef3c860 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4881542 Jul 23 16:33:37.262816 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46940) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:37.366084 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2e4e010d-dbfd-421f-b1b8-602aff2e35db None None] Provisioning for port e187a1bd-8b84-45e0-9826-29dc72a92f7b completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:37.380462 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:37.401831 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2e4e010d-dbfd-421f-b1b8-602aff2e35db None None] Provisioning complete for port e187a1bd-8b84-45e0-9826-29dc72a92f7b triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:37.403596 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2e4e010d-dbfd-421f-b1b8-602aff2e35db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:37.490526 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-ff79ce07-2ff2-49f7-a062-a47dd8db7d4b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting port 6267aea8-3b47-4f87-8249-17382169b972 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:37.490923 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ff79ce07-2ff2-49f7-a062-a47dd8db7d4b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:37.642315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495dedda-9a7d-4698-b0cf-2bb25173ec3a req-663cbbde-76e7-43bb-8873-01662173be75 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:37.643680 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2e4e010d-dbfd-421f-b1b8-602aff2e35db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:37.648398 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-495dedda-9a7d-4698-b0cf-2bb25173ec3a req-663cbbde-76e7-43bb-8873-01662173be75 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 945 time: 0.3368056 Jul 23 16:33:37.685269 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ff79ce07-2ff2-49f7-a062-a47dd8db7d4b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:37.702547 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-ff79ce07-2ff2-49f7-a062-a47dd8db7d4b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Calling delete_port for 6267aea8-3b47-4f87-8249-17382169b972 owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:37.722556 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69589cfa-21a7-41ed-a9a4-fd100be3279a req-d7da27fb-0df0-4b43-a883-943619414b9a tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:37.724614 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-2e4e010d-dbfd-421f-b1b8-602aff2e35db None None] For port e187a1bd-8b84-45e0-9826-29dc72a92f7b, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e187a1bd-8b84-45e0-9826-29dc72a92f7b,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:37.728404 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-69589cfa-21a7-41ed-a9a4-fd100be3279a req-d7da27fb-0df0-4b43-a883-943619414b9a tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=75fb0eb8-b2c1-4151-9034-fbe365564287 HTTP/1.1" status: 200 len: 946 time: 0.3994999 Jul 23 16:33:37.744167 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2e4e010d-dbfd-421f-b1b8-602aff2e35db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:37.778708 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-1bc75e65-12e4-4603-b61c-303b157a0107 req-8df8bcf7-7da0-481b-a67f-57b53b053e38 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Deleting port 5cc28fb4-a5e4-4447-a267-f90953f535cd {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:37.790798 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1bc75e65-12e4-4603-b61c-303b157a0107 req-8df8bcf7-7da0-481b-a67f-57b53b053e38 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:37.887398 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-69589cfa-21a7-41ed-a9a4-fd100be3279a req-6825d52b-a090-4990-bad1-27f067f8956c tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160228 Jul 23 16:33:37.920218 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e010d-dbfd-421f-b1b8-602aff2e35db None None] Pushing event updated for resources: {'Port': ['ID=e187a1bd-8b84-45e0-9826-29dc72a92f7b,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:37.923163 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1fef5d-239a-43fe-919f-25238e8598eb None None] Update dhcp port {'port': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'fixed_ips': [{'subnet_id': 'a9ce97fa-2192-4467-9e1e-e68773843106', 'ip_address': '2001:db8::f816:3eff:fec9:b87f'}, {'subnet_id': '60a2cd1b-5c05-4509-a447-1e3bd80a2861'}], 'binding:host_id': 'n-d-778549-4'}, 'id': 'e187a1bd-8b84-45e0-9826-29dc72a92f7b'} from n-d-778549-4. {{(pid=94014) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:33:38.016201 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1e1fef5d-239a-43fe-919f-25238e8598eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:38.069702 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ff79ce07-2ff2-49f7-a062-a47dd8db7d4b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:38.076185 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-495dedda-9a7d-4698-b0cf-2bb25173ec3a req-3691aabb-d55e-4a0e-bf1e-9870dd471b26 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141581 Jul 23 16:33:38.133909 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-1bc75e65-12e4-4603-b61c-303b157a0107 req-8df8bcf7-7da0-481b-a67f-57b53b053e38 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] For port 5cc28fb4-a5e4-4447-a267-f90953f535cd, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5cc28fb4-a5e4-4447-a267-f90953f535cd,segment=NetworkSegment(b81e70b7-14fa-4230-9456-adac869c5c0b),segment_id=b81e70b7-14fa-4230-9456-adac869c5c0b)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:38.135297 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1bc75e65-12e4-4603-b61c-303b157a0107 req-8df8bcf7-7da0-481b-a67f-57b53b053e38 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:38.165626 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79ce07-2ff2-49f7-a062-a47dd8db7d4b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Port': ['ID=6267aea8-3b47-4f87-8249-17382169b972,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:38.176613 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-1bc75e65-12e4-4603-b61c-303b157a0107 req-8df8bcf7-7da0-481b-a67f-57b53b053e38 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Calling delete_port for 5cc28fb4-a5e4-4447-a267-f90953f535cd owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:38.248200 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ff79ce07-2ff2-49f7-a062-a47dd8db7d4b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:38.251845 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ff79ce07-2ff2-49f7-a062-a47dd8db7d4b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/6267aea8-3b47-4f87-8249-17382169b972 HTTP/1.1" status: 204 len: 168 time: 0.9880545 Jul 23 16:33:38.255342 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46950) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:38.358396 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8ef3b1-d9db-4cc5-bbbc-e2c58e9cde99 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:38.360002 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0e8ef3b1-d9db-4cc5-bbbc-e2c58e9cde99 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1022503 Jul 23 16:33:38.362651 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-1e1fef5d-239a-43fe-919f-25238e8598eb None None] Allocated IP 2001:db8:0:1::2 (6431ca09-76a8-48e6-9c71-fe9e76635950/60a2cd1b-5c05-4509-a447-1e3bd80a2861/e187a1bd-8b84-45e0-9826-29dc72a92f7b) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:38.362812 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46952) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:38.465448 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1bc75e65-12e4-4603-b61c-303b157a0107 req-8df8bcf7-7da0-481b-a67f-57b53b053e38 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:38.486339 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['873ab846-b220-45c4-b796-4be961cfe70b', '5cc28fb4-a5e4-4447-a267-f90953f535cd'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:33:38.503795 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c44ff5-764a-47a4-ad0d-378a077b430d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:38.513690 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-19c44ff5-764a-47a4-ad0d-378a077b430d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1497743 Jul 23 16:33:38.517594 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46954) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:38.538896 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8bcf7-7da0-481b-a67f-57b53b053e38 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Pushing event deleted for resources: {'Port': ['ID=5cc28fb4-a5e4-4447-a267-f90953f535cd,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:38.590005 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e187a1bd-8b84-45e0-9826-29dc72a92f7b up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:33:38.631292 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:38.639322 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-1e1fef5d-239a-43fe-919f-25238e8598eb None None] For port e187a1bd-8b84-45e0-9826-29dc72a92f7b, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e187a1bd-8b84-45e0-9826-29dc72a92f7b,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:38.643752 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0441fbb2-244e-4e5e-aa6f-ba21beeaabe7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:38.647255 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc75e65-12e4-4603-b61c-303b157a0107 req-8df8bcf7-7da0-481b-a67f-57b53b053e38 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] No DVR routers for this DVR port 5cc28fb4-a5e4-4447-a267-f90953f535cd on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:33:38.660786 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1bc75e65-12e4-4603-b61c-303b157a0107 req-8df8bcf7-7da0-481b-a67f-57b53b053e38 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:38.662900 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1bc75e65-12e4-4603-b61c-303b157a0107 req-8df8bcf7-7da0-481b-a67f-57b53b053e38 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.97 "DELETE /v2.0/ports/5cc28fb4-a5e4-4447-a267-f90953f535cd HTTP/1.1" status: 204 len: 173 time: 1.5639651 Jul 23 16:33:38.663331 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75fb0eb8-b2c1-4151-9034-fbe365564287', 'name': 'network-vif-deleted', 'tag': '5cc28fb4-a5e4-4447-a267-f90953f535cd'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:33:38.667217 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1044ee85-cbf1-46c2-94f7-c68c5e6aa682" -d '{"events": [{"server_uuid": "75fb0eb8-b2c1-4151-9034-fbe365564287", "name": "network-vif-deleted", "tag": "5cc28fb4-a5e4-4447-a267-f90953f535cd"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:33:38.678961 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0441fbb2-244e-4e5e-aa6f-ba21beeaabe7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:38.687927 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0441fbb2-244e-4e5e-aa6f-ba21beeaabe7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:38.707846 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f96fcc0-34de-4b91-bb3a-a01a64fb5767 x-openstack-request-id: req-1f96fcc0-34de-4b91-bb3a-a01a64fb5767 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:33:38.708506 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75fb0eb8-b2c1-4151-9034-fbe365564287", "name": "network-vif-deleted", "tag": "5cc28fb4-a5e4-4447-a267-f90953f535cd", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:33:38.708932 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1f96fcc0-34de-4b91-bb3a-a01a64fb5767 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:33:38.709551 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75fb0eb8-b2c1-4151-9034-fbe365564287', 'name': 'network-vif-deleted', 'tag': '5cc28fb4-a5e4-4447-a267-f90953f535cd', 'status': 'completed', 'code': 200} Jul 23 16:33:38.714914 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0441fbb2-244e-4e5e-aa6f-ba21beeaabe7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1950111 Jul 23 16:33:38.716522 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46958) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:38.732640 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1e1fef5d-239a-43fe-919f-25238e8598eb None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:38.750005 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1e1fef5d-239a-43fe-919f-25238e8598eb None None] Transition to ACTIVE for port object e187a1bd-8b84-45e0-9826-29dc72a92f7b will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:38.791328 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1e1fef5d-239a-43fe-919f-25238e8598eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:38.806214 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56240bf-a6cc-479b-925a-44e269f3a8d4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting subnet 60a2cd1b-5c05-4509-a447-1e3bd80a2861 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:33:38.809953 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a56240bf-a6cc-479b-925a-44e269f3a8d4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:38.873984 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a56240bf-a6cc-479b-925a-44e269f3a8d4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:38.945828 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1fef5d-239a-43fe-919f-25238e8598eb None None] Pushing event updated for resources: {'Port': ['ID=e187a1bd-8b84-45e0-9826-29dc72a92f7b,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:39.024337 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a56240bf-a6cc-479b-925a-44e269f3a8d4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:39.096863 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5f363a8e-ba89-4803-bebb-bfd67cbf1c28 req-48d21042-bd92-417e-a62c-c04615329b79 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=75fb0eb8-b2c1-4151-9034-fbe365564287 HTTP/1.1" status: 200 len: 210 time: 0.0677223 Jul 23 16:33:39.137947 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a56240bf-a6cc-479b-925a-44e269f3a8d4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:39.156098 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a56240bf-a6cc-479b-925a-44e269f3a8d4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:39.161430 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a56240bf-a6cc-479b-925a-44e269f3a8d4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/60a2cd1b-5c05-4509-a447-1e3bd80a2861 HTTP/1.1" status: 204 len: 168 time: 0.4434586 Jul 23 16:33:39.161714 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46968) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:39.185027 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56240bf-a6cc-479b-925a-44e269f3a8d4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Subnet': ['ID=60a2cd1b-5c05-4509-a447-1e3bd80a2861,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:39.309209 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-fea088e4-65df-4171-b8a6-d9d5583cbcb7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting subnet a9ce97fa-2192-4467-9e1e-e68773843106 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:33:39.313661 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fea088e4-65df-4171-b8a6-d9d5583cbcb7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:39.415847 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fea088e4-65df-4171-b8a6-d9d5583cbcb7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:39.418458 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4356347-e2f4-4606-8898-4d3049dfdc34 req-7450a6b4-df91-498b-bb46-2d42ef2e4645 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:39.427891 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e4356347-e2f4-4606-8898-4d3049dfdc34 req-7450a6b4-df91-498b-bb46-2d42ef2e4645 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 945 time: 0.1824052 Jul 23 16:33:39.502507 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e4356347-e2f4-4606-8898-4d3049dfdc34 req-ac2246cc-573a-4576-959c-d2e0edb7643c tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673535 Jul 23 16:33:39.567574 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fea088e4-65df-4171-b8a6-d9d5583cbcb7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:39.638947 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fea088e4-65df-4171-b8a6-d9d5583cbcb7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:39.681622 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fea088e4-65df-4171-b8a6-d9d5583cbcb7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:39.683533 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fea088e4-65df-4171-b8a6-d9d5583cbcb7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/a9ce97fa-2192-4467-9e1e-e68773843106 HTTP/1.1" status: 204 len: 168 time: 0.5210938 Jul 23 16:33:39.684615 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea088e4-65df-4171-b8a6-d9d5583cbcb7 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Subnet': ['ID=a9ce97fa-2192-4467-9e1e-e68773843106,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:39.686453 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46976) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:39.736473 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b448fe44-9b01-4315-a7c3-a771f045eb74 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453510 Jul 23 16:33:39.738732 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46978) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:39.745793 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-4028f525-b884-476c-8a4b-cb59e025b823 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:39.828635 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603ed237-8827-45c2-8610-febb25f29dc1 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:39.849536 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4028f525-b884-476c-8a4b-cb59e025b823 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:39.853337 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4028f525-b884-476c-8a4b-cb59e025b823 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:39.903989 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a22546ee-1844-4bab-a333-55628a49eee1 None None] Could not find standard attr ID for object 6267aea8-3b47-4f87-8249-17382169b972. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:33:39.955386 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a22546ee-1844-4bab-a333-55628a49eee1 None None] Provisioning for port e187a1bd-8b84-45e0-9826-29dc72a92f7b completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:39.965528 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a22546ee-1844-4bab-a333-55628a49eee1 None None] Provisioning complete for port e187a1bd-8b84-45e0-9826-29dc72a92f7b triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:39.966678 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a22546ee-1844-4bab-a333-55628a49eee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:40.115193 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4028f525-b884-476c-8a4b-cb59e025b823 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:40.161136 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4028f525-b884-476c-8a4b-cb59e025b823 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:40.164898 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-4028f525-b884-476c-8a4b-cb59e025b823 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:40.169754 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4028f525-b884-476c-8a4b-cb59e025b823 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:40.170349 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4028f525-b884-476c-8a4b-cb59e025b823 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:40.187526 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028f525-b884-476c-8a4b-cb59e025b823 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Subnet': ['ID=02ecadc8-d65d-42be-9ea6-52ec2a3d5a19,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:40.191321 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4028f525-b884-476c-8a4b-cb59e025b823 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4533849 Jul 23 16:33:40.194504 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46984) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:40.195978 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ab05b3-8845-4d30-8953-c26ffac33a49 None None] DHCP port deletion for 6431ca09-76a8-48e6-9c71-fe9e76635950 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:33:40.200029 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-203cc87b-6ee5-45cd-be4e-8a6dc0267cac tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:40.322264 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-07ab05b3-8845-4d30-8953-c26ffac33a49 None None] Deleting port e187a1bd-8b84-45e0-9826-29dc72a92f7b {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:40.322556 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-07ab05b3-8845-4d30-8953-c26ffac33a49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:40.423397 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203cc87b-6ee5-45cd-be4e-8a6dc0267cac tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:40.427452 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-203cc87b-6ee5-45cd-be4e-8a6dc0267cac tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:40.451695 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-07ab05b3-8845-4d30-8953-c26ffac33a49 None None] For port e187a1bd-8b84-45e0-9826-29dc72a92f7b, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e187a1bd-8b84-45e0-9826-29dc72a92f7b,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:40.451695 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-07ab05b3-8845-4d30-8953-c26ffac33a49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:40.473839 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-07ab05b3-8845-4d30-8953-c26ffac33a49 None None] Calling delete_port for e187a1bd-8b84-45e0-9826-29dc72a92f7b owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:40.476214 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08415e88-8b9e-4db8-99bd-a34cb86a22bf req-48cd0ea0-9bd5-45d8-be61-029fa26abd2d tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:40.483026 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-08415e88-8b9e-4db8-99bd-a34cb86a22bf req-48cd0ea0-9bd5-45d8-be61-029fa26abd2d tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1430540 Jul 23 16:33:40.570415 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-08415e88-8b9e-4db8-99bd-a34cb86a22bf req-a852bd70-70af-43e8-a8e0-5b72ff3e014f tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863793 Jul 23 16:33:40.608351 n-d-778549-4 neutron-server[94012]: INFO neutron.db.ipam_backend_mixin [None req-203cc87b-6ee5-45cd-be4e-8a6dc0267cac tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 02ecadc8-d65d-42be-9ea6-52ec2a3d5a19 (CIDR: 2001:db8::/64) Jul 23 16:33:40.618394 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-203cc87b-6ee5-45cd-be4e-8a6dc0267cac tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:33:40.619853 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-203cc87b-6ee5-45cd-be4e-8a6dc0267cac tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:40.624507 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e187a1bd-8b84-45e0-9826-29dc72a92f7b no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:33:40.674457 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-203cc87b-6ee5-45cd-be4e-8a6dc0267cac tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4765959 Jul 23 16:33:40.675118 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47002) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:40.681506 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-743ae4e7-1f4c-4b83-a87a-b2bb13b6f612 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:40.797439 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa2697-5713-464e-b9a2-e6a444559a1b req-d6f4f7d8-c81f-4075-b37f-607a0cffd842 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:40.802201 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-24fa2697-5713-464e-b9a2-e6a444559a1b req-d6f4f7d8-c81f-4075-b37f-607a0cffd842 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 945 time: 0.1550274 Jul 23 16:33:40.873665 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-07ab05b3-8845-4d30-8953-c26ffac33a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:40.897849 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-24fa2697-5713-464e-b9a2-e6a444559a1b req-b7241f6b-5aa8-492c-a2cb-29bc82594b08 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879502 Jul 23 16:33:40.948812 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:40.970831 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab05b3-8845-4d30-8953-c26ffac33a49 None None] Pushing event deleted for resources: {'Port': ['ID=e187a1bd-8b84-45e0-9826-29dc72a92f7b,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:40.985957 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ab05b3-8845-4d30-8953-c26ffac33a49 None None] No DVR routers for this DVR port e187a1bd-8b84-45e0-9826-29dc72a92f7b on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:33:40.994153 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743ae4e7-1f4c-4b83-a87a-b2bb13b6f612 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:41.001974 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-743ae4e7-1f4c-4b83-a87a-b2bb13b6f612 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:41.022964 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aee3aa-feb5-4905-86a0-ce0bb49baa3e req-c2f16807-ff4e-4311-bd79-6f7ef732f2a4 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:41.025015 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45aee3aa-feb5-4905-86a0-ce0bb49baa3e req-c2f16807-ff4e-4311-bd79-6f7ef732f2a4 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1029050 Jul 23 16:33:41.037814 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f112b8-ca24-408b-920b-1d85979256ab None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:41.081646 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45aee3aa-feb5-4905-86a0-ce0bb49baa3e req-578644bf-f9d3-4726-9f41-a89affb182dd tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489514 Jul 23 16:33:41.142623 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47012) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:41.388054 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 5cc28fb4-a5e4-4447-a267-f90953f535cd no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:33:41.431292 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239c05b-fa1e-4e81-b641-fd0466df851d req-3368311b-11b8-470a-a6ea-67e037755f3a tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:41.438638 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7239c05b-fa1e-4e81-b641-fd0466df851d req-3368311b-11b8-470a-a6ea-67e037755f3a tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1893075 Jul 23 16:33:41.450648 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 5cc28fb4-a5e4-4447-a267-f90953f535cd {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:33:41.451394 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 5cc28fb4-a5e4-4447-a267-f90953f535cd not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:33:41.489018 n-d-778549-4 neutron-server[94013]: DEBUG neutron.objects.ports [None req-743ae4e7-1f4c-4b83-a87a-b2bb13b6f612 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94013) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:33:41.491641 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-743ae4e7-1f4c-4b83-a87a-b2bb13b6f612 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:41.509850 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c2623917-6a39-4543-915b-c892d50b254b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:41.537463 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743ae4e7-1f4c-4b83-a87a-b2bb13b6f612 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:41.541460 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-743ae4e7-1f4c-4b83-a87a-b2bb13b6f612 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:41.547750 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743ae4e7-1f4c-4b83-a87a-b2bb13b6f612 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:41.548737 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-743ae4e7-1f4c-4b83-a87a-b2bb13b6f612 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:41.565257 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7239c05b-fa1e-4e81-b641-fd0466df851d req-ab6f76aa-399b-4958-bc63-be856eaa7ae3 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237812 Jul 23 16:33:41.573837 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ae4e7-1f4c-4b83-a87a-b2bb13b6f612 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Subnet': ['ID=ff049a84-aa1f-445a-be16-a3af2e6e72fa,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:41.614862 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77a5c62-e91c-4305-bbce-7f2bf09c982a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-6431ca09-76a8-48e6-9c71-fe9e76635950', 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'tenant_id': '35e8e259141447e2beee3a0a6792778d', 'fixed_ips': [{'subnet_id': '02ecadc8-d65d-42be-9ea6-52ec2a3d5a19'}, {'subnet_id': 'ff049a84-aa1f-445a-be16-a3af2e6e72fa'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:33:41.625295 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d77a5c62-e91c-4305-bbce-7f2bf09c982a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:41.696998 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c2623917-6a39-4543-915b-c892d50b254b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:41.703335 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c2623917-6a39-4543-915b-c892d50b254b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:41.715009 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-743ae4e7-1f4c-4b83-a87a-b2bb13b6f612 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0380621 Jul 23 16:33:41.718252 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47028) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:41.724249 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-93c8e85c-3e63-47d6-9192-d388f5ac49e1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'port': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'mac_address': 'fa:16:3e:c3:09:3b', 'name': 'tempest-NetworksTestDHCPv6-499461472'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:41.744617 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2623917-6a39-4543-915b-c892d50b254b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825bd525-f3e4-4d3a-954a-768891c1adb0,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:41.841618 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c2623917-6a39-4543-915b-c892d50b254b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=72c04c10591d42f29f6f6386faf5a8ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6977880 Jul 23 16:33:41.844467 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47030) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:41.897569 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c8e85c-3e63-47d6-9192-d388f5ac49e1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:41.919615 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-d77a5c62-e91c-4305-bbce-7f2bf09c982a None None] Allocated IP 2001:db8::2 (6431ca09-76a8-48e6-9c71-fe9e76635950/02ecadc8-d65d-42be-9ea6-52ec2a3d5a19/3c7e576d-7e86-4b86-b49c-c4183cbc368e) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:41.930370 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-d77a5c62-e91c-4305-bbce-7f2bf09c982a None None] Allocated IP 2001:db8:0:1:f816:3eff:fedf:b9f7 (6431ca09-76a8-48e6-9c71-fe9e76635950/ff049a84-aa1f-445a-be16-a3af2e6e72fa/3c7e576d-7e86-4b86-b49c-c4183cbc368e) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:41.939296 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0a652-4829-4219-988e-d91af0d3712e req-a0192136-a32e-43c8-b8af-594ab8cc90ce tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:41.947181 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0a652-4829-4219-988e-d91af0d3712e req-a0192136-a32e-43c8-b8af-594ab8cc90ce tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:41.953849 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0a652-4829-4219-988e-d91af0d3712e req-a0192136-a32e-43c8-b8af-594ab8cc90ce tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:41.960522 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0a652-4829-4219-988e-d91af0d3712e req-a0192136-a32e-43c8-b8af-594ab8cc90ce tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:41.977996 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0a652-4829-4219-988e-d91af0d3712e req-a0192136-a32e-43c8-b8af-594ab8cc90ce tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:41.990438 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0a652-4829-4219-988e-d91af0d3712e req-a0192136-a32e-43c8-b8af-594ab8cc90ce tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:42.006171 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0a652-4829-4219-988e-d91af0d3712e req-a0192136-a32e-43c8-b8af-594ab8cc90ce tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:42.008722 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-85a0a652-4829-4219-988e-d91af0d3712e req-a0192136-a32e-43c8-b8af-594ab8cc90ce tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 5433 time: 0.2654059 Jul 23 16:33:42.071578 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93c8e85c-3e63-47d6-9192-d388f5ac49e1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:42.090997 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4b920514-ee7a-47fc-a0e2-58eb13ab101d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:42.137745 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-93c8e85c-3e63-47d6-9192-d388f5ac49e1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] device_id is not set on port 0502bf5a-5f98-4f73-a070-8d232ba3eac9 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:33:42.161690 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4b920514-ee7a-47fc-a0e2-58eb13ab101d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:42.177275 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-85a0a652-4829-4219-988e-d91af0d3712e req-78093c3d-bbd3-48d1-89a6-4ed99fd42f9f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e0f6a6b-7a1a-4fc3-b6e3-28c1a3fabb75&id=0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1432300 Jul 23 16:33:42.241675 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928a1dd-b85f-4168-a375-4a58d7914363 req-379c5557-8051-4d12-ada7-081e84eea3fc tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:42.254635 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d928a1dd-b85f-4168-a375-4a58d7914363 req-379c5557-8051-4d12-ada7-081e84eea3fc tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 945 time: 0.2105079 Jul 23 16:33:42.274526 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d77a5c62-e91c-4305-bbce-7f2bf09c982a None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:42.292214 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d77a5c62-e91c-4305-bbce-7f2bf09c982a None None] Transition to ACTIVE for port object 3c7e576d-7e86-4b86-b49c-c4183cbc368e will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:42.298372 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4b920514-ee7a-47fc-a0e2-58eb13ab101d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:42.301738 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4b920514-ee7a-47fc-a0e2-58eb13ab101d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:42.304867 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4b920514-ee7a-47fc-a0e2-58eb13ab101d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/825bd525-f3e4-4d3a-954a-768891c1adb0 HTTP/1.1" status: 204 len: 168 time: 0.4582958 Jul 23 16:33:42.319321 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d77a5c62-e91c-4305-bbce-7f2bf09c982a None None] Transition to ACTIVE for port object 3c7e576d-7e86-4b86-b49c-c4183cbc368e will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:42.327447 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d77a5c62-e91c-4305-bbce-7f2bf09c982a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:42.337206 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d928a1dd-b85f-4168-a375-4a58d7914363 req-0f3e7420-8713-4257-825d-0ead3ca33767 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801814 Jul 23 16:33:42.345034 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b920514-ee7a-47fc-a0e2-58eb13ab101d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825bd525-f3e4-4d3a-954a-768891c1adb0,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:42.442932 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77a5c62-e91c-4305-bbce-7f2bf09c982a None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:42.444125 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ac1ad-5e78-4a65-a2e8-af29fcf0f2db req-200986b1-f837-49f0-8fd3-40ee84969b71 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:42.448295 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-d77a5c62-e91c-4305-bbce-7f2bf09c982a None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:42.450986 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ac1ad-5e78-4a65-a2e8-af29fcf0f2db req-200986b1-f837-49f0-8fd3-40ee84969b71 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:42.459944 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77a5c62-e91c-4305-bbce-7f2bf09c982a None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:42.460269 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ac1ad-5e78-4a65-a2e8-af29fcf0f2db req-200986b1-f837-49f0-8fd3-40ee84969b71 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:42.467722 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a5c62-e91c-4305-bbce-7f2bf09c982a None None] Pushing event updated for resources: {'Port': ['ID=3c7e576d-7e86-4b86-b49c-c4183cbc368e,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:42.470170 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ac1ad-5e78-4a65-a2e8-af29fcf0f2db req-200986b1-f837-49f0-8fd3-40ee84969b71 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:42.493497 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ac1ad-5e78-4a65-a2e8-af29fcf0f2db req-200986b1-f837-49f0-8fd3-40ee84969b71 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:42.510273 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ac1ad-5e78-4a65-a2e8-af29fcf0f2db req-200986b1-f837-49f0-8fd3-40ee84969b71 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:42.523496 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-93c8e85c-3e63-47d6-9192-d388f5ac49e1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Allocated IP 2001:db8::1e6 (6431ca09-76a8-48e6-9c71-fe9e76635950/02ecadc8-d65d-42be-9ea6-52ec2a3d5a19/0502bf5a-5f98-4f73-a070-8d232ba3eac9) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:42.526647 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ac1ad-5e78-4a65-a2e8-af29fcf0f2db req-200986b1-f837-49f0-8fd3-40ee84969b71 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:42.528657 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-495ac1ad-5e78-4a65-a2e8-af29fcf0f2db req-200986b1-f837-49f0-8fd3-40ee84969b71 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 5433 time: 0.2189920 Jul 23 16:33:42.537078 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-93c8e85c-3e63-47d6-9192-d388f5ac49e1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Allocated IP 2001:db8:0:1:f816:3eff:fec3:93b (6431ca09-76a8-48e6-9c71-fe9e76635950/ff049a84-aa1f-445a-be16-a3af2e6e72fa/0502bf5a-5f98-4f73-a070-8d232ba3eac9) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:42.633289 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-d77a5c62-e91c-4305-bbce-7f2bf09c982a None None] Attempting to bind port 3c7e576d-7e86-4b86-b49c-c4183cbc368e on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:33:42.633802 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-d77a5c62-e91c-4305-bbce-7f2bf09c982a None None] Attempting to bind port 3c7e576d-7e86-4b86-b49c-c4183cbc368e by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:33:42.634203 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77a5c62-e91c-4305-bbce-7f2bf09c982a None None] Attempting to bind port 3c7e576d-7e86-4b86-b49c-c4183cbc368e on network 6431ca09-76a8-48e6-9c71-fe9e76635950 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:33:42.649238 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77a5c62-e91c-4305-bbce-7f2bf09c982a None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:33:42.649615 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77a5c62-e91c-4305-bbce-7f2bf09c982a None None] Checking segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:33:42.650027 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d77a5c62-e91c-4305-bbce-7f2bf09c982a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:42.650438 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77a5c62-e91c-4305-bbce-7f2bf09c982a None None] Bound using segment: {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:33:42.650937 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-d77a5c62-e91c-4305-bbce-7f2bf09c982a None None] Bound port: 3c7e576d-7e86-4b86-b49c-c4183cbc368e, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:33:42.651349 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d77a5c62-e91c-4305-bbce-7f2bf09c982a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:42.817967 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-d77a5c62-e91c-4305-bbce-7f2bf09c982a None None] For port 3c7e576d-7e86-4b86-b49c-c4183cbc368e, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:33:42.823571 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-d77a5c62-e91c-4305-bbce-7f2bf09c982a None None] For port 3c7e576d-7e86-4b86-b49c-c4183cbc368e, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3c7e576d-7e86-4b86-b49c-c4183cbc368e,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:33:42.832193 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d77a5c62-e91c-4305-bbce-7f2bf09c982a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:42.861587 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93c8e85c-3e63-47d6-9192-d388f5ac49e1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:42.901992 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-93c8e85c-3e63-47d6-9192-d388f5ac49e1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Transition to ACTIVE for port object 0502bf5a-5f98-4f73-a070-8d232ba3eac9 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:42.962643 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a5c62-e91c-4305-bbce-7f2bf09c982a None None] Pushing event updated for resources: {'Port': ['ID=3c7e576d-7e86-4b86-b49c-c4183cbc368e,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:42.965911 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93c8e85c-3e63-47d6-9192-d388f5ac49e1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:43.052426 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c8e85c-3e63-47d6-9192-d388f5ac49e1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:43.058501 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-93c8e85c-3e63-47d6-9192-d388f5ac49e1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:43.062600 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c8e85c-3e63-47d6-9192-d388f5ac49e1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:43.073467 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c8e85c-3e63-47d6-9192-d388f5ac49e1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:43.074151 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93c8e85c-3e63-47d6-9192-d388f5ac49e1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:43.084630 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8e85c-3e63-47d6-9192-d388f5ac49e1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Port': ['ID=0502bf5a-5f98-4f73-a070-8d232ba3eac9,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:43.109282 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-93c8e85c-3e63-47d6-9192-d388f5ac49e1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.3879235 Jul 23 16:33:43.110016 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47068) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:43.302555 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-3e9a561a-dfec-43a6-9a45-8f6b73bb6277 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting port 0502bf5a-5f98-4f73-a070-8d232ba3eac9 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:43.303471 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e9a561a-dfec-43a6-9a45-8f6b73bb6277 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:43.526111 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e9a561a-dfec-43a6-9a45-8f6b73bb6277 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:43.545885 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-3e9a561a-dfec-43a6-9a45-8f6b73bb6277 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Calling delete_port for 0502bf5a-5f98-4f73-a070-8d232ba3eac9 owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:43.584196 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6711a56-d0db-40a4-87e2-2b86a28c19d3 req-71768702-b93b-4769-85b1-b89cc092b4cb tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:43.585917 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e6711a56-d0db-40a4-87e2-2b86a28c19d3 req-71768702-b93b-4769-85b1-b89cc092b4cb tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 945 time: 0.1269093 Jul 23 16:33:43.677224 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e6711a56-d0db-40a4-87e2-2b86a28c19d3 req-bd62a15b-edd7-4f61-8983-5fd6cc0cce12 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617082 Jul 23 16:33:43.876780 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e9a561a-dfec-43a6-9a45-8f6b73bb6277 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:43.914299 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a561a-dfec-43a6-9a45-8f6b73bb6277 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Port': ['ID=0502bf5a-5f98-4f73-a070-8d232ba3eac9,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:43.984799 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e9a561a-dfec-43a6-9a45-8f6b73bb6277 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:43.987157 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3e9a561a-dfec-43a6-9a45-8f6b73bb6277 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/0502bf5a-5f98-4f73-a070-8d232ba3eac9 HTTP/1.1" status: 204 len: 168 time: 0.8760531 Jul 23 16:33:43.990244 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47096) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:44.370959 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f227bbb6-4ed1-476d-a19a-f92f3d0a96a7 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:44.417234 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf30e11-825c-45b5-a50a-ba0082549420 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:44.421218 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4bf30e11-825c-45b5-a50a-ba0082549420 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.4286644 Jul 23 16:33:44.422797 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47118) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:44.507503 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-78b6dfb3-b882-43c7-b49f-217885d92f85 None None] Provisioning for port 3c7e576d-7e86-4b86-b49c-c4183cbc368e completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:44.622700 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe25f0ba-ce07-407e-b92d-14b079a63219 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:44.628970 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fe25f0ba-ce07-407e-b92d-14b079a63219 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2041633 Jul 23 16:33:44.650321 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47124) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:44.747240 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5caae88-9e1a-41b0-926c-82bae0e393ca tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:44.750427 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5caae88-9e1a-41b0-926c-82bae0e393ca tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:44.752074 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5caae88-9e1a-41b0-926c-82bae0e393ca tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:44.757141 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b5caae88-9e1a-41b0-926c-82bae0e393ca tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1058533 Jul 23 16:33:44.759933 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47140) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:44.812805 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3c7e576d-7e86-4b86-b49c-c4183cbc368e up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:33:44.867117 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c01cbcb-b18a-441a-ab8f-79dfa6a2a168 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting subnet 02ecadc8-d65d-42be-9ea6-52ec2a3d5a19 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:33:44.870515 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c01cbcb-b18a-441a-ab8f-79dfa6a2a168 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:44.948482 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c01cbcb-b18a-441a-ab8f-79dfa6a2a168 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:44.977703 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 3c7e576d-7e86-4b86-b49c-c4183cbc368e completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:44.985604 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 3c7e576d-7e86-4b86-b49c-c4183cbc368e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:44.986298 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:44.993130 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47150) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:45.083773 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804146bd-4cdd-4ad0-a185-0c01d584e723 req-fbdac102-c463-44d9-a842-c9572874fde0 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:45.085428 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-804146bd-4cdd-4ad0-a185-0c01d584e723 req-fbdac102-c463-44d9-a842-c9572874fde0 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 945 time: 0.1627042 Jul 23 16:33:45.199857 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:45.207295 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c01cbcb-b18a-441a-ab8f-79dfa6a2a168 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:45.240806 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-804146bd-4cdd-4ad0-a185-0c01d584e723 req-d23fe72a-28d7-48b1-8163-2c4034851386 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366591 Jul 23 16:33:45.319544 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef27dd4-68e0-4b43-9e47-ea74ff45b275 req-20c3fcda-3dc8-4e99-a9ff-d4eb6ca39683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:45.320126 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef27dd4-68e0-4b43-9e47-ea74ff45b275 req-20c3fcda-3dc8-4e99-a9ff-d4eb6ca39683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:45.320615 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef27dd4-68e0-4b43-9e47-ea74ff45b275 req-20c3fcda-3dc8-4e99-a9ff-d4eb6ca39683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:45.321115 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef27dd4-68e0-4b43-9e47-ea74ff45b275 req-20c3fcda-3dc8-4e99-a9ff-d4eb6ca39683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:45.321837 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef27dd4-68e0-4b43-9e47-ea74ff45b275 req-20c3fcda-3dc8-4e99-a9ff-d4eb6ca39683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:45.322256 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef27dd4-68e0-4b43-9e47-ea74ff45b275 req-20c3fcda-3dc8-4e99-a9ff-d4eb6ca39683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:45.322971 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef27dd4-68e0-4b43-9e47-ea74ff45b275 req-20c3fcda-3dc8-4e99-a9ff-d4eb6ca39683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:45.324269 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c01cbcb-b18a-441a-ab8f-79dfa6a2a168 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:45.331178 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fef27dd4-68e0-4b43-9e47-ea74ff45b275 req-20c3fcda-3dc8-4e99-a9ff-d4eb6ca39683 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 6490 time: 0.3360786 Jul 23 16:33:45.341095 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dde3ff-db10-4823-9b26-ce3b9bd7e903 req-ce18d667-f3bd-4fb6-9d52-542682fda9df tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:45.348931 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f3dde3ff-db10-4823-9b26-ce3b9bd7e903 req-ce18d667-f3bd-4fb6-9d52-542682fda9df tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1802194 Jul 23 16:33:45.352425 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c01cbcb-b18a-441a-ab8f-79dfa6a2a168 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:45.356393 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6c01cbcb-b18a-441a-ab8f-79dfa6a2a168 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/02ecadc8-d65d-42be-9ea6-52ec2a3d5a19 HTTP/1.1" status: 204 len: 168 time: 0.5953858 Jul 23 16:33:45.359182 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47158) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:45.391865 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.api [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:33:45.395208 n-d-778549-4 neutron-server[94014]: DEBUG oslo_db.api [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:33:45.419603 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fef27dd4-68e0-4b43-9e47-ea74ff45b275 req-eaa8dae0-b876-47d7-b77b-b47387eb88fe service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2e0f6a6b-7a1a-4fc3-b6e3-28c1a3fabb75&id=0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0868034 Jul 23 16:33:45.433482 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58aaf305-aae6-4779-a8e2-0e1fdb13d5d9 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:45.436736 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f3dde3ff-db10-4823-9b26-ce3b9bd7e903 req-457a0295-b5d8-4280-a23b-982492b37fa2 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869291 Jul 23 16:33:45.441193 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01cbcb-b18a-441a-ab8f-79dfa6a2a168 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Subnet': ['ID=02ecadc8-d65d-42be-9ea6-52ec2a3d5a19,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:45.484009 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-505a9099-3b94-40eb-87fc-34a2323d5356 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting subnet ff049a84-aa1f-445a-be16-a3af2e6e72fa {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:33:45.487788 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-505a9099-3b94-40eb-87fc-34a2323d5356 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:45.545132 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-505a9099-3b94-40eb-87fc-34a2323d5356 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:45.550458 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-96a6d17c-1b85-48e4-a4f2-95d63894c7b4 None None] Provisioning complete for port 3c7e576d-7e86-4b86-b49c-c4183cbc368e triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:45.550764 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-96a6d17c-1b85-48e4-a4f2-95d63894c7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:45.643192 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b300a5-42d9-425a-b318-065cab448fd4 req-d0ad7e2c-a9a9-4e18-9167-351e9697e466 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:45.650736 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28b300a5-42d9-425a-b318-065cab448fd4 req-d0ad7e2c-a9a9-4e18-9167-351e9697e466 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.0946023 Jul 23 16:33:45.689644 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-505a9099-3b94-40eb-87fc-34a2323d5356 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:45.704624 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-96a6d17c-1b85-48e4-a4f2-95d63894c7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:45.711828 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28b300a5-42d9-425a-b318-065cab448fd4 req-c0f76924-5a2b-4ddf-90c5-0ca99cb3e59d tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601134 Jul 23 16:33:45.806719 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-505a9099-3b94-40eb-87fc-34a2323d5356 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:45.854203 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a9099-3b94-40eb-87fc-34a2323d5356 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Subnet': ['ID=ff049a84-aa1f-445a-be16-a3af2e6e72fa,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:45.867726 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-505a9099-3b94-40eb-87fc-34a2323d5356 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:45.870243 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-505a9099-3b94-40eb-87fc-34a2323d5356 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/ff049a84-aa1f-445a-be16-a3af2e6e72fa HTTP/1.1" status: 204 len: 168 time: 0.5096912 Jul 23 16:33:45.872831 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47174) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:46.005519 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-15b744fc-2d58-46a3-aec0-6df7068b6c43 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1313937 Jul 23 16:33:46.008323 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47178) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:46.015951 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-cbd1e7b3-d5b4-4946-a406-f2691960d907 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:46.171668 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:46.174798 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.api [None req-96a6d17c-1b85-48e4-a4f2-95d63894c7b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:33:46.175134 n-d-778549-4 neutron-server[94014]: DEBUG oslo_db.api [None req-96a6d17c-1b85-48e4-a4f2-95d63894c7b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:33:46.244324 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd1e7b3-d5b4-4946-a406-f2691960d907 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:46.248389 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cbd1e7b3-d5b4-4946-a406-f2691960d907 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:46.252859 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 3c7e576d-7e86-4b86-b49c-c4183cbc368e, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3c7e576d-7e86-4b86-b49c-c4183cbc368e,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:46.253003 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47186) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:46.262014 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:46.438834 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=3c7e576d-7e86-4b86-b49c-c4183cbc368e,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:46.461857 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02c819e-af6c-4e75-bdac-266322fe0565 None None] Update dhcp port {'port': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'fixed_ips': [{'subnet_id': 'ff049a84-aa1f-445a-be16-a3af2e6e72fa'}], 'binding:host_id': 'n-d-778549-4'}, 'id': '3c7e576d-7e86-4b86-b49c-c4183cbc368e'} from n-d-778549-4. {{(pid=94014) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:33:46.485911 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3810eb40-45bd-40f1-a394-d1805a144a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:46.518272 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b02c819e-af6c-4e75-bdac-266322fe0565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:46.549323 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046c827-5d69-462b-96ff-383d75d3ee0a req-5953bb4c-9908-48bd-8f1a-f872a3238130 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:46.557751 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8046c827-5d69-462b-96ff-383d75d3ee0a req-5953bb4c-9908-48bd-8f1a-f872a3238130 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 945 time: 0.1875172 Jul 23 16:33:46.591972 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cbd1e7b3-d5b4-4946-a406-f2691960d907 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:46.625279 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3c7e576d-7e86-4b86-b49c-c4183cbc368e up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:33:46.663565 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8046c827-5d69-462b-96ff-383d75d3ee0a req-3c0efac8-139f-40f2-bba0-8d6f8de9176d tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048000 Jul 23 16:33:46.670915 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3810eb40-45bd-40f1-a394-d1805a144a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:46.677482 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3810eb40-45bd-40f1-a394-d1805a144a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:46.686670 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd1e7b3-d5b4-4946-a406-f2691960d907 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:46.699322 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-cbd1e7b3-d5b4-4946-a406-f2691960d907 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:46.702331 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd1e7b3-d5b4-4946-a406-f2691960d907 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:46.702950 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cbd1e7b3-d5b4-4946-a406-f2691960d907 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:46.728726 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3810eb40-45bd-40f1-a394-d1805a144a45 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1560c9178a3f48c3992ee913da79b064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4718838 Jul 23 16:33:46.728940 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1e7b3-d5b4-4946-a406-f2691960d907 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Subnet': ['ID=bdca3384-0047-4ddd-b501-02f8d2101219,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:46.729041 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47196) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:46.736111 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3810eb40-45bd-40f1-a394-d1805a144a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc411219-453a-49da-b44c-b61860ae88be,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:46.757825 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-cbd1e7b3-d5b4-4946-a406-f2691960d907 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7483025 Jul 23 16:33:46.760652 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47198) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:46.765768 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-9640b458-0f2a-4895-87a1-2087da33484a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:46.842079 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 3c7e576d-7e86-4b86-b49c-c4183cbc368e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:46.842450 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:46.890362 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-617a274e-d664-47e7-893f-e98e08be62de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:46.940341 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-617a274e-d664-47e7-893f-e98e08be62de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:46.964133 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb949e6c-1424-4e2c-9c3f-24ddb8fc11b0 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:47.001597 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9640b458-0f2a-4895-87a1-2087da33484a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:47.006477 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9640b458-0f2a-4895-87a1-2087da33484a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:47.086097 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c2e0f8c3-d998-4f8f-866f-0478bd6373ae None None] Provisioning complete for port 3c7e576d-7e86-4b86-b49c-c4183cbc368e triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:47.094167 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c2e0f8c3-d998-4f8f-866f-0478bd6373ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:47.129362 n-d-778549-4 neutron-server[94013]: INFO neutron.db.ipam_backend_mixin [None req-9640b458-0f2a-4895-87a1-2087da33484a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bdca3384-0047-4ddd-b501-02f8d2101219 (CIDR: 2001:db8::/64) Jul 23 16:33:47.132763 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-617a274e-d664-47e7-893f-e98e08be62de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:47.138063 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-617a274e-d664-47e7-893f-e98e08be62de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:47.144069 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-617a274e-d664-47e7-893f-e98e08be62de admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fc411219-453a-49da-b44c-b61860ae88be HTTP/1.1" status: 204 len: 168 time: 0.4098327 Jul 23 16:33:47.170838 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a274e-d664-47e7-893f-e98e08be62de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc411219-453a-49da-b44c-b61860ae88be,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:47.183984 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-9640b458-0f2a-4895-87a1-2087da33484a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:33:47.184720 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9640b458-0f2a-4895-87a1-2087da33484a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:47.216417 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9640b458-0f2a-4895-87a1-2087da33484a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4546108 Jul 23 16:33:47.225700 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47208) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:47.230227 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-321f1ebb-0d1b-4ad1-ba0b-c8e892933456 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'subnet': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:47.556184 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936a665d-b2a7-464a-8991-7d4ab7ceaddf None None] Update dhcp port {'port': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'fixed_ips': [{'subnet_id': 'bdca3384-0047-4ddd-b501-02f8d2101219'}], 'binding:host_id': 'n-d-778549-4'}, 'id': '3c7e576d-7e86-4b86-b49c-c4183cbc368e'} from n-d-778549-4. {{(pid=94014) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:33:47.599111 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-936a665d-b2a7-464a-8991-7d4ab7ceaddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:47.670022 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47222) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:47.685963 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c83e00c2-9fda-4226-a35b-4eb910b11af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:47.815682 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-936a665d-b2a7-464a-8991-7d4ab7ceaddf None None] Allocated IP 2001:db8::2 (6431ca09-76a8-48e6-9c71-fe9e76635950/bdca3384-0047-4ddd-b501-02f8d2101219/3c7e576d-7e86-4b86-b49c-c4183cbc368e) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:47.844285 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c83e00c2-9fda-4226-a35b-4eb910b11af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:47.850921 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c83e00c2-9fda-4226-a35b-4eb910b11af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:47.885097 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c83e00c2-9fda-4226-a35b-4eb910b11af6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=57da849ef0c547a3afd275867b8b3dea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2114706 Jul 23 16:33:47.887653 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47226) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:47.895818 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94501f97-ae09-4685-ad80-823a5e2a2bab req-58aa50d0-8c68-47c8-a794-eeacce588f64 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:47.897425 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94501f97-ae09-4685-ad80-823a5e2a2bab req-58aa50d0-8c68-47c8-a794-eeacce588f64 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 945 time: 0.1038177 Jul 23 16:33:47.898631 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321f1ebb-0d1b-4ad1-ba0b-c8e892933456 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:47.902032 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-321f1ebb-0d1b-4ad1-ba0b-c8e892933456 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:47.926354 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-936a665d-b2a7-464a-8991-7d4ab7ceaddf None None] For port 3c7e576d-7e86-4b86-b49c-c4183cbc368e, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3c7e576d-7e86-4b86-b49c-c4183cbc368e,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:47.934432 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e00c2-9fda-4226-a35b-4eb910b11af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef5ef7e-fc57-4059-ae66-dc81667cfdb3,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:47.957983 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-936a665d-b2a7-464a-8991-7d4ab7ceaddf None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:47.971780 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-936a665d-b2a7-464a-8991-7d4ab7ceaddf None None] Transition to ACTIVE for port object 3c7e576d-7e86-4b86-b49c-c4183cbc368e will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:47.977185 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-936a665d-b2a7-464a-8991-7d4ab7ceaddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:48.009830 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94501f97-ae09-4685-ad80-823a5e2a2bab req-352c6d6c-332d-451e-a787-f2f18cf44181 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040406 Jul 23 16:33:48.025820 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f0a2612d-2bfd-45a6-8ffd-a45ef6bbc3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:48.063189 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f0a2612d-2bfd-45a6-8ffd-a45ef6bbc3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:48.109890 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a665d-b2a7-464a-8991-7d4ab7ceaddf None None] Pushing event updated for resources: {'Port': ['ID=3c7e576d-7e86-4b86-b49c-c4183cbc368e,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:48.132645 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f0a2612d-2bfd-45a6-8ffd-a45ef6bbc3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:48.135387 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f0a2612d-2bfd-45a6-8ffd-a45ef6bbc3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:48.136566 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f0a2612d-2bfd-45a6-8ffd-a45ef6bbc3de admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4ef5ef7e-fc57-4059-ae66-dc81667cfdb3 HTTP/1.1" status: 204 len: 168 time: 0.2142127 Jul 23 16:33:48.146981 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2612d-2bfd-45a6-8ffd-a45ef6bbc3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef5ef7e-fc57-4059-ae66-dc81667cfdb3,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:48.470326 n-d-778549-4 neutron-server[94012]: DEBUG neutron.objects.ports [None req-321f1ebb-0d1b-4ad1-ba0b-c8e892933456 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94012) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:33:48.505401 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3c7e576d-7e86-4b86-b49c-c4183cbc368e no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:33:48.656913 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:48.723600 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-321f1ebb-0d1b-4ad1-ba0b-c8e892933456 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:48.759138 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.api [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:33:48.759509 n-d-778549-4 neutron-server[94014]: DEBUG oslo_db.api [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:33:48.992981 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-321f1ebb-0d1b-4ad1-ba0b-c8e892933456 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] For port 3c7e576d-7e86-4b86-b49c-c4183cbc368e, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3c7e576d-7e86-4b86-b49c-c4183cbc368e,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:49.061688 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a078f-4287-46e8-8b25-d5b27dfcea23 req-440ef96f-a592-416e-a1c8-51c0518c1898 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:49.072401 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-789a078f-4287-46e8-8b25-d5b27dfcea23 req-440ef96f-a592-416e-a1c8-51c0518c1898 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1558614 Jul 23 16:33:49.076368 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-321f1ebb-0d1b-4ad1-ba0b-c8e892933456 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:49.119115 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-321f1ebb-0d1b-4ad1-ba0b-c8e892933456 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:49.119808 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-321f1ebb-0d1b-4ad1-ba0b-c8e892933456 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:49.185222 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7cbfd6b2-c80f-47c3-ae77-2eb711f8b4cf None None] Provisioning for port 3c7e576d-7e86-4b86-b49c-c4183cbc368e completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:49.190213 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7cbfd6b2-c80f-47c3-ae77-2eb711f8b4cf None None] Provisioning complete for port 3c7e576d-7e86-4b86-b49c-c4183cbc368e triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:49.190990 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7cbfd6b2-c80f-47c3-ae77-2eb711f8b4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:49.237493 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-789a078f-4287-46e8-8b25-d5b27dfcea23 req-04703afb-1438-4940-bba6-1878b649d5cb tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583869 Jul 23 16:33:49.318374 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f1ebb-0d1b-4ad1-ba0b-c8e892933456 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Port': ['ID=3c7e576d-7e86-4b86-b49c-c4183cbc368e,revision_number=8']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:49.321329 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f1ebb-0d1b-4ad1-ba0b-c8e892933456 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Subnet': ['ID=5e02734f-d587-4f08-b6f0-35c3e3f5377d,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:49.330260 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321f1ebb-0d1b-4ad1-ba0b-c8e892933456 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:49.335173 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-321f1ebb-0d1b-4ad1-ba0b-c8e892933456 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:49.338850 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321f1ebb-0d1b-4ad1-ba0b-c8e892933456 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:49.339691 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-321f1ebb-0d1b-4ad1-ba0b-c8e892933456 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:49.388246 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-321f1ebb-0d1b-4ad1-ba0b-c8e892933456 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.1630301 Jul 23 16:33:49.391160 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47280) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:49.397039 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-ee415101-08bb-4258-8f6a-86eb601d1494 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Request body: {'port': {'network_id': '6431ca09-76a8-48e6-9c71-fe9e76635950', 'mac_address': 'fa:16:3e:57:f6:e1', 'name': 'tempest-NetworksTestDHCPv6-1271704531'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:49.433795 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:49.474937 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680dc2d-b3b7-431c-b496-18eaa959bb53 req-64a9974f-f157-462c-8756-84bd498d70de tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:49.485910 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9680dc2d-b3b7-431c-b496-18eaa959bb53 req-64a9974f-f157-462c-8756-84bd498d70de tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 945 time: 0.3607736 Jul 23 16:33:49.515599 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 3c7e576d-7e86-4b86-b49c-c4183cbc368e, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3c7e576d-7e86-4b86-b49c-c4183cbc368e,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:49.518684 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244df13d-5ec3-4f6c-9777-6b5a044b3a16 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:49.522791 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:49.621185 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9680dc2d-b3b7-431c-b496-18eaa959bb53 req-a776a177-bc24-4372-a0f7-9cda5659b912 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246760 Jul 23 16:33:49.633825 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-17b11f89-fcf1-4a1c-896d-fe5f611ed08b None None] Could not find standard attr ID for object 6267aea8-3b47-4f87-8249-17382169b972. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:33:49.642903 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060c093-d099-4ff7-8659-0fe77a6f55e9 req-52cd0f71-5644-41cc-b030-9a62c517f6fa tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:49.645158 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9060c093-d099-4ff7-8659-0fe77a6f55e9 req-52cd0f71-5644-41cc-b030-9a62c517f6fa tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.2638135 Jul 23 16:33:49.649866 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee415101-08bb-4258-8f6a-86eb601d1494 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Made reservation on behalf of 35e8e259141447e2beee3a0a6792778d for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:49.666125 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=3c7e576d-7e86-4b86-b49c-c4183cbc368e,revision_number=9']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:49.701862 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:49.702216 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:49.702560 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:49.702897 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:49.703295 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:49.703566 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:49.703893 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:49.704222 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:49.704544 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:49.704867 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:49.705348 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:49.705685 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:49.777907 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9060c093-d099-4ff7-8659-0fe77a6f55e9 req-429df279-4fb4-4da7-a018-1480faae7aa4 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258321 Jul 23 16:33:49.800387 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3c7e576d-7e86-4b86-b49c-c4183cbc368e up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:33:49.846521 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ee415101-08bb-4258-8f6a-86eb601d1494 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:49.877204 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-ee415101-08bb-4258-8f6a-86eb601d1494 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] device_id is not set on port 8a9ffa4a-f512-429d-a9ba-224a2f3611c3 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:33:49.942437 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 3c7e576d-7e86-4b86-b49c-c4183cbc368e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:49.942818 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:50.125907 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:50.168808 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-ee415101-08bb-4258-8f6a-86eb601d1494 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Allocated IP 2001:db8::35 (6431ca09-76a8-48e6-9c71-fe9e76635950/bdca3384-0047-4ddd-b501-02f8d2101219/8a9ffa4a-f512-429d-a9ba-224a2f3611c3) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:50.174312 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 3c7e576d-7e86-4b86-b49c-c4183cbc368e, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3c7e576d-7e86-4b86-b49c-c4183cbc368e,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:50.179503 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:50.188691 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-ee415101-08bb-4258-8f6a-86eb601d1494 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Allocated IP 2001:db8:0:1:f816:3eff:fe57:f6e1 (6431ca09-76a8-48e6-9c71-fe9e76635950/5e02734f-d587-4f08-b6f0-35c3e3f5377d/8a9ffa4a-f512-429d-a9ba-224a2f3611c3) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:50.242852 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=3c7e576d-7e86-4b86-b49c-c4183cbc368e,revision_number=10']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:50.310278 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75e328-18c3-43c2-9fa9-bd53b96fd970 req-b8c71635-5d2b-48d6-ad28-c953bee478f2 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:50.317106 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ef75e328-18c3-43c2-9fa9-bd53b96fd970 req-b8c71635-5d2b-48d6-ad28-c953bee478f2 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1877029 Jul 23 16:33:50.387413 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ef75e328-18c3-43c2-9fa9-bd53b96fd970 req-82809b92-0099-4a7e-a3a9-c0cce4a5dadd tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668106 Jul 23 16:33:50.450932 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ee415101-08bb-4258-8f6a-86eb601d1494 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:50.465735 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-ee415101-08bb-4258-8f6a-86eb601d1494 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Transition to ACTIVE for port object 8a9ffa4a-f512-429d-a9ba-224a2f3611c3 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:50.535938 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ee415101-08bb-4258-8f6a-86eb601d1494 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:50.633146 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5be94-336f-403d-9a31-16dc1f27d446 req-771c507a-e2e0-422d-afa3-d08422aa8faf tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:50.637616 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3c7e576d-7e86-4b86-b49c-c4183cbc368e up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:33:50.649698 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee415101-08bb-4258-8f6a-86eb601d1494 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:50.651229 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee415101-08bb-4258-8f6a-86eb601d1494 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event updated for resources: {'Port': ['ID=8a9ffa4a-f512-429d-a9ba-224a2f3611c3,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:50.656350 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-ee415101-08bb-4258-8f6a-86eb601d1494 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:50.656925 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee415101-08bb-4258-8f6a-86eb601d1494 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:50.663075 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee415101-08bb-4258-8f6a-86eb601d1494 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:50.663894 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ee415101-08bb-4258-8f6a-86eb601d1494 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:50.677815 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-06c5be94-336f-403d-9a31-16dc1f27d446 req-771c507a-e2e0-422d-afa3-d08422aa8faf tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1881602 Jul 23 16:33:50.685854 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ee415101-08bb-4258-8f6a-86eb601d1494 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2934437 Jul 23 16:33:50.688581 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47318) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:50.784129 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 3c7e576d-7e86-4b86-b49c-c4183cbc368e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:50.784631 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:50.981043 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-06c5be94-336f-403d-9a31-16dc1f27d446 req-17aa84b5-12fa-4685-b1ed-0d9ae22bc425 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809775 Jul 23 16:33:51.080368 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-831fc41a-c0a6-4d2a-ba11-29dbccf4110b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting port 8a9ffa4a-f512-429d-a9ba-224a2f3611c3 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:51.084807 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-831fc41a-c0a6-4d2a-ba11-29dbccf4110b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:51.087799 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-028e16eb-a5f9-47e1-89fa-3cbb925ff9be None None] Provisioning complete for port 3c7e576d-7e86-4b86-b49c-c4183cbc368e triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:51.091739 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-028e16eb-a5f9-47e1-89fa-3cbb925ff9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:51.195303 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff36f1-9689-47bc-8a83-ecde1d2c655a req-913ad32f-0609-4206-849d-75271cdcf6ee tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:51.197436 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-43ff36f1-9689-47bc-8a83-ecde1d2c655a req-913ad32f-0609-4206-849d-75271cdcf6ee tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 945 time: 0.3664517 Jul 23 16:33:51.337813 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-43ff36f1-9689-47bc-8a83-ecde1d2c655a req-9e4d018a-0832-4555-be79-36cd81f7f965 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174700 Jul 23 16:33:51.374139 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-831fc41a-c0a6-4d2a-ba11-29dbccf4110b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:51.398132 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-831fc41a-c0a6-4d2a-ba11-29dbccf4110b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Calling delete_port for 8a9ffa4a-f512-429d-a9ba-224a2f3611c3 owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:51.412441 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-eaa90824-b8f7-4215-877e-dc096a5d759a None None] Could not find standard attr ID for object 0502bf5a-5f98-4f73-a070-8d232ba3eac9. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:33:51.627225 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce316c0-ab0a-4d3c-9e9d-e308d7400419 req-b37a49ba-be83-4c68-8677-d85b86ef9b40 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:51.629077 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1ce316c0-ab0a-4d3c-9e9d-e308d7400419 req-b37a49ba-be83-4c68-8677-d85b86ef9b40 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1303227 Jul 23 16:33:51.728949 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1ce316c0-ab0a-4d3c-9e9d-e308d7400419 req-7b46b174-f50f-46eb-864d-749f20f28c36 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938015 Jul 23 16:33:51.747773 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-5668bb69-fa39-4faa-a3b3-275b6829a239 None None] Provisioning for port 8a9ffa4a-f512-429d-a9ba-224a2f3611c3 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:51.750229 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-831fc41a-c0a6-4d2a-ba11-29dbccf4110b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:51.764162 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-5668bb69-fa39-4faa-a3b3-275b6829a239 None None] Provisioning complete for port 8a9ffa4a-f512-429d-a9ba-224a2f3611c3 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:51.764657 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5668bb69-fa39-4faa-a3b3-275b6829a239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:51.822417 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-5668bb69-fa39-4faa-a3b3-275b6829a239 None None] Port 8a9ffa4a-f512-429d-a9ba-224a2f3611c3 was deleted so its status cannot be updated. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 16:33:51.833736 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831fc41a-c0a6-4d2a-ba11-29dbccf4110b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Port': ['ID=8a9ffa4a-f512-429d-a9ba-224a2f3611c3,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:51.981406 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-831fc41a-c0a6-4d2a-ba11-29dbccf4110b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:51.983377 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-831fc41a-c0a6-4d2a-ba11-29dbccf4110b tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/8a9ffa4a-f512-429d-a9ba-224a2f3611c3 HTTP/1.1" status: 204 len: 168 time: 1.2937467 Jul 23 16:33:51.987425 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47354) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:52.030085 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be4799-e25b-45ac-bd2e-267580678886 req-5056e9e7-e099-4af4-a4ca-c2e6c2cbb6a9 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:52.037668 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d7be4799-e25b-45ac-bd2e-267580678886 req-5056e9e7-e099-4af4-a4ca-c2e6c2cbb6a9 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1981478 Jul 23 16:33:52.098384 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-732ad7ba-e74b-4b55-9d90-a413b5dda94a req-56fd8d30-ceb2-4afa-8658-a953bc6cbef9 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2216277 Jul 23 16:33:52.102839 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d7be4799-e25b-45ac-bd2e-267580678886 req-2a04f343-b3ce-43a4-81e8-98ff9e15aa27 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640337 Jul 23 16:33:52.119629 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030841d1-0497-4eb5-8b6f-fdebe95c91f1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:52.140102 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47356) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:52.140560 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-030841d1-0497-4eb5-8b6f-fdebe95c91f1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1482656 Jul 23 16:33:52.301450 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ad7ba-e74b-4b55-9d90-a413b5dda94a req-e4f6eb92-496e-4ef0-ba21-6f4ed8242c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:52.303018 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-732ad7ba-e74b-4b55-9d90-a413b5dda94a req-e4f6eb92-496e-4ef0-ba21-6f4ed8242c6a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d8469dd886547af8aa5b5e0e02307dd&device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 1097 time: 0.1189699 Jul 23 16:33:52.325557 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4bd719-4b66-4cb9-a66e-c0f812a50a20 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:52.326237 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fd8299c9-8720-4168-9696-fabf3cc0cb72 req-4562ed11-095f-4e83-80f0-2e609b2fd1f7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1863234 Jul 23 16:33:52.327254 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7d4bd719-4b66-4cb9-a66e-c0f812a50a20 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2003453 Jul 23 16:33:52.330339 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47368) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:52.537439 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8299c9-8720-4168-9696-fabf3cc0cb72 req-b9d3b551-0440-49ae-93b1-031f495d9e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:52.542819 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fd8299c9-8720-4168-9696-fabf3cc0cb72 req-b9d3b551-0440-49ae-93b1-031f495d9e8e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=54c4450647c445a5ad7f9adbba82da8f&device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 1096 time: 0.1881855 Jul 23 16:33:52.677774 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707e245d-1899-4575-aed4-86be1866ea3f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:52.679102 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707e245d-1899-4575-aed4-86be1866ea3f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:52.680807 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707e245d-1899-4575-aed4-86be1866ea3f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:52.685718 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-707e245d-1899-4575-aed4-86be1866ea3f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3463066 Jul 23 16:33:52.686175 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47382) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:52.768180 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ec0bc0-e399-4752-8cd6-a8df0ce85ab8 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting subnet 5e02734f-d587-4f08-b6f0-35c3e3f5377d {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:33:52.773173 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8299c9-8720-4168-9696-fabf3cc0cb72 req-6b8672a1-7340-4fa9-8e48-f8c7cb3745e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:52.774800 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fd8299c9-8720-4168-9696-fabf3cc0cb72 req-6b8672a1-7340-4fa9-8e48-f8c7cb3745e2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=188f4564-8b8f-479c-8498-350853f64f83 HTTP/1.1" status: 200 len: 918 time: 0.2061279 Jul 23 16:33:52.776178 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63ec0bc0-e399-4752-8cd6-a8df0ce85ab8 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:52.789884 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ad7ba-e74b-4b55-9d90-a413b5dda94a req-df55f505-c4c4-46f8-b9ce-a96671565694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:52.791838 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-732ad7ba-e74b-4b55-9d90-a413b5dda94a req-df55f505-c4c4-46f8-b9ce-a96671565694 service neutron] 10.222.0.97 "GET /v2.0/networks?id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a HTTP/1.1" status: 200 len: 913 time: 0.4340451 Jul 23 16:33:52.855870 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbe2fa-5ea4-4a87-9e9c-d365c4388c96 req-e8aa9f63-4fd1-4ed0-be8e-0d7a74e8a6fe tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:52.857950 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6bfbe2fa-5ea4-4a87-9e9c-d365c4388c96 req-e8aa9f63-4fd1-4ed0-be8e-0d7a74e8a6fe tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 945 time: 0.3756330 Jul 23 16:33:52.888988 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fd8299c9-8720-4168-9696-fabf3cc0cb72 req-9fb7f16a-8f4b-4e88-8d35-e75838660211 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 HTTP/1.1" status: 200 len: 1000 time: 0.0873566 Jul 23 16:33:52.891733 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63ec0bc0-e399-4752-8cd6-a8df0ce85ab8 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:52.966772 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74279e13-717b-4b6f-8c6b-b8a24e51742a req-9085371a-253a-474a-ae3e-125d8681af01 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:52.969284 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74279e13-717b-4b6f-8c6b-b8a24e51742a req-9085371a-253a-474a-ae3e-125d8681af01 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.4078674 Jul 23 16:33:52.998454 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8299c9-8720-4168-9696-fabf3cc0cb72 req-c4e661eb-c37f-412e-9994-e2ff4ffb4347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:53.000859 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fd8299c9-8720-4168-9696-fabf3cc0cb72 req-c4e661eb-c37f-412e-9994-e2ff4ffb4347 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8b88c056-245d-4f4e-ab87-c54aa261bddb HTTP/1.1" status: 200 len: 855 time: 0.0845358 Jul 23 16:33:53.052543 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6bfbe2fa-5ea4-4a87-9e9c-d365c4388c96 req-e452c3d2-b2ff-4512-b789-6e209bd3cd90 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769950 Jul 23 16:33:53.067455 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-732ad7ba-e74b-4b55-9d90-a413b5dda94a req-1aed102c-ba9c-4987-a23d-2e34173bff27 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=726cd214-8346-47cb-a33e-99234af00cab HTTP/1.1" status: 200 len: 1002 time: 0.2334807 Jul 23 16:33:53.102126 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63ec0bc0-e399-4752-8cd6-a8df0ce85ab8 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:53.138306 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74279e13-717b-4b6f-8c6b-b8a24e51742a req-81e10b47-9f2c-4588-8314-9892359dca85 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405525 Jul 23 16:33:53.177290 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8299c9-8720-4168-9696-fabf3cc0cb72 req-95598299-f606-4937-a9d2-18d39706b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:53.178551 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ad7ba-e74b-4b55-9d90-a413b5dda94a req-1f1d2b58-b13e-45e7-ba51-483b8aa4a47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:53.178859 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fd8299c9-8720-4168-9696-fabf3cc0cb72 req-95598299-f606-4937-a9d2-18d39706b458 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=188f4564-8b8f-479c-8498-350853f64f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1694136 Jul 23 16:33:53.180142 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-732ad7ba-e74b-4b55-9d90-a413b5dda94a req-1f1d2b58-b13e-45e7-ba51-483b8aa4a47b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2ae57d8d-3779-4491-8fd1-fe104612a516 HTTP/1.1" status: 200 len: 850 time: 0.1048818 Jul 23 16:33:53.260343 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63ec0bc0-e399-4752-8cd6-a8df0ce85ab8 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:53.273555 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ad7ba-e74b-4b55-9d90-a413b5dda94a req-753258f7-81e5-4864-ab64-64b47fa3bd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:53.276286 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-732ad7ba-e74b-4b55-9d90-a413b5dda94a req-753258f7-81e5-4864-ab64-64b47fa3bd3c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851102 Jul 23 16:33:53.301608 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec0bc0-e399-4752-8cd6-a8df0ce85ab8 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Subnet': ['ID=5e02734f-d587-4f08-b6f0-35c3e3f5377d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:53.354111 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63ec0bc0-e399-4752-8cd6-a8df0ce85ab8 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:53.356063 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-63ec0bc0-e399-4752-8cd6-a8df0ce85ab8 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/5e02734f-d587-4f08-b6f0-35c3e3f5377d HTTP/1.1" status: 204 len: 168 time: 0.6679282 Jul 23 16:33:53.358633 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47394) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:53.365166 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662dfd7d-f6f2-4a66-8305-e3eab8265999 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:53.464919 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fd8299c9-8720-4168-9696-fabf3cc0cb72 req-bdd1eb55-dda2-4c88-80b4-58a8d2c279d7 service neutron] 10.222.0.74 "GET /v2.0/networks/188f4564-8b8f-479c-8498-350853f64f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719235 Jul 23 16:33:53.473154 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceebcfd8-6170-4323-9b17-1e4ae1c69398 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Deleting subnet bdca3384-0047-4ddd-b501-02f8d2101219 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:33:53.483377 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-732ad7ba-e74b-4b55-9d90-a413b5dda94a req-25bfe3ce-1c7e-44f9-80ae-8a55257dda0d service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892521 Jul 23 16:33:53.488726 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ceebcfd8-6170-4323-9b17-1e4ae1c69398 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:53.537760 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f4c03-f107-4c1b-b1c5-0e28c1e05187 req-d384b25f-c43d-4ddb-bbac-4344738c875e tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:53.539226 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-054f4c03-f107-4c1b-b1c5-0e28c1e05187 req-d384b25f-c43d-4ddb-bbac-4344738c875e tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.2583296 Jul 23 16:33:53.552636 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ceebcfd8-6170-4323-9b17-1e4ae1c69398 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:53.739559 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-732ad7ba-e74b-4b55-9d90-a413b5dda94a req-4e3646d0-def5-4847-a7e0-fa71fa13860b service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448161 Jul 23 16:33:53.741905 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ceebcfd8-6170-4323-9b17-1e4ae1c69398 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:53.773340 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-054f4c03-f107-4c1b-b1c5-0e28c1e05187 req-4640cf3a-8900-46bb-9571-b2aa21d9eac5 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953890 Jul 23 16:33:53.812085 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fd8299c9-8720-4168-9696-fabf3cc0cb72 req-2b20b7de-b6e5-4236-94a9-64e07ff90b04 service neutron] 10.222.0.74 "GET /v2.0/networks/188f4564-8b8f-479c-8498-350853f64f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352537 Jul 23 16:33:53.847203 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ceebcfd8-6170-4323-9b17-1e4ae1c69398 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:53.876870 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ceebcfd8-6170-4323-9b17-1e4ae1c69398 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:53.879890 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ceebcfd8-6170-4323-9b17-1e4ae1c69398 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/bdca3384-0047-4ddd-b501-02f8d2101219 HTTP/1.1" status: 204 len: 168 time: 0.5203087 Jul 23 16:33:53.882664 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47408) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:53.919047 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceebcfd8-6170-4323-9b17-1e4ae1c69398 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Subnet': ['ID=bdca3384-0047-4ddd-b501-02f8d2101219,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:53.981340 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1d2d9a65-30f5-46a4-9812-64ea878dfd88 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0972455 Jul 23 16:33:53.983505 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47412) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:54.088784 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0ee5c8-7910-434c-86ff-731ad3558d14 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:54.090844 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3f0ee5c8-7910-434c-86ff-731ad3558d14 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1063576 Jul 23 16:33:54.093837 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47420) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:54.184306 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f073fc7e-f6dd-43af-8bd4-d1bbc9a582fe tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:54.190376 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f073fc7e-f6dd-43af-8bd4-d1bbc9a582fe tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0932255 Jul 23 16:33:54.190677 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47424) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:54.245619 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8950a86f-176c-48fc-a483-8b280e35abe8 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496147 Jul 23 16:33:54.248395 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47426) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:54.277480 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-1673b0a9-d0ba-4341-9242-1ef19b3a0f94 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:54.278254 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1673b0a9-d0ba-4341-9242-1ef19b3a0f94 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:54.278606 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a670179-0f76-4b79-a45d-6b299a3ef54e req-a06b42b2-2f27-4504-a861-efe292b19799 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:54.282621 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1673b0a9-d0ba-4341-9242-1ef19b3a0f94 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/8a9ffa4a-f512-429d-a9ba-224a2f3611c3 HTTP/1.1" status: 404 len: 333 time: 0.0309992 Jul 23 16:33:54.283384 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47428) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:54.286721 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3a670179-0f76-4b79-a45d-6b299a3ef54e req-a06b42b2-2f27-4504-a861-efe292b19799 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1855562 Jul 23 16:33:54.326781 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0e14770-8819-45aa-b6a2-574da7c598fa tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:54.327229 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0e14770-8819-45aa-b6a2-574da7c598fa tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:54.331412 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f0e14770-8819-45aa-b6a2-574da7c598fa tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/5e02734f-d587-4f08-b6f0-35c3e3f5377d HTTP/1.1" status: 404 len: 337 time: 0.0446661 Jul 23 16:33:54.333600 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47430) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:54.374471 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f199f2-965e-4abd-a212-9ef6e4d0510d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:54.374947 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31f199f2-965e-4abd-a212-9ef6e4d0510d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:54.379426 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-31f199f2-965e-4abd-a212-9ef6e4d0510d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/bdca3384-0047-4ddd-b501-02f8d2101219 HTTP/1.1" status: 404 len: 337 time: 0.0415215 Jul 23 16:33:54.379891 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47432) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:54.383736 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132dd5d-9b63-4311-9a24-3a48da11594f req-738910c9-ace4-4a62-aa33-c6be34b5e869 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:54.392883 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c132dd5d-9b63-4311-9a24-3a48da11594f req-738910c9-ace4-4a62-aa33-c6be34b5e869 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 945 time: 0.2043140 Jul 23 16:33:54.405867 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3a670179-0f76-4b79-a45d-6b299a3ef54e req-a7ca01c6-72ba-4e08-87c8-fad4db6b2c1c tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180394 Jul 23 16:33:54.418868 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-646ec18c-f74f-4b41-876b-6d47ee0dd7e1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:54.419606 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-646ec18c-f74f-4b41-876b-6d47ee0dd7e1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:54.423703 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-646ec18c-f74f-4b41-876b-6d47ee0dd7e1 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/0502bf5a-5f98-4f73-a070-8d232ba3eac9 HTTP/1.1" status: 404 len: 333 time: 0.0402248 Jul 23 16:33:54.424018 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47434) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:54.466086 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d947ff-1aba-4ddc-ac9d-389b7f22a778 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:54.466538 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26d947ff-1aba-4ddc-ac9d-389b7f22a778 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:54.468277 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-26d947ff-1aba-4ddc-ac9d-389b7f22a778 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/ff049a84-aa1f-445a-be16-a3af2e6e72fa HTTP/1.1" status: 404 len: 337 time: 0.0433817 Jul 23 16:33:54.469895 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c132dd5d-9b63-4311-9a24-3a48da11594f req-34fae1bb-051f-403c-a3f7-f53be97f850e tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724728 Jul 23 16:33:54.470944 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47438) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:54.502509 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b3985c6-0ec6-4401-a6d2-1ec540e3010f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:54.503149 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b3985c6-0ec6-4401-a6d2-1ec540e3010f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:54.505201 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6b3985c6-0ec6-4401-a6d2-1ec540e3010f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/02ecadc8-d65d-42be-9ea6-52ec2a3d5a19 HTTP/1.1" status: 404 len: 337 time: 0.0332086 Jul 23 16:33:54.507826 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47442) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:54.541167 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-d44eb00c-ea60-4ff1-a0f5-626c36f306c4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:54.541932 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d44eb00c-ea60-4ff1-a0f5-626c36f306c4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:54.543898 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d44eb00c-ea60-4ff1-a0f5-626c36f306c4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/6267aea8-3b47-4f87-8249-17382169b972 HTTP/1.1" status: 404 len: 333 time: 0.0350578 Jul 23 16:33:54.546737 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47444) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:54.585429 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-78edb65c-3487-48c7-a2e6-6d2f371f8392 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:54.585882 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78edb65c-3487-48c7-a2e6-6d2f371f8392 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:54.588618 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-78edb65c-3487-48c7-a2e6-6d2f371f8392 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/60a2cd1b-5c05-4509-a447-1e3bd80a2861 HTTP/1.1" status: 404 len: 337 time: 0.0407434 Jul 23 16:33:54.591266 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47450) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:54.637974 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cac3d3b-d3db-4415-ad80-dc0acfe0b950 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:54.638430 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cac3d3b-d3db-4415-ad80-dc0acfe0b950 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:54.640516 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0cac3d3b-d3db-4415-ad80-dc0acfe0b950 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/a9ce97fa-2192-4467-9e1e-e68773843106 HTTP/1.1" status: 404 len: 337 time: 0.0483322 Jul 23 16:33:54.643333 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47454) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:54.665768 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da017f-d9cb-4a55-b369-c600d5365de6 req-6e18c30b-6325-4e23-84d4-807cc8ccf3a8 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:54.667534 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-33da017f-d9cb-4a55-b369-c600d5365de6 req-6e18c30b-6325-4e23-84d4-807cc8ccf3a8 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1056848 Jul 23 16:33:54.681749 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-b364637a-b8ae-4771-9ee4-0c3217250783 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:54.687158 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b364637a-b8ae-4771-9ee4-0c3217250783 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:54.688560 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b364637a-b8ae-4771-9ee4-0c3217250783 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/94fe2878-13d1-4afd-a048-856ce0c37d90 HTTP/1.1" status: 404 len: 333 time: 0.0442727 Jul 23 16:33:54.694789 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47458) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:54.705511 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a1f78e-41b1-489f-9ca7-ae8c43e60d36 None None] Network 6431ca09-76a8-48e6-9c71-fe9e76635950 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:54.754905 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-8abf3ee5-a1de-40f9-b9ee-6483edb22cc8 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:54.754905 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8abf3ee5-a1de-40f9-b9ee-6483edb22cc8 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:54.758897 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8abf3ee5-a1de-40f9-b9ee-6483edb22cc8 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/a6b20f30-72ec-4525-b418-404f8d04dd46 HTTP/1.1" status: 404 len: 337 time: 0.0609581 Jul 23 16:33:54.759375 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47462) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:54.768915 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-33da017f-d9cb-4a55-b369-c600d5365de6 req-5800c120-f900-47c7-ad44-b1b44831064e tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954185 Jul 23 16:33:54.807595 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbad236a-06de-4524-a5a2-ec3063e40396 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:54.808213 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbad236a-06de-4524-a5a2-ec3063e40396 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:54.810498 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fbad236a-06de-4524-a5a2-ec3063e40396 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/4c652efd-7608-41b3-98f1-aef460fcdebd HTTP/1.1" status: 404 len: 337 time: 0.0502572 Jul 23 16:33:54.813175 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47468) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:54.874039 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-b36ef1d3-a1f0-4d6a-b710-87ab52d2e8e0 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:54.875162 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b36ef1d3-a1f0-4d6a-b710-87ab52d2e8e0 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:54.877280 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b36ef1d3-a1f0-4d6a-b710-87ab52d2e8e0 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/f3a3fe4c-4952-49b5-b50d-a0407336a826 HTTP/1.1" status: 404 len: 333 time: 0.0630662 Jul 23 16:33:54.880067 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47472) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:54.912063 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-9686d1ce-1742-49b0-a8eb-49b0aacb3ea4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:54.912529 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9686d1ce-1742-49b0-a8eb-49b0aacb3ea4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:54.914367 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9686d1ce-1742-49b0-a8eb-49b0aacb3ea4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/e62bb460-dd4a-4203-97c0-33efe7545a5a HTTP/1.1" status: 404 len: 337 time: 0.0329874 Jul 23 16:33:54.916932 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47474) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:54.967401 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-163c9a42-d386-4436-878d-76b66334d565 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:54.968170 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-163c9a42-d386-4436-878d-76b66334d565 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:54.970172 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-163c9a42-d386-4436-878d-76b66334d565 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/115ae80e-1739-4c47-88cf-9d6ae9bcd931 HTTP/1.1" status: 404 len: 333 time: 0.0522442 Jul 23 16:33:54.972971 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47478) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:55.017269 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-e621be42-c60c-40f5-a442-965f81efa93a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:55.018805 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e621be42-c60c-40f5-a442-965f81efa93a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:55.022203 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e621be42-c60c-40f5-a442-965f81efa93a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/1e86acbc-92ef-4416-b3a8-044809722b23 HTTP/1.1" status: 404 len: 337 time: 0.0451717 Jul 23 16:33:55.022800 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47486) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:55.067130 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fba564d-1068-4374-be47-a11a82509950 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:55.068425 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fba564d-1068-4374-be47-a11a82509950 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:55.070279 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2fba564d-1068-4374-be47-a11a82509950 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/f27ad4a8-dd55-4dd2-a07c-9ebf7fd4ed9f HTTP/1.1" status: 404 len: 333 time: 0.0464725 Jul 23 16:33:55.073749 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47488) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:55.085149 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-adce38b6-186b-4971-aabd-2bec06d4d1cc None None] Provisioning complete for port 3c7e576d-7e86-4b86-b49c-c4183cbc368e triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:55.085793 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-adce38b6-186b-4971-aabd-2bec06d4d1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:55.126801 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-553ee39b-fe61-44f5-ba02-2fe404dc3fff tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:55.127322 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-553ee39b-fe61-44f5-ba02-2fe404dc3fff tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:55.129391 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-553ee39b-fe61-44f5-ba02-2fe404dc3fff tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/59fb06e4-5db9-4b7b-9e5e-83dc3e04507f HTTP/1.1" status: 404 len: 337 time: 0.0540633 Jul 23 16:33:55.136798 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47492) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:55.201193 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3675b-d735-4c7f-90dd-9b42a4567899 req-1b153730-f4d0-49b6-9226-12af614d6a0d tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:55.209228 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-7882b000-7b4a-4315-8ce6-17f6850f0575 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:55.210000 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7882b000-7b4a-4315-8ce6-17f6850f0575 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:55.212856 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7882b000-7b4a-4315-8ce6-17f6850f0575 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/4a4d482d-5fc0-4025-91ef-a98f88c34e08 HTTP/1.1" status: 404 len: 333 time: 0.0731905 Jul 23 16:33:55.219488 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47494) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:55.221858 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6ac3675b-d735-4c7f-90dd-9b42a4567899 req-1b153730-f4d0-49b6-9226-12af614d6a0d tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1312370 Jul 23 16:33:55.267446 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172ae486-7a4c-4bb5-9789-fdd2ee6e70b5 None None] DHCP port deletion for 6431ca09-76a8-48e6-9c71-fe9e76635950 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:33:55.282369 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e458709-0a4f-4fc9-bf22-7a7322ebf206 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:55.282631 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6ac3675b-d735-4c7f-90dd-9b42a4567899 req-921593d7-e9d1-48b1-b2e9-00b41a465131 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583773 Jul 23 16:33:55.286373 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e458709-0a4f-4fc9-bf22-7a7322ebf206 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:55.292038 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3e458709-0a4f-4fc9-bf22-7a7322ebf206 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/18399d9f-5475-47c4-96d2-a2f711ac353a HTTP/1.1" status: 404 len: 337 time: 0.0691476 Jul 23 16:33:55.299624 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47498) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:55.350564 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb706ed-bfa1-47a8-bb9e-3d0624ce5dd4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:55.351667 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb706ed-bfa1-47a8-bb9e-3d0624ce5dd4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:55.354072 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7fb706ed-bfa1-47a8-bb9e-3d0624ce5dd4 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/b923c3ba-be89-4811-9dfe-bb20d963fb42 HTTP/1.1" status: 404 len: 333 time: 0.0522735 Jul 23 16:33:55.356627 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47502) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:55.358259 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-172ae486-7a4c-4bb5-9789-fdd2ee6e70b5 None None] Deleting port 3c7e576d-7e86-4b86-b49c-c4183cbc368e {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:55.359237 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-172ae486-7a4c-4bb5-9789-fdd2ee6e70b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:55.396206 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead7a5a1-d28e-49e6-b8dd-8679a8406fd6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:55.396692 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ead7a5a1-d28e-49e6-b8dd-8679a8406fd6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:55.400887 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ead7a5a1-d28e-49e6-b8dd-8679a8406fd6 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/555e1f46-1a8a-4b96-aebe-be5388b878f4 HTTP/1.1" status: 404 len: 337 time: 0.0409441 Jul 23 16:33:55.401274 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47504) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:55.434929 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d0b1cd-dced-4a86-b62f-a4b6e6f8996c tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:55.436034 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39d0b1cd-dced-4a86-b62f-a4b6e6f8996c tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:55.439583 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-39d0b1cd-dced-4a86-b62f-a4b6e6f8996c tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/1a2618ec-56b5-4f4b-8612-5383839379f0 HTTP/1.1" status: 404 len: 333 time: 0.0338049 Jul 23 16:33:55.443078 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47506) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:55.471203 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a3141-0525-415f-853c-841c9e2fbe20 req-53e9e489-319c-40a3-b1cc-44b4c6a901f2 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:55.479347 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d2a3141-0525-415f-853c-841c9e2fbe20 req-53e9e489-319c-40a3-b1cc-44b4c6a901f2 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.0910881 Jul 23 16:33:55.507304 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-172ae486-7a4c-4bb5-9789-fdd2ee6e70b5 None None] For port 3c7e576d-7e86-4b86-b49c-c4183cbc368e, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3c7e576d-7e86-4b86-b49c-c4183cbc368e,segment=NetworkSegment(34a6ba6c-ad33-4b17-abe0-a6a969da5bb4),segment_id=34a6ba6c-ad33-4b17-abe0-a6a969da5bb4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:55.508004 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-172ae486-7a4c-4bb5-9789-fdd2ee6e70b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:55.527267 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-172ae486-7a4c-4bb5-9789-fdd2ee6e70b5 None None] Calling delete_port for 3c7e576d-7e86-4b86-b49c-c4183cbc368e owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:55.527654 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-695d2f8a-3369-4ea5-9508-b45de031baf8 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:55.528127 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-695d2f8a-3369-4ea5-9508-b45de031baf8 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:55.537394 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-695d2f8a-3369-4ea5-9508-b45de031baf8 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/7f901e41-7f0f-4c74-8530-c82db1bc9ed7 HTTP/1.1" status: 404 len: 337 time: 0.0904808 Jul 23 16:33:55.538674 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47514) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:55.573877 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d2a3141-0525-415f-853c-841c9e2fbe20 req-69cf59fc-ca90-4f47-99d3-41e39b3c095a tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934041 Jul 23 16:33:55.602935 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d50ba7-7452-4466-9218-6a7be72c0adb tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:55.603204 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9d50ba7-7452-4466-9218-6a7be72c0adb tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:55.608232 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f9d50ba7-7452-4466-9218-6a7be72c0adb tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/d3fba1a1-d30d-41ac-a865-080945b2d04b HTTP/1.1" status: 404 len: 337 time: 0.0663421 Jul 23 16:33:55.608833 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47522) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:55.658707 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-172ae486-7a4c-4bb5-9789-fdd2ee6e70b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:55.695024 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ae486-7a4c-4bb5-9789-fdd2ee6e70b5 None None] Pushing event deleted for resources: {'Port': ['ID=3c7e576d-7e86-4b86-b49c-c4183cbc368e,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:55.704344 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172ae486-7a4c-4bb5-9789-fdd2ee6e70b5 None None] No DVR routers for this DVR port 3c7e576d-7e86-4b86-b49c-c4183cbc368e on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:33:55.730997 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-02120501-4236-4132-9c8c-bf1d45c7dc90 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:55.731941 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02120501-4236-4132-9c8c-bf1d45c7dc90 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:55.734480 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-02120501-4236-4132-9c8c-bf1d45c7dc90 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/6e8d45df-367a-4e67-9218-44207f2582ec HTTP/1.1" status: 404 len: 333 time: 0.1243434 Jul 23 16:33:55.737144 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47528) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:55.783555 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6427079-2238-4484-889f-d106078486d5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:55.784064 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6427079-2238-4484-889f-d106078486d5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:55.789104 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a6427079-2238-4484-889f-d106078486d5 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/42be369e-9f10-45ae-a779-443925e071a6 HTTP/1.1" status: 404 len: 337 time: 0.0493808 Jul 23 16:33:55.790545 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47532) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:55.805487 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27307c-c479-48e9-8f33-ceefaf39147b req-cb1d8174-0f39-4f5b-a2c2-64dfbb9158fb tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:55.807053 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a27307c-c479-48e9-8f33-ceefaf39147b req-cb1d8174-0f39-4f5b-a2c2-64dfbb9158fb tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 945 time: 0.1958089 Jul 23 16:33:55.837678 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f91ea8-94f0-4db6-b2cc-0cb4035ea403 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:55.838212 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f91ea8-94f0-4db6-b2cc-0cb4035ea403 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:55.842757 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b5f91ea8-94f0-4db6-b2cc-0cb4035ea403 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/a69f8ab7-a3d1-4d5d-9fc0-8a1ab6449de5 HTTP/1.1" status: 404 len: 337 time: 0.0508759 Jul 23 16:33:55.843599 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47538) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:55.874635 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0880363-fec5-40ea-8dfa-c90925cbc764 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:55.875789 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0880363-fec5-40ea-8dfa-c90925cbc764 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:55.880825 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a0880363-fec5-40ea-8dfa-c90925cbc764 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/9bf63741-a300-446c-9c44-a534c8357777 HTTP/1.1" status: 404 len: 333 time: 0.0360734 Jul 23 16:33:55.881542 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47544) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:55.907979 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a27307c-c479-48e9-8f33-ceefaf39147b req-5f33837f-2131-42c3-8b1a-df9bb38b30a7 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934162 Jul 23 16:33:55.930626 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c67c1f0-406f-47da-a04f-72f9565d637d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:55.931079 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c67c1f0-406f-47da-a04f-72f9565d637d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:55.935121 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0c67c1f0-406f-47da-a04f-72f9565d637d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/86414815-b0c4-49ea-83aa-81a9fa75bfd9 HTTP/1.1" status: 404 len: 337 time: 0.0502887 Jul 23 16:33:55.936731 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47550) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:55.980766 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf59431a-927d-4369-ab3e-5e86f3c68943 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:55.981393 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf59431a-927d-4369-ab3e-5e86f3c68943 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:55.985633 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47554) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:55.985828 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-bf59431a-927d-4369-ab3e-5e86f3c68943 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/d942c8f0-9775-4bbe-86d9-383a04dea071 HTTP/1.1" status: 404 len: 337 time: 0.0470593 Jul 23 16:33:56.016677 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-f91b7570-4c58-404d-94de-efad3ead69e8 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:56.017469 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f91b7570-4c58-404d-94de-efad3ead69e8 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:56.020738 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f91b7570-4c58-404d-94de-efad3ead69e8 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/2212ac07-43e7-4ab8-b972-0c9da4bf349d HTTP/1.1" status: 404 len: 333 time: 0.0340726 Jul 23 16:33:56.023221 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47556) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:56.064312 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-4363fe43-1003-4243-b35b-2301eb0d6142 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:56.064687 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4363fe43-1003-4243-b35b-2301eb0d6142 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:56.081686 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4363fe43-1003-4243-b35b-2301eb0d6142 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/a87d6b57-904a-4261-b3ef-e961c282e651 HTTP/1.1" status: 404 len: 337 time: 0.0558815 Jul 23 16:33:56.083297 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47558) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:56.119995 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686e914-4457-49fd-8245-4ff85c088772 req-73b96983-b9bb-48a8-a2df-8d5d6d3032ea tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:56.121579 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c686e914-4457-49fd-8245-4ff85c088772 req-73b96983-b9bb-48a8-a2df-8d5d6d3032ea tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/networks?id=39f95156-8af8-4a3c-8185-a196a0cfd658 HTTP/1.1" status: 200 len: 812 time: 0.2077460 Jul 23 16:33:56.128434 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0970267-5a3b-43ff-8ede-51db84874811 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:56.129183 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0970267-5a3b-43ff-8ede-51db84874811 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:56.139265 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c0970267-5a3b-43ff-8ede-51db84874811 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/ba5b0e26-8071-4757-bd7a-3db979aeddd7 HTTP/1.1" status: 404 len: 337 time: 0.0497658 Jul 23 16:33:56.140566 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47560) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:56.145952 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c686e914-4457-49fd-8245-4ff85c088772 req-940a2c09-8eaa-4227-97ef-068f3d07baa3 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/quotas/e9dc3f31640549ca813e0dbead6dea67 HTTP/1.1" status: 200 len: 375 time: 0.0177481 Jul 23 16:33:56.192839 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-27362a35-ed3e-4fc0-97ee-1610dc542aed tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e54448c7-ad31-4845-a82e-fefb958a970d HTTP/1.1" status: 200 len: 205 time: 0.0481346 Jul 23 16:33:56.193179 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47562) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:56.257197 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-22a9c788-55ee-4dc8-9f94-fe0a392a8e4f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] delete failed (client error): The resource could not be found. Jul 23 16:33:56.259059 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-22a9c788-55ee-4dc8-9f94-fe0a392a8e4f tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/routers/e54448c7-ad31-4845-a82e-fefb958a970d HTTP/1.1" status: 404 len: 336 time: 0.0648284 Jul 23 16:33:56.262129 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47566) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:56.268144 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c686e914-4457-49fd-8245-4ff85c088772 req-38c01dcb-905a-4946-8770-3418ffd64889 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e9dc3f31640549ca813e0dbead6dea67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1074238 Jul 23 16:33:56.306574 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8a9e5a-b1c4-46a7-a849-6b17432214c8 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:56.307166 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f8a9e5a-b1c4-46a7-a849-6b17432214c8 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:56.311503 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6f8a9e5a-b1c4-46a7-a849-6b17432214c8 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/f836c5e9-cf98-4ae5-9adb-b962cb71308b HTTP/1.1" status: 404 len: 337 time: 0.0431061 Jul 23 16:33:56.311870 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47570) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:56.356078 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5e7f5ef9-753f-4542-bc64-f564e8bb2fdf tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "GET /v2.0/ports?device_id=de92eb83-aea3-4e66-894e-5d5304babc5a HTTP/1.1" status: 200 len: 205 time: 0.0420551 Jul 23 16:33:56.357856 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47572) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:56.486148 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-818887d2-59d8-4b18-8628-10f33497beab tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] delete failed (client error): The resource could not be found. Jul 23 16:33:56.498095 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-818887d2-59d8-4b18-8628-10f33497beab tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/routers/de92eb83-aea3-4e66-894e-5d5304babc5a HTTP/1.1" status: 404 len: 336 time: 0.1391578 Jul 23 16:33:56.500653 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47580) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:56.518101 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866c844-10a7-491d-9441-629d1e300589 req-6dd70297-46e3-46ae-8adc-e6ad1164f78a tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:56.520734 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1866c844-10a7-491d-9441-629d1e300589 req-6dd70297-46e3-46ae-8adc-e6ad1164f78a tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1766183 Jul 23 16:33:56.543356 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d58c08a-227f-450f-ac98-6a435d272977 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:56.544167 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d58c08a-227f-450f-ac98-6a435d272977 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:56.548043 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8d58c08a-227f-450f-ac98-6a435d272977 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/09691c00-cf0e-4dd3-84c1-7b3c49c061bb HTTP/1.1" status: 404 len: 337 time: 0.0446146 Jul 23 16:33:56.550251 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47582) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:56.596957 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3c7e576d-7e86-4b86-b49c-c4183cbc368e no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:33:56.604818 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1866c844-10a7-491d-9441-629d1e300589 req-f240b5bd-b162-4a1e-8ed0-adf1b770f7c2 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781679 Jul 23 16:33:56.638905 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-17bf957f-11f5-4542-bf88-f204fbb23b36 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:56.643697 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17bf957f-11f5-4542-bf88-f204fbb23b36 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:56.647177 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 3c7e576d-7e86-4b86-b49c-c4183cbc368e {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:33:56.649329 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-17bf957f-11f5-4542-bf88-f204fbb23b36 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/a070a38c-b5bb-49a4-bed9-eea4e40f026b HTTP/1.1" status: 404 len: 337 time: 0.0971529 Jul 23 16:33:56.650803 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3c7e576d-7e86-4b86-b49c-c4183cbc368e not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:33:56.651938 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47592) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:56.697745 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e97c134-6dea-4e6f-ba1d-0e16df62de4a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:56.698534 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e97c134-6dea-4e6f-ba1d-0e16df62de4a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:56.700332 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2e97c134-6dea-4e6f-ba1d-0e16df62de4a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/9f2a2a6a-2fba-4dbb-bcaa-53ee3962261e HTTP/1.1" status: 404 len: 333 time: 0.0470822 Jul 23 16:33:56.702965 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47598) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:56.751476 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c0cfdca-141f-44d1-a61e-9b0fec169423 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:56.752367 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c0cfdca-141f-44d1-a61e-9b0fec169423 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:56.755274 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5c0cfdca-141f-44d1-a61e-9b0fec169423 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/081385b2-e26c-41df-a65f-64127ab1aec0 HTTP/1.1" status: 404 len: 337 time: 0.0514257 Jul 23 16:33:56.759283 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47602) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:56.822587 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd5987-43bf-4156-860f-0b44005d5caf req-3302e9da-59b1-46aa-87bd-103c0f58482b tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:56.830896 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-58372dc6-b207-4f5a-a814-cdc5d4fa40cd tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:56.831701 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58372dc6-b207-4f5a-a814-cdc5d4fa40cd tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:56.833660 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ecdd5987-43bf-4156-860f-0b44005d5caf req-3302e9da-59b1-46aa-87bd-103c0f58482b tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1316154 Jul 23 16:33:56.834029 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-58372dc6-b207-4f5a-a814-cdc5d4fa40cd tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/580c45c2-d800-465d-b1aa-71355a6ac199 HTTP/1.1" status: 404 len: 333 time: 0.0731871 Jul 23 16:33:56.836515 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47606) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:56.882428 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f5a6c9f-501c-48bf-b3cd-a3b759fb3cc3 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:56.882879 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f5a6c9f-501c-48bf-b3cd-a3b759fb3cc3 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:56.884956 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8f5a6c9f-501c-48bf-b3cd-a3b759fb3cc3 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/d943a8f3-8fae-4692-8750-ab0386c8a5ac HTTP/1.1" status: 404 len: 337 time: 0.0471051 Jul 23 16:33:56.886674 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ecdd5987-43bf-4156-860f-0b44005d5caf req-ba4084ab-e8b5-418c-b881-aed4275aa646 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516965 Jul 23 16:33:56.887512 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47608) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:56.943050 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-059ec8cd-fdbe-4562-91f0-350d59615848 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:56.943365 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059ec8cd-fdbe-4562-91f0-350d59615848 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:56.947089 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-059ec8cd-fdbe-4562-91f0-350d59615848 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/ac54378c-ebd6-4601-8a48-152f408ce0da HTTP/1.1" status: 404 len: 333 time: 0.0580239 Jul 23 16:33:56.948137 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47618) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:57.010835 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f1f0413-8502-43c9-9882-b191edb5a6ce tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:57.011296 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f1f0413-8502-43c9-9882-b191edb5a6ce tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:57.015866 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0f1f0413-8502-43c9-9882-b191edb5a6ce tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/6357411d-0281-446c-b779-0d7736935738 HTTP/1.1" status: 404 len: 337 time: 0.0666723 Jul 23 16:33:57.016137 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47620) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:57.092202 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c0d9b7-8421-4216-ac8e-5d59a4b09764 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:57.093929 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08c0d9b7-8421-4216-ac8e-5d59a4b09764 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:57.099746 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47628) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:57.099937 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-08c0d9b7-8421-4216-ac8e-5d59a4b09764 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/fe5c3b19-6fb2-4cfc-bf51-232e1a5bbefe HTTP/1.1" status: 404 len: 333 time: 0.0828760 Jul 23 16:33:57.143376 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5140837-1717-41a3-8ccb-6b6c7d567493 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:57.145162 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5140837-1717-41a3-8ccb-6b6c7d567493 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:57.147441 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f5140837-1717-41a3-8ccb-6b6c7d567493 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/907dfea3-c58d-4613-9ff8-e591ee750ff7 HTTP/1.1" status: 404 len: 337 time: 0.0458722 Jul 23 16:33:57.151035 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47634) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:57.209645 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b58e0c4-ff87-4fa8-b536-90d143085321 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:57.210571 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b58e0c4-ff87-4fa8-b536-90d143085321 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:57.212350 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2b58e0c4-ff87-4fa8-b536-90d143085321 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/cc74c995-e1f5-499c-b898-03c262122474 HTTP/1.1" status: 404 len: 333 time: 0.0596755 Jul 23 16:33:57.215340 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47636) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:57.256690 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c546e35-bad3-42ed-9991-92664807db1d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:57.257242 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c546e35-bad3-42ed-9991-92664807db1d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:57.259620 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0c546e35-bad3-42ed-9991-92664807db1d tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/3ec2cfa7-8394-426e-b0fb-de846caff214 HTTP/1.1" status: 404 len: 337 time: 0.0432255 Jul 23 16:33:57.262344 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47638) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:57.266384 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-86e82f08-afff-47a2-a152-59d871fae8c9 req-c8cdd3ea-dc77-4303-9d1d-46ef808b403b tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=e9dc3f31640549ca813e0dbead6dea67 HTTP/1.1" status: 200 len: 221 time: 0.0767374 Jul 23 16:33:57.296754 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bffd3a2-ccd9-40c0-82d0-5b70fd96e2a3 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:57.298761 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee65b3-c473-4401-b359-84cfefaa33a8 req-775fd5c4-846d-45cb-bec6-3b99ef2bc7ec tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:57.298953 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bffd3a2-ccd9-40c0-82d0-5b70fd96e2a3 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:57.303806 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9bffd3a2-ccd9-40c0-82d0-5b70fd96e2a3 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/edb834d3-899b-4d3a-b323-53b149313f99 HTTP/1.1" status: 404 len: 333 time: 0.0371377 Jul 23 16:33:57.304299 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47642) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:57.309258 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6cee65b3-c473-4401-b359-84cfefaa33a8 req-775fd5c4-846d-45cb-bec6-3b99ef2bc7ec tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 945 time: 0.2295423 Jul 23 16:33:57.341743 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc9ad620-1700-4c45-a858-9b01a861b083 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:57.342229 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc9ad620-1700-4c45-a858-9b01a861b083 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:57.344141 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fc9ad620-1700-4c45-a858-9b01a861b083 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/6b6c519b-ba7b-44da-a3d1-19e70c3d99c1 HTTP/1.1" status: 404 len: 337 time: 0.0382924 Jul 23 16:33:57.347486 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47644) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:57.404056 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-c92dea5e-c734-4a61-a584-da5f4aece197 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:57.405252 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c92dea5e-c734-4a61-a584-da5f4aece197 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:57.409765 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6cee65b3-c473-4401-b359-84cfefaa33a8 req-63d86ad5-0e51-4ad8-bcde-ec26c62b4a08 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975502 Jul 23 16:33:57.410850 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c92dea5e-c734-4a61-a584-da5f4aece197 tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/ports/80904bf6-8226-4200-b34a-f81bdc0f6627 HTTP/1.1" status: 404 len: 333 time: 0.0610676 Jul 23 16:33:57.411521 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47648) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:57.458192 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-d031efbe-bc4d-4002-b5ad-16690499217a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:57.459461 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d031efbe-bc4d-4002-b5ad-16690499217a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:57.462893 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d031efbe-bc4d-4002-b5ad-16690499217a tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/subnets/55f1d12d-99d7-48df-b06c-7ab3943fbf98 HTTP/1.1" status: 404 len: 337 time: 0.0484848 Jul 23 16:33:57.466571 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47650) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:57.515690 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc2cc7-effc-4b46-a6b0-e603b83714cb req-c9427f3e-0451-4537-a0b7-f51cdeb62f46 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:57.518861 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-43cc2cc7-effc-4b46-a6b0-e603b83714cb req-c9427f3e-0451-4537-a0b7-f51cdeb62f46 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1288695 Jul 23 16:33:57.596393 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-497f0941-0214-4683-bf52-8b535162adbd tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:57.596504 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-43cc2cc7-effc-4b46-a6b0-e603b83714cb req-155b3f5a-0266-4cec-aa42-e3f5059b93c5 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639515 Jul 23 16:33:57.726638 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-497f0941-0214-4683-bf52-8b535162adbd tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:57.739732 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-497f0941-0214-4683-bf52-8b535162adbd tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6431ca09-76a8-48e6-9c71-fe9e76635950']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:57.754623 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-497f0941-0214-4683-bf52-8b535162adbd tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:57.754919 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-497f0941-0214-4683-bf52-8b535162adbd tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a6ba6c-ad33-4b17-abe0-a6a969da5bb4') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:57.764728 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-497f0941-0214-4683-bf52-8b535162adbd tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:57.772638 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d0704-5770-4040-bf05-5c69d921a7a1 req-3929d0fe-2af9-4207-8c93-f420ce7f6ce1 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:57.774851 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-073d0704-5770-4040-bf05-5c69d921a7a1 req-3929d0fe-2af9-4207-8c93-f420ce7f6ce1 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1020510 Jul 23 16:33:57.789916 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-497f0941-0214-4683-bf52-8b535162adbd tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:57.797093 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-497f0941-0214-4683-bf52-8b535162adbd tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:33:57.797515 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-497f0941-0214-4683-bf52-8b535162adbd tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:57.802077 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:33:57.802077 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:33:57.802077 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:33:57.802077 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:33:57.802077 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:33:57.802077 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:33:57.802077 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:33:57.802077 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:33:57.802077 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:33:57.802077 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:33:57.802077 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:33:57.802077 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:33:57.802077 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:33:57.802077 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:33:57.802077 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:33:57.802077 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:33:57.802077 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:33:57.802077 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:33:57.802077 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:33:57.802077 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:33:57.802077 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:33:57.802077 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:33:57.802077 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:33:57.802077 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:33:57.802077 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:33:57.802077 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:33:57.802077 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:33:57.802077 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:33:57.802077 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:33:57.802077 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:33:57.802077 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:33:57.802077 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:33:57.845122 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-073d0704-5770-4040-bf05-5c69d921a7a1 req-c728824f-ade8-46bc-9019-e6aaeb42bd0d tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616839 Jul 23 16:33:57.929353 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-497f0941-0214-4683-bf52-8b535162adbd tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:57.938196 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-497f0941-0214-4683-bf52-8b535162adbd tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:57.942281 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-497f0941-0214-4683-bf52-8b535162adbd tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] 10.222.0.73 "DELETE /v2.0/networks/6431ca09-76a8-48e6-9c71-fe9e76635950 HTTP/1.1" status: 204 len: 168 time: 0.4733608 Jul 23 16:33:57.961371 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f0941-0214-4683-bf52-8b535162adbd tempest-NetworksTestDHCPv6-958725995 tempest-NetworksTestDHCPv6-958725995-project] Pushing event deleted for resources: {'Network': ['ID=6431ca09-76a8-48e6-9c71-fe9e76635950,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:58.023484 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51a4e8-590d-4267-91d6-57b6e736a526 req-775375a1-d4a9-4467-b7e6-043478d57e62 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:58.032474 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5e51a4e8-590d-4267-91d6-57b6e736a526 req-775375a1-d4a9-4467-b7e6-043478d57e62 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1028800 Jul 23 16:33:58.094925 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5e51a4e8-590d-4267-91d6-57b6e736a526 req-6849fb34-3954-43d8-848f-f745f7b322f1 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612111 Jul 23 16:33:58.252526 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab152ab7-012b-45af-8062-c406e5f64d19 req-3694e5c8-0254-43c0-be4a-89450d99ee28 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:58.254932 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab152ab7-012b-45af-8062-c406e5f64d19 req-3694e5c8-0254-43c0-be4a-89450d99ee28 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.0836940 Jul 23 16:33:58.318846 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab152ab7-012b-45af-8062-c406e5f64d19 req-183f9ede-91ad-4d12-8e11-56422875d5a6 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571218 Jul 23 16:33:58.403626 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d6c2b-cfdd-4b45-855a-f2130ed9425c req-1f01c27f-6583-480e-9d90-72276590d262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:58.405728 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-078d6c2b-cfdd-4b45-855a-f2130ed9425c req-1f01c27f-6583-480e-9d90-72276590d262 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 1096 time: 0.0657237 Jul 23 16:33:58.509195 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47690) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:58.514622 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-078d6c2b-cfdd-4b45-855a-f2130ed9425c req-8ab35b8a-591a-4dc6-9b9f-ef7df88826e3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965993 Jul 23 16:33:58.595325 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2063516-7688-4485-83e2-61c6857eb954 req-0225280e-ab34-429d-b8bc-cc108c68d826 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:58.597141 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a2063516-7688-4485-83e2-61c6857eb954 req-0225280e-ab34-429d-b8bc-cc108c68d826 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1458139 Jul 23 16:33:58.643006 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16e0e9-6bb9-4748-b968-0fdd7f4f86c4 req-f0affc6d-93a6-4beb-b68a-c19a60f7c312 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:58.645277 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ef16e0e9-6bb9-4748-b968-0fdd7f4f86c4 req-f0affc6d-93a6-4beb-b68a-c19a60f7c312 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 945 time: 0.1237338 Jul 23 16:33:58.673674 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a2063516-7688-4485-83e2-61c6857eb954 req-b7d4aff2-9238-4d9f-99e3-4649e11854db tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653384 Jul 23 16:33:58.739553 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ef16e0e9-6bb9-4748-b968-0fdd7f4f86c4 req-ebe137d4-066c-436d-98e5-f906f663c26f tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789182 Jul 23 16:33:58.761077 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e1160b1d-c7e8-476c-8a77-3580e2b56e75 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=35e8e259141447e2beee3a0a6792778d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2350531 Jul 23 16:33:58.761077 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47698) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:58.857463 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8f302b7b-aca1-426e-a36b-25ac9fb946fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:58.899828 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8f302b7b-aca1-426e-a36b-25ac9fb946fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:58.975234 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fadd64-21f9-41cb-b0e3-da93f092b05f req-54c3c598-430e-4d1b-8a74-35b488feccc6 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:58.978785 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a8fadd64-21f9-41cb-b0e3-da93f092b05f req-54c3c598-430e-4d1b-8a74-35b488feccc6 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1225162 Jul 23 16:33:58.999193 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8f302b7b-aca1-426e-a36b-25ac9fb946fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:59.002247 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8f302b7b-aca1-426e-a36b-25ac9fb946fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:59.005284 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8f302b7b-aca1-426e-a36b-25ac9fb946fa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a79c614d-f7a5-46de-8cd5-9b7f01f1966e HTTP/1.1" status: 204 len: 168 time: 0.2476301 Jul 23 16:33:59.021266 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f302b7b-aca1-426e-a36b-25ac9fb946fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79c614d-f7a5-46de-8cd5-9b7f01f1966e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:59.069873 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a8fadd64-21f9-41cb-b0e3-da93f092b05f req-40f6b1a7-dd5f-413c-b4ca-308952f0cc20 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779631 Jul 23 16:33:59.514315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd155d-5348-4a03-9019-f6ca39506c74 req-4f49cd15-5da0-4435-b300-2e3002a6d701 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:59.516314 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7cd155d-5348-4a03-9019-f6ca39506c74 req-4f49cd15-5da0-4435-b300-2e3002a6d701 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1630852 Jul 23 16:33:59.991792 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7cd155d-5348-4a03-9019-f6ca39506c74 req-c96d91e0-c660-424a-bf20-de8ca035b85b tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605002 Jul 23 16:34:00.006584 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da448f98-e88b-4aa9-b1c5-075cf4998229 req-a139cbe2-1d39-46da-b0ab-228c97130e11 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:00.013804 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-da448f98-e88b-4aa9-b1c5-075cf4998229 req-a139cbe2-1d39-46da-b0ab-228c97130e11 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 945 time: 0.5933206 Jul 23 16:34:00.107668 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-da448f98-e88b-4aa9-b1c5-075cf4998229 req-8fc6ae51-7f99-4379-8c85-3c360beb0c17 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894253 Jul 23 16:34:00.272611 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a017545-ef89-46bd-8c64-67237aa2792b req-9b0c56a5-5079-4b20-94e5-df396fe83169 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:00.274285 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a017545-ef89-46bd-8c64-67237aa2792b req-9b0c56a5-5079-4b20-94e5-df396fe83169 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 945 time: 0.1639290 Jul 23 16:34:00.421510 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a017545-ef89-46bd-8c64-67237aa2792b req-b03f2e86-bb9e-4792-b7bd-45b1ff1aae15 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878046 Jul 23 16:34:00.492485 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47768) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:00.493020 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a49f7-0051-46ef-a163-77d11d303808 req-0f601fdc-3375-42e1-8a22-a7581c445f9a tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:00.494519 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-879a49f7-0051-46ef-a163-77d11d303808 req-0f601fdc-3375-42e1-8a22-a7581c445f9a tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.2438133 Jul 23 16:34:00.551787 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-879a49f7-0051-46ef-a163-77d11d303808 req-d11e6813-c7b2-40f7-8757-98e2bbafcc79 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495152 Jul 23 16:34:00.810564 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-0a34b5f7-e19f-428e-bc33-ba5ffa68957a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2014076706'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:00.812201 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bee300-d45b-45d7-9999-37344d99e113 req-c67ba112-f02f-47fc-9012-101b066c5b7a tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:00.813857 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61bee300-d45b-45d7-9999-37344d99e113 req-c67ba112-f02f-47fc-9012-101b066c5b7a tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1479912 Jul 23 16:34:00.835281 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a34b5f7-e19f-428e-bc33-ba5ffa68957a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Made reservation on behalf of 0b874c9b61cf44f6ba326cdc261712db for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:00.839063 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0a34b5f7-e19f-428e-bc33-ba5ffa68957a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:00.849857 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0a34b5f7-e19f-428e-bc33-ba5ffa68957a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:00.874847 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42092ef3-d827-44e0-8869-c1618057828f req-b1227bdf-be09-45dc-b494-a1a792cf68b9 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:00.876678 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-42092ef3-d827-44e0-8869-c1618057828f req-b1227bdf-be09-45dc-b494-a1a792cf68b9 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/networks?id=7a09e324-af99-4e6f-aabe-ea07ec677e31 HTTP/1.1" status: 200 len: 811 time: 0.1680927 Jul 23 16:34:00.915581 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61bee300-d45b-45d7-9999-37344d99e113 req-760f9386-3ffb-43e9-b8d4-c02e6178fd67 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865657 Jul 23 16:34:00.917823 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-42092ef3-d827-44e0-8869-c1618057828f req-5a31a4df-3b6c-45e4-a7fb-0a36c05f5043 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/quotas/d40e0ee1ca674276bdd958b07bc5c30e HTTP/1.1" status: 200 len: 375 time: 0.0342140 Jul 23 16:34:01.027044 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0a34b5f7-e19f-428e-bc33-ba5ffa68957a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:01.034801 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0a34b5f7-e19f-428e-bc33-ba5ffa68957a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:01.071763 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a34b5f7-e19f-428e-bc33-ba5ffa68957a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] vlan segment allocate from pool success with {'vlan_id': 1145, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:34:01.084091 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34b5f7-e19f-428e-bc33-ba5ffa68957a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd33650-3fee-4867-93d6-6a0b91117f2d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:01.093381 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0a34b5f7-e19f-428e-bc33-ba5ffa68957a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:01.093831 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-0a34b5f7-e19f-428e-bc33-ba5ffa68957a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Added segment 8b4e6ce8-f73f-4dc7-9d4f-1d06a9687743 of type vlan for network 5e946bbc-ab3b-420c-82e9-84d43b2c8c32 Jul 23 16:34:01.148606 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0a34b5f7-e19f-428e-bc33-ba5ffa68957a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:01.167796 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-42092ef3-d827-44e0-8869-c1618057828f req-b2afaa12-040d-4ae7-ab30-c89ab5297b1b tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d40e0ee1ca674276bdd958b07bc5c30e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2439797 Jul 23 16:34:01.200333 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0a34b5f7-e19f-428e-bc33-ba5ffa68957a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:01.211832 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a34b5f7-e19f-428e-bc33-ba5ffa68957a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:01.213109 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0a34b5f7-e19f-428e-bc33-ba5ffa68957a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:01.227731 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095d9cf-bdf0-445c-8472-6a63051bd528 req-dbbce492-5323-461e-9975-e2e8ab0dd21b tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:01.233255 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9095d9cf-bdf0-445c-8472-6a63051bd528 req-dbbce492-5323-461e-9975-e2e8ab0dd21b tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1997385 Jul 23 16:34:01.257925 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0a34b5f7-e19f-428e-bc33-ba5ffa68957a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7633829 Jul 23 16:34:01.314662 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34b5f7-e19f-428e-bc33-ba5ffa68957a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event updated for resources: {'Network': ['ID=5e946bbc-ab3b-420c-82e9-84d43b2c8c32,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:01.318996 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9095d9cf-bdf0-445c-8472-6a63051bd528 req-5ef7378f-4146-455d-90e7-a460d7172be9 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732355 Jul 23 16:34:01.332127 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 5e946bbc-ab3b-420c-82e9-84d43b2c8c32 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:34:01.395828 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47808) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:01.405959 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-b66f7604-a5e6-418b-acfd-ea330feddd2c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Request body: {'subnet': {'network_id': '5e946bbc-ab3b-420c-82e9-84d43b2c8c32', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:01.586147 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b366d43-c1a7-403a-a349-1a1ffda46fee req-445cd18a-4447-4989-9a78-78572db8c930 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:01.588444 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3b366d43-c1a7-403a-a349-1a1ffda46fee req-445cd18a-4447-4989-9a78-78572db8c930 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 945 time: 0.1588650 Jul 23 16:34:01.630054 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66f7604-a5e6-418b-acfd-ea330feddd2c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Made reservation on behalf of 0b874c9b61cf44f6ba326cdc261712db for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:01.636279 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b66f7604-a5e6-418b-acfd-ea330feddd2c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:01.686680 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-42092ef3-d827-44e0-8869-c1618057828f req-5952dfca-e099-4281-adf8-7769180d1729 service neutron] 10.222.0.73 "GET /v2.0/networks/7a09e324-af99-4e6f-aabe-ea07ec677e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5150156 Jul 23 16:34:01.725933 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3b366d43-c1a7-403a-a349-1a1ffda46fee req-d733beb9-c68c-4516-a08f-f36a66fc74c2 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693517 Jul 23 16:34:01.899575 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-42092ef3-d827-44e0-8869-c1618057828f req-eba7665e-a11a-4913-8b25-cf752bbd58e3 service neutron] 10.222.0.73 "GET /v2.0/networks/7a09e324-af99-4e6f-aabe-ea07ec677e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010789 Jul 23 16:34:02.087066 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d1e02-cbe6-41ec-8b98-0a0c4a6b9245 req-3c9e3eec-d225-44ea-aa58-5ef3772e8da9 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:02.096998 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e1d1e02-cbe6-41ec-8b98-0a0c4a6b9245 req-3c9e3eec-d225-44ea-aa58-5ef3772e8da9 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1232131 Jul 23 16:34:02.146319 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-79cddeda-0f26-43bf-bdcc-c2811ab2e76b req-82ee9ce6-c396-4ea8-89a6-5dc4ef225506 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 210 time: 0.0464435 Jul 23 16:34:02.181021 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e1d1e02-cbe6-41ec-8b98-0a0c4a6b9245 req-f85fe5bd-d448-45e8-9fdb-564bb7ed9c6c tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824776 Jul 23 16:34:02.294189 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b66f7604-a5e6-418b-acfd-ea330feddd2c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:02.357876 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ef255-2190-4481-91b0-96c2faa7dba8 req-cb894101-d0fe-4325-a562-65205b599a30 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:02.369490 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ea3ef255-2190-4481-91b0-96c2faa7dba8 req-cb894101-d0fe-4325-a562-65205b599a30 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1139686 Jul 23 16:34:02.379540 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f7604-a5e6-418b-acfd-ea330feddd2c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event updated for resources: {'Subnet': ['ID=b33b885b-30f9-4e2a-9251-20566d9f32fc,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:02.424296 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66f7604-a5e6-418b-acfd-ea330feddd2c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Checking segment: {'id': '8b4e6ce8-f73f-4dc7-9d4f-1d06a9687743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '5e946bbc-ab3b-420c-82e9-84d43b2c8c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:02.424876 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66f7604-a5e6-418b-acfd-ea330feddd2c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Network hostable DHCP agents. Network: 5e946bbc-ab3b-420c-82e9-84d43b2c8c32, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:34:02.426730 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ea3ef255-2190-4481-91b0-96c2faa7dba8 req-676a2a03-5042-46ae-b82b-012e30923b67 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555754 Jul 23 16:34:02.461235 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66f7604-a5e6-418b-acfd-ea330feddd2c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Network 5e946bbc-ab3b-420c-82e9-84d43b2c8c32 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:34:02.478208 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-b66f7604-a5e6-418b-acfd-ea330feddd2c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 5e946bbc-ab3b-420c-82e9-84d43b2c8c32) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:02.485266 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66f7604-a5e6-418b-acfd-ea330feddd2c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:02.485888 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b66f7604-a5e6-418b-acfd-ea330feddd2c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:02.491108 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131cea01-da74-4375-88fa-046e3f698274 None None] Network 5e946bbc-ab3b-420c-82e9-84d43b2c8c32 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:02.551832 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b66f7604-a5e6-418b-acfd-ea330feddd2c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1544433 Jul 23 16:34:02.555472 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47846) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:02.570232 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-85d73733-901a-41fa-ba05-9532932d04f7 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1956750068'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:02.647815 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d73733-901a-41fa-ba05-9532932d04f7 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Made reservation on behalf of 0b874c9b61cf44f6ba326cdc261712db for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:02.659905 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-85d73733-901a-41fa-ba05-9532932d04f7 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:02.728076 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b78eb076-b702-4b1a-90e8-cbb518cb5f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:02.731278 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d73733-901a-41fa-ba05-9532932d04f7 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] vlan segment allocate from pool success with {'vlan_id': 1143, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:34:02.752793 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-85d73733-901a-41fa-ba05-9532932d04f7 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:02.753474 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-85d73733-901a-41fa-ba05-9532932d04f7 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Added segment 2c251996-2afd-4356-81e0-a4a468c79109 of type vlan for network 9226e6e7-3bdc-48fa-b1e4-e1c1ea1a81e5 Jul 23 16:34:02.784727 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be2dd2-4ee9-43a7-a9e0-4b00259a747a req-108e5945-414e-4d30-a2ef-a2acd34454e9 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:02.817823 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-96be2dd2-4ee9-43a7-a9e0-4b00259a747a req-108e5945-414e-4d30-a2ef-a2acd34454e9 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.2566454 Jul 23 16:34:02.843502 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-85d73733-901a-41fa-ba05-9532932d04f7 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:02.923870 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-85d73733-901a-41fa-ba05-9532932d04f7 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:02.928259 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5151c565-c1bc-401d-85e9-c98a2f8d5126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-5e946bbc-ab3b-420c-82e9-84d43b2c8c32', 'network_id': '5e946bbc-ab3b-420c-82e9-84d43b2c8c32', 'tenant_id': '0b874c9b61cf44f6ba326cdc261712db', 'fixed_ips': [{'subnet_id': 'b33b885b-30f9-4e2a-9251-20566d9f32fc'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:34:02.929450 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5151c565-c1bc-401d-85e9-c98a2f8d5126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:02.931102 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d73733-901a-41fa-ba05-9532932d04f7 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:02.932171 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-85d73733-901a-41fa-ba05-9532932d04f7 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:03.000167 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-85d73733-901a-41fa-ba05-9532932d04f7 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4423206 Jul 23 16:34:03.003145 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47860) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:03.016293 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-11c97b8e-75ab-49b2-b3d4-a49a44dc6a9c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Request body: {'subnet': {'network_id': '9226e6e7-3bdc-48fa-b1e4-e1c1ea1a81e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:03.025103 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-96be2dd2-4ee9-43a7-a9e0-4b00259a747a req-0439dbb0-f2a8-4621-95f9-af5971254d6c tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049420 Jul 23 16:34:03.127345 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902adc5-ad52-4e67-8b41-1287f9aae5ff req-dcb506fb-8e3a-4304-bc82-29ea015c7c5a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:03.133605 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5902adc5-ad52-4e67-8b41-1287f9aae5ff req-dcb506fb-8e3a-4304-bc82-29ea015c7c5a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 945 time: 0.2031934 Jul 23 16:34:03.136538 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d73733-901a-41fa-ba05-9532932d04f7 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event updated for resources: {'Network': ['ID=9226e6e7-3bdc-48fa-b1e4-e1c1ea1a81e5,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:03.153322 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 9226e6e7-3bdc-48fa-b1e4-e1c1ea1a81e5 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:34:03.245756 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5902adc5-ad52-4e67-8b41-1287f9aae5ff req-81ca5d59-a796-40b9-94ff-737702879a37 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054666 Jul 23 16:34:03.353730 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c97b8e-75ab-49b2-b3d4-a49a44dc6a9c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Made reservation on behalf of 0b874c9b61cf44f6ba326cdc261712db for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:03.357951 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-11c97b8e-75ab-49b2-b3d4-a49a44dc6a9c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:03.373904 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c417ec2-aadb-4d32-b847-00d13c766aff req-18d2f886-556c-409e-931f-ad8728018d36 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:03.376213 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1c417ec2-aadb-4d32-b847-00d13c766aff req-18d2f886-556c-409e-931f-ad8728018d36 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1385500 Jul 23 16:34:03.416143 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-5151c565-c1bc-401d-85e9-c98a2f8d5126 None None] Allocated IP 172.20.255.242 (5e946bbc-ab3b-420c-82e9-84d43b2c8c32/b33b885b-30f9-4e2a-9251-20566d9f32fc/543fb22e-29f0-43b5-a2bf-7d06eb50c677) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:34:03.474403 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-24728073-a5c6-42b7-bbae-c2ee413e9098 req-21886383-2a89-4d4e-bbfc-5572451c7b2b tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 210 time: 0.0803008 Jul 23 16:34:03.502092 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1c417ec2-aadb-4d32-b847-00d13c766aff req-e6f14983-7d04-4b5f-915d-d1dc20aeef10 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177964 Jul 23 16:34:03.679353 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5151c565-c1bc-401d-85e9-c98a2f8d5126 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:03.711131 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-5151c565-c1bc-401d-85e9-c98a2f8d5126 None None] Transition to ACTIVE for port object 543fb22e-29f0-43b5-a2bf-7d06eb50c677 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:03.766446 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-11c97b8e-75ab-49b2-b3d4-a49a44dc6a9c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:03.780186 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-5151c565-c1bc-401d-85e9-c98a2f8d5126 None None] Transition to ACTIVE for port object 543fb22e-29f0-43b5-a2bf-7d06eb50c677 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:03.798995 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5151c565-c1bc-401d-85e9-c98a2f8d5126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:03.853363 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42092ef3-d827-44e0-8869-c1618057828f req-251b787a-1621-4d88-8886-1d45008d7081 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:03.856010 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-42092ef3-d827-44e0-8869-c1618057828f req-251b787a-1621-4d88-8886-1d45008d7081 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.97 "GET /v2.0/networks?id=7a09e324-af99-4e6f-aabe-ea07ec677e31 HTTP/1.1" status: 200 len: 811 time: 0.2592666 Jul 23 16:34:03.881015 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-42092ef3-d827-44e0-8869-c1618057828f req-d52099a7-a9b7-472d-84bc-ec33104decd5 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Request body: {'port': {'device_id': '20564a00-8c8e-480f-b620-64fad596fade', 'network_id': '7a09e324-af99-4e6f-aabe-ea07ec677e31', 'admin_state_up': True, 'tenant_id': 'd40e0ee1ca674276bdd958b07bc5c30e'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:03.887631 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5151c565-c1bc-401d-85e9-c98a2f8d5126 None None] Network 5e946bbc-ab3b-420c-82e9-84d43b2c8c32 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:03.906052 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-5151c565-c1bc-401d-85e9-c98a2f8d5126 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:03.909853 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5151c565-c1bc-401d-85e9-c98a2f8d5126 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:34:03.939071 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c97b8e-75ab-49b2-b3d4-a49a44dc6a9c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event updated for resources: {'Subnet': ['ID=fc1184fd-a4a8-4713-b4ef-8c8eacffcfe9,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:03.947791 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c97b8e-75ab-49b2-b3d4-a49a44dc6a9c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Checking segment: {'id': '2c251996-2afd-4356-81e0-a4a468c79109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '9226e6e7-3bdc-48fa-b1e4-e1c1ea1a81e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:03.948519 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c97b8e-75ab-49b2-b3d4-a49a44dc6a9c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Network hostable DHCP agents. Network: 9226e6e7-3bdc-48fa-b1e4-e1c1ea1a81e5, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:34:03.978536 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c97b8e-75ab-49b2-b3d4-a49a44dc6a9c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Network 9226e6e7-3bdc-48fa-b1e4-e1c1ea1a81e5 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:34:03.999828 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-11c97b8e-75ab-49b2-b3d4-a49a44dc6a9c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 9226e6e7-3bdc-48fa-b1e4-e1c1ea1a81e5) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:04.002113 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151c565-c1bc-401d-85e9-c98a2f8d5126 None None] Pushing event updated for resources: {'Port': ['ID=543fb22e-29f0-43b5-a2bf-7d06eb50c677,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:04.026420 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c97b8e-75ab-49b2-b3d4-a49a44dc6a9c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:04.027334 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-11c97b8e-75ab-49b2-b3d4-a49a44dc6a9c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:04.040327 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5723798b-ed32-4e69-a01d-d2da19c8d05a None None] Network 9226e6e7-3bdc-48fa-b1e4-e1c1ea1a81e5 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:04.053217 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-11c97b8e-75ab-49b2-b3d4-a49a44dc6a9c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0477781 Jul 23 16:34:04.055644 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47884) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:04.076477 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-5151c565-c1bc-401d-85e9-c98a2f8d5126 None None] Attempting to bind port 543fb22e-29f0-43b5-a2bf-7d06eb50c677 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:34:04.076850 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-5151c565-c1bc-401d-85e9-c98a2f8d5126 None None] Attempting to bind port 543fb22e-29f0-43b5-a2bf-7d06eb50c677 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '8b4e6ce8-f73f-4dc7-9d4f-1d06a9687743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '5e946bbc-ab3b-420c-82e9-84d43b2c8c32'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:34:04.077252 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5151c565-c1bc-401d-85e9-c98a2f8d5126 None None] Attempting to bind port 543fb22e-29f0-43b5-a2bf-7d06eb50c677 on network 5e946bbc-ab3b-420c-82e9-84d43b2c8c32 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:04.087684 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5151c565-c1bc-401d-85e9-c98a2f8d5126 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:34:04.088056 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5151c565-c1bc-401d-85e9-c98a2f8d5126 None None] Checking segment: {'id': '8b4e6ce8-f73f-4dc7-9d4f-1d06a9687743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '5e946bbc-ab3b-420c-82e9-84d43b2c8c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:04.088654 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5151c565-c1bc-401d-85e9-c98a2f8d5126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:04.089238 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5151c565-c1bc-401d-85e9-c98a2f8d5126 None None] Bound using segment: {'id': '8b4e6ce8-f73f-4dc7-9d4f-1d06a9687743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '5e946bbc-ab3b-420c-82e9-84d43b2c8c32'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:34:04.089905 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-5151c565-c1bc-401d-85e9-c98a2f8d5126 None None] Bound port: 543fb22e-29f0-43b5-a2bf-7d06eb50c677, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4e6ce8-f73f-4dc7-9d4f-1d06a9687743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '5e946bbc-ab3b-420c-82e9-84d43b2c8c32'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:34:04.090463 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5151c565-c1bc-401d-85e9-c98a2f8d5126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:04.126341 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32eb6a-3081-4838-b9f4-0140b152d35c req-9d7c154f-06b7-4bf8-b2c6-572e695584bb tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:04.128277 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d32eb6a-3081-4838-b9f4-0140b152d35c req-9d7c154f-06b7-4bf8-b2c6-572e695584bb tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.2706225 Jul 23 16:34:04.129918 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42092ef3-d827-44e0-8869-c1618057828f req-d52099a7-a9b7-472d-84bc-ec33104decd5 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Made reservation on behalf of d40e0ee1ca674276bdd958b07bc5c30e for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:04.133927 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-42092ef3-d827-44e0-8869-c1618057828f req-d52099a7-a9b7-472d-84bc-ec33104decd5 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:04.221937 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-5151c565-c1bc-401d-85e9-c98a2f8d5126 None None] For port 543fb22e-29f0-43b5-a2bf-7d06eb50c677, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:34:04.226653 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-5151c565-c1bc-401d-85e9-c98a2f8d5126 None None] For port 543fb22e-29f0-43b5-a2bf-7d06eb50c677, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=543fb22e-29f0-43b5-a2bf-7d06eb50c677,segment=NetworkSegment(8b4e6ce8-f73f-4dc7-9d4f-1d06a9687743),segment_id=8b4e6ce8-f73f-4dc7-9d4f-1d06a9687743)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:34:04.228835 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-58890cd0-4c59-4b2d-af34-06d468a14e53 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:04.233459 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5151c565-c1bc-401d-85e9-c98a2f8d5126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:04.355560 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47890) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:04.374976 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151c565-c1bc-401d-85e9-c98a2f8d5126 None None] Pushing event updated for resources: {'Port': ['ID=543fb22e-29f0-43b5-a2bf-7d06eb50c677,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:04.389997 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-58890cd0-4c59-4b2d-af34-06d468a14e53 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:04.434515 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d7e590-3b40-482a-9640-386f27c7c62b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-9226e6e7-3bdc-48fa-b1e4-e1c1ea1a81e5', 'network_id': '9226e6e7-3bdc-48fa-b1e4-e1c1ea1a81e5', 'tenant_id': '0b874c9b61cf44f6ba326cdc261712db', 'fixed_ips': [{'subnet_id': 'fc1184fd-a4a8-4713-b4ef-8c8eacffcfe9'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:34:04.435850 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-69d7e590-3b40-482a-9640-386f27c7c62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:04.480490 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-58890cd0-4c59-4b2d-af34-06d468a14e53 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:04.487420 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d32eb6a-3081-4838-b9f4-0140b152d35c req-ae952daf-9e6d-463d-a2a4-6c37d66170f4 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302794 Jul 23 16:34:04.526913 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-42092ef3-d827-44e0-8869-c1618057828f req-d52099a7-a9b7-472d-84bc-ec33104decd5 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Allocated IP 172.20.0.6 (7a09e324-af99-4e6f-aabe-ea07ec677e31/b6e51e5c-e7af-4f3d-9bf0-f99b4811604f/953f40b2-680d-41d6-b11a-01fc8c91a89b) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:34:04.606153 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58890cd0-4c59-4b2d-af34-06d468a14e53 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event deleted for resources: {'Subnet': ['ID=fc1184fd-a4a8-4713-b4ef-8c8eacffcfe9,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:04.612209 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45ac25-5162-4c2b-8864-39fb0f64bf2c req-f54f94be-a395-4ae0-8782-eb753cb45f1d tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:04.633212 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5a45ac25-5162-4c2b-8864-39fb0f64bf2c req-f54f94be-a395-4ae0-8782-eb753cb45f1d tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 945 time: 0.2214262 Jul 23 16:34:04.670113 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b078ea55-fab3-434d-ab29-d3dd8f2f735a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server [None req-69d7e590-3b40-482a-9640-386f27c7c62b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fc1184fd-a4a8-4713-b4ef-8c8eacffcfe9: This subnet is being modified by another concurrent operation. Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 16:34:04.709358 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise exception Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fc1184fd-a4a8-4713-b4ef-8c8eacffcfe9: This subnet is being modified by another concurrent operation. Jul 23 16:34:04.714201 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server Jul 23 16:34:04.759832 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:04.762178 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc88153f-d072-40fb-a9b0-6cb28f8cbfad None None] Network 9226e6e7-3bdc-48fa-b1e4-e1c1ea1a81e5 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:04.779648 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-58890cd0-4c59-4b2d-af34-06d468a14e53 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:04.798040 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-58890cd0-4c59-4b2d-af34-06d468a14e53 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9226e6e7-3bdc-48fa-b1e4-e1c1ea1a81e5']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:04.814948 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5a45ac25-5162-4c2b-8864-39fb0f64bf2c req-6efd42fd-9779-4f85-9017-506ab16f49a1 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804183 Jul 23 16:34:04.824798 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-71417f37-89e2-4f15-843f-62b12f3aa5e0 req-4e63d5db-3cf1-4615-9f07-d27dd117cd95 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 210 time: 0.1399851 Jul 23 16:34:04.825212 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-58890cd0-4c59-4b2d-af34-06d468a14e53 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c251996-2afd-4356-81e0-a4a468c79109') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:04.825517 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-58890cd0-4c59-4b2d-af34-06d468a14e53 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c251996-2afd-4356-81e0-a4a468c79109') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:04.843061 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-58890cd0-4c59-4b2d-af34-06d468a14e53 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:04.888643 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-58890cd0-4c59-4b2d-af34-06d468a14e53 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:04.905165 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58890cd0-4c59-4b2d-af34-06d468a14e53 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Releasing vlan 1143 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:34:04.905845 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-58890cd0-4c59-4b2d-af34-06d468a14e53 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:04.908992 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:34:04.908992 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:34:04.908992 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:34:04.908992 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:34:04.908992 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:34:04.908992 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:34:04.908992 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:34:04.908992 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:34:04.908992 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:34:04.908992 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:34:04.908992 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:34:04.908992 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:34:04.908992 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:34:04.908992 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:34:04.908992 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:34:04.908992 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:34:04.908992 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:34:04.908992 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:34:04.908992 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:34:04.908992 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:34:04.908992 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:34:04.908992 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:34:04.908992 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:34:04.908992 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:34:04.908992 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:34:04.908992 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:34:04.908992 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:34:04.908992 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:34:04.908992 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:34:04.908992 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:34:04.908992 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:34:04.908992 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:34:05.028888 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-58890cd0-4c59-4b2d-af34-06d468a14e53 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:05.034666 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-58890cd0-4c59-4b2d-af34-06d468a14e53 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:05.042093 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-58890cd0-4c59-4b2d-af34-06d468a14e53 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/networks/9226e6e7-3bdc-48fa-b1e4-e1c1ea1a81e5 HTTP/1.1" status: 204 len: 168 time: 0.9806614 Jul 23 16:34:05.042093 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b078ea55-fab3-434d-ab29-d3dd8f2f735a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:05.044416 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47902) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:05.050119 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-eedb3e66-6996-44d4-ad4a-1a72529b4b95 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-957004490'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:05.058881 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b078ea55-fab3-434d-ab29-d3dd8f2f735a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:05.088666 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58890cd0-4c59-4b2d-af34-06d468a14e53 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event deleted for resources: {'Network': ['ID=9226e6e7-3bdc-48fa-b1e4-e1c1ea1a81e5,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:05.095015 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fbaaa-6e04-46f7-bcb5-fff82068dcd6 req-7e73ba07-38e0-423d-92a1-85d5ffbd6518 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:05.097288 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-670fbaaa-6e04-46f7-bcb5-fff82068dcd6 req-7e73ba07-38e0-423d-92a1-85d5ffbd6518 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1225097 Jul 23 16:34:05.118522 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-42092ef3-d827-44e0-8869-c1618057828f req-d52099a7-a9b7-472d-84bc-ec33104decd5 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:05.126967 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b078ea55-fab3-434d-ab29-d3dd8f2f735a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=de0df480421e40a2935294582a352350&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7702394 Jul 23 16:34:05.128413 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b078ea55-fab3-434d-ab29-d3dd8f2f735a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ef6c96-c09d-4c86-a6a4-c41c1496af12,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:05.132975 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47904) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:05.139459 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedb3e66-6996-44d4-ad4a-1a72529b4b95 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Made reservation on behalf of 0b874c9b61cf44f6ba326cdc261712db for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:05.142826 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eedb3e66-6996-44d4-ad4a-1a72529b4b95 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:05.172007 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-670fbaaa-6e04-46f7-bcb5-fff82068dcd6 req-9ec891c6-d1a2-49c2-90ea-2cb84c69d123 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502946 Jul 23 16:34:05.197589 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eedb3e66-6996-44d4-ad4a-1a72529b4b95 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] vlan segment allocate from pool success with {'vlan_id': 1128, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:34:05.213352 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-42092ef3-d827-44e0-8869-c1618057828f req-d52099a7-a9b7-472d-84bc-ec33104decd5 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:05.221485 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eedb3e66-6996-44d4-ad4a-1a72529b4b95 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:05.221838 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-eedb3e66-6996-44d4-ad4a-1a72529b4b95 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Added segment c198e7af-fafa-4c94-ac4a-f4e029167c2b of type vlan for network d07d1da8-3f0d-47c5-b3ac-9a1976827ba8 Jul 23 16:34:05.232789 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3a19d32d-412d-4bfa-98a3-4c2938e86073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:05.243232 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['f08913e5-dfef-4f8d-98be-d8455334d4c0'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:34:05.289406 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42092ef3-d827-44e0-8869-c1618057828f req-d52099a7-a9b7-472d-84bc-ec33104decd5 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Network 7a09e324-af99-4e6f-aabe-ea07ec677e31 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:05.291148 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eedb3e66-6996-44d4-ad4a-1a72529b4b95 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:05.294155 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-42092ef3-d827-44e0-8869-c1618057828f req-d52099a7-a9b7-472d-84bc-ec33104decd5 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:05.297321 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3a19d32d-412d-4bfa-98a3-4c2938e86073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:05.298876 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-42092ef3-d827-44e0-8869-c1618057828f req-d52099a7-a9b7-472d-84bc-ec33104decd5 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:34:05.349382 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52099a7-a9b7-472d-84bc-ec33104decd5 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Pushing event updated for resources: {'Port': ['ID=953f40b2-680d-41d6-b11a-01fc8c91a89b,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:05.368428 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eedb3e66-6996-44d4-ad4a-1a72529b4b95 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:05.374644 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedb3e66-6996-44d4-ad4a-1a72529b4b95 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:05.378204 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eedb3e66-6996-44d4-ad4a-1a72529b4b95 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:05.391121 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42092ef3-d827-44e0-8869-c1618057828f req-d52099a7-a9b7-472d-84bc-ec33104decd5 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:05.392331 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-42092ef3-d827-44e0-8869-c1618057828f req-d52099a7-a9b7-472d-84bc-ec33104decd5 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:05.432910 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-eedb3e66-6996-44d4-ad4a-1a72529b4b95 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3867948 Jul 23 16:34:05.435633 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47914) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:05.442205 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-64ce2fe2-d3c7-4df3-90c7-f2770acd58e5 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Request body: {'subnet': {'network_id': 'd07d1da8-3f0d-47c5-b3ac-9a1976827ba8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:05.448530 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3a19d32d-412d-4bfa-98a3-4c2938e86073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:05.451192 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3a19d32d-412d-4bfa-98a3-4c2938e86073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:05.459351 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3a19d32d-412d-4bfa-98a3-4c2938e86073 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f9ef6c96-c09d-4c86-a6a4-c41c1496af12 HTTP/1.1" status: 204 len: 168 time: 0.3241849 Jul 23 16:34:05.460882 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-42092ef3-d827-44e0-8869-c1618057828f req-d52099a7-a9b7-472d-84bc-ec33104decd5 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5859296 Jul 23 16:34:05.489352 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-eaf507d6-0929-4e21-9762-f768c6e512f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:05.508953 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:05.509258 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-42092ef3-d827-44e0-8869-c1618057828f req-b20e726c-b861-489a-8119-c01bf6956a04 service neutron] Request body: {'port': {'device_id': '20564a00-8c8e-480f-b620-64fad596fade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:05.548215 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19d32d-412d-4bfa-98a3-4c2938e86073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ef6c96-c09d-4c86-a6a4-c41c1496af12,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:05.559599 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb3e66-6996-44d4-ad4a-1a72529b4b95 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event updated for resources: {'Network': ['ID=d07d1da8-3f0d-47c5-b3ac-9a1976827ba8,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:05.581170 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network d07d1da8-3f0d-47c5-b3ac-9a1976827ba8 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:34:05.777164 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-42092ef3-d827-44e0-8869-c1618057828f req-b20e726c-b861-489a-8119-c01bf6956a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:05.798367 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746f9c2-1560-4be6-bc24-759eb0b41d30 req-2409d5ea-bbc7-4f6e-aca2-cbcdddaa6c3d tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:05.799978 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0746f9c2-1560-4be6-bc24-759eb0b41d30 req-2409d5ea-bbc7-4f6e-aca2-cbcdddaa6c3d tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.2826138 Jul 23 16:34:05.803220 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ce2fe2-d3c7-4df3-90c7-f2770acd58e5 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Made reservation on behalf of 0b874c9b61cf44f6ba326cdc261712db for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:05.806947 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-64ce2fe2-d3c7-4df3-90c7-f2770acd58e5 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:05.933224 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47924) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:05.943363 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.ipam_backend_mixin [None req-64ce2fe2-d3c7-4df3-90c7-f2770acd58e5 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Performing IP validity checks on allocation pools {{(pid=94012) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 16:34:05.943920 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.ipam_backend_mixin [None req-64ce2fe2-d3c7-4df3-90c7-f2770acd58e5 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94012) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 16:34:05.949280 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0746f9c2-1560-4be6-bc24-759eb0b41d30 req-5749eaca-bc52-4f97-9e7b-1c31f4c841cc tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366396 Jul 23 16:34:05.961751 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-191c2fd7-fad6-4d09-a3ca-de47dcaea6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:05.996799 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85765bf6-c744-4930-8d16-969839df834e None None] Network 5e946bbc-ab3b-420c-82e9-84d43b2c8c32 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:06.211506 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-191c2fd7-fad6-4d09-a3ca-de47dcaea6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:06.221350 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-191c2fd7-fad6-4d09-a3ca-de47dcaea6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:06.228399 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-9280f278-25e6-447b-9213-5b2eaf152f37 None None] Provisioning for port 543fb22e-29f0-43b5-a2bf-7d06eb50c677 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:06.271073 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c2fd7-fad6-4d09-a3ca-de47dcaea6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a51a6c-9b4a-4035-96d5-792cfe3ddca4,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:06.298674 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-191c2fd7-fad6-4d09-a3ca-de47dcaea6e8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=00af694afacb4ac5a0ca7071c817ca7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3642704 Jul 23 16:34:06.299651 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47932) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:06.372433 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5c06b-1e8a-48a0-b647-af49cd90a9c8 req-fc0eae61-ba76-4a80-855a-4a1bb56821e4 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:06.374049 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cf975554-1803-4a53-a056-aa0d707e32cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:06.374185 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20b5c06b-1e8a-48a0-b647-af49cd90a9c8 req-fc0eae61-ba76-4a80-855a-4a1bb56821e4 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 945 time: 0.4186440 Jul 23 16:34:06.428229 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cf975554-1803-4a53-a056-aa0d707e32cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:06.509086 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:06.525383 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47938) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:06.541275 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cf975554-1803-4a53-a056-aa0d707e32cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:06.545564 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cf975554-1803-4a53-a056-aa0d707e32cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:06.549739 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cf975554-1803-4a53-a056-aa0d707e32cb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b6a51a6c-9b4a-4035-96d5-792cfe3ddca4 HTTP/1.1" status: 204 len: 168 time: 0.2488642 Jul 23 16:34:06.562657 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf975554-1803-4a53-a056-aa0d707e32cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a51a6c-9b4a-4035-96d5-792cfe3ddca4,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:06.665485 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-42092ef3-d827-44e0-8869-c1618057828f req-b20e726c-b861-489a-8119-c01bf6956a04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 953f40b2-680d-41d6-b11a-01fc8c91a89b {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:34:06.677254 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-42092ef3-d827-44e0-8869-c1618057828f req-b20e726c-b861-489a-8119-c01bf6956a04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:06.693070 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-42092ef3-d827-44e0-8869-c1618057828f req-b20e726c-b861-489a-8119-c01bf6956a04 service neutron] Transition to ACTIVE for port object 953f40b2-680d-41d6-b11a-01fc8c91a89b will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:06.699995 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 543fb22e-29f0-43b5-a2bf-7d06eb50c677 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:34:06.726511 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e9bf1-d27f-4133-bc85-931b94738d02 req-1ab6fbb3-e095-43fa-912d-74081355c063 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:06.736222 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0b3e9bf1-d27f-4133-bc85-931b94738d02 req-1ab6fbb3-e095-43fa-912d-74081355c063 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 931 time: 0.5485492 Jul 23 16:34:06.764981 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-42092ef3-d827-44e0-8869-c1618057828f req-b20e726c-b861-489a-8119-c01bf6956a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:06.769625 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1bb421-b995-42bc-a843-7a473ada50f8 None None] get_active_networks_info from n-d-778549-4 {{(pid=94014) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:34:06.823429 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20b5c06b-1e8a-48a0-b647-af49cd90a9c8 req-ee7bb14a-9650-4c13-9036-112cf955547d tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3908491 Jul 23 16:34:06.829672 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-64ce2fe2-d3c7-4df3-90c7-f2770acd58e5 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:06.921311 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 543fb22e-29f0-43b5-a2bf-7d06eb50c677 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:06.934927 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e726c-b861-489a-8119-c01bf6956a04 service neutron] Pushing event updated for resources: {'Port': ['ID=953f40b2-680d-41d6-b11a-01fc8c91a89b,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:06.954083 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0b3e9bf1-d27f-4133-bc85-931b94738d02 req-f1adaf7f-7eca-4419-8f54-63f5c49ccaaf tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128894 Jul 23 16:34:06.963117 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 543fb22e-29f0-43b5-a2bf-7d06eb50c677 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:06.963497 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:06.968701 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3d635b37-f5cb-4971-bee5-b5e46adb0b6d None None] Provisioning complete for port 543fb22e-29f0-43b5-a2bf-7d06eb50c677 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:06.969270 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3d635b37-f5cb-4971-bee5-b5e46adb0b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:07.032954 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6e6482e-f3f2-4629-bcbe-30d79e4df2eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:07.101905 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce2fe2-d3c7-4df3-90c7-f2770acd58e5 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event updated for resources: {'Subnet': ['ID=0de20791-f89e-4c38-a937-f8022a452fab,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:07.151064 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47946) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:07.158353 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1bb421-b995-42bc-a843-7a473ada50f8 None None] Resources bound (agent type, host, resource id): {{(pid=94014) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 16:34:07.164050 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ce2fe2-d3c7-4df3-90c7-f2770acd58e5 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Checking segment: {'id': 'c198e7af-fafa-4c94-ac4a-f4e029167c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'd07d1da8-3f0d-47c5-b3ac-9a1976827ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:07.164422 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ce2fe2-d3c7-4df3-90c7-f2770acd58e5 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Network hostable DHCP agents. Network: d07d1da8-3f0d-47c5-b3ac-9a1976827ba8, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:34:07.171825 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cdc96817-8e5c-4e09-9652-237bb0b122ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:07.198671 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-42092ef3-d827-44e0-8869-c1618057828f req-b20e726c-b861-489a-8119-c01bf6956a04 service neutron] Attempting to bind port 953f40b2-680d-41d6-b11a-01fc8c91a89b on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:34:07.199014 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-42092ef3-d827-44e0-8869-c1618057828f req-b20e726c-b861-489a-8119-c01bf6956a04 service neutron] Attempting to bind port 953f40b2-680d-41d6-b11a-01fc8c91a89b by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'ff68db7f-6300-42b1-9753-f76aa3ae1bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '7a09e324-af99-4e6f-aabe-ea07ec677e31'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:34:07.199871 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42092ef3-d827-44e0-8869-c1618057828f req-b20e726c-b861-489a-8119-c01bf6956a04 service neutron] Attempting to bind port 953f40b2-680d-41d6-b11a-01fc8c91a89b on network 7a09e324-af99-4e6f-aabe-ea07ec677e31 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:07.213589 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42092ef3-d827-44e0-8869-c1618057828f req-b20e726c-b861-489a-8119-c01bf6956a04 service neutron] Port 953f40b2-680d-41d6-b11a-01fc8c91a89b on network 7a09e324-af99-4e6f-aabe-ea07ec677e31 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:34:07.213943 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42092ef3-d827-44e0-8869-c1618057828f req-b20e726c-b861-489a-8119-c01bf6956a04 service neutron] Attempting to bind port 953f40b2-680d-41d6-b11a-01fc8c91a89b on network 7a09e324-af99-4e6f-aabe-ea07ec677e31 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:07.215785 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6e6482e-f3f2-4629-bcbe-30d79e4df2eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:07.224074 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6e6482e-f3f2-4629-bcbe-30d79e4df2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:07.224833 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05cb1a-ef32-49f9-87b3-529d8606c6ca req-44422a68-5fec-4e53-b563-9f9049bc2ae8 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:07.226568 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ac05cb1a-ef32-49f9-87b3-529d8606c6ca req-44422a68-5fec-4e53-b563-9f9049bc2ae8 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.2501800 Jul 23 16:34:07.228560 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ce2fe2-d3c7-4df3-90c7-f2770acd58e5 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Network d07d1da8-3f0d-47c5-b3ac-9a1976827ba8 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:34:07.238712 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42092ef3-d827-44e0-8869-c1618057828f req-b20e726c-b861-489a-8119-c01bf6956a04 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:34:07.238712 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42092ef3-d827-44e0-8869-c1618057828f req-b20e726c-b861-489a-8119-c01bf6956a04 service neutron] Checking segment: {'id': 'ff68db7f-6300-42b1-9753-f76aa3ae1bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '7a09e324-af99-4e6f-aabe-ea07ec677e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:07.239305 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42092ef3-d827-44e0-8869-c1618057828f req-b20e726c-b861-489a-8119-c01bf6956a04 service neutron] Bound using segment: {'id': 'ff68db7f-6300-42b1-9753-f76aa3ae1bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '7a09e324-af99-4e6f-aabe-ea07ec677e31'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:34:07.240047 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-42092ef3-d827-44e0-8869-c1618057828f req-b20e726c-b861-489a-8119-c01bf6956a04 service neutron] Bound port: 953f40b2-680d-41d6-b11a-01fc8c91a89b, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff68db7f-6300-42b1-9753-f76aa3ae1bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '7a09e324-af99-4e6f-aabe-ea07ec677e31'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:34:07.240528 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-42092ef3-d827-44e0-8869-c1618057828f req-b20e726c-b861-489a-8119-c01bf6956a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:07.247689 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3d635b37-f5cb-4971-bee5-b5e46adb0b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:07.267658 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-64ce2fe2-d3c7-4df3-90c7-f2770acd58e5 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, d07d1da8-3f0d-47c5-b3ac-9a1976827ba8) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:07.285511 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ce2fe2-d3c7-4df3-90c7-f2770acd58e5 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:07.285778 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-64ce2fe2-d3c7-4df3-90c7-f2770acd58e5 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:07.292693 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e6e6482e-f3f2-4629-bcbe-30d79e4df2eb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=383de566bf2944c78e090dafb1879e39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7659051 Jul 23 16:34:07.293734 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6482e-f3f2-4629-bcbe-30d79e4df2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a8640f-92df-4048-9e4b-daaedb71100c,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:07.296062 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:07.321375 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47948) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:07.349799 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ac05cb1a-ef32-49f9-87b3-529d8606c6ca req-16e70152-f7b5-4fe4-88cd-3f9a46315df9 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132543 Jul 23 16:34:07.376236 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-42092ef3-d827-44e0-8869-c1618057828f req-b20e726c-b861-489a-8119-c01bf6956a04 service neutron] For port 953f40b2-680d-41d6-b11a-01fc8c91a89b, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:34:07.391799 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-42092ef3-d827-44e0-8869-c1618057828f req-b20e726c-b861-489a-8119-c01bf6956a04 service neutron] For port 953f40b2-680d-41d6-b11a-01fc8c91a89b, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=953f40b2-680d-41d6-b11a-01fc8c91a89b,segment=NetworkSegment(ff68db7f-6300-42b1-9753-f76aa3ae1bb7),segment_id=ff68db7f-6300-42b1-9753-f76aa3ae1bb7)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:34:07.394264 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-3d635b37-f5cb-4971-bee5-b5e46adb0b6d None None] For port 543fb22e-29f0-43b5-a2bf-7d06eb50c677, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=543fb22e-29f0-43b5-a2bf-7d06eb50c677,segment=NetworkSegment(8b4e6ce8-f73f-4dc7-9d4f-1d06a9687743),segment_id=8b4e6ce8-f73f-4dc7-9d4f-1d06a9687743)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:07.396058 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:07.400063 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-42092ef3-d827-44e0-8869-c1618057828f req-b20e726c-b861-489a-8119-c01bf6956a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:07.402042 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-67b97859-bd27-4591-be8e-0f243320b941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:07.418028 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3d635b37-f5cb-4971-bee5-b5e46adb0b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:07.442916 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cdc96817-8e5c-4e09-9652-237bb0b122ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:07.450004 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42092ef3-d827-44e0-8869-c1618057828f req-b20e726c-b861-489a-8119-c01bf6956a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:07.450317 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-67b97859-bd27-4591-be8e-0f243320b941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:07.450834 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-42092ef3-d827-44e0-8869-c1618057828f req-b20e726c-b861-489a-8119-c01bf6956a04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:07.452366 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-42092ef3-d827-44e0-8869-c1618057828f req-b20e726c-b861-489a-8119-c01bf6956a04 service neutron] 10.222.0.97 "PUT /v2.0/ports/953f40b2-680d-41d6-b11a-01fc8c91a89b HTTP/1.1" status: 200 len: 1091 time: 1.9619551 Jul 23 16:34:07.452827 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20564a00-8c8e-480f-b620-64fad596fade', 'tag': '953f40b2-680d-41d6-b11a-01fc8c91a89b'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:34:07.455597 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defa9bcb-d839-48ce-a5d1-01808a569a57" -d '{"events": [{"name": "network-changed", "server_uuid": "20564a00-8c8e-480f-b620-64fad596fade", "tag": "953f40b2-680d-41d6-b11a-01fc8c91a89b"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:34:07.461405 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cdc96817-8e5c-4e09-9652-237bb0b122ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:07.495593 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-64ce2fe2-d3c7-4df3-90c7-f2770acd58e5 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.0584404 Jul 23 16:34:07.496462 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47956) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:07.502123 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cdc96817-8e5c-4e09-9652-237bb0b122ab admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6fb9d8cac2f949f987619aaab29a370a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3498509 Jul 23 16:34:07.513244 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47958) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:07.555595 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc96817-8e5c-4e09-9652-237bb0b122ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c15765-4eb3-4ab3-8294-1e5b43e20c32,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:07.567255 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72614056-e337-4599-81fa-36d6fa205e9e x-openstack-request-id: req-72614056-e337-4599-81fa-36d6fa205e9e {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:34:07.567565 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20564a00-8c8e-480f-b620-64fad596fade", "tag": "953f40b2-680d-41d6-b11a-01fc8c91a89b", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:34:07.567945 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-72614056-e337-4599-81fa-36d6fa205e9e {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:34:07.568283 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20564a00-8c8e-480f-b620-64fad596fade', 'tag': '953f40b2-680d-41d6-b11a-01fc8c91a89b', 'status': 'completed', 'code': 200} Jul 23 16:34:07.610262 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-28417468-09c9-4124-a85e-ff7f1b5d7870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:07.621493 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-67b97859-bd27-4591-be8e-0f243320b941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:07.624219 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-67b97859-bd27-4591-be8e-0f243320b941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:07.627840 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-67b97859-bd27-4591-be8e-0f243320b941 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/73a8640f-92df-4048-9e4b-daaedb71100c HTTP/1.1" status: 204 len: 168 time: 0.3030586 Jul 23 16:34:07.643216 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b97859-bd27-4591-be8e-0f243320b941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a8640f-92df-4048-9e4b-daaedb71100c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:07.650751 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-28417468-09c9-4124-a85e-ff7f1b5d7870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:07.713296 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e726c-b861-489a-8119-c01bf6956a04 service neutron] Pushing event updated for resources: {'Port': ['ID=953f40b2-680d-41d6-b11a-01fc8c91a89b,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:07.727501 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.api [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:34:07.727811 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-28417468-09c9-4124-a85e-ff7f1b5d7870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:07.728076 n-d-778549-4 neutron-server[94014]: DEBUG oslo_db.api [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:34:07.730583 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-28417468-09c9-4124-a85e-ff7f1b5d7870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:07.735226 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-28417468-09c9-4124-a85e-ff7f1b5d7870 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f6c15765-4eb3-4ab3-8294-1e5b43e20c32 HTTP/1.1" status: 204 len: 168 time: 0.2190697 Jul 23 16:34:07.762686 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28417468-09c9-4124-a85e-ff7f1b5d7870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c15765-4eb3-4ab3-8294-1e5b43e20c32,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:07.787609 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d635b37-f5cb-4971-bee5-b5e46adb0b6d None None] Pushing event updated for resources: {'Port': ['ID=543fb22e-29f0-43b5-a2bf-7d06eb50c677,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:07.826584 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:07.851677 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2cfa25-caf3-4eb9-b908-9b4c17fab27b req-a71e45c1-42aa-414a-b2ee-625c4f7261f7 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:07.853286 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ae2cfa25-caf3-4eb9-b908-9b4c17fab27b req-a71e45c1-42aa-414a-b2ee-625c4f7261f7 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.3037565 Jul 23 16:34:07.858771 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42092ef3-d827-44e0-8869-c1618057828f req-cbe04767-1c4f-4ed4-acb1-a7581d9db106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:07.860262 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-42092ef3-d827-44e0-8869-c1618057828f req-cbe04767-1c4f-4ed4-acb1-a7581d9db106 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d40e0ee1ca674276bdd958b07bc5c30e&device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 1094 time: 0.3459847 Jul 23 16:34:07.963654 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cf86a2-d78f-474f-b6f7-32fe06196c64 None None] Network d07d1da8-3f0d-47c5-b3ac-9a1976827ba8 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:08.014954 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-42092ef3-d827-44e0-8869-c1618057828f req-86ffd50b-157f-4f43-965b-6b5eaa4c5c18 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=953f40b2-680d-41d6-b11a-01fc8c91a89b HTTP/1.1" status: 200 len: 217 time: 0.1184328 Jul 23 16:34:08.166382 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c4894a-3fa7-4178-94d7-10bc8d53d071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-d07d1da8-3f0d-47c5-b3ac-9a1976827ba8', 'network_id': 'd07d1da8-3f0d-47c5-b3ac-9a1976827ba8', 'tenant_id': '0b874c9b61cf44f6ba326cdc261712db', 'fixed_ips': [{'subnet_id': '0de20791-f89e-4c38-a937-f8022a452fab'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:34:08.167357 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-41c4894a-3fa7-4178-94d7-10bc8d53d071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:08.350351 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-41c4894a-3fa7-4178-94d7-10bc8d53d071 None None] Allocated IP 172.20.0.3 (d07d1da8-3f0d-47c5-b3ac-9a1976827ba8/0de20791-f89e-4c38-a937-f8022a452fab/df6bf02b-de3d-413c-bd06-a6187c57bdce) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:34:08.483077 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:08.546701 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ae2cfa25-caf3-4eb9-b908-9b4c17fab27b req-2e637f57-ecc8-4dc3-9c9f-9f52cde4a4ff tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6843140 Jul 23 16:34:08.575477 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-41c4894a-3fa7-4178-94d7-10bc8d53d071 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:08.589812 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-41c4894a-3fa7-4178-94d7-10bc8d53d071 None None] Transition to ACTIVE for port object df6bf02b-de3d-413c-bd06-a6187c57bdce will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:08.601900 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42092ef3-d827-44e0-8869-c1618057828f req-facafae5-f597-49ba-acf1-54eb361541a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:08.603378 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-42092ef3-d827-44e0-8869-c1618057828f req-facafae5-f597-49ba-acf1-54eb361541a1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b6e51e5c-e7af-4f3d-9bf0-f99b4811604f HTTP/1.1" status: 200 len: 851 time: 0.5724547 Jul 23 16:34:08.609881 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-41c4894a-3fa7-4178-94d7-10bc8d53d071 None None] Transition to ACTIVE for port object df6bf02b-de3d-413c-bd06-a6187c57bdce will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:08.638408 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 543fb22e-29f0-43b5-a2bf-7d06eb50c677 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:34:08.647516 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-41c4894a-3fa7-4178-94d7-10bc8d53d071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:08.670080 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-42092ef3-d827-44e0-8869-c1618057828f req-64d29045-17f3-4881-9b2c-bb66dc660163 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7a09e324-af99-4e6f-aabe-ea07ec677e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568724 Jul 23 16:34:08.715962 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:08.746491 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c4894a-3fa7-4178-94d7-10bc8d53d071 None None] Network d07d1da8-3f0d-47c5-b3ac-9a1976827ba8 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:08.760913 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-41c4894a-3fa7-4178-94d7-10bc8d53d071 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:08.765449 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ba742-236c-40a8-8b70-a1754a15d816 req-094efbdf-7707-4bab-95db-7b7bb8fccd21 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:08.766540 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c4894a-3fa7-4178-94d7-10bc8d53d071 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:34:08.771403 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4894a-3fa7-4178-94d7-10bc8d53d071 None None] Pushing event updated for resources: {'Port': ['ID=df6bf02b-de3d-413c-bd06-a6187c57bdce,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:08.775630 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-003ba742-236c-40a8-8b70-a1754a15d816 req-094efbdf-7707-4bab-95db-7b7bb8fccd21 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 945 time: 0.7798662 Jul 23 16:34:08.788597 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:08.810360 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 543fb22e-29f0-43b5-a2bf-7d06eb50c677 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:08.810813 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:08.860346 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-003ba742-236c-40a8-8b70-a1754a15d816 req-4979f4d0-5e4c-4f7a-8b7e-f9292db44205 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835547 Jul 23 16:34:08.862902 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-41c4894a-3fa7-4178-94d7-10bc8d53d071 None None] Attempting to bind port df6bf02b-de3d-413c-bd06-a6187c57bdce on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:34:08.863341 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-41c4894a-3fa7-4178-94d7-10bc8d53d071 None None] Attempting to bind port df6bf02b-de3d-413c-bd06-a6187c57bdce by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'c198e7af-fafa-4c94-ac4a-f4e029167c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'd07d1da8-3f0d-47c5-b3ac-9a1976827ba8'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:34:08.863925 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c4894a-3fa7-4178-94d7-10bc8d53d071 None None] Attempting to bind port df6bf02b-de3d-413c-bd06-a6187c57bdce on network d07d1da8-3f0d-47c5-b3ac-9a1976827ba8 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:08.875066 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c4894a-3fa7-4178-94d7-10bc8d53d071 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:34:08.875449 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c4894a-3fa7-4178-94d7-10bc8d53d071 None None] Checking segment: {'id': 'c198e7af-fafa-4c94-ac4a-f4e029167c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'd07d1da8-3f0d-47c5-b3ac-9a1976827ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:08.875859 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-41c4894a-3fa7-4178-94d7-10bc8d53d071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:08.876258 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c4894a-3fa7-4178-94d7-10bc8d53d071 None None] Bound using segment: {'id': 'c198e7af-fafa-4c94-ac4a-f4e029167c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'd07d1da8-3f0d-47c5-b3ac-9a1976827ba8'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:34:08.876749 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-41c4894a-3fa7-4178-94d7-10bc8d53d071 None None] Bound port: df6bf02b-de3d-413c-bd06-a6187c57bdce, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c198e7af-fafa-4c94-ac4a-f4e029167c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'd07d1da8-3f0d-47c5-b3ac-9a1976827ba8'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:34:08.877829 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-41c4894a-3fa7-4178-94d7-10bc8d53d071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:08.949809 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-41c4894a-3fa7-4178-94d7-10bc8d53d071 None None] For port df6bf02b-de3d-413c-bd06-a6187c57bdce, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:34:08.953311 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-41c4894a-3fa7-4178-94d7-10bc8d53d071 None None] For port df6bf02b-de3d-413c-bd06-a6187c57bdce, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=df6bf02b-de3d-413c-bd06-a6187c57bdce,segment=NetworkSegment(c198e7af-fafa-4c94-ac4a-f4e029167c2b),segment_id=c198e7af-fafa-4c94-ac4a-f4e029167c2b)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:34:08.965552 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event deleted for resources: {'Subnet': ['ID=0de20791-f89e-4c38-a937-f8022a452fab,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:08.975289 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-41c4894a-3fa7-4178-94d7-10bc8d53d071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:09.026646 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:09.052276 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d07d1da8-3f0d-47c5-b3ac-9a1976827ba8']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:09.074460 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c198e7af-fafa-4c94-ac4a-f4e029167c2b') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:09.075269 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c198e7af-fafa-4c94-ac4a-f4e029167c2b') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:09.084953 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-42092ef3-d827-44e0-8869-c1618057828f req-bef39dc3-b138-4ea1-ae72-18e874e38c28 service neutron] 10.222.0.97 "GET /v2.0/networks/7a09e324-af99-4e6f-aabe-ea07ec677e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893728 Jul 23 16:34:09.094043 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cbc79-3579-427c-a9b3-e84111d9012a req-8373b5b4-eb6b-4cf4-bf36-643b13f8adfd tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:09.101740 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-128cbc79-3579-427c-a9b3-e84111d9012a req-8373b5b4-eb6b-4cf4-bf36-643b13f8adfd tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 943 time: 0.4274020 Jul 23 16:34:09.125094 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:09.138834 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4894a-3fa7-4178-94d7-10bc8d53d071 None None] Pushing event updated for resources: {'Port': ['ID=df6bf02b-de3d-413c-bd06-a6187c57bdce,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:09.167006 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59385f1-df55-484e-9cc5-7d465dfc4000 None None] Network d07d1da8-3f0d-47c5-b3ac-9a1976827ba8 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:09.209133 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:09.250523 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:34:09.250952 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:09.257035 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-128cbc79-3579-427c-a9b3-e84111d9012a req-53f087fc-3fad-4e93-b723-8fe72b4f8194 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544185 Jul 23 16:34:09.257736 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:34:09.257736 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:34:09.257736 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:34:09.257736 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:34:09.257736 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:34:09.257736 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:34:09.257736 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:34:09.257736 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:34:09.257736 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:34:09.257736 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:34:09.257736 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:34:09.257736 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:34:09.257736 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:34:09.257736 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:34:09.257736 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:34:09.257736 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:34:09.257736 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:34:09.257736 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:34:09.257736 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:34:09.257736 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:34:09.257736 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:34:09.257736 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:34:09.257736 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:34:09.257736 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:34:09.257736 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:34:09.257736 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:34:09.257736 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:34:09.257736 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:34:09.257736 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:34:09.257736 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:34:09.257736 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:34:09.257736 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:34:09.329033 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900b79e3-e6aa-4205-a298-fb4778e8f908 None None] get_active_networks_info from n-d-778549-4 {{(pid=94014) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:34:09.358378 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.db.api [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 16:34:09.358378 n-d-778549-4 neutron-server[94012]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 16:34:09.358378 n-d-778549-4 neutron-server[94012]: [parameters: {'id': 'd07d1da8-3f0d-47c5-b3ac-9a1976827ba8'}] Jul 23 16:34:09.358378 n-d-778549-4 neutron-server[94012]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94012) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:34:09.358712 n-d-778549-4 neutron-server[94012]: DEBUG oslo_db.api [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:34:09.369910 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-42092ef3-d827-44e0-8869-c1618057828f req-860dc788-b785-41ba-9014-bdc160d71d69 service neutron] 10.222.0.97 "GET /v2.0/networks/7a09e324-af99-4e6f-aabe-ea07ec677e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623773 Jul 23 16:34:09.402801 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38911afe-fa98-459c-8af3-5acc17babd6c req-73a4f783-f66a-445f-b89f-35317daa4f01 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:09.414620 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-38911afe-fa98-459c-8af3-5acc17babd6c req-73a4f783-f66a-445f-b89f-35317daa4f01 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.3084109 Jul 23 16:34:09.464281 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900b79e3-e6aa-4205-a298-fb4778e8f908 None None] Resources bound (agent type, host, resource id): {{(pid=94014) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 16:34:09.497897 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-38911afe-fa98-459c-8af3-5acc17babd6c req-e365499c-3fa5-432c-879d-6d9a6790af24 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823853 Jul 23 16:34:09.531402 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa9bcb-d839-48ce-a5d1-01808a569a57 req-46558a00-2539-4a4c-9174-235f75a1026f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:09.534319 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-defa9bcb-d839-48ce-a5d1-01808a569a57 req-46558a00-2539-4a4c-9174-235f75a1026f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d40e0ee1ca674276bdd958b07bc5c30e&device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 1094 time: 0.1068003 Jul 23 16:34:09.690972 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa9bcb-d839-48ce-a5d1-01808a569a57 req-11f64828-915f-468e-b546-96abc08a1fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:09.693854 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-defa9bcb-d839-48ce-a5d1-01808a569a57 req-11f64828-915f-468e-b546-96abc08a1fd7 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7a09e324-af99-4e6f-aabe-ea07ec677e31 HTTP/1.1" status: 200 len: 913 time: 0.1525636 Jul 23 16:34:09.797946 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-defa9bcb-d839-48ce-a5d1-01808a569a57 req-ebc50f9f-02ce-4858-bf2b-39e14d0ae7bd service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=953f40b2-680d-41d6-b11a-01fc8c91a89b HTTP/1.1" status: 200 len: 217 time: 0.0785217 Jul 23 16:34:09.910948 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:09.915909 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa9bcb-d839-48ce-a5d1-01808a569a57 req-b107d4fc-ec3f-4cff-901f-77b1749c95d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:09.917787 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-defa9bcb-d839-48ce-a5d1-01808a569a57 req-b107d4fc-ec3f-4cff-901f-77b1749c95d5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b6e51e5c-e7af-4f3d-9bf0-f99b4811604f HTTP/1.1" status: 200 len: 851 time: 0.1263440 Jul 23 16:34:09.973744 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-defa9bcb-d839-48ce-a5d1-01808a569a57 req-f906fbcb-3282-42a4-8cb1-b04e69617711 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7a09e324-af99-4e6f-aabe-ea07ec677e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477271 Jul 23 16:34:10.089212 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:34:10.187780 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e002b-daa9-4fb3-b325-1383cc6726f1 req-cce7ddd5-f2ee-4e68-85a7-cc5b11c74949 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:10.189358 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c87e002b-daa9-4fb3-b325-1383cc6726f1 req-cce7ddd5-f2ee-4e68-85a7-cc5b11c74949 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.4102359 Jul 23 16:34:10.221931 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Deleting port df6bf02b-de3d-413c-bd06-a6187c57bdce {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:34:10.222279 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:10.253028 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-defa9bcb-d839-48ce-a5d1-01808a569a57 req-a4f58372-b2c9-444b-8006-b183637d1292 service neutron] 10.222.0.97 "GET /v2.0/networks/7a09e324-af99-4e6f-aabe-ea07ec677e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459238 Jul 23 16:34:10.295131 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7cd93-1661-4e18-b402-b1d2b28c6c4e req-5e5f9457-20bf-4a16-9d3d-587ea92ce2f7 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:10.296726 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87f7cd93-1661-4e18-b402-b1d2b28c6c4e req-5e5f9457-20bf-4a16-9d3d-587ea92ce2f7 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 945 time: 0.2291055 Jul 23 16:34:10.379839 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c87e002b-daa9-4fb3-b325-1383cc6726f1 req-67b97a4d-8f63-4fca-8269-6aa2e188ba99 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787949 Jul 23 16:34:10.442843 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] For port df6bf02b-de3d-413c-bd06-a6187c57bdce, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=df6bf02b-de3d-413c-bd06-a6187c57bdce,segment=NetworkSegment(c198e7af-fafa-4c94-ac4a-f4e029167c2b),segment_id=c198e7af-fafa-4c94-ac4a-f4e029167c2b)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:10.443387 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:10.474300 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Calling delete_port for df6bf02b-de3d-413c-bd06-a6187c57bdce owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:34:10.499265 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87f7cd93-1661-4e18-b402-b1d2b28c6c4e req-e6ecfbf1-4f9b-4213-a75f-b9c61d31d342 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820881 Jul 23 16:34:10.561297 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-defa9bcb-d839-48ce-a5d1-01808a569a57 req-3d49d46b-580a-4b95-9c11-254b0eb23df2 service neutron] 10.222.0.97 "GET /v2.0/networks/7a09e324-af99-4e6f-aabe-ea07ec677e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907763 Jul 23 16:34:10.642037 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:10.687467 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677a5b1-4005-4368-a0f7-062a7445b904 req-0d97f327-7ca9-4c03-88c6-73efdaf17a17 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:10.689177 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0677a5b1-4005-4368-a0f7-062a7445b904 req-0d97f327-7ca9-4c03-88c6-73efdaf17a17 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 943 time: 0.1326654 Jul 23 16:34:10.694731 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event deleted for resources: {'Port': ['ID=df6bf02b-de3d-413c-bd06-a6187c57bdce,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:10.694731 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] No DVR routers for this DVR port df6bf02b-de3d-413c-bd06-a6187c57bdce on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:34:10.809175 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:10.823586 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0677a5b1-4005-4368-a0f7-062a7445b904 req-d26dff9c-a6a8-49af-ac16-0dce16c8901e tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036067 Jul 23 16:34:10.825322 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d07d1da8-3f0d-47c5-b3ac-9a1976827ba8']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:10.836520 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c198e7af-fafa-4c94-ac4a-f4e029167c2b') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:10.836932 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c198e7af-fafa-4c94-ac4a-f4e029167c2b') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:10.847219 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:10.862602 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:10.869786 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:34:10.870315 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:10.873761 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:34:10.873761 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:34:10.873761 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:34:10.873761 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:34:10.873761 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:34:10.873761 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:34:10.873761 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:34:10.873761 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:34:10.873761 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:34:10.873761 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:34:10.873761 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:34:10.873761 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:34:10.873761 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:34:10.873761 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:34:10.873761 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:34:10.873761 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:34:10.873761 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:34:10.873761 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:34:10.873761 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:34:10.873761 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:34:10.873761 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:34:10.873761 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:34:10.873761 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:34:10.873761 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:34:10.873761 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:34:10.873761 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:34:10.873761 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:34:10.873761 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:34:10.873761 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:34:10.873761 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:34:10.873761 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:34:10.873761 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:34:10.940564 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:10.950993 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:10.952913 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/networks/d07d1da8-3f0d-47c5-b3ac-9a1976827ba8 HTTP/1.1" status: 204 len: 168 time: 3.4532433 Jul 23 16:34:10.956581 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48070) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:10.962212 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-1e7f31cd-d2e4-447f-9171-ea491465b61e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-684600075'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:10.964326 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c455028b-cd49-4867-ba5e-f4be7e94f86c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event deleted for resources: {'Network': ['ID=d07d1da8-3f0d-47c5-b3ac-9a1976827ba8,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:10.986121 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7f31cd-d2e4-447f-9171-ea491465b61e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Made reservation on behalf of 0b874c9b61cf44f6ba326cdc261712db for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:10.991014 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1e7f31cd-d2e4-447f-9171-ea491465b61e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.024609 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7f31cd-d2e4-447f-9171-ea491465b61e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] vlan segment allocate from pool success with {'vlan_id': 1147, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:34:11.036180 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1e7f31cd-d2e4-447f-9171-ea491465b61e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.036531 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-1e7f31cd-d2e4-447f-9171-ea491465b61e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Added segment 7a6b118e-fc43-4672-94f0-b6051820b2c7 of type vlan for network b9a4a24f-1478-469e-a7f3-838abce93bae Jul 23 16:34:11.080419 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1e7f31cd-d2e4-447f-9171-ea491465b61e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.115704 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1e7f31cd-d2e4-447f-9171-ea491465b61e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.122606 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7f31cd-d2e4-447f-9171-ea491465b61e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:11.123307 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1e7f31cd-d2e4-447f-9171-ea491465b61e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.171868 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1e7f31cd-d2e4-447f-9171-ea491465b61e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2138708 Jul 23 16:34:11.175123 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48078) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:11.182116 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-49edea0c-cf1d-4cea-893d-e368edf7d020 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Request body: {'subnet': {'network_id': 'b9a4a24f-1478-469e-a7f3-838abce93bae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:11.213095 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f31cd-d2e4-447f-9171-ea491465b61e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event updated for resources: {'Network': ['ID=b9a4a24f-1478-469e-a7f3-838abce93bae,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:11.232429 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network b9a4a24f-1478-469e-a7f3-838abce93bae details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:34:11.321347 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49edea0c-cf1d-4cea-893d-e368edf7d020 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Made reservation on behalf of 0b874c9b61cf44f6ba326cdc261712db for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:11.325938 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-49edea0c-cf1d-4cea-893d-e368edf7d020 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.354912 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48084) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:11.482410 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eb3f1d2c-1192-40d1-8716-3edc2cd821ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.612580 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-49edea0c-cf1d-4cea-893d-e368edf7d020 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.626835 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eb3f1d2c-1192-40d1-8716-3edc2cd821ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.631461 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eb3f1d2c-1192-40d1-8716-3edc2cd821ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.672455 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f1d2c-1192-40d1-8716-3edc2cd821ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12b7462-8e21-4903-928d-7ad19afe9e1a,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:11.673546 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329ede9-d17f-4060-bdfc-d0722930c2fa req-ed81c555-0b93-46d8-a6a6-71c2151e7ceb tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:11.679639 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-eb3f1d2c-1192-40d1-8716-3edc2cd821ad admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=912222b8942f471f8470bb0f6b2b80cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3235705 Jul 23 16:34:11.681656 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9329ede9-d17f-4060-bdfc-d0722930c2fa req-ed81c555-0b93-46d8-a6a6-71c2151e7ceb tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.2074130 Jul 23 16:34:11.682294 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48094) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:11.746762 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-80a5080c-2ac9-48b2-acc8-923ba2c99edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.758034 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49edea0c-cf1d-4cea-893d-e368edf7d020 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event updated for resources: {'Subnet': ['ID=ae3679f6-209f-411a-8154-adb06a91ce6b,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:11.773836 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-80a5080c-2ac9-48b2-acc8-923ba2c99edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.792008 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9329ede9-d17f-4060-bdfc-d0722930c2fa req-ef6255b0-ba9a-4a99-959d-5cd1f5c1b3c1 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094556 Jul 23 16:34:11.795836 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49edea0c-cf1d-4cea-893d-e368edf7d020 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Checking segment: {'id': '7a6b118e-fc43-4672-94f0-b6051820b2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'b9a4a24f-1478-469e-a7f3-838abce93bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:11.796213 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49edea0c-cf1d-4cea-893d-e368edf7d020 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Network hostable DHCP agents. Network: b9a4a24f-1478-469e-a7f3-838abce93bae, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:34:11.827099 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5416a1c-8f6c-461b-8b3e-8ac61f96bcde req-68542adc-703a-485a-82f0-182c350dc98e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:11.828813 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5416a1c-8f6c-461b-8b3e-8ac61f96bcde req-68542adc-703a-485a-82f0-182c350dc98e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 945 time: 0.2018518 Jul 23 16:34:11.842772 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-80a5080c-2ac9-48b2-acc8-923ba2c99edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.845390 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-80a5080c-2ac9-48b2-acc8-923ba2c99edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.849314 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-80a5080c-2ac9-48b2-acc8-923ba2c99edf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d12b7462-8e21-4903-928d-7ad19afe9e1a HTTP/1.1" status: 204 len: 168 time: 0.1632304 Jul 23 16:34:11.850965 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49edea0c-cf1d-4cea-893d-e368edf7d020 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Network b9a4a24f-1478-469e-a7f3-838abce93bae is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:34:11.857899 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5080c-2ac9-48b2-acc8-923ba2c99edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12b7462-8e21-4903-928d-7ad19afe9e1a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:11.889133 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-49edea0c-cf1d-4cea-893d-e368edf7d020 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, b9a4a24f-1478-469e-a7f3-838abce93bae) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:11.895924 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49edea0c-cf1d-4cea-893d-e368edf7d020 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:11.896540 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-49edea0c-cf1d-4cea-893d-e368edf7d020 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.907606 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40c89dd-6369-404f-92b4-93a6561dfd25 None None] Network b9a4a24f-1478-469e-a7f3-838abce93bae requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:11.930689 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5416a1c-8f6c-461b-8b3e-8ac61f96bcde req-dd81e4fe-dea8-4b4b-a5a9-35f167b29434 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873718 Jul 23 16:34:11.953103 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-49edea0c-cf1d-4cea-893d-e368edf7d020 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7739408 Jul 23 16:34:11.954506 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48102) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:12.121134 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4f58fbea-2459-47f6-8587-0400765e04b6 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:12.199232 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4f58fbea-2459-47f6-8587-0400765e04b6 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:12.210990 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd485def-bc02-43ed-a36a-d7e9dfb4be1a req-dd7a5b3f-d676-45a8-8d00-897676ce84f2 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:12.226309 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dd485def-bc02-43ed-a36a-d7e9dfb4be1a req-dd7a5b3f-d676-45a8-8d00-897676ce84f2 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 943 time: 0.1597028 Jul 23 16:34:12.240796 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7e99d0-1348-4b69-bb52-020fe02d27fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-b9a4a24f-1478-469e-a7f3-838abce93bae', 'network_id': 'b9a4a24f-1478-469e-a7f3-838abce93bae', 'tenant_id': '0b874c9b61cf44f6ba326cdc261712db', 'fixed_ips': [{'subnet_id': 'ae3679f6-209f-411a-8154-adb06a91ce6b'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:34:12.241813 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3b7e99d0-1348-4b69-bb52-020fe02d27fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:12.328130 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dd485def-bc02-43ed-a36a-d7e9dfb4be1a req-487c3ae1-3a35-4782-8c78-5efb280353e0 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996981 Jul 23 16:34:12.377110 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4f58fbea-2459-47f6-8587-0400765e04b6 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:12.385764 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144d1fb-0308-4f14-b233-b857c9a19552 req-dd2cb7fd-5021-4df7-bf26-cce59003290b tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:12.394151 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b144d1fb-0308-4f14-b233-b857c9a19552 req-dd2cb7fd-5021-4df7-bf26-cce59003290b tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1479051 Jul 23 16:34:12.417663 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48112) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:12.438247 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e18e6b52-ee85-42c0-9d0c-13fe89077086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:12.471048 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b144d1fb-0308-4f14-b233-b857c9a19552 req-7894ec29-e108-4fbc-b4fd-0b639f22a735 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762784 Jul 23 16:34:12.475021 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:34:12.486359 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58fbea-2459-47f6-8587-0400765e04b6 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event deleted for resources: {'Subnet': ['ID=ae3679f6-209f-411a-8154-adb06a91ce6b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:12.640967 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4f58fbea-2459-47f6-8587-0400765e04b6 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:12.665792 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-4f58fbea-2459-47f6-8587-0400765e04b6 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a4a24f-1478-469e-a7f3-838abce93bae']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:12.696544 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-4f58fbea-2459-47f6-8587-0400765e04b6 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a6b118e-fc43-4672-94f0-b6051820b2c7') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:12.699090 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-4f58fbea-2459-47f6-8587-0400765e04b6 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a6b118e-fc43-4672-94f0-b6051820b2c7') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:12.708110 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e18e6b52-ee85-42c0-9d0c-13fe89077086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:12.721604 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e18e6b52-ee85-42c0-9d0c-13fe89077086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:12.722445 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4f58fbea-2459-47f6-8587-0400765e04b6 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server [None req-3b7e99d0-1348-4b69-bb52-020fe02d27fb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae3679f6-209f-411a-8154-adb06a91ce6b: This subnet is being modified by another concurrent operation. Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 16:34:12.735298 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise exception Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae3679f6-209f-411a-8154-adb06a91ce6b: This subnet is being modified by another concurrent operation. Jul 23 16:34:12.740079 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server Jul 23 16:34:12.770519 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f0f144-1b81-48d5-a5ee-7a6e0dbd8282 None None] Network b9a4a24f-1478-469e-a7f3-838abce93bae requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:12.773465 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4f58fbea-2459-47f6-8587-0400765e04b6 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:12.788280 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=77d9ee88-c13f-4f5f-a6ae-cd2cbe412115,segment=NetworkSegment(047af764-cf30-4424-904d-1624213e850c),segment_id=047af764-cf30-4424-904d-1624213e850c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:12.791508 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f58fbea-2459-47f6-8587-0400765e04b6 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:34:12.791712 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4f58fbea-2459-47f6-8587-0400765e04b6 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:12.797096 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:34:12.797096 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:34:12.797096 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:34:12.797096 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:34:12.797096 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:34:12.797096 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:34:12.797096 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:34:12.797096 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:34:12.797096 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:34:12.797096 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:34:12.797096 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:34:12.797096 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:34:12.797096 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:34:12.797096 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:34:12.797096 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:34:12.797096 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:34:12.797096 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:34:12.797096 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:34:12.797096 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:34:12.797096 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:34:12.797096 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:34:12.797096 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:34:12.797096 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:34:12.797096 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:34:12.797096 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:34:12.797096 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:34:12.797096 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:34:12.797096 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:34:12.797096 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:34:12.797096 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:34:12.797096 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:34:12.797096 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:34:12.833676 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e18e6b52-ee85-42c0-9d0c-13fe89077086 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a6d6c693b34046f3a17b2169eccc74ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4145019 Jul 23 16:34:12.836958 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48124) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:12.837652 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e6b52-ee85-42c0-9d0c-13fe89077086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f46ff42-15c8-4a28-bb5f-c9390a80098d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:12.912983 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4f58fbea-2459-47f6-8587-0400765e04b6 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:12.919565 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4f58fbea-2459-47f6-8587-0400765e04b6 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:12.921629 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4f58fbea-2459-47f6-8587-0400765e04b6 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/networks/b9a4a24f-1478-469e-a7f3-838abce93bae HTTP/1.1" status: 204 len: 168 time: 0.9652205 Jul 23 16:34:12.925362 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48126) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:12.929346 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '77d9ee88-c13f-4f5f-a6ae-cd2cbe412115', 'network_id': '188f4564-8b8f-479c-8498-350853f64f83', 'port_id': '77d9ee88-c13f-4f5f-a6ae-cd2cbe412115', 'mac_address': 'fa:16:3e:ce:62:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:34:12.933112 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-e5040671-a1e6-403f-bee5-0e141be73d6e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-632671870'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:12.970797 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5040671-a1e6-403f-bee5-0e141be73d6e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Made reservation on behalf of 0b874c9b61cf44f6ba326cdc261712db for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:12.977390 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e65b5d7b-a934-43ab-bc79-2ea35f644e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:12.980447 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e5040671-a1e6-403f-bee5-0e141be73d6e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:12.996396 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58fbea-2459-47f6-8587-0400765e04b6 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event deleted for resources: {'Network': ['ID=b9a4a24f-1478-469e-a7f3-838abce93bae,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:13.003689 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e65b5d7b-a934-43ab-bc79-2ea35f644e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:13.047684 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5040671-a1e6-403f-bee5-0e141be73d6e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] vlan segment allocate from pool success with {'vlan_id': 1133, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:34:13.065315 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a835287-37c1-4d2b-b4c0-973f6c3d865e None None] get_active_networks_info from n-d-778549-4 {{(pid=94014) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:34:13.065606 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e5040671-a1e6-403f-bee5-0e141be73d6e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:13.066003 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-e5040671-a1e6-403f-bee5-0e141be73d6e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Added segment 54fd6097-5b26-41ed-b3bb-de5f89b2fa94 of type vlan for network 1403b3e3-f4c7-41d2-8c7f-48f87d70ebeb Jul 23 16:34:13.118295 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:13.124697 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e65b5d7b-a934-43ab-bc79-2ea35f644e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:13.125583 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e5040671-a1e6-403f-bee5-0e141be73d6e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:13.127408 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e65b5d7b-a934-43ab-bc79-2ea35f644e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:13.129418 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e65b5d7b-a934-43ab-bc79-2ea35f644e0b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2f46ff42-15c8-4a28-bb5f-c9390a80098d HTTP/1.1" status: 204 len: 168 time: 0.2887788 Jul 23 16:34:13.140953 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b5d7b-a934-43ab-bc79-2ea35f644e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f46ff42-15c8-4a28-bb5f-c9390a80098d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:13.151317 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4ed1e-2810-4e64-8cb1-604acc3bae27 req-5e9fee4c-f858-4d56-a05f-41b154d1636e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:13.153094 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91a4ed1e-2810-4e64-8cb1-604acc3bae27 req-5e9fee4c-f858-4d56-a05f-41b154d1636e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 945 time: 0.1042697 Jul 23 16:34:13.167466 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e5040671-a1e6-403f-bee5-0e141be73d6e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:13.186396 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5040671-a1e6-403f-bee5-0e141be73d6e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:13.187072 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e5040671-a1e6-403f-bee5-0e141be73d6e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:13.201209 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91a4ed1e-2810-4e64-8cb1-604acc3bae27 req-e5b46832-38a3-461b-b7bb-3aca09abd59c tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407503 Jul 23 16:34:13.219267 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:34:13.246945 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e5040671-a1e6-403f-bee5-0e141be73d6e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3200567 Jul 23 16:34:13.250283 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48138) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:13.259469 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-0b6209bd-9375-4d56-b791-508aae79b5bf tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Request body: {'subnet': {'network_id': '1403b3e3-f4c7-41d2-8c7f-48f87d70ebeb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:13.278818 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=77d9ee88-c13f-4f5f-a6ae-cd2cbe412115,segment=NetworkSegment(047af764-cf30-4424-904d-1624213e850c),segment_id=047af764-cf30-4424-904d-1624213e850c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:13.286844 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:13.306018 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5040671-a1e6-403f-bee5-0e141be73d6e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event updated for resources: {'Network': ['ID=1403b3e3-f4c7-41d2-8c7f-48f87d70ebeb,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:13.368999 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 1403b3e3-f4c7-41d2-8c7f-48f87d70ebeb details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:34:13.414511 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=77d9ee88-c13f-4f5f-a6ae-cd2cbe412115,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:13.444968 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6209bd-9375-4d56-b791-508aae79b5bf tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Made reservation on behalf of 0b874c9b61cf44f6ba326cdc261712db for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:13.454261 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b6209bd-9375-4d56-b791-508aae79b5bf tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:13.468721 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['77d9ee88-c13f-4f5f-a6ae-cd2cbe412115'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:34:13.510463 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a835287-37c1-4d2b-b4c0-973f6c3d865e None None] Resources bound (agent type, host, resource id): {{(pid=94014) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 16:34:13.524645 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 953f40b2-680d-41d6-b11a-01fc8c91a89b details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:34:13.697811 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829bb94c-b75c-40d2-bb25-80ba665d4c61 req-dcbda4d1-61e0-4ef1-973b-c744582d889f tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:13.699606 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-829bb94c-b75c-40d2-bb25-80ba665d4c61 req-dcbda4d1-61e0-4ef1-973b-c744582d889f tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 943 time: 0.2391622 Jul 23 16:34:14.000361 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b6209bd-9375-4d56-b791-508aae79b5bf tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:14.103938 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 953f40b2-680d-41d6-b11a-01fc8c91a89b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=953f40b2-680d-41d6-b11a-01fc8c91a89b,segment=NetworkSegment(ff68db7f-6300-42b1-9753-f76aa3ae1bb7),segment_id=ff68db7f-6300-42b1-9753-f76aa3ae1bb7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:14.141360 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '953f40b2-680d-41d6-b11a-01fc8c91a89b', 'network_id': '7a09e324-af99-4e6f-aabe-ea07ec677e31', 'port_id': '953f40b2-680d-41d6-b11a-01fc8c91a89b', 'mac_address': 'fa:16:3e:6c:c9:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6e51e5c-e7af-4f3d-9bf0-f99b4811604f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:34:14.193641 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-829bb94c-b75c-40d2-bb25-80ba665d4c61 req-d0af71f1-f79b-4022-bbd0-ca747fbd54fb tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4851859 Jul 23 16:34:14.244599 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd9c91-7e74-4556-9f04-8d8fe9072529 req-a1de62ef-ada6-499c-a6f5-09e5efe277a9 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:14.257850 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b1cd9c91-7e74-4556-9f04-8d8fe9072529 req-a1de62ef-ada6-499c-a6f5-09e5efe277a9 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.6567435 Jul 23 16:34:14.278941 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:14.306046 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 953f40b2-680d-41d6-b11a-01fc8c91a89b {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:34:14.371050 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b1cd9c91-7e74-4556-9f04-8d8fe9072529 req-12114f38-23ab-402a-b9af-20811359c8c1 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062839 Jul 23 16:34:14.384803 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 953f40b2-680d-41d6-b11a-01fc8c91a89b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=953f40b2-680d-41d6-b11a-01fc8c91a89b,segment=NetworkSegment(ff68db7f-6300-42b1-9753-f76aa3ae1bb7),segment_id=ff68db7f-6300-42b1-9753-f76aa3ae1bb7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:14.396380 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6209bd-9375-4d56-b791-508aae79b5bf tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event updated for resources: {'Subnet': ['ID=cd7c7cf6-1c38-4075-93c2-4f7c39a0e6cb,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:14.440679 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:34:14.449908 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:14.463323 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6209bd-9375-4d56-b791-508aae79b5bf tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Checking segment: {'id': '54fd6097-5b26-41ed-b3bb-de5f89b2fa94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1403b3e3-f4c7-41d2-8c7f-48f87d70ebeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:14.465487 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6209bd-9375-4d56-b791-508aae79b5bf tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Network hostable DHCP agents. Network: 1403b3e3-f4c7-41d2-8c7f-48f87d70ebeb, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:34:14.635638 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=953f40b2-680d-41d6-b11a-01fc8c91a89b,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:14.645704 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:14.646073 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:14.673221 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6209bd-9375-4d56-b791-508aae79b5bf tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Network 1403b3e3-f4c7-41d2-8c7f-48f87d70ebeb is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:34:14.706330 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['953f40b2-680d-41d6-b11a-01fc8c91a89b'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:34:14.756252 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-0b6209bd-9375-4d56-b791-508aae79b5bf tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 1403b3e3-f4c7-41d2-8c7f-48f87d70ebeb) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:14.775817 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6209bd-9375-4d56-b791-508aae79b5bf tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:14.776455 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b6209bd-9375-4d56-b791-508aae79b5bf tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:14.789742 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35468a0d-a837-4481-a149-021f3ecb7394 None None] Network 1403b3e3-f4c7-41d2-8c7f-48f87d70ebeb requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:14.802505 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72079987-4cfe-4685-a703-dbadce192102 req-b380ad7a-c6c4-4840-b7e8-fcb9c8089c13 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:14.810768 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-72079987-4cfe-4685-a703-dbadce192102 req-b380ad7a-c6c4-4840-b7e8-fcb9c8089c13 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 944 time: 0.2745769 Jul 23 16:34:14.887747 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-72079987-4cfe-4685-a703-dbadce192102 req-4950238d-aaff-4f84-8e09-05565340b4f1 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755465 Jul 23 16:34:14.899220 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0b6209bd-9375-4d56-b791-508aae79b5bf tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6467195 Jul 23 16:34:14.901333 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48196) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:14.909824 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340adb1-d2d6-4024-8a43-3b5dc4dd9f64 req-7a8164ce-9542-4266-a87b-950adfa67e4e tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:14.920658 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e340adb1-d2d6-4024-8a43-3b5dc4dd9f64 req-7a8164ce-9542-4266-a87b-950adfa67e4e tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.3237693 Jul 23 16:34:14.981834 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e340adb1-d2d6-4024-8a43-3b5dc4dd9f64 req-fb62ff5b-da69-4a09-9321-902fc1bac935 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551038 Jul 23 16:34:15.109253 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:15.202291 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:15.326672 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef868a71-380f-46e3-80de-bdec659e313c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-1403b3e3-f4c7-41d2-8c7f-48f87d70ebeb', 'network_id': '1403b3e3-f4c7-41d2-8c7f-48f87d70ebeb', 'tenant_id': '0b874c9b61cf44f6ba326cdc261712db', 'fixed_ips': [{'subnet_id': 'cd7c7cf6-1c38-4075-93c2-4f7c39a0e6cb'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:34:15.328351 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ef868a71-380f-46e3-80de-bdec659e313c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:15.338244 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2df115-5311-403d-b20e-1fb6e957b227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d9ee88-c13f-4f5f-a6ae-cd2cbe412115'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:34:15.340991 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85263c28-7459-4638-8726-09ae6f4b4d1d" -d '{"events": [{"server_uuid": "0c2df115-5311-403d-b20e-1fb6e957b227", "name": "network-vif-plugged", "status": "completed", "tag": "77d9ee88-c13f-4f5f-a6ae-cd2cbe412115"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:34:15.369322 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=77d9ee88-c13f-4f5f-a6ae-cd2cbe412115,segment=NetworkSegment(047af764-cf30-4424-904d-1624213e850c),segment_id=047af764-cf30-4424-904d-1624213e850c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:15.385746 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:15.386005 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411ac4a-e9b6-4f36-a916-a192bcbcccc8 req-090b7bc4-bb4d-4875-a855-40d9165f9f0a tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:15.396676 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7411ac4a-e9b6-4f36-a916-a192bcbcccc8 req-090b7bc4-bb4d-4875-a855-40d9165f9f0a tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.2340097 Jul 23 16:34:15.417744 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48210) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:15.437220 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:15.556400 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7411ac4a-e9b6-4f36-a916-a192bcbcccc8 req-09505a3a-8c0b-4d1b-86c9-e4d2cfb34b72 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583960 Jul 23 16:34:15.574553 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=77d9ee88-c13f-4f5f-a6ae-cd2cbe412115,revision_number=7']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:15.656716 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc71ff-8983-44d5-9dd9-822e2eda7841 req-cf582fc4-3523-4652-b15b-e3a5758f3e40 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:15.666303 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aafc71ff-8983-44d5-9dd9-822e2eda7841 req-cf582fc4-3523-4652-b15b-e3a5758f3e40 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 944 time: 0.2555611 Jul 23 16:34:15.670650 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-61e62889-bd38-4efa-98d6-94d57ffa7a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:15.698828 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-ef868a71-380f-46e3-80de-bdec659e313c None None] Allocated IP 172.20.0.2 (1403b3e3-f4c7-41d2-8c7f-48f87d70ebeb/cd7c7cf6-1c38-4075-93c2-4f7c39a0e6cb/4c7b5d0e-7d44-42a3-bb18-cd1ca5ab84c6) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:34:15.742911 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24f7df6-f98c-48c2-8ae5-7ecf7840311d x-openstack-request-id: req-f24f7df6-f98c-48c2-8ae5-7ecf7840311d {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:34:15.743372 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2df115-5311-403d-b20e-1fb6e957b227", "name": "network-vif-plugged", "status": "completed", "tag": "77d9ee88-c13f-4f5f-a6ae-cd2cbe412115", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:34:15.743729 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f24f7df6-f98c-48c2-8ae5-7ecf7840311d {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:34:15.744317 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2df115-5311-403d-b20e-1fb6e957b227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d9ee88-c13f-4f5f-a6ae-cd2cbe412115', 'code': 200} Jul 23 16:34:15.778704 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aafc71ff-8983-44d5-9dd9-822e2eda7841 req-7955703f-b3db-4ba0-9baf-5e6f84b7b8c1 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113083 Jul 23 16:34:15.859570 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-61e62889-bd38-4efa-98d6-94d57ffa7a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:15.867987 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-61e62889-bd38-4efa-98d6-94d57ffa7a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:15.926347 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-61e62889-bd38-4efa-98d6-94d57ffa7a03 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9dcfdfdff74149a597f3be97ea471578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5046887 Jul 23 16:34:15.929769 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48224) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:15.937447 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e62889-bd38-4efa-98d6-94d57ffa7a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b9ce63-7773-4a68-9b25-5088b7f60565,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:15.977907 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e62889-bd38-4efa-98d6-94d57ffa7a03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:15.978251 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e62889-bd38-4efa-98d6-94d57ffa7a03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:15.978584 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e62889-bd38-4efa-98d6-94d57ffa7a03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:15.978919 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e62889-bd38-4efa-98d6-94d57ffa7a03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:15.979249 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e62889-bd38-4efa-98d6-94d57ffa7a03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:15.979575 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e62889-bd38-4efa-98d6-94d57ffa7a03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:15.979903 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e62889-bd38-4efa-98d6-94d57ffa7a03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:15.980222 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e62889-bd38-4efa-98d6-94d57ffa7a03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:15.980541 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e62889-bd38-4efa-98d6-94d57ffa7a03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:15.980861 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e62889-bd38-4efa-98d6-94d57ffa7a03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:15.983341 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e62889-bd38-4efa-98d6-94d57ffa7a03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:15.989966 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e62889-bd38-4efa-98d6-94d57ffa7a03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:16.011455 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c08de-e16b-4bd8-8b70-cfcb1b358c4d req-a7d3476c-f758-4dc0-a821-44eb0f5a3f07 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:16.012776 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f37c08de-e16b-4bd8-8b70-cfcb1b358c4d req-a7d3476c-f758-4dc0-a821-44eb0f5a3f07 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1695507 Jul 23 16:34:16.022099 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ef868a71-380f-46e3-80de-bdec659e313c None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:16.036105 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ef868a71-380f-46e3-80de-bdec659e313c None None] Transition to ACTIVE for port object 4c7b5d0e-7d44-42a3-bb18-cd1ca5ab84c6 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:16.059625 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ef868a71-380f-46e3-80de-bdec659e313c None None] Transition to ACTIVE for port object 4c7b5d0e-7d44-42a3-bb18-cd1ca5ab84c6 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:16.069979 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ef868a71-380f-46e3-80de-bdec659e313c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:16.100612 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2a6baac4-7507-4fe0-90e4-1cec8dfb776a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:16.105687 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f37c08de-e16b-4bd8-8b70-cfcb1b358c4d req-9e2f6421-74fb-4c9c-b8d7-57788bf04d06 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834198 Jul 23 16:34:16.121229 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef868a71-380f-46e3-80de-bdec659e313c None None] Network 1403b3e3-f4c7-41d2-8c7f-48f87d70ebeb is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:16.121685 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-ef868a71-380f-46e3-80de-bdec659e313c None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:16.129779 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef868a71-380f-46e3-80de-bdec659e313c None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:34:16.150968 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef868a71-380f-46e3-80de-bdec659e313c None None] Pushing event updated for resources: {'Port': ['ID=4c7b5d0e-7d44-42a3-bb18-cd1ca5ab84c6,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:16.155022 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:16.203509 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2a6baac4-7507-4fe0-90e4-1cec8dfb776a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:16.212832 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda095e-bde2-4621-a9be-78be930f1b78 req-95dda67e-639c-417f-b5bd-c0b60fcc93a1 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:16.230648 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ef868a71-380f-46e3-80de-bdec659e313c None None] Attempting to bind port 4c7b5d0e-7d44-42a3-bb18-cd1ca5ab84c6 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:34:16.231105 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ef868a71-380f-46e3-80de-bdec659e313c None None] Attempting to bind port 4c7b5d0e-7d44-42a3-bb18-cd1ca5ab84c6 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '54fd6097-5b26-41ed-b3bb-de5f89b2fa94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1403b3e3-f4c7-41d2-8c7f-48f87d70ebeb'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:34:16.231543 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef868a71-380f-46e3-80de-bdec659e313c None None] Attempting to bind port 4c7b5d0e-7d44-42a3-bb18-cd1ca5ab84c6 on network 1403b3e3-f4c7-41d2-8c7f-48f87d70ebeb {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:16.237391 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef868a71-380f-46e3-80de-bdec659e313c None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:34:16.238019 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef868a71-380f-46e3-80de-bdec659e313c None None] Checking segment: {'id': '54fd6097-5b26-41ed-b3bb-de5f89b2fa94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1403b3e3-f4c7-41d2-8c7f-48f87d70ebeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:16.239125 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7bda095e-bde2-4621-a9be-78be930f1b78 req-95dda67e-639c-417f-b5bd-c0b60fcc93a1 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 945 time: 0.2038331 Jul 23 16:34:16.239309 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ef868a71-380f-46e3-80de-bdec659e313c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:16.240331 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef868a71-380f-46e3-80de-bdec659e313c None None] Bound using segment: {'id': '54fd6097-5b26-41ed-b3bb-de5f89b2fa94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1403b3e3-f4c7-41d2-8c7f-48f87d70ebeb'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:34:16.241277 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ef868a71-380f-46e3-80de-bdec659e313c None None] Bound port: 4c7b5d0e-7d44-42a3-bb18-cd1ca5ab84c6, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fd6097-5b26-41ed-b3bb-de5f89b2fa94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1403b3e3-f4c7-41d2-8c7f-48f87d70ebeb'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:34:16.241762 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ef868a71-380f-46e3-80de-bdec659e313c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:16.285847 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event deleted for resources: {'Subnet': ['ID=cd7c7cf6-1c38-4075-93c2-4f7c39a0e6cb,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:16.338737 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ef868a71-380f-46e3-80de-bdec659e313c None None] For port 4c7b5d0e-7d44-42a3-bb18-cd1ca5ab84c6, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:34:16.345700 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ef868a71-380f-46e3-80de-bdec659e313c None None] For port 4c7b5d0e-7d44-42a3-bb18-cd1ca5ab84c6, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=4c7b5d0e-7d44-42a3-bb18-cd1ca5ab84c6,segment=NetworkSegment(54fd6097-5b26-41ed-b3bb-de5f89b2fa94),segment_id=54fd6097-5b26-41ed-b3bb-de5f89b2fa94)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:34:16.352921 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ef868a71-380f-46e3-80de-bdec659e313c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:16.397756 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7bda095e-bde2-4621-a9be-78be930f1b78 req-15d8f7fa-efeb-4bb2-a2a8-8241d325ba17 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556904 Jul 23 16:34:16.446282 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:16.460718 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1403b3e3-f4c7-41d2-8c7f-48f87d70ebeb']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:16.478206 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fd6097-5b26-41ed-b3bb-de5f89b2fa94') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:16.478899 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fd6097-5b26-41ed-b3bb-de5f89b2fa94') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:16.490040 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:16.500756 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c805a3c-d691-4805-bab7-768f53aa5257 req-3cfd1cd8-9375-46f5-8bb3-3e29ad468416 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:16.526128 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:16.536427 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c805a3c-d691-4805-bab7-768f53aa5257 req-3cfd1cd8-9375-46f5-8bb3-3e29ad468416 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.2533796 Jul 23 16:34:16.538345 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Releasing vlan 1133 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:34:16.539109 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:16.581814 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef868a71-380f-46e3-80de-bdec659e313c None None] Pushing event updated for resources: {'Port': ['ID=4c7b5d0e-7d44-42a3-bb18-cd1ca5ab84c6,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:16.600888 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c805a3c-d691-4805-bab7-768f53aa5257 req-18d54948-14f1-49c0-9293-652f28f7bba9 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520005 Jul 23 16:34:16.610021 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3039b42-1312-4ef8-8b30-b9e62e039b36 None None] Network 1403b3e3-f4c7-41d2-8c7f-48f87d70ebeb requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:16.630259 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:34:16.630259 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:34:16.630259 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:34:16.630259 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:34:16.630259 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:34:16.630259 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:34:16.630259 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:34:16.630259 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:34:16.630259 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:34:16.630259 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:34:16.630259 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:34:16.630259 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:34:16.630259 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:34:16.630259 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:34:16.630259 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:34:16.630259 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:34:16.630259 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:34:16.630259 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:34:16.630259 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:34:16.630259 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:34:16.630259 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:34:16.630259 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:34:16.630259 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:34:16.630259 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:34:16.630259 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:34:16.630259 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:34:16.630259 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:34:16.630259 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:34:16.630259 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:34:16.630259 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:34:16.630259 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:34:16.630259 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:34:16.637000 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.db.api [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 16:34:16.637000 n-d-778549-4 neutron-server[94013]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 16:34:16.637000 n-d-778549-4 neutron-server[94013]: [parameters: {'id': '1403b3e3-f4c7-41d2-8c7f-48f87d70ebeb'}] Jul 23 16:34:16.637000 n-d-778549-4 neutron-server[94013]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94013) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:34:16.637543 n-d-778549-4 neutron-server[94013]: DEBUG oslo_db.api [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:34:16.640814 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2a6baac4-7507-4fe0-90e4-1cec8dfb776a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:16.649557 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2a6baac4-7507-4fe0-90e4-1cec8dfb776a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:16.655167 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2a6baac4-7507-4fe0-90e4-1cec8dfb776a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/38b9ce63-7773-4a68-9b25-5088b7f60565 HTTP/1.1" status: 204 len: 168 time: 0.7224395 Jul 23 16:34:16.673470 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6baac4-7507-4fe0-90e4-1cec8dfb776a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b9ce63-7773-4a68-9b25-5088b7f60565,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:16.914931 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a99ef-676f-4e88-9fab-1885c59c1728 req-feaa2b8c-e657-444f-ab64-8105a0151d83 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:16.916754 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e33a99ef-676f-4e88-9fab-1885c59c1728 req-feaa2b8c-e657-444f-ab64-8105a0151d83 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1225860 Jul 23 16:34:16.917894 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94da11ff-044c-41b0-9025-3e79b124095c None None] get_active_networks_info from n-d-778549-4 {{(pid=94014) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:34:16.977879 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e33a99ef-676f-4e88-9fab-1885c59c1728 req-e55fe7c2-8a53-442b-adb9-6d5e5ef7c3dd tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550177 Jul 23 16:34:17.138331 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:17.210888 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94da11ff-044c-41b0-9025-3e79b124095c None None] Resources bound (agent type, host, resource id): {{(pid=94014) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 16:34:17.283786 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Deleting port 4c7b5d0e-7d44-42a3-bb18-cd1ca5ab84c6 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:34:17.286448 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:17.391155 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] For port 4c7b5d0e-7d44-42a3-bb18-cd1ca5ab84c6, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=4c7b5d0e-7d44-42a3-bb18-cd1ca5ab84c6,segment=NetworkSegment(54fd6097-5b26-41ed-b3bb-de5f89b2fa94),segment_id=54fd6097-5b26-41ed-b3bb-de5f89b2fa94)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:17.391386 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:17.408418 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Calling delete_port for 4c7b5d0e-7d44-42a3-bb18-cd1ca5ab84c6 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:34:17.525547 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:17.533494 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 953f40b2-680d-41d6-b11a-01fc8c91a89b up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:34:17.554575 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] No DVR routers for this DVR port 4c7b5d0e-7d44-42a3-bb18-cd1ca5ab84c6 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:34:17.732206 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 953f40b2-680d-41d6-b11a-01fc8c91a89b completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:17.746990 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 953f40b2-680d-41d6-b11a-01fc8c91a89b triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:17.747382 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:17.796208 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:17.823332 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1403b3e3-f4c7-41d2-8c7f-48f87d70ebeb']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:17.847419 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fd6097-5b26-41ed-b3bb-de5f89b2fa94') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:17.848372 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fd6097-5b26-41ed-b3bb-de5f89b2fa94') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:17.871299 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:17.905550 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:17.921747 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Releasing vlan 1133 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:34:17.922242 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:18.086811 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:34:18.086811 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:34:18.086811 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:34:18.086811 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:34:18.086811 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:34:18.086811 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:34:18.086811 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:34:18.086811 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:34:18.086811 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:34:18.086811 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:34:18.086811 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:34:18.086811 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:34:18.086811 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:34:18.086811 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:34:18.086811 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:34:18.086811 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:34:18.086811 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:34:18.086811 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:34:18.086811 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:34:18.086811 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:34:18.086811 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:34:18.086811 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:34:18.086811 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:34:18.086811 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:34:18.086811 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:34:18.086811 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:34:18.086811 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:34:18.086811 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:34:18.086811 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:34:18.086811 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:34:18.086811 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:34:18.086811 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:34:18.089401 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event deleted for resources: {'Port': ['ID=4c7b5d0e-7d44-42a3-bb18-cd1ca5ab84c6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:18.095054 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:18.101134 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:18.108346 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/networks/1403b3e3-f4c7-41d2-8c7f-48f87d70ebeb HTTP/1.1" status: 204 len: 168 time: 3.2006841 Jul 23 16:34:18.108346 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48266) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:18.131457 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-02f0cfdb-6d4d-40cf-b273-894c9f9b0e73 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1876594604'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:18.158425 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762eda4-6dc2-4d26-bace-c881dda03a1c req-282f4425-8ec9-4a77-af21-89c1ed9f2094 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:18.159993 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3762eda4-6dc2-4d26-bace-c881dda03a1c req-282f4425-8ec9-4a77-af21-89c1ed9f2094 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 944 time: 1.1498473 Jul 23 16:34:18.179514 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78692e7a-e0da-4653-960d-8808e8523046 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event deleted for resources: {'Network': ['ID=1403b3e3-f4c7-41d2-8c7f-48f87d70ebeb,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:18.219637 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f0cfdb-6d4d-40cf-b273-894c9f9b0e73 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Made reservation on behalf of 0b874c9b61cf44f6ba326cdc261712db for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:18.224254 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02f0cfdb-6d4d-40cf-b273-894c9f9b0e73 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:18.226234 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:18.277899 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f0cfdb-6d4d-40cf-b273-894c9f9b0e73 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] vlan segment allocate from pool success with {'vlan_id': 1107, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:34:18.279613 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3762eda4-6dc2-4d26-bace-c881dda03a1c req-1c3c80fb-016a-4913-b44c-5418711657db tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036832 Jul 23 16:34:18.283610 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20564a00-8c8e-480f-b620-64fad596fade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953f40b2-680d-41d6-b11a-01fc8c91a89b'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:34:18.292692 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbe296a-1c28-47f9-950f-645a9a6ca7f0" -d '{"events": [{"server_uuid": "20564a00-8c8e-480f-b620-64fad596fade", "name": "network-vif-plugged", "status": "completed", "tag": "953f40b2-680d-41d6-b11a-01fc8c91a89b"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:34:18.296458 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38201776-2554-42f8-87a6-4c4b0e891937 req-76fb678b-c408-430b-8e29-3fa36c7e25f3 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:18.301490 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02f0cfdb-6d4d-40cf-b273-894c9f9b0e73 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:18.307621 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-02f0cfdb-6d4d-40cf-b273-894c9f9b0e73 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Added segment 2ff809af-dd32-4f50-81f3-9ecb5b65b6f4 of type vlan for network 923e1e55-8d6a-4fac-a897-3fae0204ec89 Jul 23 16:34:18.313000 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-38201776-2554-42f8-87a6-4c4b0e891937 req-76fb678b-c408-430b-8e29-3fa36c7e25f3 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 1.1484621 Jul 23 16:34:18.323828 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 953f40b2-680d-41d6-b11a-01fc8c91a89b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=953f40b2-680d-41d6-b11a-01fc8c91a89b,segment=NetworkSegment(ff68db7f-6300-42b1-9753-f76aa3ae1bb7),segment_id=ff68db7f-6300-42b1-9753-f76aa3ae1bb7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:18.333028 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:18.403991 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02f0cfdb-6d4d-40cf-b273-894c9f9b0e73 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:18.450346 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-38201776-2554-42f8-87a6-4c4b0e891937 req-82fe0ff8-3b6e-45f9-b2ff-dc14756b829b tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341546 Jul 23 16:34:18.474309 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=953f40b2-680d-41d6-b11a-01fc8c91a89b,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:18.501569 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02f0cfdb-6d4d-40cf-b273-894c9f9b0e73 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:18.518996 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f0cfdb-6d4d-40cf-b273-894c9f9b0e73 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:18.519683 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02f0cfdb-6d4d-40cf-b273-894c9f9b0e73 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:18.631588 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-02f0cfdb-6d4d-40cf-b273-894c9f9b0e73 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5224779 Jul 23 16:34:18.636399 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e6a0a-f35f-4472-a6b3-a1d0b3e1f2ae req-38a9a992-c170-4e19-b5b3-52a20768437d tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:18.648002 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48278) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:18.650642 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97e6a0a-f35f-4472-a6b3-a1d0b3e1f2ae req-38a9a992-c170-4e19-b5b3-52a20768437d tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 945 time: 0.1989093 Jul 23 16:34:18.665719 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-ea3d3244-1411-42bd-9e41-58e509926b60 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Request body: {'subnet': {'network_id': '923e1e55-8d6a-4fac-a897-3fae0204ec89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:18.696766 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98d6333-fb61-4474-96e7-2a08af44259d x-openstack-request-id: req-c98d6333-fb61-4474-96e7-2a08af44259d {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:34:18.697672 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20564a00-8c8e-480f-b620-64fad596fade", "name": "network-vif-plugged", "status": "completed", "tag": "953f40b2-680d-41d6-b11a-01fc8c91a89b", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:34:18.697672 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c98d6333-fb61-4474-96e7-2a08af44259d {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:34:18.699477 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20564a00-8c8e-480f-b620-64fad596fade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953f40b2-680d-41d6-b11a-01fc8c91a89b', 'code': 200} Jul 23 16:34:18.743199 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0cfdb-6d4d-40cf-b273-894c9f9b0e73 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event updated for resources: {'Network': ['ID=923e1e55-8d6a-4fac-a897-3fae0204ec89,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:18.757946 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 923e1e55-8d6a-4fac-a897-3fae0204ec89 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:34:18.897832 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3d3244-1411-42bd-9e41-58e509926b60 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Made reservation on behalf of 0b874c9b61cf44f6ba326cdc261712db for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:18.903083 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f97e6a0a-f35f-4472-a6b3-a1d0b3e1f2ae req-b6533624-1fe9-403f-ae04-012cd7c562c9 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512786 Jul 23 16:34:18.903605 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ea3d3244-1411-42bd-9e41-58e509926b60 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:18.958689 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48282) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:19.003221 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040ca6d-6332-4327-911f-940bb535bda0 req-e37e5d61-7b47-45a0-bf30-d0f56a1b0dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:19.007917 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9040ca6d-6332-4327-911f-940bb535bda0 req-e37e5d61-7b47-45a0-bf30-d0f56a1b0dea service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 1096 time: 0.2391555 Jul 23 16:34:19.008180 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.ipam_backend_mixin [None req-ea3d3244-1411-42bd-9e41-58e509926b60 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Performing IP validity checks on allocation pools {{(pid=94013) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 16:34:19.008180 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.ipam_backend_mixin [None req-ea3d3244-1411-42bd-9e41-58e509926b60 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94013) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 16:34:19.036644 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560479f5-88eb-41ae-acf5-c9625184e62f req-8fedf328-bbab-48ef-8944-5aa9248acde5 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:19.045895 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-560479f5-88eb-41ae-acf5-c9625184e62f req-8fedf328-bbab-48ef-8944-5aa9248acde5 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1806960 Jul 23 16:34:19.109185 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9040ca6d-6332-4327-911f-940bb535bda0 req-0f6e22a2-86ad-438a-a294-feaf84c1fbe2 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925324 Jul 23 16:34:19.131594 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-560479f5-88eb-41ae-acf5-c9625184e62f req-4704adbf-6a70-4cc6-b702-8fa712773356 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845926 Jul 23 16:34:19.216781 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3052b8f2-b60c-40c4-b477-cf8425f03bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:19.233400 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ea3d3244-1411-42bd-9e41-58e509926b60 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:19.360109 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86201a5a-51bc-4fd8-ace7-305a158dc275 req-5c517acd-752b-4ac0-a85a-acd4a3e59b48 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:19.368392 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-86201a5a-51bc-4fd8-ace7-305a158dc275 req-5c517acd-752b-4ac0-a85a-acd4a3e59b48 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1168425 Jul 23 16:34:19.426941 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d3244-1411-42bd-9e41-58e509926b60 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event updated for resources: {'Subnet': ['ID=76032500-f152-49c8-9ab2-c883bed00844,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:19.432983 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3d3244-1411-42bd-9e41-58e509926b60 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Checking segment: {'id': '2ff809af-dd32-4f50-81f3-9ecb5b65b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '923e1e55-8d6a-4fac-a897-3fae0204ec89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:19.433661 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3d3244-1411-42bd-9e41-58e509926b60 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Network hostable DHCP agents. Network: 923e1e55-8d6a-4fac-a897-3fae0204ec89, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:34:19.476671 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3d3244-1411-42bd-9e41-58e509926b60 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Network 923e1e55-8d6a-4fac-a897-3fae0204ec89 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:34:19.502408 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-ea3d3244-1411-42bd-9e41-58e509926b60 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 923e1e55-8d6a-4fac-a897-3fae0204ec89) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:19.512104 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314dbb66-b83a-4d65-8650-487ed8f7ee60 None None] Network 923e1e55-8d6a-4fac-a897-3fae0204ec89 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:19.519133 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3d3244-1411-42bd-9e41-58e509926b60 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:19.520256 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ea3d3244-1411-42bd-9e41-58e509926b60 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:19.553870 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3052b8f2-b60c-40c4-b477-cf8425f03bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:19.563466 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3052b8f2-b60c-40c4-b477-cf8425f03bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:19.598233 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-86201a5a-51bc-4fd8-ace7-305a158dc275 req-c88005db-5847-4d92-bc15-52b806951e9c tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262263 Jul 23 16:34:19.602609 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052b8f2-b60c-40c4-b477-cf8425f03bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf8b3a6-7149-4f0a-ae1f-fabfd78b1244,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:19.605949 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ea3d3244-1411-42bd-9e41-58e509926b60 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9565978 Jul 23 16:34:19.609143 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48300) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:19.662787 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48304) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:19.674979 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3052b8f2-b60c-40c4-b477-cf8425f03bfe admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fece48fc4bd343aebf7577da7e7314d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7160463 Jul 23 16:34:19.681122 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48308) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:19.818744 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef04676-d765-4855-a25b-3409acb2ca38 req-b4f00adf-c465-4d01-8ab1-5e5ef0220a7d tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:19.830751 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fef04676-d765-4855-a25b-3409acb2ca38 req-b4f00adf-c465-4d01-8ab1-5e5ef0220a7d tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 945 time: 0.4118702 Jul 23 16:34:19.857004 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:19.897742 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859babe7-3969-42e1-9006-f99095e92565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-923e1e55-8d6a-4fac-a897-3fae0204ec89', 'network_id': '923e1e55-8d6a-4fac-a897-3fae0204ec89', 'tenant_id': '0b874c9b61cf44f6ba326cdc261712db', 'fixed_ips': [{'subnet_id': '76032500-f152-49c8-9ab2-c883bed00844'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:34:19.900042 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-859babe7-3969-42e1-9006-f99095e92565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:19.957503 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fef04676-d765-4855-a25b-3409acb2ca38 req-7c47cacc-cd2d-436f-b2ea-7d4ac2ef47bd tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069310 Jul 23 16:34:19.957503 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0d3812ae-bac0-4635-b54b-f4c8e4b56db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:20.014394 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:20.085384 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-05f4b1b2-4c81-458a-8e09-578d6a08f419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:20.167982 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-859babe7-3969-42e1-9006-f99095e92565 None None] Allocated IP 172.20.0.3 (923e1e55-8d6a-4fac-a897-3fae0204ec89/76032500-f152-49c8-9ab2-c883bed00844/6b105082-d497-4d9e-a532-351477fee1e2) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:34:20.193662 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0d3812ae-bac0-4635-b54b-f4c8e4b56db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:20.321260 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-05f4b1b2-4c81-458a-8e09-578d6a08f419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:20.377216 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-05f4b1b2-4c81-458a-8e09-578d6a08f419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:20.398478 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-859babe7-3969-42e1-9006-f99095e92565 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:20.409551 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-859babe7-3969-42e1-9006-f99095e92565 None None] Transition to ACTIVE for port object 6b105082-d497-4d9e-a532-351477fee1e2 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:20.430186 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-859babe7-3969-42e1-9006-f99095e92565 None None] Transition to ACTIVE for port object 6b105082-d497-4d9e-a532-351477fee1e2 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:20.474310 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-859babe7-3969-42e1-9006-f99095e92565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:20.493679 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:20.539718 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-05f4b1b2-4c81-458a-8e09-578d6a08f419 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1cf7ec1654d540b79494005b6229dbf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8721693 Jul 23 16:34:20.554007 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48312) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:20.555069 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4b1b2-4c81-458a-8e09-578d6a08f419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44b6b39-48b5-49ca-8895-8e5bb7e2e29a,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:20.604033 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c894ce9-13d5-49d8-b393-5fcc043b00b6 req-d87ec260-d0c4-4897-a293-18816394827b tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:20.616407 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1c894ce9-13d5-49d8-b393-5fcc043b00b6 req-d87ec260-d0c4-4897-a293-18816394827b tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.6299939 Jul 23 16:34:20.626158 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859babe7-3969-42e1-9006-f99095e92565 None None] Network 923e1e55-8d6a-4fac-a897-3fae0204ec89 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:20.640711 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-859babe7-3969-42e1-9006-f99095e92565 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:20.650739 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859babe7-3969-42e1-9006-f99095e92565 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:34:20.670983 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859babe7-3969-42e1-9006-f99095e92565 None None] Pushing event updated for resources: {'Port': ['ID=6b105082-d497-4d9e-a532-351477fee1e2,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:20.689800 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event deleted for resources: {'Subnet': ['ID=76032500-f152-49c8-9ab2-c883bed00844,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:20.709302 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949adc5a-e22c-4070-a67e-2a835377c0da req-c1d4178d-8ced-4578-9fcc-9d8bfab3eed3 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:20.710904 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-949adc5a-e22c-4070-a67e-2a835377c0da req-c1d4178d-8ced-4578-9fcc-9d8bfab3eed3 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 945 time: 0.5403690 Jul 23 16:34:20.720150 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0d3812ae-bac0-4635-b54b-f4c8e4b56db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:20.724531 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0d3812ae-bac0-4635-b54b-f4c8e4b56db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:20.726239 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0d3812ae-bac0-4635-b54b-f4c8e4b56db2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2cf8b3a6-7149-4f0a-ae1f-fabfd78b1244 HTTP/1.1" status: 204 len: 168 time: 1.0442708 Jul 23 16:34:20.784923 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:20.800262 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3812ae-bac0-4635-b54b-f4c8e4b56db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf8b3a6-7149-4f0a-ae1f-fabfd78b1244,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:20.820573 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923e1e55-8d6a-4fac-a897-3fae0204ec89']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:20.845643 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff809af-dd32-4f50-81f3-9ecb5b65b6f4') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:20.847020 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff809af-dd32-4f50-81f3-9ecb5b65b6f4') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:20.853956 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1c894ce9-13d5-49d8-b393-5fcc043b00b6 req-6b59a431-3fdb-4484-a85e-e44f00523313 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360120 Jul 23 16:34:20.858985 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-859babe7-3969-42e1-9006-f99095e92565 None None] Attempting to bind port 6b105082-d497-4d9e-a532-351477fee1e2 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:34:20.867127 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-859babe7-3969-42e1-9006-f99095e92565 None None] Attempting to bind port 6b105082-d497-4d9e-a532-351477fee1e2 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '2ff809af-dd32-4f50-81f3-9ecb5b65b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '923e1e55-8d6a-4fac-a897-3fae0204ec89'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:34:20.867756 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859babe7-3969-42e1-9006-f99095e92565 None None] Attempting to bind port 6b105082-d497-4d9e-a532-351477fee1e2 on network 923e1e55-8d6a-4fac-a897-3fae0204ec89 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:20.875484 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859babe7-3969-42e1-9006-f99095e92565 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:34:20.875484 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859babe7-3969-42e1-9006-f99095e92565 None None] Checking segment: {'id': '2ff809af-dd32-4f50-81f3-9ecb5b65b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '923e1e55-8d6a-4fac-a897-3fae0204ec89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:20.880212 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:20.880872 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-859babe7-3969-42e1-9006-f99095e92565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:20.899108 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859babe7-3969-42e1-9006-f99095e92565 None None] Bound using segment: {'id': '2ff809af-dd32-4f50-81f3-9ecb5b65b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '923e1e55-8d6a-4fac-a897-3fae0204ec89'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:34:20.900149 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-859babe7-3969-42e1-9006-f99095e92565 None None] Bound port: 6b105082-d497-4d9e-a532-351477fee1e2, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff809af-dd32-4f50-81f3-9ecb5b65b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '923e1e55-8d6a-4fac-a897-3fae0204ec89'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:34:20.900836 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-859babe7-3969-42e1-9006-f99095e92565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:20.903885 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:20.914693 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Releasing vlan 1107 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:34:20.915364 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:20.933454 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-949adc5a-e22c-4070-a67e-2a835377c0da req-4ef9002e-0f79-492e-9700-c7ca682e6aff tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017977 Jul 23 16:34:20.945222 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d65010f-8804-45f9-9e2e-bb624e94efc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:21.039840 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d65010f-8804-45f9-9e2e-bb624e94efc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:21.087848 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-859babe7-3969-42e1-9006-f99095e92565 None None] For port 6b105082-d497-4d9e-a532-351477fee1e2, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:34:21.116885 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-859babe7-3969-42e1-9006-f99095e92565 None None] For port 6b105082-d497-4d9e-a532-351477fee1e2, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=6b105082-d497-4d9e-a532-351477fee1e2,segment=NetworkSegment(2ff809af-dd32-4f50-81f3-9ecb5b65b6f4),segment_id=2ff809af-dd32-4f50-81f3-9ecb5b65b6f4)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:34:21.117390 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:34:21.117390 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:34:21.117390 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:34:21.117390 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:34:21.117390 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:34:21.117390 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:34:21.117390 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:34:21.117390 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:34:21.117390 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:34:21.117390 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:34:21.117390 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:34:21.117390 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:34:21.117390 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:34:21.117390 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:34:21.117390 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:34:21.117390 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:34:21.117390 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:34:21.117390 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:34:21.117390 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:34:21.117390 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:34:21.117390 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:34:21.117390 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:34:21.117390 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:34:21.117390 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:34:21.117390 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:34:21.117390 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:34:21.117390 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:34:21.117390 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:34:21.117390 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:34:21.117390 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:34:21.117390 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:34:21.117390 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:34:21.123126 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.db.api [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 16:34:21.123126 n-d-778549-4 neutron-server[94013]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 16:34:21.123126 n-d-778549-4 neutron-server[94013]: [parameters: {'id': '923e1e55-8d6a-4fac-a897-3fae0204ec89'}] Jul 23 16:34:21.123126 n-d-778549-4 neutron-server[94013]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94013) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:34:21.123750 n-d-778549-4 neutron-server[94013]: DEBUG oslo_db.api [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:34:21.125185 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-859babe7-3969-42e1-9006-f99095e92565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:21.341103 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859babe7-3969-42e1-9006-f99095e92565 None None] Pushing event updated for resources: {'Port': ['ID=6b105082-d497-4d9e-a532-351477fee1e2,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:21.362318 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d65010f-8804-45f9-9e2e-bb624e94efc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:21.364446 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d65010f-8804-45f9-9e2e-bb624e94efc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:21.366222 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2d65010f-8804-45f9-9e2e-bb624e94efc2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e44b6b39-48b5-49ca-8895-8e5bb7e2e29a HTTP/1.1" status: 204 len: 168 time: 0.7972169 Jul 23 16:34:21.374062 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c50d3e-9982-4380-85a6-426cdf37da8f None None] Network 923e1e55-8d6a-4fac-a897-3fae0204ec89 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:21.405374 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65010f-8804-45f9-9e2e-bb624e94efc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44b6b39-48b5-49ca-8895-8e5bb7e2e29a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:21.428543 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cb6bb-e4ff-4c39-a60e-5f821a6a2e7f req-a0a9ca1f-1f24-46b2-9e99-6ee985869413 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:21.438721 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5a1cb6bb-e4ff-4c39-a60e-5f821a6a2e7f req-a0a9ca1f-1f24-46b2-9e99-6ee985869413 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 945 time: 0.2990305 Jul 23 16:34:21.496493 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda9afd-999f-4e08-9dd5-20bc3e5dcbc2 req-102a62b2-91b3-4d09-8e23-9c85cfbf08bd tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:21.499252 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ecda9afd-999f-4e08-9dd5-20bc3e5dcbc2 req-102a62b2-91b3-4d09-8e23-9c85cfbf08bd tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.2507365 Jul 23 16:34:21.554985 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5a1cb6bb-e4ff-4c39-a60e-5f821a6a2e7f req-9d0f902e-54b5-437b-a4ef-c38738949366 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098833 Jul 23 16:34:21.580970 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ecda9afd-999f-4e08-9dd5-20bc3e5dcbc2 req-a21dca7f-0565-4834-9008-c17ddf0fb92c tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695975 Jul 23 16:34:21.625645 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:21.827966 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb62ca9-0a07-41d9-b6a6-502ecb154f33 req-205ede85-a519-4664-88cb-85fda70c2b20 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:21.830026 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bfb62ca9-0a07-41d9-b6a6-502ecb154f33 req-205ede85-a519-4664-88cb-85fda70c2b20 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 946 time: 0.1225402 Jul 23 16:34:21.954812 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bfb62ca9-0a07-41d9-b6a6-502ecb154f33 req-12da93db-43fa-4637-aaa2-46ebc811d48c tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151686 Jul 23 16:34:22.168185 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78b21de-c3a0-4333-afc7-a164f495f374 None None] get_active_networks_info from n-d-778549-4 {{(pid=94014) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:34:22.197964 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2d5b2-837b-48c9-91c7-acc53ddf0529 req-2fcb769f-9104-4fc1-aaea-9ba01ff5eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:22.199759 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-59c2d5b2-837b-48c9-91c7-acc53ddf0529 req-2fcb769f-9104-4fc1-aaea-9ba01ff5eb9a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d40e0ee1ca674276bdd958b07bc5c30e&device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 1096 time: 0.1501462 Jul 23 16:34:22.405221 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Deleting port 6b105082-d497-4d9e-a532-351477fee1e2 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:34:22.405585 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:22.435262 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78b21de-c3a0-4333-afc7-a164f495f374 None None] Resources bound (agent type, host, resource id): {{(pid=94014) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 16:34:22.605273 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] For port 6b105082-d497-4d9e-a532-351477fee1e2, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=6b105082-d497-4d9e-a532-351477fee1e2,segment=NetworkSegment(2ff809af-dd32-4f50-81f3-9ecb5b65b6f4),segment_id=2ff809af-dd32-4f50-81f3-9ecb5b65b6f4)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:22.605691 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:22.633559 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2d5b2-837b-48c9-91c7-acc53ddf0529 req-385caaf7-cc0a-4ad3-a7fb-e219cf8cf52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:22.637637 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-59c2d5b2-837b-48c9-91c7-acc53ddf0529 req-385caaf7-cc0a-4ad3-a7fb-e219cf8cf52e service neutron] 10.222.0.97 "GET /v2.0/networks?id=7a09e324-af99-4e6f-aabe-ea07ec677e31 HTTP/1.1" status: 200 len: 913 time: 0.3951886 Jul 23 16:34:22.649749 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Calling delete_port for 6b105082-d497-4d9e-a532-351477fee1e2 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:34:22.721445 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-59c2d5b2-837b-48c9-91c7-acc53ddf0529 req-e100eb19-2ecf-4c9f-8aab-5d25f3369fa3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=953f40b2-680d-41d6-b11a-01fc8c91a89b HTTP/1.1" status: 200 len: 217 time: 0.0573938 Jul 23 16:34:22.755286 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a29e9-8764-4b8a-a31b-e14b87758e85 req-798851f3-8d42-47f1-9727-4dd6263b15db tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:22.763152 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d0a29e9-8764-4b8a-a31b-e14b87758e85 req-798851f3-8d42-47f1-9727-4dd6263b15db tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 945 time: 0.5818763 Jul 23 16:34:22.884862 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea3d1c-1eee-4df3-b125-99096a994537 req-a56b8595-2b37-485e-94b4-351470819c0b tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:22.887028 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dfea3d1c-1eee-4df3-b125-99096a994537 req-a56b8595-2b37-485e-94b4-351470819c0b tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.6465809 Jul 23 16:34:22.939640 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:23.011237 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event deleted for resources: {'Port': ['ID=6b105082-d497-4d9e-a532-351477fee1e2,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:23.030138 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] No DVR routers for this DVR port 6b105082-d497-4d9e-a532-351477fee1e2 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:34:23.090518 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d0a29e9-8764-4b8a-a31b-e14b87758e85 req-a2c13eee-09c7-45da-a986-e132220f88e2 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261042 Jul 23 16:34:23.092686 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2d5b2-837b-48c9-91c7-acc53ddf0529 req-f5d20830-1f64-4250-9d5f-2d931308aee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:23.101562 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-59c2d5b2-837b-48c9-91c7-acc53ddf0529 req-f5d20830-1f64-4250-9d5f-2d931308aee0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b6e51e5c-e7af-4f3d-9bf0-f99b4811604f HTTP/1.1" status: 200 len: 851 time: 0.3689156 Jul 23 16:34:23.105352 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dfea3d1c-1eee-4df3-b125-99096a994537 req-bc6b6f8c-811d-4255-afa6-4ebba4ae2588 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105737 Jul 23 16:34:23.248005 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:23.250577 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48392) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:23.260818 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-59c2d5b2-837b-48c9-91c7-acc53ddf0529 req-d22144a6-df19-49ee-b22a-86fb1d83b6a1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7a09e324-af99-4e6f-aabe-ea07ec677e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1513920 Jul 23 16:34:23.275842 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923e1e55-8d6a-4fac-a897-3fae0204ec89']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:23.301532 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff809af-dd32-4f50-81f3-9ecb5b65b6f4') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:23.301858 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff809af-dd32-4f50-81f3-9ecb5b65b6f4') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:23.328345 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:23.361516 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:23.369825 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Releasing vlan 1107 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:34:23.370245 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:23.374805 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:34:23.374805 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:34:23.374805 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:34:23.374805 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:34:23.374805 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:34:23.374805 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:34:23.374805 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:34:23.374805 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:34:23.374805 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:34:23.374805 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:34:23.374805 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:34:23.374805 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:34:23.374805 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:34:23.374805 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:34:23.374805 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:34:23.374805 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:34:23.374805 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:34:23.374805 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:34:23.374805 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:34:23.374805 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:34:23.374805 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:34:23.374805 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:34:23.374805 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:34:23.374805 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:34:23.374805 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:34:23.374805 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:34:23.374805 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:34:23.374805 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:34:23.374805 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:34:23.374805 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:34:23.374805 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:34:23.374805 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:34:23.452374 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-94de0147-6ada-45ea-aec3-a6870209c15a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1539952523-network', 'tenant_id': '685de99fd88a4ebd80b04837e882af01'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:23.553654 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:23.583734 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:23.590235 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48410) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:23.594741 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-59c2d5b2-837b-48c9-91c7-acc53ddf0529 req-e78768e9-9964-4c40-8adb-2472fdf02e27 service neutron] 10.222.0.97 "GET /v2.0/networks/7a09e324-af99-4e6f-aabe-ea07ec677e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114169 Jul 23 16:34:23.599853 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/networks/923e1e55-8d6a-4fac-a897-3fae0204ec89 HTTP/1.1" status: 204 len: 168 time: 3.9894731 Jul 23 16:34:23.606831 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-0286c8e1-13c5-4bb2-a166-a2e561dbaab2 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1780159493'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:23.629696 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94de0147-6ada-45ea-aec3-a6870209c15a admin admin] Made reservation on behalf of 685de99fd88a4ebd80b04837e882af01 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:23.630928 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b013e95-926f-4763-a359-4d675bd8a531 req-dfb69b81-c0ec-4b3a-a027-edaec038df5e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:23.632531 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-94de0147-6ada-45ea-aec3-a6870209c15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:23.633650 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b013e95-926f-4763-a359-4d675bd8a531 req-dfb69b81-c0ec-4b3a-a027-edaec038df5e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 945 time: 0.3714287 Jul 23 16:34:23.653872 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-94de0147-6ada-45ea-aec3-a6870209c15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:23.664727 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc59d03d-4ea8-47c0-95ad-bc91177cbc78 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event deleted for resources: {'Network': ['ID=923e1e55-8d6a-4fac-a897-3fae0204ec89,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:23.754956 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b013e95-926f-4763-a359-4d675bd8a531 req-1c393892-df54-4de1-b413-0946973eedfd tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776980 Jul 23 16:34:23.755762 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0286c8e1-13c5-4bb2-a166-a2e561dbaab2 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Made reservation on behalf of 0b874c9b61cf44f6ba326cdc261712db for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:23.759776 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0286c8e1-13c5-4bb2-a166-a2e561dbaab2 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:23.832787 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-94de0147-6ada-45ea-aec3-a6870209c15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:23.833655 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0286c8e1-13c5-4bb2-a166-a2e561dbaab2 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] vlan segment allocate from pool success with {'vlan_id': 1104, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:34:23.840920 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-94de0147-6ada-45ea-aec3-a6870209c15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:23.867726 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94de0147-6ada-45ea-aec3-a6870209c15a admin admin] vlan segment allocate from pool success with {'vlan_id': 1142, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:34:23.898623 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de0147-6ada-45ea-aec3-a6870209c15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73644b6b-e234-4409-a58e-9eb5db6f89e7,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:23.905467 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-94de0147-6ada-45ea-aec3-a6870209c15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:23.905969 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-94de0147-6ada-45ea-aec3-a6870209c15a admin admin] Added segment 9cb1a104-dae7-41b9-a07c-13d75bbc4de2 of type vlan for network 9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9 Jul 23 16:34:23.953486 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0286c8e1-13c5-4bb2-a166-a2e561dbaab2 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:23.962809 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-0286c8e1-13c5-4bb2-a166-a2e561dbaab2 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Added segment 3b6a3d4c-2633-47b2-918a-889bb8e005f8 of type vlan for network a65b2a75-d229-48bc-8744-6ddf8d857e59 Jul 23 16:34:23.965868 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-94de0147-6ada-45ea-aec3-a6870209c15a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:24.029352 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48422) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:24.053559 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-94de0147-6ada-45ea-aec3-a6870209c15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:24.054957 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94de0147-6ada-45ea-aec3-a6870209c15a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:24.055558 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-94de0147-6ada-45ea-aec3-a6870209c15a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:24.072289 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-59c2d5b2-837b-48c9-91c7-acc53ddf0529 req-230e7c37-b27a-463d-ae23-7a1d4a770444 service neutron] 10.222.0.97 "GET /v2.0/networks/7a09e324-af99-4e6f-aabe-ea07ec677e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364586 Jul 23 16:34:24.074621 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0286c8e1-13c5-4bb2-a166-a2e561dbaab2 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:24.118405 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-94de0147-6ada-45ea-aec3-a6870209c15a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8636513 Jul 23 16:34:24.118852 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48428) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:24.133610 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-74776bfb-f3ac-44ef-a0ca-a7c5f81757ed admin admin] Request body: {'subnet': {'network_id': '9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1539952523-subnet', 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:24.164389 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0286c8e1-13c5-4bb2-a166-a2e561dbaab2 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:24.173727 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0286c8e1-13c5-4bb2-a166-a2e561dbaab2 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:24.174707 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0286c8e1-13c5-4bb2-a166-a2e561dbaab2 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:24.224250 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74776bfb-f3ac-44ef-a0ca-a7c5f81757ed admin admin] Made reservation on behalf of 685de99fd88a4ebd80b04837e882af01 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:24.227044 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-74776bfb-f3ac-44ef-a0ca-a7c5f81757ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:24.230564 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de0147-6ada-45ea-aec3-a6870209c15a admin admin] Pushing event updated for resources: {'Network': ['ID=9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:24.242655 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:34:24.251439 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fe222-6055-417d-abfd-c912b1c9b863 req-e63b1fad-42eb-43ce-9893-e53188b8cdfb tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:24.259312 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-439fe222-6055-417d-abfd-c912b1c9b863 req-e63b1fad-42eb-43ce-9893-e53188b8cdfb tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.2552321 Jul 23 16:34:24.278684 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a7d155d2-c6c5-4029-88cb-af06cce63dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:24.309130 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0286c8e1-13c5-4bb2-a166-a2e561dbaab2 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7162914 Jul 23 16:34:24.312760 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48434) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:24.341811 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-7cf5cf10-4a46-45c1-a627-09b7929ccd20 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Request body: {'subnet': {'network_id': 'a65b2a75-d229-48bc-8744-6ddf8d857e59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:24.390134 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286c8e1-13c5-4bb2-a166-a2e561dbaab2 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event updated for resources: {'Network': ['ID=a65b2a75-d229-48bc-8744-6ddf8d857e59,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:24.416996 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286c8e1-13c5-4bb2-a166-a2e561dbaab2 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:24.417404 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286c8e1-13c5-4bb2-a166-a2e561dbaab2 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:24.417691 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286c8e1-13c5-4bb2-a166-a2e561dbaab2 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:24.418035 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286c8e1-13c5-4bb2-a166-a2e561dbaab2 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:24.418362 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286c8e1-13c5-4bb2-a166-a2e561dbaab2 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:24.418683 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286c8e1-13c5-4bb2-a166-a2e561dbaab2 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:24.419011 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286c8e1-13c5-4bb2-a166-a2e561dbaab2 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:24.419332 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286c8e1-13c5-4bb2-a166-a2e561dbaab2 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:24.419643 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286c8e1-13c5-4bb2-a166-a2e561dbaab2 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:24.419963 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286c8e1-13c5-4bb2-a166-a2e561dbaab2 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:24.420281 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286c8e1-13c5-4bb2-a166-a2e561dbaab2 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:24.420597 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286c8e1-13c5-4bb2-a166-a2e561dbaab2 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:24.436935 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-439fe222-6055-417d-abfd-c912b1c9b863 req-b935907f-d2ae-4a7d-8423-cef6ad11b640 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754384 Jul 23 16:34:24.444357 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network a65b2a75-d229-48bc-8744-6ddf8d857e59 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:34:24.596308 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c299c4b-0f6c-41b8-9d91-93fbcd8234d0 req-73963163-820c-4b29-b194-3477343e71d3 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:24.604941 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c299c4b-0f6c-41b8-9d91-93fbcd8234d0 req-73963163-820c-4b29-b194-3477343e71d3 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 945 time: 0.3428426 Jul 23 16:34:24.688095 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-74776bfb-f3ac-44ef-a0ca-a7c5f81757ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:24.715058 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c299c4b-0f6c-41b8-9d91-93fbcd8234d0 req-9f29cdd1-ecb6-44e9-b1f5-5afafd76bb72 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042683 Jul 23 16:34:24.763873 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74776bfb-f3ac-44ef-a0ca-a7c5f81757ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0d2685b-743f-465d-ae06-029317d44a41,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:24.805215 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a7d155d2-c6c5-4029-88cb-af06cce63dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:24.813658 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74776bfb-f3ac-44ef-a0ca-a7c5f81757ed admin admin] Checking segment: {'id': '9cb1a104-dae7-41b9-a07c-13d75bbc4de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:24.814140 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74776bfb-f3ac-44ef-a0ca-a7c5f81757ed admin admin] Network hostable DHCP agents. Network: 9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:34:24.818449 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a7d155d2-c6c5-4029-88cb-af06cce63dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:24.837147 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb639b-c6dd-4197-be80-219dce62ca4c req-7ade426e-0bb4-49a8-b954-e50b73ccf3cf tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:24.844366 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7dcb639b-c6dd-4197-be80-219dce62ca4c req-7ade426e-0bb4-49a8-b954-e50b73ccf3cf tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.2361569 Jul 23 16:34:24.866178 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf5cf10-4a46-45c1-a627-09b7929ccd20 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Made reservation on behalf of 0b874c9b61cf44f6ba326cdc261712db for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:24.872912 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cf5cf10-4a46-45c1-a627-09b7929ccd20 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:24.920048 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74776bfb-f3ac-44ef-a0ca-a7c5f81757ed admin admin] Network 9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:34:24.964764 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a7d155d2-c6c5-4029-88cb-af06cce63dd2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b974500b03d7499997365b074c344932&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9337707 Jul 23 16:34:24.965812 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48444) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:24.969908 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d155d2-c6c5-4029-88cb-af06cce63dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b883141a-1dae-4281-8827-ab0fbc157363,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:24.983229 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-74776bfb-f3ac-44ef-a0ca-a7c5f81757ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:24.987388 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7dcb639b-c6dd-4197-be80-219dce62ca4c req-44de5965-4e98-45a3-8a2b-c6b7eddecbf1 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420858 Jul 23 16:34:25.006529 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74776bfb-f3ac-44ef-a0ca-a7c5f81757ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:25.006743 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4527cab6-1b3b-4c17-bdaf-499c9b5c2569 None None] Network 9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:25.007346 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-74776bfb-f3ac-44ef-a0ca-a7c5f81757ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:25.035645 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-74776bfb-f3ac-44ef-a0ca-a7c5f81757ed admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9156260 Jul 23 16:34:25.038485 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48450) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:25.044876 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-dcd1e3a7-1e78-4226-a7ad-d0c2433341ef admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1539952523-router', 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:25.086660 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dcd1e3a7-1e78-4226-a7ad-d0c2433341ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:25.088185 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dcd1e3a7-1e78-4226-a7ad-d0c2433341ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:25.152791 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cea7a-2afc-416d-a4f8-0e239d430307 req-78314621-c04f-49cf-b253-00cfd8fa8d51 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:25.160217 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-007cea7a-2afc-416d-a4f8-0e239d430307 req-78314621-c04f-49cf-b253-00cfd8fa8d51 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 945 time: 0.2728739 Jul 23 16:34:25.199052 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bc102d07-1d73-49d9-9aca-860d90a3ead0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:25.227261 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c24cdfd-54ae-429e-b23d-a85c292e1bda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9', 'network_id': '9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9', 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'fixed_ips': [{'subnet_id': 'f0d2685b-743f-465d-ae06-029317d44a41'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:34:25.228584 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1c24cdfd-54ae-429e-b23d-a85c292e1bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:25.230669 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dcd1e3a7-1e78-4226-a7ad-d0c2433341ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:25.249444 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bc102d07-1d73-49d9-9aca-860d90a3ead0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:25.270620 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-007cea7a-2afc-416d-a4f8-0e239d430307 req-5c30b403-e7b6-4f25-85e4-b0eaf0e38fe4 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070888 Jul 23 16:34:25.320299 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cf5cf10-4a46-45c1-a627-09b7929ccd20 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:25.322226 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94894e-cd28-488a-855b-0149d637e5e5 req-f9d3e5b4-8969-4477-9356-9da7e75d746a tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:25.329521 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0b94894e-cd28-488a-855b-0149d637e5e5 req-f9d3e5b4-8969-4477-9356-9da7e75d746a tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.2086632 Jul 23 16:34:25.414287 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0b94894e-cd28-488a-855b-0149d637e5e5 req-ecf7f834-ffb4-457d-898d-50b83c7737ad tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834734 Jul 23 16:34:25.418428 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bc102d07-1d73-49d9-9aca-860d90a3ead0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:25.423387 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bc102d07-1d73-49d9-9aca-860d90a3ead0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:25.431079 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-bc102d07-1d73-49d9-9aca-860d90a3ead0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b883141a-1dae-4281-8827-ab0fbc157363 HTTP/1.1" status: 204 len: 168 time: 0.4601426 Jul 23 16:34:25.464425 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc102d07-1d73-49d9-9aca-860d90a3ead0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b883141a-1dae-4281-8827-ab0fbc157363,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:25.492867 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-1c24cdfd-54ae-429e-b23d-a85c292e1bda None None] Allocated IP 172.20.0.2 (9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9/f0d2685b-743f-465d-ae06-029317d44a41/fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:34:25.545534 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5cf10-4a46-45c1-a627-09b7929ccd20 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event updated for resources: {'Subnet': ['ID=e4151dc4-7f2a-4f7e-b619-800f1075e612,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:25.557089 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf5cf10-4a46-45c1-a627-09b7929ccd20 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Checking segment: {'id': '3b6a3d4c-2633-47b2-918a-889bb8e005f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'a65b2a75-d229-48bc-8744-6ddf8d857e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:25.557480 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf5cf10-4a46-45c1-a627-09b7929ccd20 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Network hostable DHCP agents. Network: a65b2a75-d229-48bc-8744-6ddf8d857e59, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:34:25.566087 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dcd1e3a7-1e78-4226-a7ad-d0c2433341ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:25.603827 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf5cf10-4a46-45c1-a627-09b7929ccd20 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Network a65b2a75-d229-48bc-8744-6ddf8d857e59 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:34:25.626046 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-7cf5cf10-4a46-45c1-a627-09b7929ccd20 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, a65b2a75-d229-48bc-8744-6ddf8d857e59) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:25.635015 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf5cf10-4a46-45c1-a627-09b7929ccd20 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:25.635637 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cf5cf10-4a46-45c1-a627-09b7929ccd20 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:25.643833 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33002b7c-ccd8-4fdf-889c-f870eed1d7e9 None None] Network a65b2a75-d229-48bc-8744-6ddf8d857e59 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:25.646411 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80989452-018a-4e66-bcf1-d825215eba21 req-797b825a-767d-4047-bec7-c002b0102741 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:25.651979 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80989452-018a-4e66-bcf1-d825215eba21 req-797b825a-767d-4047-bec7-c002b0102741 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1455035 Jul 23 16:34:25.667765 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7cf5cf10-4a46-45c1-a627-09b7929ccd20 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3474653 Jul 23 16:34:25.670841 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48458) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:25.710047 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80989452-018a-4e66-bcf1-d825215eba21 req-60c990ce-8ed6-4abf-978a-8b2add3b5028 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459929 Jul 23 16:34:25.943016 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81378026-ffd1-4e35-9337-a311c78d8c0f req-43a8de13-f235-4452-a9ad-42711e6f78f5 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:25.951369 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-81378026-ffd1-4e35-9337-a311c78d8c0f req-43a8de13-f235-4452-a9ad-42711e6f78f5 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 945 time: 0.1431496 Jul 23 16:34:26.010113 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1c24cdfd-54ae-429e-b23d-a85c292e1bda None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:26.034002 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1c24cdfd-54ae-429e-b23d-a85c292e1bda None None] Transition to ACTIVE for port object fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:26.043831 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-81378026-ffd1-4e35-9337-a311c78d8c0f req-41015e6d-b87d-4a76-845a-651482f5afb1 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902436 Jul 23 16:34:26.065326 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd8b5589-a844-4537-ba9d-2b7f8c3a6f54 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:26.071901 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48472) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:26.089541 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bbde3-f9f0-4979-be17-bc9dbc502e76 req-4bb7ed64-1cee-4a6b-a451-8574e7ed9080 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:26.091850 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0d3bbde3-f9f0-4979-be17-bc9dbc502e76 req-4bb7ed64-1cee-4a6b-a451-8574e7ed9080 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1701338 Jul 23 16:34:26.099015 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1c24cdfd-54ae-429e-b23d-a85c292e1bda None None] Transition to ACTIVE for port object fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:26.101720 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-115f100a-54dc-4277-be8f-1b4d302e5181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:26.128688 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1c24cdfd-54ae-429e-b23d-a85c292e1bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:26.165024 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0d3bbde3-f9f0-4979-be17-bc9dbc502e76 req-64decd7a-9c43-48f8-a8ba-bd88aa91dcc9 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563900 Jul 23 16:34:26.214258 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd8b5589-a844-4537-ba9d-2b7f8c3a6f54 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:26.221567 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dcd1e3a7-1e78-4226-a7ad-d0c2433341ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:26.250748 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c24cdfd-54ae-429e-b23d-a85c292e1bda None None] Network 9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:26.258225 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-1c24cdfd-54ae-429e-b23d-a85c292e1bda None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:26.264145 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c24cdfd-54ae-429e-b23d-a85c292e1bda None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:34:26.270816 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f88998-4de4-4b1d-9466-666103e40624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-a65b2a75-d229-48bc-8744-6ddf8d857e59', 'network_id': 'a65b2a75-d229-48bc-8744-6ddf8d857e59', 'tenant_id': '0b874c9b61cf44f6ba326cdc261712db', 'fixed_ips': [{'subnet_id': 'e4151dc4-7f2a-4f7e-b619-800f1075e612'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:34:26.272037 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-64f88998-4de4-4b1d-9466-666103e40624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:26.286345 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dcd1e3a7-1e78-4226-a7ad-d0c2433341ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:26.398475 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3c64e-dcc4-4da9-94e5-c3e553e25467 req-78f92a41-78f7-463b-846e-26262b73745c tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:26.400535 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-65b3c64e-dcc4-4da9-94e5-c3e553e25467 req-78f92a41-78f7-463b-846e-26262b73745c tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1268430 Jul 23 16:34:26.431896 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24cdfd-54ae-429e-b23d-a85c292e1bda None None] Pushing event updated for resources: {'Port': ['ID=fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server [None req-64f88998-4de4-4b1d-9466-666103e40624 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e4151dc4-7f2a-4f7e-b619-800f1075e612: This subnet is being modified by another concurrent operation. Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 16:34:26.464127 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise exception Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e4151dc4-7f2a-4f7e-b619-800f1075e612: This subnet is being modified by another concurrent operation. Jul 23 16:34:26.468525 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server Jul 23 16:34:26.500148 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cbc2eb-27d4-4986-8034-9e64b92601aa None None] Network a65b2a75-d229-48bc-8744-6ddf8d857e59 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:26.520807 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-65b3c64e-dcc4-4da9-94e5-c3e553e25467 req-d8ff62d7-491f-40f1-99a8-07c1a8ece2ce tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136110 Jul 23 16:34:26.543071 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-1c24cdfd-54ae-429e-b23d-a85c292e1bda None None] Attempting to bind port fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:34:26.544555 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-1c24cdfd-54ae-429e-b23d-a85c292e1bda None None] Attempting to bind port fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '9cb1a104-dae7-41b9-a07c-13d75bbc4de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:34:26.544909 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd8b5589-a844-4537-ba9d-2b7f8c3a6f54 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:26.546035 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24cdfd-54ae-429e-b23d-a85c292e1bda None None] Attempting to bind port fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c on network 9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:26.559714 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24cdfd-54ae-429e-b23d-a85c292e1bda None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:34:26.560387 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24cdfd-54ae-429e-b23d-a85c292e1bda None None] Checking segment: {'id': '9cb1a104-dae7-41b9-a07c-13d75bbc4de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:26.560968 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1c24cdfd-54ae-429e-b23d-a85c292e1bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:26.561681 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24cdfd-54ae-429e-b23d-a85c292e1bda None None] Bound using segment: {'id': '9cb1a104-dae7-41b9-a07c-13d75bbc4de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:34:26.562130 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-1c24cdfd-54ae-429e-b23d-a85c292e1bda None None] Bound port: fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb1a104-dae7-41b9-a07c-13d75bbc4de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:34:26.562518 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1c24cdfd-54ae-429e-b23d-a85c292e1bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:26.576153 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26540cf1-dac1-4188-90a0-3906c8a26128 req-ecc58259-33ca-483f-a34b-4bb9fdb6e4eb tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:26.578703 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26540cf1-dac1-4188-90a0-3906c8a26128 req-ecc58259-33ca-483f-a34b-4bb9fdb6e4eb tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 945 time: 0.1611416 Jul 23 16:34:26.604796 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b5589-a844-4537-ba9d-2b7f8c3a6f54 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event deleted for resources: {'Subnet': ['ID=e4151dc4-7f2a-4f7e-b619-800f1075e612,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:26.666233 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-dcd1e3a7-1e78-4226-a7ad-d0c2433341ef admin admin] Allocated IP 172.25.8.250 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/14ba306d-031f-4407-a497-4017ae66b432) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:34:26.667043 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26540cf1-dac1-4188-90a0-3906c8a26128 req-f01b887d-5128-4b9f-a2c5-2eae05020646 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810270 Jul 23 16:34:26.721660 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd8b5589-a844-4537-ba9d-2b7f8c3a6f54 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:26.758927 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-1c24cdfd-54ae-429e-b23d-a85c292e1bda None None] For port fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:34:26.762955 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-1c24cdfd-54ae-429e-b23d-a85c292e1bda None None] For port fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c,segment=NetworkSegment(9cb1a104-dae7-41b9-a07c-13d75bbc4de2),segment_id=9cb1a104-dae7-41b9-a07c-13d75bbc4de2)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:34:26.767516 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-fd8b5589-a844-4537-ba9d-2b7f8c3a6f54 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a65b2a75-d229-48bc-8744-6ddf8d857e59']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:26.770422 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1c24cdfd-54ae-429e-b23d-a85c292e1bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:26.785741 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-115f100a-54dc-4277-be8f-1b4d302e5181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:26.793576 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-fd8b5589-a844-4537-ba9d-2b7f8c3a6f54 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6a3d4c-2633-47b2-918a-889bb8e005f8') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:26.794428 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-fd8b5589-a844-4537-ba9d-2b7f8c3a6f54 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6a3d4c-2633-47b2-918a-889bb8e005f8') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:26.805003 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-115f100a-54dc-4277-be8f-1b4d302e5181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:26.810246 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd8b5589-a844-4537-ba9d-2b7f8c3a6f54 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:26.857949 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24cdfd-54ae-429e-b23d-a85c292e1bda None None] Pushing event updated for resources: {'Port': ['ID=fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:26.899875 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd8b5589-a844-4537-ba9d-2b7f8c3a6f54 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:26.920612 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-115f100a-54dc-4277-be8f-1b4d302e5181 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f74c178c577942de80682a3e3e091b5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8458607 Jul 23 16:34:26.921640 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f100a-54dc-4277-be8f-1b4d302e5181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ab95b4-281b-4c21-a858-3033e83e5fe4,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:26.925964 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8b5589-a844-4537-ba9d-2b7f8c3a6f54 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:34:26.926500 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd8b5589-a844-4537-ba9d-2b7f8c3a6f54 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:26.930179 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48486) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:26.933862 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:34:26.933862 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:34:26.933862 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:34:26.933862 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:34:26.933862 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:34:26.933862 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:34:26.933862 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:34:26.933862 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:34:26.933862 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:34:26.933862 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:34:26.933862 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:34:26.933862 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:34:26.933862 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:34:26.933862 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:34:26.933862 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:34:26.933862 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:34:26.933862 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:34:26.933862 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:34:26.933862 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:34:26.933862 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:34:26.933862 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:34:26.933862 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:34:26.933862 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:34:26.933862 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:34:26.933862 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:34:26.933862 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:34:26.933862 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:34:26.933862 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:34:26.933862 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:34:26.933862 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:34:26.933862 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:34:26.933862 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:34:27.045534 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dcd1e3a7-1e78-4226-a7ad-d0c2433341ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:27.071974 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd8b5589-a844-4537-ba9d-2b7f8c3a6f54 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:27.091665 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd8b5589-a844-4537-ba9d-2b7f8c3a6f54 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:27.097541 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fd8b5589-a844-4537-ba9d-2b7f8c3a6f54 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/networks/a65b2a75-d229-48bc-8744-6ddf8d857e59 HTTP/1.1" status: 204 len: 168 time: 1.4221427 Jul 23 16:34:27.101136 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e0837-9d6e-4b09-b405-8d23d74d5095 req-0bf825ee-7281-4446-83b9-e67c24170358 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:27.109905 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b35e0837-9d6e-4b09-b405-8d23d74d5095 req-0bf825ee-7281-4446-83b9-e67c24170358 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.2165291 Jul 23 16:34:27.112457 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48494) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:27.118052 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b5589-a844-4537-ba9d-2b7f8c3a6f54 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event deleted for resources: {'Network': ['ID=a65b2a75-d229-48bc-8744-6ddf8d857e59,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:27.122127 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ad1356ea-d434-4d32-90c6-e7a005a49a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:27.133872 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-fde8afaa-ff5d-47f0-81f8-b54e6759cff6 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1155977677'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:27.164331 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ad1356ea-d434-4d32-90c6-e7a005a49a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:27.209966 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dcd1e3a7-1e78-4226-a7ad-d0c2433341ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:27.300366 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd1e3a7-1e78-4226-a7ad-d0c2433341ef admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:27.305160 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-dcd1e3a7-1e78-4226-a7ad-d0c2433341ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:27.324056 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd1e3a7-1e78-4226-a7ad-d0c2433341ef admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:34:27.334985 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b35e0837-9d6e-4b09-b405-8d23d74d5095 req-64561fb0-2d09-46e8-99cb-8837cbb1f826 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237635 Jul 23 16:34:27.348523 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ad1356ea-d434-4d32-90c6-e7a005a49a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:27.351199 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ad1356ea-d434-4d32-90c6-e7a005a49a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:27.352365 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ad1356ea-d434-4d32-90c6-e7a005a49a5b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/02ab95b4-281b-4c21-a858-3033e83e5fe4 HTTP/1.1" status: 204 len: 168 time: 0.4161775 Jul 23 16:34:27.354916 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1e3a7-1e78-4226-a7ad-d0c2433341ef admin admin] Pushing event updated for resources: {'Port': ['ID=14ba306d-031f-4407-a497-4017ae66b432,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:27.377398 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1356ea-d434-4d32-90c6-e7a005a49a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ab95b4-281b-4c21-a858-3033e83e5fe4,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:27.389570 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde8afaa-ff5d-47f0-81f8-b54e6759cff6 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Made reservation on behalf of 0b874c9b61cf44f6ba326cdc261712db for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:27.399314 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fde8afaa-ff5d-47f0-81f8-b54e6759cff6 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:27.465164 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579f200-48df-4b26-a14a-192b42f6178e req-dfffda51-1dbd-4c2c-b2a3-14b1787ce71e tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:27.471398 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8579f200-48df-4b26-a14a-192b42f6178e req-dfffda51-1dbd-4c2c-b2a3-14b1787ce71e tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 945 time: 0.2440181 Jul 23 16:34:27.555178 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 726cd214-8346-47cb-a33e-99234af00cab details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:34:27.617727 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde8afaa-ff5d-47f0-81f8-b54e6759cff6 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] vlan segment allocate from pool success with {'vlan_id': 1100, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:34:27.652522 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fde8afaa-ff5d-47f0-81f8-b54e6759cff6 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:27.653510 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-fde8afaa-ff5d-47f0-81f8-b54e6759cff6 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Added segment 8b9d8ac8-7b73-40a7-b2d8-ebe766630d69 of type vlan for network 6e6fd2f9-4188-444a-bb64-4d2828c63bd1 Jul 23 16:34:27.722097 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8579f200-48df-4b26-a14a-192b42f6178e req-8a2fd950-b4b7-4cd1-9f12-c08574de670b tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380958 Jul 23 16:34:27.856998 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fde8afaa-ff5d-47f0-81f8-b54e6759cff6 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:27.959696 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f687d-c5b8-4b0b-b6ac-f94e76f73a6f req-712f81e6-62d1-40e3-aa91-88aba3cae9e1 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:27.973391 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-037f687d-c5b8-4b0b-b6ac-f94e76f73a6f req-712f81e6-62d1-40e3-aa91-88aba3cae9e1 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.4887240 Jul 23 16:34:28.006029 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 726cd214-8346-47cb-a33e-99234af00cab, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=726cd214-8346-47cb-a33e-99234af00cab,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:28.043495 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '726cd214-8346-47cb-a33e-99234af00cab', 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a', 'port_id': '726cd214-8346-47cb-a33e-99234af00cab', 'mac_address': 'fa:16:3e:60:42:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae57d8d-3779-4491-8fd1-fe104612a516', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:34:28.097458 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dcd1e3a7-1e78-4226-a7ad-d0c2433341ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:28.128566 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:28.134707 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fde8afaa-ff5d-47f0-81f8-b54e6759cff6 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:28.142723 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8afaa-ff5d-47f0-81f8-b54e6759cff6 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:28.143784 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fde8afaa-ff5d-47f0-81f8-b54e6759cff6 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:28.171322 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 726cd214-8346-47cb-a33e-99234af00cab {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:34:28.199387 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 726cd214-8346-47cb-a33e-99234af00cab, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=726cd214-8346-47cb-a33e-99234af00cab,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:28.211336 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:28.311062 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-037f687d-c5b8-4b0b-b6ac-f94e76f73a6f req-51a60b43-20fd-45bd-be09-cd0262c12f50 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366482 Jul 23 16:34:28.321312 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fde8afaa-ff5d-47f0-81f8-b54e6759cff6 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2042325 Jul 23 16:34:28.324514 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48518) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:28.327934 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['726cd214-8346-47cb-a33e-99234af00cab'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:34:28.330321 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-00aed824-40dd-4caf-91f1-85e5be3cea32 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Request body: {'subnet': {'network_id': '6e6fd2f9-4188-444a-bb64-4d2828c63bd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:28.482511 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8afaa-ff5d-47f0-81f8-b54e6759cff6 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event updated for resources: {'Network': ['ID=6e6fd2f9-4188-444a-bb64-4d2828c63bd1,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:28.519939 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 6e6fd2f9-4188-444a-bb64-4d2828c63bd1 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:34:28.526906 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=726cd214-8346-47cb-a33e-99234af00cab,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:28.575980 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08e8d3-c6be-4814-af37-ed9ebecf6e0c req-7ee904d8-f0d4-43d6-85a6-5e22ec3c4762 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:28.599153 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d08e8d3-c6be-4814-af37-ed9ebecf6e0c req-7ee904d8-f0d4-43d6-85a6-5e22ec3c4762 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 945 time: 0.5618410 Jul 23 16:34:28.713697 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b915b5c7-7043-4ac2-afbb-91ad221bb64b None None] Network 9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:28.756291 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d08e8d3-c6be-4814-af37-ed9ebecf6e0c req-4e277185-ffb5-4a8d-baa6-aee6354ec81c tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469405 Jul 23 16:34:28.798170 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0779a-d238-47a4-9ca5-82354e345edc req-def08a4a-9369-4488-8a93-17ad6c225a7b tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:28.816654 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5dd0779a-d238-47a4-9ca5-82354e345edc req-def08a4a-9369-4488-8a93-17ad6c225a7b tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1609983 Jul 23 16:34:28.889178 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:34:28.910436 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5dd0779a-d238-47a4-9ca5-82354e345edc req-e88c7cd9-c016-46d1-92c2-c2f2fa083928 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927074 Jul 23 16:34:29.130028 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe592a-91ba-4d9c-8c45-e1e66c0ccc60 req-9c80d9dd-721c-42a6-8992-4eb1ab933f68 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:29.131658 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8dfe592a-91ba-4d9c-8c45-e1e66c0ccc60 req-9c80d9dd-721c-42a6-8992-4eb1ab933f68 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 945 time: 0.1929376 Jul 23 16:34:29.174412 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dcd1e3a7-1e78-4226-a7ad-d0c2433341ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:29.180332 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00aed824-40dd-4caf-91f1-85e5be3cea32 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Made reservation on behalf of 0b874c9b61cf44f6ba326cdc261712db for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:29.185080 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-00aed824-40dd-4caf-91f1-85e5be3cea32 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:29.186925 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f72c4a-2c5c-4dd4-91ab-727e747fca2b req-dae726d6-7082-45fd-8c29-39454b32dca3 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:29.199857 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28f72c4a-2c5c-4dd4-91ab-727e747fca2b req-dae726d6-7082-45fd-8c29-39454b32dca3 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1357327 Jul 23 16:34:29.275795 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8dfe592a-91ba-4d9c-8c45-e1e66c0ccc60 req-efba4a2a-3b44-4b3b-83cc-654bd02f041c tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370494 Jul 23 16:34:29.330351 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28f72c4a-2c5c-4dd4-91ab-727e747fca2b req-60e225c3-3abd-470c-b645-f6dff43520ca tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285036 Jul 23 16:34:29.337262 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-9a346cb9-6a5f-417e-9557-eecbb534f44e None None] Provisioning for port fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:29.666247 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:29.708744 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:29.709191 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:29.754243 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd1e3a7-1e78-4226-a7ad-d0c2433341ef admin admin] Router 194a3c8c-6105-485e-991c-6391ea9936f5 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:34:30.031907 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:30.114542 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff1b54-2bbc-4bed-af4a-9c2f8f56eab7 req-931c5ba0-0393-4f6f-b281-6d31bf6d2efd tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:30.134282 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-16ff1b54-2bbc-4bed-af4a-9c2f8f56eab7 req-931c5ba0-0393-4f6f-b281-6d31bf6d2efd tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 945 time: 0.2036221 Jul 23 16:34:30.193039 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c,segment=NetworkSegment(9cb1a104-dae7-41b9-a07c-13d75bbc4de2),segment_id=9cb1a104-dae7-41b9-a07c-13d75bbc4de2)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:30.205841 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:30.221026 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-16ff1b54-2bbc-4bed-af4a-9c2f8f56eab7 req-2a0ba04c-e8b2-4c07-94d8-96ec0b16ab6f tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859220 Jul 23 16:34:30.279988 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-00aed824-40dd-4caf-91f1-85e5be3cea32 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:30.280634 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7412f42a-cf95-4fe3-bf45-3ffdd79add9b None None] get_active_networks_info from n-d-778549-4 {{(pid=94014) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:34:30.401590 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aed824-40dd-4caf-91f1-85e5be3cea32 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event updated for resources: {'Subnet': ['ID=5239d76f-e4b0-4f4a-a090-a1e516f87602,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:30.473123 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd1e3a7-1e78-4226-a7ad-d0c2433341ef admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:34:30.525242 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dcd1e3a7-1e78-4226-a7ad-d0c2433341ef admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:30.526550 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-dcd1e3a7-1e78-4226-a7ad-d0c2433341ef admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4869974 Jul 23 16:34:30.527612 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aed824-40dd-4caf-91f1-85e5be3cea32 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Checking segment: {'id': '8b9d8ac8-7b73-40a7-b2d8-ebe766630d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '6e6fd2f9-4188-444a-bb64-4d2828c63bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:30.527989 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00aed824-40dd-4caf-91f1-85e5be3cea32 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Network hostable DHCP agents. Network: 6e6fd2f9-4188-444a-bb64-4d2828c63bd1, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:34:30.530089 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48580) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:30.571170 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bbaa56-b713-4c84-84bc-d97a97f690c5 None None] Sync routers for ids ['194a3c8c-6105-485e-991c-6391ea9936f5'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:34:30.601857 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5dcdd-31de-4518-a929-7d63257a754a req-153412a1-e803-4ae2-a862-d6a51b8284f2 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:30.603528 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0bc5dcdd-31de-4518-a929-7d63257a754a req-153412a1-e803-4ae2-a862-d6a51b8284f2 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 945 time: 0.1659980 Jul 23 16:34:30.606399 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:30.705185 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bbaa56-b713-4c84-84bc-d97a97f690c5 None None] Routers {'194a3c8c-6105-485e-991c-6391ea9936f5'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:34:30.706027 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e4bbaa56-b713-4c84-84bc-d97a97f690c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:34:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['194a3c8c-6105-485e-991c-6391ea9936f5'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:30.708193 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0bc5dcdd-31de-4518-a929-7d63257a754a req-7b820da5-7964-4fff-bc24-f4a50120d747 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864661 Jul 23 16:34:31.137847 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00aed824-40dd-4caf-91f1-85e5be3cea32 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Network 6e6fd2f9-4188-444a-bb64-4d2828c63bd1 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:34:31.165007 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-00aed824-40dd-4caf-91f1-85e5be3cea32 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 6e6fd2f9-4188-444a-bb64-4d2828c63bd1) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:31.172595 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00aed824-40dd-4caf-91f1-85e5be3cea32 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:31.173259 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-00aed824-40dd-4caf-91f1-85e5be3cea32 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:31.180794 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-339fdcdb-cbcd-46f1-a83f-d02f741d1880 None None] Provisioning complete for port fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:31.181962 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-339fdcdb-cbcd-46f1-a83f-d02f741d1880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:31.211841 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48594) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:31.212611 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-00aed824-40dd-4caf-91f1-85e5be3cea32 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8867157 Jul 23 16:34:31.301307 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7412f42a-cf95-4fe3-bf45-3ffdd79add9b None None] Unable to find a vacant binding_index for network 6e6fd2f9-4188-444a-bb64-4d2828c63bd1 and agent 815266c7-257b-4503-960b-b15f2eefbe1c {{(pid=94014) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 23 16:34:31.323153 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7412f42a-cf95-4fe3-bf45-3ffdd79add9b None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 6e6fd2f9-4188-444a-bb64-4d2828c63bd1) {{(pid=94014) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 16:34:31.326408 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-e4bbaa56-b713-4c84-84bc-d97a97f690c5 None None] Set router 194a3c8c-6105-485e-991c-6391ea9936f5 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:34:31.332369 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-94fdc097-212c-449b-b32c-3cf40629f906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:31.573622 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e2608257-c3c5-48ef-85ad-7d072d6b2d5e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:31.601035 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 726cd214-8346-47cb-a33e-99234af00cab up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:34:31.714497 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46ff9b-f223-4aa7-bd94-882cf749adb7 req-5cb7a849-9364-4e84-afb5-c184b6cb6705 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:31.721968 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a46ff9b-f223-4aa7-bd94-882cf749adb7 req-5cb7a849-9364-4e84-afb5-c184b6cb6705 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 945 time: 0.2867239 Jul 23 16:34:31.796119 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e2608257-c3c5-48ef-85ad-7d072d6b2d5e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:31.841561 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-94fdc097-212c-449b-b32c-3cf40629f906 admin admin] Allocated IP 172.20.0.1 (9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9/f0d2685b-743f-465d-ae06-029317d44a41/266e1523-cf61-4144-83f2-7689ec43262d) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:34:31.896879 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a46ff9b-f223-4aa7-bd94-882cf749adb7 req-1cdf7182-7144-44a2-add3-be55b777b40e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735873 Jul 23 16:34:31.899173 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e2608257-c3c5-48ef-85ad-7d072d6b2d5e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:31.912100 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e4bbaa56-b713-4c84-84bc-d97a97f690c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'name': 'tempest-TestServerBasicOps-1539952523-router', 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '14ba306d-031f-4407-a497-4017ae66b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:25Z', 'updated_at': '2021-07-23T16:34:27Z', 'revision_number': 3, 'project_id': '685de99fd88a4ebd80b04837e882af01', 'gw_port': {'id': '14ba306d-031f-4407-a497-4017ae66b432', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ad:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:26Z', 'updated_at': '2021-07-23T16:34:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:31.936508 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 726cd214-8346-47cb-a33e-99234af00cab triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:31.937036 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:32.053771 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e2608257-c3c5-48ef-85ad-7d072d6b2d5e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:32.065795 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-e2608257-c3c5-48ef-85ad-7d072d6b2d5e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6fd2f9-4188-444a-bb64-4d2828c63bd1']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:32.079593 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bbaa56-b713-4c84-84bc-d97a97f690c5 None None] Checking router: 194a3c8c-6105-485e-991c-6391ea9936f5 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:34:32.083965 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bbaa56-b713-4c84-84bc-d97a97f690c5 None None] Updating router 194a3c8c-6105-485e-991c-6391ea9936f5 port 14ba306d-031f-4407-a497-4017ae66b432 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:34:32.086357 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-e2608257-c3c5-48ef-85ad-7d072d6b2d5e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9d8ac8-7b73-40a7-b2d8-ebe766630d69') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:32.087035 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-e2608257-c3c5-48ef-85ad-7d072d6b2d5e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9d8ac8-7b73-40a7-b2d8-ebe766630d69') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:32.098707 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e2608257-c3c5-48ef-85ad-7d072d6b2d5e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:32.108941 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-94fdc097-212c-449b-b32c-3cf40629f906 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:32.114787 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e2608257-c3c5-48ef-85ad-7d072d6b2d5e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:32.122258 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2608257-c3c5-48ef-85ad-7d072d6b2d5e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:34:32.122770 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e2608257-c3c5-48ef-85ad-7d072d6b2d5e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:32.195890 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:34:32.195890 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:34:32.195890 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:34:32.195890 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:34:32.195890 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:34:32.195890 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:34:32.195890 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:34:32.195890 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:34:32.195890 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:34:32.195890 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:34:32.195890 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:34:32.195890 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:34:32.195890 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:34:32.195890 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:34:32.195890 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:34:32.195890 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:34:32.195890 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:34:32.195890 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:34:32.195890 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:34:32.195890 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:34:32.195890 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:34:32.195890 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:34:32.195890 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:34:32.195890 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:34:32.195890 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:34:32.195890 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:34:32.195890 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:34:32.195890 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:34:32.195890 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:34:32.195890 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:34:32.195890 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:34:32.195890 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:34:32.206309 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-94fdc097-212c-449b-b32c-3cf40629f906 admin admin] Transition to ACTIVE for port object 266e1523-cf61-4144-83f2-7689ec43262d will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:32.234414 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e4bbaa56-b713-4c84-84bc-d97a97f690c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:32.269475 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e2608257-c3c5-48ef-85ad-7d072d6b2d5e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:32.276891 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-94fdc097-212c-449b-b32c-3cf40629f906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:32.286914 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2608257-c3c5-48ef-85ad-7d072d6b2d5e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event deleted for resources: {'Subnet': ['ID=5239d76f-e4b0-4f4a-a090-a1e516f87602,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:32.292511 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e2608257-c3c5-48ef-85ad-7d072d6b2d5e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:32.297776 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e2608257-c3c5-48ef-85ad-7d072d6b2d5e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/networks/6e6fd2f9-4188-444a-bb64-4d2828c63bd1 HTTP/1.1" status: 204 len: 168 time: 1.0816665 Jul 23 16:34:32.307756 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48600) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:32.313888 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-6c4267b4-eacf-42d6-b4a8-a256e4b74d71 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1187104952'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:32.339598 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2608257-c3c5-48ef-85ad-7d072d6b2d5e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event deleted for resources: {'Network': ['ID=6e6fd2f9-4188-444a-bb64-4d2828c63bd1,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:32.355279 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4267b4-eacf-42d6-b4a8-a256e4b74d71 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Made reservation on behalf of 0b874c9b61cf44f6ba326cdc261712db for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:32.359195 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6c4267b4-eacf-42d6-b4a8-a256e4b74d71 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:32.401495 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4267b4-eacf-42d6-b4a8-a256e4b74d71 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] vlan segment allocate from pool success with {'vlan_id': 1137, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:34:32.405159 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fdc097-212c-449b-b32c-3cf40629f906 admin admin] Network 9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:32.421521 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea22a3-a5b3-40ab-ab6f-87f89c3f4916 req-10ae2ec6-156d-445f-bd9b-1185be54583c tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:32.426626 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-94fdc097-212c-449b-b32c-3cf40629f906 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:32.430624 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3eea22a3-a5b3-40ab-ab6f-87f89c3f4916 req-10ae2ec6-156d-445f-bd9b-1185be54583c tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 945 time: 0.2360930 Jul 23 16:34:32.436216 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fdc097-212c-449b-b32c-3cf40629f906 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:34:32.443507 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fdc097-212c-449b-b32c-3cf40629f906 admin admin] Pushing event updated for resources: {'Port': ['ID=266e1523-cf61-4144-83f2-7689ec43262d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:32.462396 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:32.489801 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3eea22a3-a5b3-40ab-ab6f-87f89c3f4916 req-dbae20f4-199b-4bd6-9300-576098368d31 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580218 Jul 23 16:34:32.493096 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6c4267b4-eacf-42d6-b4a8-a256e4b74d71 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:32.493474 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-6c4267b4-eacf-42d6-b4a8-a256e4b74d71 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Added segment 1c160957-f92b-46f3-bb1a-532c26b04fce of type vlan for network 5118502d-558b-4be5-901c-6e45b5a5c5ab Jul 23 16:34:32.545432 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6c4267b4-eacf-42d6-b4a8-a256e4b74d71 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:32.549447 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-94fdc097-212c-449b-b32c-3cf40629f906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:32.627743 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6c4267b4-eacf-42d6-b4a8-a256e4b74d71 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:32.634166 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4267b4-eacf-42d6-b4a8-a256e4b74d71 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:32.635296 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6c4267b4-eacf-42d6-b4a8-a256e4b74d71 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:32.830365 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4267b4-eacf-42d6-b4a8-a256e4b74d71 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event updated for resources: {'Network': ['ID=5118502d-558b-4be5-901c-6e45b5a5c5ab,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:32.838438 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6c4267b4-eacf-42d6-b4a8-a256e4b74d71 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5270674 Jul 23 16:34:32.839234 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48602) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:32.851801 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-2bfbd41f-51a0-4095-b5f2-b62d88d75b00 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:32.870105 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:34:32.879721 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 5118502d-558b-4be5-901c-6e45b5a5c5ab details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:34:32.894390 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-94fdc097-212c-449b-b32c-3cf40629f906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:33.319356 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-94fdc097-212c-449b-b32c-3cf40629f906 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:33.327791 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-94fdc097-212c-449b-b32c-3cf40629f906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:33.432292 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-94fdc097-212c-449b-b32c-3cf40629f906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:33.476456 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e4bbaa56-b713-4c84-84bc-d97a97f690c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:33.515760 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e4bbaa56-b713-4c84-84bc-d97a97f690c5 None None] Transition to ACTIVE for port object 14ba306d-031f-4407-a497-4017ae66b432 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:33.572362 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fdc097-212c-449b-b32c-3cf40629f906 admin admin] Pushing event updated for resources: {'Port': ['ID=266e1523-cf61-4144-83f2-7689ec43262d,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:33.691296 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd420a9a8-aff2-437f-80c1-258f3ee789da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726cd214-8346-47cb-a33e-99234af00cab'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:34:33.695650 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5d45da-d31e-423d-b58f-7560bf29654b" -d '{"events": [{"server_uuid": "d420a9a8-aff2-437f-80c1-258f3ee789da", "name": "network-vif-plugged", "status": "completed", "tag": "726cd214-8346-47cb-a33e-99234af00cab"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:34:33.707860 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e4bbaa56-b713-4c84-84bc-d97a97f690c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:33.750394 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ff789734-acdc-41f7-bd50-3d6627fab338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:33.770986 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c248c1d5-baba-4fe9-b259-d6ddf3f75191 None None] Network 6e6fd2f9-4188-444a-bb64-4d2828c63bd1 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:33.841273 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c248c1d5-baba-4fe9-b259-d6ddf3f75191 None None] Network 6e6fd2f9-4188-444a-bb64-4d2828c63bd1 could not be found, it might have been deleted concurrently. {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 16:34:33.853269 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-e4bbaa56-b713-4c84-84bc-d97a97f690c5 None None] Attempting to bind port 14ba306d-031f-4407-a497-4017ae66b432 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:34:33.854270 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-e4bbaa56-b713-4c84-84bc-d97a97f690c5 None None] Attempting to bind port 14ba306d-031f-4407-a497-4017ae66b432 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:34:33.854970 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bbaa56-b713-4c84-84bc-d97a97f690c5 None None] Attempting to bind port 14ba306d-031f-4407-a497-4017ae66b432 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:33.869019 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fdc097-212c-449b-b32c-3cf40629f906 admin admin] Network 9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:33.876806 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 726cd214-8346-47cb-a33e-99234af00cab, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=726cd214-8346-47cb-a33e-99234af00cab,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:33.881576 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-94fdc097-212c-449b-b32c-3cf40629f906 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:33.923378 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bbaa56-b713-4c84-84bc-d97a97f690c5 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:34:33.924055 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bbaa56-b713-4c84-84bc-d97a97f690c5 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:33.924659 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e4bbaa56-b713-4c84-84bc-d97a97f690c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:33.925256 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bbaa56-b713-4c84-84bc-d97a97f690c5 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:34:33.926659 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-e4bbaa56-b713-4c84-84bc-d97a97f690c5 None None] Bound port: 14ba306d-031f-4407-a497-4017ae66b432, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:34:33.927254 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e4bbaa56-b713-4c84-84bc-d97a97f690c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:34.018509 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4473e26-3fa8-453e-84e8-969508a93c34 None None] Network 6e6fd2f9-4188-444a-bb64-4d2828c63bd1 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:34.057382 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:34.061201 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2bfbd41f-51a0-4095-b5f2-b62d88d75b00 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:34.088798 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2bfbd41f-51a0-4095-b5f2-b62d88d75b00 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:34.090110 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4473e26-3fa8-453e-84e8-969508a93c34 None None] Network 6e6fd2f9-4188-444a-bb64-4d2828c63bd1 could not be found, it might have been deleted concurrently. {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 16:34:34.100425 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-e4bbaa56-b713-4c84-84bc-d97a97f690c5 None None] For port 14ba306d-031f-4407-a497-4017ae66b432, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:34:34.127043 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2bfbd41f-51a0-4095-b5f2-b62d88d75b00 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Network 5118502d-558b-4be5-901c-6e45b5a5c5ab is not hosted by any dhcp agent {{(pid=94012) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 16:34:34.142351 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:34.143111 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:34.143711 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfbd41f-51a0-4095-b5f2-b62d88d75b00 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:34.144527 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2bfbd41f-51a0-4095-b5f2-b62d88d75b00 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:34.148418 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2bfbd41f-51a0-4095-b5f2-b62d88d75b00 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "PUT /v2.0/networks/5118502d-558b-4be5-901c-6e45b5a5c5ab HTTP/1.1" status: 200 len: 723 time: 1.3070016 Jul 23 16:34:34.156247 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48610) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:34.183082 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ca8ed759-a287-4774-95a4-cf4d2839393a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Request body: {'subnet': {'network_id': '5118502d-558b-4be5-901c-6e45b5a5c5ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:34.201564 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-e4bbaa56-b713-4c84-84bc-d97a97f690c5 None None] For port 14ba306d-031f-4407-a497-4017ae66b432, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=14ba306d-031f-4407-a497-4017ae66b432,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:34:34.203291 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289d2cf-e7f1-4982-bbc3-a3c5b5c4098d None None] Pushing event updated for resources: {'Port': ['ID=14ba306d-031f-4407-a497-4017ae66b432,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:34.206202 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485ae84-1308-4272-8996-cde38617b08b req-bf39cca6-8ce2-4c81-9690-97739e90762a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:34.214573 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e485ae84-1308-4272-8996-cde38617b08b req-bf39cca6-8ce2-4c81-9690-97739e90762a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 945 time: 1.1400611 Jul 23 16:34:34.234834 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e4bbaa56-b713-4c84-84bc-d97a97f690c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:34.337773 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94fdc097-212c-449b-b32c-3cf40629f906 admin admin] Router 194a3c8c-6105-485e-991c-6391ea9936f5 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:34:34.357082 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfbd41f-51a0-4095-b5f2-b62d88d75b00 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event updated for resources: {'Network': ['ID=5118502d-558b-4be5-901c-6e45b5a5c5ab,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:34.402579 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 5118502d-558b-4be5-901c-6e45b5a5c5ab details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:34:34.496171 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e485ae84-1308-4272-8996-cde38617b08b req-95d58c93-f038-40b1-a0f9-76440787e6ad tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2748771 Jul 23 16:34:34.564199 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8ed759-a287-4774-95a4-cf4d2839393a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Made reservation on behalf of 0b874c9b61cf44f6ba326cdc261712db for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:34.571547 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ca8ed759-a287-4774-95a4-cf4d2839393a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:34.588968 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c4aa434b-481a-4ca8-bb33-0352f74e4970 None None] Provisioning for port 266e1523-cf61-4144-83f2-7689ec43262d completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:34.623004 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c4aa434b-481a-4ca8-bb33-0352f74e4970 None None] Provisioning complete for port 266e1523-cf61-4144-83f2-7689ec43262d triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:34.623407 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c4aa434b-481a-4ca8-bb33-0352f74e4970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:34.690360 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fdc097-212c-449b-b32c-3cf40629f906 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:34:34.702477 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-94fdc097-212c-449b-b32c-3cf40629f906 admin admin] 10.222.0.73 "PUT /v2.0/routers/194a3c8c-6105-485e-991c-6391ea9936f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1557932 Jul 23 16:34:34.796568 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-c4aa434b-481a-4ca8-bb33-0352f74e4970 None None] Port 266e1523-cf61-4144-83f2-7689ec43262d cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:34:34.820710 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=726cd214-8346-47cb-a33e-99234af00cab,revision_number=7']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:34.828354 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bbaa56-b713-4c84-84bc-d97a97f690c5 None None] Routers {'194a3c8c-6105-485e-991c-6391ea9936f5'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:34:34.833814 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e4bbaa56-b713-4c84-84bc-d97a97f690c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:34:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['194a3c8c-6105-485e-991c-6391ea9936f5'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:35.050843 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6e7bf-20e2-4c8d-be7e-3f9bb20daf4b req-476efbfe-e5f5-46b1-a199-8583712aa7da tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:35.056942 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9bf6e7bf-20e2-4c8d-be7e-3f9bb20daf4b req-476efbfe-e5f5-46b1-a199-8583712aa7da tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 945 time: 0.4048805 Jul 23 16:34:35.275964 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:35.292685 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ca8ed759-a287-4774-95a4-cf4d2839393a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:35.403144 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9bf6e7bf-20e2-4c8d-be7e-3f9bb20daf4b req-6ac0e954-05e6-4e58-a563-8f81a4d671a2 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963830 Jul 23 16:34:35.413217 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7eb8a1c4-e4c7-4b95-b0da-d3bdfeb235b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:35.461592 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-03f4b45a-3994-417d-a765-7dfe7cd6ffe3 None None] Provisioning complete for port 266e1523-cf61-4144-83f2-7689ec43262d triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:35.466126 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-03f4b45a-3994-417d-a765-7dfe7cd6ffe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:35.526717 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ed759-a287-4774-95a4-cf4d2839393a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event updated for resources: {'Subnet': ['ID=280505de-fa25-466c-8d5c-45ddc7ce2107,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:35.532549 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8ed759-a287-4774-95a4-cf4d2839393a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Checking segment: {'id': '1c160957-f92b-46f3-bb1a-532c26b04fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '5118502d-558b-4be5-901c-6e45b5a5c5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:35.536900 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8ed759-a287-4774-95a4-cf4d2839393a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Network hostable DHCP agents. Network: 5118502d-558b-4be5-901c-6e45b5a5c5ab, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:34:35.603370 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8ed759-a287-4774-95a4-cf4d2839393a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Network 5118502d-558b-4be5-901c-6e45b5a5c5ab is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:34:35.621825 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-ca8ed759-a287-4774-95a4-cf4d2839393a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 5118502d-558b-4be5-901c-6e45b5a5c5ab) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:35.638627 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8ed759-a287-4774-95a4-cf4d2839393a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:35.640286 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-03f4b45a-3994-417d-a765-7dfe7cd6ffe3 None None] Port 266e1523-cf61-4144-83f2-7689ec43262d cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:34:35.644595 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ca8ed759-a287-4774-95a4-cf4d2839393a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:35.649952 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46593dc2-cc11-4b98-9777-d4117bea16cc x-openstack-request-id: req-46593dc2-cc11-4b98-9777-d4117bea16cc {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:34:35.650539 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d420a9a8-aff2-437f-80c1-258f3ee789da", "name": "network-vif-plugged", "status": "completed", "tag": "726cd214-8346-47cb-a33e-99234af00cab", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:34:35.654498 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-46593dc2-cc11-4b98-9777-d4117bea16cc {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:34:35.655660 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd420a9a8-aff2-437f-80c1-258f3ee789da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726cd214-8346-47cb-a33e-99234af00cab', 'code': 200} Jul 23 16:34:35.696472 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012d9957-bed9-43a7-a4ff-1a0235cba243 None None] Network 5118502d-558b-4be5-901c-6e45b5a5c5ab requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:35.704332 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48626) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:35.714746 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6169969b-8ed2-485d-befe-ad9e31cfddaa tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:35.721574 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ca8ed759-a287-4774-95a4-cf4d2839393a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5641305 Jul 23 16:34:35.769880 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289d2cf-e7f1-4982-bbc3-a3c5b5c4098d None None] Pushing event updated for resources: {'Port': ['ID=14ba306d-031f-4407-a497-4017ae66b432,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:35.800769 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:35.866422 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-e4bbaa56-b713-4c84-84bc-d97a97f690c5 None None] Set router 194a3c8c-6105-485e-991c-6391ea9936f5 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:34:35.999298 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3cc79-b7f5-4aae-b1c6-8d4ee105233a req-41331d4f-6ef4-4629-88c6-d3b72d5d3059 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:36.007218 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e9b3cc79-b7f5-4aae-b1c6-8d4ee105233a req-41331d4f-6ef4-4629-88c6-d3b72d5d3059 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 945 time: 0.2841315 Jul 23 16:34:36.017362 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6169969b-8ed2-485d-befe-ad9e31cfddaa tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16153724'] for subnet, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:36.171695 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e9b3cc79-b7f5-4aae-b1c6-8d4ee105233a req-91b60a93-831f-43b2-8331-8cb64e2b27eb tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451054 Jul 23 16:34:36.324659 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48638) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:36.349188 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-36f42e5a-a4aa-4822-a136-2251462a30a2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-559712606-network', 'tenant_id': 'd2429bedb8f6407c8750bd501d76514f'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:36.476190 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f42e5a-a4aa-4822-a136-2251462a30a2 admin admin] Made reservation on behalf of d2429bedb8f6407c8750bd501d76514f for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:36.480009 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36f42e5a-a4aa-4822-a136-2251462a30a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:36.487979 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae61b471-6b83-469a-83bc-76c2021a50ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-5118502d-558b-4be5-901c-6e45b5a5c5ab', 'network_id': '5118502d-558b-4be5-901c-6e45b5a5c5ab', 'tenant_id': '0b874c9b61cf44f6ba326cdc261712db', 'fixed_ips': [{'subnet_id': '280505de-fa25-466c-8d5c-45ddc7ce2107'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:34:36.498705 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36f42e5a-a4aa-4822-a136-2251462a30a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:36.507048 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ae61b471-6b83-469a-83bc-76c2021a50ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:36.513169 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6169969b-8ed2-485d-befe-ad9e31cfddaa tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751794223948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16147377'] for subnet, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:36.686156 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:36.745743 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36f42e5a-a4aa-4822-a136-2251462a30a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:36.756613 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6169969b-8ed2-485d-befe-ad9e31cfddaa tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:36.757866 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6169969b-8ed2-485d-befe-ad9e31cfddaa tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:36.762938 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6169969b-8ed2-485d-befe-ad9e31cfddaa tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "PUT /v2.0/subnets/280505de-fa25-466c-8d5c-45ddc7ce2107 HTTP/1.1" status: 200 len: 806 time: 1.0564938 Jul 23 16:34:36.763762 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48642) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:36.784532 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36f42e5a-a4aa-4822-a136-2251462a30a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:36.829341 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f42e5a-a4aa-4822-a136-2251462a30a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1125, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:34:36.864842 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36f42e5a-a4aa-4822-a136-2251462a30a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:36.866220 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-36f42e5a-a4aa-4822-a136-2251462a30a2 admin admin] Added segment 486b1726-2499-4916-b517-e7e30cbe2259 of type vlan for network ad3f1c26-f914-405c-b070-e886bd179810 Jul 23 16:34:37.024926 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36f42e5a-a4aa-4822-a136-2251462a30a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:37.026923 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:37.069547 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3a120-4d3d-46af-84a7-3bb005dda98a req-0a75d595-2230-4e92-b678-b40308372227 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:37.076765 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-16c3a120-4d3d-46af-84a7-3bb005dda98a req-0a75d595-2230-4e92-b678-b40308372227 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 945 time: 0.4777513 Jul 23 16:34:37.089111 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-ae61b471-6b83-469a-83bc-76c2021a50ea None None] Allocated IP 172.20.0.2 (5118502d-558b-4be5-901c-6e45b5a5c5ab/280505de-fa25-466c-8d5c-45ddc7ce2107/ea42ea1e-86b0-4844-a0de-2951fd228755) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:34:37.134473 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36f42e5a-a4aa-4822-a136-2251462a30a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:37.135738 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f42e5a-a4aa-4822-a136-2251462a30a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:37.138470 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36f42e5a-a4aa-4822-a136-2251462a30a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:37.169028 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-16c3a120-4d3d-46af-84a7-3bb005dda98a req-5685523f-5675-400b-9908-d16b5e836b51 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908868 Jul 23 16:34:37.223516 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:37.355429 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f42e5a-a4aa-4822-a136-2251462a30a2 admin admin] Pushing event updated for resources: {'Network': ['ID=ad3f1c26-f914-405c-b070-e886bd179810,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:37.405314 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f42e5a-a4aa-4822-a136-2251462a30a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee646a8b-1bd3-485c-be55-0e88ba27725d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:37.426938 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169969b-8ed2-485d-befe-ad9e31cfddaa tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event updated for resources: {'Subnet': ['ID=280505de-fa25-466c-8d5c-45ddc7ce2107,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:37.437994 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-36f42e5a-a4aa-4822-a136-2251462a30a2 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1119797 Jul 23 16:34:37.443767 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48646) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:37.450621 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-faaf3936-ec0e-4ade-928c-1cce1e0eda25 admin admin] Request body: {'subnet': {'network_id': 'ad3f1c26-f914-405c-b070-e886bd179810', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-559712606-subnet', 'tenant_id': 'd2429bedb8f6407c8750bd501d76514f', 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:37.484626 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faaf3936-ec0e-4ade-928c-1cce1e0eda25 admin admin] Made reservation on behalf of d2429bedb8f6407c8750bd501d76514f for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:37.485016 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network ad3f1c26-f914-405c-b070-e886bd179810 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:34:37.487471 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-faaf3936-ec0e-4ade-928c-1cce1e0eda25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:37.509827 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e4bbaa56-b713-4c84-84bc-d97a97f690c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'name': 'tempest-TestServerBasicOps-1539952523-router', 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '14ba306d-031f-4407-a497-4017ae66b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:25Z', 'updated_at': '2021-07-23T16:34:32Z', 'revision_number': 4, 'project_id': '685de99fd88a4ebd80b04837e882af01', 'gw_port': {'id': '14ba306d-031f-4407-a497-4017ae66b432', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ad:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:26Z', 'updated_at': '2021-07-23T16:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '266e1523-cf61-4144-83f2-7689ec43262d', 'name': '', 'network_id': '9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9', 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'mac_address': 'fa:16:3e:98:cf:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'f0d2685b-743f-465d-ae06-029317d44a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:31Z', 'updated_at': '2021-07-23T16:34:33Z', 'revision_number': 2, 'project_id': '685de99fd88a4ebd80b04837e882af01', 'subnets': [{'id': 'f0d2685b-743f-465d-ae06-029317d44a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:37.515274 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ae61b471-6b83-469a-83bc-76c2021a50ea None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:37.563158 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bbaa56-b713-4c84-84bc-d97a97f690c5 None None] The sync data for ids ['194a3c8c-6105-485e-991c-6391ea9936f5'] in n-d-778549-4 is: [{'id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'name': 'tempest-TestServerBasicOps-1539952523-router', 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '14ba306d-031f-4407-a497-4017ae66b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:25Z', 'updated_at': '2021-07-23T16:34:32Z', 'revision_number': 4, 'project_id': '685de99fd88a4ebd80b04837e882af01', 'gw_port': {'id': '14ba306d-031f-4407-a497-4017ae66b432', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ad:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:26Z', 'updated_at': '2021-07-23T16:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '266e1523-cf61-4144-83f2-7689ec43262d', 'name': '', 'network_id': '9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9', 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'mac_address': 'fa:16:3e:98:cf:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'f0d2685b-743f-465d-ae06-029317d44a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:31Z', 'updated_at': '2021-07-23T16:34:33Z', 'revision_number': 2, 'project_id': '685de99fd88a4ebd80b04837e882af01', 'subnets': [{'id': 'f0d2685b-743f-465d-ae06-029317d44a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:34:37.566072 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ae61b471-6b83-469a-83bc-76c2021a50ea None None] Transition to ACTIVE for port object ea42ea1e-86b0-4844-a0de-2951fd228755 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:37.622335 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa2afd-9d9e-48bd-b6c9-67f9e43749a8 req-d7f9594c-bdc8-4110-b77a-d3ae1223baaa tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:37.623159 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:37.630443 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9afa2afd-9d9e-48bd-b6c9-67f9e43749a8 req-d7f9594c-bdc8-4110-b77a-d3ae1223baaa tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 945 time: 0.2545228 Jul 23 16:34:37.654698 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ae61b471-6b83-469a-83bc-76c2021a50ea None None] Transition to ACTIVE for port object ea42ea1e-86b0-4844-a0de-2951fd228755 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:37.665233 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ae61b471-6b83-469a-83bc-76c2021a50ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:37.708313 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:37.730561 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae61b471-6b83-469a-83bc-76c2021a50ea None None] Network 5118502d-558b-4be5-901c-6e45b5a5c5ab is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:37.735180 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-ae61b471-6b83-469a-83bc-76c2021a50ea None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:37.735522 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9afa2afd-9d9e-48bd-b6c9-67f9e43749a8 req-6317e470-6dc5-461f-87cf-129df7c95563 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960028 Jul 23 16:34:37.742031 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae61b471-6b83-469a-83bc-76c2021a50ea None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:34:37.792091 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61b471-6b83-469a-83bc-76c2021a50ea None None] Pushing event updated for resources: {'Port': ['ID=ea42ea1e-86b0-4844-a0de-2951fd228755,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:37.809358 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event deleted for resources: {'Subnet': ['ID=280505de-fa25-466c-8d5c-45ddc7ce2107,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:37.843348 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ae61b471-6b83-469a-83bc-76c2021a50ea None None] Attempting to bind port ea42ea1e-86b0-4844-a0de-2951fd228755 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:34:37.843608 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ae61b471-6b83-469a-83bc-76c2021a50ea None None] Attempting to bind port ea42ea1e-86b0-4844-a0de-2951fd228755 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '1c160957-f92b-46f3-bb1a-532c26b04fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '5118502d-558b-4be5-901c-6e45b5a5c5ab'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:34:37.843986 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae61b471-6b83-469a-83bc-76c2021a50ea None None] Attempting to bind port ea42ea1e-86b0-4844-a0de-2951fd228755 on network 5118502d-558b-4be5-901c-6e45b5a5c5ab {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:37.853185 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae61b471-6b83-469a-83bc-76c2021a50ea None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:34:37.854123 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae61b471-6b83-469a-83bc-76c2021a50ea None None] Checking segment: {'id': '1c160957-f92b-46f3-bb1a-532c26b04fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '5118502d-558b-4be5-901c-6e45b5a5c5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:37.854595 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ae61b471-6b83-469a-83bc-76c2021a50ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:37.854981 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae61b471-6b83-469a-83bc-76c2021a50ea None None] Bound using segment: {'id': '1c160957-f92b-46f3-bb1a-532c26b04fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '5118502d-558b-4be5-901c-6e45b5a5c5ab'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:34:37.856066 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ae61b471-6b83-469a-83bc-76c2021a50ea None None] Bound port: ea42ea1e-86b0-4844-a0de-2951fd228755, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c160957-f92b-46f3-bb1a-532c26b04fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '5118502d-558b-4be5-901c-6e45b5a5c5ab'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:34:37.856751 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ae61b471-6b83-469a-83bc-76c2021a50ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:38.008295 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:38.029685 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5118502d-558b-4be5-901c-6e45b5a5c5ab']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:38.045837 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c160957-f92b-46f3-bb1a-532c26b04fce') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:38.047316 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c160957-f92b-46f3-bb1a-532c26b04fce') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:38.047695 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ae61b471-6b83-469a-83bc-76c2021a50ea None None] For port ea42ea1e-86b0-4844-a0de-2951fd228755, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:34:38.054541 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ae61b471-6b83-469a-83bc-76c2021a50ea None None] For port ea42ea1e-86b0-4844-a0de-2951fd228755, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=ea42ea1e-86b0-4844-a0de-2951fd228755,segment=NetworkSegment(1c160957-f92b-46f3-bb1a-532c26b04fce),segment_id=1c160957-f92b-46f3-bb1a-532c26b04fce)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:34:38.059986 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:38.065548 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ae61b471-6b83-469a-83bc-76c2021a50ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:38.089515 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:38.100517 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:34:38.100947 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:38.234726 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61b471-6b83-469a-83bc-76c2021a50ea None None] Pushing event updated for resources: {'Port': ['ID=ea42ea1e-86b0-4844-a0de-2951fd228755,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:38.239473 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:34:38.239473 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:34:38.239473 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:34:38.239473 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:34:38.239473 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:34:38.239473 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:34:38.239473 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:34:38.239473 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:34:38.239473 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:34:38.239473 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:34:38.239473 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:34:38.239473 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:34:38.239473 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:34:38.239473 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:34:38.239473 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:34:38.239473 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:34:38.239473 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:34:38.239473 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:34:38.239473 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:34:38.239473 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:34:38.239473 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:34:38.239473 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:34:38.239473 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:34:38.239473 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:34:38.239473 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:34:38.239473 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:34:38.239473 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:34:38.239473 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:34:38.239473 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:34:38.239473 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:34:38.239473 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:34:38.239473 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:34:38.269218 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.db.api [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 16:34:38.269218 n-d-778549-4 neutron-server[94012]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 16:34:38.269218 n-d-778549-4 neutron-server[94012]: [parameters: {'id': '5118502d-558b-4be5-901c-6e45b5a5c5ab'}] Jul 23 16:34:38.269218 n-d-778549-4 neutron-server[94012]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94012) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:34:38.272103 n-d-778549-4 neutron-server[94012]: DEBUG oslo_db.api [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:34:38.273506 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b310cc-873d-4b52-81bf-8489e7a6453e None None] Network 5118502d-558b-4be5-901c-6e45b5a5c5ab requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:38.429560 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-faaf3936-ec0e-4ade-928c-1cce1e0eda25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:38.629758 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:38.635254 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf3936-ec0e-4ade-928c-1cce1e0eda25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc50ce13-cbe5-43e5-85bd-c5e6ccc978a2,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:38.662629 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaf3936-ec0e-4ade-928c-1cce1e0eda25 admin admin] Checking segment: {'id': '486b1726-2499-4916-b517-e7e30cbe2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'ad3f1c26-f914-405c-b070-e886bd179810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:38.667716 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaf3936-ec0e-4ade-928c-1cce1e0eda25 admin admin] Network hostable DHCP agents. Network: ad3f1c26-f914-405c-b070-e886bd179810, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:34:38.721374 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb81659-276c-4f85-bc02-d1c74f300a77 None None] Network 5118502d-558b-4be5-901c-6e45b5a5c5ab requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:38.736323 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2dcd07-6c34-457a-9438-668a890a616f req-20b29865-f0d1-4ab7-9c0c-90c29b53e560 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:38.747699 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b2dcd07-6c34-457a-9438-668a890a616f req-20b29865-f0d1-4ab7-9c0c-90c29b53e560 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 945 time: 0.3968155 Jul 23 16:34:38.820333 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:38.831301 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaf3936-ec0e-4ade-928c-1cce1e0eda25 admin admin] Network ad3f1c26-f914-405c-b070-e886bd179810 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:34:38.923443 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b2dcd07-6c34-457a-9438-668a890a616f req-f90b0a70-7d75-469a-8e8c-0c92aa73cf28 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545353 Jul 23 16:34:38.924112 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-faaf3936-ec0e-4ade-928c-1cce1e0eda25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, ad3f1c26-f914-405c-b070-e886bd179810) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:38.939244 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaf3936-ec0e-4ade-928c-1cce1e0eda25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:38.939856 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-faaf3936-ec0e-4ade-928c-1cce1e0eda25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:38.987207 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0b5a0a-2aca-4bc4-98e3-274e9a871cd1 None None] Network ad3f1c26-f914-405c-b070-e886bd179810 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:39.062195 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-faaf3936-ec0e-4ade-928c-1cce1e0eda25 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6135271 Jul 23 16:34:39.062572 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48666) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:39.069905 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-0f4bbcec-8cb4-4666-9eed-8adc02e721dd admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-559712606-router', 'tenant_id': 'd2429bedb8f6407c8750bd501d76514f', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:39.135918 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0f4bbcec-8cb4-4666-9eed-8adc02e721dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:39.137073 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0f4bbcec-8cb4-4666-9eed-8adc02e721dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:39.227728 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Deleting port ea42ea1e-86b0-4844-a0de-2951fd228755 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:34:39.228160 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:39.288624 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0f4bbcec-8cb4-4666-9eed-8adc02e721dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:39.313120 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 14ba306d-031f-4407-a497-4017ae66b432 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:34:39.458825 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] For port ea42ea1e-86b0-4844-a0de-2951fd228755, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=ea42ea1e-86b0-4844-a0de-2951fd228755,segment=NetworkSegment(1c160957-f92b-46f3-bb1a-532c26b04fce),segment_id=1c160957-f92b-46f3-bb1a-532c26b04fce)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:39.459488 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:39.494214 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0e618-a198-4c13-bad9-c44cc487bc52 req-a70a748a-9420-43d4-8ef5-4c14adfe94bb tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:39.496978 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fc0e618-a198-4c13-bad9-c44cc487bc52 req-a70a748a-9420-43d4-8ef5-4c14adfe94bb tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 945 time: 0.4084191 Jul 23 16:34:39.533072 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Calling delete_port for ea42ea1e-86b0-4844-a0de-2951fd228755 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:34:39.610701 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 14ba306d-031f-4407-a497-4017ae66b432 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:39.631116 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0f4bbcec-8cb4-4666-9eed-8adc02e721dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:39.632944 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 14ba306d-031f-4407-a497-4017ae66b432 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:39.633355 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:39.759520 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe24e34-55ee-4f47-bc76-9d12d3320c01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-ad3f1c26-f914-405c-b070-e886bd179810', 'network_id': 'ad3f1c26-f914-405c-b070-e886bd179810', 'tenant_id': 'd2429bedb8f6407c8750bd501d76514f', 'fixed_ips': [{'subnet_id': 'fc50ce13-cbe5-43e5-85bd-c5e6ccc978a2'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:34:39.761558 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ebe24e34-55ee-4f47-bc76-9d12d3320c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:39.780878 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fc0e618-a198-4c13-bad9-c44cc487bc52 req-194b93e2-a4e3-45d0-b9db-f7300d9a7d47 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677572 Jul 23 16:34:39.870782 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87870a-6cf3-4204-901f-69eed9d95254 req-2c33e2e5-189d-403b-a4dd-e7158d468f3b tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:39.876947 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ca87870a-6cf3-4204-901f-69eed9d95254 req-2c33e2e5-189d-403b-a4dd-e7158d468f3b tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.3399923 Jul 23 16:34:39.943917 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:40.014922 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ca87870a-6cf3-4204-901f-69eed9d95254 req-2cf34efe-8e2a-49c8-8882-f9699b0805c8 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277940 Jul 23 16:34:40.022060 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event deleted for resources: {'Port': ['ID=ea42ea1e-86b0-4844-a0de-2951fd228755,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:40.032054 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] No DVR routers for this DVR port ea42ea1e-86b0-4844-a0de-2951fd228755 on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:34:40.043194 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:40.160192 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 14ba306d-031f-4407-a497-4017ae66b432, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=14ba306d-031f-4407-a497-4017ae66b432,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:40.181907 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:40.201756 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-ebe24e34-55ee-4f47-bc76-9d12d3320c01 None None] Allocated IP 172.20.0.2 (ad3f1c26-f914-405c-b070-e886bd179810/fc50ce13-cbe5-43e5-85bd-c5e6ccc978a2/c307eeaa-4f49-4a68-9d41-1d8b72e487bb) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:34:40.293637 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=14ba306d-031f-4407-a497-4017ae66b432,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:40.426626 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:40.469622 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5118502d-558b-4be5-901c-6e45b5a5c5ab']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:40.493407 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c160957-f92b-46f3-bb1a-532c26b04fce') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:40.494431 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c160957-f92b-46f3-bb1a-532c26b04fce') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:40.504834 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592839d-d4b1-403d-bf0d-d48e00f4ebf0 req-950e70d7-de86-4ca3-b9f6-ecf03c852d69 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:40.507099 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4592839d-d4b1-403d-bf0d-d48e00f4ebf0 req-950e70d7-de86-4ca3-b9f6-ecf03c852d69 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 945 time: 0.3967566 Jul 23 16:34:40.529682 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:40.576063 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:40.595784 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:34:40.596572 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:40.603299 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:34:40.603299 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:34:40.603299 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:34:40.603299 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:34:40.603299 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:34:40.603299 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:34:40.603299 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:34:40.603299 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:34:40.603299 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:34:40.603299 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:34:40.603299 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:34:40.603299 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:34:40.603299 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:34:40.603299 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:34:40.603299 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:34:40.603299 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:34:40.603299 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:34:40.603299 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:34:40.603299 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:34:40.603299 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:34:40.603299 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:34:40.603299 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:34:40.603299 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:34:40.603299 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:34:40.603299 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:34:40.603299 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:34:40.603299 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:34:40.603299 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:34:40.603299 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:34:40.603299 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:34:40.603299 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:34:40.603299 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:34:40.633077 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4592839d-d4b1-403d-bf0d-d48e00f4ebf0 req-e42317b4-6673-4c31-a50e-b4f18f9c594d tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115944 Jul 23 16:34:40.642879 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2d9e0-e970-4297-a7e7-08d0f4ebd636 req-e4210a34-16b6-4443-bfa5-d554590f1f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:40.645385 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-55c2d9e0-e970-4297-a7e7-08d0f4ebd636 req-e4210a34-16b6-4443-bfa5-d554590f1f7f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=54c4450647c445a5ad7f9adbba82da8f&device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 1096 time: 0.5685740 Jul 23 16:34:40.650017 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0f4bbcec-8cb4-4666-9eed-8adc02e721dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:40.739737 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:40.758364 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:40.771729 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/networks/5118502d-558b-4be5-901c-6e45b5a5c5ab HTTP/1.1" status: 204 len: 168 time: 4.0052555 Jul 23 16:34:40.780804 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48714) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:40.781516 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48716) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:40.794805 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2d9e0-e970-4297-a7e7-08d0f4ebd636 req-ab5ee995-425d-4113-962f-a37a00de1c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:40.796687 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-55c2d9e0-e970-4297-a7e7-08d0f4ebd636 req-ab5ee995-425d-4113-962f-a37a00de1c86 service neutron] 10.222.0.74 "GET /v2.0/networks?id=188f4564-8b8f-479c-8498-350853f64f83 HTTP/1.1" status: 200 len: 918 time: 0.1433976 Jul 23 16:34:40.837541 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ebe24e34-55ee-4f47-bc76-9d12d3320c01 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:40.844642 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06912063-2db1-4ed6-9962-572cba0a0598 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event deleted for resources: {'Network': ['ID=5118502d-558b-4be5-901c-6e45b5a5c5ab,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:40.847671 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0f4bbcec-8cb4-4666-9eed-8adc02e721dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:40.848358 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ebe24e34-55ee-4f47-bc76-9d12d3320c01 None None] Transition to ACTIVE for port object c307eeaa-4f49-4a68-9d41-1d8b72e487bb will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:40.880747 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-403d9a5b-b304-4293-8b88-571102c0c351 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] DELETE failed (client error): The resource could not be found. Jul 23 16:34:40.883575 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-403d9a5b-b304-4293-8b88-571102c0c351 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:34:40.888810 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ebe24e34-55ee-4f47-bc76-9d12d3320c01 None None] Transition to ACTIVE for port object c307eeaa-4f49-4a68-9d41-1d8b72e487bb will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:40.895365 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48722) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:40.896693 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-403d9a5b-b304-4293-8b88-571102c0c351 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/networks/5118502d-558b-4be5-901c-6e45b5a5c5ab HTTP/1.1" status: 404 len: 339 time: 0.1106856 Jul 23 16:34:40.902780 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ebe24e34-55ee-4f47-bc76-9d12d3320c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:40.917267 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-72a79f92-d148-485c-9d25-271a02aafae1 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-216589190', 'description': 'd1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:40.986272 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe24e34-55ee-4f47-bc76-9d12d3320c01 None None] Pushing event updated for resources: {'Port': ['ID=c307eeaa-4f49-4a68-9d41-1d8b72e487bb,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:41.009678 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-55c2d9e0-e970-4297-a7e7-08d0f4ebd636 req-6e63393b-a0f5-44af-b70f-1f1383cc95c1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 HTTP/1.1" status: 200 len: 1000 time: 0.1937060 Jul 23 16:34:41.021903 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe24e34-55ee-4f47-bc76-9d12d3320c01 None None] Network ad3f1c26-f914-405c-b070-e886bd179810 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:41.025691 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-ebe24e34-55ee-4f47-bc76-9d12d3320c01 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:41.033926 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a79f92-d148-485c-9d25-271a02aafae1 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Made reservation on behalf of 0b874c9b61cf44f6ba326cdc261712db for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:41.038777 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-72a79f92-d148-485c-9d25-271a02aafae1 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:41.039013 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe24e34-55ee-4f47-bc76-9d12d3320c01 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:34:41.168544 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5865c7-4e02-4578-8703-8dbe9f561b87 req-897917d6-cf11-4ac7-9f8c-144c00afc5fb tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:41.177149 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ebe24e34-55ee-4f47-bc76-9d12d3320c01 None None] Attempting to bind port c307eeaa-4f49-4a68-9d41-1d8b72e487bb on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:34:41.179668 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd5865c7-4e02-4578-8703-8dbe9f561b87 req-897917d6-cf11-4ac7-9f8c-144c00afc5fb tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 945 time: 0.2475152 Jul 23 16:34:41.188514 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ebe24e34-55ee-4f47-bc76-9d12d3320c01 None None] Attempting to bind port c307eeaa-4f49-4a68-9d41-1d8b72e487bb by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '486b1726-2499-4916-b517-e7e30cbe2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'ad3f1c26-f914-405c-b070-e886bd179810'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:34:41.189540 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe24e34-55ee-4f47-bc76-9d12d3320c01 None None] Attempting to bind port c307eeaa-4f49-4a68-9d41-1d8b72e487bb on network ad3f1c26-f914-405c-b070-e886bd179810 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:41.208559 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe24e34-55ee-4f47-bc76-9d12d3320c01 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:34:41.209904 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe24e34-55ee-4f47-bc76-9d12d3320c01 None None] Checking segment: {'id': '486b1726-2499-4916-b517-e7e30cbe2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'ad3f1c26-f914-405c-b070-e886bd179810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:41.211566 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-725274f9-3dfb-44d1-9919-df5ef8c30df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:41.212140 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a79f92-d148-485c-9d25-271a02aafae1 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] vlan segment allocate from pool success with {'vlan_id': 1134, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:34:41.213497 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ebe24e34-55ee-4f47-bc76-9d12d3320c01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:41.214637 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe24e34-55ee-4f47-bc76-9d12d3320c01 None None] Bound using segment: {'id': '486b1726-2499-4916-b517-e7e30cbe2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'ad3f1c26-f914-405c-b070-e886bd179810'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:34:41.216824 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ebe24e34-55ee-4f47-bc76-9d12d3320c01 None None] Bound port: c307eeaa-4f49-4a68-9d41-1d8b72e487bb, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '486b1726-2499-4916-b517-e7e30cbe2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'ad3f1c26-f914-405c-b070-e886bd179810'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:34:41.217697 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ebe24e34-55ee-4f47-bc76-9d12d3320c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:41.225964 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 14ba306d-031f-4407-a497-4017ae66b432 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:34:41.240157 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2d9e0-e970-4297-a7e7-08d0f4ebd636 req-faa3417b-b47c-4dc8-8c21-25fef6c17d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:41.244270 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-55c2d9e0-e970-4297-a7e7-08d0f4ebd636 req-faa3417b-b47c-4dc8-8c21-25fef6c17d4c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8b88c056-245d-4f4e-ab87-c54aa261bddb HTTP/1.1" status: 200 len: 855 time: 0.2241750 Jul 23 16:34:41.251107 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-72a79f92-d148-485c-9d25-271a02aafae1 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:41.251215 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-72a79f92-d148-485c-9d25-271a02aafae1 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Added segment 05d4c461-14c2-40c0-9de4-13b1f43bc573 of type vlan for network 95107d0b-01a0-46b0-ab95-f83902140d3b Jul 23 16:34:41.312079 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-0f4bbcec-8cb4-4666-9eed-8adc02e721dd admin admin] Allocated IP 172.25.8.84 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/3a8e1130-945b-4599-8696-9986afb15f0d) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:34:41.315210 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd5865c7-4e02-4578-8703-8dbe9f561b87 req-393b0dfe-dac0-46df-a334-368539a39ea5 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121166 Jul 23 16:34:41.338576 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f2e564-d77c-4aac-8ae4-fd57c8c7c874 None None] Sync routers for ids ['194a3c8c-6105-485e-991c-6391ea9936f5'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:34:41.355374 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f2e564-d77c-4aac-8ae4-fd57c8c7c874 None None] Routers {'194a3c8c-6105-485e-991c-6391ea9936f5'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:34:41.357016 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-73f2e564-d77c-4aac-8ae4-fd57c8c7c874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:34:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['194a3c8c-6105-485e-991c-6391ea9936f5'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:41.390033 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-72a79f92-d148-485c-9d25-271a02aafae1 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:41.401992 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07b4c9-5172-4e29-9e29-52b83344e54c req-a388d441-2553-4b51-89f1-811fc2546d75 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:41.409516 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-df07b4c9-5172-4e29-9e29-52b83344e54c req-a388d441-2553-4b51-89f1-811fc2546d75 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1785662 Jul 23 16:34:41.471185 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-df07b4c9-5172-4e29-9e29-52b83344e54c req-05cf2dd3-01ef-4b46-98fe-6f3ff048574e tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558801 Jul 23 16:34:41.507006 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-725274f9-3dfb-44d1-9919-df5ef8c30df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:41.511661 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-72a79f92-d148-485c-9d25-271a02aafae1 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:41.515322 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-725274f9-3dfb-44d1-9919-df5ef8c30df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:41.520445 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a79f92-d148-485c-9d25-271a02aafae1 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:41.521782 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-72a79f92-d148-485c-9d25-271a02aafae1 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:41.554089 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 14ba306d-031f-4407-a497-4017ae66b432 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:41.554457 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:41.572115 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ebe24e34-55ee-4f47-bc76-9d12d3320c01 None None] For port c307eeaa-4f49-4a68-9d41-1d8b72e487bb, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:34:41.582008 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-725274f9-3dfb-44d1-9919-df5ef8c30df0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=496325af710145cbb8406b79ecb27a1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7990057 Jul 23 16:34:41.583290 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48726) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:41.594239 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725274f9-3dfb-44d1-9919-df5ef8c30df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba87b8f-e4b3-4fd7-9811-1465e200296a,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:41.626605 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a79f92-d148-485c-9d25-271a02aafae1 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event updated for resources: {'Network': ['ID=95107d0b-01a0-46b0-ab95-f83902140d3b,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:41.677901 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-73f2e564-d77c-4aac-8ae4-fd57c8c7c874 None None] Set router 194a3c8c-6105-485e-991c-6391ea9936f5 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:34:41.701699 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-89d5c199-4368-4803-8f62-5b2f8cfdbe1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:41.756306 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-89d5c199-4368-4803-8f62-5b2f8cfdbe1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:41.787807 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ebe24e34-55ee-4f47-bc76-9d12d3320c01 None None] For port c307eeaa-4f49-4a68-9d41-1d8b72e487bb, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c307eeaa-4f49-4a68-9d41-1d8b72e487bb,segment=NetworkSegment(486b1726-2499-4916-b517-e7e30cbe2259),segment_id=486b1726-2499-4916-b517-e7e30cbe2259)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:34:41.864424 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-72a79f92-d148-485c-9d25-271a02aafae1 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9581788 Jul 23 16:34:41.869032 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48734) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:41.888272 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0f4bbcec-8cb4-4666-9eed-8adc02e721dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:41.891193 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 95107d0b-01a0-46b0-ab95-f83902140d3b details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:34:41.894434 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-89d5c199-4368-4803-8f62-5b2f8cfdbe1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:41.897567 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-89d5c199-4368-4803-8f62-5b2f8cfdbe1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:41.899004 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-89d5c199-4368-4803-8f62-5b2f8cfdbe1c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9ba87b8f-e4b3-4fd7-9811-1465e200296a HTTP/1.1" status: 204 len: 168 time: 0.3134527 Jul 23 16:34:41.905792 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ebe24e34-55ee-4f47-bc76-9d12d3320c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:41.911988 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5c199-4368-4803-8f62-5b2f8cfdbe1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba87b8f-e4b3-4fd7-9811-1465e200296a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:41.923351 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2d9e0-e970-4297-a7e7-08d0f4ebd636 req-4cfad146-200d-49c3-8bbd-226d7fcce52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:41.924935 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-55c2d9e0-e970-4297-a7e7-08d0f4ebd636 req-4cfad146-200d-49c3-8bbd-226d7fcce52d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=188f4564-8b8f-479c-8498-350853f64f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6504884 Jul 23 16:34:41.954519 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ded8a-bcd6-426d-bfd0-6f30f4332de7 req-d9b4e340-2833-454e-b370-cec124056e9f tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:41.963463 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-279ded8a-bcd6-426d-bfd0-6f30f4332de7 req-d9b4e340-2833-454e-b370-cec124056e9f tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 945 time: 0.1570930 Jul 23 16:34:42.026859 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-279ded8a-bcd6-426d-bfd0-6f30f4332de7 req-bdc3d796-39ab-49ba-8cae-a8b21c8566ff tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587950 Jul 23 16:34:42.072479 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-73f2e564-d77c-4aac-8ae4-fd57c8c7c874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'name': 'tempest-TestServerBasicOps-1539952523-router', 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '14ba306d-031f-4407-a497-4017ae66b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:25Z', 'updated_at': '2021-07-23T16:34:32Z', 'revision_number': 4, 'project_id': '685de99fd88a4ebd80b04837e882af01', 'gw_port': {'id': '14ba306d-031f-4407-a497-4017ae66b432', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ad:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:26Z', 'updated_at': '2021-07-23T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '266e1523-cf61-4144-83f2-7689ec43262d', 'name': '', 'network_id': '9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9', 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'mac_address': 'fa:16:3e:98:cf:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'f0d2685b-743f-465d-ae06-029317d44a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:31Z', 'updated_at': '2021-07-23T16:34:33Z', 'revision_number': 2, 'project_id': '685de99fd88a4ebd80b04837e882af01', 'subnets': [{'id': 'f0d2685b-743f-465d-ae06-029317d44a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:42.151531 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f2e564-d77c-4aac-8ae4-fd57c8c7c874 None None] Checking router: 194a3c8c-6105-485e-991c-6391ea9936f5 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:34:42.152023 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f2e564-d77c-4aac-8ae4-fd57c8c7c874 None None] Updating router 194a3c8c-6105-485e-991c-6391ea9936f5 port 266e1523-cf61-4144-83f2-7689ec43262d binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:34:42.186025 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe24e34-55ee-4f47-bc76-9d12d3320c01 None None] Pushing event updated for resources: {'Port': ['ID=c307eeaa-4f49-4a68-9d41-1d8b72e487bb,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:42.220322 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be819e4c-4025-44de-b13c-e91086275742 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:42.220919 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-73f2e564-d77c-4aac-8ae4-fd57c8c7c874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:42.224329 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-be819e4c-4025-44de-b13c-e91086275742 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "GET /v2.0/networks?id=95107d0b-01a0-46b0-ab95-f83902140d3b HTTP/1.1" status: 200 len: 760 time: 0.3510208 Jul 23 16:34:42.225074 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48744) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:42.240550 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-e45ef93d-700b-4eea-8495-a10f562c2ee9 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Request body: {'network': {'description': 'd2'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:42.350943 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0f4bbcec-8cb4-4666-9eed-8adc02e721dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:42.467524 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-55c2d9e0-e970-4297-a7e7-08d0f4ebd636 req-62aa1bbb-ae31-451c-9f0d-bdc19d6cd5f8 service neutron] 10.222.0.74 "GET /v2.0/networks/188f4564-8b8f-479c-8498-350853f64f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5255136 Jul 23 16:34:42.550046 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4bbcec-8cb4-4666-9eed-8adc02e721dd admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:42.588302 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-0f4bbcec-8cb4-4666-9eed-8adc02e721dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:42.596986 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4bbcec-8cb4-4666-9eed-8adc02e721dd admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:34:42.676507 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48754) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:42.692605 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4bbcec-8cb4-4666-9eed-8adc02e721dd admin admin] Pushing event updated for resources: {'Port': ['ID=3a8e1130-945b-4599-8696-9986afb15f0d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:42.698248 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e45ef93d-700b-4eea-8495-a10f562c2ee9 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:42.771066 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d7b65215-b99e-4b01-a65a-ac386be332e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:42.779981 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e45ef93d-700b-4eea-8495-a10f562c2ee9 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:42.811397 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e45ef93d-700b-4eea-8495-a10f562c2ee9 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Network 95107d0b-01a0-46b0-ab95-f83902140d3b is not hosted by any dhcp agent {{(pid=94012) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 16:34:42.819325 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45ef93d-700b-4eea-8495-a10f562c2ee9 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:42.820005 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e45ef93d-700b-4eea-8495-a10f562c2ee9 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:42.826471 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e45ef93d-700b-4eea-8495-a10f562c2ee9 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "PUT /v2.0/networks/95107d0b-01a0-46b0-ab95-f83902140d3b HTTP/1.1" status: 200 len: 757 time: 0.5951858 Jul 23 16:34:42.826732 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-73f2e564-d77c-4aac-8ae4-fd57c8c7c874 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:42.827299 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48756) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:42.835626 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-73f2e564-d77c-4aac-8ae4-fd57c8c7c874 None None] Transition to ACTIVE for port object 266e1523-cf61-4144-83f2-7689ec43262d will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:42.844151 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-73f2e564-d77c-4aac-8ae4-fd57c8c7c874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:42.918167 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ef93d-700b-4eea-8495-a10f562c2ee9 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event updated for resources: {'Network': ['ID=95107d0b-01a0-46b0-ab95-f83902140d3b,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:42.932321 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 95107d0b-01a0-46b0-ab95-f83902140d3b details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:34:42.992049 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa457d-c041-4b53-8efe-af12b69596b1 req-4e8866a1-6b10-4716-a572-e9ef01fcec49 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:42.993720 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4eaa457d-c041-4b53-8efe-af12b69596b1 req-4e8866a1-6b10-4716-a572-e9ef01fcec49 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.3664346 Jul 23 16:34:43.031290 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cba22-bbce-470f-a4f0-3e6d92fab0f0 req-2c21220e-1481-41da-a58b-14e038c36a9b tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:43.039712 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0b0cba22-bbce-470f-a4f0-3e6d92fab0f0 req-2c21220e-1481-41da-a58b-14e038c36a9b tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 945 time: 0.4122446 Jul 23 16:34:43.042569 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5384053-32e2-4412-b5fb-1a642f4ba20d None None] Pushing event updated for resources: {'Port': ['ID=266e1523-cf61-4144-83f2-7689ec43262d,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:43.078812 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5384053-32e2-4412-b5fb-1a642f4ba20d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:43.079307 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5384053-32e2-4412-b5fb-1a642f4ba20d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:43.079755 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5384053-32e2-4412-b5fb-1a642f4ba20d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:43.080209 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5384053-32e2-4412-b5fb-1a642f4ba20d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:43.080642 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5384053-32e2-4412-b5fb-1a642f4ba20d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:43.081206 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5384053-32e2-4412-b5fb-1a642f4ba20d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:43.082049 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5384053-32e2-4412-b5fb-1a642f4ba20d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:43.083189 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5384053-32e2-4412-b5fb-1a642f4ba20d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:43.083897 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5384053-32e2-4412-b5fb-1a642f4ba20d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:43.084343 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5384053-32e2-4412-b5fb-1a642f4ba20d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:43.084778 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5384053-32e2-4412-b5fb-1a642f4ba20d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:43.085318 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5384053-32e2-4412-b5fb-1a642f4ba20d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:43.088965 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-73f2e564-d77c-4aac-8ae4-fd57c8c7c874 None None] Attempting to bind port 266e1523-cf61-4144-83f2-7689ec43262d on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:34:43.089481 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-73f2e564-d77c-4aac-8ae4-fd57c8c7c874 None None] Attempting to bind port 266e1523-cf61-4144-83f2-7689ec43262d by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '9cb1a104-dae7-41b9-a07c-13d75bbc4de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:34:43.089935 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f2e564-d77c-4aac-8ae4-fd57c8c7c874 None None] Attempting to bind port 266e1523-cf61-4144-83f2-7689ec43262d on network 9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9 {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:43.097104 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f2e564-d77c-4aac-8ae4-fd57c8c7c874 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:34:43.097781 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f2e564-d77c-4aac-8ae4-fd57c8c7c874 None None] Checking segment: {'id': '9cb1a104-dae7-41b9-a07c-13d75bbc4de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:43.098360 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-73f2e564-d77c-4aac-8ae4-fd57c8c7c874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:43.098863 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f2e564-d77c-4aac-8ae4-fd57c8c7c874 None None] Bound using segment: {'id': '9cb1a104-dae7-41b9-a07c-13d75bbc4de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:34:43.099490 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-73f2e564-d77c-4aac-8ae4-fd57c8c7c874 None None] Bound port: 266e1523-cf61-4144-83f2-7689ec43262d, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb1a104-dae7-41b9-a07c-13d75bbc4de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:34:43.099984 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-73f2e564-d77c-4aac-8ae4-fd57c8c7c874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:43.146915 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4eaa457d-c041-4b53-8efe-af12b69596b1 req-a9df9dd2-05d9-4af2-8b58-ee1eab5047c7 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938470 Jul 23 16:34:43.201808 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0b0cba22-bbce-470f-a4f0-3e6d92fab0f0 req-457bce29-7d1d-406b-b121-ffdeafb8eb38 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620770 Jul 23 16:34:43.263927 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c307eeaa-4f49-4a68-9d41-1d8b72e487bb up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:34:43.273827 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-55c2d9e0-e970-4297-a7e7-08d0f4ebd636 req-80c79f18-d815-475b-a292-bfd5cc382272 service neutron] 10.222.0.74 "GET /v2.0/networks/188f4564-8b8f-479c-8498-350853f64f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7745631 Jul 23 16:34:43.327715 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-73f2e564-d77c-4aac-8ae4-fd57c8c7c874 None None] For port 266e1523-cf61-4144-83f2-7689ec43262d, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:34:43.335567 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-73f2e564-d77c-4aac-8ae4-fd57c8c7c874 None None] For port 266e1523-cf61-4144-83f2-7689ec43262d, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=266e1523-cf61-4144-83f2-7689ec43262d,segment=NetworkSegment(9cb1a104-dae7-41b9-a07c-13d75bbc4de2),segment_id=9cb1a104-dae7-41b9-a07c-13d75bbc4de2)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:34:43.343811 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-73f2e564-d77c-4aac-8ae4-fd57c8c7c874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:43.385626 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port c307eeaa-4f49-4a68-9d41-1d8b72e487bb completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:43.440918 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb316a-3499-43e1-8baa-884c2180db63 req-a4eb5ccf-84db-421d-9144-d17eb033842e tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:43.448765 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9dcb316a-3499-43e1-8baa-884c2180db63 req-a4eb5ccf-84db-421d-9144-d17eb033842e tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 945 time: 0.1573634 Jul 23 16:34:43.480158 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5384053-32e2-4412-b5fb-1a642f4ba20d None None] Pushing event updated for resources: {'Port': ['ID=266e1523-cf61-4144-83f2-7689ec43262d,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:43.512248 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d7b65215-b99e-4b01-a65a-ac386be332e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:43.519671 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f2e564-d77c-4aac-8ae4-fd57c8c7c874 None None] Routers {'194a3c8c-6105-485e-991c-6391ea9936f5'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:34:43.522042 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-73f2e564-d77c-4aac-8ae4-fd57c8c7c874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:34:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['194a3c8c-6105-485e-991c-6391ea9936f5'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:43.524508 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0433332-afea-4daf-ad7d-b8ff6f0c924b tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:43.531092 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a0433332-afea-4daf-ad7d-b8ff6f0c924b tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "GET /v2.0/networks?id=95107d0b-01a0-46b0-ab95-f83902140d3b HTTP/1.1" status: 200 len: 760 time: 0.7044218 Jul 23 16:34:43.531304 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9dcb316a-3499-43e1-8baa-884c2180db63 req-c41a5a75-1d42-40d6-8482-711f3dfad4b2 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788906 Jul 23 16:34:43.531553 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48760) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:43.547137 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-b0d77a68-654c-4571-8da1-0fc6c04f3fe4 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-457042081'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:43.607498 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d77a68-654c-4571-8da1-0fc6c04f3fe4 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Made reservation on behalf of 0b874c9b61cf44f6ba326cdc261712db for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:43.612132 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0d77a68-654c-4571-8da1-0fc6c04f3fe4 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:43.658372 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0f4bbcec-8cb4-4666-9eed-8adc02e721dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:43.660260 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d7b65215-b99e-4b01-a65a-ac386be332e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:43.675563 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d77a68-654c-4571-8da1-0fc6c04f3fe4 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] vlan segment allocate from pool success with {'vlan_id': 1146, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:34:43.715445 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0d77a68-654c-4571-8da1-0fc6c04f3fe4 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:43.715729 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-b0d77a68-654c-4571-8da1-0fc6c04f3fe4 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Added segment c930096b-5c29-4379-9e29-dd36319d4ae5 of type vlan for network d14e5bf0-2017-435a-8d5b-f9a4f3448aff Jul 23 16:34:43.728339 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d7b65215-b99e-4b01-a65a-ac386be332e5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=84f873ff96a84c69a6bf1632b645d114&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0462615 Jul 23 16:34:43.732807 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48766) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:43.820710 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-73f2e564-d77c-4aac-8ae4-fd57c8c7c874 None None] Set router 194a3c8c-6105-485e-991c-6391ea9936f5 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:34:43.870018 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b65215-b99e-4b01-a65a-ac386be332e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9496c1-278b-4c08-86ec-33841b2eaa6d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:43.872730 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98fbd5a-0ebb-4987-9f41-0cc00276456b None None] Network ad3f1c26-f914-405c-b070-e886bd179810 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:43.886581 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0d77a68-654c-4571-8da1-0fc6c04f3fe4 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:43.929515 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ca80a06f-8840-4fbd-9d50-5a63a7f32092 None None] Provisioning for port c307eeaa-4f49-4a68-9d41-1d8b72e487bb completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:44.008904 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ca80a06f-8840-4fbd-9d50-5a63a7f32092 None None] Provisioning complete for port c307eeaa-4f49-4a68-9d41-1d8b72e487bb triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:44.009695 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ca80a06f-8840-4fbd-9d50-5a63a7f32092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:44.018173 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-83e9e1f1-84aa-4ba0-b484-487f3367096e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:44.024306 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0d77a68-654c-4571-8da1-0fc6c04f3fe4 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:44.031769 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d77a68-654c-4571-8da1-0fc6c04f3fe4 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:44.032472 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0d77a68-654c-4571-8da1-0fc6c04f3fe4 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:44.089526 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b0d77a68-654c-4571-8da1-0fc6c04f3fe4 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5478134 Jul 23 16:34:44.098514 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48768) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:44.102422 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-83e9e1f1-84aa-4ba0-b484-487f3367096e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:44.106295 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-b008d784-7857-4927-8bd4-17e15d6aaf5a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Request body: {'subnet': {'network_id': 'd14e5bf0-2017-435a-8d5b-f9a4f3448aff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:44.164023 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d77a68-654c-4571-8da1-0fc6c04f3fe4 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event updated for resources: {'Network': ['ID=d14e5bf0-2017-435a-8d5b-f9a4f3448aff,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:44.222138 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-83e9e1f1-84aa-4ba0-b484-487f3367096e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:44.233708 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-83e9e1f1-84aa-4ba0-b484-487f3367096e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:44.236060 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-83e9e1f1-84aa-4ba0-b484-487f3367096e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5e9496c1-278b-4c08-86ec-33841b2eaa6d HTTP/1.1" status: 204 len: 168 time: 0.4980261 Jul 23 16:34:44.268298 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9e1f1-84aa-4ba0-b484-487f3367096e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9496c1-278b-4c08-86ec-33841b2eaa6d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:44.293166 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network d14e5bf0-2017-435a-8d5b-f9a4f3448aff details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:34:44.371633 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0f4bbcec-8cb4-4666-9eed-8adc02e721dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:44.378477 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b008d784-7857-4927-8bd4-17e15d6aaf5a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Made reservation on behalf of 0b874c9b61cf44f6ba326cdc261712db for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:44.382559 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b008d784-7857-4927-8bd4-17e15d6aaf5a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:44.444438 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-73f2e564-d77c-4aac-8ae4-fd57c8c7c874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'name': 'tempest-TestServerBasicOps-1539952523-router', 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '14ba306d-031f-4407-a497-4017ae66b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:25Z', 'updated_at': '2021-07-23T16:34:32Z', 'revision_number': 4, 'project_id': '685de99fd88a4ebd80b04837e882af01', 'gw_port': {'id': '14ba306d-031f-4407-a497-4017ae66b432', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ad:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:26Z', 'updated_at': '2021-07-23T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '266e1523-cf61-4144-83f2-7689ec43262d', 'name': '', 'network_id': '9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9', 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'mac_address': 'fa:16:3e:98:cf:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'f0d2685b-743f-465d-ae06-029317d44a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:31Z', 'updated_at': '2021-07-23T16:34:43Z', 'revision_number': 4, 'project_id': '685de99fd88a4ebd80b04837e882af01', 'subnets': [{'id': 'f0d2685b-743f-465d-ae06-029317d44a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:44.470550 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ca80a06f-8840-4fbd-9d50-5a63a7f32092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:44.538976 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f2e564-d77c-4aac-8ae4-fd57c8c7c874 None None] The sync data for ids ['194a3c8c-6105-485e-991c-6391ea9936f5'] in n-d-778549-4 is: [{'id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'name': 'tempest-TestServerBasicOps-1539952523-router', 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '14ba306d-031f-4407-a497-4017ae66b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:25Z', 'updated_at': '2021-07-23T16:34:32Z', 'revision_number': 4, 'project_id': '685de99fd88a4ebd80b04837e882af01', 'gw_port': {'id': '14ba306d-031f-4407-a497-4017ae66b432', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ad:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:26Z', 'updated_at': '2021-07-23T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '266e1523-cf61-4144-83f2-7689ec43262d', 'name': '', 'network_id': '9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9', 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'mac_address': 'fa:16:3e:98:cf:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'f0d2685b-743f-465d-ae06-029317d44a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:31Z', 'updated_at': '2021-07-23T16:34:43Z', 'revision_number': 4, 'project_id': '685de99fd88a4ebd80b04837e882af01', 'subnets': [{'id': 'f0d2685b-743f-465d-ae06-029317d44a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:34:44.567926 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da5408-ed70-40eb-a765-33e2d37bf2f5 req-896d79ad-4d2f-4382-ba00-49df2f528e1e tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:44.583670 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-70da5408-ed70-40eb-a765-33e2d37bf2f5 req-896d79ad-4d2f-4382-ba00-49df2f528e1e tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.2669046 Jul 23 16:34:44.666619 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:34:44.697787 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4bbcec-8cb4-4666-9eed-8adc02e721dd admin admin] Router 894c5db3-0a17-4df5-8400-98992013a5fe is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:34:44.697983 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e77f1-aa2b-41c2-8109-58eb19eb7bb0 req-45956957-b0a8-486a-8dca-e884d97b501f tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:44.700640 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2e1e77f1-aa2b-41c2-8109-58eb19eb7bb0 req-45956957-b0a8-486a-8dca-e884d97b501f tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 945 time: 0.3061709 Jul 23 16:34:44.767489 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-70da5408-ed70-40eb-a765-33e2d37bf2f5 req-8c73785d-fa36-483b-a742-ea5d6767d8c7 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826055 Jul 23 16:34:44.830152 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ca80a06f-8840-4fbd-9d50-5a63a7f32092 None None] For port c307eeaa-4f49-4a68-9d41-1d8b72e487bb, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c307eeaa-4f49-4a68-9d41-1d8b72e487bb,segment=NetworkSegment(486b1726-2499-4916-b517-e7e30cbe2259),segment_id=486b1726-2499-4916-b517-e7e30cbe2259)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:44.838724 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2e1e77f1-aa2b-41c2-8109-58eb19eb7bb0 req-be40ee0e-a9c1-4135-ac30-5eb929c45a70 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283293 Jul 23 16:34:44.912476 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ca80a06f-8840-4fbd-9d50-5a63a7f32092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:44.988327 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4bbcec-8cb4-4666-9eed-8adc02e721dd admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:34:44.989323 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:45.008348 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b008d784-7857-4927-8bd4-17e15d6aaf5a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:45.040613 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7c78e2-e7f0-4e9f-bc6a-80ccced6696d None None] Sync routers for ids ['894c5db3-0a17-4df5-8400-98992013a5fe'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:34:45.136488 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0f4bbcec-8cb4-4666-9eed-8adc02e721dd admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:45.146156 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48790) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:45.150538 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0f4bbcec-8cb4-4666-9eed-8adc02e721dd admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.0856855 Jul 23 16:34:45.157255 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c88c9-085e-4048-8faa-ff5157f92139 req-8150e3fa-70d7-44c2-b124-0cb326f641fd tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:45.183883 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-297c88c9-085e-4048-8faa-ff5157f92139 req-8150e3fa-70d7-44c2-b124-0cb326f641fd tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 945 time: 0.2363491 Jul 23 16:34:45.218814 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7c78e2-e7f0-4e9f-bc6a-80ccced6696d None None] Routers {'894c5db3-0a17-4df5-8400-98992013a5fe'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:34:45.219621 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-7e7c78e2-e7f0-4e9f-bc6a-80ccced6696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:34:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['894c5db3-0a17-4df5-8400-98992013a5fe'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:45.236776 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2df115-5311-403d-b20e-1fb6e957b227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77d9ee88-c13f-4f5f-a6ae-cd2cbe412115'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:34:45.246283 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca04cb5d-c50d-4b1e-ac72-f66e6632e93b" -d '{"events": [{"server_uuid": "0c2df115-5311-403d-b20e-1fb6e957b227", "name": "network-vif-unplugged", "status": "completed", "tag": "77d9ee88-c13f-4f5f-a6ae-cd2cbe412115"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:34:45.258394 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80a06f-8840-4fbd-9d50-5a63a7f32092 None None] Pushing event updated for resources: {'Port': ['ID=c307eeaa-4f49-4a68-9d41-1d8b72e487bb,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:45.293548 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008d784-7857-4927-8bd4-17e15d6aaf5a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event updated for resources: {'Subnet': ['ID=12910b6b-95f8-4fba-bba3-de1962865b33,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:45.296137 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 266e1523-cf61-4144-83f2-7689ec43262d up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:34:45.308890 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b008d784-7857-4927-8bd4-17e15d6aaf5a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Checking segment: {'id': 'c930096b-5c29-4379-9e29-dd36319d4ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'd14e5bf0-2017-435a-8d5b-f9a4f3448aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:45.311145 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b008d784-7857-4927-8bd4-17e15d6aaf5a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Network hostable DHCP agents. Network: d14e5bf0-2017-435a-8d5b-f9a4f3448aff, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:34:45.361409 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b008d784-7857-4927-8bd4-17e15d6aaf5a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Network d14e5bf0-2017-435a-8d5b-f9a4f3448aff is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:34:45.386451 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-b008d784-7857-4927-8bd4-17e15d6aaf5a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, d14e5bf0-2017-435a-8d5b-f9a4f3448aff) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:45.394034 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b008d784-7857-4927-8bd4-17e15d6aaf5a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:45.394661 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b008d784-7857-4927-8bd4-17e15d6aaf5a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:45.421360 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b008d784-7857-4927-8bd4-17e15d6aaf5a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3207910 Jul 23 16:34:45.424150 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48796) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:45.448340 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54702143-ebf3-4a1c-b118-610989226096 x-openstack-request-id: req-54702143-ebf3-4a1c-b118-610989226096 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:34:45.448645 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2df115-5311-403d-b20e-1fb6e957b227", "name": "network-vif-unplugged", "status": "completed", "tag": "77d9ee88-c13f-4f5f-a6ae-cd2cbe412115", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:34:45.448905 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-54702143-ebf3-4a1c-b118-610989226096 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:34:45.449416 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2df115-5311-403d-b20e-1fb6e957b227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77d9ee88-c13f-4f5f-a6ae-cd2cbe412115', 'code': 200} Jul 23 16:34:45.465204 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-297c88c9-085e-4048-8faa-ff5157f92139 req-23cb82d8-3965-4147-8f62-34d47d1efe91 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807014 Jul 23 16:34:45.629884 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7507ac4-13fc-46c9-8d28-5c3e327894d8 None None] Network d14e5bf0-2017-435a-8d5b-f9a4f3448aff requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:45.656257 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=77d9ee88-c13f-4f5f-a6ae-cd2cbe412115,segment=NetworkSegment(047af764-cf30-4424-904d-1624213e850c),segment_id=047af764-cf30-4424-904d-1624213e850c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:45.714620 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4f6d2042-6cb2-46d9-95f7-0b8382950121 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:45.725347 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-7e7c78e2-e7f0-4e9f-bc6a-80ccced6696d None None] Set router 894c5db3-0a17-4df5-8400-98992013a5fe gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:34:45.867878 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4f6d2042-6cb2-46d9-95f7-0b8382950121 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:45.980749 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:45.997746 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4f6d2042-6cb2-46d9-95f7-0b8382950121 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:46.076746 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d2042-6cb2-46d9-95f7-0b8382950121 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event deleted for resources: {'Subnet': ['ID=12910b6b-95f8-4fba-bba3-de1962865b33,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:46.077900 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 266e1523-cf61-4144-83f2-7689ec43262d completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:46.115715 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-57992a14-b1fa-4979-ac2e-901a03998f0a None None] Provisioning complete for port c307eeaa-4f49-4a68-9d41-1d8b72e487bb triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:46.116662 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-57992a14-b1fa-4979-ac2e-901a03998f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:46.148344 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 266e1523-cf61-4144-83f2-7689ec43262d triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:46.148983 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:46.169202 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4f6d2042-6cb2-46d9-95f7-0b8382950121 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:46.182254 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-4f6d2042-6cb2-46d9-95f7-0b8382950121 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d14e5bf0-2017-435a-8d5b-f9a4f3448aff']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:46.237545 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-4f6d2042-6cb2-46d9-95f7-0b8382950121 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c930096b-5c29-4379-9e29-dd36319d4ae5') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:46.242128 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-4f6d2042-6cb2-46d9-95f7-0b8382950121 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c930096b-5c29-4379-9e29-dd36319d4ae5') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:46.252783 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=77d9ee88-c13f-4f5f-a6ae-cd2cbe412115,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:46.263660 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4f6d2042-6cb2-46d9-95f7-0b8382950121 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:46.297319 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4f6d2042-6cb2-46d9-95f7-0b8382950121 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:46.311159 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6d2042-6cb2-46d9-95f7-0b8382950121 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:34:46.311623 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4f6d2042-6cb2-46d9-95f7-0b8382950121 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:46.314933 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:34:46.314933 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:34:46.314933 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:34:46.314933 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:34:46.314933 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:34:46.314933 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:34:46.314933 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:34:46.314933 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:34:46.314933 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:34:46.314933 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:34:46.314933 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:34:46.314933 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:34:46.314933 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:34:46.314933 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:34:46.314933 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:34:46.314933 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:34:46.314933 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:34:46.314933 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:34:46.314933 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:34:46.314933 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:34:46.314933 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:34:46.314933 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:34:46.314933 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:34:46.314933 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:34:46.314933 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:34:46.314933 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:34:46.314933 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:34:46.314933 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:34:46.314933 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:34:46.314933 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:34:46.314933 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:34:46.314933 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:34:46.435310 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcfcc39-950e-44cc-9427-7d35d0cf039b None None] Network d14e5bf0-2017-435a-8d5b-f9a4f3448aff requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:46.451406 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4f6d2042-6cb2-46d9-95f7-0b8382950121 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:46.458485 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4f6d2042-6cb2-46d9-95f7-0b8382950121 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:46.460359 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4f6d2042-6cb2-46d9-95f7-0b8382950121 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/networks/d14e5bf0-2017-435a-8d5b-f9a4f3448aff HTTP/1.1" status: 204 len: 168 time: 1.0352407 Jul 23 16:34:46.464704 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48818) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:46.510096 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d2042-6cb2-46d9-95f7-0b8382950121 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event deleted for resources: {'Network': ['ID=d14e5bf0-2017-435a-8d5b-f9a4f3448aff,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:46.543977 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-591f8439-8009-461b-a789-841022181cbf tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] GET failed (client error): The resource could not be found. Jul 23 16:34:46.549743 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-591f8439-8009-461b-a789-841022181cbf tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "GET /v2.0/subnets/12910b6b-95f8-4fba-bba3-de1962865b33 HTTP/1.1" status: 404 len: 337 time: 0.0798643 Jul 23 16:34:46.550806 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48824) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:46.577430 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-c932c149-9a69-40dd-93b6-e1296702195d tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] DELETE failed (client error): The resource could not be found. Jul 23 16:34:46.578163 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c932c149-9a69-40dd-93b6-e1296702195d tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:34:46.586318 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c932c149-9a69-40dd-93b6-e1296702195d tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/networks/d14e5bf0-2017-435a-8d5b-f9a4f3448aff HTTP/1.1" status: 404 len: 339 time: 0.0334671 Jul 23 16:34:46.586748 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48826) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:46.694623 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcfcc39-950e-44cc-9427-7d35d0cf039b None None] Network d14e5bf0-2017-435a-8d5b-f9a4f3448aff could not be found, it might have been deleted concurrently. {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 16:34:46.730262 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c757214-da9b-44a8-9488-2c64e48c4806 None None] get_active_networks_info from n-d-778549-4 {{(pid=94014) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:34:46.808339 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:46.969382 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-7e7c78e2-e7f0-4e9f-bc6a-80ccced6696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894c5db3-0a17-4df5-8400-98992013a5fe', 'name': 'tempest-TestServerBasicOps-559712606-router', 'tenant_id': 'd2429bedb8f6407c8750bd501d76514f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '3a8e1130-945b-4599-8696-9986afb15f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:39Z', 'updated_at': '2021-07-23T16:34:43Z', 'revision_number': 3, 'project_id': 'd2429bedb8f6407c8750bd501d76514f', 'gw_port': {'id': '3a8e1130-945b-4599-8696-9986afb15f0d', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:83:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894c5db3-0a17-4df5-8400-98992013a5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:40Z', 'updated_at': '2021-07-23T16:34:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:47.077210 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7c78e2-e7f0-4e9f-bc6a-80ccced6696d None None] Checking router: 894c5db3-0a17-4df5-8400-98992013a5fe for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:34:47.077982 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7c78e2-e7f0-4e9f-bc6a-80ccced6696d None None] Updating router 894c5db3-0a17-4df5-8400-98992013a5fe port 3a8e1130-945b-4599-8696-9986afb15f0d binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:34:47.094371 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:34:47.144471 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 266e1523-cf61-4144-83f2-7689ec43262d, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=266e1523-cf61-4144-83f2-7689ec43262d,segment=NetworkSegment(9cb1a104-dae7-41b9-a07c-13d75bbc4de2),segment_id=9cb1a104-dae7-41b9-a07c-13d75bbc4de2)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:47.155563 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48840) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:47.177107 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:47.284242 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7e7c78e2-e7f0-4e9f-bc6a-80ccced6696d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:47.360246 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681668a3-9578-4a02-b242-4e094104d45a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:47.381025 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c307eeaa-4f49-4a68-9d41-1d8b72e487bb up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:34:47.382993 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-681668a3-9578-4a02-b242-4e094104d45a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7933602 Jul 23 16:34:47.387310 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48844) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:47.431658 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ab0d5-b156-4751-976a-734992a82195 req-14f00c7a-a076-4813-8bf6-d897a5928d23 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:47.449747 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-209ab0d5-b156-4751-976a-734992a82195 req-14f00c7a-a076-4813-8bf6-d897a5928d23 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 943 time: 1.2838242 Jul 23 16:34:47.506296 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e31b1-fe76-4be8-9d70-e82638027c9a req-926f7270-bd44-4aaa-b0e8-992f7473ddbf tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:47.517723 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c3e31b1-fe76-4be8-9d70-e82638027c9a req-926f7270-bd44-4aaa-b0e8-992f7473ddbf tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 1.3317668 Jul 23 16:34:47.560999 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d032e3d1-200e-4612-8c21-7eefe2a55294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:47.605948 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=266e1523-cf61-4144-83f2-7689ec43262d,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:47.610491 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c3e31b1-fe76-4be8-9d70-e82638027c9a req-8acb5cbc-dace-4252-8404-4cecfb2dc487 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905869 Jul 23 16:34:47.614523 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48846) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:47.623950 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-383788b9-6f0d-47b8-8b7c-c298662b2b3e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "GET /v2.0/subnets?network_id=4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 207 time: 0.2155185 Jul 23 16:34:47.637096 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-209ab0d5-b156-4751-976a-734992a82195 req-91a7655e-e830-48d3-a993-a3eec673e4dc tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863430 Jul 23 16:34:47.637878 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-ad44dfb4-db68-47ea-9750-a784ed983229 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-909434103', 'router:external': True}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:47.641789 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c757214-da9b-44a8-9488-2c64e48c4806 None None] Resources bound (agent type, host, resource id): {{(pid=94014) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 16:34:47.678789 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad44dfb4-db68-47ea-9750-a784ed983229 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Made reservation on behalf of aef624283778465abc0e7ec181a971d5 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:47.690993 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ad44dfb4-db68-47ea-9750-a784ed983229 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:47.722668 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ad44dfb4-db68-47ea-9750-a784ed983229 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:47.823376 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port c307eeaa-4f49-4a68-9d41-1d8b72e487bb triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:47.823376 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:47.963358 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ad44dfb4-db68-47ea-9750-a784ed983229 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:47.970678 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ad44dfb4-db68-47ea-9750-a784ed983229 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:48.025228 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4553db44-85f8-4d0d-8313-713f75c2df89 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:48.031225 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4553db44-85f8-4d0d-8313-713f75c2df89 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:48.037776 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4553db44-85f8-4d0d-8313-713f75c2df89 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:48.044221 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4553db44-85f8-4d0d-8313-713f75c2df89 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:48.050095 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4553db44-85f8-4d0d-8313-713f75c2df89 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4071939 Jul 23 16:34:48.050482 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48860) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:48.061673 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad44dfb4-db68-47ea-9750-a784ed983229 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] vlan segment allocate from pool success with {'vlan_id': 1100, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:34:48.079892 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44dfb4-db68-47ea-9750-a784ed983229 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a54c517-fa66-4195-a118-56d11fc14f96,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:48.091611 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ad44dfb4-db68-47ea-9750-a784ed983229 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:48.092009 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-ad44dfb4-db68-47ea-9750-a784ed983229 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Added segment e5ac5b43-df86-4fbd-a9f2-574645d4872c of type vlan for network 1a1240a2-6bcf-4e9a-9aed-de76682b59fb Jul 23 16:34:48.111427 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582c734-7cda-4282-9a6a-be5359dcd861 req-a4f35c95-7f45-419d-bf37-71b0d4b44b88 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:48.119564 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a582c734-7cda-4282-9a6a-be5359dcd861 req-a4f35c95-7f45-419d-bf37-71b0d4b44b88 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 945 time: 0.3532302 Jul 23 16:34:48.175537 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ad44dfb4-db68-47ea-9750-a784ed983229 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:48.225535 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a582c734-7cda-4282-9a6a-be5359dcd861 req-76b2214f-f533-46e1-b8b2-ab7d38253678 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049232 Jul 23 16:34:48.228785 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-d032e3d1-200e-4612-8c21-7eefe2a55294 admin admin] Allocated IP 172.20.0.1 (ad3f1c26-f914-405c-b070-e886bd179810/fc50ce13-cbe5-43e5-85bd-c5e6ccc978a2/94ac032c-cf2e-4b66-bb56-2956008fa429) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:34:48.265236 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ad44dfb4-db68-47ea-9750-a784ed983229 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:48.266241 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad44dfb4-db68-47ea-9750-a784ed983229 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:48.266832 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ad44dfb4-db68-47ea-9750-a784ed983229 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:48.316502 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-dd61c673-d847-4e2f-aadd-aed723ce68a9 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2602327 Jul 23 16:34:48.325554 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48864) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:48.325965 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48866) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:48.333695 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ad44dfb4-db68-47ea-9750-a784ed983229 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.1769333 Jul 23 16:34:48.334679 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-e4897ee3-f74d-47b1-ad97-b54cedae05b0 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Request body: {'subnet': {'network_id': '1a1240a2-6bcf-4e9a-9aed-de76682b59fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:48.375580 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7e7c78e2-e7f0-4e9f-bc6a-80ccced6696d None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:48.403787 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7e7c78e2-e7f0-4e9f-bc6a-80ccced6696d None None] Transition to ACTIVE for port object 3a8e1130-945b-4599-8696-9986afb15f0d will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:48.428455 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7e7c78e2-e7f0-4e9f-bc6a-80ccced6696d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:48.429713 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44dfb4-db68-47ea-9750-a784ed983229 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Pushing event updated for resources: {'Network': ['ID=1a1240a2-6bcf-4e9a-9aed-de76682b59fb,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:48.451184 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4897ee3-f74d-47b1-ad97-b54cedae05b0 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Made reservation on behalf of aef624283778465abc0e7ec181a971d5 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:48.453537 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e4897ee3-f74d-47b1-ad97-b54cedae05b0 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:48.457810 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 1a1240a2-6bcf-4e9a-9aed-de76682b59fb details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:34:48.482918 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906c56e3-50bd-43a6-9f79-c1f9e9f140fe tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:48.484442 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906c56e3-50bd-43a6-9f79-c1f9e9f140fe tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:48.490233 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-906c56e3-50bd-43a6-9f79-c1f9e9f140fe tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1589513 Jul 23 16:34:48.490892 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48870) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:48.601195 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ee1953-49ab-48cf-8e06-f1c66425ed6c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:48.602668 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ee1953-49ab-48cf-8e06-f1c66425ed6c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:48.615343 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f9ee1953-49ab-48cf-8e06-f1c66425ed6c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1198139 Jul 23 16:34:48.616585 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48874) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:48.642756 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d032e3d1-200e-4612-8c21-7eefe2a55294 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:48.666981 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-7e7c78e2-e7f0-4e9f-bc6a-80ccced6696d None None] Attempting to bind port 3a8e1130-945b-4599-8696-9986afb15f0d on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:34:48.667614 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-7e7c78e2-e7f0-4e9f-bc6a-80ccced6696d None None] Attempting to bind port 3a8e1130-945b-4599-8696-9986afb15f0d by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:34:48.668056 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7c78e2-e7f0-4e9f-bc6a-80ccced6696d None None] Attempting to bind port 3a8e1130-945b-4599-8696-9986afb15f0d on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:48.682659 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-d032e3d1-200e-4612-8c21-7eefe2a55294 admin admin] Transition to ACTIVE for port object 94ac032c-cf2e-4b66-bb56-2956008fa429 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:48.692412 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7c78e2-e7f0-4e9f-bc6a-80ccced6696d None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:34:48.694662 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7c78e2-e7f0-4e9f-bc6a-80ccced6696d None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:48.695222 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7e7c78e2-e7f0-4e9f-bc6a-80ccced6696d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:48.695845 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7c78e2-e7f0-4e9f-bc6a-80ccced6696d None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:34:48.696509 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-7e7c78e2-e7f0-4e9f-bc6a-80ccced6696d None None] Bound port: 3a8e1130-945b-4599-8696-9986afb15f0d, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:34:48.697091 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7e7c78e2-e7f0-4e9f-bc6a-80ccced6696d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:48.737634 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:34:48.827382 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66fd753-180f-41c9-bb83-f966d562cfcd tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:48.834457 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b66fd753-180f-41c9-bb83-f966d562cfcd tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "GET /v2.0/networks/5e946bbc-ab3b-420c-82e9-84d43b2c8c32 HTTP/1.1" status: 200 len: 800 time: 0.2167776 Jul 23 16:34:48.835246 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48880) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:48.882817 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2bc862-d235-4ec2-8740-afe68d8f4e86 None None] Pushing event updated for resources: {'Port': ['ID=3a8e1130-945b-4599-8696-9986afb15f0d,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:48.966074 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-7e7c78e2-e7f0-4e9f-bc6a-80ccced6696d None None] For port 3a8e1130-945b-4599-8696-9986afb15f0d, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:34:48.986630 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-7e7c78e2-e7f0-4e9f-bc6a-80ccced6696d None None] For port 3a8e1130-945b-4599-8696-9986afb15f0d, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3a8e1130-945b-4599-8696-9986afb15f0d,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:34:49.003196 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7e7c78e2-e7f0-4e9f-bc6a-80ccced6696d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:49.041124 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d032e3d1-200e-4612-8c21-7eefe2a55294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:49.069234 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7c78e2-e7f0-4e9f-bc6a-80ccced6696d None None] Routers {'894c5db3-0a17-4df5-8400-98992013a5fe'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:34:49.070374 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-7e7c78e2-e7f0-4e9f-bc6a-80ccced6696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:34:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['894c5db3-0a17-4df5-8400-98992013a5fe'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:49.144434 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d032e3d1-200e-4612-8c21-7eefe2a55294 admin admin] Network ad3f1c26-f914-405c-b070-e886bd179810 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:49.152262 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2bc862-d235-4ec2-8740-afe68d8f4e86 None None] Pushing event updated for resources: {'Port': ['ID=3a8e1130-945b-4599-8696-9986afb15f0d,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:49.158551 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2008097-4fa7-4152-b89a-f8db410a127d req-7b7ebfe3-a6c4-4069-b909-df827dc5d15c tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:49.160165 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a2008097-4fa7-4152-b89a-f8db410a127d req-7b7ebfe3-a6c4-4069-b909-df827dc5d15c tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.3660102 Jul 23 16:34:49.170917 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-d032e3d1-200e-4612-8c21-7eefe2a55294 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:49.186046 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d032e3d1-200e-4612-8c21-7eefe2a55294 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:34:49.199729 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48892) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:49.201744 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-65588e1c-b92c-4957-9591-ef2710e886e5 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "GET /v2.0/networks/5e946bbc-ab3b-420c-82e9-84d43b2c8c32?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3632896 Jul 23 16:34:49.276649 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-7e7c78e2-e7f0-4e9f-bc6a-80ccced6696d None None] Set router 894c5db3-0a17-4df5-8400-98992013a5fe gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:34:49.305693 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032e3d1-200e-4612-8c21-7eefe2a55294 admin admin] Pushing event updated for resources: {'Port': ['ID=94ac032c-cf2e-4b66-bb56-2956008fa429,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:49.362559 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 266e1523-cf61-4144-83f2-7689ec43262d up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:34:49.450480 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ccc56-91ec-4f64-a2c8-6d97d7e3bafb req-0d61ce1d-5387-42f0-9030-41e20867dc60 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:49.454512 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb3ccc56-91ec-4f64-a2c8-6d97d7e3bafb req-0d61ce1d-5387-42f0-9030-41e20867dc60 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 943 time: 0.5505033 Jul 23 16:34:49.535241 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 266e1523-cf61-4144-83f2-7689ec43262d triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:49.536745 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:49.587328 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a2008097-4fa7-4152-b89a-f8db410a127d req-76bfca90-0126-43e0-90d5-1a307f7c84c1 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034154 Jul 23 16:34:49.641401 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d032e3d1-200e-4612-8c21-7eefe2a55294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:49.737207 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149ccf62-8366-4aa0-afb3-536607d5ab10 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:49.737207 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-149ccf62-8366-4aa0-afb3-536607d5ab10 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "GET /v2.0/subnets/b33b885b-30f9-4e2a-9251-20566d9f32fc HTTP/1.1" status: 200 len: 811 time: 0.5155611 Jul 23 16:34:49.746832 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48902) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:49.773699 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb3ccc56-91ec-4f64-a2c8-6d97d7e3bafb req-255fc3b3-dc98-47e8-8f84-1e57082a5d02 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2882123 Jul 23 16:34:49.857091 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcee91e-0dd0-431d-9e0f-96dcc959cc43 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:49.865637 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fbcee91e-0dd0-431d-9e0f-96dcc959cc43 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "GET /v2.0/subnets/b33b885b-30f9-4e2a-9251-20566d9f32fc?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1132770 Jul 23 16:34:49.867481 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48904) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:49.873414 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-ea913b6c-8808-4b45-989d-12cb3e603d99 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1109919372'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:49.917847 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea913b6c-8808-4b45-989d-12cb3e603d99 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Made reservation on behalf of 0b874c9b61cf44f6ba326cdc261712db for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:49.937969 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ea913b6c-8808-4b45-989d-12cb3e603d99 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:49.974766 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-bf3830dd-e67b-40dd-b3a6-d70fda8d1fd9 None None] Provisioning for port 94ac032c-cf2e-4b66-bb56-2956008fa429 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:49.985096 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-7e7c78e2-e7f0-4e9f-bc6a-80ccced6696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894c5db3-0a17-4df5-8400-98992013a5fe', 'name': 'tempest-TestServerBasicOps-559712606-router', 'tenant_id': 'd2429bedb8f6407c8750bd501d76514f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '3a8e1130-945b-4599-8696-9986afb15f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:39Z', 'updated_at': '2021-07-23T16:34:43Z', 'revision_number': 3, 'project_id': 'd2429bedb8f6407c8750bd501d76514f', 'gw_port': {'id': '3a8e1130-945b-4599-8696-9986afb15f0d', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:83:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894c5db3-0a17-4df5-8400-98992013a5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:40Z', 'updated_at': '2021-07-23T16:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:49.987597 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-bf3830dd-e67b-40dd-b3a6-d70fda8d1fd9 None None] Provisioning complete for port 94ac032c-cf2e-4b66-bb56-2956008fa429 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:49.988146 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bf3830dd-e67b-40dd-b3a6-d70fda8d1fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:49.992421 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea913b6c-8808-4b45-989d-12cb3e603d99 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] vlan segment allocate from pool success with {'vlan_id': 1135, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:34:50.006545 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ea913b6c-8808-4b45-989d-12cb3e603d99 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:50.006909 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-ea913b6c-8808-4b45-989d-12cb3e603d99 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Added segment d03e1036-3e1f-4fd3-9f69-54036e43b784 of type vlan for network c3033c01-b09e-43ce-9f15-f6946ca884e4 Jul 23 16:34:50.036852 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3e5c215a-c4e1-4795-aef6-43f6bda0de56 req-07d05360-8fc2-49bb-bff7-5acddde6ed95 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4832833 Jul 23 16:34:50.047120 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7c78e2-e7f0-4e9f-bc6a-80ccced6696d None None] The sync data for ids ['894c5db3-0a17-4df5-8400-98992013a5fe'] in n-d-778549-4 is: [{'id': '894c5db3-0a17-4df5-8400-98992013a5fe', 'name': 'tempest-TestServerBasicOps-559712606-router', 'tenant_id': 'd2429bedb8f6407c8750bd501d76514f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '3a8e1130-945b-4599-8696-9986afb15f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:39Z', 'updated_at': '2021-07-23T16:34:43Z', 'revision_number': 3, 'project_id': 'd2429bedb8f6407c8750bd501d76514f', 'gw_port': {'id': '3a8e1130-945b-4599-8696-9986afb15f0d', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:83:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894c5db3-0a17-4df5-8400-98992013a5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:40Z', 'updated_at': '2021-07-23T16:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:34:50.056726 n-d-778549-4 neutron-server[94012]: DEBUG neutron.objects.ports [None req-e4897ee3-f74d-47b1-ad97-b54cedae05b0 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94012) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:34:50.057544 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e4897ee3-f74d-47b1-ad97-b54cedae05b0 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:50.066451 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ea913b6c-8808-4b45-989d-12cb3e603d99 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:50.072042 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6556449-785e-4fcb-9611-b19afc218f6a req-3d027574-d5d7-47b3-a842-569480d01c4e tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:50.076590 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b6556449-785e-4fcb-9611-b19afc218f6a req-3d027574-d5d7-47b3-a842-569480d01c4e tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 945 time: 0.3574502 Jul 23 16:34:50.100047 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-bf3830dd-e67b-40dd-b3a6-d70fda8d1fd9 None None] Port 94ac032c-cf2e-4b66-bb56-2956008fa429 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:34:50.118735 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ea913b6c-8808-4b45-989d-12cb3e603d99 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:50.127653 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea913b6c-8808-4b45-989d-12cb3e603d99 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:50.130267 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ea913b6c-8808-4b45-989d-12cb3e603d99 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:50.161299 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4897ee3-f74d-47b1-ad97-b54cedae05b0 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7e14c3bf-731f-42d6-85c6-f1094cf4cffb,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:50.230064 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ea913b6c-8808-4b45-989d-12cb3e603d99 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3606853 Jul 23 16:34:50.233434 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48912) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:50.294083 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-4f9f4987-ab5b-4bbb-95db-16f8fa7ee2f5 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Request body: {'subnet': {'network_id': 'c3033c01-b09e-43ce-9f15-f6946ca884e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:50.386472 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d032e3d1-200e-4612-8c21-7eefe2a55294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:50.407285 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea913b6c-8808-4b45-989d-12cb3e603d99 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event updated for resources: {'Network': ['ID=c3033c01-b09e-43ce-9f15-f6946ca884e4,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:50.421139 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network c3033c01-b09e-43ce-9f15-f6946ca884e4 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:34:50.472645 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9f4987-ab5b-4bbb-95db-16f8fa7ee2f5 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Made reservation on behalf of 0b874c9b61cf44f6ba326cdc261712db for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:50.478925 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4f9f4987-ab5b-4bbb-95db-16f8fa7ee2f5 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:50.597928 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.ipam_backend_mixin [None req-4f9f4987-ab5b-4bbb-95db-16f8fa7ee2f5 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Performing IP validity checks on allocation pools {{(pid=94013) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 16:34:50.598654 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.ipam_backend_mixin [None req-4f9f4987-ab5b-4bbb-95db-16f8fa7ee2f5 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94013) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 16:34:50.617217 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b6556449-785e-4fcb-9611-b19afc218f6a req-6e397db6-6cc7-4081-a3a3-cbfab313f48e tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604859 Jul 23 16:34:50.691530 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4897ee3-f74d-47b1-ad97-b54cedae05b0 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Checking segment: {'id': 'e5ac5b43-df86-4fbd-a9f2-574645d4872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '1a1240a2-6bcf-4e9a-9aed-de76682b59fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:50.691980 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4897ee3-f74d-47b1-ad97-b54cedae05b0 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Network hostable DHCP agents. Network: 1a1240a2-6bcf-4e9a-9aed-de76682b59fb, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:34:50.714808 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2411f-2407-4aa0-862d-d2675fe2410e req-39165d23-731e-4b95-957a-9ae99124bb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:50.716385 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c3c2411f-2407-4aa0-862d-d2675fe2410e req-39165d23-731e-4b95-957a-9ae99124bb5e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 1096 time: 0.4510636 Jul 23 16:34:50.938520 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d032e3d1-200e-4612-8c21-7eefe2a55294 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:50.960455 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4f9f4987-ab5b-4bbb-95db-16f8fa7ee2f5 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:51.009090 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4897ee3-f74d-47b1-ad97-b54cedae05b0 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Network 1a1240a2-6bcf-4e9a-9aed-de76682b59fb is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:34:51.013115 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d032e3d1-200e-4612-8c21-7eefe2a55294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:51.057727 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f4987-ab5b-4bbb-95db-16f8fa7ee2f5 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event updated for resources: {'Subnet': ['ID=934500f7-aa7d-4669-8b5e-81b57959203a,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:51.102821 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9f4987-ab5b-4bbb-95db-16f8fa7ee2f5 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Checking segment: {'id': 'd03e1036-3e1f-4fd3-9f69-54036e43b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'c3033c01-b09e-43ce-9f15-f6946ca884e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:51.103197 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9f4987-ab5b-4bbb-95db-16f8fa7ee2f5 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Network hostable DHCP agents. Network: c3033c01-b09e-43ce-9f15-f6946ca884e4, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:34:51.141128 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-e4897ee3-f74d-47b1-ad97-b54cedae05b0 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 1a1240a2-6bcf-4e9a-9aed-de76682b59fb) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:51.143735 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9f4987-ab5b-4bbb-95db-16f8fa7ee2f5 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Network c3033c01-b09e-43ce-9f15-f6946ca884e4 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:34:51.151230 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-4f9f4987-ab5b-4bbb-95db-16f8fa7ee2f5 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, c3033c01-b09e-43ce-9f15-f6946ca884e4) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:51.151714 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e04562-68eb-4836-8b41-bcc3e47b4aaf None None] Network 1a1240a2-6bcf-4e9a-9aed-de76682b59fb requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:51.157018 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9f4987-ab5b-4bbb-95db-16f8fa7ee2f5 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:51.161445 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4f9f4987-ab5b-4bbb-95db-16f8fa7ee2f5 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:51.175326 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462c928d-f61d-4695-8e0f-db8da040f43e None None] Network c3033c01-b09e-43ce-9f15-f6946ca884e4 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:51.184846 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4897ee3-f74d-47b1-ad97-b54cedae05b0 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:51.185500 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e4897ee3-f74d-47b1-ad97-b54cedae05b0 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:51.192212 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4f9f4987-ab5b-4bbb-95db-16f8fa7ee2f5 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9574125 Jul 23 16:34:51.194809 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48926) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:51.200420 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-3b97c0bb-732f-41b3-a241-94cead9aa4d9 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:51.295968 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032e3d1-200e-4612-8c21-7eefe2a55294 admin admin] Pushing event updated for resources: {'Port': ['ID=94ac032c-cf2e-4b66-bb56-2956008fa429,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:51.307938 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d032e3d1-200e-4612-8c21-7eefe2a55294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:51.320788 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c3c2411f-2407-4aa0-862d-d2675fe2410e req-3009bb5a-8841-46da-9845-7e44a8eaaa64 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5885129 Jul 23 16:34:51.446458 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3b97c0bb-732f-41b3-a241-94cead9aa4d9 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16153724'] for subnet, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:51.446701 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3a8e1130-945b-4599-8696-9986afb15f0d up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:34:51.552031 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e4897ee3-f74d-47b1-ad97-b54cedae05b0 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.2211194 Jul 23 16:34:51.554718 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48932) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:51.570909 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-aa7223c3-ce83-4266-b6bc-6a6c7bfb1a69 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1055343092', 'network_id': '1a1240a2-6bcf-4e9a-9aed-de76682b59fb'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:51.612437 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdece5-556b-4d33-8418-a5119e5a012e req-d46eb689-3005-4f1f-892d-fa172a534efa tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:51.620110 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7bdece5-556b-4d33-8418-a5119e5a012e req-d46eb689-3005-4f1f-892d-fa172a534efa tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.8690345 Jul 23 16:34:51.638964 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d068fb1-6925-4df3-be2d-bbe41c652438 req-37e18819-8ad7-44ab-be43-33575d7522ca tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:51.650580 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2d068fb1-6925-4df3-be2d-bbe41c652438 req-37e18819-8ad7-44ab-be43-33575d7522ca tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 943 time: 0.6431925 Jul 23 16:34:51.719340 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030f5bc4-85e3-49d0-9b9f-f4e3440817a6 None None] Network 1a1240a2-6bcf-4e9a-9aed-de76682b59fb requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:51.728755 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7223c3-ce83-4266-b6bc-6a6c7bfb1a69 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Made reservation on behalf of aef624283778465abc0e7ec181a971d5 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:51.733800 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aa7223c3-ce83-4266-b6bc-6a6c7bfb1a69 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:51.741116 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d032e3d1-200e-4612-8c21-7eefe2a55294 admin admin] Network ad3f1c26-f914-405c-b070-e886bd179810 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:51.750482 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 3a8e1130-945b-4599-8696-9986afb15f0d completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:51.782345 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7bdece5-556b-4d33-8418-a5119e5a012e req-a3ddcd2d-7ba0-4d65-8b7f-e1d8aa6ed7a9 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228597 Jul 23 16:34:51.783356 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-d032e3d1-200e-4612-8c21-7eefe2a55294 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:51.794094 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 3a8e1130-945b-4599-8696-9986afb15f0d triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:51.794477 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:51.812889 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-aa7223c3-ce83-4266-b6bc-6a6c7bfb1a69 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] device_id is not set on port 30168adc-28a6-4a73-a80c-e020847538f5 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:34:51.843916 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2d068fb1-6925-4df3-be2d-bbe41c652438 req-c093fa98-8265-4436-9305-feada0799b2d tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921363 Jul 23 16:34:51.885728 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb4dbb5-7882-4829-8867-c356795fa517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-c3033c01-b09e-43ce-9f15-f6946ca884e4', 'network_id': 'c3033c01-b09e-43ce-9f15-f6946ca884e4', 'tenant_id': '0b874c9b61cf44f6ba326cdc261712db', 'fixed_ips': [{'subnet_id': '934500f7-aa7d-4669-8b5e-81b57959203a'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:34:51.886222 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-afb4dbb5-7882-4829-8867-c356795fa517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:52.133458 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3b97c0bb-732f-41b3-a241-94cead9aa4d9 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751794223948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16147377'] for subnet, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:52.136238 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-aa7223c3-ce83-4266-b6bc-6a6c7bfb1a69 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Allocated IP 172.20.0.8 (1a1240a2-6bcf-4e9a-9aed-de76682b59fb/7e14c3bf-731f-42d6-85c6-f1094cf4cffb/30168adc-28a6-4a73-a80c-e020847538f5) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:34:52.206955 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b97c0bb-732f-41b3-a241-94cead9aa4d9 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:52.208678 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3b97c0bb-732f-41b3-a241-94cead9aa4d9 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:52.210243 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3b97c0bb-732f-41b3-a241-94cead9aa4d9 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "PUT /v2.0/subnets/934500f7-aa7d-4669-8b5e-81b57959203a HTTP/1.1" status: 200 len: 877 time: 1.0143826 Jul 23 16:34:52.215245 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48946) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:52.295816 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97c0bb-732f-41b3-a241-94cead9aa4d9 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event updated for resources: {'Subnet': ['ID=934500f7-aa7d-4669-8b5e-81b57959203a,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:52.340278 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-57db48b1-6418-498e-b180-82cad4c2b76f None None] Provisioning complete for port 94ac032c-cf2e-4b66-bb56-2956008fa429 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:52.341014 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-57db48b1-6418-498e-b180-82cad4c2b76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:52.344026 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:52.475766 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:52.527315 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-57db48b1-6418-498e-b180-82cad4c2b76f None None] Port 94ac032c-cf2e-4b66-bb56-2956008fa429 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:34:52.558727 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-afb4dbb5-7882-4829-8867-c356795fa517 None None] Allocated IP 172.20.0.3 (c3033c01-b09e-43ce-9f15-f6946ca884e4/934500f7-aa7d-4669-8b5e-81b57959203a/9888d1be-d930-4e3c-b0cb-bc7368011cae) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:34:52.612093 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d032e3d1-200e-4612-8c21-7eefe2a55294 admin admin] Router 894c5db3-0a17-4df5-8400-98992013a5fe has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:34:52.625696 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b303f10-f1fa-4dd7-baff-9f7bc3df4641 req-fefd4bc4-7644-48da-82f0-4a3a69e3b6ed tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:52.627848 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:52.634482 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1b303f10-f1fa-4dd7-baff-9f7bc3df4641 req-fefd4bc4-7644-48da-82f0-4a3a69e3b6ed tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 945 time: 0.1204631 Jul 23 16:34:52.654497 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aa7223c3-ce83-4266-b6bc-6a6c7bfb1a69 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:52.734666 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aa7223c3-ce83-4266-b6bc-6a6c7bfb1a69 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:52.744443 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 3a8e1130-945b-4599-8696-9986afb15f0d, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3a8e1130-945b-4599-8696-9986afb15f0d,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:52.778960 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:52.788298 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1b303f10-f1fa-4dd7-baff-9f7bc3df4641 req-8502e324-9934-4a02-8e2b-6f7349b5d81e tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538970 Jul 23 16:34:52.837314 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7223c3-ce83-4266-b6bc-6a6c7bfb1a69 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Network 1a1240a2-6bcf-4e9a-9aed-de76682b59fb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:52.840502 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-aa7223c3-ce83-4266-b6bc-6a6c7bfb1a69 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:52.847803 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7223c3-ce83-4266-b6bc-6a6c7bfb1a69 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:34:52.863001 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-afb4dbb5-7882-4829-8867-c356795fa517 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:52.889008 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=3a8e1130-945b-4599-8696-9986afb15f0d,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:52.892287 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-afb4dbb5-7882-4829-8867-c356795fa517 None None] Transition to ACTIVE for port object 9888d1be-d930-4e3c-b0cb-bc7368011cae will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:52.909797 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:52.910332 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:52.910892 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:52.911669 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:52.912114 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:52.912557 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:52.913017 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:52.913512 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:52.913942 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:52.914403 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:52.914838 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:52.915439 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:52.929622 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-afb4dbb5-7882-4829-8867-c356795fa517 None None] Transition to ACTIVE for port object 9888d1be-d930-4e3c-b0cb-bc7368011cae will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:52.937704 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-afb4dbb5-7882-4829-8867-c356795fa517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:52.984858 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7223c3-ce83-4266-b6bc-6a6c7bfb1a69 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:52.985494 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aa7223c3-ce83-4266-b6bc-6a6c7bfb1a69 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:52.988001 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7223c3-ce83-4266-b6bc-6a6c7bfb1a69 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Pushing event updated for resources: {'Port': ['ID=30168adc-28a6-4a73-a80c-e020847538f5,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:53.011015 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4dbb5-7882-4829-8867-c356795fa517 None None] Pushing event updated for resources: {'Port': ['ID=9888d1be-d930-4e3c-b0cb-bc7368011cae,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:53.027342 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb4dbb5-7882-4829-8867-c356795fa517 None None] Network c3033c01-b09e-43ce-9f15-f6946ca884e4 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:53.031405 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-afb4dbb5-7882-4829-8867-c356795fa517 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:53.039907 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb4dbb5-7882-4829-8867-c356795fa517 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:34:53.043600 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d032e3d1-200e-4612-8c21-7eefe2a55294 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:34:53.054464 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d032e3d1-200e-4612-8c21-7eefe2a55294 admin admin] 10.222.0.73 "PUT /v2.0/routers/894c5db3-0a17-4df5-8400-98992013a5fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8676386 Jul 23 16:34:53.058603 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5310d007-0c86-416f-be92-09d310757d0e None None] Sync routers for ids ['894c5db3-0a17-4df5-8400-98992013a5fe'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:34:53.059233 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-aa7223c3-ce83-4266-b6bc-6a6c7bfb1a69 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.5032763 Jul 23 16:34:53.062357 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:53.064653 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48962) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:53.089854 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5310d007-0c86-416f-be92-09d310757d0e None None] Routers {'894c5db3-0a17-4df5-8400-98992013a5fe'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:34:53.092664 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-5310d007-0c86-416f-be92-09d310757d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:34:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['894c5db3-0a17-4df5-8400-98992013a5fe'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:53.092843 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103210f9-117c-44bb-a447-d4d8e0b3f38d req-d35f3ccb-53d2-419d-aa21-5230356e023a tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:53.094512 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-103210f9-117c-44bb-a447-d4d8e0b3f38d req-d35f3ccb-53d2-419d-aa21-5230356e023a tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 946 time: 0.3646255 Jul 23 16:34:53.105642 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event deleted for resources: {'Subnet': ['ID=934500f7-aa7d-4669-8b5e-81b57959203a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:53.163551 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-afb4dbb5-7882-4829-8867-c356795fa517 None None] Attempting to bind port 9888d1be-d930-4e3c-b0cb-bc7368011cae on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:34:53.163928 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-afb4dbb5-7882-4829-8867-c356795fa517 None None] Attempting to bind port 9888d1be-d930-4e3c-b0cb-bc7368011cae by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd03e1036-3e1f-4fd3-9f69-54036e43b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'c3033c01-b09e-43ce-9f15-f6946ca884e4'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:34:53.164828 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb4dbb5-7882-4829-8867-c356795fa517 None None] Attempting to bind port 9888d1be-d930-4e3c-b0cb-bc7368011cae on network c3033c01-b09e-43ce-9f15-f6946ca884e4 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:53.180756 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb4dbb5-7882-4829-8867-c356795fa517 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:34:53.182140 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb4dbb5-7882-4829-8867-c356795fa517 None None] Checking segment: {'id': 'd03e1036-3e1f-4fd3-9f69-54036e43b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'c3033c01-b09e-43ce-9f15-f6946ca884e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:53.183859 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-103210f9-117c-44bb-a447-d4d8e0b3f38d req-3b213617-9fae-4431-8d6c-7f919a60c0f0 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652194 Jul 23 16:34:53.197986 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-afb4dbb5-7882-4829-8867-c356795fa517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:53.200600 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb4dbb5-7882-4829-8867-c356795fa517 None None] Bound using segment: {'id': 'd03e1036-3e1f-4fd3-9f69-54036e43b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'c3033c01-b09e-43ce-9f15-f6946ca884e4'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:34:53.201999 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-afb4dbb5-7882-4829-8867-c356795fa517 None None] Bound port: 9888d1be-d930-4e3c-b0cb-bc7368011cae, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd03e1036-3e1f-4fd3-9f69-54036e43b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'c3033c01-b09e-43ce-9f15-f6946ca884e4'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:34:53.203618 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-afb4dbb5-7882-4829-8867-c356795fa517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:53.208694 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb41017-1b52-4fad-bb12-5ba68ea5e569 req-d9baed44-3fbb-469c-ba47-eed01a05bfbd tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:53.213079 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cfb41017-1b52-4fad-bb12-5ba68ea5e569 req-d9baed44-3fbb-469c-ba47-eed01a05bfbd tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.2796943 Jul 23 16:34:53.224613 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953785bf-7119-4831-9864-7ff784551b46 req-12f45024-205a-4464-a974-fe6bdcaa0927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:53.227700 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-953785bf-7119-4831-9864-7ff784551b46 req-12f45024-205a-4464-a974-fe6bdcaa0927 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e9dc3f31640549ca813e0dbead6dea67&device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 1097 time: 0.3215992 Jul 23 16:34:53.307574 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-afb4dbb5-7882-4829-8867-c356795fa517 None None] For port 9888d1be-d930-4e3c-b0cb-bc7368011cae, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:34:53.311442 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-afb4dbb5-7882-4829-8867-c356795fa517 None None] For port 9888d1be-d930-4e3c-b0cb-bc7368011cae, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=9888d1be-d930-4e3c-b0cb-bc7368011cae,segment=NetworkSegment(d03e1036-3e1f-4fd3-9f69-54036e43b784),segment_id=d03e1036-3e1f-4fd3-9f69-54036e43b784)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:34:53.318912 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-afb4dbb5-7882-4829-8867-c356795fa517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:53.392840 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3a8e1130-945b-4599-8696-9986afb15f0d up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:34:53.425711 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-5310d007-0c86-416f-be92-09d310757d0e None None] Set router 894c5db3-0a17-4df5-8400-98992013a5fe gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:34:53.529151 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:53.557100 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3033c01-b09e-43ce-9f15-f6946ca884e4']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:53.568014 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4dbb5-7882-4829-8867-c356795fa517 None None] Pushing event updated for resources: {'Port': ['ID=9888d1be-d930-4e3c-b0cb-bc7368011cae,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:53.602422 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 3a8e1130-945b-4599-8696-9986afb15f0d triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:53.602871 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:53.618569 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03e1036-3e1f-4fd3-9f69-54036e43b784') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:53.619074 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03e1036-3e1f-4fd3-9f69-54036e43b784') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:53.627993 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cfb41017-1b52-4fad-bb12-5ba68ea5e569 req-dc820d06-b5b0-4a0d-a0f2-d0a4a2700379 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751140 Jul 23 16:34:53.650019 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a37e23-a13e-45cc-97c7-2096d6ebaac5 None None] Network c3033c01-b09e-43ce-9f15-f6946ca884e4 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:53.709412 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:53.774222 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953785bf-7119-4831-9864-7ff784551b46 req-55eb16c7-0ee7-4178-814c-9fa42e48a4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:53.776800 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-953785bf-7119-4831-9864-7ff784551b46 req-55eb16c7-0ee7-4178-814c-9fa42e48a4b8 service neutron] 10.222.0.97 "GET /v2.0/networks?id=39f95156-8af8-4a3c-8185-a196a0cfd658 HTTP/1.1" status: 200 len: 914 time: 0.4863963 Jul 23 16:34:53.793767 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-5310d007-0c86-416f-be92-09d310757d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894c5db3-0a17-4df5-8400-98992013a5fe', 'name': 'tempest-TestServerBasicOps-559712606-router', 'tenant_id': 'd2429bedb8f6407c8750bd501d76514f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '3a8e1130-945b-4599-8696-9986afb15f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:39Z', 'updated_at': '2021-07-23T16:34:50Z', 'revision_number': 4, 'project_id': 'd2429bedb8f6407c8750bd501d76514f', 'gw_port': {'id': '3a8e1130-945b-4599-8696-9986afb15f0d', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:83:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894c5db3-0a17-4df5-8400-98992013a5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:40Z', 'updated_at': '2021-07-23T16:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '94ac032c-cf2e-4b66-bb56-2956008fa429', 'name': '', 'network_id': 'ad3f1c26-f914-405c-b070-e886bd179810', 'tenant_id': 'd2429bedb8f6407c8750bd501d76514f', 'mac_address': 'fa:16:3e:ad:c6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894c5db3-0a17-4df5-8400-98992013a5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'fc50ce13-cbe5-43e5-85bd-c5e6ccc978a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:47Z', 'updated_at': '2021-07-23T16:34:50Z', 'revision_number': 2, 'project_id': 'd2429bedb8f6407c8750bd501d76514f', 'subnets': [{'id': 'fc50ce13-cbe5-43e5-85bd-c5e6ccc978a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:53.815986 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-2ce5ce61-d5b0-43e4-beff-6cc48471e1e0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7074428 Jul 23 16:34:53.838463 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:53.868100 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5310d007-0c86-416f-be92-09d310757d0e None None] Checking router: 894c5db3-0a17-4df5-8400-98992013a5fe for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:34:53.868554 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5310d007-0c86-416f-be92-09d310757d0e None None] Updating router 894c5db3-0a17-4df5-8400-98992013a5fe port 94ac032c-cf2e-4b66-bb56-2956008fa429 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:34:53.875695 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:34:53.876548 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:53.894380 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:34:53.894380 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:34:53.894380 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:34:53.894380 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:34:53.894380 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:34:53.894380 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:34:53.894380 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:34:53.894380 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:34:53.894380 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:34:53.894380 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:34:53.894380 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:34:53.894380 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:34:53.894380 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:34:53.894380 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:34:53.894380 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:34:53.894380 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:34:53.894380 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:34:53.894380 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:34:53.894380 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:34:53.894380 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:34:53.894380 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:34:53.894380 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:34:53.894380 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:34:53.894380 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:34:53.894380 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:34:53.894380 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:34:53.894380 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:34:53.894380 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:34:53.894380 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:34:53.894380 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:34:53.894380 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:34:53.894380 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:34:53.917495 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-5310d007-0c86-416f-be92-09d310757d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:53.928699 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64eff86f-37d5-40d9-9c67-069c59f3360a None None] Network c3033c01-b09e-43ce-9f15-f6946ca884e4 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:53.963622 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-ddfe1f39-691c-4b60-a780-e5f3b2d4775c tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Deleting port 30168adc-28a6-4a73-a80c-e020847538f5 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:34:53.964159 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ddfe1f39-691c-4b60-a780-e5f3b2d4775c tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:53.967910 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-953785bf-7119-4831-9864-7ff784551b46 req-9b85f76f-72e2-4811-a696-5c526edc352f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=873ab846-b220-45c4-b796-4be961cfe70b HTTP/1.1" status: 200 len: 217 time: 0.1675982 Jul 23 16:34:53.976204 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20432647-0a8c-4bab-afe1-9e829fe8e4ad req-a971a840-52a2-4d38-9d77-29bfe6aaf371 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:53.990030 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20432647-0a8c-4bab-afe1-9e829fe8e4ad req-a971a840-52a2-4d38-9d77-29bfe6aaf371 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 943 time: 0.5893021 Jul 23 16:34:54.137476 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e42a8f-bc8a-46f1-8c13-6a264d484cdf None None] get_active_networks_info from n-d-778549-4 {{(pid=94014) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:34:54.146565 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.db.api [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 16:34:54.146565 n-d-778549-4 neutron-server[94013]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 16:34:54.146565 n-d-778549-4 neutron-server[94013]: [parameters: {'id': 'c3033c01-b09e-43ce-9f15-f6946ca884e4'}] Jul 23 16:34:54.146565 n-d-778549-4 neutron-server[94013]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94013) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:34:54.147050 n-d-778549-4 neutron-server[94013]: DEBUG oslo_db.api [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:34:54.152353 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20432647-0a8c-4bab-afe1-9e829fe8e4ad req-daa8bd98-71db-457b-a3b3-312912cd2647 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534829 Jul 23 16:34:54.156941 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953785bf-7119-4831-9864-7ff784551b46 req-211952d2-71fb-49ab-88e0-3e7e0fca471a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:54.158450 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-953785bf-7119-4831-9864-7ff784551b46 req-211952d2-71fb-49ab-88e0-3e7e0fca471a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a37eb368-db19-4fd2-8bc8-9aa2e38f4d63 HTTP/1.1" status: 200 len: 852 time: 0.1675017 Jul 23 16:34:54.249322 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-953785bf-7119-4831-9864-7ff784551b46 req-c768615f-a150-40a3-ba56-0d0a3d2fa71d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=39f95156-8af8-4a3c-8185-a196a0cfd658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839481 Jul 23 16:34:54.261423 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ddfe1f39-691c-4b60-a780-e5f3b2d4775c tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:54.297315 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae55656-769e-496f-bc32-c0160550e101 req-d78b5b77-8580-41bb-b3c7-bb0f0dfc40da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:54.297797 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae55656-769e-496f-bc32-c0160550e101 req-d78b5b77-8580-41bb-b3c7-bb0f0dfc40da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:54.298266 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae55656-769e-496f-bc32-c0160550e101 req-d78b5b77-8580-41bb-b3c7-bb0f0dfc40da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:54.298731 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae55656-769e-496f-bc32-c0160550e101 req-d78b5b77-8580-41bb-b3c7-bb0f0dfc40da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:54.299189 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae55656-769e-496f-bc32-c0160550e101 req-d78b5b77-8580-41bb-b3c7-bb0f0dfc40da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:54.299656 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae55656-769e-496f-bc32-c0160550e101 req-d78b5b77-8580-41bb-b3c7-bb0f0dfc40da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:54.317613 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae55656-769e-496f-bc32-c0160550e101 req-d78b5b77-8580-41bb-b3c7-bb0f0dfc40da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:54.319740 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-d78b5b77-8580-41bb-b3c7-bb0f0dfc40da service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d58be7bf092b45e2a9dae39829ba7b2e&device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 6490 time: 0.4224262 Jul 23 16:34:54.334685 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-ddfe1f39-691c-4b60-a780-e5f3b2d4775c tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Calling delete_port for 30168adc-28a6-4a73-a80c-e020847538f5 owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:34:54.453847 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-953785bf-7119-4831-9864-7ff784551b46 req-c1180627-4ab9-4180-b747-779f2bdf2d97 service neutron] 10.222.0.97 "GET /v2.0/networks/39f95156-8af8-4a3c-8185-a196a0cfd658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970575 Jul 23 16:34:54.515038 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e42a8f-bc8a-46f1-8c13-6a264d484cdf None None] Resources bound (agent type, host, resource id): {{(pid=94014) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 16:34:54.588718 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-5310d007-0c86-416f-be92-09d310757d0e None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:54.613896 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-5310d007-0c86-416f-be92-09d310757d0e None None] Transition to ACTIVE for port object 94ac032c-cf2e-4b66-bb56-2956008fa429 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:54.626432 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-5310d007-0c86-416f-be92-09d310757d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:54.631758 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae55656-769e-496f-bc32-c0160550e101 req-e30ad2a8-aafb-4751-a0dd-ec7d616102f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:54.632367 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae55656-769e-496f-bc32-c0160550e101 req-e30ad2a8-aafb-4751-a0dd-ec7d616102f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:54.633937 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae55656-769e-496f-bc32-c0160550e101 req-e30ad2a8-aafb-4751-a0dd-ec7d616102f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:54.636836 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-e30ad2a8-aafb-4751-a0dd-ec7d616102f0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ccfb93aa-128e-41ae-813f-cc1797d91993&id=a11530e6-1993-441b-956a-6f9600ed92b8&id=a11530e6-1993-441b-956a-6f9600ed92b8&id=a11530e6-1993-441b-956a-6f9600ed92b8&id=a11530e6-1993-441b-956a-6f9600ed92b8&id=72536959-6d28-4d4b-a817-b894e84f9992&id=72536959-6d28-4d4b-a817-b894e84f9992 HTTP/1.1" status: 200 len: 2294 time: 0.2791352 Jul 23 16:34:54.671023 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576933e-3792-422f-8179-e5dfcea620d8 req-877baa43-c527-4eb8-bbbd-bcee7c295906 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:54.677580 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b576933e-3792-422f-8179-e5dfcea620d8 req-877baa43-c527-4eb8-bbbd-bcee7c295906 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 945 time: 0.2511084 Jul 23 16:34:54.680412 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85636462-cabc-4454-95b0-420b5ce1fac8 None None] Pushing event updated for resources: {'Port': ['ID=94ac032c-cf2e-4b66-bb56-2956008fa429,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:54.708191 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:54.809152 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b576933e-3792-422f-8179-e5dfcea620d8 req-4c21a7ef-ac09-4f6a-b611-3fc753e2deb0 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306140 Jul 23 16:34:54.814660 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-953785bf-7119-4831-9864-7ff784551b46 req-1fd65bc5-0d54-4720-a4bd-3505a31cacdf service neutron] 10.222.0.97 "GET /v2.0/networks/39f95156-8af8-4a3c-8185-a196a0cfd658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532672 Jul 23 16:34:54.833739 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-5310d007-0c86-416f-be92-09d310757d0e None None] Attempting to bind port 94ac032c-cf2e-4b66-bb56-2956008fa429 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:34:54.834013 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-5310d007-0c86-416f-be92-09d310757d0e None None] Attempting to bind port 94ac032c-cf2e-4b66-bb56-2956008fa429 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '486b1726-2499-4916-b517-e7e30cbe2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'ad3f1c26-f914-405c-b070-e886bd179810'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:34:54.834413 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5310d007-0c86-416f-be92-09d310757d0e None None] Attempting to bind port 94ac032c-cf2e-4b66-bb56-2956008fa429 on network ad3f1c26-f914-405c-b070-e886bd179810 {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:54.849520 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5310d007-0c86-416f-be92-09d310757d0e None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:34:54.849695 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5310d007-0c86-416f-be92-09d310757d0e None None] Checking segment: {'id': '486b1726-2499-4916-b517-e7e30cbe2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'ad3f1c26-f914-405c-b070-e886bd179810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:54.850160 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-5310d007-0c86-416f-be92-09d310757d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:54.850597 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5310d007-0c86-416f-be92-09d310757d0e None None] Bound using segment: {'id': '486b1726-2499-4916-b517-e7e30cbe2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'ad3f1c26-f914-405c-b070-e886bd179810'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:34:54.851294 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-5310d007-0c86-416f-be92-09d310757d0e None None] Bound port: 94ac032c-cf2e-4b66-bb56-2956008fa429, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '486b1726-2499-4916-b517-e7e30cbe2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'ad3f1c26-f914-405c-b070-e886bd179810'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:34:54.851741 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-5310d007-0c86-416f-be92-09d310757d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:54.948160 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-5310d007-0c86-416f-be92-09d310757d0e None None] For port 94ac032c-cf2e-4b66-bb56-2956008fa429, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:34:54.953355 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-5310d007-0c86-416f-be92-09d310757d0e None None] For port 94ac032c-cf2e-4b66-bb56-2956008fa429, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=94ac032c-cf2e-4b66-bb56-2956008fa429,segment=NetworkSegment(486b1726-2499-4916-b517-e7e30cbe2259),segment_id=486b1726-2499-4916-b517-e7e30cbe2259)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:34:54.964321 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-5310d007-0c86-416f-be92-09d310757d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:55.048562 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5310d007-0c86-416f-be92-09d310757d0e None None] Routers {'894c5db3-0a17-4df5-8400-98992013a5fe'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:34:55.049695 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-5310d007-0c86-416f-be92-09d310757d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:34:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['894c5db3-0a17-4df5-8400-98992013a5fe'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:55.074748 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f8bf8-58fd-42da-8bbd-1617b8271a4c req-afc8bf65-f09d-4dd2-bed9-29aa28f0de86 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:55.092232 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85636462-cabc-4454-95b0-420b5ce1fac8 None None] Pushing event updated for resources: {'Port': ['ID=94ac032c-cf2e-4b66-bb56-2956008fa429,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:55.092456 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-507f8bf8-58fd-42da-8bbd-1617b8271a4c req-afc8bf65-f09d-4dd2-bed9-29aa28f0de86 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.1452062 Jul 23 16:34:55.135066 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-070d4bea-455b-487d-bce0-040c0b0f9cc3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc9186aa-22f3-4cd2-aa4d-554b86e39cbf HTTP/1.1" status: 200 len: 1000 time: 0.4154775 Jul 23 16:34:55.139631 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ddfe1f39-691c-4b60-a780-e5f3b2d4775c tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:55.153576 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-507f8bf8-58fd-42da-8bbd-1617b8271a4c req-dfcd4cd0-fc92-40f9-8df5-c2ca46ec4b0c tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600536 Jul 23 16:34:55.238250 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-5310d007-0c86-416f-be92-09d310757d0e None None] Set router 894c5db3-0a17-4df5-8400-98992013a5fe gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:34:55.370086 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe1f39-691c-4b60-a780-e5f3b2d4775c tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Pushing event deleted for resources: {'Port': ['ID=30168adc-28a6-4a73-a80c-e020847538f5,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:55.407051 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae55656-769e-496f-bc32-c0160550e101 req-f201c672-1c15-456e-8076-fc7577884b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:55.408573 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-f201c672-1c15-456e-8076-fc7577884b56 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8700af68-33fb-4e68-b828-91508c404596 HTTP/1.1" status: 200 len: 850 time: 0.2406652 Jul 23 16:34:55.438949 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ddfe1f39-691c-4b60-a780-e5f3b2d4775c tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:55.441133 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ddfe1f39-691c-4b60-a780-e5f3b2d4775c tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "DELETE /v2.0/ports/30168adc-28a6-4a73-a80c-e020847538f5 HTTP/1.1" status: 204 len: 168 time: 2.3690147 Jul 23 16:34:55.464282 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48998) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:55.464474 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Deleting port 9888d1be-d930-4e3c-b0cb-bc7368011cae {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:34:55.464712 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:55.481256 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-fd5ee6a2-9ff7-4e08-a46d-fc6c4f333cd5 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1a1240a2-6bcf-4e9a-9aed-de76682b59fb', 'external_fixed_ips': [{'subnet_id': '7e14c3bf-731f-42d6-85c6-f1094cf4cffb', 'ip_address': '172.20.0.8'}]}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:55.572019 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd5ee6a2-9ff7-4e08-a46d-fc6c4f333cd5 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:55.574439 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd5ee6a2-9ff7-4e08-a46d-fc6c4f333cd5 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:55.596873 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] For port 9888d1be-d930-4e3c-b0cb-bc7368011cae, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=9888d1be-d930-4e3c-b0cb-bc7368011cae,segment=NetworkSegment(d03e1036-3e1f-4fd3-9f69-54036e43b784),segment_id=d03e1036-3e1f-4fd3-9f69-54036e43b784)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:55.597654 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:55.612199 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae55656-769e-496f-bc32-c0160550e101 req-1281a8b4-5d71-404e-9693-526d59390d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:55.614886 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-1281a8b4-5d71-404e-9693-526d59390d6a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ccfb93aa-128e-41ae-813f-cc1797d91993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1906385 Jul 23 16:34:55.619263 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Calling delete_port for 9888d1be-d930-4e3c-b0cb-bc7368011cae owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:34:55.664424 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 726cd214-8346-47cb-a33e-99234af00cab no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:34:55.676606 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-5310d007-0c86-416f-be92-09d310757d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894c5db3-0a17-4df5-8400-98992013a5fe', 'name': 'tempest-TestServerBasicOps-559712606-router', 'tenant_id': 'd2429bedb8f6407c8750bd501d76514f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '3a8e1130-945b-4599-8696-9986afb15f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:39Z', 'updated_at': '2021-07-23T16:34:50Z', 'revision_number': 4, 'project_id': 'd2429bedb8f6407c8750bd501d76514f', 'gw_port': {'id': '3a8e1130-945b-4599-8696-9986afb15f0d', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:83:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894c5db3-0a17-4df5-8400-98992013a5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:40Z', 'updated_at': '2021-07-23T16:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '94ac032c-cf2e-4b66-bb56-2956008fa429', 'name': '', 'network_id': 'ad3f1c26-f914-405c-b070-e886bd179810', 'tenant_id': 'd2429bedb8f6407c8750bd501d76514f', 'mac_address': 'fa:16:3e:ad:c6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894c5db3-0a17-4df5-8400-98992013a5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'fc50ce13-cbe5-43e5-85bd-c5e6ccc978a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:47Z', 'updated_at': '2021-07-23T16:34:54Z', 'revision_number': 4, 'project_id': 'd2429bedb8f6407c8750bd501d76514f', 'subnets': [{'id': 'fc50ce13-cbe5-43e5-85bd-c5e6ccc978a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:55.717670 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635bce6-801b-474a-8937-f728e24e8cfa req-27fa88c0-e278-463a-bffd-06d1f62314f7 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:55.730654 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9635bce6-801b-474a-8937-f728e24e8cfa req-27fa88c0-e278-463a-bffd-06d1f62314f7 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 943 time: 0.3891399 Jul 23 16:34:55.736077 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5310d007-0c86-416f-be92-09d310757d0e None None] The sync data for ids ['894c5db3-0a17-4df5-8400-98992013a5fe'] in n-d-778549-4 is: [{'id': '894c5db3-0a17-4df5-8400-98992013a5fe', 'name': 'tempest-TestServerBasicOps-559712606-router', 'tenant_id': 'd2429bedb8f6407c8750bd501d76514f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '3a8e1130-945b-4599-8696-9986afb15f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:39Z', 'updated_at': '2021-07-23T16:34:50Z', 'revision_number': 4, 'project_id': 'd2429bedb8f6407c8750bd501d76514f', 'gw_port': {'id': '3a8e1130-945b-4599-8696-9986afb15f0d', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:83:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894c5db3-0a17-4df5-8400-98992013a5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:40Z', 'updated_at': '2021-07-23T16:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '94ac032c-cf2e-4b66-bb56-2956008fa429', 'name': '', 'network_id': 'ad3f1c26-f914-405c-b070-e886bd179810', 'tenant_id': 'd2429bedb8f6407c8750bd501d76514f', 'mac_address': 'fa:16:3e:ad:c6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894c5db3-0a17-4df5-8400-98992013a5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'fc50ce13-cbe5-43e5-85bd-c5e6ccc978a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:47Z', 'updated_at': '2021-07-23T16:34:54Z', 'revision_number': 4, 'project_id': 'd2429bedb8f6407c8750bd501d76514f', 'subnets': [{'id': 'fc50ce13-cbe5-43e5-85bd-c5e6ccc978a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:34:55.790203 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-3eb0cc13-8663-4aa5-9373-c14ab07d6aaf service neutron] 10.222.0.74 "GET /v2.0/networks/ccfb93aa-128e-41ae-813f-cc1797d91993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650417 Jul 23 16:34:55.797742 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd5ee6a2-9ff7-4e08-a46d-fc6c4f333cd5 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:55.816866 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b8feb-e763-44f6-b6e4-b5fdf7dc3dc5 req-6208e015-84cf-4fba-b0fa-5a4204bbdfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:55.818946 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d9b8feb-e763-44f6-b6e4-b5fdf7dc3dc5 req-6208e015-84cf-4fba-b0fa-5a4204bbdfd4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d40e0ee1ca674276bdd958b07bc5c30e&device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 1096 time: 0.4641910 Jul 23 16:34:56.002619 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49002) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:56.050600 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-e4229fbc-7732-4982-9bc8-7d85a6849924 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1186066680', 'description': 'tempest-secgroup-smoke-1186066680 description', 'project_id': '685de99fd88a4ebd80b04837e882af01'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:56.078477 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9635bce6-801b-474a-8937-f728e24e8cfa req-903e4c7c-cce0-4b8b-8453-18504868bbf2 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3466544 Jul 23 16:34:56.194304 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-11ca23f0-0884-4286-9eb2-06ade295be68 service neutron] 10.222.0.74 "GET /v2.0/networks/ccfb93aa-128e-41ae-813f-cc1797d91993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811054 Jul 23 16:34:56.195476 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:56.228045 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event deleted for resources: {'Port': ['ID=9888d1be-d930-4e3c-b0cb-bc7368011cae,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:56.322399 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-92d0d0e4-cfd2-4046-b909-ef945b4967f4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 HTTP/1.1" status: 200 len: 217 time: 0.0933762 Jul 23 16:34:56.343936 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] No DVR routers for this DVR port 9888d1be-d930-4e3c-b0cb-bc7368011cae on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:34:56.346294 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:56.394060 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd420a9a8-aff2-437f-80c1-258f3ee789da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '726cd214-8346-47cb-a33e-99234af00cab'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:34:56.397366 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1509b6-dd12-4dd2-ace0-1547fc3d6732" -d '{"events": [{"server_uuid": "d420a9a8-aff2-437f-80c1-258f3ee789da", "name": "network-vif-unplugged", "status": "completed", "tag": "726cd214-8346-47cb-a33e-99234af00cab"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:34:56.412773 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 726cd214-8346-47cb-a33e-99234af00cab, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=726cd214-8346-47cb-a33e-99234af00cab,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:56.419481 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:56.467644 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd5ee6a2-9ff7-4e08-a46d-fc6c4f333cd5 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:56.492607 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e4229fbc-7732-4982-9bc8-7d85a6849924 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:56.542506 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=726cd214-8346-47cb-a33e-99234af00cab,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:56.564408 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:56.575373 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3033c01-b09e-43ce-9f15-f6946ca884e4']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:56.586817 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03e1036-3e1f-4fd3-9f69-54036e43b784') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:56.587110 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03e1036-3e1f-4fd3-9f69-54036e43b784') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:56.618296 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:56.647283 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:56.650863 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae55656-769e-496f-bc32-c0160550e101 req-de1fe1f5-efc6-4d4b-98da-71603a421bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:56.652376 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-de1fe1f5-efc6-4d4b-98da-71603a421bea service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83c3a237-d43a-4d9d-aa29-69c4c34be53a HTTP/1.1" status: 200 len: 797 time: 0.3236587 Jul 23 16:34:56.658198 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:34:56.658601 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:56.661897 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:34:56.661897 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:34:56.661897 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:34:56.661897 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:34:56.661897 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:34:56.661897 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:34:56.661897 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:34:56.661897 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:34:56.661897 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:34:56.661897 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:34:56.661897 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:34:56.661897 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:34:56.661897 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:34:56.661897 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:34:56.661897 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:34:56.661897 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:34:56.661897 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:34:56.661897 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:34:56.661897 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:34:56.661897 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:34:56.661897 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:34:56.661897 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:34:56.661897 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:34:56.661897 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:34:56.661897 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:34:56.661897 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:34:56.661897 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:34:56.661897 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:34:56.661897 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:34:56.661897 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:34:56.661897 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:34:56.661897 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:34:56.681440 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b8feb-e763-44f6-b6e4-b5fdf7dc3dc5 req-015099e7-539e-4797-bba6-977dee40c8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:56.683006 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d9b8feb-e763-44f6-b6e4-b5fdf7dc3dc5 req-015099e7-539e-4797-bba6-977dee40c8f9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7a09e324-af99-4e6f-aabe-ea07ec677e31 HTTP/1.1" status: 200 len: 913 time: 0.8397472 Jul 23 16:34:56.766381 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d9b8feb-e763-44f6-b6e4-b5fdf7dc3dc5 req-ede3ef62-1d43-48b3-916d-500019a5372c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=953f40b2-680d-41d6-b11a-01fc8c91a89b HTTP/1.1" status: 200 len: 217 time: 0.0718641 Jul 23 16:34:56.777389 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a863949-9565-4978-9744-a1f479543756 req-24f78ab0-4c88-48e9-9678-499146fb0c1a tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:56.784782 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4a863949-9565-4978-9744-a1f479543756 req-24f78ab0-4c88-48e9-9678-499146fb0c1a tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 945 time: 0.7047935 Jul 23 16:34:56.818251 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64734b60-b8cd-4915-8559-17a6156fbf08 req-95fd2dc9-958f-4b03-9c24-63d89bfaa72c tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:56.819892 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-64734b60-b8cd-4915-8559-17a6156fbf08 req-95fd2dc9-958f-4b03-9c24-63d89bfaa72c tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.4574554 Jul 23 16:34:56.935224 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b8feb-e763-44f6-b6e4-b5fdf7dc3dc5 req-c58cdaa6-9e12-434c-9baa-c7f287e7cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:56.936803 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d9b8feb-e763-44f6-b6e4-b5fdf7dc3dc5 req-c58cdaa6-9e12-434c-9baa-c7f287e7cfb1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b6e51e5c-e7af-4f3d-9bf0-f99b4811604f HTTP/1.1" status: 200 len: 851 time: 0.1457098 Jul 23 16:34:56.952263 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4a863949-9565-4978-9744-a1f479543756 req-b9f53acf-e693-455e-a884-fede87c03ddf tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662984 Jul 23 16:34:56.974950 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-64734b60-b8cd-4915-8559-17a6156fbf08 req-e7a511db-c15b-4f29-8879-3c3569e81ad1 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224003 Jul 23 16:34:57.017844 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d9b8feb-e763-44f6-b6e4-b5fdf7dc3dc5 req-74fbaa1d-416b-4b98-a9d5-a569d4bf09a2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7a09e324-af99-4e6f-aabe-ea07ec677e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418630 Jul 23 16:34:57.028742 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e3f5c7-d7b3-4f50-a88e-cf7528e8748c x-openstack-request-id: req-e7e3f5c7-d7b3-4f50-a88e-cf7528e8748c {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:34:57.029257 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d420a9a8-aff2-437f-80c1-258f3ee789da", "name": "network-vif-unplugged", "status": "completed", "tag": "726cd214-8346-47cb-a33e-99234af00cab", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:34:57.029567 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e7e3f5c7-d7b3-4f50-a88e-cf7528e8748c {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:34:57.029966 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd420a9a8-aff2-437f-80c1-258f3ee789da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '726cd214-8346-47cb-a33e-99234af00cab', 'code': 200} Jul 23 16:34:57.140840 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:57.146546 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:57.148834 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/networks/c3033c01-b09e-43ce-9f15-f6946ca884e4 HTTP/1.1" status: 204 len: 168 time: 4.9295640 Jul 23 16:34:57.153762 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49016) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:57.204440 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca545ca-bd9b-4de4-8341-f19f452a707a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event deleted for resources: {'Network': ['ID=c3033c01-b09e-43ce-9f15-f6946ca884e4,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:57.209208 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-a50396e5-1303-40aa-9abb-6289d76471fc tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] DELETE failed (client error): The resource could not be found. Jul 23 16:34:57.209688 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a50396e5-1303-40aa-9abb-6289d76471fc tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:34:57.211703 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a50396e5-1303-40aa-9abb-6289d76471fc tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/subnets/934500f7-aa7d-4669-8b5e-81b57959203a HTTP/1.1" status: 404 len: 337 time: 0.0526242 Jul 23 16:34:57.219274 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49018) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:57.225721 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d9b8feb-e763-44f6-b6e4-b5fdf7dc3dc5 req-81779704-fc39-47bd-8db8-f2c2b369cd23 service neutron] 10.222.0.97 "GET /v2.0/networks/7a09e324-af99-4e6f-aabe-ea07ec677e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834905 Jul 23 16:34:57.243799 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-1355c260-887b-4d05-9ce6-a1245507002f tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] DELETE failed (client error): The resource could not be found. Jul 23 16:34:57.244371 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1355c260-887b-4d05-9ce6-a1245507002f tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:34:57.248534 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1355c260-887b-4d05-9ce6-a1245507002f tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/networks/c3033c01-b09e-43ce-9f15-f6946ca884e4 HTTP/1.1" status: 404 len: 339 time: 0.0243504 Jul 23 16:34:57.248888 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49020) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:57.284248 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae55656-769e-496f-bc32-c0160550e101 req-40079b88-5459-47e8-bc72-bc82f4a13315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:57.286465 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-40079b88-5459-47e8-bc72-bc82f4a13315 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a11530e6-1993-441b-956a-6f9600ed92b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6236408 Jul 23 16:34:57.288437 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a3865b0-d97c-4e8c-bf49-0e23d615c974 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] DELETE failed (client error): The resource could not be found. Jul 23 16:34:57.288883 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a3865b0-d97c-4e8c-bf49-0e23d615c974 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:34:57.294389 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1a3865b0-d97c-4e8c-bf49-0e23d615c974 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/subnets/12910b6b-95f8-4fba-bba3-de1962865b33 HTTP/1.1" status: 404 len: 337 time: 0.0446107 Jul 23 16:34:57.298564 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49022) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:57.407716 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-8738fb29-2d2d-4f48-8602-ab364de72ecb service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074622 Jul 23 16:34:57.443751 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 94ac032c-cf2e-4b66-bb56-2956008fa429 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:34:57.481652 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2e006e0-8b0f-4e87-ada1-c03f1158941c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] DELETE failed (client error): The resource could not be found. Jul 23 16:34:57.483811 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2e006e0-8b0f-4e87-ada1-c03f1158941c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:34:57.492138 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b2e006e0-8b0f-4e87-ada1-c03f1158941c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/networks/d14e5bf0-2017-435a-8d5b-f9a4f3448aff HTTP/1.1" status: 404 len: 339 time: 0.1421423 Jul 23 16:34:57.508832 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49036) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:57.564090 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 94ac032c-cf2e-4b66-bb56-2956008fa429 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:57.570614 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 94ac032c-cf2e-4b66-bb56-2956008fa429 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:57.571636 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:57.617276 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e4229fbc-7732-4982-9bc8-7d85a6849924 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:57.666496 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e4229fbc-7732-4982-9bc8-7d85a6849924 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:57.674659 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 873ab846-b220-45c4-b796-4be961cfe70b details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:34:57.709894 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd5ee6a2-9ff7-4e08-a46d-fc6c4f333cd5 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:57.727100 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-f73c87d3-d42e-46e6-9cc4-d59721737d63 service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108265 Jul 23 16:34:57.730860 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-481a52a0-4782-4e69-8de6-4303140bb21f tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:57.794687 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd5ee6a2-9ff7-4e08-a46d-fc6c4f333cd5 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:57.824122 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e4229fbc-7732-4982-9bc8-7d85a6849924 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:57.828944 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e4229fbc-7732-4982-9bc8-7d85a6849924 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7870302 Jul 23 16:34:57.834652 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49042) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:57.842684 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-205121ed-f1c9-4397-a9b7-db98da19b5b6 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Request body: {'security_group_rule': {'security_group_id': 'a01ca5f5-fd89-4a53-ad59-163800b3f4e7', 'project_id': '685de99fd88a4ebd80b04837e882af01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:57.860477 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4229fbc-7732-4982-9bc8-7d85a6849924 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a01ca5f5-fd89-4a53-ad59-163800b3f4e7,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:57.872519 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0acb7-b088-4ccc-9cfb-99c11a0dfdeb req-62605639-58f9-4d6b-b69e-9e6b08fe3c36 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:57.875268 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-19bc070a-145a-4c95-b603-3b881acf8bf6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 HTTP/1.1" status: 200 len: 217 time: 0.1404316 Jul 23 16:34:57.885558 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dbe0acb7-b088-4ccc-9cfb-99c11a0dfdeb req-62605639-58f9-4d6b-b69e-9e6b08fe3c36 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 943 time: 0.6578059 Jul 23 16:34:57.904419 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 873ab846-b220-45c4-b796-4be961cfe70b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=873ab846-b220-45c4-b796-4be961cfe70b,segment=NetworkSegment(b81e70b7-14fa-4230-9456-adac869c5c0b),segment_id=b81e70b7-14fa-4230-9456-adac869c5c0b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:57.922761 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '873ab846-b220-45c4-b796-4be961cfe70b', 'network_id': '39f95156-8af8-4a3c-8185-a196a0cfd658', 'port_id': '873ab846-b220-45c4-b796-4be961cfe70b', 'mac_address': 'fa:16:3e:67:b4:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37eb368-db19-4fd2-8bc8-9aa2e38f4d63', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:34:57.924804 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:57.975137 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae55656-769e-496f-bc32-c0160550e101 req-fef4c16d-d45e-4bba-af7a-e9577048e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:57.976984 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-fef4c16d-d45e-4bba-af7a-e9577048e1c2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83c3a237-d43a-4d9d-aa29-69c4c34be53a HTTP/1.1" status: 200 len: 797 time: 0.0702937 Jul 23 16:34:57.994077 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:58.026890 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dbe0acb7-b088-4ccc-9cfb-99c11a0dfdeb req-e8756751-1e8a-40fc-8bf1-8d97885d7d8c tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401682 Jul 23 16:34:58.051268 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d9b8feb-e763-44f6-b6e4-b5fdf7dc3dc5 req-00a1a204-c740-443b-8477-32cb5b4ec39d service neutron] 10.222.0.97 "GET /v2.0/networks/7a09e324-af99-4e6f-aabe-ea07ec677e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7820063 Jul 23 16:34:58.068835 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 94ac032c-cf2e-4b66-bb56-2956008fa429, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=94ac032c-cf2e-4b66-bb56-2956008fa429,segment=NetworkSegment(486b1726-2499-4916-b517-e7e30cbe2259),segment_id=486b1726-2499-4916-b517-e7e30cbe2259)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:58.097961 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:58.148822 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 873ab846-b220-45c4-b796-4be961cfe70b {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:34:58.157967 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-481a52a0-4782-4e69-8de6-4303140bb21f tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:58.176029 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-481a52a0-4782-4e69-8de6-4303140bb21f tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95107d0b-01a0-46b0-ab95-f83902140d3b']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:58.189776 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=94ac032c-cf2e-4b66-bb56-2956008fa429,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:58.194772 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 873ab846-b220-45c4-b796-4be961cfe70b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=873ab846-b220-45c4-b796-4be961cfe70b,segment=NetworkSegment(b81e70b7-14fa-4230-9456-adac869c5c0b),segment_id=b81e70b7-14fa-4230-9456-adac869c5c0b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:58.203930 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:58.204780 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 726cd214-8346-47cb-a33e-99234af00cab details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:34:58.211347 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-481a52a0-4782-4e69-8de6-4303140bb21f tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d4c461-14c2-40c0-9de4-13b1f43bc573') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:58.211347 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-481a52a0-4782-4e69-8de6-4303140bb21f tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d4c461-14c2-40c0-9de4-13b1f43bc573') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:58.226660 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-481a52a0-4782-4e69-8de6-4303140bb21f tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:58.252873 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-481a52a0-4782-4e69-8de6-4303140bb21f tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:58.264350 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481a52a0-4782-4e69-8de6-4303140bb21f tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:34:58.264350 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-481a52a0-4782-4e69-8de6-4303140bb21f tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:58.283943 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=873ab846-b220-45c4-b796-4be961cfe70b,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:58.402672 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:34:58.402672 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:34:58.402672 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:34:58.402672 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:34:58.402672 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:34:58.402672 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:34:58.402672 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:34:58.402672 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:34:58.402672 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:34:58.402672 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:34:58.402672 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:34:58.402672 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:34:58.402672 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:34:58.402672 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:34:58.402672 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:34:58.402672 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:34:58.402672 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:34:58.402672 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:34:58.402672 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:34:58.402672 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:34:58.402672 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:34:58.402672 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:34:58.402672 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:34:58.402672 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:34:58.402672 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:34:58.402672 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:34:58.402672 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:34:58.402672 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:34:58.402672 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:34:58.402672 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:34:58.402672 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:34:58.402672 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:34:58.462638 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-481a52a0-4782-4e69-8de6-4303140bb21f tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:58.518438 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-481a52a0-4782-4e69-8de6-4303140bb21f tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:58.526250 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-481a52a0-4782-4e69-8de6-4303140bb21f tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/networks/95107d0b-01a0-46b0-ab95-f83902140d3b HTTP/1.1" status: 204 len: 168 time: 1.0110948 Jul 23 16:34:58.526250 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a52a0-4782-4e69-8de6-4303140bb21f tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event deleted for resources: {'Network': ['ID=95107d0b-01a0-46b0-ab95-f83902140d3b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:58.526250 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49072) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:58.560713 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae55656-769e-496f-bc32-c0160550e101 req-6da467d3-f50d-4008-811a-4afe6053266d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:58.562458 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-6da467d3-f50d-4008-811a-4afe6053266d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a11530e6-1993-441b-956a-6f9600ed92b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5716910 Jul 23 16:34:58.564089 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-8269261c-015f-4e1c-950d-7dbbeb8a04c3 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] DELETE failed (client error): The resource could not be found. Jul 23 16:34:58.564536 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8269261c-015f-4e1c-950d-7dbbeb8a04c3 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:34:58.566618 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 726cd214-8346-47cb-a33e-99234af00cab, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=726cd214-8346-47cb-a33e-99234af00cab,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:58.566827 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8269261c-015f-4e1c-950d-7dbbeb8a04c3 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/subnets/280505de-fa25-466c-8d5c-45ddc7ce2107 HTTP/1.1" status: 404 len: 337 time: 0.0396004 Jul 23 16:34:58.622396 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '726cd214-8346-47cb-a33e-99234af00cab', 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a', 'port_id': '726cd214-8346-47cb-a33e-99234af00cab', 'mac_address': 'fa:16:3e:60:42:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae57d8d-3779-4491-8fd1-fe104612a516', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:34:58.624077 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49074) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:58.673929 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ded087-9e5c-42cb-91ae-8886152b6a4e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] DELETE failed (client error): The resource could not be found. Jul 23 16:34:58.674748 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ded087-9e5c-42cb-91ae-8886152b6a4e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:34:58.680438 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-45ded087-9e5c-42cb-91ae-8886152b6a4e tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/networks/5118502d-558b-4be5-901c-6e45b5a5c5ab HTTP/1.1" status: 404 len: 339 time: 0.0540450 Jul 23 16:34:58.681272 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49082) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:58.706235 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:58.761312 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726cd214-8346-47cb-a33e-99234af00cab {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:34:58.790741 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47b5736-5426-4dfd-82c2-486f6ac036da tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] DELETE failed (client error): The resource could not be found. Jul 23 16:34:58.794656 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a47b5736-5426-4dfd-82c2-486f6ac036da tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:34:58.797128 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a47b5736-5426-4dfd-82c2-486f6ac036da tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/subnets/5239d76f-e4b0-4f4a-a090-a1e516f87602 HTTP/1.1" status: 404 len: 337 time: 0.1081769 Jul 23 16:34:58.800402 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49088) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:58.815235 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 726cd214-8346-47cb-a33e-99234af00cab, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=726cd214-8346-47cb-a33e-99234af00cab,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:58.827257 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:58.843471 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-205121ed-f1c9-4397-a9b7-db98da19b5b6 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:58.990016 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-14658b91-59b1-415e-aaf7-6d92a003fae6 service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193904 Jul 23 16:34:58.997032 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['726cd214-8346-47cb-a33e-99234af00cab'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:34:59.021602 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['873ab846-b220-45c4-b796-4be961cfe70b'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:34:59.031389 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc406e34-2eda-47f1-a41f-fc013740e196 req-aaa006ca-75d4-41e0-a503-c2f2eb363f0d tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:59.034503 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc406e34-2eda-47f1-a41f-fc013740e196 req-aaa006ca-75d4-41e0-a503-c2f2eb363f0d tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 945 time: 0.9306200 Jul 23 16:34:59.052144 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab5d39-becd-421d-9a6c-70b1251014ff req-684e3d63-2968-49ec-bcd8-ff5289bd62a6 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:59.054264 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d2ab5d39-becd-421d-9a6c-70b1251014ff req-684e3d63-2968-49ec-bcd8-ff5289bd62a6 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 945 time: 0.8326552 Jul 23 16:34:59.067731 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-903658dd-ee1d-46fa-b535-3cd38b272b96 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] DELETE failed (client error): The resource could not be found. Jul 23 16:34:59.068566 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-903658dd-ee1d-46fa-b535-3cd38b272b96 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:34:59.075349 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-903658dd-ee1d-46fa-b535-3cd38b272b96 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/networks/6e6fd2f9-4188-444a-bb64-4d2828c63bd1 HTTP/1.1" status: 404 len: 339 time: 0.0966372 Jul 23 16:34:59.081439 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49094) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:59.198840 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=726cd214-8346-47cb-a33e-99234af00cab,revision_number=9']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:59.204872 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-205121ed-f1c9-4397-a9b7-db98da19b5b6 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:59.224947 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-fd5ee6a2-9ff7-4e08-a46d-fc6c4f333cd5 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Allocated IP 172.20.0.8 (1a1240a2-6bcf-4e9a-9aed-de76682b59fb/7e14c3bf-731f-42d6-85c6-f1094cf4cffb/6843d140-7038-4036-8b2c-d3647d790e9d) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:34:59.300460 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-205121ed-f1c9-4397-a9b7-db98da19b5b6 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:59.365436 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ff9e18-c62a-44e3-b82d-d0f8279cf740 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] DELETE failed (client error): The resource could not be found. Jul 23 16:34:59.366296 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68ff9e18-c62a-44e3-b82d-d0f8279cf740 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:34:59.377516 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-68ff9e18-c62a-44e3-b82d-d0f8279cf740 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/subnets/e4151dc4-7f2a-4f7e-b619-800f1075e612 HTTP/1.1" status: 404 len: 337 time: 0.2312062 Jul 23 16:34:59.379185 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49098) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:59.446997 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-3018073f-cd52-403a-88e3-b66fe8b21cea service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347196 Jul 23 16:34:59.465858 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1748e87-7f97-484c-97bf-4b019713a138 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] DELETE failed (client error): The resource could not be found. Jul 23 16:34:59.466736 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1748e87-7f97-484c-97bf-4b019713a138 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:34:59.469249 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d1748e87-7f97-484c-97bf-4b019713a138 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/networks/a65b2a75-d229-48bc-8744-6ddf8d857e59 HTTP/1.1" status: 404 len: 339 time: 0.0828934 Jul 23 16:34:59.477704 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 94ac032c-cf2e-4b66-bb56-2956008fa429 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:34:59.485355 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49100) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:59.554668 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-e385b20a-8063-4c02-968c-982f609468c3 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] DELETE failed (client error): The resource could not be found. Jul 23 16:34:59.557610 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e385b20a-8063-4c02-968c-982f609468c3 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:34:59.559620 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e385b20a-8063-4c02-968c-982f609468c3 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/subnets/76032500-f152-49c8-9ab2-c883bed00844 HTTP/1.1" status: 404 len: 337 time: 0.0717771 Jul 23 16:34:59.628211 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49104) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:59.643403 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-bb17d440-cb7a-4301-890e-593ce292abbd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=99c3c606-6305-429f-81cd-fd00734616f2 HTTP/1.1" status: 200 len: 217 time: 0.1567082 Jul 23 16:34:59.732835 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc406e34-2eda-47f1-a41f-fc013740e196 req-b421f5d3-382e-4ba3-91e3-2f13767cdf0f tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6718588 Jul 23 16:34:59.768007 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205121ed-f1c9-4397-a9b7-db98da19b5b6 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bdeeec1-a1d2-4c78-b2a1-aaf098616d97,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:59.794744 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 94ac032c-cf2e-4b66-bb56-2956008fa429 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:59.795118 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:59.798431 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-205121ed-f1c9-4397-a9b7-db98da19b5b6 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:59.810667 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-205121ed-f1c9-4397-a9b7-db98da19b5b6 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9715588 Jul 23 16:34:59.816957 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae55656-769e-496f-bc32-c0160550e101 req-4571374d-cf8d-4ade-b8bd-31b783f443ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:59.819145 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-4571374d-cf8d-4ade-b8bd-31b783f443ae service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83c3a237-d43a-4d9d-aa29-69c4c34be53a HTTP/1.1" status: 200 len: 797 time: 0.1667275 Jul 23 16:34:59.820188 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49106) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:59.837832 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-675207bd-a055-4086-ace0-d470ff8c49ec tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Request body: {'security_group_rule': {'security_group_id': 'a01ca5f5-fd89-4a53-ad59-163800b3f4e7', 'project_id': '685de99fd88a4ebd80b04837e882af01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:59.845698 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d2ab5d39-becd-421d-9a6c-70b1251014ff req-afd11b52-a3c6-4040-bfa7-f2a1edac34c6 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7253168 Jul 23 16:34:59.851843 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3145d5-c9e4-46c8-b3b6-ef58c31867c2 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] DELETE failed (client error): The resource could not be found. Jul 23 16:34:59.852743 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3145d5-c9e4-46c8-b3b6-ef58c31867c2 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:34:59.854952 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0c3145d5-c9e4-46c8-b3b6-ef58c31867c2 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/networks/923e1e55-8d6a-4fac-a897-3fae0204ec89 HTTP/1.1" status: 404 len: 339 time: 0.1360812 Jul 23 16:34:59.859748 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49108) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:59.984228 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-72987f7d-9b00-480b-9799-26ffd2070cb3 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] DELETE failed (client error): The resource could not be found. Jul 23 16:34:59.985108 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72987f7d-9b00-480b-9799-26ffd2070cb3 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:34:59.987657 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-72987f7d-9b00-480b-9799-26ffd2070cb3 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/subnets/cd7c7cf6-1c38-4075-93c2-4f7c39a0e6cb HTTP/1.1" status: 404 len: 337 time: 0.1135540 Jul 23 16:34:59.994695 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49110) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:00.038513 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd5ee6a2-9ff7-4e08-a46d-fc6c4f333cd5 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:00.045783 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-675207bd-a055-4086-ace0-d470ff8c49ec tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:00.076421 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae55656-769e-496f-bc32-c0160550e101 req-d6246bdb-079c-4c7b-b376-0a38eb850900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:00.084800 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-d6246bdb-079c-4c7b-b376-0a38eb850900 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a11530e6-1993-441b-956a-6f9600ed92b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2378137 Jul 23 16:35:00.126938 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-81afafab-945d-4e7f-b72a-ac8fb7ffc649 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] DELETE failed (client error): The resource could not be found. Jul 23 16:35:00.133137 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81afafab-945d-4e7f-b72a-ac8fb7ffc649 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:35:00.140019 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-81afafab-945d-4e7f-b72a-ac8fb7ffc649 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/networks/1403b3e3-f4c7-41d2-8c7f-48f87d70ebeb HTTP/1.1" status: 404 len: 339 time: 0.1390123 Jul 23 16:35:00.152428 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49112) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:00.300275 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f474f92-4c86-418b-9bed-8a4d1d42d54c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] DELETE failed (client error): The resource could not be found. Jul 23 16:35:00.301642 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f474f92-4c86-418b-9bed-8a4d1d42d54c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:35:00.307341 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0f474f92-4c86-418b-9bed-8a4d1d42d54c tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/subnets/ae3679f6-209f-411a-8154-adb06a91ce6b HTTP/1.1" status: 404 len: 337 time: 0.1486411 Jul 23 16:35:00.313591 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49114) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:00.341377 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-675207bd-a055-4086-ace0-d470ff8c49ec tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:00.357524 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-675207bd-a055-4086-ace0-d470ff8c49ec tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:00.384249 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f302bf-bd5b-4799-af1b-f98f48e5cd2b tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] DELETE failed (client error): The resource could not be found. Jul 23 16:35:00.385036 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01f302bf-bd5b-4799-af1b-f98f48e5cd2b tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:35:00.391699 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-01f302bf-bd5b-4799-af1b-f98f48e5cd2b tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/networks/b9a4a24f-1478-469e-a7f3-838abce93bae HTTP/1.1" status: 404 len: 339 time: 0.0640574 Jul 23 16:35:00.395119 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c215a-c4e1-4795-aef6-43f6bda0de56 req-32fcd454-2eb4-4566-baa8-51f254b64ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:00.400016 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3e5c215a-c4e1-4795-aef6-43f6bda0de56 req-32fcd454-2eb4-4566-baa8-51f254b64ccc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227&tenant_id=54c4450647c445a5ad7f9adbba82da8f HTTP/1.1" status: 200 len: 1094 time: 0.4893258 Jul 23 16:35:00.401577 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49116) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:00.441422 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7a5ff-ae23-451c-888c-05500e7064f6 req-58cd823b-69b7-4e59-8a6c-47bbbd4b5ef7 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:00.449443 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9bf7a5ff-ae23-451c-888c-05500e7064f6 req-58cd823b-69b7-4e59-8a6c-47bbbd4b5ef7 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 943 time: 0.5638137 Jul 23 16:35:00.485385 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675207bd-a055-4086-ace0-d470ff8c49ec tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81f7fd9-dab8-4bd6-bdb8-6870d6aa2e05,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:00.495591 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd198f32-96f3-4665-8a1b-88785fa32a9f tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] DELETE failed (client error): The resource could not be found. Jul 23 16:35:00.496424 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd198f32-96f3-4665-8a1b-88785fa32a9f tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:35:00.505031 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fd198f32-96f3-4665-8a1b-88785fa32a9f tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/subnets/0de20791-f89e-4c38-a937-f8022a452fab HTTP/1.1" status: 404 len: 337 time: 0.0939543 Jul 23 16:35:00.505031 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd5ee6a2-9ff7-4e08-a46d-fc6c4f333cd5 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:00.505031 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49118) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:00.516485 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-76fef508-3b72-4345-ac2d-fdcfc4c679a4 service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228859 Jul 23 16:35:00.519076 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-675207bd-a055-4086-ace0-d470ff8c49ec tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:00.524727 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-675207bd-a055-4086-ace0-d470ff8c49ec tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7032943 Jul 23 16:35:00.528117 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49120) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:00.566445 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6b1421a7-4966-43ec-ae50-ae94b7d61fee tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Request body: {'security_group_rule': {'security_group_id': 'a01ca5f5-fd89-4a53-ad59-163800b3f4e7', 'project_id': '685de99fd88a4ebd80b04837e882af01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:00.606263 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d7d625d-b129-4588-8eaa-09af91d247a5 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] DELETE failed (client error): The resource could not be found. Jul 23 16:35:00.607065 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d7d625d-b129-4588-8eaa-09af91d247a5 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:35:00.613075 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3d7d625d-b129-4588-8eaa-09af91d247a5 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/networks/d07d1da8-3f0d-47c5-b3ac-9a1976827ba8 HTTP/1.1" status: 404 len: 339 time: 0.1005542 Jul 23 16:35:00.618069 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49122) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:00.649322 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5ee6a2-9ff7-4e08-a46d-fc6c4f333cd5 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Network 1a1240a2-6bcf-4e9a-9aed-de76682b59fb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:00.654807 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ee6a2-9ff7-4e08-a46d-fc6c4f333cd5 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Pushing event updated for resources: {'Port': ['ID=6843d140-7038-4036-8b2c-d3647d790e9d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:00.658717 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-fd5ee6a2-9ff7-4e08-a46d-fc6c4f333cd5 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:00.680837 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9bf7a5ff-ae23-451c-888c-05500e7064f6 req-7f514217-148a-4493-a6eb-a6bdd9e82a31 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269912 Jul 23 16:35:00.684205 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5ee6a2-9ff7-4e08-a46d-fc6c4f333cd5 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:00.745658 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c215a-c4e1-4795-aef6-43f6bda0de56 req-95c671ed-fa04-42b6-b811-507f46ee8256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:00.747346 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3e5c215a-c4e1-4795-aef6-43f6bda0de56 req-95c671ed-fa04-42b6-b811-507f46ee8256 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=54c4450647c445a5ad7f9adbba82da8f&device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 1094 time: 0.2697840 Jul 23 16:35:00.774615 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-985dfc0c-a883-403e-8f3e-46bd6d7b8084 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] DELETE failed (client error): The resource could not be found. Jul 23 16:35:00.775078 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-985dfc0c-a883-403e-8f3e-46bd6d7b8084 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:35:00.776846 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-985dfc0c-a883-403e-8f3e-46bd6d7b8084 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/subnets/fc1184fd-a4a8-4713-b4ef-8c8eacffcfe9 HTTP/1.1" status: 404 len: 337 time: 0.1435769 Jul 23 16:35:00.791931 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49126) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:00.951448 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-be9a9e97-f07f-4233-982b-be24a33d76f2 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] DELETE failed (client error): The resource could not be found. Jul 23 16:35:00.952234 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be9a9e97-f07f-4233-982b-be24a33d76f2 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:35:00.954289 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-be9a9e97-f07f-4233-982b-be24a33d76f2 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/networks/9226e6e7-3bdc-48fa-b1e4-e1c1ea1a81e5 HTTP/1.1" status: 404 len: 339 time: 0.1478512 Jul 23 16:35:00.959610 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6b1421a7-4966-43ec-ae50-ae94b7d61fee tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:00.962632 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49130) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:01.068904 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-8ca1ef6b-2a00-42ac-9fb3-58db3a014287 service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5396733 Jul 23 16:35:01.099382 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-53a74ab4-e8b9-4d99-a206-2f60d2702a0a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Deleting subnet b33b885b-30f9-4e2a-9251-20566d9f32fc {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:35:01.175492 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-0649d7a9-a903-49d4-bc6c-69980d4eb630 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=d26b6c0c-a095-4674-9672-f08e8e034402 HTTP/1.1" status: 200 len: 217 time: 0.0928185 Jul 23 16:35:01.184042 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-53a74ab4-e8b9-4d99-a206-2f60d2702a0a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:01.225302 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c215a-c4e1-4795-aef6-43f6bda0de56 req-6cce2558-2a09-471d-8bb7-4a232b36b605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:01.229788 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3e5c215a-c4e1-4795-aef6-43f6bda0de56 req-6cce2558-2a09-471d-8bb7-4a232b36b605 service neutron] 10.222.0.74 "GET /v2.0/networks?id=188f4564-8b8f-479c-8498-350853f64f83 HTTP/1.1" status: 200 len: 918 time: 0.4297242 Jul 23 16:35:01.298244 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae55656-769e-496f-bc32-c0160550e101 req-ca2660d8-9f27-478a-b2b7-95e1f565d5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:01.299716 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-ca2660d8-9f27-478a-b2b7-95e1f565d5b8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83c3a237-d43a-4d9d-aa29-69c4c34be53a HTTP/1.1" status: 200 len: 797 time: 0.1057520 Jul 23 16:35:01.304432 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6b1421a7-4966-43ec-ae50-ae94b7d61fee tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:01.348928 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6b1421a7-4966-43ec-ae50-ae94b7d61fee tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:01.439031 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-53a74ab4-e8b9-4d99-a206-2f60d2702a0a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:01.553920 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1421a7-4966-43ec-ae50-ae94b7d61fee tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5757a769-a1cf-41b9-882d-0c55ca6e3341,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:01.568393 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6b1421a7-4966-43ec-ae50-ae94b7d61fee tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:01.569958 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6b1421a7-4966-43ec-ae50-ae94b7d61fee tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0135493 Jul 23 16:35:01.584462 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49132) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:01.596185 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-4bd2af99-81da-48fa-80d6-96dca09eacfd tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Request body: {'security_group_rule': {'security_group_id': 'a01ca5f5-fd89-4a53-ad59-163800b3f4e7', 'project_id': '685de99fd88a4ebd80b04837e882af01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:01.675650 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4bd2af99-81da-48fa-80d6-96dca09eacfd tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:01.695194 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 873ab846-b220-45c4-b796-4be961cfe70b up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:01.702405 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad413194-53c0-498f-a174-87c3dc4a850f req-0f9ef452-6514-41ad-8667-1a3a0b99839a tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:01.714725 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ad413194-53c0-498f-a174-87c3dc4a850f req-0f9ef452-6514-41ad-8667-1a3a0b99839a tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 945 time: 0.8315327 Jul 23 16:35:01.717079 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3e5c215a-c4e1-4795-aef6-43f6bda0de56 req-1aecc526-017e-4a29-b75c-305e029e5482 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 HTTP/1.1" status: 200 len: 998 time: 0.4477413 Jul 23 16:35:01.789992 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 873ab846-b220-45c4-b796-4be961cfe70b triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:01.791387 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:01.807042 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599990cb-30d1-4c00-830d-ef6bf733f129 req-6201b6be-8464-4a62-92ac-a9da68f81585 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:01.809487 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-599990cb-30d1-4c00-830d-ef6bf733f129 req-6201b6be-8464-4a62-92ac-a9da68f81585 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 945 time: 0.8104610 Jul 23 16:35:01.831707 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae55656-769e-496f-bc32-c0160550e101 req-5964fa5c-0360-4ea6-8cf4-770d6b086bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:01.833471 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-5964fa5c-0360-4ea6-8cf4-770d6b086bd2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a11530e6-1993-441b-956a-6f9600ed92b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5083747 Jul 23 16:35:01.921190 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c215a-c4e1-4795-aef6-43f6bda0de56 req-777149d6-f732-4a78-bd01-708d3fd854df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:01.922943 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3e5c215a-c4e1-4795-aef6-43f6bda0de56 req-777149d6-f732-4a78-bd01-708d3fd854df service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8b88c056-245d-4f4e-ab87-c54aa261bddb HTTP/1.1" status: 200 len: 855 time: 0.1810465 Jul 23 16:35:01.935691 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ad413194-53c0-498f-a174-87c3dc4a850f req-8bff6da1-261c-4ebb-8076-628584135327 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036083 Jul 23 16:35:01.940291 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd5ee6a2-9ff7-4e08-a46d-fc6c4f333cd5 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:02.060609 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:02.065535 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-53a74ab4-e8b9-4d99-a206-2f60d2702a0a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:02.097649 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-599990cb-30d1-4c00-830d-ef6bf733f129 req-3c2cf719-d1ed-47a2-a2cc-0d00d0ea8c85 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483745 Jul 23 16:35:02.155271 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7198ca53-aec1-4da6-80f5-fa9762b7a709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873ab846-b220-45c4-b796-4be961cfe70b'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:02.160175 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33d1b59-d1b7-41b0-a273-dd74f34cd1db" -d '{"events": [{"server_uuid": "7198ca53-aec1-4da6-80f5-fa9762b7a709", "name": "network-vif-plugged", "status": "completed", "tag": "873ab846-b220-45c4-b796-4be961cfe70b"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:35:02.192255 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 873ab846-b220-45c4-b796-4be961cfe70b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=873ab846-b220-45c4-b796-4be961cfe70b,segment=NetworkSegment(b81e70b7-14fa-4230-9456-adac869c5c0b),segment_id=b81e70b7-14fa-4230-9456-adac869c5c0b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:02.206160 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:02.208342 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 726cd214-8346-47cb-a33e-99234af00cab up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:02.221848 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c215a-c4e1-4795-aef6-43f6bda0de56 req-74473f9b-b472-4409-81a3-4e69faa50767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:02.223490 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3e5c215a-c4e1-4795-aef6-43f6bda0de56 req-74473f9b-b472-4409-81a3-4e69faa50767 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=188f4564-8b8f-479c-8498-350853f64f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2866058 Jul 23 16:35:02.338568 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4bd2af99-81da-48fa-80d6-96dca09eacfd tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:02.345582 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-53a74ab4-e8b9-4d99-a206-2f60d2702a0a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:02.370387 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4bd2af99-81da-48fa-80d6-96dca09eacfd tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:02.377566 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=873ab846-b220-45c4-b796-4be961cfe70b,revision_number=7']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:02.409844 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 726cd214-8346-47cb-a33e-99234af00cab triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:02.410228 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:02.496638 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a74ab4-e8b9-4d99-a206-2f60d2702a0a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event deleted for resources: {'Subnet': ['ID=b33b885b-30f9-4e2a-9251-20566d9f32fc,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:02.497881 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46e5f85-2838-442d-a2ae-bd7ef065360a x-openstack-request-id: req-d46e5f85-2838-442d-a2ae-bd7ef065360a {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:35:02.498696 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7198ca53-aec1-4da6-80f5-fa9762b7a709", "name": "network-vif-plugged", "status": "completed", "tag": "873ab846-b220-45c4-b796-4be961cfe70b", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:35:02.498696 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d46e5f85-2838-442d-a2ae-bd7ef065360a {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:35:02.498933 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7198ca53-aec1-4da6-80f5-fa9762b7a709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873ab846-b220-45c4-b796-4be961cfe70b', 'code': 200} Jul 23 16:35:02.506524 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4bd2af99-81da-48fa-80d6-96dca09eacfd tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:02.510775 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4bd2af99-81da-48fa-80d6-96dca09eacfd tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9250243 Jul 23 16:35:02.511478 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49142) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:02.512821 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d88c0a-db26-42ee-b3df-05bbb14e0573 None None] Network 5e946bbc-ab3b-420c-82e9-84d43b2c8c32 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:35:02.539180 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-53a74ab4-e8b9-4d99-a206-2f60d2702a0a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:02.542364 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-53a74ab4-e8b9-4d99-a206-2f60d2702a0a tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/subnets/b33b885b-30f9-4e2a-9251-20566d9f32fc HTTP/1.1" status: 204 len: 168 time: 1.5755775 Jul 23 16:35:02.562424 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49144) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:02.579879 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-7feadda2-a325-476f-b760-c01799f5f2df tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Request body: {'security_group_rule': {'security_group_id': 'a01ca5f5-fd89-4a53-ad59-163800b3f4e7', 'project_id': '685de99fd88a4ebd80b04837e882af01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:02.586700 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-37536f7c-a8a7-4a95-a46b-471fe1bf44bd service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7318320 Jul 23 16:35:02.587454 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2af99-81da-48fa-80d6-96dca09eacfd tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef225691-a362-4e6a-be0b-240589706abd,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:02.690853 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd539e-e62d-4309-a7b4-8ad7e7cc3094 req-f0fc9710-a92b-4e6f-b8a0-6ae660be7d21 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:02.693291 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-65dd539e-e62d-4309-a7b4-8ad7e7cc3094 req-f0fc9710-a92b-4e6f-b8a0-6ae660be7d21 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 943 time: 0.5443323 Jul 23 16:35:02.727161 n-d-778549-4 neutron-server[94013]: INFO neutron.db.securitygroups_db [None req-7feadda2-a325-476f-b760-c01799f5f2df tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Project 685de99fd88a4ebd80b04837e882af01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:35:02.748956 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7feadda2-a325-476f-b760-c01799f5f2df tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:02.756875 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bd1efaa6-dd27-40bf-aa04-8ff767751c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:02.773742 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:02.925370 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-1150de67-4ee8-4d8f-b95e-87d07ea30842 service neutron] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274715 Jul 23 16:35:03.038720 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 726cd214-8346-47cb-a33e-99234af00cab, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=726cd214-8346-47cb-a33e-99234af00cab,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:03.043794 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fe53056c-aaec-4524-add9-e2e5df5ef581 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:03.045559 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd5ee6a2-9ff7-4e08-a46d-fc6c4f333cd5 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:03.058924 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:03.126644 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-65dd539e-e62d-4309-a7b4-8ad7e7cc3094 req-65b79464-c670-4a1c-91c6-92ffdc69117d tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3828824 Jul 23 16:35:03.135211 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-ee3bea58-662f-4aa9-ab5c-2cfcb0c8f66e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=faeb3d4d-ead5-454a-9873-67df475e0096 HTTP/1.1" status: 200 len: 217 time: 0.1723628 Jul 23 16:35:03.153500 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3e5c215a-c4e1-4795-aef6-43f6bda0de56 req-b5b1f93e-b066-4b82-b400-a80baac7fd3a service neutron] 10.222.0.74 "GET /v2.0/networks/188f4564-8b8f-479c-8498-350853f64f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8546996 Jul 23 16:35:03.173002 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7feadda2-a325-476f-b760-c01799f5f2df tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:03.207986 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7feadda2-a325-476f-b760-c01799f5f2df tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:03.275638 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54568a0a-42ac-4e4d-aac9-7a2bde6d2dd8 None None] DHCP port deletion for 5e946bbc-ab3b-420c-82e9-84d43b2c8c32 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:35:03.278104 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=726cd214-8346-47cb-a33e-99234af00cab,revision_number=10']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:03.349206 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feadda2-a325-476f-b760-c01799f5f2df tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f596b0be-e7f8-465a-b3ab-b0f39da47860,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:03.372205 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7feadda2-a325-476f-b760-c01799f5f2df tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:03.374659 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7feadda2-a325-476f-b760-c01799f5f2df tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8303206 Jul 23 16:35:03.378279 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49148) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:03.388445 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-ccb77ad1-7c0c-4dec-849b-bd88c4832931 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Request body: {'security_group_rule': {'security_group_id': 'a01ca5f5-fd89-4a53-ad59-163800b3f4e7', 'project_id': '685de99fd88a4ebd80b04837e882af01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:03.433364 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae55656-769e-496f-bc32-c0160550e101 req-a9d4a836-635e-42f3-bd83-68d132fc00ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:03.435500 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-a9d4a836-635e-42f3-bd83-68d132fc00ea service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43e3b6e1-204d-4ff9-bc32-923f74e47c31 HTTP/1.1" status: 200 len: 797 time: 0.2419083 Jul 23 16:35:03.437222 n-d-778549-4 neutron-server[94013]: INFO neutron.db.securitygroups_db [None req-ccb77ad1-7c0c-4dec-849b-bd88c4832931 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Project 685de99fd88a4ebd80b04837e882af01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:35:03.450917 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ccb77ad1-7c0c-4dec-849b-bd88c4832931 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:03.486866 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-54568a0a-42ac-4e4d-aac9-7a2bde6d2dd8 None None] Deleting port 543fb22e-29f0-43b5-a2bf-7d06eb50c677 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:03.487312 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-54568a0a-42ac-4e4d-aac9-7a2bde6d2dd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:03.592236 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae55656-769e-496f-bc32-c0160550e101 req-b3f9d2db-6435-433b-b4ea-d90d3be91336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:03.595151 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-b3f9d2db-6435-433b-b4ea-d90d3be91336 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=72536959-6d28-4d4b-a817-b894e84f9992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1472023 Jul 23 16:35:03.620548 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-54568a0a-42ac-4e4d-aac9-7a2bde6d2dd8 None None] For port 543fb22e-29f0-43b5-a2bf-7d06eb50c677, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=543fb22e-29f0-43b5-a2bf-7d06eb50c677,segment=NetworkSegment(8b4e6ce8-f73f-4dc7-9d4f-1d06a9687743),segment_id=8b4e6ce8-f73f-4dc7-9d4f-1d06a9687743)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:03.620967 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-54568a0a-42ac-4e4d-aac9-7a2bde6d2dd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:03.625615 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ccb77ad1-7c0c-4dec-849b-bd88c4832931 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:03.644468 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-54568a0a-42ac-4e4d-aac9-7a2bde6d2dd8 None None] Calling delete_port for 543fb22e-29f0-43b5-a2bf-7d06eb50c677 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:03.647887 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ccb77ad1-7c0c-4dec-849b-bd88c4832931 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:03.815223 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-fe91f030-1c14-464a-a2a0-2905613e8648 service neutron] 10.222.0.74 "GET /v2.0/networks/72536959-6d28-4d4b-a817-b894e84f9992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031145 Jul 23 16:35:03.815223 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb77ad1-7c0c-4dec-849b-bd88c4832931 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73559fce-278d-4f2f-82f3-147d28cea83c,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:03.876323 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ccb77ad1-7c0c-4dec-849b-bd88c4832931 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:03.879382 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ccb77ad1-7c0c-4dec-849b-bd88c4832931 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4970052 Jul 23 16:35:03.948580 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-54568a0a-42ac-4e4d-aac9-7a2bde6d2dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:04.046293 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-95a46bd7-a003-466b-8f50-b5456463637f service neutron] 10.222.0.74 "GET /v2.0/networks/72536959-6d28-4d4b-a817-b894e84f9992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125351 Jul 23 16:35:04.047405 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54568a0a-42ac-4e4d-aac9-7a2bde6d2dd8 None None] Pushing event deleted for resources: {'Port': ['ID=543fb22e-29f0-43b5-a2bf-7d06eb50c677,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:04.062020 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54568a0a-42ac-4e4d-aac9-7a2bde6d2dd8 None None] No DVR routers for this DVR port 543fb22e-29f0-43b5-a2bf-7d06eb50c677 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:35:04.160393 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-0a991d78-3ddd-4b6d-af1d-1691fa703902 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a9569114-a844-492a-9768-c27463ea9bb4 HTTP/1.1" status: 200 len: 217 time: 0.1012747 Jul 23 16:35:04.264834 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae55656-769e-496f-bc32-c0160550e101 req-f1a74754-a110-4aa5-acaf-126c764493a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:04.266526 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-f1a74754-a110-4aa5-acaf-126c764493a2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43e3b6e1-204d-4ff9-bc32-923f74e47c31 HTTP/1.1" status: 200 len: 797 time: 0.0995295 Jul 23 16:35:04.269350 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf8ef4-2760-4ac8-84a7-9ba80bdccbb9 req-5f09b1a2-5fa4-40e4-8c43-7b09a2ee8964 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:04.279191 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fcf8ef4-2760-4ac8-84a7-9ba80bdccbb9 req-5f09b1a2-5fa4-40e4-8c43-7b09a2ee8964 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 945 time: 1.6285987 Jul 23 16:35:04.435533 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae55656-769e-496f-bc32-c0160550e101 req-8ab6a6d5-c2bb-4065-b097-ba9fb400293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:04.437493 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-8ab6a6d5-c2bb-4065-b097-ba9fb400293f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=72536959-6d28-4d4b-a817-b894e84f9992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1628115 Jul 23 16:35:04.456684 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3e5c215a-c4e1-4795-aef6-43f6bda0de56 req-00fb4f61-729c-4a80-8c37-883044271e38 service neutron] 10.222.0.74 "GET /v2.0/networks/188f4564-8b8f-479c-8498-350853f64f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2704320 Jul 23 16:35:04.463561 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5ee6a2-9ff7-4e08-a46d-fc6c4f333cd5 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Router 51ad5ab2-14cb-478b-a269-a9c1baf2a88c is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:35:04.487928 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fcf8ef4-2760-4ac8-84a7-9ba80bdccbb9 req-6ab93a61-5476-467a-a076-50e88b78f805 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073677 Jul 23 16:35:04.568213 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd420a9a8-aff2-437f-80c1-258f3ee789da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726cd214-8346-47cb-a33e-99234af00cab'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:04.568213 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b330255-1294-4d07-8a33-9d8a6309a19b" -d '{"events": [{"server_uuid": "d420a9a8-aff2-437f-80c1-258f3ee789da", "name": "network-vif-plugged", "status": "completed", "tag": "726cd214-8346-47cb-a33e-99234af00cab"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:35:04.568433 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-fe53056c-aaec-4524-add9-e2e5df5ef581 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Deleting port 543fb22e-29f0-43b5-a2bf-7d06eb50c677 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:04.568433 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fe53056c-aaec-4524-add9-e2e5df5ef581 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:04.568433 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157090fc-5aab-4d98-89bc-2ab4ba649a8d req-c46d9652-d985-455d-aae3-1e1dc97c43bb tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:04.568433 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-157090fc-5aab-4d98-89bc-2ab4ba649a8d req-c46d9652-d985-455d-aae3-1e1dc97c43bb tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 1.2183876 Jul 23 16:35:04.622477 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-086d47de-6cff-4af0-a920-b055ae0f0fb7 service neutron] 10.222.0.74 "GET /v2.0/networks/72536959-6d28-4d4b-a817-b894e84f9992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712854 Jul 23 16:35:04.735386 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-157090fc-5aab-4d98-89bc-2ab4ba649a8d req-ee6038b5-5aa1-4023-b939-8c3e3062dd80 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744096 Jul 23 16:35:04.747035 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-fe53056c-aaec-4524-add9-e2e5df5ef581 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] For port 543fb22e-29f0-43b5-a2bf-7d06eb50c677, host n-d-778549-4, got binding levels [] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:04.747164 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fe53056c-aaec-4524-add9-e2e5df5ef581 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:04.783342 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:04.791761 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2ae55656-769e-496f-bc32-c0160550e101 req-fb8060e6-0282-4d30-bea9-054298cea28e service neutron] 10.222.0.74 "GET /v2.0/networks/72536959-6d28-4d4b-a817-b894e84f9992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600616 Jul 23 16:35:04.793460 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-fe53056c-aaec-4524-add9-e2e5df5ef581 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Calling delete_port for 543fb22e-29f0-43b5-a2bf-7d06eb50c677 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:04.797911 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.ipam_backend_mixin [None req-fe53056c-aaec-4524-add9-e2e5df5ef581 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Port 543fb22e-29f0-43b5-a2bf-7d06eb50c677 was not found and therefore no delete operation was performed {{(pid=94012) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:35:04.801641 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fe53056c-aaec-4524-add9-e2e5df5ef581 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:04.845550 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53056c-aaec-4524-add9-e2e5df5ef581 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event deleted for resources: {'Port': ['ID=543fb22e-29f0-43b5-a2bf-7d06eb50c677,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:04.854528 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5ee6a2-9ff7-4e08-a46d-fc6c4f333cd5 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:35:04.862923 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe53056c-aaec-4524-add9-e2e5df5ef581 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] No DVR routers for this DVR port 543fb22e-29f0-43b5-a2bf-7d06eb50c677 on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:35:04.872019 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccb9589-c229-4457-a087-c3876f8a6d67 None None] Sync routers for ids ['51ad5ab2-14cb-478b-a269-a9c1baf2a88c'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:35:04.924985 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccb9589-c229-4457-a087-c3876f8a6d67 None None] Routers {'51ad5ab2-14cb-478b-a269-a9c1baf2a88c'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:04.926105 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-bccb9589-c229-4457-a087-c3876f8a6d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:34:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['51ad5ab2-14cb-478b-a269-a9c1baf2a88c'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:05.066890 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fe53056c-aaec-4524-add9-e2e5df5ef581 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:05.073868 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-bccb9589-c229-4457-a087-c3876f8a6d67 None None] Set router 51ad5ab2-14cb-478b-a269-a9c1baf2a88c gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:05.083200 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-fe53056c-aaec-4524-add9-e2e5df5ef581 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e946bbc-ab3b-420c-82e9-84d43b2c8c32']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:05.098037 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-fe53056c-aaec-4524-add9-e2e5df5ef581 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b4e6ce8-f73f-4dc7-9d4f-1d06a9687743') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:05.099628 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-fe53056c-aaec-4524-add9-e2e5df5ef581 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b4e6ce8-f73f-4dc7-9d4f-1d06a9687743') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:05.112559 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fe53056c-aaec-4524-add9-e2e5df5ef581 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:05.131725 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fe53056c-aaec-4524-add9-e2e5df5ef581 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:05.147391 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe53056c-aaec-4524-add9-e2e5df5ef581 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:35:05.148291 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fe53056c-aaec-4524-add9-e2e5df5ef581 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:05.292713 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd5ee6a2-9ff7-4e08-a46d-fc6c4f333cd5 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:05.294110 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fd5ee6a2-9ff7-4e08-a46d-fc6c4f333cd5 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 9.8236175 Jul 23 16:35:05.295086 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:35:05.295086 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:35:05.295086 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:35:05.295086 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:35:05.295086 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:35:05.295086 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:35:05.295086 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:35:05.295086 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:35:05.295086 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:35:05.295086 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:35:05.295086 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:35:05.295086 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:35:05.295086 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:35:05.295086 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:35:05.295086 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:35:05.295086 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:35:05.295086 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:35:05.295086 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:35:05.295086 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:35:05.295086 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:35:05.295086 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:35:05.295086 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:35:05.295086 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:35:05.295086 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:35:05.295086 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:35:05.295086 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:35:05.295086 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:35:05.295086 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:35:05.295086 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:35:05.295086 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:35:05.295086 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:35:05.295086 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:35:05.297399 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49172) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:05.339197 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fe53056c-aaec-4524-add9-e2e5df5ef581 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:05.380439 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fe53056c-aaec-4524-add9-e2e5df5ef581 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:05.382675 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fe53056c-aaec-4524-add9-e2e5df5ef581 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] 10.222.0.73 "DELETE /v2.0/networks/5e946bbc-ab3b-420c-82e9-84d43b2c8c32 HTTP/1.1" status: 204 len: 168 time: 2.8184559 Jul 23 16:35:05.442965 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53056c-aaec-4524-add9-e2e5df5ef581 tempest-NetworksTest-2122970039 tempest-NetworksTest-2122970039-project] Pushing event deleted for resources: {'Network': ['ID=5e946bbc-ab3b-420c-82e9-84d43b2c8c32,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:05.452772 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 543fb22e-29f0-43b5-a2bf-7d06eb50c677 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:35:05.478859 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54149d80-963b-41bd-8f7e-a24fe62030ea req-77c30f8e-7a33-4bf3-88d0-3ecef7c4ecfa tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:05.491477 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-54149d80-963b-41bd-8f7e-a24fe62030ea req-77c30f8e-7a33-4bf3-88d0-3ecef7c4ecfa tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 943 time: 0.5663421 Jul 23 16:35:05.558199 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 543fb22e-29f0-43b5-a2bf-7d06eb50c677 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:35:05.559110 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 543fb22e-29f0-43b5-a2bf-7d06eb50c677 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:35:05.599424 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e665863c-6e65-4180-a9de-7a45e86fc137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:05.612546 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-70bd842c-8056-44ae-b2d3-81cc0f260516 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:05.635444 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-54149d80-963b-41bd-8f7e-a24fe62030ea req-831ee5f8-fe91-4c60-8e9f-f7122f5c8c7d tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396229 Jul 23 16:35:05.650559 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:05.718206 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-bccb9589-c229-4457-a087-c3876f8a6d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ad5ab2-14cb-478b-a269-a9c1baf2a88c', 'name': '', 'tenant_id': 'aef624283778465abc0e7ec181a971d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a1240a2-6bcf-4e9a-9aed-de76682b59fb', 'external_fixed_ips': [{'subnet_id': '7e14c3bf-731f-42d6-85c6-f1094cf4cffb', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '6843d140-7038-4036-8b2c-d3647d790e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:55Z', 'updated_at': '2021-07-23T16:35:01Z', 'revision_number': 3, 'project_id': 'aef624283778465abc0e7ec181a971d5', 'gw_port': {'id': '6843d140-7038-4036-8b2c-d3647d790e9d', 'name': '', 'network_id': '1a1240a2-6bcf-4e9a-9aed-de76682b59fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ad5ab2-14cb-478b-a269-a9c1baf2a88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7e14c3bf-731f-42d6-85c6-f1094cf4cffb', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:57Z', 'updated_at': '2021-07-23T16:34:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7e14c3bf-731f-42d6-85c6-f1094cf4cffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:05.854268 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fc174c-3898-417c-96c8-040b987e00d0 x-openstack-request-id: req-27fc174c-3898-417c-96c8-040b987e00d0 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:35:05.857502 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d420a9a8-aff2-437f-80c1-258f3ee789da", "name": "network-vif-plugged", "status": "completed", "tag": "726cd214-8346-47cb-a33e-99234af00cab", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:35:05.858001 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-27fc174c-3898-417c-96c8-040b987e00d0 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:35:05.858786 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd420a9a8-aff2-437f-80c1-258f3ee789da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726cd214-8346-47cb-a33e-99234af00cab', 'code': 200} Jul 23 16:35:05.860970 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccb9589-c229-4457-a087-c3876f8a6d67 None None] Checking router: 51ad5ab2-14cb-478b-a269-a9c1baf2a88c for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:35:05.863143 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccb9589-c229-4457-a087-c3876f8a6d67 None None] Updating router 51ad5ab2-14cb-478b-a269-a9c1baf2a88c port 6843d140-7038-4036-8b2c-d3647d790e9d binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:35:05.934662 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963bdd2-92b4-4cf4-9b4d-0bd68f176dba req-bc8ec8c9-2712-4171-aeb0-e639ac6a436a tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:05.940945 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e963bdd2-92b4-4cf4-9b4d-0bd68f176dba req-bc8ec8c9-2712-4171-aeb0-e639ac6a436a tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.97 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 945 time: 0.3798058 Jul 23 16:35:05.948602 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bccb9589-c229-4457-a087-c3876f8a6d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:06.032301 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-70bd842c-8056-44ae-b2d3-81cc0f260516 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:06.114479 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-70bd842c-8056-44ae-b2d3-81cc0f260516 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Deleting port 6843d140-7038-4036-8b2c-d3647d790e9d {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:06.114479 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-70bd842c-8056-44ae-b2d3-81cc0f260516 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:06.237365 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-70bd842c-8056-44ae-b2d3-81cc0f260516 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:06.250066 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49182) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:06.254224 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-70bd842c-8056-44ae-b2d3-81cc0f260516 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Calling delete_port for 6843d140-7038-4036-8b2c-d3647d790e9d owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:06.290022 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-e963bdd2-92b4-4cf4-9b4d-0bd68f176dba req-f422e18f-b6bd-4c5f-b368-58e4f4900ff9 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Deleting port 953f40b2-680d-41d6-b11a-01fc8c91a89b {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:06.290022 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e963bdd2-92b4-4cf4-9b4d-0bd68f176dba req-f422e18f-b6bd-4c5f-b368-58e4f4900ff9 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:06.420691 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-e963bdd2-92b4-4cf4-9b4d-0bd68f176dba req-f422e18f-b6bd-4c5f-b368-58e4f4900ff9 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] For port 953f40b2-680d-41d6-b11a-01fc8c91a89b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=953f40b2-680d-41d6-b11a-01fc8c91a89b,segment=NetworkSegment(ff68db7f-6300-42b1-9753-f76aa3ae1bb7),segment_id=ff68db7f-6300-42b1-9753-f76aa3ae1bb7)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:06.421341 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e963bdd2-92b4-4cf4-9b4d-0bd68f176dba req-f422e18f-b6bd-4c5f-b368-58e4f4900ff9 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:06.438819 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-e963bdd2-92b4-4cf4-9b4d-0bd68f176dba req-f422e18f-b6bd-4c5f-b368-58e4f4900ff9 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Calling delete_port for 953f40b2-680d-41d6-b11a-01fc8c91a89b owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:06.567072 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-70bd842c-8056-44ae-b2d3-81cc0f260516 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:06.675568 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd842c-8056-44ae-b2d3-81cc0f260516 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Pushing event deleted for resources: {'Port': ['ID=6843d140-7038-4036-8b2c-d3647d790e9d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:06.678952 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-70bd842c-8056-44ae-b2d3-81cc0f260516 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:06.705087 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e963bdd2-92b4-4cf4-9b4d-0bd68f176dba req-f422e18f-b6bd-4c5f-b368-58e4f4900ff9 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:06.746565 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9e39f-eb8e-4d85-9e73-5d2de47b2d73 req-6ca47af5-5e47-422a-82dd-de334bbaa724 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:06.748357 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-33c9e39f-eb8e-4d85-9e73-5d2de47b2d73 req-6ca47af5-5e47-422a-82dd-de334bbaa724 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=20564a00-8c8e-480f-b620-64fad596fade HTTP/1.1" status: 200 len: 945 time: 0.6445496 Jul 23 16:35:06.787469 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.api [None req-bccb9589-c229-4457-a087-c3876f8a6d67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:35:06.788590 n-d-778549-4 neutron-server[94014]: DEBUG oslo_db.api [None req-bccb9589-c229-4457-a087-c3876f8a6d67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:35:06.791752 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['953f40b2-680d-41d6-b11a-01fc8c91a89b'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:35:06.795695 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422e18f-b6bd-4c5f-b368-58e4f4900ff9 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Pushing event deleted for resources: {'Port': ['ID=953f40b2-680d-41d6-b11a-01fc8c91a89b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:06.816255 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['f08913e5-dfef-4f8d-98be-d8455334d4c0'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:35:06.860713 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-70bd842c-8056-44ae-b2d3-81cc0f260516 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:06.864497 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-70bd842c-8056-44ae-b2d3-81cc0f260516 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:06.866605 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-e963bdd2-92b4-4cf4-9b4d-0bd68f176dba req-f422e18f-b6bd-4c5f-b368-58e4f4900ff9 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] No DVR routers for this DVR port 953f40b2-680d-41d6-b11a-01fc8c91a89b on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:35:06.869698 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e963bdd2-92b4-4cf4-9b4d-0bd68f176dba req-f422e18f-b6bd-4c5f-b368-58e4f4900ff9 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:06.872182 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e963bdd2-92b4-4cf4-9b4d-0bd68f176dba req-f422e18f-b6bd-4c5f-b368-58e4f4900ff9 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.97 "DELETE /v2.0/ports/953f40b2-680d-41d6-b11a-01fc8c91a89b HTTP/1.1" status: 204 len: 173 time: 0.9239600 Jul 23 16:35:06.893647 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20564a00-8c8e-480f-b620-64fad596fade', 'name': 'network-vif-deleted', 'tag': '953f40b2-680d-41d6-b11a-01fc8c91a89b'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:06.898124 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85878610-e27d-473c-8666-44fd1965a9a1" -d '{"events": [{"server_uuid": "20564a00-8c8e-480f-b620-64fad596fade", "name": "network-vif-deleted", "tag": "953f40b2-680d-41d6-b11a-01fc8c91a89b"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:35:06.911924 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-33c9e39f-eb8e-4d85-9e73-5d2de47b2d73 req-6a17c1e1-6fab-4f14-b8ec-da66b4d3e9b2 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198866 Jul 23 16:35:06.946728 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-10aaa885-83aa-4e28-ab44-446bce4161b7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0b874c9b61cf44f6ba326cdc261712db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6852503 Jul 23 16:35:06.947318 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49192) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:06.947923 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:07.019663 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-70bd842c-8056-44ae-b2d3-81cc0f260516 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:07.020288 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bd842c-8056-44ae-b2d3-81cc0f260516 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 51ad5ab2-14cb-478b-a269-a9c1baf2a88c {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:35:07.025364 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-70bd842c-8056-44ae-b2d3-81cc0f260516 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:07.026768 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-70bd842c-8056-44ae-b2d3-81cc0f260516 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "DELETE /v2.0/routers/51ad5ab2-14cb-478b-a269-a9c1baf2a88c HTTP/1.1" status: 204 len: 168 time: 1.7282588 Jul 23 16:35:07.029352 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49194) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:07.120692 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-09f0e511-a1ad-4b58-b3fe-80a3f922d225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:07.195443 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-128860c1-cc62-417b-a2cc-c53ef12bb322 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Deleting subnet 7e14c3bf-731f-42d6-85c6-f1094cf4cffb {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:35:07.224501 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-09f0e511-a1ad-4b58-b3fe-80a3f922d225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:07.239135 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-128860c1-cc62-417b-a2cc-c53ef12bb322 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:07.325895 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-128860c1-cc62-417b-a2cc-c53ef12bb322 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:07.329683 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccb9589-c229-4457-a087-c3876f8a6d67 None None] Port 6843d140-7038-4036-8b2c-d3647d790e9d not found while updating agent binding for router 51ad5ab2-14cb-478b-a269-a9c1baf2a88c. {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 23 16:35:07.369240 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccb9589-c229-4457-a087-c3876f8a6d67 None None] Routers set() bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:07.370327 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccb9589-c229-4457-a087-c3876f8a6d67 None None] Router IDs set() for agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 16:35:07.371881 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_agentschedulers_db [None req-bccb9589-c229-4457-a087-c3876f8a6d67 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'51ad5ab2-14cb-478b-a269-a9c1baf2a88c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:35:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent'). {{(pid=94014) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 16:35:07.372554 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccb9589-c229-4457-a087-c3876f8a6d67 None None] The sync data for ids ['51ad5ab2-14cb-478b-a269-a9c1baf2a88c'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:35:07.392152 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:07.407503 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-128860c1-cc62-417b-a2cc-c53ef12bb322 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:07.619208 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6d101-21b3-443c-ae44-63dcb7400296 req-c79293dd-6b18-455e-81ef-4c731e351892 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:07.637355 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4f6d101-21b3-443c-ae44-63dcb7400296 req-c79293dd-6b18-455e-81ef-4c731e351892 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.5002291 Jul 23 16:35:07.708831 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-128860c1-cc62-417b-a2cc-c53ef12bb322 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:07.786679 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-09f0e511-a1ad-4b58-b3fe-80a3f922d225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:07.789994 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-09f0e511-a1ad-4b58-b3fe-80a3f922d225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:07.806065 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-09f0e511-a1ad-4b58-b3fe-80a3f922d225 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3fd33650-3fee-4867-93d6-6a0b91117f2d HTTP/1.1" status: 204 len: 168 time: 0.8451436 Jul 23 16:35:07.845448 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4f6d101-21b3-443c-ae44-63dcb7400296 req-a8416a66-db91-4d20-95f4-2e4482cbb7d5 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065427 Jul 23 16:35:07.852958 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128860c1-cc62-417b-a2cc-c53ef12bb322 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7e14c3bf-731f-42d6-85c6-f1094cf4cffb,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:07.880271 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-128860c1-cc62-417b-a2cc-c53ef12bb322 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:07.890676 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-128860c1-cc62-417b-a2cc-c53ef12bb322 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "DELETE /v2.0/subnets/7e14c3bf-731f-42d6-85c6-f1094cf4cffb HTTP/1.1" status: 204 len: 168 time: 0.8589714 Jul 23 16:35:07.894403 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49198) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:07.896805 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0e511-a1ad-4b58-b3fe-80a3f922d225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd33650-3fee-4867-93d6-6a0b91117f2d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:08.083474 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02a3a20e-a11a-49a5-bd49-f45d3834cc6a tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:08.220577 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc402f-db55-491f-82f5-a9361fc1b131 req-952b8d7c-a184-4aa2-b66b-93ddf1df5a89 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:08.222789 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fccc402f-db55-491f-82f5-a9361fc1b131 req-952b8d7c-a184-4aa2-b66b-93ddf1df5a89 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 943 time: 0.2290006 Jul 23 16:35:08.226686 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02a3a20e-a11a-49a5-bd49-f45d3834cc6a tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:08.240197 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-02a3a20e-a11a-49a5-bd49-f45d3834cc6a tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1240a2-6bcf-4e9a-9aed-de76682b59fb']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:08.258940 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-02a3a20e-a11a-49a5-bd49-f45d3834cc6a tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ac5b43-df86-4fbd-a9f2-574645d4872c') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:08.259354 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-02a3a20e-a11a-49a5-bd49-f45d3834cc6a tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ac5b43-df86-4fbd-a9f2-574645d4872c') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:08.281330 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02a3a20e-a11a-49a5-bd49-f45d3834cc6a tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:08.310314 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02a3a20e-a11a-49a5-bd49-f45d3834cc6a tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:08.327455 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a3a20e-a11a-49a5-bd49-f45d3834cc6a tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:35:08.328140 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02a3a20e-a11a-49a5-bd49-f45d3834cc6a tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:08.381612 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:35:08.381612 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:35:08.381612 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:35:08.381612 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:35:08.381612 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:35:08.381612 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:35:08.381612 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:35:08.381612 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:35:08.381612 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:35:08.381612 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:35:08.381612 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:35:08.381612 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:35:08.381612 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:35:08.381612 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:35:08.381612 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:35:08.381612 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:35:08.381612 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:35:08.381612 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:35:08.381612 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:35:08.381612 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:35:08.381612 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:35:08.381612 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:35:08.381612 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:35:08.381612 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:35:08.381612 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:35:08.381612 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:35:08.381612 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:35:08.381612 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:35:08.381612 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:35:08.381612 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:35:08.381612 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:35:08.381612 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:35:08.383860 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fccc402f-db55-491f-82f5-a9361fc1b131 req-3893cb32-0d0b-41df-818a-9452fe284540 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490641 Jul 23 16:35:08.455122 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02a3a20e-a11a-49a5-bd49-f45d3834cc6a tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:08.468173 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a3a20e-a11a-49a5-bd49-f45d3834cc6a tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1a1240a2-6bcf-4e9a-9aed-de76682b59fb {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 16:35:08.509426 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02a3a20e-a11a-49a5-bd49-f45d3834cc6a tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:08.517863 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-02a3a20e-a11a-49a5-bd49-f45d3834cc6a tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "DELETE /v2.0/networks/1a1240a2-6bcf-4e9a-9aed-de76682b59fb HTTP/1.1" status: 204 len: 168 time: 0.6187479 Jul 23 16:35:08.517863 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3a20e-a11a-49a5-bd49-f45d3834cc6a tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Pushing event deleted for resources: {'Network': ['ID=1a1240a2-6bcf-4e9a-9aed-de76682b59fb,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:08.541590 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f180be-ac8b-4ce0-80cd-655252a1daeb x-openstack-request-id: req-23f180be-ac8b-4ce0-80cd-655252a1daeb {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:35:08.541890 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20564a00-8c8e-480f-b620-64fad596fade", "name": "network-vif-deleted", "tag": "953f40b2-680d-41d6-b11a-01fc8c91a89b", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:35:08.542151 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-23f180be-ac8b-4ce0-80cd-655252a1daeb {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:35:08.542567 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20564a00-8c8e-480f-b620-64fad596fade', 'name': 'network-vif-deleted', 'tag': '953f40b2-680d-41d6-b11a-01fc8c91a89b', 'status': 'completed', 'code': 200} Jul 23 16:35:08.557388 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:08.958570 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49222) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:08.964021 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-a5141709-2112-4745-9a20-7c622f8f1747 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Request body: {'router': {'name': 'tempest-router--448269525', 'project_id': '63cec59baf8845c7a61bcbd299a01371'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:09.050679 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a5141709-2112-4745-9a20-7c622f8f1747 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:09.052318 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a5141709-2112-4745-9a20-7c622f8f1747 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:09.206915 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a5141709-2112-4745-9a20-7c622f8f1747 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:09.215318 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a5141709-2112-4745-9a20-7c622f8f1747 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:09.244073 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a5141709-2112-4745-9a20-7c622f8f1747 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:09.245504 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a5141709-2112-4745-9a20-7c622f8f1747 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2858796 Jul 23 16:35:09.248679 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49232) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:09.385383 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e677112-7fac-45ef-b250-9ca55a056aee tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:09.417151 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea1274-f8ae-4827-b37a-04331b477e4c req-96eb22a2-3829-43df-9060-6c9f98e2babf tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:09.424996 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1eea1274-f8ae-4827-b37a-04331b477e4c req-96eb22a2-3829-43df-9060-6c9f98e2babf tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.2449865 Jul 23 16:35:09.554082 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1eea1274-f8ae-4827-b37a-04331b477e4c req-111f7d11-8750-4213-b76d-5f35d77a4fff tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280348 Jul 23 16:35:09.606811 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49238) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:09.766626 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 953f40b2-680d-41d6-b11a-01fc8c91a89b no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:35:09.830482 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 953f40b2-680d-41d6-b11a-01fc8c91a89b {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:35:09.830811 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 953f40b2-680d-41d6-b11a-01fc8c91a89b not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:35:09.865806 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213cbbd-1b52-4bd6-a6d8-b2e6b8cdd546 req-7f66e377-7b02-40a7-8de5-51c698d2a5bd tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:09.874110 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7213cbbd-1b52-4bd6-a6d8-b2e6b8cdd546 req-7f66e377-7b02-40a7-8de5-51c698d2a5bd tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 945 time: 0.1919820 Jul 23 16:35:09.887432 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-6ac0cf9f-63c1-4a76-a7b8-21169e069441 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2077919610'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:09.965005 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac0cf9f-63c1-4a76-a7b8-21169e069441 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:09.968952 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6ac0cf9f-63c1-4a76-a7b8-21169e069441 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:10.009172 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6ac0cf9f-63c1-4a76-a7b8-21169e069441 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:10.094191 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7213cbbd-1b52-4bd6-a6d8-b2e6b8cdd546 req-dbf0f8ba-2d75-4e5c-8cf8-632b06f60e3f tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189212 Jul 23 16:35:10.407741 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6ac0cf9f-63c1-4a76-a7b8-21169e069441 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:10.416721 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6ac0cf9f-63c1-4a76-a7b8-21169e069441 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:10.446150 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac0cf9f-63c1-4a76-a7b8-21169e069441 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] vlan segment allocate from pool success with {'vlan_id': 1127, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:35:10.467931 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6ac0cf9f-63c1-4a76-a7b8-21169e069441 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:10.468318 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-6ac0cf9f-63c1-4a76-a7b8-21169e069441 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Added segment 18e1289b-99d9-47fb-95bf-23140773416e of type vlan for network 69034369-4f9a-4c56-84cf-53b4e37d45f1 Jul 23 16:35:10.528698 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6ac0cf9f-63c1-4a76-a7b8-21169e069441 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:10.537991 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e677112-7fac-45ef-b250-9ca55a056aee tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:10.540999 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e677112-7fac-45ef-b250-9ca55a056aee tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:10.570505 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6ac0cf9f-63c1-4a76-a7b8-21169e069441 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:10.576803 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac0cf9f-63c1-4a76-a7b8-21169e069441 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:10.577504 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6ac0cf9f-63c1-4a76-a7b8-21169e069441 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:10.633421 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e677112-7fac-45ef-b250-9ca55a056aee tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:10.633917 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e677112-7fac-45ef-b250-9ca55a056aee tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d5903677-cf09-4f2a-be1f-a9c955db4a86 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:35:10.640682 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e677112-7fac-45ef-b250-9ca55a056aee tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:10.644409 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2e677112-7fac-45ef-b250-9ca55a056aee tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "DELETE /v2.0/routers/d5903677-cf09-4f2a-be1f-a9c955db4a86 HTTP/1.1" status: 204 len: 168 time: 1.3919849 Jul 23 16:35:10.687002 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0cf9f-63c1-4a76-a7b8-21169e069441 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52469ca1-3d07-4e69-9d77-d86d2fc80dd2,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:10.708594 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0cf9f-63c1-4a76-a7b8-21169e069441 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Network': ['ID=69034369-4f9a-4c56-84cf-53b4e37d45f1,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:10.751392 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e001c04-7654-4665-8dc0-221b913d7546 req-32dd1d5e-37a5-4cee-ae9f-22ed1ffcf89f tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:10.755784 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 69034369-4f9a-4c56-84cf-53b4e37d45f1 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:35:10.774620 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e001c04-7654-4665-8dc0-221b913d7546 req-32dd1d5e-37a5-4cee-ae9f-22ed1ffcf89f tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 943 time: 0.4479606 Jul 23 16:35:10.802743 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6ac0cf9f-63c1-4a76-a7b8-21169e069441 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1942139 Jul 23 16:35:10.805822 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49250) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:10.811660 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-1eb71bff-2922-4ba1-9e12-98fbd7bfb903 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'port': {'network_id': '69034369-4f9a-4c56-84cf-53b4e37d45f1', 'name': 'tempest-PortsTestJSON-395215700'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:10.886254 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e001c04-7654-4665-8dc0-221b913d7546 req-e499a22b-b1fe-481f-8ac1-5983d015b3b1 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106145 Jul 23 16:35:11.030047 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49252) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:11.095028 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb71bff-2922-4ba1-9e12-98fbd7bfb903 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:11.105861 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1eb71bff-2922-4ba1-9e12-98fbd7bfb903 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:11.168133 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-1eb71bff-2922-4ba1-9e12-98fbd7bfb903 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] device_id is not set on port 8ff9027c-bcde-47c3-857f-bb11bd6b0442 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:35:11.227168 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267fdd0-df21-47ab-ac63-f19c84d621c5 req-1180d117-9669-4d4d-96a3-a5167e8bdd33 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:11.243035 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c267fdd0-df21-47ab-ac63-f19c84d621c5 req-1180d117-9669-4d4d-96a3-a5167e8bdd33 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.2229342 Jul 23 16:35:11.317709 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c267fdd0-df21-47ab-ac63-f19c84d621c5 req-fb6e34fc-2fe9-42db-9ed0-a5021d11d1c8 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708065 Jul 23 16:35:11.428992 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-2e8e4dd3-c618-47ce-8f80-b7d340efd96c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-956464990', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}, 'admin_state_up': False}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:11.497019 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1eb71bff-2922-4ba1-9e12-98fbd7bfb903 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:11.573874 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2e8e4dd3-c618-47ce-8f80-b7d340efd96c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:11.574957 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2e8e4dd3-c618-47ce-8f80-b7d340efd96c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:11.578536 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1eb71bff-2922-4ba1-9e12-98fbd7bfb903 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:11.720481 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb71bff-2922-4ba1-9e12-98fbd7bfb903 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Checking segment: {'id': '18e1289b-99d9-47fb-95bf-23140773416e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '69034369-4f9a-4c56-84cf-53b4e37d45f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:35:11.720990 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb71bff-2922-4ba1-9e12-98fbd7bfb903 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network hostable DHCP agents. Network: 69034369-4f9a-4c56-84cf-53b4e37d45f1, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:35:11.727927 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb71bff-2922-4ba1-9e12-98fbd7bfb903 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Port': ['ID=8ff9027c-bcde-47c3-857f-bb11bd6b0442,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:11.763877 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf986be-12f6-40d1-a3fd-9aebcd35e62e req-f7cc70bb-e36b-4b48-864f-5365749b1a93 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:11.785428 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-baf986be-12f6-40d1-a3fd-9aebcd35e62e req-f7cc70bb-e36b-4b48-864f-5365749b1a93 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 945 time: 0.3305421 Jul 23 16:35:11.790213 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2e8e4dd3-c618-47ce-8f80-b7d340efd96c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:11.807206 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb71bff-2922-4ba1-9e12-98fbd7bfb903 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network 69034369-4f9a-4c56-84cf-53b4e37d45f1 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:35:11.825994 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85519f0b-179a-49e7-abdf-aede86fb73e0 req-366f1332-e69d-4b17-858b-59b773984c9d tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:11.827914 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-85519f0b-179a-49e7-abdf-aede86fb73e0 req-366f1332-e69d-4b17-858b-59b773984c9d tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.74 "GET /v2.0/ports?device_id=a41076d4-9476-4849-9c56-f1d044654f2c HTTP/1.1" status: 200 len: 945 time: 0.1183214 Jul 23 16:35:11.853356 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-1eb71bff-2922-4ba1-9e12-98fbd7bfb903 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 69034369-4f9a-4c56-84cf-53b4e37d45f1) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:11.866674 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01b6d9e-9ed9-4c41-a335-2020f1aa3afc None None] Network 69034369-4f9a-4c56-84cf-53b4e37d45f1 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:35:11.908170 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb71bff-2922-4ba1-9e12-98fbd7bfb903 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:11.925366 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb71bff-2922-4ba1-9e12-98fbd7bfb903 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:11.926105 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1eb71bff-2922-4ba1-9e12-98fbd7bfb903 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:11.996460 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1eb71bff-2922-4ba1-9e12-98fbd7bfb903 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1859314 Jul 23 16:35:12.007891 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49264) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:12.018173 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-bab16275-0382-450a-af60-b24550c9697e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1220131453'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:12.109830 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2e8e4dd3-c618-47ce-8f80-b7d340efd96c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:12.154948 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab16275-0382-450a-af60-b24550c9697e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:12.160300 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bab16275-0382-450a-af60-b24550c9697e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:12.215326 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-baf986be-12f6-40d1-a3fd-9aebcd35e62e req-bd33b2c8-0bb5-4a83-96df-7d10d66902f8 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.73 "GET /v2.0/security-groups?id=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282830 Jul 23 16:35:12.249960 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-85519f0b-179a-49e7-abdf-aede86fb73e0 req-9d66f021-130f-4c5f-ae48-cf11a19596d9 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Deleting port f08913e5-dfef-4f8d-98be-d8455334d4c0 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:12.250369 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-85519f0b-179a-49e7-abdf-aede86fb73e0 req-9d66f021-130f-4c5f-ae48-cf11a19596d9 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:12.311599 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bab16275-0382-450a-af60-b24550c9697e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] vlan segment allocate from pool success with {'vlan_id': 1146, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:35:12.392677 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bab16275-0382-450a-af60-b24550c9697e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:12.393095 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-bab16275-0382-450a-af60-b24550c9697e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Added segment 8350c97f-25ec-4299-8b65-a7517e8e1512 of type vlan for network a2850700-a96f-4f48-9e9c-c1e16ac75afc Jul 23 16:35:12.465436 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1daf058-2611-4e52-b0a9-d5b04065536d req-e02e764e-c750-4efc-8959-c561111b8f95 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:12.472986 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d1daf058-2611-4e52-b0a9-d5b04065536d req-e02e764e-c750-4efc-8959-c561111b8f95 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 943 time: 0.1179633 Jul 23 16:35:12.603202 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bab16275-0382-450a-af60-b24550c9697e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:12.672255 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d1daf058-2611-4e52-b0a9-d5b04065536d req-63697d59-89ce-4608-b890-0d8f3a06391e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966650 Jul 23 16:35:12.681495 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-85519f0b-179a-49e7-abdf-aede86fb73e0 req-9d66f021-130f-4c5f-ae48-cf11a19596d9 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] For port f08913e5-dfef-4f8d-98be-d8455334d4c0, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f08913e5-dfef-4f8d-98be-d8455334d4c0,segment=NetworkSegment(ff68db7f-6300-42b1-9753-f76aa3ae1bb7),segment_id=ff68db7f-6300-42b1-9753-f76aa3ae1bb7)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:12.682286 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-85519f0b-179a-49e7-abdf-aede86fb73e0 req-9d66f021-130f-4c5f-ae48-cf11a19596d9 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:12.752914 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2e8e4dd3-c618-47ce-8f80-b7d340efd96c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:12.779854 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-85519f0b-179a-49e7-abdf-aede86fb73e0 req-9d66f021-130f-4c5f-ae48-cf11a19596d9 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Calling delete_port for f08913e5-dfef-4f8d-98be-d8455334d4c0 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:12.815050 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2e8e4dd3-c618-47ce-8f80-b7d340efd96c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:12.967534 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-2e8e4dd3-c618-47ce-8f80-b7d340efd96c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Allocated IP 172.25.8.224 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/b5dcb223-4e26-4a9a-854b-545575d2ca36) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:35:13.052370 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bab16275-0382-450a-af60-b24550c9697e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:13.059429 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab16275-0382-450a-af60-b24550c9697e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:13.060088 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bab16275-0382-450a-af60-b24550c9697e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:13.075996 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-85519f0b-179a-49e7-abdf-aede86fb73e0 req-9d66f021-130f-4c5f-ae48-cf11a19596d9 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:13.108258 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2e8e4dd3-c618-47ce-8f80-b7d340efd96c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:13.171564 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2e8e4dd3-c618-47ce-8f80-b7d340efd96c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:13.178587 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bab16275-0382-450a-af60-b24550c9697e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1672299 Jul 23 16:35:13.178587 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66f021-130f-4c5f-ae48-cf11a19596d9 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Pushing event deleted for resources: {'Port': ['ID=f08913e5-dfef-4f8d-98be-d8455334d4c0,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:13.179822 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49268) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:13.259753 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-e57ac35f-9dc3-48a4-8977-ebfe0e1f5ab4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'ports': [{'network_id': '69034369-4f9a-4c56-84cf-53b4e37d45f1'}, {'network_id': 'a2850700-a96f-4f48-9e9c-c1e16ac75afc'}]} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:13.260082 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-e57ac35f-9dc3-48a4-8977-ebfe0e1f5ab4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'port': {'network_id': '69034369-4f9a-4c56-84cf-53b4e37d45f1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:13.260736 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-e57ac35f-9dc3-48a4-8977-ebfe0e1f5ab4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'port': {'network_id': 'a2850700-a96f-4f48-9e9c-c1e16ac75afc'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:13.355449 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab16275-0382-450a-af60-b24550c9697e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Network': ['ID=a2850700-a96f-4f48-9e9c-c1e16ac75afc,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:13.368522 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network a2850700-a96f-4f48-9e9c-c1e16ac75afc details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:35:13.392455 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-85519f0b-179a-49e7-abdf-aede86fb73e0 req-9d66f021-130f-4c5f-ae48-cf11a19596d9 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] No DVR routers for this DVR port f08913e5-dfef-4f8d-98be-d8455334d4c0 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:35:13.397932 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-85519f0b-179a-49e7-abdf-aede86fb73e0 req-9d66f021-130f-4c5f-ae48-cf11a19596d9 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:13.400392 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-85519f0b-179a-49e7-abdf-aede86fb73e0 req-9d66f021-130f-4c5f-ae48-cf11a19596d9 tempest-ServerRescueTestJSON-1599140001 tempest-ServerRescueTestJSON-1599140001-project] 10.222.0.74 "DELETE /v2.0/ports/f08913e5-dfef-4f8d-98be-d8455334d4c0 HTTP/1.1" status: 204 len: 173 time: 1.5634968 Jul 23 16:35:13.401030 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41076d4-9476-4849-9c56-f1d044654f2c', 'name': 'network-vif-deleted', 'tag': 'f08913e5-dfef-4f8d-98be-d8455334d4c0'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:13.405249 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b99cdd1-3e3d-4967-89df-fa8ead259944" -d '{"events": [{"server_uuid": "a41076d4-9476-4849-9c56-f1d044654f2c", "name": "network-vif-deleted", "tag": "f08913e5-dfef-4f8d-98be-d8455334d4c0"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:35:13.571033 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8e4dd3-c618-47ce-8f80-b7d340efd96c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:13.586318 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-2e8e4dd3-c618-47ce-8f80-b7d340efd96c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:13.669807 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8e4dd3-c618-47ce-8f80-b7d340efd96c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:13.724123 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e4dd3-c618-47ce-8f80-b7d340efd96c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Pushing event updated for resources: {'Port': ['ID=b5dcb223-4e26-4a9a-854b-545575d2ca36,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:13.841326 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac131b3-2904-4085-be8b-a8338f3e51c1 req-15040d24-bfc7-4177-bcad-18ca56df0fe1 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:13.847909 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fac131b3-2904-4085-be8b-a8338f3e51c1 req-15040d24-bfc7-4177-bcad-18ca56df0fe1 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 1.0337551 Jul 23 16:35:13.856588 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57ac35f-9dc3-48a4-8977-ebfe0e1f5ab4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'port': 2} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:13.877814 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e57ac35f-9dc3-48a4-8977-ebfe0e1f5ab4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:13.982214 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e57ac35f-9dc3-48a4-8977-ebfe0e1f5ab4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:14.737134 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fac131b3-2904-4085-be8b-a8338f3e51c1 req-055974d9-fb1f-41c7-bcee-fa2951ceff82 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8273108 Jul 23 16:35:14.760686 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device f08913e5-dfef-4f8d-98be-d8455334d4c0 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:35:14.803894 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-e57ac35f-9dc3-48a4-8977-ebfe0e1f5ab4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] device_id is not set on port eb281b08-8313-417c-bc35-365730a32a7d yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:35:14.851986 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: f08913e5-dfef-4f8d-98be-d8455334d4c0 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:35:14.852330 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device f08913e5-dfef-4f8d-98be-d8455334d4c0 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:35:14.865937 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49276) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:14.935470 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2e8e4dd3-c618-47ce-8f80-b7d340efd96c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:15.081793 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a98c246-7cbe-4fda-98c7-1093266fb74e x-openstack-request-id: req-0a98c246-7cbe-4fda-98c7-1093266fb74e {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:35:15.082205 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41076d4-9476-4849-9c56-f1d044654f2c", "name": "network-vif-deleted", "tag": "f08913e5-dfef-4f8d-98be-d8455334d4c0", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:35:15.082387 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0a98c246-7cbe-4fda-98c7-1093266fb74e {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:35:15.083211 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41076d4-9476-4849-9c56-f1d044654f2c', 'name': 'network-vif-deleted', 'tag': 'f08913e5-dfef-4f8d-98be-d8455334d4c0', 'status': 'completed', 'code': 200} Jul 23 16:35:15.504129 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6e330-a80f-40c8-9bf0-805c8b10c69a req-e97e9188-5399-41d6-9911-d568905eec00 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:15.512185 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-89a6e330-a80f-40c8-9bf0-805c8b10c69a req-e97e9188-5399-41d6-9911-d568905eec00 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 943 time: 0.4349864 Jul 23 16:35:15.641152 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e57ac35f-9dc3-48a4-8977-ebfe0e1f5ab4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:15.658013 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6b97ed2a-9760-44b6-afc3-1e37b98b2bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:15.726607 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-89a6e330-a80f-40c8-9bf0-805c8b10c69a req-9832c7d8-45d9-4302-953c-574836dd7cc8 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750357 Jul 23 16:35:15.816255 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-e57ac35f-9dc3-48a4-8977-ebfe0e1f5ab4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] device_id is not set on port b1132014-ccaf-483b-a335-73071984f401 yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:35:15.862394 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2e8e4dd3-c618-47ce-8f80-b7d340efd96c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:16.047230 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-6b97ed2a-9760-44b6-afc3-1e37b98b2bec admin admin] Deleting port b61f35c5-e963-47cf-b3b0-6afefd090e25 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:16.047937 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6b97ed2a-9760-44b6-afc3-1e37b98b2bec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:16.189578 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e57ac35f-9dc3-48a4-8977-ebfe0e1f5ab4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:16.221731 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-6b97ed2a-9760-44b6-afc3-1e37b98b2bec admin admin] For port b61f35c5-e963-47cf-b3b0-6afefd090e25, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=b61f35c5-e963-47cf-b3b0-6afefd090e25,segment=NetworkSegment(ff68db7f-6300-42b1-9753-f76aa3ae1bb7),segment_id=ff68db7f-6300-42b1-9753-f76aa3ae1bb7)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:16.224283 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6b97ed2a-9760-44b6-afc3-1e37b98b2bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:16.245509 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-6b97ed2a-9760-44b6-afc3-1e37b98b2bec admin admin] Calling delete_port for b61f35c5-e963-47cf-b3b0-6afefd090e25 owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:16.279032 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9400bce-b50d-4f3d-ba06-92e8d16aaa02 req-8c66d93f-b877-426f-860e-2ebae3ed27d9 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:16.280688 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9400bce-b50d-4f3d-ba06-92e8d16aaa02 req-8c66d93f-b877-426f-860e-2ebae3ed27d9 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.4376068 Jul 23 16:35:16.329947 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e57ac35f-9dc3-48a4-8977-ebfe0e1f5ab4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:16.386217 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ac35f-9dc3-48a4-8977-ebfe0e1f5ab4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Port': ['ID=eb281b08-8313-417c-bc35-365730a32a7d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:16.391323 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9400bce-b50d-4f3d-ba06-92e8d16aaa02 req-801b661d-83bc-4480-a467-8748d9e99534 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008360 Jul 23 16:35:16.412025 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57ac35f-9dc3-48a4-8977-ebfe0e1f5ab4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network 69034369-4f9a-4c56-84cf-53b4e37d45f1 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:16.413795 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-e57ac35f-9dc3-48a4-8977-ebfe0e1f5ab4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:16.418315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57ac35f-9dc3-48a4-8977-ebfe0e1f5ab4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:16.419237 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e57ac35f-9dc3-48a4-8977-ebfe0e1f5ab4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:16.546894 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8e4dd3-c618-47ce-8f80-b7d340efd96c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Router 5d0aba9e-1589-4b5f-bbe0-cdaccf4db94d is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:35:16.574462 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ac35f-9dc3-48a4-8977-ebfe0e1f5ab4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Port': ['ID=b1132014-ccaf-483b-a335-73071984f401,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:16.690257 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6b97ed2a-9760-44b6-afc3-1e37b98b2bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:16.732253 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b97ed2a-9760-44b6-afc3-1e37b98b2bec admin admin] Pushing event deleted for resources: {'Port': ['ID=b61f35c5-e963-47cf-b3b0-6afefd090e25,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:16.752109 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b97ed2a-9760-44b6-afc3-1e37b98b2bec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:16.753166 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b97ed2a-9760-44b6-afc3-1e37b98b2bec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:16.753641 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b97ed2a-9760-44b6-afc3-1e37b98b2bec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:16.753783 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8e4dd3-c618-47ce-8f80-b7d340efd96c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:35:16.754166 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b97ed2a-9760-44b6-afc3-1e37b98b2bec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:16.767964 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b97ed2a-9760-44b6-afc3-1e37b98b2bec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:16.768722 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b97ed2a-9760-44b6-afc3-1e37b98b2bec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:16.768983 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d13ee09-1a1c-41eb-af60-e4a3e7336b31 None None] Sync routers for ids ['5d0aba9e-1589-4b5f-bbe0-cdaccf4db94d'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:35:16.769932 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b97ed2a-9760-44b6-afc3-1e37b98b2bec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:16.770546 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b97ed2a-9760-44b6-afc3-1e37b98b2bec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:16.771735 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b97ed2a-9760-44b6-afc3-1e37b98b2bec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:16.772323 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b97ed2a-9760-44b6-afc3-1e37b98b2bec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:16.773003 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b97ed2a-9760-44b6-afc3-1e37b98b2bec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:16.773627 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b97ed2a-9760-44b6-afc3-1e37b98b2bec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:16.791521 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57ac35f-9dc3-48a4-8977-ebfe0e1f5ab4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Checking segment: {'id': '8350c97f-25ec-4299-8b65-a7517e8e1512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'a2850700-a96f-4f48-9e9c-c1e16ac75afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:35:16.791996 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57ac35f-9dc3-48a4-8977-ebfe0e1f5ab4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network hostable DHCP agents. Network: a2850700-a96f-4f48-9e9c-c1e16ac75afc, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:35:16.797111 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d13ee09-1a1c-41eb-af60-e4a3e7336b31 None None] Routers {'5d0aba9e-1589-4b5f-bbe0-cdaccf4db94d'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:16.797765 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3d13ee09-1a1c-41eb-af60-e4a3e7336b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:35:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5d0aba9e-1589-4b5f-bbe0-cdaccf4db94d'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:16.824454 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2e8e4dd3-c618-47ce-8f80-b7d340efd96c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:16.831479 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49292) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:16.835940 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3d13ee09-1a1c-41eb-af60-e4a3e7336b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:16.841649 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2e8e4dd3-c618-47ce-8f80-b7d340efd96c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.8098471 Jul 23 16:35:16.846099 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d13ee09-1a1c-41eb-af60-e4a3e7336b31 None None] Routers {'5d0aba9e-1589-4b5f-bbe0-cdaccf4db94d'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:16.846947 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3d13ee09-1a1c-41eb-af60-e4a3e7336b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:35:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5d0aba9e-1589-4b5f-bbe0-cdaccf4db94d'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:16.864135 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57ac35f-9dc3-48a4-8977-ebfe0e1f5ab4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network a2850700-a96f-4f48-9e9c-c1e16ac75afc is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:35:16.890340 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3d13ee09-1a1c-41eb-af60-e4a3e7336b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:16.891372 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d13ee09-1a1c-41eb-af60-e4a3e7336b31 None None] The sync data for ids ['5d0aba9e-1589-4b5f-bbe0-cdaccf4db94d'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:35:16.928779 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-e57ac35f-9dc3-48a4-8977-ebfe0e1f5ab4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, a2850700-a96f-4f48-9e9c-c1e16ac75afc) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:16.938594 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57ac35f-9dc3-48a4-8977-ebfe0e1f5ab4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:16.941229 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edef45ca-452e-4038-8fe5-289cb0360b7f None None] Network a2850700-a96f-4f48-9e9c-c1e16ac75afc requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:35:16.976770 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57ac35f-9dc3-48a4-8977-ebfe0e1f5ab4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:16.981855 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57ac35f-9dc3-48a4-8977-ebfe0e1f5ab4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:16.982539 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e57ac35f-9dc3-48a4-8977-ebfe0e1f5ab4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:17.028274 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e57ac35f-9dc3-48a4-8977-ebfe0e1f5ab4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7812328 Jul 23 16:35:17.038435 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49294) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:17.257349 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ddbea-03c3-427e-9560-a724e6a52548 req-b15f966e-6584-4cf5-ba7a-79ecf8335f4e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:17.266479 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6b4ddbea-03c3-427e-9560-a724e6a52548 req-b15f966e-6584-4cf5-ba7a-79ecf8335f4e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 943 time: 0.3903062 Jul 23 16:35:17.326521 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6f6f7202-5f90-49a5-90e7-db75ca7d6f81 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "GET /v2.0/routers/5d0aba9e-1589-4b5f-bbe0-cdaccf4db94d HTTP/1.1" status: 200 len: 920 time: 0.4684653 Jul 23 16:35:17.328217 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49308) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:17.360756 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6b4ddbea-03c3-427e-9560-a724e6a52548 req-0cdc9d5c-b37d-44b0-96de-097825ae16a5 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914521 Jul 23 16:35:17.407625 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-f19d5eb1-9448-4292-a1d2-d8cac8514e29 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Deleting port b1132014-ccaf-483b-a335-73071984f401 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:17.407891 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f19d5eb1-9448-4292-a1d2-d8cac8514e29 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:17.419692 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e10d9ff8-caed-4ba8-a52e-cd165adff58a tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d0aba9e-1589-4b5f-bbe0-cdaccf4db94d HTTP/1.1" status: 200 len: 205 time: 0.0857029 Jul 23 16:35:17.426058 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49314) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:17.459200 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6b97ed2a-9760-44b6-afc3-1e37b98b2bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:17.702313 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f19d5eb1-9448-4292-a1d2-d8cac8514e29 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:17.717613 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-f19d5eb1-9448-4292-a1d2-d8cac8514e29 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Calling delete_port for b1132014-ccaf-483b-a335-73071984f401 owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:17.773792 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b97ed2a-9760-44b6-afc3-1e37b98b2bec admin admin] Router 11ce02fb-fb84-43cf-9494-28ea46f36d50 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:35:17.806752 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-22146e3c-52de-4498-bbe9-6f11a78c1fc0 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1186066680&fields=id&tenant_id=685de99fd88a4ebd80b04837e882af01 HTTP/1.1" status: 200 len: 267 time: 0.2559693 Jul 23 16:35:17.840960 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b90a944e-b91c-4846-a470-9c3e9ad262b2 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:17.901261 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b97ed2a-9760-44b6-afc3-1e37b98b2bec admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:35:17.909140 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6b97ed2a-9760-44b6-afc3-1e37b98b2bec admin admin] 10.222.0.73 "PUT /v2.0/routers/11ce02fb-fb84-43cf-9494-28ea46f36d50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0405262 Jul 23 16:35:17.910149 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49344) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:17.914245 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4be816-9440-4b57-b7e8-20fc2b23af01 None None] Sync routers for ids ['11ce02fb-fb84-43cf-9494-28ea46f36d50'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:35:17.925223 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4be816-9440-4b57-b7e8-20fc2b23af01 None None] Routers {'11ce02fb-fb84-43cf-9494-28ea46f36d50'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:17.925930 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-1c4be816-9440-4b57-b7e8-20fc2b23af01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:35:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['11ce02fb-fb84-43cf-9494-28ea46f36d50'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:18.055624 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e54eb73-bdf3-4396-8d25-f4a1d8f6fca1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:18.096021 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2e789-f697-4a58-95e6-59f772d4be2b req-206c9fa1-aacd-4117-975f-f6a80bcadd77 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:18.098606 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-1c4be816-9440-4b57-b7e8-20fc2b23af01 None None] Set router 11ce02fb-fb84-43cf-9494-28ea46f36d50 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:18.109684 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fea2e789-f697-4a58-95e6-59f772d4be2b req-206c9fa1-aacd-4117-975f-f6a80bcadd77 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.5232847 Jul 23 16:35:18.269757 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e54eb73-bdf3-4396-8d25-f4a1d8f6fca1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:18.441631 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fea2e789-f697-4a58-95e6-59f772d4be2b req-ccbb01c0-7c26-4eaf-958c-5777e3d23bc7 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304515 Jul 23 16:35:18.453908 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5e54eb73-bdf3-4396-8d25-f4a1d8f6fca1 admin admin] Deleting port d6758951-4996-47e5-8df8-2ecb2da25791 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:18.454487 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e54eb73-bdf3-4396-8d25-f4a1d8f6fca1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:18.488380 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-1c4be816-9440-4b57-b7e8-20fc2b23af01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ce02fb-fb84-43cf-9494-28ea46f36d50', 'name': 'tempest-ServerRescueTestJSON-1386557760-router', 'tenant_id': 'd40e0ee1ca674276bdd958b07bc5c30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd6758951-4996-47e5-8df8-2ecb2da25791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:32:52Z', 'updated_at': '2021-07-23T16:35:16Z', 'revision_number': 5, 'project_id': 'd40e0ee1ca674276bdd958b07bc5c30e', 'gw_port': {'id': 'd6758951-4996-47e5-8df8-2ecb2da25791', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce02fb-fb84-43cf-9494-28ea46f36d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:53Z', 'updated_at': '2021-07-23T16:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:18.493974 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b90a944e-b91c-4846-a470-9c3e9ad262b2 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:18.520209 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f19d5eb1-9448-4292-a1d2-d8cac8514e29 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:18.550558 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4be816-9440-4b57-b7e8-20fc2b23af01 None None] Checking router: 11ce02fb-fb84-43cf-9494-28ea46f36d50 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:35:18.568834 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4be816-9440-4b57-b7e8-20fc2b23af01 None None] Routers {'11ce02fb-fb84-43cf-9494-28ea46f36d50'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:18.573946 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-1c4be816-9440-4b57-b7e8-20fc2b23af01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:35:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['11ce02fb-fb84-43cf-9494-28ea46f36d50'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:18.632136 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d5eb1-9448-4292-a1d2-d8cac8514e29 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Port': ['ID=b1132014-ccaf-483b-a335-73071984f401,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:18.644300 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f19d5eb1-9448-4292-a1d2-d8cac8514e29 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:18.647233 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f19d5eb1-9448-4292-a1d2-d8cac8514e29 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/ports/b1132014-ccaf-483b-a335-73071984f401 HTTP/1.1" status: 204 len: 168 time: 1.6069956 Jul 23 16:35:18.689413 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-a0c73289-5f36-4769-8f65-14c9e0fac658 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:18.691267 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-a0c73289-5f36-4769-8f65-14c9e0fac658 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/networks?id=9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9 HTTP/1.1" status: 200 len: 809 time: 0.8712113 Jul 23 16:35:18.693507 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49354) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:18.706304 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-1c4be816-9440-4b57-b7e8-20fc2b23af01 None None] Set router 11ce02fb-fb84-43cf-9494-28ea46f36d50 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:18.776955 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-1c4be816-9440-4b57-b7e8-20fc2b23af01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ce02fb-fb84-43cf-9494-28ea46f36d50', 'name': 'tempest-ServerRescueTestJSON-1386557760-router', 'tenant_id': 'd40e0ee1ca674276bdd958b07bc5c30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:32:52Z', 'updated_at': '2021-07-23T16:35:18Z', 'revision_number': 6, 'project_id': 'd40e0ee1ca674276bdd958b07bc5c30e', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:18.807513 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4be816-9440-4b57-b7e8-20fc2b23af01 None None] The sync data for ids ['11ce02fb-fb84-43cf-9494-28ea46f36d50'] in n-d-778549-4 is: [{'id': '11ce02fb-fb84-43cf-9494-28ea46f36d50', 'name': 'tempest-ServerRescueTestJSON-1386557760-router', 'tenant_id': 'd40e0ee1ca674276bdd958b07bc5c30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:32:52Z', 'updated_at': '2021-07-23T16:35:18Z', 'revision_number': 6, 'project_id': 'd40e0ee1ca674276bdd958b07bc5c30e', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:35:18.837741 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-d2307667-fa16-4792-971a-d833fead6cf8 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/quotas/685de99fd88a4ebd80b04837e882af01 HTTP/1.1" status: 200 len: 375 time: 0.1040750 Jul 23 16:35:18.971951 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1b846b-dc98-499c-acfe-928f29095eb9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:18.978608 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1b846b-dc98-499c-acfe-928f29095eb9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:18.980347 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9d1b846b-dc98-499c-acfe-928f29095eb9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2841535 Jul 23 16:35:18.986391 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49356) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:19.002915 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe00ed2-498b-4a7b-b45e-58e845445279 req-a88f329b-7eab-4202-85cb-f8f3933ae1df tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:19.007786 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abe00ed2-498b-4a7b-b45e-58e845445279 req-a88f329b-7eab-4202-85cb-f8f3933ae1df tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 947 time: 0.3995149 Jul 23 16:35:19.037910 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-b90a944e-b91c-4846-a470-9c3e9ad262b2 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Deleting port b5dcb223-4e26-4a9a-854b-545575d2ca36 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:19.038245 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b90a944e-b91c-4846-a470-9c3e9ad262b2 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:19.070711 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5e54eb73-bdf3-4396-8d25-f4a1d8f6fca1 admin admin] For port d6758951-4996-47e5-8df8-2ecb2da25791, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d6758951-4996-47e5-8df8-2ecb2da25791,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:19.071144 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e54eb73-bdf3-4396-8d25-f4a1d8f6fca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:19.085821 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5e54eb73-bdf3-4396-8d25-f4a1d8f6fca1 admin admin] Calling delete_port for d6758951-4996-47e5-8df8-2ecb2da25791 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:19.146890 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768074a-1631-4d3e-8ff0-24a1244dda5e req-28c6cdbf-29c3-4cd0-a1df-8bde62fe457c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:19.148344 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1768074a-1631-4d3e-8ff0-24a1244dda5e req-28c6cdbf-29c3-4cd0-a1df-8bde62fe457c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e9dc3f31640549ca813e0dbead6dea67&device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 1097 time: 0.4160259 Jul 23 16:35:19.208121 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-646a6009-97a6-4289-b450-4ba94c774b18 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=685de99fd88a4ebd80b04837e882af01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3609335 Jul 23 16:35:19.232426 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abe00ed2-498b-4a7b-b45e-58e845445279 req-83b13f5e-f30b-4af5-a90e-b746fa73f1d1 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168114 Jul 23 16:35:19.319398 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device b61f35c5-e963-47cf-b3b0-6afefd090e25 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:35:19.321613 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e54eb73-bdf3-4396-8d25-f4a1d8f6fca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:19.368668 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: b61f35c5-e963-47cf-b3b0-6afefd090e25 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:35:19.369270 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device b61f35c5-e963-47cf-b3b0-6afefd090e25 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:35:19.406634 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b90a944e-b91c-4846-a470-9c3e9ad262b2 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:19.441827 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54eb73-bdf3-4396-8d25-f4a1d8f6fca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6758951-4996-47e5-8df8-2ecb2da25791,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:19.446976 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e54eb73-bdf3-4396-8d25-f4a1d8f6fca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:19.463456 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-b90a944e-b91c-4846-a470-9c3e9ad262b2 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Calling delete_port for b5dcb223-4e26-4a9a-854b-545575d2ca36 owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:19.511306 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-44ff19c2-8d95-4a54-b384-25345d82a9a0 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Deleting port eb281b08-8313-417c-bc35-365730a32a7d {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:19.511725 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-44ff19c2-8d95-4a54-b384-25345d82a9a0 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:19.550923 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e54eb73-bdf3-4396-8d25-f4a1d8f6fca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:19.554845 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e54eb73-bdf3-4396-8d25-f4a1d8f6fca1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:19.607176 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e54eb73-bdf3-4396-8d25-f4a1d8f6fca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:19.607730 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e54eb73-bdf3-4396-8d25-f4a1d8f6fca1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11ce02fb-fb84-43cf-9494-28ea46f36d50 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:35:19.615603 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e54eb73-bdf3-4396-8d25-f4a1d8f6fca1 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:19.619832 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5e54eb73-bdf3-4396-8d25-f4a1d8f6fca1 admin admin] 10.222.0.73 "DELETE /v2.0/routers/11ce02fb-fb84-43cf-9494-28ea46f36d50 HTTP/1.1" status: 204 len: 168 time: 1.7087088 Jul 23 16:35:19.620495 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49364) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:19.670802 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e563930-8f58-45bf-8bb8-87734c2102bc admin admin] Deleting subnet b6e51e5c-e7af-4f3d-9bf0-f99b4811604f {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:35:19.674368 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3e563930-8f58-45bf-8bb8-87734c2102bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:19.735563 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3e563930-8f58-45bf-8bb8-87734c2102bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:19.800804 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3e563930-8f58-45bf-8bb8-87734c2102bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:19.877583 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3e563930-8f58-45bf-8bb8-87734c2102bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:19.916847 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e563930-8f58-45bf-8bb8-87734c2102bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6e51e5c-e7af-4f3d-9bf0-f99b4811604f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:19.921015 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3e563930-8f58-45bf-8bb8-87734c2102bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:19.925614 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3e563930-8f58-45bf-8bb8-87734c2102bc admin admin] 10.222.0.73 "DELETE /v2.0/subnets/b6e51e5c-e7af-4f3d-9bf0-f99b4811604f HTTP/1.1" status: 204 len: 168 time: 0.3040602 Jul 23 16:35:19.926261 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49366) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:19.982194 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768074a-1631-4d3e-8ff0-24a1244dda5e req-622f6b0b-0e3f-416b-9122-6d00b275fc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:19.983719 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1768074a-1631-4d3e-8ff0-24a1244dda5e req-622f6b0b-0e3f-416b-9122-6d00b275fc88 service neutron] 10.222.0.97 "GET /v2.0/networks?id=39f95156-8af8-4a3c-8185-a196a0cfd658 HTTP/1.1" status: 200 len: 914 time: 0.8219798 Jul 23 16:35:20.040069 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f2f9e89-de67-497f-97da-e9cf60b909d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:20.101645 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-44ff19c2-8d95-4a54-b384-25345d82a9a0 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:20.115441 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1768074a-1631-4d3e-8ff0-24a1244dda5e req-51fa6760-b7d4-4901-81e3-e1aafb9ff416 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=873ab846-b220-45c4-b796-4be961cfe70b HTTP/1.1" status: 200 len: 217 time: 0.1158862 Jul 23 16:35:20.160361 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-44ff19c2-8d95-4a54-b384-25345d82a9a0 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Calling delete_port for eb281b08-8313-417c-bc35-365730a32a7d owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:20.167515 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f2f9e89-de67-497f-97da-e9cf60b909d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:20.184408 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-3f2f9e89-de67-497f-97da-e9cf60b909d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a09e324-af99-4e6f-aabe-ea07ec677e31']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:20.202258 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-35f76449-08f7-4bc5-8ca4-df595ae83634 service neutron] 10.222.0.73 "GET /v2.0/networks/9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9629798 Jul 23 16:35:20.205702 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-3f2f9e89-de67-497f-97da-e9cf60b909d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff68db7f-6300-42b1-9753-f76aa3ae1bb7') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:20.206215 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-3f2f9e89-de67-497f-97da-e9cf60b909d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff68db7f-6300-42b1-9753-f76aa3ae1bb7') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:20.225352 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f2f9e89-de67-497f-97da-e9cf60b909d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:20.248753 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f2f9e89-de67-497f-97da-e9cf60b909d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:20.257658 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2f9e89-de67-497f-97da-e9cf60b909d4 admin admin] Releasing vlan 1148 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:35:20.258232 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f2f9e89-de67-497f-97da-e9cf60b909d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:20.260172 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:35:20.260172 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:35:20.260172 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:35:20.260172 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:35:20.260172 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:35:20.260172 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:35:20.260172 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:35:20.260172 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:35:20.260172 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:35:20.260172 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:35:20.260172 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:35:20.260172 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:35:20.260172 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:35:20.260172 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:35:20.260172 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:35:20.260172 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:35:20.260172 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:35:20.260172 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:35:20.260172 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:35:20.260172 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:35:20.260172 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:35:20.260172 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:35:20.260172 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:35:20.260172 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:35:20.260172 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:35:20.260172 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:35:20.260172 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:35:20.260172 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:35:20.260172 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:35:20.260172 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:35:20.260172 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:35:20.260172 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:35:20.266841 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336e2ae-db3c-4dfe-b66b-e310e8f8d552 req-a69b0906-712b-4c5e-b860-ec84a1036dd7 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:20.268374 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9336e2ae-db3c-4dfe-b66b-e310e8f8d552 req-a69b0906-712b-4c5e-b860-ec84a1036dd7 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 943 time: 0.8307860 Jul 23 16:35:20.334646 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f2f9e89-de67-497f-97da-e9cf60b909d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:20.347630 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f2f9e89-de67-497f-97da-e9cf60b909d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:20.357692 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3f2f9e89-de67-497f-97da-e9cf60b909d4 admin admin] 10.222.0.73 "DELETE /v2.0/networks/7a09e324-af99-4e6f-aabe-ea07ec677e31 HTTP/1.1" status: 204 len: 168 time: 0.4301054 Jul 23 16:35:20.370428 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768074a-1631-4d3e-8ff0-24a1244dda5e req-ea701e01-a160-4cbf-afc6-83dd35ac5537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:20.372026 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1768074a-1631-4d3e-8ff0-24a1244dda5e req-ea701e01-a160-4cbf-afc6-83dd35ac5537 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a37eb368-db19-4fd2-8bc8-9aa2e38f4d63 HTTP/1.1" status: 200 len: 852 time: 0.2467968 Jul 23 16:35:20.384560 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f9e89-de67-497f-97da-e9cf60b909d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a09e324-af99-4e6f-aabe-ea07ec677e31,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:20.488987 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1768074a-1631-4d3e-8ff0-24a1244dda5e req-afb422be-3948-42ea-97d2-ee2d19ba9caf service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=39f95156-8af8-4a3c-8185-a196a0cfd658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997987 Jul 23 16:35:20.493010 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9336e2ae-db3c-4dfe-b66b-e310e8f8d552 req-02258696-c992-4ec5-815c-10bba29c4460 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836874 Jul 23 16:35:20.585957 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-37691b84-43e1-4598-8569-bad78c87bde2 service neutron] 10.222.0.73 "GET /v2.0/networks/9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284488 Jul 23 16:35:20.614662 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b90a944e-b91c-4846-a470-9c3e9ad262b2 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:20.616798 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49374) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:20.682076 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a944e-b91c-4846-a470-9c3e9ad262b2 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Pushing event deleted for resources: {'Port': ['ID=b5dcb223-4e26-4a9a-854b-545575d2ca36,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:20.693752 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-44ff19c2-8d95-4a54-b384-25345d82a9a0 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:20.761624 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-91a22286-7214-40a9-9427-f88ea8e630d7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d40e0ee1ca674276bdd958b07bc5c30e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420801 Jul 23 16:35:20.764442 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49376) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:20.789009 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff19c2-8d95-4a54-b384-25345d82a9a0 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Port': ['ID=eb281b08-8313-417c-bc35-365730a32a7d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:20.843713 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1768074a-1631-4d3e-8ff0-24a1244dda5e req-7efef8d7-d02c-4458-93fe-1bdd2c6685f7 service neutron] 10.222.0.97 "GET /v2.0/networks/39f95156-8af8-4a3c-8185-a196a0cfd658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409603 Jul 23 16:35:20.879292 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0ad0011b-eeab-4d58-a09d-716c289baf16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:20.922070 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0ad0011b-eeab-4d58-a09d-716c289baf16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:20.957155 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-44ff19c2-8d95-4a54-b384-25345d82a9a0 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:20.959713 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-44ff19c2-8d95-4a54-b384-25345d82a9a0 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/ports/eb281b08-8313-417c-bc35-365730a32a7d HTTP/1.1" status: 204 len: 168 time: 1.9708452 Jul 23 16:35:20.964468 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49386) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:20.997226 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b90a944e-b91c-4846-a470-9c3e9ad262b2 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:21.044042 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0ad0011b-eeab-4d58-a09d-716c289baf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:21.048489 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0ad0011b-eeab-4d58-a09d-716c289baf16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:21.055209 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0ad0011b-eeab-4d58-a09d-716c289baf16 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a468c5c4-1d8f-48c5-bd94-078b2e68d8c5 HTTP/1.1" status: 204 len: 168 time: 0.2887859 Jul 23 16:35:21.079724 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0011b-eeab-4d58-a09d-716c289baf16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a468c5c4-1d8f-48c5-bd94-078b2e68d8c5,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:21.295921 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1768074a-1631-4d3e-8ff0-24a1244dda5e req-151e9ac0-1d47-47b4-a333-3d795a1442fe service neutron] 10.222.0.97 "GET /v2.0/networks/39f95156-8af8-4a3c-8185-a196a0cfd658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432664 Jul 23 16:35:21.328654 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-565bece1-83bb-40a5-a162-ef7f516ac97e req-693f814f-86d9-4a43-a359-911ec67bb09d tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/ports?device_id=47a1232d-43a1-4a2f-ba77-d3efe32641b2 HTTP/1.1" status: 200 len: 210 time: 0.0569882 Jul 23 16:35:21.335556 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b90a944e-b91c-4846-a470-9c3e9ad262b2 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:21.340635 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b90a944e-b91c-4846-a470-9c3e9ad262b2 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:21.472600 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d6758951-4996-47e5-8df8-2ecb2da25791 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:35:21.515122 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136bee4-1cbe-408c-994d-57c56cc1374e req-bd94ec28-fa81-47ef-8ff4-5448293a15af tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:21.516749 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4136bee4-1cbe-408c-994d-57c56cc1374e req-bd94ec28-fa81-47ef-8ff4-5448293a15af tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 946 time: 0.5618975 Jul 23 16:35:21.542433 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b90a944e-b91c-4846-a470-9c3e9ad262b2 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:21.543013 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90a944e-b91c-4846-a470-9c3e9ad262b2 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Fanout notify agent at l3_agent the message router_deleted on router 5d0aba9e-1589-4b5f-bbe0-cdaccf4db94d {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:35:21.563199 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: d6758951-4996-47e5-8df8-2ecb2da25791 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:35:21.568619 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b90a944e-b91c-4846-a470-9c3e9ad262b2 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:21.568770 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d6758951-4996-47e5-8df8-2ecb2da25791 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:35:21.569794 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b90a944e-b91c-4846-a470-9c3e9ad262b2 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] 10.222.0.73 "DELETE /v2.0/routers/5d0aba9e-1589-4b5f-bbe0-cdaccf4db94d HTTP/1.1" status: 204 len: 168 time: 4.1416342 Jul 23 16:35:21.580812 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49402) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:21.594484 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-e6c738a7-84f3-4b5b-8001-7b1249e63f7d tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1253583619', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'enable_snat': False}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:21.600798 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab63ed34-0dd8-432f-8b9b-3c183c313bac tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:21.602730 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ab63ed34-0dd8-432f-8b9b-3c183c313bac tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.6206605 Jul 23 16:35:21.610904 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49404) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:21.659673 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bab8d0d-6d23-43d8-a756-9ad7fe0222f9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] GET failed (client error): The resource could not be found. Jul 23 16:35:21.662484 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7bab8d0d-6d23-43d8-a756-9ad7fe0222f9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "GET /v2.0/ports/b1132014-ccaf-483b-a335-73071984f401 HTTP/1.1" status: 404 len: 333 time: 0.0502014 Jul 23 16:35:21.665012 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49406) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:21.668193 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4136bee4-1cbe-408c-994d-57c56cc1374e req-b66822c0-2eed-4df3-bfe8-e014c86ffd96 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379485 Jul 23 16:35:21.685500 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6c738a7-84f3-4b5b-8001-7b1249e63f7d tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:21.685500 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6c738a7-84f3-4b5b-8001-7b1249e63f7d tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:21.701957 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec6ef41-6416-4c61-a2a5-c9e7a2e7d1c3 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] GET failed (client error): The resource could not be found. Jul 23 16:35:21.703640 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-bec6ef41-6416-4c61-a2a5-c9e7a2e7d1c3 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "GET /v2.0/ports/eb281b08-8313-417c-bc35-365730a32a7d HTTP/1.1" status: 404 len: 333 time: 0.0345602 Jul 23 16:35:21.715036 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49410) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:21.769214 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656da65-e9af-4f1d-ac33-8863b200c520 req-e0d99326-7f89-472f-9374-66339bcf7049 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:21.771399 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1656da65-e9af-4f1d-ac33-8863b200c520 req-e0d99326-7f89-472f-9374-66339bcf7049 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 947 time: 0.2506452 Jul 23 16:35:21.793252 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6c738a7-84f3-4b5b-8001-7b1249e63f7d tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:21.809537 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 873ab846-b220-45c4-b796-4be961cfe70b no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:35:21.863139 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-068f0c82-f537-4fbb-b8b3-c5723d02de8e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:21.940819 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1656da65-e9af-4f1d-ac33-8863b200c520 req-51c2dd9a-a279-461f-b5f5-3d8c15e00c27 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571715 Jul 23 16:35:22.015725 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:22.061468 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 873ab846-b220-45c4-b796-4be961cfe70b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=873ab846-b220-45c4-b796-4be961cfe70b,segment=NetworkSegment(b81e70b7-14fa-4230-9456-adac869c5c0b),segment_id=b81e70b7-14fa-4230-9456-adac869c5c0b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:22.062823 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7198ca53-aec1-4da6-80f5-fa9762b7a709', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '873ab846-b220-45c4-b796-4be961cfe70b'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:22.065761 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4324d45e-0a42-4c0a-b488-01d5ba90d884" -d '{"events": [{"server_uuid": "7198ca53-aec1-4da6-80f5-fa9762b7a709", "name": "network-vif-unplugged", "status": "completed", "tag": "873ab846-b220-45c4-b796-4be961cfe70b"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:35:22.071515 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:22.073589 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 726cd214-8346-47cb-a33e-99234af00cab no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:35:22.096895 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6c738a7-84f3-4b5b-8001-7b1249e63f7d tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:22.145678 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=873ab846-b220-45c4-b796-4be961cfe70b,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:22.183902 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ae2358-4bed-419a-beae-41cf4ad79fd7 x-openstack-request-id: req-f9ae2358-4bed-419a-beae-41cf4ad79fd7 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:35:22.184199 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7198ca53-aec1-4da6-80f5-fa9762b7a709", "name": "network-vif-unplugged", "status": "completed", "tag": "873ab846-b220-45c4-b796-4be961cfe70b", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:35:22.184456 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f9ae2358-4bed-419a-beae-41cf4ad79fd7 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:35:22.184865 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7198ca53-aec1-4da6-80f5-fa9762b7a709', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '873ab846-b220-45c4-b796-4be961cfe70b', 'code': 200} Jul 23 16:35:22.225475 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-068f0c82-f537-4fbb-b8b3-c5723d02de8e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:22.294543 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3118f23-65e4-42e1-81e9-ff3f6bc82af5 req-2b0ce63d-ab66-4aab-b45e-4d0ed507fad7 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:22.296675 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e3118f23-65e4-42e1-81e9-ff3f6bc82af5 req-2b0ce63d-ab66-4aab-b45e-4d0ed507fad7 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 943 time: 0.3993216 Jul 23 16:35:22.307704 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-068f0c82-f537-4fbb-b8b3-c5723d02de8e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2850700-a96f-4f48-9e9c-c1e16ac75afc']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:22.356473 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:22.365237 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-068f0c82-f537-4fbb-b8b3-c5723d02de8e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8350c97f-25ec-4299-8b65-a7517e8e1512') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:22.365833 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-068f0c82-f537-4fbb-b8b3-c5723d02de8e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8350c97f-25ec-4299-8b65-a7517e8e1512') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:22.385654 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-068f0c82-f537-4fbb-b8b3-c5723d02de8e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:22.428215 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e3118f23-65e4-42e1-81e9-ff3f6bc82af5 req-a83e5be1-ac23-4517-8e32-1e0432e1911b tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139400 Jul 23 16:35:22.437628 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-068f0c82-f537-4fbb-b8b3-c5723d02de8e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:22.442999 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 726cd214-8346-47cb-a33e-99234af00cab, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=726cd214-8346-47cb-a33e-99234af00cab,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:22.454109 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:22.467945 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-068f0c82-f537-4fbb-b8b3-c5723d02de8e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:35:22.469829 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-068f0c82-f537-4fbb-b8b3-c5723d02de8e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:22.480314 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:35:22.480314 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:35:22.480314 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:35:22.480314 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:35:22.480314 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:35:22.480314 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:35:22.480314 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:35:22.480314 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:35:22.480314 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:35:22.480314 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:35:22.480314 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:35:22.480314 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:35:22.480314 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:35:22.480314 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:35:22.480314 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:35:22.480314 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:35:22.480314 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:35:22.480314 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:35:22.480314 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:35:22.480314 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:35:22.480314 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:35:22.480314 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:35:22.480314 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:35:22.480314 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:35:22.480314 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:35:22.480314 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:35:22.480314 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:35:22.480314 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:35:22.480314 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:35:22.480314 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:35:22.480314 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:35:22.480314 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:35:22.534318 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6c738a7-84f3-4b5b-8001-7b1249e63f7d tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:22.588781 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6c738a7-84f3-4b5b-8001-7b1249e63f7d tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:22.594615 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=726cd214-8346-47cb-a33e-99234af00cab,revision_number=11']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:22.709962 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3842988a-c12d-4e12-ba89-5e4d616adc9d req-2808f0ae-9b82-4cf6-af4e-8e408c6f8085 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/ports?device_id=47a1232d-43a1-4a2f-ba77-d3efe32641b2 HTTP/1.1" status: 200 len: 210 time: 0.1483395 Jul 23 16:35:22.714849 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-068f0c82-f537-4fbb-b8b3-c5723d02de8e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:22.725895 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-068f0c82-f537-4fbb-b8b3-c5723d02de8e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:22.734527 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-068f0c82-f537-4fbb-b8b3-c5723d02de8e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/networks/a2850700-a96f-4f48-9e9c-c1e16ac75afc HTTP/1.1" status: 204 len: 168 time: 1.0253253 Jul 23 16:35:22.737419 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49434) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:22.759010 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-6a2fda77-c1f6-4598-b804-a80cd3f2bdf6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-258194609'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:22.769392 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49436) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:22.802044 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f0c82-f537-4fbb-b8b3-c5723d02de8e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Network': ['ID=a2850700-a96f-4f48-9e9c-c1e16ac75afc,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:22.808349 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2fda77-c1f6-4598-b804-a80cd3f2bdf6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:22.821736 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6a2fda77-c1f6-4598-b804-a80cd3f2bdf6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:22.880526 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a2fda77-c1f6-4598-b804-a80cd3f2bdf6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] vlan segment allocate from pool success with {'vlan_id': 1121, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:35:22.891787 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6a2fda77-c1f6-4598-b804-a80cd3f2bdf6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:22.892321 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-6a2fda77-c1f6-4598-b804-a80cd3f2bdf6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Added segment 24f67d9f-83a3-4141-9bb7-bcf26b802ca6 of type vlan for network 2dc54e65-b467-41d4-9935-971217166820 Jul 23 16:35:22.939217 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6a2fda77-c1f6-4598-b804-a80cd3f2bdf6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:22.992756 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ab8bf26f-3816-4312-adf9-d55cae74efdb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1304349298-network', 'tenant_id': 'd6123a1f03ef4241adc1479c7ea0a71b'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:23.010090 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-e6c738a7-84f3-4b5b-8001-7b1249e63f7d tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Allocated IP 172.25.8.242 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/ed0d26b7-6ce0-46b7-bee8-beac53e34227) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:35:23.057084 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6a2fda77-c1f6-4598-b804-a80cd3f2bdf6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:23.063356 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2fda77-c1f6-4598-b804-a80cd3f2bdf6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:23.064206 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6a2fda77-c1f6-4598-b804-a80cd3f2bdf6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:23.158381 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6c738a7-84f3-4b5b-8001-7b1249e63f7d tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:23.176337 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2fda77-c1f6-4598-b804-a80cd3f2bdf6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Network': ['ID=2dc54e65-b467-41d4-9935-971217166820,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:23.187603 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8bf26f-3816-4312-adf9-d55cae74efdb admin admin] Made reservation on behalf of d6123a1f03ef4241adc1479c7ea0a71b for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:23.191681 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 2dc54e65-b467-41d4-9935-971217166820 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:35:23.204490 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ab8bf26f-3816-4312-adf9-d55cae74efdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:23.232170 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6a2fda77-c1f6-4598-b804-a80cd3f2bdf6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4903126 Jul 23 16:35:23.233807 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49442) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:23.255382 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-a833523a-dd70-48ab-af5c-b8e9497d8864 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'subnet': {'network_id': '2dc54e65-b467-41d4-9935-971217166820', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:23.287315 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6c738a7-84f3-4b5b-8001-7b1249e63f7d tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:23.298376 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ab8bf26f-3816-4312-adf9-d55cae74efdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:23.371513 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c738a7-84f3-4b5b-8001-7b1249e63f7d tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:23.411324 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af2fe4-a4f0-4408-9c9b-d98d7e9f265f req-664d306f-79ca-4d73-b59b-82a6eca2cfb7 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:23.418791 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-10af2fe4-a4f0-4408-9c9b-d98d7e9f265f req-664d306f-79ca-4d73-b59b-82a6eca2cfb7 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 944 time: 0.4662004 Jul 23 16:35:23.460043 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8b9df-3ee3-45f0-998a-bc73a167f25c req-ff714f16-c7fb-4e61-aeb0-5f53009cb7b9 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:23.468099 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4da8b9df-3ee3-45f0-998a-bc73a167f25c req-ff714f16-c7fb-4e61-aeb0-5f53009cb7b9 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.4279673 Jul 23 16:35:23.468701 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-e6c738a7-84f3-4b5b-8001-7b1249e63f7d tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:23.471557 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c738a7-84f3-4b5b-8001-7b1249e63f7d tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Pushing event updated for resources: {'Port': ['ID=ed0d26b7-6ce0-46b7-bee8-beac53e34227,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:23.479315 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c738a7-84f3-4b5b-8001-7b1249e63f7d tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:23.519597 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-10af2fe4-a4f0-4408-9c9b-d98d7e9f265f req-2ebbbef5-3063-4502-ad9d-b93d726eeed4 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995131 Jul 23 16:35:23.588539 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4da8b9df-3ee3-45f0-998a-bc73a167f25c req-aeb46fd4-5ddb-4e61-859d-7deaaa9c0f07 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170778 Jul 23 16:35:23.682024 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ab8bf26f-3816-4312-adf9-d55cae74efdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:23.693112 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ab8bf26f-3816-4312-adf9-d55cae74efdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:23.729085 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8bf26f-3816-4312-adf9-d55cae74efdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:23.753900 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab8bf26f-3816-4312-adf9-d55cae74efdb admin admin] vlan segment allocate from pool success with {'vlan_id': 1112, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:35:23.779312 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a833523a-dd70-48ab-af5c-b8e9497d8864 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:23.782954 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a833523a-dd70-48ab-af5c-b8e9497d8864 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:23.784607 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ab8bf26f-3816-4312-adf9-d55cae74efdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:23.784959 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-ab8bf26f-3816-4312-adf9-d55cae74efdb admin admin] Added segment a8c299fb-b86b-45a3-ad50-cad624adf3d9 of type vlan for network 72414b03-0eff-47a3-8162-f0db3384a849 Jul 23 16:35:23.814149 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 726cd214-8346-47cb-a33e-99234af00cab details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:35:23.998153 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8978668e-20cd-4200-ac8c-8f4204ff47c4 req-958b1797-778f-4a21-bb94-db9994b4bf49 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/ports?device_id=47a1232d-43a1-4a2f-ba77-d3efe32641b2 HTTP/1.1" status: 200 len: 210 time: 0.1391673 Jul 23 16:35:23.998153 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ab8bf26f-3816-4312-adf9-d55cae74efdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:24.001836 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 726cd214-8346-47cb-a33e-99234af00cab, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=726cd214-8346-47cb-a33e-99234af00cab,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:24.030783 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6c738a7-84f3-4b5b-8001-7b1249e63f7d tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:24.031366 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b71a8-cb94-4baf-b96e-04211ec0c6ab req-58124f3f-7609-41e2-b167-4615d3941820 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:24.040829 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-296b71a8-cb94-4baf-b96e-04211ec0c6ab req-58124f3f-7609-41e2-b167-4615d3941820 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 943 time: 0.3992240 Jul 23 16:35:24.046472 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '726cd214-8346-47cb-a33e-99234af00cab', 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a', 'port_id': '726cd214-8346-47cb-a33e-99234af00cab', 'mac_address': 'fa:16:3e:60:42:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae57d8d-3779-4491-8fd1-fe104612a516', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:35:24.094703 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:35:24.127769 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:24.131802 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-296b71a8-cb94-4baf-b96e-04211ec0c6ab req-803a9f5f-a308-4b3d-9d60-e5dd6ff2cbec tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900478 Jul 23 16:35:24.165042 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726cd214-8346-47cb-a33e-99234af00cab {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:35:24.168220 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ab8bf26f-3816-4312-adf9-d55cae74efdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:24.169621 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8bf26f-3816-4312-adf9-d55cae74efdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:24.171539 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ab8bf26f-3816-4312-adf9-d55cae74efdb admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:24.189173 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd420a9a8-aff2-437f-80c1-258f3ee789da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '726cd214-8346-47cb-a33e-99234af00cab'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:24.193853 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2a9a31-034b-4a4b-977d-68f28dd15c9b" -d '{"events": [{"server_uuid": "d420a9a8-aff2-437f-80c1-258f3ee789da", "name": "network-vif-unplugged", "status": "completed", "tag": "726cd214-8346-47cb-a33e-99234af00cab"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:35:24.227822 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ab8bf26f-3816-4312-adf9-d55cae74efdb admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4513118 Jul 23 16:35:24.229268 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 726cd214-8346-47cb-a33e-99234af00cab, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=726cd214-8346-47cb-a33e-99234af00cab,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:24.234514 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49450) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:24.235195 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:24.242022 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-7b392af1-4358-4f87-8878-3c9bbeac052a admin admin] Request body: {'subnet': {'network_id': '72414b03-0eff-47a3-8162-f0db3384a849', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1304349298-subnet', 'tenant_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:24.313375 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8bf26f-3816-4312-adf9-d55cae74efdb admin admin] Pushing event updated for resources: {'Network': ['ID=72414b03-0eff-47a3-8162-f0db3384a849,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:24.333140 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4336468c-7814-4fa1-a362-44a00f1640b5 x-openstack-request-id: req-4336468c-7814-4fa1-a362-44a00f1640b5 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:35:24.333553 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d420a9a8-aff2-437f-80c1-258f3ee789da", "name": "network-vif-unplugged", "status": "completed", "tag": "726cd214-8346-47cb-a33e-99234af00cab", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:35:24.333769 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4336468c-7814-4fa1-a362-44a00f1640b5 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:35:24.334222 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd420a9a8-aff2-437f-80c1-258f3ee789da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '726cd214-8346-47cb-a33e-99234af00cab', 'code': 200} Jul 23 16:35:24.335850 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b392af1-4358-4f87-8878-3c9bbeac052a admin admin] Made reservation on behalf of d6123a1f03ef4241adc1479c7ea0a71b for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:24.336768 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 72414b03-0eff-47a3-8162-f0db3384a849 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:35:24.339737 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b392af1-4358-4f87-8878-3c9bbeac052a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:24.346710 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=726cd214-8346-47cb-a33e-99234af00cab,revision_number=12']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:24.409813 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['726cd214-8346-47cb-a33e-99234af00cab'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:35:24.456072 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a833523a-dd70-48ab-af5c-b8e9497d8864 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:24.553169 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833523a-dd70-48ab-af5c-b8e9497d8864 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Subnet': ['ID=2e5dcd87-6a00-43fd-b865-0f97775f1895,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:24.635403 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a833523a-dd70-48ab-af5c-b8e9497d8864 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Checking segment: {'id': '24f67d9f-83a3-4141-9bb7-bcf26b802ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '2dc54e65-b467-41d4-9935-971217166820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:35:24.635782 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a833523a-dd70-48ab-af5c-b8e9497d8864 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network hostable DHCP agents. Network: 2dc54e65-b467-41d4-9935-971217166820, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:35:24.659908 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6c738a7-84f3-4b5b-8001-7b1249e63f7d tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:24.729824 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a833523a-dd70-48ab-af5c-b8e9497d8864 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network 2dc54e65-b467-41d4-9935-971217166820 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:35:24.750045 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b392af1-4358-4f87-8878-3c9bbeac052a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:24.805538 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-a833523a-dd70-48ab-af5c-b8e9497d8864 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 2dc54e65-b467-41d4-9935-971217166820) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:24.818832 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a833523a-dd70-48ab-af5c-b8e9497d8864 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:24.818832 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a833523a-dd70-48ab-af5c-b8e9497d8864 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:24.819196 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfe49b1-4344-403f-b65b-718c4613809e None None] Network 2dc54e65-b467-41d4-9935-971217166820 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:35:24.853987 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b392af1-4358-4f87-8878-3c9bbeac052a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cd47fdd-8dd1-4f64-8ffb-cee64c695d93,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:24.865466 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a833523a-dd70-48ab-af5c-b8e9497d8864 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6251240 Jul 23 16:35:24.868360 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49456) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:24.873423 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-96529a85-6f45-4a22-aad3-5f6e955b4258 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'port': {'network_id': '2dc54e65-b467-41d4-9935-971217166820', 'name': 'tempest-PortsTestJSON-1187770879'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:24.885461 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b392af1-4358-4f87-8878-3c9bbeac052a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:24.885936 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b392af1-4358-4f87-8878-3c9bbeac052a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:24.886291 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b392af1-4358-4f87-8878-3c9bbeac052a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:24.886642 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b392af1-4358-4f87-8878-3c9bbeac052a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:24.886988 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b392af1-4358-4f87-8878-3c9bbeac052a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:24.887318 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b392af1-4358-4f87-8878-3c9bbeac052a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:24.887654 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b392af1-4358-4f87-8878-3c9bbeac052a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:24.887988 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b392af1-4358-4f87-8878-3c9bbeac052a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:24.888319 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b392af1-4358-4f87-8878-3c9bbeac052a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:24.888645 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b392af1-4358-4f87-8878-3c9bbeac052a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:24.888972 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b392af1-4358-4f87-8878-3c9bbeac052a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:24.889327 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b392af1-4358-4f87-8878-3c9bbeac052a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:24.902569 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a52432-86a5-438a-b824-4cb70cdaff8f req-3f78de5a-5ff3-4f83-be9c-580a5d344161 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:24.904388 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e6a52432-86a5-438a-b824-4cb70cdaff8f req-3f78de5a-5ff3-4f83-be9c-580a5d344161 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 944 time: 0.2353024 Jul 23 16:35:24.939404 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b392af1-4358-4f87-8878-3c9bbeac052a admin admin] Checking segment: {'id': 'a8c299fb-b86b-45a3-ad50-cad624adf3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '72414b03-0eff-47a3-8162-f0db3384a849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:35:24.945852 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b392af1-4358-4f87-8878-3c9bbeac052a admin admin] Network hostable DHCP agents. Network: 72414b03-0eff-47a3-8162-f0db3384a849, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:35:24.991670 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211ed78-c9d2-4b70-b8ff-67f80af233f1 req-7036e713-1f4d-4148-916f-06558e8796bf tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:25.000937 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a211ed78-c9d2-4b70-b8ff-67f80af233f1 req-7036e713-1f4d-4148-916f-06558e8796bf tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 946 time: 0.2724643 Jul 23 16:35:25.048015 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b392af1-4358-4f87-8878-3c9bbeac052a admin admin] Network 72414b03-0eff-47a3-8162-f0db3384a849 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:35:25.080946 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-7b392af1-4358-4f87-8878-3c9bbeac052a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 72414b03-0eff-47a3-8162-f0db3384a849) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:25.087220 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c738a7-84f3-4b5b-8001-7b1249e63f7d tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Router 755d4efc-65f8-4240-ad7b-badcddbae434 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:35:25.101822 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd428776-d81d-4169-af51-3b493b9d5685 None None] Network 72414b03-0eff-47a3-8162-f0db3384a849 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:35:25.105665 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e6a52432-86a5-438a-b824-4cb70cdaff8f req-a32f2553-df56-4e07-bb8b-7c193f2c707a tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935678 Jul 23 16:35:25.113098 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b392af1-4358-4f87-8878-3c9bbeac052a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:25.113858 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b392af1-4358-4f87-8878-3c9bbeac052a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:25.163886 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a211ed78-c9d2-4b70-b8ff-67f80af233f1 req-79d5d3b2-062d-4cd9-ae3d-41553b95162c tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588109 Jul 23 16:35:25.175301 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7b392af1-4358-4f87-8878-3c9bbeac052a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9383259 Jul 23 16:35:25.178189 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49468) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:25.203448 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-3a8eb8c5-874b-4da7-aa35-7a61f248680c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1304349298-router', 'tenant_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:25.212448 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ce5c00-b37b-40b7-b9ef-aad4dd43a302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-2dc54e65-b467-41d4-9935-971217166820', 'network_id': '2dc54e65-b467-41d4-9935-971217166820', 'tenant_id': '038b50aa87914dfd8d6a623321cfea16', 'fixed_ips': [{'subnet_id': '2e5dcd87-6a00-43fd-b865-0f97775f1895'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:35:25.213273 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5c00-b37b-40b7-b9ef-aad4dd43a302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:25.450804 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b1e0e42c-81fc-4b48-988c-df779b0fe84d req-96fc9add-41a4-40d7-a8a1-7c5ce9637018 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/ports?device_id=47a1232d-43a1-4a2f-ba77-d3efe32641b2 HTTP/1.1" status: 200 len: 210 time: 0.1728106 Jul 23 16:35:25.464188 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a8eb8c5-874b-4da7-aa35-7a61f248680c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:25.475034 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a8eb8c5-874b-4da7-aa35-7a61f248680c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:25.561394 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c738a7-84f3-4b5b-8001-7b1249e63f7d tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:35:25.571823 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96529a85-6f45-4a22-aad3-5f6e955b4258 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:25.578481 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeb204b-1710-42b3-8709-d9afa33764fa None None] Sync routers for ids ['755d4efc-65f8-4240-ad7b-badcddbae434'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:35:25.612855 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-96529a85-6f45-4a22-aad3-5f6e955b4258 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:25.628534 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeb204b-1710-42b3-8709-d9afa33764fa None None] Routers {'755d4efc-65f8-4240-ad7b-badcddbae434'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:25.637839 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-daeb204b-1710-42b3-8709-d9afa33764fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:35:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['755d4efc-65f8-4240-ad7b-badcddbae434'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:25.656652 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-b5ce5c00-b37b-40b7-b9ef-aad4dd43a302 None None] Allocated IP 172.20.0.2 (2dc54e65-b467-41d4-9935-971217166820/2e5dcd87-6a00-43fd-b865-0f97775f1895/86d8e973-98a3-4ca1-8fd8-b9c05a23becd) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:35:25.695869 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a8eb8c5-874b-4da7-aa35-7a61f248680c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:25.706398 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e6c738a7-84f3-4b5b-8001-7b1249e63f7d tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:25.713817 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e6c738a7-84f3-4b5b-8001-7b1249e63f7d tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.1315508 Jul 23 16:35:25.720295 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49482) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:25.791988 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151bada6-5d30-4597-a03b-89248f2b7caf None None] Network 72414b03-0eff-47a3-8162-f0db3384a849 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:35:25.803766 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf581c-02f2-465b-b6fc-d728ad1e55c6 req-cb4642bd-ec16-47fb-9348-cab8ed9cbbdb tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:25.811495 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-65cf581c-02f2-465b-b6fc-d728ad1e55c6 req-cb4642bd-ec16-47fb-9348-cab8ed9cbbdb tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 944 time: 0.3309205 Jul 23 16:35:26.095238 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 726cd214-8346-47cb-a33e-99234af00cab up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:26.130781 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-daeb204b-1710-42b3-8709-d9afa33764fa None None] Set router 755d4efc-65f8-4240-ad7b-badcddbae434 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:26.470464 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5c00-b37b-40b7-b9ef-aad4dd43a302 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:26.481543 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b5ce5c00-b37b-40b7-b9ef-aad4dd43a302 None None] Transition to ACTIVE for port object 86d8e973-98a3-4ca1-8fd8-b9c05a23becd will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:26.522691 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b5ce5c00-b37b-40b7-b9ef-aad4dd43a302 None None] Transition to ACTIVE for port object 86d8e973-98a3-4ca1-8fd8-b9c05a23becd will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:26.543941 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5c00-b37b-40b7-b9ef-aad4dd43a302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:26.643779 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ce5c00-b37b-40b7-b9ef-aad4dd43a302 None None] Network 2dc54e65-b467-41d4-9935-971217166820 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:26.664317 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-daeb204b-1710-42b3-8709-d9afa33764fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755d4efc-65f8-4240-ad7b-badcddbae434', 'name': 'tempest-snat-router-1253583619', 'tenant_id': 'aef624283778465abc0e7ec181a971d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.242'}], 'enable_snat': False}, 'gw_port_id': 'ed0d26b7-6ce0-46b7-bee8-beac53e34227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:21Z', 'updated_at': '2021-07-23T16:35:23Z', 'revision_number': 3, 'project_id': 'aef624283778465abc0e7ec181a971d5', 'gw_port': {'id': 'ed0d26b7-6ce0-46b7-bee8-beac53e34227', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:cf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755d4efc-65f8-4240-ad7b-badcddbae434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:22Z', 'updated_at': '2021-07-23T16:35:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:26.708144 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-b5ce5c00-b37b-40b7-b9ef-aad4dd43a302 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:26.731410 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ce5c00-b37b-40b7-b9ef-aad4dd43a302 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:26.750552 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeb204b-1710-42b3-8709-d9afa33764fa None None] Checking router: 755d4efc-65f8-4240-ad7b-badcddbae434 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:35:26.750923 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeb204b-1710-42b3-8709-d9afa33764fa None None] Updating router 755d4efc-65f8-4240-ad7b-badcddbae434 port ed0d26b7-6ce0-46b7-bee8-beac53e34227 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:35:26.771014 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-96529a85-6f45-4a22-aad3-5f6e955b4258 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] device_id is not set on port 942b8161-510e-443d-a72c-b6d70389a271 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:35:26.815977 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a8eb8c5-874b-4da7-aa35-7a61f248680c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:26.856421 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce5c00-b37b-40b7-b9ef-aad4dd43a302 None None] Pushing event updated for resources: {'Port': ['ID=86d8e973-98a3-4ca1-8fd8-b9c05a23becd,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:26.857213 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-daeb204b-1710-42b3-8709-d9afa33764fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:27.097314 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 726cd214-8346-47cb-a33e-99234af00cab triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:27.103055 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-96529a85-6f45-4a22-aad3-5f6e955b4258 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Allocated IP 172.20.0.9 (2dc54e65-b467-41d4-9935-971217166820/2e5dcd87-6a00-43fd-b865-0f97775f1895/942b8161-510e-443d-a72c-b6d70389a271) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:35:27.104753 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:27.112860 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-65cf581c-02f2-465b-b6fc-d728ad1e55c6 req-9b561bcc-917a-4228-98f9-c84ad45687b7 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3002775 Jul 23 16:35:27.287323 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-b5ce5c00-b37b-40b7-b9ef-aad4dd43a302 None None] Attempting to bind port 86d8e973-98a3-4ca1-8fd8-b9c05a23becd on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:35:27.290566 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-b5ce5c00-b37b-40b7-b9ef-aad4dd43a302 None None] Attempting to bind port 86d8e973-98a3-4ca1-8fd8-b9c05a23becd by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '24f67d9f-83a3-4141-9bb7-bcf26b802ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '2dc54e65-b467-41d4-9935-971217166820'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:35:27.295160 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ce5c00-b37b-40b7-b9ef-aad4dd43a302 None None] Attempting to bind port 86d8e973-98a3-4ca1-8fd8-b9c05a23becd on network 2dc54e65-b467-41d4-9935-971217166820 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:35:27.329519 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-96529a85-6f45-4a22-aad3-5f6e955b4258 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:27.334512 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ce5c00-b37b-40b7-b9ef-aad4dd43a302 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:35:27.344570 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ce5c00-b37b-40b7-b9ef-aad4dd43a302 None None] Checking segment: {'id': '24f67d9f-83a3-4141-9bb7-bcf26b802ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '2dc54e65-b467-41d4-9935-971217166820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:35:27.346826 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-96529a85-6f45-4a22-aad3-5f6e955b4258 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Transition to ACTIVE for port object 942b8161-510e-443d-a72c-b6d70389a271 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:27.350864 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5c00-b37b-40b7-b9ef-aad4dd43a302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:27.351773 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ce5c00-b37b-40b7-b9ef-aad4dd43a302 None None] Bound using segment: {'id': '24f67d9f-83a3-4141-9bb7-bcf26b802ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '2dc54e65-b467-41d4-9935-971217166820'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:35:27.353228 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-b5ce5c00-b37b-40b7-b9ef-aad4dd43a302 None None] Bound port: 86d8e973-98a3-4ca1-8fd8-b9c05a23becd, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f67d9f-83a3-4141-9bb7-bcf26b802ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '2dc54e65-b467-41d4-9935-971217166820'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:35:27.358310 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5c00-b37b-40b7-b9ef-aad4dd43a302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:27.370369 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4bf75-1cfd-4633-b53b-3350a65dcb49 req-20066ecf-d0b7-4d38-a57a-113065d22829 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:27.372622 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e7f4bf75-1cfd-4633-b53b-3350a65dcb49 req-20066ecf-d0b7-4d38-a57a-113065d22829 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 943 time: 1.5588679 Jul 23 16:35:27.421284 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0db0ef78-93ad-45ce-97ef-fd4713987b44 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "GET /v2.0/routers/755d4efc-65f8-4240-ad7b-badcddbae434 HTTP/1.1" status: 200 len: 909 time: 1.6974142 Jul 23 16:35:27.421284 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-96529a85-6f45-4a22-aad3-5f6e955b4258 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:27.422379 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49500) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:27.429828 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-afe0bdeb-a141-4ea8-b0ea-57563bf5445e tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1253583619', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'enable_snat': True}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:27.482909 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96529a85-6f45-4a22-aad3-5f6e955b4258 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network 2dc54e65-b467-41d4-9935-971217166820 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:27.488425 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-96529a85-6f45-4a22-aad3-5f6e955b4258 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:27.496179 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96529a85-6f45-4a22-aad3-5f6e955b4258 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:27.529147 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e7f4bf75-1cfd-4633-b53b-3350a65dcb49 req-3da45f58-0422-4a2b-ba37-bc9d6288083a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877585 Jul 23 16:35:27.585800 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4ad7d-7bcc-4c50-b6e6-e0de1f227962 req-d767b5ee-069b-4c03-86b6-a6ffd1fd330a tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:27.610095 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-68e4ad7d-7bcc-4c50-b6e6-e0de1f227962 req-d767b5ee-069b-4c03-86b6-a6ffd1fd330a tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 946 time: 0.3138242 Jul 23 16:35:27.677659 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-68e4ad7d-7bcc-4c50-b6e6-e0de1f227962 req-8d56ba15-e04c-4555-aebc-a49fddb10432 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605903 Jul 23 16:35:27.701187 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96529a85-6f45-4a22-aad3-5f6e955b4258 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:27.702745 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-b5ce5c00-b37b-40b7-b9ef-aad4dd43a302 None None] For port 86d8e973-98a3-4ca1-8fd8-b9c05a23becd, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:35:27.705823 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-96529a85-6f45-4a22-aad3-5f6e955b4258 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:27.713379 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-b5ce5c00-b37b-40b7-b9ef-aad4dd43a302 None None] For port 86d8e973-98a3-4ca1-8fd8-b9c05a23becd, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=86d8e973-98a3-4ca1-8fd8-b9c05a23becd,segment=NetworkSegment(24f67d9f-83a3-4141-9bb7-bcf26b802ca6),segment_id=24f67d9f-83a3-4141-9bb7-bcf26b802ca6)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:35:27.729875 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5c00-b37b-40b7-b9ef-aad4dd43a302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:27.806818 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-afe0bdeb-a141-4ea8-b0ea-57563bf5445e tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:27.808018 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-afe0bdeb-a141-4ea8-b0ea-57563bf5445e tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:27.825819 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-96529a85-6f45-4a22-aad3-5f6e955b4258 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9517815 Jul 23 16:35:27.826157 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-daeb204b-1710-42b3-8709-d9afa33764fa None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:27.826746 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96529a85-6f45-4a22-aad3-5f6e955b4258 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Port': ['ID=942b8161-510e-443d-a72c-b6d70389a271,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:27.885543 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-daeb204b-1710-42b3-8709-d9afa33764fa None None] Transition to ACTIVE for port object ed0d26b7-6ce0-46b7-bee8-beac53e34227 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:27.892027 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49502) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:27.898255 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6cf5d5a5-3c70-4a96-bbb0-bca4f85b0e70 req-85ddf181-81d6-481d-9e38-1dcf97afaee3 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/ports?device_id=47a1232d-43a1-4a2f-ba77-d3efe32641b2 HTTP/1.1" status: 200 len: 210 time: 0.0505223 Jul 23 16:35:27.907690 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-daeb204b-1710-42b3-8709-d9afa33764fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:27.920771 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce5c00-b37b-40b7-b9ef-aad4dd43a302 None None] Pushing event updated for resources: {'Port': ['ID=86d8e973-98a3-4ca1-8fd8-b9c05a23becd,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:28.005284 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:28.087569 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd420a9a8-aff2-437f-80c1-258f3ee789da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726cd214-8346-47cb-a33e-99234af00cab'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:28.097017 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140a0ef8-ec8e-4e73-931e-b45f4c529d5a" -d '{"events": [{"server_uuid": "d420a9a8-aff2-437f-80c1-258f3ee789da", "name": "network-vif-plugged", "status": "completed", "tag": "726cd214-8346-47cb-a33e-99234af00cab"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:35:28.140723 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 726cd214-8346-47cb-a33e-99234af00cab, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=726cd214-8346-47cb-a33e-99234af00cab,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:28.146804 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:28.147724 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 873ab846-b220-45c4-b796-4be961cfe70b no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:35:28.152847 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-3ddc6a73-a4c4-4c22-9482-16eac519d63d tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:28.159562 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-3ddc6a73-a4c4-4c22-9482-16eac519d63d tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.74 "GET /v2.0/networks?id=9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9 HTTP/1.1" status: 200 len: 809 time: 0.3348660 Jul 23 16:35:28.186288 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a8eb8c5-874b-4da7-aa35-7a61f248680c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:28.210461 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-daeb204b-1710-42b3-8709-d9afa33764fa None None] Attempting to bind port ed0d26b7-6ce0-46b7-bee8-beac53e34227 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:35:28.211034 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-daeb204b-1710-42b3-8709-d9afa33764fa None None] Attempting to bind port ed0d26b7-6ce0-46b7-bee8-beac53e34227 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:35:28.211497 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeb204b-1710-42b3-8709-d9afa33764fa None None] Attempting to bind port ed0d26b7-6ce0-46b7-bee8-beac53e34227 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:35:28.298829 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeb204b-1710-42b3-8709-d9afa33764fa None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:35:28.299305 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeb204b-1710-42b3-8709-d9afa33764fa None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:35:28.299784 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-daeb204b-1710-42b3-8709-d9afa33764fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:28.300257 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeb204b-1710-42b3-8709-d9afa33764fa None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:35:28.300828 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-daeb204b-1710-42b3-8709-d9afa33764fa None None] Bound port: ed0d26b7-6ce0-46b7-bee8-beac53e34227, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:35:28.313758 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-daeb204b-1710-42b3-8709-d9afa33764fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:28.324301 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5a434-eb17-48b3-993c-d18a260e07fb None None] Pushing event updated for resources: {'Port': ['ID=ed0d26b7-6ce0-46b7-bee8-beac53e34227,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:28.351577 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a8eb8c5-874b-4da7-aa35-7a61f248680c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:28.447424 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af003eb5-bcf7-40ca-8ee7-060a6ac11771 x-openstack-request-id: req-af003eb5-bcf7-40ca-8ee7-060a6ac11771 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:35:28.448067 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d420a9a8-aff2-437f-80c1-258f3ee789da", "name": "network-vif-plugged", "status": "completed", "tag": "726cd214-8346-47cb-a33e-99234af00cab", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:35:28.452950 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-af003eb5-bcf7-40ca-8ee7-060a6ac11771 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:35:28.453802 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd420a9a8-aff2-437f-80c1-258f3ee789da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726cd214-8346-47cb-a33e-99234af00cab', 'code': 200} Jul 23 16:35:28.487962 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-afe0bdeb-a141-4ea8-b0ea-57563bf5445e tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:28.512309 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-864f8664-e3d8-43d6-88ec-2226a9e0c60c tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=685de99fd88a4ebd80b04837e882af01 HTTP/1.1" status: 200 len: 380 time: 0.3233480 Jul 23 16:35:28.574676 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-14ad107f-6b7b-4687-9119-e2fdb2f2a52b tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Request body: {'port': {'device_id': '47a1232d-43a1-4a2f-ba77-d3efe32641b2', 'network_id': '9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9', 'admin_state_up': True, 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'security_groups': ['a01ca5f5-fd89-4a53-ad59-163800b3f4e7']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:28.615831 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-daeb204b-1710-42b3-8709-d9afa33764fa None None] For port ed0d26b7-6ce0-46b7-bee8-beac53e34227, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:35:28.636388 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-daeb204b-1710-42b3-8709-d9afa33764fa None None] For port ed0d26b7-6ce0-46b7-bee8-beac53e34227, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=ed0d26b7-6ce0-46b7-bee8-beac53e34227,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:35:28.658953 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-daeb204b-1710-42b3-8709-d9afa33764fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:28.661699 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=726cd214-8346-47cb-a33e-99234af00cab,revision_number=13']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:28.845631 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5a434-eb17-48b3-993c-d18a260e07fb None None] Pushing event updated for resources: {'Port': ['ID=ed0d26b7-6ce0-46b7-bee8-beac53e34227,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:28.906915 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeb204b-1710-42b3-8709-d9afa33764fa None None] Routers {'755d4efc-65f8-4240-ad7b-badcddbae434'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:28.909185 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-daeb204b-1710-42b3-8709-d9afa33764fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:35:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['755d4efc-65f8-4240-ad7b-badcddbae434'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:29.042915 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-243c2c99-6f15-4806-bbaf-efd20652078c tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Deleting port 942b8161-510e-443d-a72c-b6d70389a271 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:29.043700 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-243c2c99-6f15-4806-bbaf-efd20652078c tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:29.186477 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-3a8eb8c5-874b-4da7-aa35-7a61f248680c admin admin] Allocated IP 172.25.8.211 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/d195f521-c2c4-4d56-bf28-2c37196c3dfc) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:35:29.206893 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-afe0bdeb-a141-4ea8-b0ea-57563bf5445e tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:29.303956 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-daeb204b-1710-42b3-8709-d9afa33764fa None None] Set router 755d4efc-65f8-4240-ad7b-badcddbae434 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:29.444306 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-14ad107f-6b7b-4687-9119-e2fdb2f2a52b tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Made reservation on behalf of 685de99fd88a4ebd80b04837e882af01 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:29.449768 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-14ad107f-6b7b-4687-9119-e2fdb2f2a52b tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:29.466279 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-243c2c99-6f15-4806-bbaf-efd20652078c tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:29.485025 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 86d8e973-98a3-4ca1-8fd8-b9c05a23becd up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:29.563217 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e188d8c-f86f-4df8-a362-27faacb3a98d req-47fa3839-2f88-47ed-85ef-9624bc9535b8 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:29.572264 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4e188d8c-f86f-4df8-a362-27faacb3a98d req-47fa3839-2f88-47ed-85ef-9624bc9535b8 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 947 time: 0.6650987 Jul 23 16:35:29.577411 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-243c2c99-6f15-4806-bbaf-efd20652078c tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Calling delete_port for 942b8161-510e-443d-a72c-b6d70389a271 owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:29.657783 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 86d8e973-98a3-4ca1-8fd8-b9c05a23becd completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:29.775510 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-daeb204b-1710-42b3-8709-d9afa33764fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755d4efc-65f8-4240-ad7b-badcddbae434', 'name': 'tempest-snat-router-1253583619', 'tenant_id': 'aef624283778465abc0e7ec181a971d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.242'}], 'enable_snat': False}, 'gw_port_id': 'ed0d26b7-6ce0-46b7-bee8-beac53e34227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:21Z', 'updated_at': '2021-07-23T16:35:23Z', 'revision_number': 3, 'project_id': 'aef624283778465abc0e7ec181a971d5', 'gw_port': {'id': 'ed0d26b7-6ce0-46b7-bee8-beac53e34227', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:cf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755d4efc-65f8-4240-ad7b-badcddbae434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:22Z', 'updated_at': '2021-07-23T16:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:29.887788 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeb204b-1710-42b3-8709-d9afa33764fa None None] The sync data for ids ['755d4efc-65f8-4240-ad7b-badcddbae434'] in n-d-778549-4 is: [{'id': '755d4efc-65f8-4240-ad7b-badcddbae434', 'name': 'tempest-snat-router-1253583619', 'tenant_id': 'aef624283778465abc0e7ec181a971d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.242'}], 'enable_snat': False}, 'gw_port_id': 'ed0d26b7-6ce0-46b7-bee8-beac53e34227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:21Z', 'updated_at': '2021-07-23T16:35:23Z', 'revision_number': 3, 'project_id': 'aef624283778465abc0e7ec181a971d5', 'gw_port': {'id': 'ed0d26b7-6ce0-46b7-bee8-beac53e34227', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:cf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755d4efc-65f8-4240-ad7b-badcddbae434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:22Z', 'updated_at': '2021-07-23T16:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:35:29.946852 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e680e-0a32-462e-af91-72dbd64ade68 req-7fb1a6ac-3ca3-473e-8d15-f5840d11e060 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:29.960323 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a5e680e-0a32-462e-af91-72dbd64ade68 req-7fb1a6ac-3ca3-473e-8d15-f5840d11e060 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 943 time: 1.2536910 Jul 23 16:35:30.104957 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a8eb8c5-874b-4da7-aa35-7a61f248680c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:30.127713 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a5e680e-0a32-462e-af91-72dbd64ade68 req-62c896ef-bd21-402f-938b-fc9360b7fa33 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660476 Jul 23 16:35:30.262748 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4e188d8c-f86f-4df8-a362-27faacb3a98d req-ab7fbc91-2edb-43d4-b2ee-dd5f8aa8c814 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6889176 Jul 23 16:35:30.304301 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2c084e-2c2e-43ab-ba31-af7ad4d8c355 None None] Network 2dc54e65-b467-41d4-9935-971217166820 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:35:30.330042 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cbe24d41-15bd-4770-8dae-3ca28ba06eae req-8878058d-b518-4658-9ade-1ecb8acadad7 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/ports?device_id=47a1232d-43a1-4a2f-ba77-d3efe32641b2 HTTP/1.1" status: 200 len: 210 time: 0.0646613 Jul 23 16:35:30.408652 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a8eb8c5-874b-4da7-aa35-7a61f248680c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:30.409787 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-afe0bdeb-a141-4ea8-b0ea-57563bf5445e tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:30.450729 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8eb8c5-874b-4da7-aa35-7a61f248680c admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:30.451022 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-afe0bdeb-a141-4ea8-b0ea-57563bf5445e tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:30.466481 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-3a8eb8c5-874b-4da7-aa35-7a61f248680c admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:30.618935 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8eb8c5-874b-4da7-aa35-7a61f248680c admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:30.656266 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-afe0bdeb-a141-4ea8-b0ea-57563bf5445e tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Allocated IP 172.25.8.96 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/a28e50c0-2a37-404c-b7d0-ed11859fa8a7) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:35:30.769562 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8eb8c5-874b-4da7-aa35-7a61f248680c admin admin] Pushing event updated for resources: {'Port': ['ID=d195f521-c2c4-4d56-bf28-2c37196c3dfc,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:30.851819 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-243c2c99-6f15-4806-bbaf-efd20652078c tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:30.908878 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-afe0bdeb-a141-4ea8-b0ea-57563bf5445e tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:30.963563 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-14ad107f-6b7b-4687-9119-e2fdb2f2a52b tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Allocated IP 172.20.0.14 (9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9/f0d2685b-743f-465d-ae06-029317d44a41/9b47208a-3b1a-4232-bbb8-2c166b5d6282) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:35:30.976877 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-afe0bdeb-a141-4ea8-b0ea-57563bf5445e tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:31.001816 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-40082bdb-6ff9-4f8e-ac8d-21841586ada7 None None] Provisioning for port 86d8e973-98a3-4ca1-8fd8-b9c05a23becd completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:31.015430 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-40082bdb-6ff9-4f8e-ac8d-21841586ada7 None None] Provisioning complete for port 86d8e973-98a3-4ca1-8fd8-b9c05a23becd triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:31.015853 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-40082bdb-6ff9-4f8e-ac8d-21841586ada7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:31.050901 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c2c99-6f15-4806-bbaf-efd20652078c tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Port': ['ID=942b8161-510e-443d-a72c-b6d70389a271,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:31.080416 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0bdeb-a141-4ea8-b0ea-57563bf5445e tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Pushing event updated for resources: {'Port': ['ID=a28e50c0-2a37-404c-b7d0-ed11859fa8a7,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:31.097182 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe0bdeb-a141-4ea8-b0ea-57563bf5445e tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:31.100690 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-afe0bdeb-a141-4ea8-b0ea-57563bf5445e tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:31.112894 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe0bdeb-a141-4ea8-b0ea-57563bf5445e tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:31.515725 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device ed0d26b7-6ce0-46b7-bee8-beac53e34227 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:31.595290 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-243c2c99-6f15-4806-bbaf-efd20652078c tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:31.595939 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-40082bdb-6ff9-4f8e-ac8d-21841586ada7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:31.602492 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-243c2c99-6f15-4806-bbaf-efd20652078c tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/ports/942b8161-510e-443d-a72c-b6d70389a271 HTTP/1.1" status: 204 len: 168 time: 3.7016835 Jul 23 16:35:31.606915 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49518) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:31.690606 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-26bf1887-9ab0-47b1-bddb-5face1fff7c5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] DELETE failed (client error): The resource could not be found. Jul 23 16:35:31.691389 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26bf1887-9ab0-47b1-bddb-5face1fff7c5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:35:31.701241 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-26bf1887-9ab0-47b1-bddb-5face1fff7c5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/ports/942b8161-510e-443d-a72c-b6d70389a271 HTTP/1.1" status: 404 len: 333 time: 0.0806251 Jul 23 16:35:31.702102 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49520) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:31.748133 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a61b273-29fc-45b8-af8b-d0d024373f25 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] GET failed (client error): The resource could not be found. Jul 23 16:35:31.753981 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2a61b273-29fc-45b8-af8b-d0d024373f25 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "GET /v2.0/ports/942b8161-510e-443d-a72c-b6d70389a271 HTTP/1.1" status: 404 len: 333 time: 0.0461757 Jul 23 16:35:31.762871 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49522) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:31.816713 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-40082bdb-6ff9-4f8e-ac8d-21841586ada7 None None] For port 86d8e973-98a3-4ca1-8fd8-b9c05a23becd, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=86d8e973-98a3-4ca1-8fd8-b9c05a23becd,segment=NetworkSegment(24f67d9f-83a3-4141-9bb7-bcf26b802ca6),segment_id=24f67d9f-83a3-4141-9bb7-bcf26b802ca6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:31.838777 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-40082bdb-6ff9-4f8e-ac8d-21841586ada7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:31.911143 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port ed0d26b7-6ce0-46b7-bee8-beac53e34227 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:31.928566 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port ed0d26b7-6ce0-46b7-bee8-beac53e34227 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:31.929182 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:31.932689 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4110201-fd29-439a-a369-c225a9316a7a req-e7de121f-01a4-418b-b633-d2502ccf76c4 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:31.939448 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d4110201-fd29-439a-a369-c225a9316a7a req-e7de121f-01a4-418b-b633-d2502ccf76c4 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 947 time: 0.4146955 Jul 23 16:35:32.137205 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40082bdb-6ff9-4f8e-ac8d-21841586ada7 None None] Pushing event updated for resources: {'Port': ['ID=86d8e973-98a3-4ca1-8fd8-b9c05a23becd,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:32.191602 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-fbf8a663-f8e6-47d8-a3db-f467968dbd4e None None] Provisioning complete for port 86d8e973-98a3-4ca1-8fd8-b9c05a23becd triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:32.192087 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fbf8a663-f8e6-47d8-a3db-f467968dbd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:32.222324 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-afe0bdeb-a141-4ea8-b0ea-57563bf5445e tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:32.330496 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d4110201-fd29-439a-a369-c225a9316a7a req-5e35d4a3-3523-4397-9fb7-127f7b6d922f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995402 Jul 23 16:35:32.330496 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fff25-f0f2-4319-ae50-edb4f0fe4531 req-ea106d1b-25b7-42b8-b23b-dee906bfc765 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:32.330496 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a22fff25-f0f2-4319-ae50-edb4f0fe4531 req-ea106d1b-25b7-42b8-b23b-dee906bfc765 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 943 time: 1.0377395 Jul 23 16:35:32.446110 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4cba19b-be74-4007-b6ab-2a86c108cc45 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Deleting subnet 2e5dcd87-6a00-43fd-b865-0f97775f1895 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:35:32.458169 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b4cba19b-be74-4007-b6ab-2a86c108cc45 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:32.511762 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:32.535992 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b4cba19b-be74-4007-b6ab-2a86c108cc45 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:32.551232 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-14ad107f-6b7b-4687-9119-e2fdb2f2a52b tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:32.589992 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-14ad107f-6b7b-4687-9119-e2fdb2f2a52b tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Transition to ACTIVE for port object 9b47208a-3b1a-4232-bbb8-2c166b5d6282 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:32.675242 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port ed0d26b7-6ce0-46b7-bee8-beac53e34227, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=ed0d26b7-6ce0-46b7-bee8-beac53e34227,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:32.687586 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:32.704933 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b4cba19b-be74-4007-b6ab-2a86c108cc45 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:32.721606 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2f3f2ea7-5dd0-473a-9bd0-db9be2183115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:32.765559 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-afe0bdeb-a141-4ea8-b0ea-57563bf5445e tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:32.783439 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-9b0b1458-0dcf-4f77-8d49-a7357281c313 None None] Could not find standard attr ID for object 942b8161-510e-443d-a72c-b6d70389a271. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:35:32.859213 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=ed0d26b7-6ce0-46b7-bee8-beac53e34227,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:32.907922 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b4cba19b-be74-4007-b6ab-2a86c108cc45 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:32.927001 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-49463205-a321-4448-af2c-ac7cdce214c2 req-c4471ce4-e57a-49b1-b1d2-b0f1ac5efd8a tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/ports?device_id=47a1232d-43a1-4a2f-ba77-d3efe32641b2 HTTP/1.1" status: 200 len: 210 time: 0.2771595 Jul 23 16:35:32.964117 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a22fff25-f0f2-4319-ae50-edb4f0fe4531 req-46b642d3-5d91-40f3-9388-f3df78ab0e79 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6247611 Jul 23 16:35:32.964610 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-14ad107f-6b7b-4687-9119-e2fdb2f2a52b tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:32.994944 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cba19b-be74-4007-b6ab-2a86c108cc45 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Subnet': ['ID=2e5dcd87-6a00-43fd-b865-0f97775f1895,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:33.001559 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b4cba19b-be74-4007-b6ab-2a86c108cc45 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:33.006192 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b4cba19b-be74-4007-b6ab-2a86c108cc45 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/subnets/2e5dcd87-6a00-43fd-b865-0f97775f1895 HTTP/1.1" status: 204 len: 168 time: 1.2317808 Jul 23 16:35:33.006192 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a8eb8c5-874b-4da7-aa35-7a61f248680c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:33.007616 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49526) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:33.113094 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0152803-3bbc-4a3c-af48-c08982b16b3d None None] Network 2dc54e65-b467-41d4-9935-971217166820 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:35:33.300061 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e25b3165-77f8-4f8e-b417-38026d8640f8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:33.549967 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 86d8e973-98a3-4ca1-8fd8-b9c05a23becd up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:33.602124 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b732e2a8-c365-4d34-9382-e63a2ae412fb None None] DHCP port deletion for 2dc54e65-b467-41d4-9935-971217166820 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:35:33.696399 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 86d8e973-98a3-4ca1-8fd8-b9c05a23becd triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:33.697648 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:33.755416 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-14ad107f-6b7b-4687-9119-e2fdb2f2a52b tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Network 9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:33.769938 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-14ad107f-6b7b-4687-9119-e2fdb2f2a52b tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:33.770176 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-b732e2a8-c365-4d34-9382-e63a2ae412fb None None] Deleting port 86d8e973-98a3-4ca1-8fd8-b9c05a23becd {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:33.770957 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b732e2a8-c365-4d34-9382-e63a2ae412fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:33.780231 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-14ad107f-6b7b-4687-9119-e2fdb2f2a52b tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:33.787187 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad107f-6b7b-4687-9119-e2fdb2f2a52b tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Pushing event updated for resources: {'Port': ['ID=9b47208a-3b1a-4232-bbb8-2c166b5d6282,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:33.887238 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device ed0d26b7-6ce0-46b7-bee8-beac53e34227 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:33.905664 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-14ad107f-6b7b-4687-9119-e2fdb2f2a52b tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:33.911549 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-14ad107f-6b7b-4687-9119-e2fdb2f2a52b tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:33.980397 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-14ad107f-6b7b-4687-9119-e2fdb2f2a52b tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4455073 Jul 23 16:35:34.011820 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-487c0b6b-23fb-4ddb-80ca-6c301cbb54f6 service neutron] Request body: {'port': {'device_id': '47a1232d-43a1-4a2f-ba77-d3efe32641b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:34.121751 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe0bdeb-a141-4ea8-b0ea-57563bf5445e tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Router ed64edeb-129a-4b4d-9b99-fb90f75b980f is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:35:34.225751 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-b732e2a8-c365-4d34-9382-e63a2ae412fb None None] For port 86d8e973-98a3-4ca1-8fd8-b9c05a23becd, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=86d8e973-98a3-4ca1-8fd8-b9c05a23becd,segment=NetworkSegment(24f67d9f-83a3-4141-9bb7-bcf26b802ca6),segment_id=24f67d9f-83a3-4141-9bb7-bcf26b802ca6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:34.226664 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b732e2a8-c365-4d34-9382-e63a2ae412fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:34.277088 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-b732e2a8-c365-4d34-9382-e63a2ae412fb None None] Calling delete_port for 86d8e973-98a3-4ca1-8fd8-b9c05a23becd owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:34.308191 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port ed0d26b7-6ce0-46b7-bee8-beac53e34227 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:34.308561 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:34.327329 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe0bdeb-a141-4ea8-b0ea-57563bf5445e tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:35:34.375328 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-afe0bdeb-a141-4ea8-b0ea-57563bf5445e tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:34.382916 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236219ba-9ad6-42ef-8abe-94a9cd98e47e None None] Sync routers for ids ['ed64edeb-129a-4b4d-9b99-fb90f75b980f'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:35:34.387158 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-afe0bdeb-a141-4ea8-b0ea-57563bf5445e tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.9532092 Jul 23 16:35:34.389967 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49538) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:34.466585 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6dcfbdaa-a05c-4118-9798-2f084f5a3f0b None None] Provisioning for port 9b47208a-3b1a-4232-bbb8-2c166b5d6282 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:34.510296 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6dcfbdaa-a05c-4118-9798-2f084f5a3f0b None None] Provisioning complete for port 9b47208a-3b1a-4232-bbb8-2c166b5d6282 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:34.510417 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6dcfbdaa-a05c-4118-9798-2f084f5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:34.538301 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236219ba-9ad6-42ef-8abe-94a9cd98e47e None None] Routers {'ed64edeb-129a-4b4d-9b99-fb90f75b980f'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:34.540913 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-236219ba-9ad6-42ef-8abe-94a9cd98e47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:35:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ed64edeb-129a-4b4d-9b99-fb90f75b980f'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:34.574587 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a8eb8c5-874b-4da7-aa35-7a61f248680c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:34.579270 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-85503983-b74e-442e-bdc9-bdaad3a3e714 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "GET /v2.0/routers/ed64edeb-129a-4b4d-9b99-fb90f75b980f HTTP/1.1" status: 200 len: 907 time: 0.1880426 Jul 23 16:35:34.580361 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-487c0b6b-23fb-4ddb-80ca-6c301cbb54f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:34.583828 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49540) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:34.865136 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-6dcfbdaa-a05c-4118-9798-2f084f5a3f0b None None] Port 9b47208a-3b1a-4232-bbb8-2c166b5d6282 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:35:34.880444 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:34.892324 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-e25b3165-77f8-4f8e-b417-38026d8640f8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Deleting port 86d8e973-98a3-4ca1-8fd8-b9c05a23becd {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:34.893095 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e25b3165-77f8-4f8e-b417-38026d8640f8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:34.898374 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b732e2a8-c365-4d34-9382-e63a2ae412fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:34.970940 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732e2a8-c365-4d34-9382-e63a2ae412fb None None] Pushing event deleted for resources: {'Port': ['ID=86d8e973-98a3-4ca1-8fd8-b9c05a23becd,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:34.988944 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b732e2a8-c365-4d34-9382-e63a2ae412fb None None] No DVR routers for this DVR port 86d8e973-98a3-4ca1-8fd8-b9c05a23becd on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:35:35.042102 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-487c0b6b-23fb-4ddb-80ca-6c301cbb54f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b47208a-3b1a-4232-bbb8-2c166b5d6282 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:35:35.043590 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-236219ba-9ad6-42ef-8abe-94a9cd98e47e None None] Set router ed64edeb-129a-4b4d-9b99-fb90f75b980f gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:35.056267 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-e25b3165-77f8-4f8e-b417-38026d8640f8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] For port 86d8e973-98a3-4ca1-8fd8-b9c05a23becd, host n-d-778549-4, got binding levels [] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:35.056771 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e25b3165-77f8-4f8e-b417-38026d8640f8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:35.063959 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-487c0b6b-23fb-4ddb-80ca-6c301cbb54f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:35.088617 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-e25b3165-77f8-4f8e-b417-38026d8640f8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Calling delete_port for 86d8e973-98a3-4ca1-8fd8-b9c05a23becd owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:35.095108 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.ipam_backend_mixin [None req-e25b3165-77f8-4f8e-b417-38026d8640f8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Port 86d8e973-98a3-4ca1-8fd8-b9c05a23becd was not found and therefore no delete operation was performed {{(pid=94012) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:35:35.106392 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-487c0b6b-23fb-4ddb-80ca-6c301cbb54f6 service neutron] Transition to ACTIVE for port object 9b47208a-3b1a-4232-bbb8-2c166b5d6282 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:35.113842 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e25b3165-77f8-4f8e-b417-38026d8640f8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:35.157566 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba3c22-cc49-42f5-9342-e7eda8ba617a req-f6e28d44-46ef-4d83-b0e2-ffc1390acf9d tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:35.164051 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9bba3c22-cc49-42f5-9342-e7eda8ba617a req-f6e28d44-46ef-4d83-b0e2-ffc1390acf9d tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 947 time: 1.6848412 Jul 23 16:35:35.173975 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-487c0b6b-23fb-4ddb-80ca-6c301cbb54f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:35.236302 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25b3165-77f8-4f8e-b417-38026d8640f8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] No DVR routers for this DVR port 86d8e973-98a3-4ca1-8fd8-b9c05a23becd on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:35:35.289302 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c0b6b-23fb-4ddb-80ca-6c301cbb54f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b47208a-3b1a-4232-bbb8-2c166b5d6282,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:35.354289 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9bba3c22-cc49-42f5-9342-e7eda8ba617a req-27241119-33d7-4a14-8412-f4590478082f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650679 Jul 23 16:35:35.407317 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8eb8c5-874b-4da7-aa35-7a61f248680c admin admin] Router aa723fde-f9a6-4cb9-a5e6-ffc1b814a225 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:35:35.443916 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b3165-77f8-4f8e-b417-38026d8640f8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Port': ['ID=86d8e973-98a3-4ca1-8fd8-b9c05a23becd,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:35.454437 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 86d8e973-98a3-4ca1-8fd8-b9c05a23becd no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:35:35.472518 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ed519-f4a9-4121-833e-da078831e45f req-40e58bef-b2ac-4559-b65b-284af6201ed7 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:35.480956 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-402ed519-f4a9-4121-833e-da078831e45f req-40e58bef-b2ac-4559-b65b-284af6201ed7 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/ports?device_id=47a1232d-43a1-4a2f-ba77-d3efe32641b2 HTTP/1.1" status: 200 len: 932 time: 0.8969293 Jul 23 16:35:35.581004 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 86d8e973-98a3-4ca1-8fd8-b9c05a23becd {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:35:35.589692 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 86d8e973-98a3-4ca1-8fd8-b9c05a23becd not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:35:35.593750 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-612f92f0-389e-4681-b6b1-c1d8b5f9a806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:35.632737 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:35.646503 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-19413cd4-73fd-4102-9827-670b277c1c04 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:35.651099 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-487c0b6b-23fb-4ddb-80ca-6c301cbb54f6 service neutron] Attempting to bind port 9b47208a-3b1a-4232-bbb8-2c166b5d6282 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:35:35.659955 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-487c0b6b-23fb-4ddb-80ca-6c301cbb54f6 service neutron] Attempting to bind port 9b47208a-3b1a-4232-bbb8-2c166b5d6282 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '9cb1a104-dae7-41b9-a07c-13d75bbc4de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:35:35.660463 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-487c0b6b-23fb-4ddb-80ca-6c301cbb54f6 service neutron] Attempting to bind port 9b47208a-3b1a-4232-bbb8-2c166b5d6282 on network 9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:35:35.758654 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-236219ba-9ad6-42ef-8abe-94a9cd98e47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed64edeb-129a-4b4d-9b99-fb90f75b980f', 'name': 'tempest-snat-router-1253583619', 'tenant_id': 'aef624283778465abc0e7ec181a971d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'a28e50c0-2a37-404c-b7d0-ed11859fa8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:27Z', 'updated_at': '2021-07-23T16:35:31Z', 'revision_number': 3, 'project_id': 'aef624283778465abc0e7ec181a971d5', 'gw_port': {'id': 'a28e50c0-2a37-404c-b7d0-ed11859fa8a7', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:96:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed64edeb-129a-4b4d-9b99-fb90f75b980f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:30Z', 'updated_at': '2021-07-23T16:35:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:35.771882 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-487c0b6b-23fb-4ddb-80ca-6c301cbb54f6 service neutron] Port 9b47208a-3b1a-4232-bbb8-2c166b5d6282 on network 9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:35:35.772389 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-487c0b6b-23fb-4ddb-80ca-6c301cbb54f6 service neutron] Attempting to bind port 9b47208a-3b1a-4232-bbb8-2c166b5d6282 on network 9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:35:35.798961 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-487c0b6b-23fb-4ddb-80ca-6c301cbb54f6 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:35:35.799747 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-487c0b6b-23fb-4ddb-80ca-6c301cbb54f6 service neutron] Checking segment: {'id': '9cb1a104-dae7-41b9-a07c-13d75bbc4de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:35:35.801337 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-487c0b6b-23fb-4ddb-80ca-6c301cbb54f6 service neutron] Bound using segment: {'id': '9cb1a104-dae7-41b9-a07c-13d75bbc4de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:35:35.802380 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-487c0b6b-23fb-4ddb-80ca-6c301cbb54f6 service neutron] Bound port: 9b47208a-3b1a-4232-bbb8-2c166b5d6282, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb1a104-dae7-41b9-a07c-13d75bbc4de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:35:35.803162 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-487c0b6b-23fb-4ddb-80ca-6c301cbb54f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:35.829477 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236219ba-9ad6-42ef-8abe-94a9cd98e47e None None] Checking router: ed64edeb-129a-4b4d-9b99-fb90f75b980f for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:35:35.829895 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236219ba-9ad6-42ef-8abe-94a9cd98e47e None None] Updating router ed64edeb-129a-4b4d-9b99-fb90f75b980f port a28e50c0-2a37-404c-b7d0-ed11859fa8a7 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:35:35.834128 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e25b3165-77f8-4f8e-b417-38026d8640f8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:35.882948 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-402ed519-f4a9-4121-833e-da078831e45f req-6951ff6f-7fcc-430c-9fd3-988041049b63 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/security-groups?id=a01ca5f5-fd89-4a53-ad59-163800b3f4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3993685 Jul 23 16:35:35.885911 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-e25b3165-77f8-4f8e-b417-38026d8640f8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc54e65-b467-41d4-9935-971217166820']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:35.908888 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-e25b3165-77f8-4f8e-b417-38026d8640f8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f67d9f-83a3-4141-9bb7-bcf26b802ca6') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:35.909438 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-e25b3165-77f8-4f8e-b417-38026d8640f8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f67d9f-83a3-4141-9bb7-bcf26b802ca6') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:35.928395 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e25b3165-77f8-4f8e-b417-38026d8640f8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:35.940733 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-236219ba-9ad6-42ef-8abe-94a9cd98e47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:35.948267 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e25b3165-77f8-4f8e-b417-38026d8640f8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:35.955256 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e25b3165-77f8-4f8e-b417-38026d8640f8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:35:35.955947 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e25b3165-77f8-4f8e-b417-38026d8640f8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:35.990751 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-19413cd4-73fd-4102-9827-670b277c1c04 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:36.002785 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-487c0b6b-23fb-4ddb-80ca-6c301cbb54f6 service neutron] For port 9b47208a-3b1a-4232-bbb8-2c166b5d6282, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:35:36.008779 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-487c0b6b-23fb-4ddb-80ca-6c301cbb54f6 service neutron] For port 9b47208a-3b1a-4232-bbb8-2c166b5d6282, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=9b47208a-3b1a-4232-bbb8-2c166b5d6282,segment=NetworkSegment(9cb1a104-dae7-41b9-a07c-13d75bbc4de2),segment_id=9cb1a104-dae7-41b9-a07c-13d75bbc4de2)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:35:36.046776 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:35:36.046776 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:35:36.046776 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:35:36.046776 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:35:36.046776 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:35:36.046776 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:35:36.046776 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:35:36.046776 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:35:36.046776 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:35:36.046776 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:35:36.046776 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:35:36.046776 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:35:36.046776 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:35:36.046776 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:35:36.046776 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:35:36.046776 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:35:36.046776 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:35:36.046776 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:35:36.046776 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:35:36.046776 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:35:36.046776 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:35:36.046776 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:35:36.046776 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:35:36.046776 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:35:36.046776 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:35:36.046776 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:35:36.046776 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:35:36.046776 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:35:36.046776 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:35:36.046776 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:35:36.046776 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:35:36.046776 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:35:36.056404 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e25b3165-77f8-4f8e-b417-38026d8640f8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:36.077193 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e25b3165-77f8-4f8e-b417-38026d8640f8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:36.079224 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e25b3165-77f8-4f8e-b417-38026d8640f8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/networks/2dc54e65-b467-41d4-9935-971217166820 HTTP/1.1" status: 204 len: 168 time: 3.0706582 Jul 23 16:35:36.086329 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49546) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:36.089444 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-487c0b6b-23fb-4ddb-80ca-6c301cbb54f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:36.097712 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-c3949f80-90b2-4e38-b0ef-f3ff5f46404f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1959431871'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:36.103736 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b3165-77f8-4f8e-b417-38026d8640f8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Network': ['ID=2dc54e65-b467-41d4-9935-971217166820,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:36.136592 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3949f80-90b2-4e38-b0ef-f3ff5f46404f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:36.140261 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c3949f80-90b2-4e38-b0ef-f3ff5f46404f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:36.151672 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdecdb7-e161-445b-aaa1-e71f890b910f req-d3e2ab16-f400-4bfc-b1df-2d402a9d43dc tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:36.159785 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ecdecdb7-e161-445b-aaa1-e71f890b910f req-d3e2ab16-f400-4bfc-b1df-2d402a9d43dc tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 943 time: 0.4428892 Jul 23 16:35:36.190734 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8eb8c5-874b-4da7-aa35-7a61f248680c admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:35:36.204779 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bdf88d-7fbb-47ab-817d-2f9abd60eb87 None None] Sync routers for ids ['aa723fde-f9a6-4cb9-a5e6-ffc1b814a225'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:35:36.231329 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-487c0b6b-23fb-4ddb-80ca-6c301cbb54f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:36.232059 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-487c0b6b-23fb-4ddb-80ca-6c301cbb54f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:36.233611 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-487c0b6b-23fb-4ddb-80ca-6c301cbb54f6 service neutron] 10.222.0.74 "PUT /v2.0/ports/9b47208a-3b1a-4232-bbb8-2c166b5d6282 HTTP/1.1" status: 200 len: 1092 time: 2.2376530 Jul 23 16:35:36.233823 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bdf88d-7fbb-47ab-817d-2f9abd60eb87 None None] Routers {'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:36.234490 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c1bdf88d-7fbb-47ab-817d-2f9abd60eb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:35:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['aa723fde-f9a6-4cb9-a5e6-ffc1b814a225'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:36.240286 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47a1232d-43a1-4a2f-ba77-d3efe32641b2', 'tag': '9b47208a-3b1a-4232-bbb8-2c166b5d6282'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:36.243734 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ed48e9-f820-4c31-904e-9b83d7ba3a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "47a1232d-43a1-4a2f-ba77-d3efe32641b2", "tag": "9b47208a-3b1a-4232-bbb8-2c166b5d6282"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:35:36.295683 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3949f80-90b2-4e38-b0ef-f3ff5f46404f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] vlan segment allocate from pool success with {'vlan_id': 1136, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:35:36.336775 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a8eb8c5-874b-4da7-aa35-7a61f248680c admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:36.344861 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3a8eb8c5-874b-4da7-aa35-7a61f248680c admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 11.1588879 Jul 23 16:35:36.353234 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49552) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:36.572482 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4407a13a-ae67-460f-a580-3c6b459b200e x-openstack-request-id: req-4407a13a-ae67-460f-a580-3c6b459b200e {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:35:36.572975 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47a1232d-43a1-4a2f-ba77-d3efe32641b2", "tag": "9b47208a-3b1a-4232-bbb8-2c166b5d6282", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:35:36.573351 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4407a13a-ae67-460f-a580-3c6b459b200e {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:35:36.578942 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47a1232d-43a1-4a2f-ba77-d3efe32641b2', 'tag': '9b47208a-3b1a-4232-bbb8-2c166b5d6282', 'status': 'completed', 'code': 200} Jul 23 16:35:36.583547 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-c1bdf88d-7fbb-47ab-817d-2f9abd60eb87 None None] Set router aa723fde-f9a6-4cb9-a5e6-ffc1b814a225 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:36.619528 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c0b6b-23fb-4ddb-80ca-6c301cbb54f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b47208a-3b1a-4232-bbb8-2c166b5d6282,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:36.648466 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c3949f80-90b2-4e38-b0ef-f3ff5f46404f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:36.651506 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-c3949f80-90b2-4e38-b0ef-f3ff5f46404f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Added segment 50fffa21-938d-45fc-8d91-07b5a3636a56 of type vlan for network d4e9625f-de17-49cc-b7bb-c6ac0573984d Jul 23 16:35:36.658257 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:36.671828 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-19413cd4-73fd-4102-9827-670b277c1c04 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Deleting port a28e50c0-2a37-404c-b7d0-ed11859fa8a7 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:36.678224 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-19413cd4-73fd-4102-9827-670b277c1c04 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:36.883459 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-236219ba-9ad6-42ef-8abe-94a9cd98e47e None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:36.896991 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ecdecdb7-e161-445b-aaa1-e71f890b910f req-31f9abcc-4b9e-45ef-aeea-eecc3cac1851 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7359014 Jul 23 16:35:36.952531 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-236219ba-9ad6-42ef-8abe-94a9cd98e47e None None] Transition to ACTIVE for port object a28e50c0-2a37-404c-b7d0-ed11859fa8a7 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:36.965523 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-236219ba-9ad6-42ef-8abe-94a9cd98e47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:37.010047 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-19413cd4-73fd-4102-9827-670b277c1c04 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:37.050304 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-19413cd4-73fd-4102-9827-670b277c1c04 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Calling delete_port for a28e50c0-2a37-404c-b7d0-ed11859fa8a7 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:37.068494 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be8668-e4d0-4ac1-b1d6-f04bdca1e36f None None] Pushing event updated for resources: {'Port': ['ID=a28e50c0-2a37-404c-b7d0-ed11859fa8a7,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:37.103043 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c3949f80-90b2-4e38-b0ef-f3ff5f46404f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:37.107323 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-236219ba-9ad6-42ef-8abe-94a9cd98e47e None None] Attempting to bind port a28e50c0-2a37-404c-b7d0-ed11859fa8a7 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:35:37.107690 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-236219ba-9ad6-42ef-8abe-94a9cd98e47e None None] Attempting to bind port a28e50c0-2a37-404c-b7d0-ed11859fa8a7 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:35:37.108098 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236219ba-9ad6-42ef-8abe-94a9cd98e47e None None] Attempting to bind port a28e50c0-2a37-404c-b7d0-ed11859fa8a7 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:35:37.117497 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236219ba-9ad6-42ef-8abe-94a9cd98e47e None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:35:37.118203 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236219ba-9ad6-42ef-8abe-94a9cd98e47e None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:35:37.118625 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-236219ba-9ad6-42ef-8abe-94a9cd98e47e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:37.119086 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236219ba-9ad6-42ef-8abe-94a9cd98e47e None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:35:37.119847 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-236219ba-9ad6-42ef-8abe-94a9cd98e47e None None] Bound port: a28e50c0-2a37-404c-b7d0-ed11859fa8a7, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:35:37.120070 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-236219ba-9ad6-42ef-8abe-94a9cd98e47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:37.152851 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c3949f80-90b2-4e38-b0ef-f3ff5f46404f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:37.160609 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3949f80-90b2-4e38-b0ef-f3ff5f46404f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:37.162298 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c3949f80-90b2-4e38-b0ef-f3ff5f46404f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:37.191081 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-236219ba-9ad6-42ef-8abe-94a9cd98e47e None None] For port a28e50c0-2a37-404c-b7d0-ed11859fa8a7, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:35:37.195921 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-236219ba-9ad6-42ef-8abe-94a9cd98e47e None None] For port a28e50c0-2a37-404c-b7d0-ed11859fa8a7, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a28e50c0-2a37-404c-b7d0-ed11859fa8a7,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:35:37.201308 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-236219ba-9ad6-42ef-8abe-94a9cd98e47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:37.268662 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3949f80-90b2-4e38-b0ef-f3ff5f46404f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Network': ['ID=d4e9625f-de17-49cc-b7bb-c6ac0573984d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:37.339391 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-5b72e445-792c-404e-b87e-5f3c9e5a830d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:37.341617 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-5b72e445-792c-404e-b87e-5f3c9e5a830d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=685de99fd88a4ebd80b04837e882af01&device_id=47a1232d-43a1-4a2f-ba77-d3efe32641b2 HTTP/1.1" status: 200 len: 1095 time: 1.0311093 Jul 23 16:35:37.345915 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c3949f80-90b2-4e38-b0ef-f3ff5f46404f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2531798 Jul 23 16:35:37.363825 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c1bdf88d-7fbb-47ab-817d-2f9abd60eb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'name': 'tempest-ServerRescueTestJSONUnderV235-1304349298-router', 'tenant_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd195f521-c2c4-4d56-bf28-2c37196c3dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:25Z', 'updated_at': '2021-07-23T16:35:31Z', 'revision_number': 3, 'project_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'gw_port': {'id': 'd195f521-c2c4-4d56-bf28-2c37196c3dfc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:28Z', 'updated_at': '2021-07-23T16:35:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:37.364762 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49566) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:37.406079 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be8668-e4d0-4ac1-b1d6-f04bdca1e36f None None] Pushing event updated for resources: {'Port': ['ID=a28e50c0-2a37-404c-b7d0-ed11859fa8a7,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:37.422485 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network d4e9625f-de17-49cc-b7bb-c6ac0573984d details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:35:37.426404 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-db73dd12-edba-47fe-93fe-d55e7efd7b71 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'subnet': {'network_id': 'd4e9625f-de17-49cc-b7bb-c6ac0573984d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:37.431007 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-7998722c-3504-4c69-bf8f-015fdf3086c3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b47208a-3b1a-4232-bbb8-2c166b5d6282 HTTP/1.1" status: 200 len: 217 time: 0.0765169 Jul 23 16:35:37.433443 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236219ba-9ad6-42ef-8abe-94a9cd98e47e None None] Routers {'ed64edeb-129a-4b4d-9b99-fb90f75b980f'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:37.434322 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-236219ba-9ad6-42ef-8abe-94a9cd98e47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:35:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ed64edeb-129a-4b4d-9b99-fb90f75b980f'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:37.474413 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bdf88d-7fbb-47ab-817d-2f9abd60eb87 None None] Checking router: aa723fde-f9a6-4cb9-a5e6-ffc1b814a225 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:35:37.475004 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bdf88d-7fbb-47ab-817d-2f9abd60eb87 None None] Updating router aa723fde-f9a6-4cb9-a5e6-ffc1b814a225 port d195f521-c2c4-4d56-bf28-2c37196c3dfc binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:35:37.518210 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:37.636563 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-61e4cd88-f819-42fc-8de8-06b1b81b761b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:37.640868 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-61e4cd88-f819-42fc-8de8-06b1b81b761b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f0d2685b-743f-465d-ae06-029317d44a41 HTTP/1.1" status: 200 len: 848 time: 0.1993916 Jul 23 16:35:37.641341 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf88d-7fbb-47ab-817d-2f9abd60eb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:37.844291 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db73dd12-edba-47fe-93fe-d55e7efd7b71 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:37.856092 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-db73dd12-edba-47fe-93fe-d55e7efd7b71 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:37.881375 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-a57a03c0-7d73-49ae-909f-9baf9bea0560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:37.882929 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-a57a03c0-7d73-49ae-909f-9baf9bea0560 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2344499 Jul 23 16:35:37.917251 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c3951-adea-447a-ad56-04c94245a369 req-d9e4dbc3-1b9a-4be1-86d5-b39d5f8e7e8a tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:37.932702 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a02c3951-adea-447a-ad56-04c94245a369 req-d9e4dbc3-1b9a-4be1-86d5-b39d5f8e7e8a tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 944 time: 1.0532644 Jul 23 16:35:37.954919 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-236219ba-9ad6-42ef-8abe-94a9cd98e47e None None] Set router ed64edeb-129a-4b4d-9b99-fb90f75b980f gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:37.956909 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-19413cd4-73fd-4102-9827-670b277c1c04 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:37.984503 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb803883-21fe-4333-ae0f-a09756a1a87b req-e666718b-7c99-4396-9f2d-a3f9eb1e53d0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.1153321 Jul 23 16:35:38.000382 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f449b3-b5b0-4a50-9bbf-56e1093a8714 req-c13033a6-d84b-4a88-b53c-ca14cbed924a tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:38.012566 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99f449b3-b5b0-4a50-9bbf-56e1093a8714 req-c13033a6-d84b-4a88-b53c-ca14cbed924a tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 947 time: 0.6493838 Jul 23 16:35:38.090346 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a02c3951-adea-447a-ad56-04c94245a369 req-3a78d58a-d805-4d2f-818d-7061a75dcfb3 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541121 Jul 23 16:35:38.120476 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-236219ba-9ad6-42ef-8abe-94a9cd98e47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed64edeb-129a-4b4d-9b99-fb90f75b980f', 'name': 'tempest-snat-router-1253583619', 'tenant_id': 'aef624283778465abc0e7ec181a971d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:27Z', 'updated_at': '2021-07-23T16:35:35Z', 'revision_number': 4, 'project_id': 'aef624283778465abc0e7ec181a971d5', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:38.163615 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236219ba-9ad6-42ef-8abe-94a9cd98e47e None None] The sync data for ids ['ed64edeb-129a-4b4d-9b99-fb90f75b980f'] in n-d-778549-4 is: [{'id': 'ed64edeb-129a-4b4d-9b99-fb90f75b980f', 'name': 'tempest-snat-router-1253583619', 'tenant_id': 'aef624283778465abc0e7ec181a971d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:27Z', 'updated_at': '2021-07-23T16:35:35Z', 'revision_number': 4, 'project_id': 'aef624283778465abc0e7ec181a971d5', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:35:38.214371 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8a2cf239-45f3-4e57-8776-b3569ef74847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:38.274014 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99f449b3-b5b0-4a50-9bbf-56e1093a8714 req-19d95cc1-91a0-4bb3-beca-70f74c303ff5 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077906 Jul 23 16:35:38.379469 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf88d-7fbb-47ab-817d-2f9abd60eb87 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:38.407579 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-c1bdf88d-7fbb-47ab-817d-2f9abd60eb87 None None] Transition to ACTIVE for port object d195f521-c2c4-4d56-bf28-2c37196c3dfc will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:38.415759 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf88d-7fbb-47ab-817d-2f9abd60eb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:38.510697 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19413cd4-73fd-4102-9827-670b277c1c04 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Pushing event deleted for resources: {'Port': ['ID=a28e50c0-2a37-404c-b7d0-ed11859fa8a7,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:38.541970 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7a8d4-1674-4a69-b1ae-f5fd1f07c577 None None] Pushing event updated for resources: {'Port': ['ID=d195f521-c2c4-4d56-bf28-2c37196c3dfc,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:38.542295 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-db73dd12-edba-47fe-93fe-d55e7efd7b71 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:38.589893 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:38.605126 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-c1bdf88d-7fbb-47ab-817d-2f9abd60eb87 None None] Attempting to bind port d195f521-c2c4-4d56-bf28-2c37196c3dfc on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:35:38.605731 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-c1bdf88d-7fbb-47ab-817d-2f9abd60eb87 None None] Attempting to bind port d195f521-c2c4-4d56-bf28-2c37196c3dfc by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:35:38.609805 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bdf88d-7fbb-47ab-817d-2f9abd60eb87 None None] Attempting to bind port d195f521-c2c4-4d56-bf28-2c37196c3dfc on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:35:38.626328 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bdf88d-7fbb-47ab-817d-2f9abd60eb87 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:35:38.626715 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bdf88d-7fbb-47ab-817d-2f9abd60eb87 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:35:38.627123 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf88d-7fbb-47ab-817d-2f9abd60eb87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:38.627549 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bdf88d-7fbb-47ab-817d-2f9abd60eb87 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:35:38.628251 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-c1bdf88d-7fbb-47ab-817d-2f9abd60eb87 None None] Bound port: d195f521-c2c4-4d56-bf28-2c37196c3dfc, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:35:38.628755 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf88d-7fbb-47ab-817d-2f9abd60eb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:38.762609 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-c1bdf88d-7fbb-47ab-817d-2f9abd60eb87 None None] For port d195f521-c2c4-4d56-bf28-2c37196c3dfc, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:35:38.773113 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-c1bdf88d-7fbb-47ab-817d-2f9abd60eb87 None None] For port d195f521-c2c4-4d56-bf28-2c37196c3dfc, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d195f521-c2c4-4d56-bf28-2c37196c3dfc,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:35:38.794339 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-19413cd4-73fd-4102-9827-670b277c1c04 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:38.798059 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf88d-7fbb-47ab-817d-2f9abd60eb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:38.885848 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3e0a3-ee74-49cf-9ecb-8de4c0afa900 req-f72b0905-5659-4607-bae6-6ca59ab99e10 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:38.891170 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7a8d4-1674-4a69-b1ae-f5fd1f07c577 None None] Pushing event updated for resources: {'Port': ['ID=d195f521-c2c4-4d56-bf28-2c37196c3dfc,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:38.892597 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8f3e0a3-ee74-49cf-9ecb-8de4c0afa900 req-f72b0905-5659-4607-bae6-6ca59ab99e10 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/ports?device_id=47a1232d-43a1-4a2f-ba77-d3efe32641b2 HTTP/1.1" status: 200 len: 944 time: 0.6130311 Jul 23 16:35:38.915271 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-3d5df70b-a2a3-4832-9d63-8dc2245745ea service neutron] 10.222.0.74 "GET /v2.0/networks/9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0153120 Jul 23 16:35:38.950172 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bdf88d-7fbb-47ab-817d-2f9abd60eb87 None None] Routers {'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:38.950826 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c1bdf88d-7fbb-47ab-817d-2f9abd60eb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:35:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['aa723fde-f9a6-4cb9-a5e6-ffc1b814a225'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:39.015041 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73dd12-edba-47fe-93fe-d55e7efd7b71 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Subnet': ['ID=03fc98b5-12df-4cf1-aefe-2636329a33b1,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:39.039799 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-19413cd4-73fd-4102-9827-670b277c1c04 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:39.042629 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db73dd12-edba-47fe-93fe-d55e7efd7b71 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Checking segment: {'id': '50fffa21-938d-45fc-8d91-07b5a3636a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'd4e9625f-de17-49cc-b7bb-c6ac0573984d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:35:39.043321 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db73dd12-edba-47fe-93fe-d55e7efd7b71 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network hostable DHCP agents. Network: d4e9625f-de17-49cc-b7bb-c6ac0573984d, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:35:39.046541 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-19413cd4-73fd-4102-9827-670b277c1c04 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:39.087551 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8f3e0a3-ee74-49cf-9ecb-8de4c0afa900 req-57404f24-6abe-46a1-9b25-1de8d8087bf1 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/security-groups?id=a01ca5f5-fd89-4a53-ad59-163800b3f4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762037 Jul 23 16:35:39.176146 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-19413cd4-73fd-4102-9827-670b277c1c04 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:39.177719 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19413cd4-73fd-4102-9827-670b277c1c04 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed64edeb-129a-4b4d-9b99-fb90f75b980f {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:35:39.181609 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db73dd12-edba-47fe-93fe-d55e7efd7b71 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network d4e9625f-de17-49cc-b7bb-c6ac0573984d is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:35:39.193169 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-19413cd4-73fd-4102-9827-670b277c1c04 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:39.194378 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-19413cd4-73fd-4102-9827-670b277c1c04 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "DELETE /v2.0/routers/ed64edeb-129a-4b4d-9b99-fb90f75b980f HTTP/1.1" status: 204 len: 168 time: 4.6095726 Jul 23 16:35:39.202998 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49578) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:39.270912 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7288f-600b-42dc-ba70-dd15bb16e74f req-91f519c4-9923-4a54-8346-020f8a3bc155 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:39.289764 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0db7288f-600b-42dc-ba70-dd15bb16e74f req-91f519c4-9923-4a54-8346-020f8a3bc155 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 943 time: 0.8370836 Jul 23 16:35:39.316487 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-c1bdf88d-7fbb-47ab-817d-2f9abd60eb87 None None] Set router aa723fde-f9a6-4cb9-a5e6-ffc1b814a225 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:39.386598 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-db73dd12-edba-47fe-93fe-d55e7efd7b71 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, d4e9625f-de17-49cc-b7bb-c6ac0573984d) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:39.395177 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcef2c7-bd81-489b-aeb7-270223a22056 None None] Network d4e9625f-de17-49cc-b7bb-c6ac0573984d requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:35:39.457506 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bddd73b9-db8b-4479-aef0-e5ef497d1c47 req-5afac84e-9d5f-4a9f-a461-2b719a83190b service neutron] 10.222.0.74 "GET /v2.0/networks/9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5129323 Jul 23 16:35:39.487597 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db73dd12-edba-47fe-93fe-d55e7efd7b71 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:39.488253 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-db73dd12-edba-47fe-93fe-d55e7efd7b71 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:39.549602 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-db73dd12-edba-47fe-93fe-d55e7efd7b71 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1836486 Jul 23 16:35:39.562949 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49582) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:39.601037 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-8a2cf239-45f3-4e57-8776-b3569ef74847 admin admin] Allocated IP 172.20.0.1 (72414b03-0eff-47a3-8162-f0db3384a849/7cd47fdd-8dd1-4f64-8ffb-cee64c695d93/e6ea4a01-ff83-47ce-8421-574f407d18f5) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:35:39.626508 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-a7d91fa0-5e03-4b13-b774-556c941aa80e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'port': {'network_id': 'd4e9625f-de17-49cc-b7bb-c6ac0573984d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1662392500'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:39.709250 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0db7288f-600b-42dc-ba70-dd15bb16e74f req-cd93e5e0-99a0-4dcf-a0d6-cb36647e8925 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4177790 Jul 23 16:35:39.740673 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5fbf6b-fc42-4fd8-85ed-e8d9401b6762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-d4e9625f-de17-49cc-b7bb-c6ac0573984d', 'network_id': 'd4e9625f-de17-49cc-b7bb-c6ac0573984d', 'tenant_id': '038b50aa87914dfd8d6a623321cfea16', 'fixed_ips': [{'subnet_id': '03fc98b5-12df-4cf1-aefe-2636329a33b1'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:35:39.740673 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6d5fbf6b-fc42-4fd8-85ed-e8d9401b6762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:39.804436 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c1bdf88d-7fbb-47ab-817d-2f9abd60eb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'name': 'tempest-ServerRescueTestJSONUnderV235-1304349298-router', 'tenant_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd195f521-c2c4-4d56-bf28-2c37196c3dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:25Z', 'updated_at': '2021-07-23T16:35:31Z', 'revision_number': 3, 'project_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'gw_port': {'id': 'd195f521-c2c4-4d56-bf28-2c37196c3dfc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:28Z', 'updated_at': '2021-07-23T16:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:39.861938 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bdf88d-7fbb-47ab-817d-2f9abd60eb87 None None] The sync data for ids ['aa723fde-f9a6-4cb9-a5e6-ffc1b814a225'] in n-d-778549-4 is: [{'id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'name': 'tempest-ServerRescueTestJSONUnderV235-1304349298-router', 'tenant_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd195f521-c2c4-4d56-bf28-2c37196c3dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:25Z', 'updated_at': '2021-07-23T16:35:31Z', 'revision_number': 3, 'project_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'gw_port': {'id': 'd195f521-c2c4-4d56-bf28-2c37196c3dfc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:28Z', 'updated_at': '2021-07-23T16:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:35:39.887252 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93ca390b-f844-49a1-8e1d-ee3cbd4e5ce4 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:39.910687 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf2f8ba-4f16-4f38-b7f5-3834e0ca2740 req-ed4a9757-02a5-4ca6-bdfc-87dcf08b1354 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:39.924958 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7bf2f8ba-4f16-4f38-b7f5-3834e0ca2740 req-ed4a9757-02a5-4ca6-bdfc-87dcf08b1354 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 944 time: 0.5771000 Jul 23 16:35:40.031505 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb803883-21fe-4333-ae0f-a09756a1a87b req-9e948dfd-9ada-495c-8225-6ad098c01004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:40.033180 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb803883-21fe-4333-ae0f-a09756a1a87b req-9e948dfd-9ada-495c-8225-6ad098c01004 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709&tenant_id=e9dc3f31640549ca813e0dbead6dea67 HTTP/1.1" status: 200 len: 1095 time: 0.6497958 Jul 23 16:35:40.081908 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7bf2f8ba-4f16-4f38-b7f5-3834e0ca2740 req-279fb888-e12e-4e7a-94b5-e3a415187831 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560466 Jul 23 16:35:40.127855 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed48e9-f820-4c31-904e-9b83d7ba3a3e req-811161d1-81b3-4db6-8ce7-7bd754b11cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:40.130620 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-13ed48e9-f820-4c31-904e-9b83d7ba3a3e req-811161d1-81b3-4db6-8ce7-7bd754b11cd9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=685de99fd88a4ebd80b04837e882af01&device_id=47a1232d-43a1-4a2f-ba77-d3efe32641b2 HTTP/1.1" status: 200 len: 1095 time: 0.5825634 Jul 23 16:35:40.154855 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-6d5fbf6b-fc42-4fd8-85ed-e8d9401b6762 None None] Allocated IP 172.20.0.2 (d4e9625f-de17-49cc-b7bb-c6ac0573984d/03fc98b5-12df-4cf1-aefe-2636329a33b1/ba91a6e8-fd51-4e68-8e90-c02e535dc3d4) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:35:40.195469 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8a2cf239-45f3-4e57-8776-b3569ef74847 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:40.223358 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93ca390b-f844-49a1-8e1d-ee3cbd4e5ce4 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:40.244620 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a242f-9962-407e-b3bb-2ed3d5676d18 req-9e97168f-6d28-475d-be17-c0a780576f3f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:40.258275 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b55a242f-9962-407e-b3bb-2ed3d5676d18 req-9e97168f-6d28-475d-be17-c0a780576f3f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 947 time: 0.2775724 Jul 23 16:35:40.300878 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d91fa0-5e03-4b13-b774-556c941aa80e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:40.310708 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7d91fa0-5e03-4b13-b774-556c941aa80e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:40.339394 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-a7d91fa0-5e03-4b13-b774-556c941aa80e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] device_id is not set on port 853161b3-973f-4483-b9f8-789adc848d0f yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:35:40.429696 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb803883-21fe-4333-ae0f-a09756a1a87b req-3abafc55-61ec-49b2-bc6a-9259150bc54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:40.433612 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb803883-21fe-4333-ae0f-a09756a1a87b req-3abafc55-61ec-49b2-bc6a-9259150bc54d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e9dc3f31640549ca813e0dbead6dea67&device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 1095 time: 0.2994931 Jul 23 16:35:40.577392 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-9efc5e9f-15b0-48d2-8a08-ea283ab270a4 req-54fd8e7b-1b5e-4b06-8e5f-2f963c1da180 service neutron] (94012) timed out ('10.222.0.74', 54731) {{(pid=94012) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 16:35:40.593590 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6d5fbf6b-fc42-4fd8-85ed-e8d9401b6762 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:40.612309 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6d5fbf6b-fc42-4fd8-85ed-e8d9401b6762 None None] Transition to ACTIVE for port object ba91a6e8-fd51-4e68-8e90-c02e535dc3d4 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:40.635556 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6d5fbf6b-fc42-4fd8-85ed-e8d9401b6762 None None] Transition to ACTIVE for port object ba91a6e8-fd51-4e68-8e90-c02e535dc3d4 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:40.646936 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6d5fbf6b-fc42-4fd8-85ed-e8d9401b6762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:40.714129 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5fbf6b-fc42-4fd8-85ed-e8d9401b6762 None None] Network d4e9625f-de17-49cc-b7bb-c6ac0573984d is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:40.718892 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-6d5fbf6b-fc42-4fd8-85ed-e8d9401b6762 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:40.726868 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5fbf6b-fc42-4fd8-85ed-e8d9401b6762 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:40.727444 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b55a242f-9962-407e-b3bb-2ed3d5676d18 req-4a7e112d-32fb-4fea-8a6b-99caaeb39887 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4549015 Jul 23 16:35:40.728851 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8a2cf239-45f3-4e57-8776-b3569ef74847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:40.768068 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5fbf6b-fc42-4fd8-85ed-e8d9401b6762 None None] Pushing event updated for resources: {'Port': ['ID=ba91a6e8-fd51-4e68-8e90-c02e535dc3d4,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:40.891428 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-6d5fbf6b-fc42-4fd8-85ed-e8d9401b6762 None None] Attempting to bind port ba91a6e8-fd51-4e68-8e90-c02e535dc3d4 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:35:40.891794 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-6d5fbf6b-fc42-4fd8-85ed-e8d9401b6762 None None] Attempting to bind port ba91a6e8-fd51-4e68-8e90-c02e535dc3d4 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '50fffa21-938d-45fc-8d91-07b5a3636a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'd4e9625f-de17-49cc-b7bb-c6ac0573984d'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:35:40.892221 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5fbf6b-fc42-4fd8-85ed-e8d9401b6762 None None] Attempting to bind port ba91a6e8-fd51-4e68-8e90-c02e535dc3d4 on network d4e9625f-de17-49cc-b7bb-c6ac0573984d {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:35:40.899272 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5fbf6b-fc42-4fd8-85ed-e8d9401b6762 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:35:40.899668 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5fbf6b-fc42-4fd8-85ed-e8d9401b6762 None None] Checking segment: {'id': '50fffa21-938d-45fc-8d91-07b5a3636a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'd4e9625f-de17-49cc-b7bb-c6ac0573984d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:35:40.900057 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6d5fbf6b-fc42-4fd8-85ed-e8d9401b6762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:40.900452 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5fbf6b-fc42-4fd8-85ed-e8d9401b6762 None None] Bound using segment: {'id': '50fffa21-938d-45fc-8d91-07b5a3636a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'd4e9625f-de17-49cc-b7bb-c6ac0573984d'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:35:40.900931 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-6d5fbf6b-fc42-4fd8-85ed-e8d9401b6762 None None] Bound port: ba91a6e8-fd51-4e68-8e90-c02e535dc3d4, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50fffa21-938d-45fc-8d91-07b5a3636a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'd4e9625f-de17-49cc-b7bb-c6ac0573984d'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:35:40.901537 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6d5fbf6b-fc42-4fd8-85ed-e8d9401b6762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:40.929857 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2cf239-45f3-4e57-8776-b3569ef74847 admin admin] Network 72414b03-0eff-47a3-8162-f0db3384a849 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:40.961887 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-8a2cf239-45f3-4e57-8776-b3569ef74847 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:40.967502 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2cf239-45f3-4e57-8776-b3569ef74847 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:41.020665 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2cf239-45f3-4e57-8776-b3569ef74847 admin admin] Pushing event updated for resources: {'Port': ['ID=e6ea4a01-ff83-47ce-8421-574f407d18f5,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:41.024742 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-6d5fbf6b-fc42-4fd8-85ed-e8d9401b6762 None None] For port ba91a6e8-fd51-4e68-8e90-c02e535dc3d4, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:35:41.029351 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-6d5fbf6b-fc42-4fd8-85ed-e8d9401b6762 None None] For port ba91a6e8-fd51-4e68-8e90-c02e535dc3d4, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=ba91a6e8-fd51-4e68-8e90-c02e535dc3d4,segment=NetworkSegment(50fffa21-938d-45fc-8d91-07b5a3636a56),segment_id=50fffa21-938d-45fc-8d91-07b5a3636a56)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:35:41.032208 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed48e9-f820-4c31-904e-9b83d7ba3a3e req-b0b5a3fb-af8b-4f58-8abd-1d62904d88fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:41.034641 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-13ed48e9-f820-4c31-904e-9b83d7ba3a3e req-b0b5a3fb-af8b-4f58-8abd-1d62904d88fd service neutron] 10.222.0.74 "GET /v2.0/networks?id=9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9 HTTP/1.1" status: 200 len: 911 time: 0.8245449 Jul 23 16:35:41.060583 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6d5fbf6b-fc42-4fd8-85ed-e8d9401b6762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:41.076200 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607bab5-f1dc-469d-9c7c-418b9c9885ea req-71e650b2-f55b-4efb-8614-ae7ac9181504 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:41.078143 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7607bab5-f1dc-469d-9c7c-418b9c9885ea req-71e650b2-f55b-4efb-8614-ae7ac9181504 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/ports?device_id=47a1232d-43a1-4a2f-ba77-d3efe32641b2 HTTP/1.1" status: 200 len: 944 time: 0.7283254 Jul 23 16:35:41.146036 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb803883-21fe-4333-ae0f-a09756a1a87b req-5a9378ee-b8c5-4625-b404-707ea4410437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:41.148200 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb803883-21fe-4333-ae0f-a09756a1a87b req-5a9378ee-b8c5-4625-b404-707ea4410437 service neutron] 10.222.0.97 "GET /v2.0/networks?id=39f95156-8af8-4a3c-8185-a196a0cfd658 HTTP/1.1" status: 200 len: 914 time: 0.5281844 Jul 23 16:35:41.149277 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8a2cf239-45f3-4e57-8776-b3569ef74847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:41.164834 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5fbf6b-fc42-4fd8-85ed-e8d9401b6762 None None] Pushing event updated for resources: {'Port': ['ID=ba91a6e8-fd51-4e68-8e90-c02e535dc3d4,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:41.193970 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-13ed48e9-f820-4c31-904e-9b83d7ba3a3e req-e413afb5-bfe2-4fb4-8e2f-8ca86d1c3207 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b47208a-3b1a-4232-bbb8-2c166b5d6282 HTTP/1.1" status: 200 len: 217 time: 0.1479013 Jul 23 16:35:41.298719 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-93ca390b-f844-49a1-8e1d-ee3cbd4e5ce4 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Deleting port ed0d26b7-6ce0-46b7-bee8-beac53e34227 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:41.302288 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93ca390b-f844-49a1-8e1d-ee3cbd4e5ce4 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:41.399256 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed48e9-f820-4c31-904e-9b83d7ba3a3e req-ea51dba1-17a2-4afa-a45f-1656989f5036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:41.400711 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-13ed48e9-f820-4c31-904e-9b83d7ba3a3e req-ea51dba1-17a2-4afa-a45f-1656989f5036 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f0d2685b-743f-465d-ae06-029317d44a41 HTTP/1.1" status: 200 len: 848 time: 0.1915545 Jul 23 16:35:41.414689 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-a7d91fa0-5e03-4b13-b774-556c941aa80e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Allocated IP 172.20.0.8 (d4e9625f-de17-49cc-b7bb-c6ac0573984d/03fc98b5-12df-4cf1-aefe-2636329a33b1/853161b3-973f-4483-b9f8-789adc848d0f) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:35:41.469020 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d195f521-c2c4-4d56-bf28-2c37196c3dfc up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:41.574988 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port d195f521-c2c4-4d56-bf28-2c37196c3dfc completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:41.600839 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port d195f521-c2c4-4d56-bf28-2c37196c3dfc triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:41.601568 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:41.680567 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-93ca390b-f844-49a1-8e1d-ee3cbd4e5ce4 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] For port ed0d26b7-6ce0-46b7-bee8-beac53e34227, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=ed0d26b7-6ce0-46b7-bee8-beac53e34227,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:41.680888 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93ca390b-f844-49a1-8e1d-ee3cbd4e5ce4 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:41.793852 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-93ca390b-f844-49a1-8e1d-ee3cbd4e5ce4 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Calling delete_port for ed0d26b7-6ce0-46b7-bee8-beac53e34227 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:41.812172 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed48e9-f820-4c31-904e-9b83d7ba3a3e req-24960484-dace-48be-95e9-3a308d7248ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:41.814749 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-13ed48e9-f820-4c31-904e-9b83d7ba3a3e req-24960484-dace-48be-95e9-3a308d7248ae service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4016538 Jul 23 16:35:41.831633 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:41.861828 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port d195f521-c2c4-4d56-bf28-2c37196c3dfc, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d195f521-c2c4-4d56-bf28-2c37196c3dfc,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:41.867942 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:41.870916 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-0eb46674-e95e-4b00-a802-622dc27dff6b req-b0cdff30-923b-4ea1-bab5-e14b66b9f8a9 service neutron] (94012) timed out ('10.222.0.74', 54651) {{(pid=94012) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 16:35:41.934591 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7d91fa0-5e03-4b13-b774-556c941aa80e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:41.944520 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7607bab5-f1dc-469d-9c7c-418b9c9885ea req-61d21112-532a-4ed9-b6dc-99f40f3cf64a tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/security-groups?id=a01ca5f5-fd89-4a53-ad59-163800b3f4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8588183 Jul 23 16:35:41.944674 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=d195f521-c2c4-4d56-bf28-2c37196c3dfc,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:41.956297 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb803883-21fe-4333-ae0f-a09756a1a87b req-0471af3a-7a88-4276-8ff1-fabf1d685680 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=873ab846-b220-45c4-b796-4be961cfe70b HTTP/1.1" status: 200 len: 217 time: 0.7814624 Jul 23 16:35:42.011014 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-a7d91fa0-5e03-4b13-b774-556c941aa80e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Transition to ACTIVE for port object 853161b3-973f-4483-b9f8-789adc848d0f will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:42.041447 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab334b2-6811-4a47-9517-9113bc23ae87 req-e5c00165-732f-4710-8396-3965ab6647f2 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:42.043019 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eab334b2-6811-4a47-9517-9113bc23ae87 req-e5c00165-732f-4710-8396-3965ab6647f2 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 943 time: 1.1498826 Jul 23 16:35:42.095830 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-13ed48e9-f820-4c31-904e-9b83d7ba3a3e req-63c47ccd-a7ca-4866-b779-29fbc08d5c84 service neutron] 10.222.0.74 "GET /v2.0/networks/9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591050 Jul 23 16:35:42.144573 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb803883-21fe-4333-ae0f-a09756a1a87b req-53dd58e1-8fd3-45e7-9833-3f018d8f0df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:42.147043 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb803883-21fe-4333-ae0f-a09756a1a87b req-53dd58e1-8fd3-45e7-9833-3f018d8f0df1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a37eb368-db19-4fd2-8bc8-9aa2e38f4d63 HTTP/1.1" status: 200 len: 852 time: 0.1896520 Jul 23 16:35:42.202774 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7d91fa0-5e03-4b13-b774-556c941aa80e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:42.205557 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb803883-21fe-4333-ae0f-a09756a1a87b req-2f498ca5-5cd3-42a4-aa52-4664f3ea3ba7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=39f95156-8af8-4a3c-8185-a196a0cfd658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470550 Jul 23 16:35:42.210899 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eab334b2-6811-4a47-9517-9113bc23ae87 req-d2e555cc-b6eb-464a-b984-b6930f74a02f tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582675 Jul 23 16:35:42.299103 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8a2cf239-45f3-4e57-8776-b3569ef74847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:42.351255 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d91fa0-5e03-4b13-b774-556c941aa80e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network d4e9625f-de17-49cc-b7bb-c6ac0573984d is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:42.365642 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-a7d91fa0-5e03-4b13-b774-556c941aa80e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:42.371378 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d91fa0-5e03-4b13-b774-556c941aa80e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Port': ['ID=853161b3-973f-4483-b9f8-789adc848d0f,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:42.374973 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d91fa0-5e03-4b13-b774-556c941aa80e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:42.382303 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-13ed48e9-f820-4c31-904e-9b83d7ba3a3e req-18fd5ed8-0d15-405e-b1e7-710b14b4dabd service neutron] 10.222.0.74 "GET /v2.0/networks/9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740371 Jul 23 16:35:42.484395 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93ca390b-f844-49a1-8e1d-ee3cbd4e5ce4 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:42.517675 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d91fa0-5e03-4b13-b774-556c941aa80e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:42.518648 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7d91fa0-5e03-4b13-b774-556c941aa80e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:42.545947 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca390b-f844-49a1-8e1d-ee3cbd4e5ce4 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed0d26b7-6ce0-46b7-bee8-beac53e34227,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:42.600318 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb803883-21fe-4333-ae0f-a09756a1a87b req-be16a946-1a5f-48bd-9430-c5a25d602236 service neutron] 10.222.0.97 "GET /v2.0/networks/39f95156-8af8-4a3c-8185-a196a0cfd658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869815 Jul 23 16:35:42.621538 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a7d91fa0-5e03-4b13-b774-556c941aa80e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.0507426 Jul 23 16:35:42.622166 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49598) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:42.663292 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d9f4e-0b47-4c2f-9415-be90915f81a2 req-9b1c0890-68b2-4d46-bdd7-da3e0ddd4f48 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:42.670660 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3e2d9f4e-0b47-4c2f-9415-be90915f81a2 req-9b1c0890-68b2-4d46-bdd7-da3e0ddd4f48 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 944 time: 0.6113093 Jul 23 16:35:42.700304 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93ca390b-f844-49a1-8e1d-ee3cbd4e5ce4 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:42.840453 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 9b47208a-3b1a-4232-bbb8-2c166b5d6282 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:35:42.855383 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93ca390b-f844-49a1-8e1d-ee3cbd4e5ce4 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:42.858749 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93ca390b-f844-49a1-8e1d-ee3cbd4e5ce4 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:42.997793 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93ca390b-f844-49a1-8e1d-ee3cbd4e5ce4 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:43.000125 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ca390b-f844-49a1-8e1d-ee3cbd4e5ce4 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 755d4efc-65f8-4240-ad7b-badcddbae434 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:35:43.011141 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93ca390b-f844-49a1-8e1d-ee3cbd4e5ce4 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:43.016861 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-93ca390b-f844-49a1-8e1d-ee3cbd4e5ce4 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "DELETE /v2.0/routers/755d4efc-65f8-4240-ad7b-badcddbae434 HTTP/1.1" status: 204 len: 168 time: 3.8039560 Jul 23 16:35:43.020925 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49602) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:43.045018 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 9b47208a-3b1a-4232-bbb8-2c166b5d6282, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=9b47208a-3b1a-4232-bbb8-2c166b5d6282,segment=NetworkSegment(9cb1a104-dae7-41b9-a07c-13d75bbc4de2),segment_id=9cb1a104-dae7-41b9-a07c-13d75bbc4de2)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:43.058390 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-ac16c575-89ed-4943-a9ed-5ba64d7a2c31 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1966414804', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}, 'admin_state_up': False}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:43.059513 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '9b47208a-3b1a-4232-bbb8-2c166b5d6282', 'network_id': '9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9', 'port_id': '9b47208a-3b1a-4232-bbb8-2c166b5d6282', 'mac_address': 'fa:16:3e:97:ed:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0d2685b-743f-465d-ae06-029317d44a41', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:35:43.116738 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:43.137770 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b47208a-3b1a-4232-bbb8-2c166b5d6282 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:35:43.172767 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac16c575-89ed-4943-a9ed-5ba64d7a2c31 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:43.180755 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac16c575-89ed-4943-a9ed-5ba64d7a2c31 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:43.182578 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 9b47208a-3b1a-4232-bbb8-2c166b5d6282, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=9b47208a-3b1a-4232-bbb8-2c166b5d6282,segment=NetworkSegment(9cb1a104-dae7-41b9-a07c-13d75bbc4de2),segment_id=9cb1a104-dae7-41b9-a07c-13d75bbc4de2)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:43.197602 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:43.238642 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8a2cf239-45f3-4e57-8776-b3569ef74847 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:43.243202 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb803883-21fe-4333-ae0f-a09756a1a87b req-b1885aea-b8ba-43dd-8f3f-850ebb346665 service neutron] 10.222.0.97 "GET /v2.0/networks/39f95156-8af8-4a3c-8185-a196a0cfd658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6228726 Jul 23 16:35:43.333091 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8a2cf239-45f3-4e57-8776-b3569ef74847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:43.338735 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=9b47208a-3b1a-4232-bbb8-2c166b5d6282,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:43.357063 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac16c575-89ed-4943-a9ed-5ba64d7a2c31 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:43.361848 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-cc3c3907-d69b-4fe4-991e-9d4712677ef3 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Deleting port 853161b3-973f-4483-b9f8-789adc848d0f {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:43.362306 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cc3c3907-d69b-4fe4-991e-9d4712677ef3 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:43.389732 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3e2d9f4e-0b47-4c2f-9415-be90915f81a2 req-560bf572-c3e7-44b7-b35b-011128e1d565 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6937838 Jul 23 16:35:43.544395 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555412e-391f-4bac-8ce9-5af2f5718535 req-8500e365-61d2-4590-a6ae-0b22a5db6f77 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:43.548352 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a555412e-391f-4bac-8ce9-5af2f5718535 req-8500e365-61d2-4590-a6ae-0b22a5db6f77 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 947 time: 1.1184692 Jul 23 16:35:43.549016 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2cf239-45f3-4e57-8776-b3569ef74847 admin admin] Pushing event updated for resources: {'Port': ['ID=e6ea4a01-ff83-47ce-8421-574f407d18f5,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:43.575147 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['9b47208a-3b1a-4232-bbb8-2c166b5d6282'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:35:43.651565 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac16c575-89ed-4943-a9ed-5ba64d7a2c31 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:43.666899 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cc3c3907-d69b-4fe4-991e-9d4712677ef3 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:43.675984 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a555412e-391f-4bac-8ce9-5af2f5718535 req-825fa1b6-9fdd-4f46-b4fb-98ae8cf16856 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595822 Jul 23 16:35:43.725734 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daed531b-3657-4854-9846-caafb6c12472 None None] Network d4e9625f-de17-49cc-b7bb-c6ac0573984d requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:35:43.754111 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-cc3c3907-d69b-4fe4-991e-9d4712677ef3 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Calling delete_port for 853161b3-973f-4483-b9f8-789adc848d0f owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:43.789988 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8a2cf239-45f3-4e57-8776-b3569ef74847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:43.869290 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d4846-eca4-4f19-9275-080387714e6f req-f0a42c30-e4bd-431d-ba43-1a55fcf6b691 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:43.875314 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-746d4846-eca4-4f19-9275-080387714e6f req-f0a42c30-e4bd-431d-ba43-1a55fcf6b691 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/ports?device_id=47a1232d-43a1-4a2f-ba77-d3efe32641b2 HTTP/1.1" status: 200 len: 945 time: 0.3204608 Jul 23 16:35:43.912067 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e00534b3-22d5-4f19-b144-dc1b5122fb62 None None] Provisioning for port ba91a6e8-fd51-4e68-8e90-c02e535dc3d4 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:44.200416 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d195f521-c2c4-4d56-bf28-2c37196c3dfc up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:44.213592 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-746d4846-eca4-4f19-9275-080387714e6f req-57fdec62-a727-4b18-ab1b-f66c132e7a25 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/security-groups?id=a01ca5f5-fd89-4a53-ad59-163800b3f4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034546 Jul 23 16:35:44.244334 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cc3c3907-d69b-4fe4-991e-9d4712677ef3 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:44.283644 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42414d-32b3-4cb2-8506-41ff4561080d req-ba89bc4a-b2dd-46e3-b55e-8e8a7b97608e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:44.297159 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ae42414d-32b3-4cb2-8506-41ff4561080d req-ba89bc4a-b2dd-46e3-b55e-8e8a7b97608e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 943 time: 0.3878808 Jul 23 16:35:44.337461 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port d195f521-c2c4-4d56-bf28-2c37196c3dfc triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:44.337987 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:44.352918 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2cf239-45f3-4e57-8776-b3569ef74847 admin admin] Network 72414b03-0eff-47a3-8162-f0db3384a849 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:44.368341 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-8a2cf239-45f3-4e57-8776-b3569ef74847 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:44.383980 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c3907-d69b-4fe4-991e-9d4712677ef3 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Port': ['ID=853161b3-973f-4483-b9f8-789adc848d0f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:44.428569 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ae42414d-32b3-4cb2-8506-41ff4561080d req-356801fc-f57a-4322-8ebe-61d619602372 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304359 Jul 23 16:35:44.686422 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cc3c3907-d69b-4fe4-991e-9d4712677ef3 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:44.690508 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cc3c3907-d69b-4fe4-991e-9d4712677ef3 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/ports/853161b3-973f-4483-b9f8-789adc848d0f HTTP/1.1" status: 204 len: 168 time: 2.0644794 Jul 23 16:35:44.696923 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49626) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:44.782042 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device ba91a6e8-fd51-4e68-8e90-c02e535dc3d4 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:44.853808 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5122160-bcdf-49a0-9af7-0ecdaf99ad48 req-6efb6b50-dd27-413b-8b6a-2b5fb52fa00b tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:44.856147 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f5122160-bcdf-49a0-9af7-0ecdaf99ad48 req-6efb6b50-dd27-413b-8b6a-2b5fb52fa00b tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 944 time: 0.3289704 Jul 23 16:35:44.861566 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac16c575-89ed-4943-a9ed-5ba64d7a2c31 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:44.862503 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2cf239-45f3-4e57-8776-b3569ef74847 admin admin] Router aa723fde-f9a6-4cb9-a5e6-ffc1b814a225 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:35:44.884301 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-69ef1862-f327-48a6-be4e-0d1cfd8f0a92 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] GET failed (client error): The resource could not be found. Jul 23 16:35:44.891092 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-69ef1862-f327-48a6-be4e-0d1cfd8f0a92 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "GET /v2.0/ports/853161b3-973f-4483-b9f8-789adc848d0f HTTP/1.1" status: 404 len: 333 time: 0.1921384 Jul 23 16:35:44.899165 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:35:44.912170 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49630) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:44.931635 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a2ba08ee-3d4c-4356-979b-1d53b2c86f97 None None] Could not find standard attr ID for object 853161b3-973f-4483-b9f8-789adc848d0f. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:35:44.975953 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac16c575-89ed-4943-a9ed-5ba64d7a2c31 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:45.050924 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.resource_extend [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:35:45.225762 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f5122160-bcdf-49a0-9af7-0ecdaf99ad48 req-270d7d23-dda0-47f5-a4d4-938fc4b49bf5 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480117 Jul 23 16:35:45.264083 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port ba91a6e8-fd51-4e68-8e90-c02e535dc3d4 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:45.306788 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port ba91a6e8-fd51-4e68-8e90-c02e535dc3d4 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:45.307172 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:45.318077 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c1f00f-b29a-42f0-ad0c-7dd012ca832b tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Deleting subnet 03fc98b5-12df-4cf1-aefe-2636329a33b1 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:35:45.339588 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e5c1f00f-b29a-42f0-ad0c-7dd012ca832b tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:45.342345 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-ac16c575-89ed-4943-a9ed-5ba64d7a2c31 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Allocated IP 172.25.8.210 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/16580ddf-d558-434e-840c-3b69b62ac3b1) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:35:45.499006 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e5c1f00f-b29a-42f0-ad0c-7dd012ca832b tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:45.535501 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=77d9ee88-c13f-4f5f-a6ae-cd2cbe412115,segment=NetworkSegment(047af764-cf30-4424-904d-1624213e850c),segment_id=047af764-cf30-4424-904d-1624213e850c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:45.549355 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ff7ba947-3f74-46d2-96ee-6762680b9656 None None] Could not find standard attr ID for object 853161b3-973f-4483-b9f8-789adc848d0f. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:35:45.624875 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac16c575-89ed-4943-a9ed-5ba64d7a2c31 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:45.627299 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '77d9ee88-c13f-4f5f-a6ae-cd2cbe412115', 'network_id': '188f4564-8b8f-479c-8498-350853f64f83', 'port_id': '77d9ee88-c13f-4f5f-a6ae-cd2cbe412115', 'mac_address': 'fa:16:3e:ce:62:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:35:45.860797 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac16c575-89ed-4943-a9ed-5ba64d7a2c31 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:45.867069 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e5c1f00f-b29a-42f0-ad0c-7dd012ca832b tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:46.030025 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:46.078156 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16c575-89ed-4943-a9ed-5ba64d7a2c31 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Pushing event updated for resources: {'Port': ['ID=16580ddf-d558-434e-840c-3b69b62ac3b1,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:46.126452 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:35:46.131010 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac16c575-89ed-4943-a9ed-5ba64d7a2c31 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:46.136999 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-ac16c575-89ed-4943-a9ed-5ba64d7a2c31 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:46.143215 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac16c575-89ed-4943-a9ed-5ba64d7a2c31 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:46.144650 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:46.145864 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2cf239-45f3-4e57-8776-b3569ef74847 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:35:46.161820 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8a2cf239-45f3-4e57-8776-b3569ef74847 admin admin] 10.222.0.73 "PUT /v2.0/routers/aa723fde-f9a6-4cb9-a5e6-ffc1b814a225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8038154 Jul 23 16:35:46.170468 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e5c1f00f-b29a-42f0-ad0c-7dd012ca832b tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:46.230873 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a91a2-cb24-4028-905a-89bc6cbb2cd7 None None] Sync routers for ids ['aa723fde-f9a6-4cb9-a5e6-ffc1b814a225'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:35:46.262090 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b42994-27bd-493e-b628-1cfd78476b93 req-1e70887d-a0f9-47d4-b194-a4e10e2a09e6 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:46.265992 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39b42994-27bd-493e-b628-1cfd78476b93 req-1e70887d-a0f9-47d4-b194-a4e10e2a09e6 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 947 time: 1.3524988 Jul 23 16:35:46.267578 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1f00f-b29a-42f0-ad0c-7dd012ca832b tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Subnet': ['ID=03fc98b5-12df-4cf1-aefe-2636329a33b1,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:46.311826 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e5c1f00f-b29a-42f0-ad0c-7dd012ca832b tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:46.318522 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e5c1f00f-b29a-42f0-ad0c-7dd012ca832b tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/subnets/03fc98b5-12df-4cf1-aefe-2636329a33b1 HTTP/1.1" status: 204 len: 168 time: 1.3714690 Jul 23 16:35:46.319404 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49640) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:46.325170 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dba50e0-36a8-465b-b1e4-d3f2f7c25800 None None] Network d4e9625f-de17-49cc-b7bb-c6ac0573984d requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:35:46.361327 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39b42994-27bd-493e-b628-1cfd78476b93 req-405cab88-8fa3-473f-9a74-f76955476123 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842609 Jul 23 16:35:46.387972 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=77d9ee88-c13f-4f5f-a6ae-cd2cbe412115,segment=NetworkSegment(047af764-cf30-4424-904d-1624213e850c),segment_id=047af764-cf30-4424-904d-1624213e850c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:46.416434 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6a91a2-cb24-4028-905a-89bc6cbb2cd7 None None] Routers {'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:46.417434 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-de6a91a2-cb24-4028-905a-89bc6cbb2cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:35:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['aa723fde-f9a6-4cb9-a5e6-ffc1b814a225'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:46.426977 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d10d5e-e441-4642-8225-71291b6fb984 req-d6450c2f-7d0f-493c-8e45-3401b4d6d541 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:46.439840 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3d10d5e-e441-4642-8225-71291b6fb984 req-d6450c2f-7d0f-493c-8e45-3401b4d6d541 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/ports?device_id=47a1232d-43a1-4a2f-ba77-d3efe32641b2 HTTP/1.1" status: 200 len: 945 time: 0.3467135 Jul 23 16:35:46.461850 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:46.582461 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3d10d5e-e441-4642-8225-71291b6fb984 req-581dc08d-c6c9-448c-8506-8f697cc490db tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/security-groups?id=a01ca5f5-fd89-4a53-ad59-163800b3f4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416259 Jul 23 16:35:46.732243 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1675466-4532-4680-8608-4fdcbb2f4cea req-6bb92d28-5424-4849-9158-2627a87f294a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:46.734561 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e1675466-4532-4680-8608-4fdcbb2f4cea req-6bb92d28-5424-4849-9158-2627a87f294a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 944 time: 0.1421380 Jul 23 16:35:46.851181 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e1675466-4532-4680-8608-4fdcbb2f4cea req-d9af80d0-1ac1-42b2-8589-353d77e828ce tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513773 Jul 23 16:35:46.886544 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.api [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:35:46.887853 n-d-778549-4 neutron-server[94014]: DEBUG oslo_db.api [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:35:46.908367 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa5d62-4311-4e46-9719-5e335e36b062 req-4bf76e3c-5937-4858-97f9-93c5de377a82 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:46.910469 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a2fa5d62-4311-4e46-9719-5e335e36b062 req-4bf76e3c-5937-4858-97f9-93c5de377a82 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 944 time: 0.1745744 Jul 23 16:35:46.939960 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 9b47208a-3b1a-4232-bbb8-2c166b5d6282 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:46.979802 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a2fa5d62-4311-4e46-9719-5e335e36b062 req-7857f2c6-46f9-467e-9cd5-238662dd469f tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629997 Jul 23 16:35:47.037845 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['77d9ee88-c13f-4f5f-a6ae-cd2cbe412115'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:35:47.130378 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=77d9ee88-c13f-4f5f-a6ae-cd2cbe412115,revision_number=9']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:47.177000 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 9b47208a-3b1a-4232-bbb8-2c166b5d6282 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:47.180595 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-de6a91a2-cb24-4028-905a-89bc6cbb2cd7 None None] Set router aa723fde-f9a6-4cb9-a5e6-ffc1b814a225 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:47.308518 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 9b47208a-3b1a-4232-bbb8-2c166b5d6282 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:47.309658 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:47.617191 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:47.622370 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3ec03b-8500-405b-b94a-c6de50e0b706 None None] DHCP port deletion for d4e9625f-de17-49cc-b7bb-c6ac0573984d request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:35:47.681737 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e545c71b-a295-46a2-911a-9933663c18d1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:47.709960 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a058d4-1cb2-454b-a6f2-1f8be739aeb7 req-720a7791-ebef-4b87-bffa-5b5a29107c78 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:47.712103 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-58a058d4-1cb2-454b-a6f2-1f8be739aeb7 req-720a7791-ebef-4b87-bffa-5b5a29107c78 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 947 time: 0.1794815 Jul 23 16:35:47.769724 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac16c575-89ed-4943-a9ed-5ba64d7a2c31 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:47.775274 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-58a058d4-1cb2-454b-a6f2-1f8be739aeb7 req-9544c574-7463-4c34-a4be-b72d92cc8c00 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552969 Jul 23 16:35:48.063662 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e545c71b-a295-46a2-911a-9933663c18d1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Deleting port ba91a6e8-fd51-4e68-8e90-c02e535dc3d4 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:48.063662 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e545c71b-a295-46a2-911a-9933663c18d1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:48.151922 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port ba91a6e8-fd51-4e68-8e90-c02e535dc3d4, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=ba91a6e8-fd51-4e68-8e90-c02e535dc3d4,segment=NetworkSegment(50fffa21-938d-45fc-8d91-07b5a3636a56),segment_id=50fffa21-938d-45fc-8d91-07b5a3636a56)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:48.246307 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:48.309639 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e545c71b-a295-46a2-911a-9933663c18d1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] For port ba91a6e8-fd51-4e68-8e90-c02e535dc3d4, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=ba91a6e8-fd51-4e68-8e90-c02e535dc3d4,segment=NetworkSegment(50fffa21-938d-45fc-8d91-07b5a3636a56),segment_id=50fffa21-938d-45fc-8d91-07b5a3636a56)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:48.310475 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e545c71b-a295-46a2-911a-9933663c18d1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:48.333530 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e545c71b-a295-46a2-911a-9933663c18d1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Calling delete_port for ba91a6e8-fd51-4e68-8e90-c02e535dc3d4 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:48.543667 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-600b97b2-09b7-4f9a-84a2-366d1ed8d057 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:48.551104 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-600b97b2-09b7-4f9a-84a2-366d1ed8d057 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/networks?id=72414b03-0eff-47a3-8162-f0db3384a849 HTTP/1.1" status: 200 len: 820 time: 0.1962047 Jul 23 16:35:48.557591 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device ba91a6e8-fd51-4e68-8e90-c02e535dc3d4 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:35:48.560158 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac16c575-89ed-4943-a9ed-5ba64d7a2c31 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:48.570094 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-129829c0-afe5-4ac9-b370-29516f45e27e tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/quotas/d6123a1f03ef4241adc1479c7ea0a71b HTTP/1.1" status: 200 len: 375 time: 0.0173497 Jul 23 16:35:48.633010 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:48.679657 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-9db54091-5e5e-4bb1-8d2b-cda02f2168c0 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6123a1f03ef4241adc1479c7ea0a71b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1079853 Jul 23 16:35:48.826381 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-5c3ec03b-8500-405b-b94a-c6de50e0b706 None None] Deleting port ba91a6e8-fd51-4e68-8e90-c02e535dc3d4 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:48.826762 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5c3ec03b-8500-405b-b94a-c6de50e0b706 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:48.832610 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-7d0c3535-ded5-421f-bbc9-e0862170b648 service neutron] 10.222.0.73 "GET /v2.0/networks/72414b03-0eff-47a3-8162-f0db3384a849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516149 Jul 23 16:35:48.889090 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac16c575-89ed-4943-a9ed-5ba64d7a2c31 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Router 5215eac8-0b38-449a-a48f-5fcb40ed9b08 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:35:48.906453 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e545c71b-a295-46a2-911a-9933663c18d1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:48.955142 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd4b77-0583-45a2-9e73-58d70f982fa6 req-53c58af2-f929-4fe3-b5a6-75b64a623c17 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:48.957183 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a7dd4b77-0583-45a2-9e73-58d70f982fa6 req-53c58af2-f929-4fe3-b5a6-75b64a623c17 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/ports?device_id=47a1232d-43a1-4a2f-ba77-d3efe32641b2 HTTP/1.1" status: 200 len: 945 time: 0.3311722 Jul 23 16:35:48.982230 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=ba91a6e8-fd51-4e68-8e90-c02e535dc3d4,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:49.034852 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a7dd4b77-0583-45a2-9e73-58d70f982fa6 req-445df272-5e5b-4109-a473-98d671e2a48d tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/security-groups?id=a01ca5f5-fd89-4a53-ad59-163800b3f4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635841 Jul 23 16:35:49.037500 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a1232d-43a1-4a2f-ba77-d3efe32641b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b47208a-3b1a-4232-bbb8-2c166b5d6282'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:49.040023 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3483f88-1685-4267-a0ae-13b552d55dd3" -d '{"events": [{"server_uuid": "47a1232d-43a1-4a2f-ba77-d3efe32641b2", "name": "network-vif-plugged", "status": "completed", "tag": "9b47208a-3b1a-4232-bbb8-2c166b5d6282"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:35:49.058858 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-5c3ec03b-8500-405b-b94a-c6de50e0b706 None None] For port ba91a6e8-fd51-4e68-8e90-c02e535dc3d4, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=ba91a6e8-fd51-4e68-8e90-c02e535dc3d4,segment=NetworkSegment(50fffa21-938d-45fc-8d91-07b5a3636a56),segment_id=50fffa21-938d-45fc-8d91-07b5a3636a56)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:49.059520 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5c3ec03b-8500-405b-b94a-c6de50e0b706 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:49.133015 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 9b47208a-3b1a-4232-bbb8-2c166b5d6282, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=9b47208a-3b1a-4232-bbb8-2c166b5d6282,segment=NetworkSegment(9cb1a104-dae7-41b9-a07c-13d75bbc4de2),segment_id=9cb1a104-dae7-41b9-a07c-13d75bbc4de2)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:49.134068 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Port ba91a6e8-fd51-4e68-8e90-c02e535dc3d4 update to DOWN by agent not found {{(pid=94014) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 23 16:35:49.134540 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device ed0d26b7-6ce0-46b7-bee8-beac53e34227 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:35:49.160518 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-5c3ec03b-8500-405b-b94a-c6de50e0b706 None None] Calling delete_port for ba91a6e8-fd51-4e68-8e90-c02e535dc3d4 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:49.163791 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: ed0d26b7-6ce0-46b7-bee8-beac53e34227 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:35:49.164203 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device ed0d26b7-6ce0-46b7-bee8-beac53e34227 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:35:49.173714 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:49.218150 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-5fc5049f-b01d-4c76-8fb0-c7955ed6fbc1 service neutron] 10.222.0.73 "GET /v2.0/networks/72414b03-0eff-47a3-8162-f0db3384a849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831587 Jul 23 16:35:49.274093 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-de6a91a2-cb24-4028-905a-89bc6cbb2cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'name': 'tempest-ServerRescueTestJSONUnderV235-1304349298-router', 'tenant_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd195f521-c2c4-4d56-bf28-2c37196c3dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:25Z', 'updated_at': '2021-07-23T16:35:42Z', 'revision_number': 4, 'project_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'gw_port': {'id': 'd195f521-c2c4-4d56-bf28-2c37196c3dfc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:28Z', 'updated_at': '2021-07-23T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'e6ea4a01-ff83-47ce-8421-574f407d18f5', 'name': '', 'network_id': '72414b03-0eff-47a3-8162-f0db3384a849', 'tenant_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'mac_address': 'fa:16:3e:97:0c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7cd47fdd-8dd1-4f64-8ffb-cee64c695d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:38Z', 'updated_at': '2021-07-23T16:35:42Z', 'revision_number': 2, 'project_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'subnets': [{'id': '7cd47fdd-8dd1-4f64-8ffb-cee64c695d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:49.280009 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e545c71b-a295-46a2-911a-9933663c18d1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] No DVR routers for this DVR port ba91a6e8-fd51-4e68-8e90-c02e535dc3d4 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:35:49.283809 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219d9c5-c946-4b99-9e2b-55ea1bbf57d0 req-e6f1e38d-5778-4dce-8a52-197699a12d68 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:49.286789 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a219d9c5-c946-4b99-9e2b-55ea1bbf57d0 req-e6f1e38d-5778-4dce-8a52-197699a12d68 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 944 time: 0.1300042 Jul 23 16:35:49.291881 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545c71b-a295-46a2-911a-9933663c18d1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Port': ['ID=ba91a6e8-fd51-4e68-8e90-c02e535dc3d4,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:49.302957 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac16c575-89ed-4943-a9ed-5ba64d7a2c31 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:35:49.313075 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a91a2-cb24-4028-905a-89bc6cbb2cd7 None None] Checking router: aa723fde-f9a6-4cb9-a5e6-ffc1b814a225 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:35:49.313075 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a91a2-cb24-4028-905a-89bc6cbb2cd7 None None] Updating router aa723fde-f9a6-4cb9-a5e6-ffc1b814a225 port e6ea4a01-ff83-47ce-8421-574f407d18f5 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:35:49.320909 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b374629-17b5-45f3-ae72-af5be9473aaa None None] Sync routers for ids ['5215eac8-0b38-449a-a48f-5fcb40ed9b08'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:35:49.342512 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b374629-17b5-45f3-ae72-af5be9473aaa None None] Routers {'5215eac8-0b38-449a-a48f-5fcb40ed9b08'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:49.343263 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-9b374629-17b5-45f3-ae72-af5be9473aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:35:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5215eac8-0b38-449a-a48f-5fcb40ed9b08'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:49.394033 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac16c575-89ed-4943-a9ed-5ba64d7a2c31 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:49.399501 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ac16c575-89ed-4943-a9ed-5ba64d7a2c31 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.3672411 Jul 23 16:35:49.406396 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49688) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:49.432450 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-368aeb0b-2ee9-43c4-8597-5dc9f162668d tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'enable_snat': False}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:49.435621 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-9b374629-17b5-45f3-ae72-af5be9473aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:49.456997 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b374629-17b5-45f3-ae72-af5be9473aaa None None] Routers {'5215eac8-0b38-449a-a48f-5fcb40ed9b08'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:49.463204 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-9b374629-17b5-45f3-ae72-af5be9473aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:35:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5215eac8-0b38-449a-a48f-5fcb40ed9b08'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:49.467301 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=9b47208a-3b1a-4232-bbb8-2c166b5d6282,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:49.524751 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-de6a91a2-cb24-4028-905a-89bc6cbb2cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:49.543467 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-9b374629-17b5-45f3-ae72-af5be9473aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:49.544130 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b374629-17b5-45f3-ae72-af5be9473aaa None None] The sync data for ids ['5215eac8-0b38-449a-a48f-5fcb40ed9b08'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:35:49.569574 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a219d9c5-c946-4b99-9e2b-55ea1bbf57d0 req-10444652-7a7b-4e5c-909c-665d1208b500 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2704110 Jul 23 16:35:49.621539 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e545c71b-a295-46a2-911a-9933663c18d1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:49.644231 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-e545c71b-a295-46a2-911a-9933663c18d1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4e9625f-de17-49cc-b7bb-c6ac0573984d']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:49.655683 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5c3ec03b-8500-405b-b94a-c6de50e0b706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:49.692386 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-e545c71b-a295-46a2-911a-9933663c18d1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50fffa21-938d-45fc-8d91-07b5a3636a56') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:49.692754 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-e545c71b-a295-46a2-911a-9933663c18d1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50fffa21-938d-45fc-8d91-07b5a3636a56') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:49.718503 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e545c71b-a295-46a2-911a-9933663c18d1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:49.728070 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ec03b-8500-405b-b94a-c6de50e0b706 None None] Pushing event deleted for resources: {'Port': ['ID=ba91a6e8-fd51-4e68-8e90-c02e535dc3d4,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:49.746663 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3ec03b-8500-405b-b94a-c6de50e0b706 None None] No DVR routers for this DVR port ba91a6e8-fd51-4e68-8e90-c02e535dc3d4 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:35:49.834362 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e545c71b-a295-46a2-911a-9933663c18d1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e545c71b-a295-46a2-911a-9933663c18d1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e545c71b-a295-46a2-911a-9933663c18d1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: items = [ Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:35:49.874283 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:35:50.076977 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e545c71b-a295-46a2-911a-9933663c18d1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:50.094623 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e545c71b-a295-46a2-911a-9933663c18d1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:50.109084 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e545c71b-a295-46a2-911a-9933663c18d1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/networks/d4e9625f-de17-49cc-b7bb-c6ac0573984d HTTP/1.1" status: 204 len: 168 time: 3.7783780 Jul 23 16:35:50.117854 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49702) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:50.155607 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-c6f1e4d4-007e-4652-9cd5-c8c2ab30a22d tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'port': {'network_id': '69034369-4f9a-4c56-84cf-53b4e37d45f1', 'name': 'tempest-PortsTestJSON-1531651050'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:50.205815 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-d07a5c60-d283-47bd-aa35-face1fce00b8 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:50.225439 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-d07a5c60-d283-47bd-aa35-face1fce00b8 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:50.281776 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-d07a5c60-d283-47bd-aa35-face1fce00b8 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:50.299556 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-d07a5c60-d283-47bd-aa35-face1fce00b8 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:50.344111 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-d07a5c60-d283-47bd-aa35-face1fce00b8 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:50.370348 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-d07a5c60-d283-47bd-aa35-face1fce00b8 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:50.394067 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-de6a91a2-cb24-4028-905a-89bc6cbb2cd7 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:50.397547 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-d07a5c60-d283-47bd-aa35-face1fce00b8 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:50.403830 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-d07a5c60-d283-47bd-aa35-face1fce00b8 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.74 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 5433 time: 0.6619236 Jul 23 16:35:50.414945 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-de6a91a2-cb24-4028-905a-89bc6cbb2cd7 None None] Transition to ACTIVE for port object e6ea4a01-ff83-47ce-8421-574f407d18f5 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:50.431254 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-de6a91a2-cb24-4028-905a-89bc6cbb2cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:50.471061 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545c71b-a295-46a2-911a-9933663c18d1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Network': ['ID=d4e9625f-de17-49cc-b7bb-c6ac0573984d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:50.600831 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884bb5f-dee5-4906-84b7-1946fa7def00 None None] Pushing event updated for resources: {'Port': ['ID=e6ea4a01-ff83-47ce-8421-574f407d18f5,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:50.671544 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-63735397-b98d-461c-beae-5ea93957a5c9 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:50.673513 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-63735397-b98d-461c-beae-5ea93957a5c9 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.74 "GET /v2.0/ports/3bc8f322-57f2-4485-9b3d-1a8cb8c642c7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2177749 Jul 23 16:35:50.679745 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-de6a91a2-cb24-4028-905a-89bc6cbb2cd7 None None] Attempting to bind port e6ea4a01-ff83-47ce-8421-574f407d18f5 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:35:50.680538 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-de6a91a2-cb24-4028-905a-89bc6cbb2cd7 None None] Attempting to bind port e6ea4a01-ff83-47ce-8421-574f407d18f5 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'a8c299fb-b86b-45a3-ad50-cad624adf3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '72414b03-0eff-47a3-8162-f0db3384a849'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:35:50.681290 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6a91a2-cb24-4028-905a-89bc6cbb2cd7 None None] Attempting to bind port e6ea4a01-ff83-47ce-8421-574f407d18f5 on network 72414b03-0eff-47a3-8162-f0db3384a849 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:35:50.688460 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6a91a2-cb24-4028-905a-89bc6cbb2cd7 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:35:50.695465 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6a91a2-cb24-4028-905a-89bc6cbb2cd7 None None] Checking segment: {'id': 'a8c299fb-b86b-45a3-ad50-cad624adf3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '72414b03-0eff-47a3-8162-f0db3384a849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:35:50.705617 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-de6a91a2-cb24-4028-905a-89bc6cbb2cd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:50.706319 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6a91a2-cb24-4028-905a-89bc6cbb2cd7 None None] Bound using segment: {'id': 'a8c299fb-b86b-45a3-ad50-cad624adf3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '72414b03-0eff-47a3-8162-f0db3384a849'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:35:50.707023 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-de6a91a2-cb24-4028-905a-89bc6cbb2cd7 None None] Bound port: e6ea4a01-ff83-47ce-8421-574f407d18f5, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8c299fb-b86b-45a3-ad50-cad624adf3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '72414b03-0eff-47a3-8162-f0db3384a849'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:35:50.707614 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-de6a91a2-cb24-4028-905a-89bc6cbb2cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:50.899785 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-de6a91a2-cb24-4028-905a-89bc6cbb2cd7 None None] For port e6ea4a01-ff83-47ce-8421-574f407d18f5, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:35:50.909821 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-de6a91a2-cb24-4028-905a-89bc6cbb2cd7 None None] For port e6ea4a01-ff83-47ce-8421-574f407d18f5, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e6ea4a01-ff83-47ce-8421-574f407d18f5,segment=NetworkSegment(a8c299fb-b86b-45a3-ad50-cad624adf3d9),segment_id=a8c299fb-b86b-45a3-ad50-cad624adf3d9)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:35:50.923353 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:50.928552 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-de6a91a2-cb24-4028-905a-89bc6cbb2cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:51.064486 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6a91a2-cb24-4028-905a-89bc6cbb2cd7 None None] Routers {'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:51.065268 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-de6a91a2-cb24-4028-905a-89bc6cbb2cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:35:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['aa723fde-f9a6-4cb9-a5e6-ffc1b814a225'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:51.110895 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-cc177fdd-7627-4708-bf6a-b60b6a476882 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.74 "GET /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4292209 Jul 23 16:35:51.113450 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f1e4d4-007e-4652-9cd5-c8c2ab30a22d tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:51.121265 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c6f1e4d4-007e-4652-9cd5-c8c2ab30a22d tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:51.144453 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-d3c97ed5-9878-4ec4-a40f-f7adb09db388 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:51.164603 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884bb5f-dee5-4906-84b7-1946fa7def00 None None] Pushing event updated for resources: {'Port': ['ID=e6ea4a01-ff83-47ce-8421-574f407d18f5,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:51.199608 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e4b52-624e-401c-a34e-440b0eb5aea4 req-5cb7fad5-1fdc-4b1d-9307-de9d5af1870e tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:51.205664 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e4b52-624e-401c-a34e-440b0eb5aea4 req-5cb7fad5-1fdc-4b1d-9307-de9d5af1870e tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:51.226295 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e4b52-624e-401c-a34e-440b0eb5aea4 req-5cb7fad5-1fdc-4b1d-9307-de9d5af1870e tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:51.232458 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e4b52-624e-401c-a34e-440b0eb5aea4 req-5cb7fad5-1fdc-4b1d-9307-de9d5af1870e tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:51.244437 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e4b52-624e-401c-a34e-440b0eb5aea4 req-5cb7fad5-1fdc-4b1d-9307-de9d5af1870e tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:51.250691 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e4b52-624e-401c-a34e-440b0eb5aea4 req-5cb7fad5-1fdc-4b1d-9307-de9d5af1870e tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:51.267484 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e4b52-624e-401c-a34e-440b0eb5aea4 req-5cb7fad5-1fdc-4b1d-9307-de9d5af1870e tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:51.274308 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-de6a91a2-cb24-4028-905a-89bc6cbb2cd7 None None] Set router aa723fde-f9a6-4cb9-a5e6-ffc1b814a225 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:51.278562 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-787e4b52-624e-401c-a34e-440b0eb5aea4 req-5cb7fad5-1fdc-4b1d-9307-de9d5af1870e tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 5433 time: 1.5257840 Jul 23 16:35:51.326246 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-d3c97ed5-9878-4ec4-a40f-f7adb09db388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:51.327309 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:51.327695 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:51.354564 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-c6f1e4d4-007e-4652-9cd5-c8c2ab30a22d tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] device_id is not set on port 36f86351-0d7a-448f-acd2-3528086904fb yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:35:51.476790 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1a2b5-7504-42ae-bbb8-4b94dbdbc4fc req-0c1ab5a6-f36f-4740-9361-d32989b5dcc8 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:51.484062 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-07f1a2b5-7504-42ae-bbb8-4b94dbdbc4fc req-0c1ab5a6-f36f-4740-9361-d32989b5dcc8 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 944 time: 1.8453116 Jul 23 16:35:51.521316 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-368aeb0b-2ee9-43c4-8597-5dc9f162668d tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:51.580206 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-787e4b52-624e-401c-a34e-440b0eb5aea4 req-df30c9f2-2ae9-4412-b099-e7ab16cfbf43 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e0f6a6b-7a1a-4fc3-b6e3-28c1a3fabb75&id=0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3003912 Jul 23 16:35:51.663333 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-07f1a2b5-7504-42ae-bbb8-4b94dbdbc4fc req-a43cf6d9-1ec2-41bd-a20c-c6f37b093c79 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780388 Jul 23 16:35:51.752029 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:51.800202 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191aef40-09e7-4e83-914d-1a3db3bee0af x-openstack-request-id: req-191aef40-09e7-4e83-914d-1a3db3bee0af {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:35:51.800497 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a1232d-43a1-4a2f-ba77-d3efe32641b2", "name": "network-vif-plugged", "status": "completed", "tag": "9b47208a-3b1a-4232-bbb8-2c166b5d6282", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:35:51.800752 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-191aef40-09e7-4e83-914d-1a3db3bee0af {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:35:51.801172 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a1232d-43a1-4a2f-ba77-d3efe32641b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b47208a-3b1a-4232-bbb8-2c166b5d6282', 'code': 200} Jul 23 16:35:51.869300 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=77d9ee88-c13f-4f5f-a6ae-cd2cbe412115,segment=NetworkSegment(047af764-cf30-4424-904d-1624213e850c),segment_id=047af764-cf30-4424-904d-1624213e850c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:51.876574 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:51.914351 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c6f1e4d4-007e-4652-9cd5-c8c2ab30a22d tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:51.963824 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-d3c97ed5-9878-4ec4-a40f-f7adb09db388 service neutron] For port 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=3bc8f322-57f2-4485-9b3d-1a8cb8c642c7,segment=NetworkSegment(05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c),segment_id=05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:52.037870 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-769243f3-9a39-4b3a-8a93-ad57362b63f3 req-a8c0b041-ed57-4930-9895-e02fcf7c6a37 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 210 time: 0.1364400 Jul 23 16:35:52.053156 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-d3c97ed5-9878-4ec4-a40f-f7adb09db388 service neutron] For port 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:35:52.114120 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c6f1e4d4-007e-4652-9cd5-c8c2ab30a22d tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:52.138326 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-d3c97ed5-9878-4ec4-a40f-f7adb09db388 service neutron] device_id is not set on port 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:35:52.155456 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=77d9ee88-c13f-4f5f-a6ae-cd2cbe412115,revision_number=10']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:52.181912 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-de6a91a2-cb24-4028-905a-89bc6cbb2cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'name': 'tempest-ServerRescueTestJSONUnderV235-1304349298-router', 'tenant_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd195f521-c2c4-4d56-bf28-2c37196c3dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:25Z', 'updated_at': '2021-07-23T16:35:42Z', 'revision_number': 4, 'project_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'gw_port': {'id': 'd195f521-c2c4-4d56-bf28-2c37196c3dfc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:28Z', 'updated_at': '2021-07-23T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'e6ea4a01-ff83-47ce-8421-574f407d18f5', 'name': '', 'network_id': '72414b03-0eff-47a3-8162-f0db3384a849', 'tenant_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'mac_address': 'fa:16:3e:97:0c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7cd47fdd-8dd1-4f64-8ffb-cee64c695d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:38Z', 'updated_at': '2021-07-23T16:35:50Z', 'revision_number': 4, 'project_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'subnets': [{'id': '7cd47fdd-8dd1-4f64-8ffb-cee64c695d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:52.259266 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e85ce-f3ce-452a-a003-8369b073b835 req-ff574c48-7da9-43e6-af54-88da5de938b1 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:52.263074 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-d3c97ed5-9878-4ec4-a40f-f7adb09db388 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:52.279773 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e49e85ce-f3ce-452a-a003-8369b073b835 req-ff574c48-7da9-43e6-af54-88da5de938b1 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 947 time: 0.4167533 Jul 23 16:35:52.300263 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f1e4d4-007e-4652-9cd5-c8c2ab30a22d tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network 69034369-4f9a-4c56-84cf-53b4e37d45f1 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:52.314514 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-d3c97ed5-9878-4ec4-a40f-f7adb09db388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:52.331172 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-c6f1e4d4-007e-4652-9cd5-c8c2ab30a22d tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:52.343593 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f1e4d4-007e-4652-9cd5-c8c2ab30a22d tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:52.357212 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a91a2-cb24-4028-905a-89bc6cbb2cd7 None None] The sync data for ids ['aa723fde-f9a6-4cb9-a5e6-ffc1b814a225'] in n-d-778549-4 is: [{'id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'name': 'tempest-ServerRescueTestJSONUnderV235-1304349298-router', 'tenant_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd195f521-c2c4-4d56-bf28-2c37196c3dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:25Z', 'updated_at': '2021-07-23T16:35:42Z', 'revision_number': 4, 'project_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'gw_port': {'id': 'd195f521-c2c4-4d56-bf28-2c37196c3dfc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:28Z', 'updated_at': '2021-07-23T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'e6ea4a01-ff83-47ce-8421-574f407d18f5', 'name': '', 'network_id': '72414b03-0eff-47a3-8162-f0db3384a849', 'tenant_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'mac_address': 'fa:16:3e:97:0c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7cd47fdd-8dd1-4f64-8ffb-cee64c695d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:38Z', 'updated_at': '2021-07-23T16:35:50Z', 'revision_number': 4, 'project_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'subnets': [{'id': '7cd47fdd-8dd1-4f64-8ffb-cee64c695d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:35:52.366499 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f1e4d4-007e-4652-9cd5-c8c2ab30a22d tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:52.367674 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c6f1e4d4-007e-4652-9cd5-c8c2ab30a22d tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:52.420535 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1e4d4-007e-4652-9cd5-c8c2ab30a22d tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Port': ['ID=36f86351-0d7a-448f-acd2-3528086904fb,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:52.425095 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c6f1e4d4-007e-4652-9cd5-c8c2ab30a22d tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2830138 Jul 23 16:35:52.529103 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c97ed5-9878-4ec4-a40f-f7adb09db388 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc8f322-57f2-4485-9b3d-1a8cb8c642c7,revision_number=6']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:52.549653 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49720) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:52.558572 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d8235-6dfd-4d4c-8a6e-c6dda03095d2 req-c008c9b1-c575-445e-a045-899f7f9c8797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:52.559330 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f79d8235-6dfd-4d4c-8a6e-c6dda03095d2 req-c008c9b1-c575-445e-a045-899f7f9c8797 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=47a1232d-43a1-4a2f-ba77-d3efe32641b2 HTTP/1.1" status: 200 len: 1097 time: 0.6449213 Jul 23 16:35:52.730640 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-d3c97ed5-9878-4ec4-a40f-f7adb09db388 service neutron] No DVR routers for this DVR port 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:35:52.815016 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f79d8235-6dfd-4d4c-8a6e-c6dda03095d2 req-ff68f7eb-72e0-456d-8eec-18033abfffb3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a01ca5f5-fd89-4a53-ad59-163800b3f4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399541 Jul 23 16:35:52.843182 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e49e85ce-f3ce-452a-a003-8369b073b835 req-85209db8-2236-4c47-b952-f1893dc645cb tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4929183 Jul 23 16:35:52.888330 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device dc9186aa-22f3-4cd2-aa4d-554b86e39cbf no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:35:52.998483 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-d3c97ed5-9878-4ec4-a40f-f7adb09db388 service neutron] In _notify_port_updated(), no bound segment for port 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 on network a11530e6-1993-441b-956a-6f9600ed92b8 {{(pid=94013) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:35:53.004022 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-d3c97ed5-9878-4ec4-a40f-f7adb09db388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:53.011746 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-d3c97ed5-9878-4ec4-a40f-f7adb09db388 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:53.015498 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-d3c97ed5-9878-4ec4-a40f-f7adb09db388 service neutron] 10.222.0.74 "PUT /v2.0/ports/3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 HTTP/1.1" status: 200 len: 1027 time: 1.8834305 Jul 23 16:35:53.164544 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-ac0e77ba-f490-4356-b9c0-fe209d7c5257 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:53.174885 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-ac0e77ba-f490-4356-b9c0-fe209d7c5257 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.74 "GET /v2.0/ports/57d68a11-dd1b-4a5c-a0af-fd74214dd8b3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1424112 Jul 23 16:35:53.202052 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-0b980e54-2080-4257-9b4a-551d4904226e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:53.257363 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ca9be8a1-6bf7-4623-be70-edf4ad069860 None None] Provisioning complete for port 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:53.264060 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ca9be8a1-6bf7-4623-be70-edf4ad069860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:53.315678 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-097a77cf-63c7-441a-ae60-cd5d2ce42ede tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Deleting port 36f86351-0d7a-448f-acd2-3528086904fb {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:53.326800 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-097a77cf-63c7-441a-ae60-cd5d2ce42ede tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:53.415288 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ea716-2b4f-40c4-942d-f6eeb05d69a6 req-035d0f28-dc2a-46db-8d28-eab687c4ec6f tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:53.417339 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c7ea716-2b4f-40c4-942d-f6eeb05d69a6 req-035d0f28-dc2a-46db-8d28-eab687c4ec6f tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/ports?device_id=47a1232d-43a1-4a2f-ba77-d3efe32641b2 HTTP/1.1" status: 200 len: 946 time: 1.1851540 Jul 23 16:35:53.441171 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-181930ed-7763-42e4-a368-5691a878bc1f tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:53.443602 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-181930ed-7763-42e4-a368-5691a878bc1f tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.97 "GET /v2.0/networks?id=72414b03-0eff-47a3-8162-f0db3384a849 HTTP/1.1" status: 200 len: 820 time: 0.2948773 Jul 23 16:35:53.463956 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:53.514775 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-ca9be8a1-6bf7-4623-be70-edf4ad069860 None None] Port 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:35:53.553219 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-e4c9446c-f4e7-4b03-a4c3-7c74d96459ec tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Request body: {'port': {'device_id': 'af9ef5c7-4991-4d25-8d9e-20009fc3330a', 'network_id': '72414b03-0eff-47a3-8162-f0db3384a849', 'admin_state_up': True, 'tenant_id': 'd6123a1f03ef4241adc1479c7ea0a71b'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:53.574019 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port dc9186aa-22f3-4cd2-aa4d-554b86e39cbf, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=dc9186aa-22f3-4cd2-aa4d-554b86e39cbf,segment=NetworkSegment(61338f32-9a58-40b9-943e-6dd5f20a15f7),segment_id=61338f32-9a58-40b9-943e-6dd5f20a15f7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:53.586046 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:53.587437 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device a9569114-a844-492a-9768-c27463ea9bb4 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:35:53.608048 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-0b980e54-2080-4257-9b4a-551d4904226e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:53.654837 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-097a77cf-63c7-441a-ae60-cd5d2ce42ede tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:53.812249 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-097a77cf-63c7-441a-ae60-cd5d2ce42ede tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Calling delete_port for 36f86351-0d7a-448f-acd2-3528086904fb owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:53.818459 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=dc9186aa-22f3-4cd2-aa4d-554b86e39cbf,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:53.822114 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2df115-5311-403d-b20e-1fb6e957b227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d9ee88-c13f-4f5f-a6ae-cd2cbe412115'}, {'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc9186aa-22f3-4cd2-aa4d-554b86e39cbf'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:53.836496 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22df63e6-a637-4340-8131-7520d2c6a71d" -d '{"events": [{"server_uuid": "0c2df115-5311-403d-b20e-1fb6e957b227", "name": "network-vif-plugged", "status": "completed", "tag": "77d9ee88-c13f-4f5f-a6ae-cd2cbe412115"}, {"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "dc9186aa-22f3-4cd2-aa4d-554b86e39cbf"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:35:53.893478 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:53.894241 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:53.894652 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:53.895233 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:53.896064 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:53.896796 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:53.907223 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:53.908868 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:53.910484 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:53.911915 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:53.917554 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:53.918920 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:53.990025 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 726cd214-8346-47cb-a33e-99234af00cab no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:35:54.113381 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:54.213126 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port a9569114-a844-492a-9768-c27463ea9bb4, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=a9569114-a844-492a-9768-c27463ea9bb4,segment=NetworkSegment(a09683eb-b332-4542-b7a5-2cff7293226f),segment_id=a09683eb-b332-4542-b7a5-2cff7293226f)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:54.215215 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:54.325985 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 726cd214-8346-47cb-a33e-99234af00cab, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=726cd214-8346-47cb-a33e-99234af00cab,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:54.325985 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:54.325985 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device faeb3d4d-ead5-454a-9873-67df475e0096 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:35:54.347840 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c7ea716-2b4f-40c4-942d-f6eeb05d69a6 req-acf1a68b-61fa-4691-880a-1398c07889d6 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/security-groups?id=a01ca5f5-fd89-4a53-ad59-163800b3f4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8261628 Jul 23 16:35:54.440429 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ef7ef-0f4c-4c26-8a79-e48f09581f34 req-ba45e2b9-f10a-450f-8624-6ec167cee911 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:54.452556 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c01ef7ef-0f4c-4c26-8a79-e48f09581f34 req-ba45e2b9-f10a-450f-8624-6ec167cee911 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 946 time: 1.3006675 Jul 23 16:35:54.466375 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-e4c9446c-f4e7-4b03-a4c3-7c74d96459ec tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Made reservation on behalf of d6123a1f03ef4241adc1479c7ea0a71b for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:54.470403 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-e4c9446c-f4e7-4b03-a4c3-7c74d96459ec tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:54.543460 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c01ef7ef-0f4c-4c26-8a79-e48f09581f34 req-39a22b6f-8fce-4314-9c49-3b38ab31b37f tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863407 Jul 23 16:35:54.573158 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-0b980e54-2080-4257-9b4a-551d4904226e service neutron] For port 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=57d68a11-dd1b-4a5c-a0af-fd74214dd8b3,segment=NetworkSegment(05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c),segment_id=05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:54.586084 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:54.656132 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-097a77cf-63c7-441a-ae60-cd5d2ce42ede tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:54.705951 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e6ea4a01-ff83-47ce-8421-574f407d18f5 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:54.759665 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-368aeb0b-2ee9-43c4-8597-5dc9f162668d tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:54.763383 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a77cf-63c7-441a-ae60-cd5d2ce42ede tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Port': ['ID=36f86351-0d7a-448f-acd2-3528086904fb,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:54.778793 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-097a77cf-63c7-441a-ae60-cd5d2ce42ede tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:54.781455 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-097a77cf-63c7-441a-ae60-cd5d2ce42ede tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/ports/36f86351-0d7a-448f-acd2-3528086904fb HTTP/1.1" status: 204 len: 168 time: 2.1477265 Jul 23 16:35:54.785547 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49768) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:54.797566 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-cf29a391-6724-4591-a95d-f5cba9c1b3b7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'port': {'network_id': '69034369-4f9a-4c56-84cf-53b4e37d45f1', 'mac_address': 'fa:16:3e:5c:dc:5c', 'name': 'tempest-PortsTestJSON-132838997'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:54.810567 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-0b980e54-2080-4257-9b4a-551d4904226e service neutron] For port 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:35:54.882717 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=a9569114-a844-492a-9768-c27463ea9bb4,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:54.917453 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-368aeb0b-2ee9-43c4-8597-5dc9f162668d tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1714764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1714741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695099'] for router, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:55.029152 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-0b980e54-2080-4257-9b4a-551d4904226e service neutron] device_id is not set on port 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:35:55.062855 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-0b980e54-2080-4257-9b4a-551d4904226e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:55.075758 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-0b980e54-2080-4257-9b4a-551d4904226e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:55.298019 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-0b980e54-2080-4257-9b4a-551d4904226e service neutron] No DVR routers for this DVR port 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:35:55.326313 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf29a391-6724-4591-a95d-f5cba9c1b3b7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:55.396353 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a8f19-cd54-4c4e-a770-7c0f37a7a2a3 req-2fb5ed3e-96cd-4ea4-8b94-e20825a39118 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:55.406507 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4a4a8f19-cd54-4c4e-a770-7c0f37a7a2a3 req-2fb5ed3e-96cd-4ea4-8b94-e20825a39118 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 944 time: 0.7145948 Jul 23 16:35:55.468116 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b980e54-2080-4257-9b4a-551d4904226e service neutron] Pushing event updated for resources: {'Port': ['ID=57d68a11-dd1b-4a5c-a0af-fd74214dd8b3,revision_number=6']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:55.472773 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:55.528004 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-e4c9446c-f4e7-4b03-a4c3-7c74d96459ec tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Allocated IP 172.20.0.14 (72414b03-0eff-47a3-8162-f0db3384a849/7cd47fdd-8dd1-4f64-8ffb-cee64c695d93/df6b1f36-9280-4d55-a3b2-7c147bc64aa0) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:35:55.614425 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=726cd214-8346-47cb-a33e-99234af00cab,revision_number=14']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:55.623150 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-0b980e54-2080-4257-9b4a-551d4904226e service neutron] In _notify_port_updated(), no bound segment for port 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 on network a11530e6-1993-441b-956a-6f9600ed92b8 {{(pid=94013) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:35:55.626562 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-0b980e54-2080-4257-9b4a-551d4904226e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:55.628695 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-0b980e54-2080-4257-9b4a-551d4904226e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:55.632643 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-0b980e54-2080-4257-9b4a-551d4904226e service neutron] 10.222.0.74 "PUT /v2.0/ports/57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 HTTP/1.1" status: 200 len: 1026 time: 2.4486353 Jul 23 16:35:55.640493 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port e6ea4a01-ff83-47ce-8421-574f407d18f5 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:55.687612 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port e6ea4a01-ff83-47ce-8421-574f407d18f5 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:55.688111 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:55.709596 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cf29a391-6724-4591-a95d-f5cba9c1b3b7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:55.777082 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port faeb3d4d-ead5-454a-9873-67df475e0096, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=faeb3d4d-ead5-454a-9873-67df475e0096,segment=NetworkSegment(a09683eb-b332-4542-b7a5-2cff7293226f),segment_id=a09683eb-b332-4542-b7a5-2cff7293226f)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:55.780429 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-31f5b6ad-e343-4250-a8d0-1c62c1fcf237 None None] Provisioning complete for port 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:55.780429 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-31f5b6ad-e343-4250-a8d0-1c62c1fcf237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:55.791752 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:55.792764 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-cf29a391-6724-4591-a95d-f5cba9c1b3b7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] device_id is not set on port e651c940-6ea6-4189-891e-3ddec12059b1 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:35:55.793014 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:35:55.950266 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4a4a8f19-cd54-4c4e-a770-7c0f37a7a2a3 req-ca641a3f-42bc-4aa8-8dda-a5ccbe7df421 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4934952 Jul 23 16:35:56.030929 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7c901-b65a-40fc-9a83-de0ad222725f req-9bbc9ec3-4ddb-4342-b3b3-1ba74b42c5c2 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:56.051019 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7c901-b65a-40fc-9a83-de0ad222725f req-9bbc9ec3-4ddb-4342-b3b3-1ba74b42c5c2 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:56.063342 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7c901-b65a-40fc-9a83-de0ad222725f req-9bbc9ec3-4ddb-4342-b3b3-1ba74b42c5c2 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:56.068933 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-31f5b6ad-e343-4250-a8d0-1c62c1fcf237 None None] Port 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:35:56.086408 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7c901-b65a-40fc-9a83-de0ad222725f req-9bbc9ec3-4ddb-4342-b3b3-1ba74b42c5c2 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:56.122984 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7c901-b65a-40fc-9a83-de0ad222725f req-9bbc9ec3-4ddb-4342-b3b3-1ba74b42c5c2 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:56.132855 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=faeb3d4d-ead5-454a-9873-67df475e0096,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:56.137410 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7c901-b65a-40fc-9a83-de0ad222725f req-9bbc9ec3-4ddb-4342-b3b3-1ba74b42c5c2 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:56.143069 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-71a7c901-b65a-40fc-9a83-de0ad222725f req-9bbc9ec3-4ddb-4342-b3b3-1ba74b42c5c2 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 4577 time: 1.4500813 Jul 23 16:35:56.151286 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:35:56.152080 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 99c3c606-6305-429f-81cd-fd00734616f2 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:35:56.171004 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7397c30-7b26-4bd7-a54c-8d4299f7929b req-73cb15c5-69a3-44ce-8180-b73fe25e0228 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2587981 Jul 23 16:35:56.295982 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368aeb0b-2ee9-43c4-8597-5dc9f162668d tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Router 5215eac8-0b38-449a-a48f-5fcb40ed9b08 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:35:56.329183 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:56.353258 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-51a7570b-b829-4129-98fa-4570c1bf837b req-764db8c8-9009-43d8-a1f7-a26c1894a002 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 210 time: 0.2074654 Jul 23 16:35:56.433461 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port e6ea4a01-ff83-47ce-8421-574f407d18f5, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e6ea4a01-ff83-47ce-8421-574f407d18f5,segment=NetworkSegment(a8c299fb-b86b-45a3-ad50-cad624adf3d9),segment_id=a8c299fb-b86b-45a3-ad50-cad624adf3d9)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:56.444397 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:56.514161 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 99c3c606-6305-429f-81cd-fd00734616f2, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=99c3c606-6305-429f-81cd-fd00734616f2,segment=NetworkSegment(05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c),segment_id=05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:56.515779 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:56.615894 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-73608f49-ee8a-4db9-95f9-8dedc294892e tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Deleting port a9569114-a844-492a-9768-c27463ea9bb4 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:56.616473 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:56.617327 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-73608f49-ee8a-4db9-95f9-8dedc294892e tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:56.617524 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:35:56.673260 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=e6ea4a01-ff83-47ce-8421-574f407d18f5,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:56.737135 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=99c3c606-6305-429f-81cd-fd00734616f2,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:56.743539 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:35:56.743987 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device d26b6c0c-a095-4674-9672-f08e8e034402 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:35:56.807758 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-71a7c901-b65a-40fc-9a83-de0ad222725f req-91b540ef-9230-4aae-84ed-92ceb6beba44 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e0f6a6b-7a1a-4fc3-b6e3-28c1a3fabb75&id=0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6423185 Jul 23 16:35:56.828359 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-e4c9446c-f4e7-4b03-a4c3-7c74d96459ec tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:56.979744 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:56.992825 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 23 Jul 2021 16:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7121e27-490a-436c-8e77-3c504a7ccd3f x-openstack-request-id: req-a7121e27-490a-436c-8e77-3c504a7ccd3f {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:35:56.993824 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2df115-5311-403d-b20e-1fb6e957b227", "name": "network-vif-plugged", "status": "completed", "tag": "77d9ee88-c13f-4f5f-a6ae-cd2cbe412115", "code": 200}, {"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "dc9186aa-22f3-4cd2-aa4d-554b86e39cbf", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:35:56.996129 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a7121e27-490a-436c-8e77-3c504a7ccd3f {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:35:56.997834 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2df115-5311-403d-b20e-1fb6e957b227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d9ee88-c13f-4f5f-a6ae-cd2cbe412115', 'code': 200} Jul 23 16:35:56.998337 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc9186aa-22f3-4cd2-aa4d-554b86e39cbf', 'code': 200} Jul 23 16:35:57.070465 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7397c30-7b26-4bd7-a54c-8d4299f7929b req-2509c6dd-2d9b-4af5-8a91-59a109672006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:57.073136 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7397c30-7b26-4bd7-a54c-8d4299f7929b req-2509c6dd-2d9b-4af5-8a91-59a109672006 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d8469dd886547af8aa5b5e0e02307dd&device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 1096 time: 0.6230638 Jul 23 16:35:57.075060 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368aeb0b-2ee9-43c4-8597-5dc9f162668d tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:35:57.086942 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-368aeb0b-2ee9-43c4-8597-5dc9f162668d tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:57.089151 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-368aeb0b-2ee9-43c4-8597-5dc9f162668d tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "PUT /v2.0/routers/5215eac8-0b38-449a-a48f-5fcb40ed9b08 HTTP/1.1" status: 200 len: 922 time: 7.6808476 Jul 23 16:35:57.098726 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49776) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:57.118493 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-73608f49-ee8a-4db9-95f9-8dedc294892e tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] For port a9569114-a844-492a-9768-c27463ea9bb4, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=a9569114-a844-492a-9768-c27463ea9bb4,segment=NetworkSegment(a09683eb-b332-4542-b7a5-2cff7293226f),segment_id=a09683eb-b332-4542-b7a5-2cff7293226f)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:57.119771 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-73608f49-ee8a-4db9-95f9-8dedc294892e tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:57.128920 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdbad6-b3f2-4c2b-9b42-e5fbfe84c577 req-2158ec64-a527-4cbf-bcb3-419a4ebc590c tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:57.135074 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dced572-91b5-4861-bf21-653a0ff2c1b9 None None] Sync routers for ids ['5215eac8-0b38-449a-a48f-5fcb40ed9b08'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:35:57.137303 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-46fdbad6-b3f2-4c2b-9b42-e5fbfe84c577 req-2158ec64-a527-4cbf-bcb3-419a4ebc590c tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.3421428 Jul 23 16:35:57.139156 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-e4c9446c-f4e7-4b03-a4c3-7c74d96459ec tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:57.153213 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cf29a391-6724-4591-a95d-f5cba9c1b3b7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:57.155723 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-73608f49-ee8a-4db9-95f9-8dedc294892e tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Calling delete_port for a9569114-a844-492a-9768-c27463ea9bb4 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:57.224472 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port d26b6c0c-a095-4674-9672-f08e8e034402, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=d26b6c0c-a095-4674-9672-f08e8e034402,segment=NetworkSegment(05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c),segment_id=05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:57.240623 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:57.265043 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dced572-91b5-4861-bf21-653a0ff2c1b9 None None] Routers {'5215eac8-0b38-449a-a48f-5fcb40ed9b08'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:57.266709 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0dced572-91b5-4861-bf21-653a0ff2c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:35:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5215eac8-0b38-449a-a48f-5fcb40ed9b08'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:57.326101 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cf29a391-6724-4591-a95d-f5cba9c1b3b7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:57.484454 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0dced572-91b5-4861-bf21-653a0ff2c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:57.485713 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7397c30-7b26-4bd7-a54c-8d4299f7929b req-5117d0db-3c72-414e-b8cd-3b59ce3ffeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:57.488126 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7397c30-7b26-4bd7-a54c-8d4299f7929b req-5117d0db-3c72-414e-b8cd-3b59ce3ffeb4 service neutron] 10.222.0.97 "GET /v2.0/networks?id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a HTTP/1.1" status: 200 len: 913 time: 0.3453791 Jul 23 16:35:57.493450 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf29a391-6724-4591-a95d-f5cba9c1b3b7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network 69034369-4f9a-4c56-84cf-53b4e37d45f1 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:57.498133 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29a391-6724-4591-a95d-f5cba9c1b3b7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Port': ['ID=e651c940-6ea6-4189-891e-3ddec12059b1,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:57.514272 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-cf29a391-6724-4591-a95d-f5cba9c1b3b7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:57.522659 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf29a391-6724-4591-a95d-f5cba9c1b3b7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:57.529236 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf29a391-6724-4591-a95d-f5cba9c1b3b7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:57.530816 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cf29a391-6724-4591-a95d-f5cba9c1b3b7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:57.562235 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dced572-91b5-4861-bf21-653a0ff2c1b9 None None] Routers {'5215eac8-0b38-449a-a48f-5fcb40ed9b08'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:57.563396 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0dced572-91b5-4861-bf21-653a0ff2c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:35:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5215eac8-0b38-449a-a48f-5fcb40ed9b08'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:57.569531 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=d26b6c0c-a095-4674-9672-f08e8e034402,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:57.601533 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cf29a391-6724-4591-a95d-f5cba9c1b3b7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.8141928 Jul 23 16:35:57.602678 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49782) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:57.652941 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0dced572-91b5-4861-bf21-653a0ff2c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:57.654921 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dced572-91b5-4861-bf21-653a0ff2c1b9 None None] The sync data for ids ['5215eac8-0b38-449a-a48f-5fcb40ed9b08'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:35:57.700888 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf94efb-d398-4c14-a904-ffb736b28816 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:57.715192 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fdf94efb-d398-4c14-a904-ffb736b28816 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "GET /v2.0/ports/e651c940-6ea6-4189-891e-3ddec12059b1 HTTP/1.1" status: 200 len: 840 time: 0.1086287 Jul 23 16:35:57.716771 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49784) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:57.717663 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-73608f49-ee8a-4db9-95f9-8dedc294892e tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:57.764691 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73608f49-ee8a-4db9-95f9-8dedc294892e tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Pushing event deleted for resources: {'Port': ['ID=a9569114-a844-492a-9768-c27463ea9bb4,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:57.938797 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-73608f49-ee8a-4db9-95f9-8dedc294892e tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] No DVR routers for this DVR port a9569114-a844-492a-9768-c27463ea9bb4 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:35:57.951000 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-73608f49-ee8a-4db9-95f9-8dedc294892e tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:57.953214 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-73608f49-ee8a-4db9-95f9-8dedc294892e tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.74 "DELETE /v2.0/ports/a9569114-a844-492a-9768-c27463ea9bb4 HTTP/1.1" status: 204 len: 173 time: 2.3083875 Jul 23 16:35:57.953688 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-deleted', 'tag': 'a9569114-a844-492a-9768-c27463ea9bb4'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:57.956162 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01669b8-377f-4cc9-8739-0e0dbd18497b" -d '{"events": [{"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-deleted", "tag": "a9569114-a844-492a-9768-c27463ea9bb4"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:35:58.116895 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-314ff472-c3b2-4aff-b1aa-8011729103bb tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Deleting port d26b6c0c-a095-4674-9672-f08e8e034402 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:58.117220 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-314ff472-c3b2-4aff-b1aa-8011729103bb tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:58.236043 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-314ff472-c3b2-4aff-b1aa-8011729103bb tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] For port d26b6c0c-a095-4674-9672-f08e8e034402, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=d26b6c0c-a095-4674-9672-f08e8e034402,segment=NetworkSegment(05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c),segment_id=05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:58.237870 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-314ff472-c3b2-4aff-b1aa-8011729103bb tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:58.255967 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-314ff472-c3b2-4aff-b1aa-8011729103bb tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Calling delete_port for d26b6c0c-a095-4674-9672-f08e8e034402 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:58.330484 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-154d0a61-4279-4352-8466-2bfa6a2d908e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Deleting port e651c940-6ea6-4189-891e-3ddec12059b1 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:58.331072 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-154d0a61-4279-4352-8466-2bfa6a2d908e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:58.438952 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-154d0a61-4279-4352-8466-2bfa6a2d908e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:58.465925 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-154d0a61-4279-4352-8466-2bfa6a2d908e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Calling delete_port for e651c940-6ea6-4189-891e-3ddec12059b1 owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:58.570050 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-e4c9446c-f4e7-4b03-a4c3-7c74d96459ec tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Network 72414b03-0eff-47a3-8162-f0db3384a849 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:58.577748 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9446c-f4e7-4b03-a4c3-7c74d96459ec tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Pushing event updated for resources: {'Port': ['ID=df6b1f36-9280-4d55-a3b2-7c147bc64aa0,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:58.580929 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-314ff472-c3b2-4aff-b1aa-8011729103bb tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:58.592434 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-e4c9446c-f4e7-4b03-a4c3-7c74d96459ec tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:58.599282 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-e4c9446c-f4e7-4b03-a4c3-7c74d96459ec tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:58.620187 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ff472-c3b2-4aff-b1aa-8011729103bb tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Pushing event deleted for resources: {'Port': ['ID=d26b6c0c-a095-4674-9672-f08e8e034402,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:58.655336 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-46fdbad6-b3f2-4c2b-9b42-e5fbfe84c577 req-f8ab0fc3-f94a-45e0-9a08-45adf6cb9b6b tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4186466 Jul 23 16:35:58.681557 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e6ea4a01-ff83-47ce-8421-574f407d18f5 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:58.684342 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-314ff472-c3b2-4aff-b1aa-8011729103bb tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] No DVR routers for this DVR port d26b6c0c-a095-4674-9672-f08e8e034402 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:35:58.687355 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-314ff472-c3b2-4aff-b1aa-8011729103bb tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:58.690298 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-314ff472-c3b2-4aff-b1aa-8011729103bb tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.74 "DELETE /v2.0/ports/d26b6c0c-a095-4674-9672-f08e8e034402 HTTP/1.1" status: 204 len: 173 time: 0.7306368 Jul 23 16:35:58.691608 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-154d0a61-4279-4352-8466-2bfa6a2d908e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:58.744785 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7397c30-7b26-4bd7-a54c-8d4299f7929b req-df1ae75d-9449-4c31-ae1a-32bd7dc43bf7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=726cd214-8346-47cb-a33e-99234af00cab HTTP/1.1" status: 200 len: 1000 time: 0.3373857 Jul 23 16:35:58.762877 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port e6ea4a01-ff83-47ce-8421-574f407d18f5 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:58.763249 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:58.775125 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d0a61-4279-4352-8466-2bfa6a2d908e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Port': ['ID=e651c940-6ea6-4189-891e-3ddec12059b1,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:58.788887 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d5782960-14e3-45e2-a8ed-78d11a758f8b tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "GET /v2.0/routers/5215eac8-0b38-449a-a48f-5fcb40ed9b08 HTTP/1.1" status: 200 len: 922 time: 1.6867995 Jul 23 16:35:58.797463 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49802) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:58.808543 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-154d0a61-4279-4352-8466-2bfa6a2d908e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:58.811197 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-154d0a61-4279-4352-8466-2bfa6a2d908e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/ports/e651c940-6ea6-4189-891e-3ddec12059b1 HTTP/1.1" status: 204 len: 168 time: 1.0905128 Jul 23 16:35:58.816206 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49806) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:58.844011 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-e4c9446c-f4e7-4b03-a4c3-7c74d96459ec tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:58.844801 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-e4c9446c-f4e7-4b03-a4c3-7c74d96459ec tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:58.952521 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbc167-4459-43f9-9f70-724ff8b16a26 req-4ff600b8-a0a6-4ee1-9340-2b9587293707 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:58.954225 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d6bbc167-4459-43f9-9f70-724ff8b16a26 req-4ff600b8-a0a6-4ee1-9340-2b9587293707 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/ports?device_id=47a1232d-43a1-4a2f-ba77-d3efe32641b2 HTTP/1.1" status: 200 len: 946 time: 1.4761536 Jul 23 16:35:58.954876 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-c0da3d90-09f4-4b85-9e00-5e6a5683ebd0 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Deleting port 99c3c606-6305-429f-81cd-fd00734616f2 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:58.955156 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-c0da3d90-09f4-4b85-9e00-5e6a5683ebd0 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:58.962095 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d9e654-13ff-45aa-bf01-be5d22ecac9c tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] GET failed (client error): The resource could not be found. Jul 23 16:35:58.963798 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-70d9e654-13ff-45aa-bf01-be5d22ecac9c tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "GET /v2.0/ports/e651c940-6ea6-4189-891e-3ddec12059b1 HTTP/1.1" status: 404 len: 333 time: 0.1265039 Jul 23 16:35:58.971485 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49816) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:58.983353 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73f325-1c87-4b7b-bafd-3d7bdc5075ad req-ae422cd4-9335-4f36-9820-af7ff86b8c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:58.985018 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb73f325-1c87-4b7b-bafd-3d7bdc5075ad req-ae422cd4-9335-4f36-9820-af7ff86b8c88 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 1097 time: 1.5052459 Jul 23 16:35:58.994314 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-18a4c9f7-74f9-4d0c-9cd9-14ca21993fac tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'port': {'network_id': '69034369-4f9a-4c56-84cf-53b4e37d45f1', 'name': 'tempest-PortsTestJSON-1050103011'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:59.000435 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9569114-a844-492a-9768-c27463ea9bb4'}, {'server_uuid': 'd420a9a8-aff2-437f-80c1-258f3ee789da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '726cd214-8346-47cb-a33e-99234af00cab'}, {'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faeb3d4d-ead5-454a-9873-67df475e0096'}, {'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99c3c606-6305-429f-81cd-fd00734616f2'}, {'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd26b6c0c-a095-4674-9672-f08e8e034402'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:59.000764 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-e4c9446c-f4e7-4b03-a4c3-7c74d96459ec tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4655056 Jul 23 16:35:59.007336 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62737dbe-3634-4448-aa03-fc680479c013" -d '{"events": [{"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "a9569114-a844-492a-9768-c27463ea9bb4"}, {"server_uuid": "d420a9a8-aff2-437f-80c1-258f3ee789da", "name": "network-vif-unplugged", "status": "completed", "tag": "726cd214-8346-47cb-a33e-99234af00cab"}, {"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "faeb3d4d-ead5-454a-9873-67df475e0096"}, {"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "99c3c606-6305-429f-81cd-fd00734616f2"}, {"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "d26b6c0c-a095-4674-9672-f08e8e034402"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:35:59.103666 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-c0da3d90-09f4-4b85-9e00-5e6a5683ebd0 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] For port 99c3c606-6305-429f-81cd-fd00734616f2, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=99c3c606-6305-429f-81cd-fd00734616f2,segment=NetworkSegment(05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c),segment_id=05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:59.103963 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-c0da3d90-09f4-4b85-9e00-5e6a5683ebd0 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:59.121775 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-c0da3d90-09f4-4b85-9e00-5e6a5683ebd0 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Calling delete_port for 99c3c606-6305-429f-81cd-fd00734616f2 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:59.173086 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-c4f09766-08d4-44ae-9c28-6f24adcc4a92 service neutron] Request body: {'port': {'device_id': 'af9ef5c7-4991-4d25-8d9e-20009fc3330a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:59.250037 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d6bbc167-4459-43f9-9f70-724ff8b16a26 req-a08bca2a-5c2d-4d7e-bff7-693f26a35760 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/security-groups?id=a01ca5f5-fd89-4a53-ad59-163800b3f4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2792981 Jul 23 16:35:59.264464 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb73f325-1c87-4b7b-bafd-3d7bdc5075ad req-5a894079-cf53-4caa-a07c-5eb81737f95d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2601004 Jul 23 16:35:59.295335 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b31339-abe1-4665-b11d-7ee105d40d66 req-4f8eace1-057d-441f-945a-9aa6abb2f4fd tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:59.296968 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2b31339-abe1-4665-b11d-7ee105d40d66 req-4f8eace1-057d-441f-945a-9aa6abb2f4fd tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 946 time: 0.5451722 Jul 23 16:35:59.305736 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7896364-c899-4706-adcf-053b6d3276b3 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:59.310238 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49840) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:59.311664 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b7896364-c899-4706-adcf-053b6d3276b3 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=4e763b06-7572-4747-a18b-44a256cb56cb&device_id=5215eac8-0b38-449a-a48f-5fcb40ed9b08&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5100055 Jul 23 16:35:59.350723 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7397c30-7b26-4bd7-a54c-8d4299f7929b req-39188080-a225-48d0-83f0-9f1e22093df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:59.352009 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7397c30-7b26-4bd7-a54c-8d4299f7929b req-39188080-a225-48d0-83f0-9f1e22093df9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2ae57d8d-3779-4491-8fd1-fe104612a516 HTTP/1.1" status: 200 len: 850 time: 0.2417996 Jul 23 16:35:59.398751 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a4c9f7-74f9-4d0c-9cd9-14ca21993fac tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:59.399896 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-c0da3d90-09f4-4b85-9e00-5e6a5683ebd0 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:59.402465 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-18a4c9f7-74f9-4d0c-9cd9-14ca21993fac tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:59.483436 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-c4f09766-08d4-44ae-9c28-6f24adcc4a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:59.488508 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da3d90-09f4-4b85-9e00-5e6a5683ebd0 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Pushing event deleted for resources: {'Port': ['ID=99c3c606-6305-429f-81cd-fd00734616f2,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:59.494265 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-18a4c9f7-74f9-4d0c-9cd9-14ca21993fac tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] device_id is not set on port 9e090d50-bb6e-4ae0-bf2b-09d35488ebba yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:35:59.502943 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2b31339-abe1-4665-b11d-7ee105d40d66 req-d4d73179-2180-415c-b23b-52338c67a8db tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887105 Jul 23 16:35:59.598194 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-c0da3d90-09f4-4b85-9e00-5e6a5683ebd0 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] No DVR routers for this DVR port 99c3c606-6305-429f-81cd-fd00734616f2 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:35:59.608209 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-c0da3d90-09f4-4b85-9e00-5e6a5683ebd0 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:59.610646 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-c0da3d90-09f4-4b85-9e00-5e6a5683ebd0 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.74 "DELETE /v2.0/ports/99c3c606-6305-429f-81cd-fd00734616f2 HTTP/1.1" status: 204 len: 173 time: 0.8936841 Jul 23 16:35:59.617261 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1248360-db06-476e-a641-383af2d24210 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:59.622587 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b1248360-db06-476e-a641-383af2d24210 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 881 time: 0.3110578 Jul 23 16:35:59.624831 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49858) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:59.703041 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a3670266-2c5b-45cb-ae68-1952bf60197b tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] 10.222.0.73 "GET /v2.0/ports?device_id=5215eac8-0b38-449a-a48f-5fcb40ed9b08 HTTP/1.1" status: 200 len: 205 time: 0.0770149 Jul 23 16:35:59.706759 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49868) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:59.746668 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf0eaf-4b9c-434a-b447-ff4ca551917c req-54e2e8c3-790b-4628-ae37-3953334cb8c9 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:59.749599 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61cf0eaf-4b9c-434a-b447-ff4ca551917c req-54e2e8c3-790b-4628-ae37-3953334cb8c9 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 944 time: 0.3741124 Jul 23 16:35:59.765623 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7397c30-7b26-4bd7-a54c-8d4299f7929b req-c901a451-56f9-4eb6-8f97-707d44a2d8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:59.767630 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7397c30-7b26-4bd7-a54c-8d4299f7929b req-c901a451-56f9-4eb6-8f97-707d44a2d8bd service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3933959 Jul 23 16:35:59.880875 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5601bc9f-33dc-415d-a936-db299ef810a3 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:59.984418 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-cca7c27c-0dd6-4647-bb45-6d02f4a3b0eb tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Deleting port faeb3d4d-ead5-454a-9873-67df475e0096 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:59.985684 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-cca7c27c-0dd6-4647-bb45-6d02f4a3b0eb tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.057349 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61cf0eaf-4b9c-434a-b447-ff4ca551917c req-2d61ee32-403f-4ff9-ae9d-e7ff34b755aa tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825739 Jul 23 16:36:00.106727 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5601bc9f-33dc-415d-a936-db299ef810a3 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.127247 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-cca7c27c-0dd6-4647-bb45-6d02f4a3b0eb tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] For port faeb3d4d-ead5-454a-9873-67df475e0096, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=faeb3d4d-ead5-454a-9873-67df475e0096,segment=NetworkSegment(a09683eb-b332-4542-b7a5-2cff7293226f),segment_id=a09683eb-b332-4542-b7a5-2cff7293226f)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:00.128063 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-cca7c27c-0dd6-4647-bb45-6d02f4a3b0eb tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.142550 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6cad6-acf7-487a-8f6b-742006b2d76d req-2e52dca0-8314-440f-833f-9dc0d130877e tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:00.144182 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cbb6cad6-acf7-487a-8f6b-742006b2d76d req-2e52dca0-8314-440f-833f-9dc0d130877e tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 932 time: 0.4941692 Jul 23 16:36:00.162433 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-cca7c27c-0dd6-4647-bb45-6d02f4a3b0eb tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Calling delete_port for faeb3d4d-ead5-454a-9873-67df475e0096 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:00.166361 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-18a4c9f7-74f9-4d0c-9cd9-14ca21993fac tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.226498 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7397c30-7b26-4bd7-a54c-8d4299f7929b req-2532d10e-066c-45cc-931c-85222bb3ae1d service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925679 Jul 23 16:36:00.245646 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5601bc9f-33dc-415d-a936-db299ef810a3 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Deleting port 16580ddf-d558-434e-840c-3b69b62ac3b1 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:00.246249 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5601bc9f-33dc-415d-a936-db299ef810a3 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.364785 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cbb6cad6-acf7-487a-8f6b-742006b2d76d req-ac29f8c2-b318-4589-b167-0bc7876d0f54 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/security-groups?id=db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065763 Jul 23 16:36:00.376315 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5601bc9f-33dc-415d-a936-db299ef810a3 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.399128 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5601bc9f-33dc-415d-a936-db299ef810a3 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Calling delete_port for 16580ddf-d558-434e-840c-3b69b62ac3b1 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:00.412580 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-cca7c27c-0dd6-4647-bb45-6d02f4a3b0eb tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.451155 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-18a4c9f7-74f9-4d0c-9cd9-14ca21993fac tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.469226 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-c4f09766-08d4-44ae-9c28-6f24adcc4a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df6b1f36-9280-4d55-a3b2-7c147bc64aa0 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:36:00.498103 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7d498d-25ed-47a6-a385-e64c455c31df x-openstack-request-id: req-ff7d498d-25ed-47a6-a385-e64c455c31df {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:36:00.498446 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-deleted", "tag": "a9569114-a844-492a-9768-c27463ea9bb4", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:36:00.502075 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ff7d498d-25ed-47a6-a385-e64c455c31df {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:36:00.502510 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-deleted', 'tag': 'a9569114-a844-492a-9768-c27463ea9bb4', 'status': 'completed', 'code': 200} Jul 23 16:36:00.506354 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7397c30-7b26-4bd7-a54c-8d4299f7929b req-b3cad700-95fa-4fc0-9085-1e64bb05a0f1 service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697606 Jul 23 16:36:00.507326 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7c27c-0dd6-4647-bb45-6d02f4a3b0eb tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Pushing event deleted for resources: {'Port': ['ID=faeb3d4d-ead5-454a-9873-67df475e0096,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:00.515530 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab825270-5b5d-4737-aa4b-44e4e15a88fa req-d82dfc19-102f-403f-98c0-611d33f534f9 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:00.521959 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab825270-5b5d-4737-aa4b-44e4e15a88fa req-d82dfc19-102f-403f-98c0-611d33f534f9 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:00.523634 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab825270-5b5d-4737-aa4b-44e4e15a88fa req-d82dfc19-102f-403f-98c0-611d33f534f9 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 1677 time: 0.3713832 Jul 23 16:36:00.528545 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-c4f09766-08d4-44ae-9c28-6f24adcc4a92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.572353 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a4c9f7-74f9-4d0c-9cd9-14ca21993fac tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network 69034369-4f9a-4c56-84cf-53b4e37d45f1 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:00.586763 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-c4f09766-08d4-44ae-9c28-6f24adcc4a92 service neutron] Transition to ACTIVE for port object df6b1f36-9280-4d55-a3b2-7c147bc64aa0 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:00.588380 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-18a4c9f7-74f9-4d0c-9cd9-14ca21993fac tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:00.595064 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a4c9f7-74f9-4d0c-9cd9-14ca21993fac tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:00.601514 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a4c9f7-74f9-4d0c-9cd9-14ca21993fac tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:00.601879 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Fri, 23 Jul 2021 16:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2af72a-916f-49b3-8b82-7f9d57865cc7 x-openstack-request-id: req-6b2af72a-916f-49b3-8b82-7f9d57865cc7 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:36:00.602337 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-18a4c9f7-74f9-4d0c-9cd9-14ca21993fac tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.602472 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "a9569114-a844-492a-9768-c27463ea9bb4", "code": 200}, {"server_uuid": "d420a9a8-aff2-437f-80c1-258f3ee789da", "name": "network-vif-unplugged", "status": "completed", "tag": "726cd214-8346-47cb-a33e-99234af00cab", "code": 200}, {"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "faeb3d4d-ead5-454a-9873-67df475e0096", "code": 200}, {"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "99c3c606-6305-429f-81cd-fd00734616f2", "code": 200}, {"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "d26b6c0c-a095-4674-9672-f08e8e034402", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:36:00.602472 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6b2af72a-916f-49b3-8b82-7f9d57865cc7 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:36:00.602885 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9569114-a844-492a-9768-c27463ea9bb4', 'code': 200} Jul 23 16:36:00.603235 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd420a9a8-aff2-437f-80c1-258f3ee789da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '726cd214-8346-47cb-a33e-99234af00cab', 'code': 200} Jul 23 16:36:00.603475 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faeb3d4d-ead5-454a-9873-67df475e0096', 'code': 200} Jul 23 16:36:00.604789 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99c3c606-6305-429f-81cd-fd00734616f2', 'code': 200} Jul 23 16:36:00.605031 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd26b6c0c-a095-4674-9672-f08e8e034402', 'code': 200} Jul 23 16:36:00.605423 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-c4f09766-08d4-44ae-9c28-6f24adcc4a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.617879 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a4c9f7-74f9-4d0c-9cd9-14ca21993fac tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Port': ['ID=9e090d50-bb6e-4ae0-bf2b-09d35488ebba,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:00.634360 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-cca7c27c-0dd6-4647-bb45-6d02f4a3b0eb tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] No DVR routers for this DVR port faeb3d4d-ead5-454a-9873-67df475e0096 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:36:00.637230 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-cca7c27c-0dd6-4647-bb45-6d02f4a3b0eb tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.643816 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-cca7c27c-0dd6-4647-bb45-6d02f4a3b0eb tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.74 "DELETE /v2.0/ports/faeb3d4d-ead5-454a-9873-67df475e0096 HTTP/1.1" status: 204 len: 173 time: 1.0199077 Jul 23 16:36:00.678072 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab825270-5b5d-4737-aa4b-44e4e15a88fa req-6a9431bb-6b10-4986-b866-196f80852d2e tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/security-groups?id=0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402252 Jul 23 16:36:00.714541 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-18a4c9f7-74f9-4d0c-9cd9-14ca21993fac tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7401569 Jul 23 16:36:00.728889 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49904) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:00.749397 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-80d176b2-8021-4c72-af01-5cfd68ac49a2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:00.873586 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f09766-08d4-44ae-9c28-6f24adcc4a92 service neutron] Pushing event updated for resources: {'Port': ['ID=df6b1f36-9280-4d55-a3b2-7c147bc64aa0,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:00.924687 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-48d2d73c-aaeb-4ff6-a74a-6077df3dc871 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Deleting port dc9186aa-22f3-4cd2-aa4d-554b86e39cbf {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:00.925228 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-48d2d73c-aaeb-4ff6-a74a-6077df3dc871 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.943774 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5601bc9f-33dc-415d-a936-db299ef810a3 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.009346 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601bc9f-33dc-415d-a936-db299ef810a3 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Pushing event deleted for resources: {'Port': ['ID=16580ddf-d558-434e-840c-3b69b62ac3b1,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:01.070885 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d4ca6-bc17-4ca4-b0c9-ea43e8c3cf7f req-dc3d7bac-65b1-4931-b8e4-b7e834edcb4d tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:01.072523 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-231d4ca6-bc17-4ca4-b0c9-ea43e8c3cf7f req-dc3d7bac-65b1-4931-b8e4-b7e834edcb4d tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/ports?device_id=47a1232d-43a1-4a2f-ba77-d3efe32641b2 HTTP/1.1" status: 200 len: 946 time: 0.3571599 Jul 23 16:36:01.095030 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:36:01.101368 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-c4f09766-08d4-44ae-9c28-6f24adcc4a92 service neutron] Attempting to bind port df6b1f36-9280-4d55-a3b2-7c147bc64aa0 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:36:01.101962 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-c4f09766-08d4-44ae-9c28-6f24adcc4a92 service neutron] Attempting to bind port df6b1f36-9280-4d55-a3b2-7c147bc64aa0 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'a8c299fb-b86b-45a3-ad50-cad624adf3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '72414b03-0eff-47a3-8162-f0db3384a849'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:36:01.102513 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-c4f09766-08d4-44ae-9c28-6f24adcc4a92 service neutron] Attempting to bind port df6b1f36-9280-4d55-a3b2-7c147bc64aa0 on network 72414b03-0eff-47a3-8162-f0db3384a849 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:36:01.110101 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-c4f09766-08d4-44ae-9c28-6f24adcc4a92 service neutron] Port df6b1f36-9280-4d55-a3b2-7c147bc64aa0 on network 72414b03-0eff-47a3-8162-f0db3384a849 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:36:01.110831 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-c4f09766-08d4-44ae-9c28-6f24adcc4a92 service neutron] Attempting to bind port df6b1f36-9280-4d55-a3b2-7c147bc64aa0 on network 72414b03-0eff-47a3-8162-f0db3384a849 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:36:01.113009 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-80d176b2-8021-4c72-af01-5cfd68ac49a2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.116654 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5601bc9f-33dc-415d-a936-db299ef810a3 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.153483 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a370c8-1d28-4803-9044-4d8e902354bf req-6b3c84ed-b550-4943-a710-58eab79ceaf9 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:01.155801 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b6a370c8-1d28-4803-9044-4d8e902354bf req-6b3c84ed-b550-4943-a710-58eab79ceaf9 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.3680627 Jul 23 16:36:01.159612 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-c4f09766-08d4-44ae-9c28-6f24adcc4a92 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:36:01.160100 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-c4f09766-08d4-44ae-9c28-6f24adcc4a92 service neutron] Checking segment: {'id': 'a8c299fb-b86b-45a3-ad50-cad624adf3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '72414b03-0eff-47a3-8162-f0db3384a849'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:36:01.160601 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-c4f09766-08d4-44ae-9c28-6f24adcc4a92 service neutron] Bound using segment: {'id': 'a8c299fb-b86b-45a3-ad50-cad624adf3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '72414b03-0eff-47a3-8162-f0db3384a849'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:36:01.161846 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-c4f09766-08d4-44ae-9c28-6f24adcc4a92 service neutron] Bound port: df6b1f36-9280-4d55-a3b2-7c147bc64aa0, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c299fb-b86b-45a3-ad50-cad624adf3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '72414b03-0eff-47a3-8162-f0db3384a849'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:36:01.162477 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-c4f09766-08d4-44ae-9c28-6f24adcc4a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.228698 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-231d4ca6-bc17-4ca4-b0c9-ea43e8c3cf7f req-24523aea-aa86-4398-b2a0-6914c2c62569 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/security-groups?id=a01ca5f5-fd89-4a53-ad59-163800b3f4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358538 Jul 23 16:36:01.247964 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-48d2d73c-aaeb-4ff6-a74a-6077df3dc871 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] For port dc9186aa-22f3-4cd2-aa4d-554b86e39cbf, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=dc9186aa-22f3-4cd2-aa4d-554b86e39cbf,segment=NetworkSegment(61338f32-9a58-40b9-943e-6dd5f20a15f7),segment_id=61338f32-9a58-40b9-943e-6dd5f20a15f7)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:01.248334 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-48d2d73c-aaeb-4ff6-a74a-6077df3dc871 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.251738 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5601bc9f-33dc-415d-a936-db299ef810a3 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.259354 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5601bc9f-33dc-415d-a936-db299ef810a3 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.322723 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b6a370c8-1d28-4803-9044-4d8e902354bf req-4be73613-56dd-4954-9a4d-a14714c87cd3 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550617 Jul 23 16:36:01.421043 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-c4f09766-08d4-44ae-9c28-6f24adcc4a92 service neutron] For port df6b1f36-9280-4d55-a3b2-7c147bc64aa0, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:36:01.671945 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5601bc9f-33dc-415d-a936-db299ef810a3 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.672626 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5601bc9f-33dc-415d-a936-db299ef810a3 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Fanout notify agent at l3_agent the message router_deleted on router 5215eac8-0b38-449a-a48f-5fcb40ed9b08 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:36:01.684815 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5601bc9f-33dc-415d-a936-db299ef810a3 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.686064 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5601bc9f-33dc-415d-a936-db299ef810a3 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] 10.222.0.73 "DELETE /v2.0/routers/5215eac8-0b38-449a-a48f-5fcb40ed9b08 HTTP/1.1" status: 204 len: 168 time: 1.9780693 Jul 23 16:36:01.694119 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49930) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:01.706908 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-ac6a7510-3df3-4caf-a347-957087e0f27a tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2522885', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:01.784979 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac6a7510-3df3-4caf-a347-957087e0f27a tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.786033 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac6a7510-3df3-4caf-a347-957087e0f27a tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.820194 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-c4f09766-08d4-44ae-9c28-6f24adcc4a92 service neutron] For port df6b1f36-9280-4d55-a3b2-7c147bc64aa0, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=df6b1f36-9280-4d55-a3b2-7c147bc64aa0,segment=NetworkSegment(a8c299fb-b86b-45a3-ad50-cad624adf3d9),segment_id=a8c299fb-b86b-45a3-ad50-cad624adf3d9)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:36:01.849306 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-c4f09766-08d4-44ae-9c28-6f24adcc4a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.920006 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac6a7510-3df3-4caf-a347-957087e0f27a tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.923078 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-48d2d73c-aaeb-4ff6-a74a-6077df3dc871 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.923368 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-48d2d73c-aaeb-4ff6-a74a-6077df3dc871 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.923678 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-48d2d73c-aaeb-4ff6-a74a-6077df3dc871 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Floating IP 79b03912-e639-4982-b814-5168fa49faaa disassociated. External IP: 172.25.8.35, port: dc9186aa-22f3-4cd2-aa4d-554b86e39cbf. Jul 23 16:36:01.924022 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-48d2d73c-aaeb-4ff6-a74a-6077df3dc871 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Calling delete_port for dc9186aa-22f3-4cd2-aa4d-554b86e39cbf owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:01.927883 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-c4f09766-08d4-44ae-9c28-6f24adcc4a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:01.928575 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-c4f09766-08d4-44ae-9c28-6f24adcc4a92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.929492 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac6a7510-3df3-4caf-a347-957087e0f27a tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.930046 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-c4f09766-08d4-44ae-9c28-6f24adcc4a92 service neutron] 10.222.0.97 "PUT /v2.0/ports/df6b1f36-9280-4d55-a3b2-7c147bc64aa0 HTTP/1.1" status: 200 len: 1092 time: 2.8118773 Jul 23 16:36:01.931932 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9ef5c7-4991-4d25-8d9e-20009fc3330a', 'tag': 'df6b1f36-9280-4d55-a3b2-7c147bc64aa0'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:36:01.934277 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d3eee1-4bf2-4e33-8062-fe208de50136" -d '{"events": [{"name": "network-changed", "server_uuid": "af9ef5c7-4991-4d25-8d9e-20009fc3330a", "tag": "df6b1f36-9280-4d55-a3b2-7c147bc64aa0"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:36:01.938259 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-80d176b2-8021-4c72-af01-5cfd68ac49a2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.955680 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e3ff8-20f4-45a7-a024-08d3b4908080 req-8e07bf29-f24e-414e-84b7-1c6d62615516 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:01.957620 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f91e3ff8-20f4-45a7-a024-08d3b4908080 req-8e07bf29-f24e-414e-84b7-1c6d62615516 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 946 time: 0.6450851 Jul 23 16:36:01.966555 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-80d176b2-8021-4c72-af01-5cfd68ac49a2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.980002 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f09766-08d4-44ae-9c28-6f24adcc4a92 service neutron] Pushing event updated for resources: {'Port': ['ID=df6b1f36-9280-4d55-a3b2-7c147bc64aa0,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:01.980909 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac6a7510-3df3-4caf-a347-957087e0f27a tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.982723 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ac6a7510-3df3-4caf-a347-957087e0f27a tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2870500 Jul 23 16:36:01.985176 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49936) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:01.990423 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-5935f3da-ba21-4f41-82e5-06b5ed2d0260 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Request body: {'router': {'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:02.038477 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 873ab846-b220-45c4-b796-4be961cfe70b details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:36:02.055158 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-80d176b2-8021-4c72-af01-5cfd68ac49a2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] In _notify_port_updated(), no bound segment for port 9e090d50-bb6e-4ae0-bf2b-09d35488ebba on network 69034369-4f9a-4c56-84cf-53b4e37d45f1 {{(pid=94012) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:36:02.060674 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d176b2-8021-4c72-af01-5cfd68ac49a2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:02.061333 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-80d176b2-8021-4c72-af01-5cfd68ac49a2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:02.065202 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-80d176b2-8021-4c72-af01-5cfd68ac49a2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "PUT /v2.0/ports/9e090d50-bb6e-4ae0-bf2b-09d35488ebba HTTP/1.1" status: 200 len: 818 time: 1.3299851 Jul 23 16:36:02.065617 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49938) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:02.108838 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d176b2-8021-4c72-af01-5cfd68ac49a2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Port': ['ID=9e090d50-bb6e-4ae0-bf2b-09d35488ebba,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:02.119210 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3fc2a-d4a3-4455-af4e-df71c5abf4d1 req-47453f39-b80f-4857-91d3-ba1ca3272b6f tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:02.120950 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ebf3fc2a-d4a3-4455-af4e-df71c5abf4d1 req-47453f39-b80f-4857-91d3-ba1ca3272b6f tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 944 time: 0.6943350 Jul 23 16:36:02.123685 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f91e3ff8-20f4-45a7-a024-08d3b4908080 req-80d1b6a1-48b0-4d6e-9638-abc1d7056f54 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515372 Jul 23 16:36:02.181633 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-38517587-a363-48a7-8775-d2b13e9468bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:02.182705 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 873ab846-b220-45c4-b796-4be961cfe70b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=873ab846-b220-45c4-b796-4be961cfe70b,segment=NetworkSegment(b81e70b7-14fa-4230-9456-adac869c5c0b),segment_id=b81e70b7-14fa-4230-9456-adac869c5c0b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:02.183119 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-38517587-a363-48a7-8775-d2b13e9468bf service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d6123a1f03ef4241adc1479c7ea0a71b&device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 1095 time: 0.1991532 Jul 23 16:36:02.195161 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ebf3fc2a-d4a3-4455-af4e-df71c5abf4d1 req-e549bf8a-b098-4a00-995e-aa4435632ed5 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607281 Jul 23 16:36:02.205957 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '873ab846-b220-45c4-b796-4be961cfe70b', 'network_id': '39f95156-8af8-4a3c-8185-a196a0cfd658', 'port_id': '873ab846-b220-45c4-b796-4be961cfe70b', 'mac_address': 'fa:16:3e:67:b4:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37eb368-db19-4fd2-8bc8-9aa2e38f4d63', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:36:02.256705 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-460f1fa3-2195-4b8d-ae25-6318fc1d654d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df6b1f36-9280-4d55-a3b2-7c147bc64aa0 HTTP/1.1" status: 200 len: 217 time: 0.0603113 Jul 23 16:36:02.286761 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:02.310060 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873ab846-b220-45c4-b796-4be961cfe70b {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:36:02.347282 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-c912d246-9702-4b00-b420-4622c504af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:02.349336 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-c912d246-9702-4b00-b420-4622c504af81 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7cd47fdd-8dd1-4f64-8ffb-cee64c695d93 HTTP/1.1" status: 200 len: 860 time: 0.0730467 Jul 23 16:36:02.369174 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5935f3da-ba21-4f41-82e5-06b5ed2d0260 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:02.370128 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef42a3-22f6-4840-949e-289261f49ffa req-f191e28c-54d6-482e-ab4d-54fe4d0bfdea tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:02.378532 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9ef42a3-22f6-4840-949e-289261f49ffa req-f191e28c-54d6-482e-ab4d-54fe4d0bfdea tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/ports?device_id=47a1232d-43a1-4a2f-ba77-d3efe32641b2 HTTP/1.1" status: 200 len: 946 time: 0.1760750 Jul 23 16:36:02.381780 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 873ab846-b220-45c4-b796-4be961cfe70b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=873ab846-b220-45c4-b796-4be961cfe70b,segment=NetworkSegment(b81e70b7-14fa-4230-9456-adac869c5c0b),segment_id=b81e70b7-14fa-4230-9456-adac869c5c0b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:02.388717 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:02.393000 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-48d2d73c-aaeb-4ff6-a74a-6077df3dc871 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:02.422387 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-2a0ac691-3d84-465f-b4fe-ed6e1b8e3089 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=72414b03-0eff-47a3-8162-f0db3384a849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666931 Jul 23 16:36:02.448104 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=873ab846-b220-45c4-b796-4be961cfe70b,revision_number=9']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:02.459932 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e934b3cf-779f-4398-a0e6-0a1f80e6b73a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Deleting port 9e090d50-bb6e-4ae0-bf2b-09d35488ebba {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:02.460271 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e934b3cf-779f-4398-a0e6-0a1f80e6b73a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:02.465510 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2d73c-aaeb-4ff6-a74a-6077df3dc871 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Pushing event deleted for resources: {'Port': ['ID=dc9186aa-22f3-4cd2-aa4d-554b86e39cbf,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:02.506004 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-deleted', 'tag': 'd26b6c0c-a095-4674-9672-f08e8e034402'}, {'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-deleted', 'tag': '99c3c606-6305-429f-81cd-fd00734616f2'}, {'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-deleted', 'tag': 'faeb3d4d-ead5-454a-9873-67df475e0096'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:36:02.508174 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac3020b-a366-4da2-8ba0-1c1da0cc3549" -d '{"events": [{"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-deleted", "tag": "d26b6c0c-a095-4674-9672-f08e8e034402"}, {"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-deleted", "tag": "99c3c606-6305-429f-81cd-fd00734616f2"}, {"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-deleted", "tag": "faeb3d4d-ead5-454a-9873-67df475e0096"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:36:02.557770 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9ef42a3-22f6-4840-949e-289261f49ffa req-a4b801f1-e598-4de7-a06a-e0adb2679720 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/security-groups?id=a01ca5f5-fd89-4a53-ad59-163800b3f4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780844 Jul 23 16:36:02.602368 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49944) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:02.604081 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ca6ab702-5f36-4e2f-b88f-107fd4cbc4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:02.611777 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['873ab846-b220-45c4-b796-4be961cfe70b'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:36:02.628882 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e934b3cf-779f-4398-a0e6-0a1f80e6b73a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:02.654834 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e934b3cf-779f-4398-a0e6-0a1f80e6b73a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Calling delete_port for 9e090d50-bb6e-4ae0-bf2b-09d35488ebba owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:02.671646 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66dfb10-8734-430b-9e24-4950e25db82e req-275ff77e-ef2e-45d5-8be1-5f904aa2bf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:02.673786 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e66dfb10-8734-430b-9e24-4950e25db82e req-275ff77e-ef2e-45d5-8be1-5f904aa2bf0b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d8469dd886547af8aa5b5e0e02307dd&device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 1096 time: 0.2349715 Jul 23 16:36:02.690417 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a5a84-e68e-4091-9b94-fc782f6a18e9 req-08bcca5c-f80f-4870-8e70-5ec0017106d2 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:02.693078 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e99a5a84-e68e-4091-9b94-fc782f6a18e9 req-08bcca5c-f80f-4870-8e70-5ec0017106d2 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 944 time: 0.2726212 Jul 23 16:36:02.816716 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-48d2d73c-aaeb-4ff6-a74a-6077df3dc871 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Router a94e5939-f242-4ce3-9b39-9cde3d497548 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:36:02.883910 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-86842564-b906-415f-8ab3-a91b745c314b service neutron] 10.222.0.97 "GET /v2.0/networks/72414b03-0eff-47a3-8162-f0db3384a849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534082 Jul 23 16:36:02.902191 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ec568f5-4ce9-48e3-abca-cb4c56bd82e3 req-3f98e204-b9b0-492c-b252-4620f4bc7c8a tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 210 time: 0.2266839 Jul 23 16:36:02.956078 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e99a5a84-e68e-4091-9b94-fc782f6a18e9 req-3acff3e0-6454-490b-9c03-021d95df33e1 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/security-groups?id=db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535884 Jul 23 16:36:03.000897 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a69d3eb-f677-4592-96e1-da4337bd20d5 x-openstack-request-id: req-4a69d3eb-f677-4592-96e1-da4337bd20d5 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:36:03.001211 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9ef5c7-4991-4d25-8d9e-20009fc3330a", "tag": "df6b1f36-9280-4d55-a3b2-7c147bc64aa0", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:36:03.001466 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4a69d3eb-f677-4592-96e1-da4337bd20d5 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:36:03.001865 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9ef5c7-4991-4d25-8d9e-20009fc3330a', 'tag': 'df6b1f36-9280-4d55-a3b2-7c147bc64aa0', 'status': 'completed', 'code': 200} Jul 23 16:36:03.007554 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66dfb10-8734-430b-9e24-4950e25db82e req-9fdf7529-6dbc-4b29-bae1-ba8467d116bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:03.009243 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e66dfb10-8734-430b-9e24-4950e25db82e req-9fdf7529-6dbc-4b29-bae1-ba8467d116bc service neutron] 10.222.0.97 "GET /v2.0/networks?id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a HTTP/1.1" status: 200 len: 913 time: 0.3091207 Jul 23 16:36:03.012994 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767f50ba-acf4-41c9-a0ba-adbad814b36d tempest-TestServerBasicOps-712534648 tempest-TestServerBasicOps-712534648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:03.014586 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-767f50ba-acf4-41c9-a0ba-adbad814b36d tempest-TestServerBasicOps-712534648 tempest-TestServerBasicOps-712534648-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=47a1232d-43a1-4a2f-ba77-d3efe32641b2 HTTP/1.1" status: 200 len: 1092 time: 0.4008205 Jul 23 16:36:03.019896 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 49948) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:03.025318 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-a626980b-1204-4de5-b290-708dce92542c tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'port_id': '9b47208a-3b1a-4232-bbb8-2c166b5d6282', 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:03.070705 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 23 Jul 2021 16:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8cc159-454b-46aa-90f7-1940ba3d4e0e x-openstack-request-id: req-6e8cc159-454b-46aa-90f7-1940ba3d4e0e {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:36:03.071164 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-deleted", "tag": "d26b6c0c-a095-4674-9672-f08e8e034402", "status": "completed", "code": 200}, {"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-deleted", "tag": "99c3c606-6305-429f-81cd-fd00734616f2", "status": "completed", "code": 200}, {"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-deleted", "tag": "faeb3d4d-ead5-454a-9873-67df475e0096", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:36:03.072291 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6e8cc159-454b-46aa-90f7-1940ba3d4e0e {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:36:03.072665 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-deleted', 'tag': 'd26b6c0c-a095-4674-9672-f08e8e034402', 'status': 'completed', 'code': 200} Jul 23 16:36:03.072921 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-deleted', 'tag': '99c3c606-6305-429f-81cd-fd00734616f2', 'status': 'completed', 'code': 200} Jul 23 16:36:03.073388 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-deleted', 'tag': 'faeb3d4d-ead5-454a-9873-67df475e0096', 'status': 'completed', 'code': 200} Jul 23 16:36:03.085856 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e934b3cf-779f-4398-a0e6-0a1f80e6b73a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:03.118056 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5935f3da-ba21-4f41-82e5-06b5ed2d0260 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:03.166162 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5935f3da-ba21-4f41-82e5-06b5ed2d0260 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:03.173328 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934b3cf-779f-4398-a0e6-0a1f80e6b73a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Port': ['ID=9e090d50-bb6e-4ae0-bf2b-09d35488ebba,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:03.187340 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e934b3cf-779f-4398-a0e6-0a1f80e6b73a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:03.190727 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e934b3cf-779f-4398-a0e6-0a1f80e6b73a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/ports/9e090d50-bb6e-4ae0-bf2b-09d35488ebba HTTP/1.1" status: 204 len: 168 time: 1.1239214 Jul 23 16:36:03.193494 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-48d2d73c-aaeb-4ff6-a74a-6077df3dc871 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:36:03.195658 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49952) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:03.211097 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a626980b-1204-4de5-b290-708dce92542c tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:03.233911 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8d77b2e-5ccd-4c0e-aefd-86dcd0bda3b0 req-f6320af7-650c-4fa1-a680-d9b7ac227725 service neutron] 10.222.0.97 "GET /v2.0/networks/72414b03-0eff-47a3-8162-f0db3384a849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238368 Jul 23 16:36:03.235621 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244d8295-4264-4f37-97c6-8ed59ec5eaa5 None None] Sync routers for ids ['a94e5939-f242-4ce3-9b39-9cde3d497548'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:36:03.250830 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e66dfb10-8734-430b-9e24-4950e25db82e req-a49d9452-e8b6-4ff0-b727-77f073d42539 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=726cd214-8346-47cb-a33e-99234af00cab HTTP/1.1" status: 200 len: 1000 time: 0.2313817 Jul 23 16:36:03.274483 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244d8295-4264-4f37-97c6-8ed59ec5eaa5 None None] Routers {'a94e5939-f242-4ce3-9b39-9cde3d497548'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:03.276601 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-244d8295-4264-4f37-97c6-8ed59ec5eaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:35:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a94e5939-f242-4ce3-9b39-9cde3d497548'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:03.338815 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-48d2d73c-aaeb-4ff6-a74a-6077df3dc871 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] No DVR routers for this DVR port dc9186aa-22f3-4cd2-aa4d-554b86e39cbf on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:36:03.345104 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-48d2d73c-aaeb-4ff6-a74a-6077df3dc871 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:03.347819 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-88c58ed8-421a-4d2a-adbd-cdf7dbb40352 req-48d2d73c-aaeb-4ff6-a74a-6077df3dc871 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.74 "DELETE /v2.0/ports/dc9186aa-22f3-4cd2-aa4d-554b86e39cbf HTTP/1.1" status: 204 len: 173 time: 2.6933091 Jul 23 16:36:03.402317 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c081e6-ea5b-4437-8859-59c822670bb7 req-098606e8-e3fd-4966-a65c-a331d0d88ed6 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:03.412419 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-244d8295-4264-4f37-97c6-8ed59ec5eaa5 None None] Set router a94e5939-f242-4ce3-9b39-9cde3d497548 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:36:03.417738 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d8c081e6-ea5b-4437-8859-59c822670bb7 req-098606e8-e3fd-4966-a65c-a331d0d88ed6 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.3360493 Jul 23 16:36:03.424049 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c92c92-cb59-49ef-91fa-2622c798f72f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:03.428030 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a7c92c92-cb59-49ef-91fa-2622c798f72f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2268834 Jul 23 16:36:03.430351 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49958) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:03.446932 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-5935f3da-ba21-4f41-82e5-06b5ed2d0260 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Allocated IP 172.25.8.147 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/15b02c0a-2017-4a31-9617-ad690ba7ca3a) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:03.448418 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66dfb10-8734-430b-9e24-4950e25db82e req-043b00cf-a4ce-477d-9b7b-124349ab56e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:03.450424 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e66dfb10-8734-430b-9e24-4950e25db82e req-043b00cf-a4ce-477d-9b7b-124349ab56e0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2ae57d8d-3779-4491-8fd1-fe104612a516 HTTP/1.1" status: 200 len: 850 time: 0.1921859 Jul 23 16:36:03.477800 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-981a6aee-a2e4-479a-9cf0-19df01152949 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] GET failed (client error): The resource could not be found. Jul 23 16:36:03.479511 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-981a6aee-a2e4-479a-9cf0-19df01152949 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "GET /v2.0/ports/9e090d50-bb6e-4ae0-bf2b-09d35488ebba HTTP/1.1" status: 404 len: 333 time: 0.0481827 Jul 23 16:36:03.483834 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49960) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:03.489306 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-38feb66d-b702-4e29-9a05-bd319b2bccf4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1724574238'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:03.571871 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d8c081e6-ea5b-4437-8859-59c822670bb7 req-2ab8ac8d-23e5-4475-8a4a-038221c5b6e1 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528256 Jul 23 16:36:03.584818 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38feb66d-b702-4e29-9a05-bd319b2bccf4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:03.588957 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38feb66d-b702-4e29-9a05-bd319b2bccf4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:03.622217 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38feb66d-b702-4e29-9a05-bd319b2bccf4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] vlan segment allocate from pool success with {'vlan_id': 1104, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:36:03.638795 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38feb66d-b702-4e29-9a05-bd319b2bccf4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:03.639197 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-38feb66d-b702-4e29-9a05-bd319b2bccf4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Added segment f76e5342-1c1a-4a53-8454-686c2706a42a of type vlan for network 891406d2-68fb-489d-940f-8c87a8a625e0 Jul 23 16:36:03.670589 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3eee1-4bf2-4e33-8062-fe208de50136 req-b2b9b60c-bc30-4419-9de3-dc4aed36b40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:03.677743 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-71d3eee1-4bf2-4e33-8062-fe208de50136 req-b2b9b60c-bc30-4419-9de3-dc4aed36b40a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d6123a1f03ef4241adc1479c7ea0a71b&device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 1095 time: 0.3507783 Jul 23 16:36:03.694596 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866e961-ad77-449c-a076-5ad2fe62e2d0 req-0ec25904-a29e-430f-94aa-88cdc88bc23a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:03.698027 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-244d8295-4264-4f37-97c6-8ed59ec5eaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'name': 'tempest-TaggedBootDevicesTest-771616400-router', 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'dbec3812-df42-4db4-9a87-09e8a0817ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:27Z', 'updated_at': '2021-07-23T16:25:37Z', 'revision_number': 4, 'project_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'gw_port': {'id': 'dbec3812-df42-4db4-9a87-09e8a0817ae9', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:28Z', 'updated_at': '2021-07-23T16:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'de60f984-5c1f-481e-859d-89fe221b425c', 'name': '', 'network_id': 'ccfb93aa-128e-41ae-813f-cc1797d91993', 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'mac_address': 'fa:16:3e:e5:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '8700af68-33fb-4e68-b828-91508c404596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:34Z', 'updated_at': '2021-07-23T16:25:48Z', 'revision_number': 5, 'project_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'subnets': [{'id': '8700af68-33fb-4e68-b828-91508c404596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:03.699298 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38feb66d-b702-4e29-9a05-bd319b2bccf4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:03.702486 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f866e961-ad77-449c-a076-5ad2fe62e2d0 req-0ec25904-a29e-430f-94aa-88cdc88bc23a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 946 time: 0.3992372 Jul 23 16:36:03.730518 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244d8295-4264-4f37-97c6-8ed59ec5eaa5 None None] Checking router: a94e5939-f242-4ce3-9b39-9cde3d497548 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:36:03.751259 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38feb66d-b702-4e29-9a05-bd319b2bccf4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:03.752402 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244d8295-4264-4f37-97c6-8ed59ec5eaa5 None None] Routers {'a94e5939-f242-4ce3-9b39-9cde3d497548'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:03.759442 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-244d8295-4264-4f37-97c6-8ed59ec5eaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:35:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a94e5939-f242-4ce3-9b39-9cde3d497548'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:03.761695 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38feb66d-b702-4e29-9a05-bd319b2bccf4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:03.762424 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38feb66d-b702-4e29-9a05-bd319b2bccf4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:03.798134 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66dfb10-8734-430b-9e24-4950e25db82e req-8166e734-aaf6-49a3-a676-95f069c95f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:03.801995 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e66dfb10-8734-430b-9e24-4950e25db82e req-8166e734-aaf6-49a3-a676-95f069c95f90 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3403487 Jul 23 16:36:03.823688 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a626980b-1204-4de5-b290-708dce92542c tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:03.876590 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38feb66d-b702-4e29-9a05-bd319b2bccf4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Network': ['ID=891406d2-68fb-489d-940f-8c87a8a625e0,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:03.884170 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-244d8295-4264-4f37-97c6-8ed59ec5eaa5 None None] Set router a94e5939-f242-4ce3-9b39-9cde3d497548 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:36:03.893392 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 891406d2-68fb-489d-940f-8c87a8a625e0 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:36:03.905947 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-38feb66d-b702-4e29-9a05-bd319b2bccf4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4208682 Jul 23 16:36:03.907438 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49962) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:03.917673 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-aef13a15-241f-4d71-88f1-eae1ff4dafff tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'subnet': {'network_id': '891406d2-68fb-489d-940f-8c87a8a625e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:03.960486 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f866e961-ad77-449c-a076-5ad2fe62e2d0 req-524d7ea7-6adb-4ee8-81a3-bafc494597e5 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504189 Jul 23 16:36:04.054264 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 873ab846-b220-45c4-b796-4be961cfe70b up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:36:04.117464 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3eee1-4bf2-4e33-8062-fe208de50136 req-505902c7-eb5f-4f78-ac11-4c3636912d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:04.119250 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 873ab846-b220-45c4-b796-4be961cfe70b triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:04.119411 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-71d3eee1-4bf2-4e33-8062-fe208de50136 req-505902c7-eb5f-4f78-ac11-4c3636912d4d service neutron] 10.222.0.97 "GET /v2.0/networks?id=72414b03-0eff-47a3-8162-f0db3384a849 HTTP/1.1" status: 200 len: 922 time: 0.4336908 Jul 23 16:36:04.119963 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:04.163123 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c6da19b-e2d4-4fe2-af73-9b6ece996e52 req-a153c6e3-c4d4-41d6-870e-9a7e2d34c446 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 210 time: 0.0722535 Jul 23 16:36:04.205346 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5badc-14f7-46cb-9774-5bfbde88f691 req-cf3aaa15-81c8-436c-a2d0-5780f0706761 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:04.207590 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-63f5badc-14f7-46cb-9774-5bfbde88f691 req-cf3aaa15-81c8-436c-a2d0-5780f0706761 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 945 time: 0.5243683 Jul 23 16:36:04.264653 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-71d3eee1-4bf2-4e33-8062-fe208de50136 req-27a5116f-15ba-4f44-922c-0533d4bf66c7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df6b1f36-9280-4d55-a3b2-7c147bc64aa0 HTTP/1.1" status: 200 len: 217 time: 0.1195486 Jul 23 16:36:04.300309 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:04.307586 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e66dfb10-8734-430b-9e24-4950e25db82e req-ddc7033d-78a6-4671-a1e7-eb547ecd29c9 service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991407 Jul 23 16:36:04.355550 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-244d8295-4264-4f37-97c6-8ed59ec5eaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'name': 'tempest-TaggedBootDevicesTest-771616400-router', 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'dbec3812-df42-4db4-9a87-09e8a0817ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:27Z', 'updated_at': '2021-07-23T16:25:37Z', 'revision_number': 4, 'project_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'gw_port': {'id': 'dbec3812-df42-4db4-9a87-09e8a0817ae9', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:28Z', 'updated_at': '2021-07-23T16:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'de60f984-5c1f-481e-859d-89fe221b425c', 'name': '', 'network_id': 'ccfb93aa-128e-41ae-813f-cc1797d91993', 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'mac_address': 'fa:16:3e:e5:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '8700af68-33fb-4e68-b828-91508c404596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:34Z', 'updated_at': '2021-07-23T16:25:48Z', 'revision_number': 5, 'project_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'subnets': [{'id': '8700af68-33fb-4e68-b828-91508c404596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:04.362590 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 873ab846-b220-45c4-b796-4be961cfe70b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=873ab846-b220-45c4-b796-4be961cfe70b,segment=NetworkSegment(b81e70b7-14fa-4230-9456-adac869c5c0b),segment_id=b81e70b7-14fa-4230-9456-adac869c5c0b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:04.364433 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7198ca53-aec1-4da6-80f5-fa9762b7a709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873ab846-b220-45c4-b796-4be961cfe70b'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:36:04.368613 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f070466f-0a2d-4ade-a1d4-8bbb9fd50614" -d '{"events": [{"server_uuid": "7198ca53-aec1-4da6-80f5-fa9762b7a709", "name": "network-vif-plugged", "status": "completed", "tag": "873ab846-b220-45c4-b796-4be961cfe70b"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:36:04.372769 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:04.419322 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-63f5badc-14f7-46cb-9774-5bfbde88f691 req-3c111bc1-e79a-4682-bab6-261696b012cd tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532259 Jul 23 16:36:04.420055 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244d8295-4264-4f37-97c6-8ed59ec5eaa5 None None] The sync data for ids ['a94e5939-f242-4ce3-9b39-9cde3d497548'] in n-d-778549-4 is: [{'id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'name': 'tempest-TaggedBootDevicesTest-771616400-router', 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'dbec3812-df42-4db4-9a87-09e8a0817ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:27Z', 'updated_at': '2021-07-23T16:25:37Z', 'revision_number': 4, 'project_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'gw_port': {'id': 'dbec3812-df42-4db4-9a87-09e8a0817ae9', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:28Z', 'updated_at': '2021-07-23T16:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'de60f984-5c1f-481e-859d-89fe221b425c', 'name': '', 'network_id': 'ccfb93aa-128e-41ae-813f-cc1797d91993', 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'mac_address': 'fa:16:3e:e5:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '8700af68-33fb-4e68-b828-91508c404596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:34Z', 'updated_at': '2021-07-23T16:25:48Z', 'revision_number': 5, 'project_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'subnets': [{'id': '8700af68-33fb-4e68-b828-91508c404596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:36:04.446176 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=873ab846-b220-45c4-b796-4be961cfe70b,revision_number=10']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:04.502814 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4feed65-bb49-4994-b5e3-ca4f710a95fc x-openstack-request-id: req-d4feed65-bb49-4994-b5e3-ca4f710a95fc {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:36:04.503236 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7198ca53-aec1-4da6-80f5-fa9762b7a709", "name": "network-vif-plugged", "status": "completed", "tag": "873ab846-b220-45c4-b796-4be961cfe70b", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:36:04.506779 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d4feed65-bb49-4994-b5e3-ca4f710a95fc {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:36:04.507277 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7198ca53-aec1-4da6-80f5-fa9762b7a709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873ab846-b220-45c4-b796-4be961cfe70b', 'code': 200} Jul 23 16:36:04.532456 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3eee1-4bf2-4e33-8062-fe208de50136 req-c8f820ea-5540-46a8-888c-5ed8d29751a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:04.534249 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-71d3eee1-4bf2-4e33-8062-fe208de50136 req-c8f820ea-5540-46a8-888c-5ed8d29751a4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7cd47fdd-8dd1-4f64-8ffb-cee64c695d93 HTTP/1.1" status: 200 len: 860 time: 0.2335811 Jul 23 16:36:04.605428 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-71d3eee1-4bf2-4e33-8062-fe208de50136 req-ba37c3a7-f40a-4669-a35d-7a7c38137be3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=72414b03-0eff-47a3-8162-f0db3384a849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573022 Jul 23 16:36:04.637493 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef13a15-241f-4d71-88f1-eae1ff4dafff tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:04.643297 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aef13a15-241f-4d71-88f1-eae1ff4dafff tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:04.682272 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e66dfb10-8734-430b-9e24-4950e25db82e req-a317b2a8-67f4-4506-bcad-6b1b91a2249a service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504918 Jul 23 16:36:04.698660 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40c874-c192-4b27-88e6-f2a7f877d6c9 req-57f20be0-fe5e-4e88-8c36-5633302eb611 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:04.710719 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7e40c874-c192-4b27-88e6-f2a7f877d6c9 req-57f20be0-fe5e-4e88-8c36-5633302eb611 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 944 time: 0.4109304 Jul 23 16:36:04.787352 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5935f3da-ba21-4f41-82e5-06b5ed2d0260 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:04.793148 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:04.843589 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-71d3eee1-4bf2-4e33-8062-fe208de50136 req-78df28e6-5cbd-4807-870b-833f352a1e9e service neutron] 10.222.0.97 "GET /v2.0/networks/72414b03-0eff-47a3-8162-f0db3384a849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305529 Jul 23 16:36:04.859322 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c203fd-0b97-4a47-9831-98a73e0885ee None None] New status for floating IP 79b03912-e639-4982-b814-5168fa49faaa: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:36:04.917478 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5935f3da-ba21-4f41-82e5-06b5ed2d0260 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:05.022363 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-71d3eee1-4bf2-4e33-8062-fe208de50136 req-9f50522d-b992-4a1f-9f9b-9ef9b8c6f301 service neutron] 10.222.0.97 "GET /v2.0/networks/72414b03-0eff-47a3-8162-f0db3384a849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194947 Jul 23 16:36:05.027306 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5935f3da-ba21-4f41-82e5-06b5ed2d0260 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:05.050370 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935f3da-ba21-4f41-82e5-06b5ed2d0260 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Pushing event updated for resources: {'Port': ['ID=15b02c0a-2017-4a31-9617-ad690ba7ca3a,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:05.085291 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-5935f3da-ba21-4f41-82e5-06b5ed2d0260 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:05.089249 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-deleted', 'tag': 'dc9186aa-22f3-4cd2-aa4d-554b86e39cbf'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:36:05.091910 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267cc6db-6c57-4faf-8ea6-25fb213c4452" -d '{"events": [{"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-deleted", "tag": "dc9186aa-22f3-4cd2-aa4d-554b86e39cbf"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:36:05.094406 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7e40c874-c192-4b27-88e6-f2a7f877d6c9 req-3d306fdf-deae-491e-a9d8-af48b468e547 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/security-groups?id=db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827906 Jul 23 16:36:05.107871 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5935f3da-ba21-4f41-82e5-06b5ed2d0260 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:05.124432 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-a626980b-1204-4de5-b290-708dce92542c tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Allocated IP 172.25.8.45 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/b20297e3-ad8a-4c38-bba2-0c9cba4df94c) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:05.182682 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716a000-d73a-4d58-bb6e-e64f16fa95f9 req-619ca39c-2de8-45c7-a662-fb2b9a785bf9 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:05.189832 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a716a000-d73a-4d58-bb6e-e64f16fa95f9 req-619ca39c-2de8-45c7-a662-fb2b9a785bf9 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.4728103 Jul 23 16:36:05.217417 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a9a2f-d3ce-4a00-9f03-4771d6b6396f req-46ba4614-55d9-4167-8eb3-90dc81f82380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:05.218994 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-478a9a2f-d3ce-4a00-9f03-4771d6b6396f req-46ba4614-55d9-4167-8eb3-90dc81f82380 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 1098 time: 0.4936514 Jul 23 16:36:05.266768 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c32522-98db-478b-af90-1c41db030034 x-openstack-request-id: req-e3c32522-98db-478b-af90-1c41db030034 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:36:05.267053 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3be748-0b70-4187-be11-df8914fa0ec6", "name": "network-vif-deleted", "tag": "dc9186aa-22f3-4cd2-aa4d-554b86e39cbf", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:36:05.267313 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e3c32522-98db-478b-af90-1c41db030034 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:36:05.267710 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3be748-0b70-4187-be11-df8914fa0ec6', 'name': 'network-vif-deleted', 'tag': 'dc9186aa-22f3-4cd2-aa4d-554b86e39cbf', 'status': 'completed', 'code': 200} Jul 23 16:36:05.295184 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aef13a15-241f-4d71-88f1-eae1ff4dafff tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:05.346626 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a716a000-d73a-4d58-bb6e-e64f16fa95f9 req-4572640b-4c15-4034-ba29-7214adf53d0b tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545479 Jul 23 16:36:05.362857 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ca290a34-e467-4a4f-9116-db48053a41eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:05.389229 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bde8c22c-4c86-444a-af2d-1cfa63b5a7b4 req-b1b93312-5568-48cb-bffb-b698de56bab8 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 210 time: 0.0688596 Jul 23 16:36:05.402856 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-478a9a2f-d3ce-4a00-9f03-4771d6b6396f req-5e03fe41-a99e-49ad-8104-8aa5cb22529f service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739526 Jul 23 16:36:05.416988 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef13a15-241f-4d71-88f1-eae1ff4dafff tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Subnet': ['ID=f49793c2-b6ff-45ab-b839-ec5d03d433df,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:05.423824 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a626980b-1204-4de5-b290-708dce92542c tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:05.448345 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef13a15-241f-4d71-88f1-eae1ff4dafff tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Checking segment: {'id': 'f76e5342-1c1a-4a53-8454-686c2706a42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '891406d2-68fb-489d-940f-8c87a8a625e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:36:05.448711 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef13a15-241f-4d71-88f1-eae1ff4dafff tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network hostable DHCP agents. Network: 891406d2-68fb-489d-940f-8c87a8a625e0, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:36:05.468088 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:05.586320 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef13a15-241f-4d71-88f1-eae1ff4dafff tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network 891406d2-68fb-489d-940f-8c87a8a625e0 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:36:05.603947 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-aef13a15-241f-4d71-88f1-eae1ff4dafff tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 891406d2-68fb-489d-940f-8c87a8a625e0) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:05.614871 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef13a15-241f-4d71-88f1-eae1ff4dafff tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:05.615492 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aef13a15-241f-4d71-88f1-eae1ff4dafff tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:05.616398 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d79f6b-b6c8-4518-81c3-d8ba58f3f3f4 None None] Network 891406d2-68fb-489d-940f-8c87a8a625e0 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:05.631430 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5935f3da-ba21-4f41-82e5-06b5ed2d0260 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:05.673106 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-aef13a15-241f-4d71-88f1-eae1ff4dafff tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7611411 Jul 23 16:36:05.673744 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49980) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:05.704545 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-4d157283-1c1b-4830-901a-947db21f79b8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'subnet': {'network_id': '891406d2-68fb-489d-940f-8c87a8a625e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:05.836947 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3818eb-e1bf-4ec9-8159-7b4e50e60f99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-891406d2-68fb-489d-940f-8c87a8a625e0', 'network_id': '891406d2-68fb-489d-940f-8c87a8a625e0', 'tenant_id': '038b50aa87914dfd8d6a623321cfea16', 'fixed_ips': [{'subnet_id': 'f49793c2-b6ff-45ab-b839-ec5d03d433df'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:36:05.838939 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c3818eb-e1bf-4ec9-8159-7b4e50e60f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:05.973445 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a626980b-1204-4de5-b290-708dce92542c tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:05.998894 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d157283-1c1b-4830-901a-947db21f79b8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:06.003277 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d157283-1c1b-4830-901a-947db21f79b8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:06.043085 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a626980b-1204-4de5-b290-708dce92542c tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:06.063463 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-a626980b-1204-4de5-b290-708dce92542c tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:06.070478 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a626980b-1204-4de5-b290-708dce92542c tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:06.076241 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626980b-1204-4de5-b290-708dce92542c tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Pushing event updated for resources: {'Port': ['ID=b20297e3-ad8a-4c38-bba2-0c9cba4df94c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:06.093405 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5935f3da-ba21-4f41-82e5-06b5ed2d0260 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:06.105372 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5935f3da-ba21-4f41-82e5-06b5ed2d0260 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1714764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1714741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695099'] for router, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:06.109417 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-4c3818eb-e1bf-4ec9-8159-7b4e50e60f99 None None] Allocated IP 172.20.0.2 (891406d2-68fb-489d-940f-8c87a8a625e0/f49793c2-b6ff-45ab-b839-ec5d03d433df/7f66f658-dcf7-4862-aa41-e575b2079283) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:06.128953 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10abd40-2e21-43d3-baa2-19314999da68 req-7a1f9a8d-796a-47b8-80a2-0fa9cb977a00 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:06.132145 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a10abd40-2e21-43d3-baa2-19314999da68 req-7a1f9a8d-796a-47b8-80a2-0fa9cb977a00 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 947 time: 0.2235062 Jul 23 16:36:06.147357 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device df6b1f36-9280-4d55-a3b2-7c147bc64aa0 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:36:06.225800 n-d-778549-4 neutron-server[94013]: INFO neutron.db.ipam_backend_mixin [None req-4d157283-1c1b-4830-901a-947db21f79b8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f49793c2-b6ff-45ab-b839-ec5d03d433df (CIDR: 172.20.0.0/28) Jul 23 16:36:06.253323 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d157283-1c1b-4830-901a-947db21f79b8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:36:06.258831 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d157283-1c1b-4830-901a-947db21f79b8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:36:06.288548 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4d157283-1c1b-4830-901a-947db21f79b8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5885882 Jul 23 16:36:06.295351 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49988) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:06.301022 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-17dda704-1a1d-48be-a819-f0355d5a5fc9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'subnet': {'network_id': '891406d2-68fb-489d-940f-8c87a8a625e0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:06.390330 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a10abd40-2e21-43d3-baa2-19314999da68 req-c8130352-5e11-4252-8eca-38695f5cc10a tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351196 Jul 23 16:36:06.470888 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5935f3da-ba21-4f41-82e5-06b5ed2d0260 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Router d7ead853-e280-4e64-98d3-7cde25fd6b34 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:36:06.534072 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:06.542088 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port df6b1f36-9280-4d55-a3b2-7c147bc64aa0, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=df6b1f36-9280-4d55-a3b2-7c147bc64aa0,segment=NetworkSegment(a8c299fb-b86b-45a3-ad50-cad624adf3d9),segment_id=a8c299fb-b86b-45a3-ad50-cad624adf3d9)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:06.572313 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'df6b1f36-9280-4d55-a3b2-7c147bc64aa0', 'network_id': '72414b03-0eff-47a3-8162-f0db3384a849', 'port_id': 'df6b1f36-9280-4d55-a3b2-7c147bc64aa0', 'mac_address': 'fa:16:3e:4a:f8:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd47fdd-8dd1-4f64-8ffb-cee64c695d93', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:36:06.574846 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c3818eb-e1bf-4ec9-8159-7b4e50e60f99 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:06.586763 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c3818eb-e1bf-4ec9-8159-7b4e50e60f99 None None] Transition to ACTIVE for port object 7f66f658-dcf7-4862-aa41-e575b2079283 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:06.684948 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:06.699802 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5935f3da-ba21-4f41-82e5-06b5ed2d0260 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:36:06.701489 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c3818eb-e1bf-4ec9-8159-7b4e50e60f99 None None] Transition to ACTIVE for port object 7f66f658-dcf7-4862-aa41-e575b2079283 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:06.704159 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bf811-e74b-4388-9493-f2b29bf0e98a req-295e07bb-93e9-4a5d-ac0b-b658877d1986 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:06.713282 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b121ea-8226-4084-8d7b-46c8d99363f2 None None] Sync routers for ids ['d7ead853-e280-4e64-98d3-7cde25fd6b34'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:36:06.713827 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5935f3da-ba21-4f41-82e5-06b5ed2d0260 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:06.714976 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5935f3da-ba21-4f41-82e5-06b5ed2d0260 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] 10.222.0.73 "PUT /v2.0/routers/d7ead853-e280-4e64-98d3-7cde25fd6b34 HTTP/1.1" status: 200 len: 877 time: 4.7288249 Jul 23 16:36:06.716504 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17dda704-1a1d-48be-a819-f0355d5a5fc9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:06.718519 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c09bf811-e74b-4388-9493-f2b29bf0e98a req-295e07bb-93e9-4a5d-ac0b-b658877d1986 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 944 time: 0.3936343 Jul 23 16:36:06.720255 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-17dda704-1a1d-48be-a819-f0355d5a5fc9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:06.730929 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b121ea-8226-4084-8d7b-46c8d99363f2 None None] Routers {'d7ead853-e280-4e64-98d3-7cde25fd6b34'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:06.732516 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-77b121ea-8226-4084-8d7b-46c8d99363f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:36:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d7ead853-e280-4e64-98d3-7cde25fd6b34'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:06.741423 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50020) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:06.744590 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c3818eb-e1bf-4ec9-8159-7b4e50e60f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:06.811225 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df6b1f36-9280-4d55-a3b2-7c147bc64aa0 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:36:06.824158 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3818eb-e1bf-4ec9-8159-7b4e50e60f99 None None] Pushing event updated for resources: {'Port': ['ID=7f66f658-dcf7-4862-aa41-e575b2079283,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:06.839828 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-77b121ea-8226-4084-8d7b-46c8d99363f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:06.860761 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b121ea-8226-4084-8d7b-46c8d99363f2 None None] Routers {'d7ead853-e280-4e64-98d3-7cde25fd6b34'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:06.861918 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-77b121ea-8226-4084-8d7b-46c8d99363f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:36:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d7ead853-e280-4e64-98d3-7cde25fd6b34'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:06.882199 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3818eb-e1bf-4ec9-8159-7b4e50e60f99 None None] Network 891406d2-68fb-489d-940f-8c87a8a625e0 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:06.887659 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port df6b1f36-9280-4d55-a3b2-7c147bc64aa0, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=df6b1f36-9280-4d55-a3b2-7c147bc64aa0,segment=NetworkSegment(a8c299fb-b86b-45a3-ad50-cad624adf3d9),segment_id=a8c299fb-b86b-45a3-ad50-cad624adf3d9)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:06.890242 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-4c3818eb-e1bf-4ec9-8159-7b4e50e60f99 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:06.895369 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3818eb-e1bf-4ec9-8159-7b4e50e60f99 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:06.903816 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-77b121ea-8226-4084-8d7b-46c8d99363f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:06.904998 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b121ea-8226-4084-8d7b-46c8d99363f2 None None] The sync data for ids ['d7ead853-e280-4e64-98d3-7cde25fd6b34'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:36:06.938749 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:07.036255 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=df6b1f36-9280-4d55-a3b2-7c147bc64aa0,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:07.044686 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-17dda704-1a1d-48be-a819-f0355d5a5fc9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:07.069730 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-4c3818eb-e1bf-4ec9-8159-7b4e50e60f99 None None] Attempting to bind port 7f66f658-dcf7-4862-aa41-e575b2079283 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:36:07.070106 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-4c3818eb-e1bf-4ec9-8159-7b4e50e60f99 None None] Attempting to bind port 7f66f658-dcf7-4862-aa41-e575b2079283 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'f76e5342-1c1a-4a53-8454-686c2706a42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '891406d2-68fb-489d-940f-8c87a8a625e0'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:36:07.070457 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3818eb-e1bf-4ec9-8159-7b4e50e60f99 None None] Attempting to bind port 7f66f658-dcf7-4862-aa41-e575b2079283 on network 891406d2-68fb-489d-940f-8c87a8a625e0 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:36:07.085634 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3818eb-e1bf-4ec9-8159-7b4e50e60f99 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:36:07.086160 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3818eb-e1bf-4ec9-8159-7b4e50e60f99 None None] Checking segment: {'id': 'f76e5342-1c1a-4a53-8454-686c2706a42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '891406d2-68fb-489d-940f-8c87a8a625e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:36:07.086595 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c3818eb-e1bf-4ec9-8159-7b4e50e60f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:07.087002 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3818eb-e1bf-4ec9-8159-7b4e50e60f99 None None] Bound using segment: {'id': 'f76e5342-1c1a-4a53-8454-686c2706a42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '891406d2-68fb-489d-940f-8c87a8a625e0'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:36:07.087507 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-4c3818eb-e1bf-4ec9-8159-7b4e50e60f99 None None] Bound port: 7f66f658-dcf7-4862-aa41-e575b2079283, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f76e5342-1c1a-4a53-8454-686c2706a42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '891406d2-68fb-489d-940f-8c87a8a625e0'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:36:07.087904 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c3818eb-e1bf-4ec9-8159-7b4e50e60f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:07.100666 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c09bf811-e74b-4388-9493-f2b29bf0e98a req-23437c73-7df8-44fc-a824-7638f9e351db tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/security-groups?id=db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807724 Jul 23 16:36:07.116363 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dda704-1a1d-48be-a819-f0355d5a5fc9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network 891406d2-68fb-489d-940f-8c87a8a625e0 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:07.127815 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-17dda704-1a1d-48be-a819-f0355d5a5fc9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:07.131572 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dda704-1a1d-48be-a819-f0355d5a5fc9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Subnet': ['ID=5a7ce019-a7a3-43ff-8de7-ac75cb349873,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:07.135193 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dda704-1a1d-48be-a819-f0355d5a5fc9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:07.136415 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-17dda704-1a1d-48be-a819-f0355d5a5fc9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:07.160390 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-17dda704-1a1d-48be-a819-f0355d5a5fc9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8636546 Jul 23 16:36:07.164033 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50026) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:07.175972 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-19e1dae8-a0cc-4ace-ba2e-312e5fd1f510 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'port': {'network_id': '891406d2-68fb-489d-940f-8c87a8a625e0', 'fixed_ips': [{'subnet_id': 'f49793c2-b6ff-45ab-b839-ec5d03d433df'}, {'subnet_id': '5a7ce019-a7a3-43ff-8de7-ac75cb349873'}], 'name': 'tempest-PortsTestJSON-1146686273'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:07.261594 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4c3818eb-e1bf-4ec9-8159-7b4e50e60f99 None None] For port 7f66f658-dcf7-4862-aa41-e575b2079283, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:36:07.262303 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ae88d-f7e2-47bd-b437-017035ec60ec req-0f9f37cd-22fd-4a29-8636-8b7aecc767a2 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:07.265735 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4c3818eb-e1bf-4ec9-8159-7b4e50e60f99 None None] For port 7f66f658-dcf7-4862-aa41-e575b2079283, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=7f66f658-dcf7-4862-aa41-e575b2079283,segment=NetworkSegment(f76e5342-1c1a-4a53-8454-686c2706a42a),segment_id=f76e5342-1c1a-4a53-8454-686c2706a42a)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:36:07.273724 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c3818eb-e1bf-4ec9-8159-7b4e50e60f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:07.274048 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-721ae88d-f7e2-47bd-b437-017035ec60ec req-0f9f37cd-22fd-4a29-8636-8b7aecc767a2 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.6632841 Jul 23 16:36:07.290033 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['df6b1f36-9280-4d55-a3b2-7c147bc64aa0'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:36:07.330114 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-544f8f86-6195-4479-af53-01e5efa98870 req-820b7638-b766-4702-878a-339eb09012c6 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 210 time: 0.1062331 Jul 23 16:36:07.341840 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0af9a99e-4ab7-4b03-83c2-06c30f95ca0d tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "GET /v2.0/routers/d7ead853-e280-4e64-98d3-7cde25fd6b34 HTTP/1.1" status: 200 len: 918 time: 0.5872221 Jul 23 16:36:07.343276 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50028) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:07.383491 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e1dae8-a0cc-4ace-ba2e-312e5fd1f510 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:07.423910 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-721ae88d-f7e2-47bd-b437-017035ec60ec req-85080177-02cd-4904-a510-40b5a5020243 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442902 Jul 23 16:36:07.429282 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3818eb-e1bf-4ec9-8159-7b4e50e60f99 None None] Pushing event updated for resources: {'Port': ['ID=7f66f658-dcf7-4862-aa41-e575b2079283,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:07.529215 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:07.557395 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-19e1dae8-a0cc-4ace-ba2e-312e5fd1f510 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:07.581719 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-19e1dae8-a0cc-4ace-ba2e-312e5fd1f510 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] device_id is not set on port 20140cff-1f22-48f4-8836-1fcd5383b272 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:36:07.847986 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b013bbf1-4504-40aa-a6be-3cd42d7a197b tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:07.850531 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b013bbf1-4504-40aa-a6be-3cd42d7a197b tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=4e763b06-7572-4747-a18b-44a256cb56cb&device_id=d7ead853-e280-4e64-98d3-7cde25fd6b34&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5041845 Jul 23 16:36:07.865678 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50036) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:07.947976 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a626980b-1204-4de5-b290-708dce92542c tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:07.995006 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e485d-f08d-4c7b-a46d-a34db69b650b req-90874d13-a509-42f0-aa95-4deb40eff1de tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:07.996637 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-615e485d-f08d-4c7b-a46d-a34db69b650b req-90874d13-a509-42f0-aa95-4deb40eff1de tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 947 time: 0.3948519 Jul 23 16:36:08.033043 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1194dd-212b-453d-9882-9f9db06cb6f7 req-c3ad0cee-3e6e-43b8-977d-35af28383dc9 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:08.034400 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2f1194dd-212b-453d-9882-9f9db06cb6f7 req-c3ad0cee-3e6e-43b8-977d-35af28383dc9 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.3662579 Jul 23 16:36:08.077897 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128186a4-3865-410a-9682-87cfbfc932ca tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:08.079252 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-128186a4-3865-410a-9682-87cfbfc932ca tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 881 time: 0.2067876 Jul 23 16:36:08.082690 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50038) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:08.122241 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-615e485d-f08d-4c7b-a46d-a34db69b650b req-86405b4c-db01-4334-867f-c62abf679311 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156795 Jul 23 16:36:08.127647 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-642c178b-3437-4b79-8562-820f90ee003b tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7ead853-e280-4e64-98d3-7cde25fd6b34 HTTP/1.1" status: 200 len: 205 time: 0.0408671 Jul 23 16:36:08.128552 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50042) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:08.131682 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-19e1dae8-a0cc-4ace-ba2e-312e5fd1f510 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Allocated IP 172.20.0.10 (891406d2-68fb-489d-940f-8c87a8a625e0/f49793c2-b6ff-45ab-b839-ec5d03d433df/20140cff-1f22-48f4-8836-1fcd5383b272) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:08.158804 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a626980b-1204-4de5-b290-708dce92542c tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:08.175018 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-19e1dae8-a0cc-4ace-ba2e-312e5fd1f510 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Allocated IP 172.20.0.30 (891406d2-68fb-489d-940f-8c87a8a625e0/5a7ce019-a7a3-43ff-8de7-ac75cb349873/20140cff-1f22-48f4-8836-1fcd5383b272) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:08.224448 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2f1194dd-212b-453d-9882-9f9db06cb6f7 req-ecf58002-1c1f-4f51-81ba-22dfb67b5c80 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769516 Jul 23 16:36:08.304962 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3493de4f-2e94-44a4-9598-5b0a22268296 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:08.447131 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a626980b-1204-4de5-b290-708dce92542c tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:08.460817 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a626980b-1204-4de5-b290-708dce92542c tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:08.509678 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-19e1dae8-a0cc-4ace-ba2e-312e5fd1f510 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:08.534325 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3493de4f-2e94-44a4-9598-5b0a22268296 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:08.534791 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626980b-1204-4de5-b290-708dce92542c tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Pushing event updated for resources: {'Port': ['ID=b20297e3-ad8a-4c38-bba2-0c9cba4df94c,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:08.541379 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-19e1dae8-a0cc-4ace-ba2e-312e5fd1f510 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Transition to ACTIVE for port object 20140cff-1f22-48f4-8836-1fcd5383b272 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:08.567932 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:08.575479 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0c826-5581-4f6f-b105-2df87969cfa5 req-ec92d6dd-4612-4636-9541-e4e1ab30d318 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:08.593907 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6cf0c826-5581-4f6f-b105-2df87969cfa5 req-ec92d6dd-4612-4636-9541-e4e1ab30d318 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 945 time: 0.3710349 Jul 23 16:36:08.655850 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-3493de4f-2e94-44a4-9598-5b0a22268296 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Deleting port 15b02c0a-2017-4a31-9617-ad690ba7ca3a {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:08.656223 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3493de4f-2e94-44a4-9598-5b0a22268296 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:08.669367 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ced28-5917-40c7-8943-da6accddedc6 req-6468a49b-9595-4ff1-a01c-68b54c337a95 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:08.676605 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f01ced28-5917-40c7-8943-da6accddedc6 req-6468a49b-9595-4ff1-a01c-68b54c337a95 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 947 time: 0.3361120 Jul 23 16:36:08.739916 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 7f66f658-dcf7-4862-aa41-e575b2079283 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:36:08.781706 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f01ced28-5917-40c7-8943-da6accddedc6 req-396a2960-e2ee-44d6-8b45-8814293f51ec tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037085 Jul 23 16:36:08.783965 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a626980b-1204-4de5-b290-708dce92542c tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:08.813215 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 7f66f658-dcf7-4862-aa41-e575b2079283 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:08.815677 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6cf0c826-5581-4f6f-b105-2df87969cfa5 req-ef881180-7dad-4027-a022-9393624696b1 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/security-groups?id=db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225215 Jul 23 16:36:08.846171 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-19e1dae8-a0cc-4ace-ba2e-312e5fd1f510 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:08.965402 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3493de4f-2e94-44a4-9598-5b0a22268296 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:08.977025 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e1dae8-a0cc-4ace-ba2e-312e5fd1f510 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network 891406d2-68fb-489d-940f-8c87a8a625e0 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:08.989077 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-19e1dae8-a0cc-4ace-ba2e-312e5fd1f510 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:08.994958 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e1dae8-a0cc-4ace-ba2e-312e5fd1f510 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:08.997881 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1dae8-a0cc-4ace-ba2e-312e5fd1f510 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Port': ['ID=20140cff-1f22-48f4-8836-1fcd5383b272,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:09.006590 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-3493de4f-2e94-44a4-9598-5b0a22268296 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Calling delete_port for 15b02c0a-2017-4a31-9617-ad690ba7ca3a owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:09.045172 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666542df-b290-4707-827d-e9110a5445ec None None] Network 891406d2-68fb-489d-940f-8c87a8a625e0 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:09.046476 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1c09acbb-a511-48e3-a47b-a21ca0aea616 req-38b4cb10-a024-4bf6-ab9b-c920f780782f tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 210 time: 0.0749755 Jul 23 16:36:09.102935 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-a626980b-1204-4de5-b290-708dce92542c tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Floating IP dfdb2172-2a9f-4c71-bd21-acf4093e6cfe associated. External IP: 172.25.8.45, port: 9b47208a-3b1a-4232-bbb8-2c166b5d6282. Jul 23 16:36:09.155600 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d0693d1a-ae54-4642-b763-743885d699af None None] Provisioning for port 7f66f658-dcf7-4862-aa41-e575b2079283 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:09.170073 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d0693d1a-ae54-4642-b763-743885d699af None None] Provisioning complete for port 7f66f658-dcf7-4862-aa41-e575b2079283 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:09.170713 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d0693d1a-ae54-4642-b763-743885d699af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:09.171135 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed0d2e-1bb1-428a-99e8-c15c6ebfb180 req-484556cf-135c-47ea-b165-1bbefc4a0eca tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:09.182361 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8bed0d2e-1bb1-428a-99e8-c15c6ebfb180 req-484556cf-135c-47ea-b165-1bbefc4a0eca tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.2248235 Jul 23 16:36:09.196118 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e1dae8-a0cc-4ace-ba2e-312e5fd1f510 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:09.196790 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-19e1dae8-a0cc-4ace-ba2e-312e5fd1f510 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:09.232997 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-19e1dae8-a0cc-4ace-ba2e-312e5fd1f510 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.0666363 Jul 23 16:36:09.235340 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50054) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:09.243868 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-a4688a76-06a4-492e-8b1d-19dc78450bc5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f49793c2-b6ff-45ab-b839-ec5d03d433df'}]}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:09.334669 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8bed0d2e-1bb1-428a-99e8-c15c6ebfb180 req-e43b988c-27da-415d-9f55-decff1132bab tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500819 Jul 23 16:36:09.355391 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d0693d1a-ae54-4642-b763-743885d699af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:09.414277 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-d0693d1a-ae54-4642-b763-743885d699af None None] For port 7f66f658-dcf7-4862-aa41-e575b2079283, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=7f66f658-dcf7-4862-aa41-e575b2079283,segment=NetworkSegment(f76e5342-1c1a-4a53-8454-686c2706a42a),segment_id=f76e5342-1c1a-4a53-8454-686c2706a42a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:09.418542 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f53a0c-a931-4b02-a7a3-d585d9101eaa req-e2bf66a2-da12-46b8-a714-2d9992a8ceaf tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:09.419670 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d0693d1a-ae54-4642-b763-743885d699af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:09.420685 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d3f53a0c-a931-4b02-a7a3-d585d9101eaa req-e2bf66a2-da12-46b8-a714-2d9992a8ceaf tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 947 time: 0.2010696 Jul 23 16:36:09.588776 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d3f53a0c-a931-4b02-a7a3-d585d9101eaa req-bbfc61d1-10da-480f-8d4e-98f8c80dd710 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574681 Jul 23 16:36:09.760672 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a626980b-1204-4de5-b290-708dce92542c tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Router 194a3c8c-6105-485e-991c-6391ea9936f5 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:36:09.810492 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0693d1a-ae54-4642-b763-743885d699af None None] Pushing event updated for resources: {'Port': ['ID=7f66f658-dcf7-4862-aa41-e575b2079283,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:09.848843 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc3934e-f5fe-4b8f-a738-9c56456d51cb None None] Update dhcp port {'port': {'network_id': '891406d2-68fb-489d-940f-8c87a8a625e0', 'fixed_ips': [{'subnet_id': 'f49793c2-b6ff-45ab-b839-ec5d03d433df', 'ip_address': '172.20.0.2'}, {'subnet_id': '5a7ce019-a7a3-43ff-8de7-ac75cb349873'}], 'binding:host_id': 'n-d-778549-4'}, 'id': '7f66f658-dcf7-4862-aa41-e575b2079283'} from n-d-778549-4. {{(pid=94014) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:36:09.890084 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8bc3934e-f5fe-4b8f-a738-9c56456d51cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:09.930270 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a4688a76-06a4-492e-8b1d-19dc78450bc5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:10.053253 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3493de4f-2e94-44a4-9598-5b0a22268296 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:10.100498 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493de4f-2e94-44a4-9598-5b0a22268296 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Pushing event deleted for resources: {'Port': ['ID=15b02c0a-2017-4a31-9617-ad690ba7ca3a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:10.111519 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-8bc3934e-f5fe-4b8f-a738-9c56456d51cb None None] Allocated IP 172.20.0.18 (891406d2-68fb-489d-940f-8c87a8a625e0/5a7ce019-a7a3-43ff-8de7-ac75cb349873/7f66f658-dcf7-4862-aa41-e575b2079283) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:10.202413 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device df6b1f36-9280-4d55-a3b2-7c147bc64aa0 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:36:10.272242 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3493de4f-2e94-44a4-9598-5b0a22268296 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:10.284806 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-88d25e19-f2fd-4f98-a08a-1eb2fde2d678 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:10.287168 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-88d25e19-f2fd-4f98-a08a-1eb2fde2d678 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/networks?id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a HTTP/1.1" status: 200 len: 811 time: 0.6665413 Jul 23 16:36:10.299916 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-8bc3934e-f5fe-4b8f-a738-9c56456d51cb None None] For port 7f66f658-dcf7-4862-aa41-e575b2079283, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=7f66f658-dcf7-4862-aa41-e575b2079283,segment=NetworkSegment(f76e5342-1c1a-4a53-8454-686c2706a42a),segment_id=f76e5342-1c1a-4a53-8454-686c2706a42a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:10.314362 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-0d3f41bc-af04-4b2e-baf5-119f66adfd15 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/quotas/5d8469dd886547af8aa5b5e0e02307dd HTTP/1.1" status: 200 len: 375 time: 0.0200944 Jul 23 16:36:10.339663 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17340825-864a-4693-af6a-a812a9bbef6f req-d85d327c-8ca1-45ac-8007-ce52210e6b6a tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:10.348240 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-17340825-864a-4693-af6a-a812a9bbef6f req-d85d327c-8ca1-45ac-8007-ce52210e6b6a tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 947 time: 0.6326249 Jul 23 16:36:10.353996 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8bc3934e-f5fe-4b8f-a738-9c56456d51cb None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:10.359249 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port df6b1f36-9280-4d55-a3b2-7c147bc64aa0 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:10.370681 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port df6b1f36-9280-4d55-a3b2-7c147bc64aa0 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:10.371093 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:10.402695 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3493de4f-2e94-44a4-9598-5b0a22268296 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:10.405491 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3493de4f-2e94-44a4-9598-5b0a22268296 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:10.430213 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8bc3934e-f5fe-4b8f-a738-9c56456d51cb None None] Transition to ACTIVE for port object 7f66f658-dcf7-4862-aa41-e575b2079283 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:10.439614 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8bc3934e-f5fe-4b8f-a738-9c56456d51cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:10.452214 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a626980b-1204-4de5-b290-708dce92542c tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:36:10.476456 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3493de4f-2e94-44a4-9598-5b0a22268296 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:10.477136 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3493de4f-2e94-44a4-9598-5b0a22268296 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Fanout notify agent at l3_agent the message router_deleted on router d7ead853-e280-4e64-98d3-7cde25fd6b34 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:36:10.478111 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-17340825-864a-4693-af6a-a812a9bbef6f req-406c933f-bbae-49d5-b727-0f57eba3a187 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272116 Jul 23 16:36:10.486286 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3493de4f-2e94-44a4-9598-5b0a22268296 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:10.487787 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3493de4f-2e94-44a4-9598-5b0a22268296 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] 10.222.0.73 "DELETE /v2.0/routers/d7ead853-e280-4e64-98d3-7cde25fd6b34 HTTP/1.1" status: 204 len: 168 time: 2.3581080 Jul 23 16:36:10.492817 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50076) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:10.531221 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-0e56c51f-794c-4fdc-9470-365c76ec5f7d tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-991230726', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:10.531455 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3934e-f5fe-4b8f-a738-9c56456d51cb None None] Pushing event updated for resources: {'Port': ['ID=7f66f658-dcf7-4862-aa41-e575b2079283,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:10.542653 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d1e836-bc04-4952-8578-9739b67ffe92 None None] Sync routers for ids ['194a3c8c-6105-485e-991c-6391ea9936f5'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:36:10.586039 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d1e836-bc04-4952-8578-9739b67ffe92 None None] Routers {'194a3c8c-6105-485e-991c-6391ea9936f5'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:10.587000 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-74d1e836-bc04-4952-8578-9739b67ffe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:36:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['194a3c8c-6105-485e-991c-6391ea9936f5'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:10.596523 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0e56c51f-794c-4fdc-9470-365c76ec5f7d tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:10.605160 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0e56c51f-794c-4fdc-9470-365c76ec5f7d tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:10.636802 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-93bbc193-3db3-4cfb-9419-69c4bab1e46f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5d8469dd886547af8aa5b5e0e02307dd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3083909 Jul 23 16:36:10.642279 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a626980b-1204-4de5-b290-708dce92542c tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:10.737977 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 7f66f658-dcf7-4862-aa41-e575b2079283 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:36:10.777405 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-a4688a76-06a4-492e-8b1d-19dc78450bc5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Delete allocated IP 172.20.0.30 (891406d2-68fb-489d-940f-8c87a8a625e0/5a7ce019-a7a3-43ff-8de7-ac75cb349873) {{(pid=94013) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 16:36:10.819736 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-74d1e836-bc04-4952-8578-9739b67ffe92 None None] Set router 194a3c8c-6105-485e-991c-6391ea9936f5 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:36:10.841928 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0e56c51f-794c-4fdc-9470-365c76ec5f7d tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:10.847297 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a626980b-1204-4de5-b290-708dce92542c tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.8264380 Jul 23 16:36:10.851822 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47a1232d-43a1-4a2f-ba77-d3efe32641b2', 'tag': '9b47208a-3b1a-4232-bbb8-2c166b5d6282'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:36:10.854234 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed9148b-8fcb-421c-aa15-0e826401ae08" -d '{"events": [{"name": "network-changed", "server_uuid": "47a1232d-43a1-4a2f-ba77-d3efe32641b2", "tag": "9b47208a-3b1a-4232-bbb8-2c166b5d6282"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:36:10.865279 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0e56c51f-794c-4fdc-9470-365c76ec5f7d tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:10.897294 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97094048-514d-48a1-a106-5ad235fbcffe req-8debd512-180c-4d16-8499-8e45e14457b4 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:10.904926 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-97094048-514d-48a1-a106-5ad235fbcffe req-8debd512-180c-4d16-8499-8e45e14457b4 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 945 time: 0.2656810 Jul 23 16:36:10.934879 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0e56c51f-794c-4fdc-9470-365c76ec5f7d tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:10.939269 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0e56c51f-794c-4fdc-9470-365c76ec5f7d tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4168255 Jul 23 16:36:10.944440 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50084) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:10.948988 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-3eee3a79-0310-4cbf-a4b2-fb82a0517aaa tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'enable_snat': True}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:10.952658 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-5559795a-5f40-423c-9c6b-026b1a36a3e5 service neutron] 10.222.0.73 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973540 Jul 23 16:36:10.952841 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a4688a76-06a4-492e-8b1d-19dc78450bc5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:10.966232 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-a4688a76-06a4-492e-8b1d-19dc78450bc5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Ignored duplicate provisioning block setup for port 20140cff-1f22-48f4-8836-1fcd5383b272 by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 16:36:10.969701 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:10.972023 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a4688a76-06a4-492e-8b1d-19dc78450bc5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:11.060944 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4688a76-06a4-492e-8b1d-19dc78450bc5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Port': ['ID=20140cff-1f22-48f4-8836-1fcd5383b272,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:11.082623 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-97094048-514d-48a1-a106-5ad235fbcffe req-47fab4c5-1de8-43ee-b4f1-14cf0ce89269 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/security-groups?id=db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763239 Jul 23 16:36:11.121584 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9ef5c7-4991-4d25-8d9e-20009fc3330a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6b1f36-9280-4d55-a3b2-7c147bc64aa0'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:36:11.121584 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17efda5-3301-4cdb-b646-c785884adc12" -d '{"events": [{"server_uuid": "af9ef5c7-4991-4d25-8d9e-20009fc3330a", "name": "network-vif-plugged", "status": "completed", "tag": "df6b1f36-9280-4d55-a3b2-7c147bc64aa0"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:36:11.137797 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port df6b1f36-9280-4d55-a3b2-7c147bc64aa0, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=df6b1f36-9280-4d55-a3b2-7c147bc64aa0,segment=NetworkSegment(a8c299fb-b86b-45a3-ad50-cad624adf3d9),segment_id=a8c299fb-b86b-45a3-ad50-cad624adf3d9)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:11.150831 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:11.287567 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-a4688a76-06a4-492e-8b1d-19dc78450bc5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] In _notify_port_updated(), no bound segment for port 20140cff-1f22-48f4-8836-1fcd5383b272 on network 891406d2-68fb-489d-940f-8c87a8a625e0 {{(pid=94013) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:36:11.300907 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4688a76-06a4-492e-8b1d-19dc78450bc5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:11.301795 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a4688a76-06a4-492e-8b1d-19dc78450bc5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:11.305507 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=df6b1f36-9280-4d55-a3b2-7c147bc64aa0,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:11.310893 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a4688a76-06a4-492e-8b1d-19dc78450bc5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "PUT /v2.0/ports/20140cff-1f22-48f4-8836-1fcd5383b272 HTTP/1.1" status: 200 len: 920 time: 2.0709963 Jul 23 16:36:11.315697 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50088) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:11.324681 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6e8dc468-d5b3-4b11-a370-efeb1da993b9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f49793c2-b6ff-45ab-b839-ec5d03d433df'}, {'subnet_id': '5a7ce019-a7a3-43ff-8de7-ac75cb349873'}]}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:11.337346 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-74d1e836-bc04-4952-8578-9739b67ffe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'name': 'tempest-TestServerBasicOps-1539952523-router', 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '14ba306d-031f-4407-a497-4017ae66b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:25Z', 'updated_at': '2021-07-23T16:34:32Z', 'revision_number': 4, 'project_id': '685de99fd88a4ebd80b04837e882af01', 'gw_port': {'id': '14ba306d-031f-4407-a497-4017ae66b432', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ad:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:26Z', 'updated_at': '2021-07-23T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'dfdb2172-2a9f-4c71-bd21-acf4093e6cfe', 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'floating_ip_address': '172.25.8.45', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'port_id': '9b47208a-3b1a-4232-bbb8-2c166b5d6282', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9', 'mac_address': 'fa:16:3e:97:ed:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a1232d-43a1-4a2f-ba77-d3efe32641b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:36:07Z', 'updated_at': '2021-07-23T16:36:07Z', 'revision_number': 0, 'project_id': '685de99fd88a4ebd80b04837e882af01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '266e1523-cf61-4144-83f2-7689ec43262d', 'name': '', 'network_id': '9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9', 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'mac_address': 'fa:16:3e:98:cf:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'f0d2685b-743f-465d-ae06-029317d44a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:31Z', 'updated_at': '2021-07-23T16:34:46Z', 'revision_number': 5, 'project_id': '685de99fd88a4ebd80b04837e882af01', 'subnets': [{'id': 'f0d2685b-743f-465d-ae06-029317d44a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:11.384846 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d1e836-bc04-4952-8578-9739b67ffe92 None None] Checking router: 194a3c8c-6105-485e-991c-6391ea9936f5 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:36:11.393387 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3eee3a79-0310-4cbf-a4b2-fb82a0517aaa tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:11.403190 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d1e836-bc04-4952-8578-9739b67ffe92 None None] Routers {'194a3c8c-6105-485e-991c-6391ea9936f5'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:11.404690 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-63ace40b-c161-46f2-b2b7-87cd01d6a4e0 req-fcc2cb87-da6b-4a09-b5c2-3fe4693cc61c tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 210 time: 0.1320043 Jul 23 16:36:11.420729 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-74d1e836-bc04-4952-8578-9739b67ffe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:36:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['194a3c8c-6105-485e-991c-6391ea9936f5'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:11.474827 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e8dc468-d5b3-4b11-a370-efeb1da993b9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:11.483473 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-5cb83594-4dd2-42a7-80c5-9803ae26cd11 service neutron] 10.222.0.73 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4754791 Jul 23 16:36:11.712342 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-74d1e836-bc04-4952-8578-9739b67ffe92 None None] Set router 194a3c8c-6105-485e-991c-6391ea9936f5 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:36:11.825790 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67573ad9-2386-4840-a4ac-d96796e3b000 x-openstack-request-id: req-67573ad9-2386-4840-a4ac-d96796e3b000 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:36:11.825790 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47a1232d-43a1-4a2f-ba77-d3efe32641b2", "tag": "9b47208a-3b1a-4232-bbb8-2c166b5d6282", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:36:11.825790 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-67573ad9-2386-4840-a4ac-d96796e3b000 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:36:11.826268 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47a1232d-43a1-4a2f-ba77-d3efe32641b2', 'tag': '9b47208a-3b1a-4232-bbb8-2c166b5d6282', 'status': 'completed', 'code': 200} Jul 23 16:36:11.834316 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c720946c-121b-491c-bf4c-2bc2bb653511 x-openstack-request-id: req-c720946c-121b-491c-bf4c-2bc2bb653511 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:36:11.834883 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9ef5c7-4991-4d25-8d9e-20009fc3330a", "name": "network-vif-plugged", "status": "completed", "tag": "df6b1f36-9280-4d55-a3b2-7c147bc64aa0", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:36:11.834883 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c720946c-121b-491c-bf4c-2bc2bb653511 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:36:11.835970 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9ef5c7-4991-4d25-8d9e-20009fc3330a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6b1f36-9280-4d55-a3b2-7c147bc64aa0', 'code': 200} Jul 23 16:36:11.853774 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a677979-92f0-4df4-800e-1dd4e95e50a4 req-33229a84-8911-44e1-95bf-7c644dfbaa5b tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:11.882056 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7a677979-92f0-4df4-800e-1dd4e95e50a4 req-33229a84-8911-44e1-95bf-7c644dfbaa5b tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 947 time: 0.3072076 Jul 23 16:36:11.984543 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-701ebc6e-51a7-4c80-b93b-e2fb40e44b93 req-5e066b54-6a8b-4f83-95d1-56d56c0939af tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 210 time: 0.0958247 Jul 23 16:36:12.035109 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7a677979-92f0-4df4-800e-1dd4e95e50a4 req-da33c9ba-e100-4450-b48a-b2378ae10b1b tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477177 Jul 23 16:36:12.051327 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3eee3a79-0310-4cbf-a4b2-fb82a0517aaa tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:12.108009 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9148b-8fcb-421c-aa15-0e826401ae08 req-f1a5cda4-66c7-48fe-be88-1fc81805fa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:12.110014 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eed9148b-8fcb-421c-aa15-0e826401ae08 req-f1a5cda4-66c7-48fe-be88-1fc81805fa13 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=685de99fd88a4ebd80b04837e882af01&device_id=47a1232d-43a1-4a2f-ba77-d3efe32641b2 HTTP/1.1" status: 200 len: 1097 time: 0.2392690 Jul 23 16:36:12.116022 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3eee3a79-0310-4cbf-a4b2-fb82a0517aaa tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:12.195292 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b153513f-be3a-4123-9d11-295387bb2195 None None] Network 891406d2-68fb-489d-940f-8c87a8a625e0 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:12.251445 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-496b37a2-d76a-4be0-a24a-a6db4b6286d2 None None] Provisioning for port 20140cff-1f22-48f4-8836-1fcd5383b272 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:12.259555 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-496b37a2-d76a-4be0-a24a-a6db4b6286d2 None None] Provisioning complete for port 20140cff-1f22-48f4-8836-1fcd5383b272 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:12.259916 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-496b37a2-d76a-4be0-a24a-a6db4b6286d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:12.280335 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-6e8dc468-d5b3-4b11-a370-efeb1da993b9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Allocated IP 172.20.0.23 (891406d2-68fb-489d-940f-8c87a8a625e0/5a7ce019-a7a3-43ff-8de7-ac75cb349873/20140cff-1f22-48f4-8836-1fcd5383b272) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:12.308157 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-496b37a2-d76a-4be0-a24a-a6db4b6286d2 None None] Port 20140cff-1f22-48f4-8836-1fcd5383b272 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:36:12.415022 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea550d-5132-4aaa-9b2e-65b1a1aa3272 req-b1e3974a-fe8e-424a-98ef-5307dcc42292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:12.416730 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e5ea550d-5132-4aaa-9b2e-65b1a1aa3272 req-b1e3974a-fe8e-424a-98ef-5307dcc42292 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 1097 time: 0.4864173 Jul 23 16:36:12.484674 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-3eee3a79-0310-4cbf-a4b2-fb82a0517aaa tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Allocated IP 172.25.8.136 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/bf2e6250-2c51-4ffa-a32e-57a8597aad12) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:12.521995 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-496b37a2-d76a-4be0-a24a-a6db4b6286d2 None None] Provisioning for port 7f66f658-dcf7-4862-aa41-e575b2079283 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:12.528118 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e6315-56a1-42a7-ae1a-e355b1b4abf3 req-ccbbc785-9f30-4bb6-906e-366f004a81e0 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:12.528390 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9148b-8fcb-421c-aa15-0e826401ae08 req-c1e548e0-583b-44ec-97ac-f40ac1adb509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:12.528896 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-496b37a2-d76a-4be0-a24a-a6db4b6286d2 None None] Provisioning complete for port 7f66f658-dcf7-4862-aa41-e575b2079283 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:12.528896 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-496b37a2-d76a-4be0-a24a-a6db4b6286d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:12.530412 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eed9148b-8fcb-421c-aa15-0e826401ae08 req-c1e548e0-583b-44ec-97ac-f40ac1adb509 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9 HTTP/1.1" status: 200 len: 911 time: 0.3848310 Jul 23 16:36:12.535083 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-337e6315-56a1-42a7-ae1a-e355b1b4abf3 req-ccbbc785-9f30-4bb6-906e-366f004a81e0 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 947 time: 0.3142650 Jul 23 16:36:12.561808 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e5ea550d-5132-4aaa-9b2e-65b1a1aa3272 req-921b16fe-77fc-43de-a670-3cd704cca2ff service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366775 Jul 23 16:36:12.591583 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c720c-ecb3-454d-a10f-31f5fb93ddc3 req-e1af520d-8f92-4703-b072-9324510c402a tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:12.593178 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a05c720c-ecb3-454d-a10f-31f5fb93ddc3 req-e1af520d-8f92-4703-b072-9324510c402a tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 946 time: 0.2984097 Jul 23 16:36:12.673865 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-337e6315-56a1-42a7-ae1a-e355b1b4abf3 req-2ebb289c-7541-498d-ac10-6d2a7bef6f9e tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374519 Jul 23 16:36:12.680211 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e8dc468-d5b3-4b11-a370-efeb1da993b9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:12.698340 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eed9148b-8fcb-421c-aa15-0e826401ae08 req-ecdbcc88-2c71-491e-adb2-e8ea01e98ff6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b47208a-3b1a-4232-bbb8-2c166b5d6282 HTTP/1.1" status: 200 len: 999 time: 0.1574025 Jul 23 16:36:12.755349 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-6e8dc468-d5b3-4b11-a370-efeb1da993b9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Ignored duplicate provisioning block setup for port 20140cff-1f22-48f4-8836-1fcd5383b272 by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 16:36:12.764288 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e8dc468-d5b3-4b11-a370-efeb1da993b9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:12.779452 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-74d1e836-bc04-4952-8578-9739b67ffe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'name': 'tempest-TestServerBasicOps-1539952523-router', 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '14ba306d-031f-4407-a497-4017ae66b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:25Z', 'updated_at': '2021-07-23T16:34:32Z', 'revision_number': 4, 'project_id': '685de99fd88a4ebd80b04837e882af01', 'gw_port': {'id': '14ba306d-031f-4407-a497-4017ae66b432', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ad:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:26Z', 'updated_at': '2021-07-23T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'dfdb2172-2a9f-4c71-bd21-acf4093e6cfe', 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'floating_ip_address': '172.25.8.45', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'port_id': '9b47208a-3b1a-4232-bbb8-2c166b5d6282', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9', 'mac_address': 'fa:16:3e:97:ed:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a1232d-43a1-4a2f-ba77-d3efe32641b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:36:07Z', 'updated_at': '2021-07-23T16:36:07Z', 'revision_number': 0, 'project_id': '685de99fd88a4ebd80b04837e882af01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '266e1523-cf61-4144-83f2-7689ec43262d', 'name': '', 'network_id': '9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9', 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'mac_address': 'fa:16:3e:98:cf:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'f0d2685b-743f-465d-ae06-029317d44a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:31Z', 'updated_at': '2021-07-23T16:34:46Z', 'revision_number': 5, 'project_id': '685de99fd88a4ebd80b04837e882af01', 'subnets': [{'id': 'f0d2685b-743f-465d-ae06-029317d44a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:12.799107 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a05c720c-ecb3-454d-a10f-31f5fb93ddc3 req-1385d1b1-e2e4-4f7e-bc46-9d1d80190bd6 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/security-groups?id=db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778362 Jul 23 16:36:12.858694 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d1e836-bc04-4952-8578-9739b67ffe92 None None] The sync data for ids ['194a3c8c-6105-485e-991c-6391ea9936f5'] in n-d-778549-4 is: [{'id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'name': 'tempest-TestServerBasicOps-1539952523-router', 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '14ba306d-031f-4407-a497-4017ae66b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:25Z', 'updated_at': '2021-07-23T16:34:32Z', 'revision_number': 4, 'project_id': '685de99fd88a4ebd80b04837e882af01', 'gw_port': {'id': '14ba306d-031f-4407-a497-4017ae66b432', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ad:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:26Z', 'updated_at': '2021-07-23T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'dfdb2172-2a9f-4c71-bd21-acf4093e6cfe', 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'floating_ip_address': '172.25.8.45', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'port_id': '9b47208a-3b1a-4232-bbb8-2c166b5d6282', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9', 'mac_address': 'fa:16:3e:97:ed:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a1232d-43a1-4a2f-ba77-d3efe32641b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:36:07Z', 'updated_at': '2021-07-23T16:36:07Z', 'revision_number': 0, 'project_id': '685de99fd88a4ebd80b04837e882af01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '266e1523-cf61-4144-83f2-7689ec43262d', 'name': '', 'network_id': '9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9', 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'mac_address': 'fa:16:3e:98:cf:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'f0d2685b-743f-465d-ae06-029317d44a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:31Z', 'updated_at': '2021-07-23T16:34:46Z', 'revision_number': 5, 'project_id': '685de99fd88a4ebd80b04837e882af01', 'subnets': [{'id': 'f0d2685b-743f-465d-ae06-029317d44a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:36:12.920611 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd1ef95c-15d1-44cc-9bab-2eeb989c3ef1 req-98fcec26-256c-41d1-aaba-13db785d4512 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 210 time: 0.1250193 Jul 23 16:36:12.921631 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9148b-8fcb-421c-aa15-0e826401ae08 req-71e7f53f-2367-4841-b5ec-55f1e56b871d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:12.927866 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eed9148b-8fcb-421c-aa15-0e826401ae08 req-71e7f53f-2367-4841-b5ec-55f1e56b871d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f0d2685b-743f-465d-ae06-029317d44a41 HTTP/1.1" status: 200 len: 848 time: 0.2279828 Jul 23 16:36:12.948442 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8dc468-d5b3-4b11-a370-efeb1da993b9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Port': ['ID=20140cff-1f22-48f4-8836-1fcd5383b272,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:12.997003 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3eee3a79-0310-4cbf-a4b2-fb82a0517aaa tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:13.126430 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3eee3a79-0310-4cbf-a4b2-fb82a0517aaa tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:13.126738 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-6e8dc468-d5b3-4b11-a370-efeb1da993b9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] In _notify_port_updated(), no bound segment for port 20140cff-1f22-48f4-8836-1fcd5383b272 on network 891406d2-68fb-489d-940f-8c87a8a625e0 {{(pid=94013) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:36:13.129333 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2956811d-3671-4ff8-957b-6a1648471063 req-e8855d07-187d-4193-ad9a-87543f47fcab tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 210 time: 0.0405447 Jul 23 16:36:13.134027 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8dc468-d5b3-4b11-a370-efeb1da993b9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:13.134781 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e8dc468-d5b3-4b11-a370-efeb1da993b9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:13.136212 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6e8dc468-d5b3-4b11-a370-efeb1da993b9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "PUT /v2.0/ports/20140cff-1f22-48f4-8836-1fcd5383b272 HTTP/1.1" status: 200 len: 1000 time: 1.8193903 Jul 23 16:36:13.139171 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50112) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:13.145326 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9148b-8fcb-421c-aa15-0e826401ae08 req-92d85c27-0603-48fb-9fc6-3f660d368d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:13.147722 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eed9148b-8fcb-421c-aa15-0e826401ae08 req-92d85c27-0603-48fb-9fc6-3f660d368d76 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2005970 Jul 23 16:36:13.220842 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eee3a79-0310-4cbf-a4b2-fb82a0517aaa tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:13.238509 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-3eee3a79-0310-4cbf-a4b2-fb82a0517aaa tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:13.248389 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee3a79-0310-4cbf-a4b2-fb82a0517aaa tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Pushing event updated for resources: {'Port': ['ID=bf2e6250-2c51-4ffa-a32e-57a8597aad12,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:13.250975 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eee3a79-0310-4cbf-a4b2-fb82a0517aaa tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:13.291422 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c7986e-f2f6-440b-998a-6c2c64ddddee None None] New status for floating IP dfdb2172-2a9f-4c71-bd21-acf4093e6cfe: ACTIVE {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:36:13.322097 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eed9148b-8fcb-421c-aa15-0e826401ae08 req-39598e31-a0c6-418c-bf0b-50317e8ae144 service neutron] 10.222.0.74 "GET /v2.0/networks/9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627190 Jul 23 16:36:13.358713 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a37f38-1e5e-41cc-be3b-2374fffb5bc5 req-a6d7fbc6-f7dc-48b3-bb92-3c9eb08d502d tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:13.360955 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-50a37f38-1e5e-41cc-be3b-2374fffb5bc5 req-a6d7fbc6-f7dc-48b3-bb92-3c9eb08d502d tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 947 time: 0.4211867 Jul 23 16:36:13.523935 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eed9148b-8fcb-421c-aa15-0e826401ae08 req-89ede405-93aa-4b66-8911-08c2f8532af7 service neutron] 10.222.0.74 "GET /v2.0/networks/9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878791 Jul 23 16:36:13.668229 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-50a37f38-1e5e-41cc-be3b-2374fffb5bc5 req-6336a47c-143a-442d-9840-efea39c3043d tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012739 Jul 23 16:36:13.755704 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0d4e336a-56cb-4e4a-bfe3-59efb242c065 None None] Provisioning complete for port 20140cff-1f22-48f4-8836-1fcd5383b272 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:13.756661 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0d4e336a-56cb-4e4a-bfe3-59efb242c065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:13.845124 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-0d4e336a-56cb-4e4a-bfe3-59efb242c065 None None] Port 20140cff-1f22-48f4-8836-1fcd5383b272 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:36:13.866126 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0d4e336a-56cb-4e4a-bfe3-59efb242c065 None None] Provisioning complete for port 7f66f658-dcf7-4862-aa41-e575b2079283 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:13.866751 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0d4e336a-56cb-4e4a-bfe3-59efb242c065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:13.869291 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-bdd32eb9-91fe-4b6a-86f1-f26df7c5d118 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:13.870854 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-bdd32eb9-91fe-4b6a-86f1-f26df7c5d118 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.74 "GET /v2.0/networks?id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a HTTP/1.1" status: 200 len: 811 time: 0.3062370 Jul 23 16:36:13.889919 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-6226bb9e-f31a-4eb7-a4b9-5315ca3b32d6 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Request body: {'port': {'device_id': '7dad270f-2766-4e02-a7fc-b43476298e68', 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a', 'admin_state_up': True, 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:13.954796 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-a8d54b2b-7f1d-4b02-870f-137096d1bf74 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Deleting port 20140cff-1f22-48f4-8836-1fcd5383b272 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:13.959309 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a8d54b2b-7f1d-4b02-870f-137096d1bf74 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:14.117561 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-6226bb9e-f31a-4eb7-a4b9-5315ca3b32d6 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Made reservation on behalf of 5d8469dd886547af8aa5b5e0e02307dd for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:14.121646 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-6226bb9e-f31a-4eb7-a4b9-5315ca3b32d6 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:14.214034 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-20a6d996-c58b-489f-bbb1-5bf7a9edfda7 None None] Provisioning complete for port 20140cff-1f22-48f4-8836-1fcd5383b272 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:14.214574 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-20a6d996-c58b-489f-bbb1-5bf7a9edfda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:14.249441 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c7163d0-ce2c-4150-8ed8-e1049fdec7af req-7221dbe8-37ee-4578-a758-3b95088a1b50 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 210 time: 0.1322339 Jul 23 16:36:14.283258 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a8d54b2b-7f1d-4b02-870f-137096d1bf74 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:14.315012 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-a8d54b2b-7f1d-4b02-870f-137096d1bf74 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Calling delete_port for 20140cff-1f22-48f4-8836-1fcd5383b272 owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:14.319013 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3eee3a79-0310-4cbf-a4b2-fb82a0517aaa tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:14.344710 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-20a6d996-c58b-489f-bbb1-5bf7a9edfda7 None None] Port 20140cff-1f22-48f4-8836-1fcd5383b272 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:36:14.374630 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-6226bb9e-f31a-4eb7-a4b9-5315ca3b32d6 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Allocated IP 172.20.0.9 (03e99c5a-98cc-4ed4-9e2b-d3e4c465647a/2ae57d8d-3779-4491-8fd1-fe104612a516/bf3c0b97-349e-4e25-8962-be2ec8f75263) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:14.470095 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b79ac2ec-9f2e-4608-8947-cb59e0a1e6ba None None] Provisioning complete for port 20140cff-1f22-48f4-8836-1fcd5383b272 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:14.470521 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b79ac2ec-9f2e-4608-8947-cb59e0a1e6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:14.494026 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655533e6-7164-4a99-b049-7c44257c5793 req-6e2efabd-948f-42f5-8847-c546cb921b2b tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:14.499412 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-655533e6-7164-4a99-b049-7c44257c5793 req-6e2efabd-948f-42f5-8847-c546cb921b2b tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 946 time: 0.4177692 Jul 23 16:36:14.564377 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-b79ac2ec-9f2e-4608-8947-cb59e0a1e6ba None None] Port 20140cff-1f22-48f4-8836-1fcd5383b272 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:36:14.647784 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-6226bb9e-f31a-4eb7-a4b9-5315ca3b32d6 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:14.671704 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-6226bb9e-f31a-4eb7-a4b9-5315ca3b32d6 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Transition to ACTIVE for port object bf3c0b97-349e-4e25-8962-be2ec8f75263 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:14.722193 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-6226bb9e-f31a-4eb7-a4b9-5315ca3b32d6 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:14.776351 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-6226bb9e-f31a-4eb7-a4b9-5315ca3b32d6 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Network 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:14.788514 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-6226bb9e-f31a-4eb7-a4b9-5315ca3b32d6 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:14.789725 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ac666881-c6b7-4d2e-95c5-e91c6742f250 None None] Provisioning complete for port 20140cff-1f22-48f4-8836-1fcd5383b272 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:14.790479 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ac666881-c6b7-4d2e-95c5-e91c6742f250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:14.805781 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-6226bb9e-f31a-4eb7-a4b9-5315ca3b32d6 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:14.852951 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-ac666881-c6b7-4d2e-95c5-e91c6742f250 None None] Port 20140cff-1f22-48f4-8836-1fcd5383b272 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:36:14.858662 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226bb9e-f31a-4eb7-a4b9-5315ca3b32d6 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Pushing event updated for resources: {'Port': ['ID=bf3c0b97-349e-4e25-8962-be2ec8f75263,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:14.881742 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-6226bb9e-f31a-4eb7-a4b9-5315ca3b32d6 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:14.883252 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-6226bb9e-f31a-4eb7-a4b9-5315ca3b32d6 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:14.906541 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-6226bb9e-f31a-4eb7-a4b9-5315ca3b32d6 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0210452 Jul 23 16:36:14.928287 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-ced9564f-3423-4506-bcdb-fdf0cdf4e016 service neutron] Request body: {'port': {'device_id': '7dad270f-2766-4e02-a7fc-b43476298e68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:15.038275 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-ced9564f-3423-4506-bcdb-fdf0cdf4e016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:15.081955 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-44198bbe-4c93-4e92-9060-a9f105f18b38 None None] Provisioning for port bf3c0b97-349e-4e25-8962-be2ec8f75263 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:15.090232 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-44198bbe-4c93-4e92-9060-a9f105f18b38 None None] Provisioning complete for port bf3c0b97-349e-4e25-8962-be2ec8f75263 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:15.090698 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-44198bbe-4c93-4e92-9060-a9f105f18b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:15.108200 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-655533e6-7164-4a99-b049-7c44257c5793 req-890e31fc-110e-4a9f-b333-7c1fe6b19bd3 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/security-groups?id=db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5639520 Jul 23 16:36:15.198336 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-44198bbe-4c93-4e92-9060-a9f105f18b38 None None] Port bf3c0b97-349e-4e25-8962-be2ec8f75263 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:36:15.204704 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa4e50-71ce-4970-8c05-50fa8b021474 req-44258637-7e53-4bd3-b889-12675d20662a tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:15.212544 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d0fa4e50-71ce-4970-8c05-50fa8b021474 req-44258637-7e53-4bd3-b889-12675d20662a tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 947 time: 0.8120496 Jul 23 16:36:15.342557 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d0fa4e50-71ce-4970-8c05-50fa8b021474 req-5bf53e84-01ad-4c9c-a0b6-0420bba8ecf4 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290841 Jul 23 16:36:15.392604 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3eee3a79-0310-4cbf-a4b2-fb82a0517aaa tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:15.408673 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3eee3a79-0310-4cbf-a4b2-fb82a0517aaa tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1714764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1714741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695099'] for router, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:15.457465 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-ced9564f-3423-4506-bcdb-fdf0cdf4e016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf3c0b97-349e-4e25-8962-be2ec8f75263 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:36:15.469683 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-ced9564f-3423-4506-bcdb-fdf0cdf4e016 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:15.488284 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-ced9564f-3423-4506-bcdb-fdf0cdf4e016 service neutron] Transition to ACTIVE for port object bf3c0b97-349e-4e25-8962-be2ec8f75263 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:15.493269 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-ced9564f-3423-4506-bcdb-fdf0cdf4e016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:15.515956 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a8d54b2b-7f1d-4b02-870f-137096d1bf74 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:15.531340 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e79f5-6e75-4c59-b2ef-4bb93840c0bd req-23beed84-8d7c-4629-b37b-be54fa5ca238 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:15.532960 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f37e79f5-6e75-4c59-b2ef-4bb93840c0bd req-23beed84-8d7c-4629-b37b-be54fa5ca238 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 931 time: 0.2932715 Jul 23 16:36:15.592926 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d54b2b-7f1d-4b02-870f-137096d1bf74 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Port': ['ID=20140cff-1f22-48f4-8836-1fcd5383b272,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:15.725789 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9564f-3423-4506-bcdb-fdf0cdf4e016 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3c0b97-349e-4e25-8962-be2ec8f75263,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:15.783208 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-ced9564f-3423-4506-bcdb-fdf0cdf4e016 service neutron] Attempting to bind port bf3c0b97-349e-4e25-8962-be2ec8f75263 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:36:15.783766 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-ced9564f-3423-4506-bcdb-fdf0cdf4e016 service neutron] Attempting to bind port bf3c0b97-349e-4e25-8962-be2ec8f75263 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'd69e0431-1959-4dab-bf58-cb378f4bfdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:36:15.784222 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-ced9564f-3423-4506-bcdb-fdf0cdf4e016 service neutron] Attempting to bind port bf3c0b97-349e-4e25-8962-be2ec8f75263 on network 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:36:15.790515 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-ced9564f-3423-4506-bcdb-fdf0cdf4e016 service neutron] Port bf3c0b97-349e-4e25-8962-be2ec8f75263 on network 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:36:15.791034 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-ced9564f-3423-4506-bcdb-fdf0cdf4e016 service neutron] Attempting to bind port bf3c0b97-349e-4e25-8962-be2ec8f75263 on network 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:36:15.796849 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-ced9564f-3423-4506-bcdb-fdf0cdf4e016 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:36:15.797381 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-ced9564f-3423-4506-bcdb-fdf0cdf4e016 service neutron] Checking segment: {'id': 'd69e0431-1959-4dab-bf58-cb378f4bfdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:36:15.798406 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-ced9564f-3423-4506-bcdb-fdf0cdf4e016 service neutron] Bound using segment: {'id': 'd69e0431-1959-4dab-bf58-cb378f4bfdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:36:15.799921 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-ced9564f-3423-4506-bcdb-fdf0cdf4e016 service neutron] Bound port: bf3c0b97-349e-4e25-8962-be2ec8f75263, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69e0431-1959-4dab-bf58-cb378f4bfdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:36:15.799921 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-ced9564f-3423-4506-bcdb-fdf0cdf4e016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:15.829991 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f37e79f5-6e75-4c59-b2ef-4bb93840c0bd req-06647421-fb43-44fd-a341-ac69e7dd78e0 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775285 Jul 23 16:36:15.838097 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-98f9432a-64e3-4971-9c9b-69beee2d0e2e req-17fe6dde-c479-4e56-8506-88f2781fd611 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 210 time: 0.0701492 Jul 23 16:36:15.879989 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a8d54b2b-7f1d-4b02-870f-137096d1bf74 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:15.885459 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50130) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:15.885978 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a8d54b2b-7f1d-4b02-870f-137096d1bf74 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/ports/20140cff-1f22-48f4-8836-1fcd5383b272 HTTP/1.1" status: 204 len: 168 time: 2.7195432 Jul 23 16:36:15.888544 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eee3a79-0310-4cbf-a4b2-fb82a0517aaa tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Router cdd39ccd-f475-43cf-aa36-eff112be9e77 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:36:15.914960 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576e4ea-0a69-4414-b8c7-8d9bb4f45669 req-5801fc98-5606-4bcb-a923-07a7ffd67986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:15.916787 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0576e4ea-0a69-4414-b8c7-8d9bb4f45669 req-5801fc98-5606-4bcb-a923-07a7ffd67986 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d6123a1f03ef4241adc1479c7ea0a71b&device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 1097 time: 0.2118151 Jul 23 16:36:15.935712 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-272497a2-25a2-4950-86d5-e6730fdaa3b4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] GET failed (client error): The resource could not be found. Jul 23 16:36:15.937762 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-272497a2-25a2-4950-86d5-e6730fdaa3b4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "GET /v2.0/ports/20140cff-1f22-48f4-8836-1fcd5383b272 HTTP/1.1" status: 404 len: 333 time: 0.0484889 Jul 23 16:36:15.942368 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50132) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:16.016506 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-ced9564f-3423-4506-bcdb-fdf0cdf4e016 service neutron] For port bf3c0b97-349e-4e25-8962-be2ec8f75263, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:36:16.023967 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-ced9564f-3423-4506-bcdb-fdf0cdf4e016 service neutron] For port bf3c0b97-349e-4e25-8962-be2ec8f75263, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=bf3c0b97-349e-4e25-8962-be2ec8f75263,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:36:16.034725 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce549999-72af-40ef-91f6-7d8e649d3918 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Deleting subnet 5a7ce019-a7a3-43ff-8de7-ac75cb349873 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:36:16.039986 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-ced9564f-3423-4506-bcdb-fdf0cdf4e016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:16.042222 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ce549999-72af-40ef-91f6-7d8e649d3918 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:16.109147 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ce549999-72af-40ef-91f6-7d8e649d3918 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:16.169532 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eee3a79-0310-4cbf-a4b2-fb82a0517aaa tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:36:16.176070 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3eee3a79-0310-4cbf-a4b2-fb82a0517aaa tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:16.178648 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1dec16-d2ee-4ca8-b8ba-45b28f8c1a9c None None] Sync routers for ids ['cdd39ccd-f475-43cf-aa36-eff112be9e77'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:36:16.185621 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3eee3a79-0310-4cbf-a4b2-fb82a0517aaa tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "PUT /v2.0/routers/cdd39ccd-f475-43cf-aa36-eff112be9e77 HTTP/1.1" status: 200 len: 914 time: 5.2413628 Jul 23 16:36:16.186432 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50134) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:16.191885 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576e4ea-0a69-4414-b8c7-8d9bb4f45669 req-92705937-d02d-4ed8-b2ee-89336e228179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:16.193644 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1dec16-d2ee-4ca8-b8ba-45b28f8c1a9c None None] Routers {'cdd39ccd-f475-43cf-aa36-eff112be9e77'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:16.194482 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ff1dec16-d2ee-4ca8-b8ba-45b28f8c1a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:36:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['cdd39ccd-f475-43cf-aa36-eff112be9e77'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:16.195357 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0576e4ea-0a69-4414-b8c7-8d9bb4f45669 req-92705937-d02d-4ed8-b2ee-89336e228179 service neutron] 10.222.0.97 "GET /v2.0/networks?id=72414b03-0eff-47a3-8162-f0db3384a849 HTTP/1.1" status: 200 len: 922 time: 0.2317872 Jul 23 16:36:16.220784 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7850ee-d3da-4f1c-bf41-401a8cfe1aad req-73ee5da8-b20b-4447-a0ea-8dd74fc5b751 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:16.228999 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4b7850ee-d3da-4f1c-bf41-401a8cfe1aad req-73ee5da8-b20b-4447-a0ea-8dd74fc5b751 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 946 time: 0.2635214 Jul 23 16:36:16.233468 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ff1dec16-d2ee-4ca8-b8ba-45b28f8c1a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:16.242933 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1dec16-d2ee-4ca8-b8ba-45b28f8c1a9c None None] Routers {'cdd39ccd-f475-43cf-aa36-eff112be9e77'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:16.244076 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ff1dec16-d2ee-4ca8-b8ba-45b28f8c1a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:36:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['cdd39ccd-f475-43cf-aa36-eff112be9e77'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:16.251155 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9564f-3423-4506-bcdb-fdf0cdf4e016 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3c0b97-349e-4e25-8962-be2ec8f75263,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:16.273268 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-ced9564f-3423-4506-bcdb-fdf0cdf4e016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:16.274132 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-ced9564f-3423-4506-bcdb-fdf0cdf4e016 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:16.276451 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-ced9564f-3423-4506-bcdb-fdf0cdf4e016 service neutron] 10.222.0.74 "PUT /v2.0/ports/bf3c0b97-349e-4e25-8962-be2ec8f75263 HTTP/1.1" status: 200 len: 1091 time: 1.3566883 Jul 23 16:36:16.279217 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dad270f-2766-4e02-a7fc-b43476298e68', 'tag': 'bf3c0b97-349e-4e25-8962-be2ec8f75263'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:36:16.282450 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22f08d2-4ff0-4dbf-ac57-320c5b5aaa15" -d '{"events": [{"name": "network-changed", "server_uuid": "7dad270f-2766-4e02-a7fc-b43476298e68", "tag": "bf3c0b97-349e-4e25-8962-be2ec8f75263"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:36:16.451459 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0576e4ea-0a69-4414-b8c7-8d9bb4f45669 req-b519e208-f6c2-421e-8e35-b74637a8aec6 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df6b1f36-9280-4d55-a3b2-7c147bc64aa0 HTTP/1.1" status: 200 len: 217 time: 0.2469187 Jul 23 16:36:16.475846 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ce549999-72af-40ef-91f6-7d8e649d3918 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:16.524986 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4382ea22-f3b9-4326-864b-8753b4b68bbe tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "GET /v2.0/routers/cdd39ccd-f475-43cf-aa36-eff112be9e77 HTTP/1.1" status: 200 len: 920 time: 0.3318312 Jul 23 16:36:16.529434 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ff1dec16-d2ee-4ca8-b8ba-45b28f8c1a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:16.530350 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1dec16-d2ee-4ca8-b8ba-45b28f8c1a9c None None] The sync data for ids ['cdd39ccd-f475-43cf-aa36-eff112be9e77'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:36:16.537344 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9454bee5-3c33-41e8-b3e1-e25567398028 x-openstack-request-id: req-9454bee5-3c33-41e8-b3e1-e25567398028 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:36:16.537704 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dad270f-2766-4e02-a7fc-b43476298e68", "tag": "bf3c0b97-349e-4e25-8962-be2ec8f75263", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:36:16.537968 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9454bee5-3c33-41e8-b3e1-e25567398028 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:36:16.538515 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dad270f-2766-4e02-a7fc-b43476298e68', 'tag': 'bf3c0b97-349e-4e25-8962-be2ec8f75263', 'status': 'completed', 'code': 200} Jul 23 16:36:16.542993 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50140) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:16.555187 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4b7850ee-d3da-4f1c-bf41-401a8cfe1aad req-507e0f87-3b5b-4b17-9a31-cfe9c7843a8c tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/security-groups?id=db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246539 Jul 23 16:36:16.659481 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ce549999-72af-40ef-91f6-7d8e649d3918 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:16.678151 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-af0d4abb-96e2-4e08-932d-0103d3c3a29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:16.679734 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-af0d4abb-96e2-4e08-932d-0103d3c3a29e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5d8469dd886547af8aa5b5e0e02307dd&device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 1094 time: 0.3266251 Jul 23 16:36:16.683551 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576e4ea-0a69-4414-b8c7-8d9bb4f45669 req-969d9d6b-93cd-40bd-b4e6-178c263fad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:16.685248 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0576e4ea-0a69-4414-b8c7-8d9bb4f45669 req-969d9d6b-93cd-40bd-b4e6-178c263fad26 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7cd47fdd-8dd1-4f64-8ffb-cee64c695d93 HTTP/1.1" status: 200 len: 860 time: 0.2159078 Jul 23 16:36:16.722262 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce549999-72af-40ef-91f6-7d8e649d3918 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Subnet': ['ID=5a7ce019-a7a3-43ff-8de7-ac75cb349873,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:16.727994 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ce549999-72af-40ef-91f6-7d8e649d3918 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:16.732827 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ce549999-72af-40ef-91f6-7d8e649d3918 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/subnets/5a7ce019-a7a3-43ff-8de7-ac75cb349873 HTTP/1.1" status: 204 len: 168 time: 0.7890410 Jul 23 16:36:16.735669 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50142) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:16.743160 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8f32cc-b2be-4598-af0a-e15311336c3c None None] Network 891406d2-68fb-489d-940f-8c87a8a625e0 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:16.758210 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f76ae-5130-4148-8d45-a74beb7aabe3 req-50aac56f-6153-4bcd-a27d-0389e38c2dff tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:16.762854 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1a3f76ae-5130-4148-8d45-a74beb7aabe3 req-50aac56f-6153-4bcd-a27d-0389e38c2dff tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 947 time: 0.2332449 Jul 23 16:36:16.765517 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0576e4ea-0a69-4414-b8c7-8d9bb4f45669 req-4b6f719d-b9d6-4343-abff-5a19567e7044 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=72414b03-0eff-47a3-8162-f0db3384a849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696507 Jul 23 16:36:16.799671 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-916d74fd-9549-48da-a9a2-ed5e40bbd5ce service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf3c0b97-349e-4e25-8962-be2ec8f75263 HTTP/1.1" status: 200 len: 217 time: 0.0840957 Jul 23 16:36:16.807430 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbf1991-4dc2-439a-886c-a294724fd50c tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:16.810935 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0fbf1991-4dc2-439a-886c-a294724fd50c tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=4e763b06-7572-4747-a18b-44a256cb56cb&device_id=cdd39ccd-f475-43cf-aa36-eff112be9e77&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2618361 Jul 23 16:36:16.813304 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50144) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:16.839882 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1a3f76ae-5130-4148-8d45-a74beb7aabe3 req-1fe9f1eb-aa1b-4983-80ec-ec2c8b9e3e7b tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733829 Jul 23 16:36:16.899919 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebaa1003-c94a-4ffb-ad62-429884403fe6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Deleting subnet f49793c2-b6ff-45ab-b839-ec5d03d433df {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:36:16.906099 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ebaa1003-c94a-4ffb-ad62-429884403fe6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:16.977581 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ebaa1003-c94a-4ffb-ad62-429884403fe6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:17.084920 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bab08c71-6155-4de0-af01-d53f439be7ef req-2c077eb9-7645-48f1-bd02-7d42cab73e52 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 210 time: 0.0425365 Jul 23 16:36:17.090001 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0576e4ea-0a69-4414-b8c7-8d9bb4f45669 req-59a8ac63-e099-41ad-8b66-117fd77d12c0 service neutron] 10.222.0.97 "GET /v2.0/networks/72414b03-0eff-47a3-8162-f0db3384a849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115668 Jul 23 16:36:17.097105 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-f4e6a9b3-a521-4622-9492-9e3021028f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:17.100075 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-f4e6a9b3-a521-4622-9492-9e3021028f33 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2ae57d8d-3779-4491-8fd1-fe104612a516 HTTP/1.1" status: 200 len: 850 time: 0.2851219 Jul 23 16:36:17.154166 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ebaa1003-c94a-4ffb-ad62-429884403fe6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:17.213955 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f1da62-09b3-4b2f-80e5-0613ccf26c4d tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:17.215873 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-87f1da62-09b3-4b2f-80e5-0613ccf26c4d tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 881 time: 0.3926694 Jul 23 16:36:17.219912 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50154) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:17.221972 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0576e4ea-0a69-4414-b8c7-8d9bb4f45669 req-c740ccae-f9c7-432d-a8be-99f3fa820019 service neutron] 10.222.0.97 "GET /v2.0/networks/72414b03-0eff-47a3-8162-f0db3384a849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208441 Jul 23 16:36:17.259416 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a127e3e-ef3c-4b71-92ad-14051dd38507 req-818fc05f-eccf-4386-970c-ab5addfb5166 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:17.261024 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3a127e3e-ef3c-4b71-92ad-14051dd38507 req-818fc05f-eccf-4386-970c-ab5addfb5166 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 943 time: 0.3212337 Jul 23 16:36:17.299759 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-9d5e4eca-c571-464b-a3ed-f9bcc31f7c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:17.301726 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-9d5e4eca-c571-464b-a3ed-f9bcc31f7c82 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1854081 Jul 23 16:36:17.304949 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-25a7677f-6bdd-4c4f-80d0-97f3b25b352a tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] 10.222.0.73 "GET /v2.0/ports?device_id=cdd39ccd-f475-43cf-aa36-eff112be9e77 HTTP/1.1" status: 200 len: 205 time: 0.0675745 Jul 23 16:36:17.308982 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50160) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:17.361716 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3a127e3e-ef3c-4b71-92ad-14051dd38507 req-4b1b271a-702c-446d-a6fd-e6b13892a4bd tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942924 Jul 23 16:36:17.492342 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ebaa1003-c94a-4ffb-ad62-429884403fe6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:17.546426 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa1003-c94a-4ffb-ad62-429884403fe6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Subnet': ['ID=f49793c2-b6ff-45ab-b839-ec5d03d433df,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:17.594726 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ebaa1003-c94a-4ffb-ad62-429884403fe6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:17.610476 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ebaa1003-c94a-4ffb-ad62-429884403fe6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/subnets/f49793c2-b6ff-45ab-b839-ec5d03d433df HTTP/1.1" status: 204 len: 168 time: 0.8690140 Jul 23 16:36:17.612593 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfda6a-307f-494c-89e2-a79f70e3efeb req-9594b1ce-a03b-4d8e-85b5-f1f7dbd32724 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:17.617588 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50166) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:17.620991 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9fdfda6a-307f-494c-89e2-a79f70e3efeb req-9594b1ce-a03b-4d8e-85b5-f1f7dbd32724 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 947 time: 0.1575291 Jul 23 16:36:17.639111 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b91d95-bbf7-4386-9170-9a26330c0003 req-e7bd9446-050c-4a59-b48f-b7058460cec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:17.640684 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-57b91d95-bbf7-4386-9170-9a26330c0003 req-e7bd9446-050c-4a59-b48f-b7058460cec2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e9dc3f31640549ca813e0dbead6dea67&device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 1098 time: 0.1327810 Jul 23 16:36:17.796928 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9fdfda6a-307f-494c-89e2-a79f70e3efeb req-3019ee59-23b7-4f90-bfd0-781e4bf5e7e9 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749468 Jul 23 16:36:17.840346 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b91d95-bbf7-4386-9170-9a26330c0003 req-860c81ce-3858-4482-b162-b53d871deae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:17.844289 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-57b91d95-bbf7-4386-9170-9a26330c0003 req-860c81ce-3858-4482-b162-b53d871deae6 service neutron] 10.222.0.97 "GET /v2.0/networks?id=39f95156-8af8-4a3c-8185-a196a0cfd658 HTTP/1.1" status: 200 len: 914 time: 0.1931274 Jul 23 16:36:17.910270 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-57b91d95-bbf7-4386-9170-9a26330c0003 req-e86ca002-2159-4314-a3d6-f529d6750bba service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=873ab846-b220-45c4-b796-4be961cfe70b HTTP/1.1" status: 200 len: 217 time: 0.0531180 Jul 23 16:36:17.926698 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1dc1ba-64d1-4b70-86c6-a2409986fba8 req-6efe3a9a-b00e-4c2f-b425-473730433517 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:17.928461 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ee1dc1ba-64d1-4b70-86c6-a2409986fba8 req-6efe3a9a-b00e-4c2f-b425-473730433517 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 946 time: 0.2471688 Jul 23 16:36:17.956316 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa1003-c94a-4ffb-ad62-429884403fe6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:17.956957 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa1003-c94a-4ffb-ad62-429884403fe6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:17.957145 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa1003-c94a-4ffb-ad62-429884403fe6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:17.957514 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa1003-c94a-4ffb-ad62-429884403fe6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:17.957914 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa1003-c94a-4ffb-ad62-429884403fe6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:17.958246 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa1003-c94a-4ffb-ad62-429884403fe6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:17.959165 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa1003-c94a-4ffb-ad62-429884403fe6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:17.959516 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa1003-c94a-4ffb-ad62-429884403fe6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:17.960001 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa1003-c94a-4ffb-ad62-429884403fe6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:17.960393 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa1003-c94a-4ffb-ad62-429884403fe6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:17.960721 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa1003-c94a-4ffb-ad62-429884403fe6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:17.961045 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa1003-c94a-4ffb-ad62-429884403fe6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:17.996256 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3d9051-455d-49ad-b6aa-469d24106b76 None None] Network 891406d2-68fb-489d-940f-8c87a8a625e0 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:18.008928 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ee1dc1ba-64d1-4b70-86c6-a2409986fba8 req-5558562a-2176-4e7b-9625-c6d5704506c8 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/security-groups?id=db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724161 Jul 23 16:36:18.019265 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-ea69017b-6a19-4818-a917-adffabbbaca0 service neutron] 10.222.0.74 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5920174 Jul 23 16:36:18.022072 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93b1d7b2-3d2d-48d5-a479-ca8b8dcd6ccf tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:18.073521 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b91d95-bbf7-4386-9170-9a26330c0003 req-465d3d3e-d942-4204-b1d4-1da70194c610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:18.077285 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-57b91d95-bbf7-4386-9170-9a26330c0003 req-465d3d3e-d942-4204-b1d4-1da70194c610 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a37eb368-db19-4fd2-8bc8-9aa2e38f4d63 HTTP/1.1" status: 200 len: 852 time: 0.1582522 Jul 23 16:36:18.125665 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-57b91d95-bbf7-4386-9170-9a26330c0003 req-acac653b-544a-4640-be3f-622666fe7fff service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=39f95156-8af8-4a3c-8185-a196a0cfd658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363281 Jul 23 16:36:18.163074 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b3e70d6-c3f6-48dd-aa3c-c180530e8579 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:18.165288 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-157189f5-c63f-458f-a19d-a659c5108694 None None] Provisioning complete for port 7f66f658-dcf7-4862-aa41-e575b2079283 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:18.166021 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-157189f5-c63f-458f-a19d-a659c5108694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:18.311057 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2da07676-9cc6-45cb-a506-ee8410c32004 req-6d7a0326-005f-4c5c-baca-3d35e800db12 service neutron] 10.222.0.74 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828794 Jul 23 16:36:18.315770 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d32014-d8ad-4a81-989d-f8eff1f84cf9 None None] DHCP port deletion for 891406d2-68fb-489d-940f-8c87a8a625e0 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:36:18.321673 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93b1d7b2-3d2d-48d5-a479-ca8b8dcd6ccf tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:18.367290 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-8b3e70d6-c3f6-48dd-aa3c-c180530e8579 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Deleting port 7f66f658-dcf7-4862-aa41-e575b2079283 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:18.367557 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b3e70d6-c3f6-48dd-aa3c-c180530e8579 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:18.379619 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-c6d32014-d8ad-4a81-989d-f8eff1f84cf9 None None] Deleting port 7f66f658-dcf7-4862-aa41-e575b2079283 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:18.380931 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c6d32014-d8ad-4a81-989d-f8eff1f84cf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:18.389690 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-820fbc37-30ab-4823-a9a4-c80e8edc1040 req-3ad8c3f3-36f5-43b3-9878-07f6fdbf8c05 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 210 time: 0.1298912 Jul 23 16:36:18.393428 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-57b91d95-bbf7-4386-9170-9a26330c0003 req-4ad3cf07-5267-467a-815b-feb06ddb17dc service neutron] 10.222.0.97 "GET /v2.0/networks/39f95156-8af8-4a3c-8185-a196a0cfd658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599370 Jul 23 16:36:18.476902 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-8b3e70d6-c3f6-48dd-aa3c-c180530e8579 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] For port 7f66f658-dcf7-4862-aa41-e575b2079283, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=7f66f658-dcf7-4862-aa41-e575b2079283,segment=NetworkSegment(f76e5342-1c1a-4a53-8454-686c2706a42a),segment_id=f76e5342-1c1a-4a53-8454-686c2706a42a)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:18.477298 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b3e70d6-c3f6-48dd-aa3c-c180530e8579 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:18.503119 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-8b3e70d6-c3f6-48dd-aa3c-c180530e8579 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Calling delete_port for 7f66f658-dcf7-4862-aa41-e575b2079283 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:18.524664 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-93b1d7b2-3d2d-48d5-a479-ca8b8dcd6ccf tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Deleting port bf2e6250-2c51-4ffa-a32e-57a8597aad12 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:18.525124 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93b1d7b2-3d2d-48d5-a479-ca8b8dcd6ccf tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:18.538296 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-c6d32014-d8ad-4a81-989d-f8eff1f84cf9 None None] For port 7f66f658-dcf7-4862-aa41-e575b2079283, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=7f66f658-dcf7-4862-aa41-e575b2079283,segment=NetworkSegment(f76e5342-1c1a-4a53-8454-686c2706a42a),segment_id=f76e5342-1c1a-4a53-8454-686c2706a42a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:18.539123 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c6d32014-d8ad-4a81-989d-f8eff1f84cf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:18.563150 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-c6d32014-d8ad-4a81-989d-f8eff1f84cf9 None None] Calling delete_port for 7f66f658-dcf7-4862-aa41-e575b2079283 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:18.609811 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f08d2-4ff0-4dbf-ac57-320c5b5aaa15 req-c9bcb13f-30dc-48ea-bf78-18693951fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:18.611517 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a22f08d2-4ff0-4dbf-ac57-320c5b5aaa15 req-c9bcb13f-30dc-48ea-bf78-18693951fe6c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5d8469dd886547af8aa5b5e0e02307dd&device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 1094 time: 0.2285411 Jul 23 16:36:18.654103 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-57b91d95-bbf7-4386-9170-9a26330c0003 req-f6119d5f-ae2b-4f96-94ba-851a71f60d0b service neutron] 10.222.0.97 "GET /v2.0/networks/39f95156-8af8-4a3c-8185-a196a0cfd658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521346 Jul 23 16:36:18.693995 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 7f66f658-dcf7-4862-aa41-e575b2079283 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:36:18.724292 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93b1d7b2-3d2d-48d5-a479-ca8b8dcd6ccf tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:18.725976 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af59225-d85f-44a6-bedd-4075b05bfb68 req-3ddfb719-b8bb-4390-bad3-0916330efa0f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:18.729966 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6af59225-d85f-44a6-bedd-4075b05bfb68 req-3ddfb719-b8bb-4390-bad3-0916330efa0f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 943 time: 0.1585591 Jul 23 16:36:18.738958 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c6d32014-d8ad-4a81-989d-f8eff1f84cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:18.779294 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No active binding found for port 7f66f658-dcf7-4862-aa41-e575b2079283 {{(pid=94014) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 16:36:18.779744 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 7f66f658-dcf7-4862-aa41-e575b2079283 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:36:18.782942 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d32014-d8ad-4a81-989d-f8eff1f84cf9 None None] Pushing event deleted for resources: {'Port': ['ID=7f66f658-dcf7-4862-aa41-e575b2079283,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:18.789360 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-93b1d7b2-3d2d-48d5-a479-ca8b8dcd6ccf tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Calling delete_port for bf2e6250-2c51-4ffa-a32e-57a8597aad12 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:18.803512 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d32014-d8ad-4a81-989d-f8eff1f84cf9 None None] No DVR routers for this DVR port 7f66f658-dcf7-4862-aa41-e575b2079283 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:36:18.814773 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b3e70d6-c3f6-48dd-aa3c-c180530e8579 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:18.832689 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6af59225-d85f-44a6-bedd-4075b05bfb68 req-f7a7850e-7d5c-49fa-a6c3-4bdfb8f19a2e tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942504 Jul 23 16:36:18.891663 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f08d2-4ff0-4dbf-ac57-320c5b5aaa15 req-7fb09192-0327-4596-9511-f4ca165056d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:18.892672 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a22f08d2-4ff0-4dbf-ac57-320c5b5aaa15 req-7fb09192-0327-4596-9511-f4ca165056d6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a HTTP/1.1" status: 200 len: 913 time: 0.2516441 Jul 23 16:36:18.893443 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e70d6-c3f6-48dd-aa3c-c180530e8579 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Port': ['ID=7f66f658-dcf7-4862-aa41-e575b2079283,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:18.901236 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3e70d6-c3f6-48dd-aa3c-c180530e8579 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] No DVR routers for this DVR port 7f66f658-dcf7-4862-aa41-e575b2079283 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:36:18.980130 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ef6b1-6486-418b-a993-e13b7b6b5e7c req-866bd383-c91e-4f82-abfd-cfebbec8c81e tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:18.985626 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-130ef6b1-6486-418b-a993-e13b7b6b5e7c req-866bd383-c91e-4f82-abfd-cfebbec8c81e tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 947 time: 0.0933166 Jul 23 16:36:18.995939 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a22f08d2-4ff0-4dbf-ac57-320c5b5aaa15 req-3b131df8-feb0-486c-9470-bbc4a6434a40 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf3c0b97-349e-4e25-8962-be2ec8f75263 HTTP/1.1" status: 200 len: 217 time: 0.0905926 Jul 23 16:36:19.038927 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-130ef6b1-6486-418b-a993-e13b7b6b5e7c req-9c111256-db06-4ec1-8a9f-1535dc954f17 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479569 Jul 23 16:36:19.136673 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b3e70d6-c3f6-48dd-aa3c-c180530e8579 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:19.161069 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-8b3e70d6-c3f6-48dd-aa3c-c180530e8579 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891406d2-68fb-489d-940f-8c87a8a625e0']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:19.179763 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f08d2-4ff0-4dbf-ac57-320c5b5aaa15 req-6bde3f64-f3a9-437e-9ef8-1d5f5f2fab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:19.180999 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2edf88-077f-4c2e-bdd0-f76702fc5590 req-2b67983f-9cbd-4064-8a95-2cbbf4da9368 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:19.181202 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a22f08d2-4ff0-4dbf-ac57-320c5b5aaa15 req-6bde3f64-f3a9-437e-9ef8-1d5f5f2fab0c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2ae57d8d-3779-4491-8fd1-fe104612a516 HTTP/1.1" status: 200 len: 850 time: 0.1679173 Jul 23 16:36:19.182742 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a2edf88-077f-4c2e-bdd0-f76702fc5590 req-2b67983f-9cbd-4064-8a95-2cbbf4da9368 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 946 time: 0.0754178 Jul 23 16:36:19.183021 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-8b3e70d6-c3f6-48dd-aa3c-c180530e8579 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f76e5342-1c1a-4a53-8454-686c2706a42a') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:19.183352 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-8b3e70d6-c3f6-48dd-aa3c-c180530e8579 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f76e5342-1c1a-4a53-8454-686c2706a42a') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:19.194370 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b3e70d6-c3f6-48dd-aa3c-c180530e8579 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:19.229828 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a2edf88-077f-4c2e-bdd0-f76702fc5590 req-fceef113-aad7-4d94-97be-604f414d65e6 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/security-groups?id=db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396831 Jul 23 16:36:19.266089 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b3e70d6-c3f6-48dd-aa3c-c180530e8579 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:19.299516 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b3e70d6-c3f6-48dd-aa3c-c180530e8579 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:36:19.299898 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b3e70d6-c3f6-48dd-aa3c-c180530e8579 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: self.session.flush() Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: self.session.flush() Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: self.session.flush() Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: self.session.flush() Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:36:19.306860 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:36:19.384766 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93b1d7b2-3d2d-48d5-a479-ca8b8dcd6ccf tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:19.388951 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b3e70d6-c3f6-48dd-aa3c-c180530e8579 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:19.424949 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b3e70d6-c3f6-48dd-aa3c-c180530e8579 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:19.426807 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8b3e70d6-c3f6-48dd-aa3c-c180530e8579 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/networks/891406d2-68fb-489d-940f-8c87a8a625e0 HTTP/1.1" status: 204 len: 168 time: 1.8081377 Jul 23 16:36:19.432706 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1d7b2-3d2d-48d5-a479-ca8b8dcd6ccf tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Pushing event deleted for resources: {'Port': ['ID=bf2e6250-2c51-4ffa-a32e-57a8597aad12,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:19.432968 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50178) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:19.436301 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f08d2-4ff0-4dbf-ac57-320c5b5aaa15 req-e5407935-a1ee-4e70-bbc9-044c3b370070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:19.437832 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a22f08d2-4ff0-4dbf-ac57-320c5b5aaa15 req-e5407935-a1ee-4e70-bbc9-044c3b370070 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2410676 Jul 23 16:36:19.488927 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e70d6-c3f6-48dd-aa3c-c180530e8579 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Network': ['ID=891406d2-68fb-489d-940f-8c87a8a625e0,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:19.537409 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e37e382-b1f3-48f8-8a29-b4fcdf7495c8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:19.539963 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5e37e382-b1f3-48f8-8a29-b4fcdf7495c8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1060255 Jul 23 16:36:19.543723 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50182) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:19.614204 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93b1d7b2-3d2d-48d5-a479-ca8b8dcd6ccf tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:19.626168 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8cd35b01-6cf2-4688-86a5-c5a16a7e1f1c req-baa3dcda-7735-4b79-9a26-9c89d9cfeed8 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d3be748-0b70-4187-be11-df8914fa0ec6 HTTP/1.1" status: 200 len: 210 time: 0.0597379 Jul 23 16:36:19.667779 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d643f22e-55f9-459a-8d73-492422f77301 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1179407 Jul 23 16:36:19.671214 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50184) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:19.676400 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-869e177d-0bd3-4add-9e77-dc32f46011d7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1464763711'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:19.706075 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869e177d-0bd3-4add-9e77-dc32f46011d7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:19.711252 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-869e177d-0bd3-4add-9e77-dc32f46011d7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:19.720361 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a22f08d2-4ff0-4dbf-ac57-320c5b5aaa15 req-009f513e-11d6-44e9-9c9e-bfdf5eb9c9f9 service neutron] 10.222.0.74 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704711 Jul 23 16:36:19.740355 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-869e177d-0bd3-4add-9e77-dc32f46011d7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] vlan segment allocate from pool success with {'vlan_id': 1130, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:36:19.754618 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-869e177d-0bd3-4add-9e77-dc32f46011d7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:19.755473 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-869e177d-0bd3-4add-9e77-dc32f46011d7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Added segment 4aa68142-cff6-4b6d-b0b0-ce2563e7cccc of type vlan for network 4912b2cb-324f-4591-9f1c-ffc965449f2f Jul 23 16:36:19.762735 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93b1d7b2-3d2d-48d5-a479-ca8b8dcd6ccf tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:19.775114 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93b1d7b2-3d2d-48d5-a479-ca8b8dcd6ccf tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:19.809066 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-869e177d-0bd3-4add-9e77-dc32f46011d7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:19.841094 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-869e177d-0bd3-4add-9e77-dc32f46011d7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:19.846666 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869e177d-0bd3-4add-9e77-dc32f46011d7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:19.847259 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-869e177d-0bd3-4add-9e77-dc32f46011d7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:19.860239 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93b1d7b2-3d2d-48d5-a479-ca8b8dcd6ccf tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:19.860764 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b1d7b2-3d2d-48d5-a479-ca8b8dcd6ccf tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Fanout notify agent at l3_agent the message router_deleted on router cdd39ccd-f475-43cf-aa36-eff112be9e77 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:36:19.869359 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93b1d7b2-3d2d-48d5-a479-ca8b8dcd6ccf tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:19.871062 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-93b1d7b2-3d2d-48d5-a479-ca8b8dcd6ccf tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] 10.222.0.73 "DELETE /v2.0/routers/cdd39ccd-f475-43cf-aa36-eff112be9e77 HTTP/1.1" status: 204 len: 168 time: 2.5605452 Jul 23 16:36:19.875179 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50188) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:19.879777 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-e9ed8ceb-92ac-4377-b7f1-e980df0dc201 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1611210873', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:19.892940 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-869e177d-0bd3-4add-9e77-dc32f46011d7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2176290 Jul 23 16:36:19.893164 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50190) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:19.899623 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-136a5e6e-683c-49ea-b484-9516ac7f17b1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'subnet': {'network_id': '4912b2cb-324f-4591-9f1c-ffc965449f2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:19.914216 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a22f08d2-4ff0-4dbf-ac57-320c5b5aaa15 req-1b2bf0f3-b47e-47af-8dbc-78601cc4a859 service neutron] 10.222.0.74 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668191 Jul 23 16:36:19.921383 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e9ed8ceb-92ac-4377-b7f1-e980df0dc201 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:19.922344 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e9ed8ceb-92ac-4377-b7f1-e980df0dc201 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:19.949725 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e177d-0bd3-4add-9e77-dc32f46011d7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Network': ['ID=4912b2cb-324f-4591-9f1c-ffc965449f2f,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:19.962260 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 4912b2cb-324f-4591-9f1c-ffc965449f2f details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:36:19.983589 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e9ed8ceb-92ac-4377-b7f1-e980df0dc201 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:19.990687 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e9ed8ceb-92ac-4377-b7f1-e980df0dc201 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.009723 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e9ed8ceb-92ac-4377-b7f1-e980df0dc201 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.014696 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e9ed8ceb-92ac-4377-b7f1-e980df0dc201 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1354444 Jul 23 16:36:20.015043 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50192) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:20.021672 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-195b3a97-929e-4dc4-a07c-3c0400f62995 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'enable_snat': False}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:20.085445 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f550e-49f5-4cfa-bafd-16c1b2736602 req-1a52bbd3-a589-4b8b-99ca-a37787d61ebe tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:20.087054 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd0f550e-49f5-4cfa-bafd-16c1b2736602 req-1a52bbd3-a589-4b8b-99ca-a37787d61ebe tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 943 time: 0.1384225 Jul 23 16:36:20.088270 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136a5e6e-683c-49ea-b484-9516ac7f17b1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:20.093098 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-136a5e6e-683c-49ea-b484-9516ac7f17b1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.233403 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd0f550e-49f5-4cfa-bafd-16c1b2736602 req-a94f9204-85f6-4949-9d51-7bfc5a2e2cea tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215065 Jul 23 16:36:20.278974 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-195b3a97-929e-4dc4-a07c-3c0400f62995 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.312310 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581598b9-7778-4501-8d9d-6110d97586e1 req-90aebd0f-3b2a-45de-bef2-c68334ee5c7c tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:20.313975 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-581598b9-7778-4501-8d9d-6110d97586e1 req-90aebd0f-3b2a-45de-bef2-c68334ee5c7c tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 947 time: 0.1673913 Jul 23 16:36:20.429006 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-136a5e6e-683c-49ea-b484-9516ac7f17b1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.433391 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-581598b9-7778-4501-8d9d-6110d97586e1 req-46fbaa8c-8d1f-49ce-8d95-3c4eca642444 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094136 Jul 23 16:36:20.509087 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-195b3a97-929e-4dc4-a07c-3c0400f62995 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.515145 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a5e6e-683c-49ea-b484-9516ac7f17b1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Subnet': ['ID=e43e8008-2400-46d8-aac6-35321ee483ea,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:20.530966 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-195b3a97-929e-4dc4-a07c-3c0400f62995 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.562829 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505acf7c-99ad-42ea-b571-01a15a799b06 req-328611ba-6e80-4047-aa77-1fab7bf226e8 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:20.564348 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-505acf7c-99ad-42ea-b571-01a15a799b06 req-328611ba-6e80-4047-aa77-1fab7bf226e8 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 946 time: 0.1972182 Jul 23 16:36:20.569852 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136a5e6e-683c-49ea-b484-9516ac7f17b1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Checking segment: {'id': '4aa68142-cff6-4b6d-b0b0-ce2563e7cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '4912b2cb-324f-4591-9f1c-ffc965449f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:36:20.570242 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136a5e6e-683c-49ea-b484-9516ac7f17b1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network hostable DHCP agents. Network: 4912b2cb-324f-4591-9f1c-ffc965449f2f, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:36:20.620700 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136a5e6e-683c-49ea-b484-9516ac7f17b1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network 4912b2cb-324f-4591-9f1c-ffc965449f2f is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:36:20.641588 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-505acf7c-99ad-42ea-b571-01a15a799b06 req-101b69b6-2a77-4ee2-bd5e-3fcebb93c500 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/security-groups?id=db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672402 Jul 23 16:36:20.644308 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-136a5e6e-683c-49ea-b484-9516ac7f17b1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 4912b2cb-324f-4591-9f1c-ffc965449f2f) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:20.653795 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-195b3a97-929e-4dc4-a07c-3c0400f62995 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Allocated IP 172.25.8.91 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/8b36733c-a972-4a06-aeec-736d7a800347) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:20.657460 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07bebfd-5f31-4903-91ab-0fbac82f5252 None None] Network 4912b2cb-324f-4591-9f1c-ffc965449f2f requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:20.658176 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b524a-6819-4c14-8622-722b0c8f301b req-507c9d47-7cfc-476e-934e-015be2c74b49 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:20.660204 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b54b524a-6819-4c14-8622-722b0c8f301b req-507c9d47-7cfc-476e-934e-015be2c74b49 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 947 time: 0.1474731 Jul 23 16:36:20.672278 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136a5e6e-683c-49ea-b484-9516ac7f17b1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:20.672962 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-136a5e6e-683c-49ea-b484-9516ac7f17b1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.698409 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-136a5e6e-683c-49ea-b484-9516ac7f17b1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8042939 Jul 23 16:36:20.699305 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50202) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:20.711281 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-47368c4a-9cc8-4d83-ae7c-c2c2e953d423 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'port': {'network_id': '4912b2cb-324f-4591-9f1c-ffc965449f2f', 'name': 'tempest-PortsTestJSON-276432510'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:20.732165 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b54b524a-6819-4c14-8622-722b0c8f301b req-447eae15-e375-43d8-9897-7cb803fcfc81 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480967 Jul 23 16:36:20.758685 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50206) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:20.879506 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a2ab808f-08e3-4415-9d7c-4c01e640c4de tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.928566 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00159ef6-c412-4137-ad61-327cb64bad28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-4912b2cb-324f-4591-9f1c-ffc965449f2f', 'network_id': '4912b2cb-324f-4591-9f1c-ffc965449f2f', 'tenant_id': '038b50aa87914dfd8d6a623321cfea16', 'fixed_ips': [{'subnet_id': 'e43e8008-2400-46d8-aac6-35321ee483ea'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:36:20.929941 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-00159ef6-c412-4137-ad61-327cb64bad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.946345 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a2ab808f-08e3-4415-9d7c-4c01e640c4de tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.991076 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-195b3a97-929e-4dc4-a07c-3c0400f62995 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:21.014596 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device bf3c0b97-349e-4e25-8962-be2ec8f75263 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:36:21.024552 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cfc9d-7dd7-43df-b9b8-0448b798eb44 req-d883f181-2391-4582-8383-dceabcfe0cf0 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:21.032541 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-693cfc9d-7dd7-43df-b9b8-0448b798eb44 req-d883f181-2391-4582-8383-dceabcfe0cf0 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 947 time: 0.1266344 Jul 23 16:36:21.042847 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47368c4a-9cc8-4d83-ae7c-c2c2e953d423 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:21.046490 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47368c4a-9cc8-4d83-ae7c-c2c2e953d423 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:21.062029 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a2ab808f-08e3-4415-9d7c-4c01e640c4de tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:21.065490 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a2ab808f-08e3-4415-9d7c-4c01e640c4de tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:21.066785 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a2ab808f-08e3-4415-9d7c-4c01e640c4de tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "DELETE /v2.0/security-groups/0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8 HTTP/1.1" status: 204 len: 168 time: 0.3070331 Jul 23 16:36:21.071497 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50212) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:21.080832 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-47368c4a-9cc8-4d83-ae7c-c2c2e953d423 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] device_id is not set on port c50d3a37-1a86-4496-9e05-bbfce56f5bca yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:36:21.082860 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab808f-08e3-4415-9d7c-4c01e640c4de tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:21.095260 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-fc3ea7e6-8e30-461a-a771-27d3dd933adf tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] show failed (client error): The resource could not be found. Jul 23 16:36:21.096449 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fc3ea7e6-8e30-461a-a771-27d3dd933adf tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "GET /v2.0/security-groups/0cbabcb9-17dd-4ed8-a9c3-5225908dd5a8 HTTP/1.1" status: 404 len: 347 time: 0.0238812 Jul 23 16:36:21.097740 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-195b3a97-929e-4dc4-a07c-3c0400f62995 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:21.102160 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50214) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:21.109481 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-693cfc9d-7dd7-43df-b9b8-0448b798eb44 req-8cf4fd29-1172-42d9-9769-ffaac76c5805 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757422 Jul 23 16:36:21.226243 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-00159ef6-c412-4137-ad61-327cb64bad28 None None] Allocated IP 172.20.0.2 (4912b2cb-324f-4591-9f1c-ffc965449f2f/e43e8008-2400-46d8-aac6-35321ee483ea/0073fe80-4d2f-46f1-95a0-09d8ae7e78d9) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:21.232100 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195b3a97-929e-4dc4-a07c-3c0400f62995 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:21.271382 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-195b3a97-929e-4dc4-a07c-3c0400f62995 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:21.304836 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port bf3c0b97-349e-4e25-8962-be2ec8f75263, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=bf3c0b97-349e-4e25-8962-be2ec8f75263,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:21.324876 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'bf3c0b97-349e-4e25-8962-be2ec8f75263', 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a', 'port_id': 'bf3c0b97-349e-4e25-8962-be2ec8f75263', 'mac_address': 'fa:16:3e:26:1b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae57d8d-3779-4491-8fd1-fe104612a516', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:36:21.332572 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa9077-c5fa-46b3-bb1f-448fe4439ed1 req-5d13d8e8-267f-41a2-99bb-93cc7c10b704 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:21.334594 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5faa9077-c5fa-46b3-bb1f-448fe4439ed1 req-5d13d8e8-267f-41a2-99bb-93cc7c10b704 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 947 time: 0.1132007 Jul 23 16:36:21.422722 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:21.430227 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5faa9077-c5fa-46b3-bb1f-448fe4439ed1 req-08b383c1-59dd-458f-9db7-35085c776d73 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859945 Jul 23 16:36:21.450573 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3c0b97-349e-4e25-8962-be2ec8f75263 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:36:21.460133 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0756b-73fe-4931-8778-68d35c1e71ae req-9a41c3b5-0e76-4005-afd5-3fc8071f574f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:21.461772 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39b0756b-73fe-4931-8778-68d35c1e71ae req-9a41c3b5-0e76-4005-afd5-3fc8071f574f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 943 time: 0.0997541 Jul 23 16:36:21.492957 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port bf3c0b97-349e-4e25-8962-be2ec8f75263, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=bf3c0b97-349e-4e25-8962-be2ec8f75263,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:21.498428 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:21.593503 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-00159ef6-c412-4137-ad61-327cb64bad28 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:21.612398 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=bf3c0b97-349e-4e25-8962-be2ec8f75263,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:21.616669 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-00159ef6-c412-4137-ad61-327cb64bad28 None None] Transition to ACTIVE for port object 0073fe80-4d2f-46f1-95a0-09d8ae7e78d9 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:21.637464 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-00159ef6-c412-4137-ad61-327cb64bad28 None None] Transition to ACTIVE for port object 0073fe80-4d2f-46f1-95a0-09d8ae7e78d9 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:21.644971 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-00159ef6-c412-4137-ad61-327cb64bad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:21.697131 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00159ef6-c412-4137-ad61-327cb64bad28 None None] Network 4912b2cb-324f-4591-9f1c-ffc965449f2f is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:21.704978 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-00159ef6-c412-4137-ad61-327cb64bad28 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:21.712957 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195b3a97-929e-4dc4-a07c-3c0400f62995 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:21.713887 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00159ef6-c412-4137-ad61-327cb64bad28 None None] Pushing event updated for resources: {'Port': ['ID=0073fe80-4d2f-46f1-95a0-09d8ae7e78d9,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:21.717515 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00159ef6-c412-4137-ad61-327cb64bad28 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:21.748091 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b3a97-929e-4dc4-a07c-3c0400f62995 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Pushing event updated for resources: {'Port': ['ID=8b36733c-a972-4a06-aeec-736d7a800347,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:21.810292 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-00159ef6-c412-4137-ad61-327cb64bad28 None None] Attempting to bind port 0073fe80-4d2f-46f1-95a0-09d8ae7e78d9 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:36:21.810791 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-00159ef6-c412-4137-ad61-327cb64bad28 None None] Attempting to bind port 0073fe80-4d2f-46f1-95a0-09d8ae7e78d9 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '4aa68142-cff6-4b6d-b0b0-ce2563e7cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '4912b2cb-324f-4591-9f1c-ffc965449f2f'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:36:21.811160 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00159ef6-c412-4137-ad61-327cb64bad28 None None] Attempting to bind port 0073fe80-4d2f-46f1-95a0-09d8ae7e78d9 on network 4912b2cb-324f-4591-9f1c-ffc965449f2f {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:36:21.815732 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-47368c4a-9cc8-4d83-ae7c-c2c2e953d423 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Allocated IP 172.20.0.4 (4912b2cb-324f-4591-9f1c-ffc965449f2f/e43e8008-2400-46d8-aac6-35321ee483ea/c50d3a37-1a86-4496-9e05-bbfce56f5bca) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:21.818076 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00159ef6-c412-4137-ad61-327cb64bad28 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:36:21.818637 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00159ef6-c412-4137-ad61-327cb64bad28 None None] Checking segment: {'id': '4aa68142-cff6-4b6d-b0b0-ce2563e7cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '4912b2cb-324f-4591-9f1c-ffc965449f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:36:21.819327 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-00159ef6-c412-4137-ad61-327cb64bad28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:21.820157 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00159ef6-c412-4137-ad61-327cb64bad28 None None] Bound using segment: {'id': '4aa68142-cff6-4b6d-b0b0-ce2563e7cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '4912b2cb-324f-4591-9f1c-ffc965449f2f'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:36:21.820535 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-00159ef6-c412-4137-ad61-327cb64bad28 None None] Bound port: 0073fe80-4d2f-46f1-95a0-09d8ae7e78d9, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa68142-cff6-4b6d-b0b0-ce2563e7cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '4912b2cb-324f-4591-9f1c-ffc965449f2f'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:36:21.820932 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-00159ef6-c412-4137-ad61-327cb64bad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:21.902782 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['bf3c0b97-349e-4e25-8962-be2ec8f75263'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:36:21.917172 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-00159ef6-c412-4137-ad61-327cb64bad28 None None] For port 0073fe80-4d2f-46f1-95a0-09d8ae7e78d9, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:36:21.952329 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39b0756b-73fe-4931-8778-68d35c1e71ae req-03aa9990-eaf5-42c7-83e7-d45e6599260b tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4843249 Jul 23 16:36:21.976151 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-00159ef6-c412-4137-ad61-327cb64bad28 None None] For port 0073fe80-4d2f-46f1-95a0-09d8ae7e78d9, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0073fe80-4d2f-46f1-95a0-09d8ae7e78d9,segment=NetworkSegment(4aa68142-cff6-4b6d-b0b0-ce2563e7cccc),segment_id=4aa68142-cff6-4b6d-b0b0-ce2563e7cccc)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:36:21.996361 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-00159ef6-c412-4137-ad61-327cb64bad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:22.003760 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc90b96-0dd0-4beb-bee0-e57ba02743db req-8ecfeaca-edc7-4171-b5db-19b02c4a2af8 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:22.015390 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fc90b96-0dd0-4beb-bee0-e57ba02743db req-8ecfeaca-edc7-4171-b5db-19b02c4a2af8 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 947 time: 0.1159949 Jul 23 16:36:22.026554 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c8f6fc91-2097-4357-9fe6-7dbb5869d510 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Deleting port 403531c5-b09a-4ccb-90df-47457c57905a {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:22.029476 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c8f6fc91-2097-4357-9fe6-7dbb5869d510 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:22.074085 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fc90b96-0dd0-4beb-bee0-e57ba02743db req-3c1a5183-4b42-49de-abfb-f3f4477f653c tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549989 Jul 23 16:36:22.125604 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00159ef6-c412-4137-ad61-327cb64bad28 None None] Pushing event updated for resources: {'Port': ['ID=0073fe80-4d2f-46f1-95a0-09d8ae7e78d9,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:22.284591 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465287d2-0bd1-45f8-a767-8eebac0bbd75 req-01ec9719-c793-4988-90ad-2492d5e25c29 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:22.287248 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-465287d2-0bd1-45f8-a767-8eebac0bbd75 req-01ec9719-c793-4988-90ad-2492d5e25c29 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 946 time: 0.1694968 Jul 23 16:36:22.324490 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c8f6fc91-2097-4357-9fe6-7dbb5869d510 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:22.324490 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c8f6fc91-2097-4357-9fe6-7dbb5869d510 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:22.333186 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035fd41-eace-45b5-93d2-4a6e39085ac0 req-05df015d-dbb3-4297-a9ef-d35bc4d86ba4 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:22.337162 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e035fd41-eace-45b5-93d2-4a6e39085ac0 req-05df015d-dbb3-4297-a9ef-d35bc4d86ba4 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 947 time: 0.1451130 Jul 23 16:36:22.380023 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-465287d2-0bd1-45f8-a767-8eebac0bbd75 req-66880c65-41c3-4e6b-9bc4-706732dca8ce tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/security-groups?id=db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838590 Jul 23 16:36:22.403840 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c8f6fc91-2097-4357-9fe6-7dbb5869d510 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Calling delete_port for 403531c5-b09a-4ccb-90df-47457c57905a owned by network:floatingip {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:22.414499 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-195b3a97-929e-4dc4-a07c-3c0400f62995 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:22.426522 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47368c4a-9cc8-4d83-ae7c-c2c2e953d423 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:22.435680 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e035fd41-eace-45b5-93d2-4a6e39085ac0 req-333937f8-d0fa-4b88-b1f8-95e6d208d752 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797286 Jul 23 16:36:22.559777 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-47368c4a-9cc8-4d83-ae7c-c2c2e953d423 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Transition to ACTIVE for port object c50d3a37-1a86-4496-9e05-bbfce56f5bca will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:22.639665 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8eea0-c39e-49b4-b734-bacf7ed3f192 req-c389c7bc-70be-4f0f-b8fe-5b98512aafe8 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:22.641426 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dad8eea0-c39e-49b4-b734-bacf7ed3f192 req-c389c7bc-70be-4f0f-b8fe-5b98512aafe8 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 947 time: 0.1008995 Jul 23 16:36:22.685852 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dad8eea0-c39e-49b4-b734-bacf7ed3f192 req-dbfa6c60-e892-4df6-a1cd-060d61cba524 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370173 Jul 23 16:36:22.702459 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0073fe80-4d2f-46f1-95a0-09d8ae7e78d9 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:36:22.776982 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 0073fe80-4d2f-46f1-95a0-09d8ae7e78d9 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:22.801428 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47368c4a-9cc8-4d83-ae7c-c2c2e953d423 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:22.879757 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-195b3a97-929e-4dc4-a07c-3c0400f62995 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:22.887461 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09280d3-1970-461a-9e0e-7e06e9f5d444 req-8f3fb446-79e7-4d5d-b98e-e23bc59fe3e2 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:22.888677 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47368c4a-9cc8-4d83-ae7c-c2c2e953d423 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network 4912b2cb-324f-4591-9f1c-ffc965449f2f is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:22.894035 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c8f6fc91-2097-4357-9fe6-7dbb5869d510 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:22.897011 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e09280d3-1970-461a-9e0e-7e06e9f5d444 req-8f3fb446-79e7-4d5d-b98e-e23bc59fe3e2 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 947 time: 0.1046500 Jul 23 16:36:22.900116 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-47368c4a-9cc8-4d83-ae7c-c2c2e953d423 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:22.902415 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-195b3a97-929e-4dc4-a07c-3c0400f62995 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1714764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1714741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695099'] for router, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:22.905343 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47368c4a-9cc8-4d83-ae7c-c2c2e953d423 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:22.913858 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47368c4a-9cc8-4d83-ae7c-c2c2e953d423 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Port': ['ID=c50d3a37-1a86-4496-9e05-bbfce56f5bca,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:22.944268 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e09280d3-1970-461a-9e0e-7e06e9f5d444 req-94991090-0090-4092-bf7f-80fd0c9ad85e tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462005 Jul 23 16:36:22.974830 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f6fc91-2097-4357-9fe6-7dbb5869d510 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Pushing event deleted for resources: {'Port': ['ID=403531c5-b09a-4ccb-90df-47457c57905a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:23.016831 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device bf3c0b97-349e-4e25-8962-be2ec8f75263 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:36:23.129342 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port bf3c0b97-349e-4e25-8962-be2ec8f75263 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:23.141224 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port bf3c0b97-349e-4e25-8962-be2ec8f75263 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:23.142072 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:23.144263 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c8f6fc91-2097-4357-9fe6-7dbb5869d510 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks [] for floatingip, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:23.147098 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c8f6fc91-2097-4357-9fe6-7dbb5869d510 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:23.151367 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c8f6fc91-2097-4357-9fe6-7dbb5869d510 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "DELETE /v2.0/floatingips/79b03912-e639-4982-b814-5168fa49faaa HTTP/1.1" status: 204 len: 168 time: 2.0467114 Jul 23 16:36:23.152015 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50242) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:23.215582 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47368c4a-9cc8-4d83-ae7c-c2c2e953d423 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:23.216259 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47368c4a-9cc8-4d83-ae7c-c2c2e953d423 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:23.241870 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:23.280575 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dad270f-2766-4e02-a7fc-b43476298e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3c0b97-349e-4e25-8962-be2ec8f75263'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:36:23.285402 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-47368c4a-9cc8-4d83-ae7c-c2c2e953d423 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5791330 Jul 23 16:36:23.285609 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4cd4e7-80f0-45e2-ab58-7a8a7defa5d0" -d '{"events": [{"server_uuid": "7dad270f-2766-4e02-a7fc-b43476298e68", "name": "network-vif-plugged", "status": "completed", "tag": "bf3c0b97-349e-4e25-8962-be2ec8f75263"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:36:23.291832 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50244) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:23.300173 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port bf3c0b97-349e-4e25-8962-be2ec8f75263, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=bf3c0b97-349e-4e25-8962-be2ec8f75263,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:23.308221 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:23.320588 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-1f3974d9-ae62-4d63-8948-b45da775d836 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'port': {'network_id': '4912b2cb-324f-4591-9f1c-ffc965449f2f', 'name': 'tempest-PortsTestJSON-986321514'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:23.334444 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-ae67afce-d570-4adf-9480-093fbae85dc5 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Deleting port 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:23.335365 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ae67afce-d570-4adf-9480-093fbae85dc5 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:23.347947 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabf7eb-8ced-4654-8d01-57f945ec3955 req-52d62b48-048c-4d71-b460-42f43bc2f0cb tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:23.352855 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fcabf7eb-8ced-4654-8d01-57f945ec3955 req-52d62b48-048c-4d71-b460-42f43bc2f0cb tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 947 time: 0.2400966 Jul 23 16:36:23.373464 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b7e09a-9f6a-4e54-8eda-98963739509e None None] Network 4912b2cb-324f-4591-9f1c-ffc965449f2f requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:23.376979 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=bf3c0b97-349e-4e25-8962-be2ec8f75263,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:23.401171 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195b3a97-929e-4dc4-a07c-3c0400f62995 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Router bfe7ba65-fd21-4ce2-b0fc-f0e4792426ba is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:36:23.417220 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0a27c4aa-17a5-4ac1-8358-b2671763e4a1 None None] Provisioning for port 0073fe80-4d2f-46f1-95a0-09d8ae7e78d9 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:23.421152 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a63d2a-9cbe-4a62-9b06-9e22496f9f2e req-d3f06050-e3a0-41d2-bb27-2b099026a51e tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:23.423819 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b8a63d2a-9cbe-4a62-9b06-9e22496f9f2e req-d3f06050-e3a0-41d2-bb27-2b099026a51e tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 944 time: 0.3326442 Jul 23 16:36:23.424076 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0a27c4aa-17a5-4ac1-8358-b2671763e4a1 None None] Provisioning complete for port 0073fe80-4d2f-46f1-95a0-09d8ae7e78d9 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:23.424440 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0a27c4aa-17a5-4ac1-8358-b2671763e4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:23.518126 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fcabf7eb-8ced-4654-8d01-57f945ec3955 req-bb941b3d-d273-4b39-b0c2-29941098d065 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152074 Jul 23 16:36:23.530978 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b8a63d2a-9cbe-4a62-9b06-9e22496f9f2e req-04467fd1-c819-43cc-b34a-a87fd0aa2e1d tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690536 Jul 23 16:36:23.544620 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ae67afce-d570-4adf-9480-093fbae85dc5 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:23.571083 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-ae67afce-d570-4adf-9480-093fbae85dc5 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Calling delete_port for 3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:23.601681 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0a27c4aa-17a5-4ac1-8358-b2671763e4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:23.608693 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3974d9-ae62-4d63-8948-b45da775d836 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:23.617695 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f3974d9-ae62-4d63-8948-b45da775d836 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:23.647988 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195b3a97-929e-4dc4-a07c-3c0400f62995 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:36:23.653779 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-195b3a97-929e-4dc4-a07c-3c0400f62995 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:23.657782 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-195b3a97-929e-4dc4-a07c-3c0400f62995 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "PUT /v2.0/routers/bfe7ba65-fd21-4ce2-b0fc-f0e4792426ba HTTP/1.1" status: 200 len: 915 time: 3.6387327 Jul 23 16:36:23.662255 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50252) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:23.670739 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361dd451-1fd6-4a29-a129-db2ec0f8a72a None None] Sync routers for ids ['bfe7ba65-fd21-4ce2-b0fc-f0e4792426ba'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:36:23.678354 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-0a27c4aa-17a5-4ac1-8358-b2671763e4a1 None None] For port 0073fe80-4d2f-46f1-95a0-09d8ae7e78d9, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0073fe80-4d2f-46f1-95a0-09d8ae7e78d9,segment=NetworkSegment(4aa68142-cff6-4b6d-b0b0-ce2563e7cccc),segment_id=4aa68142-cff6-4b6d-b0b0-ce2563e7cccc)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:23.683279 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418b08ff-6b39-4ea9-84c3-4a91752a871a x-openstack-request-id: req-418b08ff-6b39-4ea9-84c3-4a91752a871a {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:36:23.683279 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dad270f-2766-4e02-a7fc-b43476298e68", "name": "network-vif-plugged", "status": "completed", "tag": "bf3c0b97-349e-4e25-8962-be2ec8f75263", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:36:23.683279 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-418b08ff-6b39-4ea9-84c3-4a91752a871a {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:36:23.684055 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dad270f-2766-4e02-a7fc-b43476298e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3c0b97-349e-4e25-8962-be2ec8f75263', 'code': 200} Jul 23 16:36:23.694114 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0a27c4aa-17a5-4ac1-8358-b2671763e4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:23.704502 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361dd451-1fd6-4a29-a129-db2ec0f8a72a None None] Routers {'bfe7ba65-fd21-4ce2-b0fc-f0e4792426ba'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:23.705574 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-361dd451-1fd6-4a29-a129-db2ec0f8a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:36:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['bfe7ba65-fd21-4ce2-b0fc-f0e4792426ba'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:23.758355 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27c4aa-17a5-4ac1-8358-b2671763e4a1 None None] Pushing event updated for resources: {'Port': ['ID=0073fe80-4d2f-46f1-95a0-09d8ae7e78d9,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:23.787419 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-361dd451-1fd6-4a29-a129-db2ec0f8a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:23.815133 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361dd451-1fd6-4a29-a129-db2ec0f8a72a None None] Routers {'bfe7ba65-fd21-4ce2-b0fc-f0e4792426ba'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:23.817316 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-361dd451-1fd6-4a29-a129-db2ec0f8a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:36:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['bfe7ba65-fd21-4ce2-b0fc-f0e4792426ba'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:23.829472 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-1f3974d9-ae62-4d63-8948-b45da775d836 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] device_id is not set on port 5acacecf-15bd-4421-9018-c03538663b5b yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:36:23.871375 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e725be1c-b7b7-40b7-8fc8-8a9906909dd7 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "GET /v2.0/routers/bfe7ba65-fd21-4ce2-b0fc-f0e4792426ba HTTP/1.1" status: 200 len: 921 time: 0.2048638 Jul 23 16:36:23.873020 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50254) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:23.873222 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-361dd451-1fd6-4a29-a129-db2ec0f8a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:23.873843 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361dd451-1fd6-4a29-a129-db2ec0f8a72a None None] The sync data for ids ['bfe7ba65-fd21-4ce2-b0fc-f0e4792426ba'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:36:23.874157 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4865c4-f803-42eb-8dcd-ebc26855c936 req-aca0db4d-0c5b-4173-b812-da604290d4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:23.875719 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3e4865c4-f803-42eb-8dcd-ebc26855c936 req-aca0db4d-0c5b-4173-b812-da604290d4bc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 1096 time: 0.1444900 Jul 23 16:36:23.918804 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ae67afce-d570-4adf-9480-093fbae85dc5 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:23.964713 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae67afce-d570-4adf-9480-093fbae85dc5 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Pushing event deleted for resources: {'Port': ['ID=3bc8f322-57f2-4485-9b3d-1a8cb8c642c7,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:23.970610 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3e4865c4-f803-42eb-8dcd-ebc26855c936 req-c449bf90-04cf-4c26-a422-aa2b7781b689 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831847 Jul 23 16:36:24.046489 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ae67afce-d570-4adf-9480-093fbae85dc5 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:24.048773 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ae67afce-d570-4adf-9480-093fbae85dc5 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "DELETE /v2.0/ports/3bc8f322-57f2-4485-9b3d-1a8cb8c642c7 HTTP/1.1" status: 204 len: 168 time: 0.8931181 Jul 23 16:36:24.051703 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50256) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:24.070865 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50b18f-5668-4190-8c12-46b7971fdc93 req-e608e587-8a23-4c3f-aa3f-3635ba86f801 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:24.072487 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5a50b18f-5668-4190-8c12-46b7971fdc93 req-e608e587-8a23-4c3f-aa3f-3635ba86f801 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 947 time: 0.2766051 Jul 23 16:36:24.089908 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4dd25-fe2e-4a64-8cf6-1b9baa9af016 req-88bb8011-f2fe-4885-a974-ea641afa0e30 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:24.091542 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28b4dd25-fe2e-4a64-8cf6-1b9baa9af016 req-88bb8011-f2fe-4885-a974-ea641afa0e30 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 946 time: 0.2932625 Jul 23 16:36:24.119566 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-1f3974d9-ae62-4d63-8948-b45da775d836 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Allocated IP 172.20.0.5 (4912b2cb-324f-4591-9f1c-ffc965449f2f/e43e8008-2400-46d8-aac6-35321ee483ea/5acacecf-15bd-4421-9018-c03538663b5b) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:24.133367 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcb646d-245f-4f1e-a549-5905ccb3b2e5 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:24.137261 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6dcb646d-245f-4f1e-a549-5905ccb3b2e5 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=4e763b06-7572-4747-a18b-44a256cb56cb&device_id=bfe7ba65-fd21-4ce2-b0fc-f0e4792426ba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2586884 Jul 23 16:36:24.140168 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50258) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:24.178303 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5a50b18f-5668-4190-8c12-46b7971fdc93 req-f1c2e754-a0d9-4904-adca-f3ba6b5965fb tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846808 Jul 23 16:36:24.215648 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28b4dd25-fe2e-4a64-8cf6-1b9baa9af016 req-ed9317ef-a3c9-4ab3-a32b-23f8c3ffebde tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/security-groups?id=db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107907 Jul 23 16:36:24.246656 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-66718d9b-1111-4e0a-a45a-3dedd771308e None None] Provisioning complete for port 0073fe80-4d2f-46f1-95a0-09d8ae7e78d9 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:24.246656 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-66718d9b-1111-4e0a-a45a-3dedd771308e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:24.249941 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a45db7-2dde-4457-9005-c9a3e009be65 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:24.251512 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-22a45db7-2dde-4457-9005-c9a3e009be65 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 881 time: 0.1092606 Jul 23 16:36:24.254714 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50262) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:24.286714 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-edcf3c2d-01cd-4bae-94ec-cd835c3a437c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe7ba65-fd21-4ce2-b0fc-f0e4792426ba HTTP/1.1" status: 200 len: 205 time: 0.0307877 Jul 23 16:36:24.290269 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50266) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:24.305072 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-912cff31-e50b-496a-b313-c494a2835dd1 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Deleting port 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:24.305458 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-912cff31-e50b-496a-b313-c494a2835dd1 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:24.448309 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-66718d9b-1111-4e0a-a45a-3dedd771308e None None] Provisioning for port c50d3a37-1a86-4496-9e05-bbfce56f5bca completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:24.459409 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-66718d9b-1111-4e0a-a45a-3dedd771308e None None] Provisioning complete for port c50d3a37-1a86-4496-9e05-bbfce56f5bca triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:24.462106 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-66718d9b-1111-4e0a-a45a-3dedd771308e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:24.525718 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-66718d9b-1111-4e0a-a45a-3dedd771308e None None] Port c50d3a37-1a86-4496-9e05-bbfce56f5bca cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:36:24.551240 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b65ed9fe-380c-443c-bebd-1f5331764d52 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:24.554309 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-912cff31-e50b-496a-b313-c494a2835dd1 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:24.555309 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f3974d9-ae62-4d63-8948-b45da775d836 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:24.591585 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4eaef6-b45a-4566-97f1-0f9f2af55a92 req-c08cf2eb-28ae-477f-a9f8-92fc5e480f22 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:24.593831 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4f4eaef6-b45a-4566-97f1-0f9f2af55a92 req-c08cf2eb-28ae-477f-a9f8-92fc5e480f22 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 947 time: 0.2064822 Jul 23 16:36:24.600933 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-1f3974d9-ae62-4d63-8948-b45da775d836 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Transition to ACTIVE for port object 5acacecf-15bd-4421-9018-c03538663b5b will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:24.637991 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-912cff31-e50b-496a-b313-c494a2835dd1 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Calling delete_port for 57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:24.653628 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3f36f7a1-7c51-4081-9b16-7f8c0ed20a2d None None] Provisioning complete for port c50d3a37-1a86-4496-9e05-bbfce56f5bca triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:24.654002 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3f36f7a1-7c51-4081-9b16-7f8c0ed20a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:24.702182 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0073fe80-4d2f-46f1-95a0-09d8ae7e78d9 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:36:24.750061 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-3f36f7a1-7c51-4081-9b16-7f8c0ed20a2d None None] Port c50d3a37-1a86-4496-9e05-bbfce56f5bca cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:36:24.776940 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 0073fe80-4d2f-46f1-95a0-09d8ae7e78d9 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:24.777516 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:24.785688 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4f4eaef6-b45a-4566-97f1-0f9f2af55a92 req-9f0a0751-72f5-4220-a9b9-15c334bd0e7a tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712666 Jul 23 16:36:24.792030 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f3974d9-ae62-4d63-8948-b45da775d836 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:24.890316 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3974d9-ae62-4d63-8948-b45da775d836 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network 4912b2cb-324f-4591-9f1c-ffc965449f2f is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:24.915000 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-1f3974d9-ae62-4d63-8948-b45da775d836 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:24.917886 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3974d9-ae62-4d63-8948-b45da775d836 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Port': ['ID=5acacecf-15bd-4421-9018-c03538663b5b,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:24.920981 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3974d9-ae62-4d63-8948-b45da775d836 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:24.981132 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3974d9-ae62-4d63-8948-b45da775d836 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:24.981513 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3974d9-ae62-4d63-8948-b45da775d836 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:24.981857 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3974d9-ae62-4d63-8948-b45da775d836 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:24.982191 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3974d9-ae62-4d63-8948-b45da775d836 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:24.982577 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3974d9-ae62-4d63-8948-b45da775d836 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:24.982906 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3974d9-ae62-4d63-8948-b45da775d836 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:24.983231 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3974d9-ae62-4d63-8948-b45da775d836 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:24.983553 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3974d9-ae62-4d63-8948-b45da775d836 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:24.984093 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3974d9-ae62-4d63-8948-b45da775d836 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:24.984233 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3974d9-ae62-4d63-8948-b45da775d836 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:24.984583 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3974d9-ae62-4d63-8948-b45da775d836 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:24.984904 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3974d9-ae62-4d63-8948-b45da775d836 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:25.011320 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de511e2c-70b9-4f10-9586-2237234364a6 req-30842ff4-a8dc-471d-b13b-f817a7a5b20e tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:25.012872 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-de511e2c-70b9-4f10-9586-2237234364a6 req-30842ff4-a8dc-471d-b13b-f817a7a5b20e tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 945 time: 0.3087256 Jul 23 16:36:25.045866 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3974d9-ae62-4d63-8948-b45da775d836 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:25.046546 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f3974d9-ae62-4d63-8948-b45da775d836 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:25.095900 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-de511e2c-70b9-4f10-9586-2237234364a6 req-4f2f0d64-4d88-4ce0-8198-2df873516d2a tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653839 Jul 23 16:36:25.103151 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1f3974d9-ae62-4d63-8948-b45da775d836 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8097279 Jul 23 16:36:25.107684 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50274) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:25.126721 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19fa61-5c9a-483a-8239-b09ff2cc5856 req-836a638b-6ec9-4094-b64c-a2bbc6c5cee5 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:25.135175 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d19fa61-5c9a-483a-8239-b09ff2cc5856 req-836a638b-6ec9-4094-b64c-a2bbc6c5cee5 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 947 time: 0.2432442 Jul 23 16:36:25.178920 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b65ed9fe-380c-443c-bebd-1f5331764d52 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:25.184592 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d19fa61-5c9a-483a-8239-b09ff2cc5856 req-e07ce318-ccb9-475b-bad5-c2975b5eaa7b tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473549 Jul 23 16:36:25.296195 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7db49832-caf1-45f9-95c8-b457b795b0bb None None] Provisioning for port 5acacecf-15bd-4421-9018-c03538663b5b completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:25.301522 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7db49832-caf1-45f9-95c8-b457b795b0bb None None] Provisioning complete for port 5acacecf-15bd-4421-9018-c03538663b5b triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:25.302153 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7db49832-caf1-45f9-95c8-b457b795b0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:25.347946 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-912cff31-e50b-496a-b313-c494a2835dd1 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:25.355534 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-7db49832-caf1-45f9-95c8-b457b795b0bb None None] Port 5acacecf-15bd-4421-9018-c03538663b5b cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:36:25.359189 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7d0ae7-3037-477f-b112-32973058c2fc tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:25.360782 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0a7d0ae7-3037-477f-b112-32973058c2fc tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.2508228 Jul 23 16:36:25.367958 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50282) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:25.402188 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-b65ed9fe-380c-443c-bebd-1f5331764d52 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Deleting port 8b36733c-a972-4a06-aeec-736d7a800347 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:25.402535 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b65ed9fe-380c-443c-bebd-1f5331764d52 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:25.424944 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912cff31-e50b-496a-b313-c494a2835dd1 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Pushing event deleted for resources: {'Port': ['ID=57d68a11-dd1b-4a5c-a0af-fd74214dd8b3,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:25.446836 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549d213-6053-4245-a9ad-9336d56271f6 req-1db0f460-5a70-4521-8570-a64e48368ba5 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:25.448463 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e549d213-6053-4245-a9ad-9336d56271f6 req-1db0f460-5a70-4521-8570-a64e48368ba5 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 946 time: 0.1150315 Jul 23 16:36:25.501111 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfa6b3-9035-4075-8789-49aa25bfd227 req-5bcfacc7-c673-489b-a56c-d00dd533086f tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:25.502592 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-04dfa6b3-9035-4075-8789-49aa25bfd227 req-5bcfacc7-c673-489b-a56c-d00dd533086f tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 947 time: 0.1324861 Jul 23 16:36:25.513985 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e549d213-6053-4245-a9ad-9336d56271f6 req-e5b32bcb-9b0b-46a9-913a-156226d677ee tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/security-groups?id=db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587559 Jul 23 16:36:25.552018 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-04dfa6b3-9035-4075-8789-49aa25bfd227 req-29a1653d-00fd-4326-ab88-ff473d2cfbc4 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420444 Jul 23 16:36:25.611601 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-912cff31-e50b-496a-b313-c494a2835dd1 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:25.613567 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-912cff31-e50b-496a-b313-c494a2835dd1 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "DELETE /v2.0/ports/57d68a11-dd1b-4a5c-a0af-fd74214dd8b3 HTTP/1.1" status: 204 len: 168 time: 1.5603142 Jul 23 16:36:25.617785 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50286) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:25.632684 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b65ed9fe-380c-443c-bebd-1f5331764d52 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:25.650459 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-b65ed9fe-380c-443c-bebd-1f5331764d52 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Calling delete_port for 8b36733c-a972-4a06-aeec-736d7a800347 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:25.663856 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5959c84c-8c45-4dfa-ae08-5574573afad5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Deleting port 5acacecf-15bd-4421-9018-c03538663b5b {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:25.664199 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5959c84c-8c45-4dfa-ae08-5574573afad5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:25.703586 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7fc38d7-788c-48ba-9c0b-f8f60ed75964 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Deleting subnet 43e3b6e1-204d-4ff9-bc32-923f74e47c31 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:36:25.711544 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f7fc38d7-788c-48ba-9c0b-f8f60ed75964 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:25.773538 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f7fc38d7-788c-48ba-9c0b-f8f60ed75964 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:25.808750 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cdc2ec-0e9e-4258-9d6c-46959b0f805b req-1a9c79f7-9024-4824-89f6-8ecbf154181e tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:25.810430 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c7cdc2ec-0e9e-4258-9d6c-46959b0f805b req-1a9c79f7-9024-4824-89f6-8ecbf154181e tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 947 time: 0.1831264 Jul 23 16:36:25.844844 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5959c84c-8c45-4dfa-ae08-5574573afad5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:25.869497 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5959c84c-8c45-4dfa-ae08-5574573afad5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Calling delete_port for 5acacecf-15bd-4421-9018-c03538663b5b owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:25.894537 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c7cdc2ec-0e9e-4258-9d6c-46959b0f805b req-cf5812e1-453d-4d66-b6fc-cb6303b49931 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731781 Jul 23 16:36:25.914350 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f7fc38d7-788c-48ba-9c0b-f8f60ed75964 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:26.008037 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b65ed9fe-380c-443c-bebd-1f5331764d52 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:26.010779 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f7fc38d7-788c-48ba-9c0b-f8f60ed75964 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:26.043317 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ed9fe-380c-443c-bebd-1f5331764d52 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Pushing event deleted for resources: {'Port': ['ID=8b36733c-a972-4a06-aeec-736d7a800347,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:26.071635 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d754c98b-0a6e-4612-9d97-789430573777 None None] Network 72536959-6d28-4d4b-a817-b894e84f9992 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:26.084453 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f7fc38d7-788c-48ba-9c0b-f8f60ed75964 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:26.089121 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f7fc38d7-788c-48ba-9c0b-f8f60ed75964 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "DELETE /v2.0/subnets/43e3b6e1-204d-4ff9-bc32-923f74e47c31 HTTP/1.1" status: 204 len: 168 time: 0.4678824 Jul 23 16:36:26.089121 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc38d7-788c-48ba-9c0b-f8f60ed75964 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Pushing event deleted for resources: {'Subnet': ['ID=43e3b6e1-204d-4ff9-bc32-923f74e47c31,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:26.090377 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50292) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:26.168437 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba097c6-e98d-44d5-af8d-5456ece2f7d7 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Deleting subnet 83c3a237-d43a-4d9d-aa29-69c4c34be53a {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:36:26.174344 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fba097c6-e98d-44d5-af8d-5456ece2f7d7 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:26.198228 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b65ed9fe-380c-443c-bebd-1f5331764d52 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:26.227238 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f73ab7-7f8f-4c6e-b3ee-f322242502eb req-f6345faa-a9a4-454c-9031-c045b7287874 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:26.228853 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e5f73ab7-7f8f-4c6e-b3ee-f322242502eb req-f6345faa-a9a4-454c-9031-c045b7287874 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 947 time: 0.2054989 Jul 23 16:36:26.235356 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5959c84c-8c45-4dfa-ae08-5574573afad5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:26.279473 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fba097c6-e98d-44d5-af8d-5456ece2f7d7 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:26.337860 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959c84c-8c45-4dfa-ae08-5574573afad5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Port': ['ID=5acacecf-15bd-4421-9018-c03538663b5b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:26.345757 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e5f73ab7-7f8f-4c6e-b3ee-f322242502eb req-291f9f99-41f5-4e34-8829-1277992e5f39 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907052 Jul 23 16:36:26.347980 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3031dab6-9fb2-445f-bfe8-d5cfc2dddd64 None None] DHCP port deletion for 72536959-6d28-4d4b-a817-b894e84f9992 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:36:26.390393 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b65ed9fe-380c-443c-bebd-1f5331764d52 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:26.399486 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b65ed9fe-380c-443c-bebd-1f5331764d52 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:26.424128 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c61ad-0453-4640-b736-f512593de279 req-e13434d9-252e-4569-bdc4-1f1e17399f3b tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:26.426341 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-234c61ad-0453-4640-b736-f512593de279 req-e13434d9-252e-4569-bdc4-1f1e17399f3b tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 945 time: 0.2261345 Jul 23 16:36:26.477121 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-3031dab6-9fb2-445f-bfe8-d5cfc2dddd64 None None] Deleting port 3f174545-8154-44f4-ba26-6ef2fc2bde8e {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:26.479715 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3031dab6-9fb2-445f-bfe8-d5cfc2dddd64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:26.482579 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fba097c6-e98d-44d5-af8d-5456ece2f7d7 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:26.528294 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b65ed9fe-380c-443c-bebd-1f5331764d52 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:26.532786 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65ed9fe-380c-443c-bebd-1f5331764d52 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Fanout notify agent at l3_agent the message router_deleted on router bfe7ba65-fd21-4ce2-b0fc-f0e4792426ba {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:36:26.542331 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b65ed9fe-380c-443c-bebd-1f5331764d52 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:26.543757 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b65ed9fe-380c-443c-bebd-1f5331764d52 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] 10.222.0.73 "DELETE /v2.0/routers/bfe7ba65-fd21-4ce2-b0fc-f0e4792426ba HTTP/1.1" status: 204 len: 168 time: 2.2529464 Jul 23 16:36:26.545256 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5959c84c-8c45-4dfa-ae08-5574573afad5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:26.548023 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50302) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:26.554408 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5959c84c-8c45-4dfa-ae08-5574573afad5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/ports/5acacecf-15bd-4421-9018-c03538663b5b HTTP/1.1" status: 204 len: 168 time: 1.1807954 Jul 23 16:36:26.555673 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50304) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:26.556738 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-7f1babcb-64f4-4687-a859-dc894d38182c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2100290846', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}, 'admin_state_up': False}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:26.616449 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-d246de91-d2d6-443d-b923-6aeb23e4a35e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] GET failed (client error): The resource could not be found. Jul 23 16:36:26.622855 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d246de91-d2d6-443d-b923-6aeb23e4a35e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "GET /v2.0/ports/5acacecf-15bd-4421-9018-c03538663b5b HTTP/1.1" status: 404 len: 333 time: 0.0627820 Jul 23 16:36:26.623776 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50306) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:26.689585 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-3031dab6-9fb2-445f-bfe8-d5cfc2dddd64 None None] For port 3f174545-8154-44f4-ba26-6ef2fc2bde8e, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3f174545-8154-44f4-ba26-6ef2fc2bde8e,segment=NetworkSegment(a09683eb-b332-4542-b7a5-2cff7293226f),segment_id=a09683eb-b332-4542-b7a5-2cff7293226f)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:26.690494 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3031dab6-9fb2-445f-bfe8-d5cfc2dddd64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:26.704083 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f1babcb-64f4-4687-a859-dc894d38182c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:26.705245 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f1babcb-64f4-4687-a859-dc894d38182c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:26.717094 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fba097c6-e98d-44d5-af8d-5456ece2f7d7 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:26.734604 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-3031dab6-9fb2-445f-bfe8-d5cfc2dddd64 None None] Calling delete_port for 3f174545-8154-44f4-ba26-6ef2fc2bde8e owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:26.743909 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-234c61ad-0453-4640-b736-f512593de279 req-d134a178-33a4-43cd-8a80-e8c7c892acd0 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047214 Jul 23 16:36:26.783808 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba097c6-e98d-44d5-af8d-5456ece2f7d7 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Pushing event deleted for resources: {'Subnet': ['ID=83c3a237-d43a-4d9d-aa29-69c4c34be53a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:26.800553 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fba097c6-e98d-44d5-af8d-5456ece2f7d7 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:26.803178 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fba097c6-e98d-44d5-af8d-5456ece2f7d7 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "DELETE /v2.0/subnets/83c3a237-d43a-4d9d-aa29-69c4c34be53a HTTP/1.1" status: 204 len: 168 time: 0.7098291 Jul 23 16:36:26.805838 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50310) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:26.841223 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-53236fed-9c3c-453c-9e77-13fad2112821 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Deleting port c50d3a37-1a86-4496-9e05-bbfce56f5bca {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:26.841744 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-53236fed-9c3c-453c-9e77-13fad2112821 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:26.881004 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f1babcb-64f4-4687-a859-dc894d38182c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:27.003189 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-53236fed-9c3c-453c-9e77-13fad2112821 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:27.030589 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-53236fed-9c3c-453c-9e77-13fad2112821 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Calling delete_port for c50d3a37-1a86-4496-9e05-bbfce56f5bca owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:27.130956 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5884c-b87a-40a1-9a7a-8342bf43f875 req-7aebe449-abc7-4a7d-8a56-33f80c75ff42 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:27.133295 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-02f5884c-b87a-40a1-9a7a-8342bf43f875 req-7aebe449-abc7-4a7d-8a56-33f80c75ff42 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 946 time: 0.4461007 Jul 23 16:36:27.135813 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3f174545-8154-44f4-ba26-6ef2fc2bde8e no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:36:27.138169 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15ace49-9d2d-4604-8093-27bc43c4fcd2 None None] Network a11530e6-1993-441b-956a-6f9600ed92b8 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:27.175010 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bbd48e00-786f-4f4e-94a6-8a680584dd16 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:27.271642 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-53236fed-9c3c-453c-9e77-13fad2112821 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:27.285533 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f1babcb-64f4-4687-a859-dc894d38182c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:27.316666 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-02f5884c-b87a-40a1-9a7a-8342bf43f875 req-18ffdee8-815d-4129-a8f2-cd5b38a6e6bb tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/security-groups?id=db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511946 Jul 23 16:36:27.341429 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53236fed-9c3c-453c-9e77-13fad2112821 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Port': ['ID=c50d3a37-1a86-4496-9e05-bbfce56f5bca,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:27.388529 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3031dab6-9fb2-445f-bfe8-d5cfc2dddd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:27.408504 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56d2cc-e697-4dc0-8556-3a65ffead30c req-e0d98182-20b5-4e9d-9c97-565b4b26e944 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:27.423365 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc56d2cc-e697-4dc0-8556-3a65ffead30c req-e0d98182-20b5-4e9d-9c97-565b4b26e944 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 945 time: 0.3291848 Jul 23 16:36:27.455495 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3031dab6-9fb2-445f-bfe8-d5cfc2dddd64 None None] No DVR routers for this DVR port 3f174545-8154-44f4-ba26-6ef2fc2bde8e on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:36:27.461924 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031dab6-9fb2-445f-bfe8-d5cfc2dddd64 None None] Pushing event deleted for resources: {'Port': ['ID=3f174545-8154-44f4-ba26-6ef2fc2bde8e,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:27.468899 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No active binding found for port 3f174545-8154-44f4-ba26-6ef2fc2bde8e {{(pid=94014) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 16:36:27.469439 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3f174545-8154-44f4-ba26-6ef2fc2bde8e not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:36:27.509271 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-53236fed-9c3c-453c-9e77-13fad2112821 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:27.514310 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-53236fed-9c3c-453c-9e77-13fad2112821 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/ports/c50d3a37-1a86-4496-9e05-bbfce56f5bca HTTP/1.1" status: 204 len: 168 time: 0.8889263 Jul 23 16:36:27.516780 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50314) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:27.529563 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-bbd48e00-786f-4f4e-94a6-8a680584dd16 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Deleting port 3f174545-8154-44f4-ba26-6ef2fc2bde8e {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:27.529965 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bbd48e00-786f-4f4e-94a6-8a680584dd16 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:27.559123 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc56d2cc-e697-4dc0-8556-3a65ffead30c req-87e7c362-3816-4a3d-89e4-7259486d1cb6 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196907 Jul 23 16:36:27.565975 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e8a958b-e410-4ef2-8470-6eba29c912c9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] GET failed (client error): The resource could not be found. Jul 23 16:36:27.579947 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8e8a958b-e410-4ef2-8470-6eba29c912c9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "GET /v2.0/ports/c50d3a37-1a86-4496-9e05-bbfce56f5bca HTTP/1.1" status: 404 len: 333 time: 0.0611465 Jul 23 16:36:27.583712 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50318) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:27.688059 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-bbd48e00-786f-4f4e-94a6-8a680584dd16 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] For port 3f174545-8154-44f4-ba26-6ef2fc2bde8e, host n-d-778549-4, got binding levels [] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:27.688571 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bbd48e00-786f-4f4e-94a6-8a680584dd16 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:27.693732 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-965de9ca-f766-417b-9c6b-d91a0b19833f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Deleting subnet e43e8008-2400-46d8-aac6-35321ee483ea {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:36:27.698691 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-965de9ca-f766-417b-9c6b-d91a0b19833f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:27.709095 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-bbd48e00-786f-4f4e-94a6-8a680584dd16 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Calling delete_port for 3f174545-8154-44f4-ba26-6ef2fc2bde8e owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:27.714208 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.ipam_backend_mixin [None req-bbd48e00-786f-4f4e-94a6-8a680584dd16 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Port 3f174545-8154-44f4-ba26-6ef2fc2bde8e was not found and therefore no delete operation was performed {{(pid=94012) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:36:27.717743 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bbd48e00-786f-4f4e-94a6-8a680584dd16 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:27.717979 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29067529-377f-4f6b-b452-d5daf58fa825 None None] DHCP port deletion for a11530e6-1993-441b-956a-6f9600ed92b8 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:36:27.752136 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-965de9ca-f766-417b-9c6b-d91a0b19833f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:27.770511 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd48e00-786f-4f4e-94a6-8a680584dd16 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] No DVR routers for this DVR port 3f174545-8154-44f4-ba26-6ef2fc2bde8e on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:36:27.780488 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd48e00-786f-4f4e-94a6-8a680584dd16 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Pushing event deleted for resources: {'Port': ['ID=3f174545-8154-44f4-ba26-6ef2fc2bde8e,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:27.817699 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-29067529-377f-4f6b-b452-d5daf58fa825 None None] Deleting port 324b22b6-e09c-45a9-9260-7dbd30a8dd9b {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:27.818210 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-29067529-377f-4f6b-b452-d5daf58fa825 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:27.861079 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-965de9ca-f766-417b-9c6b-d91a0b19833f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:27.898573 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-29067529-377f-4f6b-b452-d5daf58fa825 None None] For port 324b22b6-e09c-45a9-9260-7dbd30a8dd9b, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=324b22b6-e09c-45a9-9260-7dbd30a8dd9b,segment=NetworkSegment(05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c),segment_id=05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:27.899642 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-29067529-377f-4f6b-b452-d5daf58fa825 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:27.941483 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-29067529-377f-4f6b-b452-d5daf58fa825 None None] Calling delete_port for 324b22b6-e09c-45a9-9260-7dbd30a8dd9b owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:27.942190 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-965de9ca-f766-417b-9c6b-d91a0b19833f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:27.968077 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-965de9ca-f766-417b-9c6b-d91a0b19833f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:27.971235 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-965de9ca-f766-417b-9c6b-d91a0b19833f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/subnets/e43e8008-2400-46d8-aac6-35321ee483ea HTTP/1.1" status: 204 len: 168 time: 0.3856449 Jul 23 16:36:27.989647 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ee9f8b-02c7-4583-b49e-b20e18e6bc32 None None] Network 4912b2cb-324f-4591-9f1c-ffc965449f2f requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:27.993978 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50320) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:28.140544 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965de9ca-f766-417b-9c6b-d91a0b19833f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Subnet': ['ID=e43e8008-2400-46d8-aac6-35321ee483ea,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:28.149928 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0a06b1a1-cbf1-4573-8381-3c63e34e8226 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.151643 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-29067529-377f-4f6b-b452-d5daf58fa825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.182203 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29067529-377f-4f6b-b452-d5daf58fa825 None None] Pushing event deleted for resources: {'Port': ['ID=324b22b6-e09c-45a9-9260-7dbd30a8dd9b,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:28.195144 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29067529-377f-4f6b-b452-d5daf58fa825 None None] No DVR routers for this DVR port 324b22b6-e09c-45a9-9260-7dbd30a8dd9b on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:36:28.252100 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-0a06b1a1-cbf1-4573-8381-3c63e34e8226 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Deleting port 0073fe80-4d2f-46f1-95a0-09d8ae7e78d9 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:28.252461 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0a06b1a1-cbf1-4573-8381-3c63e34e8226 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.301117 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bbd48e00-786f-4f4e-94a6-8a680584dd16 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.301980 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c5ba7f-9332-4a23-87b2-0d31de82594d None None] DHCP port deletion for 4912b2cb-324f-4591-9f1c-ffc965449f2f request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:36:28.350633 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-0a06b1a1-cbf1-4573-8381-3c63e34e8226 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] For port 0073fe80-4d2f-46f1-95a0-09d8ae7e78d9, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0073fe80-4d2f-46f1-95a0-09d8ae7e78d9,segment=NetworkSegment(4aa68142-cff6-4b6d-b0b0-ce2563e7cccc),segment_id=4aa68142-cff6-4b6d-b0b0-ce2563e7cccc)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:28.351328 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0a06b1a1-cbf1-4573-8381-3c63e34e8226 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.351546 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-bbd48e00-786f-4f4e-94a6-8a680584dd16 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72536959-6d28-4d4b-a817-b894e84f9992']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:28.368111 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-0a06b1a1-cbf1-4573-8381-3c63e34e8226 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Calling delete_port for 0073fe80-4d2f-46f1-95a0-09d8ae7e78d9 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:28.375784 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f1babcb-64f4-4687-a859-dc894d38182c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.384445 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-62c5ba7f-9332-4a23-87b2-0d31de82594d None None] Deleting port 0073fe80-4d2f-46f1-95a0-09d8ae7e78d9 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:28.386552 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-62c5ba7f-9332-4a23-87b2-0d31de82594d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.402529 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-bbd48e00-786f-4f4e-94a6-8a680584dd16 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09683eb-b332-4542-b7a5-2cff7293226f') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:28.402778 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-bbd48e00-786f-4f4e-94a6-8a680584dd16 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09683eb-b332-4542-b7a5-2cff7293226f') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:28.405284 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f1babcb-64f4-4687-a859-dc894d38182c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.424499 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bbd48e00-786f-4f4e-94a6-8a680584dd16 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.468874 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bbd48e00-786f-4f4e-94a6-8a680584dd16 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.500005 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0a06b1a1-cbf1-4573-8381-3c63e34e8226 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.517730 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a06b1a1-cbf1-4573-8381-3c63e34e8226 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] No DVR routers for this DVR port 0073fe80-4d2f-46f1-95a0-09d8ae7e78d9 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:36:28.527972 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-62c5ba7f-9332-4a23-87b2-0d31de82594d None None] For port 0073fe80-4d2f-46f1-95a0-09d8ae7e78d9, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0073fe80-4d2f-46f1-95a0-09d8ae7e78d9,segment=NetworkSegment(4aa68142-cff6-4b6d-b0b0-ce2563e7cccc),segment_id=4aa68142-cff6-4b6d-b0b0-ce2563e7cccc)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:28.528589 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-62c5ba7f-9332-4a23-87b2-0d31de82594d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.542600 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd48e00-786f-4f4e-94a6-8a680584dd16 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Releasing vlan 1129 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:36:28.543608 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bbd48e00-786f-4f4e-94a6-8a680584dd16 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.547493 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-62c5ba7f-9332-4a23-87b2-0d31de82594d None None] Calling delete_port for 0073fe80-4d2f-46f1-95a0-09d8ae7e78d9 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:28.555417 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:36:28.555417 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:36:28.555417 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:36:28.555417 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:36:28.555417 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:36:28.555417 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:36:28.555417 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:36:28.555417 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:36:28.555417 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:36:28.555417 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:36:28.555417 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:36:28.555417 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:36:28.555417 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:36:28.555417 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:36:28.555417 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:36:28.555417 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:36:28.555417 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:36:28.555417 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:36:28.555417 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:36:28.555417 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:36:28.555417 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:36:28.555417 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:36:28.555417 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:36:28.555417 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:36:28.555417 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:36:28.555417 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:36:28.555417 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:36:28.555417 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:36:28.555417 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:36:28.555417 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:36:28.555417 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:36:28.555417 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:36:28.596736 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06b1a1-cbf1-4573-8381-3c63e34e8226 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Port': ['ID=0073fe80-4d2f-46f1-95a0-09d8ae7e78d9,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:28.694283 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-62c5ba7f-9332-4a23-87b2-0d31de82594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.729250 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0a06b1a1-cbf1-4573-8381-3c63e34e8226 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.735093 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c5ba7f-9332-4a23-87b2-0d31de82594d None None] No DVR routers for this DVR port 0073fe80-4d2f-46f1-95a0-09d8ae7e78d9 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:36:28.741239 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 324b22b6-e09c-45a9-9260-7dbd30a8dd9b no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:36:28.745997 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5ba7f-9332-4a23-87b2-0d31de82594d None None] Pushing event deleted for resources: {'Port': ['ID=0073fe80-4d2f-46f1-95a0-09d8ae7e78d9,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:28.780962 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-0a06b1a1-cbf1-4573-8381-3c63e34e8226 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4912b2cb-324f-4591-9f1c-ffc965449f2f']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:28.793290 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 324b22b6-e09c-45a9-9260-7dbd30a8dd9b {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:36:28.794508 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 324b22b6-e09c-45a9-9260-7dbd30a8dd9b not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:36:28.795215 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0073fe80-4d2f-46f1-95a0-09d8ae7e78d9 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:36:28.809952 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-0a06b1a1-cbf1-4573-8381-3c63e34e8226 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa68142-cff6-4b6d-b0b0-ce2563e7cccc') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:28.836699 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-0a06b1a1-cbf1-4573-8381-3c63e34e8226 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa68142-cff6-4b6d-b0b0-ce2563e7cccc') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:28.837669 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bbd48e00-786f-4f4e-94a6-8a680584dd16 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.869626 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0a06b1a1-cbf1-4573-8381-3c63e34e8226 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.879735 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 0073fe80-4d2f-46f1-95a0-09d8ae7e78d9 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:36:28.880079 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0073fe80-4d2f-46f1-95a0-09d8ae7e78d9 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:36:28.886995 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bbd48e00-786f-4f4e-94a6-8a680584dd16 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.890847 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-bbd48e00-786f-4f4e-94a6-8a680584dd16 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "DELETE /v2.0/networks/72536959-6d28-4d4b-a817-b894e84f9992 HTTP/1.1" status: 204 len: 168 time: 2.0816860 Jul 23 16:36:28.917415 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50332) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:28.961533 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1594b-582b-4247-8f62-411b6c8ddb0a req-918a6bff-add4-4c60-9b1a-f47712f98e88 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:28.970970 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-23c1594b-582b-4247-8f62-411b6c8ddb0a req-918a6bff-add4-4c60-9b1a-f47712f98e88 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 946 time: 0.5443342 Jul 23 16:36:28.981914 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd48e00-786f-4f4e-94a6-8a680584dd16 tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Pushing event deleted for resources: {'Network': ['ID=72536959-6d28-4d4b-a817-b894e84f9992,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:29.017705 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-7f1babcb-64f4-4687-a859-dc894d38182c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Allocated IP 172.25.8.20 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/c4e0464e-1df8-470d-8417-1d8ffe13bc4d) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:29.052504 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0a06b1a1-cbf1-4573-8381-3c63e34e8226 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.059739 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc115e37-7f74-472f-a9dc-797f52b48d5d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.067034 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a06b1a1-cbf1-4573-8381-3c63e34e8226 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Releasing vlan 1130 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:36:29.067839 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0a06b1a1-cbf1-4573-8381-3c63e34e8226 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.073381 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:36:29.073381 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:36:29.073381 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:36:29.073381 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:36:29.073381 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:36:29.073381 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:36:29.073381 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:36:29.073381 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:36:29.073381 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:36:29.073381 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:36:29.073381 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:36:29.073381 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:36:29.073381 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:36:29.073381 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:36:29.073381 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:36:29.073381 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:36:29.073381 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:36:29.073381 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:36:29.073381 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:36:29.073381 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:36:29.073381 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:36:29.073381 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:36:29.073381 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:36:29.073381 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:36:29.073381 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:36:29.073381 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:36:29.073381 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:36:29.073381 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:36:29.073381 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:36:29.073381 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:36:29.073381 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:36:29.073381 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:36:29.156605 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-23c1594b-582b-4247-8f62-411b6c8ddb0a req-fa017049-8925-42a2-aacd-b390d11c22ee tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/security-groups?id=db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841710 Jul 23 16:36:29.247195 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0a06b1a1-cbf1-4573-8381-3c63e34e8226 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.254159 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0a06b1a1-cbf1-4573-8381-3c63e34e8226 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.256823 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0a06b1a1-cbf1-4573-8381-3c63e34e8226 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/networks/4912b2cb-324f-4591-9f1c-ffc965449f2f HTTP/1.1" status: 204 len: 168 time: 1.2603216 Jul 23 16:36:29.264867 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50334) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:29.266263 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d60a9-f682-4ba9-bb34-bee3dc50c2d6 req-59ee6224-7e63-4130-9217-19a3beef1be7 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:29.274510 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6d2d60a9-f682-4ba9-bb34-bee3dc50c2d6 req-59ee6224-7e63-4130-9217-19a3beef1be7 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 945 time: 0.4426322 Jul 23 16:36:29.304959 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc115e37-7f74-472f-a9dc-797f52b48d5d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.322428 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-2d683c2a-1d6a-4a2d-87d2-c5d138482e84 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1130696487'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:29.340942 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06b1a1-cbf1-4573-8381-3c63e34e8226 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Network': ['ID=4912b2cb-324f-4591-9f1c-ffc965449f2f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:29.348873 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-dc115e37-7f74-472f-a9dc-797f52b48d5d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a11530e6-1993-441b-956a-6f9600ed92b8']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:29.366683 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-dc115e37-7f74-472f-a9dc-797f52b48d5d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:29.367159 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-dc115e37-7f74-472f-a9dc-797f52b48d5d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c104a3-a2c8-4e29-aeb2-181c6b4b8e7c') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:29.401805 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc115e37-7f74-472f-a9dc-797f52b48d5d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.415751 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d683c2a-1d6a-4a2d-87d2-c5d138482e84 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:29.421698 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2d683c2a-1d6a-4a2d-87d2-c5d138482e84 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.421921 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f1babcb-64f4-4687-a859-dc894d38182c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.445959 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6d2d60a9-f682-4ba9-bb34-bee3dc50c2d6 req-54754ac2-8e1b-4ad0-b457-f3865439a370 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704302 Jul 23 16:36:29.453577 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc115e37-7f74-472f-a9dc-797f52b48d5d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.472674 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc115e37-7f74-472f-a9dc-797f52b48d5d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Releasing vlan 1132 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:36:29.473126 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc115e37-7f74-472f-a9dc-797f52b48d5d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.476774 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:36:29.476774 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:36:29.476774 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:36:29.476774 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:36:29.476774 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:36:29.476774 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:36:29.476774 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:36:29.476774 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:36:29.476774 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:36:29.476774 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:36:29.476774 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:36:29.476774 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:36:29.476774 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:36:29.476774 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:36:29.476774 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:36:29.476774 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:36:29.476774 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:36:29.476774 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:36:29.476774 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:36:29.476774 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:36:29.476774 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:36:29.476774 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:36:29.476774 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:36:29.476774 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:36:29.476774 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:36:29.476774 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:36:29.476774 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:36:29.476774 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:36:29.476774 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:36:29.476774 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:36:29.476774 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:36:29.476774 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:36:29.514460 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d683c2a-1d6a-4a2d-87d2-c5d138482e84 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] vlan segment allocate from pool success with {'vlan_id': 1126, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:36:29.527149 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f1babcb-64f4-4687-a859-dc894d38182c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.557737 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2d683c2a-1d6a-4a2d-87d2-c5d138482e84 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.558241 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-2d683c2a-1d6a-4a2d-87d2-c5d138482e84 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Added segment 8ec4f073-39e3-460c-b91f-6770c01b5bd1 of type vlan for network cf46480f-498d-4774-a08e-b0726346e3fb Jul 23 16:36:29.568689 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc115e37-7f74-472f-a9dc-797f52b48d5d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.593968 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc115e37-7f74-472f-a9dc-797f52b48d5d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.600325 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-dc115e37-7f74-472f-a9dc-797f52b48d5d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] 10.222.0.73 "DELETE /v2.0/networks/a11530e6-1993-441b-956a-6f9600ed92b8 HTTP/1.1" status: 204 len: 168 time: 0.6770971 Jul 23 16:36:29.611843 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1babcb-64f4-4687-a859-dc894d38182c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:29.611843 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-7f1babcb-64f4-4687-a859-dc894d38182c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:29.621225 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1babcb-64f4-4687-a859-dc894d38182c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:29.633673 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1babcb-64f4-4687-a859-dc894d38182c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Pushing event updated for resources: {'Port': ['ID=c4e0464e-1df8-470d-8417-1d8ffe13bc4d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:29.634284 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc115e37-7f74-472f-a9dc-797f52b48d5d tempest-TaggedBootDevicesTest-1491700905 tempest-TaggedBootDevicesTest-1491700905-project] Pushing event deleted for resources: {'Network': ['ID=a11530e6-1993-441b-956a-6f9600ed92b8,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:29.646520 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2d683c2a-1d6a-4a2d-87d2-c5d138482e84 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.689857 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2d683c2a-1d6a-4a2d-87d2-c5d138482e84 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.697632 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d683c2a-1d6a-4a2d-87d2-c5d138482e84 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:29.698512 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2d683c2a-1d6a-4a2d-87d2-c5d138482e84 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.762315 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2d683c2a-1d6a-4a2d-87d2-c5d138482e84 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4538698 Jul 23 16:36:29.767692 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50336) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:29.783063 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-3ca39f63-bba4-4fbe-b6e8-592932c73273 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'subnet': {'network_id': 'cf46480f-498d-4774-a08e-b0726346e3fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:29.967312 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d683c2a-1d6a-4a2d-87d2-c5d138482e84 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Network': ['ID=cf46480f-498d-4774-a08e-b0726346e3fb,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:29.979152 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network cf46480f-498d-4774-a08e-b0726346e3fb details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:36:30.023010 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca39f63-bba4-4fbe-b6e8-592932c73273 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:30.031018 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3ca39f63-bba4-4fbe-b6e8-592932c73273 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:30.056842 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f1babcb-64f4-4687-a859-dc894d38182c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:30.326856 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3ca39f63-bba4-4fbe-b6e8-592932c73273 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:30.400116 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca39f63-bba4-4fbe-b6e8-592932c73273 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Subnet': ['ID=c425212a-6dbb-4075-a6d5-e9758b7240e7,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:30.413911 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca39f63-bba4-4fbe-b6e8-592932c73273 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Checking segment: {'id': '8ec4f073-39e3-460c-b91f-6770c01b5bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'cf46480f-498d-4774-a08e-b0726346e3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:36:30.414299 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca39f63-bba4-4fbe-b6e8-592932c73273 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network hostable DHCP agents. Network: cf46480f-498d-4774-a08e-b0726346e3fb, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:36:30.432429 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ac6a5-a48d-401f-8cca-0a0e1f95b61f req-2bac3cda-70fa-4ea0-8771-361d89fb6b8e tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:30.433961 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca39f63-bba4-4fbe-b6e8-592932c73273 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network cf46480f-498d-4774-a08e-b0726346e3fb is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:36:30.434390 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fc7ac6a5-a48d-401f-8cca-0a0e1f95b61f req-2bac3cda-70fa-4ea0-8771-361d89fb6b8e tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 946 time: 0.1384907 Jul 23 16:36:30.448125 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-3ca39f63-bba4-4fbe-b6e8-592932c73273 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, cf46480f-498d-4774-a08e-b0726346e3fb) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:30.453376 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca39f63-bba4-4fbe-b6e8-592932c73273 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:30.454400 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3ca39f63-bba4-4fbe-b6e8-592932c73273 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:30.460340 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c8f4a6-5b85-485a-b9b4-7a6d31cf3333 None None] Network cf46480f-498d-4774-a08e-b0726346e3fb requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:30.469803 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f1babcb-64f4-4687-a859-dc894d38182c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:30.481758 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3ca39f63-bba4-4fbe-b6e8-592932c73273 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7097800 Jul 23 16:36:30.483004 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50352) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:30.493766 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-63f07b81-676c-4286-9be6-c194f60739cf tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'port': {'network_id': 'cf46480f-498d-4774-a08e-b0726346e3fb', 'name': 'tempest-PortsTestJSON-53648035', 'fixed_ips': [{'subnet_id': 'c425212a-6dbb-4075-a6d5-e9758b7240e7', 'ip_address': '172.20.0.10'}]}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:30.656773 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fc7ac6a5-a48d-401f-8cca-0a0e1f95b61f req-3dd0e4cf-f716-4fdf-ab31-ee371f3dba34 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/security-groups?id=db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107296 Jul 23 16:36:30.687510 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f07b81-676c-4286-9be6-c194f60739cf tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:30.763091 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2f765b-75c6-4472-b964-5d23ec4bb780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-cf46480f-498d-4774-a08e-b0726346e3fb', 'network_id': 'cf46480f-498d-4774-a08e-b0726346e3fb', 'tenant_id': '038b50aa87914dfd8d6a623321cfea16', 'fixed_ips': [{'subnet_id': 'c425212a-6dbb-4075-a6d5-e9758b7240e7'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:36:30.763957 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8a2f765b-75c6-4472-b964-5d23ec4bb780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:30.776848 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d2d97-ed83-4058-8a73-ba0f6879ffca req-874327a6-3558-4ca5-a7d0-c929cb1796d3 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:30.778559 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-391d2d97-ed83-4058-8a73-ba0f6879ffca req-874327a6-3558-4ca5-a7d0-c929cb1796d3 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 945 time: 0.1799786 Jul 23 16:36:30.840246 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-391d2d97-ed83-4058-8a73-ba0f6879ffca req-fabf2a03-dd14-4fca-97ce-75e287203e2f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557477 Jul 23 16:36:30.845809 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1babcb-64f4-4687-a859-dc894d38182c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Router 1bb0e5ea-0e95-47d2-8dbb-58baf2ee0832 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:36:30.864077 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63f07b81-676c-4286-9be6-c194f60739cf tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:30.920469 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-63f07b81-676c-4286-9be6-c194f60739cf tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] device_id is not set on port 7416320e-9385-4830-8762-91683bf466c3 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:36:31.044924 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-8a2f765b-75c6-4472-b964-5d23ec4bb780 None None] Allocated IP 172.20.0.2 (cf46480f-498d-4774-a08e-b0726346e3fb/c425212a-6dbb-4075-a6d5-e9758b7240e7/c4837197-24b9-44ae-99e7-4162ae3f091c) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:31.046750 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1babcb-64f4-4687-a859-dc894d38182c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:36:31.065502 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a3a99d-417e-42ef-b25e-76dfa90682a7 None None] Sync routers for ids ['1bb0e5ea-0e95-47d2-8dbb-58baf2ee0832'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:36:31.088393 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f1babcb-64f4-4687-a859-dc894d38182c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:31.097786 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7f1babcb-64f4-4687-a859-dc894d38182c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.5452454 Jul 23 16:36:31.098022 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50358) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:31.104089 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-fc8d2085-4db8-4d53-b2ba-e1263bdc7910 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:31.108083 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a3a99d-417e-42ef-b25e-76dfa90682a7 None None] Routers {'1bb0e5ea-0e95-47d2-8dbb-58baf2ee0832'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:31.109175 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c8a3a99d-417e-42ef-b25e-76dfa90682a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:36:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['1bb0e5ea-0e95-47d2-8dbb-58baf2ee0832'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:31.241680 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c8a3a99d-417e-42ef-b25e-76dfa90682a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:31.259806 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a3a99d-417e-42ef-b25e-76dfa90682a7 None None] Routers {'1bb0e5ea-0e95-47d2-8dbb-58baf2ee0832'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:31.260548 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c8a3a99d-417e-42ef-b25e-76dfa90682a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:36:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['1bb0e5ea-0e95-47d2-8dbb-58baf2ee0832'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:31.308243 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c8a3a99d-417e-42ef-b25e-76dfa90682a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:31.308801 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a3a99d-417e-42ef-b25e-76dfa90682a7 None None] The sync data for ids ['1bb0e5ea-0e95-47d2-8dbb-58baf2ee0832'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:36:31.411481 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8a2f765b-75c6-4472-b964-5d23ec4bb780 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:31.429719 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8a2f765b-75c6-4472-b964-5d23ec4bb780 None None] Transition to ACTIVE for port object c4837197-24b9-44ae-99e7-4162ae3f091c will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:31.453074 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8a2f765b-75c6-4472-b964-5d23ec4bb780 None None] Transition to ACTIVE for port object c4837197-24b9-44ae-99e7-4162ae3f091c will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:31.463343 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8a2f765b-75c6-4472-b964-5d23ec4bb780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:31.530696 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f765b-75c6-4472-b964-5d23ec4bb780 None None] Pushing event updated for resources: {'Port': ['ID=c4837197-24b9-44ae-99e7-4162ae3f091c,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:31.550220 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2f765b-75c6-4472-b964-5d23ec4bb780 None None] Network cf46480f-498d-4774-a08e-b0726346e3fb is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:31.552055 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-8a2f765b-75c6-4472-b964-5d23ec4bb780 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:31.559803 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2f765b-75c6-4472-b964-5d23ec4bb780 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:31.642590 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-8a2f765b-75c6-4472-b964-5d23ec4bb780 None None] Attempting to bind port c4837197-24b9-44ae-99e7-4162ae3f091c on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:36:31.643118 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-8a2f765b-75c6-4472-b964-5d23ec4bb780 None None] Attempting to bind port c4837197-24b9-44ae-99e7-4162ae3f091c by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '8ec4f073-39e3-460c-b91f-6770c01b5bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'cf46480f-498d-4774-a08e-b0726346e3fb'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:36:31.643484 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2f765b-75c6-4472-b964-5d23ec4bb780 None None] Attempting to bind port c4837197-24b9-44ae-99e7-4162ae3f091c on network cf46480f-498d-4774-a08e-b0726346e3fb {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:36:31.651459 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2f765b-75c6-4472-b964-5d23ec4bb780 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:36:31.651872 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2f765b-75c6-4472-b964-5d23ec4bb780 None None] Checking segment: {'id': '8ec4f073-39e3-460c-b91f-6770c01b5bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'cf46480f-498d-4774-a08e-b0726346e3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:36:31.652266 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8a2f765b-75c6-4472-b964-5d23ec4bb780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:31.652915 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2f765b-75c6-4472-b964-5d23ec4bb780 None None] Bound using segment: {'id': '8ec4f073-39e3-460c-b91f-6770c01b5bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'cf46480f-498d-4774-a08e-b0726346e3fb'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:36:31.653566 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-8a2f765b-75c6-4472-b964-5d23ec4bb780 None None] Bound port: c4837197-24b9-44ae-99e7-4162ae3f091c, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec4f073-39e3-460c-b91f-6770c01b5bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'cf46480f-498d-4774-a08e-b0726346e3fb'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:36:31.653954 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8a2f765b-75c6-4472-b964-5d23ec4bb780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:31.750841 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-8a2f765b-75c6-4472-b964-5d23ec4bb780 None None] For port c4837197-24b9-44ae-99e7-4162ae3f091c, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:36:31.758428 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-8a2f765b-75c6-4472-b964-5d23ec4bb780 None None] For port c4837197-24b9-44ae-99e7-4162ae3f091c, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c4837197-24b9-44ae-99e7-4162ae3f091c,segment=NetworkSegment(8ec4f073-39e3-460c-b91f-6770c01b5bd1),segment_id=8ec4f073-39e3-460c-b91f-6770c01b5bd1)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:36:31.762978 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-63f07b81-676c-4286-9be6-c194f60739cf tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Allocated IP 172.20.0.10 (cf46480f-498d-4774-a08e-b0726346e3fb/c425212a-6dbb-4075-a6d5-e9758b7240e7/7416320e-9385-4830-8762-91683bf466c3) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:31.764850 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8a2f765b-75c6-4472-b964-5d23ec4bb780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:31.872978 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f765b-75c6-4472-b964-5d23ec4bb780 None None] Pushing event updated for resources: {'Port': ['ID=c4837197-24b9-44ae-99e7-4162ae3f091c,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:31.910570 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f443155-3a47-4382-953a-f54b56e41687 req-12b30148-0bc1-4d3f-a267-ca7c6b8d5cf1 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:31.916890 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9f443155-3a47-4382-953a-f54b56e41687 req-12b30148-0bc1-4d3f-a267-ca7c6b8d5cf1 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 946 time: 0.1617599 Jul 23 16:36:31.985330 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9f443155-3a47-4382-953a-f54b56e41687 req-5b40eac2-e68a-4c82-a3b8-43f35e006e96 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/security-groups?id=db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607870 Jul 23 16:36:31.999124 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc8d2085-4db8-4d53-b2ba-e1263bdc7910 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:32.084670 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281e926-4d10-43cc-86fc-9fa9e7af9bac req-4443bee5-6831-4922-a1d9-67d40937053b tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:32.087390 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d281e926-4d10-43cc-86fc-9fa9e7af9bac req-4443bee5-6831-4922-a1d9-67d40937053b tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 945 time: 0.1158330 Jul 23 16:36:32.128586 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc8d2085-4db8-4d53-b2ba-e1263bdc7910 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:32.177860 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d281e926-4d10-43cc-86fc-9fa9e7af9bac req-49214408-f12a-4a2e-b30f-4c4e1887ac04 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828326 Jul 23 16:36:32.234177 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63f07b81-676c-4286-9be6-c194f60739cf tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:32.257559 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-63f07b81-676c-4286-9be6-c194f60739cf tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Transition to ACTIVE for port object 7416320e-9385-4830-8762-91683bf466c3 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:32.295808 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-fc8d2085-4db8-4d53-b2ba-e1263bdc7910 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Deleting port c4e0464e-1df8-470d-8417-1d8ffe13bc4d {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:32.296301 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc8d2085-4db8-4d53-b2ba-e1263bdc7910 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:32.398142 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63f07b81-676c-4286-9be6-c194f60739cf tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:32.476805 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc8d2085-4db8-4d53-b2ba-e1263bdc7910 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:32.480845 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f07b81-676c-4286-9be6-c194f60739cf tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network cf46480f-498d-4774-a08e-b0726346e3fb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:32.487815 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f07b81-676c-4286-9be6-c194f60739cf tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Port': ['ID=7416320e-9385-4830-8762-91683bf466c3,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:32.501310 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-63f07b81-676c-4286-9be6-c194f60739cf tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:32.510780 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-fc8d2085-4db8-4d53-b2ba-e1263bdc7910 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Calling delete_port for c4e0464e-1df8-470d-8417-1d8ffe13bc4d owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:32.529213 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f07b81-676c-4286-9be6-c194f60739cf tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:32.629020 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-545796bd-215b-4a5b-9385-b1e1c821e691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:32.679478 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f07b81-676c-4286-9be6-c194f60739cf tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:32.680767 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63f07b81-676c-4286-9be6-c194f60739cf tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:32.721793 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-63f07b81-676c-4286-9be6-c194f60739cf tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2352998 Jul 23 16:36:32.722347 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50380) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:32.729685 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-361e4d2f-0f04-43d5-8d22-c678e485c3a1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'port': {'network_id': 'cf46480f-498d-4774-a08e-b0726346e3fb', 'name': 'tempest-PortsTestJSON-840893158', 'fixed_ips': [{'subnet_id': 'c425212a-6dbb-4075-a6d5-e9758b7240e7', 'ip_address': '172.20.0.9'}]}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:32.804832 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c4837197-24b9-44ae-99e7-4162ae3f091c up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:36:32.907122 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port c4837197-24b9-44ae-99e7-4162ae3f091c completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:32.915996 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc8d2085-4db8-4d53-b2ba-e1263bdc7910 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:32.962522 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d2085-4db8-4d53-b2ba-e1263bdc7910 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Pushing event deleted for resources: {'Port': ['ID=c4e0464e-1df8-470d-8417-1d8ffe13bc4d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:33.048108 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0c901-b796-4519-b4e9-1a69c45cafdf req-cc2918f2-1a7f-4b27-a42a-9afab2597aa1 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:33.052955 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc8d2085-4db8-4d53-b2ba-e1263bdc7910 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:33.057245 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ba0c901-b796-4519-b4e9-1a69c45cafdf req-cc2918f2-1a7f-4b27-a42a-9afab2597aa1 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 947 time: 0.2121193 Jul 23 16:36:33.093459 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361e4d2f-0f04-43d5-8d22-c678e485c3a1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:33.201638 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ba0c901-b796-4519-b4e9-1a69c45cafdf req-08e76131-2c1a-4d91-9c1b-7c911049aa85 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191006 Jul 23 16:36:33.307311 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-361e4d2f-0f04-43d5-8d22-c678e485c3a1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:33.344537 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe572e0e-e251-4e16-9951-83e4b62a8a49 req-fb5fa607-f390-43d4-afb4-5f8f8f5e479a tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:33.357597 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcac4c9-b151-4d14-b917-21866f0e737b None None] Network cf46480f-498d-4774-a08e-b0726346e3fb requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:33.358103 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe572e0e-e251-4e16-9951-83e4b62a8a49 req-fb5fa607-f390-43d4-afb4-5f8f8f5e479a tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 946 time: 0.2123005 Jul 23 16:36:33.392007 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc8d2085-4db8-4d53-b2ba-e1263bdc7910 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:33.398003 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc8d2085-4db8-4d53-b2ba-e1263bdc7910 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1714764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1714741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695099'] for router, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:33.418488 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7644be9b-9820-4633-8dce-0a1169da9979 None None] Provisioning for port c4837197-24b9-44ae-99e7-4162ae3f091c completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:33.464162 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-361e4d2f-0f04-43d5-8d22-c678e485c3a1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] device_id is not set on port b02ef865-3a03-42f9-a526-b1343dafc269 yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:36:33.470761 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7644be9b-9820-4633-8dce-0a1169da9979 None None] Provisioning complete for port c4837197-24b9-44ae-99e7-4162ae3f091c triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:33.471192 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7644be9b-9820-4633-8dce-0a1169da9979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:33.531371 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8d2085-4db8-4d53-b2ba-e1263bdc7910 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Router 1bb0e5ea-0e95-47d2-8dbb-58baf2ee0832 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:36:33.603992 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe572e0e-e251-4e16-9951-83e4b62a8a49 req-cdc7a1bc-6943-46e4-b544-1af9c2b16a69 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/security-groups?id=db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446411 Jul 23 16:36:33.672637 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7644be9b-9820-4633-8dce-0a1169da9979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:33.714110 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8d2085-4db8-4d53-b2ba-e1263bdc7910 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:36:33.729644 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0207ec24-59d3-459f-9981-21d39abb0c6d None None] Sync routers for ids ['1bb0e5ea-0e95-47d2-8dbb-58baf2ee0832'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:36:33.741999 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc8d2085-4db8-4d53-b2ba-e1263bdc7910 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:33.743991 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fc8d2085-4db8-4d53-b2ba-e1263bdc7910 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] 10.222.0.73 "PUT /v2.0/routers/1bb0e5ea-0e95-47d2-8dbb-58baf2ee0832 HTTP/1.1" status: 200 len: 706 time: 2.6457956 Jul 23 16:36:33.746731 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50394) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:33.750798 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0207ec24-59d3-459f-9981-21d39abb0c6d None None] Routers {'1bb0e5ea-0e95-47d2-8dbb-58baf2ee0832'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:33.751649 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-0207ec24-59d3-459f-9981-21d39abb0c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:36:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['1bb0e5ea-0e95-47d2-8dbb-58baf2ee0832'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:33.805443 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f4f6a-0c8f-4a3a-ac99-29ce0b6591a3 req-7102783f-502a-4042-9a3e-af70efe8fabf tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:33.806941 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-7644be9b-9820-4633-8dce-0a1169da9979 None None] For port c4837197-24b9-44ae-99e7-4162ae3f091c, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c4837197-24b9-44ae-99e7-4162ae3f091c,segment=NetworkSegment(8ec4f073-39e3-460c-b91f-6770c01b5bd1),segment_id=8ec4f073-39e3-460c-b91f-6770c01b5bd1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:33.810612 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e5f4f6a-0c8f-4a3a-ac99-29ce0b6591a3 req-7102783f-502a-4042-9a3e-af70efe8fabf tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 945 time: 0.4237192 Jul 23 16:36:33.824493 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7644be9b-9820-4633-8dce-0a1169da9979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:33.860701 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-0207ec24-59d3-459f-9981-21d39abb0c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:33.882262 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0207ec24-59d3-459f-9981-21d39abb0c6d None None] Routers {'1bb0e5ea-0e95-47d2-8dbb-58baf2ee0832'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:33.883201 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-0207ec24-59d3-459f-9981-21d39abb0c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:36:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['1bb0e5ea-0e95-47d2-8dbb-58baf2ee0832'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:33.912179 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-38f2433d-c2d8-4c7e-9992-69a01537fda0 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "GET /v2.0/routers/1bb0e5ea-0e95-47d2-8dbb-58baf2ee0832 HTTP/1.1" status: 200 len: 741 time: 0.1618760 Jul 23 16:36:33.914583 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50396) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:33.952828 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-0207ec24-59d3-459f-9981-21d39abb0c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:33.953901 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0207ec24-59d3-459f-9981-21d39abb0c6d None None] The sync data for ids ['1bb0e5ea-0e95-47d2-8dbb-58baf2ee0832'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:36:33.993129 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e5f4f6a-0c8f-4a3a-ac99-29ce0b6591a3 req-854e54e4-0947-4f01-8738-eb83b1776939 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711028 Jul 23 16:36:33.998202 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644be9b-9820-4633-8dce-0a1169da9979 None None] Pushing event updated for resources: {'Port': ['ID=c4837197-24b9-44ae-99e7-4162ae3f091c,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:34.008500 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-407466f3-505b-43b4-8ae3-a69d9f742dd9 tempest-RoutersAdminTest-980230328 tempest-RoutersAdminTest-980230328-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=4e763b06-7572-4747-a18b-44a256cb56cb&device_id=1bb0e5ea-0e95-47d2-8dbb-58baf2ee0832 HTTP/1.1" status: 200 len: 205 time: 0.0922518 Jul 23 16:36:34.016393 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50398) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:34.081638 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8850347f-2e90-416a-a604-8fb457f3e2b9 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] 10.222.0.73 "GET /v2.0/ports?device_id=1bb0e5ea-0e95-47d2-8dbb-58baf2ee0832 HTTP/1.1" status: 200 len: 205 time: 0.0643456 Jul 23 16:36:34.083064 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-361e4d2f-0f04-43d5-8d22-c678e485c3a1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Allocated IP 172.20.0.9 (cf46480f-498d-4774-a08e-b0726346e3fb/c425212a-6dbb-4075-a6d5-e9758b7240e7/b02ef865-3a03-42f9-a526-b1343dafc269) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:34.084899 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50400) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:34.229597 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-145a17b2-abac-4493-9022-271bf1e933df tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:34.266892 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-22ecb915-70df-4bf3-9c76-08359c6294a7 None None] Provisioning for port 7416320e-9385-4830-8762-91683bf466c3 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:34.273961 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-22ecb915-70df-4bf3-9c76-08359c6294a7 None None] Provisioning complete for port 7416320e-9385-4830-8762-91683bf466c3 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:34.274691 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-22ecb915-70df-4bf3-9c76-08359c6294a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:34.383855 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-22ecb915-70df-4bf3-9c76-08359c6294a7 None None] Port 7416320e-9385-4830-8762-91683bf466c3 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:36:34.400089 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-22ecb915-70df-4bf3-9c76-08359c6294a7 None None] Provisioning complete for port c4837197-24b9-44ae-99e7-4162ae3f091c triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:34.400518 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-22ecb915-70df-4bf3-9c76-08359c6294a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:34.529436 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-145a17b2-abac-4493-9022-271bf1e933df tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:34.532383 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-145a17b2-abac-4493-9022-271bf1e933df tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:34.547124 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-361e4d2f-0f04-43d5-8d22-c678e485c3a1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:34.562825 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-361e4d2f-0f04-43d5-8d22-c678e485c3a1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Transition to ACTIVE for port object b02ef865-3a03-42f9-a526-b1343dafc269 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:34.602642 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-145a17b2-abac-4493-9022-271bf1e933df tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:34.605166 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145a17b2-abac-4493-9022-271bf1e933df tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Fanout notify agent at l3_agent the message router_deleted on router 1bb0e5ea-0e95-47d2-8dbb-58baf2ee0832 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:36:34.611297 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-361e4d2f-0f04-43d5-8d22-c678e485c3a1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:34.629303 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-145a17b2-abac-4493-9022-271bf1e933df tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:34.635010 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-145a17b2-abac-4493-9022-271bf1e933df tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] 10.222.0.73 "DELETE /v2.0/routers/1bb0e5ea-0e95-47d2-8dbb-58baf2ee0832 HTTP/1.1" status: 204 len: 168 time: 0.5474312 Jul 23 16:36:34.645544 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50406) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:34.748930 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d560b11b-f1cc-40fd-adf2-ec2dd0022ab7 None None] Provisioning complete for port 7416320e-9385-4830-8762-91683bf466c3 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:34.750292 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d560b11b-f1cc-40fd-adf2-ec2dd0022ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:34.799568 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c4837197-24b9-44ae-99e7-4162ae3f091c up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:36:34.844502 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-889f70e8-ce18-426e-961b-47c0e0451393 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] 10.222.0.73 "GET /v2.0/ports?device_id=1bb0e5ea-0e95-47d2-8dbb-58baf2ee0832 HTTP/1.1" status: 200 len: 205 time: 0.1969695 Jul 23 16:36:34.847476 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50410) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:34.862956 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-d560b11b-f1cc-40fd-adf2-ec2dd0022ab7 None None] Port 7416320e-9385-4830-8762-91683bf466c3 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:36:34.864635 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:34.865034 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361e4d2f-0f04-43d5-8d22-c678e485c3a1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network cf46480f-498d-4774-a08e-b0726346e3fb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:34.878261 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd499d-10e2-47de-9fea-d2fde32c9125 req-e816d92f-a09e-48ec-aadd-3b09a8be55c6 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:34.889296 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ccd499d-10e2-47de-9fea-d2fde32c9125 req-e816d92f-a09e-48ec-aadd-3b09a8be55c6 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 947 time: 0.4899518 Jul 23 16:36:34.891410 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port c4837197-24b9-44ae-99e7-4162ae3f091c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:34.891787 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:34.938291 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-361e4d2f-0f04-43d5-8d22-c678e485c3a1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:34.948617 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361e4d2f-0f04-43d5-8d22-c678e485c3a1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:34.954731 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-772983a9-6517-468e-9e7d-00af3556b039 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] delete failed (client error): The resource could not be found. Jul 23 16:36:34.956630 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-772983a9-6517-468e-9e7d-00af3556b039 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] 10.222.0.73 "DELETE /v2.0/routers/1bb0e5ea-0e95-47d2-8dbb-58baf2ee0832 HTTP/1.1" status: 404 len: 336 time: 0.1077187 Jul 23 16:36:34.969421 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50412) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:35.010960 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ccd499d-10e2-47de-9fea-d2fde32c9125 req-c25ebb81-5555-45b0-8f79-b69326ee1ebe tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206653 Jul 23 16:36:35.021750 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361e4d2f-0f04-43d5-8d22-c678e485c3a1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:35.023052 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-361e4d2f-0f04-43d5-8d22-c678e485c3a1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:35.062930 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5476bf11-bcb5-426c-abd9-cf1b1bc70044 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfe7ba65-fd21-4ce2-b0fc-f0e4792426ba HTTP/1.1" status: 200 len: 205 time: 0.0895369 Jul 23 16:36:35.066217 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50416) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:35.076846 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e4d2f-0f04-43d5-8d22-c678e485c3a1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Port': ['ID=b02ef865-3a03-42f9-a526-b1343dafc269,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:35.121228 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-361e4d2f-0f04-43d5-8d22-c678e485c3a1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3953443 Jul 23 16:36:35.127930 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50418) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:35.174459 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-a00901f7-db25-4f18-98c8-b4b9a42e00cb tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] delete failed (client error): The resource could not be found. Jul 23 16:36:35.176727 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a00901f7-db25-4f18-98c8-b4b9a42e00cb tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] 10.222.0.73 "DELETE /v2.0/routers/bfe7ba65-fd21-4ce2-b0fc-f0e4792426ba HTTP/1.1" status: 404 len: 336 time: 0.1089311 Jul 23 16:36:35.180369 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50420) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:35.200698 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52654d-ea48-467b-b615-04c11448d5f0 req-c63de427-01a1-439e-8b28-e0c02beb7c89 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:35.202465 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5a52654d-ea48-467b-b615-04c11448d5f0 req-c63de427-01a1-439e-8b28-e0c02beb7c89 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.97 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 947 time: 0.5029454 Jul 23 16:36:35.228301 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0db46d5b-ec69-458d-b355-ff8d160d6ca9 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] 10.222.0.73 "GET /v2.0/ports?device_id=cdd39ccd-f475-43cf-aa36-eff112be9e77 HTTP/1.1" status: 200 len: 205 time: 0.0465496 Jul 23 16:36:35.230828 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50422) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:35.276494 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-600594f1-9a00-4021-bfd7-bbcd5f3e40ad tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] delete failed (client error): The resource could not be found. Jul 23 16:36:35.278182 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-600594f1-9a00-4021-bfd7-bbcd5f3e40ad tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] 10.222.0.73 "DELETE /v2.0/routers/cdd39ccd-f475-43cf-aa36-eff112be9e77 HTTP/1.1" status: 404 len: 336 time: 0.0460501 Jul 23 16:36:35.289451 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50424) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:35.335521 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-db5b6d9b-04d9-4b4e-b682-86a60fde026d tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7ead853-e280-4e64-98d3-7cde25fd6b34 HTTP/1.1" status: 200 len: 205 time: 0.0446346 Jul 23 16:36:35.351409 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50426) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:35.370278 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-24826192-b246-49e5-b4f6-37ae50e0df4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:35.403830 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-549a4438-dbff-4479-90b4-6b15f229368a None None] Provisioning for port b02ef865-3a03-42f9-a526-b1343dafc269 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:35.408395 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-2667d3de-f66e-4f8f-a6c7-b980a8b8f47e tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] delete failed (client error): The resource could not be found. Jul 23 16:36:35.409278 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-549a4438-dbff-4479-90b4-6b15f229368a None None] Provisioning complete for port b02ef865-3a03-42f9-a526-b1343dafc269 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:35.409755 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-549a4438-dbff-4479-90b4-6b15f229368a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:35.410149 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2667d3de-f66e-4f8f-a6c7-b980a8b8f47e tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] 10.222.0.73 "DELETE /v2.0/routers/d7ead853-e280-4e64-98d3-7cde25fd6b34 HTTP/1.1" status: 404 len: 336 time: 0.0572126 Jul 23 16:36:35.418329 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50428) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:35.462393 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5b066218-d250-4273-80d3-f981e3ea369c tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] 10.222.0.73 "GET /v2.0/ports?device_id=5215eac8-0b38-449a-a48f-5fcb40ed9b08 HTTP/1.1" status: 200 len: 205 time: 0.0421431 Jul 23 16:36:35.465684 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50430) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:35.484406 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:35.495315 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-549a4438-dbff-4479-90b4-6b15f229368a None None] Port b02ef865-3a03-42f9-a526-b1343dafc269 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:36:35.515983 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-4d09a67e-8b67-482f-9f67-fc96ca0310cc tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] delete failed (client error): The resource could not be found. Jul 23 16:36:35.517837 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4d09a67e-8b67-482f-9f67-fc96ca0310cc tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] 10.222.0.73 "DELETE /v2.0/routers/5215eac8-0b38-449a-a48f-5fcb40ed9b08 HTTP/1.1" status: 404 len: 336 time: 0.0508559 Jul 23 16:36:35.520858 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50432) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:35.565541 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-46a255d6-1866-462a-b23a-5dd887f57c12 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d0aba9e-1589-4b5f-bbe0-cdaccf4db94d HTTP/1.1" status: 200 len: 205 time: 0.0420225 Jul 23 16:36:35.567731 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50434) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:35.614024 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-5f44cfa4-8437-40cd-bb7e-8b6e242fb020 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] delete failed (client error): The resource could not be found. Jul 23 16:36:35.618570 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5f44cfa4-8437-40cd-bb7e-8b6e242fb020 tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] 10.222.0.73 "DELETE /v2.0/routers/5d0aba9e-1589-4b5f-bbe0-cdaccf4db94d HTTP/1.1" status: 404 len: 336 time: 0.0465024 Jul 23 16:36:35.618855 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50436) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:35.653503 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-133b20d1-d304-4158-881f-0b95f291cbcb tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] DELETE failed (client error): The resource could not be found. Jul 23 16:36:35.654193 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-133b20d1-d304-4158-881f-0b95f291cbcb tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:36:35.657101 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-133b20d1-d304-4158-881f-0b95f291cbcb tempest-RoutersAdminTest-1516591431 tempest-RoutersAdminTest-1516591431-project] 10.222.0.73 "DELETE /v2.0/subnets/7e14c3bf-731f-42d6-85c6-f1094cf4cffb HTTP/1.1" status: 404 len: 337 time: 0.0359945 Jul 23 16:36:35.776126 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3931cb-ebb7-4dd5-8ece-d01562698848 req-104d716b-d4ab-4fec-8add-a44a5a7b77b5 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:35.777922 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c3931cb-ebb7-4dd5-8ece-d01562698848 req-104d716b-d4ab-4fec-8add-a44a5a7b77b5 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 946 time: 0.9553747 Jul 23 16:36:35.934122 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c3931cb-ebb7-4dd5-8ece-d01562698848 req-32ea14e7-9e83-4376-a781-2df53ddaa8ba tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/security-groups?id=db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179068 Jul 23 16:36:35.944074 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a2313-d84b-4724-9085-3512b511adc2 req-62aab84b-04a4-496d-ac61-eafd077b5c5a tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:35.952319 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-351a2313-d84b-4724-9085-3512b511adc2 req-62aab84b-04a4-496d-ac61-eafd077b5c5a tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 945 time: 0.7756002 Jul 23 16:36:35.984892 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4762281-748f-4f68-a0c4-c6cf636ef510 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:35.990697 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d4762281-748f-4f68-a0c4-c6cf636ef510 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.8489096 Jul 23 16:36:35.990856 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50444) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:35.991462 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50446) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:36.035037 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-5a52654d-ea48-467b-b615-04c11448d5f0 req-2c37f679-8bc6-45b7-8c0e-87b3a2e506e4 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Deleting port 873ab846-b220-45c4-b796-4be961cfe70b {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:36.035803 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5a52654d-ea48-467b-b615-04c11448d5f0 req-2c37f679-8bc6-45b7-8c0e-87b3a2e506e4 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.045624 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-351a2313-d84b-4724-9085-3512b511adc2 req-e3118dc6-1e2a-4d17-9810-cf92bc90ba63 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922565 Jul 23 16:36:36.190063 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf350b1-1e63-4cd5-8e98-111dbe73c902 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:36.200260 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf350b1-1e63-4cd5-8e98-111dbe73c902 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:36.212278 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf350b1-1e63-4cd5-8e98-111dbe73c902 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:36.216742 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-abf350b1-1e63-4cd5-8e98-111dbe73c902 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2215335 Jul 23 16:36:36.217113 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50454) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:36.282245 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-5a52654d-ea48-467b-b615-04c11448d5f0 req-2c37f679-8bc6-45b7-8c0e-87b3a2e506e4 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] For port 873ab846-b220-45c4-b796-4be961cfe70b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=873ab846-b220-45c4-b796-4be961cfe70b,segment=NetworkSegment(b81e70b7-14fa-4230-9456-adac869c5c0b),segment_id=b81e70b7-14fa-4230-9456-adac869c5c0b)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:36.282921 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5a52654d-ea48-467b-b615-04c11448d5f0 req-2c37f679-8bc6-45b7-8c0e-87b3a2e506e4 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.301504 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-5a52654d-ea48-467b-b615-04c11448d5f0 req-2c37f679-8bc6-45b7-8c0e-87b3a2e506e4 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Calling delete_port for 873ab846-b220-45c4-b796-4be961cfe70b owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:36.308746 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-55b98854-bd62-44c4-89de-63ea3df7fa85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.424016 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-360871c5-f6c1-4e18-bd92-8259605ffce4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Deleting port b02ef865-3a03-42f9-a526-b1343dafc269 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:36.424620 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-360871c5-f6c1-4e18-bd92-8259605ffce4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.472207 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607b4d0-8b86-49ab-b399-017142af8284 req-96c284b7-7ba5-45b0-a33d-f04703e6584a tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:36.481899 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9607b4d0-8b86-49ab-b399-017142af8284 req-96c284b7-7ba5-45b0-a33d-f04703e6584a tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/ports?device_id=7198ca53-aec1-4da6-80f5-fa9762b7a709 HTTP/1.1" status: 200 len: 947 time: 0.3262696 Jul 23 16:36:36.522198 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.553638 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9607b4d0-8b86-49ab-b399-017142af8284 req-93fde0e8-fec2-4384-b314-39d209add255 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.73 "GET /v2.0/security-groups?id=54de8c16-ee44-49a4-9d3a-7924ca2c7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705717 Jul 23 16:36:36.555532 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5a52654d-ea48-467b-b615-04c11448d5f0 req-2c37f679-8bc6-45b7-8c0e-87b3a2e506e4 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.592953 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-55b98854-bd62-44c4-89de-63ea3df7fa85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.603803 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-55b98854-bd62-44c4-89de-63ea3df7fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.605895 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37f679-8bc6-45b7-8c0e-87b3a2e506e4 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Pushing event deleted for resources: {'Port': ['ID=873ab846-b220-45c4-b796-4be961cfe70b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:36.652830 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-360871c5-f6c1-4e18-bd92-8259605ffce4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.671028 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a52654d-ea48-467b-b615-04c11448d5f0 req-2c37f679-8bc6-45b7-8c0e-87b3a2e506e4 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] No DVR routers for this DVR port 873ab846-b220-45c4-b796-4be961cfe70b on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:36:36.675712 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5a52654d-ea48-467b-b615-04c11448d5f0 req-2c37f679-8bc6-45b7-8c0e-87b3a2e506e4 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.678263 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5a52654d-ea48-467b-b615-04c11448d5f0 req-2c37f679-8bc6-45b7-8c0e-87b3a2e506e4 tempest-ServersNegativeTestJSON-779108926 tempest-ServersNegativeTestJSON-779108926-project] 10.222.0.97 "DELETE /v2.0/ports/873ab846-b220-45c4-b796-4be961cfe70b HTTP/1.1" status: 204 len: 173 time: 1.4195902 Jul 23 16:36:36.678702 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b98854-bd62-44c4-89de-63ea3df7fa85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09f3fea-2149-4dbe-9e34-31761c61a65e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:36.678857 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7198ca53-aec1-4da6-80f5-fa9762b7a709', 'name': 'network-vif-deleted', 'tag': '873ab846-b220-45c4-b796-4be961cfe70b'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:36:36.682642 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8429282e-45bc-4c48-9a65-0027b1488b12" -d '{"events": [{"server_uuid": "7198ca53-aec1-4da6-80f5-fa9762b7a709", "name": "network-vif-deleted", "tag": "873ab846-b220-45c4-b796-4be961cfe70b"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:36:36.693157 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-55b98854-bd62-44c4-89de-63ea3df7fa85 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5d35e53e00e34a448521df762cb8ccd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6911170 Jul 23 16:36:36.694139 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-360871c5-f6c1-4e18-bd92-8259605ffce4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Calling delete_port for b02ef865-3a03-42f9-a526-b1343dafc269 owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:36.695147 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50458) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:36.775113 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e034464-7c61-45c7-8a9b-6ea43a6c2062 x-openstack-request-id: req-1e034464-7c61-45c7-8a9b-6ea43a6c2062 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:36:36.775515 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7198ca53-aec1-4da6-80f5-fa9762b7a709", "name": "network-vif-deleted", "tag": "873ab846-b220-45c4-b796-4be961cfe70b", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:36:36.775778 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1e034464-7c61-45c7-8a9b-6ea43a6c2062 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:36:36.776251 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7198ca53-aec1-4da6-80f5-fa9762b7a709', 'name': 'network-vif-deleted', 'tag': '873ab846-b220-45c4-b796-4be961cfe70b', 'status': 'completed', 'code': 200} Jul 23 16:36:36.794488 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cace6bb5-cda1-4c0f-9bea-43f851d472cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.825887 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cace6bb5-cda1-4c0f-9bea-43f851d472cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.920513 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cace6bb5-cda1-4c0f-9bea-43f851d472cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.930602 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cace6bb5-cda1-4c0f-9bea-43f851d472cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.937665 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-360871c5-f6c1-4e18-bd92-8259605ffce4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.938804 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-cace6bb5-cda1-4c0f-9bea-43f851d472cc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c09f3fea-2149-4dbe-9e34-31761c61a65e HTTP/1.1" status: 204 len: 168 time: 0.2407053 Jul 23 16:36:36.987246 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace6bb5-cda1-4c0f-9bea-43f851d472cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09f3fea-2149-4dbe-9e34-31761c61a65e,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:37.069431 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360871c5-f6c1-4e18-bd92-8259605ffce4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Port': ['ID=b02ef865-3a03-42f9-a526-b1343dafc269,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:37.238359 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e107eb-1499-4c72-8c8c-7699705c4be1 req-6f632174-384a-4a1d-a62a-30dacbaa8edb tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:37.247143 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-97e107eb-1499-4c72-8c8c-7699705c4be1 req-6f632174-384a-4a1d-a62a-30dacbaa8edb tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 946 time: 0.1287065 Jul 23 16:36:37.321640 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-97e107eb-1499-4c72-8c8c-7699705c4be1 req-817a937a-6a1b-40d1-8356-65ccdb12713c tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/security-groups?id=db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727916 Jul 23 16:36:37.376039 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:37.409477 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-360871c5-f6c1-4e18-bd92-8259605ffce4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:37.415293 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-360871c5-f6c1-4e18-bd92-8259605ffce4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/ports/b02ef865-3a03-42f9-a526-b1343dafc269 HTTP/1.1" status: 204 len: 168 time: 1.1967044 Jul 23 16:36:37.419497 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50474) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:37.485232 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a2f5a64-5664-4cef-87a1-5e02ff9f47fb tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] GET failed (client error): The resource could not be found. Jul 23 16:36:37.490391 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1a2f5a64-5664-4cef-87a1-5e02ff9f47fb tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "GET /v2.0/ports/b02ef865-3a03-42f9-a526-b1343dafc269 HTTP/1.1" status: 404 len: 333 time: 0.0669560 Jul 23 16:36:37.490978 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50476) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:37.495405 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471673a-b57b-43a3-8a8a-87fa7c37a9ff req-6dd81373-f67e-4f67-ad7a-b075816156db tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:37.501251 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3471673a-b57b-43a3-8a8a-87fa7c37a9ff req-6dd81373-f67e-4f67-ad7a-b075816156db tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 945 time: 0.1430485 Jul 23 16:36:37.564254 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3471673a-b57b-43a3-8a8a-87fa7c37a9ff req-6c459fd4-87b2-4eb9-9eb4-8f52f71e91d8 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560241 Jul 23 16:36:37.609981 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50480) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:37.641710 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50482) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:37.680947 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e38c5edb-caf1-4828-a904-8c9b6178a2f5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aef624283778465abc0e7ec181a971d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0691960 Jul 23 16:36:37.684184 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50484) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:37.715700 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-bc91ee81-2c47-4350-985e-0ea2b2e16c29 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Deleting port 7416320e-9385-4830-8762-91683bf466c3 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:37.716047 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bc91ee81-2c47-4350-985e-0ea2b2e16c29 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:37.745959 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc1561c-7d21-49c9-9a36-22836692930e admin admin] Deleting subnet a37eb368-db19-4fd2-8bc8-9aa2e38f4d63 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:36:37.759668 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-af9981b0-d5bd-421a-9d66-b362dd56c3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:37.761730 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1fc1561c-7d21-49c9-9a36-22836692930e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:37.805804 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-af9981b0-d5bd-421a-9d66-b362dd56c3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:37.848754 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1fc1561c-7d21-49c9-9a36-22836692930e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:37.893381 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-af9981b0-d5bd-421a-9d66-b362dd56c3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:37.898738 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-af9981b0-d5bd-421a-9d66-b362dd56c3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:37.899618 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bc91ee81-2c47-4350-985e-0ea2b2e16c29 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:37.900975 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-af9981b0-d5bd-421a-9d66-b362dd56c3d7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7a54c517-fa66-4195-a118-56d11fc14f96 HTTP/1.1" status: 204 len: 168 time: 0.2153165 Jul 23 16:36:37.911703 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9981b0-d5bd-421a-9d66-b362dd56c3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a54c517-fa66-4195-a118-56d11fc14f96,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:37.943805 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-bc91ee81-2c47-4350-985e-0ea2b2e16c29 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Calling delete_port for 7416320e-9385-4830-8762-91683bf466c3 owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:37.950112 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1fc1561c-7d21-49c9-9a36-22836692930e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.076630 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1fc1561c-7d21-49c9-9a36-22836692930e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.094590 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:36:38.128764 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1561c-7d21-49c9-9a36-22836692930e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a37eb368-db19-4fd2-8bc8-9aa2e38f4d63,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:38.155963 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1fc1561c-7d21-49c9-9a36-22836692930e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.158002 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1fc1561c-7d21-49c9-9a36-22836692930e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a37eb368-db19-4fd2-8bc8-9aa2e38f4d63 HTTP/1.1" status: 204 len: 168 time: 0.5150709 Jul 23 16:36:38.160980 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50488) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:38.195299 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bc91ee81-2c47-4350-985e-0ea2b2e16c29 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.220467 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 873ab846-b220-45c4-b796-4be961cfe70b no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:36:38.235081 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91ee81-2c47-4350-985e-0ea2b2e16c29 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Port': ['ID=7416320e-9385-4830-8762-91683bf466c3,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:38.260230 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 873ab846-b220-45c4-b796-4be961cfe70b {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:36:38.260753 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 873ab846-b220-45c4-b796-4be961cfe70b not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:36:38.322711 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-90841d4b-c625-4cd4-a726-1933eb1cf32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.418878 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bc91ee81-2c47-4350-985e-0ea2b2e16c29 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.439719 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bc91ee81-2c47-4350-985e-0ea2b2e16c29 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/ports/7416320e-9385-4830-8762-91683bf466c3 HTTP/1.1" status: 204 len: 168 time: 0.9453073 Jul 23 16:36:38.439719 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50496) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:38.516260 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-7459b3f6-d14c-42ca-81ed-0c48704d2806 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] GET failed (client error): The resource could not be found. Jul 23 16:36:38.523126 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7459b3f6-d14c-42ca-81ed-0c48704d2806 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "GET /v2.0/ports/7416320e-9385-4830-8762-91683bf466c3 HTTP/1.1" status: 404 len: 333 time: 0.0833089 Jul 23 16:36:38.524432 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50500) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:38.567728 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.671915 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-90841d4b-c625-4cd4-a726-1933eb1cf32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.681632 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-746101f4-3626-4c59-b0da-089e6ac3ab92 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Deleting subnet c425212a-6dbb-4075-a6d5-e9758b7240e7 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:36:38.687099 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-746101f4-3626-4c59-b0da-089e6ac3ab92 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.725745 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-90841d4b-c625-4cd4-a726-1933eb1cf32f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f95156-8af8-4a3c-8185-a196a0cfd658']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:38.777028 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-90841d4b-c625-4cd4-a726-1933eb1cf32f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b81e70b7-14fa-4230-9456-adac869c5c0b') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:38.777370 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-90841d4b-c625-4cd4-a726-1933eb1cf32f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b81e70b7-14fa-4230-9456-adac869c5c0b') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:38.783416 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-746101f4-3626-4c59-b0da-089e6ac3ab92 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.802109 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-90841d4b-c625-4cd4-a726-1933eb1cf32f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.830250 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-90841d4b-c625-4cd4-a726-1933eb1cf32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.846518 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90841d4b-c625-4cd4-a726-1933eb1cf32f admin admin] Releasing vlan 1118 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:36:38.847044 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-90841d4b-c625-4cd4-a726-1933eb1cf32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.849120 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:36:38.849120 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:36:38.849120 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:36:38.849120 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:36:38.849120 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:36:38.849120 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:36:38.849120 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:36:38.849120 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:36:38.849120 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:36:38.849120 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:36:38.849120 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:36:38.849120 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:36:38.849120 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:36:38.849120 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:36:38.849120 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:36:38.849120 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:36:38.849120 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:36:38.849120 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:36:38.849120 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:36:38.849120 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:36:38.849120 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:36:38.849120 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:36:38.849120 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:36:38.849120 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:36:38.849120 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:36:38.849120 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:36:38.849120 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:36:38.849120 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:36:38.849120 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:36:38.849120 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:36:38.849120 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:36:38.849120 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:36:38.883787 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393f1b1-86d9-4049-b221-c25ffa0b6a85 req-1389cbe0-5b65-4e6b-8130-090180ad5b40 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:38.885511 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a393f1b1-86d9-4049-b221-c25ffa0b6a85 req-1389cbe0-5b65-4e6b-8130-090180ad5b40 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 946 time: 0.2091753 Jul 23 16:36:38.902737 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-746101f4-3626-4c59-b0da-089e6ac3ab92 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.912439 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9a5eb-fd4a-45de-a548-858a45cee83e req-d9feeea5-17ec-46bb-8c87-e0e388166ab8 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:38.914085 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-37d9a5eb-fd4a-45de-a548-858a45cee83e req-d9feeea5-17ec-46bb-8c87-e0e388166ab8 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 945 time: 0.1960833 Jul 23 16:36:38.986843 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-90841d4b-c625-4cd4-a726-1933eb1cf32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.995190 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-746101f4-3626-4c59-b0da-089e6ac3ab92 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:39.014181 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a393f1b1-86d9-4049-b221-c25ffa0b6a85 req-08c54068-bcfd-4f13-8c50-9268452530c4 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/security-groups?id=db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972149 Jul 23 16:36:39.017022 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-90841d4b-c625-4cd4-a726-1933eb1cf32f admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:39.018918 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-90841d4b-c625-4cd4-a726-1933eb1cf32f admin admin] 10.222.0.73 "DELETE /v2.0/networks/39f95156-8af8-4a3c-8185-a196a0cfd658 HTTP/1.1" status: 204 len: 168 time: 0.8551226 Jul 23 16:36:39.028780 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746101f4-3626-4c59-b0da-089e6ac3ab92 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Subnet': ['ID=c425212a-6dbb-4075-a6d5-e9758b7240e7,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:39.044186 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-746101f4-3626-4c59-b0da-089e6ac3ab92 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:39.046196 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-746101f4-3626-4c59-b0da-089e6ac3ab92 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/subnets/c425212a-6dbb-4075-a6d5-e9758b7240e7 HTTP/1.1" status: 204 len: 168 time: 0.5198703 Jul 23 16:36:39.048821 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50514) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:39.055415 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9c086a-9762-495c-b2cf-d318bf2234d2 None None] Network cf46480f-498d-4774-a08e-b0726346e3fb requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:39.093698 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90841d4b-c625-4cd4-a726-1933eb1cf32f admin admin] Pushing event deleted for resources: {'Network': ['ID=39f95156-8af8-4a3c-8185-a196a0cfd658,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:39.130083 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-37d9a5eb-fd4a-45de-a548-858a45cee83e req-dd9e123e-ec98-4c4f-a5f0-ccdc359e63d3 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778090 Jul 23 16:36:39.244931 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a3d9e0c-d640-485f-86bd-e32bcbd5b15e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:39.305478 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50522) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:39.390681 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-1a3d9e0c-d640-485f-86bd-e32bcbd5b15e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Deleting port c4837197-24b9-44ae-99e7-4162ae3f091c {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:39.391026 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a3d9e0c-d640-485f-86bd-e32bcbd5b15e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:39.421871 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-604493c6-a169-426d-bc8e-8dc28b2b07cf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e9dc3f31640549ca813e0dbead6dea67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1146936 Jul 23 16:36:39.423700 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50526) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:39.451515 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3334ba-9f68-4402-ba61-4f6110e2bfcb None None] DHCP port deletion for cf46480f-498d-4774-a08e-b0726346e3fb request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:36:39.527344 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-1a3d9e0c-d640-485f-86bd-e32bcbd5b15e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] For port c4837197-24b9-44ae-99e7-4162ae3f091c, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c4837197-24b9-44ae-99e7-4162ae3f091c,segment=NetworkSegment(8ec4f073-39e3-460c-b91f-6770c01b5bd1),segment_id=8ec4f073-39e3-460c-b91f-6770c01b5bd1)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:39.527939 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a3d9e0c-d640-485f-86bd-e32bcbd5b15e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:39.550388 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50530) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:39.559540 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-aa3334ba-9f68-4402-ba61-4f6110e2bfcb None None] Deleting port c4837197-24b9-44ae-99e7-4162ae3f091c {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:39.560073 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-aa3334ba-9f68-4402-ba61-4f6110e2bfcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:39.560393 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-1a3d9e0c-d640-485f-86bd-e32bcbd5b15e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Calling delete_port for c4837197-24b9-44ae-99e7-4162ae3f091c owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:39.576701 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6c052abb-32e6-4b03-9ff7-b9a2391a5d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:39.665367 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6c052abb-32e6-4b03-9ff7-b9a2391a5d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:39.676817 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-aa3334ba-9f68-4402-ba61-4f6110e2bfcb None None] For port c4837197-24b9-44ae-99e7-4162ae3f091c, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c4837197-24b9-44ae-99e7-4162ae3f091c,segment=NetworkSegment(8ec4f073-39e3-460c-b91f-6770c01b5bd1),segment_id=8ec4f073-39e3-460c-b91f-6770c01b5bd1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:39.678340 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-aa3334ba-9f68-4402-ba61-4f6110e2bfcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:39.699995 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a3d9e0c-d640-485f-86bd-e32bcbd5b15e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:39.725290 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-aa3334ba-9f68-4402-ba61-4f6110e2bfcb None None] Calling delete_port for c4837197-24b9-44ae-99e7-4162ae3f091c owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:39.750621 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-e20c9fe2-3715-42c8-95a5-e5ab27f4a6e9 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1703636608'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:39.758522 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d9e0c-d640-485f-86bd-e32bcbd5b15e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Port': ['ID=c4837197-24b9-44ae-99e7-4162ae3f091c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:39.765173 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3d9e0c-d640-485f-86bd-e32bcbd5b15e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] No DVR routers for this DVR port c4837197-24b9-44ae-99e7-4162ae3f091c on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:36:39.795376 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6c052abb-32e6-4b03-9ff7-b9a2391a5d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:39.795376 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6c052abb-32e6-4b03-9ff7-b9a2391a5d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:39.795376 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6c052abb-32e6-4b03-9ff7-b9a2391a5d76 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/54de8c16-ee44-49a4-9d3a-7924ca2c7eab HTTP/1.1" status: 204 len: 168 time: 0.3625517 Jul 23 16:36:39.809521 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c052abb-32e6-4b03-9ff7-b9a2391a5d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54de8c16-ee44-49a4-9d3a-7924ca2c7eab,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:39.856502 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20c9fe2-3715-42c8-95a5-e5ab27f4a6e9 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Made reservation on behalf of 2cee8fed938944a583a617685cdd7a43 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:39.860989 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e20c9fe2-3715-42c8-95a5-e5ab27f4a6e9 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:39.882993 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e20c9fe2-3715-42c8-95a5-e5ab27f4a6e9 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:39.923691 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a3d9e0c-d640-485f-86bd-e32bcbd5b15e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:39.952537 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-1a3d9e0c-d640-485f-86bd-e32bcbd5b15e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf46480f-498d-4774-a08e-b0726346e3fb']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:39.982700 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-1a3d9e0c-d640-485f-86bd-e32bcbd5b15e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec4f073-39e3-460c-b91f-6770c01b5bd1') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:39.983040 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-1a3d9e0c-d640-485f-86bd-e32bcbd5b15e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec4f073-39e3-460c-b91f-6770c01b5bd1') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:40.018756 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a3d9e0c-d640-485f-86bd-e32bcbd5b15e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:40.050962 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a3d9e0c-d640-485f-86bd-e32bcbd5b15e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:40.064245 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3d9e0c-d640-485f-86bd-e32bcbd5b15e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:36:40.064913 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a3d9e0c-d640-485f-86bd-e32bcbd5b15e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:40.070899 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:36:40.070899 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:36:40.070899 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:36:40.070899 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:36:40.070899 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:36:40.070899 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:36:40.070899 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:36:40.070899 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:36:40.070899 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:36:40.070899 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:36:40.070899 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:36:40.070899 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:36:40.070899 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:36:40.070899 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:36:40.070899 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:36:40.070899 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:36:40.070899 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:36:40.070899 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:36:40.070899 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:36:40.070899 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:36:40.070899 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:36:40.070899 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:36:40.070899 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:36:40.070899 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:36:40.070899 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:36:40.070899 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:36:40.070899 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:36:40.070899 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:36:40.070899 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:36:40.070899 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:36:40.070899 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:36:40.070899 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:36:40.114567 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-aa3334ba-9f68-4402-ba61-4f6110e2bfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:40.181452 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3334ba-9f68-4402-ba61-4f6110e2bfcb None None] Pushing event deleted for resources: {'Port': ['ID=c4837197-24b9-44ae-99e7-4162ae3f091c,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:40.185338 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3334ba-9f68-4402-ba61-4f6110e2bfcb None None] No DVR routers for this DVR port c4837197-24b9-44ae-99e7-4162ae3f091c on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:36:40.214219 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a3d9e0c-d640-485f-86bd-e32bcbd5b15e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:40.239850 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a3d9e0c-d640-485f-86bd-e32bcbd5b15e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:40.247212 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1a3d9e0c-d640-485f-86bd-e32bcbd5b15e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/networks/cf46480f-498d-4774-a08e-b0726346e3fb HTTP/1.1" status: 204 len: 168 time: 1.1931932 Jul 23 16:36:40.249641 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50542) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:40.272932 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-4dac2ea7-14a3-4bef-b5ca-6c1b27cf7a78 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-84733124'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:40.281419 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d9e0c-d640-485f-86bd-e32bcbd5b15e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Network': ['ID=cf46480f-498d-4774-a08e-b0726346e3fb,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:40.385354 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e20c9fe2-3715-42c8-95a5-e5ab27f4a6e9 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:40.389070 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c752d-00c7-4462-b01f-47eb78711979 req-1a595859-b063-4e09-ae55-3c3f63803603 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:40.391112 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-481c752d-00c7-4462-b01f-47eb78711979 req-1a595859-b063-4e09-ae55-3c3f63803603 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 946 time: 0.1770072 Jul 23 16:36:40.395409 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e20c9fe2-3715-42c8-95a5-e5ab27f4a6e9 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:40.437618 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b75fe7-56d7-4d1f-b35d-b949ec33738f req-83ce2719-9a70-4ca2-819d-47032b5bc815 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:40.439667 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4b75fe7-56d7-4d1f-b35d-b949ec33738f req-83ce2719-9a70-4ca2-819d-47032b5bc815 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 945 time: 0.1670141 Jul 23 16:36:40.451959 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c9fe2-3715-42c8-95a5-e5ab27f4a6e9 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fe169a-9018-4982-8b8b-2b61f97b731c,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:40.469413 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e20c9fe2-3715-42c8-95a5-e5ab27f4a6e9 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] vlan segment allocate from pool success with {'vlan_id': 1110, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:36:40.477491 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dac2ea7-14a3-4bef-b5ca-6c1b27cf7a78 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:40.481080 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4dac2ea7-14a3-4bef-b5ca-6c1b27cf7a78 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:40.498471 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-481c752d-00c7-4462-b01f-47eb78711979 req-24f21e82-6544-4390-a8b8-f5658ca93c91 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/security-groups?id=db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997560 Jul 23 16:36:40.499475 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e20c9fe2-3715-42c8-95a5-e5ab27f4a6e9 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:40.499820 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-e20c9fe2-3715-42c8-95a5-e5ab27f4a6e9 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Added segment 42f00954-81a6-426c-9d1d-93140452f0b9 of type vlan for network b59a5291-b8e3-432f-997e-680e1d747533 Jul 23 16:36:40.537536 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4b75fe7-56d7-4d1f-b35d-b949ec33738f req-47f400d1-bd00-45d2-9bf7-1c2dbd6b1b7f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837193 Jul 23 16:36:40.567570 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dac2ea7-14a3-4bef-b5ca-6c1b27cf7a78 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] vlan segment allocate from pool success with {'vlan_id': 1139, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:36:40.577984 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e20c9fe2-3715-42c8-95a5-e5ab27f4a6e9 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:40.590270 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4dac2ea7-14a3-4bef-b5ca-6c1b27cf7a78 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:40.591043 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-4dac2ea7-14a3-4bef-b5ca-6c1b27cf7a78 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Added segment 03400aba-d27e-45ac-b658-8a065e167dd8 of type vlan for network fcd1cb5b-edf8-4428-a3ff-b52f0291b7c2 Jul 23 16:36:40.653237 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4dac2ea7-14a3-4bef-b5ca-6c1b27cf7a78 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:40.659852 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e20c9fe2-3715-42c8-95a5-e5ab27f4a6e9 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:40.677263 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20c9fe2-3715-42c8-95a5-e5ab27f4a6e9 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:40.678654 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e20c9fe2-3715-42c8-95a5-e5ab27f4a6e9 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:40.691162 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c4837197-24b9-44ae-99e7-4162ae3f091c no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:36:40.717027 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: c4837197-24b9-44ae-99e7-4162ae3f091c {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:36:40.717402 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c4837197-24b9-44ae-99e7-4162ae3f091c not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:36:40.799131 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c9fe2-3715-42c8-95a5-e5ab27f4a6e9 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Pushing event updated for resources: {'Network': ['ID=b59a5291-b8e3-432f-997e-680e1d747533,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:40.808572 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.db.resource_extend [None req-4dac2ea7-14a3-4bef-b5ca-6c1b27cf7a78 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:36:40.812581 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network b59a5291-b8e3-432f-997e-680e1d747533 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:36:40.821731 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50560) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:40.822027 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e20c9fe2-3715-42c8-95a5-e5ab27f4a6e9 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2692986 Jul 23 16:36:40.827997 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ca05f80c-337f-4cf3-9257-6856cd2eb809 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Request body: {'subnet': {'network_id': 'b59a5291-b8e3-432f-997e-680e1d747533', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:40.838701 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4dac2ea7-14a3-4bef-b5ca-6c1b27cf7a78 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:40.854706 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dac2ea7-14a3-4bef-b5ca-6c1b27cf7a78 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:40.855383 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4dac2ea7-14a3-4bef-b5ca-6c1b27cf7a78 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:40.960183 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4dac2ea7-14a3-4bef-b5ca-6c1b27cf7a78 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6935112 Jul 23 16:36:40.962330 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50564) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:40.970402 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-7b1ad258-b78f-49f9-911a-3e8750551e62 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'subnet': {'network_id': 'fcd1cb5b-edf8-4428-a3ff-b52f0291b7c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:41.003262 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca05f80c-337f-4cf3-9257-6856cd2eb809 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Made reservation on behalf of 2cee8fed938944a583a617685cdd7a43 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:41.009697 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ca05f80c-337f-4cf3-9257-6856cd2eb809 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:41.332597 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ca05f80c-337f-4cf3-9257-6856cd2eb809 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:41.389245 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac2ea7-14a3-4bef-b5ca-6c1b27cf7a78 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Network': ['ID=fcd1cb5b-edf8-4428-a3ff-b52f0291b7c2,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:41.406792 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network fcd1cb5b-edf8-4428-a3ff-b52f0291b7c2 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:36:41.445265 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05f80c-337f-4cf3-9257-6856cd2eb809 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Pushing event updated for resources: {'Subnet': ['ID=ec25fcd3-ce10-4524-a65b-9c33c59c12d9,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:41.475089 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca05f80c-337f-4cf3-9257-6856cd2eb809 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Checking segment: {'id': '42f00954-81a6-426c-9d1d-93140452f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'b59a5291-b8e3-432f-997e-680e1d747533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:36:41.475614 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca05f80c-337f-4cf3-9257-6856cd2eb809 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Network hostable DHCP agents. Network: b59a5291-b8e3-432f-997e-680e1d747533, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:36:41.525350 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1ad258-b78f-49f9-911a-3e8750551e62 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:41.530042 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50578) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:41.532292 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7b1ad258-b78f-49f9-911a-3e8750551e62 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:41.540162 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca05f80c-337f-4cf3-9257-6856cd2eb809 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Network b59a5291-b8e3-432f-997e-680e1d747533 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:36:41.576373 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-ca05f80c-337f-4cf3-9257-6856cd2eb809 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, b59a5291-b8e3-432f-997e-680e1d747533) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:41.585395 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fba9fa-9089-4028-996e-ebbd5832238d None None] Network b59a5291-b8e3-432f-997e-680e1d747533 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:41.587257 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca05f80c-337f-4cf3-9257-6856cd2eb809 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:41.588001 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ca05f80c-337f-4cf3-9257-6856cd2eb809 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:41.611818 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ca05f80c-337f-4cf3-9257-6856cd2eb809 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7886908 Jul 23 16:36:41.618544 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50586) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:41.626711 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-e756a8a8-3a85-4605-95d6-e72b16c1a6bb tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Request body: {'port': {'network_id': 'b59a5291-b8e3-432f-997e-680e1d747533', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2033123354'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:41.821322 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50590) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:41.875207 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001615c1-af97-414f-abed-5365612b4db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-b59a5291-b8e3-432f-997e-680e1d747533', 'network_id': 'b59a5291-b8e3-432f-997e-680e1d747533', 'tenant_id': '2cee8fed938944a583a617685cdd7a43', 'fixed_ips': [{'subnet_id': 'ec25fcd3-ce10-4524-a65b-9c33c59c12d9'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:36:41.877730 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-001615c1-af97-414f-abed-5365612b4db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:41.878197 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-77de99c8-b83a-449e-a056-115f1c112f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:41.946868 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7b1ad258-b78f-49f9-911a-3e8750551e62 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:41.970443 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e756a8a8-3a85-4605-95d6-e72b16c1a6bb tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Made reservation on behalf of 2cee8fed938944a583a617685cdd7a43 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:41.979995 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e756a8a8-3a85-4605-95d6-e72b16c1a6bb tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.034551 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-e756a8a8-3a85-4605-95d6-e72b16c1a6bb tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] device_id is not set on port d4cb9733-36b7-44ce-a100-971b3e1e83d2 yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:36:42.142796 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-001615c1-af97-414f-abed-5365612b4db0 None None] Allocated IP 2001:db8::2 (b59a5291-b8e3-432f-997e-680e1d747533/ec25fcd3-ce10-4524-a65b-9c33c59c12d9/384fb018-2757-418b-9bcc-842e547f8d50) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:42.198285 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5c8a2-cfa4-4fc4-a465-049348063fba req-bde6b30b-e4b6-48fc-907c-92ff8dbe3918 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:42.199969 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-adc5c8a2-cfa4-4fc4-a465-049348063fba req-bde6b30b-e4b6-48fc-907c-92ff8dbe3918 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 945 time: 0.4004970 Jul 23 16:36:42.219445 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151a128-9a1f-4349-b5b6-2435638cb96e req-04cd3fa4-3a06-4803-9f46-6e9ee299773b tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:42.221473 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5151a128-9a1f-4349-b5b6-2435638cb96e req-04cd3fa4-3a06-4803-9f46-6e9ee299773b tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 946 time: 0.4176829 Jul 23 16:36:42.232983 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ad258-b78f-49f9-911a-3e8750551e62 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Subnet': ['ID=0e2f38c6-08d5-470c-aca0-39d2cbfc587d,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:42.239735 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1ad258-b78f-49f9-911a-3e8750551e62 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Checking segment: {'id': '03400aba-d27e-45ac-b658-8a065e167dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'fcd1cb5b-edf8-4428-a3ff-b52f0291b7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:36:42.240285 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1ad258-b78f-49f9-911a-3e8750551e62 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network hostable DHCP agents. Network: fcd1cb5b-edf8-4428-a3ff-b52f0291b7c2, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:36:42.291714 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1ad258-b78f-49f9-911a-3e8750551e62 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network fcd1cb5b-edf8-4428-a3ff-b52f0291b7c2 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:36:42.328899 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-adc5c8a2-cfa4-4fc4-a465-049348063fba req-a944f402-2c3f-499d-ba75-09cf7421b9f7 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050711 Jul 23 16:36:42.342309 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5151a128-9a1f-4349-b5b6-2435638cb96e req-3bc4223f-3ee5-41da-8324-c91849e6a86f tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/security-groups?id=db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911994 Jul 23 16:36:42.358240 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-77de99c8-b83a-449e-a056-115f1c112f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.364510 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-77de99c8-b83a-449e-a056-115f1c112f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.424944 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-77de99c8-b83a-449e-a056-115f1c112f26 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e92ac83601d1437fb5a2544172c81523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8945918 Jul 23 16:36:42.426125 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de99c8-b83a-449e-a056-115f1c112f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607a89bf-a228-4029-8713-a277c9d1496e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:42.429910 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50594) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:42.442449 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-7b1ad258-b78f-49f9-911a-3e8750551e62 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, fcd1cb5b-edf8-4428-a3ff-b52f0291b7c2) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:42.458503 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ad258-b78f-49f9-911a-3e8750551e62 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:42.459176 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7b1ad258-b78f-49f9-911a-3e8750551e62 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.470052 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa044af3-780a-457e-80ca-0f847bc685ee None None] Network fcd1cb5b-edf8-4428-a3ff-b52f0291b7c2 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:42.478608 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-001615c1-af97-414f-abed-5365612b4db0 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.490348 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7b1ad258-b78f-49f9-911a-3e8750551e62 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5272253 Jul 23 16:36:42.495966 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50596) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:42.500659 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-e5f58441-81ea-4284-8a75-cc3397cee356 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-955200848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:42.511089 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-001615c1-af97-414f-abed-5365612b4db0 None None] Transition to ACTIVE for port object 384fb018-2757-418b-9bcc-842e547f8d50 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:42.540686 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad986cc8-877a-4168-90ef-9a087f52b31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.548196 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e5f58441-81ea-4284-8a75-cc3397cee356 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.549546 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e5f58441-81ea-4284-8a75-cc3397cee356 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.562223 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-001615c1-af97-414f-abed-5365612b4db0 None None] Transition to ACTIVE for port object 384fb018-2757-418b-9bcc-842e547f8d50 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:42.579750 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-001615c1-af97-414f-abed-5365612b4db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.583379 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad986cc8-877a-4168-90ef-9a087f52b31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.650799 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001615c1-af97-414f-abed-5365612b4db0 None None] Network b59a5291-b8e3-432f-997e-680e1d747533 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:42.677911 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-001615c1-af97-414f-abed-5365612b4db0 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:42.686160 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001615c1-af97-414f-abed-5365612b4db0 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:42.694460 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001615c1-af97-414f-abed-5365612b4db0 None None] Pushing event updated for resources: {'Port': ['ID=384fb018-2757-418b-9bcc-842e547f8d50,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:42.716707 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e5f58441-81ea-4284-8a75-cc3397cee356 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.731412 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-e756a8a8-3a85-4605-95d6-e72b16c1a6bb tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Allocated IP 2001:db8::331 (b59a5291-b8e3-432f-997e-680e1d747533/ec25fcd3-ce10-4524-a65b-9c33c59c12d9/d4cb9733-36b7-44ce-a100-971b3e1e83d2) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:42.734893 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e5f58441-81ea-4284-8a75-cc3397cee356 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.768562 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e5f58441-81ea-4284-8a75-cc3397cee356 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.770552 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e5f58441-81ea-4284-8a75-cc3397cee356 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2735791 Jul 23 16:36:42.776872 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50600) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:42.781001 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad986cc8-877a-4168-90ef-9a087f52b31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.783463 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-9d6138b0-a11f-4e64-a5f4-8e9efd9d35b9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'port': {'network_id': 'fcd1cb5b-edf8-4428-a3ff-b52f0291b7c2', 'name': 'tempest-PortsTestJSON-378251647'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:42.784412 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad986cc8-877a-4168-90ef-9a087f52b31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.789014 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ad986cc8-877a-4168-90ef-9a087f52b31a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/607a89bf-a228-4029-8713-a277c9d1496e HTTP/1.1" status: 204 len: 168 time: 0.3557694 Jul 23 16:36:42.809788 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-001615c1-af97-414f-abed-5365612b4db0 None None] Attempting to bind port 384fb018-2757-418b-9bcc-842e547f8d50 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:36:42.810255 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-001615c1-af97-414f-abed-5365612b4db0 None None] Attempting to bind port 384fb018-2757-418b-9bcc-842e547f8d50 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '42f00954-81a6-426c-9d1d-93140452f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'b59a5291-b8e3-432f-997e-680e1d747533'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:36:42.811099 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001615c1-af97-414f-abed-5365612b4db0 None None] Attempting to bind port 384fb018-2757-418b-9bcc-842e547f8d50 on network b59a5291-b8e3-432f-997e-680e1d747533 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:36:42.821424 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001615c1-af97-414f-abed-5365612b4db0 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:36:42.821806 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001615c1-af97-414f-abed-5365612b4db0 None None] Checking segment: {'id': '42f00954-81a6-426c-9d1d-93140452f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'b59a5291-b8e3-432f-997e-680e1d747533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:36:42.822216 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-001615c1-af97-414f-abed-5365612b4db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.822846 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001615c1-af97-414f-abed-5365612b4db0 None None] Bound using segment: {'id': '42f00954-81a6-426c-9d1d-93140452f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'b59a5291-b8e3-432f-997e-680e1d747533'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:36:42.824469 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-001615c1-af97-414f-abed-5365612b4db0 None None] Bound port: 384fb018-2757-418b-9bcc-842e547f8d50, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f00954-81a6-426c-9d1d-93140452f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'b59a5291-b8e3-432f-997e-680e1d747533'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:36:42.825010 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-001615c1-af97-414f-abed-5365612b4db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.825180 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad986cc8-877a-4168-90ef-9a087f52b31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607a89bf-a228-4029-8713-a277c9d1496e,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:42.830830 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59afd313-cd80-4ba8-a749-fc81490d8ba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-fcd1cb5b-edf8-4428-a3ff-b52f0291b7c2', 'network_id': 'fcd1cb5b-edf8-4428-a3ff-b52f0291b7c2', 'tenant_id': '038b50aa87914dfd8d6a623321cfea16', 'fixed_ips': [{'subnet_id': '0e2f38c6-08d5-470c-aca0-39d2cbfc587d'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:36:42.838214 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-59afd313-cd80-4ba8-a749-fc81490d8ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.866460 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dbf4b1f1-b5cb-430c-b122-563171493f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:43.025332 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-001615c1-af97-414f-abed-5365612b4db0 None None] For port 384fb018-2757-418b-9bcc-842e547f8d50, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:36:43.048631 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e756a8a8-3a85-4605-95d6-e72b16c1a6bb tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:43.067062 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-001615c1-af97-414f-abed-5365612b4db0 None None] For port 384fb018-2757-418b-9bcc-842e547f8d50, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=384fb018-2757-418b-9bcc-842e547f8d50,segment=NetworkSegment(42f00954-81a6-426c-9d1d-93140452f0b9),segment_id=42f00954-81a6-426c-9d1d-93140452f0b9)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:36:43.076655 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-e756a8a8-3a85-4605-95d6-e72b16c1a6bb tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Transition to ACTIVE for port object d4cb9733-36b7-44ce-a100-971b3e1e83d2 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:43.083587 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-001615c1-af97-414f-abed-5365612b4db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:43.146023 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e756a8a8-3a85-4605-95d6-e72b16c1a6bb tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:43.147277 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-59afd313-cd80-4ba8-a749-fc81490d8ba4 None None] Allocated IP 172.20.0.2 (fcd1cb5b-edf8-4428-a3ff-b52f0291b7c2/0e2f38c6-08d5-470c-aca0-39d2cbfc587d/0b201c95-bafb-42fd-aec6-f22e32190727) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:43.150015 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6138b0-a11f-4e64-a5f4-8e9efd9d35b9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:43.161487 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d6138b0-a11f-4e64-a5f4-8e9efd9d35b9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:43.190827 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-9d6138b0-a11f-4e64-a5f4-8e9efd9d35b9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] device_id is not set on port a4cb9f03-0751-4f46-8212-cfc8484a9355 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:36:43.237864 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e756a8a8-3a85-4605-95d6-e72b16c1a6bb tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Network b59a5291-b8e3-432f-997e-680e1d747533 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:43.250416 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-e756a8a8-3a85-4605-95d6-e72b16c1a6bb tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:43.253387 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e756a8a8-3a85-4605-95d6-e72b16c1a6bb tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:43.260015 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e756a8a8-3a85-4605-95d6-e72b16c1a6bb tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:43.260870 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e756a8a8-3a85-4605-95d6-e72b16c1a6bb tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:43.263731 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756a8a8-3a85-4605-95d6-e72b16c1a6bb tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Pushing event updated for resources: {'Port': ['ID=d4cb9733-36b7-44ce-a100-971b3e1e83d2,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:43.275989 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001615c1-af97-414f-abed-5365612b4db0 None None] Pushing event updated for resources: {'Port': ['ID=384fb018-2757-418b-9bcc-842e547f8d50,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:43.322754 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e756a8a8-3a85-4605-95d6-e72b16c1a6bb tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6999950 Jul 23 16:36:43.323187 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50614) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:43.333225 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-8c9d1280-4dc1-4437-9193-7d8dd6ecf098 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Request body: {'port': {'network_id': 'b59a5291-b8e3-432f-997e-680e1d747533', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-240864403', 'allowed_address_pairs': [{'ip_address': '2001:db8::331', 'mac_address': 'fa:16:3e:1c:e5:4c'}]}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:43.523066 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-dbf4b1f1-b5cb-430c-b122-563171493f74 admin admin] Deleting port de60f984-5c1f-481e-859d-89fe221b425c {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:43.523528 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dbf4b1f1-b5cb-430c-b122-563171493f74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:43.579316 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-59afd313-cd80-4ba8-a749-fc81490d8ba4 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:43.623088 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-59afd313-cd80-4ba8-a749-fc81490d8ba4 None None] Transition to ACTIVE for port object 0b201c95-bafb-42fd-aec6-f22e32190727 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:43.665095 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-59afd313-cd80-4ba8-a749-fc81490d8ba4 None None] Transition to ACTIVE for port object 0b201c95-bafb-42fd-aec6-f22e32190727 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:43.680875 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-59afd313-cd80-4ba8-a749-fc81490d8ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:43.764893 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833937d5-89d7-4196-94d4-611bda464ab8 req-23c0309b-74a6-4b16-a594-09b48b3125df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:43.766955 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-833937d5-89d7-4196-94d4-611bda464ab8 req-23c0309b-74a6-4b16-a594-09b48b3125df service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 1097 time: 0.3721633 Jul 23 16:36:43.783465 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59afd313-cd80-4ba8-a749-fc81490d8ba4 None None] Pushing event updated for resources: {'Port': ['ID=0b201c95-bafb-42fd-aec6-f22e32190727,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:43.799881 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59afd313-cd80-4ba8-a749-fc81490d8ba4 None None] Network fcd1cb5b-edf8-4428-a3ff-b52f0291b7c2 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:43.801635 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-59afd313-cd80-4ba8-a749-fc81490d8ba4 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:43.806903 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59afd313-cd80-4ba8-a749-fc81490d8ba4 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:43.821129 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-dbf4b1f1-b5cb-430c-b122-563171493f74 admin admin] For port de60f984-5c1f-481e-859d-89fe221b425c, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=de60f984-5c1f-481e-859d-89fe221b425c,segment=NetworkSegment(61338f32-9a58-40b9-943e-6dd5f20a15f7),segment_id=61338f32-9a58-40b9-943e-6dd5f20a15f7)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:43.821563 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dbf4b1f1-b5cb-430c-b122-563171493f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:43.835409 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-9d6138b0-a11f-4e64-a5f4-8e9efd9d35b9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Allocated IP 172.20.0.8 (fcd1cb5b-edf8-4428-a3ff-b52f0291b7c2/0e2f38c6-08d5-470c-aca0-39d2cbfc587d/a4cb9f03-0751-4f46-8212-cfc8484a9355) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:43.847624 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-dbf4b1f1-b5cb-430c-b122-563171493f74 admin admin] Calling delete_port for de60f984-5c1f-481e-859d-89fe221b425c owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:43.884598 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c4dae-ccb9-4a01-8e11-749233ebf1bc req-96ab1733-0542-4ac7-8682-ad91583b46bf tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:43.886448 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-733c4dae-ccb9-4a01-8e11-749233ebf1bc req-96ab1733-0542-4ac7-8682-ad91583b46bf tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 946 time: 0.2836955 Jul 23 16:36:43.899927 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-833937d5-89d7-4196-94d4-611bda464ab8 req-ba9a1cfe-4995-4a08-bc0d-048bfca04369 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232429 Jul 23 16:36:43.916105 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-59afd313-cd80-4ba8-a749-fc81490d8ba4 None None] Attempting to bind port 0b201c95-bafb-42fd-aec6-f22e32190727 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:36:43.916665 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-59afd313-cd80-4ba8-a749-fc81490d8ba4 None None] Attempting to bind port 0b201c95-bafb-42fd-aec6-f22e32190727 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '03400aba-d27e-45ac-b658-8a065e167dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'fcd1cb5b-edf8-4428-a3ff-b52f0291b7c2'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:36:43.921178 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59afd313-cd80-4ba8-a749-fc81490d8ba4 None None] Attempting to bind port 0b201c95-bafb-42fd-aec6-f22e32190727 on network fcd1cb5b-edf8-4428-a3ff-b52f0291b7c2 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:36:43.935321 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5b428-9712-4217-b4bf-58302d6f9778 req-1b41a68b-9f0e-4746-9739-81803d24d0a0 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:43.936429 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3fa5b428-9712-4217-b4bf-58302d6f9778 req-1b41a68b-9f0e-4746-9739-81803d24d0a0 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 945 time: 0.3298166 Jul 23 16:36:43.944345 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59afd313-cd80-4ba8-a749-fc81490d8ba4 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:36:43.944844 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9d1280-4dc1-4437-9193-7d8dd6ecf098 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Made reservation on behalf of 2cee8fed938944a583a617685cdd7a43 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:43.945004 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59afd313-cd80-4ba8-a749-fc81490d8ba4 None None] Checking segment: {'id': '03400aba-d27e-45ac-b658-8a065e167dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'fcd1cb5b-edf8-4428-a3ff-b52f0291b7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:36:43.945486 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-59afd313-cd80-4ba8-a749-fc81490d8ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:43.946426 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59afd313-cd80-4ba8-a749-fc81490d8ba4 None None] Bound using segment: {'id': '03400aba-d27e-45ac-b658-8a065e167dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'fcd1cb5b-edf8-4428-a3ff-b52f0291b7c2'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:36:43.947599 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-59afd313-cd80-4ba8-a749-fc81490d8ba4 None None] Bound port: 0b201c95-bafb-42fd-aec6-f22e32190727, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03400aba-d27e-45ac-b658-8a065e167dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'fcd1cb5b-edf8-4428-a3ff-b52f0291b7c2'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:36:43.950665 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-59afd313-cd80-4ba8-a749-fc81490d8ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:44.019821 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-733c4dae-ccb9-4a01-8e11-749233ebf1bc req-412ea1ec-65b9-4c59-9190-1491fa31be27 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/security-groups?id=db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131608 Jul 23 16:36:44.057489 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-59afd313-cd80-4ba8-a749-fc81490d8ba4 None None] For port 0b201c95-bafb-42fd-aec6-f22e32190727, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:36:44.065727 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-59afd313-cd80-4ba8-a749-fc81490d8ba4 None None] For port 0b201c95-bafb-42fd-aec6-f22e32190727, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0b201c95-bafb-42fd-aec6-f22e32190727,segment=NetworkSegment(03400aba-d27e-45ac-b658-8a065e167dd8),segment_id=03400aba-d27e-45ac-b658-8a065e167dd8)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:36:44.073034 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3fa5b428-9712-4217-b4bf-58302d6f9778 req-25c4c336-a0fd-4203-81a1-2552b558872a tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221056 Jul 23 16:36:44.076142 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-59afd313-cd80-4ba8-a749-fc81490d8ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:44.107267 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50632) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:44.121583 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c9d1280-4dc1-4437-9193-7d8dd6ecf098 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:44.144485 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-8c9d1280-4dc1-4437-9193-7d8dd6ecf098 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] device_id is not set on port 6302dfb4-887e-44dc-92b0-17663b15ef35 yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:36:44.178483 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59afd313-cd80-4ba8-a749-fc81490d8ba4 None None] Pushing event updated for resources: {'Port': ['ID=0b201c95-bafb-42fd-aec6-f22e32190727,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:44.232344 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d6138b0-a11f-4e64-a5f4-8e9efd9d35b9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:44.259967 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-9d6138b0-a11f-4e64-a5f4-8e9efd9d35b9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Transition to ACTIVE for port object a4cb9f03-0751-4f46-8212-cfc8484a9355 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:44.312910 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-8c9d1280-4dc1-4437-9193-7d8dd6ecf098 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Allocated IP 2001:db8::52 (b59a5291-b8e3-432f-997e-680e1d747533/ec25fcd3-ce10-4524-a65b-9c33c59c12d9/6302dfb4-887e-44dc-92b0-17663b15ef35) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:44.338702 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dbf4b1f1-b5cb-430c-b122-563171493f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:44.367448 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-4a9e3fc8-d03e-4f3b-b703-2c30c0547b61 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-202747568-network', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:44.428878 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d6138b0-a11f-4e64-a5f4-8e9efd9d35b9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:44.436391 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4b1f1-b5cb-430c-b122-563171493f74 admin admin] Pushing event deleted for resources: {'Port': ['ID=de60f984-5c1f-481e-859d-89fe221b425c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:44.469832 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9e3fc8-d03e-4f3b-b703-2c30c0547b61 admin admin] Made reservation on behalf of 73f731c3e74d4834a41ffd03a4899cef for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:44.472312 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3fc8-d03e-4f3b-b703-2c30c0547b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:44.487737 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3fc8-d03e-4f3b-b703-2c30c0547b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:44.500776 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6138b0-a11f-4e64-a5f4-8e9efd9d35b9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network fcd1cb5b-edf8-4428-a3ff-b52f0291b7c2 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:44.504708 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-9d6138b0-a11f-4e64-a5f4-8e9efd9d35b9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:44.508192 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6138b0-a11f-4e64-a5f4-8e9efd9d35b9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:44.761830 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c9d1280-4dc1-4437-9193-7d8dd6ecf098 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:44.832405 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-8c9d1280-4dc1-4437-9193-7d8dd6ecf098 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Transition to ACTIVE for port object 6302dfb4-887e-44dc-92b0-17663b15ef35 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:44.858907 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6138b0-a11f-4e64-a5f4-8e9efd9d35b9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Port': ['ID=a4cb9f03-0751-4f46-8212-cfc8484a9355,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:44.893531 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6138b0-a11f-4e64-a5f4-8e9efd9d35b9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:44.894486 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d6138b0-a11f-4e64-a5f4-8e9efd9d35b9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:44.964450 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dbf4b1f1-b5cb-430c-b122-563171493f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:44.984836 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c9d1280-4dc1-4437-9193-7d8dd6ecf098 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:45.004086 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3fc8-d03e-4f3b-b703-2c30c0547b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:45.047811 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3fc8-d03e-4f3b-b703-2c30c0547b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:45.096074 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9d1280-4dc1-4437-9193-7d8dd6ecf098 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Network b59a5291-b8e3-432f-997e-680e1d747533 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:45.114733 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9d6138b0-a11f-4e64-a5f4-8e9efd9d35b9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3365188 Jul 23 16:36:45.118768 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50640) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:45.174827 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 384fb018-2757-418b-9bcc-842e547f8d50 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:36:45.196627 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-8c9d1280-4dc1-4437-9193-7d8dd6ecf098 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:45.202266 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9d1280-4dc1-4437-9193-7d8dd6ecf098 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:45.213357 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9d1280-4dc1-4437-9193-7d8dd6ecf098 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:45.215931 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c9d1280-4dc1-4437-9193-7d8dd6ecf098 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:45.218512 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d1280-4dc1-4437-9193-7d8dd6ecf098 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Pushing event updated for resources: {'Port': ['ID=6302dfb4-887e-44dc-92b0-17663b15ef35,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:45.224283 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e3fc8-d03e-4f3b-b703-2c30c0547b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec460b4a-f5e2-4bc8-a161-5db9acf32e4e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:45.231157 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a9e3fc8-d03e-4f3b-b703-2c30c0547b61 admin admin] vlan segment allocate from pool success with {'vlan_id': 1126, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:36:45.247439 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3fc8-d03e-4f3b-b703-2c30c0547b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:45.247790 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-4a9e3fc8-d03e-4f3b-b703-2c30c0547b61 admin admin] Added segment ad45a4cc-cf30-49f8-a5ad-4265a85c83ee of type vlan for network 781ff998-5fd6-4b30-abd9-75eb80a107ad Jul 23 16:36:45.282098 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 384fb018-2757-418b-9bcc-842e547f8d50 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:45.292000 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0b201c95-bafb-42fd-aec6-f22e32190727 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:36:45.304076 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3fc8-d03e-4f3b-b703-2c30c0547b61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:45.375119 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd81ad8c-7fd3-4427-81a3-ab1fab3aa339 None None] Network b59a5291-b8e3-432f-997e-680e1d747533 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:45.383341 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3fc8-d03e-4f3b-b703-2c30c0547b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:45.384390 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9e3fc8-d03e-4f3b-b703-2c30c0547b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:45.384976 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3fc8-d03e-4f3b-b703-2c30c0547b61 admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:45.465805 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4a9e3fc8-d03e-4f3b-b703-2c30c0547b61 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3538620 Jul 23 16:36:45.467736 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50644) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:45.470743 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 0b201c95-bafb-42fd-aec6-f22e32190727 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:45.506400 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-a3304941-986f-4644-8420-c82d1d3bdca0 admin admin] Request body: {'subnet': {'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-202747568-subnet', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:45.507920 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-9d165b2a-551d-410b-98f6-1ff7ecbe5188 None None] Provisioning for port 384fb018-2757-418b-9bcc-842e547f8d50 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:45.524151 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-9d165b2a-551d-410b-98f6-1ff7ecbe5188 None None] Provisioning complete for port 384fb018-2757-418b-9bcc-842e547f8d50 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:45.524644 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9d165b2a-551d-410b-98f6-1ff7ecbe5188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:45.560531 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8c9d1280-4dc1-4437-9193-7d8dd6ecf098 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.2334352 Jul 23 16:36:45.563559 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e3fc8-d03e-4f3b-b703-2c30c0547b61 admin admin] Pushing event updated for resources: {'Network': ['ID=781ff998-5fd6-4b30-abd9-75eb80a107ad,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:45.567990 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50646) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:45.583460 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 781ff998-5fd6-4b30-abd9-75eb80a107ad details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:36:45.665539 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2834d83-797a-40e1-85f2-9b4094cdc54b req-ddd8f5cd-7d0e-44ca-8933-acc29ff8a620 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:45.673678 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2834d83-797a-40e1-85f2-9b4094cdc54b req-ddd8f5cd-7d0e-44ca-8933-acc29ff8a620 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 946 time: 0.4438248 Jul 23 16:36:45.752203 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2834d83-797a-40e1-85f2-9b4094cdc54b req-8d23581b-ae19-4893-8a1b-695829b04d53 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/security-groups?id=db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748477 Jul 23 16:36:45.772080 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3304941-986f-4644-8420-c82d1d3bdca0 admin admin] Made reservation on behalf of 73f731c3e74d4834a41ffd03a4899cef for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:45.774924 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a3304941-986f-4644-8420-c82d1d3bdca0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:45.781868 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb549e74-dbad-4487-8945-494e015a4205 req-cf03056d-0c95-43bd-98e3-3cf4e5679d24 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:45.783512 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb549e74-dbad-4487-8945-494e015a4205 req-cf03056d-0c95-43bd-98e3-3cf4e5679d24 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 945 time: 0.4444678 Jul 23 16:36:45.820909 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-3d04191b-87ff-41d4-8d28-b6402c87c2df req-17c5a143-ca55-4855-b00e-56c290c021c3 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-347653923', 'description': 'tempest-description-2031943746'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:45.874637 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233a39fc-f1b3-426f-abcd-76815b999875 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:45.882348 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233a39fc-f1b3-426f-abcd-76815b999875 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:45.888927 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233a39fc-f1b3-426f-abcd-76815b999875 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:45.890714 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-233a39fc-f1b3-426f-abcd-76815b999875 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.3195803 Jul 23 16:36:45.894312 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50654) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:45.925560 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9d165b2a-551d-410b-98f6-1ff7ecbe5188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:45.963318 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3d04191b-87ff-41d4-8d28-b6402c87c2df req-17c5a143-ca55-4855-b00e-56c290c021c3 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:45.999052 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-9d165b2a-551d-410b-98f6-1ff7ecbe5188 None None] For port 384fb018-2757-418b-9bcc-842e547f8d50, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=384fb018-2757-418b-9bcc-842e547f8d50,segment=NetworkSegment(42f00954-81a6-426c-9d1d-93140452f0b9),segment_id=42f00954-81a6-426c-9d1d-93140452f0b9)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:46.009986 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9d165b2a-551d-410b-98f6-1ff7ecbe5188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:46.016434 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a3304941-986f-4644-8420-c82d1d3bdca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:46.034237 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb549e74-dbad-4487-8945-494e015a4205 req-8cb0ce0a-bb70-4870-9e02-ac6e4ee14496 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313435 Jul 23 16:36:46.101037 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40dfe8a-a7d9-48bc-a255-5571e62d94e5 None None] Network fcd1cb5b-edf8-4428-a3ff-b52f0291b7c2 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:46.149025 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-743d5e0c-0013-4c6f-8471-10b0db9c9a26 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Deleting port 6302dfb4-887e-44dc-92b0-17663b15ef35 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:46.149396 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-743d5e0c-0013-4c6f-8471-10b0db9c9a26 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:46.175994 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf4b1f1-b5cb-430c-b122-563171493f74 admin admin] Router a94e5939-f242-4ce3-9b39-9cde3d497548 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:36:46.218666 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d165b2a-551d-410b-98f6-1ff7ecbe5188 None None] Pushing event updated for resources: {'Port': ['ID=384fb018-2757-418b-9bcc-842e547f8d50,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:46.237385 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3304941-986f-4644-8420-c82d1d3bdca0 admin admin] Checking segment: {'id': 'ad45a4cc-cf30-49f8-a5ad-4265a85c83ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:36:46.237676 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3304941-986f-4644-8420-c82d1d3bdca0 admin admin] Network hostable DHCP agents. Network: 781ff998-5fd6-4b30-abd9-75eb80a107ad, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:36:46.302863 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ada25209-535e-4618-a8d6-c292d1cc726b None None] Provisioning for port 0b201c95-bafb-42fd-aec6-f22e32190727 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:46.313726 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3304941-986f-4644-8420-c82d1d3bdca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5ad291e-418b-4d00-9cc7-4ac4310f7dcd,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:46.319272 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ada25209-535e-4618-a8d6-c292d1cc726b None None] Provisioning complete for port 0b201c95-bafb-42fd-aec6-f22e32190727 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:46.321688 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ada25209-535e-4618-a8d6-c292d1cc726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:46.398789 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3304941-986f-4644-8420-c82d1d3bdca0 admin admin] Network 781ff998-5fd6-4b30-abd9-75eb80a107ad is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:36:46.403776 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-086942b9-914f-4c15-afed-f207b81b51e2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:46.432724 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-a3304941-986f-4644-8420-c82d1d3bdca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 781ff998-5fd6-4b30-abd9-75eb80a107ad) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:46.461980 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06a503c-a199-4330-9126-6ab06445ddaa None None] Network 781ff998-5fd6-4b30-abd9-75eb80a107ad requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:46.570282 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ada25209-535e-4618-a8d6-c292d1cc726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:46.767592 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ada25209-535e-4618-a8d6-c292d1cc726b None None] For port 0b201c95-bafb-42fd-aec6-f22e32190727, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0b201c95-bafb-42fd-aec6-f22e32190727,segment=NetworkSegment(03400aba-d27e-45ac-b658-8a065e167dd8),segment_id=03400aba-d27e-45ac-b658-8a065e167dd8)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:46.817112 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-743d5e0c-0013-4c6f-8471-10b0db9c9a26 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:46.833581 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3d04191b-87ff-41d4-8d28-b6402c87c2df req-17c5a143-ca55-4855-b00e-56c290c021c3 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:46.850900 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-743d5e0c-0013-4c6f-8471-10b0db9c9a26 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Calling delete_port for 6302dfb4-887e-44dc-92b0-17663b15ef35 owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:46.852664 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3d04191b-87ff-41d4-8d28-b6402c87c2df req-17c5a143-ca55-4855-b00e-56c290c021c3 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:46.899322 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf4b1f1-b5cb-430c-b122-563171493f74 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:36:46.904215 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3304941-986f-4644-8420-c82d1d3bdca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:46.905407 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a3304941-986f-4644-8420-c82d1d3bdca0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:46.937508 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-dbf4b1f1-b5cb-430c-b122-563171493f74 admin admin] 10.222.0.73 "PUT /v2.0/routers/a94e5939-f242-4ce3-9b39-9cde3d497548/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1122539 Jul 23 16:36:46.944210 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a3304941-986f-4644-8420-c82d1d3bdca0 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4563477 Jul 23 16:36:46.944210 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50664) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:46.944684 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3d04191b-87ff-41d4-8d28-b6402c87c2df req-17c5a143-ca55-4855-b00e-56c290c021c3 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:46.944684 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3d04191b-87ff-41d4-8d28-b6402c87c2df req-17c5a143-ca55-4855-b00e-56c290c021c3 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.1364126 Jul 23 16:36:46.945593 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50666) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:46.954294 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-b56e08b2-707b-40e0-8470-18976e17d8fa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-202747568-router', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:47.053993 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5a143-ca55-4855-b00e-56c290c021c3 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c29eaf8-d167-4816-81ce-93a7a5bd0a8a,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:47.057022 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b56e08b2-707b-40e0-8470-18976e17d8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:47.058550 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b56e08b2-707b-40e0-8470-18976e17d8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:47.210343 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 384fb018-2757-418b-9bcc-842e547f8d50 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:36:47.223395 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cdd475-86bd-4164-8794-8e19b8dbb94d None None] Sync routers for ids ['a94e5939-f242-4ce3-9b39-9cde3d497548'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:36:47.227324 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ada25209-535e-4618-a8d6-c292d1cc726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:47.286219 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8c61f053-29e6-440b-9a29-f0bc0e0a4b64 admin admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:47.327173 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cdd475-86bd-4164-8794-8e19b8dbb94d None None] Routers {'a94e5939-f242-4ce3-9b39-9cde3d497548'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:47.328134 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a6cdd475-86bd-4164-8794-8e19b8dbb94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:36:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a94e5939-f242-4ce3-9b39-9cde3d497548'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:47.332123 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-92989eb9-c261-4f2a-8107-f057530e4094 req-8d27d22f-627a-4703-8848-a78e0a571b6d tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-347653923&fields=id&tenant_id=d6123a1f03ef4241adc1479c7ea0a71b HTTP/1.1" status: 200 len: 267 time: 0.2534201 Jul 23 16:36:47.343566 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b56e08b2-707b-40e0-8470-18976e17d8fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:47.485785 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada25209-535e-4618-a8d6-c292d1cc726b None None] Pushing event updated for resources: {'Port': ['ID=0b201c95-bafb-42fd-aec6-f22e32190727,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:47.488529 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc66898e-9cf0-4517-a83d-05c461d6e8cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-781ff998-5fd6-4b30-abd9-75eb80a107ad', 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'fixed_ips': [{'subnet_id': 'e5ad291e-418b-4d00-9cc7-4ac4310f7dcd'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:36:47.489434 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fc66898e-9cf0-4517-a83d-05c461d6e8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:47.489921 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-086942b9-914f-4c15-afed-f207b81b51e2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:47.498731 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-086942b9-914f-4c15-afed-f207b81b51e2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:47.513121 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-78422ec9-bcc1-41d2-82ca-14cd175feea1 None None] Provisioning complete for port 384fb018-2757-418b-9bcc-842e547f8d50 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:47.513121 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-78422ec9-bcc1-41d2-82ca-14cd175feea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:47.544093 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8c61f053-29e6-440b-9a29-f0bc0e0a4b64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:47.582177 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 384fb018-2757-418b-9bcc-842e547f8d50 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:47.582575 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:47.610471 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-a6cdd475-86bd-4164-8794-8e19b8dbb94d None None] Set router a94e5939-f242-4ce3-9b39-9cde3d497548 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:36:47.659394 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086942b9-914f-4c15-afed-f207b81b51e2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Port': ['ID=a4cb9f03-0751-4f46-8212-cfc8484a9355,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:47.698204 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b56e08b2-707b-40e0-8470-18976e17d8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:47.706747 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad9f91-13de-47d1-80c9-e92087032750 req-482c1646-bb26-4104-8f43-336106ee922b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:47.709949 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fcad9f91-13de-47d1-80c9-e92087032750 req-482c1646-bb26-4104-8f43-336106ee922b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=47a1232d-43a1-4a2f-ba77-d3efe32641b2 HTTP/1.1" status: 200 len: 1097 time: 0.9099915 Jul 23 16:36:47.773408 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-743d5e0c-0013-4c6f-8471-10b0db9c9a26 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:47.818940 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-8c61f053-29e6-440b-9a29-f0bc0e0a4b64 admin admin] Deleting port dbec3812-df42-4db4-9a87-09e8a0817ae9 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:47.819620 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8c61f053-29e6-440b-9a29-f0bc0e0a4b64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:47.856290 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dcb62-7693-408d-9191-1286a1f6ac00 req-968dd69e-93b1-4c1b-ab69-d3c148e9ab96 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:47.863431 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e8dcb62-7693-408d-9191-1286a1f6ac00 req-968dd69e-93b1-4c1b-ab69-d3c148e9ab96 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 945 time: 0.6889799 Jul 23 16:36:47.892888 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d5e0c-0013-4c6f-8471-10b0db9c9a26 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Pushing event deleted for resources: {'Port': ['ID=6302dfb4-887e-44dc-92b0-17663b15ef35,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:47.956763 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92989eb9-c261-4f2a-8107-f057530e4094 req-c390a937-b839-46de-8845-1558e0ff7748 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:47.958415 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-92989eb9-c261-4f2a-8107-f057530e4094 req-c390a937-b839-46de-8845-1558e0ff7748 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 946 time: 0.6028531 Jul 23 16:36:47.961470 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fcad9f91-13de-47d1-80c9-e92087032750 req-e6542e01-d01f-4c93-82e3-78b97ea67434 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a01ca5f5-fd89-4a53-ad59-163800b3f4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355330 Jul 23 16:36:47.968511 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-78422ec9-bcc1-41d2-82ca-14cd175feea1 None None] Provisioning for port d4cb9733-36b7-44ce-a100-971b3e1e83d2 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:47.978877 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-92989eb9-c261-4f2a-8107-f057530e4094 req-a7cff2e5-1a69-4c85-a77f-efe84fd0d2b2 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Request body: {'port': {'security_groups': ['db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e', '4c29eaf8-d167-4816-81ce-93a7a5bd0a8a']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:47.982102 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-78422ec9-bcc1-41d2-82ca-14cd175feea1 None None] Provisioning complete for port d4cb9733-36b7-44ce-a100-971b3e1e83d2 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:47.983616 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-78422ec9-bcc1-41d2-82ca-14cd175feea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.103456 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-086942b9-914f-4c15-afed-f207b81b51e2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.105479 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e8dcb62-7693-408d-9191-1286a1f6ac00 req-1aaf5f3b-6976-406e-acec-251175bcfb80 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536822 Jul 23 16:36:48.105606 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-8c61f053-29e6-440b-9a29-f0bc0e0a4b64 admin admin] For port dbec3812-df42-4db4-9a87-09e8a0817ae9, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=dbec3812-df42-4db4-9a87-09e8a0817ae9,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:48.105606 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8c61f053-29e6-440b-9a29-f0bc0e0a4b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.108348 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-8c61f053-29e6-440b-9a29-f0bc0e0a4b64 admin admin] Calling delete_port for dbec3812-df42-4db4-9a87-09e8a0817ae9 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:48.140868 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-fc66898e-9cf0-4517-a83d-05c461d6e8cc None None] Allocated IP 172.20.0.2 (781ff998-5fd6-4b30-abd9-75eb80a107ad/e5ad291e-418b-4d00-9cc7-4ac4310f7dcd/7565f9ce-8900-4f5c-ae3e-82414787c67e) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:48.150782 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-78422ec9-bcc1-41d2-82ca-14cd175feea1 None None] Port d4cb9733-36b7-44ce-a100-971b3e1e83d2 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:36:48.200179 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-78422ec9-bcc1-41d2-82ca-14cd175feea1 None None] Provisioning for port a4cb9f03-0751-4f46-8212-cfc8484a9355 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:48.205953 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-743d5e0c-0013-4c6f-8471-10b0db9c9a26 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.209312 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-743d5e0c-0013-4c6f-8471-10b0db9c9a26 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] 10.222.0.73 "DELETE /v2.0/ports/6302dfb4-887e-44dc-92b0-17663b15ef35 HTTP/1.1" status: 204 len: 168 time: 2.3129511 Jul 23 16:36:48.214615 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50674) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:48.218925 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-78422ec9-bcc1-41d2-82ca-14cd175feea1 None None] Provisioning complete for port a4cb9f03-0751-4f46-8212-cfc8484a9355 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:48.219312 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-78422ec9-bcc1-41d2-82ca-14cd175feea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.280597 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf81d4d6-b1c4-4a67-bce8-900744a083eb tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] GET failed (client error): The resource could not be found. Jul 23 16:36:48.282276 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-bf81d4d6-b1c4-4a67-bce8-900744a083eb tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] 10.222.0.73 "GET /v2.0/ports/6302dfb4-887e-44dc-92b0-17663b15ef35 HTTP/1.1" status: 404 len: 333 time: 0.0394897 Jul 23 16:36:48.295783 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50676) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:48.307473 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-039bbb18-3869-43d1-a15a-afcd34e72c93 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Request body: {'port': {'network_id': 'b59a5291-b8e3-432f-997e-680e1d747533', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1321168537'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:48.329081 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a6cdd475-86bd-4164-8794-8e19b8dbb94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'name': 'tempest-TaggedBootDevicesTest-771616400-router', 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'dbec3812-df42-4db4-9a87-09e8a0817ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:27Z', 'updated_at': '2021-07-23T16:36:44Z', 'revision_number': 5, 'project_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'gw_port': {'id': 'dbec3812-df42-4db4-9a87-09e8a0817ae9', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:28Z', 'updated_at': '2021-07-23T16:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:48.369575 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-78422ec9-bcc1-41d2-82ca-14cd175feea1 None None] Port a4cb9f03-0751-4f46-8212-cfc8484a9355 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:36:48.371377 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cdd475-86bd-4164-8794-8e19b8dbb94d None None] Checking router: a94e5939-f242-4ce3-9b39-9cde3d497548 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:36:48.379832 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8c61f053-29e6-440b-9a29-f0bc0e0a4b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.432231 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c61f053-29e6-440b-9a29-f0bc0e0a4b64 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbec3812-df42-4db4-9a87-09e8a0817ae9,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:48.453933 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fc66898e-9cf0-4517-a83d-05c461d6e8cc None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.456770 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-92989eb9-c261-4f2a-8107-f057530e4094 req-a7cff2e5-1a69-4c85-a77f-efe84fd0d2b2 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.481099 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cdd475-86bd-4164-8794-8e19b8dbb94d None None] Routers {'a94e5939-f242-4ce3-9b39-9cde3d497548'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:48.481726 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a6cdd475-86bd-4164-8794-8e19b8dbb94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:36:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a94e5939-f242-4ce3-9b39-9cde3d497548'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:48.487666 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-fc66898e-9cf0-4517-a83d-05c461d6e8cc None None] Transition to ACTIVE for port object 7565f9ce-8900-4f5c-ae3e-82414787c67e will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:48.491440 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-78422ec9-bcc1-41d2-82ca-14cd175feea1 None None] Provisioning complete for port 0b201c95-bafb-42fd-aec6-f22e32190727 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:48.491715 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-78422ec9-bcc1-41d2-82ca-14cd175feea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.544468 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-086942b9-914f-4c15-afed-f207b81b51e2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.575505 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8c61f053-29e6-440b-9a29-f0bc0e0a4b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.606205 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-a6cdd475-86bd-4164-8794-8e19b8dbb94d None None] Set router a94e5939-f242-4ce3-9b39-9cde3d497548 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:36:48.652986 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-fc66898e-9cf0-4517-a83d-05c461d6e8cc None None] Transition to ACTIVE for port object 7565f9ce-8900-4f5c-ae3e-82414787c67e will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:48.686502 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039bbb18-3869-43d1-a15a-afcd34e72c93 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Made reservation on behalf of 2cee8fed938944a583a617685cdd7a43 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:48.691109 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-039bbb18-3869-43d1-a15a-afcd34e72c93 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.713157 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fc66898e-9cf0-4517-a83d-05c461d6e8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.720795 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a6cdd475-86bd-4164-8794-8e19b8dbb94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'name': 'tempest-TaggedBootDevicesTest-771616400-router', 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:27Z', 'updated_at': '2021-07-23T16:36:48Z', 'revision_number': 7, 'project_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:48.725260 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8c61f053-29e6-440b-9a29-f0bc0e0a4b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.731578 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8c61f053-29e6-440b-9a29-f0bc0e0a4b64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.737506 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b56e08b2-707b-40e0-8470-18976e17d8fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.767218 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-039bbb18-3869-43d1-a15a-afcd34e72c93 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] device_id is not set on port 91080632-6d66-43dd-8c29-48729593567a yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:36:48.778047 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b56e08b2-707b-40e0-8470-18976e17d8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.821128 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cdd475-86bd-4164-8794-8e19b8dbb94d None None] The sync data for ids ['a94e5939-f242-4ce3-9b39-9cde3d497548'] in n-d-778549-4 is: [{'id': 'a94e5939-f242-4ce3-9b39-9cde3d497548', 'name': 'tempest-TaggedBootDevicesTest-771616400-router', 'tenant_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:27Z', 'updated_at': '2021-07-23T16:36:48Z', 'revision_number': 7, 'project_id': 'd58be7bf092b45e2a9dae39829ba7b2e', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:36:48.860726 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc66898e-9cf0-4517-a83d-05c461d6e8cc None None] Network 781ff998-5fd6-4b30-abd9-75eb80a107ad is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:48.877276 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-fc66898e-9cf0-4517-a83d-05c461d6e8cc None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:48.881155 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc66898e-9cf0-4517-a83d-05c461d6e8cc None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:48.897976 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66898e-9cf0-4517-a83d-05c461d6e8cc None None] Pushing event updated for resources: {'Port': ['ID=7565f9ce-8900-4f5c-ae3e-82414787c67e,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:48.900200 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8c61f053-29e6-440b-9a29-f0bc0e0a4b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.900380 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c61f053-29e6-440b-9a29-f0bc0e0a4b64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a94e5939-f242-4ce3-9b39-9cde3d497548 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:36:48.906731 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8c61f053-29e6-440b-9a29-f0bc0e0a4b64 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.910623 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8c61f053-29e6-440b-9a29-f0bc0e0a4b64 admin admin] 10.222.0.73 "DELETE /v2.0/routers/a94e5939-f242-4ce3-9b39-9cde3d497548 HTTP/1.1" status: 204 len: 168 time: 1.9527366 Jul 23 16:36:48.911273 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50678) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:49.037209 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df84cbc-5e19-44a0-818b-be77c8a26755 admin admin] Deleting subnet 8700af68-33fb-4e68-b828-91508c404596 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:36:49.043040 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-fc66898e-9cf0-4517-a83d-05c461d6e8cc None None] Attempting to bind port 7565f9ce-8900-4f5c-ae3e-82414787c67e on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:36:49.043952 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7df84cbc-5e19-44a0-818b-be77c8a26755 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:49.044561 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-fc66898e-9cf0-4517-a83d-05c461d6e8cc None None] Attempting to bind port 7565f9ce-8900-4f5c-ae3e-82414787c67e by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'ad45a4cc-cf30-49f8-a5ad-4265a85c83ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:36:49.044932 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc66898e-9cf0-4517-a83d-05c461d6e8cc None None] Attempting to bind port 7565f9ce-8900-4f5c-ae3e-82414787c67e on network 781ff998-5fd6-4b30-abd9-75eb80a107ad {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:36:49.058207 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-78422ec9-bcc1-41d2-82ca-14cd175feea1 None None] Could not find standard attr ID for object 6302dfb4-887e-44dc-92b0-17663b15ef35. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:36:49.061771 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc66898e-9cf0-4517-a83d-05c461d6e8cc None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:36:49.061771 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc66898e-9cf0-4517-a83d-05c461d6e8cc None None] Checking segment: {'id': 'ad45a4cc-cf30-49f8-a5ad-4265a85c83ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:36:49.062042 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fc66898e-9cf0-4517-a83d-05c461d6e8cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:49.062328 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc66898e-9cf0-4517-a83d-05c461d6e8cc None None] Bound using segment: {'id': 'ad45a4cc-cf30-49f8-a5ad-4265a85c83ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:36:49.062795 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-fc66898e-9cf0-4517-a83d-05c461d6e8cc None None] Bound port: 7565f9ce-8900-4f5c-ae3e-82414787c67e, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad45a4cc-cf30-49f8-a5ad-4265a85c83ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:36:49.063225 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fc66898e-9cf0-4517-a83d-05c461d6e8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:49.074119 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-92989eb9-c261-4f2a-8107-f057530e4094 req-a7cff2e5-1a69-4c85-a77f-efe84fd0d2b2 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] For port df6b1f36-9280-4d55-a3b2-7c147bc64aa0, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=df6b1f36-9280-4d55-a3b2-7c147bc64aa0,segment=NetworkSegment(a8c299fb-b86b-45a3-ad50-cad624adf3d9),segment_id=a8c299fb-b86b-45a3-ad50-cad624adf3d9)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:49.103710 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7df84cbc-5e19-44a0-818b-be77c8a26755 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:49.115929 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-039bbb18-3869-43d1-a15a-afcd34e72c93 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Allocated IP 2001:db8::368 (b59a5291-b8e3-432f-997e-680e1d747533/ec25fcd3-ce10-4524-a65b-9c33c59c12d9/91080632-6d66-43dd-8c29-48729593567a) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:49.129007 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-b56e08b2-707b-40e0-8470-18976e17d8fa admin admin] Allocated IP 172.25.8.57 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/2e91bf41-5c7d-478f-9c15-e804e7ec753e) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:49.168255 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-92989eb9-c261-4f2a-8107-f057530e4094 req-a7cff2e5-1a69-4c85-a77f-efe84fd0d2b2 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:49.172137 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-fc66898e-9cf0-4517-a83d-05c461d6e8cc None None] For port 7565f9ce-8900-4f5c-ae3e-82414787c67e, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:36:49.180369 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-fc66898e-9cf0-4517-a83d-05c461d6e8cc None None] For port 7565f9ce-8900-4f5c-ae3e-82414787c67e, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=7565f9ce-8900-4f5c-ae3e-82414787c67e,segment=NetworkSegment(ad45a4cc-cf30-49f8-a5ad-4265a85c83ee),segment_id=ad45a4cc-cf30-49f8-a5ad-4265a85c83ee)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:36:49.203995 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-92989eb9-c261-4f2a-8107-f057530e4094 req-a7cff2e5-1a69-4c85-a77f-efe84fd0d2b2 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:49.209077 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0b201c95-bafb-42fd-aec6-f22e32190727 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:36:49.210301 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fc66898e-9cf0-4517-a83d-05c461d6e8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:49.278976 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-086942b9-914f-4c15-afed-f207b81b51e2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:49.350577 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92989eb9-c261-4f2a-8107-f057530e4094 req-a7cff2e5-1a69-4c85-a77f-efe84fd0d2b2 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:49.351425 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-92989eb9-c261-4f2a-8107-f057530e4094 req-a7cff2e5-1a69-4c85-a77f-efe84fd0d2b2 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:49.352996 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-92989eb9-c261-4f2a-8107-f057530e4094 req-a7cff2e5-1a69-4c85-a77f-efe84fd0d2b2 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "PUT /v2.0/ports/df6b1f36-9280-4d55-a3b2-7c147bc64aa0 HTTP/1.1" status: 200 len: 982 time: 1.3804038 Jul 23 16:36:49.360869 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9ef5c7-4991-4d25-8d9e-20009fc3330a', 'tag': 'df6b1f36-9280-4d55-a3b2-7c147bc64aa0'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:36:49.363279 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3590d0ab-1ead-46a8-808c-cf413562e7f7" -d '{"events": [{"name": "network-changed", "server_uuid": "af9ef5c7-4991-4d25-8d9e-20009fc3330a", "tag": "df6b1f36-9280-4d55-a3b2-7c147bc64aa0"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:36:49.405556 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-086942b9-914f-4c15-afed-f207b81b51e2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:49.449839 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['df6b1f36-9280-4d55-a3b2-7c147bc64aa0'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:36:49.502782 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cff2e5-1a69-4c85-a77f-efe84fd0d2b2 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Pushing event updated for resources: {'Port': ['ID=df6b1f36-9280-4d55-a3b2-7c147bc64aa0,revision_number=6']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:49.533813 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-086942b9-914f-4c15-afed-f207b81b51e2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:49.535055 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['df6b1f36-9280-4d55-a3b2-7c147bc64aa0'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:36:49.537788 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7df84cbc-5e19-44a0-818b-be77c8a26755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:49.558575 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-9ffc21f4-52bf-4434-a00b-37781f5502d9 None None] Provisioning complete for port a4cb9f03-0751-4f46-8212-cfc8484a9355 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:49.559149 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9ffc21f4-52bf-4434-a00b-37781f5502d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:49.598462 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4abd139-2267-419e-bed3-86c6cce56ef8 req-81586acc-faa6-4e81-98c7-897de42ce3ab tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:49.611483 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b4abd139-2267-419e-bed3-86c6cce56ef8 req-81586acc-faa6-4e81-98c7-897de42ce3ab tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 945 time: 0.4211147 Jul 23 16:36:49.643533 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b56e08b2-707b-40e0-8470-18976e17d8fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:49.663788 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086942b9-914f-4c15-afed-f207b81b51e2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Port': ['ID=a4cb9f03-0751-4f46-8212-cfc8484a9355,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:49.711253 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7e7f5cfa-b0f2-407d-a832-27e3b9d597af req-1f401013-2937-4844-873c-da48c1790f53 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-347653923&fields=id&tenant_id=d6123a1f03ef4241adc1479c7ea0a71b HTTP/1.1" status: 200 len: 267 time: 0.2010825 Jul 23 16:36:49.735308 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-9ffc21f4-52bf-4434-a00b-37781f5502d9 None None] Port a4cb9f03-0751-4f46-8212-cfc8484a9355 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:36:49.740926 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66898e-9cf0-4517-a83d-05c461d6e8cc None None] Pushing event updated for resources: {'Port': ['ID=7565f9ce-8900-4f5c-ae3e-82414787c67e,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:49.752401 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-039bbb18-3869-43d1-a15a-afcd34e72c93 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:49.792462 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b4abd139-2267-419e-bed3-86c6cce56ef8 req-d9e73473-4be3-48c4-b3db-8c9fbb964557 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799107 Jul 23 16:36:49.808331 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7df84cbc-5e19-44a0-818b-be77c8a26755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:49.839668 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086942b9-914f-4c15-afed-f207b81b51e2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network fcd1cb5b-edf8-4428-a3ff-b52f0291b7c2 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:49.878299 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 0b201c95-bafb-42fd-aec6-f22e32190727 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:49.880433 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:49.902296 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-086942b9-914f-4c15-afed-f207b81b51e2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:49.907898 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df84cbc-5e19-44a0-818b-be77c8a26755 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8700af68-33fb-4e68-b828-91508c404596,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:49.912891 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7df84cbc-5e19-44a0-818b-be77c8a26755 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:49.917375 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7df84cbc-5e19-44a0-818b-be77c8a26755 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8700af68-33fb-4e68-b828-91508c404596 HTTP/1.1" status: 204 len: 168 time: 1.0012372 Jul 23 16:36:49.918017 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50694) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:49.939967 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc95a016-a0d3-4949-9a9d-ebc6fd6334b9 x-openstack-request-id: req-dc95a016-a0d3-4949-9a9d-ebc6fd6334b9 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:36:49.940305 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9ef5c7-4991-4d25-8d9e-20009fc3330a", "tag": "df6b1f36-9280-4d55-a3b2-7c147bc64aa0", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:36:49.940504 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dc95a016-a0d3-4949-9a9d-ebc6fd6334b9 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:36:49.941017 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9ef5c7-4991-4d25-8d9e-20009fc3330a', 'tag': 'df6b1f36-9280-4d55-a3b2-7c147bc64aa0', 'status': 'completed', 'code': 200} Jul 23 16:36:49.966325 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-039bbb18-3869-43d1-a15a-afcd34e72c93 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Transition to ACTIVE for port object 91080632-6d66-43dd-8c29-48729593567a will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:49.976670 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9025f0bf-5a8c-444b-8318-f372688e8ce3 None None] Network ccfb93aa-128e-41ae-813f-cc1797d91993 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:50.060830 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b56e08b2-707b-40e0-8470-18976e17d8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:50.173997 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-951cb320-0b67-43b6-b84c-a1fa482047e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:50.258908 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56e08b2-707b-40e0-8470-18976e17d8fa admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:50.273044 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-b56e08b2-707b-40e0-8470-18976e17d8fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:50.276195 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56e08b2-707b-40e0-8470-18976e17d8fa admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:50.292175 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f5cfa-b0f2-407d-a832-27e3b9d597af req-3282e35d-5811-4b9a-a386-3772d296d593 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:50.295168 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7e7f5cfa-b0f2-407d-a832-27e3b9d597af req-3282e35d-5811-4b9a-a386-3772d296d593 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 985 time: 0.5575318 Jul 23 16:36:50.331247 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-039bbb18-3869-43d1-a15a-afcd34e72c93 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:50.351776 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e08b2-707b-40e0-8470-18976e17d8fa admin admin] Pushing event updated for resources: {'Port': ['ID=2e91bf41-5c7d-478f-9c15-e804e7ec753e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:50.381940 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086942b9-914f-4c15-afed-f207b81b51e2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Router cc2b79ff-0cd0-49f5-8ea8-2cfb3d7f3a3c is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:36:50.394943 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-951cb320-0b67-43b6-b84c-a1fa482047e2 admin admin] Deleting port 12f12166-450f-4cf9-93c8-2d2257448c07 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:50.399753 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-951cb320-0b67-43b6-b84c-a1fa482047e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:50.442243 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-7e7f5cfa-b0f2-407d-a832-27e3b9d597af req-79a629f2-d0e9-47ee-94e8-ebf92c9f4f49 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Request body: {'port': {'security_groups': ['db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:50.499191 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590d0ab-1ead-46a8-808c-cf413562e7f7 req-0c9e51af-e390-464e-b5c4-61e35103382a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:50.500774 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3590d0ab-1ead-46a8-808c-cf413562e7f7 req-0c9e51af-e390-464e-b5c4-61e35103382a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d6123a1f03ef4241adc1479c7ea0a71b&device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 1136 time: 0.5471487 Jul 23 16:36:50.524785 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039bbb18-3869-43d1-a15a-afcd34e72c93 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Network b59a5291-b8e3-432f-997e-680e1d747533 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:50.566402 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a59e30eb-85c1-4c37-a8cb-f5372a6fe129 None None] Provisioning complete for port a4cb9f03-0751-4f46-8212-cfc8484a9355 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:50.567358 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a59e30eb-85c1-4c37-a8cb-f5372a6fe129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:50.656104 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a59e30eb-85c1-4c37-a8cb-f5372a6fe129 None None] Port a4cb9f03-0751-4f46-8212-cfc8484a9355 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:36:50.760395 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71439a5-c00f-4574-a863-7671995fac8a None None] DHCP port deletion for ccfb93aa-128e-41ae-813f-cc1797d91993 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:36:50.891432 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a71439a5-c00f-4574-a863-7671995fac8a None None] Deleting port 12f12166-450f-4cf9-93c8-2d2257448c07 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:50.891813 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a71439a5-c00f-4574-a863-7671995fac8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:50.964123 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-a71439a5-c00f-4574-a863-7671995fac8a None None] For port 12f12166-450f-4cf9-93c8-2d2257448c07, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=12f12166-450f-4cf9-93c8-2d2257448c07,segment=NetworkSegment(61338f32-9a58-40b9-943e-6dd5f20a15f7),segment_id=61338f32-9a58-40b9-943e-6dd5f20a15f7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:50.964549 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a71439a5-c00f-4574-a863-7671995fac8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:50.978407 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a71439a5-c00f-4574-a863-7671995fac8a None None] Calling delete_port for 12f12166-450f-4cf9-93c8-2d2257448c07 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:50.978871 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-951cb320-0b67-43b6-b84c-a1fa482047e2 admin admin] For port 12f12166-450f-4cf9-93c8-2d2257448c07, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=12f12166-450f-4cf9-93c8-2d2257448c07,segment=NetworkSegment(61338f32-9a58-40b9-943e-6dd5f20a15f7),segment_id=61338f32-9a58-40b9-943e-6dd5f20a15f7)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:50.979457 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-951cb320-0b67-43b6-b84c-a1fa482047e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:50.999115 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 7565f9ce-8900-4f5c-ae3e-82414787c67e up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:36:51.000954 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-951cb320-0b67-43b6-b84c-a1fa482047e2 admin admin] Calling delete_port for 12f12166-450f-4cf9-93c8-2d2257448c07 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:51.049781 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039bbb18-3869-43d1-a15a-afcd34e72c93 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Pushing event updated for resources: {'Port': ['ID=91080632-6d66-43dd-8c29-48729593567a,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:51.060767 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-039bbb18-3869-43d1-a15a-afcd34e72c93 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:51.086537 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039bbb18-3869-43d1-a15a-afcd34e72c93 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:51.092257 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039bbb18-3869-43d1-a15a-afcd34e72c93 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:51.092929 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-039bbb18-3869-43d1-a15a-afcd34e72c93 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:51.096960 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086942b9-914f-4c15-afed-f207b81b51e2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:36:51.107760 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-086942b9-914f-4c15-afed-f207b81b51e2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "PUT /v2.0/routers/cc2b79ff-0cd0-49f5-8ea8-2cfb3d7f3a3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9872866 Jul 23 16:36:51.115990 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50702) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:51.128717 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c234dce-8c32-4bd6-ab7d-d24ad5b72340 None None] Sync routers for ids ['cc2b79ff-0cd0-49f5-8ea8-2cfb3d7f3a3c'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:36:51.151593 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 7565f9ce-8900-4f5c-ae3e-82414787c67e completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:51.163504 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c234dce-8c32-4bd6-ab7d-d24ad5b72340 None None] Routers {'cc2b79ff-0cd0-49f5-8ea8-2cfb3d7f3a3c'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:51.164172 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-0c234dce-8c32-4bd6-ab7d-d24ad5b72340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:36:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['cc2b79ff-0cd0-49f5-8ea8-2cfb3d7f3a3c'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:51.180793 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device de60f984-5c1f-481e-859d-89fe221b425c no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:36:51.222051 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: de60f984-5c1f-481e-859d-89fe221b425c {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:36:51.222445 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device de60f984-5c1f-481e-859d-89fe221b425c not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:36:51.222811 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device dbec3812-df42-4db4-9a87-09e8a0817ae9 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:36:51.232761 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-951cb320-0b67-43b6-b84c-a1fa482047e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:51.248119 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: dbec3812-df42-4db4-9a87-09e8a0817ae9 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:36:51.248369 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-0c234dce-8c32-4bd6-ab7d-d24ad5b72340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:51.248786 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device dbec3812-df42-4db4-9a87-09e8a0817ae9 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:36:51.278196 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c234dce-8c32-4bd6-ab7d-d24ad5b72340 None None] Routers {'cc2b79ff-0cd0-49f5-8ea8-2cfb3d7f3a3c'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:51.278896 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-0c234dce-8c32-4bd6-ab7d-d24ad5b72340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:36:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['cc2b79ff-0cd0-49f5-8ea8-2cfb3d7f3a3c'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:51.279525 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a71439a5-c00f-4574-a863-7671995fac8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:51.286341 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d02a559-397a-44d5-9399-45949bb61bb0 None None] Network 781ff998-5fd6-4b30-abd9-75eb80a107ad requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:51.307963 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951cb320-0b67-43b6-b84c-a1fa482047e2 admin admin] No DVR routers for this DVR port 12f12166-450f-4cf9-93c8-2d2257448c07 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:36:51.312688 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951cb320-0b67-43b6-b84c-a1fa482047e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=12f12166-450f-4cf9-93c8-2d2257448c07,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:51.340362 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71439a5-c00f-4574-a863-7671995fac8a None None] Pushing event deleted for resources: {'Port': ['ID=12f12166-450f-4cf9-93c8-2d2257448c07,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:51.342959 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71439a5-c00f-4574-a863-7671995fac8a None None] No DVR routers for this DVR port 12f12166-450f-4cf9-93c8-2d2257448c07 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:36:51.346489 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-0c234dce-8c32-4bd6-ab7d-d24ad5b72340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:51.347017 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c234dce-8c32-4bd6-ab7d-d24ad5b72340 None None] The sync data for ids ['cc2b79ff-0cd0-49f5-8ea8-2cfb3d7f3a3c'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:36:51.373283 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4488e1ac-34dc-4dc1-8664-b41014029775 None None] Provisioning for port 7565f9ce-8900-4f5c-ae3e-82414787c67e completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:51.405381 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4488e1ac-34dc-4dc1-8664-b41014029775 None None] Provisioning complete for port 7565f9ce-8900-4f5c-ae3e-82414787c67e triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:51.405761 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4488e1ac-34dc-4dc1-8664-b41014029775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:51.407153 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8664f6-6780-4808-908a-84d83f5643b7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:51.410813 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cb8664f6-6780-4808-908a-84d83f5643b7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc2b79ff-0cd0-49f5-8ea8-2cfb3d7f3a3c HTTP/1.1" status: 200 len: 981 time: 0.2929223 Jul 23 16:36:51.418754 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7e7f5cfa-b0f2-407d-a832-27e3b9d597af req-79a629f2-d0e9-47ee-94e8-ebf92c9f4f49 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:51.423664 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50704) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:51.460643 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-039bbb18-3869-43d1-a15a-afcd34e72c93 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.1596832 Jul 23 16:36:51.472388 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50708) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:51.489976 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-93a4b084-a074-4bc5-b77e-bc5bcf36ca77 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::331', 'mac_address': 'fa:16:3e:1c:e5:4c'}]}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:51.552586 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4488e1ac-34dc-4dc1-8664-b41014029775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:51.556969 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590d0ab-1ead-46a8-808c-cf413562e7f7 req-f2fbec31-5979-49e1-8182-a3ba1161c1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:51.558502 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3590d0ab-1ead-46a8-808c-cf413562e7f7 req-f2fbec31-5979-49e1-8182-a3ba1161c1ad service neutron] 10.222.0.97 "GET /v2.0/networks?id=72414b03-0eff-47a3-8162-f0db3384a849 HTTP/1.1" status: 200 len: 922 time: 1.0467002 Jul 23 16:36:51.602541 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-951cb320-0b67-43b6-b84c-a1fa482047e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:51.614297 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4488e1ac-34dc-4dc1-8664-b41014029775 None None] For port 7565f9ce-8900-4f5c-ae3e-82414787c67e, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=7565f9ce-8900-4f5c-ae3e-82414787c67e,segment=NetworkSegment(ad45a4cc-cf30-49f8-a5ad-4265a85c83ee),segment_id=ad45a4cc-cf30-49f8-a5ad-4265a85c83ee)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:51.617089 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-951cb320-0b67-43b6-b84c-a1fa482047e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccfb93aa-128e-41ae-813f-cc1797d91993']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:51.623083 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4488e1ac-34dc-4dc1-8664-b41014029775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:51.637226 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-951cb320-0b67-43b6-b84c-a1fa482047e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61338f32-9a58-40b9-943e-6dd5f20a15f7') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:51.637519 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-951cb320-0b67-43b6-b84c-a1fa482047e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61338f32-9a58-40b9-943e-6dd5f20a15f7') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:51.647559 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3590d0ab-1ead-46a8-808c-cf413562e7f7 req-e088fb42-06b6-4534-adea-1a3c7ad65e08 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df6b1f36-9280-4d55-a3b2-7c147bc64aa0 HTTP/1.1" status: 200 len: 217 time: 0.0770354 Jul 23 16:36:51.651387 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-951cb320-0b67-43b6-b84c-a1fa482047e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:51.687691 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488e1ac-34dc-4dc1-8664-b41014029775 None None] Pushing event updated for resources: {'Port': ['ID=7565f9ce-8900-4f5c-ae3e-82414787c67e,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:51.731986 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-951cb320-0b67-43b6-b84c-a1fa482047e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:51.750086 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-951cb320-0b67-43b6-b84c-a1fa482047e2 admin admin] Releasing vlan 1140 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:36:51.750497 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-951cb320-0b67-43b6-b84c-a1fa482047e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:51.752995 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:36:51.752995 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:36:51.752995 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:36:51.752995 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:36:51.752995 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:36:51.752995 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:36:51.752995 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:36:51.752995 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:36:51.752995 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:36:51.752995 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:36:51.752995 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:36:51.752995 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:36:51.752995 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:36:51.752995 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:36:51.752995 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:36:51.752995 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:36:51.752995 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:36:51.752995 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:36:51.752995 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:36:51.752995 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:36:51.752995 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:36:51.752995 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:36:51.752995 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:36:51.752995 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:36:51.752995 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:36:51.752995 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:36:51.752995 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:36:51.752995 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:36:51.752995 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:36:51.752995 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:36:51.752995 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:36:51.752995 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:36:51.756256 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf693b-597e-4e81-aeef-6e150fc4d324 req-f1f137d3-2dba-4fcb-b220-5fb89cc4a9df tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:51.756963 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0bcf693b-597e-4e81-aeef-6e150fc4d324 req-f1f137d3-2dba-4fcb-b220-5fb89cc4a9df tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 945 time: 0.6841636 Jul 23 16:36:51.757507 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-77f2907f-b64c-4150-8895-b04a0c66655a None None] Provisioning for port 91080632-6d66-43dd-8c29-48729593567a completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:51.766049 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-77f2907f-b64c-4150-8895-b04a0c66655a None None] Provisioning complete for port 91080632-6d66-43dd-8c29-48729593567a triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:51.766477 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-77f2907f-b64c-4150-8895-b04a0c66655a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:51.809783 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-77f2907f-b64c-4150-8895-b04a0c66655a None None] Port 91080632-6d66-43dd-8c29-48729593567a cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:36:51.860851 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-951cb320-0b67-43b6-b84c-a1fa482047e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:51.879815 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-951cb320-0b67-43b6-b84c-a1fa482047e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:51.882785 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-951cb320-0b67-43b6-b84c-a1fa482047e2 admin admin] 10.222.0.73 "DELETE /v2.0/networks/ccfb93aa-128e-41ae-813f-cc1797d91993 HTTP/1.1" status: 204 len: 168 time: 1.9619963 Jul 23 16:36:51.887704 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951cb320-0b67-43b6-b84c-a1fa482047e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccfb93aa-128e-41ae-813f-cc1797d91993,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:51.980500 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590d0ab-1ead-46a8-808c-cf413562e7f7 req-dda92419-daad-4ed8-82c7-db877365ea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:51.982726 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3590d0ab-1ead-46a8-808c-cf413562e7f7 req-dda92419-daad-4ed8-82c7-db877365ea09 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7cd47fdd-8dd1-4f64-8ffb-cee64c695d93 HTTP/1.1" status: 200 len: 860 time: 0.2533159 Jul 23 16:36:52.017749 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0bcf693b-597e-4e81-aeef-6e150fc4d324 req-7b6642b5-64a4-4499-9ad7-ea099892a7ec tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396443 Jul 23 16:36:52.057823 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75adecd0-4b48-439b-b56d-d50e625f22a5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:52.064379 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3d31a875-5bee-4748-8c39-51ca436d6fee None None] Provisioning complete for port 7565f9ce-8900-4f5c-ae3e-82414787c67e triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:52.064760 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3d31a875-5bee-4748-8c39-51ca436d6fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:52.077433 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50712) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:52.081205 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3590d0ab-1ead-46a8-808c-cf413562e7f7 req-126ce266-083d-4b9b-9873-b83cb3490fd5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=72414b03-0eff-47a3-8162-f0db3384a849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845621 Jul 23 16:36:52.126512 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b56e08b2-707b-40e0-8470-18976e17d8fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:52.287969 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-7e7f5cfa-b0f2-407d-a832-27e3b9d597af req-79a629f2-d0e9-47ee-94e8-ebf92c9f4f49 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] For port df6b1f36-9280-4d55-a3b2-7c147bc64aa0, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=df6b1f36-9280-4d55-a3b2-7c147bc64aa0,segment=NetworkSegment(a8c299fb-b86b-45a3-ad50-cad624adf3d9),segment_id=a8c299fb-b86b-45a3-ad50-cad624adf3d9)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:52.318880 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-75adecd0-4b48-439b-b56d-d50e625f22a5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Deleting port a4cb9f03-0751-4f46-8212-cfc8484a9355 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:52.319565 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75adecd0-4b48-439b-b56d-d50e625f22a5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:52.376591 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5c2083d2-90be-4e9c-bae8-de0f294120bf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d58be7bf092b45e2a9dae39829ba7b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2977576 Jul 23 16:36:52.384234 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50718) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:52.393178 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-93a4b084-a074-4bc5-b77e-bc5bcf36ca77 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:52.433028 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7e7f5cfa-b0f2-407d-a832-27e3b9d597af req-79a629f2-d0e9-47ee-94e8-ebf92c9f4f49 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:52.439091 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3590d0ab-1ead-46a8-808c-cf413562e7f7 req-8afb591d-099d-458c-be4f-8edbeed890c7 service neutron] 10.222.0.97 "GET /v2.0/networks/72414b03-0eff-47a3-8162-f0db3384a849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458581 Jul 23 16:36:52.444909 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7e7f5cfa-b0f2-407d-a832-27e3b9d597af req-79a629f2-d0e9-47ee-94e8-ebf92c9f4f49 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:52.463608 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['df6b1f36-9280-4d55-a3b2-7c147bc64aa0'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:36:52.464171 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75adecd0-4b48-439b-b56d-d50e625f22a5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:52.489495 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-75adecd0-4b48-439b-b56d-d50e625f22a5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Calling delete_port for a4cb9f03-0751-4f46-8212-cfc8484a9355 owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:52.496666 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8df517dc-2741-4d41-be45-9cd969bcc638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:52.571631 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8df517dc-2741-4d41-be45-9cd969bcc638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:52.631685 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f5cfa-b0f2-407d-a832-27e3b9d597af req-79a629f2-d0e9-47ee-94e8-ebf92c9f4f49 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:52.632249 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7e7f5cfa-b0f2-407d-a832-27e3b9d597af req-79a629f2-d0e9-47ee-94e8-ebf92c9f4f49 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:52.637925 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7e7f5cfa-b0f2-407d-a832-27e3b9d597af req-79a629f2-d0e9-47ee-94e8-ebf92c9f4f49 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "PUT /v2.0/ports/df6b1f36-9280-4d55-a3b2-7c147bc64aa0 HTTP/1.1" status: 200 len: 943 time: 2.2880063 Jul 23 16:36:52.640934 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9ef5c7-4991-4d25-8d9e-20009fc3330a', 'tag': 'df6b1f36-9280-4d55-a3b2-7c147bc64aa0'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:36:52.646107 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e26f44b-05c1-47cf-aba0-bac965eb341d" -d '{"events": [{"name": "network-changed", "server_uuid": "af9ef5c7-4991-4d25-8d9e-20009fc3330a", "tag": "df6b1f36-9280-4d55-a3b2-7c147bc64aa0"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:36:52.709791 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8df517dc-2741-4d41-be45-9cd969bcc638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:52.712112 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['df6b1f36-9280-4d55-a3b2-7c147bc64aa0'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:36:52.713197 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8df517dc-2741-4d41-be45-9cd969bcc638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:52.716924 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8df517dc-2741-4d41-be45-9cd969bcc638 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2e0f6a6b-7a1a-4fc3-b6e3-28c1a3fabb75 HTTP/1.1" status: 204 len: 168 time: 0.3291869 Jul 23 16:36:52.751987 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df517dc-2741-4d41-be45-9cd969bcc638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0f6a6b-7a1a-4fc3-b6e3-28c1a3fabb75,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:52.842387 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 7565f9ce-8900-4f5c-ae3e-82414787c67e up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:36:52.870368 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a629f2-d0e9-47ee-94e8-ebf92c9f4f49 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Pushing event updated for resources: {'Port': ['ID=df6b1f36-9280-4d55-a3b2-7c147bc64aa0,revision_number=7']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:52.886836 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75adecd0-4b48-439b-b56d-d50e625f22a5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:52.913338 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3590d0ab-1ead-46a8-808c-cf413562e7f7 req-9321a6d0-12d7-441c-a796-ca2d13b06985 service neutron] 10.222.0.97 "GET /v2.0/networks/72414b03-0eff-47a3-8162-f0db3384a849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375432 Jul 23 16:36:52.949563 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75adecd0-4b48-439b-b56d-d50e625f22a5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Port': ['ID=a4cb9f03-0751-4f46-8212-cfc8484a9355,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:53.039227 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 7565f9ce-8900-4f5c-ae3e-82414787c67e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:53.039722 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:53.229926 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4402f5a3-f71a-4dab-bdd6-79aab5e4d936 x-openstack-request-id: req-4402f5a3-f71a-4dab-bdd6-79aab5e4d936 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:36:53.230359 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9ef5c7-4991-4d25-8d9e-20009fc3330a", "tag": "df6b1f36-9280-4d55-a3b2-7c147bc64aa0", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:36:53.230543 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4402f5a3-f71a-4dab-bdd6-79aab5e4d936 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:36:53.230885 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9ef5c7-4991-4d25-8d9e-20009fc3330a', 'tag': 'df6b1f36-9280-4d55-a3b2-7c147bc64aa0', 'status': 'completed', 'code': 200} Jul 23 16:36:53.295981 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75adecd0-4b48-439b-b56d-d50e625f22a5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:53.376045 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 12f12166-450f-4cf9-93c8-2d2257448c07 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:36:53.380630 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b56e08b2-707b-40e0-8470-18976e17d8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:53.427543 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 12f12166-450f-4cf9-93c8-2d2257448c07 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:36:53.428785 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 12f12166-450f-4cf9-93c8-2d2257448c07 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:36:53.513946 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75adecd0-4b48-439b-b56d-d50e625f22a5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Router cc2b79ff-0cd0-49f5-8ea8-2cfb3d7f3a3c has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:36:53.542506 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b64ce23d-9f1e-4ae5-a95b-9c79986be234 req-f88fd625-c3ab-411c-9607-f970deec57f8 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8690982 Jul 23 16:36:53.602721 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75adecd0-4b48-439b-b56d-d50e625f22a5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:36:53.611475 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-75adecd0-4b48-439b-b56d-d50e625f22a5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "PUT /v2.0/routers/cc2b79ff-0cd0-49f5-8ea8-2cfb3d7f3a3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1862893 Jul 23 16:36:53.614533 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50750) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:53.614949 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-93a4b084-a074-4bc5-b77e-bc5bcf36ca77 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:53.619397 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc793a47-6fd5-427a-b611-10f48cd3b428 None None] Sync routers for ids ['cc2b79ff-0cd0-49f5-8ea8-2cfb3d7f3a3c'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:36:53.622242 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26f44b-05c1-47cf-aba0-bac965eb341d req-0acef185-7c8a-4899-bc09-154c1a64f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:53.624145 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e26f44b-05c1-47cf-aba0-bac965eb341d req-0acef185-7c8a-4899-bc09-154c1a64f0f9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d6123a1f03ef4241adc1479c7ea0a71b&device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 1097 time: 0.4032414 Jul 23 16:36:53.632237 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-93a4b084-a074-4bc5-b77e-bc5bcf36ca77 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:53.637544 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc793a47-6fd5-427a-b611-10f48cd3b428 None None] Routers {'cc2b79ff-0cd0-49f5-8ea8-2cfb3d7f3a3c'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:53.638319 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-dc793a47-6fd5-427a-b611-10f48cd3b428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:36:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['cc2b79ff-0cd0-49f5-8ea8-2cfb3d7f3a3c'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:53.649774 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46448c01-6be2-4e29-999f-0a5ccb8fbca8 req-7631be70-6903-4762-b2c1-2289d4d997fd tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:53.651508 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-46448c01-6be2-4e29-999f-0a5ccb8fbca8 req-7631be70-6903-4762-b2c1-2289d4d997fd tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 945 time: 0.3693073 Jul 23 16:36:53.670751 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e2a646-fd88-4c30-ab54-a2f238922dc6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] GET failed (client error): The resource could not be found. Jul 23 16:36:53.673516 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b1e2a646-fd88-4c30-ab54-a2f238922dc6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "GET /v2.0/ports/a4cb9f03-0751-4f46-8212-cfc8484a9355 HTTP/1.1" status: 404 len: 333 time: 0.0577505 Jul 23 16:36:53.676203 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50754) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:53.747641 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-dc793a47-6fd5-427a-b611-10f48cd3b428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:53.764190 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc793a47-6fd5-427a-b611-10f48cd3b428 None None] Routers {'cc2b79ff-0cd0-49f5-8ea8-2cfb3d7f3a3c'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:53.766383 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-dc793a47-6fd5-427a-b611-10f48cd3b428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:36:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['cc2b79ff-0cd0-49f5-8ea8-2cfb3d7f3a3c'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:53.776191 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-93a4b084-a074-4bc5-b77e-bc5bcf36ca77 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] In _notify_port_updated(), no bound segment for port 91080632-6d66-43dd-8c29-48729593567a on network b59a5291-b8e3-432f-997e-680e1d747533 {{(pid=94012) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:36:53.782505 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a4b084-a074-4bc5-b77e-bc5bcf36ca77 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:53.783208 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-93a4b084-a074-4bc5-b77e-bc5bcf36ca77 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:53.784613 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-93a4b084-a074-4bc5-b77e-bc5bcf36ca77 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] 10.222.0.73 "PUT /v2.0/ports/91080632-6d66-43dd-8c29-48729593567a HTTP/1.1" status: 200 len: 1003 time: 2.3057823 Jul 23 16:36:53.797947 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50758) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:53.857749 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4b084-a074-4bc5-b77e-bc5bcf36ca77 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Pushing event updated for resources: {'Port': ['ID=91080632-6d66-43dd-8c29-48729593567a,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:53.881728 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de87965e-cc55-4b2b-ab63-1f0fa9a3efa1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:53.890961 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-dc793a47-6fd5-427a-b611-10f48cd3b428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:53.891662 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc793a47-6fd5-427a-b611-10f48cd3b428 None None] The sync data for ids ['cc2b79ff-0cd0-49f5-8ea8-2cfb3d7f3a3c'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:36:54.096458 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50764) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:54.158118 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de87965e-cc55-4b2b-ab63-1f0fa9a3efa1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.160939 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de87965e-cc55-4b2b-ab63-1f0fa9a3efa1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.227759 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de87965e-cc55-4b2b-ab63-1f0fa9a3efa1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.228359 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de87965e-cc55-4b2b-ab63-1f0fa9a3efa1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Fanout notify agent at l3_agent the message router_deleted on router cc2b79ff-0cd0-49f5-8ea8-2cfb3d7f3a3c {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:36:54.245979 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de87965e-cc55-4b2b-ab63-1f0fa9a3efa1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.245979 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-de87965e-cc55-4b2b-ab63-1f0fa9a3efa1 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/routers/cc2b79ff-0cd0-49f5-8ea8-2cfb3d7f3a3c HTTP/1.1" status: 204 len: 168 time: 0.5659111 Jul 23 16:36:54.246335 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-22c1e73a-a16d-4c53-9755-33babaf3df1b None None] Provisioning complete for port 91080632-6d66-43dd-8c29-48729593567a triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:54.246462 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50770) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:54.247312 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-22c1e73a-a16d-4c53-9755-33babaf3df1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.343706 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-22c1e73a-a16d-4c53-9755-33babaf3df1b None None] Port 91080632-6d66-43dd-8c29-48729593567a cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:36:54.351895 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-674cd720-f93b-40b4-8bf4-c1fd9feb84da tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Deleting subnet 0e2f38c6-08d5-470c-aca0-39d2cbfc587d {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:36:54.353646 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-46448c01-6be2-4e29-999f-0a5ccb8fbca8 req-3bbdfcc9-bb98-4c7c-8a2d-5890a7af704d tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6899955 Jul 23 16:36:54.367206 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-e5017513-857f-4901-89f4-4a936b97f6cd admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-561855979-network', 'tenant_id': '896b34069cf0464297c90d7b6d93c235'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:54.367206 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-674cd720-f93b-40b4-8bf4-c1fd9feb84da tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.367566 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-b64ce23d-9f1e-4ae5-a95b-9c79986be234 req-a9dee68e-ad1b-4f01-9744-3468824701de tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:54.408604 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-674cd720-f93b-40b4-8bf4-c1fd9feb84da tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.424379 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26f44b-05c1-47cf-aba0-bac965eb341d req-0153e4fa-b5b3-41e0-93ac-88a0268a4e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:54.426056 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e26f44b-05c1-47cf-aba0-bac965eb341d req-0153e4fa-b5b3-41e0-93ac-88a0268a4e1e service neutron] 10.222.0.97 "GET /v2.0/networks?id=72414b03-0eff-47a3-8162-f0db3384a849 HTTP/1.1" status: 200 len: 922 time: 0.7908721 Jul 23 16:36:54.468379 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b64ce23d-9f1e-4ae5-a95b-9c79986be234 req-a9dee68e-ad1b-4f01-9744-3468824701de tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.473775 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56e08b2-707b-40e0-8470-18976e17d8fa admin admin] Router 3b751f51-52f1-444e-9d36-b568bcc46932 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:36:54.489585 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5017513-857f-4901-89f4-4a936b97f6cd admin admin] Made reservation on behalf of 896b34069cf0464297c90d7b6d93c235 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:54.492325 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e5017513-857f-4901-89f4-4a936b97f6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.523224 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e26f44b-05c1-47cf-aba0-bac965eb341d req-bec02a40-ea49-4d82-ac57-0edcc5e488c1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df6b1f36-9280-4d55-a3b2-7c147bc64aa0 HTTP/1.1" status: 200 len: 217 time: 0.0844972 Jul 23 16:36:54.524782 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e5017513-857f-4901-89f4-4a936b97f6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.563245 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-674cd720-f93b-40b4-8bf4-c1fd9feb84da tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.663798 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-674cd720-f93b-40b4-8bf4-c1fd9feb84da tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.682583 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-3d3c013a-d340-4cb4-9bb8-dad56ce7ebb7 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Deleting port 91080632-6d66-43dd-8c29-48729593567a {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:54.683204 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d3c013a-d340-4cb4-9bb8-dad56ce7ebb7 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.705175 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674cd720-f93b-40b4-8bf4-c1fd9feb84da tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Subnet': ['ID=0e2f38c6-08d5-470c-aca0-39d2cbfc587d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:54.707746 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-674cd720-f93b-40b4-8bf4-c1fd9feb84da tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.710467 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-674cd720-f93b-40b4-8bf4-c1fd9feb84da tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/subnets/0e2f38c6-08d5-470c-aca0-39d2cbfc587d HTTP/1.1" status: 204 len: 168 time: 0.4632244 Jul 23 16:36:54.713617 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50772) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:54.728210 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a16dc0-f980-445f-9aba-a45fc69ea861 None None] Network fcd1cb5b-edf8-4428-a3ff-b52f0291b7c2 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:54.759352 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26f44b-05c1-47cf-aba0-bac965eb341d req-7aa693d1-f76e-4c8a-b08b-b2b2ff3ae8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:54.761092 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e26f44b-05c1-47cf-aba0-bac965eb341d req-7aa693d1-f76e-4c8a-b08b-b2b2ff3ae8e4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7cd47fdd-8dd1-4f64-8ffb-cee64c695d93 HTTP/1.1" status: 200 len: 860 time: 0.1694305 Jul 23 16:36:54.782303 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e5017513-857f-4901-89f4-4a936b97f6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.787501 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e5017513-857f-4901-89f4-4a936b97f6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.837550 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5017513-857f-4901-89f4-4a936b97f6cd admin admin] vlan segment allocate from pool success with {'vlan_id': 1107, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:36:54.884938 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e26f44b-05c1-47cf-aba0-bac965eb341d req-1e5e9d99-9150-4bfa-90e3-9d99659a3a55 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=72414b03-0eff-47a3-8162-f0db3384a849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790327 Jul 23 16:36:54.898602 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d630935d-3793-4e7a-a793-2b0a24e53a3a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.900969 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e5017513-857f-4901-89f4-4a936b97f6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.901395 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-e5017513-857f-4901-89f4-4a936b97f6cd admin admin] Added segment e86199fe-5491-4fca-b518-f67ebbbf9a42 of type vlan for network 76cc40b0-30f5-4501-be03-be323c612c9a Jul 23 16:36:54.903806 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5017513-857f-4901-89f4-4a936b97f6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7512957-f7cb-4176-bf40-536da0f9f007,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:54.917345 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56e08b2-707b-40e0-8470-18976e17d8fa admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:36:54.933095 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933a183d-beb2-4232-99e6-a1a36994bc2a None None] Sync routers for ids ['3b751f51-52f1-444e-9d36-b568bcc46932'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:36:54.962666 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933a183d-beb2-4232-99e6-a1a36994bc2a None None] Routers {'3b751f51-52f1-444e-9d36-b568bcc46932'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:54.966372 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-933a183d-beb2-4232-99e6-a1a36994bc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:36:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['3b751f51-52f1-444e-9d36-b568bcc46932'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:54.985909 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b56e08b2-707b-40e0-8470-18976e17d8fa admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.988425 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e5017513-857f-4901-89f4-4a936b97f6cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.992569 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b56e08b2-707b-40e0-8470-18976e17d8fa admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.0416317 Jul 23 16:36:54.993013 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50774) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:55.069791 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af8d78e-b9db-413e-8939-edb95ec9cf84 None None] DHCP port deletion for fcd1cb5b-edf8-4428-a3ff-b52f0291b7c2 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:36:55.121779 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-d630935d-3793-4e7a-a793-2b0a24e53a3a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Deleting port 0b201c95-bafb-42fd-aec6-f22e32190727 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:55.122122 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d630935d-3793-4e7a-a793-2b0a24e53a3a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:55.123903 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e5017513-857f-4901-89f4-4a936b97f6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:55.124879 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5017513-857f-4901-89f4-4a936b97f6cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:55.125485 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e5017513-857f-4901-89f4-4a936b97f6cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:55.162780 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d3c013a-d340-4cb4-9bb8-dad56ce7ebb7 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:55.189846 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e5017513-857f-4901-89f4-4a936b97f6cd admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0913045 Jul 23 16:36:55.194537 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-933a183d-beb2-4232-99e6-a1a36994bc2a None None] Set router 3b751f51-52f1-444e-9d36-b568bcc46932 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:36:55.195625 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b64ce23d-9f1e-4ae5-a95b-9c79986be234 req-a9dee68e-ad1b-4f01-9744-3468824701de tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:55.200616 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50776) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:55.207689 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6d308f06-66ea-479c-ae6b-0c88eca67969 admin admin] Request body: {'subnet': {'network_id': '76cc40b0-30f5-4501-be03-be323c612c9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-561855979-subnet', 'tenant_id': '896b34069cf0464297c90d7b6d93c235', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:55.219120 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-3d3c013a-d340-4cb4-9bb8-dad56ce7ebb7 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Calling delete_port for 91080632-6d66-43dd-8c29-48729593567a owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:55.226183 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4af8d78e-b9db-413e-8939-edb95ec9cf84 None None] Deleting port 0b201c95-bafb-42fd-aec6-f22e32190727 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:55.228410 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4af8d78e-b9db-413e-8939-edb95ec9cf84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:55.265160 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d308f06-66ea-479c-ae6b-0c88eca67969 admin admin] Made reservation on behalf of 896b34069cf0464297c90d7b6d93c235 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:55.269846 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6d308f06-66ea-479c-ae6b-0c88eca67969 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:55.300035 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5017513-857f-4901-89f4-4a936b97f6cd admin admin] Pushing event updated for resources: {'Network': ['ID=76cc40b0-30f5-4501-be03-be323c612c9a,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:55.354675 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e26f44b-05c1-47cf-aba0-bac965eb341d req-cb9d17fd-020e-4c33-ab2d-1f580ddb6f3c service neutron] 10.222.0.97 "GET /v2.0/networks/72414b03-0eff-47a3-8162-f0db3384a849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534516 Jul 23 16:36:55.387704 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 76cc40b0-30f5-4501-be03-be323c612c9a details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:36:55.486286 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4af8d78e-b9db-413e-8939-edb95ec9cf84 None None] For port 0b201c95-bafb-42fd-aec6-f22e32190727, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0b201c95-bafb-42fd-aec6-f22e32190727,segment=NetworkSegment(03400aba-d27e-45ac-b658-8a065e167dd8),segment_id=03400aba-d27e-45ac-b658-8a065e167dd8)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:55.486684 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e26f44b-05c1-47cf-aba0-bac965eb341d req-8f17e38c-d2bb-4e6b-8a12-02cb42b460a8 service neutron] 10.222.0.97 "GET /v2.0/networks/72414b03-0eff-47a3-8162-f0db3384a849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185873 Jul 23 16:36:55.490905 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4af8d78e-b9db-413e-8939-edb95ec9cf84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:55.576227 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4af8d78e-b9db-413e-8939-edb95ec9cf84 None None] Calling delete_port for 0b201c95-bafb-42fd-aec6-f22e32190727 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:55.651606 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-b64ce23d-9f1e-4ae5-a95b-9c79986be234 req-a9dee68e-ad1b-4f01-9744-3468824701de tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Allocated IP 172.25.8.111 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/576e3e10-ead5-4413-b752-85d7fd2059d3) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:55.693676 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-933a183d-beb2-4232-99e6-a1a36994bc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'name': 'tempest-AttachVolumeTestJSON-202747568-router', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:36:47Z', 'updated_at': '2021-07-23T16:36:51Z', 'revision_number': 3, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'gw_port': {'id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:34:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:48Z', 'updated_at': '2021-07-23T16:36:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:55.728507 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4af8d78e-b9db-413e-8939-edb95ec9cf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:55.749583 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f55f53-239f-47ca-ba79-ee7882ce18e2 req-35dd380a-6224-4dfa-a303-7e6c1b3dde77 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:55.751273 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2f55f53-239f-47ca-ba79-ee7882ce18e2 req-35dd380a-6224-4dfa-a303-7e6c1b3dde77 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 945 time: 0.2611411 Jul 23 16:36:55.760466 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933a183d-beb2-4232-99e6-a1a36994bc2a None None] Checking router: 3b751f51-52f1-444e-9d36-b568bcc46932 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:36:55.761519 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933a183d-beb2-4232-99e6-a1a36994bc2a None None] Updating router 3b751f51-52f1-444e-9d36-b568bcc46932 port 2e91bf41-5c7d-478f-9c15-e804e7ec753e binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:36:55.769903 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8d78e-b9db-413e-8939-edb95ec9cf84 None None] Pushing event deleted for resources: {'Port': ['ID=0b201c95-bafb-42fd-aec6-f22e32190727,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:55.784383 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af8d78e-b9db-413e-8939-edb95ec9cf84 None None] No DVR routers for this DVR port 0b201c95-bafb-42fd-aec6-f22e32190727 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:36:55.789532 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8d78e-b9db-413e-8939-edb95ec9cf84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:55.790174 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8d78e-b9db-413e-8939-edb95ec9cf84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:55.790725 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8d78e-b9db-413e-8939-edb95ec9cf84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:55.791296 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8d78e-b9db-413e-8939-edb95ec9cf84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:55.791805 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8d78e-b9db-413e-8939-edb95ec9cf84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:55.792363 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8d78e-b9db-413e-8939-edb95ec9cf84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:55.792877 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8d78e-b9db-413e-8939-edb95ec9cf84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:55.794061 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8d78e-b9db-413e-8939-edb95ec9cf84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:55.794827 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8d78e-b9db-413e-8939-edb95ec9cf84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:55.801823 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8d78e-b9db-413e-8939-edb95ec9cf84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:55.802363 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8d78e-b9db-413e-8939-edb95ec9cf84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:55.804178 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8d78e-b9db-413e-8939-edb95ec9cf84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:55.827579 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-933a183d-beb2-4232-99e6-a1a36994bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:55.889513 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2f55f53-239f-47ca-ba79-ee7882ce18e2 req-b9922fa4-ae9b-4124-8f34-d0fd263fbed5 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139660 Jul 23 16:36:55.917127 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d3c013a-d340-4cb4-9bb8-dad56ce7ebb7 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:55.965970 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c013a-d340-4cb4-9bb8-dad56ce7ebb7 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Pushing event deleted for resources: {'Port': ['ID=91080632-6d66-43dd-8c29-48729593567a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:55.997547 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b64ce23d-9f1e-4ae5-a95b-9c79986be234 req-a9dee68e-ad1b-4f01-9744-3468824701de tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:56.029379 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-d630935d-3793-4e7a-a793-2b0a24e53a3a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] For port 0b201c95-bafb-42fd-aec6-f22e32190727, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0b201c95-bafb-42fd-aec6-f22e32190727,segment=NetworkSegment(03400aba-d27e-45ac-b658-8a065e167dd8),segment_id=03400aba-d27e-45ac-b658-8a065e167dd8)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:56.029379 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d630935d-3793-4e7a-a793-2b0a24e53a3a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:56.071678 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-d630935d-3793-4e7a-a793-2b0a24e53a3a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Calling delete_port for 0b201c95-bafb-42fd-aec6-f22e32190727 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:56.157561 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d3c013a-d340-4cb4-9bb8-dad56ce7ebb7 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:56.164807 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3d3c013a-d340-4cb4-9bb8-dad56ce7ebb7 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] 10.222.0.73 "DELETE /v2.0/ports/91080632-6d66-43dd-8c29-48729593567a HTTP/1.1" status: 204 len: 168 time: 2.3377349 Jul 23 16:36:56.168916 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50782) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:56.215164 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b64ce23d-9f1e-4ae5-a95b-9c79986be234 req-a9dee68e-ad1b-4f01-9744-3468824701de tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:56.281569 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dee68e-ad1b-4f01-9744-3468824701de tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Pushing event updated for resources: {'Port': ['ID=576e3e10-ead5-4413-b752-85d7fd2059d3,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:56.284335 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-01038952-4289-445e-bc55-444496071dd0 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] GET failed (client error): The resource could not be found. Jul 23 16:36:56.292982 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-01038952-4289-445e-bc55-444496071dd0 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] 10.222.0.73 "GET /v2.0/ports/91080632-6d66-43dd-8c29-48729593567a HTTP/1.1" status: 404 len: 333 time: 0.1243644 Jul 23 16:36:56.296968 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50784) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:56.305552 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-5d2c8f4a-c5af-4689-b8bd-1439bb2ba796 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Request body: {'port': {'network_id': 'b59a5291-b8e3-432f-997e-680e1d747533', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1827550640'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:56.343682 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b64ce23d-9f1e-4ae5-a95b-9c79986be234 req-a9dee68e-ad1b-4f01-9744-3468824701de tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:56.347421 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-b64ce23d-9f1e-4ae5-a95b-9c79986be234 req-a9dee68e-ad1b-4f01-9744-3468824701de tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:56.352720 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64ce23d-9f1e-4ae5-a95b-9c79986be234 req-a9dee68e-ad1b-4f01-9744-3468824701de tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:56.440967 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-933a183d-beb2-4232-99e6-a1a36994bc2a None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:56.453999 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-933a183d-beb2-4232-99e6-a1a36994bc2a None None] Transition to ACTIVE for port object 2e91bf41-5c7d-478f-9c15-e804e7ec753e will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:56.469850 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-933a183d-beb2-4232-99e6-a1a36994bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:56.510559 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d630935d-3793-4e7a-a793-2b0a24e53a3a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:56.537218 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b64ce23d-9f1e-4ae5-a95b-9c79986be234 req-a9dee68e-ad1b-4f01-9744-3468824701de tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:56.537496 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f230736-3fd4-4576-9898-844e815b4f67 None None] Pushing event updated for resources: {'Port': ['ID=2e91bf41-5c7d-478f-9c15-e804e7ec753e,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:56.541175 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-933a183d-beb2-4232-99e6-a1a36994bc2a None None] Attempting to bind port 2e91bf41-5c7d-478f-9c15-e804e7ec753e on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:36:56.541546 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-933a183d-beb2-4232-99e6-a1a36994bc2a None None] Attempting to bind port 2e91bf41-5c7d-478f-9c15-e804e7ec753e by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:36:56.541912 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933a183d-beb2-4232-99e6-a1a36994bc2a None None] Attempting to bind port 2e91bf41-5c7d-478f-9c15-e804e7ec753e on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:36:56.547061 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2c8f4a-c5af-4689-b8bd-1439bb2ba796 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Made reservation on behalf of 2cee8fed938944a583a617685cdd7a43 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:56.549787 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f230736-3fd4-4576-9898-844e815b4f67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:56.550138 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f230736-3fd4-4576-9898-844e815b4f67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:56.550549 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f230736-3fd4-4576-9898-844e815b4f67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:56.550888 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f230736-3fd4-4576-9898-844e815b4f67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:56.551222 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f230736-3fd4-4576-9898-844e815b4f67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:56.551550 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f230736-3fd4-4576-9898-844e815b4f67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:56.551876 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f230736-3fd4-4576-9898-844e815b4f67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:56.552200 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f230736-3fd4-4576-9898-844e815b4f67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:56.552524 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f230736-3fd4-4576-9898-844e815b4f67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:56.554000 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f230736-3fd4-4576-9898-844e815b4f67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:56.554166 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f230736-3fd4-4576-9898-844e815b4f67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:56.554498 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f230736-3fd4-4576-9898-844e815b4f67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:56.555567 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5d2c8f4a-c5af-4689-b8bd-1439bb2ba796 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:56.560472 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933a183d-beb2-4232-99e6-a1a36994bc2a None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:36:56.560829 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933a183d-beb2-4232-99e6-a1a36994bc2a None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:36:56.561274 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-933a183d-beb2-4232-99e6-a1a36994bc2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:56.561708 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933a183d-beb2-4232-99e6-a1a36994bc2a None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:36:56.562149 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-933a183d-beb2-4232-99e6-a1a36994bc2a None None] Bound port: 2e91bf41-5c7d-478f-9c15-e804e7ec753e, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:36:56.562545 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-933a183d-beb2-4232-99e6-a1a36994bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:56.564273 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d630935d-3793-4e7a-a793-2b0a24e53a3a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] No DVR routers for this DVR port 0b201c95-bafb-42fd-aec6-f22e32190727 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:36:56.602235 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6d308f06-66ea-479c-ae6b-0c88eca67969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:56.613022 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-5d2c8f4a-c5af-4689-b8bd-1439bb2ba796 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] device_id is not set on port fca91ad1-69a7-4c05-909a-e14dd2b91b42 yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:36:56.637601 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-933a183d-beb2-4232-99e6-a1a36994bc2a None None] For port 2e91bf41-5c7d-478f-9c15-e804e7ec753e, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:36:56.641231 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-933a183d-beb2-4232-99e6-a1a36994bc2a None None] For port 2e91bf41-5c7d-478f-9c15-e804e7ec753e, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2e91bf41-5c7d-478f-9c15-e804e7ec753e,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:36:56.648789 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-933a183d-beb2-4232-99e6-a1a36994bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:56.726791 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0b201c95-bafb-42fd-aec6-f22e32190727 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:36:56.746003 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f230736-3fd4-4576-9898-844e815b4f67 None None] Pushing event updated for resources: {'Port': ['ID=2e91bf41-5c7d-478f-9c15-e804e7ec753e,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:56.748765 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933a183d-beb2-4232-99e6-a1a36994bc2a None None] Routers {'3b751f51-52f1-444e-9d36-b568bcc46932'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:56.750106 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-933a183d-beb2-4232-99e6-a1a36994bc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:36:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['3b751f51-52f1-444e-9d36-b568bcc46932'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:56.772690 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 0b201c95-bafb-42fd-aec6-f22e32190727 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:36:56.773279 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0b201c95-bafb-42fd-aec6-f22e32190727 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:36:56.798756 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-5d2c8f4a-c5af-4689-b8bd-1439bb2ba796 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Allocated IP 2001:db8::e3 (b59a5291-b8e3-432f-997e-680e1d747533/ec25fcd3-ce10-4524-a65b-9c33c59c12d9/fca91ad1-69a7-4c05-909a-e14dd2b91b42) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:56.873177 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630935d-3793-4e7a-a793-2b0a24e53a3a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Port': ['ID=0b201c95-bafb-42fd-aec6-f22e32190727,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:56.902428 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-933a183d-beb2-4232-99e6-a1a36994bc2a None None] Set router 3b751f51-52f1-444e-9d36-b568bcc46932 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:36:56.922547 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d630935d-3793-4e7a-a793-2b0a24e53a3a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:56.977316 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b64ce23d-9f1e-4ae5-a95b-9c79986be234 req-a9dee68e-ad1b-4f01-9744-3468824701de tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:56.988932 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-d630935d-3793-4e7a-a793-2b0a24e53a3a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd1cb5b-edf8-4428-a3ff-b52f0291b7c2']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:57.041524 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-d630935d-3793-4e7a-a793-2b0a24e53a3a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03400aba-d27e-45ac-b658-8a065e167dd8') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:57.042476 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-d630935d-3793-4e7a-a793-2b0a24e53a3a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03400aba-d27e-45ac-b658-8a065e167dd8') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:57.062070 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d308f06-66ea-479c-ae6b-0c88eca67969 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0451a60c-d287-4012-8d32-22a400e0b50b,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:57.095847 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d630935d-3793-4e7a-a793-2b0a24e53a3a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:57.149647 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d308f06-66ea-479c-ae6b-0c88eca67969 admin admin] Checking segment: {'id': 'e86199fe-5491-4fca-b518-f67ebbbf9a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '76cc40b0-30f5-4501-be03-be323c612c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:36:57.150239 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d308f06-66ea-479c-ae6b-0c88eca67969 admin admin] Network hostable DHCP agents. Network: 76cc40b0-30f5-4501-be03-be323c612c9a, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:36:57.154160 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5d2c8f4a-c5af-4689-b8bd-1439bb2ba796 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:57.202892 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-5d2c8f4a-c5af-4689-b8bd-1439bb2ba796 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Transition to ACTIVE for port object fca91ad1-69a7-4c05-909a-e14dd2b91b42 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:57.207400 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-933a183d-beb2-4232-99e6-a1a36994bc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'name': 'tempest-AttachVolumeTestJSON-202747568-router', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:36:47Z', 'updated_at': '2021-07-23T16:36:51Z', 'revision_number': 3, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'gw_port': {'id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:34:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:48Z', 'updated_at': '2021-07-23T16:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:57.224396 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d630935d-3793-4e7a-a793-2b0a24e53a3a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:57.242384 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933a183d-beb2-4232-99e6-a1a36994bc2a None None] The sync data for ids ['3b751f51-52f1-444e-9d36-b568bcc46932'] in n-d-778549-4 is: [{'id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'name': 'tempest-AttachVolumeTestJSON-202747568-router', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:36:47Z', 'updated_at': '2021-07-23T16:36:51Z', 'revision_number': 3, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'gw_port': {'id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:34:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:48Z', 'updated_at': '2021-07-23T16:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:36:57.258468 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d630935d-3793-4e7a-a793-2b0a24e53a3a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Releasing vlan 1139 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:36:57.259131 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d630935d-3793-4e7a-a793-2b0a24e53a3a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: self.session.flush() Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: self.session.flush() Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: self.session.flush() Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: self.session.flush() Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:36:57.265551 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:36:57.291498 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5d2c8f4a-c5af-4689-b8bd-1439bb2ba796 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:57.388656 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c9cab1e2-1875-44b5-8fa9-2517c6d6fba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:57.394039 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d308f06-66ea-479c-ae6b-0c88eca67969 admin admin] Network 76cc40b0-30f5-4501-be03-be323c612c9a is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:36:57.414458 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d630935d-3793-4e7a-a793-2b0a24e53a3a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:57.430363 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d630935d-3793-4e7a-a793-2b0a24e53a3a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:57.432230 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d630935d-3793-4e7a-a793-2b0a24e53a3a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/networks/fcd1cb5b-edf8-4428-a3ff-b52f0291b7c2 HTTP/1.1" status: 204 len: 168 time: 2.7176445 Jul 23 16:36:57.433084 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-6d308f06-66ea-479c-ae6b-0c88eca67969 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 76cc40b0-30f5-4501-be03-be323c612c9a) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:57.449887 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf6c914-9bdd-48a2-af36-3e07005362ae None None] Network 76cc40b0-30f5-4501-be03-be323c612c9a requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:57.455115 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2c8f4a-c5af-4689-b8bd-1439bb2ba796 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Network b59a5291-b8e3-432f-997e-680e1d747533 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:57.465297 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50790) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:57.468658 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d308f06-66ea-479c-ae6b-0c88eca67969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:57.469853 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6d308f06-66ea-479c-ae6b-0c88eca67969 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:57.508463 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c8f4a-c5af-4689-b8bd-1439bb2ba796 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Pushing event updated for resources: {'Port': ['ID=fca91ad1-69a7-4c05-909a-e14dd2b91b42,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:57.511370 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-5d2c8f4a-c5af-4689-b8bd-1439bb2ba796 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:57.520872 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2c8f4a-c5af-4689-b8bd-1439bb2ba796 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:57.538446 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2c8f4a-c5af-4689-b8bd-1439bb2ba796 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:57.539250 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5d2c8f4a-c5af-4689-b8bd-1439bb2ba796 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:57.542636 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630935d-3793-4e7a-a793-2b0a24e53a3a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Network': ['ID=fcd1cb5b-edf8-4428-a3ff-b52f0291b7c2,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:57.550909 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-dbccc09c-efb3-4ea8-987a-eb6a69f98158 req-4058a3b7-be5b-4cad-91ce-8a340219d001 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4041002 Jul 23 16:36:57.579583 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6d308f06-66ea-479c-ae6b-0c88eca67969 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3585432 Jul 23 16:36:57.609883 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8c7d6-f2bf-47ec-b418-7834221e6927 req-3283be1e-f061-4b82-82d9-5746f9ce9482 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:57.619512 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4ff8c7d6-f2bf-47ec-b418-7834221e6927 req-3283be1e-f061-4b82-82d9-5746f9ce9482 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 945 time: 0.5683451 Jul 23 16:36:57.704500 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6711027-4566-4adc-9391-274b75de9acb tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:57.712705 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d6711027-4566-4adc-9391-274b75de9acb tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "GET /v2.0/ports/8ff9027c-bcde-47c3-857f-bb11bd6b0442 HTTP/1.1" status: 200 len: 840 time: 0.2449985 Jul 23 16:36:57.713373 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50796) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:57.731833 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5d2c8f4a-c5af-4689-b8bd-1439bb2ba796 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4332852 Jul 23 16:36:57.764762 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50798) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:57.784183 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-1d1ea238-6adf-49a8-82d2-a3d0de8dbeb9 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:1c:e5:4c'}]}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:57.822081 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4ff8c7d6-f2bf-47ec-b418-7834221e6927 req-499e21d5-75e3-4c8a-97dc-f9f3b938c8fa tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007902 Jul 23 16:36:57.879725 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29585942-6a2c-48f0-99c4-0d48102308bb None None] Network 76cc40b0-30f5-4501-be03-be323c612c9a requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:57.985551 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-c9cab1e2-1875-44b5-8fa9-2517c6d6fba1 admin admin] Allocated IP 172.20.0.1 (781ff998-5fd6-4b30-abd9-75eb80a107ad/e5ad291e-418b-4d00-9cc7-4ac4310f7dcd/7fb169e2-f135-4e41-ab65-786b8bad79ad) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:58.076240 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b64ce23d-9f1e-4ae5-a95b-9c79986be234 req-a9dee68e-ad1b-4f01-9744-3468824701de tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:58.106682 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b64ce23d-9f1e-4ae5-a95b-9c79986be234 req-a9dee68e-ad1b-4f01-9744-3468824701de tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:58.200786 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-db03afbb-8e8b-43ae-8588-183b4ef8fc83 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "GET /v2.0/ports/8ff9027c-bcde-47c3-857f-bb11bd6b0442?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4758818 Jul 23 16:36:58.238041 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccc09c-efb3-4ea8-987a-eb6a69f98158 req-db47b4c8-f4a6-4d11-b73b-2137256ab74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:58.239863 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-dbccc09c-efb3-4ea8-987a-eb6a69f98158 req-db47b4c8-f4a6-4d11-b73b-2137256ab74e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=54c4450647c445a5ad7f9adbba82da8f&device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 1097 time: 0.5704525 Jul 23 16:36:58.258786 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50806) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:58.264960 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-51bcc6e5-83b4-4624-91cc-cc48e3d18e1a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'subnet': {'network_id': '69034369-4f9a-4c56-84cf-53b4e37d45f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:58.345402 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b64ce23d-9f1e-4ae5-a95b-9c79986be234 req-a9dee68e-ad1b-4f01-9744-3468824701de tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:58.361609 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dee68e-ad1b-4f01-9744-3468824701de tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Pushing event updated for resources: {'Port': ['ID=576e3e10-ead5-4413-b752-85d7fd2059d3,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:58.376599 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b64ce23d-9f1e-4ae5-a95b-9c79986be234 req-a9dee68e-ad1b-4f01-9744-3468824701de tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:58.378088 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b64ce23d-9f1e-4ae5-a95b-9c79986be234 req-a9dee68e-ad1b-4f01-9744-3468824701de tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.8254008 Jul 23 16:36:58.503159 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c9cab1e2-1875-44b5-8fa9-2517c6d6fba1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:58.510623 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-70fabb45-9f8e-47dd-a0a8-47e7d5a35fb2 None None] Provisioning for port fca91ad1-69a7-4c05-909a-e14dd2b91b42 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:58.523408 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c9cab1e2-1875-44b5-8fa9-2517c6d6fba1 admin admin] Transition to ACTIVE for port object 7fb169e2-f135-4e41-ab65-786b8bad79ad will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:58.526277 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-70fabb45-9f8e-47dd-a0a8-47e7d5a35fb2 None None] Provisioning complete for port fca91ad1-69a7-4c05-909a-e14dd2b91b42 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:58.526508 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-70fabb45-9f8e-47dd-a0a8-47e7d5a35fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:58.571425 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-70fabb45-9f8e-47dd-a0a8-47e7d5a35fb2 None None] Port fca91ad1-69a7-4c05-909a-e14dd2b91b42 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:36:58.650740 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c9cab1e2-1875-44b5-8fa9-2517c6d6fba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:58.670494 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b64ce23d-9f1e-4ae5-a95b-9c79986be234 req-b355bffd-3ebe-4d3f-aa1c-9c1ed11f4618 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 696 time: 0.2464638 Jul 23 16:36:58.724796 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cab1e2-1875-44b5-8fa9-2517c6d6fba1 admin admin] Network 781ff998-5fd6-4b30-abd9-75eb80a107ad is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:58.726119 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bcc6e5-83b4-4624-91cc-cc48e3d18e1a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:58.730527 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-51bcc6e5-83b4-4624-91cc-cc48e3d18e1a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:58.795225 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2e91bf41-5c7d-478f-9c15-e804e7ec753e up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:36:58.823097 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ce23d-9f1e-4ae5-a95b-9c79986be234 req-aa6ce027-d3ff-404f-b199-9a17b4166f9e tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:58.831325 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b64ce23d-9f1e-4ae5-a95b-9c79986be234 req-aa6ce027-d3ff-404f-b199-9a17b4166f9e tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 784 time: 0.1600528 Jul 23 16:36:58.847271 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-b64ce23d-9f1e-4ae5-a95b-9c79986be234 req-f9ac6410-fb8b-4d26-b8c4-817163f21038 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:36:58.854444 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b64ce23d-9f1e-4ae5-a95b-9c79986be234 req-f9ac6410-fb8b-4d26-b8c4-817163f21038 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0220845 Jul 23 16:36:58.887934 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea238-6adf-49a8-82d2-a3d0de8dbeb9 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:58.927917 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 2e91bf41-5c7d-478f-9c15-e804e7ec753e completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:58.933934 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 2e91bf41-5c7d-478f-9c15-e804e7ec753e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:58.934568 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:58.962701 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cab1e2-1875-44b5-8fa9-2517c6d6fba1 admin admin] Pushing event updated for resources: {'Port': ['ID=7fb169e2-f135-4e41-ab65-786b8bad79ad,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:58.969971 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-c9cab1e2-1875-44b5-8fa9-2517c6d6fba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:58.973902 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cab1e2-1875-44b5-8fa9-2517c6d6fba1 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:59.057116 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:59.095100 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c9cab1e2-1875-44b5-8fa9-2517c6d6fba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:59.097715 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 2e91bf41-5c7d-478f-9c15-e804e7ec753e, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2e91bf41-5c7d-478f-9c15-e804e7ec753e,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:59.104198 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:59.110694 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-51bcc6e5-83b4-4624-91cc-cc48e3d18e1a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:59.193934 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-2375cef9-31b4-41b6-840e-07af8a840e64 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:59.196466 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-2375cef9-31b4-41b6-840e-07af8a840e64 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/networks?id=76cc40b0-30f5-4501-be03-be323c612c9a HTTP/1.1" status: 200 len: 814 time: 0.6935613 Jul 23 16:36:59.214877 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccc09c-efb3-4ea8-987a-eb6a69f98158 req-3d9daf94-c713-4376-8914-e124f198029d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:59.215810 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-dbccc09c-efb3-4ea8-987a-eb6a69f98158 req-3d9daf94-c713-4376-8914-e124f198029d service neutron] 10.222.0.74 "GET /v2.0/networks?id=188f4564-8b8f-479c-8498-350853f64f83 HTTP/1.1" status: 200 len: 918 time: 0.9286680 Jul 23 16:36:59.219733 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bcc6e5-83b4-4624-91cc-cc48e3d18e1a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Subnet': ['ID=34249bf5-0005-4ab1-8a67-42c020f91594,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:59.239863 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bcc6e5-83b4-4624-91cc-cc48e3d18e1a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network 69034369-4f9a-4c56-84cf-53b4e37d45f1 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:59.251104 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-51bcc6e5-83b4-4624-91cc-cc48e3d18e1a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:59.255053 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-4b77e536-eadb-459a-8757-4cb03a3fea86 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/quotas/896b34069cf0464297c90d7b6d93c235 HTTP/1.1" status: 200 len: 375 time: 0.0340466 Jul 23 16:36:59.272660 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7d740f-8a99-4a8d-87c7-b1cca7cdc59b None None] Network 69034369-4f9a-4c56-84cf-53b4e37d45f1 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:59.294794 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bcc6e5-83b4-4624-91cc-cc48e3d18e1a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:59.295444 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-51bcc6e5-83b4-4624-91cc-cc48e3d18e1a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:59.309775 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=2e91bf41-5c7d-478f-9c15-e804e7ec753e,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:59.327605 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-51bcc6e5-83b4-4624-91cc-cc48e3d18e1a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0674748 Jul 23 16:36:59.333545 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-5d996b46-78d4-4d40-b72e-5e40e842b519 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=896b34069cf0464297c90d7b6d93c235&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650165 Jul 23 16:36:59.334758 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50824) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:59.347324 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-3c3edb02-fc2a-489a-9b00-6a17f141702c tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'security_group': {'name': 'tempest-secgroup-1980006805'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:59.402827 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-dbccc09c-efb3-4ea8-987a-eb6a69f98158 req-9e030aa5-5bb0-4153-883f-fa561549eebf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 HTTP/1.1" status: 200 len: 1000 time: 0.1672323 Jul 23 16:36:59.428370 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9b39e-ab36-4d75-9156-9bf750a54c16 req-9ee4ee8e-443d-403d-b6ff-82c46388954a tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:59.430647 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ca9b39e-ab36-4d75-9156-9bf750a54c16 req-9ee4ee8e-443d-403d-b6ff-82c46388954a tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 945 time: 0.4650633 Jul 23 16:36:59.445823 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8f1942c5-4de8-4bd5-ac88-47fabe9bd07c None None] Provisioning for port 7fb169e2-f135-4e41-ab65-786b8bad79ad completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:59.451008 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8f1942c5-4de8-4bd5-ac88-47fabe9bd07c None None] Provisioning complete for port 7fb169e2-f135-4e41-ab65-786b8bad79ad triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:59.451388 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8f1942c5-4de8-4bd5-ac88-47fabe9bd07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:59.475628 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccc09c-efb3-4ea8-987a-eb6a69f98158 req-97d7bb3e-a314-4a0c-8052-4e4b54e13488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:59.477717 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-dbccc09c-efb3-4ea8-987a-eb6a69f98158 req-97d7bb3e-a314-4a0c-8052-4e4b54e13488 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8b88c056-245d-4f4e-ab87-c54aa261bddb HTTP/1.1" status: 200 len: 855 time: 0.0656836 Jul 23 16:36:59.489233 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3c3edb02-fc2a-489a-9b00-6a17f141702c tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:59.518788 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-8f1942c5-4de8-4bd5-ac88-47fabe9bd07c None None] Port 7fb169e2-f135-4e41-ab65-786b8bad79ad cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:36:59.630596 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c9cab1e2-1875-44b5-8fa9-2517c6d6fba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:59.696050 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62aff81b-3ad5-4ab2-a389-f76c8927500e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-69034369-4f9a-4c56-84cf-53b4e37d45f1', 'network_id': '69034369-4f9a-4c56-84cf-53b4e37d45f1', 'tenant_id': '038b50aa87914dfd8d6a623321cfea16', 'fixed_ips': [{'subnet_id': '34249bf5-0005-4ab1-8a67-42c020f91594'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:36:59.699136 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-62aff81b-3ad5-4ab2-a389-f76c8927500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:59.710592 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccc09c-efb3-4ea8-987a-eb6a69f98158 req-2f505ace-0c79-469b-9166-8490a157488a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:59.712185 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-dbccc09c-efb3-4ea8-987a-eb6a69f98158 req-2f505ace-0c79-469b-9166-8490a157488a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=188f4564-8b8f-479c-8498-350853f64f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2194717 Jul 23 16:36:59.733444 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea238-6adf-49a8-82d2-a3d0de8dbeb9 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:59.748873 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [req-dbccc09c-efb3-4ea8-987a-eb6a69f98158 req-50f5103a-8782-4741-985b-5060edb1868f service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:36:59.750791 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-dbccc09c-efb3-4ea8-987a-eb6a69f98158 req-50f5103a-8782-4741-985b-5060edb1868f service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0197425 Jul 23 16:36:59.774952 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ca9b39e-ab36-4d75-9156-9bf750a54c16 req-e5656457-6587-4551-ac4c-f39d9ef2484c tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335679 Jul 23 16:36:59.778570 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea238-6adf-49a8-82d2-a3d0de8dbeb9 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:59.872764 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3c3edb02-fc2a-489a-9b00-6a17f141702c tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:59.894482 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3c3edb02-fc2a-489a-9b00-6a17f141702c tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:59.950454 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-62aff81b-3ad5-4ab2-a389-f76c8927500e None None] Allocated IP 172.20.0.2 (69034369-4f9a-4c56-84cf-53b4e37d45f1/34249bf5-0005-4ab1-8a67-42c020f91594/5af2dcba-e739-480a-a4e8-a88f11628a64) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:00.018111 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3c3edb02-fc2a-489a-9b00-6a17f141702c tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:00.019895 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3c3edb02-fc2a-489a-9b00-6a17f141702c tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6843636 Jul 23 16:37:00.031775 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50828) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:00.038911 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-b44f05a8-da62-4f5c-aa13-a37d78ae03bc tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'security_group': {'name': 'tempest-secgroup-1937302300'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:00.042990 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-1d1ea238-6adf-49a8-82d2-a3d0de8dbeb9 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] In _notify_port_updated(), no bound segment for port fca91ad1-69a7-4c05-909a-e14dd2b91b42 on network b59a5291-b8e3-432f-997e-680e1d747533 {{(pid=94012) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:37:00.044926 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3edb02-fc2a-489a-9b00-6a17f141702c tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=634a7a7e-c569-44d6-8978-1d4b00ba7620,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:00.054277 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1ea238-6adf-49a8-82d2-a3d0de8dbeb9 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:00.055436 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea238-6adf-49a8-82d2-a3d0de8dbeb9 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:00.062818 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1d1ea238-6adf-49a8-82d2-a3d0de8dbeb9 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] 10.222.0.73 "PUT /v2.0/ports/fca91ad1-69a7-4c05-909a-e14dd2b91b42 HTTP/1.1" status: 200 len: 1002 time: 2.2883711 Jul 23 16:37:00.069808 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-07487011-94bc-4fbc-9b59-337361bc7381 service neutron] 10.222.0.73 "GET /v2.0/networks/76cc40b0-30f5-4501-be03-be323c612c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6995153 Jul 23 16:37:00.078955 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50830) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:00.096110 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ea238-6adf-49a8-82d2-a3d0de8dbeb9 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Pushing event updated for resources: {'Port': ['ID=fca91ad1-69a7-4c05-909a-e14dd2b91b42,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:00.108367 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-dbccc09c-efb3-4ea8-987a-eb6a69f98158 req-ba485b26-69be-4454-8a4f-4cabb78aacd7 service neutron] 10.222.0.74 "GET /v2.0/networks/188f4564-8b8f-479c-8498-350853f64f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360872 Jul 23 16:37:00.127744 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b44f05a8-da62-4f5c-aa13-a37d78ae03bc tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:00.180291 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c9cab1e2-1875-44b5-8fa9-2517c6d6fba1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:00.199735 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c9cab1e2-1875-44b5-8fa9-2517c6d6fba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:00.244273 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-62aff81b-3ad5-4ab2-a389-f76c8927500e None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:00.258513 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-62aff81b-3ad5-4ab2-a389-f76c8927500e None None] Transition to ACTIVE for port object 5af2dcba-e739-480a-a4e8-a88f11628a64 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:00.281742 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-62aff81b-3ad5-4ab2-a389-f76c8927500e None None] Transition to ACTIVE for port object 5af2dcba-e739-480a-a4e8-a88f11628a64 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:00.292934 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-62aff81b-3ad5-4ab2-a389-f76c8927500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:00.355678 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62aff81b-3ad5-4ab2-a389-f76c8927500e None None] Network 69034369-4f9a-4c56-84cf-53b4e37d45f1 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:00.361353 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-62aff81b-3ad5-4ab2-a389-f76c8927500e None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:00.366499 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aff81b-3ad5-4ab2-a389-f76c8927500e None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:00.367865 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cab1e2-1875-44b5-8fa9-2517c6d6fba1 admin admin] Pushing event updated for resources: {'Port': ['ID=7fb169e2-f135-4e41-ab65-786b8bad79ad,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:00.383294 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c9cab1e2-1875-44b5-8fa9-2517c6d6fba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:00.400334 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aff81b-3ad5-4ab2-a389-f76c8927500e None None] Pushing event updated for resources: {'Port': ['ID=5af2dcba-e739-480a-a4e8-a88f11628a64,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:00.424526 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-dbccc09c-efb3-4ea8-987a-eb6a69f98158 req-8692bc55-9b21-4de5-9166-5815b432da06 service neutron] 10.222.0.74 "GET /v2.0/networks/188f4564-8b8f-479c-8498-350853f64f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068123 Jul 23 16:37:00.468408 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b44f05a8-da62-4f5c-aa13-a37d78ae03bc tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:00.491196 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-62aff81b-3ad5-4ab2-a389-f76c8927500e None None] Attempting to bind port 5af2dcba-e739-480a-a4e8-a88f11628a64 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:37:00.491758 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-62aff81b-3ad5-4ab2-a389-f76c8927500e None None] Attempting to bind port 5af2dcba-e739-480a-a4e8-a88f11628a64 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '18e1289b-99d9-47fb-95bf-23140773416e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '69034369-4f9a-4c56-84cf-53b4e37d45f1'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:37:00.492228 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aff81b-3ad5-4ab2-a389-f76c8927500e None None] Attempting to bind port 5af2dcba-e739-480a-a4e8-a88f11628a64 on network 69034369-4f9a-4c56-84cf-53b4e37d45f1 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:00.500773 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aff81b-3ad5-4ab2-a389-f76c8927500e None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:37:00.501400 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aff81b-3ad5-4ab2-a389-f76c8927500e None None] Checking segment: {'id': '18e1289b-99d9-47fb-95bf-23140773416e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '69034369-4f9a-4c56-84cf-53b4e37d45f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:00.501923 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-62aff81b-3ad5-4ab2-a389-f76c8927500e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:00.502437 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aff81b-3ad5-4ab2-a389-f76c8927500e None None] Bound using segment: {'id': '18e1289b-99d9-47fb-95bf-23140773416e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '69034369-4f9a-4c56-84cf-53b4e37d45f1'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:37:00.503060 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-62aff81b-3ad5-4ab2-a389-f76c8927500e None None] Bound port: 5af2dcba-e739-480a-a4e8-a88f11628a64, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e1289b-99d9-47fb-95bf-23140773416e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '69034369-4f9a-4c56-84cf-53b4e37d45f1'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:37:00.503583 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-62aff81b-3ad5-4ab2-a389-f76c8927500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:00.510067 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b44f05a8-da62-4f5c-aa13-a37d78ae03bc tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:00.556013 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b44f05a8-da62-4f5c-aa13-a37d78ae03bc tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:00.556950 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b44f05a8-da62-4f5c-aa13-a37d78ae03bc tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5239506 Jul 23 16:37:00.564706 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50836) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:00.572675 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-e147a276-ed14-407a-8fe8-2fdbed9f730f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1482413104', 'security_groups': ['f5605329-e07f-4a1f-92cc-7ded0509563d'], 'network_id': '69034369-4f9a-4c56-84cf-53b4e37d45f1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '34249bf5-0005-4ab1-8a67-42c020f91594'}]}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:00.576223 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f05a8-da62-4f5c-aa13-a37d78ae03bc tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5605329-e07f-4a1f-92cc-7ded0509563d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:00.587295 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1f668a0d-8a12-4893-97e8-97eb34ce7058 None None] Provisioning complete for port fca91ad1-69a7-4c05-909a-e14dd2b91b42 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:00.587805 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1f668a0d-8a12-4893-97e8-97eb34ce7058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:00.607325 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cab1e2-1875-44b5-8fa9-2517c6d6fba1 admin admin] Network 781ff998-5fd6-4b30-abd9-75eb80a107ad is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:00.611027 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-c9cab1e2-1875-44b5-8fa9-2517c6d6fba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:00.627832 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-62aff81b-3ad5-4ab2-a389-f76c8927500e None None] For port 5af2dcba-e739-480a-a4e8-a88f11628a64, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:37:00.659268 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-62aff81b-3ad5-4ab2-a389-f76c8927500e None None] For port 5af2dcba-e739-480a-a4e8-a88f11628a64, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=5af2dcba-e739-480a-a4e8-a88f11628a64,segment=NetworkSegment(18e1289b-99d9-47fb-95bf-23140773416e),segment_id=18e1289b-99d9-47fb-95bf-23140773416e)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:37:00.665580 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-1f668a0d-8a12-4893-97e8-97eb34ce7058 None None] Port fca91ad1-69a7-4c05-909a-e14dd2b91b42 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:37:00.673115 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-62aff81b-3ad5-4ab2-a389-f76c8927500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:00.767780 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aff81b-3ad5-4ab2-a389-f76c8927500e None None] Pushing event updated for resources: {'Port': ['ID=5af2dcba-e739-480a-a4e8-a88f11628a64,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:00.806522 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25ff7b-6a9c-4a7f-bc5e-7f98fc8a6907 req-331a1115-7be7-41a0-8f11-48ec68e4f6b0 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:00.813466 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c25ff7b-6a9c-4a7f-bc5e-7f98fc8a6907 req-331a1115-7be7-41a0-8f11-48ec68e4f6b0 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.9284298 Jul 23 16:37:00.854273 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2e91bf41-5c7d-478f-9c15-e804e7ec753e up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:00.884740 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9cab1e2-1875-44b5-8fa9-2517c6d6fba1 admin admin] Router 3b751f51-52f1-444e-9d36-b568bcc46932 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:37:00.886505 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e147a276-ed14-407a-8fe8-2fdbed9f730f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:00.943878 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-5228e9de-05f4-4193-a09b-bc324d052cc9 service neutron] 10.222.0.73 "GET /v2.0/networks/76cc40b0-30f5-4501-be03-be323c612c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8513255 Jul 23 16:37:00.969568 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 2e91bf41-5c7d-478f-9c15-e804e7ec753e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:00.970435 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:00.979560 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c25ff7b-6a9c-4a7f-bc5e-7f98fc8a6907 req-fc605c4a-48c2-4c59-ab85-68d6889cb958 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 696 time: 0.1645110 Jul 23 16:37:00.999598 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-9c25ff7b-6a9c-4a7f-bc5e-7f98fc8a6907 req-bf6927d9-1b91-4951-9a78-928fb7b57c41 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Request body: {'floatingip': {'port_id': 'df6b1f36-9280-4d55-a3b2-7c147bc64aa0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:01.195333 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9c25ff7b-6a9c-4a7f-bc5e-7f98fc8a6907 req-bf6927d9-1b91-4951-9a78-928fb7b57c41 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks [] for floatingip, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:01.210060 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-3480074c-b665-40e7-b2aa-d1124985e478 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Deleting port fca91ad1-69a7-4c05-909a-e14dd2b91b42 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:01.210725 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3480074c-b665-40e7-b2aa-d1124985e478 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:01.249875 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-cb460981-5554-4801-ade9-8899975c62bf None None] Provisioning complete for port 7fb169e2-f135-4e41-ab65-786b8bad79ad triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:01.253811 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cb460981-5554-4801-ade9-8899975c62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:01.359164 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-cb460981-5554-4801-ade9-8899975c62bf None None] Port 7fb169e2-f135-4e41-ab65-786b8bad79ad cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:37:01.578097 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e147a276-ed14-407a-8fe8-2fdbed9f730f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:01.609086 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-e147a276-ed14-407a-8fe8-2fdbed9f730f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] device_id is not set on port 7ba940e6-843e-4bd5-99ea-4937709c3df3 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:37:01.616658 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cab1e2-1875-44b5-8fa9-2517c6d6fba1 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:37:01.623644 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c9cab1e2-1875-44b5-8fa9-2517c6d6fba1 admin admin] 10.222.0.73 "PUT /v2.0/routers/3b751f51-52f1-444e-9d36-b568bcc46932/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6289468 Jul 23 16:37:01.636785 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f19744d-5d80-4016-a2a0-298f0c54ad69 None None] Sync routers for ids ['3b751f51-52f1-444e-9d36-b568bcc46932'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:37:01.663591 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f19744d-5d80-4016-a2a0-298f0c54ad69 None None] Routers {'3b751f51-52f1-444e-9d36-b568bcc46932'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:37:01.664145 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-8f19744d-5d80-4016-a2a0-298f0c54ad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:36:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['3b751f51-52f1-444e-9d36-b568bcc46932'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:01.701458 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3480074c-b665-40e7-b2aa-d1124985e478 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:01.815465 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-8f19744d-5d80-4016-a2a0-298f0c54ad69 None None] Set router 3b751f51-52f1-444e-9d36-b568bcc46932 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:37:01.870756 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-3480074c-b665-40e7-b2aa-d1124985e478 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Calling delete_port for fca91ad1-69a7-4c05-909a-e14dd2b91b42 owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:01.893613 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-e147a276-ed14-407a-8fe8-2fdbed9f730f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Allocated IP 172.20.0.7 (69034369-4f9a-4c56-84cf-53b4e37d45f1/34249bf5-0005-4ab1-8a67-42c020f91594/7ba940e6-843e-4bd5-99ea-4937709c3df3) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:01.968666 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a00369-9946-4bb3-99f1-617601ab5687 req-92b2cca6-9c98-4544-88ec-e6df32e1d20d tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:01.971019 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-71a00369-9946-4bb3-99f1-617601ab5687 req-92b2cca6-9c98-4544-88ec-e6df32e1d20d tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 945 time: 0.4253459 Jul 23 16:37:02.083411 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-8f19744d-5d80-4016-a2a0-298f0c54ad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'name': 'tempest-AttachVolumeTestJSON-202747568-router', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:36:47Z', 'updated_at': '2021-07-23T16:36:59Z', 'revision_number': 4, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'gw_port': {'id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:48Z', 'updated_at': '2021-07-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '7fb169e2-f135-4e41-ab65-786b8bad79ad', 'name': '', 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'mac_address': 'fa:16:3e:a3:f7:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'e5ad291e-418b-4d00-9cc7-4ac4310f7dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:57Z', 'updated_at': '2021-07-23T16:36:59Z', 'revision_number': 2, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'subnets': [{'id': 'e5ad291e-418b-4d00-9cc7-4ac4310f7dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:02.118393 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f19744d-5d80-4016-a2a0-298f0c54ad69 None None] Checking router: 3b751f51-52f1-444e-9d36-b568bcc46932 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:37:02.118884 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f19744d-5d80-4016-a2a0-298f0c54ad69 None None] Updating router 3b751f51-52f1-444e-9d36-b568bcc46932 port 7fb169e2-f135-4e41-ab65-786b8bad79ad binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:37:02.123540 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-71a00369-9946-4bb3-99f1-617601ab5687 req-b43cc47a-92c2-400b-95ae-e54bbdee8696 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396351 Jul 23 16:37:02.146485 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e147a276-ed14-407a-8fe8-2fdbed9f730f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:02.163490 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e147a276-ed14-407a-8fe8-2fdbed9f730f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Transition to ACTIVE for port object 7ba940e6-843e-4bd5-99ea-4937709c3df3 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:02.205986 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8f19744d-5d80-4016-a2a0-298f0c54ad69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:02.259996 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e147a276-ed14-407a-8fe8-2fdbed9f730f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:02.327694 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e147a276-ed14-407a-8fe8-2fdbed9f730f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network 69034369-4f9a-4c56-84cf-53b4e37d45f1 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:02.329325 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-e147a276-ed14-407a-8fe8-2fdbed9f730f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:02.331867 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e147a276-ed14-407a-8fe8-2fdbed9f730f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:02.354168 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-50dfe28c-da82-4f78-a3a2-5ccbc5df4797 req-04aca550-4626-4460-87ac-45d2edf6ec13 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 210 time: 0.0720098 Jul 23 16:37:02.430972 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147a276-ed14-407a-8fe8-2fdbed9f730f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Port': ['ID=7ba940e6-843e-4bd5-99ea-4937709c3df3,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:02.459584 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3480074c-b665-40e7-b2aa-d1124985e478 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:02.472354 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e147a276-ed14-407a-8fe8-2fdbed9f730f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:02.473399 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e147a276-ed14-407a-8fe8-2fdbed9f730f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:02.497241 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e147a276-ed14-407a-8fe8-2fdbed9f730f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9311006 Jul 23 16:37:02.497920 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50856) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:02.503066 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-9854c80f-d9bb-436f-a2d1-b3fe2c60b4a3 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'subnet': {'network_id': '69034369-4f9a-4c56-84cf-53b4e37d45f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:02.514709 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.db.resource_extend [req-9c25ff7b-6a9c-4a7f-bc5e-7f98fc8a6907 req-bf6927d9-1b91-4951-9a78-928fb7b57c41 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:37:02.527274 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480074c-b665-40e7-b2aa-d1124985e478 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Pushing event deleted for resources: {'Port': ['ID=fca91ad1-69a7-4c05-909a-e14dd2b91b42,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:02.622489 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-df883b29-ee2d-469e-8483-636685a40ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:02.635291 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3480074c-b665-40e7-b2aa-d1124985e478 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:02.639808 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3480074c-b665-40e7-b2aa-d1124985e478 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] 10.222.0.73 "DELETE /v2.0/ports/fca91ad1-69a7-4c05-909a-e14dd2b91b42 HTTP/1.1" status: 204 len: 168 time: 2.5573702 Jul 23 16:37:02.642373 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50858) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:02.645925 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8f19744d-5d80-4016-a2a0-298f0c54ad69 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:02.658777 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9c25ff7b-6a9c-4a7f-bc5e-7f98fc8a6907 req-bf6927d9-1b91-4951-9a78-928fb7b57c41 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:02.660588 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8f19744d-5d80-4016-a2a0-298f0c54ad69 None None] Transition to ACTIVE for port object 7fb169e2-f135-4e41-ab65-786b8bad79ad will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:02.673998 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9c25ff7b-6a9c-4a7f-bc5e-7f98fc8a6907 req-bf6927d9-1b91-4951-9a78-928fb7b57c41 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:02.675296 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8f19744d-5d80-4016-a2a0-298f0c54ad69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:02.789876 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9854c80f-d9bb-436f-a2d1-b3fe2c60b4a3 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:02.795346 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a0c186dc-f9cb-4c7d-b842-d33c145cf817 None None] Provisioning complete for port 8ff9027c-bcde-47c3-857f-bb11bd6b0442 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:02.798974 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a0c186dc-f9cb-4c7d-b842-d33c145cf817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:02.800437 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9854c80f-d9bb-436f-a2d1-b3fe2c60b4a3 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:02.882436 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-d044fc47-e827-49ef-9f62-237425e55c11 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] GET failed (client error): The resource could not be found. Jul 23 16:37:02.884535 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d044fc47-e827-49ef-9f62-237425e55c11 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] 10.222.0.73 "GET /v2.0/ports/fca91ad1-69a7-4c05-909a-e14dd2b91b42 HTTP/1.1" status: 404 len: 333 time: 0.2333221 Jul 23 16:37:02.905313 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50860) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:02.911373 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a0c186dc-f9cb-4c7d-b842-d33c145cf817 None None] Port 8ff9027c-bcde-47c3-857f-bb11bd6b0442 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:37:02.922723 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-4f375602-28f9-43ce-a228-fdc844af1b8a tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Request body: {'port': {'network_id': 'b59a5291-b8e3-432f-997e-680e1d747533', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-427660288'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:02.937578 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 5af2dcba-e739-480a-a4e8-a88f11628a64 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:03.060134 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a0c186dc-f9cb-4c7d-b842-d33c145cf817 None None] Provisioning for port 5af2dcba-e739-480a-a4e8-a88f11628a64 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:03.100431 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67bb1a-8457-4841-8038-783ec533a04a None None] Pushing event updated for resources: {'Port': ['ID=7fb169e2-f135-4e41-ab65-786b8bad79ad,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:03.105628 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-8f19744d-5d80-4016-a2a0-298f0c54ad69 None None] Attempting to bind port 7fb169e2-f135-4e41-ab65-786b8bad79ad on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:37:03.106455 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-8f19744d-5d80-4016-a2a0-298f0c54ad69 None None] Attempting to bind port 7fb169e2-f135-4e41-ab65-786b8bad79ad by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'ad45a4cc-cf30-49f8-a5ad-4265a85c83ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:37:03.107080 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f19744d-5d80-4016-a2a0-298f0c54ad69 None None] Attempting to bind port 7fb169e2-f135-4e41-ab65-786b8bad79ad on network 781ff998-5fd6-4b30-abd9-75eb80a107ad {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:03.110494 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 5af2dcba-e739-480a-a4e8-a88f11628a64 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:03.122537 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 5af2dcba-e739-480a-a4e8-a88f11628a64 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:03.123199 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:03.178769 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f19744d-5d80-4016-a2a0-298f0c54ad69 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:37:03.179652 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f19744d-5d80-4016-a2a0-298f0c54ad69 None None] Checking segment: {'id': 'ad45a4cc-cf30-49f8-a5ad-4265a85c83ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:03.180283 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8f19744d-5d80-4016-a2a0-298f0c54ad69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:03.181228 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f19744d-5d80-4016-a2a0-298f0c54ad69 None None] Bound using segment: {'id': 'ad45a4cc-cf30-49f8-a5ad-4265a85c83ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:37:03.182152 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-8f19744d-5d80-4016-a2a0-298f0c54ad69 None None] Bound port: 7fb169e2-f135-4e41-ab65-786b8bad79ad, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad45a4cc-cf30-49f8-a5ad-4265a85c83ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:37:03.183006 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8f19744d-5d80-4016-a2a0-298f0c54ad69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:03.195303 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-df054bbf-bae3-4b3b-843c-f110b42c3815 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:03.198106 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-df054bbf-bae3-4b3b-843c-f110b42c3815 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.97 "GET /v2.0/networks?id=76cc40b0-30f5-4501-be03-be323c612c9a HTTP/1.1" status: 200 len: 814 time: 0.2479820 Jul 23 16:37:03.219683 n-d-778549-4 neutron-server[94013]: INFO neutron.db.ipam_backend_mixin [None req-9854c80f-d9bb-436f-a2d1-b3fe2c60b4a3 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 34249bf5-0005-4ab1-8a67-42c020f91594 (CIDR: 172.20.0.0/28) Jul 23 16:37:03.224480 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-10a32a56-1f6b-4e07-9b23-42e45df70bea tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Request body: {'port': {'device_id': '9081984a-4150-494e-994d-750d9d02d4aa', 'network_id': '76cc40b0-30f5-4501-be03-be323c612c9a', 'admin_state_up': True, 'tenant_id': '896b34069cf0464297c90d7b6d93c235'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:03.227786 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-9854c80f-d9bb-436f-a2d1-b3fe2c60b4a3 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:37:03.227786 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9854c80f-d9bb-436f-a2d1-b3fe2c60b4a3 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:37:03.242254 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2e886-578d-4bcc-a6cd-3023d411d61a req-77c69dcf-d86d-4eaf-818b-38b585af075a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:03.244138 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20c2e886-578d-4bcc-a6cd-3023d411d61a req-77c69dcf-d86d-4eaf-818b-38b585af075a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 946 time: 0.7344861 Jul 23 16:37:03.280037 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-77dc505c-6784-4684-b655-0c51d9f21ac5 None None] Provisioning for port 7ba940e6-843e-4bd5-99ea-4937709c3df3 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:03.284045 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9854c80f-d9bb-436f-a2d1-b3fe2c60b4a3 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7848260 Jul 23 16:37:03.285476 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50864) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:03.293005 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-cd423270-cb9d-45b8-9f1f-dad6784f445e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'subnet': {'network_id': '69034369-4f9a-4c56-84cf-53b4e37d45f1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:03.295572 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-77dc505c-6784-4684-b655-0c51d9f21ac5 None None] Provisioning complete for port 7ba940e6-843e-4bd5-99ea-4937709c3df3 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:03.295939 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-77dc505c-6784-4684-b655-0c51d9f21ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:03.296700 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f375602-28f9-43ce-a228-fdc844af1b8a tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Made reservation on behalf of 2cee8fed938944a583a617685cdd7a43 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:03.300522 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4f375602-28f9-43ce-a228-fdc844af1b8a tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:03.316008 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [req-9c25ff7b-6a9c-4a7f-bc5e-7f98fc8a6907 req-bf6927d9-1b91-4951-9a78-928fb7b57c41 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Floating IP 12858d1b-d30d-4386-9b81-ce20c043dd4d associated. External IP: 172.25.8.111, port: df6b1f36-9280-4d55-a3b2-7c147bc64aa0. Jul 23 16:37:03.348364 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:03.356839 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-8f19744d-5d80-4016-a2a0-298f0c54ad69 None None] For port 7fb169e2-f135-4e41-ab65-786b8bad79ad, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:37:03.361924 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-4f375602-28f9-43ce-a228-fdc844af1b8a tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] device_id is not set on port 50b83323-a9ee-413a-a484-fecc36cba71f yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:37:03.379553 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-77dc505c-6784-4684-b655-0c51d9f21ac5 None None] Port 7ba940e6-843e-4bd5-99ea-4937709c3df3 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:37:03.389650 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-8f19744d-5d80-4016-a2a0-298f0c54ad69 None None] For port 7fb169e2-f135-4e41-ab65-786b8bad79ad, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=7fb169e2-f135-4e41-ab65-786b8bad79ad,segment=NetworkSegment(ad45a4cc-cf30-49f8-a5ad-4265a85c83ee),segment_id=ad45a4cc-cf30-49f8-a5ad-4265a85c83ee)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:37:03.401488 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8f19744d-5d80-4016-a2a0-298f0c54ad69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:03.415650 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 5af2dcba-e739-480a-a4e8-a88f11628a64, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=5af2dcba-e739-480a-a4e8-a88f11628a64,segment=NetworkSegment(18e1289b-99d9-47fb-95bf-23140773416e),segment_id=18e1289b-99d9-47fb-95bf-23140773416e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:03.441117 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:03.480348 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67bb1a-8457-4841-8038-783ec533a04a None None] Pushing event updated for resources: {'Port': ['ID=7fb169e2-f135-4e41-ab65-786b8bad79ad,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:03.482681 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f19744d-5d80-4016-a2a0-298f0c54ad69 None None] Routers {'3b751f51-52f1-444e-9d36-b568bcc46932'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:37:03.489598 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-8f19744d-5d80-4016-a2a0-298f0c54ad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:36:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['3b751f51-52f1-444e-9d36-b568bcc46932'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:03.504771 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20c2e886-578d-4bcc-a6cd-3023d411d61a req-6b8c34ba-64b4-4f6f-9b7b-9140b73841c0 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=87e2cfef-0da7-4203-a774-ad84b24cdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922584 Jul 23 16:37:03.676613 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-4f375602-28f9-43ce-a228-fdc844af1b8a tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Allocated IP 2001:db8::3bf (b59a5291-b8e3-432f-997e-680e1d747533/ec25fcd3-ce10-4524-a65b-9c33c59c12d9/50b83323-a9ee-413a-a484-fecc36cba71f) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:03.693295 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-10a32a56-1f6b-4e07-9b23-42e45df70bea tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Made reservation on behalf of 896b34069cf0464297c90d7b6d93c235 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:03.705216 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-10a32a56-1f6b-4e07-9b23-42e45df70bea tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:03.722476 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=5af2dcba-e739-480a-a4e8-a88f11628a64,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:03.729689 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e131a-2752-4b0c-9421-2a46a00af25d req-9f3d5d9e-e562-4b65-ba13-7f46ff5d1993 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:03.731335 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a64e131a-2752-4b0c-9421-2a46a00af25d req-9f3d5d9e-e562-4b65-ba13-7f46ff5d1993 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 946 time: 0.2507460 Jul 23 16:37:03.748654 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-8f19744d-5d80-4016-a2a0-298f0c54ad69 None None] Set router 3b751f51-52f1-444e-9d36-b568bcc46932 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:37:03.804788 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd423270-cb9d-45b8-9f1f-dad6784f445e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:03.808606 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cd423270-cb9d-45b8-9f1f-dad6784f445e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:03.909394 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c25ff7b-6a9c-4a7f-bc5e-7f98fc8a6907 req-bf6927d9-1b91-4951-9a78-928fb7b57c41 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Router aa723fde-f9a6-4cb9-a5e6-ffc1b814a225 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:37:03.984776 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-10a32a56-1f6b-4e07-9b23-42e45df70bea tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Allocated IP 172.20.0.13 (76cc40b0-30f5-4501-be03-be323c612c9a/0451a60c-d287-4012-8d32-22a400e0b50b/0ce917c9-b68c-40d4-8915-c8686a3d8533) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:04.096771 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-a64e131a-2752-4b0c-9421-2a46a00af25d req-c6e97b52-be4b-4a0f-8e04-d319b3838f49 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Deleting port 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:04.097094 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a64e131a-2752-4b0c-9421-2a46a00af25d req-c6e97b52-be4b-4a0f-8e04-d319b3838f49 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.128483 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c25ff7b-6a9c-4a7f-bc5e-7f98fc8a6907 req-bf6927d9-1b91-4951-9a78-928fb7b57c41 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:37:04.136986 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9c25ff7b-6a9c-4a7f-bc5e-7f98fc8a6907 req-bf6927d9-1b91-4951-9a78-928fb7b57c41 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.144999 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f528db-ddb2-47b3-aa7e-4aec3556bafe None None] Sync routers for ids ['aa723fde-f9a6-4cb9-a5e6-ffc1b814a225'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:37:04.169256 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f528db-ddb2-47b3-aa7e-4aec3556bafe None None] Routers {'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:37:04.175282 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-76f528db-ddb2-47b3-aa7e-4aec3556bafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:36:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['aa723fde-f9a6-4cb9-a5e6-ffc1b814a225'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:04.178392 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4f375602-28f9-43ce-a228-fdc844af1b8a tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.232823 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c25ff7b-6a9c-4a7f-bc5e-7f98fc8a6907 req-bf6927d9-1b91-4951-9a78-928fb7b57c41 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "PUT /v2.0/floatingips/12858d1b-d30d-4386-9b81-ce20c043dd4d HTTP/1.1" status: 200 len: 997 time: 3.2519629 Jul 23 16:37:04.235116 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9ef5c7-4991-4d25-8d9e-20009fc3330a', 'tag': 'df6b1f36-9280-4d55-a3b2-7c147bc64aa0'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:37:04.237441 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffd1b0f-b2dc-4b07-b827-01aba6f81743" -d '{"events": [{"name": "network-changed", "server_uuid": "af9ef5c7-4991-4d25-8d9e-20009fc3330a", "tag": "df6b1f36-9280-4d55-a3b2-7c147bc64aa0"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:37:04.252668 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-4f375602-28f9-43ce-a228-fdc844af1b8a tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Transition to ACTIVE for port object 50b83323-a9ee-413a-a484-fecc36cba71f will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:04.306356 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-a64e131a-2752-4b0c-9421-2a46a00af25d req-c6e97b52-be4b-4a0f-8e04-d319b3838f49 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] For port 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=77d9ee88-c13f-4f5f-a6ae-cd2cbe412115,segment=NetworkSegment(047af764-cf30-4424-904d-1624213e850c),segment_id=047af764-cf30-4424-904d-1624213e850c)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:04.306714 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a64e131a-2752-4b0c-9421-2a46a00af25d req-c6e97b52-be4b-4a0f-8e04-d319b3838f49 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.330572 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-10a32a56-1f6b-4e07-9b23-42e45df70bea tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.392788 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25ff7b-6a9c-4a7f-bc5e-7f98fc8a6907 req-d9f0bd97-47d0-49fd-8689-3455bcc33f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:04.394384 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c25ff7b-6a9c-4a7f-bc5e-7f98fc8a6907 req-d9f0bd97-47d0-49fd-8689-3455bcc33f86 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6123a1f03ef4241adc1479c7ea0a71b&device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 1097 time: 0.1024013 Jul 23 16:37:04.411236 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-76f528db-ddb2-47b3-aa7e-4aec3556bafe None None] Set router aa723fde-f9a6-4cb9-a5e6-ffc1b814a225 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:37:04.464682 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-8f19744d-5d80-4016-a2a0-298f0c54ad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'name': 'tempest-AttachVolumeTestJSON-202747568-router', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:36:47Z', 'updated_at': '2021-07-23T16:36:59Z', 'revision_number': 4, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'gw_port': {'id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:48Z', 'updated_at': '2021-07-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '7fb169e2-f135-4e41-ab65-786b8bad79ad', 'name': '', 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'mac_address': 'fa:16:3e:a3:f7:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'e5ad291e-418b-4d00-9cc7-4ac4310f7dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:57Z', 'updated_at': '2021-07-23T16:37:03Z', 'revision_number': 4, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'subnets': [{'id': 'e5ad291e-418b-4d00-9cc7-4ac4310f7dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:04.508092 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-10a32a56-1f6b-4e07-9b23-42e45df70bea tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.548826 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f19744d-5d80-4016-a2a0-298f0c54ad69 None None] The sync data for ids ['3b751f51-52f1-444e-9d36-b568bcc46932'] in n-d-778549-4 is: [{'id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'name': 'tempest-AttachVolumeTestJSON-202747568-router', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:36:47Z', 'updated_at': '2021-07-23T16:36:59Z', 'revision_number': 4, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'gw_port': {'id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:48Z', 'updated_at': '2021-07-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '7fb169e2-f135-4e41-ab65-786b8bad79ad', 'name': '', 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'mac_address': 'fa:16:3e:a3:f7:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'e5ad291e-418b-4d00-9cc7-4ac4310f7dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:57Z', 'updated_at': '2021-07-23T16:37:03Z', 'revision_number': 4, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'subnets': [{'id': 'e5ad291e-418b-4d00-9cc7-4ac4310f7dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:37:04.595308 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50874) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:04.604887 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-6d0815e9-88be-454b-bfa4-8e0cb258cf78 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Request body: {'security_group': {'name': 'tempest-securitygroup--152061430', 'description': 'tempest-description--1929712834'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:04.668081 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-10a32a56-1f6b-4e07-9b23-42e45df70bea tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Network 76cc40b0-30f5-4501-be03-be323c612c9a is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:04.672523 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a64e131a-2752-4b0c-9421-2a46a00af25d req-c6e97b52-be4b-4a0f-8e04-d319b3838f49 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.673279 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a64e131a-2752-4b0c-9421-2a46a00af25d req-c6e97b52-be4b-4a0f-8e04-d319b3838f49 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.673643 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [req-a64e131a-2752-4b0c-9421-2a46a00af25d req-c6e97b52-be4b-4a0f-8e04-d319b3838f49 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Floating IP cdb54be3-f03b-4c58-ae25-610cafa49e71 disassociated. External IP: 172.25.8.47, port: 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115. Jul 23 16:37:04.674082 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-a64e131a-2752-4b0c-9421-2a46a00af25d req-c6e97b52-be4b-4a0f-8e04-d319b3838f49 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Calling delete_port for 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:04.689301 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25ff7b-6a9c-4a7f-bc5e-7f98fc8a6907 req-836c6364-ac13-4aeb-a7b5-65226496cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:04.695327 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c25ff7b-6a9c-4a7f-bc5e-7f98fc8a6907 req-836c6364-ac13-4aeb-a7b5-65226496cd75 service neutron] 10.222.0.73 "GET /v2.0/networks?id=72414b03-0eff-47a3-8162-f0db3384a849 HTTP/1.1" status: 200 len: 922 time: 0.2934306 Jul 23 16:37:04.701962 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-10a32a56-1f6b-4e07-9b23-42e45df70bea tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:04.707742 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a32a56-1f6b-4e07-9b23-42e45df70bea tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Pushing event updated for resources: {'Port': ['ID=0ce917c9-b68c-40d4-8915-c8686a3d8533,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:04.729027 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-10a32a56-1f6b-4e07-9b23-42e45df70bea tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:04.794771 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 5af2dcba-e739-480a-a4e8-a88f11628a64 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:04.826343 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-76f528db-ddb2-47b3-aa7e-4aec3556bafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'name': 'tempest-ServerRescueTestJSONUnderV235-1304349298-router', 'tenant_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd195f521-c2c4-4d56-bf28-2c37196c3dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:25Z', 'updated_at': '2021-07-23T16:35:42Z', 'revision_number': 4, 'project_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'gw_port': {'id': 'd195f521-c2c4-4d56-bf28-2c37196c3dfc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:28Z', 'updated_at': '2021-07-23T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '12858d1b-d30d-4386-9b81-ce20c043dd4d', 'tenant_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'floating_ip_address': '172.25.8.111', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'port_id': 'df6b1f36-9280-4d55-a3b2-7c147bc64aa0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72414b03-0eff-47a3-8162-f0db3384a849', 'mac_address': 'fa:16:3e:4a:f8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9ef5c7-4991-4d25-8d9e-20009fc3330a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:36:56Z', 'updated_at': '2021-07-23T16:37:02Z', 'revision_number': 1, 'project_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ea4a01-ff83-47ce-8421-574f407d18f5', 'name': '', 'network_id': '72414b03-0eff-47a3-8162-f0db3384a849', 'tenant_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'mac_address': 'fa:16:3e:97:0c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7cd47fdd-8dd1-4f64-8ffb-cee64c695d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:38Z', 'updated_at': '2021-07-23T16:35:56Z', 'revision_number': 5, 'project_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'subnets': [{'id': '7cd47fdd-8dd1-4f64-8ffb-cee64c695d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:04.843903 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6d0815e9-88be-454b-bfa4-8e0cb258cf78 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.844396 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.859174 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f528db-ddb2-47b3-aa7e-4aec3556bafe None None] Checking router: aa723fde-f9a6-4cb9-a5e6-ffc1b814a225 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:37:04.872713 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f528db-ddb2-47b3-aa7e-4aec3556bafe None None] Routers {'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:37:04.873650 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-76f528db-ddb2-47b3-aa7e-4aec3556bafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:36:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['aa723fde-f9a6-4cb9-a5e6-ffc1b814a225'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:04.916339 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4f375602-28f9-43ce-a228-fdc844af1b8a tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.921708 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cd423270-cb9d-45b8-9f1f-dad6784f445e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.943130 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 5af2dcba-e739-480a-a4e8-a88f11628a64 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:04.944900 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.950752 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd423270-cb9d-45b8-9f1f-dad6784f445e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network 69034369-4f9a-4c56-84cf-53b4e37d45f1 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:05.012961 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-cd423270-cb9d-45b8-9f1f-dad6784f445e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:05.014837 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f375602-28f9-43ce-a228-fdc844af1b8a tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Pushing event updated for resources: {'Port': ['ID=50b83323-a9ee-413a-a484-fecc36cba71f,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:05.036410 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-76f528db-ddb2-47b3-aa7e-4aec3556bafe None None] Set router aa723fde-f9a6-4cb9-a5e6-ffc1b814a225 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:37:05.046967 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd423270-cb9d-45b8-9f1f-dad6784f445e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:05.047736 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cd423270-cb9d-45b8-9f1f-dad6784f445e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:05.073560 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322fe644-1d22-4008-9dff-ec4b38f783a5 None None] Network 69034369-4f9a-4c56-84cf-53b4e37d45f1 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:05.088553 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cd423270-cb9d-45b8-9f1f-dad6784f445e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8017077 Jul 23 16:37:05.090016 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50876) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:05.106321 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-65252ff5-88ba-438d-8f32-159f479994fb tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-556872314', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '64618b68-76b0-4ce0-b718-2dc10c1c6a83'}], 'security_groups': ['634a7a7e-c569-44d6-8978-1d4b00ba7620']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:05.205297 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f375602-28f9-43ce-a228-fdc844af1b8a tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Network b59a5291-b8e3-432f-997e-680e1d747533 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:05.267357 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-4f375602-28f9-43ce-a228-fdc844af1b8a tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:05.278541 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-65252ff5-88ba-438d-8f32-159f479994fb tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:05.287684 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f375602-28f9-43ce-a228-fdc844af1b8a tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:05.298287 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f375602-28f9-43ce-a228-fdc844af1b8a tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:05.298969 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4f375602-28f9-43ce-a228-fdc844af1b8a tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:05.361845 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4f375602-28f9-43ce-a228-fdc844af1b8a tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4528904 Jul 23 16:37:05.370416 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-76f528db-ddb2-47b3-aa7e-4aec3556bafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'name': 'tempest-ServerRescueTestJSONUnderV235-1304349298-router', 'tenant_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd195f521-c2c4-4d56-bf28-2c37196c3dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:25Z', 'updated_at': '2021-07-23T16:35:42Z', 'revision_number': 4, 'project_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'gw_port': {'id': 'd195f521-c2c4-4d56-bf28-2c37196c3dfc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:28Z', 'updated_at': '2021-07-23T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '12858d1b-d30d-4386-9b81-ce20c043dd4d', 'tenant_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'floating_ip_address': '172.25.8.111', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'port_id': 'df6b1f36-9280-4d55-a3b2-7c147bc64aa0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72414b03-0eff-47a3-8162-f0db3384a849', 'mac_address': 'fa:16:3e:4a:f8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9ef5c7-4991-4d25-8d9e-20009fc3330a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:36:56Z', 'updated_at': '2021-07-23T16:37:02Z', 'revision_number': 1, 'project_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ea4a01-ff83-47ce-8421-574f407d18f5', 'name': '', 'network_id': '72414b03-0eff-47a3-8162-f0db3384a849', 'tenant_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'mac_address': 'fa:16:3e:97:0c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7cd47fdd-8dd1-4f64-8ffb-cee64c695d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:38Z', 'updated_at': '2021-07-23T16:35:56Z', 'revision_number': 5, 'project_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'subnets': [{'id': '7cd47fdd-8dd1-4f64-8ffb-cee64c695d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:05.375014 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50878) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:05.388363 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-ea4d3f87-55c6-42c1-b96f-875a83bfe248 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Request body: {'port': {'network_id': 'b59a5291-b8e3-432f-997e-680e1d747533', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1118802771'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:05.403475 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f528db-ddb2-47b3-aa7e-4aec3556bafe None None] The sync data for ids ['aa723fde-f9a6-4cb9-a5e6-ffc1b814a225'] in n-d-778549-4 is: [{'id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'name': 'tempest-ServerRescueTestJSONUnderV235-1304349298-router', 'tenant_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd195f521-c2c4-4d56-bf28-2c37196c3dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:25Z', 'updated_at': '2021-07-23T16:35:42Z', 'revision_number': 4, 'project_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'gw_port': {'id': 'd195f521-c2c4-4d56-bf28-2c37196c3dfc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:28Z', 'updated_at': '2021-07-23T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '12858d1b-d30d-4386-9b81-ce20c043dd4d', 'tenant_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'floating_ip_address': '172.25.8.111', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'port_id': 'df6b1f36-9280-4d55-a3b2-7c147bc64aa0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72414b03-0eff-47a3-8162-f0db3384a849', 'mac_address': 'fa:16:3e:4a:f8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9ef5c7-4991-4d25-8d9e-20009fc3330a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:36:56Z', 'updated_at': '2021-07-23T16:37:02Z', 'revision_number': 1, 'project_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ea4a01-ff83-47ce-8421-574f407d18f5', 'name': '', 'network_id': '72414b03-0eff-47a3-8162-f0db3384a849', 'tenant_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'mac_address': 'fa:16:3e:97:0c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7cd47fdd-8dd1-4f64-8ffb-cee64c695d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:38Z', 'updated_at': '2021-07-23T16:35:56Z', 'revision_number': 5, 'project_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'subnets': [{'id': '7cd47fdd-8dd1-4f64-8ffb-cee64c695d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:37:05.466625 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-27ed4456-ffae-46a2-915f-10f88d90f9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:05.535970 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:05.594482 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd423270-cb9d-45b8-9f1f-dad6784f445e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Subnet': ['ID=64618b68-76b0-4ce0-b718-2dc10c1c6a83,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:05.627201 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c25ff7b-6a9c-4a7f-bc5e-7f98fc8a6907 req-7853e95d-41e5-4cef-8cc0-f9e9e06624c3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df6b1f36-9280-4d55-a3b2-7c147bc64aa0 HTTP/1.1" status: 200 len: 1000 time: 0.8926482 Jul 23 16:37:05.642186 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-10a32a56-1f6b-4e07-9b23-42e45df70bea tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:05.642911 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-10a32a56-1f6b-4e07-9b23-42e45df70bea tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:05.643595 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4d3f87-55c6-42c1-b96f-875a83bfe248 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Made reservation on behalf of 2cee8fed938944a583a617685cdd7a43 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:05.647130 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ea4d3f87-55c6-42c1-b96f-875a83bfe248 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:05.731217 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-ea4d3f87-55c6-42c1-b96f-875a83bfe248 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] device_id is not set on port 8a626b7b-a52d-4880-b18f-c48ca9b80154 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:37:05.839733 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25ff7b-6a9c-4a7f-bc5e-7f98fc8a6907 req-ca2a1269-00af-4faa-a804-8fed742a9dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:05.841529 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c25ff7b-6a9c-4a7f-bc5e-7f98fc8a6907 req-ca2a1269-00af-4faa-a804-8fed742a9dc1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7cd47fdd-8dd1-4f64-8ffb-cee64c695d93 HTTP/1.1" status: 200 len: 860 time: 0.1950064 Jul 23 16:37:05.883819 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c7b17-e9dc-4e86-a69a-b7a618647838 req-22f5f1ea-8b39-460a-91da-02b5fea89e3b tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:05.885454 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d78c7b17-e9dc-4e86-a69a-b7a618647838 req-22f5f1ea-8b39-460a-91da-02b5fea89e3b tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 945 time: 1.0452173 Jul 23 16:37:05.900643 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3c2cceb7-35a4-4387-a813-16d7e9c1526e None None] Provisioning for port 50b83323-a9ee-413a-a484-fecc36cba71f completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:05.909504 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c265b134-2b93-45b5-ba7e-8aef17aa43f2 None None] Update dhcp port {'port': {'network_id': '69034369-4f9a-4c56-84cf-53b4e37d45f1', 'fixed_ips': [{'subnet_id': '34249bf5-0005-4ab1-8a67-42c020f91594', 'ip_address': '172.20.0.2'}, {'subnet_id': '64618b68-76b0-4ce0-b718-2dc10c1c6a83'}], 'binding:host_id': 'n-d-778549-4'}, 'id': '5af2dcba-e739-480a-a4e8-a88f11628a64'} from n-d-778549-4. {{(pid=94014) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:37:05.910686 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c25ff7b-6a9c-4a7f-bc5e-7f98fc8a6907 req-89e190a6-384f-407d-9309-3bd7e4c469d3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=72414b03-0eff-47a3-8162-f0db3384a849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566711 Jul 23 16:37:05.960964 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d78c7b17-e9dc-4e86-a69a-b7a618647838 req-224987cc-a47f-4631-87d9-7676fc9d8ad3 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530796 Jul 23 16:37:05.970238 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c265b134-2b93-45b5-ba7e-8aef17aa43f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:05.972075 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3c2cceb7-35a4-4387-a813-16d7e9c1526e None None] Provisioning complete for port 50b83323-a9ee-413a-a484-fecc36cba71f triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:05.972431 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3c2cceb7-35a4-4387-a813-16d7e9c1526e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:05.972880 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-9c25ff7b-6a9c-4a7f-bc5e-7f98fc8a6907 req-5f8e761c-4c16-40ac-a615-ecf25c12b2c8 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:37:05.974208 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c25ff7b-6a9c-4a7f-bc5e-7f98fc8a6907 req-5f8e761c-4c16-40ac-a615-ecf25c12b2c8 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191941 Jul 23 16:37:05.982568 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a64e131a-2752-4b0c-9421-2a46a00af25d req-c6e97b52-be4b-4a0f-8e04-d319b3838f49 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:06.034192 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-3c2cceb7-35a4-4387-a813-16d7e9c1526e None None] Port 50b83323-a9ee-413a-a484-fecc36cba71f cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:37:06.035931 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bce501-ad07-42ed-91ef-18a55ed61422 None None] New status for floating IP 12858d1b-d30d-4386-9b81-ce20c043dd4d: ACTIVE {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:37:06.104290 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e97b52-be4b-4a0f-8e04-d319b3838f49 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Pushing event deleted for resources: {'Port': ['ID=77d9ee88-c13f-4f5f-a6ae-cd2cbe412115,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:06.139632 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6d0815e9-88be-454b-bfa4-8e0cb258cf78 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:06.170423 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6d0815e9-88be-454b-bfa4-8e0cb258cf78 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:06.207991 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6d0815e9-88be-454b-bfa4-8e0cb258cf78 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:06.209829 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6d0815e9-88be-454b-bfa4-8e0cb258cf78 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6103935 Jul 23 16:37:06.211186 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-10a32a56-1f6b-4e07-9b23-42e45df70bea tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9998870 Jul 23 16:37:06.213205 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50880) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:06.226533 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c25ff7b-6a9c-4a7f-bc5e-7f98fc8a6907 req-38e3ecfb-e3ea-4849-89a4-82d08bfb6aca service neutron] 10.222.0.73 "GET /v2.0/networks/72414b03-0eff-47a3-8162-f0db3384a849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447011 Jul 23 16:37:06.239521 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-2eae09dd-a10e-49ad-97d3-81d7e5094006 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Request body: {'security_group_rule': {'security_group_id': '6c6eb539-11f0-4f1b-b8f5-d8e90642f151', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:06.253492 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-b7f4639d-9fca-4b6d-b211-566af6e51474 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:37:06.254571 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-b7f4639d-9fca-4b6d-b211-566af6e51474 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063426 Jul 23 16:37:06.278004 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-ea4d3f87-55c6-42c1-b96f-875a83bfe248 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Allocated IP 2001:db8::17e (b59a5291-b8e3-432f-997e-680e1d747533/ec25fcd3-ce10-4524-a65b-9c33c59c12d9/8a626b7b-a52d-4880-b18f-c48ca9b80154) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:06.327037 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0815e9-88be-454b-bfa4-8e0cb258cf78 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6eb539-11f0-4f1b-b8f5-d8e90642f151,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:06.403275 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2eae09dd-a10e-49ad-97d3-81d7e5094006 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:06.410033 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-41f60c45-9e30-422a-a568-544cee276513 service neutron] Request body: {'port': {'device_id': '9081984a-4150-494e-994d-750d9d02d4aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:06.495098 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9084e99-7494-457d-8a6f-f8df803b60da req-236cb8f4-af47-4b86-bbbc-a8c5f575473a tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:06.497173 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9084e99-7494-457d-8a6f-f8df803b60da req-236cb8f4-af47-4b86-bbbc-a8c5f575473a tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 932 time: 0.3415380 Jul 23 16:37:06.522774 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:06.583555 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c25ff7b-6a9c-4a7f-bc5e-7f98fc8a6907 req-0772f431-2e7d-4f8b-b296-17f39c1d079d service neutron] 10.222.0.73 "GET /v2.0/networks/72414b03-0eff-47a3-8162-f0db3384a849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561034 Jul 23 16:37:06.665124 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2eae09dd-a10e-49ad-97d3-81d7e5094006 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:06.669261 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9084e99-7494-457d-8a6f-f8df803b60da req-867b479d-c9a8-411f-b06d-05606053e6b9 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437979 Jul 23 16:37:06.670414 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-41f60c45-9e30-422a-a568-544cee276513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:06.706078 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2eae09dd-a10e-49ad-97d3-81d7e5094006 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:06.802687 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f87249-9a05-40f4-8e25-d32ac6e6c066 x-openstack-request-id: req-95f87249-9a05-40f4-8e25-d32ac6e6c066 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:37:06.803787 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9ef5c7-4991-4d25-8d9e-20009fc3330a", "tag": "df6b1f36-9280-4d55-a3b2-7c147bc64aa0", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:37:06.804053 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-95f87249-9a05-40f4-8e25-d32ac6e6c066 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:37:06.804776 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9ef5c7-4991-4d25-8d9e-20009fc3330a', 'tag': 'df6b1f36-9280-4d55-a3b2-7c147bc64aa0', 'status': 'completed', 'code': 200} Jul 23 16:37:06.836753 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 7fb169e2-f135-4e41-ab65-786b8bad79ad up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:06.863300 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2eae09dd-a10e-49ad-97d3-81d7e5094006 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:06.868310 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2eae09dd-a10e-49ad-97d3-81d7e5094006 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6321838 Jul 23 16:37:06.871194 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5b12f61b-3981-494d-ae0c-abac3fdd599e req-c1847541-a556-4c8a-91bc-2f50896e7856 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2df115-5311-403d-b20e-1fb6e957b227 HTTP/1.1" status: 200 len: 210 time: 0.0742686 Jul 23 16:37:06.879907 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50886) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:06.880619 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae09dd-a10e-49ad-97d3-81d7e5094006 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec2af26d-1975-41b1-ab5c-bf932d53109e,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:06.889616 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-861ead71-df8c-4ec7-9a79-7f4fdbd8da8f tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Request body: {'security_group_rule': {'security_group_id': '6c6eb539-11f0-4f1b-b8f5-d8e90642f151', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:06.929416 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 7fb169e2-f135-4e41-ab65-786b8bad79ad completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:06.935446 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 7fb169e2-f135-4e41-ab65-786b8bad79ad triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:06.936282 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:06.971872 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a64e131a-2752-4b0c-9421-2a46a00af25d req-c6e97b52-be4b-4a0f-8e04-d319b3838f49 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Router eff611ae-30a4-4607-96c6-ce3cfe2e4723 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:37:07.046049 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:07.096483 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 7fb169e2-f135-4e41-ab65-786b8bad79ad, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=7fb169e2-f135-4e41-ab65-786b8bad79ad,segment=NetworkSegment(ad45a4cc-cf30-49f8-a5ad-4265a85c83ee),segment_id=ad45a4cc-cf30-49f8-a5ad-4265a85c83ee)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:07.103222 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:07.147752 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-861ead71-df8c-4ec7-9a79-7f4fdbd8da8f tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:07.169039 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-93fdfeb3-ae52-4b5b-ad7a-e48a97087e59 req-1487b7a9-6649-40e1-8a8f-83d58fa430e3 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 1002 time: 0.3695486 Jul 23 16:37:07.186763 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=7fb169e2-f135-4e41-ab65-786b8bad79ad,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:07.194818 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd1b0f-b2dc-4b07-b827-01aba6f81743 req-74757270-802e-4741-bf2b-e8c7ad108e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:07.196418 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ffd1b0f-b2dc-4b07-b827-01aba6f81743 req-74757270-802e-4741-bf2b-e8c7ad108e56 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d6123a1f03ef4241adc1479c7ea0a71b&device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 1097 time: 0.3958926 Jul 23 16:37:07.201184 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:37:07.213975 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-65252ff5-88ba-438d-8f32-159f479994fb tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Delete allocated IP 172.20.0.7 (69034369-4f9a-4c56-84cf-53b4e37d45f1/34249bf5-0005-4ab1-8a67-42c020f91594) {{(pid=94013) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 16:37:07.224320 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:37:07.225435 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:37:07.243255 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-65252ff5-88ba-438d-8f32-159f479994fb tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Allocated IP 172.20.0.24 (69034369-4f9a-4c56-84cf-53b4e37d45f1/64618b68-76b0-4ce0-b718-2dc10c1c6a83/7ba940e6-843e-4bd5-99ea-4937709c3df3) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:07.315052 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ea4d3f87-55c6-42c1-b96f-875a83bfe248 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:07.329801 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a64e131a-2752-4b0c-9421-2a46a00af25d req-c6e97b52-be4b-4a0f-8e04-d319b3838f49 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:37:07.343126 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e787dd60-1d33-454f-b6ec-722b6923fdc9 None None] Sync routers for ids ['eff611ae-30a4-4607-96c6-ce3cfe2e4723'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:37:07.354344 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e787dd60-1d33-454f-b6ec-722b6923fdc9 None None] Routers {'eff611ae-30a4-4607-96c6-ce3cfe2e4723'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:37:07.355347 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e787dd60-1d33-454f-b6ec-722b6923fdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:37:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['eff611ae-30a4-4607-96c6-ce3cfe2e4723'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:07.374871 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-ea4d3f87-55c6-42c1-b96f-875a83bfe248 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Transition to ACTIVE for port object 8a626b7b-a52d-4880-b18f-c48ca9b80154 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:07.388324 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:07.414809 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64e131a-2752-4b0c-9421-2a46a00af25d req-c6e97b52-be4b-4a0f-8e04-d319b3838f49 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] No DVR routers for this DVR port 77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:37:07.461688 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdfeb3-ae52-4b5b-ad7a-e48a97087e59 req-48749a5f-de1e-41ea-8d32-d2291d9a0f27 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:07.463570 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-93fdfeb3-ae52-4b5b-ad7a-e48a97087e59 req-48749a5f-de1e-41ea-8d32-d2291d9a0f27 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports/df6b1f36-9280-4d55-a3b2-7c147bc64aa0 HTTP/1.1" status: 200 len: 943 time: 0.2764080 Jul 23 16:37:07.509676 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-861ead71-df8c-4ec7-9a79-7f4fdbd8da8f tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:07.531312 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-861ead71-df8c-4ec7-9a79-7f4fdbd8da8f tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:07.549320 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-a64e131a-2752-4b0c-9421-2a46a00af25d req-c6e97b52-be4b-4a0f-8e04-d319b3838f49 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:07.551451 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a64e131a-2752-4b0c-9421-2a46a00af25d req-c6e97b52-be4b-4a0f-8e04-d319b3838f49 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.74 "DELETE /v2.0/ports/77d9ee88-c13f-4f5f-a6ae-cd2cbe412115 HTTP/1.1" status: 204 len: 173 time: 3.8054898 Jul 23 16:37:07.554803 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2df115-5311-403d-b20e-1fb6e957b227', 'name': 'network-vif-deleted', 'tag': '77d9ee88-c13f-4f5f-a6ae-cd2cbe412115'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:37:07.556870 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1aa42-a294-44df-9a59-81cb9ea9005d req-5c3adfb7-3f66-4a7b-b71d-7f989a8bb4fe tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:07.558926 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0326f21b-be80-439c-bb10-cc5b5f7c2a3b" -d '{"events": [{"server_uuid": "0c2df115-5311-403d-b20e-1fb6e957b227", "name": "network-vif-deleted", "tag": "77d9ee88-c13f-4f5f-a6ae-cd2cbe412115"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:37:07.565355 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-70f1aa42-a294-44df-9a59-81cb9ea9005d req-5c3adfb7-3f66-4a7b-b71d-7f989a8bb4fe tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 945 time: 0.4122405 Jul 23 16:37:07.605035 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-e787dd60-1d33-454f-b6ec-722b6923fdc9 None None] Set router eff611ae-30a4-4607-96c6-ce3cfe2e4723 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:37:07.608881 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-65252ff5-88ba-438d-8f32-159f479994fb tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:07.615093 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ea4d3f87-55c6-42c1-b96f-875a83bfe248 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:07.625991 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd1b0f-b2dc-4b07-b827-01aba6f81743 req-f6442c1d-2fc8-47c5-8fbc-73683e9dc006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:07.628059 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ffd1b0f-b2dc-4b07-b827-01aba6f81743 req-f6442c1d-2fc8-47c5-8fbc-73683e9dc006 service neutron] 10.222.0.97 "GET /v2.0/networks?id=72414b03-0eff-47a3-8162-f0db3384a849 HTTP/1.1" status: 200 len: 922 time: 0.4052579 Jul 23 16:37:07.666510 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4d3f87-55c6-42c1-b96f-875a83bfe248 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Network b59a5291-b8e3-432f-997e-680e1d747533 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:07.667855 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-65252ff5-88ba-438d-8f32-159f479994fb tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Transition to ACTIVE for port object 7ba940e6-843e-4bd5-99ea-4937709c3df3 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:07.668554 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ead71-df8c-4ec7-9a79-7f4fdbd8da8f tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c65fd79-f664-4885-bb2f-f8ec962994bb,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:07.671648 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-ea4d3f87-55c6-42c1-b96f-875a83bfe248 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:07.676524 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4d3f87-55c6-42c1-b96f-875a83bfe248 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:07.684690 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4d3f87-55c6-42c1-b96f-875a83bfe248 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:07.685413 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ea4d3f87-55c6-42c1-b96f-875a83bfe248 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:07.691760 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-65252ff5-88ba-438d-8f32-159f479994fb tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:07.708085 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-861ead71-df8c-4ec7-9a79-7f4fdbd8da8f tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:07.713846 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-861ead71-df8c-4ec7-9a79-7f4fdbd8da8f tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8283103 Jul 23 16:37:07.715895 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50894) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:07.726969 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-4b6487d0-2642-4ff7-a2f5-ad2014e5eb21 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:07.742190 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d3f87-55c6-42c1-b96f-875a83bfe248 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Pushing event updated for resources: {'Port': ['ID=8a626b7b-a52d-4880-b18f-c48ca9b80154,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:07.753407 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ea4d3f87-55c6-42c1-b96f-875a83bfe248 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3695726 Jul 23 16:37:07.818558 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50896) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:07.829742 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-47480d0f-49f2-474e-a211-796fcab5b480 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::331', 'mac_address': 'fa:16:3e:1c:e5:4c'}, {'ip_address': '2001:db8::3bf', 'mac_address': 'fa:16:3e:4e:95:1b'}]}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:07.838877 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65252ff5-88ba-438d-8f32-159f479994fb tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Port': ['ID=7ba940e6-843e-4bd5-99ea-4937709c3df3,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:07.858822 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-c265b134-2b93-45b5-ba7e-8aef17aa43f2 None None] Allocated IP 172.20.0.18 (69034369-4f9a-4c56-84cf-53b4e37d45f1/64618b68-76b0-4ce0-b718-2dc10c1c6a83/5af2dcba-e739-480a-a4e8-a88f11628a64) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:07.918570 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-70f1aa42-a294-44df-9a59-81cb9ea9005d req-1df1d408-a5c8-4a4e-bbcf-6e23a1c5d30d tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521547 Jul 23 16:37:07.920925 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b6487d0-2642-4ff7-a2f5-ad2014e5eb21 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:07.972692 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-93fdfeb3-ae52-4b5b-ad7a-e48a97087e59 req-53c31072-b273-46fc-8b6d-f512c58a929d tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 1002 time: 0.3910091 Jul 23 16:37:07.982037 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-41f60c45-9e30-422a-a568-544cee276513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ce917c9-b68c-40d4-8915-c8686a3d8533 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:37:07.995071 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-65252ff5-88ba-438d-8f32-159f479994fb tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] In _notify_port_updated(), no bound segment for port 7ba940e6-843e-4bd5-99ea-4937709c3df3 on network 69034369-4f9a-4c56-84cf-53b4e37d45f1 {{(pid=94013) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:37:08.003394 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e787dd60-1d33-454f-b6ec-722b6923fdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'name': 'tempest-AttachVolumeShelveTestJSON-523370312-router', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:27Z', 'updated_at': '2021-07-23T16:31:35Z', 'revision_number': 4, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'gw_port': {'id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:28Z', 'updated_at': '2021-07-23T16:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'd7b72f47-0a2a-46b1-9c1c-5f5c0e191a65', 'name': '', 'network_id': '188f4564-8b8f-479c-8498-350853f64f83', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'mac_address': 'fa:16:3e:22:9a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:33Z', 'updated_at': '2021-07-23T16:31:47Z', 'revision_number': 5, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'subnets': [{'id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:08.007321 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65252ff5-88ba-438d-8f32-159f479994fb tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:08.008034 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-65252ff5-88ba-438d-8f32-159f479994fb tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:08.019318 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-65252ff5-88ba-438d-8f32-159f479994fb tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "PUT /v2.0/ports/7ba940e6-843e-4bd5-99ea-4937709c3df3 HTTP/1.1" status: 200 len: 920 time: 2.9192598 Jul 23 16:37:08.020515 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-41f60c45-9e30-422a-a568-544cee276513 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:08.056236 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-c265b134-2b93-45b5-ba7e-8aef17aa43f2 None None] For port 5af2dcba-e739-480a-a4e8-a88f11628a64, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=5af2dcba-e739-480a-a4e8-a88f11628a64,segment=NetworkSegment(18e1289b-99d9-47fb-95bf-23140773416e),segment_id=18e1289b-99d9-47fb-95bf-23140773416e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:08.058629 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e787dd60-1d33-454f-b6ec-722b6923fdc9 None None] Checking router: eff611ae-30a4-4607-96c6-ce3cfe2e4723 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:37:08.060143 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4e10fb-77e7-4681-b23a-8127c9f58ef4 x-openstack-request-id: req-5a4e10fb-77e7-4681-b23a-8127c9f58ef4 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:37:08.060451 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2df115-5311-403d-b20e-1fb6e957b227", "name": "network-vif-deleted", "tag": "77d9ee88-c13f-4f5f-a6ae-cd2cbe412115", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:37:08.060710 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5a4e10fb-77e7-4681-b23a-8127c9f58ef4 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:37:08.061144 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2df115-5311-403d-b20e-1fb6e957b227', 'name': 'network-vif-deleted', 'tag': '77d9ee88-c13f-4f5f-a6ae-cd2cbe412115', 'status': 'completed', 'code': 200} Jul 23 16:37:08.061545 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50900) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:08.069431 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e787dd60-1d33-454f-b6ec-722b6923fdc9 None None] Routers {'eff611ae-30a4-4607-96c6-ce3cfe2e4723'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:37:08.070280 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e787dd60-1d33-454f-b6ec-722b6923fdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:37:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['eff611ae-30a4-4607-96c6-ce3cfe2e4723'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:08.088604 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ffd1b0f-b2dc-4b07-b827-01aba6f81743 req-28914dc5-ec99-4d74-b536-695a3482b1a6 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df6b1f36-9280-4d55-a3b2-7c147bc64aa0 HTTP/1.1" status: 200 len: 1002 time: 0.4165056 Jul 23 16:37:08.124556 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c265b134-2b93-45b5-ba7e-8aef17aa43f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:08.175191 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c265b134-2b93-45b5-ba7e-8aef17aa43f2 None None] Transition to ACTIVE for port object 5af2dcba-e739-480a-a4e8-a88f11628a64 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:08.191546 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-41f60c45-9e30-422a-a568-544cee276513 service neutron] Transition to ACTIVE for port object 0ce917c9-b68c-40d4-8915-c8686a3d8533 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:08.195902 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c265b134-2b93-45b5-ba7e-8aef17aa43f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:08.212235 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-32541af9-ac71-4442-9d9b-97d527d316d6 None None] Provisioning for port 8a626b7b-a52d-4880-b18f-c48ca9b80154 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:08.238692 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-e787dd60-1d33-454f-b6ec-722b6923fdc9 None None] Set router eff611ae-30a4-4607-96c6-ce3cfe2e4723 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:37:08.257795 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-32541af9-ac71-4442-9d9b-97d527d316d6 None None] Provisioning complete for port 8a626b7b-a52d-4880-b18f-c48ca9b80154 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:08.258587 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-32541af9-ac71-4442-9d9b-97d527d316d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:08.268206 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-41f60c45-9e30-422a-a568-544cee276513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:08.303554 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b6487d0-2642-4ff7-a2f5-ad2014e5eb21 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:08.317027 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-125d209e-ad6a-43a0-a338-8c846809c7a7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Deleting port 7ba940e6-843e-4bd5-99ea-4937709c3df3 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:08.317690 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-125d209e-ad6a-43a0-a338-8c846809c7a7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:08.424896 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-32541af9-ac71-4442-9d9b-97d527d316d6 None None] Port 8a626b7b-a52d-4880-b18f-c48ca9b80154 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:37:08.427693 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265b134-2b93-45b5-ba7e-8aef17aa43f2 None None] Pushing event updated for resources: {'Port': ['ID=5af2dcba-e739-480a-a4e8-a88f11628a64,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:08.436151 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-125d209e-ad6a-43a0-a338-8c846809c7a7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:08.460840 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-125d209e-ad6a-43a0-a338-8c846809c7a7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Calling delete_port for 7ba940e6-843e-4bd5-99ea-4937709c3df3 owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:08.477725 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd1b0f-b2dc-4b07-b827-01aba6f81743 req-fb3fe8e5-eb94-461c-80dd-311dd597e831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:08.479355 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ffd1b0f-b2dc-4b07-b827-01aba6f81743 req-fb3fe8e5-eb94-461c-80dd-311dd597e831 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7cd47fdd-8dd1-4f64-8ffb-cee64c695d93 HTTP/1.1" status: 200 len: 860 time: 0.3327827 Jul 23 16:37:08.488086 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f60c45-9e30-422a-a568-544cee276513 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce917c9-b68c-40d4-8915-c8686a3d8533,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:08.562433 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:08.586609 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdfeb3-ae52-4b5b-ad7a-e48a97087e59 req-c2f9ef79-8499-4c81-a4de-faa1d4e4e46c tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:08.588290 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-93fdfeb3-ae52-4b5b-ad7a-e48a97087e59 req-c2f9ef79-8499-4c81-a4de-faa1d4e4e46c tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 784 time: 0.5768466 Jul 23 16:37:08.599503 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e787dd60-1d33-454f-b6ec-722b6923fdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'name': 'tempest-AttachVolumeShelveTestJSON-523370312-router', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:27Z', 'updated_at': '2021-07-23T16:31:35Z', 'revision_number': 4, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'gw_port': {'id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:28Z', 'updated_at': '2021-07-23T16:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'd7b72f47-0a2a-46b1-9c1c-5f5c0e191a65', 'name': '', 'network_id': '188f4564-8b8f-479c-8498-350853f64f83', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'mac_address': 'fa:16:3e:22:9a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:33Z', 'updated_at': '2021-07-23T16:31:47Z', 'revision_number': 5, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'subnets': [{'id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:08.602734 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ffd1b0f-b2dc-4b07-b827-01aba6f81743 req-cc3e6fdf-e475-4824-b966-4217c693466f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=72414b03-0eff-47a3-8162-f0db3384a849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054232 Jul 23 16:37:08.676135 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-4b6487d0-2642-4ff7-a2f5-ad2014e5eb21 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Allocated IP 172.25.8.71 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/5bc7c233-de15-4b42-bf9b-a318a5ae5b6e) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:08.700697 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e787dd60-1d33-454f-b6ec-722b6923fdc9 None None] The sync data for ids ['eff611ae-30a4-4607-96c6-ce3cfe2e4723'] in n-d-778549-4 is: [{'id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'name': 'tempest-AttachVolumeShelveTestJSON-523370312-router', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:27Z', 'updated_at': '2021-07-23T16:31:35Z', 'revision_number': 4, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'gw_port': {'id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:28Z', 'updated_at': '2021-07-23T16:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'd7b72f47-0a2a-46b1-9c1c-5f5c0e191a65', 'name': '', 'network_id': '188f4564-8b8f-479c-8498-350853f64f83', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'mac_address': 'fa:16:3e:22:9a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:33Z', 'updated_at': '2021-07-23T16:31:47Z', 'revision_number': 5, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'subnets': [{'id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:37:08.824082 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e6874-3268-412c-89e2-379db63f3561 req-01d95419-e96c-4015-ba24-0794596d7727 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:08.825877 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-871e6874-3268-412c-89e2-379db63f3561 req-01d95419-e96c-4015-ba24-0794596d7727 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 944 time: 0.6723647 Jul 23 16:37:08.826982 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 7fb169e2-f135-4e41-ab65-786b8bad79ad up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:08.837653 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-125d209e-ad6a-43a0-a338-8c846809c7a7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:08.878537 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d209e-ad6a-43a0-a338-8c846809c7a7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Port': ['ID=7ba940e6-843e-4bd5-99ea-4937709c3df3,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:08.926609 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 7fb169e2-f135-4e41-ab65-786b8bad79ad triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:08.927370 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:08.933261 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-93fdfeb3-ae52-4b5b-ad7a-e48a97087e59 req-dcd09dee-2b67-4e95-b859-fa246ed875db tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 1002 time: 0.3063533 Jul 23 16:37:08.960223 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-47480d0f-49f2-474e-a211-796fcab5b480 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:08.964019 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ffd1b0f-b2dc-4b07-b827-01aba6f81743 req-35942a4f-a71d-44d2-81ea-6202d8a1ed46 service neutron] 10.222.0.97 "GET /v2.0/networks/72414b03-0eff-47a3-8162-f0db3384a849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348658 Jul 23 16:37:09.012748 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b6487d0-2642-4ff7-a2f5-ad2014e5eb21 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:09.029724 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 5af2dcba-e739-480a-a4e8-a88f11628a64 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:09.044231 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-125d209e-ad6a-43a0-a338-8c846809c7a7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:09.046341 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-93fdfeb3-ae52-4b5b-ad7a-e48a97087e59 req-55966662-2d93-4204-a7a9-8118f5e07e08 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:09.049265 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-125d209e-ad6a-43a0-a338-8c846809c7a7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/ports/7ba940e6-843e-4bd5-99ea-4937709c3df3 HTTP/1.1" status: 204 len: 168 time: 0.9729223 Jul 23 16:37:09.049862 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50904) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:09.098176 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-075b1886-073b-47ba-8776-ee9116cf6164 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] GET failed (client error): The resource could not be found. Jul 23 16:37:09.104751 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-075b1886-073b-47ba-8776-ee9116cf6164 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "GET /v2.0/ports/7ba940e6-843e-4bd5-99ea-4937709c3df3 HTTP/1.1" status: 404 len: 333 time: 0.0518160 Jul 23 16:37:09.107684 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50906) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:09.135964 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-41f60c45-9e30-422a-a568-544cee276513 service neutron] Attempting to bind port 0ce917c9-b68c-40d4-8915-c8686a3d8533 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:37:09.136523 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-41f60c45-9e30-422a-a568-544cee276513 service neutron] Attempting to bind port 0ce917c9-b68c-40d4-8915-c8686a3d8533 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'e86199fe-5491-4fca-b518-f67ebbbf9a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '76cc40b0-30f5-4501-be03-be323c612c9a'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:37:09.137009 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-41f60c45-9e30-422a-a568-544cee276513 service neutron] Attempting to bind port 0ce917c9-b68c-40d4-8915-c8686a3d8533 on network 76cc40b0-30f5-4501-be03-be323c612c9a {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:09.178587 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b6487d0-2642-4ff7-a2f5-ad2014e5eb21 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:09.193229 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-871e6874-3268-412c-89e2-379db63f3561 req-9394de08-4e3f-493a-a50c-c781912dad8c tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486178 Jul 23 16:37:09.204137 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-41f60c45-9e30-422a-a568-544cee276513 service neutron] Port 0ce917c9-b68c-40d4-8915-c8686a3d8533 on network 76cc40b0-30f5-4501-be03-be323c612c9a not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:37:09.204461 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-41f60c45-9e30-422a-a568-544cee276513 service neutron] Attempting to bind port 0ce917c9-b68c-40d4-8915-c8686a3d8533 on network 76cc40b0-30f5-4501-be03-be323c612c9a {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:09.216752 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c97f00-06ae-4f6d-97a2-d1d3185f45d2 None None] New status for floating IP cdb54be3-f03b-4c58-ae25-610cafa49e71: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:37:09.272907 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e10026d1-1557-41ab-896a-01c65f3a26d7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:09.338020 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6487d0-2642-4ff7-a2f5-ad2014e5eb21 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:09.340925 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6487d0-2642-4ff7-a2f5-ad2014e5eb21 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Pushing event updated for resources: {'Port': ['ID=5bc7c233-de15-4b42-bf9b-a318a5ae5b6e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:09.353132 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-4b6487d0-2642-4ff7-a2f5-ad2014e5eb21 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:09.372699 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6487d0-2642-4ff7-a2f5-ad2014e5eb21 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:09.419618 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1a94196a-f073-4b96-9606-c974a9b4d497 None None] Could not find standard attr ID for object 7ba940e6-843e-4bd5-99ea-4937709c3df3. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:37:09.445369 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1a94196a-f073-4b96-9606-c974a9b4d497 None None] Provisioning complete for port 8ff9027c-bcde-47c3-857f-bb11bd6b0442 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:09.445622 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1a94196a-f073-4b96-9606-c974a9b4d497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:09.457517 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e10026d1-1557-41ab-896a-01c65f3a26d7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:09.506711 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-1a94196a-f073-4b96-9606-c974a9b4d497 None None] Port 8ff9027c-bcde-47c3-857f-bb11bd6b0442 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:37:09.521000 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1a94196a-f073-4b96-9606-c974a9b4d497 None None] Provisioning for port 5af2dcba-e739-480a-a4e8-a88f11628a64 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:09.527138 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1a94196a-f073-4b96-9606-c974a9b4d497 None None] Provisioning complete for port 5af2dcba-e739-480a-a4e8-a88f11628a64 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:09.527897 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1a94196a-f073-4b96-9606-c974a9b4d497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:09.627388 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e10026d1-1557-41ab-896a-01c65f3a26d7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:09.633167 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e10026d1-1557-41ab-896a-01c65f3a26d7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:09.637713 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e10026d1-1557-41ab-896a-01c65f3a26d7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/security-groups/f5605329-e07f-4a1f-92cc-7ded0509563d HTTP/1.1" status: 204 len: 168 time: 0.5261681 Jul 23 16:37:09.647441 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50912) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:09.675851 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10026d1-1557-41ab-896a-01c65f3a26d7 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5605329-e07f-4a1f-92cc-7ded0509563d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:09.676764 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-41f60c45-9e30-422a-a568-544cee276513 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:37:09.677164 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-41f60c45-9e30-422a-a568-544cee276513 service neutron] Checking segment: {'id': 'e86199fe-5491-4fca-b518-f67ebbbf9a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '76cc40b0-30f5-4501-be03-be323c612c9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:09.677655 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-41f60c45-9e30-422a-a568-544cee276513 service neutron] Bound using segment: {'id': 'e86199fe-5491-4fca-b518-f67ebbbf9a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '76cc40b0-30f5-4501-be03-be323c612c9a'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:37:09.678045 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-41f60c45-9e30-422a-a568-544cee276513 service neutron] Bound port: 0ce917c9-b68c-40d4-8915-c8686a3d8533, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86199fe-5491-4fca-b518-f67ebbbf9a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '76cc40b0-30f5-4501-be03-be323c612c9a'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:37:09.678409 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-41f60c45-9e30-422a-a568-544cee276513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:09.684400 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b6487d0-2642-4ff7-a2f5-ad2014e5eb21 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:09.690519 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-93fdfeb3-ae52-4b5b-ad7a-e48a97087e59 req-55966662-2d93-4204-a7a9-8118f5e07e08 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks [] for floatingip, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:09.794255 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b6487d0-2642-4ff7-a2f5-ad2014e5eb21 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:09.796374 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-35dfad9e-3170-40f2-bdf8-fb7423def3a6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:09.850672 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ffd1b0f-b2dc-4b07-b827-01aba6f81743 req-c517e96f-cb83-4ebc-b382-e074d822d1b5 service neutron] 10.222.0.97 "GET /v2.0/networks/72414b03-0eff-47a3-8162-f0db3384a849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8774416 Jul 23 16:37:09.852275 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-35dfad9e-3170-40f2-bdf8-fb7423def3a6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:09.976481 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-35dfad9e-3170-40f2-bdf8-fb7423def3a6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:09.979310 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-35dfad9e-3170-40f2-bdf8-fb7423def3a6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:09.984205 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-35dfad9e-3170-40f2-bdf8-fb7423def3a6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/security-groups/634a7a7e-c569-44d6-8978-1d4b00ba7620 HTTP/1.1" status: 204 len: 168 time: 0.3323178 Jul 23 16:37:09.984450 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-41f60c45-9e30-422a-a568-544cee276513 service neutron] For port 0ce917c9-b68c-40d4-8915-c8686a3d8533, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:37:09.985588 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50916) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:09.990926 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-19fb2427-c0e7-4945-be6a-1216d3a35631 None None] Could not find standard attr ID for object 7ba940e6-843e-4bd5-99ea-4937709c3df3. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:37:10.023414 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-41f60c45-9e30-422a-a568-544cee276513 service neutron] For port 0ce917c9-b68c-40d4-8915-c8686a3d8533, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=0ce917c9-b68c-40d4-8915-c8686a3d8533,segment=NetworkSegment(e86199fe-5491-4fca-b518-f67ebbbf9a42),segment_id=e86199fe-5491-4fca-b518-f67ebbbf9a42)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:37:10.037347 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dfad9e-3170-40f2-bdf8-fb7423def3a6 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=634a7a7e-c569-44d6-8978-1d4b00ba7620,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:10.048234 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-41f60c45-9e30-422a-a568-544cee276513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:10.080583 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b55f19-720d-4428-861d-60c355b40b46 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Deleting subnet 34249bf5-0005-4ab1-8a67-42c020f91594 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:37:10.091954 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-34b55f19-720d-4428-861d-60c355b40b46 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:10.137615 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-93fdfeb3-ae52-4b5b-ad7a-e48a97087e59 req-55966662-2d93-4204-a7a9-8118f5e07e08 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:10.154322 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-93fdfeb3-ae52-4b5b-ad7a-e48a97087e59 req-55966662-2d93-4204-a7a9-8118f5e07e08 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:10.154664 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [req-93fdfeb3-ae52-4b5b-ad7a-e48a97087e59 req-55966662-2d93-4204-a7a9-8118f5e07e08 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Floating IP 12858d1b-d30d-4386-9b81-ce20c043dd4d disassociated. External IP: 172.25.8.111, port: df6b1f36-9280-4d55-a3b2-7c147bc64aa0. Jul 23 16:37:10.158956 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-41f60c45-9e30-422a-a568-544cee276513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:10.160078 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-41f60c45-9e30-422a-a568-544cee276513 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:10.160928 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-41f60c45-9e30-422a-a568-544cee276513 service neutron] 10.222.0.97 "PUT /v2.0/ports/0ce917c9-b68c-40d4-8915-c8686a3d8533 HTTP/1.1" status: 200 len: 1092 time: 3.8896554 Jul 23 16:37:10.166622 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-34b55f19-720d-4428-861d-60c355b40b46 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:10.170888 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b6487d0-2642-4ff7-a2f5-ad2014e5eb21 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:10.172740 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9081984a-4150-494e-994d-750d9d02d4aa', 'tag': '0ce917c9-b68c-40d4-8915-c8686a3d8533'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:37:10.175477 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3406b0-b21d-4f12-95a0-843773c9cf80" -d '{"events": [{"name": "network-changed", "server_uuid": "9081984a-4150-494e-994d-750d9d02d4aa", "tag": "0ce917c9-b68c-40d4-8915-c8686a3d8533"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:37:10.218805 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b6487d0-2642-4ff7-a2f5-ad2014e5eb21 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:10.254841 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665140b9-7027-48b4-ad49-0cc6e813cbb0 req-0abcf3ff-3728-47dc-8398-23b9da0ba53f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:10.256885 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-665140b9-7027-48b4-ad49-0cc6e813cbb0 req-0abcf3ff-3728-47dc-8398-23b9da0ba53f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 945 time: 0.6024809 Jul 23 16:37:10.295117 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-47480d0f-49f2-474e-a211-796fcab5b480 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:10.327689 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-47480d0f-49f2-474e-a211-796fcab5b480 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:10.338662 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f60c45-9e30-422a-a568-544cee276513 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce917c9-b68c-40d4-8915-c8686a3d8533,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:10.347065 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6487d0-2642-4ff7-a2f5-ad2014e5eb21 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Pushing event updated for resources: {'Port': ['ID=5bc7c233-de15-4b42-bf9b-a318a5ae5b6e,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:10.361911 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b6487d0-2642-4ff7-a2f5-ad2014e5eb21 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:10.378443 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-34b55f19-720d-4428-861d-60c355b40b46 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:10.398674 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-47480d0f-49f2-474e-a211-796fcab5b480 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] In _notify_port_updated(), no bound segment for port 8a626b7b-a52d-4880-b18f-c48ca9b80154 on network b59a5291-b8e3-432f-997e-680e1d747533 {{(pid=94012) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:37:10.404277 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47480d0f-49f2-474e-a211-796fcab5b480 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:10.404955 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-47480d0f-49f2-474e-a211-796fcab5b480 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:10.406327 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-47480d0f-49f2-474e-a211-796fcab5b480 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] 10.222.0.73 "PUT /v2.0/ports/8a626b7b-a52d-4880-b18f-c48ca9b80154 HTTP/1.1" status: 200 len: 1068 time: 2.5866988 Jul 23 16:37:10.416324 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50922) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:10.417627 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b6487d0-2642-4ff7-a2f5-ad2014e5eb21 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:10.419014 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4b6487d0-2642-4ff7-a2f5-ad2014e5eb21 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6980195 Jul 23 16:37:10.457516 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-34b55f19-720d-4428-861d-60c355b40b46 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:10.465508 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-665140b9-7027-48b4-ad49-0cc6e813cbb0 req-74f60ffd-50f9-4148-a49d-be977477c895 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831636 Jul 23 16:37:10.501621 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b55f19-720d-4428-861d-60c355b40b46 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Subnet': ['ID=34249bf5-0005-4ab1-8a67-42c020f91594,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:10.505397 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-34b55f19-720d-4428-861d-60c355b40b46 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:10.506237 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-34b55f19-720d-4428-861d-60c355b40b46 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/subnets/34249bf5-0005-4ab1-8a67-42c020f91594 HTTP/1.1" status: 204 len: 168 time: 0.5175161 Jul 23 16:37:10.510762 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50930) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:10.515631 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47480d0f-49f2-474e-a211-796fcab5b480 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Pushing event updated for resources: {'Port': ['ID=8a626b7b-a52d-4880-b18f-c48ca9b80154,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:10.517618 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-c2365ec4-d152-4deb-a1a6-226b869473f2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'subnet': {'network_id': '69034369-4f9a-4c56-84cf-53b4e37d45f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:10.527737 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccccc8c3-4aa0-4a34-b8d8-7390b81d282b None None] Network 69034369-4f9a-4c56-84cf-53b4e37d45f1 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:10.545110 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50932) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:10.629206 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93907695-749a-4280-a9bf-07d7f7657269 x-openstack-request-id: req-93907695-749a-4280-a9bf-07d7f7657269 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:37:10.629448 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9081984a-4150-494e-994d-750d9d02d4aa", "tag": "0ce917c9-b68c-40d4-8915-c8686a3d8533", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:37:10.629675 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-93907695-749a-4280-a9bf-07d7f7657269 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:37:10.630063 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9081984a-4150-494e-994d-750d9d02d4aa', 'tag': '0ce917c9-b68c-40d4-8915-c8686a3d8533', 'status': 'completed', 'code': 200} Jul 23 16:37:10.704627 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-150a9e20-762a-4fa7-afdd-5d11e1a552a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:10.706575 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-150a9e20-762a-4fa7-afdd-5d11e1a552a9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=896b34069cf0464297c90d7b6d93c235&device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 1095 time: 0.4597113 Jul 23 16:37:10.751140 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fb5bfa9b-cda2-4228-b677-e14fb89edb62 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:10.786125 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-f1ac7de1-8dbd-4eb4-9ca0-c39209bdf01c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ce917c9-b68c-40d4-8915-c8686a3d8533 HTTP/1.1" status: 200 len: 217 time: 0.0683126 Jul 23 16:37:10.796407 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fb5bfa9b-cda2-4228-b677-e14fb89edb62 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:10.822238 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2365ec4-d152-4deb-a1a6-226b869473f2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:10.826628 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c2365ec4-d152-4deb-a1a6-226b869473f2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:10.902514 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-c8d82b7b-59b7-461b-9206-927b49eff8bd tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Deleting port 8a626b7b-a52d-4880-b18f-c48ca9b80154 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:10.903420 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c8d82b7b-59b7-461b-9206-927b49eff8bd tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:10.925400 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93fdfeb3-ae52-4b5b-ad7a-e48a97087e59 req-55966662-2d93-4204-a7a9-8118f5e07e08 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Router aa723fde-f9a6-4cb9-a5e6-ffc1b814a225 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:37:10.927392 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-e2770eb3-6824-461e-a70b-de6d72248456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:10.929157 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-e2770eb3-6824-461e-a70b-de6d72248456 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0451a60c-d287-4012-8d32-22a400e0b50b HTTP/1.1" status: 200 len: 854 time: 0.1319816 Jul 23 16:37:10.951815 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fb5bfa9b-cda2-4228-b677-e14fb89edb62 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:10.955476 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fb5bfa9b-cda2-4228-b677-e14fb89edb62 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:10.958353 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fb5bfa9b-cda2-4228-b677-e14fb89edb62 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "DELETE /v2.0/security-groups/87e2cfef-0da7-4203-a774-ad84b24cdcae HTTP/1.1" status: 204 len: 168 time: 0.4122577 Jul 23 16:37:10.960699 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2c4f49ce-2a43-4140-b217-0580602ec209 None None] Provisioning complete for port 8a626b7b-a52d-4880-b18f-c48ca9b80154 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:10.961228 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2c4f49ce-2a43-4140-b217-0580602ec209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:10.964102 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50934) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:10.991469 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-a05ad981-6150-446e-83d7-28fbed578159 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=76cc40b0-30f5-4501-be03-be323c612c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528846 Jul 23 16:37:11.007685 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-7d1170e3-b699-41cf-87d4-9f37c39b6306 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] show failed (client error): The resource could not be found. Jul 23 16:37:11.013992 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7d1170e3-b699-41cf-87d4-9f37c39b6306 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups/87e2cfef-0da7-4203-a774-ad84b24cdcae HTTP/1.1" status: 404 len: 347 time: 0.0456648 Jul 23 16:37:11.015249 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bfa9b-cda2-4228-b677-e14fb89edb62 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e2cfef-0da7-4203-a774-ad84b24cdcae,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:11.020690 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50936) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:11.027732 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-2c4f49ce-2a43-4140-b217-0580602ec209 None None] Port 8a626b7b-a52d-4880-b18f-c48ca9b80154 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:37:11.194202 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c2365ec4-d152-4deb-a1a6-226b869473f2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.217764 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa925918-f70c-4a2d-b6ce-58cf77d56251 req-f53e5ac9-88ad-4243-861e-af94ea0bc3be tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:11.221841 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa925918-f70c-4a2d-b6ce-58cf77d56251 req-f53e5ac9-88ad-4243-861e-af94ea0bc3be tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 944 time: 0.4437332 Jul 23 16:37:11.246369 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2365ec4-d152-4deb-a1a6-226b869473f2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network 69034369-4f9a-4c56-84cf-53b4e37d45f1 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:11.252078 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-c2365ec4-d152-4deb-a1a6-226b869473f2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:11.258057 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2365ec4-d152-4deb-a1a6-226b869473f2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:11.258793 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c2365ec4-d152-4deb-a1a6-226b869473f2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.272210 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2365ec4-d152-4deb-a1a6-226b869473f2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Subnet': ['ID=dad30d69-595a-4365-8828-56e8933e17a1,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:11.286783 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c2365ec4-d152-4deb-a1a6-226b869473f2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7727101 Jul 23 16:37:11.287757 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50938) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:11.293360 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-82cd8346-7147-4370-a052-c1fadccd9c01 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'security_group': {'name': 'tempest-secgroup-607519471'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:11.320492 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82cd8346-7147-4370-a052-c1fadccd9c01 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.332782 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c8d82b7b-59b7-461b-9206-927b49eff8bd tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.405951 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-c8d82b7b-59b7-461b-9206-927b49eff8bd tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Calling delete_port for 8a626b7b-a52d-4880-b18f-c48ca9b80154 owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:11.437592 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82cd8346-7147-4370-a052-c1fadccd9c01 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.442823 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82cd8346-7147-4370-a052-c1fadccd9c01 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.475721 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa925918-f70c-4a2d-b6ce-58cf77d56251 req-325649e8-0257-4a52-8823-9858e9461b8c tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083340 Jul 23 16:37:11.476610 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82cd8346-7147-4370-a052-c1fadccd9c01 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.480536 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-82cd8346-7147-4370-a052-c1fadccd9c01 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1889985 Jul 23 16:37:11.480728 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd8346-7147-4370-a052-c1fadccd9c01 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6de374a6-6599-4b52-9e4b-73493140012b,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:11.484309 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50940) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:11.489955 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-5e2e7f18-ed85-4523-bdb9-85a66f842274 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'security_group': {'name': 'tempest-secgroup-132085778'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:11.533641 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-51c1dc65-8de7-4347-b7d9-fe27be0c1e86 service neutron] 10.222.0.97 "GET /v2.0/networks/76cc40b0-30f5-4501-be03-be323c612c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074952 Jul 23 16:37:11.542352 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7f18-ed85-4523-bdb9-85a66f842274 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.586068 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93fdfeb3-ae52-4b5b-ad7a-e48a97087e59 req-55966662-2d93-4204-a7a9-8118f5e07e08 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:37:11.601603 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-93fdfeb3-ae52-4b5b-ad7a-e48a97087e59 req-55966662-2d93-4204-a7a9-8118f5e07e08 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.602671 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82c9628-1707-41a0-b5ef-fef1ff711d32 None None] Sync routers for ids ['aa723fde-f9a6-4cb9-a5e6-ffc1b814a225'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:37:11.618893 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82c9628-1707-41a0-b5ef-fef1ff711d32 None None] Routers {'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:37:11.619964 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-d82c9628-1707-41a0-b5ef-fef1ff711d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:37:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['aa723fde-f9a6-4cb9-a5e6-ffc1b814a225'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:11.654391 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84da1f5d-2ff4-47c3-b052-6290928b3e93 None None] Network 69034369-4f9a-4c56-84cf-53b4e37d45f1 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:11.676169 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7f18-ed85-4523-bdb9-85a66f842274 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.681136 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7f18-ed85-4523-bdb9-85a66f842274 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.704683 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-75bb7f97-b5e0-4cce-b14a-70f21cfec878 None None] Provisioning complete for port 8ff9027c-bcde-47c3-857f-bb11bd6b0442 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:11.705105 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-75bb7f97-b5e0-4cce-b14a-70f21cfec878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.726162 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7f18-ed85-4523-bdb9-85a66f842274 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.730603 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5e2e7f18-ed85-4523-bdb9-85a66f842274 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2449818 Jul 23 16:37:11.731328 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50950) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:11.739527 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-8daf8e49-0dc5-4f59-97cf-cfcabe5671f5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'security_group': {'name': 'tempest-secgroup-2133228195'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:11.748535 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e7f18-ed85-4523-bdb9-85a66f842274 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecfd86e-8683-4e55-9cab-97c259f9ee61,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:11.780166 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8daf8e49-0dc5-4f59-97cf-cfcabe5671f5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.830867 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-d82c9628-1707-41a0-b5ef-fef1ff711d32 None None] Set router aa723fde-f9a6-4cb9-a5e6-ffc1b814a225 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:37:11.866121 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-1d40f401-c0b6-4587-be4d-675927c5783e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Deleting port 85965fb6-fae7-463c-8bed-329649c2f0f1 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:11.866533 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1d40f401-c0b6-4587-be4d-675927c5783e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.890256 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c8d82b7b-59b7-461b-9206-927b49eff8bd tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.892930 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-93fdfeb3-ae52-4b5b-ad7a-e48a97087e59 req-55966662-2d93-4204-a7a9-8118f5e07e08 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "PUT /v2.0/floatingips/12858d1b-d30d-4386-9b81-ce20c043dd4d HTTP/1.1" status: 200 len: 695 time: 2.9253156 Jul 23 16:37:11.922013 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8daf8e49-0dc5-4f59-97cf-cfcabe5671f5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.930404 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8daf8e49-0dc5-4f59-97cf-cfcabe5671f5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.934232 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d82b7b-59b7-461b-9206-927b49eff8bd tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Pushing event deleted for resources: {'Port': ['ID=8a626b7b-a52d-4880-b18f-c48ca9b80154,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:11.949184 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-bdc327a0-2e89-405f-886c-6e8ea1164828 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--152061430&fields=id&tenant_id=73f731c3e74d4834a41ffd03a4899cef HTTP/1.1" status: 200 len: 267 time: 0.3648648 Jul 23 16:37:11.970298 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8daf8e49-0dc5-4f59-97cf-cfcabe5671f5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.974332 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8daf8e49-0dc5-4f59-97cf-cfcabe5671f5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2365496 Jul 23 16:37:11.974332 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf8e49-0dc5-4f59-97cf-cfcabe5671f5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6b01c2-abfc-48bd-8174-fb1c562f14c7,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:11.982838 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50952) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:11.995061 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-429324d4-5628-421b-9928-85859f677baa tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1466609589', 'security_groups': ['2c6b01c2-abfc-48bd-8174-fb1c562f14c7'], 'network_id': '69034369-4f9a-4c56-84cf-53b4e37d45f1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dad30d69-595a-4365-8828-56e8933e17a1'}]}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:12.005472 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-271126c1-5916-4e2d-b888-56c1c04321c6 req-e593761e-ed54-4f08-ae97-7ec85f47f088 service neutron] 10.222.0.97 "GET /v2.0/networks/76cc40b0-30f5-4501-be03-be323c612c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611275 Jul 23 16:37:12.051905 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-75bb7f97-b5e0-4cce-b14a-70f21cfec878 None None] Port 8ff9027c-bcde-47c3-857f-bb11bd6b0442 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:37:12.110119 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-75bb7f97-b5e0-4cce-b14a-70f21cfec878 None None] Provisioning complete for port 5af2dcba-e739-480a-a4e8-a88f11628a64 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:12.110687 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-75bb7f97-b5e0-4cce-b14a-70f21cfec878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:12.234093 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-d82c9628-1707-41a0-b5ef-fef1ff711d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'name': 'tempest-ServerRescueTestJSONUnderV235-1304349298-router', 'tenant_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd195f521-c2c4-4d56-bf28-2c37196c3dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:25Z', 'updated_at': '2021-07-23T16:35:42Z', 'revision_number': 4, 'project_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'gw_port': {'id': 'd195f521-c2c4-4d56-bf28-2c37196c3dfc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:28Z', 'updated_at': '2021-07-23T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'e6ea4a01-ff83-47ce-8421-574f407d18f5', 'name': '', 'network_id': '72414b03-0eff-47a3-8162-f0db3384a849', 'tenant_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'mac_address': 'fa:16:3e:97:0c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7cd47fdd-8dd1-4f64-8ffb-cee64c695d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:38Z', 'updated_at': '2021-07-23T16:35:56Z', 'revision_number': 5, 'project_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'subnets': [{'id': '7cd47fdd-8dd1-4f64-8ffb-cee64c695d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:12.239869 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429324d4-5628-421b-9928-85859f677baa tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:12.337076 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82c9628-1707-41a0-b5ef-fef1ff711d32 None None] Checking router: aa723fde-f9a6-4cb9-a5e6-ffc1b814a225 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:37:12.348382 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82c9628-1707-41a0-b5ef-fef1ff711d32 None None] Routers {'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:37:12.349191 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-d82c9628-1707-41a0-b5ef-fef1ff711d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:37:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['aa723fde-f9a6-4cb9-a5e6-ffc1b814a225'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:12.369196 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-429324d4-5628-421b-9928-85859f677baa tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:12.386596 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1d40f401-c0b6-4587-be4d-675927c5783e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:12.387533 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1d40f401-c0b6-4587-be4d-675927c5783e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:12.396563 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-429324d4-5628-421b-9928-85859f677baa tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] device_id is not set on port ccebffec-f600-4745-9644-7c98b8ad93ab yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:37:12.480115 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-d82c9628-1707-41a0-b5ef-fef1ff711d32 None None] Set router aa723fde-f9a6-4cb9-a5e6-ffc1b814a225 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:37:12.488317 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-1d40f401-c0b6-4587-be4d-675927c5783e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Calling delete_port for 85965fb6-fae7-463c-8bed-329649c2f0f1 owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:12.548655 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04369e41-40d0-41c4-b50a-22caed082207 None None] Update dhcp port {'port': {'network_id': '69034369-4f9a-4c56-84cf-53b4e37d45f1', 'fixed_ips': [{'subnet_id': '64618b68-76b0-4ce0-b718-2dc10c1c6a83', 'ip_address': '172.20.0.18'}, {'subnet_id': 'dad30d69-595a-4365-8828-56e8933e17a1'}], 'binding:host_id': 'n-d-778549-4'}, 'id': '5af2dcba-e739-480a-a4e8-a88f11628a64'} from n-d-778549-4. {{(pid=94014) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:37:12.598403 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-04369e41-40d0-41c4-b50a-22caed082207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:12.650619 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-429324d4-5628-421b-9928-85859f677baa tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Allocated IP 172.20.0.7 (69034369-4f9a-4c56-84cf-53b4e37d45f1/dad30d69-595a-4365-8828-56e8933e17a1/ccebffec-f600-4745-9644-7c98b8ad93ab) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:12.743544 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-d82c9628-1707-41a0-b5ef-fef1ff711d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'name': 'tempest-ServerRescueTestJSONUnderV235-1304349298-router', 'tenant_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd195f521-c2c4-4d56-bf28-2c37196c3dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:25Z', 'updated_at': '2021-07-23T16:35:42Z', 'revision_number': 4, 'project_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'gw_port': {'id': 'd195f521-c2c4-4d56-bf28-2c37196c3dfc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:28Z', 'updated_at': '2021-07-23T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'e6ea4a01-ff83-47ce-8421-574f407d18f5', 'name': '', 'network_id': '72414b03-0eff-47a3-8162-f0db3384a849', 'tenant_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'mac_address': 'fa:16:3e:97:0c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7cd47fdd-8dd1-4f64-8ffb-cee64c695d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:38Z', 'updated_at': '2021-07-23T16:35:56Z', 'revision_number': 5, 'project_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'subnets': [{'id': '7cd47fdd-8dd1-4f64-8ffb-cee64c695d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:12.791381 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82c9628-1707-41a0-b5ef-fef1ff711d32 None None] The sync data for ids ['aa723fde-f9a6-4cb9-a5e6-ffc1b814a225'] in n-d-778549-4 is: [{'id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'name': 'tempest-ServerRescueTestJSONUnderV235-1304349298-router', 'tenant_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd195f521-c2c4-4d56-bf28-2c37196c3dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:25Z', 'updated_at': '2021-07-23T16:35:42Z', 'revision_number': 4, 'project_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'gw_port': {'id': 'd195f521-c2c4-4d56-bf28-2c37196c3dfc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:28Z', 'updated_at': '2021-07-23T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'e6ea4a01-ff83-47ce-8421-574f407d18f5', 'name': '', 'network_id': '72414b03-0eff-47a3-8162-f0db3384a849', 'tenant_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'mac_address': 'fa:16:3e:97:0c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7cd47fdd-8dd1-4f64-8ffb-cee64c695d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:38Z', 'updated_at': '2021-07-23T16:35:56Z', 'revision_number': 5, 'project_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'subnets': [{'id': '7cd47fdd-8dd1-4f64-8ffb-cee64c695d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:37:12.862173 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-429324d4-5628-421b-9928-85859f677baa tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:12.877685 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-429324d4-5628-421b-9928-85859f677baa tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Transition to ACTIVE for port object ccebffec-f600-4745-9644-7c98b8ad93ab will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:12.923203 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-429324d4-5628-421b-9928-85859f677baa tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:12.967035 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429324d4-5628-421b-9928-85859f677baa tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network 69034369-4f9a-4c56-84cf-53b4e37d45f1 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:12.970987 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-429324d4-5628-421b-9928-85859f677baa tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:12.973483 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429324d4-5628-421b-9928-85859f677baa tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:12.977904 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-244ad9ec-a480-4c8d-9f2a-7316b829e1fe tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:12.983539 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-04369e41-40d0-41c4-b50a-22caed082207 None None] Allocated IP 172.20.0.2 (69034369-4f9a-4c56-84cf-53b4e37d45f1/dad30d69-595a-4365-8828-56e8933e17a1/5af2dcba-e739-480a-a4e8-a88f11628a64) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:12.984775 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-244ad9ec-a480-4c8d-9f2a-7316b829e1fe tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/networks?id=781ff998-5fd6-4b30-abd9-75eb80a107ad HTTP/1.1" status: 200 len: 810 time: 1.0342386 Jul 23 16:37:12.986395 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9ef5c7-4991-4d25-8d9e-20009fc3330a', 'tag': 'df6b1f36-9280-4d55-a3b2-7c147bc64aa0'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:37:12.988770 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3f353f-ad00-4428-920e-1bbdca8de056" -d '{"events": [{"name": "network-changed", "server_uuid": "af9ef5c7-4991-4d25-8d9e-20009fc3330a", "tag": "df6b1f36-9280-4d55-a3b2-7c147bc64aa0"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:37:13.027015 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429324d4-5628-421b-9928-85859f677baa tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Port': ['ID=ccebffec-f600-4745-9644-7c98b8ad93ab,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:13.055237 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429324d4-5628-421b-9928-85859f677baa tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:13.056078 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-429324d4-5628-421b-9928-85859f677baa tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:13.056208 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdfeb3-ae52-4b5b-ad7a-e48a97087e59 req-cd54ba23-974c-466b-8a94-cc46c64f1cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:13.057806 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-93fdfeb3-ae52-4b5b-ad7a-e48a97087e59 req-cd54ba23-974c-466b-8a94-cc46c64f1cee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6123a1f03ef4241adc1479c7ea0a71b&device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 1097 time: 1.1344876 Jul 23 16:37:13.064471 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-aa854014-791b-4d11-8e14-1e98ad2d1415 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/quotas/73f731c3e74d4834a41ffd03a4899cef HTTP/1.1" status: 200 len: 375 time: 0.0787261 Jul 23 16:37:13.080593 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-429324d4-5628-421b-9928-85859f677baa tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0962195 Jul 23 16:37:13.083286 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50960) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:13.090406 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-ebe6aada-22b1-4b57-827c-8c64508ef13f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'subnet': {'network_id': '69034369-4f9a-4c56-84cf-53b4e37d45f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:13.153159 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c8d82b7b-59b7-461b-9206-927b49eff8bd tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:13.153879 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-04369e41-40d0-41c4-b50a-22caed082207 None None] For port 5af2dcba-e739-480a-a4e8-a88f11628a64, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=5af2dcba-e739-480a-a4e8-a88f11628a64,segment=NetworkSegment(18e1289b-99d9-47fb-95bf-23140773416e),segment_id=18e1289b-99d9-47fb-95bf-23140773416e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:13.157998 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c8d82b7b-59b7-461b-9206-927b49eff8bd tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] 10.222.0.73 "DELETE /v2.0/ports/8a626b7b-a52d-4880-b18f-c48ca9b80154 HTTP/1.1" status: 204 len: 168 time: 2.7387726 Jul 23 16:37:13.167259 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50962) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:13.198407 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-04369e41-40d0-41c4-b50a-22caed082207 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:13.217958 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-04369e41-40d0-41c4-b50a-22caed082207 None None] Transition to ACTIVE for port object 5af2dcba-e739-480a-a4e8-a88f11628a64 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:13.226743 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a4df9b-e467-4ebb-9c4c-0ba597a8ab60 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] GET failed (client error): The resource could not be found. Jul 23 16:37:13.228002 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-04369e41-40d0-41c4-b50a-22caed082207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:13.233159 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-75a4df9b-e467-4ebb-9c4c-0ba597a8ab60 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] 10.222.0.73 "GET /v2.0/ports/8a626b7b-a52d-4880-b18f-c48ca9b80154 HTTP/1.1" status: 404 len: 333 time: 0.0590661 Jul 23 16:37:13.234008 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50964) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:13.246315 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0380c67-6870-4352-81ab-92d79eca8f31 None None] New status for floating IP 12858d1b-d30d-4386-9b81-ce20c043dd4d: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:37:13.274868 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe6aada-22b1-4b57-827c-8c64508ef13f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:13.279033 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ebe6aada-22b1-4b57-827c-8c64508ef13f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:13.280362 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3406b0-b21d-4f12-95a0-843773c9cf80 req-13cb2162-b1c2-4bcf-a1f5-51a2e7725a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:13.281986 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec3406b0-b21d-4f12-95a0-843773c9cf80 req-13cb2162-b1c2-4bcf-a1f5-51a2e7725a9a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=896b34069cf0464297c90d7b6d93c235&device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 1095 time: 1.1108141 Jul 23 16:37:13.448182 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-6214e800-fc94-4a02-a170-feca20543be1 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=73f731c3e74d4834a41ffd03a4899cef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3823099 Jul 23 16:37:13.458212 n-d-778549-4 neutron-server[94013]: INFO neutron.db.ipam_backend_mixin [None req-ebe6aada-22b1-4b57-827c-8c64508ef13f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet dad30d69-595a-4365-8828-56e8933e17a1 (CIDR: 172.20.0.0/28) Jul 23 16:37:13.463261 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-ee403700-f982-4e0f-b02a-f63037902693 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Deleting port 50b83323-a9ee-413a-a484-fecc36cba71f {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:13.463610 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ee403700-f982-4e0f-b02a-f63037902693 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:13.484673 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe6aada-22b1-4b57-827c-8c64508ef13f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:37:13.485184 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebe6aada-22b1-4b57-827c-8c64508ef13f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:37:13.501000 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04369e41-40d0-41c4-b50a-22caed082207 None None] Pushing event updated for resources: {'Port': ['ID=5af2dcba-e739-480a-a4e8-a88f11628a64,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:13.514480 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ebe6aada-22b1-4b57-827c-8c64508ef13f tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4296992 Jul 23 16:37:13.523897 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50966) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:13.529876 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdfeb3-ae52-4b5b-ad7a-e48a97087e59 req-820a041e-4cdb-4293-ac4f-ba8759cb0fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:13.532376 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-93fdfeb3-ae52-4b5b-ad7a-e48a97087e59 req-820a041e-4cdb-4293-ac4f-ba8759cb0fdb service neutron] 10.222.0.73 "GET /v2.0/networks?id=72414b03-0eff-47a3-8162-f0db3384a849 HTTP/1.1" status: 200 len: 922 time: 0.4638886 Jul 23 16:37:13.540793 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-a94dde09-69ed-47e0-882f-57959275fa17 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'subnet': {'network_id': '69034369-4f9a-4c56-84cf-53b4e37d45f1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:13.621592 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-93fdfeb3-ae52-4b5b-ad7a-e48a97087e59 req-65486743-f03a-4e20-b7f4-ccfc9eb66a38 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df6b1f36-9280-4d55-a3b2-7c147bc64aa0 HTTP/1.1" status: 200 len: 217 time: 0.0805628 Jul 23 16:37:13.638182 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1d40f401-c0b6-4587-be4d-675927c5783e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:13.758219 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3406b0-b21d-4f12-95a0-843773c9cf80 req-9e465822-d90d-4000-9dc6-603eae900df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:13.758219 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec3406b0-b21d-4f12-95a0-843773c9cf80 req-9e465822-d90d-4000-9dc6-603eae900df8 service neutron] 10.222.0.97 "GET /v2.0/networks?id=76cc40b0-30f5-4501-be03-be323c612c9a HTTP/1.1" status: 200 len: 916 time: 0.4631095 Jul 23 16:37:13.762124 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40f401-c0b6-4587-be4d-675927c5783e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Pushing event deleted for resources: {'Port': ['ID=85965fb6-fae7-463c-8bed-329649c2f0f1,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:13.861556 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec3406b0-b21d-4f12-95a0-843773c9cf80 req-4ccac1b8-fcd8-43e8-89ba-cb6d8315852e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ce917c9-b68c-40d4-8915-c8686a3d8533 HTTP/1.1" status: 200 len: 217 time: 0.0897834 Jul 23 16:37:13.903002 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdfeb3-ae52-4b5b-ad7a-e48a97087e59 req-9861adc9-28a9-4514-aafd-c7902e3c634a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:13.904572 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-93fdfeb3-ae52-4b5b-ad7a-e48a97087e59 req-9861adc9-28a9-4514-aafd-c7902e3c634a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7cd47fdd-8dd1-4f64-8ffb-cee64c695d93 HTTP/1.1" status: 200 len: 860 time: 0.2615850 Jul 23 16:37:13.906543 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-dab454c4-9060-4984-9c4d-cdac5c72a607 service neutron] 10.222.0.73 "GET /v2.0/networks/781ff998-5fd6-4b30-abd9-75eb80a107ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700318 Jul 23 16:37:14.003639 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-93fdfeb3-ae52-4b5b-ad7a-e48a97087e59 req-35d748c4-0ed5-47b6-80f2-f54e2793b3ae service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=72414b03-0eff-47a3-8162-f0db3384a849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753772 Jul 23 16:37:14.019529 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ee403700-f982-4e0f-b02a-f63037902693 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:14.044407 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-ee403700-f982-4e0f-b02a-f63037902693 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Calling delete_port for 50b83323-a9ee-413a-a484-fecc36cba71f owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:14.052553 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1d40f401-c0b6-4587-be4d-675927c5783e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:14.055944 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1d40f401-c0b6-4587-be4d-675927c5783e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:14.059998 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1d40f401-c0b6-4587-be4d-675927c5783e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "DELETE /v2.0/floatingips/cdb54be3-f03b-4c58-ae25-610cafa49e71 HTTP/1.1" status: 204 len: 168 time: 3.0301058 Jul 23 16:37:14.098412 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3406b0-b21d-4f12-95a0-843773c9cf80 req-da56d75d-f54e-40f6-8ed2-392b5b7caacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:14.101663 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec3406b0-b21d-4f12-95a0-843773c9cf80 req-da56d75d-f54e-40f6-8ed2-392b5b7caacc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0451a60c-d287-4012-8d32-22a400e0b50b HTTP/1.1" status: 200 len: 854 time: 0.2099926 Jul 23 16:37:14.116862 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94dde09-69ed-47e0-882f-57959275fa17 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:14.121545 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a94dde09-69ed-47e0-882f-57959275fa17 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:14.161332 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec3406b0-b21d-4f12-95a0-843773c9cf80 req-6a59db80-4efd-4eae-84ca-7c1d2cc217e5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=76cc40b0-30f5-4501-be03-be323c612c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503757 Jul 23 16:37:14.235034 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-f2b00739-4297-47e8-bc7a-6108d433a8cd service neutron] 10.222.0.73 "GET /v2.0/networks/781ff998-5fd6-4b30-abd9-75eb80a107ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008780 Jul 23 16:37:14.248428 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-73ecebcc-924f-4d7d-9277-103444380a44 None None] Provisioning complete for port 8ff9027c-bcde-47c3-857f-bb11bd6b0442 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:14.249532 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-73ecebcc-924f-4d7d-9277-103444380a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:14.297223 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-73ecebcc-924f-4d7d-9277-103444380a44 None None] Port 8ff9027c-bcde-47c3-857f-bb11bd6b0442 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:37:14.315429 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-73ecebcc-924f-4d7d-9277-103444380a44 None None] Provisioning for port 5af2dcba-e739-480a-a4e8-a88f11628a64 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:14.320708 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-73ecebcc-924f-4d7d-9277-103444380a44 None None] Provisioning complete for port 5af2dcba-e739-480a-a4e8-a88f11628a64 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:14.321117 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-73ecebcc-924f-4d7d-9277-103444380a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:14.366062 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-93fdfeb3-ae52-4b5b-ad7a-e48a97087e59 req-4052d263-ee7f-4c2e-9bee-445e558601cd service neutron] 10.222.0.73 "GET /v2.0/networks/72414b03-0eff-47a3-8162-f0db3384a849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500707 Jul 23 16:37:14.369796 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec3406b0-b21d-4f12-95a0-843773c9cf80 req-4867749e-6036-46b5-b37e-e09ed0317e9f service neutron] 10.222.0.97 "GET /v2.0/networks/76cc40b0-30f5-4501-be03-be323c612c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683235 Jul 23 16:37:14.370051 n-d-778549-4 neutron-server[94013]: INFO neutron.db.ipam_backend_mixin [None req-a94dde09-69ed-47e0-882f-57959275fa17 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 64618b68-76b0-4ce0-b718-2dc10c1c6a83 (CIDR: 172.20.0.16/28) Jul 23 16:37:14.380041 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 0ce917c9-b68c-40d4-8915-c8686a3d8533 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:37:14.402059 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-a94dde09-69ed-47e0-882f-57959275fa17 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:37:14.402504 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a94dde09-69ed-47e0-882f-57959275fa17 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:37:14.426963 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ee403700-f982-4e0f-b02a-f63037902693 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:14.457198 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a94dde09-69ed-47e0-882f-57959275fa17 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9313989 Jul 23 16:37:14.463057 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50970) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:14.463881 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee403700-f982-4e0f-b02a-f63037902693 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Pushing event deleted for resources: {'Port': ['ID=50b83323-a9ee-413a-a484-fecc36cba71f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:14.471154 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-38175087-c40b-49b1-814f-bafe5785735e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'subnet': {'network_id': '69034369-4f9a-4c56-84cf-53b4e37d45f1', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:14.615023 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-12233705-2e8e-4524-95ff-fa9b93656320 None None] Provisioning for port ccebffec-f600-4745-9644-7c98b8ad93ab completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:14.639506 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-12233705-2e8e-4524-95ff-fa9b93656320 None None] Provisioning complete for port ccebffec-f600-4745-9644-7c98b8ad93ab triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:14.640239 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-12233705-2e8e-4524-95ff-fa9b93656320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:14.648511 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 0ce917c9-b68c-40d4-8915-c8686a3d8533, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=0ce917c9-b68c-40d4-8915-c8686a3d8533,segment=NetworkSegment(e86199fe-5491-4fca-b518-f67ebbbf9a42),segment_id=e86199fe-5491-4fca-b518-f67ebbbf9a42)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:14.673252 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ee403700-f982-4e0f-b02a-f63037902693 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:14.677917 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ee403700-f982-4e0f-b02a-f63037902693 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] 10.222.0.73 "DELETE /v2.0/ports/50b83323-a9ee-413a-a484-fecc36cba71f HTTP/1.1" status: 204 len: 168 time: 1.4394300 Jul 23 16:37:14.688180 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50978) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:14.696296 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '0ce917c9-b68c-40d4-8915-c8686a3d8533', 'network_id': '76cc40b0-30f5-4501-be03-be323c612c9a', 'port_id': '0ce917c9-b68c-40d4-8915-c8686a3d8533', 'mac_address': 'fa:16:3e:31:81:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0451a60c-d287-4012-8d32-22a400e0b50b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:37:14.729674 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d964e75-eb75-420b-88cd-002c385d7283 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] GET failed (client error): The resource could not be found. Jul 23 16:37:14.736407 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9d964e75-eb75-420b-88cd-002c385d7283 tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] 10.222.0.73 "GET /v2.0/ports/50b83323-a9ee-413a-a484-fecc36cba71f HTTP/1.1" status: 404 len: 333 time: 0.0469596 Jul 23 16:37:14.737214 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50980) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:14.803263 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-93fdfeb3-ae52-4b5b-ad7a-e48a97087e59 req-755bbe90-bf14-46af-877e-97dc8c4d85aa service neutron] 10.222.0.73 "GET /v2.0/networks/72414b03-0eff-47a3-8162-f0db3384a849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330308 Jul 23 16:37:14.824329 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:14.837213 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 5af2dcba-e739-480a-a4e8-a88f11628a64 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:14.862457 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec3406b0-b21d-4f12-95a0-843773c9cf80 req-5dc62b06-8b45-4d7d-a444-313051c435ab service neutron] 10.222.0.97 "GET /v2.0/networks/76cc40b0-30f5-4501-be03-be323c612c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4821732 Jul 23 16:37:14.893937 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-12233705-2e8e-4524-95ff-fa9b93656320 None None] Port ccebffec-f600-4745-9644-7c98b8ad93ab cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:37:14.906163 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425508cd-6999-4946-90f3-20e2e5f72803 req-cc996f0e-2ad2-4917-bf00-20d8b5aac316 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:14.916703 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-425508cd-6999-4946-90f3-20e2e5f72803 req-cc996f0e-2ad2-4917-bf00-20d8b5aac316 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 944 time: 0.2063544 Jul 23 16:37:14.948382 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ce917c9-b68c-40d4-8915-c8686a3d8533 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:37:14.989039 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-425508cd-6999-4946-90f3-20e2e5f72803 req-954b7ab4-6213-4ff8-a02b-881d967d5ae1 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663571 Jul 23 16:37:15.038811 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a3acd5-a127-4de3-81cd-032a61a183d2 x-openstack-request-id: req-65a3acd5-a127-4de3-81cd-032a61a183d2 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:37:15.039498 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9ef5c7-4991-4d25-8d9e-20009fc3330a", "tag": "df6b1f36-9280-4d55-a3b2-7c147bc64aa0", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:37:15.039498 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-65a3acd5-a127-4de3-81cd-032a61a183d2 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:37:15.040140 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9ef5c7-4991-4d25-8d9e-20009fc3330a', 'tag': 'df6b1f36-9280-4d55-a3b2-7c147bc64aa0', 'status': 'completed', 'code': 200} Jul 23 16:37:15.042719 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38175087-c40b-49b1-814f-bafe5785735e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Made reservation on behalf of 038b50aa87914dfd8d6a623321cfea16 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:15.047601 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 0ce917c9-b68c-40d4-8915-c8686a3d8533, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=0ce917c9-b68c-40d4-8915-c8686a3d8533,segment=NetworkSegment(e86199fe-5491-4fca-b518-f67ebbbf9a42),segment_id=e86199fe-5491-4fca-b518-f67ebbbf9a42)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:15.052844 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38175087-c40b-49b1-814f-bafe5785735e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:15.058217 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:15.101203 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:37:15.106638 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-365c2ea6-ff78-49b1-9dd6-00eb638dd6bf tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Deleting port d4cb9733-36b7-44ce-a100-971b3e1e83d2 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:15.111491 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-365c2ea6-ff78-49b1-9dd6-00eb638dd6bf tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:15.116425 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 5af2dcba-e739-480a-a4e8-a88f11628a64 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:15.116850 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:15.174062 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=0ce917c9-b68c-40d4-8915-c8686a3d8533,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:15.206762 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-62ddca3c-de5b-4dbe-ba52-5bc90b0df464 req-3b788c91-cb73-4d56-be12-78e27636578d tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 210 time: 0.1084428 Jul 23 16:37:15.255947 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f353f-ad00-4428-920e-1bbdca8de056 req-cbf6f922-3b70-45eb-bc60-0b973696c215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:15.258090 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6d3f353f-ad00-4428-920e-1bbdca8de056 req-cbf6f922-3b70-45eb-bc60-0b973696c215 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d6123a1f03ef4241adc1479c7ea0a71b&device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 1097 time: 0.1761208 Jul 23 16:37:15.331507 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-365c2ea6-ff78-49b1-9dd6-00eb638dd6bf tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:15.338890 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['0ce917c9-b68c-40d4-8915-c8686a3d8533'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:37:15.377299 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-365c2ea6-ff78-49b1-9dd6-00eb638dd6bf tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Calling delete_port for d4cb9733-36b7-44ce-a100-971b3e1e83d2 owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:15.444457 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f353f-ad00-4428-920e-1bbdca8de056 req-c4b180e5-1bc7-49de-9416-3dea7794ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:15.446572 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6d3f353f-ad00-4428-920e-1bbdca8de056 req-c4b180e5-1bc7-49de-9416-3dea7794ad4a service neutron] 10.222.0.97 "GET /v2.0/networks?id=72414b03-0eff-47a3-8162-f0db3384a849 HTTP/1.1" status: 200 len: 922 time: 0.1808114 Jul 23 16:37:15.502926 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6d3f353f-ad00-4428-920e-1bbdca8de056 req-17bbf178-bc06-44a8-a6d0-4b2407d96830 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df6b1f36-9280-4d55-a3b2-7c147bc64aa0 HTTP/1.1" status: 200 len: 217 time: 0.0479763 Jul 23 16:37:15.519307 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50992) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:15.524297 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-b254077a-b32a-4c27-aa9c-3835dca5e05e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1209698333', 'description': 'tempest-description--1067680788'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:15.536445 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e57cd-bfae-4f5a-a794-9d92333c3b16 req-7c19137d-8fd3-41cb-bb75-585fcb19d935 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:15.538915 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e37e57cd-bfae-4f5a-a794-9d92333c3b16 req-7c19137d-8fd3-41cb-bb75-585fcb19d935 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.2249374 Jul 23 16:37:15.608439 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b254077a-b32a-4c27-aa9c-3835dca5e05e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:15.626635 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9ac3f580-dd8a-40ab-a0e3-6a52a5cc1609 req-13ee195b-c0d0-4891-8162-8bb4725729ff tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/floatingips/12858d1b-d30d-4386-9b81-ce20c043dd4d HTTP/1.1" status: 200 len: 693 time: 0.1045201 Jul 23 16:37:15.633726 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f353f-ad00-4428-920e-1bbdca8de056 req-df115406-178c-46d8-ba01-ca63978dd228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:15.635226 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6d3f353f-ad00-4428-920e-1bbdca8de056 req-df115406-178c-46d8-ba01-ca63978dd228 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7cd47fdd-8dd1-4f64-8ffb-cee64c695d93 HTTP/1.1" status: 200 len: 860 time: 0.1233299 Jul 23 16:37:15.702776 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6d3f353f-ad00-4428-920e-1bbdca8de056 req-352fba18-2d14-484d-ab5c-e934b0911faa service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=72414b03-0eff-47a3-8162-f0db3384a849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546749 Jul 23 16:37:15.705673 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e37e57cd-bfae-4f5a-a794-9d92333c3b16 req-fb76c888-70be-4486-b86b-ad8d29c8d795 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452062 Jul 23 16:37:15.763069 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-365c2ea6-ff78-49b1-9dd6-00eb638dd6bf tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:15.819022 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c2ea6-ff78-49b1-9dd6-00eb638dd6bf tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Pushing event deleted for resources: {'Port': ['ID=d4cb9733-36b7-44ce-a100-971b3e1e83d2,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:15.870230 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38175087-c40b-49b1-814f-bafe5785735e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:15.874483 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-365c2ea6-ff78-49b1-9dd6-00eb638dd6bf tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:15.876525 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-365c2ea6-ff78-49b1-9dd6-00eb638dd6bf tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] 10.222.0.73 "DELETE /v2.0/ports/d4cb9733-36b7-44ce-a100-971b3e1e83d2 HTTP/1.1" status: 204 len: 168 time: 1.1347296 Jul 23 16:37:15.883859 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50996) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:15.887805 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6d3f353f-ad00-4428-920e-1bbdca8de056 req-42182110-2a86-4ed6-abd2-6ffde33d1b6d service neutron] 10.222.0.97 "GET /v2.0/networks/72414b03-0eff-47a3-8162-f0db3384a849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750710 Jul 23 16:37:15.903955 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3f580-dd8a-40ab-a0e3-6a52a5cc1609 req-76f35a7a-4e11-4c3d-8fef-45bc2892ce1f tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:15.905230 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9ac3f580-dd8a-40ab-a0e3-6a52a5cc1609 req-76f35a7a-4e11-4c3d-8fef-45bc2892ce1f tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 784 time: 0.2689388 Jul 23 16:37:15.921341 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-9ac3f580-dd8a-40ab-a0e3-6a52a5cc1609 req-bf11b839-2684-4128-a7ba-1afca490eea2 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:37:15.922415 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9ac3f580-dd8a-40ab-a0e3-6a52a5cc1609 req-bf11b839-2684-4128-a7ba-1afca490eea2 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059097 Jul 23 16:37:16.001296 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9ac3f580-dd8a-40ab-a0e3-6a52a5cc1609 req-93bd821a-747c-4514-8e3a-265a01432430 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 696 time: 0.0640154 Jul 23 16:37:16.016876 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38175087-c40b-49b1-814f-bafe5785735e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Subnet': ['ID=076e279d-221c-42db-97ae-0b5f9fc2ba97,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:16.021034 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b254077a-b32a-4c27-aa9c-3835dca5e05e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:16.026607 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38175087-c40b-49b1-814f-bafe5785735e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Network 69034369-4f9a-4c56-84cf-53b4e37d45f1 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:16.044287 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-38175087-c40b-49b1-814f-bafe5785735e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:16.046164 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b254077a-b32a-4c27-aa9c-3835dca5e05e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:16.052633 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38175087-c40b-49b1-814f-bafe5785735e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:16.054662 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38175087-c40b-49b1-814f-bafe5785735e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:16.056791 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d05ca04-58b7-48d1-a1c8-be3fd8c0952b None None] Network 69034369-4f9a-4c56-84cf-53b4e37d45f1 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:16.098651 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985b12b-a564-463d-b789-07adf1fb2592 req-62ec9b67-3d03-45cb-869e-e32d95dbeb77 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:16.106592 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a985b12b-a564-463d-b789-07adf1fb2592 req-62ec9b67-3d03-45cb-869e-e32d95dbeb77 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.3033185 Jul 23 16:37:16.132974 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9ac3f580-dd8a-40ab-a0e3-6a52a5cc1609 req-cfacec90-2a61-4312-93c6-d449e13bb237 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 696 time: 0.0955546 Jul 23 16:37:16.148344 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-38175087-c40b-49b1-814f-bafe5785735e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6811368 Jul 23 16:37:16.158905 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51000) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:16.167470 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-0b52c254-695b-4e3a-b324-5ec618ae050b tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-311457510', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '076e279d-221c-42db-97ae-0b5f9fc2ba97'}], 'security_groups': ['6de374a6-6599-4b52-9e4b-73493140012b', '4ecfd86e-8683-4e55-9cab-97c259f9ee61']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:16.222939 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a17c9b9-2644-4d6d-8a18-5cdb4513b80e tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Deleting subnet ec25fcd3-ce10-4524-a65b-9c33c59c12d9 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:37:16.239304 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6a17c9b9-2644-4d6d-8a18-5cdb4513b80e tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:16.244103 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6d3f353f-ad00-4428-920e-1bbdca8de056 req-0878cbc8-e0b6-4449-ba56-5207fc28c881 service neutron] 10.222.0.97 "GET /v2.0/networks/72414b03-0eff-47a3-8162-f0db3384a849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486149 Jul 23 16:37:16.249718 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b254077a-b32a-4c27-aa9c-3835dca5e05e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:16.253153 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b254077a-b32a-4c27-aa9c-3835dca5e05e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7309902 Jul 23 16:37:16.279497 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51004) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:16.286329 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a985b12b-a564-463d-b789-07adf1fb2592 req-b6d83199-4b0c-425d-b23f-d72a73c9dd57 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790063 Jul 23 16:37:16.290007 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-919787be-899d-49bb-9ee5-d37682bb9f96 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Request body: {'security_group_rule': {'security_group_id': '53083df0-774c-4bf4-8692-ef2023d050b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:16.369434 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-f2139255-858a-49fa-b386-ff6d50563d03 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:16.371261 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-f2139255-858a-49fa-b386-ff6d50563d03 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.74 "GET /v2.0/networks?id=781ff998-5fd6-4b30-abd9-75eb80a107ad HTTP/1.1" status: 200 len: 810 time: 0.3482060 Jul 23 16:37:16.375437 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254077a-b32a-4c27-aa9c-3835dca5e05e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53083df0-774c-4bf4-8692-ef2023d050b1,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:16.401610 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6a17c9b9-2644-4d6d-8a18-5cdb4513b80e tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:16.410025 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-919787be-899d-49bb-9ee5-d37682bb9f96 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:16.411623 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 0ce917c9-b68c-40d4-8915-c8686a3d8533 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:16.469816 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-ee903d33-5d92-4478-9578-568b2668fbbb tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73f731c3e74d4834a41ffd03a4899cef HTTP/1.1" status: 200 len: 379 time: 0.0890179 Jul 23 16:37:16.480733 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-ad5a5540-7d6b-4b19-9988-62da6de37b17 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Request body: {'port': {'device_id': 'bbbe5bc5-2e50-43ff-bdd8-725dab885efc', 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad', 'admin_state_up': True, 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'security_groups': ['6c6eb539-11f0-4f1b-b8f5-d8e90642f151']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:16.538357 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b8eb7e-538d-465c-b715-b73ed2271a07 None None] Update dhcp port {'port': {'network_id': '69034369-4f9a-4c56-84cf-53b4e37d45f1', 'fixed_ips': [{'subnet_id': '64618b68-76b0-4ce0-b718-2dc10c1c6a83', 'ip_address': '172.20.0.18'}, {'subnet_id': 'dad30d69-595a-4365-8828-56e8933e17a1', 'ip_address': '172.20.0.2'}, {'subnet_id': '076e279d-221c-42db-97ae-0b5f9fc2ba97'}], 'binding:host_id': 'n-d-778549-4'}, 'id': '5af2dcba-e739-480a-a4e8-a88f11628a64'} from n-d-778549-4. {{(pid=94014) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:37:16.574873 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-9ac3f580-dd8a-40ab-a0e3-6a52a5cc1609 req-bf77716d-810c-48fa-b817-0c0e856474ff tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Deleting port 576e3e10-ead5-4413-b752-85d7fd2059d3 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:16.575319 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9ac3f580-dd8a-40ab-a0e3-6a52a5cc1609 req-bf77716d-810c-48fa-b817-0c0e856474ff tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:16.583675 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 0ce917c9-b68c-40d4-8915-c8686a3d8533 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:16.591853 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 0ce917c9-b68c-40d4-8915-c8686a3d8533 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:16.592665 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:16.595081 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-87b8eb7e-538d-465c-b715-b73ed2271a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:16.611914 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6a17c9b9-2644-4d6d-8a18-5cdb4513b80e tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:16.625030 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-919787be-899d-49bb-9ee5-d37682bb9f96 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:16.646041 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-919787be-899d-49bb-9ee5-d37682bb9f96 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:16.677258 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b52c254-695b-4e3a-b324-5ec618ae050b tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:16.701127 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-ad5a5540-7d6b-4b19-9988-62da6de37b17 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Made reservation on behalf of 73f731c3e74d4834a41ffd03a4899cef for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:16.705716 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-ad5a5540-7d6b-4b19-9988-62da6de37b17 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:16.725648 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919787be-899d-49bb-9ee5-d37682bb9f96 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b9212c-ab3c-4c12-add7-62dc59b008a4,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:16.750504 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6a17c9b9-2644-4d6d-8a18-5cdb4513b80e tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:16.827269 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6a17c9b9-2644-4d6d-8a18-5cdb4513b80e tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:16.829253 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6a17c9b9-2644-4d6d-8a18-5cdb4513b80e tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] 10.222.0.73 "DELETE /v2.0/subnets/ec25fcd3-ce10-4524-a65b-9c33c59c12d9 HTTP/1.1" status: 204 len: 168 time: 0.9404407 Jul 23 16:37:16.833115 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51010) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:16.837446 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112022de-570c-4ce3-9665-687c988b5050 None None] Network b59a5291-b8e3-432f-997e-680e1d747533 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:16.852674 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17c9b9-2644-4d6d-8a18-5cdb4513b80e tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Pushing event deleted for resources: {'Subnet': ['ID=ec25fcd3-ce10-4524-a65b-9c33c59c12d9,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:16.914168 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:16.976905 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99a71b89-a32f-41ab-ab22-6f38721189ad tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.003523 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9081984a-4150-494e-994d-750d9d02d4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce917c9-b68c-40d4-8915-c8686a3d8533'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:37:17.008098 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb81f9a-61c8-4d6f-99ba-c8d96f92c260" -d '{"events": [{"server_uuid": "9081984a-4150-494e-994d-750d9d02d4aa", "name": "network-vif-plugged", "status": "completed", "tag": "0ce917c9-b68c-40d4-8915-c8686a3d8533"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:37:17.033403 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-ad5a5540-7d6b-4b19-9988-62da6de37b17 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Allocated IP 172.20.0.5 (781ff998-5fd6-4b30-abd9-75eb80a107ad/e5ad291e-418b-4d00-9cc7-4ac4310f7dcd/288f6be2-b408-4a65-bfd3-5398dd1e0761) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:17.083165 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-87b8eb7e-538d-465c-b715-b73ed2271a07 None None] Allocated IP 172.20.0.34 (69034369-4f9a-4c56-84cf-53b4e37d45f1/076e279d-221c-42db-97ae-0b5f9fc2ba97/5af2dcba-e739-480a-a4e8-a88f11628a64) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:17.086759 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 0ce917c9-b68c-40d4-8915-c8686a3d8533, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=0ce917c9-b68c-40d4-8915-c8686a3d8533,segment=NetworkSegment(e86199fe-5491-4fca-b518-f67ebbbf9a42),segment_id=e86199fe-5491-4fca-b518-f67ebbbf9a42)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:17.106485 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.115141 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-99a71b89-a32f-41ab-ab22-6f38721189ad tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Deleting port 384fb018-2757-418b-9bcc-842e547f8d50 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:17.116668 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99a71b89-a32f-41ab-ab22-6f38721189ad tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.130835 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-919787be-899d-49bb-9ee5-d37682bb9f96 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.135161 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-919787be-899d-49bb-9ee5-d37682bb9f96 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8498502 Jul 23 16:37:17.149383 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51014) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:17.156880 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-48a6bf55-35b5-4b59-9c38-408c758923a8 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Request body: {'security_group_rule': {'security_group_id': '53083df0-774c-4bf4-8692-ef2023d050b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:17.163384 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277316e-4f56-43ee-aadf-6f4af6d72a75 req-521a5b69-a7d4-4245-9870-67dd48c45e02 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:17.169650 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7277316e-4f56-43ee-aadf-6f4af6d72a75 req-521a5b69-a7d4-4245-9870-67dd48c45e02 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 945 time: 0.7189872 Jul 23 16:37:17.205234 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9ac3f580-dd8a-40ab-a0e3-6a52a5cc1609 req-bf77716d-810c-48fa-b817-0c0e856474ff tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.206209 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9ac3f580-dd8a-40ab-a0e3-6a52a5cc1609 req-bf77716d-810c-48fa-b817-0c0e856474ff tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.246774 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=0ce917c9-b68c-40d4-8915-c8686a3d8533,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:17.262791 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-9ac3f580-dd8a-40ab-a0e3-6a52a5cc1609 req-bf77716d-810c-48fa-b817-0c0e856474ff tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Calling delete_port for 576e3e10-ead5-4413-b752-85d7fd2059d3 owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:17.278081 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-99a71b89-a32f-41ab-ab22-6f38721189ad tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] For port 384fb018-2757-418b-9bcc-842e547f8d50, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=384fb018-2757-418b-9bcc-842e547f8d50,segment=NetworkSegment(42f00954-81a6-426c-9d1d-93140452f0b9),segment_id=42f00954-81a6-426c-9d1d-93140452f0b9)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:17.278344 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99a71b89-a32f-41ab-ab22-6f38721189ad tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.281704 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-87b8eb7e-538d-465c-b715-b73ed2271a07 None None] For port 5af2dcba-e739-480a-a4e8-a88f11628a64, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=5af2dcba-e739-480a-a4e8-a88f11628a64,segment=NetworkSegment(18e1289b-99d9-47fb-95bf-23140773416e),segment_id=18e1289b-99d9-47fb-95bf-23140773416e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:17.298433 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7277316e-4f56-43ee-aadf-6f4af6d72a75 req-d23564fa-aa3c-487e-94d6-02f3eced72db tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270881 Jul 23 16:37:17.307744 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-99a71b89-a32f-41ab-ab22-6f38721189ad tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Calling delete_port for 384fb018-2757-418b-9bcc-842e547f8d50 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:17.311974 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-48a6bf55-35b5-4b59-9c38-408c758923a8 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.322228 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-87b8eb7e-538d-465c-b715-b73ed2271a07 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.339449 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-ad5a5540-7d6b-4b19-9988-62da6de37b17 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.344850 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-87b8eb7e-538d-465c-b715-b73ed2271a07 None None] Transition to ACTIVE for port object 5af2dcba-e739-480a-a4e8-a88f11628a64 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:17.349954 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-87b8eb7e-538d-465c-b715-b73ed2271a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.400243 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-ad5a5540-7d6b-4b19-9988-62da6de37b17 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Transition to ACTIVE for port object 288f6be2-b408-4a65-bfd3-5398dd1e0761 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:17.401235 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a59964-df15-4a11-8ce8-6ff3eb1a8c48 None None] DHCP port deletion for b59a5291-b8e3-432f-997e-680e1d747533 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:37:17.457506 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-48a6bf55-35b5-4b59-9c38-408c758923a8 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.461367 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d48312f3-495f-43a8-abe9-1ae55e3c4fde req-bc2a94bd-314c-413d-9458-d48314514580 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 210 time: 0.0477061 Jul 23 16:37:17.469392 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-48a6bf55-35b5-4b59-9c38-408c758923a8 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.499046 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8eb7e-538d-465c-b715-b73ed2271a07 None None] Pushing event updated for resources: {'Port': ['ID=5af2dcba-e739-480a-a4e8-a88f11628a64,revision_number=7']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:17.514479 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6bf55-35b5-4b59-9c38-408c758923a8 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86aa0385-32d2-4e68-b8bb-c255b217fa68,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:17.516807 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-48a6bf55-35b5-4b59-9c38-408c758923a8 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.518068 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-48a6bf55-35b5-4b59-9c38-408c758923a8 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3650107 Jul 23 16:37:17.521201 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51020) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:17.530370 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-fa3eb0a8-f151-412b-bde5-3cf473c46966 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:17.535546 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99a71b89-a32f-41ab-ab22-6f38721189ad tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.537771 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-ad5a5540-7d6b-4b19-9988-62da6de37b17 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.587713 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a71b89-a32f-41ab-ab22-6f38721189ad tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Pushing event deleted for resources: {'Port': ['ID=384fb018-2757-418b-9bcc-842e547f8d50,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:17.599481 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a71b89-a32f-41ab-ab22-6f38721189ad tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] No DVR routers for this DVR port 384fb018-2757-418b-9bcc-842e547f8d50 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:37:17.622956 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-70a59964-df15-4a11-8ce8-6ff3eb1a8c48 None None] Deleting port 384fb018-2757-418b-9bcc-842e547f8d50 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:17.622956 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-70a59964-df15-4a11-8ce8-6ff3eb1a8c48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.659491 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa3eb0a8-f151-412b-bde5-3cf473c46966 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.663921 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-ad5a5540-7d6b-4b19-9988-62da6de37b17 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Network 781ff998-5fd6-4b30-abd9-75eb80a107ad is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:17.683793 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-ad5a5540-7d6b-4b19-9988-62da6de37b17 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:17.699649 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-70a59964-df15-4a11-8ce8-6ff3eb1a8c48 None None] For port 384fb018-2757-418b-9bcc-842e547f8d50, host n-d-778549-4, got binding levels [] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:17.700068 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-70a59964-df15-4a11-8ce8-6ff3eb1a8c48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.708526 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-ad5a5540-7d6b-4b19-9988-62da6de37b17 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:17.718585 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-70a59964-df15-4a11-8ce8-6ff3eb1a8c48 None None] Calling delete_port for 384fb018-2757-418b-9bcc-842e547f8d50 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:17.723415 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.ipam_backend_mixin [None req-70a59964-df15-4a11-8ce8-6ff3eb1a8c48 None None] Port 384fb018-2757-418b-9bcc-842e547f8d50 was not found and therefore no delete operation was performed {{(pid=94014) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:37:17.727544 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-70a59964-df15-4a11-8ce8-6ff3eb1a8c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.734673 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9ac3f580-dd8a-40ab-a0e3-6a52a5cc1609 req-bf77716d-810c-48fa-b817-0c0e856474ff tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.767659 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a59964-df15-4a11-8ce8-6ff3eb1a8c48 None None] No DVR routers for this DVR port 384fb018-2757-418b-9bcc-842e547f8d50 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:37:17.771093 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a59964-df15-4a11-8ce8-6ff3eb1a8c48 None None] Pushing event deleted for resources: {'Port': ['ID=384fb018-2757-418b-9bcc-842e547f8d50,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:17.772093 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a5540-7d6b-4b19-9988-62da6de37b17 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Pushing event updated for resources: {'Port': ['ID=288f6be2-b408-4a65-bfd3-5398dd1e0761,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:17.822404 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77716d-810c-48fa-b817-0c0e856474ff tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Pushing event deleted for resources: {'Port': ['ID=576e3e10-ead5-4413-b752-85d7fd2059d3,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:17.827762 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99a71b89-a32f-41ab-ab22-6f38721189ad tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.860721 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-ad5a5540-7d6b-4b19-9988-62da6de37b17 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:17.861445 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-ad5a5540-7d6b-4b19-9988-62da6de37b17 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.871457 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-99a71b89-a32f-41ab-ab22-6f38721189ad tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b59a5291-b8e3-432f-997e-680e1d747533']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:17.890080 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-99a71b89-a32f-41ab-ab22-6f38721189ad tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f00954-81a6-426c-9d1d-93140452f0b9') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:17.890711 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-99a71b89-a32f-41ab-ab22-6f38721189ad tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f00954-81a6-426c-9d1d-93140452f0b9') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:17.912182 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99a71b89-a32f-41ab-ab22-6f38721189ad tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.923738 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-ad5a5540-7d6b-4b19-9988-62da6de37b17 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4469676 Jul 23 16:37:17.953295 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-0b52c254-695b-4e3a-b324-5ec618ae050b tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Delete allocated IP 172.20.0.7 (69034369-4f9a-4c56-84cf-53b4e37d45f1/dad30d69-595a-4365-8828-56e8933e17a1) {{(pid=94012) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 16:37:17.968976 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-0b52c254-695b-4e3a-b324-5ec618ae050b tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Allocated IP 172.20.0.43 (69034369-4f9a-4c56-84cf-53b4e37d45f1/076e279d-221c-42db-97ae-0b5f9fc2ba97/ccebffec-f600-4745-9644-7c98b8ad93ab) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:17.970022 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-3c3eb63c-7623-4d26-8ac4-84cc6f4297ba service neutron] Request body: {'port': {'device_id': 'bbbe5bc5-2e50-43ff-bdd8-725dab885efc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:17.990940 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504ae50-8725-4e6f-915b-d90c7233419c req-1ed9c742-8ab3-4e4b-a921-a6dcb5daaf63 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:17.993269 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5504ae50-8725-4e6f-915b-d90c7233419c req-1ed9c742-8ab3-4e4b-a921-a6dcb5daaf63 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/networks?id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a HTTP/1.1" status: 200 len: 811 time: 0.4282911 Jul 23 16:37:17.995156 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99a71b89-a32f-41ab-ab22-6f38721189ad tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.009820 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a71b89-a32f-41ab-ab22-6f38721189ad tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Releasing vlan 1110 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:37:18.010208 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99a71b89-a32f-41ab-ab22-6f38721189ad tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.013453 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:37:18.013453 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:37:18.013453 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:37:18.013453 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:37:18.013453 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:37:18.013453 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:37:18.013453 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:37:18.013453 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:37:18.013453 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:37:18.013453 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:37:18.013453 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:37:18.013453 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:37:18.013453 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:37:18.013453 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:37:18.013453 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:37:18.013453 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:37:18.013453 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:37:18.013453 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:37:18.013453 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:37:18.013453 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:37:18.013453 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:37:18.013453 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:37:18.013453 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:37:18.013453 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:37:18.013453 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:37:18.013453 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:37:18.013453 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:37:18.013453 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:37:18.013453 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:37:18.013453 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:37:18.013453 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:37:18.013453 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:37:18.051560 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5504ae50-8725-4e6f-915b-d90c7233419c req-00504278-4293-48a9-9f6b-0ad7bb9c4897 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/quotas/5d8469dd886547af8aa5b5e0e02307dd HTTP/1.1" status: 200 len: 375 time: 0.0416369 Jul 23 16:37:18.059886 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9ac3f580-dd8a-40ab-a0e3-6a52a5cc1609 req-bf77716d-810c-48fa-b817-0c0e856474ff tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.062974 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9ac3f580-dd8a-40ab-a0e3-6a52a5cc1609 req-bf77716d-810c-48fa-b817-0c0e856474ff tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.064360 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9ac3f580-dd8a-40ab-a0e3-6a52a5cc1609 req-bf77716d-810c-48fa-b817-0c0e856474ff tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "DELETE /v2.0/floatingips/12858d1b-d30d-4386-9b81-ce20c043dd4d HTTP/1.1" status: 204 len: 173 time: 1.9185283 Jul 23 16:37:18.119002 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99a71b89-a32f-41ab-ab22-6f38721189ad tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.143949 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84b01db-478c-4d3d-9b0c-91c58e283db8 x-openstack-request-id: req-d84b01db-478c-4d3d-9b0c-91c58e283db8 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:37:18.144387 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9081984a-4150-494e-994d-750d9d02d4aa", "name": "network-vif-plugged", "status": "completed", "tag": "0ce917c9-b68c-40d4-8915-c8686a3d8533", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:37:18.144780 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d84b01db-478c-4d3d-9b0c-91c58e283db8 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:37:18.145415 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9081984a-4150-494e-994d-750d9d02d4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce917c9-b68c-40d4-8915-c8686a3d8533', 'code': 200} Jul 23 16:37:18.150210 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99a71b89-a32f-41ab-ab22-6f38721189ad tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.152118 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-99a71b89-a32f-41ab-ab22-6f38721189ad tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] 10.222.0.73 "DELETE /v2.0/networks/b59a5291-b8e3-432f-997e-680e1d747533 HTTP/1.1" status: 204 len: 168 time: 1.3177617 Jul 23 16:37:18.190015 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-24a3ead0-aa12-43b9-9f29-0458fbdfba8d None None] Provisioning for port 288f6be2-b408-4a65-bfd3-5398dd1e0761 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:18.204494 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-3c3eb63c-7623-4d26-8ac4-84cc6f4297ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.205365 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-24a3ead0-aa12-43b9-9f29-0458fbdfba8d None None] Provisioning complete for port 288f6be2-b408-4a65-bfd3-5398dd1e0761 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:18.205977 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-24a3ead0-aa12-43b9-9f29-0458fbdfba8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.207345 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a71b89-a32f-41ab-ab22-6f38721189ad tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Pushing event deleted for resources: {'Network': ['ID=b59a5291-b8e3-432f-997e-680e1d747533,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:18.218750 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a71b89-a32f-41ab-ab22-6f38721189ad tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:18.219105 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a71b89-a32f-41ab-ab22-6f38721189ad tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:18.219452 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a71b89-a32f-41ab-ab22-6f38721189ad tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:18.219793 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a71b89-a32f-41ab-ab22-6f38721189ad tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:18.220173 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a71b89-a32f-41ab-ab22-6f38721189ad tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:18.220513 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a71b89-a32f-41ab-ab22-6f38721189ad tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:18.220841 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a71b89-a32f-41ab-ab22-6f38721189ad tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:18.221196 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a71b89-a32f-41ab-ab22-6f38721189ad tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:18.221527 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a71b89-a32f-41ab-ab22-6f38721189ad tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:18.221855 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a71b89-a32f-41ab-ab22-6f38721189ad tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:18.222183 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a71b89-a32f-41ab-ab22-6f38721189ad tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:18.222510 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a71b89-a32f-41ab-ab22-6f38721189ad tempest-AllowedAddressPairIpV6TestJSON-1634793551 tempest-AllowedAddressPairIpV6TestJSON-1634793551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:18.250153 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa3eb0a8-f151-412b-bde5-3cf473c46966 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.318226 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-24a3ead0-aa12-43b9-9f29-0458fbdfba8d None None] Port 288f6be2-b408-4a65-bfd3-5398dd1e0761 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:37:18.416267 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b52c254-695b-4e3a-b324-5ec618ae050b tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.441522 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-0b52c254-695b-4e3a-b324-5ec618ae050b tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Transition to ACTIVE for port object ccebffec-f600-4745-9644-7c98b8ad93ab will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:18.454946 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b52c254-695b-4e3a-b324-5ec618ae050b tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.462944 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b221bc1c-6c4c-4815-97fc-b5377c2ff250 req-48ec6a91-25ae-492c-9b1c-216844497c36 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/security-groups/4c29eaf8-d167-4816-81ce-93a7a5bd0a8a HTTP/1.1" status: 200 len: 1809 time: 0.1415281 Jul 23 16:37:18.509495 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-fa3eb0a8-f151-412b-bde5-3cf473c46966 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Allocated IP 172.25.8.178 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/12dbbd0a-2aeb-46bc-9791-9d58d26a1333) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:18.556157 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-78dd7db1-3418-42cd-8408-5c39c698f572 None None] Provisioning complete for port 8ff9027c-bcde-47c3-857f-bb11bd6b0442 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:18.557209 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-78dd7db1-3418-42cd-8408-5c39c698f572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.557865 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5504ae50-8725-4e6f-915b-d90c7233419c req-eb5821f4-e0e7-4ff2-9306-6f6c1bb0ceef tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5d8469dd886547af8aa5b5e0e02307dd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4755149 Jul 23 16:37:18.561350 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51036) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:18.649318 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded7440-d70e-49db-a75f-6a900f06238b req-ae142c91-a0cc-4710-957f-77300a846b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:18.651210 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eded7440-d70e-49db-a75f-6a900f06238b req-ae142c91-a0cc-4710-957f-77300a846b8a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 1097 time: 0.3270748 Jul 23 16:37:18.716040 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b52c254-695b-4e3a-b324-5ec618ae050b tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event updated for resources: {'Port': ['ID=ccebffec-f600-4745-9644-7c98b8ad93ab,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:18.775111 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 5af2dcba-e739-480a-a4e8-a88f11628a64 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:18.801295 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-78dd7db1-3418-42cd-8408-5c39c698f572 None None] Port 8ff9027c-bcde-47c3-857f-bb11bd6b0442 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:37:18.811881 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa3eb0a8-f151-412b-bde5-3cf473c46966 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.834105 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-78dd7db1-3418-42cd-8408-5c39c698f572 None None] Provisioning for port ccebffec-f600-4745-9644-7c98b8ad93ab completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:18.841888 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-78dd7db1-3418-42cd-8408-5c39c698f572 None None] Provisioning complete for port ccebffec-f600-4745-9644-7c98b8ad93ab triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:18.842258 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-78dd7db1-3418-42cd-8408-5c39c698f572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.883051 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-3c3eb63c-7623-4d26-8ac4-84cc6f4297ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 288f6be2-b408-4a65-bfd3-5398dd1e0761 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:37:18.887044 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-0b52c254-695b-4e3a-b324-5ec618ae050b tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] In _notify_port_updated(), no bound segment for port ccebffec-f600-4745-9644-7c98b8ad93ab on network 69034369-4f9a-4c56-84cf-53b4e37d45f1 {{(pid=94012) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:37:18.891424 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-78dd7db1-3418-42cd-8408-5c39c698f572 None None] Port ccebffec-f600-4745-9644-7c98b8ad93ab cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:37:18.892492 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b52c254-695b-4e3a-b324-5ec618ae050b tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:18.893146 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b52c254-695b-4e3a-b324-5ec618ae050b tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.897740 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-3c3eb63c-7623-4d26-8ac4-84cc6f4297ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.898414 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0b52c254-695b-4e3a-b324-5ec618ae050b tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "PUT /v2.0/ports/ccebffec-f600-4745-9644-7c98b8ad93ab HTTP/1.1" status: 200 len: 959 time: 2.7363346 Jul 23 16:37:18.899090 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51040) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:18.910553 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-78dd7db1-3418-42cd-8408-5c39c698f572 None None] Provisioning for port 5af2dcba-e739-480a-a4e8-a88f11628a64 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:18.917180 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-78dd7db1-3418-42cd-8408-5c39c698f572 None None] Provisioning complete for port 5af2dcba-e739-480a-a4e8-a88f11628a64 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:18.917418 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-78dd7db1-3418-42cd-8408-5c39c698f572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.917691 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-3c3eb63c-7623-4d26-8ac4-84cc6f4297ba service neutron] Transition to ACTIVE for port object 288f6be2-b408-4a65-bfd3-5398dd1e0761 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:18.918770 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5504ae50-8725-4e6f-915b-d90c7233419c req-9efc8078-c4aa-4715-8358-511086fa77ef service neutron] 10.222.0.73 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597937 Jul 23 16:37:18.921111 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eded7440-d70e-49db-a75f-6a900f06238b req-95c5654f-125b-47de-a029-7a221e7a56ca service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525239 Jul 23 16:37:18.927093 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa3eb0a8-f151-412b-bde5-3cf473c46966 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.973471 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3eb0a8-f151-412b-bde5-3cf473c46966 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Pushing event updated for resources: {'Port': ['ID=12dbbd0a-2aeb-46bc-9791-9d58d26a1333,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:18.976639 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-3c3eb63c-7623-4d26-8ac4-84cc6f4297ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.995251 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b221bc1c-6c4c-4815-97fc-b5377c2ff250 req-61328db9-e2e4-4c25-88d4-8edc848e94b7 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.036183 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4beb943c-3c8b-4865-89cc-ccd21a96095d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2cee8fed938944a583a617685cdd7a43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4616773 Jul 23 16:37:19.044106 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3eb0a8-f151-412b-bde5-3cf473c46966 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:19.047862 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51042) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:19.048782 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-fa3eb0a8-f151-412b-bde5-3cf473c46966 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:19.056961 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3eb0a8-f151-412b-bde5-3cf473c46966 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:19.060101 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 384fb018-2757-418b-9bcc-842e547f8d50 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:37:19.087579 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b221bc1c-6c4c-4815-97fc-b5377c2ff250 req-61328db9-e2e4-4c25-88d4-8edc848e94b7 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.091339 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 384fb018-2757-418b-9bcc-842e547f8d50 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:37:19.091717 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 384fb018-2757-418b-9bcc-842e547f8d50 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:37:19.150323 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3eb63c-7623-4d26-8ac4-84cc6f4297ba service neutron] Pushing event updated for resources: {'Port': ['ID=288f6be2-b408-4a65-bfd3-5398dd1e0761,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:19.237447 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5504ae50-8725-4e6f-915b-d90c7233419c req-0c8bf44e-689c-4998-a269-84f3acbe194b service neutron] 10.222.0.73 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783866 Jul 23 16:37:19.243354 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b221bc1c-6c4c-4815-97fc-b5377c2ff250 req-61328db9-e2e4-4c25-88d4-8edc848e94b7 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.246490 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b221bc1c-6c4c-4815-97fc-b5377c2ff250 req-61328db9-e2e4-4c25-88d4-8edc848e94b7 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.247954 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b221bc1c-6c4c-4815-97fc-b5377c2ff250 req-61328db9-e2e4-4c25-88d4-8edc848e94b7 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "DELETE /v2.0/security-groups/4c29eaf8-d167-4816-81ce-93a7a5bd0a8a HTTP/1.1" status: 204 len: 173 time: 0.7316701 Jul 23 16:37:19.266825 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61328db9-e2e4-4c25-88d4-8edc848e94b7 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c29eaf8-d167-4816-81ce-93a7a5bd0a8a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:19.277866 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-5c4f8052-1302-4862-a2b9-012400fd4ed4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Deleting port ccebffec-f600-4745-9644-7c98b8ad93ab {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:19.278196 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5c4f8052-1302-4862-a2b9-012400fd4ed4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.317306 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0ad47550-4321-4f56-aec4-c00d162173df None None] Provisioning complete for port ccebffec-f600-4745-9644-7c98b8ad93ab triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:19.317926 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0ad47550-4321-4f56-aec4-c00d162173df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.346891 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d955b78e-501a-4e62-b03e-d1e38d225a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.365187 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-0ad47550-4321-4f56-aec4-c00d162173df None None] Port ccebffec-f600-4745-9644-7c98b8ad93ab cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:37:19.391032 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-3c3eb63c-7623-4d26-8ac4-84cc6f4297ba service neutron] Attempting to bind port 288f6be2-b408-4a65-bfd3-5398dd1e0761 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:37:19.391367 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-3c3eb63c-7623-4d26-8ac4-84cc6f4297ba service neutron] Attempting to bind port 288f6be2-b408-4a65-bfd3-5398dd1e0761 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'ad45a4cc-cf30-49f8-a5ad-4265a85c83ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:37:19.391703 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-3c3eb63c-7623-4d26-8ac4-84cc6f4297ba service neutron] Attempting to bind port 288f6be2-b408-4a65-bfd3-5398dd1e0761 on network 781ff998-5fd6-4b30-abd9-75eb80a107ad {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:19.395080 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d955b78e-501a-4e62-b03e-d1e38d225a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.410768 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa3eb0a8-f151-412b-bde5-3cf473c46966 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.414780 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-3c3eb63c-7623-4d26-8ac4-84cc6f4297ba service neutron] Port 288f6be2-b408-4a65-bfd3-5398dd1e0761 on network 781ff998-5fd6-4b30-abd9-75eb80a107ad not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:37:19.415107 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-3c3eb63c-7623-4d26-8ac4-84cc6f4297ba service neutron] Attempting to bind port 288f6be2-b408-4a65-bfd3-5398dd1e0761 on network 781ff998-5fd6-4b30-abd9-75eb80a107ad {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:19.437430 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-3c3eb63c-7623-4d26-8ac4-84cc6f4297ba service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:37:19.437689 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-3c3eb63c-7623-4d26-8ac4-84cc6f4297ba service neutron] Checking segment: {'id': 'ad45a4cc-cf30-49f8-a5ad-4265a85c83ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:19.438271 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-3c3eb63c-7623-4d26-8ac4-84cc6f4297ba service neutron] Bound using segment: {'id': 'ad45a4cc-cf30-49f8-a5ad-4265a85c83ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:37:19.438523 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-3c3eb63c-7623-4d26-8ac4-84cc6f4297ba service neutron] Bound port: 288f6be2-b408-4a65-bfd3-5398dd1e0761, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad45a4cc-cf30-49f8-a5ad-4265a85c83ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:37:19.438884 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-3c3eb63c-7623-4d26-8ac4-84cc6f4297ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.533965 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa3eb0a8-f151-412b-bde5-3cf473c46966 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.567889 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d955b78e-501a-4e62-b03e-d1e38d225a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.571011 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d955b78e-501a-4e62-b03e-d1e38d225a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.572188 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d955b78e-501a-4e62-b03e-d1e38d225a2f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f4fe169a-9018-4982-8b8b-2b61f97b731c HTTP/1.1" status: 204 len: 168 time: 0.5127201 Jul 23 16:37:19.592224 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5c4f8052-1302-4862-a2b9-012400fd4ed4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.609650 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955b78e-501a-4e62-b03e-d1e38d225a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fe169a-9018-4982-8b8b-2b61f97b731c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:19.621428 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-3c3eb63c-7623-4d26-8ac4-84cc6f4297ba service neutron] For port 288f6be2-b408-4a65-bfd3-5398dd1e0761, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:37:19.625974 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-3c3eb63c-7623-4d26-8ac4-84cc6f4297ba service neutron] For port 288f6be2-b408-4a65-bfd3-5398dd1e0761, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=288f6be2-b408-4a65-bfd3-5398dd1e0761,segment=NetworkSegment(ad45a4cc-cf30-49f8-a5ad-4265a85c83ee),segment_id=ad45a4cc-cf30-49f8-a5ad-4265a85c83ee)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:37:19.652180 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-5c4f8052-1302-4862-a2b9-012400fd4ed4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Calling delete_port for ccebffec-f600-4745-9644-7c98b8ad93ab owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:19.674136 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addcbad-3ac9-44ce-b7cc-fa5c83c1f07c req-fc8d69de-374e-4929-ab29-9f5882c34dd0 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:19.675638 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-3c3eb63c-7623-4d26-8ac4-84cc6f4297ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.681794 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1addcbad-3ac9-44ce-b7cc-fa5c83c1f07c req-fc8d69de-374e-4929-ab29-9f5882c34dd0 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 946 time: 0.2912319 Jul 23 16:37:19.779373 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594849c-63b8-4c25-ad42-795da5a1c012 req-c03a06ba-d8d5-45d7-9ed9-8c748b41f9a8 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:19.781076 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2594849c-63b8-4c25-ad42-795da5a1c012 req-c03a06ba-d8d5-45d7-9ed9-8c748b41f9a8 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 943 time: 0.2684095 Jul 23 16:37:19.807301 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-3c3eb63c-7623-4d26-8ac4-84cc6f4297ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:19.807932 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-3c3eb63c-7623-4d26-8ac4-84cc6f4297ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.809921 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-3c3eb63c-7623-4d26-8ac4-84cc6f4297ba service neutron] 10.222.0.74 "PUT /v2.0/ports/288f6be2-b408-4a65-bfd3-5398dd1e0761 HTTP/1.1" status: 200 len: 1091 time: 1.8456960 Jul 23 16:37:19.848443 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1addcbad-3ac9-44ce-b7cc-fa5c83c1f07c req-c4f4c0c6-b48f-43d0-a18d-16cabf05ec28 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656992 Jul 23 16:37:19.859626 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbbe5bc5-2e50-43ff-bdd8-725dab885efc', 'tag': '288f6be2-b408-4a65-bfd3-5398dd1e0761'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:37:19.862781 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc340b1e-ca26-497d-ab44-65cd68df9c02" -d '{"events": [{"name": "network-changed", "server_uuid": "bbbe5bc5-2e50-43ff-bdd8-725dab885efc", "tag": "288f6be2-b408-4a65-bfd3-5398dd1e0761"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:37:19.931313 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2594849c-63b8-4c25-ad42-795da5a1c012 req-7889bda1-0c54-43a8-b823-f029e70555e3 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c6eb539-11f0-4f1b-b8f5-d8e90642f151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235442 Jul 23 16:37:20.013705 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3eb63c-7623-4d26-8ac4-84cc6f4297ba service neutron] Pushing event updated for resources: {'Port': ['ID=288f6be2-b408-4a65-bfd3-5398dd1e0761,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:20.038130 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5c4f8052-1302-4862-a2b9-012400fd4ed4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:20.095282 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-474f59d5-3749-4193-8ea6-6b181a26638f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:20.096985 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-474f59d5-3749-4193-8ea6-6b181a26638f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=73f731c3e74d4834a41ffd03a4899cef&device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 1094 time: 0.2169306 Jul 23 16:37:20.111819 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa3eb0a8-f151-412b-bde5-3cf473c46966 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:20.170022 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f8052-1302-4862-a2b9-012400fd4ed4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Port': ['ID=ccebffec-f600-4745-9644-7c98b8ad93ab,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:20.196272 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea65ef76-0320-43a6-ab35-2cc4ae8d820b x-openstack-request-id: req-ea65ef76-0320-43a6-ab35-2cc4ae8d820b {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:37:20.196842 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbbe5bc5-2e50-43ff-bdd8-725dab885efc", "tag": "288f6be2-b408-4a65-bfd3-5398dd1e0761", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:37:20.196842 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ea65ef76-0320-43a6-ab35-2cc4ae8d820b {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:37:20.197237 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbbe5bc5-2e50-43ff-bdd8-725dab885efc', 'tag': '288f6be2-b408-4a65-bfd3-5398dd1e0761', 'status': 'completed', 'code': 200} Jul 23 16:37:20.198043 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa3eb0a8-f151-412b-bde5-3cf473c46966 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:20.208720 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-6a0e3127-02cd-4592-995f-40ebe31a4e71 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=288f6be2-b408-4a65-bfd3-5398dd1e0761 HTTP/1.1" status: 200 len: 217 time: 0.0998797 Jul 23 16:37:20.372656 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a3460ea8-558d-4eec-a172-f7d048256ab3 req-7426c974-9fa3-4814-afe3-75d34b2e3317 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea38749a-f1a3-40e1-a989-807b08709c0f HTTP/1.1" status: 200 len: 210 time: 0.2406058 Jul 23 16:37:20.393310 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa3eb0a8-f151-412b-bde5-3cf473c46966 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:20.430935 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3eb0a8-f151-412b-bde5-3cf473c46966 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Pushing event updated for resources: {'Port': ['ID=12dbbd0a-2aeb-46bc-9791-9d58d26a1333,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:20.452381 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5c4f8052-1302-4862-a2b9-012400fd4ed4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:20.454607 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa3eb0a8-f151-412b-bde5-3cf473c46966 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:20.465449 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fa3eb0a8-f151-412b-bde5-3cf473c46966 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9332347 Jul 23 16:37:20.465449 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-5824dc8b-250d-499a-a3c2-16b4e1d91e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:20.465449 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-5824dc8b-250d-499a-a3c2-16b4e1d91e78 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e5ad291e-418b-4d00-9cc7-4ac4310f7dcd HTTP/1.1" status: 200 len: 849 time: 0.2384729 Jul 23 16:37:20.465885 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5c4f8052-1302-4862-a2b9-012400fd4ed4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/ports/ccebffec-f600-4745-9644-7c98b8ad93ab HTTP/1.1" status: 204 len: 168 time: 1.5524769 Jul 23 16:37:20.470367 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51078) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:20.544387 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf20fd2-e504-44ec-b9b4-641a65217320 req-2ae0a193-ec4b-47e1-a221-47cbe6f6cabe tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:20.546001 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbf20fd2-e504-44ec-b9b4-641a65217320 req-2ae0a193-ec4b-47e1-a221-47cbe6f6cabe tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 946 time: 0.2624059 Jul 23 16:37:20.694751 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbf20fd2-e504-44ec-b9b4-641a65217320 req-23fd448d-3876-4dbe-92c9-f8c35febfef6 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/security-groups?id=db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330318 Jul 23 16:37:20.755863 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-045508b0-c4da-4e62-90f4-d5bc3dbf42ba tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1209698333&fields=id&tenant_id=54c4450647c445a5ad7f9adbba82da8f HTTP/1.1" status: 200 len: 267 time: 0.0593040 Jul 23 16:37:20.964487 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-87657cda-f9c6-4f41-ae69-126ac983e6b4 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:20.966174 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-87657cda-f9c6-4f41-ae69-126ac983e6b4 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/networks?id=188f4564-8b8f-479c-8498-350853f64f83 HTTP/1.1" status: 200 len: 816 time: 0.2015746 Jul 23 16:37:20.986194 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd295abf-4894-40ef-b9a2-c4dcc5ddd57b tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] GET failed (client error): The resource could not be found. Jul 23 16:37:20.990356 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bd295abf-4894-40ef-b9a2-c4dcc5ddd57b tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "GET /v2.0/ports/ccebffec-f600-4745-9644-7c98b8ad93ab HTTP/1.1" status: 404 len: 333 time: 0.5141203 Jul 23 16:37:20.991491 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51104) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:20.992690 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-63bad41e-c122-4f38-82b3-f392e38a9d5f tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/quotas/54c4450647c445a5ad7f9adbba82da8f HTTP/1.1" status: 200 len: 375 time: 0.0157177 Jul 23 16:37:21.004747 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51106) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:21.020801 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff20ff-5022-4083-828f-002bc1db84e6 req-226784a8-e04d-4b51-8ec0-a0c1ca8a8676 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:21.022990 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-14ff20ff-5022-4083-828f-002bc1db84e6 req-226784a8-e04d-4b51-8ec0-a0c1ca8a8676 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 946 time: 0.1145771 Jul 23 16:37:21.065639 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-e8128314-d694-4567-a9ec-591ded69da99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:21.067195 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-e8128314-d694-4567-a9ec-591ded69da99 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=781ff998-5fd6-4b30-abd9-75eb80a107ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5955331 Jul 23 16:37:21.070978 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8783d26d-dce7-4966-99aa-373e3378bcd5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:21.113255 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-14ff20ff-5022-4083-828f-002bc1db84e6 req-e6ac9f31-48d5-4c89-9487-0574112d993a tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771780 Jul 23 16:37:21.129230 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8783d26d-dce7-4966-99aa-373e3378bcd5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:21.148660 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-b7cf73a3-657d-4c02-b3ce-05fea91a4078 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-257310501'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:21.164574 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-9d683d7c-ce85-4b4d-b232-c89ac78f40e7 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=54c4450647c445a5ad7f9adbba82da8f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1573126 Jul 23 16:37:21.218454 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-3748dd9e-33e8-462e-9c79-c447b638520d service neutron] 10.222.0.74 "GET /v2.0/networks/781ff998-5fd6-4b30-abd9-75eb80a107ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416132 Jul 23 16:37:21.245923 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8783d26d-dce7-4966-99aa-373e3378bcd5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:21.248893 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8783d26d-dce7-4966-99aa-373e3378bcd5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:21.250514 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8783d26d-dce7-4966-99aa-373e3378bcd5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/security-groups/2c6b01c2-abfc-48bd-8174-fb1c562f14c7 HTTP/1.1" status: 204 len: 168 time: 0.2583599 Jul 23 16:37:21.255611 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51112) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:21.262961 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cf73a3-657d-4c02-b3ce-05fea91a4078 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Made reservation on behalf of 60b9dca70f4d47039c717b6eccfd9e9b for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:21.266690 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b7cf73a3-657d-4c02-b3ce-05fea91a4078 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:21.269773 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783d26d-dce7-4966-99aa-373e3378bcd5 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6b01c2-abfc-48bd-8174-fb1c562f14c7,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:21.306480 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b7cf73a3-657d-4c02-b3ce-05fea91a4078 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:21.361957 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-20e3a95b-ecd3-4609-8fd1-0040a1f8899d req-1a8728fe-1003-4ca6-a566-66f391822789 service neutron] 10.222.0.74 "GET /v2.0/networks/781ff998-5fd6-4b30-abd9-75eb80a107ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365068 Jul 23 16:37:21.487179 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc340b1e-ca26-497d-ab44-65cd68df9c02 req-1a2e8a6c-3d43-4f7c-9889-b6ea624582e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:21.488719 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bc340b1e-ca26-497d-ab44-65cd68df9c02 req-1a2e8a6c-3d43-4f7c-9889-b6ea624582e1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=73f731c3e74d4834a41ffd03a4899cef&device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 1094 time: 0.0691068 Jul 23 16:37:21.494814 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-9fe95c86-66b0-421e-8ed3-c41fd4b6dc41 service neutron] 10.222.0.73 "GET /v2.0/networks/188f4564-8b8f-479c-8498-350853f64f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001773 Jul 23 16:37:21.543097 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777f2db-078f-4765-8899-4b1e0ceedb1b req-d76884b5-b00e-40b7-a702-15828c511f3e tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:21.544976 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1777f2db-078f-4765-8899-4b1e0ceedb1b req-d76884b5-b00e-40b7-a702-15828c511f3e tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 943 time: 0.3490801 Jul 23 16:37:21.588818 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc340b1e-ca26-497d-ab44-65cd68df9c02 req-78f6abbd-f2d4-42cc-9098-2f0cc9bd978d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:21.590400 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bc340b1e-ca26-497d-ab44-65cd68df9c02 req-78f6abbd-f2d4-42cc-9098-2f0cc9bd978d service neutron] 10.222.0.74 "GET /v2.0/networks?id=781ff998-5fd6-4b30-abd9-75eb80a107ad HTTP/1.1" status: 200 len: 912 time: 0.0939927 Jul 23 16:37:21.593423 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd439ba2-c1ef-43d1-a4c0-ade28bf1699a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:21.639122 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bc340b1e-ca26-497d-ab44-65cd68df9c02 req-2da3c563-d64f-4b8e-9cf9-c1dd5308a216 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=288f6be2-b408-4a65-bfd3-5398dd1e0761 HTTP/1.1" status: 200 len: 217 time: 0.0393765 Jul 23 16:37:21.651934 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504ae50-8725-4e6f-915b-d90c7233419c req-b6464df9-aad7-4592-b050-25b614c94d62 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:21.653502 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5504ae50-8725-4e6f-915b-d90c7233419c req-b6464df9-aad7-4592-b050-25b614c94d62 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.97 "GET /v2.0/networks?id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a HTTP/1.1" status: 200 len: 811 time: 0.3121390 Jul 23 16:37:21.693118 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc340b1e-ca26-497d-ab44-65cd68df9c02 req-bb3285be-44c3-4623-91c4-e4ddb301ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:21.694521 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd439ba2-c1ef-43d1-a4c0-ade28bf1699a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:21.695523 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bc340b1e-ca26-497d-ab44-65cd68df9c02 req-bb3285be-44c3-4623-91c4-e4ddb301ead6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e5ad291e-418b-4d00-9cc7-4ac4310f7dcd HTTP/1.1" status: 200 len: 849 time: 0.0489559 Jul 23 16:37:21.704179 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-5504ae50-8725-4e6f-915b-d90c7233419c req-a72065dd-a63b-497d-9f64-407e8a9ce624 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Request body: {'port': {'device_id': 'ea38749a-f1a3-40e1-a989-807b08709c0f', 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a', 'admin_state_up': True, 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:21.784073 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1777f2db-078f-4765-8899-4b1e0ceedb1b req-e4587632-c9f5-4bd5-b0f9-f9d23bb9b5c0 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c6eb539-11f0-4f1b-b8f5-d8e90642f151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159133 Jul 23 16:37:21.786715 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc340b1e-ca26-497d-ab44-65cd68df9c02 req-82a9ba44-cdbb-4e9f-bae4-183b3a31b173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:21.789170 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bc340b1e-ca26-497d-ab44-65cd68df9c02 req-82a9ba44-cdbb-4e9f-bae4-183b3a31b173 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=781ff998-5fd6-4b30-abd9-75eb80a107ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864966 Jul 23 16:37:21.857017 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-60ba0dc8-9a3e-4ca8-99b6-268a48bc3490 service neutron] 10.222.0.73 "GET /v2.0/networks/188f4564-8b8f-479c-8498-350853f64f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470006 Jul 23 16:37:21.906646 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd439ba2-c1ef-43d1-a4c0-ade28bf1699a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:21.910062 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd439ba2-c1ef-43d1-a4c0-ade28bf1699a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:21.911293 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fd439ba2-c1ef-43d1-a4c0-ade28bf1699a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/security-groups/4ecfd86e-8683-4e55-9cab-97c259f9ee61 HTTP/1.1" status: 204 len: 168 time: 0.6419623 Jul 23 16:37:21.916479 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51118) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:21.945879 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bc340b1e-ca26-497d-ab44-65cd68df9c02 req-7fe71c15-e0b8-40e1-8d6a-c07f453d86b8 service neutron] 10.222.0.74 "GET /v2.0/networks/781ff998-5fd6-4b30-abd9-75eb80a107ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485357 Jul 23 16:37:21.948291 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd439ba2-c1ef-43d1-a4c0-ade28bf1699a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecfd86e-8683-4e55-9cab-97c259f9ee61,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:21.955823 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b7cf73a3-657d-4c02-b3ce-05fea91a4078 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:21.985971 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b7cf73a3-657d-4c02-b3ce-05fea91a4078 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:22.065556 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-01cdfe68-8ecb-4ff9-9ed3-a2bd85a70bf4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:22.093862 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-01cdfe68-8ecb-4ff9-9ed3-a2bd85a70bf4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:22.131669 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5504ae50-8725-4e6f-915b-d90c7233419c req-a72065dd-a63b-497d-9f64-407e8a9ce624 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Made reservation on behalf of 5d8469dd886547af8aa5b5e0e02307dd for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:22.136688 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5504ae50-8725-4e6f-915b-d90c7233419c req-a72065dd-a63b-497d-9f64-407e8a9ce624 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:22.142066 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf73a3-657d-4c02-b3ce-05fea91a4078 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c83e0cd-954c-43ed-8594-705bfca7bd03,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:22.155048 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bc340b1e-ca26-497d-ab44-65cd68df9c02 req-b499936f-548a-4d30-ae66-3b16c14deafd service neutron] 10.222.0.74 "GET /v2.0/networks/781ff998-5fd6-4b30-abd9-75eb80a107ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869891 Jul 23 16:37:22.173335 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-01cdfe68-8ecb-4ff9-9ed3-a2bd85a70bf4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:22.176154 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-01cdfe68-8ecb-4ff9-9ed3-a2bd85a70bf4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:22.177509 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-01cdfe68-8ecb-4ff9-9ed3-a2bd85a70bf4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/security-groups/6de374a6-6599-4b52-9e4b-73493140012b HTTP/1.1" status: 204 len: 168 time: 0.2594690 Jul 23 16:37:22.181875 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51124) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:22.200876 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7cf73a3-657d-4c02-b3ce-05fea91a4078 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] vlan segment allocate from pool success with {'vlan_id': 1110, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:37:22.214982 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8edf471-eb01-49c6-a634-6b24fb58f472 req-a317a7ba-ff1e-4fdf-a5be-fac9af523129 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea38749a-f1a3-40e1-a989-807b08709c0f HTTP/1.1" status: 200 len: 210 time: 0.1187358 Jul 23 16:37:22.228492 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cdfe68-8ecb-4ff9-9ed3-a2bd85a70bf4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de374a6-6599-4b52-9e4b-73493140012b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:22.265665 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-e192179b-8ac8-4313-8192-bc2b76591919 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Deleting subnet dad30d69-595a-4365-8828-56e8933e17a1 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:37:22.268879 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e192179b-8ac8-4313-8192-bc2b76591919 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:22.280436 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b7cf73a3-657d-4c02-b3ce-05fea91a4078 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:22.280764 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-b7cf73a3-657d-4c02-b3ce-05fea91a4078 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Added segment 9b0d74e2-cdb1-4ad9-9bae-b38f6d1e7bcb of type vlan for network 6496dbf0-bd3e-46a8-975d-cd8ebba925ee Jul 23 16:37:22.338586 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e192179b-8ac8-4313-8192-bc2b76591919 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:22.377675 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b7cf73a3-657d-4c02-b3ce-05fea91a4078 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:22.434171 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09443662-305a-41c4-9591-682038f129d8 req-2aa643e3-3466-402e-84ce-b2a8e7ba4789 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:22.435827 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-09443662-305a-41c4-9591-682038f129d8 req-2aa643e3-3466-402e-84ce-b2a8e7ba4789 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 946 time: 0.5377572 Jul 23 16:37:22.449309 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e192179b-8ac8-4313-8192-bc2b76591919 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:22.452592 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b7cf73a3-657d-4c02-b3ce-05fea91a4078 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:22.459188 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cf73a3-657d-4c02-b3ce-05fea91a4078 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:22.460343 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b7cf73a3-657d-4c02-b3ce-05fea91a4078 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:22.525920 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e192179b-8ac8-4313-8192-bc2b76591919 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:22.566595 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192179b-8ac8-4313-8192-bc2b76591919 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Subnet': ['ID=dad30d69-595a-4365-8828-56e8933e17a1,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:22.576929 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e192179b-8ac8-4313-8192-bc2b76591919 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:22.584916 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e192179b-8ac8-4313-8192-bc2b76591919 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/subnets/dad30d69-595a-4365-8828-56e8933e17a1 HTTP/1.1" status: 204 len: 168 time: 0.3953183 Jul 23 16:37:22.586237 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51132) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:22.587510 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf2c974-fd51-4960-9638-0ca736a51e04 None None] Network 69034369-4f9a-4c56-84cf-53b4e37d45f1 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:22.633083 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b7cf73a3-657d-4c02-b3ce-05fea91a4078 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6143596 Jul 23 16:37:22.705107 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-5504ae50-8725-4e6f-915b-d90c7233419c req-a72065dd-a63b-497d-9f64-407e8a9ce624 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Allocated IP 172.20.0.4 (03e99c5a-98cc-4ed4-9e2b-d3e4c465647a/2ae57d8d-3779-4491-8fd1-fe104612a516/ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:22.710733 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf73a3-657d-4c02-b3ce-05fea91a4078 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event updated for resources: {'Network': ['ID=6496dbf0-bd3e-46a8-975d-cd8ebba925ee,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:22.724067 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-649428c9-308d-46ee-8ed3-28f9e97648e8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Deleting subnet 076e279d-221c-42db-97ae-0b5f9fc2ba97 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:37:22.731358 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-649428c9-308d-46ee-8ed3-28f9e97648e8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:22.732118 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 6496dbf0-bd3e-46a8-975d-cd8ebba925ee details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:37:22.741477 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-09443662-305a-41c4-9591-682038f129d8 req-387cdbf0-ddd0-4047-a536-f7f01ba9ff92 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846982 Jul 23 16:37:22.817643 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-649428c9-308d-46ee-8ed3-28f9e97648e8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:23.012896 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-649428c9-308d-46ee-8ed3-28f9e97648e8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:23.101256 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-649428c9-308d-46ee-8ed3-28f9e97648e8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:23.160077 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649428c9-308d-46ee-8ed3-28f9e97648e8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Subnet': ['ID=076e279d-221c-42db-97ae-0b5f9fc2ba97,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:23.170872 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-649428c9-308d-46ee-8ed3-28f9e97648e8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:23.173460 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-649428c9-308d-46ee-8ed3-28f9e97648e8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/subnets/076e279d-221c-42db-97ae-0b5f9fc2ba97 HTTP/1.1" status: 204 len: 168 time: 0.5858455 Jul 23 16:37:23.176094 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51138) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:23.211882 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-a051a09b-4dff-4d9d-b51b-96f3f5b82ab8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] DELETE failed (client error): The resource could not be found. Jul 23 16:37:23.212346 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a051a09b-4dff-4d9d-b51b-96f3f5b82ab8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:37:23.214318 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a051a09b-4dff-4d9d-b51b-96f3f5b82ab8 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/subnets/dad30d69-595a-4365-8828-56e8933e17a1 HTTP/1.1" status: 404 len: 337 time: 0.0370879 Jul 23 16:37:23.216915 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51140) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:23.292146 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 288f6be2-b408-4a65-bfd3-5398dd1e0761 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:37:23.313414 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-090ef054-a985-4168-893d-e89fa0e7c112 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Deleting subnet 64618b68-76b0-4ce0-b718-2dc10c1c6a83 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:37:23.321623 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-090ef054-a985-4168-893d-e89fa0e7c112 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:23.513458 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 288f6be2-b408-4a65-bfd3-5398dd1e0761, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=288f6be2-b408-4a65-bfd3-5398dd1e0761,segment=NetworkSegment(ad45a4cc-cf30-49f8-a5ad-4265a85c83ee),segment_id=ad45a4cc-cf30-49f8-a5ad-4265a85c83ee)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:23.544632 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '288f6be2-b408-4a65-bfd3-5398dd1e0761', 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad', 'port_id': '288f6be2-b408-4a65-bfd3-5398dd1e0761', 'mac_address': 'fa:16:3e:45:f3:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5ad291e-418b-4d00-9cc7-4ac4310f7dcd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:37:23.588649 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-090ef054-a985-4168-893d-e89fa0e7c112 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:23.640288 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:23.697311 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 288f6be2-b408-4a65-bfd3-5398dd1e0761 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:37:23.702243 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-d3d88e25-90b2-4135-9409-90c2c8e6ab47 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:23.703784 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-d3d88e25-90b2-4135-9409-90c2c8e6ab47 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.74 "GET /v2.0/networks?id=188f4564-8b8f-479c-8498-350853f64f83 HTTP/1.1" status: 200 len: 816 time: 0.2582171 Jul 23 16:37:23.727887 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452fee6-c41d-471d-9038-18e852fc1482 req-6cb69010-cdde-489d-a840-c57516d2e1d3 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:23.729484 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6452fee6-c41d-471d-9038-18e852fc1482 req-6cb69010-cdde-489d-a840-c57516d2e1d3 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.97 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 946 time: 1.2183182 Jul 23 16:37:23.751300 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 288f6be2-b408-4a65-bfd3-5398dd1e0761, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=288f6be2-b408-4a65-bfd3-5398dd1e0761,segment=NetworkSegment(ad45a4cc-cf30-49f8-a5ad-4265a85c83ee),segment_id=ad45a4cc-cf30-49f8-a5ad-4265a85c83ee)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:23.758649 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:23.781021 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfa9c8-586c-4bf8-a18d-dd00bfa560d5 req-2d34f1c3-50b5-40a3-bfa2-175adc90b077 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:23.795298 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c9bfa9c8-586c-4bf8-a18d-dd00bfa560d5 req-2d34f1c3-50b5-40a3-bfa2-175adc90b077 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 946 time: 1.3742044 Jul 23 16:37:23.835436 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-91b5b0f2-8423-433e-b74a-d1cd1607895a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54c4450647c445a5ad7f9adbba82da8f HTTP/1.1" status: 200 len: 380 time: 0.1220975 Jul 23 16:37:23.849482 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=288f6be2-b408-4a65-bfd3-5398dd1e0761,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:23.862140 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-c0c0e008-e980-4091-8e59-d2eb89b06e1e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Request body: {'port': {'device_id': 'a9fcf27e-1fc4-44f2-87e7-6648ac97b53d', 'network_id': '188f4564-8b8f-479c-8498-350853f64f83', 'admin_state_up': True, 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'security_groups': ['53083df0-774c-4bf4-8692-ef2023d050b1']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:23.863738 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a1e60770-f55c-486e-8f52-4887504e47f1 req-0b19c113-99eb-4169-9157-257623d35fbf tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 210 time: 0.8323178 Jul 23 16:37:23.886123 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296a8ed6-ff00-4f9a-93b8-a15ef9d440d9 None None] Network 69034369-4f9a-4c56-84cf-53b4e37d45f1 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:23.962742 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5504ae50-8725-4e6f-915b-d90c7233419c req-a72065dd-a63b-497d-9f64-407e8a9ce624 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:24.004927 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c9bfa9c8-586c-4bf8-a18d-dd00bfa560d5 req-ee981dc6-b8cc-412a-96d9-e20dc33ba7a6 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/security-groups?id=db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085316 Jul 23 16:37:24.035338 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-090ef054-a985-4168-893d-e89fa0e7c112 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:24.062996 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-5504ae50-8725-4e6f-915b-d90c7233419c req-a72065dd-a63b-497d-9f64-407e8a9ce624 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Transition to ACTIVE for port object ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:24.133551 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['288f6be2-b408-4a65-bfd3-5398dd1e0761'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:37:24.267850 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-090ef054-a985-4168-893d-e89fa0e7c112 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:24.287744 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-6452fee6-c41d-471d-9038-18e852fc1482 req-c5120658-1d9f-432a-a50c-86ea6a3e16a7 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Deleting port df6b1f36-9280-4d55-a3b2-7c147bc64aa0 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:24.288508 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6452fee6-c41d-471d-9038-18e852fc1482 req-c5120658-1d9f-432a-a50c-86ea6a3e16a7 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:24.342914 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2d0abb22-ed5f-4395-b774-089a3226f8d5 None None] Provisioning complete for port 8ff9027c-bcde-47c3-857f-bb11bd6b0442 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:24.343454 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2d0abb22-ed5f-4395-b774-089a3226f8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:24.356109 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5504ae50-8725-4e6f-915b-d90c7233419c req-a72065dd-a63b-497d-9f64-407e8a9ce624 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:24.404071 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c812a74-512e-4a7e-818d-3dd17be2e2b4 req-23020989-19c5-440b-9505-fd0389e36b9b tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:24.411675 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-2d0abb22-ed5f-4395-b774-089a3226f8d5 None None] Port 8ff9027c-bcde-47c3-857f-bb11bd6b0442 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:37:24.413677 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c812a74-512e-4a7e-818d-3dd17be2e2b4 req-23020989-19c5-440b-9505-fd0389e36b9b tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 944 time: 0.2737262 Jul 23 16:37:24.437883 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ef054-a985-4168-893d-e89fa0e7c112 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Subnet': ['ID=64618b68-76b0-4ce0-b718-2dc10c1c6a83,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:24.516122 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2d0abb22-ed5f-4395-b774-089a3226f8d5 None None] Provisioning complete for port 5af2dcba-e739-480a-a4e8-a88f11628a64 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:24.516500 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2d0abb22-ed5f-4395-b774-089a3226f8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:24.558121 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-090ef054-a985-4168-893d-e89fa0e7c112 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:24.566353 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-090ef054-a985-4168-893d-e89fa0e7c112 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/subnets/64618b68-76b0-4ce0-b718-2dc10c1c6a83 HTTP/1.1" status: 204 len: 168 time: 1.3446181 Jul 23 16:37:24.566598 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51158) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:24.607292 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-c0c0e008-e980-4091-8e59-d2eb89b06e1e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Made reservation on behalf of 54c4450647c445a5ad7f9adbba82da8f for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:24.627744 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-c0c0e008-e980-4091-8e59-d2eb89b06e1e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:24.652487 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5504ae50-8725-4e6f-915b-d90c7233419c req-a72065dd-a63b-497d-9f64-407e8a9ce624 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Network 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:24.659335 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3838fe3-18bc-4b83-9379-25e1ce1894dd tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] DELETE failed (client error): The resource could not be found. Jul 23 16:37:24.659790 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3838fe3-18bc-4b83-9379-25e1ce1894dd tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:37:24.661596 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e3838fe3-18bc-4b83-9379-25e1ce1894dd tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/subnets/34249bf5-0005-4ab1-8a67-42c020f91594 HTTP/1.1" status: 404 len: 337 time: 0.0855057 Jul 23 16:37:24.668451 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51160) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:24.714954 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a473841f-5264-49a0-a086-7184fd7e54ab tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc2b79ff-0cd0-49f5-8ea8-2cfb3d7f3a3c HTTP/1.1" status: 200 len: 205 time: 0.0405159 Jul 23 16:37:24.715899 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-5504ae50-8725-4e6f-915b-d90c7233419c req-a72065dd-a63b-497d-9f64-407e8a9ce624 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:24.720524 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51162) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:24.727106 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72065dd-a63b-497d-9f64-407e8a9ce624 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Pushing event updated for resources: {'Port': ['ID=ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:24.749443 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-5504ae50-8725-4e6f-915b-d90c7233419c req-a72065dd-a63b-497d-9f64-407e8a9ce624 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:24.836065 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cbf758-cb80-4af9-b5c9-010ee45af4fd None None] DHCP port deletion for 69034369-4f9a-4c56-84cf-53b4e37d45f1 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:37:24.877266 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-6452fee6-c41d-471d-9038-18e852fc1482 req-c5120658-1d9f-432a-a50c-86ea6a3e16a7 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] For port df6b1f36-9280-4d55-a3b2-7c147bc64aa0, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=df6b1f36-9280-4d55-a3b2-7c147bc64aa0,segment=NetworkSegment(a8c299fb-b86b-45a3-ad50-cad624adf3d9),segment_id=a8c299fb-b86b-45a3-ad50-cad624adf3d9)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:24.878203 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6452fee6-c41d-471d-9038-18e852fc1482 req-c5120658-1d9f-432a-a50c-86ea6a3e16a7 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:24.898802 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-d8cbf758-cb80-4af9-b5c9-010ee45af4fd None None] Deleting port 5af2dcba-e739-480a-a4e8-a88f11628a64 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:24.899197 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d8cbf758-cb80-4af9-b5c9-010ee45af4fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:24.907836 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-c0c0e008-e980-4091-8e59-d2eb89b06e1e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Allocated IP 172.20.0.8 (188f4564-8b8f-479c-8498-350853f64f83/8b88c056-245d-4f4e-ab87-c54aa261bddb/55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:24.910960 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-6452fee6-c41d-471d-9038-18e852fc1482 req-c5120658-1d9f-432a-a50c-86ea6a3e16a7 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Calling delete_port for df6b1f36-9280-4d55-a3b2-7c147bc64aa0 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:24.997254 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-d8cbf758-cb80-4af9-b5c9-010ee45af4fd None None] For port 5af2dcba-e739-480a-a4e8-a88f11628a64, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=5af2dcba-e739-480a-a4e8-a88f11628a64,segment=NetworkSegment(18e1289b-99d9-47fb-95bf-23140773416e),segment_id=18e1289b-99d9-47fb-95bf-23140773416e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:24.997994 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d8cbf758-cb80-4af9-b5c9-010ee45af4fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:25.012504 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-d8cbf758-cb80-4af9-b5c9-010ee45af4fd None None] Calling delete_port for 5af2dcba-e739-480a-a4e8-a88f11628a64 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:25.109918 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c812a74-512e-4a7e-818d-3dd17be2e2b4 req-dfe839f2-f928-409b-a597-7f1866081c0a tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c6eb539-11f0-4f1b-b8f5-d8e90642f151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6954119 Jul 23 16:37:25.124971 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-469fc873-fa8d-46c1-a56a-24954896ba29 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] delete failed (client error): The resource could not be found. Jul 23 16:37:25.126364 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-469fc873-fa8d-46c1-a56a-24954896ba29 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/routers/cc2b79ff-0cd0-49f5-8ea8-2cfb3d7f3a3c HTTP/1.1" status: 404 len: 336 time: 0.3839281 Jul 23 16:37:25.127797 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6452fee6-c41d-471d-9038-18e852fc1482 req-c5120658-1d9f-432a-a50c-86ea6a3e16a7 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:25.131156 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51168) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:25.137727 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d8cbf758-cb80-4af9-b5c9-010ee45af4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:25.159358 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['bf3c0b97-349e-4e25-8962-be2ec8f75263'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:37:25.190494 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d88c6f5f-65e2-4dab-b787-c176f2e66867 None None] Provisioning for port ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:25.210811 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-c0c0e008-e980-4091-8e59-d2eb89b06e1e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:25.222310 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cbf758-cb80-4af9-b5c9-010ee45af4fd None None] Pushing event deleted for resources: {'Port': ['ID=5af2dcba-e739-480a-a4e8-a88f11628a64,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:25.230816 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b8c7f4-14d5-4603-96ff-b72c3e8539aa tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] DELETE failed (client error): The resource could not be found. Jul 23 16:37:25.232207 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0b8c7f4-14d5-4603-96ff-b72c3e8539aa tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:37:25.232364 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cbf758-cb80-4af9-b5c9-010ee45af4fd None None] No DVR routers for this DVR port 5af2dcba-e739-480a-a4e8-a88f11628a64 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:37:25.236737 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-c0c0e008-e980-4091-8e59-d2eb89b06e1e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Transition to ACTIVE for port object 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:25.240410 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d0b8c7f4-14d5-4603-96ff-b72c3e8539aa tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/subnets/0e2f38c6-08d5-470c-aca0-39d2cbfc587d HTTP/1.1" status: 404 len: 337 time: 0.0939410 Jul 23 16:37:25.248372 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d88c6f5f-65e2-4dab-b787-c176f2e66867 None None] Provisioning complete for port ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:25.248372 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d88c6f5f-65e2-4dab-b787-c176f2e66867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:25.249285 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51170) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:25.297026 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea92984-a01e-4a5a-94ee-f96b20ac0baf req-9dc488ce-77f9-4428-9995-c4dc3b5def70 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:25.298611 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ea92984-a01e-4a5a-94ee-f96b20ac0baf req-9dc488ce-77f9-4428-9995-c4dc3b5def70 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea38749a-f1a3-40e1-a989-807b08709c0f HTTP/1.1" status: 200 len: 931 time: 0.9998507 Jul 23 16:37:25.299964 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 288f6be2-b408-4a65-bfd3-5398dd1e0761 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:25.340139 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5120658-1d9f-432a-a50c-86ea6a3e16a7 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Pushing event deleted for resources: {'Port': ['ID=df6b1f36-9280-4d55-a3b2-7c147bc64aa0,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:25.352833 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5120658-1d9f-432a-a50c-86ea6a3e16a7 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:25.353357 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5120658-1d9f-432a-a50c-86ea6a3e16a7 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:25.357326 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-07242022-11d1-4fca-87e4-ff6120732165 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] DELETE failed (client error): The resource could not be found. Jul 23 16:37:25.357326 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07242022-11d1-4fca-87e4-ff6120732165 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:37:25.357984 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5120658-1d9f-432a-a50c-86ea6a3e16a7 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:25.358473 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5120658-1d9f-432a-a50c-86ea6a3e16a7 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:25.359034 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5120658-1d9f-432a-a50c-86ea6a3e16a7 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:25.359527 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5120658-1d9f-432a-a50c-86ea6a3e16a7 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:25.359958 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5120658-1d9f-432a-a50c-86ea6a3e16a7 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:25.360387 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5120658-1d9f-432a-a50c-86ea6a3e16a7 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:25.361032 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5120658-1d9f-432a-a50c-86ea6a3e16a7 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:25.361458 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5120658-1d9f-432a-a50c-86ea6a3e16a7 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:25.361883 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5120658-1d9f-432a-a50c-86ea6a3e16a7 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:25.362985 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-d88c6f5f-65e2-4dab-b787-c176f2e66867 None None] Port ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:37:25.363453 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5120658-1d9f-432a-a50c-86ea6a3e16a7 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:25.368553 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-07242022-11d1-4fca-87e4-ff6120732165 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/subnets/c425212a-6dbb-4075-a6d5-e9758b7240e7 HTTP/1.1" status: 404 len: 337 time: 0.1169524 Jul 23 16:37:25.373532 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51172) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:25.426990 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504ae50-8725-4e6f-915b-d90c7233419c req-a72065dd-a63b-497d-9f64-407e8a9ce624 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:25.427946 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5504ae50-8725-4e6f-915b-d90c7233419c req-a72065dd-a63b-497d-9f64-407e8a9ce624 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:25.431096 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-29776c79-193b-4c15-a92b-419d60a02c56 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] DELETE failed (client error): The resource could not be found. Jul 23 16:37:25.431776 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29776c79-193b-4c15-a92b-419d60a02c56 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:37:25.436413 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-29776c79-193b-4c15-a92b-419d60a02c56 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/subnets/e43e8008-2400-46d8-aac6-35321ee483ea HTTP/1.1" status: 404 len: 337 time: 0.0594342 Jul 23 16:37:25.437079 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51174) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:25.441321 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-c0c0e008-e980-4091-8e59-d2eb89b06e1e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:25.451166 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 288f6be2-b408-4a65-bfd3-5398dd1e0761 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:25.457129 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 288f6be2-b408-4a65-bfd3-5398dd1e0761 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:25.457795 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:25.472718 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-6452fee6-c41d-471d-9038-18e852fc1482 req-c5120658-1d9f-432a-a50c-86ea6a3e16a7 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] No DVR routers for this DVR port df6b1f36-9280-4d55-a3b2-7c147bc64aa0 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:37:25.483977 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6452fee6-c41d-471d-9038-18e852fc1482 req-c5120658-1d9f-432a-a50c-86ea6a3e16a7 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:25.486136 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6452fee6-c41d-471d-9038-18e852fc1482 req-c5120658-1d9f-432a-a50c-86ea6a3e16a7 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.97 "DELETE /v2.0/ports/df6b1f36-9280-4d55-a3b2-7c147bc64aa0 HTTP/1.1" status: 204 len: 173 time: 1.6726859 Jul 23 16:37:25.486733 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9ef5c7-4991-4d25-8d9e-20009fc3330a', 'name': 'network-vif-deleted', 'tag': 'df6b1f36-9280-4d55-a3b2-7c147bc64aa0'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:37:25.489304 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36958fae-11fc-4ca0-aa6f-32eeb3b209d9" -d '{"events": [{"server_uuid": "af9ef5c7-4991-4d25-8d9e-20009fc3330a", "name": "network-vif-deleted", "tag": "df6b1f36-9280-4d55-a3b2-7c147bc64aa0"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:37:25.529419 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5504ae50-8725-4e6f-915b-d90c7233419c req-a72065dd-a63b-497d-9f64-407e8a9ce624 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8440959 Jul 23 16:37:25.547724 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-5504ae50-8725-4e6f-915b-d90c7233419c req-ae1e15ea-7b66-4936-980c-92aa4adb4840 service neutron] Request body: {'port': {'device_id': 'ea38749a-f1a3-40e1-a989-807b08709c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:25.558997 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0e008-e980-4091-8e59-d2eb89b06e1e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Pushing event updated for resources: {'Port': ['ID=55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:25.577068 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-5745e0e6-0a2a-478f-a66a-102f6c5b34c2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] DELETE failed (client error): The resource could not be found. Jul 23 16:37:25.579243 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5745e0e6-0a2a-478f-a66a-102f6c5b34c2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:37:25.586616 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5745e0e6-0a2a-478f-a66a-102f6c5b34c2 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/ports/20140cff-1f22-48f4-8836-1fcd5383b272 HTTP/1.1" status: 404 len: 333 time: 0.1477857 Jul 23 16:37:25.587274 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51178) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:25.600463 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:25.629750 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd90be5c-2ffe-4256-b72f-0fb7308cd6e9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] DELETE failed (client error): The resource could not be found. Jul 23 16:37:25.630035 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbe5bc5-2e50-43ff-bdd8-725dab885efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288f6be2-b408-4a65-bfd3-5398dd1e0761'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:37:25.630229 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd90be5c-2ffe-4256-b72f-0fb7308cd6e9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:37:25.633207 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811a4ddc-c7cc-462a-bd44-3c0c7e7b328e" -d '{"events": [{"server_uuid": "bbbe5bc5-2e50-43ff-bdd8-725dab885efc", "name": "network-vif-plugged", "status": "completed", "tag": "288f6be2-b408-4a65-bfd3-5398dd1e0761"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:37:25.635324 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-dd90be5c-2ffe-4256-b72f-0fb7308cd6e9 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/subnets/5a7ce019-a7a3-43ff-8de7-ac75cb349873 HTTP/1.1" status: 404 len: 337 time: 0.0442860 Jul 23 16:37:25.640161 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51180) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:25.650550 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca16f5d-9094-4a9d-b60c-963f53e1ee4c req-60124fb2-b77b-408a-897f-6f0507c28429 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:25.659487 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4ca16f5d-9094-4a9d-b60c-963f53e1ee4c req-60124fb2-b77b-408a-897f-6f0507c28429 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 946 time: 0.4143569 Jul 23 16:37:25.661681 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 288f6be2-b408-4a65-bfd3-5398dd1e0761, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=288f6be2-b408-4a65-bfd3-5398dd1e0761,segment=NetworkSegment(ad45a4cc-cf30-49f8-a5ad-4265a85c83ee),segment_id=ad45a4cc-cf30-49f8-a5ad-4265a85c83ee)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:25.667514 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:25.695891 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-c0c0e008-e980-4091-8e59-d2eb89b06e1e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Network 188f4564-8b8f-479c-8498-350853f64f83 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:25.697231 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e2a062-48b5-4d80-a07e-cad0b0b0183a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] DELETE failed (client error): The resource could not be found. Jul 23 16:37:25.697781 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34e2a062-48b5-4d80-a07e-cad0b0b0183a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:37:25.700033 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-34e2a062-48b5-4d80-a07e-cad0b0b0183a tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/subnets/f49793c2-b6ff-45ab-b839-ec5d03d433df HTTP/1.1" status: 404 len: 337 time: 0.0589752 Jul 23 16:37:25.701729 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-c0c0e008-e980-4091-8e59-d2eb89b06e1e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:25.704921 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-c0c0e008-e980-4091-8e59-d2eb89b06e1e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:25.710147 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51184) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:25.732851 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ea92984-a01e-4a5a-94ee-f96b20ac0baf req-cd24b839-ed98-4aa2-9d14-5fef2e5c3dde tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970642 Jul 23 16:37:25.784926 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd7acb4-6bd9-43c5-9aef-f555ab45df94 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] DELETE failed (client error): The resource could not be found. Jul 23 16:37:25.785959 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fd7acb4-6bd9-43c5-9aef-f555ab45df94 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:37:25.788609 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5fd7acb4-6bd9-43c5-9aef-f555ab45df94 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/ports/853161b3-973f-4483-b9f8-789adc848d0f HTTP/1.1" status: 404 len: 333 time: 0.0768070 Jul 23 16:37:25.792089 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51186) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:25.798532 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5504ae50-8725-4e6f-915b-d90c7233419c req-ae1e15ea-7b66-4936-980c-92aa4adb4840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:25.801433 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=288f6be2-b408-4a65-bfd3-5398dd1e0761,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:25.834194 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e0889d-6235-4496-bee7-c4149fa3a8e4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] DELETE failed (client error): The resource could not be found. Jul 23 16:37:25.834962 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e0889d-6235-4496-bee7-c4149fa3a8e4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:37:25.837579 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d5e0889d-6235-4496-bee7-c4149fa3a8e4 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/subnets/03fc98b5-12df-4cf1-aefe-2636329a33b1 HTTP/1.1" status: 404 len: 337 time: 0.0436549 Jul 23 16:37:25.844055 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-c0c0e008-e980-4091-8e59-d2eb89b06e1e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:25.844883 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-c0c0e008-e980-4091-8e59-d2eb89b06e1e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:25.847754 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51188) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:25.871029 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4ca16f5d-9094-4a9d-b60c-963f53e1ee4c req-2cbc257d-e65f-4b23-bfd3-fb912a6b8acb tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098947 Jul 23 16:37:25.910050 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-211f73bb-4d4c-4313-bb05-8fc6245c502e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] DELETE failed (client error): The resource could not be found. Jul 23 16:37:25.910610 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211f73bb-4d4c-4313-bb05-8fc6245c502e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:37:25.914487 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-211f73bb-4d4c-4313-bb05-8fc6245c502e tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/subnets/2e5dcd87-6a00-43fd-b865-0f97775f1895 HTTP/1.1" status: 404 len: 337 time: 0.0645630 Jul 23 16:37:25.917070 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-c0c0e008-e980-4091-8e59-d2eb89b06e1e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0694027 Jul 23 16:37:25.918751 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51190) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:25.936649 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-827b51ca-979a-495d-85a1-365cbd81bcae service neutron] Request body: {'port': {'device_id': 'a9fcf27e-1fc4-44f2-87e7-6648ac97b53d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:26.134525 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-827b51ca-979a-495d-85a1-365cbd81bcae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:26.214491 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-44d1e48e-54f8-4821-a0f6-7780141e4eda tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Deleting port 8ff9027c-bcde-47c3-857f-bb11bd6b0442 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:26.214869 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44d1e48e-54f8-4821-a0f6-7780141e4eda tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:26.306558 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-fcbd506c-855a-4426-aee9-945391d7b1cc None None] Provisioning for port 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:26.314434 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-fcbd506c-855a-4426-aee9-945391d7b1cc None None] Provisioning complete for port 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:26.315536 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fcbd506c-855a-4426-aee9-945391d7b1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:26.369877 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd506c-855a-4426-aee9-945391d7b1cc None None] Port 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:37:26.372729 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44d1e48e-54f8-4821-a0f6-7780141e4eda tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:26.381748 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-36e78f08-a065-4a1e-8dc8-21b2b99b095e req-0c17e900-c59c-4026-bbe1-c7a464769615 tempest-ServerRescueTestJSONUnderV235-1943216177 tempest-ServerRescueTestJSONUnderV235-1943216177-project] 10.222.0.73 "GET /v2.0/ports?device_id=af9ef5c7-4991-4d25-8d9e-20009fc3330a HTTP/1.1" status: 200 len: 210 time: 0.2942290 Jul 23 16:37:26.403670 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-44d1e48e-54f8-4821-a0f6-7780141e4eda tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Calling delete_port for 8ff9027c-bcde-47c3-857f-bb11bd6b0442 owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:26.405031 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe7534-b458-432d-9a7a-0d8146232109 req-5ba2af8e-2854-4154-8f95-3cf444cf1a73 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:26.406718 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-13fe7534-b458-432d-9a7a-0d8146232109 req-5ba2af8e-2854-4154-8f95-3cf444cf1a73 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 931 time: 0.5197642 Jul 23 16:37:26.442859 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20633d4-b9d7-4853-83b6-783a25a93442 x-openstack-request-id: req-c20633d4-b9d7-4853-83b6-783a25a93442 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:37:26.443148 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9ef5c7-4991-4d25-8d9e-20009fc3330a", "name": "network-vif-deleted", "tag": "df6b1f36-9280-4d55-a3b2-7c147bc64aa0", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:37:26.443417 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c20633d4-b9d7-4853-83b6-783a25a93442 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:37:26.443921 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9ef5c7-4991-4d25-8d9e-20009fc3330a', 'name': 'network-vif-deleted', 'tag': 'df6b1f36-9280-4d55-a3b2-7c147bc64aa0', 'status': 'completed', 'code': 200} Jul 23 16:37:26.472629 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device df6b1f36-9280-4d55-a3b2-7c147bc64aa0 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:37:26.493589 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-13fe7534-b458-432d-9a7a-0d8146232109 req-2c1683c8-9746-443a-a64e-f7b7bf2f21e7 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575607 Jul 23 16:37:26.554659 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149a49aa-b7c2-4eef-8510-867f65a3ee67 x-openstack-request-id: req-149a49aa-b7c2-4eef-8510-867f65a3ee67 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:37:26.555038 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbbe5bc5-2e50-43ff-bdd8-725dab885efc", "name": "network-vif-plugged", "status": "completed", "tag": "288f6be2-b408-4a65-bfd3-5398dd1e0761", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:37:26.555193 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-149a49aa-b7c2-4eef-8510-867f65a3ee67 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:37:26.555590 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbbe5bc5-2e50-43ff-bdd8-725dab885efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288f6be2-b408-4a65-bfd3-5398dd1e0761', 'code': 200} Jul 23 16:37:26.556586 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: df6b1f36-9280-4d55-a3b2-7c147bc64aa0 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:37:26.556926 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device df6b1f36-9280-4d55-a3b2-7c147bc64aa0 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:37:26.655040 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44d1e48e-54f8-4821-a0f6-7780141e4eda tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:26.684312 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-5504ae50-8725-4e6f-915b-d90c7233419c req-ae1e15ea-7b66-4936-980c-92aa4adb4840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:37:26.693356 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d1e48e-54f8-4821-a0f6-7780141e4eda tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Port': ['ID=8ff9027c-bcde-47c3-857f-bb11bd6b0442,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:26.704083 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44d1e48e-54f8-4821-a0f6-7780141e4eda tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:26.705141 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5504ae50-8725-4e6f-915b-d90c7233419c req-ae1e15ea-7b66-4936-980c-92aa4adb4840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:26.706169 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-44d1e48e-54f8-4821-a0f6-7780141e4eda tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/ports/8ff9027c-bcde-47c3-857f-bb11bd6b0442 HTTP/1.1" status: 204 len: 168 time: 0.7856758 Jul 23 16:37:26.709164 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51194) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:26.736503 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b19e86-4902-4374-b887-9842df929a45 req-fce1db25-cfeb-4b26-939d-979921e30a8c tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:26.745216 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-64b19e86-4902-4374-b887-9842df929a45 req-fce1db25-cfeb-4b26-939d-979921e30a8c tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 945 time: 0.1847904 Jul 23 16:37:26.761319 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-5504ae50-8725-4e6f-915b-d90c7233419c req-ae1e15ea-7b66-4936-980c-92aa4adb4840 service neutron] Transition to ACTIVE for port object ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:26.813078 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5504ae50-8725-4e6f-915b-d90c7233419c req-ae1e15ea-7b66-4936-980c-92aa4adb4840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:26.826317 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 5af2dcba-e739-480a-a4e8-a88f11628a64 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:37:26.836571 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-371a7279-ea86-4552-8043-4daa49cc9c76 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:26.864348 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 5af2dcba-e739-480a-a4e8-a88f11628a64 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:37:26.865020 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 5af2dcba-e739-480a-a4e8-a88f11628a64 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:37:26.885664 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a86fc-7169-48e9-a8bb-a647fb3fe926 req-91c81d33-2937-4332-bcc3-3671c1ec00d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:26.888580 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5a1a86fc-7169-48e9-a8bb-a647fb3fe926 req-91c81d33-2937-4332-bcc3-3671c1ec00d3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 1096 time: 0.3098948 Jul 23 16:37:26.900296 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-827b51ca-979a-495d-85a1-365cbd81bcae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:37:26.911795 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-827b51ca-979a-495d-85a1-365cbd81bcae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:26.921408 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-64b19e86-4902-4374-b887-9842df929a45 req-b99d6ba7-9e8b-4331-aa50-51af589d9ac9 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c6eb539-11f0-4f1b-b8f5-d8e90642f151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751394 Jul 23 16:37:26.955298 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-827b51ca-979a-495d-85a1-365cbd81bcae service neutron] Transition to ACTIVE for port object 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:26.966252 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-827b51ca-979a-495d-85a1-365cbd81bcae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:27.006559 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-371a7279-ea86-4552-8043-4daa49cc9c76 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:27.081696 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-371a7279-ea86-4552-8043-4daa49cc9c76 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69034369-4f9a-4c56-84cf-53b4e37d45f1']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:27.085945 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51200) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:27.113807 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-371a7279-ea86-4552-8043-4daa49cc9c76 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e1289b-99d9-47fb-95bf-23140773416e') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:27.114208 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-371a7279-ea86-4552-8043-4daa49cc9c76 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e1289b-99d9-47fb-95bf-23140773416e') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:27.118664 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b51ca-979a-495d-85a1-365cbd81bcae service neutron] Pushing event updated for resources: {'Port': ['ID=55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:27.121473 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-63926cbd-e227-4c9c-9869-40342fc12c77 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Request body: {'subnet': {'network_id': '6496dbf0-bd3e-46a8-975d-cd8ebba925ee', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:27.141734 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-371a7279-ea86-4552-8043-4daa49cc9c76 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:27.152974 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5a1a86fc-7169-48e9-a8bb-a647fb3fe926 req-bf206240-508f-49bf-a36d-c4944703a883 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6c6eb539-11f0-4f1b-b8f5-d8e90642f151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738789 Jul 23 16:37:27.162320 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-371a7279-ea86-4552-8043-4daa49cc9c76 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:27.172317 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-371a7279-ea86-4552-8043-4daa49cc9c76 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Releasing vlan 1127 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:37:27.172736 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-371a7279-ea86-4552-8043-4daa49cc9c76 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:27.176250 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:37:27.176250 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:37:27.176250 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:37:27.176250 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:37:27.176250 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:37:27.176250 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:37:27.176250 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:37:27.176250 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:37:27.176250 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:37:27.176250 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:37:27.176250 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:37:27.176250 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:37:27.176250 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:37:27.176250 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:37:27.176250 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:37:27.176250 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:37:27.176250 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:37:27.176250 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:37:27.176250 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:37:27.176250 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:37:27.176250 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:37:27.176250 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:37:27.176250 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:37:27.176250 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:37:27.176250 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:37:27.176250 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:37:27.176250 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:37:27.176250 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:37:27.176250 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:37:27.176250 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:37:27.176250 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:37:27.176250 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:37:27.186768 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e15ea-7b66-4936-980c-92aa4adb4840 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:27.309364 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-827b51ca-979a-495d-85a1-365cbd81bcae service neutron] Attempting to bind port 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:37:27.309704 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-827b51ca-979a-495d-85a1-365cbd81bcae service neutron] Attempting to bind port 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '047af764-cf30-4424-904d-1624213e850c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '188f4564-8b8f-479c-8498-350853f64f83'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:37:27.310131 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-827b51ca-979a-495d-85a1-365cbd81bcae service neutron] Attempting to bind port 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 on network 188f4564-8b8f-479c-8498-350853f64f83 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:27.313873 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-371a7279-ea86-4552-8043-4daa49cc9c76 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:27.324801 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-371a7279-ea86-4552-8043-4daa49cc9c76 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:27.334654 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-371a7279-ea86-4552-8043-4daa49cc9c76 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] 10.222.0.73 "DELETE /v2.0/networks/69034369-4f9a-4c56-84cf-53b4e37d45f1 HTTP/1.1" status: 204 len: 168 time: 0.6189535 Jul 23 16:37:27.335491 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-827b51ca-979a-495d-85a1-365cbd81bcae service neutron] Port 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 on network 188f4564-8b8f-479c-8498-350853f64f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:37:27.335822 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-827b51ca-979a-495d-85a1-365cbd81bcae service neutron] Attempting to bind port 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 on network 188f4564-8b8f-479c-8498-350853f64f83 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:27.350554 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a7279-ea86-4552-8043-4daa49cc9c76 tempest-PortsTestJSON-1617542263 tempest-PortsTestJSON-1617542263-project] Pushing event deleted for resources: {'Network': ['ID=69034369-4f9a-4c56-84cf-53b4e37d45f1,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:27.354120 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-827b51ca-979a-495d-85a1-365cbd81bcae service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:37:27.354461 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-827b51ca-979a-495d-85a1-365cbd81bcae service neutron] Checking segment: {'id': '047af764-cf30-4424-904d-1624213e850c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '188f4564-8b8f-479c-8498-350853f64f83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:27.354831 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-827b51ca-979a-495d-85a1-365cbd81bcae service neutron] Bound using segment: {'id': '047af764-cf30-4424-904d-1624213e850c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '188f4564-8b8f-479c-8498-350853f64f83'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:37:27.355279 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-827b51ca-979a-495d-85a1-365cbd81bcae service neutron] Bound port: 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '047af764-cf30-4424-904d-1624213e850c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '188f4564-8b8f-479c-8498-350853f64f83'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:37:27.356138 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-827b51ca-979a-495d-85a1-365cbd81bcae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:27.366887 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68120b9c-9d0f-46cf-8d59-69f756062b5d req-afae5223-c9d9-4b3b-9fda-33e4cea6ec1d tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:27.368639 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-68120b9c-9d0f-46cf-8d59-69f756062b5d req-afae5223-c9d9-4b3b-9fda-33e4cea6ec1d tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea38749a-f1a3-40e1-a989-807b08709c0f HTTP/1.1" status: 200 len: 943 time: 0.4788280 Jul 23 16:37:27.388722 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-5504ae50-8725-4e6f-915b-d90c7233419c req-ae1e15ea-7b66-4936-980c-92aa4adb4840 service neutron] Attempting to bind port ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:37:27.389621 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-5504ae50-8725-4e6f-915b-d90c7233419c req-ae1e15ea-7b66-4936-980c-92aa4adb4840 service neutron] Attempting to bind port ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'd69e0431-1959-4dab-bf58-cb378f4bfdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:37:27.390244 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5504ae50-8725-4e6f-915b-d90c7233419c req-ae1e15ea-7b66-4936-980c-92aa4adb4840 service neutron] Attempting to bind port ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1 on network 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:27.427625 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6556030-c83b-4bde-be80-c1bf521d5c7b req-1f9a7186-f493-4465-a04e-ac765a17451c tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:27.429818 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f6556030-c83b-4bde-be80-c1bf521d5c7b req-1f9a7186-f493-4465-a04e-ac765a17451c tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 946 time: 0.3936207 Jul 23 16:37:27.433658 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63926cbd-e227-4c9c-9869-40342fc12c77 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Made reservation on behalf of 60b9dca70f4d47039c717b6eccfd9e9b for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:27.438142 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-63926cbd-e227-4c9c-9869-40342fc12c77 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:27.449292 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-827b51ca-979a-495d-85a1-365cbd81bcae service neutron] For port 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:37:27.452789 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-827b51ca-979a-495d-85a1-365cbd81bcae service neutron] For port 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4,segment=NetworkSegment(047af764-cf30-4424-904d-1624213e850c),segment_id=047af764-cf30-4424-904d-1624213e850c)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:37:27.458296 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-827b51ca-979a-495d-85a1-365cbd81bcae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:27.467071 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5504ae50-8725-4e6f-915b-d90c7233419c req-ae1e15ea-7b66-4936-980c-92aa4adb4840 service neutron] Port ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1 on network 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:37:27.467385 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5504ae50-8725-4e6f-915b-d90c7233419c req-ae1e15ea-7b66-4936-980c-92aa4adb4840 service neutron] Attempting to bind port ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1 on network 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:27.499436 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-827b51ca-979a-495d-85a1-365cbd81bcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:27.500073 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-827b51ca-979a-495d-85a1-365cbd81bcae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:27.501555 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-827b51ca-979a-495d-85a1-365cbd81bcae service neutron] 10.222.0.74 "PUT /v2.0/ports/55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 HTTP/1.1" status: 200 len: 1091 time: 1.5703156 Jul 23 16:37:27.501982 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9fcf27e-1fc4-44f2-87e7-6648ac97b53d', 'tag': '55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:37:27.504342 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc749e7-6213-4467-aa41-0ae46bae21e9" -d '{"events": [{"name": "network-changed", "server_uuid": "a9fcf27e-1fc4-44f2-87e7-6648ac97b53d", "tag": "55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:37:27.525311 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5504ae50-8725-4e6f-915b-d90c7233419c req-ae1e15ea-7b66-4936-980c-92aa4adb4840 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:37:27.525942 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5504ae50-8725-4e6f-915b-d90c7233419c req-ae1e15ea-7b66-4936-980c-92aa4adb4840 service neutron] Checking segment: {'id': 'd69e0431-1959-4dab-bf58-cb378f4bfdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:27.526337 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5504ae50-8725-4e6f-915b-d90c7233419c req-ae1e15ea-7b66-4936-980c-92aa4adb4840 service neutron] Bound using segment: {'id': 'd69e0431-1959-4dab-bf58-cb378f4bfdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:37:27.526791 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-5504ae50-8725-4e6f-915b-d90c7233419c req-ae1e15ea-7b66-4936-980c-92aa4adb4840 service neutron] Bound port: ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69e0431-1959-4dab-bf58-cb378f4bfdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:37:27.527991 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5504ae50-8725-4e6f-915b-d90c7233419c req-ae1e15ea-7b66-4936-980c-92aa4adb4840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:27.538383 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-68120b9c-9d0f-46cf-8d59-69f756062b5d req-a0b60639-3363-41fb-b1b4-d7d34d1b6897 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405711 Jul 23 16:37:27.583061 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b51ca-979a-495d-85a1-365cbd81bcae service neutron] Pushing event updated for resources: {'Port': ['ID=55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:27.640815 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51214) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:27.737925 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f6556030-c83b-4bde-be80-c1bf521d5c7b req-8da003ca-1b13-4dcc-a1f1-47fb57484cdd tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917578 Jul 23 16:37:27.815446 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51218) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:27.826862 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-63926cbd-e227-4c9c-9869-40342fc12c77 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:27.841774 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-5504ae50-8725-4e6f-915b-d90c7233419c req-ae1e15ea-7b66-4936-980c-92aa4adb4840 service neutron] For port ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:37:27.908524 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-738b0ea6-7d1b-4c88-8826-71723396245d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:27.910225 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-738b0ea6-7d1b-4c88-8826-71723396245d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=54c4450647c445a5ad7f9adbba82da8f&device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 1094 time: 0.3484743 Jul 23 16:37:27.925040 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce040d2c-a3e8-4eb4-9c3d-c2b3ac94d535 x-openstack-request-id: req-ce040d2c-a3e8-4eb4-9c3d-c2b3ac94d535 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:37:27.925274 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9fcf27e-1fc4-44f2-87e7-6648ac97b53d", "tag": "55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:37:27.925533 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ce040d2c-a3e8-4eb4-9c3d-c2b3ac94d535 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:37:27.926100 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9fcf27e-1fc4-44f2-87e7-6648ac97b53d', 'tag': '55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4', 'status': 'completed', 'code': 200} Jul 23 16:37:27.936312 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-5504ae50-8725-4e6f-915b-d90c7233419c req-ae1e15ea-7b66-4936-980c-92aa4adb4840 service neutron] For port ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:37:27.969514 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5504ae50-8725-4e6f-915b-d90c7233419c req-ae1e15ea-7b66-4936-980c-92aa4adb4840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:27.976803 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-eb5597b4-85d5-4b8c-b966-531ea5fc3c8f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 HTTP/1.1" status: 200 len: 217 time: 0.0459025 Jul 23 16:37:28.014425 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63926cbd-e227-4c9c-9869-40342fc12c77 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event updated for resources: {'Subnet': ['ID=3ec7a39a-2f44-4743-90ec-5c6c94277cbb,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:28.089309 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504ae50-8725-4e6f-915b-d90c7233419c req-ae1e15ea-7b66-4936-980c-92aa4adb4840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:28.090001 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5504ae50-8725-4e6f-915b-d90c7233419c req-ae1e15ea-7b66-4936-980c-92aa4adb4840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:28.090561 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-62174345-c7d7-48af-af6b-d434e1a9b035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:28.091664 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5504ae50-8725-4e6f-915b-d90c7233419c req-ae1e15ea-7b66-4936-980c-92aa4adb4840 service neutron] 10.222.0.97 "PUT /v2.0/ports/ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1 HTTP/1.1" status: 200 len: 1091 time: 2.5543146 Jul 23 16:37:28.092068 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-62174345-c7d7-48af-af6b-d434e1a9b035 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8b88c056-245d-4f4e-ab87-c54aa261bddb HTTP/1.1" status: 200 len: 855 time: 0.1086452 Jul 23 16:37:28.170315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63926cbd-e227-4c9c-9869-40342fc12c77 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Checking segment: {'id': '9b0d74e2-cdb1-4ad9-9bae-b38f6d1e7bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '6496dbf0-bd3e-46a8-975d-cd8ebba925ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:28.170667 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63926cbd-e227-4c9c-9869-40342fc12c77 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Network hostable DHCP agents. Network: 6496dbf0-bd3e-46a8-975d-cd8ebba925ee, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:37:28.209020 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-501829ee-a497-4cde-971d-c8a858bd294b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:28.211510 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-501829ee-a497-4cde-971d-c8a858bd294b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=188f4564-8b8f-479c-8498-350853f64f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916193 Jul 23 16:37:28.250479 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e15ea-7b66-4936-980c-92aa4adb4840 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:28.267995 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae247f7-efb7-4415-bd81-95e04a0b836c req-a30e8e9a-854e-4404-85c9-a52b426be98e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:28.269623 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9ae247f7-efb7-4415-bd81-95e04a0b836c req-a30e8e9a-854e-4404-85c9-a52b426be98e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 943 time: 0.3646581 Jul 23 16:37:28.273875 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-76fcc90a-189a-4df7-bcd0-efc979fb2d29 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=038b50aa87914dfd8d6a623321cfea16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4572191 Jul 23 16:37:28.278316 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51224) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:28.297687 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63926cbd-e227-4c9c-9869-40342fc12c77 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Network 6496dbf0-bd3e-46a8-975d-cd8ebba925ee is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:37:28.333112 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-63926cbd-e227-4c9c-9869-40342fc12c77 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 6496dbf0-bd3e-46a8-975d-cd8ebba925ee) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:28.337805 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63926cbd-e227-4c9c-9869-40342fc12c77 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:28.338451 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-63926cbd-e227-4c9c-9869-40342fc12c77 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:28.343401 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b65b05-5585-49eb-8a75-336445ba87d8 None None] Network 6496dbf0-bd3e-46a8-975d-cd8ebba925ee requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:28.367128 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc747f4-e104-4f58-a7c0-6847200b946c req-7577a0af-f489-423c-bfb7-d334f3304133 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:28.368715 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7dc747f4-e104-4f58-a7c0-6847200b946c req-7577a0af-f489-423c-bfb7-d334f3304133 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 945 time: 0.3205211 Jul 23 16:37:28.377522 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9ae247f7-efb7-4415-bd81-95e04a0b836c req-70703118-fe43-4b60-bf79-a144f3652ef0 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964465 Jul 23 16:37:28.380826 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504ae50-8725-4e6f-915b-d90c7233419c req-509d46ed-bc9b-47ba-9f08-2b4db28e7d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:28.383213 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5504ae50-8725-4e6f-915b-d90c7233419c req-509d46ed-bc9b-47ba-9f08-2b4db28e7d73 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d8469dd886547af8aa5b5e0e02307dd&device_id=ea38749a-f1a3-40e1-a989-807b08709c0f HTTP/1.1" status: 200 len: 1094 time: 0.2423012 Jul 23 16:37:28.395153 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b52406a9-ece9-4bac-b79b-e8381c50463a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:28.397848 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-63926cbd-e227-4c9c-9869-40342fc12c77 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3053749 Jul 23 16:37:28.401386 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-d890fe80-8616-4e63-997c-7b31ca725742 service neutron] 10.222.0.74 "GET /v2.0/networks/188f4564-8b8f-479c-8498-350853f64f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825838 Jul 23 16:37:28.413474 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51226) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:28.426288 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-b5fdf1b4-00b2-4f56-b123-bc319257a89a tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-621593506'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:28.449636 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea38749a-f1a3-40e1-a989-807b08709c0f', 'tag': 'ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:37:28.451913 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd140e5c-2b0b-437b-ae5a-d681b671ee0c" -d '{"events": [{"name": "network-changed", "server_uuid": "ea38749a-f1a3-40e1-a989-807b08709c0f", "tag": "ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:37:28.457969 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5504ae50-8725-4e6f-915b-d90c7233419c req-7cd587de-bebb-4481-9bbe-7f7f032089b5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1 HTTP/1.1" status: 200 len: 217 time: 0.0659339 Jul 23 16:37:28.464519 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7dc747f4-e104-4f58-a7c0-6847200b946c req-691b4da9-9288-421f-8038-95ac3a89c9ae tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c6eb539-11f0-4f1b-b8f5-d8e90642f151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801492 Jul 23 16:37:28.506157 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65c066a-6ddf-493f-a550-c2d0513687fe x-openstack-request-id: req-b65c066a-6ddf-493f-a550-c2d0513687fe {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:37:28.506157 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea38749a-f1a3-40e1-a989-807b08709c0f", "tag": "ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:37:28.507307 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b65c066a-6ddf-493f-a550-c2d0513687fe {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:37:28.507499 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea38749a-f1a3-40e1-a989-807b08709c0f', 'tag': 'ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1', 'status': 'completed', 'code': 200} Jul 23 16:37:28.515047 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504ae50-8725-4e6f-915b-d90c7233419c req-503591ad-d8fc-410d-884d-13791d39a04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:28.517090 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5504ae50-8725-4e6f-915b-d90c7233419c req-503591ad-d8fc-410d-884d-13791d39a04a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2ae57d8d-3779-4491-8fd1-fe104612a516 HTTP/1.1" status: 200 len: 850 time: 0.0513282 Jul 23 16:37:28.537797 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9db7fa91-9174-41da-890d-916e117d67a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:28.554110 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf11d6b9-c40e-4fbc-9d28-3a5dbd092d6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-6496dbf0-bd3e-46a8-975d-cd8ebba925ee', 'network_id': '6496dbf0-bd3e-46a8-975d-cd8ebba925ee', 'tenant_id': '60b9dca70f4d47039c717b6eccfd9e9b', 'fixed_ips': [{'subnet_id': '3ec7a39a-2f44-4743-90ec-5c6c94277cbb'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:37:28.554701 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cf11d6b9-c40e-4fbc-9d28-3a5dbd092d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:28.599483 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504ae50-8725-4e6f-915b-d90c7233419c req-b0ee094f-15a8-43d0-b077-e7b254dc7152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:28.602500 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5504ae50-8725-4e6f-915b-d90c7233419c req-b0ee094f-15a8-43d0-b077-e7b254dc7152 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796642 Jul 23 16:37:28.644726 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fdf1b4-00b2-4f56-b123-bc319257a89a tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Made reservation on behalf of 60b9dca70f4d47039c717b6eccfd9e9b for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:28.650013 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf1b4-00b2-4f56-b123-bc319257a89a tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:28.656918 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9db7fa91-9174-41da-890d-916e117d67a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:28.723873 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b787819a-fcf4-4ede-b356-8f86741ecf80 req-f918eb57-6bde-4f55-bc06-272ad8c4c44b service neutron] 10.222.0.74 "GET /v2.0/networks/188f4564-8b8f-479c-8498-350853f64f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138347 Jul 23 16:37:28.744698 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5fdf1b4-00b2-4f56-b123-bc319257a89a tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] vlan segment allocate from pool success with {'vlan_id': 1113, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:37:28.762855 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-cf11d6b9-c40e-4fbc-9d28-3a5dbd092d6f None None] Allocated IP 2001:db8:0:ffff::2 (6496dbf0-bd3e-46a8-975d-cd8ebba925ee/3ec7a39a-2f44-4743-90ec-5c6c94277cbb/d3008001-661a-4b86-8446-4c3b108095ca) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:28.768107 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5504ae50-8725-4e6f-915b-d90c7233419c req-cdf4f3d0-5388-44a2-9beb-13f5d6f81c6c service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584995 Jul 23 16:37:28.823750 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeaa13e-5adb-4f0b-b969-986b4bd1af2f req-392c94b9-a214-4d6c-a184-daec8ef1f171 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:28.826493 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1eeaa13e-5adb-4f0b-b969-986b4bd1af2f req-392c94b9-a214-4d6c-a184-daec8ef1f171 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea38749a-f1a3-40e1-a989-807b08709c0f HTTP/1.1" status: 200 len: 943 time: 0.2027340 Jul 23 16:37:28.954637 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1eeaa13e-5adb-4f0b-b969-986b4bd1af2f req-f30043ee-25a0-4b18-88a7-2c31253e161b tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204412 Jul 23 16:37:28.982667 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5504ae50-8725-4e6f-915b-d90c7233419c req-18fe6210-cd9c-4304-99b8-3bae9c2083cc service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074375 Jul 23 16:37:29.016260 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50f74b-8d8f-47c9-b40f-d8c3be1f4c37 req-fef667a7-46ea-4621-8e2f-2722d4e580ef tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:29.018985 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d50f74b-8d8f-47c9-b40f-d8c3be1f4c37 req-fef667a7-46ea-4621-8e2f-2722d4e580ef tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 946 time: 0.1771314 Jul 23 16:37:29.024248 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cf11d6b9-c40e-4fbc-9d28-3a5dbd092d6f None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:29.034000 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-cf11d6b9-c40e-4fbc-9d28-3a5dbd092d6f None None] Transition to ACTIVE for port object d3008001-661a-4b86-8446-4c3b108095ca will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:29.063745 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-cf11d6b9-c40e-4fbc-9d28-3a5dbd092d6f None None] Transition to ACTIVE for port object d3008001-661a-4b86-8446-4c3b108095ca will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:29.078364 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cf11d6b9-c40e-4fbc-9d28-3a5dbd092d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:29.118107 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d50f74b-8d8f-47c9-b40f-d8c3be1f4c37 req-09d0ca3e-bcad-4bad-8171-2d7b5fd65a43 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825739 Jul 23 16:37:29.155768 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11d6b9-c40e-4fbc-9d28-3a5dbd092d6f None None] Pushing event updated for resources: {'Port': ['ID=d3008001-661a-4b86-8446-4c3b108095ca,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:29.158043 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf11d6b9-c40e-4fbc-9d28-3a5dbd092d6f None None] Network 6496dbf0-bd3e-46a8-975d-cd8ebba925ee is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:29.159886 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-cf11d6b9-c40e-4fbc-9d28-3a5dbd092d6f None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:29.163933 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf11d6b9-c40e-4fbc-9d28-3a5dbd092d6f None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:29.173670 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd140e5c-2b0b-437b-ae5a-d681b671ee0c req-e355b089-791b-47d0-99e0-ae831145b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:29.175393 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd140e5c-2b0b-437b-ae5a-d681b671ee0c req-e355b089-791b-47d0-99e0-ae831145b5de service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d8469dd886547af8aa5b5e0e02307dd&device_id=ea38749a-f1a3-40e1-a989-807b08709c0f HTTP/1.1" status: 200 len: 1094 time: 0.1213243 Jul 23 16:37:29.239398 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-cf11d6b9-c40e-4fbc-9d28-3a5dbd092d6f None None] Attempting to bind port d3008001-661a-4b86-8446-4c3b108095ca on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:37:29.243040 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-cf11d6b9-c40e-4fbc-9d28-3a5dbd092d6f None None] Attempting to bind port d3008001-661a-4b86-8446-4c3b108095ca by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '9b0d74e2-cdb1-4ad9-9bae-b38f6d1e7bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '6496dbf0-bd3e-46a8-975d-cd8ebba925ee'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:37:29.243040 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf11d6b9-c40e-4fbc-9d28-3a5dbd092d6f None None] Attempting to bind port d3008001-661a-4b86-8446-4c3b108095ca on network 6496dbf0-bd3e-46a8-975d-cd8ebba925ee {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:29.250293 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf11d6b9-c40e-4fbc-9d28-3a5dbd092d6f None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:37:29.250820 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf11d6b9-c40e-4fbc-9d28-3a5dbd092d6f None None] Checking segment: {'id': '9b0d74e2-cdb1-4ad9-9bae-b38f6d1e7bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '6496dbf0-bd3e-46a8-975d-cd8ebba925ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:29.251491 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cf11d6b9-c40e-4fbc-9d28-3a5dbd092d6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:29.251982 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf11d6b9-c40e-4fbc-9d28-3a5dbd092d6f None None] Bound using segment: {'id': '9b0d74e2-cdb1-4ad9-9bae-b38f6d1e7bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '6496dbf0-bd3e-46a8-975d-cd8ebba925ee'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:37:29.252786 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-cf11d6b9-c40e-4fbc-9d28-3a5dbd092d6f None None] Bound port: d3008001-661a-4b86-8446-4c3b108095ca, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0d74e2-cdb1-4ad9-9bae-b38f6d1e7bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '6496dbf0-bd3e-46a8-975d-cd8ebba925ee'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:37:29.253312 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cf11d6b9-c40e-4fbc-9d28-3a5dbd092d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:29.258738 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf1b4-00b2-4f56-b123-bc319257a89a tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:29.259317 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-b5fdf1b4-00b2-4f56-b123-bc319257a89a tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Added segment aa1fa4e6-1e52-49c4-94ce-fb48fea44106 of type vlan for network 8c76615f-be57-4016-95cd-b81594c2b542 Jul 23 16:37:29.310115 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9db7fa91-9174-41da-890d-916e117d67a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:29.312742 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9db7fa91-9174-41da-890d-916e117d67a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:29.314093 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9db7fa91-9174-41da-890d-916e117d67a1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/52469ca1-3d07-4e69-9d77-d86d2fc80dd2 HTTP/1.1" status: 204 len: 168 time: 1.0342064 Jul 23 16:37:29.333383 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd140e5c-2b0b-437b-ae5a-d681b671ee0c req-4015d70e-1ea2-4fb4-b8bf-99076125c03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:29.334305 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf1b4-00b2-4f56-b123-bc319257a89a tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:29.338816 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd140e5c-2b0b-437b-ae5a-d681b671ee0c req-4015d70e-1ea2-4fb4-b8bf-99076125c03f service neutron] 10.222.0.97 "GET /v2.0/networks?id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a HTTP/1.1" status: 200 len: 913 time: 0.1562066 Jul 23 16:37:29.350309 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-cf11d6b9-c40e-4fbc-9d28-3a5dbd092d6f None None] For port d3008001-661a-4b86-8446-4c3b108095ca, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:37:29.354269 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-cf11d6b9-c40e-4fbc-9d28-3a5dbd092d6f None None] For port d3008001-661a-4b86-8446-4c3b108095ca, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d3008001-661a-4b86-8446-4c3b108095ca,segment=NetworkSegment(9b0d74e2-cdb1-4ad9-9bae-b38f6d1e7bcb),segment_id=9b0d74e2-cdb1-4ad9-9bae-b38f6d1e7bcb)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:37:29.358758 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7fa91-9174-41da-890d-916e117d67a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52469ca1-3d07-4e69-9d77-d86d2fc80dd2,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:29.361395 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cf11d6b9-c40e-4fbc-9d28-3a5dbd092d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:29.434883 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc749e7-6213-4467-aa41-0ae46bae21e9 req-07465a2d-75af-49bb-83a4-a9c61045bd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:29.440738 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd140e5c-2b0b-437b-ae5a-d681b671ee0c req-e26656de-5609-42bf-9bde-f38b5c72cb61 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1 HTTP/1.1" status: 200 len: 217 time: 0.0901611 Jul 23 16:37:29.441874 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-cbc749e7-6213-4467-aa41-0ae46bae21e9 req-07465a2d-75af-49bb-83a4-a9c61045bd8f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=54c4450647c445a5ad7f9adbba82da8f&device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 1094 time: 0.2400393 Jul 23 16:37:29.524322 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd140e5c-2b0b-437b-ae5a-d681b671ee0c req-40667340-f25b-4c8f-afaa-4de42ce048cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:29.528191 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd140e5c-2b0b-437b-ae5a-d681b671ee0c req-40667340-f25b-4c8f-afaa-4de42ce048cb service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2ae57d8d-3779-4491-8fd1-fe104612a516 HTTP/1.1" status: 200 len: 850 time: 0.0790834 Jul 23 16:37:29.539866 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11d6b9-c40e-4fbc-9d28-3a5dbd092d6f None None] Pushing event updated for resources: {'Port': ['ID=d3008001-661a-4b86-8446-4c3b108095ca,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:29.580835 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf1b4-00b2-4f56-b123-bc319257a89a tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:29.593606 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fdf1b4-00b2-4f56-b123-bc319257a89a tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:29.594267 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf1b4-00b2-4f56-b123-bc319257a89a tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:29.722098 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b5fdf1b4-00b2-4f56-b123-bc319257a89a tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3131888 Jul 23 16:37:29.744962 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51242) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:29.762238 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-47ddb3dd-be5e-44b1-bea8-39e17c4322ad tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Request body: {'subnet': {'network_id': '8c76615f-be57-4016-95cd-b81594c2b542', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:29.799980 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fdf1b4-00b2-4f56-b123-bc319257a89a tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event updated for resources: {'Network': ['ID=8c76615f-be57-4016-95cd-b81594c2b542,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:29.829282 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 8c76615f-be57-4016-95cd-b81594c2b542 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:37:29.838380 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd140e5c-2b0b-437b-ae5a-d681b671ee0c req-a0c094b3-89b5-47f6-9b7d-f9cd8e54cabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:29.839986 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd140e5c-2b0b-437b-ae5a-d681b671ee0c req-a0c094b3-89b5-47f6-9b7d-f9cd8e54cabb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3017285 Jul 23 16:37:29.854235 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73dffc1-0f4d-4997-a98f-a3825f7714d0 req-744277db-f3ef-46bc-827e-cfc387dceb9c tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:29.862184 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d73dffc1-0f4d-4997-a98f-a3825f7714d0 req-744277db-f3ef-46bc-827e-cfc387dceb9c tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 945 time: 0.2526093 Jul 23 16:37:29.874259 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fb44b-e633-4b35-93c8-25b9b95fdf57 req-13ceefcb-d0d2-4ade-a0ad-97eb349be8ff tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:29.875730 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a77fb44b-e633-4b35-93c8-25b9b95fdf57 req-13ceefcb-d0d2-4ade-a0ad-97eb349be8ff tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 943 time: 0.2568383 Jul 23 16:37:29.969366 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc749e7-6213-4467-aa41-0ae46bae21e9 req-2745e648-d9cc-4ba6-94d8-61bea7e18482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:29.970921 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-cbc749e7-6213-4467-aa41-0ae46bae21e9 req-2745e648-d9cc-4ba6-94d8-61bea7e18482 service neutron] 10.222.0.74 "GET /v2.0/networks?id=188f4564-8b8f-479c-8498-350853f64f83 HTTP/1.1" status: 200 len: 918 time: 0.5005074 Jul 23 16:37:30.041088 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-cbc749e7-6213-4467-aa41-0ae46bae21e9 req-af4ddf27-9b82-4a21-9379-bb64674a16fa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 HTTP/1.1" status: 200 len: 217 time: 0.0547392 Jul 23 16:37:30.068135 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ddb3dd-be5e-44b1-bea8-39e17c4322ad tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Made reservation on behalf of 60b9dca70f4d47039c717b6eccfd9e9b for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:30.072230 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47ddb3dd-be5e-44b1-bea8-39e17c4322ad tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:30.114963 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-b52406a9-ece9-4bac-b79b-e8381c50463a admin admin] Deleting port e6ea4a01-ff83-47ce-8421-574f407d18f5 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:30.115303 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b52406a9-ece9-4bac-b79b-e8381c50463a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:30.204701 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc749e7-6213-4467-aa41-0ae46bae21e9 req-6cb85bfe-ca35-4ad3-8658-4ac5e09f2e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:30.205794 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-cbc749e7-6213-4467-aa41-0ae46bae21e9 req-6cb85bfe-ca35-4ad3-8658-4ac5e09f2e39 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8b88c056-245d-4f4e-ab87-c54aa261bddb HTTP/1.1" status: 200 len: 855 time: 0.1591027 Jul 23 16:37:30.338533 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-b52406a9-ece9-4bac-b79b-e8381c50463a admin admin] For port e6ea4a01-ff83-47ce-8421-574f407d18f5, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e6ea4a01-ff83-47ce-8421-574f407d18f5,segment=NetworkSegment(a8c299fb-b86b-45a3-ad50-cad624adf3d9),segment_id=a8c299fb-b86b-45a3-ad50-cad624adf3d9)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:30.338533 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b52406a9-ece9-4bac-b79b-e8381c50463a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:30.381926 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-b52406a9-ece9-4bac-b79b-e8381c50463a admin admin] Calling delete_port for e6ea4a01-ff83-47ce-8421-574f407d18f5 owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:30.436768 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a77fb44b-e633-4b35-93c8-25b9b95fdf57 req-8aaa2dbb-6ffb-4298-a968-968895f88662 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467440 Jul 23 16:37:30.439897 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d73dffc1-0f4d-4997-a98f-a3825f7714d0 req-fe38e72e-30e5-478d-a7e0-01b65df1a3ad tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c6eb539-11f0-4f1b-b8f5-d8e90642f151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5621109 Jul 23 16:37:30.465819 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc749e7-6213-4467-aa41-0ae46bae21e9 req-fe426b74-09a8-430f-bbb4-fd4e7cdab9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:30.470304 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-cbc749e7-6213-4467-aa41-0ae46bae21e9 req-fe426b74-09a8-430f-bbb4-fd4e7cdab9f4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=188f4564-8b8f-479c-8498-350853f64f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2563267 Jul 23 16:37:30.493672 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd140e5c-2b0b-437b-ae5a-d681b671ee0c req-4a21f3ba-a9e3-475b-8975-81c38afa59cd service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6126001 Jul 23 16:37:30.597462 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47ddb3dd-be5e-44b1-bea8-39e17c4322ad tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:30.683221 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51266) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:30.730311 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd140e5c-2b0b-437b-ae5a-d681b671ee0c req-dc2fd31f-d720-4c3f-b357-f9dee21cb09f service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301145 Jul 23 16:37:30.793893 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525c65f-f9f6-45d7-81e2-d3009c9b8078 req-211a3d42-24c9-45ba-808f-764703fa02b0 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:30.795522 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6525c65f-f9f6-45d7-81e2-d3009c9b8078 req-211a3d42-24c9-45ba-808f-764703fa02b0 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 946 time: 0.2245247 Jul 23 16:37:30.826288 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ec301-de09-4246-80f4-59819a33c70c req-860cfa61-69d0-4be9-b417-aecaecfb5368 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:30.828321 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b12ec301-de09-4246-80f4-59819a33c70c req-860cfa61-69d0-4be9-b417-aecaecfb5368 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea38749a-f1a3-40e1-a989-807b08709c0f HTTP/1.1" status: 200 len: 943 time: 0.2221327 Jul 23 16:37:30.835723 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d3008001-661a-4b86-8446-4c3b108095ca up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:30.892773 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b52406a9-ece9-4bac-b79b-e8381c50463a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:30.901149 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6525c65f-f9f6-45d7-81e2-d3009c9b8078 req-e4b054d5-b05a-42cf-b0d7-b888597068ea tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712981 Jul 23 16:37:30.923265 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366395e0-7f18-4b3d-9a80-54f714befd11 None None] Network 6496dbf0-bd3e-46a8-975d-cd8ebba925ee requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:30.939738 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52406a9-ece9-4bac-b79b-e8381c50463a admin admin] Pushing event deleted for resources: {'Port': ['ID=e6ea4a01-ff83-47ce-8421-574f407d18f5,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:30.955219 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b12ec301-de09-4246-80f4-59819a33c70c req-a64b68dc-365d-4464-a5a4-20a532b20708 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131904 Jul 23 16:37:30.977077 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ddb3dd-be5e-44b1-bea8-39e17c4322ad tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event updated for resources: {'Subnet': ['ID=2e7251da-7016-49f8-a79e-9ddad3362855,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:31.025401 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port d3008001-661a-4b86-8446-4c3b108095ca completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:31.043035 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-cbc749e7-6213-4467-aa41-0ae46bae21e9 req-f5a74842-b0d8-4a84-8141-3dd10db9fb6a service neutron] 10.222.0.74 "GET /v2.0/networks/188f4564-8b8f-479c-8498-350853f64f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5608697 Jul 23 16:37:31.070627 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ddb3dd-be5e-44b1-bea8-39e17c4322ad tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Checking segment: {'id': 'aa1fa4e6-1e52-49c4-94ce-fb48fea44106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '8c76615f-be57-4016-95cd-b81594c2b542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:31.070981 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ddb3dd-be5e-44b1-bea8-39e17c4322ad tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Network hostable DHCP agents. Network: 8c76615f-be57-4016-95cd-b81594c2b542, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:37:31.086425 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bec7d7-c719-4159-a61c-c8ef228a01b6 req-b52a524d-012b-45c5-b01f-f619c693f91c tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:31.088516 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-90bec7d7-c719-4159-a61c-c8ef228a01b6 req-b52a524d-012b-45c5-b01f-f619c693f91c tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 945 time: 0.0904012 Jul 23 16:37:31.092834 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-60d3ee1d-ea73-49da-8eea-803932f3a284 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-714298608'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:31.099264 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51272) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:31.099727 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-bcda92ff-9db2-46ff-8f39-5eb7831cbdc1 None None] Provisioning for port d3008001-661a-4b86-8446-4c3b108095ca completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:31.108873 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-bcda92ff-9db2-46ff-8f39-5eb7831cbdc1 None None] Provisioning complete for port d3008001-661a-4b86-8446-4c3b108095ca triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:31.109271 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bcda92ff-9db2-46ff-8f39-5eb7831cbdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:31.111229 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-35d483b5-0b53-469f-8d8c-5a5d0c2125fa tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Request body: {'floatingip': {'port_id': '288f6be2-b408-4a65-bfd3-5398dd1e0761'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:31.244705 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-35d483b5-0b53-469f-8d8c-5a5d0c2125fa tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for floatingip, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:31.262251 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bcda92ff-9db2-46ff-8f39-5eb7831cbdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:31.315060 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-bcda92ff-9db2-46ff-8f39-5eb7831cbdc1 None None] For port d3008001-661a-4b86-8446-4c3b108095ca, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d3008001-661a-4b86-8446-4c3b108095ca,segment=NetworkSegment(9b0d74e2-cdb1-4ad9-9bae-b38f6d1e7bcb),segment_id=9b0d74e2-cdb1-4ad9-9bae-b38f6d1e7bcb)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:31.316577 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ddb3dd-be5e-44b1-bea8-39e17c4322ad tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Network 8c76615f-be57-4016-95cd-b81594c2b542 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:37:31.324901 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bcda92ff-9db2-46ff-8f39-5eb7831cbdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:31.330195 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d3ee1d-ea73-49da-8eea-803932f3a284 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Made reservation on behalf of 4582563f2d784210a277b9ecb7709946 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:31.333713 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-60d3ee1d-ea73-49da-8eea-803932f3a284 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:31.359573 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:37:31.392637 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-60d3ee1d-ea73-49da-8eea-803932f3a284 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:31.407508 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-47ddb3dd-be5e-44b1-bea8-39e17c4322ad tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 8c76615f-be57-4016-95cd-b81594c2b542) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:31.420603 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-cbc749e7-6213-4467-aa41-0ae46bae21e9 req-09097a14-982f-489b-83a1-c980c5eb865e service neutron] 10.222.0.74 "GET /v2.0/networks/188f4564-8b8f-479c-8498-350853f64f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705256 Jul 23 16:37:31.431344 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ddb3dd-be5e-44b1-bea8-39e17c4322ad tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:31.431945 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47ddb3dd-be5e-44b1-bea8-39e17c4322ad tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:31.432231 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de073d52-eb18-4484-a494-48cc8d73eecb None None] Network 8c76615f-be57-4016-95cd-b81594c2b542 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:31.465356 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda92ff-9db2-46ff-8f39-5eb7831cbdc1 None None] Pushing event updated for resources: {'Port': ['ID=d3008001-661a-4b86-8446-4c3b108095ca,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:31.594738 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b52406a9-ece9-4bac-b79b-e8381c50463a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:31.608354 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4,segment=NetworkSegment(047af764-cf30-4424-904d-1624213e850c),segment_id=047af764-cf30-4424-904d-1624213e850c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:31.621936 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4', 'network_id': '188f4564-8b8f-479c-8498-350853f64f83', 'port_id': '55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4', 'mac_address': 'fa:16:3e:60:a6:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:37:31.666144 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6696b4-58e7-4ce9-be78-35663da4352d req-e3e4b4e3-3de2-4484-8f0f-b42a4906ea5d tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:31.668071 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb6696b4-58e7-4ce9-be78-35663da4352d req-e3e4b4e3-3de2-4484-8f0f-b42a4906ea5d tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 943 time: 0.1077135 Jul 23 16:37:31.738093 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb6696b4-58e7-4ce9-be78-35663da4352d req-a1797374-3b71-4f7d-9467-96d3a39b2936 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614586 Jul 23 16:37:31.882860 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-700eb228-e7ee-4089-8b47-220e29cba5d4 None None] Provisioning complete for port d3008001-661a-4b86-8446-4c3b108095ca triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:31.883472 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-700eb228-e7ee-4089-8b47-220e29cba5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:31.884853 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:31.894425 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-60d3ee1d-ea73-49da-8eea-803932f3a284 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:31.937626 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46395bea-6162-401c-8595-84b21c99a884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-8c76615f-be57-4016-95cd-b81594c2b542', 'network_id': '8c76615f-be57-4016-95cd-b81594c2b542', 'tenant_id': '60b9dca70f4d47039c717b6eccfd9e9b', 'fixed_ips': [{'subnet_id': '2e7251da-7016-49f8-a79e-9ddad3362855'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:37:31.939296 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-46395bea-6162-401c-8595-84b21c99a884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:31.957163 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:37:31.990447 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4,segment=NetworkSegment(047af764-cf30-4424-904d-1624213e850c),segment_id=047af764-cf30-4424-904d-1624213e850c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:31.994367 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-60d3ee1d-ea73-49da-8eea-803932f3a284 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:32.007339 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:32.090097 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e9dbf-de5e-448c-9e0b-3cbe66ef1036 req-642a15be-c068-413a-a656-1f3e90070816 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:32.091741 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a1e9dbf-de5e-448c-9e0b-3cbe66ef1036 req-642a15be-c068-413a-a656-1f3e90070816 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 946 time: 0.0891573 Jul 23 16:37:32.179997 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a1e9dbf-de5e-448c-9e0b-3cbe66ef1036 req-5b2e7281-9da6-49b0-93d6-63bd2856fc44 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778632 Jul 23 16:37:32.202808 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:32.227910 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f7b4c-c766-4604-8f16-f73d2ffdcfce req-b5012e96-ad48-474e-a0d5-b0a635cce8d2 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:32.228411 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-46395bea-6162-401c-8595-84b21c99a884 None None] Allocated IP 2001:db8::1 (8c76615f-be57-4016-95cd-b81594c2b542/2e7251da-7016-49f8-a79e-9ddad3362855/04a1a952-f52c-45b8-b3c1-d99283b1bb55) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:32.229586 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f68f7b4c-c766-4604-8f16-f73d2ffdcfce req-b5012e96-ad48-474e-a0d5-b0a635cce8d2 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea38749a-f1a3-40e1-a989-807b08709c0f HTTP/1.1" status: 200 len: 943 time: 0.1369059 Jul 23 16:37:32.260884 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:37:32.279413 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f68f7b4c-c766-4604-8f16-f73d2ffdcfce req-0cc7c8af-bdd7-4f6b-965a-53d1e2ebe98e tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433738 Jul 23 16:37:32.430127 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-47ddb3dd-be5e-44b1-bea8-39e17c4322ad tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.6786294 Jul 23 16:37:32.432770 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51280) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:32.474525 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-46395bea-6162-401c-8595-84b21c99a884 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:32.491225 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-46395bea-6162-401c-8595-84b21c99a884 None None] Transition to ACTIVE for port object 04a1a952-f52c-45b8-b3c1-d99283b1bb55 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:32.499201 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:37:32.502719 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d3ee1d-ea73-49da-8eea-803932f3a284 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] vlan segment allocate from pool success with {'vlan_id': 1123, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:37:32.537614 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-46395bea-6162-401c-8595-84b21c99a884 None None] Transition to ACTIVE for port object 04a1a952-f52c-45b8-b3c1-d99283b1bb55 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:32.541756 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3ee1d-ea73-49da-8eea-803932f3a284 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e63b94dc-955c-494f-812c-d735daaeb1bd,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:32.558686 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-60d3ee1d-ea73-49da-8eea-803932f3a284 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:32.559046 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-46395bea-6162-401c-8595-84b21c99a884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:32.559250 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-60d3ee1d-ea73-49da-8eea-803932f3a284 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Added segment 50d7b05b-62d7-420c-a0c8-c31415c18eef of type vlan for network 85f63215-7071-45f7-b4d3-2d6673c19653 Jul 23 16:37:32.599505 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ccce8516-63aa-4364-a0a3-83f81fea3f0c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:32.676226 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46395bea-6162-401c-8595-84b21c99a884 None None] Network 8c76615f-be57-4016-95cd-b81594c2b542 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:32.677082 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-60d3ee1d-ea73-49da-8eea-803932f3a284 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:32.685171 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-46395bea-6162-401c-8595-84b21c99a884 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:32.691999 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46395bea-6162-401c-8595-84b21c99a884 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:32.697386 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46395bea-6162-401c-8595-84b21c99a884 None None] Pushing event updated for resources: {'Port': ['ID=04a1a952-f52c-45b8-b3c1-d99283b1bb55,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:32.699915 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dd0f6e54-78b1-4e1b-a550-852a06ee3331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:32.704606 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-ccce8516-63aa-4364-a0a3-83f81fea3f0c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Deleting port 04a1a952-f52c-45b8-b3c1-d99283b1bb55 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:32.706136 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ccce8516-63aa-4364-a0a3-83f81fea3f0c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:32.734793 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52406a9-ece9-4bac-b79b-e8381c50463a admin admin] Router aa723fde-f9a6-4cb9-a5e6-ffc1b814a225 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:37:32.742011 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.db.resource_extend [None req-35d483b5-0b53-469f-8d8c-5a5d0c2125fa tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:37:32.760723 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:32.808690 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1', 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a', 'port_id': 'ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1', 'mac_address': 'fa:16:3e:57:53:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae57d8d-3779-4491-8fd1-fe104612a516', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:37:32.816266 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-46395bea-6162-401c-8595-84b21c99a884 None None] Attempting to bind port 04a1a952-f52c-45b8-b3c1-d99283b1bb55 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:37:32.817223 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-46395bea-6162-401c-8595-84b21c99a884 None None] Attempting to bind port 04a1a952-f52c-45b8-b3c1-d99283b1bb55 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'aa1fa4e6-1e52-49c4-94ce-fb48fea44106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '8c76615f-be57-4016-95cd-b81594c2b542'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:37:32.817998 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46395bea-6162-401c-8595-84b21c99a884 None None] Attempting to bind port 04a1a952-f52c-45b8-b3c1-d99283b1bb55 on network 8c76615f-be57-4016-95cd-b81594c2b542 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:32.851956 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46395bea-6162-401c-8595-84b21c99a884 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:37:32.852814 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46395bea-6162-401c-8595-84b21c99a884 None None] Checking segment: {'id': 'aa1fa4e6-1e52-49c4-94ce-fb48fea44106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '8c76615f-be57-4016-95cd-b81594c2b542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:32.857586 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-46395bea-6162-401c-8595-84b21c99a884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:32.857586 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46395bea-6162-401c-8595-84b21c99a884 None None] Bound using segment: {'id': 'aa1fa4e6-1e52-49c4-94ce-fb48fea44106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '8c76615f-be57-4016-95cd-b81594c2b542'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:37:32.857586 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-46395bea-6162-401c-8595-84b21c99a884 None None] Bound port: 04a1a952-f52c-45b8-b3c1-d99283b1bb55, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa1fa4e6-1e52-49c4-94ce-fb48fea44106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '8c76615f-be57-4016-95cd-b81594c2b542'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:37:32.857586 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-46395bea-6162-401c-8595-84b21c99a884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:32.886890 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:32.925524 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:37:32.939614 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-ccce8516-63aa-4364-a0a3-83f81fea3f0c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] For port 04a1a952-f52c-45b8-b3c1-d99283b1bb55, host n-d-778549-4, got binding levels [] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:32.939848 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ccce8516-63aa-4364-a0a3-83f81fea3f0c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:32.952541 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d3008001-661a-4b86-8446-4c3b108095ca up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:32.957960 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-ccce8516-63aa-4364-a0a3-83f81fea3f0c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Calling delete_port for 04a1a952-f52c-45b8-b3c1-d99283b1bb55 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:32.963570 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-35d483b5-0b53-469f-8d8c-5a5d0c2125fa tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:32.967396 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-60d3ee1d-ea73-49da-8eea-803932f3a284 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:32.969747 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:32.973363 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d3ee1d-ea73-49da-8eea-803932f3a284 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:32.974289 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-60d3ee1d-ea73-49da-8eea-803932f3a284 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:32.987732 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-35d483b5-0b53-469f-8d8c-5a5d0c2125fa tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:32.997947 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:33.004984 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-46395bea-6162-401c-8595-84b21c99a884 None None] For port 04a1a952-f52c-45b8-b3c1-d99283b1bb55, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:37:33.040243 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc56ac1-1702-4ab8-8892-afbaf5da0e23 req-0f3bb80c-9f62-4ce0-a1c3-49c184d86744 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:33.041156 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ffc56ac1-1702-4ab8-8892-afbaf5da0e23 req-0f3bb80c-9f62-4ce0-a1c3-49c184d86744 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 944 time: 0.1843853 Jul 23 16:37:33.046930 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-46395bea-6162-401c-8595-84b21c99a884 None None] For port 04a1a952-f52c-45b8-b3c1-d99283b1bb55, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=04a1a952-f52c-45b8-b3c1-d99283b1bb55,segment=NetworkSegment(aa1fa4e6-1e52-49c4-94ce-fb48fea44106),segment_id=aa1fa4e6-1e52-49c4-94ce-fb48fea44106)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:37:33.061779 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-46395bea-6162-401c-8595-84b21c99a884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:33.086042 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:33.101671 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-60d3ee1d-ea73-49da-8eea-803932f3a284 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2309783 Jul 23 16:37:33.107053 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51284) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:33.128073 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port d3008001-661a-4b86-8446-4c3b108095ca triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:33.128363 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ffc56ac1-1702-4ab8-8892-afbaf5da0e23 req-56f2ee0b-fb04-4312-a992-ca20fd323c29 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805912 Jul 23 16:37:33.128877 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:33.164777 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-7e4a8db1-4acc-4c00-a1f6-1301d8fc12f5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-813271966'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:33.182324 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3ee1d-ea73-49da-8eea-803932f3a284 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Network': ['ID=85f63215-7071-45f7-b4d3-2d6673c19653,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:33.206180 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 85f63215-7071-45f7-b4d3-2d6673c19653 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:37:33.209265 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ccce8516-63aa-4364-a0a3-83f81fea3f0c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:33.248312 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce8516-63aa-4364-a0a3-83f81fea3f0c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event deleted for resources: {'Port': ['ID=04a1a952-f52c-45b8-b3c1-d99283b1bb55,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:33.260206 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46395bea-6162-401c-8595-84b21c99a884 None None] Pushing event updated for resources: {'Port': ['ID=04a1a952-f52c-45b8-b3c1-d99283b1bb55,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:33.279453 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-35d483b5-0b53-469f-8d8c-5a5d0c2125fa tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Floating IP 1560e7bc-0e1b-4dd9-9e95-9f6405180144 associated. External IP: 172.25.8.71, port: 288f6be2-b408-4a65-bfd3-5398dd1e0761. Jul 23 16:37:33.309627 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:37:33.325162 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccce8516-63aa-4364-a0a3-83f81fea3f0c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] No DVR routers for this DVR port 04a1a952-f52c-45b8-b3c1-d99283b1bb55 on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:37:33.356155 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:33.451668 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ccce8516-63aa-4364-a0a3-83f81fea3f0c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:33.452885 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52406a9-ece9-4bac-b79b-e8381c50463a admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:37:33.463292 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b52406a9-ece9-4bac-b79b-e8381c50463a admin admin] 10.222.0.73 "PUT /v2.0/routers/aa723fde-f9a6-4cb9-a5e6-ffc1b814a225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8131447 Jul 23 16:37:33.464232 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4a8db1-4acc-4c00-a1f6-1301d8fc12f5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Made reservation on behalf of 4582563f2d784210a277b9ecb7709946 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:33.467905 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7e4a8db1-4acc-4c00-a1f6-1301d8fc12f5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:33.470168 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3149d0e3-a76a-4d51-b007-444e21d809a1 None None] Sync routers for ids ['aa723fde-f9a6-4cb9-a5e6-ffc1b814a225'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:37:33.470710 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51290) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:33.485126 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3149d0e3-a76a-4d51-b007-444e21d809a1 None None] Routers {'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:37:33.490314 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3149d0e3-a76a-4d51-b007-444e21d809a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:37:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['aa723fde-f9a6-4cb9-a5e6-ffc1b814a225'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:33.518660 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:33.530045 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:33.530657 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:33.617712 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033827a-2460-4511-850c-833cf203cfac req-c7a810a2-0631-4fb2-af0c-a375395bc8fb tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:33.621491 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2033827a-2460-4511-850c-833cf203cfac req-c7a810a2-0631-4fb2-af0c-a375395bc8fb tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 946 time: 0.3309553 Jul 23 16:37:33.726641 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:33.768830 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ccce8516-63aa-4364-a0a3-83f81fea3f0c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:33.773279 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fcf27e-1fc4-44f2-87e7-6648ac97b53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:37:33.776047 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b886bd1b-a731-47d1-83af-76fd4a10e8fd" -d '{"events": [{"server_uuid": "a9fcf27e-1fc4-44f2-87e7-6648ac97b53d", "name": "network-vif-plugged", "status": "completed", "tag": "55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:37:33.793239 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4,segment=NetworkSegment(047af764-cf30-4424-904d-1624213e850c),segment_id=047af764-cf30-4424-904d-1624213e850c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:33.794179 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2033827a-2460-4511-850c-833cf203cfac req-810e0ea9-fc7b-4d4b-abec-f6efc9c41559 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543121 Jul 23 16:37:33.799937 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:33.823873 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce8516-63aa-4364-a0a3-83f81fea3f0c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event deleted for resources: {'Subnet': ['ID=2e7251da-7016-49f8-a79e-9ddad3362855,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:33.834202 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47167ab6-f3e1-4897-a6ea-c761a3707507 req-70f3f92d-1f96-4a71-bdd5-041136bbd78c tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:33.836492 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-47167ab6-f3e1-4897-a6ea-c761a3707507 req-70f3f92d-1f96-4a71-bdd5-041136bbd78c tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea38749a-f1a3-40e1-a989-807b08709c0f HTTP/1.1" status: 200 len: 944 time: 0.3766463 Jul 23 16:37:33.853284 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-3149d0e3-a76a-4d51-b007-444e21d809a1 None None] Set router aa723fde-f9a6-4cb9-a5e6-ffc1b814a225 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:37:33.865266 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e4a8db1-4acc-4c00-a1f6-1301d8fc12f5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] vlan segment allocate from pool success with {'vlan_id': 1118, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:37:33.879169 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d483b5-0b53-469f-8d8c-5a5d0c2125fa tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Router 3b751f51-52f1-444e-9d36-b568bcc46932 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:37:33.902888 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:33.914292 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-47167ab6-f3e1-4897-a6ea-c761a3707507 req-b72b9928-9ce7-4d57-a6b4-d451cad6b4a8 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702474 Jul 23 16:37:33.915504 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7e4a8db1-4acc-4c00-a1f6-1301d8fc12f5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:33.915846 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-7e4a8db1-4acc-4c00-a1f6-1301d8fc12f5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Added segment 68b4785c-ad2a-4b3d-af4e-ad5493936cdb of type vlan for network 80fadb32-864c-4d07-bf8f-7ec844931b46 Jul 23 16:37:33.991456 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ccce8516-63aa-4364-a0a3-83f81fea3f0c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.003816 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-ccce8516-63aa-4364-a0a3-83f81fea3f0c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c76615f-be57-4016-95cd-b81594c2b542']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:34.017152 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-ccce8516-63aa-4364-a0a3-83f81fea3f0c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa1fa4e6-1e52-49c4-94ce-fb48fea44106') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:34.017723 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-ccce8516-63aa-4364-a0a3-83f81fea3f0c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa1fa4e6-1e52-49c4-94ce-fb48fea44106') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:34.029960 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ccce8516-63aa-4364-a0a3-83f81fea3f0c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.049794 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41d9e84d-28cc-4d43-a68d-1063862c6716 admin admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.051136 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ccce8516-63aa-4364-a0a3-83f81fea3f0c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.057254 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7e4a8db1-4acc-4c00-a1f6-1301d8fc12f5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.064589 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccce8516-63aa-4364-a0a3-83f81fea3f0c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Releasing vlan 1113 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:37:34.065267 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ccce8516-63aa-4364-a0a3-83f81fea3f0c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.110217 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:37:34.110217 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:37:34.110217 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:37:34.110217 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:37:34.110217 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:37:34.110217 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:37:34.110217 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:37:34.110217 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:37:34.110217 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:37:34.110217 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:37:34.110217 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:37:34.110217 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:37:34.110217 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:37:34.110217 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:37:34.110217 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:37:34.110217 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:37:34.110217 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:37:34.110217 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:37:34.110217 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:37:34.110217 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:37:34.110217 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:37:34.110217 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:37:34.110217 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:37:34.110217 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:37:34.110217 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:37:34.110217 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:37:34.110217 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:37:34.110217 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:37:34.110217 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:37:34.110217 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:37:34.110217 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:37:34.110217 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:37:34.140983 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3149d0e3-a76a-4d51-b007-444e21d809a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'name': 'tempest-ServerRescueTestJSONUnderV235-1304349298-router', 'tenant_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd195f521-c2c4-4d56-bf28-2c37196c3dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:25Z', 'updated_at': '2021-07-23T16:37:30Z', 'revision_number': 5, 'project_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'gw_port': {'id': 'd195f521-c2c4-4d56-bf28-2c37196c3dfc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:28Z', 'updated_at': '2021-07-23T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:34.174460 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468c5e3b-1de4-47aa-bcc2-80737d536ed6 x-openstack-request-id: req-468c5e3b-1de4-47aa-bcc2-80737d536ed6 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:37:34.175133 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fcf27e-1fc4-44f2-87e7-6648ac97b53d", "name": "network-vif-plugged", "status": "completed", "tag": "55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:37:34.175761 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-468c5e3b-1de4-47aa-bcc2-80737d536ed6 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:37:34.182319 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9fcf27e-1fc4-44f2-87e7-6648ac97b53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4', 'code': 200} Jul 23 16:37:34.189236 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ccce8516-63aa-4364-a0a3-83f81fea3f0c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.218110 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3149d0e3-a76a-4d51-b007-444e21d809a1 None None] Checking router: aa723fde-f9a6-4cb9-a5e6-ffc1b814a225 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:37:34.235386 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ccce8516-63aa-4364-a0a3-83f81fea3f0c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.237378 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3149d0e3-a76a-4d51-b007-444e21d809a1 None None] Routers {'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:37:34.238039 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3149d0e3-a76a-4d51-b007-444e21d809a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:37:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['aa723fde-f9a6-4cb9-a5e6-ffc1b814a225'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:34.240882 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ccce8516-63aa-4364-a0a3-83f81fea3f0c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "DELETE /v2.0/networks/8c76615f-be57-4016-95cd-b81594c2b542 HTTP/1.1" status: 204 len: 168 time: 1.8060472 Jul 23 16:37:34.245432 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce8516-63aa-4364-a0a3-83f81fea3f0c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event deleted for resources: {'Network': ['ID=8c76615f-be57-4016-95cd-b81594c2b542,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:34.249230 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51298) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:34.253753 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41d9e84d-28cc-4d43-a68d-1063862c6716 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.262131 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-72900132-f292-412c-801a-0b135aca429c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1843037406'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:34.262702 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d483b5-0b53-469f-8d8c-5a5d0c2125fa tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:37:34.268225 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-35d483b5-0b53-469f-8d8c-5a5d0c2125fa tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.274657 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c1c5b5-66a7-4951-8cbe-b10ef3f633a9 None None] Sync routers for ids ['3b751f51-52f1-444e-9d36-b568bcc46932'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:37:34.286309 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c1c5b5-66a7-4951-8cbe-b10ef3f633a9 None None] Routers {'3b751f51-52f1-444e-9d36-b568bcc46932'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:37:34.297977 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-28c1c5b5-66a7-4951-8cbe-b10ef3f633a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:37:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['3b751f51-52f1-444e-9d36-b568bcc46932'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:34.308332 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7e4a8db1-4acc-4c00-a1f6-1301d8fc12f5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.314323 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4a8db1-4acc-4c00-a1f6-1301d8fc12f5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:34.315048 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7e4a8db1-4acc-4c00-a1f6-1301d8fc12f5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.426297 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7e4a8db1-4acc-4c00-a1f6-1301d8fc12f5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3159993 Jul 23 16:37:34.436512 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72900132-f292-412c-801a-0b135aca429c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Made reservation on behalf of 60b9dca70f4d47039c717b6eccfd9e9b for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:34.442821 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-72900132-f292-412c-801a-0b135aca429c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.443962 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-3149d0e3-a76a-4d51-b007-444e21d809a1 None None] Set router aa723fde-f9a6-4cb9-a5e6-ffc1b814a225 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:37:34.461430 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51300) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:34.468212 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-35d483b5-0b53-469f-8d8c-5a5d0c2125fa tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "PUT /v2.0/floatingips/1560e7bc-0e1b-4dd9-9e95-9f6405180144 HTTP/1.1" status: 200 len: 990 time: 3.3580129 Jul 23 16:37:34.470875 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-9ffce576-bf88-4d18-b6fd-285bac3166d9 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Request body: {'subnet': {'network_id': '85f63215-7071-45f7-b4d3-2d6673c19653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:34.474557 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbbe5bc5-2e50-43ff-bdd8-725dab885efc', 'tag': '288f6be2-b408-4a65-bfd3-5398dd1e0761'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:37:34.477184 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5af5e4-4f39-4c2b-bbfc-96ae85fc842f" -d '{"events": [{"name": "network-changed", "server_uuid": "bbbe5bc5-2e50-43ff-bdd8-725dab885efc", "tag": "288f6be2-b408-4a65-bfd3-5398dd1e0761"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:37:34.479833 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a8db1-4acc-4c00-a1f6-1301d8fc12f5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Network': ['ID=80fadb32-864c-4d07-bf8f-7ec844931b46,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:34.482246 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a9d1a-75bb-4f46-96f8-39f4922ff55b req-1fb7fb3d-2c9f-49fa-9247-354e11b6a64d tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:34.485385 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b35a9d1a-75bb-4f46-96f8-39f4922ff55b req-1fb7fb3d-2c9f-49fa-9247-354e11b6a64d tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 945 time: 0.1924441 Jul 23 16:37:34.506874 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72900132-f292-412c-801a-0b135aca429c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] vlan segment allocate from pool success with {'vlan_id': 1147, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:37:34.546821 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-72900132-f292-412c-801a-0b135aca429c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.547566 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-72900132-f292-412c-801a-0b135aca429c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Added segment 45e35fd7-8fb3-4dfb-8dec-00ee6ecdf1e2 of type vlan for network 3c0ed03e-4505-4744-b70e-936a57fc1434 Jul 23 16:37:34.611575 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07999772-e657-4c72-a831-515193b0867e req-2187e639-8e8c-415c-ac15-2090caeefc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:34.613311 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-07999772-e657-4c72-a831-515193b0867e req-2187e639-8e8c-415c-ac15-2090caeefc9e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 1096 time: 0.3543165 Jul 23 16:37:34.631925 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-41d9e84d-28cc-4d43-a68d-1063862c6716 admin admin] Deleting port d195f521-c2c4-4d56-bf28-2c37196c3dfc {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:34.632271 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41d9e84d-28cc-4d43-a68d-1063862c6716 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.689702 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b67a517-4a8f-48b7-8ebd-1e8636bea3b0 x-openstack-request-id: req-9b67a517-4a8f-48b7-8ebd-1e8636bea3b0 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:37:34.690035 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbbe5bc5-2e50-43ff-bdd8-725dab885efc", "tag": "288f6be2-b408-4a65-bfd3-5398dd1e0761", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:37:34.690228 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9b67a517-4a8f-48b7-8ebd-1e8636bea3b0 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:37:34.690619 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbbe5bc5-2e50-43ff-bdd8-725dab885efc', 'tag': '288f6be2-b408-4a65-bfd3-5398dd1e0761', 'status': 'completed', 'code': 200} Jul 23 16:37:34.701715 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-72900132-f292-412c-801a-0b135aca429c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.705902 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffce576-bf88-4d18-b6fd-285bac3166d9 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Made reservation on behalf of 4582563f2d784210a277b9ecb7709946 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:34.710261 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9ffce576-bf88-4d18-b6fd-285bac3166d9 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.755741 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-28c1c5b5-66a7-4951-8cbe-b10ef3f633a9 None None] Set router 3b751f51-52f1-444e-9d36-b568bcc46932 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:37:34.795585 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-07999772-e657-4c72-a831-515193b0867e req-3822ed1d-e0cd-491b-aa1a-79cb4a4f3153 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743102 Jul 23 16:37:34.825607 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 80fadb32-864c-4d07-bf8f-7ec844931b46 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:37:34.827464 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:34.891398 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3149d0e3-a76a-4d51-b007-444e21d809a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'name': 'tempest-ServerRescueTestJSONUnderV235-1304349298-router', 'tenant_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd195f521-c2c4-4d56-bf28-2c37196c3dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:25Z', 'updated_at': '2021-07-23T16:37:30Z', 'revision_number': 5, 'project_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'gw_port': {'id': 'd195f521-c2c4-4d56-bf28-2c37196c3dfc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:28Z', 'updated_at': '2021-07-23T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:34.899721 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-41d9e84d-28cc-4d43-a68d-1063862c6716 admin admin] For port d195f521-c2c4-4d56-bf28-2c37196c3dfc, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d195f521-c2c4-4d56-bf28-2c37196c3dfc,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:34.900069 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41d9e84d-28cc-4d43-a68d-1063862c6716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.934248 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-72900132-f292-412c-801a-0b135aca429c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.939767 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3149d0e3-a76a-4d51-b007-444e21d809a1 None None] The sync data for ids ['aa723fde-f9a6-4cb9-a5e6-ffc1b814a225'] in n-d-778549-4 is: [{'id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'name': 'tempest-ServerRescueTestJSONUnderV235-1304349298-router', 'tenant_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd195f521-c2c4-4d56-bf28-2c37196c3dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:25Z', 'updated_at': '2021-07-23T16:37:30Z', 'revision_number': 5, 'project_id': 'd6123a1f03ef4241adc1479c7ea0a71b', 'gw_port': {'id': 'd195f521-c2c4-4d56-bf28-2c37196c3dfc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa723fde-f9a6-4cb9-a5e6-ffc1b814a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:28Z', 'updated_at': '2021-07-23T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:37:34.940583 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72900132-f292-412c-801a-0b135aca429c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:34.945174 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-72900132-f292-412c-801a-0b135aca429c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.961418 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-41d9e84d-28cc-4d43-a68d-1063862c6716 admin admin] Calling delete_port for d195f521-c2c4-4d56-bf28-2c37196c3dfc owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:35.025579 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2b9908-b608-4ea3-ab4e-2d9e3b7a84de None None] DHCP port deletion for 8c76615f-be57-4016-95cd-b81594c2b542 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:37:35.070836 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-219b39c3-ea22-454d-ae98-1e54b69fcf7f None None] Could not find standard attr ID for object 04a1a952-f52c-45b8-b3c1-d99283b1bb55. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:37:35.079048 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.111655 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b35a9d1a-75bb-4f46-96f8-39f4922ff55b req-a3c977ea-89ef-400a-af4f-30cb15e9918d tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3259468 Jul 23 16:37:35.118530 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-72900132-f292-412c-801a-0b135aca429c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8617926 Jul 23 16:37:35.120346 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18a12c7-278e-4fb9-92b8-49272050adea None None] Network 8c76615f-be57-4016-95cd-b81594c2b542 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:35.120538 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51310) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:35.125817 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-438e209a-1e00-4045-bc3a-ddc566cfa953 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Request body: {'subnet': {'network_id': '3c0ed03e-4505-4744-b70e-936a57fc1434', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:35.167298 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18a12c7-278e-4fb9-92b8-49272050adea None None] Network 8c76615f-be57-4016-95cd-b81594c2b542 could not be found, it might have been deleted concurrently. {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 16:37:35.203741 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72900132-f292-412c-801a-0b135aca429c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event updated for resources: {'Network': ['ID=3c0ed03e-4505-4744-b70e-936a57fc1434,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:35.216441 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5af5e4-4f39-4c2b-bbfc-96ae85fc842f req-74596e90-6beb-406a-a7e5-9a9c848e9712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:35.218168 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c5af5e4-4f39-4c2b-bbfc-96ae85fc842f req-74596e90-6beb-406a-a7e5-9a9c848e9712 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=73f731c3e74d4834a41ffd03a4899cef&device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 1096 time: 0.4111350 Jul 23 16:37:35.249567 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9ffce576-bf88-4d18-b6fd-285bac3166d9 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.356940 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffce576-bf88-4d18-b6fd-285bac3166d9 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Subnet': ['ID=4518c1b0-ad67-4613-8636-b7dc23ccedab,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:35.387708 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffce576-bf88-4d18-b6fd-285bac3166d9 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Checking segment: {'id': '50d7b05b-62d7-420c-a0c8-c31415c18eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '85f63215-7071-45f7-b4d3-2d6673c19653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:35.388448 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffce576-bf88-4d18-b6fd-285bac3166d9 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network hostable DHCP agents. Network: 85f63215-7071-45f7-b4d3-2d6673c19653, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:37:35.406835 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41d9e84d-28cc-4d43-a68d-1063862c6716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.427749 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef011039-8909-46c5-944c-6d0013dda74d req-743a890f-a55c-419b-ac24-e7c652cc2e2d tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:35.437627 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ef011039-8909-46c5-944c-6d0013dda74d req-743a890f-a55c-419b-ac24-e7c652cc2e2d tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 946 time: 0.4881756 Jul 23 16:37:35.451678 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9e84d-28cc-4d43-a68d-1063862c6716 admin admin] Pushing event deleted for resources: {'Port': ['ID=d195f521-c2c4-4d56-bf28-2c37196c3dfc,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:35.462315 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffce576-bf88-4d18-b6fd-285bac3166d9 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network 85f63215-7071-45f7-b4d3-2d6673c19653 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:37:35.484629 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 3c0ed03e-4505-4744-b70e-936a57fc1434 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:37:35.509147 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-9ffce576-bf88-4d18-b6fd-285bac3166d9 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 85f63215-7071-45f7-b4d3-2d6673c19653) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:35.540762 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffce576-bf88-4d18-b6fd-285bac3166d9 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:35.541543 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9ffce576-bf88-4d18-b6fd-285bac3166d9 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.585525 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ef011039-8909-46c5-944c-6d0013dda74d req-8facbc6c-a734-4dff-8614-c513877b59f1 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413343 Jul 23 16:37:35.594799 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9ffce576-bf88-4d18-b6fd-285bac3166d9 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1285827 Jul 23 16:37:35.595029 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438e209a-1e00-4045-bc3a-ddc566cfa953 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Made reservation on behalf of 60b9dca70f4d47039c717b6eccfd9e9b for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:35.597199 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51314) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:35.599034 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-438e209a-1e00-4045-bc3a-ddc566cfa953 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.604831 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-4bdb9bbf-b3e3-426d-97cb-19056bd7472d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Request body: {'subnet': {'network_id': '80fadb32-864c-4d07-bf8f-7ec844931b46', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:35.611535 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41d9e84d-28cc-4d43-a68d-1063862c6716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.641640 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5af5e4-4f39-4c2b-bbfc-96ae85fc842f req-d987a4d1-5dfb-46df-927b-2a9267f2324a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:35.643176 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c5af5e4-4f39-4c2b-bbfc-96ae85fc842f req-d987a4d1-5dfb-46df-927b-2a9267f2324a service neutron] 10.222.0.74 "GET /v2.0/networks?id=781ff998-5fd6-4b30-abd9-75eb80a107ad HTTP/1.1" status: 200 len: 912 time: 0.4170067 Jul 23 16:37:35.733851 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:35.769238 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436e87f1-86f2-4c31-a64f-25f98eb58498 None None] Network 85f63215-7071-45f7-b4d3-2d6673c19653 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:35.796651 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c5af5e4-4f39-4c2b-bbfc-96ae85fc842f req-cbf3fee6-b8ac-4e81-bf69-1167ef49be5e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=288f6be2-b408-4a65-bfd3-5398dd1e0761 HTTP/1.1" status: 200 len: 998 time: 0.1381457 Jul 23 16:37:35.804924 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:35.805467 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.816313 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f9894-238e-4026-b857-7504a1039951 req-a5d7837f-e2e8-4b83-a69e-8ed3c910a717 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:35.818262 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-388f9894-238e-4026-b857-7504a1039951 req-a5d7837f-e2e8-4b83-a69e-8ed3c910a717 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea38749a-f1a3-40e1-a989-807b08709c0f HTTP/1.1" status: 200 len: 944 time: 0.5478120 Jul 23 16:37:35.846134 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.857002 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1442f07a-5ebc-4bfe-9d5d-d3b9581d7464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.875057 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41d9e84d-28cc-4d43-a68d-1063862c6716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.878289 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdb9bbf-b3e3-426d-97cb-19056bd7472d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Made reservation on behalf of 4582563f2d784210a277b9ecb7709946 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:35.884061 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4bdb9bbf-b3e3-426d-97cb-19056bd7472d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.889812 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41d9e84d-28cc-4d43-a68d-1063862c6716 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.986149 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5af5e4-4f39-4c2b-bbfc-96ae85fc842f req-2be6fa9e-5014-4723-91d1-c674e049d6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:35.988134 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c5af5e4-4f39-4c2b-bbfc-96ae85fc842f req-2be6fa9e-5014-4723-91d1-c674e049d6e1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e5ad291e-418b-4d00-9cc7-4ac4310f7dcd HTTP/1.1" status: 200 len: 849 time: 0.1815846 Jul 23 16:37:36.010424 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-388f9894-238e-4026-b857-7504a1039951 req-8a086aa7-7820-41c0-af29-b380e6a5ad1c tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484778 Jul 23 16:37:36.161215 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5af5e4-4f39-4c2b-bbfc-96ae85fc842f req-d359258e-4a65-4149-adbc-f3c18aea8625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:36.179448 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c5af5e4-4f39-4c2b-bbfc-96ae85fc842f req-d359258e-4a65-4149-adbc-f3c18aea8625 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=781ff998-5fd6-4b30-abd9-75eb80a107ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1749058 Jul 23 16:37:36.237552 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-438e209a-1e00-4045-bc3a-ddc566cfa953 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:36.323769 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-28c1c5b5-66a7-4951-8cbe-b10ef3f633a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'name': 'tempest-AttachVolumeTestJSON-202747568-router', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:36:47Z', 'updated_at': '2021-07-23T16:36:59Z', 'revision_number': 4, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'gw_port': {'id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:48Z', 'updated_at': '2021-07-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '1560e7bc-0e1b-4dd9-9e95-9f6405180144', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'floating_ip_address': '172.25.8.71', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'port_id': '288f6be2-b408-4a65-bfd3-5398dd1e0761', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad', 'mac_address': 'fa:16:3e:45:f3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbe5bc5-2e50-43ff-bdd8-725dab885efc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:37:09Z', 'updated_at': '2021-07-23T16:37:32Z', 'revision_number': 1, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fb169e2-f135-4e41-ab65-786b8bad79ad', 'name': '', 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'mac_address': 'fa:16:3e:a3:f7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'e5ad291e-418b-4d00-9cc7-4ac4310f7dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:57Z', 'updated_at': '2021-07-23T16:37:07Z', 'revision_number': 5, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'subnets': [{'id': 'e5ad291e-418b-4d00-9cc7-4ac4310f7dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:36.331921 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:36.386801 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c1c5b5-66a7-4951-8cbe-b10ef3f633a9 None None] Checking router: 3b751f51-52f1-444e-9d36-b568bcc46932 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:37:36.419870 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e209a-1e00-4045-bc3a-ddc566cfa953 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event updated for resources: {'Subnet': ['ID=49a99275-b563-4a84-a737-44c5ea58bf34,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:36.424794 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41d9e84d-28cc-4d43-a68d-1063862c6716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:36.425382 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d9e84d-28cc-4d43-a68d-1063862c6716 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa723fde-f9a6-4cb9-a5e6-ffc1b814a225 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:37:36.431346 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41d9e84d-28cc-4d43-a68d-1063862c6716 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:36.432810 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c5af5e4-4f39-4c2b-bbfc-96ae85fc842f req-a6b3d427-7bd9-47d1-a137-563c35a49f3f service neutron] 10.222.0.74 "GET /v2.0/networks/781ff998-5fd6-4b30-abd9-75eb80a107ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451000 Jul 23 16:37:36.435475 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51318) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:36.435668 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-41d9e84d-28cc-4d43-a68d-1063862c6716 admin admin] 10.222.0.73 "DELETE /v2.0/routers/aa723fde-f9a6-4cb9-a5e6-ffc1b814a225 HTTP/1.1" status: 204 len: 168 time: 2.9605470 Jul 23 16:37:36.436887 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c1c5b5-66a7-4951-8cbe-b10ef3f633a9 None None] Routers {'3b751f51-52f1-444e-9d36-b568bcc46932'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:37:36.437829 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-28c1c5b5-66a7-4951-8cbe-b10ef3f633a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:37:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['3b751f51-52f1-444e-9d36-b568bcc46932'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:36.446787 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea38749a-f1a3-40e1-a989-807b08709c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:37:36.449549 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd4b3b5-428b-42c7-8987-b9ff76c0fd47" -d '{"events": [{"server_uuid": "ea38749a-f1a3-40e1-a989-807b08709c0f", "name": "network-vif-plugged", "status": "completed", "tag": "ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:37:36.455099 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438e209a-1e00-4045-bc3a-ddc566cfa953 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Checking segment: {'id': '45e35fd7-8fb3-4dfb-8dec-00ee6ecdf1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '3c0ed03e-4505-4744-b70e-936a57fc1434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:36.455712 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438e209a-1e00-4045-bc3a-ddc566cfa953 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Network hostable DHCP agents. Network: 3c0ed03e-4505-4744-b70e-936a57fc1434, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:37:36.545031 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ba4835-0696-409a-ba9a-b8900eeb439c x-openstack-request-id: req-95ba4835-0696-409a-ba9a-b8900eeb439c {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:37:36.545507 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea38749a-f1a3-40e1-a989-807b08709c0f", "name": "network-vif-plugged", "status": "completed", "tag": "ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:37:36.545863 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-95ba4835-0696-409a-ba9a-b8900eeb439c {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:37:36.546343 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea38749a-f1a3-40e1-a989-807b08709c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1', 'code': 200} Jul 23 16:37:36.553581 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee919581-85a9-4924-8322-6ae8c7b8941b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-85f63215-7071-45f7-b4d3-2d6673c19653', 'network_id': '85f63215-7071-45f7-b4d3-2d6673c19653', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'fixed_ips': [{'subnet_id': '4518c1b0-ad67-4613-8636-b7dc23ccedab'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:37:36.554100 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ee919581-85a9-4924-8322-6ae8c7b8941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:36.559195 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:36.594471 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4bdb9bbf-b3e3-426d-97cb-19056bd7472d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:36.601231 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:36.623320 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da7dd22-3a2d-45fa-8108-b3b0ba7f2093 admin admin] Deleting subnet 7cd47fdd-8dd1-4f64-8ffb-cee64c695d93 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:37:36.651130 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4da7dd22-3a2d-45fa-8108-b3b0ba7f2093 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:36.679393 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdb9bbf-b3e3-426d-97cb-19056bd7472d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Checking segment: {'id': '68b4785c-ad2a-4b3d-af4e-ad5493936cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '80fadb32-864c-4d07-bf8f-7ec844931b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:36.679779 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdb9bbf-b3e3-426d-97cb-19056bd7472d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network hostable DHCP agents. Network: 80fadb32-864c-4d07-bf8f-7ec844931b46, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:37:36.690102 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb9bbf-b3e3-426d-97cb-19056bd7472d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Subnet': ['ID=fdc8d865-7730-432f-8802-8486920d02d4,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:36.696286 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:36.714618 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdb9bbf-b3e3-426d-97cb-19056bd7472d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network 80fadb32-864c-4d07-bf8f-7ec844931b46 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:37:36.718997 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618c1db-2395-4543-b7c7-6810eca407f6 req-73bbbaa3-657d-45b0-909f-fe8e7b1c6500 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:36.722439 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6618c1db-2395-4543-b7c7-6810eca407f6 req-73bbbaa3-657d-45b0-909f-fe8e7b1c6500 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 945 time: 0.3997161 Jul 23 16:37:36.742416 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-4bdb9bbf-b3e3-426d-97cb-19056bd7472d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 80fadb32-864c-4d07-bf8f-7ec844931b46) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:36.750766 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdb9bbf-b3e3-426d-97cb-19056bd7472d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:36.752447 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4bdb9bbf-b3e3-426d-97cb-19056bd7472d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:36.768547 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438e209a-1e00-4045-bc3a-ddc566cfa953 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Network 3c0ed03e-4505-4744-b70e-936a57fc1434 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:37:36.775024 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4bdb9bbf-b3e3-426d-97cb-19056bd7472d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1762211 Jul 23 16:37:36.780021 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51326) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:36.787047 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-d59868eb-5f6a-4986-bb4e-fcbdfa2d5f1a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1856207476', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:36.804117 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b683c2-771d-40f8-8115-bab89ad22ee5 None None] Network 80fadb32-864c-4d07-bf8f-7ec844931b46 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:36.825509 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-438e209a-1e00-4045-bc3a-ddc566cfa953 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 3c0ed03e-4505-4744-b70e-936a57fc1434) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:36.825768 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d59868eb-5f6a-4986-bb4e-fcbdfa2d5f1a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:36.827125 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d59868eb-5f6a-4986-bb4e-fcbdfa2d5f1a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:36.829825 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c5af5e4-4f39-4c2b-bbfc-96ae85fc842f req-030b9333-40ea-452f-ae49-2f3810faaba3 service neutron] 10.222.0.74 "GET /v2.0/networks/781ff998-5fd6-4b30-abd9-75eb80a107ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847306 Jul 23 16:37:36.838761 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438e209a-1e00-4045-bc3a-ddc566cfa953 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:36.839379 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-438e209a-1e00-4045-bc3a-ddc566cfa953 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:36.843792 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4da7dd22-3a2d-45fa-8108-b3b0ba7f2093 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:36.859381 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9b2468-6ac2-4ba0-8c3b-0212cf041b60 None None] Network 3c0ed03e-4505-4744-b70e-936a57fc1434 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:36.909962 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-438e209a-1e00-4045-bc3a-ddc566cfa953 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7900698 Jul 23 16:37:36.920864 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6618c1db-2395-4543-b7c7-6810eca407f6 req-4342d3f1-25db-4d0e-849d-8af8ea3f3fd6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660440 Jul 23 16:37:36.924325 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51328) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:36.925487 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-28c1c5b5-66a7-4951-8cbe-b10ef3f633a9 None None] Set router 3b751f51-52f1-444e-9d36-b568bcc46932 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:37:36.927432 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:36.930700 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-a69dd4fb-13e8-4104-a2ea-18349014cce5 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1650316725'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:36.964333 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4da7dd22-3a2d-45fa-8108-b3b0ba7f2093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:37.056482 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a0da0-f305-44c6-bdeb-fd9558ba6b1a req-52bd8cdf-c34e-421a-82b7-c6ced0a7f258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:37.058025 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e78a0da0-f305-44c6-bdeb-fd9558ba6b1a req-52bd8cdf-c34e-421a-82b7-c6ced0a7f258 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ea38749a-f1a3-40e1-a989-807b08709c0f HTTP/1.1" status: 200 len: 1096 time: 0.4567614 Jul 23 16:37:37.061612 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69dd4fb-13e8-4104-a2ea-18349014cce5 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Made reservation on behalf of 60b9dca70f4d47039c717b6eccfd9e9b for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:37.066088 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a69dd4fb-13e8-4104-a2ea-18349014cce5 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:37.081550 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d59868eb-5f6a-4986-bb4e-fcbdfa2d5f1a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:37.092318 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d59868eb-5f6a-4986-bb4e-fcbdfa2d5f1a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:37.092726 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d638773-1800-490b-94b2-e4c835e935d2 req-49ed2e69-3d2b-4f3c-9700-03bbbf6f2ed8 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:37.098371 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d638773-1800-490b-94b2-e4c835e935d2 req-49ed2e69-3d2b-4f3c-9700-03bbbf6f2ed8 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 946 time: 0.3708713 Jul 23 16:37:37.147645 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d59868eb-5f6a-4986-bb4e-fcbdfa2d5f1a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:37.157601 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d59868eb-5f6a-4986-bb4e-fcbdfa2d5f1a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3713982 Jul 23 16:37:37.157874 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51334) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:37.166504 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 04a1a952-f52c-45b8-b3c1-d99283b1bb55 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:37:37.202099 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 04a1a952-f52c-45b8-b3c1-d99283b1bb55 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:37:37.202433 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 04a1a952-f52c-45b8-b3c1-d99283b1bb55 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:37:37.202921 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e6ea4a01-ff83-47ce-8421-574f407d18f5 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:37:37.255282 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-ee919581-85a9-4924-8322-6ae8c7b8941b None None] Allocated IP 2001:db8::2 (85f63215-7071-45f7-b4d3-2d6673c19653/4518c1b0-ad67-4613-8636-b7dc23ccedab/05852c62-3999-4408-aca4-84fcefdc02ca) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:37.289707 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: e6ea4a01-ff83-47ce-8421-574f407d18f5 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:37:37.290131 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e6ea4a01-ff83-47ce-8421-574f407d18f5 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:37:37.305536 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e78a0da0-f305-44c6-bdeb-fd9558ba6b1a req-2999d01f-929e-4733-bdd7-2d886e49ecde service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305100 Jul 23 16:37:37.307925 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69dd4fb-13e8-4104-a2ea-18349014cce5 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] vlan segment allocate from pool success with {'vlan_id': 1131, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:37:37.313561 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4da7dd22-3a2d-45fa-8108-b3b0ba7f2093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:37.333092 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d638773-1800-490b-94b2-e4c835e935d2 req-6f2276ba-b0e7-4d2a-bb5e-8f376a65cc8e tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956780 Jul 23 16:37:37.521834 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:37.528907 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172bf5ec-2747-4427-b4cb-c0b8ec1cd13e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-80fadb32-864c-4d07-bf8f-7ec844931b46', 'network_id': '80fadb32-864c-4d07-bf8f-7ec844931b46', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'fixed_ips': [{'subnet_id': 'fdc8d865-7730-432f-8802-8486920d02d4'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:37:37.530050 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-172bf5ec-2747-4427-b4cb-c0b8ec1cd13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:37.555536 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e798821f-17fd-4b23-aaca-54c9cc9941b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-3c0ed03e-4505-4744-b70e-936a57fc1434', 'network_id': '3c0ed03e-4505-4744-b70e-936a57fc1434', 'tenant_id': '60b9dca70f4d47039c717b6eccfd9e9b', 'fixed_ips': [{'subnet_id': '49a99275-b563-4a84-a737-44c5ea58bf34'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:37:37.557043 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e798821f-17fd-4b23-aaca-54c9cc9941b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:37.790619 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a69dd4fb-13e8-4104-a2ea-18349014cce5 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:37.790969 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-a69dd4fb-13e8-4104-a2ea-18349014cce5 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Added segment 70714699-7c9c-4c5b-8bf2-5759e6e9c121 of type vlan for network 7e9fe868-91d5-4e2c-a301-4c58a41b41f8 Jul 23 16:37:37.792400 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7dd22-3a2d-45fa-8108-b3b0ba7f2093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cd47fdd-8dd1-4f64-8ffb-cee64c695d93,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:37.817206 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4da7dd22-3a2d-45fa-8108-b3b0ba7f2093 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:37.823027 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4da7dd22-3a2d-45fa-8108-b3b0ba7f2093 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7cd47fdd-8dd1-4f64-8ffb-cee64c695d93 HTTP/1.1" status: 204 len: 168 time: 1.3824565 Jul 23 16:37:37.824228 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51336) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:37.859260 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ee919581-85a9-4924-8322-6ae8c7b8941b None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:37.902909 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ee919581-85a9-4924-8322-6ae8c7b8941b None None] Transition to ACTIVE for port object 05852c62-3999-4408-aca4-84fcefdc02ca will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:37.936988 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ee919581-85a9-4924-8322-6ae8c7b8941b None None] Transition to ACTIVE for port object 05852c62-3999-4408-aca4-84fcefdc02ca will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:37.950608 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-172bf5ec-2747-4427-b4cb-c0b8ec1cd13e None None] Allocated IP 2001:db8:1::2 (80fadb32-864c-4d07-bf8f-7ec844931b46/fdc8d865-7730-432f-8802-8486920d02d4/e8733d50-1bff-4dca-8a88-ed7760ba3ed7) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:37.959064 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a69dd4fb-13e8-4104-a2ea-18349014cce5 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:37.961836 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ee919581-85a9-4924-8322-6ae8c7b8941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:37.983895 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-e798821f-17fd-4b23-aaca-54c9cc9941b0 None None] Allocated IP 2001:db8::3 (3c0ed03e-4505-4744-b70e-936a57fc1434/49a99275-b563-4a84-a737-44c5ea58bf34/dece18ed-08dc-449d-8deb-fc09ae3db652) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:38.016760 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-28c1c5b5-66a7-4951-8cbe-b10ef3f633a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'name': 'tempest-AttachVolumeTestJSON-202747568-router', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:36:47Z', 'updated_at': '2021-07-23T16:36:59Z', 'revision_number': 4, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'gw_port': {'id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:48Z', 'updated_at': '2021-07-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '1560e7bc-0e1b-4dd9-9e95-9f6405180144', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'floating_ip_address': '172.25.8.71', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'port_id': '288f6be2-b408-4a65-bfd3-5398dd1e0761', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad', 'mac_address': 'fa:16:3e:45:f3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbe5bc5-2e50-43ff-bdd8-725dab885efc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:37:09Z', 'updated_at': '2021-07-23T16:37:32Z', 'revision_number': 1, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fb169e2-f135-4e41-ab65-786b8bad79ad', 'name': '', 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'mac_address': 'fa:16:3e:a3:f7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'e5ad291e-418b-4d00-9cc7-4ac4310f7dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:57Z', 'updated_at': '2021-07-23T16:37:07Z', 'revision_number': 5, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'subnets': [{'id': 'e5ad291e-418b-4d00-9cc7-4ac4310f7dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:38.073329 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee919581-85a9-4924-8322-6ae8c7b8941b None None] Network 85f63215-7071-45f7-b4d3-2d6673c19653 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:38.102233 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f3582-f2dd-4c6d-a839-f7d9ad6ad1c6 req-83f95eeb-d45c-45f4-8611-c3e2d6f8713d tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:38.103971 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2a3f3582-f2dd-4c6d-a839-f7d9ad6ad1c6 req-83f95eeb-d45c-45f4-8611-c3e2d6f8713d tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 945 time: 0.8975418 Jul 23 16:37:38.122318 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2a1ba3f1-8852-4b08-98a1-0857367780e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:38.125646 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51340) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:38.132792 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-db439eac-ffac-43fe-8565-24735151c857 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Request body: {'floatingip': {'port_id': '55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:38.141458 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a69dd4fb-13e8-4104-a2ea-18349014cce5 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:38.152622 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69dd4fb-13e8-4104-a2ea-18349014cce5 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:38.153754 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a69dd4fb-13e8-4104-a2ea-18349014cce5 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:38.208710 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-db439eac-ffac-43fe-8565-24735151c857 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for floatingip, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:38.230117 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a8248-1c5d-4d03-b574-701cda4176a8 req-503ad0b2-0ed3-421f-aee7-044129692ffe tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:38.231502 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a88a8248-1c5d-4d03-b574-701cda4176a8 req-503ad0b2-0ed3-421f-aee7-044129692ffe tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea38749a-f1a3-40e1-a989-807b08709c0f HTTP/1.1" status: 200 len: 945 time: 0.4453266 Jul 23 16:37:38.268407 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a69dd4fb-13e8-4104-a2ea-18349014cce5 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3377540 Jul 23 16:37:38.270472 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-91c2cc59-4a35-4eb4-903f-1ede2158dc7a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:38.280076 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51342) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:38.290303 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-acec806e-3c78-4b51-b997-17003c55e156 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Request body: {'subnet': {'network_id': '7e9fe868-91d5-4e2c-a301-4c58a41b41f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:38.315891 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c1c5b5-66a7-4951-8cbe-b10ef3f633a9 None None] The sync data for ids ['3b751f51-52f1-444e-9d36-b568bcc46932'] in n-d-778549-4 is: [{'id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'name': 'tempest-AttachVolumeTestJSON-202747568-router', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:36:47Z', 'updated_at': '2021-07-23T16:36:59Z', 'revision_number': 4, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'gw_port': {'id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:48Z', 'updated_at': '2021-07-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '1560e7bc-0e1b-4dd9-9e95-9f6405180144', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'floating_ip_address': '172.25.8.71', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'port_id': '288f6be2-b408-4a65-bfd3-5398dd1e0761', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad', 'mac_address': 'fa:16:3e:45:f3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbe5bc5-2e50-43ff-bdd8-725dab885efc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:37:09Z', 'updated_at': '2021-07-23T16:37:32Z', 'revision_number': 1, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fb169e2-f135-4e41-ab65-786b8bad79ad', 'name': '', 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'mac_address': 'fa:16:3e:a3:f7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'e5ad291e-418b-4d00-9cc7-4ac4310f7dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:57Z', 'updated_at': '2021-07-23T16:37:07Z', 'revision_number': 5, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'subnets': [{'id': 'e5ad291e-418b-4d00-9cc7-4ac4310f7dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:37:38.324493 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-ee919581-85a9-4924-8322-6ae8c7b8941b None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:38.333817 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee919581-85a9-4924-8322-6ae8c7b8941b None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:38.357089 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee919581-85a9-4924-8322-6ae8c7b8941b None None] Pushing event updated for resources: {'Port': ['ID=05852c62-3999-4408-aca4-84fcefdc02ca,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:38.387054 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69dd4fb-13e8-4104-a2ea-18349014cce5 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event updated for resources: {'Network': ['ID=7e9fe868-91d5-4e2c-a301-4c58a41b41f8,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:38.418712 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 7e9fe868-91d5-4e2c-a301-4c58a41b41f8 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:37:38.540072 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a88a8248-1c5d-4d03-b574-701cda4176a8 req-0e92672c-a29c-4650-a93d-f881d1dcfa39 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865314 Jul 23 16:37:38.620584 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ee919581-85a9-4924-8322-6ae8c7b8941b None None] Attempting to bind port 05852c62-3999-4408-aca4-84fcefdc02ca on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:37:38.621541 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ee919581-85a9-4924-8322-6ae8c7b8941b None None] Attempting to bind port 05852c62-3999-4408-aca4-84fcefdc02ca by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '50d7b05b-62d7-420c-a0c8-c31415c18eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '85f63215-7071-45f7-b4d3-2d6673c19653'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:37:38.621858 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee919581-85a9-4924-8322-6ae8c7b8941b None None] Attempting to bind port 05852c62-3999-4408-aca4-84fcefdc02ca on network 85f63215-7071-45f7-b4d3-2d6673c19653 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:38.653693 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2a1ba3f1-8852-4b08-98a1-0857367780e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:38.661640 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:38.667995 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee919581-85a9-4924-8322-6ae8c7b8941b None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:37:38.668379 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee919581-85a9-4924-8322-6ae8c7b8941b None None] Checking segment: {'id': '50d7b05b-62d7-420c-a0c8-c31415c18eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '85f63215-7071-45f7-b4d3-2d6673c19653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:38.668791 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ee919581-85a9-4924-8322-6ae8c7b8941b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:38.669233 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee919581-85a9-4924-8322-6ae8c7b8941b None None] Bound using segment: {'id': '50d7b05b-62d7-420c-a0c8-c31415c18eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '85f63215-7071-45f7-b4d3-2d6673c19653'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:37:38.669723 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ee919581-85a9-4924-8322-6ae8c7b8941b None None] Bound port: 05852c62-3999-4408-aca4-84fcefdc02ca, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d7b05b-62d7-420c-a0c8-c31415c18eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '85f63215-7071-45f7-b4d3-2d6673c19653'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:37:38.670109 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ee919581-85a9-4924-8322-6ae8c7b8941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:38.682923 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-2a1ba3f1-8852-4b08-98a1-0857367780e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72414b03-0eff-47a3-8162-f0db3384a849']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:38.702128 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d195f521-c2c4-4d56-bf28-2c37196c3dfc no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:37:38.728187 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-2a1ba3f1-8852-4b08-98a1-0857367780e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c299fb-b86b-45a3-ad50-cad624adf3d9') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:38.728814 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-2a1ba3f1-8852-4b08-98a1-0857367780e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c299fb-b86b-45a3-ad50-cad624adf3d9') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:38.763505 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2a1ba3f1-8852-4b08-98a1-0857367780e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:38.778801 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: d195f521-c2c4-4d56-bf28-2c37196c3dfc {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:37:38.779145 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d195f521-c2c4-4d56-bf28-2c37196c3dfc not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:37:38.782282 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-172bf5ec-2747-4427-b4cb-c0b8ec1cd13e None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:38.784084 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acd3836-bf81-4a1c-8f90-4b7c7c34f2fa None None] New status for floating IP 1560e7bc-0e1b-4dd9-9e95-9f6405180144: ACTIVE {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:37:38.798259 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2a1ba3f1-8852-4b08-98a1-0857367780e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:38.800608 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acec806e-3c78-4b51-b997-17003c55e156 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Made reservation on behalf of 60b9dca70f4d47039c717b6eccfd9e9b for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:38.804985 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-acec806e-3c78-4b51-b997-17003c55e156 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:38.823247 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-172bf5ec-2747-4427-b4cb-c0b8ec1cd13e None None] Transition to ACTIVE for port object e8733d50-1bff-4dca-8a88-ed7760ba3ed7 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:38.857655 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a1ba3f1-8852-4b08-98a1-0857367780e8 admin admin] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:37:38.858487 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2a1ba3f1-8852-4b08-98a1-0857367780e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:38.866842 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:37:38.866842 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:37:38.866842 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:37:38.866842 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:37:38.866842 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:37:38.866842 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:37:38.866842 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:37:38.866842 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:37:38.866842 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:37:38.866842 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:37:38.866842 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:37:38.866842 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:37:38.866842 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:37:38.866842 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:37:38.866842 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:37:38.866842 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:37:38.866842 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:37:38.866842 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:37:38.866842 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:37:38.866842 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:37:38.866842 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:37:38.866842 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:37:38.866842 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:37:38.866842 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:37:38.866842 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:37:38.866842 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:37:38.866842 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:37:38.866842 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:37:38.866842 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:37:38.866842 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:37:38.866842 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:37:38.866842 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:37:38.878665 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e798821f-17fd-4b23-aaca-54c9cc9941b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:38.882900 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-172bf5ec-2747-4427-b4cb-c0b8ec1cd13e None None] Transition to ACTIVE for port object e8733d50-1bff-4dca-8a88-ed7760ba3ed7 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:38.904991 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-172bf5ec-2747-4427-b4cb-c0b8ec1cd13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:38.908209 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ee919581-85a9-4924-8322-6ae8c7b8941b None None] For port 05852c62-3999-4408-aca4-84fcefdc02ca, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:37:38.912236 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e798821f-17fd-4b23-aaca-54c9cc9941b0 None None] Transition to ACTIVE for port object dece18ed-08dc-449d-8deb-fc09ae3db652 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:38.933350 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68575a95-df33-469c-a3d7-2a9a6c0402f3 req-cc2ec0c3-5f6d-40b6-ad75-73eaec5a6aea tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:38.935359 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-68575a95-df33-469c-a3d7-2a9a6c0402f3 req-cc2ec0c3-5f6d-40b6-ad75-73eaec5a6aea tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 946 time: 0.4162741 Jul 23 16:37:38.969436 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.ipam_backend_mixin [None req-acec806e-3c78-4b51-b997-17003c55e156 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Performing IP validity checks on allocation pools {{(pid=94012) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 16:37:38.970450 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.ipam_backend_mixin [None req-acec806e-3c78-4b51-b997-17003c55e156 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94012) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 16:37:38.988749 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ee919581-85a9-4924-8322-6ae8c7b8941b None None] For port 05852c62-3999-4408-aca4-84fcefdc02ca, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=05852c62-3999-4408-aca4-84fcefdc02ca,segment=NetworkSegment(50d7b05b-62d7-420c-a0c8-c31415c18eef),segment_id=50d7b05b-62d7-420c-a0c8-c31415c18eef)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:37:39.009463 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172bf5ec-2747-4427-b4cb-c0b8ec1cd13e None None] Network 80fadb32-864c-4d07-bf8f-7ec844931b46 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:39.010916 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e798821f-17fd-4b23-aaca-54c9cc9941b0 None None] Transition to ACTIVE for port object dece18ed-08dc-449d-8deb-fc09ae3db652 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:39.016540 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ee919581-85a9-4924-8322-6ae8c7b8941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:39.038567 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-172bf5ec-2747-4427-b4cb-c0b8ec1cd13e None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:39.047851 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172bf5ec-2747-4427-b4cb-c0b8ec1cd13e None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:39.051710 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e798821f-17fd-4b23-aaca-54c9cc9941b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:39.077189 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172bf5ec-2747-4427-b4cb-c0b8ec1cd13e None None] Pushing event updated for resources: {'Port': ['ID=e8733d50-1bff-4dca-8a88-ed7760ba3ed7,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:39.099318 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2a1ba3f1-8852-4b08-98a1-0857367780e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:39.123872 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-db439eac-ffac-43fe-8565-24735151c857 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:39.131422 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-68575a95-df33-469c-a3d7-2a9a6c0402f3 req-14a1913f-67af-4f2f-8b53-aee0585bf0b5 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506689 Jul 23 16:37:39.157539 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-db439eac-ffac-43fe-8565-24735151c857 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:39.163285 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-91c2cc59-4a35-4eb4-903f-1ede2158dc7a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Allocated IP 2001:db8::1 (85f63215-7071-45f7-b4d3-2d6673c19653/4518c1b0-ad67-4613-8636-b7dc23ccedab/e9501869-744d-4458-8091-cd090b79445e) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:39.208229 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e798821f-17fd-4b23-aaca-54c9cc9941b0 None None] Network 3c0ed03e-4505-4744-b70e-936a57fc1434 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:39.216766 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-e798821f-17fd-4b23-aaca-54c9cc9941b0 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:39.223932 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e798821f-17fd-4b23-aaca-54c9cc9941b0 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:39.260636 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-172bf5ec-2747-4427-b4cb-c0b8ec1cd13e None None] Attempting to bind port e8733d50-1bff-4dca-8a88-ed7760ba3ed7 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:37:39.261027 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-172bf5ec-2747-4427-b4cb-c0b8ec1cd13e None None] Attempting to bind port e8733d50-1bff-4dca-8a88-ed7760ba3ed7 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '68b4785c-ad2a-4b3d-af4e-ad5493936cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '80fadb32-864c-4d07-bf8f-7ec844931b46'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:37:39.261441 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172bf5ec-2747-4427-b4cb-c0b8ec1cd13e None None] Attempting to bind port e8733d50-1bff-4dca-8a88-ed7760ba3ed7 on network 80fadb32-864c-4d07-bf8f-7ec844931b46 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:39.264985 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee919581-85a9-4924-8322-6ae8c7b8941b None None] Pushing event updated for resources: {'Port': ['ID=05852c62-3999-4408-aca4-84fcefdc02ca,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:39.296772 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2a1ba3f1-8852-4b08-98a1-0857367780e8 admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:39.302639 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2a1ba3f1-8852-4b08-98a1-0857367780e8 admin admin] 10.222.0.73 "DELETE /v2.0/networks/72414b03-0eff-47a3-8162-f0db3384a849 HTTP/1.1" status: 204 len: 168 time: 1.4740906 Jul 23 16:37:39.338100 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172bf5ec-2747-4427-b4cb-c0b8ec1cd13e None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:37:39.338685 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172bf5ec-2747-4427-b4cb-c0b8ec1cd13e None None] Checking segment: {'id': '68b4785c-ad2a-4b3d-af4e-ad5493936cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '80fadb32-864c-4d07-bf8f-7ec844931b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:39.339332 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-172bf5ec-2747-4427-b4cb-c0b8ec1cd13e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:39.340051 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172bf5ec-2747-4427-b4cb-c0b8ec1cd13e None None] Bound using segment: {'id': '68b4785c-ad2a-4b3d-af4e-ad5493936cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '80fadb32-864c-4d07-bf8f-7ec844931b46'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:37:39.340662 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-172bf5ec-2747-4427-b4cb-c0b8ec1cd13e None None] Bound port: e8733d50-1bff-4dca-8a88-ed7760ba3ed7, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b4785c-ad2a-4b3d-af4e-ad5493936cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '80fadb32-864c-4d07-bf8f-7ec844931b46'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:37:39.341082 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-172bf5ec-2747-4427-b4cb-c0b8ec1cd13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:39.421761 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ba3f1-8852-4b08-98a1-0857367780e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=72414b03-0eff-47a3-8162-f0db3384a849,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:39.424497 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-db439eac-ffac-43fe-8565-24735151c857 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Floating IP a6673d4f-7cb7-42e3-8f5a-935d24fbf175 associated. External IP: 172.25.8.178, port: 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4. Jul 23 16:37:39.504225 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-e798821f-17fd-4b23-aaca-54c9cc9941b0 None None] Attempting to bind port dece18ed-08dc-449d-8deb-fc09ae3db652 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:37:39.504913 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-e798821f-17fd-4b23-aaca-54c9cc9941b0 None None] Attempting to bind port dece18ed-08dc-449d-8deb-fc09ae3db652 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '45e35fd7-8fb3-4dfb-8dec-00ee6ecdf1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '3c0ed03e-4505-4744-b70e-936a57fc1434'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:37:39.505476 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e798821f-17fd-4b23-aaca-54c9cc9941b0 None None] Attempting to bind port dece18ed-08dc-449d-8deb-fc09ae3db652 on network 3c0ed03e-4505-4744-b70e-936a57fc1434 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:39.523291 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798821f-17fd-4b23-aaca-54c9cc9941b0 None None] Pushing event updated for resources: {'Port': ['ID=dece18ed-08dc-449d-8deb-fc09ae3db652,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:39.543018 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e798821f-17fd-4b23-aaca-54c9cc9941b0 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:37:39.543412 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e798821f-17fd-4b23-aaca-54c9cc9941b0 None None] Checking segment: {'id': '45e35fd7-8fb3-4dfb-8dec-00ee6ecdf1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '3c0ed03e-4505-4744-b70e-936a57fc1434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:39.544036 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e798821f-17fd-4b23-aaca-54c9cc9941b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:39.544372 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e798821f-17fd-4b23-aaca-54c9cc9941b0 None None] Bound using segment: {'id': '45e35fd7-8fb3-4dfb-8dec-00ee6ecdf1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '3c0ed03e-4505-4744-b70e-936a57fc1434'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:37:39.545188 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-e798821f-17fd-4b23-aaca-54c9cc9941b0 None None] Bound port: dece18ed-08dc-449d-8deb-fc09ae3db652, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e35fd7-8fb3-4dfb-8dec-00ee6ecdf1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '3c0ed03e-4505-4744-b70e-936a57fc1434'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:37:39.545708 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e798821f-17fd-4b23-aaca-54c9cc9941b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:39.553627 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-172bf5ec-2747-4427-b4cb-c0b8ec1cd13e None None] For port e8733d50-1bff-4dca-8a88-ed7760ba3ed7, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:37:39.558142 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-172bf5ec-2747-4427-b4cb-c0b8ec1cd13e None None] For port e8733d50-1bff-4dca-8a88-ed7760ba3ed7, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e8733d50-1bff-4dca-8a88-ed7760ba3ed7,segment=NetworkSegment(68b4785c-ad2a-4b3d-af4e-ad5493936cdb),segment_id=68b4785c-ad2a-4b3d-af4e-ad5493936cdb)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:37:39.577370 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-172bf5ec-2747-4427-b4cb-c0b8ec1cd13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:39.611214 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51352) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:39.617321 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-91c2cc59-4a35-4eb4-903f-1ede2158dc7a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:39.741628 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172bf5ec-2747-4427-b4cb-c0b8ec1cd13e None None] Pushing event updated for resources: {'Port': ['ID=e8733d50-1bff-4dca-8a88-ed7760ba3ed7,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:39.751854 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-e798821f-17fd-4b23-aaca-54c9cc9941b0 None None] For port dece18ed-08dc-449d-8deb-fc09ae3db652, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:37:39.757742 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e26c4da4-ebda-44c6-a142-3a3a737782fe admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d6123a1f03ef4241adc1479c7ea0a71b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415393 Jul 23 16:37:39.758834 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-91c2cc59-4a35-4eb4-903f-1ede2158dc7a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Transition to ACTIVE for port object e9501869-744d-4458-8091-cd090b79445e will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:39.761361 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-e798821f-17fd-4b23-aaca-54c9cc9941b0 None None] For port dece18ed-08dc-449d-8deb-fc09ae3db652, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=dece18ed-08dc-449d-8deb-fc09ae3db652,segment=NetworkSegment(45e35fd7-8fb3-4dfb-8dec-00ee6ecdf1e2),segment_id=45e35fd7-8fb3-4dfb-8dec-00ee6ecdf1e2)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:37:39.766987 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51354) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:39.770984 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e798821f-17fd-4b23-aaca-54c9cc9941b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:39.834450 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-acec806e-3c78-4b51-b997-17003c55e156 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:39.870353 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798821f-17fd-4b23-aaca-54c9cc9941b0 None None] Pushing event updated for resources: {'Port': ['ID=dece18ed-08dc-449d-8deb-fc09ae3db652,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:39.878664 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db439eac-ffac-43fe-8565-24735151c857 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Router eff611ae-30a4-4607-96c6-ce3cfe2e4723 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:37:40.035126 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec806e-3c78-4b51-b997-17003c55e156 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event updated for resources: {'Subnet': ['ID=7dd05b64-a5ca-4ae1-b1c3-29ff8bff2b8b,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:40.078841 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f21e0d44-27ea-4e0a-a4a9-051c44237482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:40.119567 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db439eac-ffac-43fe-8565-24735151c857 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:37:40.129486 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-db439eac-ffac-43fe-8565-24735151c857 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:40.135676 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-91c2cc59-4a35-4eb4-903f-1ede2158dc7a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:40.156142 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc722645-68d8-47a0-9f6d-b48c75d8fa69 req-27e29d4a-b174-4ee6-91ab-3c1b99ed68aa tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:40.169471 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3732fa6d-cd8c-47f6-8811-3e91d47735d6 None None] Sync routers for ids ['eff611ae-30a4-4607-96c6-ce3cfe2e4723'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:37:40.185444 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc722645-68d8-47a0-9f6d-b48c75d8fa69 req-27e29d4a-b174-4ee6-91ab-3c1b99ed68aa tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea38749a-f1a3-40e1-a989-807b08709c0f HTTP/1.1" status: 200 len: 945 time: 0.5074222 Jul 23 16:37:40.197321 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3732fa6d-cd8c-47f6-8811-3e91d47735d6 None None] Routers {'eff611ae-30a4-4607-96c6-ce3cfe2e4723'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:37:40.198303 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3732fa6d-cd8c-47f6-8811-3e91d47735d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:37:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['eff611ae-30a4-4607-96c6-ce3cfe2e4723'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:40.280447 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-db439eac-ffac-43fe-8565-24735151c857 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "PUT /v2.0/floatingips/a6673d4f-7cb7-42e3-8f5a-935d24fbf175 HTTP/1.1" status: 200 len: 991 time: 2.1530161 Jul 23 16:37:40.285550 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9fcf27e-1fc4-44f2-87e7-6648ac97b53d', 'tag': '55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:37:40.296013 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e964933-a66a-45db-8ece-9f24c441ff47" -d '{"events": [{"name": "network-changed", "server_uuid": "a9fcf27e-1fc4-44f2-87e7-6648ac97b53d", "tag": "55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:37:40.374602 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acec806e-3c78-4b51-b997-17003c55e156 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Checking segment: {'id': '70714699-7c9c-4c5b-8bf2-5759e6e9c121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '7e9fe868-91d5-4e2c-a301-4c58a41b41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:40.375191 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acec806e-3c78-4b51-b997-17003c55e156 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Network hostable DHCP agents. Network: 7e9fe868-91d5-4e2c-a301-4c58a41b41f8, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:37:40.379671 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2cc59-4a35-4eb4-903f-1ede2158dc7a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Port': ['ID=e9501869-744d-4458-8091-cd090b79445e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:40.406978 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f21e0d44-27ea-4e0a-a4a9-051c44237482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:40.469372 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c2cc59-4a35-4eb4-903f-1ede2158dc7a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network 85f63215-7071-45f7-b4d3-2d6673c19653 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:40.487000 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-3732fa6d-cd8c-47f6-8811-3e91d47735d6 None None] Set router eff611ae-30a4-4607-96c6-ce3cfe2e4723 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:37:40.487372 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc722645-68d8-47a0-9f6d-b48c75d8fa69 req-7d7df05c-1503-4e34-b01e-dcb5f1fd6f0b tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005998 Jul 23 16:37:40.494638 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acec806e-3c78-4b51-b997-17003c55e156 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Network 7e9fe868-91d5-4e2c-a301-4c58a41b41f8 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:37:40.502565 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-91c2cc59-4a35-4eb4-903f-1ede2158dc7a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:40.505008 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c2cc59-4a35-4eb4-903f-1ede2158dc7a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:40.506263 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-91c2cc59-4a35-4eb4-903f-1ede2158dc7a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:40.631353 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-acec806e-3c78-4b51-b997-17003c55e156 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 7e9fe868-91d5-4e2c-a301-4c58a41b41f8) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:40.641641 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acec806e-3c78-4b51-b997-17003c55e156 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:40.643319 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-acec806e-3c78-4b51-b997-17003c55e156 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:40.660720 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2797239e-66d1-4a9e-89fc-dea7e1683608 x-openstack-request-id: req-2797239e-66d1-4a9e-89fc-dea7e1683608 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:37:40.661341 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9fcf27e-1fc4-44f2-87e7-6648ac97b53d", "tag": "55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:37:40.662040 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2797239e-66d1-4a9e-89fc-dea7e1683608 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:37:40.663069 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9fcf27e-1fc4-44f2-87e7-6648ac97b53d', 'tag': '55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4', 'status': 'completed', 'code': 200} Jul 23 16:37:40.686100 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edfb8c5-729f-4b0b-89fc-e3602b25a546 None None] Network 7e9fe868-91d5-4e2c-a301-4c58a41b41f8 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:40.790726 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-acec806e-3c78-4b51-b997-17003c55e156 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.5031943 Jul 23 16:37:40.791499 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51366) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:40.797447 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc224b2-c8cc-49d5-a3a5-19d0b6b1f8ac req-61d269a9-ee11-4818-bb36-993fb0eac3ea tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:40.799892 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3cc224b2-c8cc-49d5-a3a5-19d0b6b1f8ac req-61d269a9-ee11-4818-bb36-993fb0eac3ea tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 946 time: 0.4121373 Jul 23 16:37:40.804564 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f21e0d44-27ea-4e0a-a4a9-051c44237482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:40.808398 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f21e0d44-27ea-4e0a-a4a9-051c44237482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:40.811481 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f21e0d44-27ea-4e0a-a4a9-051c44237482 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e HTTP/1.1" status: 204 len: 168 time: 1.0356302 Jul 23 16:37:40.878908 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-91c2cc59-4a35-4eb4-903f-1ede2158dc7a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:40.902553 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e0d44-27ea-4e0a-a4a9-051c44237482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db17fd1f-f09a-4d4a-b1a4-4de64e3ec05e,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:41.012971 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2a5667b9-b229-41aa-b135-495ff1cdbbf1 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.091630 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f413e3cf-bbcf-4c90-b27b-a04ba196bc4c None None] Network 85f63215-7071-45f7-b4d3-2d6673c19653 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:41.096953 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device dece18ed-08dc-449d-8deb-fc09ae3db652 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:41.159721 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3cc224b2-c8cc-49d5-a3a5-19d0b6b1f8ac req-003ec855-fc36-4931-844e-6d8611f191d0 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373134 Jul 23 16:37:41.181612 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2a5667b9-b229-41aa-b135-495ff1cdbbf1 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.255990 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-284a3098-d2ea-4ebe-99e7-941424e87c24 None None] Provisioning for port 05852c62-3999-4408-aca4-84fcefdc02ca completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:41.261897 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e964933-a66a-45db-8ece-9f24c441ff47 req-7d59e9df-56b5-48ea-bc4a-034395ed0d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:41.263506 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4e964933-a66a-45db-8ece-9f24c441ff47 req-7d59e9df-56b5-48ea-bc4a-034395ed0d70 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=54c4450647c445a5ad7f9adbba82da8f&device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 1096 time: 0.5507519 Jul 23 16:37:41.275757 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2a5667b9-b229-41aa-b135-495ff1cdbbf1 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.310305 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5667b9-b229-41aa-b135-495ff1cdbbf1 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event deleted for resources: {'Subnet': ['ID=7dd05b64-a5ca-4ae1-b1c3-29ff8bff2b8b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:41.460463 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2a5667b9-b229-41aa-b135-495ff1cdbbf1 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.477826 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ee4dfc-cd5c-4b6c-adc2-d66056c2b77d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-7e9fe868-91d5-4e2c-a301-4c58a41b41f8', 'network_id': '7e9fe868-91d5-4e2c-a301-4c58a41b41f8', 'tenant_id': '60b9dca70f4d47039c717b6eccfd9e9b', 'fixed_ips': [{'subnet_id': '7dd05b64-a5ca-4ae1-b1c3-29ff8bff2b8b'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:37:41.478782 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-17ee4dfc-cd5c-4b6c-adc2-d66056c2b77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.500055 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-2a5667b9-b229-41aa-b135-495ff1cdbbf1 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9fe868-91d5-4e2c-a301-4c58a41b41f8']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:41.523249 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-2a5667b9-b229-41aa-b135-495ff1cdbbf1 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70714699-7c9c-4c5b-8bf2-5759e6e9c121') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:41.523639 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-2a5667b9-b229-41aa-b135-495ff1cdbbf1 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70714699-7c9c-4c5b-8bf2-5759e6e9c121') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:41.555992 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2a5667b9-b229-41aa-b135-495ff1cdbbf1 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.612911 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2a5667b9-b229-41aa-b135-495ff1cdbbf1 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.628889 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5667b9-b229-41aa-b135-495ff1cdbbf1 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:37:41.629708 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2a5667b9-b229-41aa-b135-495ff1cdbbf1 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.644839 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:37:41.644839 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:37:41.644839 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:37:41.644839 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:37:41.644839 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:37:41.644839 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:37:41.644839 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:37:41.644839 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:37:41.644839 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:37:41.644839 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:37:41.644839 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:37:41.644839 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:37:41.644839 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:37:41.644839 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:37:41.644839 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:37:41.644839 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:37:41.644839 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:37:41.644839 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:37:41.644839 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:37:41.644839 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:37:41.644839 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:37:41.644839 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:37:41.644839 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:37:41.644839 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:37:41.644839 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:37:41.644839 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:37:41.644839 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:37:41.644839 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:37:41.644839 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:37:41.644839 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:37:41.644839 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:37:41.644839 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:37:41.696218 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e964933-a66a-45db-8ece-9f24c441ff47 req-0f6ae1b4-d3e5-4dcd-8162-d877a537b62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:41.706042 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4e964933-a66a-45db-8ece-9f24c441ff47 req-0f6ae1b4-d3e5-4dcd-8162-d877a537b62d service neutron] 10.222.0.74 "GET /v2.0/networks?id=188f4564-8b8f-479c-8498-350853f64f83 HTTP/1.1" status: 200 len: 918 time: 0.4207630 Jul 23 16:37:41.734914 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-91c2cc59-4a35-4eb4-903f-1ede2158dc7a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.813044 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2a5667b9-b229-41aa-b135-495ff1cdbbf1 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.823770 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2a5667b9-b229-41aa-b135-495ff1cdbbf1 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.824015 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-91c2cc59-4a35-4eb4-903f-1ede2158dc7a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.824843 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-91c2cc59-4a35-4eb4-903f-1ede2158dc7a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.835194 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2a5667b9-b229-41aa-b135-495ff1cdbbf1 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "DELETE /v2.0/networks/7e9fe868-91d5-4e2c-a301-4c58a41b41f8 HTTP/1.1" status: 204 len: 168 time: 1.0339532 Jul 23 16:37:41.845541 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5304682e-46e3-49c8-9ce7-1229d469f57a None None] Network 80fadb32-864c-4d07-bf8f-7ec844931b46 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:41.858502 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51384) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:41.862694 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5667b9-b229-41aa-b135-495ff1cdbbf1 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event deleted for resources: {'Network': ['ID=7e9fe868-91d5-4e2c-a301-4c58a41b41f8,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:41.870133 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-07076cf8-c730-490f-b18a-8a86e8d12b60 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-887329685'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:41.908487 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07076cf8-c730-490f-b18a-8a86e8d12b60 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Made reservation on behalf of 60b9dca70f4d47039c717b6eccfd9e9b for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:41.917222 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-07076cf8-c730-490f-b18a-8a86e8d12b60 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.947938 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4e964933-a66a-45db-8ece-9f24c441ff47 req-c5801b37-53e1-46ae-aaf7-59c0bcecdf43 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 HTTP/1.1" status: 200 len: 999 time: 0.2285624 Jul 23 16:37:41.996797 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07076cf8-c730-490f-b18a-8a86e8d12b60 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] vlan segment allocate from pool success with {'vlan_id': 1111, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:37:42.008041 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-07076cf8-c730-490f-b18a-8a86e8d12b60 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:42.008623 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-07076cf8-c730-490f-b18a-8a86e8d12b60 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Added segment 87209193-4053-411f-a7f8-3cd69f23aaa3 of type vlan for network 3c0fe0d9-86e6-473d-b1c5-b1f4637ef53d Jul 23 16:37:42.013441 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9e3173-8a2d-4491-9401-2c47030a8917 None None] Network 7e9fe868-91d5-4e2c-a301-4c58a41b41f8 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:42.028074 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2cc59-4a35-4eb4-903f-1ede2158dc7a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Port': ['ID=e9501869-744d-4458-8091-cd090b79445e,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:42.063521 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-07076cf8-c730-490f-b18a-8a86e8d12b60 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:42.069614 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port dece18ed-08dc-449d-8deb-fc09ae3db652 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:42.075772 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6e7c1b53-00ae-49b1-83ba-4bf7837d9960 None None] Provisioning for port e8733d50-1bff-4dca-8a88-ed7760ba3ed7 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:42.101085 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 05852c62-3999-4408-aca4-84fcefdc02ca up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:42.107620 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-07076cf8-c730-490f-b18a-8a86e8d12b60 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:42.117792 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9e3173-8a2d-4491-9401-2c47030a8917 None None] Network 7e9fe868-91d5-4e2c-a301-4c58a41b41f8 could not be found, it might have been deleted concurrently. {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 16:37:42.119718 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07076cf8-c730-490f-b18a-8a86e8d12b60 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:42.120416 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-07076cf8-c730-490f-b18a-8a86e8d12b60 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:42.129103 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e964933-a66a-45db-8ece-9f24c441ff47 req-57512d35-874b-4a81-87be-810475a1bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:42.132069 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4e964933-a66a-45db-8ece-9f24c441ff47 req-57512d35-874b-4a81-87be-810475a1bad3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8b88c056-245d-4f4e-ab87-c54aa261bddb HTTP/1.1" status: 200 len: 855 time: 0.1757352 Jul 23 16:37:42.156631 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365db8fe-b090-4428-969b-63ef3d624876 None None] Network 3c0ed03e-4505-4744-b70e-936a57fc1434 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:42.186370 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3732fa6d-cd8c-47f6-8811-3e91d47735d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'name': 'tempest-AttachVolumeShelveTestJSON-523370312-router', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:27Z', 'updated_at': '2021-07-23T16:31:35Z', 'revision_number': 4, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'gw_port': {'id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:28Z', 'updated_at': '2021-07-23T16:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'a6673d4f-7cb7-42e3-8f5a-935d24fbf175', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'floating_ip_address': '172.25.8.178', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'port_id': '55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '188f4564-8b8f-479c-8498-350853f64f83', 'mac_address': 'fa:16:3e:60:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fcf27e-1fc4-44f2-87e7-6648ac97b53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:37:19Z', 'updated_at': '2021-07-23T16:37:38Z', 'revision_number': 1, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b72f47-0a2a-46b1-9c1c-5f5c0e191a65', 'name': '', 'network_id': '188f4564-8b8f-479c-8498-350853f64f83', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'mac_address': 'fa:16:3e:22:9a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:33Z', 'updated_at': '2021-07-23T16:31:47Z', 'revision_number': 5, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'subnets': [{'id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:42.192401 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c2cc59-4a35-4eb4-903f-1ede2158dc7a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network 85f63215-7071-45f7-b4d3-2d6673c19653 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:42.195812 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-07076cf8-c730-490f-b18a-8a86e8d12b60 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3348048 Jul 23 16:37:42.198961 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51392) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:42.202509 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-91c2cc59-4a35-4eb4-903f-1ede2158dc7a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:42.237042 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-f7833c37-b41f-4c00-9c44-76bd6410f810 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Request body: {'subnet': {'network_id': '3c0fe0d9-86e6-473d-b1c5-b1f4637ef53d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:42.246822 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07076cf8-c730-490f-b18a-8a86e8d12b60 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event updated for resources: {'Network': ['ID=3c0fe0d9-86e6-473d-b1c5-b1f4637ef53d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:42.337339 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 3c0fe0d9-86e6-473d-b1c5-b1f4637ef53d details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:37:42.358611 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7833c37-b41f-4c00-9c44-76bd6410f810 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Made reservation on behalf of 60b9dca70f4d47039c717b6eccfd9e9b for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:42.362708 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3732fa6d-cd8c-47f6-8811-3e91d47735d6 None None] Checking router: eff611ae-30a4-4607-96c6-ce3cfe2e4723 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:37:42.363786 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7833c37-b41f-4c00-9c44-76bd6410f810 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:42.372589 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e964933-a66a-45db-8ece-9f24c441ff47 req-c4274ff2-569a-47ee-a3d9-9ea01aa15904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:42.374546 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4e964933-a66a-45db-8ece-9f24c441ff47 req-c4274ff2-569a-47ee-a3d9-9ea01aa15904 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=188f4564-8b8f-479c-8498-350853f64f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2339621 Jul 23 16:37:42.503184 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3732fa6d-cd8c-47f6-8811-3e91d47735d6 None None] Routers {'eff611ae-30a4-4607-96c6-ce3cfe2e4723'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:37:42.503751 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3732fa6d-cd8c-47f6-8811-3e91d47735d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:37:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['eff611ae-30a4-4607-96c6-ce3cfe2e4723'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:42.521226 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-bc083cd0-955b-4b05-9b9a-36a0419a69f1 None None] Provisioning for port dece18ed-08dc-449d-8deb-fc09ae3db652 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:42.567952 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c2cc59-4a35-4eb4-903f-1ede2158dc7a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Router c93313b5-51b5-41a9-ae84-74347e8f4c9c is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:37:42.591306 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec1ffd-7667-4320-aea9-199e62e02496 req-5262d356-ea2e-4927-bfd0-309c4fe0b17c tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:42.593341 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-deec1ffd-7667-4320-aea9-199e62e02496 req-5262d356-ea2e-4927-bfd0-309c4fe0b17c tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 946 time: 0.2378144 Jul 23 16:37:42.618083 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-bc083cd0-955b-4b05-9b9a-36a0419a69f1 None None] Provisioning complete for port dece18ed-08dc-449d-8deb-fc09ae3db652 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:42.618480 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bc083cd0-955b-4b05-9b9a-36a0419a69f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:42.663362 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 05852c62-3999-4408-aca4-84fcefdc02ca completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:42.708945 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 05852c62-3999-4408-aca4-84fcefdc02ca triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:42.709419 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:42.726090 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7833c37-b41f-4c00-9c44-76bd6410f810 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:42.842135 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-3732fa6d-cd8c-47f6-8811-3e91d47735d6 None None] Set router eff611ae-30a4-4607-96c6-ce3cfe2e4723 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:37:42.890471 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7833c37-b41f-4c00-9c44-76bd6410f810 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event updated for resources: {'Subnet': ['ID=f72d17b8-20bd-4102-b217-dbf11493432b,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:42.923385 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7833c37-b41f-4c00-9c44-76bd6410f810 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Checking segment: {'id': '87209193-4053-411f-a7f8-3cd69f23aaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '3c0fe0d9-86e6-473d-b1c5-b1f4637ef53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:42.923756 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7833c37-b41f-4c00-9c44-76bd6410f810 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Network hostable DHCP agents. Network: 3c0fe0d9-86e6-473d-b1c5-b1f4637ef53d, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:37:42.972050 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7833c37-b41f-4c00-9c44-76bd6410f810 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Network 3c0fe0d9-86e6-473d-b1c5-b1f4637ef53d is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:37:42.986438 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-f7833c37-b41f-4c00-9c44-76bd6410f810 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 3c0fe0d9-86e6-473d-b1c5-b1f4637ef53d) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:43.002609 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7833c37-b41f-4c00-9c44-76bd6410f810 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:43.003542 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7833c37-b41f-4c00-9c44-76bd6410f810 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:43.034831 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f7833c37-b41f-4c00-9c44-76bd6410f810 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8344872 Jul 23 16:37:43.037592 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51408) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:43.044735 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8b2b91-8b46-44cc-918d-44b2eea4c07f None None] Network 3c0fe0d9-86e6-473d-b1c5-b1f4637ef53d requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:43.173813 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bc083cd0-955b-4b05-9b9a-36a0419a69f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:43.189642 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4e964933-a66a-45db-8ece-9f24c441ff47 req-8dd909f2-b4c6-4b8e-b138-5b079269e194 service neutron] 10.222.0.74 "GET /v2.0/networks/188f4564-8b8f-479c-8498-350853f64f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7825730 Jul 23 16:37:43.205878 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:43.326126 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1b265742-e1ce-4b98-b01a-3551ed584dd6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:43.366811 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-bc083cd0-955b-4b05-9b9a-36a0419a69f1 None None] For port dece18ed-08dc-449d-8deb-fc09ae3db652, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=dece18ed-08dc-449d-8deb-fc09ae3db652,segment=NetworkSegment(45e35fd7-8fb3-4dfb-8dec-00ee6ecdf1e2),segment_id=45e35fd7-8fb3-4dfb-8dec-00ee6ecdf1e2)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:43.398017 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-deec1ffd-7667-4320-aea9-199e62e02496 req-e13d5f3b-1134-481a-ac1a-35d20cd86bb2 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7974663 Jul 23 16:37:43.399576 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c2cc59-4a35-4eb4-903f-1ede2158dc7a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:37:43.415659 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dff52a-8b3f-4205-817a-555c5c36f3cf None None] Sync routers for ids ['c93313b5-51b5-41a9-ae84-74347e8f4c9c'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:37:43.424890 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-91c2cc59-4a35-4eb4-903f-1ede2158dc7a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "PUT /v2.0/routers/c93313b5-51b5-41a9-ae84-74347e8f4c9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2630706 Jul 23 16:37:43.438795 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51418) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:43.443727 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dff52a-8b3f-4205-817a-555c5c36f3cf None None] Routers {'c93313b5-51b5-41a9-ae84-74347e8f4c9c'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:37:43.450745 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-23dff52a-8b3f-4205-817a-555c5c36f3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:37:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['c93313b5-51b5-41a9-ae84-74347e8f4c9c'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:43.452951 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4e964933-a66a-45db-8ece-9f24c441ff47 req-e15bb110-9b8c-4611-a87d-22a31fce2058 service neutron] 10.222.0.74 "GET /v2.0/networks/188f4564-8b8f-479c-8498-350853f64f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520714 Jul 23 16:37:43.487217 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 05852c62-3999-4408-aca4-84fcefdc02ca, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=05852c62-3999-4408-aca4-84fcefdc02ca,segment=NetworkSegment(50d7b05b-62d7-420c-a0c8-c31415c18eef),segment_id=50d7b05b-62d7-420c-a0c8-c31415c18eef)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:43.498581 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bc083cd0-955b-4b05-9b9a-36a0419a69f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:43.537270 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-23dff52a-8b3f-4205-817a-555c5c36f3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:43.538992 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:43.540657 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e8733d50-1bff-4dca-8a88-ed7760ba3ed7 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:43.560904 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dff52a-8b3f-4205-817a-555c5c36f3cf None None] Routers {'c93313b5-51b5-41a9-ae84-74347e8f4c9c'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:37:43.562550 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-23dff52a-8b3f-4205-817a-555c5c36f3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:37:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['c93313b5-51b5-41a9-ae84-74347e8f4c9c'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:43.591032 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12abeb6c-b12a-42b2-8523-008ce43939a7 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:43.598114 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51420) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:43.610096 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-12abeb6c-b12a-42b2-8523-008ce43939a7 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "GET /v2.0/ports/e9501869-744d-4458-8091-cd090b79445e HTTP/1.1" status: 200 len: 911 time: 0.1696713 Jul 23 16:37:43.611096 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1b265742-e1ce-4b98-b01a-3551ed584dd6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:43.657178 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-23dff52a-8b3f-4205-817a-555c5c36f3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:43.658639 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dff52a-8b3f-4205-817a-555c5c36f3cf None None] The sync data for ids ['c93313b5-51b5-41a9-ae84-74347e8f4c9c'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:37:43.747889 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1b265742-e1ce-4b98-b01a-3551ed584dd6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:43.787127 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-595c7d84-a208-48f3-b3f6-027c9839f87a None None] Provisioning for port e9501869-744d-4458-8091-cd090b79445e completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:43.818432 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0af7c4d-35da-45e2-8bd3-75d314b8cf27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-3c0fe0d9-86e6-473d-b1c5-b1f4637ef53d', 'network_id': '3c0fe0d9-86e6-473d-b1c5-b1f4637ef53d', 'tenant_id': '60b9dca70f4d47039c717b6eccfd9e9b', 'fixed_ips': [{'subnet_id': 'f72d17b8-20bd-4102-b217-dbf11493432b'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:37:43.819371 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f0af7c4d-35da-45e2-8bd3-75d314b8cf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:43.824225 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-595c7d84-a208-48f3-b3f6-027c9839f87a None None] Provisioning complete for port e9501869-744d-4458-8091-cd090b79445e triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:43.824589 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-595c7d84-a208-48f3-b3f6-027c9839f87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:43.826336 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc083cd0-955b-4b05-9b9a-36a0419a69f1 None None] Pushing event updated for resources: {'Port': ['ID=dece18ed-08dc-449d-8deb-fc09ae3db652,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:43.923870 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1b265742-e1ce-4b98-b01a-3551ed584dd6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:43.941168 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b265742-e1ce-4b98-b01a-3551ed584dd6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event deleted for resources: {'Subnet': ['ID=f72d17b8-20bd-4102-b217-dbf11493432b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:43.960602 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port e8733d50-1bff-4dca-8a88-ed7760ba3ed7 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:43.968961 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-1b265742-e1ce-4b98-b01a-3551ed584dd6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0fe0d9-86e6-473d-b1c5-b1f4637ef53d']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:43.981200 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-595c7d84-a208-48f3-b3f6-027c9839f87a None None] Port e9501869-744d-4458-8091-cd090b79445e cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:37:43.991718 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-1b265742-e1ce-4b98-b01a-3551ed584dd6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87209193-4053-411f-a7f8-3cd69f23aaa3') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:43.992052 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-1b265742-e1ce-4b98-b01a-3551ed584dd6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87209193-4053-411f-a7f8-3cd69f23aaa3') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:43.999181 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port e8733d50-1bff-4dca-8a88-ed7760ba3ed7 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:43.999554 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:44.015055 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1b265742-e1ce-4b98-b01a-3551ed584dd6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:44.050683 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1b265742-e1ce-4b98-b01a-3551ed584dd6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:44.058317 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b265742-e1ce-4b98-b01a-3551ed584dd6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Releasing vlan 1111 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:37:44.058725 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1b265742-e1ce-4b98-b01a-3551ed584dd6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:44.061981 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:37:44.061981 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:37:44.061981 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:37:44.061981 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:37:44.061981 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:37:44.061981 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:37:44.061981 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:37:44.061981 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:37:44.061981 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:37:44.061981 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:37:44.061981 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:37:44.061981 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:37:44.061981 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:37:44.061981 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:37:44.061981 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:37:44.061981 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:37:44.061981 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:37:44.061981 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:37:44.061981 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:37:44.061981 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:37:44.061981 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:37:44.061981 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:37:44.061981 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:37:44.061981 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:37:44.061981 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:37:44.061981 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:37:44.061981 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:37:44.061981 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:37:44.061981 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:37:44.061981 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:37:44.061981 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:37:44.061981 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:37:44.123493 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=05852c62-3999-4408-aca4-84fcefdc02ca,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:44.183780 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1b265742-e1ce-4b98-b01a-3551ed584dd6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:44.190874 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1b265742-e1ce-4b98-b01a-3551ed584dd6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:44.199283 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1b265742-e1ce-4b98-b01a-3551ed584dd6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "DELETE /v2.0/networks/3c0fe0d9-86e6-473d-b1c5-b1f4637ef53d HTTP/1.1" status: 204 len: 168 time: 1.1559768 Jul 23 16:37:44.200054 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51434) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:44.207488 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-1a0c59ec-be9a-432f-b07b-0f8265ecd35d tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-389153192'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:44.228389 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b265742-e1ce-4b98-b01a-3551ed584dd6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event deleted for resources: {'Network': ['ID=3c0fe0d9-86e6-473d-b1c5-b1f4637ef53d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:44.252455 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0c59ec-be9a-432f-b07b-0f8265ecd35d tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Made reservation on behalf of 60b9dca70f4d47039c717b6eccfd9e9b for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:44.258140 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a0c59ec-be9a-432f-b07b-0f8265ecd35d tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:44.299397 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f58182f9-58b6-4934-ac7d-fd1c3680f5b5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:44.305398 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a0c59ec-be9a-432f-b07b-0f8265ecd35d tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] vlan segment allocate from pool success with {'vlan_id': 1136, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:37:44.322716 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a0c59ec-be9a-432f-b07b-0f8265ecd35d tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:44.323500 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-1a0c59ec-be9a-432f-b07b-0f8265ecd35d tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Added segment 24125e25-ef62-45f2-b8fd-f529cf86cd6f of type vlan for network 01aba15b-f258-4ab3-afd6-ca4a5d4f5ced Jul 23 16:37:44.396477 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-595c7d84-a208-48f3-b3f6-027c9839f87a None None] Provisioning complete for port 05852c62-3999-4408-aca4-84fcefdc02ca triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:44.397833 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-595c7d84-a208-48f3-b3f6-027c9839f87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:44.407911 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a0c59ec-be9a-432f-b07b-0f8265ecd35d tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:44.468566 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a0c59ec-be9a-432f-b07b-0f8265ecd35d tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:44.471191 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c14026-15a4-42a5-8581-933cdec375d0 None None] Network 3c0fe0d9-86e6-473d-b1c5-b1f4637ef53d requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:44.476407 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0c59ec-be9a-432f-b07b-0f8265ecd35d tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:44.477091 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a0c59ec-be9a-432f-b07b-0f8265ecd35d tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:44.486175 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3732fa6d-cd8c-47f6-8811-3e91d47735d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'name': 'tempest-AttachVolumeShelveTestJSON-523370312-router', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:27Z', 'updated_at': '2021-07-23T16:31:35Z', 'revision_number': 4, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'gw_port': {'id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:28Z', 'updated_at': '2021-07-23T16:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'a6673d4f-7cb7-42e3-8f5a-935d24fbf175', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'floating_ip_address': '172.25.8.178', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'port_id': '55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '188f4564-8b8f-479c-8498-350853f64f83', 'mac_address': 'fa:16:3e:60:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fcf27e-1fc4-44f2-87e7-6648ac97b53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:37:19Z', 'updated_at': '2021-07-23T16:37:38Z', 'revision_number': 1, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b72f47-0a2a-46b1-9c1c-5f5c0e191a65', 'name': '', 'network_id': '188f4564-8b8f-479c-8498-350853f64f83', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'mac_address': 'fa:16:3e:22:9a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:33Z', 'updated_at': '2021-07-23T16:31:47Z', 'revision_number': 5, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'subnets': [{'id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:44.522643 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1a0c59ec-be9a-432f-b07b-0f8265ecd35d tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3209531 Jul 23 16:37:44.526287 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51448) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:44.529416 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c14026-15a4-42a5-8581-933cdec375d0 None None] Network 3c0fe0d9-86e6-473d-b1c5-b1f4637ef53d could not be found, it might have been deleted concurrently. {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 16:37:44.531942 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-348e0ddd-cddc-48c2-974f-065e3d570770 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Request body: {'subnet': {'network_id': '01aba15b-f258-4ab3-afd6-ca4a5d4f5ced', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:44.536124 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3732fa6d-cd8c-47f6-8811-3e91d47735d6 None None] The sync data for ids ['eff611ae-30a4-4607-96c6-ce3cfe2e4723'] in n-d-778549-4 is: [{'id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'name': 'tempest-AttachVolumeShelveTestJSON-523370312-router', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:27Z', 'updated_at': '2021-07-23T16:31:35Z', 'revision_number': 4, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'gw_port': {'id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:28Z', 'updated_at': '2021-07-23T16:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'a6673d4f-7cb7-42e3-8f5a-935d24fbf175', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'floating_ip_address': '172.25.8.178', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'port_id': '55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '188f4564-8b8f-479c-8498-350853f64f83', 'mac_address': 'fa:16:3e:60:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fcf27e-1fc4-44f2-87e7-6648ac97b53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:37:19Z', 'updated_at': '2021-07-23T16:37:38Z', 'revision_number': 1, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b72f47-0a2a-46b1-9c1c-5f5c0e191a65', 'name': '', 'network_id': '188f4564-8b8f-479c-8498-350853f64f83', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'mac_address': 'fa:16:3e:22:9a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:33Z', 'updated_at': '2021-07-23T16:31:47Z', 'revision_number': 5, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'subnets': [{'id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:37:44.606427 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:44.609250 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c59ec-be9a-432f-b07b-0f8265ecd35d tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event updated for resources: {'Network': ['ID=01aba15b-f258-4ab3-afd6-ca4a5d4f5ced,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:44.638733 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 01aba15b-f258-4ab3-afd6-ca4a5d4f5ced details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:37:44.739218 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port e8733d50-1bff-4dca-8a88-ed7760ba3ed7, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e8733d50-1bff-4dca-8a88-ed7760ba3ed7,segment=NetworkSegment(68b4785c-ad2a-4b3d-af4e-ad5493936cdb),segment_id=68b4785c-ad2a-4b3d-af4e-ad5493936cdb)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:44.749515 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:44.764091 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-f58182f9-58b6-4934-ac7d-fd1c3680f5b5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Allocated IP 2001:db8:1::1 (80fadb32-864c-4d07-bf8f-7ec844931b46/fdc8d865-7730-432f-8802-8486920d02d4/22034cf6-ea68-4964-9b84-08004d36daf9) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:44.767431 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348e0ddd-cddc-48c2-974f-065e3d570770 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Made reservation on behalf of 60b9dca70f4d47039c717b6eccfd9e9b for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:44.778261 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-348e0ddd-cddc-48c2-974f-065e3d570770 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:44.873788 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=e8733d50-1bff-4dca-8a88-ed7760ba3ed7,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:44.884679 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-03550c0e-4791-42bc-9f14-2d63c9e8d5c9 None None] Provisioning complete for port dece18ed-08dc-449d-8deb-fc09ae3db652 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:44.886005 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-03550c0e-4791-42bc-9f14-2d63c9e8d5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:44.966717 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f2094-7c66-4533-988a-3488eaf728ad req-49d6c940-6fd1-45d0-b480-11c49aa05be4 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:44.969536 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f11f2094-7c66-4533-988a-3488eaf728ad req-49d6c940-6fd1-45d0-b480-11c49aa05be4 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 946 time: 0.2492685 Jul 23 16:37:44.970943 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e606b528-5abf-47f7-a6e1-9ace1e019981 None None] New status for floating IP a6673d4f-7cb7-42e3-8f5a-935d24fbf175: ACTIVE {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:37:44.974079 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device dece18ed-08dc-449d-8deb-fc09ae3db652 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:45.007447 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f58182f9-58b6-4934-ac7d-fd1c3680f5b5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:45.032213 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-f58182f9-58b6-4934-ac7d-fd1c3680f5b5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Transition to ACTIVE for port object 22034cf6-ea68-4964-9b84-08004d36daf9 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:45.114759 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f58182f9-58b6-4934-ac7d-fd1c3680f5b5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:45.150125 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-348e0ddd-cddc-48c2-974f-065e3d570770 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:45.150450 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f11f2094-7c66-4533-988a-3488eaf728ad req-1fd39c1b-0c20-46c2-99ac-11dd81fa2aec tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866680 Jul 23 16:37:45.163620 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port dece18ed-08dc-449d-8deb-fc09ae3db652 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:45.164272 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:45.185247 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58182f9-58b6-4934-ac7d-fd1c3680f5b5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network 80fadb32-864c-4d07-bf8f-7ec844931b46 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:45.189748 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-f58182f9-58b6-4934-ac7d-fd1c3680f5b5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:45.194833 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58182f9-58b6-4934-ac7d-fd1c3680f5b5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:45.195393 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f58182f9-58b6-4934-ac7d-fd1c3680f5b5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:45.247833 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e0ddd-cddc-48c2-974f-065e3d570770 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event updated for resources: {'Subnet': ['ID=69dcd55f-a0ab-4a60-8e55-9c9b4e0235db,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:45.252564 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348e0ddd-cddc-48c2-974f-065e3d570770 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Checking segment: {'id': '24125e25-ef62-45f2-b8fd-f529cf86cd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '01aba15b-f258-4ab3-afd6-ca4a5d4f5ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:45.253383 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348e0ddd-cddc-48c2-974f-065e3d570770 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Network hostable DHCP agents. Network: 01aba15b-f258-4ab3-afd6-ca4a5d4f5ced, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:37:45.265679 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58182f9-58b6-4934-ac7d-fd1c3680f5b5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Port': ['ID=22034cf6-ea68-4964-9b84-08004d36daf9,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:45.282970 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348e0ddd-cddc-48c2-974f-065e3d570770 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Network 01aba15b-f258-4ab3-afd6-ca4a5d4f5ced is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:37:45.295615 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-348e0ddd-cddc-48c2-974f-065e3d570770 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 01aba15b-f258-4ab3-afd6-ca4a5d4f5ced) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:45.311749 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348e0ddd-cddc-48c2-974f-065e3d570770 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:45.312345 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-348e0ddd-cddc-48c2-974f-065e3d570770 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:45.335926 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-348e0ddd-cddc-48c2-974f-065e3d570770 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8068824 Jul 23 16:37:45.338410 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51462) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:45.349457 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe79e09-9bf3-4434-8dd4-2bd41864e41d None None] Network 01aba15b-f258-4ab3-afd6-ca4a5d4f5ced requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:45.436829 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f58182f9-58b6-4934-ac7d-fd1c3680f5b5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:45.522609 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-714fcf4d-b80d-4070-9e0d-f1c364c64a3c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:45.526893 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-03550c0e-4791-42bc-9f14-2d63c9e8d5c9 None None] Provisioning complete for port e8733d50-1bff-4dca-8a88-ed7760ba3ed7 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:45.527423 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-03550c0e-4791-42bc-9f14-2d63c9e8d5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:45.596689 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-714fcf4d-b80d-4070-9e0d-f1c364c64a3c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:45.634306 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 05852c62-3999-4408-aca4-84fcefdc02ca up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:45.690513 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-714fcf4d-b80d-4070-9e0d-f1c364c64a3c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:45.733699 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fcf4d-b80d-4070-9e0d-f1c364c64a3c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event deleted for resources: {'Subnet': ['ID=69dcd55f-a0ab-4a60-8e55-9c9b4e0235db,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:45.780305 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080c237c-3079-4a76-b9dc-9bc21cee2ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-01aba15b-f258-4ab3-afd6-ca4a5d4f5ced', 'network_id': '01aba15b-f258-4ab3-afd6-ca4a5d4f5ced', 'tenant_id': '60b9dca70f4d47039c717b6eccfd9e9b', 'fixed_ips': [{'subnet_id': '69dcd55f-a0ab-4a60-8e55-9c9b4e0235db'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:37:45.781174 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-080c237c-3079-4a76-b9dc-9bc21cee2ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:45.812272 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 05852c62-3999-4408-aca4-84fcefdc02ca triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:45.812632 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:45.823008 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-714fcf4d-b80d-4070-9e0d-f1c364c64a3c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:45.836157 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-714fcf4d-b80d-4070-9e0d-f1c364c64a3c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01aba15b-f258-4ab3-afd6-ca4a5d4f5ced']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:45.848312 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-714fcf4d-b80d-4070-9e0d-f1c364c64a3c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24125e25-ef62-45f2-b8fd-f529cf86cd6f') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:45.848677 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-714fcf4d-b80d-4070-9e0d-f1c364c64a3c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24125e25-ef62-45f2-b8fd-f529cf86cd6f') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:45.864406 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-714fcf4d-b80d-4070-9e0d-f1c364c64a3c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:45.884258 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-714fcf4d-b80d-4070-9e0d-f1c364c64a3c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:45.893298 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-714fcf4d-b80d-4070-9e0d-f1c364c64a3c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:37:45.893692 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-714fcf4d-b80d-4070-9e0d-f1c364c64a3c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:45.896974 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:37:45.896974 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:37:45.896974 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:37:45.896974 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:37:45.896974 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:37:45.896974 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:37:45.896974 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:37:45.896974 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:37:45.896974 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:37:45.896974 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:37:45.896974 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:37:45.896974 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:37:45.896974 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:37:45.896974 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:37:45.896974 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:37:45.896974 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:37:45.896974 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:37:45.896974 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:37:45.896974 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:37:45.896974 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:37:45.896974 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:37:45.896974 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:37:45.896974 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:37:45.896974 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:37:45.896974 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:37:45.896974 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:37:45.896974 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:37:45.896974 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:37:45.896974 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:37:45.896974 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:37:45.896974 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:37:45.896974 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:37:45.910758 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-03550c0e-4791-42bc-9f14-2d63c9e8d5c9 None None] Provisioning complete for port e9501869-744d-4458-8091-cd090b79445e triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:45.911139 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-03550c0e-4791-42bc-9f14-2d63c9e8d5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:45.938989 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63f9ff8-64ee-449a-a076-b4104af56398 None None] Network 01aba15b-f258-4ab3-afd6-ca4a5d4f5ced requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:45.949090 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f58182f9-58b6-4934-ac7d-fd1c3680f5b5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:45.955065 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f58182f9-58b6-4934-ac7d-fd1c3680f5b5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:45.956258 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f58182f9-58b6-4934-ac7d-fd1c3680f5b5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:45.977515 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-714fcf4d-b80d-4070-9e0d-f1c364c64a3c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:45.982159 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-03550c0e-4791-42bc-9f14-2d63c9e8d5c9 None None] Port e9501869-744d-4458-8091-cd090b79445e cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:37:45.993797 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-714fcf4d-b80d-4070-9e0d-f1c364c64a3c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:45.998176 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-714fcf4d-b80d-4070-9e0d-f1c364c64a3c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "DELETE /v2.0/networks/01aba15b-f258-4ab3-afd6-ca4a5d4f5ced HTTP/1.1" status: 204 len: 168 time: 0.6554754 Jul 23 16:37:46.012764 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51470) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:46.016246 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58182f9-58b6-4934-ac7d-fd1c3680f5b5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Port': ['ID=22034cf6-ea68-4964-9b84-08004d36daf9,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:46.018711 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-97dfe9eb-00c2-4645-8cd8-fbe31eba003a tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1445630237'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:46.021891 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fcf4d-b80d-4070-9e0d-f1c364c64a3c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event deleted for resources: {'Network': ['ID=01aba15b-f258-4ab3-afd6-ca4a5d4f5ced,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:46.044532 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97dfe9eb-00c2-4645-8cd8-fbe31eba003a tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Made reservation on behalf of 60b9dca70f4d47039c717b6eccfd9e9b for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:46.050380 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-97dfe9eb-00c2-4645-8cd8-fbe31eba003a tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:46.084343 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97dfe9eb-00c2-4645-8cd8-fbe31eba003a tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] vlan segment allocate from pool success with {'vlan_id': 1102, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:37:46.103007 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-97dfe9eb-00c2-4645-8cd8-fbe31eba003a tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:46.103738 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-97dfe9eb-00c2-4645-8cd8-fbe31eba003a tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Added segment 446779b0-8aa0-4276-88e9-1896252e80f2 of type vlan for network 84befc31-50fb-4de4-ab00-81d9f83ee291 Jul 23 16:37:46.130582 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c3798a64-3f1e-49e8-ae44-01c52e236c04 None None] Provisioning for port 22034cf6-ea68-4964-9b84-08004d36daf9 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:46.135692 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c3798a64-3f1e-49e8-ae44-01c52e236c04 None None] Provisioning complete for port 22034cf6-ea68-4964-9b84-08004d36daf9 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:46.135899 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c3798a64-3f1e-49e8-ae44-01c52e236c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:46.136150 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58182f9-58b6-4934-ac7d-fd1c3680f5b5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network 80fadb32-864c-4d07-bf8f-7ec844931b46 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:46.137898 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-f58182f9-58b6-4934-ac7d-fd1c3680f5b5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:46.158089 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-97dfe9eb-00c2-4645-8cd8-fbe31eba003a tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:46.184409 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-c3798a64-3f1e-49e8-ae44-01c52e236c04 None None] Port 22034cf6-ea68-4964-9b84-08004d36daf9 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:37:46.220184 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-97dfe9eb-00c2-4645-8cd8-fbe31eba003a tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:46.227390 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dfe9eb-00c2-4645-8cd8-fbe31eba003a tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:46.228079 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-97dfe9eb-00c2-4645-8cd8-fbe31eba003a tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:46.276553 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-97dfe9eb-00c2-4645-8cd8-fbe31eba003a tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2626150 Jul 23 16:37:46.277242 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51476) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:46.277583 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58182f9-58b6-4934-ac7d-fd1c3680f5b5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Router c93313b5-51b5-41a9-ae84-74347e8f4c9c has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:37:46.287545 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-b10a6fc2-0ab9-4b10-a70d-e37294f80b9b tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Request body: {'subnet': {'network_id': '84befc31-50fb-4de4-ab00-81d9f83ee291', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:46.335863 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfe9eb-00c2-4645-8cd8-fbe31eba003a tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event updated for resources: {'Network': ['ID=84befc31-50fb-4de4-ab00-81d9f83ee291,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:46.349094 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 84befc31-50fb-4de4-ab00-81d9f83ee291 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:37:46.491422 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10a6fc2-0ab9-4b10-a70d-e37294f80b9b tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Made reservation on behalf of 60b9dca70f4d47039c717b6eccfd9e9b for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:46.496044 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b10a6fc2-0ab9-4b10-a70d-e37294f80b9b tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:46.528201 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b78dd359-8ddb-4fa0-8acd-95943d062971 None None] Provisioning complete for port 22034cf6-ea68-4964-9b84-08004d36daf9 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:46.529462 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b78dd359-8ddb-4fa0-8acd-95943d062971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:46.544367 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10071c17-826f-4d30-ac72-520d6ce95d4a req-e49b18aa-148f-486c-b163-defc2658a177 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:46.546020 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-10071c17-826f-4d30-ac72-520d6ce95d4a req-e49b18aa-148f-486c-b163-defc2658a177 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 946 time: 0.1677308 Jul 23 16:37:46.547317 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58182f9-58b6-4934-ac7d-fd1c3680f5b5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:37:46.552616 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f58182f9-58b6-4934-ac7d-fd1c3680f5b5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "PUT /v2.0/routers/c93313b5-51b5-41a9-ae84-74347e8f4c9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9532764 Jul 23 16:37:46.560710 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753ffe35-1c54-402d-805c-de2e742b795a None None] Sync routers for ids ['c93313b5-51b5-41a9-ae84-74347e8f4c9c'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:37:46.571979 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51482) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:46.575537 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753ffe35-1c54-402d-805c-de2e742b795a None None] Routers {'c93313b5-51b5-41a9-ae84-74347e8f4c9c'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:37:46.576697 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-753ffe35-1c54-402d-805c-de2e742b795a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:37:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['c93313b5-51b5-41a9-ae84-74347e8f4c9c'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:46.608765 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-b78dd359-8ddb-4fa0-8acd-95943d062971 None None] Port 22034cf6-ea68-4964-9b84-08004d36daf9 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:37:46.617860 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-753ffe35-1c54-402d-805c-de2e742b795a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:46.628955 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-10071c17-826f-4d30-ac72-520d6ce95d4a req-4690324d-6919-48a5-9674-bcfc3fbf7dfe tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752869 Jul 23 16:37:46.633697 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753ffe35-1c54-402d-805c-de2e742b795a None None] Routers {'c93313b5-51b5-41a9-ae84-74347e8f4c9c'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:37:46.634603 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-753ffe35-1c54-402d-805c-de2e742b795a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:37:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['c93313b5-51b5-41a9-ae84-74347e8f4c9c'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:46.687399 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-753ffe35-1c54-402d-805c-de2e742b795a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:46.688167 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753ffe35-1c54-402d-805c-de2e742b795a None None] The sync data for ids ['c93313b5-51b5-41a9-ae84-74347e8f4c9c'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:37:46.688302 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077dd937-e0db-4fff-895e-e3f1ad62f0ba tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:46.689690 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-077dd937-e0db-4fff-895e-e3f1ad62f0ba tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "GET /v2.0/ports/22034cf6-ea68-4964-9b84-08004d36daf9 HTTP/1.1" status: 200 len: 913 time: 0.1167359 Jul 23 16:37:46.692547 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51488) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:46.799819 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51490) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:46.856046 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e8733d50-1bff-4dca-8a88-ed7760ba3ed7 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:46.915322 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port e8733d50-1bff-4dca-8a88-ed7760ba3ed7 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:46.916256 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:47.285926 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b10a6fc2-0ab9-4b10-a70d-e37294f80b9b tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:47.294913 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2dbd6de2-7d11-4c32-adeb-f1e15dbfcfb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:47.409665 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a6fc2-0ab9-4b10-a70d-e37294f80b9b tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event updated for resources: {'Subnet': ['ID=85e5d003-91d6-43e8-9f4f-a838ed0d0759,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:47.456803 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10a6fc2-0ab9-4b10-a70d-e37294f80b9b tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Checking segment: {'id': '446779b0-8aa0-4276-88e9-1896252e80f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '84befc31-50fb-4de4-ab00-81d9f83ee291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:47.457181 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10a6fc2-0ab9-4b10-a70d-e37294f80b9b tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Network hostable DHCP agents. Network: 84befc31-50fb-4de4-ab00-81d9f83ee291, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:37:47.520110 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10a6fc2-0ab9-4b10-a70d-e37294f80b9b tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Network 84befc31-50fb-4de4-ab00-81d9f83ee291 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:37:47.555342 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-b10a6fc2-0ab9-4b10-a70d-e37294f80b9b tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 84befc31-50fb-4de4-ab00-81d9f83ee291) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:47.565203 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2dbd6de2-7d11-4c32-adeb-f1e15dbfcfb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:47.567085 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10a6fc2-0ab9-4b10-a70d-e37294f80b9b tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:47.567438 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5502545-dddf-4b65-b2c5-894f53cc04a9 None None] Network 84befc31-50fb-4de4-ab00-81d9f83ee291 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:47.568157 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b10a6fc2-0ab9-4b10-a70d-e37294f80b9b tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:47.577283 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2dbd6de2-7d11-4c32-adeb-f1e15dbfcfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:47.631842 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b10a6fc2-0ab9-4b10-a70d-e37294f80b9b tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3504205 Jul 23 16:37:47.634787 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51498) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:47.640001 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-6e9a56a2-e397-4114-8eff-72dd1bcc4b04 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Request body: {'subnet': {'network_id': '84befc31-50fb-4de4-ab00-81d9f83ee291', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:47.652408 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2dbd6de2-7d11-4c32-adeb-f1e15dbfcfb2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=004e6565e3ea47febbf3246216bfc4fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8515418 Jul 23 16:37:47.653261 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd6de2-7d11-4c32-adeb-f1e15dbfcfb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3d698d-e369-40dd-adb2-8ec68159e918,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:47.657254 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51500) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:47.752535 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a43a314f-4a7b-48c6-83d6-f94e8be446ae tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:47.789365 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88a794c-5135-4170-81cf-18f350a88b73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-84befc31-50fb-4de4-ab00-81d9f83ee291', 'network_id': '84befc31-50fb-4de4-ab00-81d9f83ee291', 'tenant_id': '60b9dca70f4d47039c717b6eccfd9e9b', 'fixed_ips': [{'subnet_id': '85e5d003-91d6-43e8-9f4f-a838ed0d0759'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:37:47.790336 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a88a794c-5135-4170-81cf-18f350a88b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:47.840543 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0eddd5b1-fdeb-41ea-80f1-4a836297fa82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:47.883313 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0eddd5b1-fdeb-41ea-80f1-4a836297fa82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:47.889413 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7cf81-a8d9-47e1-8236-2b89bffc208b req-9698d085-be78-4925-9105-3debc697cd6f tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:47.891240 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-07a7cf81-a8d9-47e1-8236-2b89bffc208b req-9698d085-be78-4925-9105-3debc697cd6f tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 946 time: 0.1373603 Jul 23 16:37:47.892391 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9a56a2-e397-4114-8eff-72dd1bcc4b04 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Made reservation on behalf of 60b9dca70f4d47039c717b6eccfd9e9b for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:47.896821 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6e9a56a2-e397-4114-8eff-72dd1bcc4b04 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:47.970593 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-a88a794c-5135-4170-81cf-18f350a88b73 None None] Allocated IP 2001:db8::2 (84befc31-50fb-4de4-ab00-81d9f83ee291/85e5d003-91d6-43e8-9f4f-a838ed0d0759/39028263-674f-4343-88b3-e2d836237a03) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:47.999159 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-07a7cf81-a8d9-47e1-8236-2b89bffc208b req-e0060f36-bd98-4f33-a181-6fb38e1cf980 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963149 Jul 23 16:37:48.047133 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0eddd5b1-fdeb-41ea-80f1-4a836297fa82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:48.050071 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0eddd5b1-fdeb-41ea-80f1-4a836297fa82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:48.053504 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0eddd5b1-fdeb-41ea-80f1-4a836297fa82 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5a3d698d-e369-40dd-adb2-8ec68159e918 HTTP/1.1" status: 204 len: 168 time: 0.3959491 Jul 23 16:37:48.070447 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eddd5b1-fdeb-41ea-80f1-4a836297fa82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3d698d-e369-40dd-adb2-8ec68159e918,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:48.182932 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a88a794c-5135-4170-81cf-18f350a88b73 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:48.201682 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a88a794c-5135-4170-81cf-18f350a88b73 None None] Transition to ACTIVE for port object 39028263-674f-4343-88b3-e2d836237a03 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:48.203706 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-a43a314f-4a7b-48c6-83d6-f94e8be446ae tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Deleting port 22034cf6-ea68-4964-9b84-08004d36daf9 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:48.204389 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a43a314f-4a7b-48c6-83d6-f94e8be446ae tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:48.225093 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a88a794c-5135-4170-81cf-18f350a88b73 None None] Transition to ACTIVE for port object 39028263-674f-4343-88b3-e2d836237a03 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:48.232985 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6e9a56a2-e397-4114-8eff-72dd1bcc4b04 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:48.235097 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a88a794c-5135-4170-81cf-18f350a88b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:48.282222 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88a794c-5135-4170-81cf-18f350a88b73 None None] Network 84befc31-50fb-4de4-ab00-81d9f83ee291 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:48.288747 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-a88a794c-5135-4170-81cf-18f350a88b73 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:48.289668 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9a56a2-e397-4114-8eff-72dd1bcc4b04 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Network 84befc31-50fb-4de4-ab00-81d9f83ee291 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:48.293830 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88a794c-5135-4170-81cf-18f350a88b73 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:48.296212 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-6e9a56a2-e397-4114-8eff-72dd1bcc4b04 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:48.302574 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a794c-5135-4170-81cf-18f350a88b73 None None] Pushing event updated for resources: {'Port': ['ID=39028263-674f-4343-88b3-e2d836237a03,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:48.306032 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9a56a2-e397-4114-8eff-72dd1bcc4b04 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:48.306648 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6e9a56a2-e397-4114-8eff-72dd1bcc4b04 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:48.310460 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a56a2-e397-4114-8eff-72dd1bcc4b04 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event updated for resources: {'Subnet': ['ID=6b06ca10-da3e-4bad-8f9f-4a594ba1e2a8,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:48.330224 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6e9a56a2-e397-4114-8eff-72dd1bcc4b04 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6906481 Jul 23 16:37:48.331210 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51510) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:48.397677 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a43a314f-4a7b-48c6-83d6-f94e8be446ae tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:48.406595 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-a88a794c-5135-4170-81cf-18f350a88b73 None None] Attempting to bind port 39028263-674f-4343-88b3-e2d836237a03 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:37:48.408377 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-a88a794c-5135-4170-81cf-18f350a88b73 None None] Attempting to bind port 39028263-674f-4343-88b3-e2d836237a03 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '446779b0-8aa0-4276-88e9-1896252e80f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '84befc31-50fb-4de4-ab00-81d9f83ee291'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:37:48.410391 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88a794c-5135-4170-81cf-18f350a88b73 None None] Attempting to bind port 39028263-674f-4343-88b3-e2d836237a03 on network 84befc31-50fb-4de4-ab00-81d9f83ee291 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:48.411326 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e36742-10be-4906-bf9b-af4a60eb4862 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:48.413979 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e36742-10be-4906-bf9b-af4a60eb4862 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:48.415949 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e36742-10be-4906-bf9b-af4a60eb4862 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:48.417637 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e36742-10be-4906-bf9b-af4a60eb4862 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:48.419836 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e36742-10be-4906-bf9b-af4a60eb4862 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:48.427265 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a2e36742-10be-4906-bf9b-af4a60eb4862 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0879035 Jul 23 16:37:48.427439 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88a794c-5135-4170-81cf-18f350a88b73 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:37:48.427439 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88a794c-5135-4170-81cf-18f350a88b73 None None] Checking segment: {'id': '446779b0-8aa0-4276-88e9-1896252e80f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '84befc31-50fb-4de4-ab00-81d9f83ee291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:48.427805 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51514) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:48.430365 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a88a794c-5135-4170-81cf-18f350a88b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:48.430908 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88a794c-5135-4170-81cf-18f350a88b73 None None] Bound using segment: {'id': '446779b0-8aa0-4276-88e9-1896252e80f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '84befc31-50fb-4de4-ab00-81d9f83ee291'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:37:48.431450 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-a88a794c-5135-4170-81cf-18f350a88b73 None None] Bound port: 39028263-674f-4343-88b3-e2d836237a03, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '446779b0-8aa0-4276-88e9-1896252e80f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '84befc31-50fb-4de4-ab00-81d9f83ee291'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:37:48.431965 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a88a794c-5135-4170-81cf-18f350a88b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:48.434573 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-a43a314f-4a7b-48c6-83d6-f94e8be446ae tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Calling delete_port for 22034cf6-ea68-4964-9b84-08004d36daf9 owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:48.437682 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-7e67126c-c24b-4bf6-ad34-4a7cc9539230 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-537532339'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:48.461984 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51516) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:48.482226 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e67126c-c24b-4bf6-ad34-4a7cc9539230 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Made reservation on behalf of 60b9dca70f4d47039c717b6eccfd9e9b for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:48.485890 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7e67126c-c24b-4bf6-ad34-4a7cc9539230 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:48.488179 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb0ac-d108-4e38-b63c-fe3522697a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:48.517956 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-a88a794c-5135-4170-81cf-18f350a88b73 None None] For port 39028263-674f-4343-88b3-e2d836237a03, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:37:48.523235 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-a88a794c-5135-4170-81cf-18f350a88b73 None None] For port 39028263-674f-4343-88b3-e2d836237a03, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=39028263-674f-4343-88b3-e2d836237a03,segment=NetworkSegment(446779b0-8aa0-4276-88e9-1896252e80f2),segment_id=446779b0-8aa0-4276-88e9-1896252e80f2)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:37:48.529709 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a88a794c-5135-4170-81cf-18f350a88b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:48.534656 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e67126c-c24b-4bf6-ad34-4a7cc9539230 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] vlan segment allocate from pool success with {'vlan_id': 1136, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:37:48.555512 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7e67126c-c24b-4bf6-ad34-4a7cc9539230 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:48.555878 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-7e67126c-c24b-4bf6-ad34-4a7cc9539230 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Added segment 2fc38b27-71a3-4207-a0c2-9b8441a7402b of type vlan for network 0cc9836d-d51d-45b3-9edc-975e1006bf65 Jul 23 16:37:48.620410 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a794c-5135-4170-81cf-18f350a88b73 None None] Pushing event updated for resources: {'Port': ['ID=39028263-674f-4343-88b3-e2d836237a03,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:48.626505 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7e67126c-c24b-4bf6-ad34-4a7cc9539230 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:48.666163 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7e67126c-c24b-4bf6-ad34-4a7cc9539230 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:48.672821 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e67126c-c24b-4bf6-ad34-4a7cc9539230 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:48.673849 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7e67126c-c24b-4bf6-ad34-4a7cc9539230 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:48.699600 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a43a314f-4a7b-48c6-83d6-f94e8be446ae tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:48.729906 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a314f-4a7b-48c6-83d6-f94e8be446ae tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Port': ['ID=22034cf6-ea68-4964-9b84-08004d36daf9,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:48.770984 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67126c-c24b-4bf6-ad34-4a7cc9539230 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event updated for resources: {'Network': ['ID=0cc9836d-d51d-45b3-9edc-975e1006bf65,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:48.812024 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 0cc9836d-d51d-45b3-9edc-975e1006bf65 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:37:48.869696 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb0ac-d108-4e38-b63c-fe3522697a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:48.887136 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb0ac-d108-4e38-b63c-fe3522697a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:48.925639 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7e67126c-c24b-4bf6-ad34-4a7cc9539230 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4937177 Jul 23 16:37:48.931366 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51522) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:48.944177 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-9c049d8c-230a-490d-9b60-2e47f623c901 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:48.987034 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a43a314f-4a7b-48c6-83d6-f94e8be446ae tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:49.062150 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b9ecb0ac-d108-4e38-b63c-fe3522697a90 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3c3592f5278e4eefbc76e34023462b38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5989101 Jul 23 16:37:49.076743 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51526) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:49.157601 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ecb0ac-d108-4e38-b63c-fe3522697a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7473f1-2f51-4f49-98ab-b51de26e2374,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:49.255705 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d15cc8e4-d136-4172-87e0-4948ac264b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:49.267591 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9c049d8c-230a-490d-9b60-2e47f623c901 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:49.299317 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9c049d8c-230a-490d-9b60-2e47f623c901 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:49.303089 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d15cc8e4-d136-4172-87e0-4948ac264b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:49.315353 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43a314f-4a7b-48c6-83d6-f94e8be446ae tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Router c93313b5-51b5-41a9-ae84-74347e8f4c9c has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:37:49.347027 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9c049d8c-230a-490d-9b60-2e47f623c901 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Network 0cc9836d-d51d-45b3-9edc-975e1006bf65 is not hosted by any dhcp agent {{(pid=94012) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 16:37:49.353421 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c049d8c-230a-490d-9b60-2e47f623c901 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:49.354034 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9c049d8c-230a-490d-9b60-2e47f623c901 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:49.355315 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9c049d8c-230a-490d-9b60-2e47f623c901 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "PUT /v2.0/networks/0cc9836d-d51d-45b3-9edc-975e1006bf65 HTTP/1.1" status: 200 len: 723 time: 0.4165444 Jul 23 16:37:49.362361 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51528) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:49.368057 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-770af524-2d77-4d19-a1d1-97cc665301c0 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Request body: {'subnet': {'network_id': '0cc9836d-d51d-45b3-9edc-975e1006bf65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:49.421111 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed214c-0439-42a4-93d9-a3ce5581a8fa req-9301dc5c-6865-4702-bf3e-3cb46f1c9813 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:49.422679 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3bed214c-0439-42a4-93d9-a3ce5581a8fa req-9301dc5c-6865-4702-bf3e-3cb46f1c9813 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 946 time: 0.2555046 Jul 23 16:37:49.424469 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c049d8c-230a-490d-9b60-2e47f623c901 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event updated for resources: {'Network': ['ID=0cc9836d-d51d-45b3-9edc-975e1006bf65,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:49.444576 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 0cc9836d-d51d-45b3-9edc-975e1006bf65 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:37:49.472267 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d15cc8e4-d136-4172-87e0-4948ac264b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:49.475082 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d15cc8e4-d136-4172-87e0-4948ac264b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:49.476796 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d15cc8e4-d136-4172-87e0-4948ac264b03 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eb7473f1-2f51-4f49-98ab-b51de26e2374 HTTP/1.1" status: 204 len: 168 time: 0.3989334 Jul 23 16:37:49.489148 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3bed214c-0439-42a4-93d9-a3ce5581a8fa req-b597c08c-8711-4de3-9c24-eff3134e0389 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502646 Jul 23 16:37:49.497016 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15cc8e4-d136-4172-87e0-4948ac264b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7473f1-2f51-4f49-98ab-b51de26e2374,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:49.512697 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43a314f-4a7b-48c6-83d6-f94e8be446ae tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:37:49.518761 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a43a314f-4a7b-48c6-83d6-f94e8be446ae tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "PUT /v2.0/routers/c93313b5-51b5-41a9-ae84-74347e8f4c9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8251572 Jul 23 16:37:49.524879 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51534) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:49.560876 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1261dc8d-0035-4317-a354-1c54d52af3ce None None] Sync routers for ids ['c93313b5-51b5-41a9-ae84-74347e8f4c9c'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:37:49.592507 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1261dc8d-0035-4317-a354-1c54d52af3ce None None] Routers {'c93313b5-51b5-41a9-ae84-74347e8f4c9c'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:37:49.593687 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-1261dc8d-0035-4317-a354-1c54d52af3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:37:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['c93313b5-51b5-41a9-ae84-74347e8f4c9c'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:49.631989 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-1261dc8d-0035-4317-a354-1c54d52af3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:49.636531 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770af524-2d77-4d19-a1d1-97cc665301c0 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Made reservation on behalf of 60b9dca70f4d47039c717b6eccfd9e9b for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:49.640729 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-770af524-2d77-4d19-a1d1-97cc665301c0 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:49.643729 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1261dc8d-0035-4317-a354-1c54d52af3ce None None] Routers {'c93313b5-51b5-41a9-ae84-74347e8f4c9c'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:37:49.644771 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-1261dc8d-0035-4317-a354-1c54d52af3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:37:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['c93313b5-51b5-41a9-ae84-74347e8f4c9c'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:49.681869 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-1261dc8d-0035-4317-a354-1c54d52af3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:49.682526 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1261dc8d-0035-4317-a354-1c54d52af3ce None None] The sync data for ids ['c93313b5-51b5-41a9-ae84-74347e8f4c9c'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:37:49.988562 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655296e8-459d-4575-9ee5-31d2bab817e7 None None] Network 84befc31-50fb-4de4-ab00-81d9f83ee291 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:50.011414 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-770af524-2d77-4d19-a1d1-97cc665301c0 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:50.083460 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7797b605-65b2-4922-8414-8a0f1644f4e4 None None] Provisioning for port 39028263-674f-4343-88b3-e2d836237a03 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:50.099969 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770af524-2d77-4d19-a1d1-97cc665301c0 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event updated for resources: {'Subnet': ['ID=a428166d-c777-4802-9dde-6ff4fc6a346b,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:50.124557 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770af524-2d77-4d19-a1d1-97cc665301c0 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Checking segment: {'id': '2fc38b27-71a3-4207-a0c2-9b8441a7402b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '0cc9836d-d51d-45b3-9edc-975e1006bf65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:50.124916 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770af524-2d77-4d19-a1d1-97cc665301c0 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Network hostable DHCP agents. Network: 0cc9836d-d51d-45b3-9edc-975e1006bf65, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:37:50.150442 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770af524-2d77-4d19-a1d1-97cc665301c0 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Network 0cc9836d-d51d-45b3-9edc-975e1006bf65 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:37:50.165900 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8d7bad76-e118-4983-900b-c484bba04b27 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:50.170546 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-770af524-2d77-4d19-a1d1-97cc665301c0 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 0cc9836d-d51d-45b3-9edc-975e1006bf65) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:50.183421 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fed5bb4-3d60-449b-a4f4-ade37e402668 None None] Network 0cc9836d-d51d-45b3-9edc-975e1006bf65 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:50.212291 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770af524-2d77-4d19-a1d1-97cc665301c0 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:50.212825 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-770af524-2d77-4d19-a1d1-97cc665301c0 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:50.264690 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-770af524-2d77-4d19-a1d1-97cc665301c0 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9012477 Jul 23 16:37:50.268411 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51556) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:50.275121 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-27bb5343-127b-4a34-bc6a-5e4b4817b3c5 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:50.405495 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-27bb5343-127b-4a34-bc6a-5e4b4817b3c5 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16758429'] for subnet, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:50.513948 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-8d7bad76-e118-4983-900b-c484bba04b27 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Deleting port e9501869-744d-4458-8091-cd090b79445e {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:50.515118 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8d7bad76-e118-4983-900b-c484bba04b27 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:50.584014 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fff615d-6e20-4ffd-bc2a-4e34cd80613f None None] Update dhcp port {'port': {'network_id': '84befc31-50fb-4de4-ab00-81d9f83ee291', 'fixed_ips': [{'subnet_id': '85e5d003-91d6-43e8-9f4f-a838ed0d0759', 'ip_address': '2001:db8::2'}, {'subnet_id': '6b06ca10-da3e-4bad-8f9f-4a594ba1e2a8'}], 'binding:host_id': 'n-d-778549-4'}, 'id': '39028263-674f-4343-88b3-e2d836237a03'} from n-d-778549-4. {{(pid=94014) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:37:50.661302 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-27bb5343-127b-4a34-bc6a-5e4b4817b3c5 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751794223948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16721322'] for subnet, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:50.673112 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448827c9-c6a6-44cb-a2ed-e5ed635c2fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-0cc9836d-d51d-45b3-9edc-975e1006bf65', 'network_id': '0cc9836d-d51d-45b3-9edc-975e1006bf65', 'tenant_id': '60b9dca70f4d47039c717b6eccfd9e9b', 'fixed_ips': [{'subnet_id': 'a428166d-c777-4802-9dde-6ff4fc6a346b'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:37:50.673868 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-448827c9-c6a6-44cb-a2ed-e5ed635c2fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:50.705622 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3fff615d-6e20-4ffd-bc2a-4e34cd80613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:50.721592 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bb5343-127b-4a34-bc6a-5e4b4817b3c5 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:50.722198 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-27bb5343-127b-4a34-bc6a-5e4b4817b3c5 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:50.726773 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-27bb5343-127b-4a34-bc6a-5e4b4817b3c5 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "PUT /v2.0/subnets/a428166d-c777-4802-9dde-6ff4fc6a346b HTTP/1.1" status: 200 len: 826 time: 0.4543943 Jul 23 16:37:50.727762 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51570) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:50.741137 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb5343-127b-4a34-bc6a-5e4b4817b3c5 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event updated for resources: {'Subnet': ['ID=a428166d-c777-4802-9dde-6ff4fc6a346b,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:50.797243 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c224c5-b738-43e7-88ed-b825d3b128d2 req-62873250-1895-4c57-ad4b-03e0f9773580 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:50.798978 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8c224c5-b738-43e7-88ed-b825d3b128d2 req-62873250-1895-4c57-ad4b-03e0f9773580 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 946 time: 0.1822360 Jul 23 16:37:50.878571 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8c224c5-b738-43e7-88ed-b825d3b128d2 req-f5228c9d-95c2-4c33-957a-22527cd02f14 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726190 Jul 23 16:37:50.995618 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8d7bad76-e118-4983-900b-c484bba04b27 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:51.001700 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 39028263-674f-4343-88b3-e2d836237a03 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:51.021294 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-8d7bad76-e118-4983-900b-c484bba04b27 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Calling delete_port for e9501869-744d-4458-8091-cd090b79445e owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:51.033111 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:51.174268 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-3fff615d-6e20-4ffd-bc2a-4e34cd80613f None None] Allocated IP 172.20.0.1 (84befc31-50fb-4de4-ab00-81d9f83ee291/6b06ca10-da3e-4bad-8f9f-4a594ba1e2a8/39028263-674f-4343-88b3-e2d836237a03) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:51.177349 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 39028263-674f-4343-88b3-e2d836237a03 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:51.188020 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-448827c9-c6a6-44cb-a2ed-e5ed635c2fd5 None None] Allocated IP 2001:db8::2 (0cc9836d-d51d-45b3-9edc-975e1006bf65/a428166d-c777-4802-9dde-6ff4fc6a346b/06d96db2-bb29-4a34-afc5-cf7b88da7431) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:51.232967 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:51.239803 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 39028263-674f-4343-88b3-e2d836237a03 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:51.240170 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:51.285750 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8664a1a-b297-4671-b798-473cf3309238 req-d7625828-947b-416a-8053-3b37261f6a12 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:51.289277 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d8664a1a-b297-4671-b798-473cf3309238 req-d7625828-947b-416a-8053-3b37261f6a12 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.0856719 Jul 23 16:37:51.353723 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d8664a1a-b297-4671-b798-473cf3309238 req-668d3b76-d440-461e-912b-d1d0680d6136 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563400 Jul 23 16:37:51.398075 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8d7bad76-e118-4983-900b-c484bba04b27 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:51.452039 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bad76-e118-4983-900b-c484bba04b27 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Port': ['ID=e9501869-744d-4458-8091-cd090b79445e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:51.535400 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac857e89-e3d1-42d4-b5d4-762b0831ae16 req-26782a48-2b22-43c4-8c07-b2b506de8d8e tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:51.537522 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ac857e89-e3d1-42d4-b5d4-762b0831ae16 req-26782a48-2b22-43c4-8c07-b2b506de8d8e tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.0825763 Jul 23 16:37:51.555859 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:51.586926 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8d7bad76-e118-4983-900b-c484bba04b27 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:51.599020 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ac857e89-e3d1-42d4-b5d4-762b0831ae16 req-5718dd3c-0031-4dac-9aa8-cbd56a013f1b tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522985 Jul 23 16:37:51.640216 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-448827c9-c6a6-44cb-a2ed-e5ed635c2fd5 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:51.650450 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-448827c9-c6a6-44cb-a2ed-e5ed635c2fd5 None None] Transition to ACTIVE for port object 06d96db2-bb29-4a34-afc5-cf7b88da7431 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:51.668253 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-448827c9-c6a6-44cb-a2ed-e5ed635c2fd5 None None] Transition to ACTIVE for port object 06d96db2-bb29-4a34-afc5-cf7b88da7431 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:51.690177 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-448827c9-c6a6-44cb-a2ed-e5ed635c2fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:51.695586 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-3fff615d-6e20-4ffd-bc2a-4e34cd80613f None None] For port 39028263-674f-4343-88b3-e2d836237a03, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=39028263-674f-4343-88b3-e2d836237a03,segment=NetworkSegment(446779b0-8aa0-4276-88e9-1896252e80f2),segment_id=446779b0-8aa0-4276-88e9-1896252e80f2)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:51.800229 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:51.808319 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448827c9-c6a6-44cb-a2ed-e5ed635c2fd5 None None] Network 0cc9836d-d51d-45b3-9edc-975e1006bf65 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:51.820570 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-448827c9-c6a6-44cb-a2ed-e5ed635c2fd5 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:51.822944 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448827c9-c6a6-44cb-a2ed-e5ed635c2fd5 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:51.827050 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3fff615d-6e20-4ffd-bc2a-4e34cd80613f None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:51.836692 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event deleted for resources: {'Subnet': ['ID=a428166d-c777-4802-9dde-6ff4fc6a346b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:51.840644 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448827c9-c6a6-44cb-a2ed-e5ed635c2fd5 None None] Pushing event updated for resources: {'Port': ['ID=06d96db2-bb29-4a34-afc5-cf7b88da7431,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:51.840938 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7bad76-e118-4983-900b-c484bba04b27 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Router c93313b5-51b5-41a9-ae84-74347e8f4c9c has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:37:51.869005 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3fff615d-6e20-4ffd-bc2a-4e34cd80613f None None] Transition to ACTIVE for port object 39028263-674f-4343-88b3-e2d836237a03 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:51.904977 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3fff615d-6e20-4ffd-bc2a-4e34cd80613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:51.957330 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7bad76-e118-4983-900b-c484bba04b27 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:37:51.969876 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc4636-fb28-4463-8095-fbe54b85631c None None] Sync routers for ids ['c93313b5-51b5-41a9-ae84-74347e8f4c9c'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:37:51.987568 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:51.988978 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bc4636-fb28-4463-8095-fbe54b85631c None None] Routers {'c93313b5-51b5-41a9-ae84-74347e8f4c9c'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:37:51.990676 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-30bc4636-fb28-4463-8095-fbe54b85631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:37:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['c93313b5-51b5-41a9-ae84-74347e8f4c9c'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:51.996955 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8d7bad76-e118-4983-900b-c484bba04b27 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "PUT /v2.0/routers/c93313b5-51b5-41a9-ae84-74347e8f4c9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4706323 Jul 23 16:37:51.997558 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51618) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:52.012571 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6c4fe-5f80-474c-9e8a-fb8d8427112f req-801f5a3c-68aa-4d1c-9d94-1408e7777cb1 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:52.016711 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc9836d-d51d-45b3-9edc-975e1006bf65']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:52.020197 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7df6c4fe-5f80-474c-9e8a-fb8d8427112f req-801f5a3c-68aa-4d1c-9d94-1408e7777cb1 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.0907497 Jul 23 16:37:52.043262 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d9b9b292-d298-4863-b0d3-7ed0d2fb98d7 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "GET /v2.0/ports?device_id=c93313b5-51b5-41a9-ae84-74347e8f4c9c HTTP/1.1" status: 200 len: 205 time: 0.0393298 Jul 23 16:37:52.045587 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51622) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:52.048488 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc38b27-71a3-4207-a0c2-9b8441a7402b') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:52.048770 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc38b27-71a3-4207-a0c2-9b8441a7402b') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:52.067632 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-30bc4636-fb28-4463-8095-fbe54b85631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:52.082314 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7df6c4fe-5f80-474c-9e8a-fb8d8427112f req-41d40530-dbe3-4eb3-b087-06a6ad186cae tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570111 Jul 23 16:37:52.103559 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:37:52.105218 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff615d-6e20-4ffd-bc2a-4e34cd80613f None None] Pushing event updated for resources: {'Port': ['ID=39028263-674f-4343-88b3-e2d836237a03,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:52.106798 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bc4636-fb28-4463-8095-fbe54b85631c None None] Routers {'c93313b5-51b5-41a9-ae84-74347e8f4c9c'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:37:52.108945 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-30bc4636-fb28-4463-8095-fbe54b85631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:37:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['c93313b5-51b5-41a9-ae84-74347e8f4c9c'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:52.122146 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:52.140734 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-55894cf8-9a85-4b7a-9226-a4214d0f98ba tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:52.142924 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:52.153322 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:37:52.153688 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:52.177680 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-30bc4636-fb28-4463-8095-fbe54b85631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:52.178962 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc4636-fb28-4463-8095-fbe54b85631c None None] The sync data for ids ['c93313b5-51b5-41a9-ae84-74347e8f4c9c'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:37:52.196829 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-448827c9-c6a6-44cb-a2ed-e5ed635c2fd5 None None] Attempting to bind port 06d96db2-bb29-4a34-afc5-cf7b88da7431 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:37:52.197106 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-448827c9-c6a6-44cb-a2ed-e5ed635c2fd5 None None] Attempting to bind port 06d96db2-bb29-4a34-afc5-cf7b88da7431 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '2fc38b27-71a3-4207-a0c2-9b8441a7402b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '0cc9836d-d51d-45b3-9edc-975e1006bf65'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:37:52.197486 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448827c9-c6a6-44cb-a2ed-e5ed635c2fd5 None None] Attempting to bind port 06d96db2-bb29-4a34-afc5-cf7b88da7431 on network 0cc9836d-d51d-45b3-9edc-975e1006bf65 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:52.209097 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:37:52.209097 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:37:52.209097 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:37:52.209097 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:37:52.209097 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:37:52.209097 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:37:52.209097 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:37:52.209097 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:37:52.209097 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:37:52.209097 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:37:52.209097 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:37:52.209097 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:37:52.209097 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:37:52.209097 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:37:52.209097 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:37:52.209097 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:37:52.209097 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:37:52.209097 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:37:52.209097 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:37:52.209097 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:37:52.209097 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:37:52.209097 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:37:52.209097 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:37:52.209097 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:37:52.209097 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:37:52.209097 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:37:52.209097 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:37:52.209097 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:37:52.209097 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:37:52.209097 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:37:52.209097 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:37:52.209097 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:37:52.213702 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448827c9-c6a6-44cb-a2ed-e5ed635c2fd5 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:37:52.213702 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448827c9-c6a6-44cb-a2ed-e5ed635c2fd5 None None] Checking segment: {'id': '2fc38b27-71a3-4207-a0c2-9b8441a7402b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '0cc9836d-d51d-45b3-9edc-975e1006bf65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:52.213702 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-448827c9-c6a6-44cb-a2ed-e5ed635c2fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:52.213702 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448827c9-c6a6-44cb-a2ed-e5ed635c2fd5 None None] Bound using segment: {'id': '2fc38b27-71a3-4207-a0c2-9b8441a7402b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '0cc9836d-d51d-45b3-9edc-975e1006bf65'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:37:52.214131 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-448827c9-c6a6-44cb-a2ed-e5ed635c2fd5 None None] Bound port: 06d96db2-bb29-4a34-afc5-cf7b88da7431, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc38b27-71a3-4207-a0c2-9b8441a7402b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '0cc9836d-d51d-45b3-9edc-975e1006bf65'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:37:52.214131 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-448827c9-c6a6-44cb-a2ed-e5ed635c2fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:52.251080 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.api [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:37:52.251426 n-d-778549-4 neutron-server[94014]: DEBUG oslo_db.api [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:37:52.255737 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773017ca-7f92-40fc-9281-6752155e737e req-10c439df-a0bc-47ab-8294-9e20379ee69a tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:52.263484 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-773017ca-7f92-40fc-9281-6752155e737e req-10c439df-a0bc-47ab-8294-9e20379ee69a tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 946 time: 0.2402623 Jul 23 16:37:52.328331 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-773017ca-7f92-40fc-9281-6752155e737e req-4d9f982a-e987-414d-ac52-5c485e6eb8f1 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638695 Jul 23 16:37:52.348764 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-448827c9-c6a6-44cb-a2ed-e5ed635c2fd5 None None] For port 06d96db2-bb29-4a34-afc5-cf7b88da7431, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:37:52.353620 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-448827c9-c6a6-44cb-a2ed-e5ed635c2fd5 None None] For port 06d96db2-bb29-4a34-afc5-cf7b88da7431, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=06d96db2-bb29-4a34-afc5-cf7b88da7431,segment=NetworkSegment(2fc38b27-71a3-4207-a0c2-9b8441a7402b),segment_id=2fc38b27-71a3-4207-a0c2-9b8441a7402b)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:37:52.359662 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-448827c9-c6a6-44cb-a2ed-e5ed635c2fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:52.361815 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.db.api [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 16:37:52.361815 n-d-778549-4 neutron-server[94013]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 16:37:52.361815 n-d-778549-4 neutron-server[94013]: [parameters: {'id': '0cc9836d-d51d-45b3-9edc-975e1006bf65'}] Jul 23 16:37:52.361815 n-d-778549-4 neutron-server[94013]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94013) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:37:52.363071 n-d-778549-4 neutron-server[94013]: DEBUG oslo_db.api [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:37:52.449760 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448827c9-c6a6-44cb-a2ed-e5ed635c2fd5 None None] Pushing event updated for resources: {'Port': ['ID=06d96db2-bb29-4a34-afc5-cf7b88da7431,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:52.489682 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-55894cf8-9a85-4b7a-9226-a4214d0f98ba tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:52.492699 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-55894cf8-9a85-4b7a-9226-a4214d0f98ba tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:52.543250 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cdd489-7a8b-47bc-84c3-469a845eeaed None None] Network 0cc9836d-d51d-45b3-9edc-975e1006bf65 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:52.562257 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-55894cf8-9a85-4b7a-9226-a4214d0f98ba tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:52.562961 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55894cf8-9a85-4b7a-9226-a4214d0f98ba tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Fanout notify agent at l3_agent the message router_deleted on router c93313b5-51b5-41a9-ae84-74347e8f4c9c {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:37:52.572742 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-55894cf8-9a85-4b7a-9226-a4214d0f98ba tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:52.575698 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-55894cf8-9a85-4b7a-9226-a4214d0f98ba tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/routers/c93313b5-51b5-41a9-ae84-74347e8f4c9c HTTP/1.1" status: 204 len: 168 time: 0.5284851 Jul 23 16:37:52.577907 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51644) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:52.663647 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f82613-bd61-4ad1-9d70-cf14a7a5a07e tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Deleting subnet fdc8d865-7730-432f-8802-8486920d02d4 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:37:52.676231 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-55f82613-bd61-4ad1-9d70-cf14a7a5a07e tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:52.779252 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-55f82613-bd61-4ad1-9d70-cf14a7a5a07e tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:52.855859 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:52.865538 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:52.867128 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edc2b4c-a649-4a54-8782-673af0029ca8 None None] Network 0cc9836d-d51d-45b3-9edc-975e1006bf65 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:52.996108 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 39028263-674f-4343-88b3-e2d836237a03, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=39028263-674f-4343-88b3-e2d836237a03,segment=NetworkSegment(446779b0-8aa0-4276-88e9-1896252e80f2),segment_id=446779b0-8aa0-4276-88e9-1896252e80f2)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:53.010283 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.029745 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32efb37-1530-47ed-9e01-9d2c89a4f8df req-ea38dc09-7ebd-4412-8a70-93afc725cd73 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:53.032043 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e32efb37-1530-47ed-9e01-9d2c89a4f8df req-ea38dc09-7ebd-4412-8a70-93afc725cd73 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.2105346 Jul 23 16:37:53.080289 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-55f82613-bd61-4ad1-9d70-cf14a7a5a07e tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.145419 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51652) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:53.193127 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7c44df-32db-456e-a4ea-ad8a9689ec64 None None] Network 84befc31-50fb-4de4-ab00-81d9f83ee291 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:53.202249 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=39028263-674f-4343-88b3-e2d836237a03,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:53.233839 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e32efb37-1530-47ed-9e01-9d2c89a4f8df req-8c294ee8-1414-470b-a47f-a6af031200ba tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931148 Jul 23 16:37:53.275259 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 39028263-674f-4343-88b3-e2d836237a03 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:53.293688 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-55f82613-bd61-4ad1-9d70-cf14a7a5a07e tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.390418 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-55f82613-bd61-4ad1-9d70-cf14a7a5a07e tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.392391 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-55f82613-bd61-4ad1-9d70-cf14a7a5a07e tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/subnets/fdc8d865-7730-432f-8802-8486920d02d4 HTTP/1.1" status: 204 len: 168 time: 0.8130767 Jul 23 16:37:53.393508 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f82613-bd61-4ad1-9d70-cf14a7a5a07e tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Subnet': ['ID=fdc8d865-7730-432f-8802-8486920d02d4,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:53.396251 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51660) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:53.445119 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6fd143-5031-47d3-ad34-bb5be7e45619 None None] Network 80fadb32-864c-4d07-bf8f-7ec844931b46 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:53.450440 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0c01ff8d-803f-436a-a142-a83912ce3989 None None] Provisioning for port 39028263-674f-4343-88b3-e2d836237a03 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:53.506014 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c25c4072-bc28-4199-a8a4-ab0e8ec5ba13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.510814 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Deleting port 06d96db2-bb29-4a34-afc5-cf7b88da7431 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:53.511468 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.518460 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0c01ff8d-803f-436a-a142-a83912ce3989 None None] Provisioning complete for port 39028263-674f-4343-88b3-e2d836237a03 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:53.518837 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0c01ff8d-803f-436a-a142-a83912ce3989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.521713 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6148302-7045-4277-8ad0-3d8c7730032d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Deleting subnet 4518c1b0-ad67-4613-8636-b7dc23ccedab {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:37:53.531045 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d6148302-7045-4277-8ad0-3d8c7730032d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.582925 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] For port 06d96db2-bb29-4a34-afc5-cf7b88da7431, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=06d96db2-bb29-4a34-afc5-cf7b88da7431,segment=NetworkSegment(2fc38b27-71a3-4207-a0c2-9b8441a7402b),segment_id=2fc38b27-71a3-4207-a0c2-9b8441a7402b)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:53.583772 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.601005 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Calling delete_port for 06d96db2-bb29-4a34-afc5-cf7b88da7431 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:53.619858 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d6148302-7045-4277-8ad0-3d8c7730032d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.682769 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c03795-ba7e-4e1c-8bdc-e5af2e129cf5 req-01b62460-1c37-4961-9219-09e7fcf23fd1 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:53.684373 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-58c03795-ba7e-4e1c-8bdc-e5af2e129cf5 req-01b62460-1c37-4961-9219-09e7fcf23fd1 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 946 time: 0.2508905 Jul 23 16:37:53.703739 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.717803 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] No DVR routers for this DVR port 06d96db2-bb29-4a34-afc5-cf7b88da7431 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:37:53.769718 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 39028263-674f-4343-88b3-e2d836237a03 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:53.770012 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.774448 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event deleted for resources: {'Port': ['ID=06d96db2-bb29-4a34-afc5-cf7b88da7431,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:53.806189 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-58c03795-ba7e-4e1c-8bdc-e5af2e129cf5 req-f5342c75-7f09-4537-af04-ed32a901acc3 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033978 Jul 23 16:37:53.821515 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d6148302-7045-4277-8ad0-3d8c7730032d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.841872 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.854399 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc9836d-d51d-45b3-9edc-975e1006bf65']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:53.865808 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c25c4072-bc28-4199-a8a4-ab0e8ec5ba13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.874970 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c25c4072-bc28-4199-a8a4-ab0e8ec5ba13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.876483 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc38b27-71a3-4207-a0c2-9b8441a7402b') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:53.876827 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc38b27-71a3-4207-a0c2-9b8441a7402b') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:53.887546 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.906544 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.917989 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:37:53.918440 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.921842 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:37:53.921842 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:37:53.921842 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:37:53.921842 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:37:53.921842 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:37:53.921842 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:37:53.921842 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:37:53.921842 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:37:53.921842 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:37:53.921842 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:37:53.921842 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:37:53.921842 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:37:53.921842 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:37:53.921842 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:37:53.921842 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:37:53.921842 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:37:53.921842 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:37:53.921842 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:37:53.921842 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:37:53.921842 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:37:53.921842 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:37:53.921842 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:37:53.921842 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:37:53.921842 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:37:53.921842 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:37:53.921842 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:37:53.921842 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:37:53.921842 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:37:53.921842 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:37:53.921842 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:37:53.921842 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:37:53.921842 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:37:53.947728 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c25c4072-bc28-4199-a8a4-ab0e8ec5ba13 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=348a60085c264d9ebcc6d69faf003faa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8011048 Jul 23 16:37:53.948556 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51662) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:53.951338 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c4072-bc28-4199-a8a4-ab0e8ec5ba13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43559f2c-0cdc-4159-a75a-b67694adb839,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:53.965466 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d6148302-7045-4277-8ad0-3d8c7730032d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.003354 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d6148302-7045-4277-8ad0-3d8c7730032d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.005706 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d6148302-7045-4277-8ad0-3d8c7730032d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/subnets/4518c1b0-ad67-4613-8636-b7dc23ccedab HTTP/1.1" status: 204 len: 168 time: 0.6086583 Jul 23 16:37:54.007378 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6148302-7045-4277-8ad0-3d8c7730032d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Subnet': ['ID=4518c1b0-ad67-4613-8636-b7dc23ccedab,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:54.010348 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51664) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:54.020390 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf4dda1-7bf2-4d53-ba93-f5e8b5baae6e None None] Network 85f63215-7071-45f7-b4d3-2d6673c19653 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:54.025116 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.036112 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533895'] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.041695 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "DELETE /v2.0/networks/0cc9836d-d51d-45b3-9edc-975e1006bf65 HTTP/1.1" status: 204 len: 168 time: 3.3066356 Jul 23 16:37:54.041924 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51666) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:54.060730 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec145c-4460-424e-b85b-1e4bd7329c73 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event deleted for resources: {'Network': ['ID=0cc9836d-d51d-45b3-9edc-975e1006bf65,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:54.075045 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d3acd46-37b5-4993-ae08-861f105b1b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.077635 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-871f328c-e50f-492b-b88a-8813346108a8 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] DELETE failed (client error): The resource could not be found. Jul 23 16:37:54.078206 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-871f328c-e50f-492b-b88a-8813346108a8 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:37:54.085178 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-871f328c-e50f-492b-b88a-8813346108a8 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "DELETE /v2.0/networks/0cc9836d-d51d-45b3-9edc-975e1006bf65 HTTP/1.1" status: 404 len: 339 time: 0.0420535 Jul 23 16:37:54.088612 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51668) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:54.106377 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d3acd46-37b5-4993-ae08-861f105b1b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.122572 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-cde11e9f-52f3-4537-87b9-22ed16cf3662 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1321600618', 'description': 'd1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:54.148495 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da1e87ee-52dc-4609-825f-f1043414b89c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.170465 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde11e9f-52f3-4537-87b9-22ed16cf3662 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Made reservation on behalf of 60b9dca70f4d47039c717b6eccfd9e9b for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:54.175181 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cde11e9f-52f3-4537-87b9-22ed16cf3662 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.188026 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d3acd46-37b5-4993-ae08-861f105b1b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.191501 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d3acd46-37b5-4993-ae08-861f105b1b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.195472 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7d3acd46-37b5-4993-ae08-861f105b1b05 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/43559f2c-0cdc-4159-a75a-b67694adb839 HTTP/1.1" status: 204 len: 168 time: 0.2434900 Jul 23 16:37:54.209456 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3acd46-37b5-4993-ae08-861f105b1b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43559f2c-0cdc-4159-a75a-b67694adb839,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:54.219947 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a2d89d-d8ad-48a2-bd3a-1db11f1d7ea6 None None] DHCP port deletion for 80fadb32-864c-4d07-bf8f-7ec844931b46 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:37:54.245107 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde11e9f-52f3-4537-87b9-22ed16cf3662 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] vlan segment allocate from pool success with {'vlan_id': 1140, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:37:54.259491 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cde11e9f-52f3-4537-87b9-22ed16cf3662 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.259846 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-cde11e9f-52f3-4537-87b9-22ed16cf3662 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Added segment 62da7134-6552-47a9-87ed-4c20f3a08386 of type vlan for network c0d14e6a-5375-4804-b8d4-31eae002f2e7 Jul 23 16:37:54.269351 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-da1e87ee-52dc-4609-825f-f1043414b89c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Deleting port e8733d50-1bff-4dca-8a88-ed7760ba3ed7 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:54.269707 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da1e87ee-52dc-4609-825f-f1043414b89c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.335199 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cde11e9f-52f3-4537-87b9-22ed16cf3662 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.377402 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-73a2d89d-d8ad-48a2-bd3a-1db11f1d7ea6 None None] Deleting port e8733d50-1bff-4dca-8a88-ed7760ba3ed7 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:54.377682 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-73a2d89d-d8ad-48a2-bd3a-1db11f1d7ea6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.427087 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-da1e87ee-52dc-4609-825f-f1043414b89c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] For port e8733d50-1bff-4dca-8a88-ed7760ba3ed7, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e8733d50-1bff-4dca-8a88-ed7760ba3ed7,segment=NetworkSegment(68b4785c-ad2a-4b3d-af4e-ad5493936cdb),segment_id=68b4785c-ad2a-4b3d-af4e-ad5493936cdb)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:54.428566 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da1e87ee-52dc-4609-825f-f1043414b89c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.465045 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-da1e87ee-52dc-4609-825f-f1043414b89c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Calling delete_port for e8733d50-1bff-4dca-8a88-ed7760ba3ed7 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:54.481671 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48582794-b94e-4644-ba58-83d9da083b4a None None] DHCP port deletion for 85f63215-7071-45f7-b4d3-2d6673c19653 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:37:54.491481 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cde11e9f-52f3-4537-87b9-22ed16cf3662 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.498068 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde11e9f-52f3-4537-87b9-22ed16cf3662 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:54.498923 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cde11e9f-52f3-4537-87b9-22ed16cf3662 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.545386 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-73a2d89d-d8ad-48a2-bd3a-1db11f1d7ea6 None None] For port e8733d50-1bff-4dca-8a88-ed7760ba3ed7, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e8733d50-1bff-4dca-8a88-ed7760ba3ed7,segment=NetworkSegment(68b4785c-ad2a-4b3d-af4e-ad5493936cdb),segment_id=68b4785c-ad2a-4b3d-af4e-ad5493936cdb)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:54.545717 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-73a2d89d-d8ad-48a2-bd3a-1db11f1d7ea6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.549637 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51680) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:54.551033 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-cde11e9f-52f3-4537-87b9-22ed16cf3662 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4599004 Jul 23 16:37:54.568970 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-73a2d89d-d8ad-48a2-bd3a-1db11f1d7ea6 None None] Calling delete_port for e8733d50-1bff-4dca-8a88-ed7760ba3ed7 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:54.577997 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-60ab6bda-012d-43c5-8379-b0b4b5274884 None None] Provisioning complete for port 39028263-674f-4343-88b3-e2d836237a03 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:54.578384 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-60ab6bda-012d-43c5-8379-b0b4b5274884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.597489 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b557442-26f5-46c0-a9df-2e1070f95c3f req-d15b2822-0673-47a5-a2e9-64f5d8a95e78 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:54.605645 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8b557442-26f5-46c0-a9df-2e1070f95c3f req-d15b2822-0673-47a5-a2e9-64f5d8a95e78 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.2372813 Jul 23 16:37:54.627637 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 0ce917c9-b68c-40d4-8915-c8686a3d8533 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:37:54.629759 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 0ce917c9-b68c-40d4-8915-c8686a3d8533 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:37:54.651830 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51682) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:54.673144 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa24769e-cdd5-44ce-992a-0a38d0486a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.693640 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde11e9f-52f3-4537-87b9-22ed16cf3662 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event updated for resources: {'Network': ['ID=c0d14e6a-5375-4804-b8d4-31eae002f2e7,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:54.694485 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc23d37-c26e-407e-8d7f-9206afdf6971 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:54.696499 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9dc23d37-c26e-407e-8d7f-9206afdf6971 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "GET /v2.0/networks?id=c0d14e6a-5375-4804-b8d4-31eae002f2e7 HTTP/1.1" status: 200 len: 765 time: 0.1457992 Jul 23 16:37:54.700789 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51684) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:54.702206 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8b557442-26f5-46c0-a9df-2e1070f95c3f req-a3cd9fd7-ac3b-4da7-b0fd-aba8437edd0d tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953479 Jul 23 16:37:54.709093 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-d32a3db4-89e5-45c8-8c7c-48812523cfba tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Request body: {'network': {'description': 'd2'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:54.715109 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network c0d14e6a-5375-4804-b8d4-31eae002f2e7 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:37:54.737666 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-48582794-b94e-4644-ba58-83d9da083b4a None None] Deleting port 05852c62-3999-4408-aca4-84fcefdc02ca {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:54.737936 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-48582794-b94e-4644-ba58-83d9da083b4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.743039 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da1e87ee-52dc-4609-825f-f1043414b89c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.773616 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e87ee-52dc-4609-825f-f1043414b89c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Port': ['ID=e8733d50-1bff-4dca-8a88-ed7760ba3ed7,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:54.776010 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1e87ee-52dc-4609-825f-f1043414b89c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] No DVR routers for this DVR port e8733d50-1bff-4dca-8a88-ed7760ba3ed7 on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:37:54.869854 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da1e87ee-52dc-4609-825f-f1043414b89c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.881080 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-da1e87ee-52dc-4609-825f-f1043414b89c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80fadb32-864c-4d07-bf8f-7ec844931b46']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:54.893545 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-da1e87ee-52dc-4609-825f-f1043414b89c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b4785c-ad2a-4b3d-af4e-ad5493936cdb') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:54.893981 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-da1e87ee-52dc-4609-825f-f1043414b89c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b4785c-ad2a-4b3d-af4e-ad5493936cdb') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:54.908340 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa24769e-cdd5-44ce-992a-0a38d0486a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.914479 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da1e87ee-52dc-4609-825f-f1043414b89c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.919326 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa24769e-cdd5-44ce-992a-0a38d0486a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.949205 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da1e87ee-52dc-4609-825f-f1043414b89c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.958360 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1e87ee-52dc-4609-825f-f1043414b89c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Releasing vlan 1118 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:37:54.958910 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da1e87ee-52dc-4609-825f-f1043414b89c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.962842 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:37:54.962842 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:37:54.962842 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:37:54.962842 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:37:54.962842 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:37:54.962842 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:37:54.962842 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:37:54.962842 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:37:54.962842 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:37:54.962842 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:37:54.962842 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:37:54.962842 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:37:54.962842 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:37:54.962842 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:37:54.962842 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:37:54.962842 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:37:54.962842 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:37:54.962842 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:37:54.962842 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:37:54.962842 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:37:54.962842 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:37:54.962842 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:37:54.962842 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:37:54.962842 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:37:54.962842 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:37:54.962842 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:37:54.962842 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:37:54.962842 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:37:54.962842 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:37:54.962842 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:37:54.962842 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:37:54.962842 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:37:55.025343 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-48582794-b94e-4644-ba58-83d9da083b4a None None] For port 05852c62-3999-4408-aca4-84fcefdc02ca, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=05852c62-3999-4408-aca4-84fcefdc02ca,segment=NetworkSegment(50d7b05b-62d7-420c-a0c8-c31415c18eef),segment_id=50d7b05b-62d7-420c-a0c8-c31415c18eef)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:55.025877 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-48582794-b94e-4644-ba58-83d9da083b4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.060231 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-73a2d89d-d8ad-48a2-bd3a-1db11f1d7ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.066767 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-48582794-b94e-4644-ba58-83d9da083b4a None None] Calling delete_port for 05852c62-3999-4408-aca4-84fcefdc02ca owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:55.079823 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24769e-cdd5-44ce-992a-0a38d0486a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79055328-94f3-40bd-91fe-50a2f27c25bb,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:55.080097 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.086291 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fa24769e-cdd5-44ce-992a-0a38d0486a0a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cba95dd4cfe14411915c5367c3d85cdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4329288 Jul 23 16:37:55.088920 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51688) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:55.138817 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d32a3db4-89e5-45c8-8c7c-48812523cfba tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.171720 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d32a3db4-89e5-45c8-8c7c-48812523cfba tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.193484 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2d89d-d8ad-48a2-bd3a-1db11f1d7ea6 None None] Pushing event deleted for resources: {'Port': ['ID=e8733d50-1bff-4dca-8a88-ed7760ba3ed7,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:55.201952 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 0ce917c9-b68c-40d4-8915-c8686a3d8533, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=0ce917c9-b68c-40d4-8915-c8686a3d8533,segment=NetworkSegment(e86199fe-5491-4fca-b518-f67ebbbf9a42),segment_id=e86199fe-5491-4fca-b518-f67ebbbf9a42)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:55.204885 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a2d89d-d8ad-48a2-bd3a-1db11f1d7ea6 None None] No DVR routers for this DVR port e8733d50-1bff-4dca-8a88-ed7760ba3ed7 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:37:55.218531 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 39028263-674f-4343-88b3-e2d836237a03 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:55.219294 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d32a3db4-89e5-45c8-8c7c-48812523cfba tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Network c0d14e6a-5375-4804-b8d4-31eae002f2e7 is not hosted by any dhcp agent {{(pid=94013) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 16:37:55.219807 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32a3db4-89e5-45c8-8c7c-48812523cfba tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:55.222086 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d32a3db4-89e5-45c8-8c7c-48812523cfba tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.222086 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d32a3db4-89e5-45c8-8c7c-48812523cfba tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "PUT /v2.0/networks/c0d14e6a-5375-4804-b8d4-31eae002f2e7 HTTP/1.1" status: 200 len: 762 time: 0.5178609 Jul 23 16:37:55.229122 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51690) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:55.241798 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-215d840a-1b4e-440c-9e31-6accd242f4e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.265503 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '0ce917c9-b68c-40d4-8915-c8686a3d8533', 'network_id': '76cc40b0-30f5-4501-be03-be323c612c9a', 'port_id': '0ce917c9-b68c-40d4-8915-c8686a3d8533', 'mac_address': 'fa:16:3e:31:81:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0451a60c-d287-4012-8d32-22a400e0b50b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:37:55.277327 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9081984a-4150-494e-994d-750d9d02d4aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ce917c9-b68c-40d4-8915-c8686a3d8533'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:37:55.279616 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6862f486-23c1-4812-8b91-51805c384c33" -d '{"events": [{"server_uuid": "9081984a-4150-494e-994d-750d9d02d4aa", "name": "network-vif-unplugged", "status": "completed", "tag": "0ce917c9-b68c-40d4-8915-c8686a3d8533"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:37:55.299025 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a3db4-89e5-45c8-8c7c-48812523cfba tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event updated for resources: {'Network': ['ID=c0d14e6a-5375-4804-b8d4-31eae002f2e7,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:55.318409 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 0ce917c9-b68c-40d4-8915-c8686a3d8533, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=0ce917c9-b68c-40d4-8915-c8686a3d8533,segment=NetworkSegment(e86199fe-5491-4fca-b518-f67ebbbf9a42),segment_id=e86199fe-5491-4fca-b518-f67ebbbf9a42)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:55.324282 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network c0d14e6a-5375-4804-b8d4-31eae002f2e7 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:37:55.355456 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.390832 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-215d840a-1b4e-440c-9e31-6accd242f4e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.396715 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a07e3d-19a7-44a1-a0cc-4bb6eaa9999c x-openstack-request-id: req-46a07e3d-19a7-44a1-a0cc-4bb6eaa9999c {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:37:55.397003 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9081984a-4150-494e-994d-750d9d02d4aa", "name": "network-vif-unplugged", "status": "completed", "tag": "0ce917c9-b68c-40d4-8915-c8686a3d8533", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:37:55.397355 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-46a07e3d-19a7-44a1-a0cc-4bb6eaa9999c {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:37:55.397808 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9081984a-4150-494e-994d-750d9d02d4aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ce917c9-b68c-40d4-8915-c8686a3d8533', 'code': 200} Jul 23 16:37:55.411681 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12b4fc0-d063-4b95-9d92-c1f388955d14 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:55.414513 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e12b4fc0-d063-4b95-9d92-c1f388955d14 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "GET /v2.0/networks?id=c0d14e6a-5375-4804-b8d4-31eae002f2e7 HTTP/1.1" status: 200 len: 765 time: 0.1842349 Jul 23 16:37:55.418047 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51694) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:55.419376 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5f059-9f9e-4b27-a903-510b0aac3fae req-0b64f226-3c09-470c-9947-bede16c690cc tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:55.421157 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-10f5f059-9f9e-4b27-a903-510b0aac3fae req-0b64f226-3c09-470c-9947-bede16c690cc tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 946 time: 0.5196557 Jul 23 16:37:55.422487 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da1e87ee-52dc-4609-825f-f1043414b89c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.430869 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da1e87ee-52dc-4609-825f-f1043414b89c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.433780 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-da1e87ee-52dc-4609-825f-f1043414b89c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/networks/80fadb32-864c-4d07-bf8f-7ec844931b46 HTTP/1.1" status: 204 len: 168 time: 1.4224186 Jul 23 16:37:55.436822 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51696) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:55.452889 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e87ee-52dc-4609-825f-f1043414b89c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Network': ['ID=80fadb32-864c-4d07-bf8f-7ec844931b46,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:55.479737 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-48582794-b94e-4644-ba58-83d9da083b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.485804 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-10f5f059-9f9e-4b27-a903-510b0aac3fae req-3fcd7486-2fe6-44cd-93a9-4860915f6a6c tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560133 Jul 23 16:37:55.513995 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.558383 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48582794-b94e-4644-ba58-83d9da083b4a None None] No DVR routers for this DVR port 05852c62-3999-4408-aca4-84fcefdc02ca on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:37:55.566511 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ce917c9-b68c-40d4-8915-c8686a3d8533 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:37:55.571041 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=0ce917c9-b68c-40d4-8915-c8686a3d8533,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:55.582188 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 39028263-674f-4343-88b3-e2d836237a03 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:55.582561 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.609369 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41f3791-901b-4802-b994-997b7073c077 None None] get_active_networks_info from n-d-778549-4 {{(pid=94014) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:37:55.619700 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b9cf882-f792-4331-95d1-66a7afe2430d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.626635 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-215d840a-1b4e-440c-9e31-6accd242f4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.629350 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-215d840a-1b4e-440c-9e31-6accd242f4e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.634062 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-215d840a-1b4e-440c-9e31-6accd242f4e9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/79055328-94f3-40bd-91fe-50a2f27c25bb HTTP/1.1" status: 204 len: 168 time: 0.5400572 Jul 23 16:37:55.634279 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48582794-b94e-4644-ba58-83d9da083b4a None None] Pushing event deleted for resources: {'Port': ['ID=05852c62-3999-4408-aca4-84fcefdc02ca,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:55.654633 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d840a-1b4e-440c-9e31-6accd242f4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79055328-94f3-40bd-91fe-50a2f27c25bb,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:55.663257 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f2efae-926d-4195-bb1a-1fb4dbe8ec77 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:55.664844 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-31f2efae-926d-4195-bb1a-1fb4dbe8ec77 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2458713 Jul 23 16:37:55.667827 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51704) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:55.684735 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 0ce917c9-b68c-40d4-8915-c8686a3d8533, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=0ce917c9-b68c-40d4-8915-c8686a3d8533,segment=NetworkSegment(e86199fe-5491-4fca-b518-f67ebbbf9a42),segment_id=e86199fe-5491-4fca-b518-f67ebbbf9a42)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:55.706937 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.721099 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ccabf435-f502-44dc-938a-3b054cbfec3b tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "GET /v2.0/subnets?network_id=4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 207 time: 0.0518363 Jul 23 16:37:55.724518 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51706) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:55.788140 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b9cf882-f792-4331-95d1-66a7afe2430d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.822405 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-0b9cf882-f792-4331-95d1-66a7afe2430d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f63215-7071-45f7-b4d3-2d6673c19653']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:55.855415 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-0b9cf882-f792-4331-95d1-66a7afe2430d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d7b05b-62d7-420c-a0c8-c31415c18eef') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:55.855671 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-0b9cf882-f792-4331-95d1-66a7afe2430d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d7b05b-62d7-420c-a0c8-c31415c18eef') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:55.872240 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c053852-8f01-46a9-b79a-a5d3098005ee req-74f83d5e-c3de-41f2-9acc-2bc47ccf3a43 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:55.875486 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c053852-8f01-46a9-b79a-a5d3098005ee req-74f83d5e-c3de-41f2-9acc-2bc47ccf3a43 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.0818999 Jul 23 16:37:55.904488 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b9cf882-f792-4331-95d1-66a7afe2430d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.907255 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=0ce917c9-b68c-40d4-8915-c8686a3d8533,revision_number=7']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:55.937400 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:55.937843 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:55.938297 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:55.938929 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:55.939370 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:55.940344 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:55.940344 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:55.940816 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:55.941469 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:55.942063 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:55.942784 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:55.944650 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:55.957430 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c053852-8f01-46a9-b79a-a5d3098005ee req-6e5f1e26-aba6-4135-adc5-a7b0950ed082 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718832 Jul 23 16:37:55.957965 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b9cf882-f792-4331-95d1-66a7afe2430d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.988009 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['0ce917c9-b68c-40d4-8915-c8686a3d8533'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:37:55.988315 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b9cf882-f792-4331-95d1-66a7afe2430d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:37:55.988498 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b9cf882-f792-4331-95d1-66a7afe2430d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.990894 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41f3791-901b-4802-b994-997b7073c077 None None] Resources bound (agent type, host, resource id): {{(pid=94014) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 16:37:55.991666 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:37:55.991666 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:37:55.991666 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:37:55.991666 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:37:55.991666 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:37:55.991666 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:37:55.991666 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:37:55.991666 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:37:55.991666 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:37:55.991666 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:37:55.991666 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:37:55.991666 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:37:55.991666 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:37:55.991666 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:37:55.991666 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:37:55.991666 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:37:55.991666 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:37:55.991666 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:37:55.991666 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:37:55.991666 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:37:55.991666 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:37:55.991666 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:37:55.991666 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:37:55.991666 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:37:55.991666 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:37:55.991666 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:37:55.991666 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:37:55.991666 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:37:55.991666 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:37:55.991666 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:37:55.991666 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:37:55.991666 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:37:56.041378 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc29d9ef-e672-4900-8f6f-c32a25281992 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:56.047384 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc29d9ef-e672-4900-8f6f-c32a25281992 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:56.053194 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc29d9ef-e672-4900-8f6f-c32a25281992 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:56.056534 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e8733d50-1bff-4dca-8a88-ed7760ba3ed7 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:37:56.059951 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc29d9ef-e672-4900-8f6f-c32a25281992 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:56.064738 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc29d9ef-e672-4900-8f6f-c32a25281992 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:56.074581 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc29d9ef-e672-4900-8f6f-c32a25281992 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:56.074581 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-dc29d9ef-e672-4900-8f6f-c32a25281992 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3479621 Jul 23 16:37:56.077070 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51716) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:56.151823 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b9cf882-f792-4331-95d1-66a7afe2430d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:56.160268 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b9cf882-f792-4331-95d1-66a7afe2430d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:56.162203 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0b9cf882-f792-4331-95d1-66a7afe2430d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/networks/85f63215-7071-45f7-b4d3-2d6673c19653 HTTP/1.1" status: 204 len: 168 time: 0.7165551 Jul 23 16:37:56.170078 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51720) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:56.176578 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-eaa43159-81bd-42f0-9276-07c1eeeb70e1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-792373833'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:56.203027 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9cf882-f792-4331-95d1-66a7afe2430d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Network': ['ID=85f63215-7071-45f7-b4d3-2d6673c19653,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:56.212038 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa43159-81bd-42f0-9276-07c1eeeb70e1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Made reservation on behalf of 4582563f2d784210a277b9ecb7709946 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:56.216020 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eaa43159-81bd-42f0-9276-07c1eeeb70e1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:56.249312 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa43159-81bd-42f0-9276-07c1eeeb70e1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] vlan segment allocate from pool success with {'vlan_id': 1105, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:37:56.258730 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: e8733d50-1bff-4dca-8a88-ed7760ba3ed7 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:37:56.258730 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e8733d50-1bff-4dca-8a88-ed7760ba3ed7 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:37:56.259101 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 05852c62-3999-4408-aca4-84fcefdc02ca no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:37:56.260642 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eaa43159-81bd-42f0-9276-07c1eeeb70e1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:56.261134 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-eaa43159-81bd-42f0-9276-07c1eeeb70e1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Added segment 1a4abf3f-2ea2-478c-9687-6efdabbbc4a5 of type vlan for network 45c66be1-c913-4031-af3c-c9f3967501f4 Jul 23 16:37:56.262359 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-68c4acde-d969-4a53-b287-cd1391ea658f tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1838617 Jul 23 16:37:56.265893 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51724) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:56.308382 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eaa43159-81bd-42f0-9276-07c1eeeb70e1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:56.323387 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 05852c62-3999-4408-aca4-84fcefdc02ca {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:37:56.323769 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 05852c62-3999-4408-aca4-84fcefdc02ca not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:37:56.334049 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d3c0b0-2911-44c5-bf52-02b3a39570d7 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:56.339324 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d3c0b0-2911-44c5-bf52-02b3a39570d7 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:56.341311 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d3c0b0-2911-44c5-bf52-02b3a39570d7 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:56.343163 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d3c0b0-2911-44c5-bf52-02b3a39570d7 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:56.344804 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d3c0b0-2911-44c5-bf52-02b3a39570d7 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:56.347275 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a6d3c0b0-2911-44c5-bf52-02b3a39570d7 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0799763 Jul 23 16:37:56.351301 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51726) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:56.359570 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eaa43159-81bd-42f0-9276-07c1eeeb70e1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:56.366647 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa43159-81bd-42f0-9276-07c1eeeb70e1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:56.367870 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eaa43159-81bd-42f0-9276-07c1eeeb70e1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:56.416834 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-eaa43159-81bd-42f0-9276-07c1eeeb70e1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2451875 Jul 23 16:37:56.420635 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51730) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:56.424185 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ec34db-c1c9-405a-a9e9-8922818d3eb4 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:56.425637 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ec34db-c1c9-405a-a9e9-8922818d3eb4 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:56.426587 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-343e4101-c602-4a39-994a-0142ba9ac5fa tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Request body: {'subnet': {'network_id': '45c66be1-c913-4031-af3c-c9f3967501f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:56.427094 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ec34db-c1c9-405a-a9e9-8922818d3eb4 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:56.428461 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ec34db-c1c9-405a-a9e9-8922818d3eb4 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:56.430845 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ec34db-c1c9-405a-a9e9-8922818d3eb4 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:56.433331 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-91ec34db-c1c9-405a-a9e9-8922818d3eb4 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0808156 Jul 23 16:37:56.436855 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51734) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:56.480331 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa43159-81bd-42f0-9276-07c1eeeb70e1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Network': ['ID=45c66be1-c913-4031-af3c-c9f3967501f4,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:56.498963 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 45c66be1-c913-4031-af3c-c9f3967501f4 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:37:56.624117 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d01dea-ab51-48d3-bdf3-6ae2125a8f4f tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:56.633131 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c6d01dea-ab51-48d3-bdf3-6ae2125a8f4f tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "GET /v2.0/networks/6496dbf0-bd3e-46a8-975d-cd8ebba925ee HTTP/1.1" status: 200 len: 803 time: 0.1947918 Jul 23 16:37:56.634216 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51744) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:56.686498 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343e4101-c602-4a39-994a-0142ba9ac5fa tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Made reservation on behalf of 4582563f2d784210a277b9ecb7709946 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:56.691372 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-343e4101-c602-4a39-994a-0142ba9ac5fa tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:56.738282 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36183c32-5fd5-4502-a70c-6a5b27387e84 req-8c363d62-de70-495b-ac4f-80262fcfbf0e tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:56.740188 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-36183c32-5fd5-4502-a70c-6a5b27387e84 req-8c363d62-de70-495b-ac4f-80262fcfbf0e tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 945 time: 0.1261876 Jul 23 16:37:56.784336 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f4f114d9-6fdb-4fa5-a55a-274049513c89 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "GET /v2.0/networks/6496dbf0-bd3e-46a8-975d-cd8ebba925ee?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1476660 Jul 23 16:37:56.786625 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51750) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:56.839467 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-36183c32-5fd5-4502-a70c-6a5b27387e84 req-95845ca8-bd0b-4a5f-bf41-0be2d0d91aba tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851355 Jul 23 16:37:56.851384 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463817c3-0dc9-410d-8be0-acc34118f925 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:56.856372 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-463817c3-0dc9-410d-8be0-acc34118f925 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "GET /v2.0/subnets/3ec7a39a-2f44-4743-90ec-5c6c94277cbb HTTP/1.1" status: 200 len: 843 time: 0.0651014 Jul 23 16:37:56.856372 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51752) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:56.922037 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c499ccf-be9e-4ea0-a60d-d9e207fbaffb tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['shared'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:56.923426 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6c499ccf-be9e-4ea0-a60d-d9e207fbaffb tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "GET /v2.0/subnets/3ec7a39a-2f44-4743-90ec-5c6c94277cbb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0661089 Jul 23 16:37:56.926991 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51756) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:56.932440 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-3d95a720-e3ea-4f7e-9022-1a68890ea4b6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1075094956'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:56.955859 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d95a720-e3ea-4f7e-9022-1a68890ea4b6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Made reservation on behalf of 60b9dca70f4d47039c717b6eccfd9e9b for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:56.962606 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3d95a720-e3ea-4f7e-9022-1a68890ea4b6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:57.001477 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d95a720-e3ea-4f7e-9022-1a68890ea4b6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] vlan segment allocate from pool success with {'vlan_id': 1135, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:37:57.015616 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-343e4101-c602-4a39-994a-0142ba9ac5fa tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:57.017935 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3d95a720-e3ea-4f7e-9022-1a68890ea4b6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:57.018385 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-3d95a720-e3ea-4f7e-9022-1a68890ea4b6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Added segment 81c32261-fb62-40ed-8600-6189a5fcf844 of type vlan for network 1bb907de-610b-4142-bf78-8f145d321d93 Jul 23 16:37:57.063619 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8b729-3be8-4102-b477-dea707effc75 req-e030cc6a-e98f-47d1-9118-2703ec4ddd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:57.065168 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f1c8b729-3be8-4102-b477-dea707effc75 req-e030cc6a-e98f-47d1-9118-2703ec4ddd3b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d8469dd886547af8aa5b5e0e02307dd&device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 1096 time: 0.1533046 Jul 23 16:37:57.085775 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3d95a720-e3ea-4f7e-9022-1a68890ea4b6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:57.127636 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3d95a720-e3ea-4f7e-9022-1a68890ea4b6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:57.133506 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d95a720-e3ea-4f7e-9022-1a68890ea4b6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:57.134056 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3d95a720-e3ea-4f7e-9022-1a68890ea4b6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:57.175479 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3d95a720-e3ea-4f7e-9022-1a68890ea4b6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2474306 Jul 23 16:37:57.178301 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51766) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:57.183295 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-ecf2f2bf-2193-496f-b3ef-11494a895fab tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Request body: {'subnet': {'network_id': '1bb907de-610b-4142-bf78-8f145d321d93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:57.217488 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e4101-c602-4a39-994a-0142ba9ac5fa tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Subnet': ['ID=36c192a9-1d8f-4484-a043-0158d636f97e,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:57.230417 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95a720-e3ea-4f7e-9022-1a68890ea4b6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event updated for resources: {'Network': ['ID=1bb907de-610b-4142-bf78-8f145d321d93,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:57.245830 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 1bb907de-610b-4142-bf78-8f145d321d93 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:37:57.316483 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e4101-c602-4a39-994a-0142ba9ac5fa tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Checking segment: {'id': '1a4abf3f-2ea2-478c-9687-6efdabbbc4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '45c66be1-c913-4031-af3c-c9f3967501f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:57.316851 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343e4101-c602-4a39-994a-0142ba9ac5fa tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network hostable DHCP agents. Network: 45c66be1-c913-4031-af3c-c9f3967501f4, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:37:57.337673 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf2f2bf-2193-496f-b3ef-11494a895fab tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Made reservation on behalf of 60b9dca70f4d47039c717b6eccfd9e9b for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:57.343961 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ecf2f2bf-2193-496f-b3ef-11494a895fab tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:57.347471 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8b729-3be8-4102-b477-dea707effc75 req-5a806580-75d2-4e39-83cc-96538d9acd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:57.349515 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f1c8b729-3be8-4102-b477-dea707effc75 req-5a806580-75d2-4e39-83cc-96538d9acd3e service neutron] 10.222.0.97 "GET /v2.0/networks?id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a HTTP/1.1" status: 200 len: 913 time: 0.2571118 Jul 23 16:37:57.408074 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343e4101-c602-4a39-994a-0142ba9ac5fa tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network 45c66be1-c913-4031-af3c-c9f3967501f4 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:37:57.416770 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab3165ba-0d78-4c6b-b2c0-1f71731737aa req-1ab6e2ce-70ce-46d0-99dc-f0f8a19cbe78 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=47a1232d-43a1-4a2f-ba77-d3efe32641b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3265636 Jul 23 16:37:57.429540 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bd652-77c2-4efd-a78f-189c6a425cbc req-e82d65b5-7cc0-419a-b965-adac6d7e1bcd tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:57.431381 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b10bd652-77c2-4efd-a78f-189c6a425cbc req-e82d65b5-7cc0-419a-b965-adac6d7e1bcd tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.3754389 Jul 23 16:37:57.450923 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.ipam_backend_mixin [None req-ecf2f2bf-2193-496f-b3ef-11494a895fab tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Performing IP validity checks on allocation pools {{(pid=94013) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 16:37:57.451550 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.ipam_backend_mixin [None req-ecf2f2bf-2193-496f-b3ef-11494a895fab tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94013) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 16:37:57.452480 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-343e4101-c602-4a39-994a-0142ba9ac5fa tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 45c66be1-c913-4031-af3c-c9f3967501f4) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:57.463911 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d655c03-3225-493a-983c-396ac6137ea4 None None] Network 45c66be1-c913-4031-af3c-c9f3967501f4 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:57.478975 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343e4101-c602-4a39-994a-0142ba9ac5fa tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:57.479564 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-343e4101-c602-4a39-994a-0142ba9ac5fa tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:57.488287 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f1c8b729-3be8-4102-b477-dea707effc75 req-dbfbff3d-d4e6-40b9-aba6-5f1b0dc44f16 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=726cd214-8346-47cb-a33e-99234af00cab HTTP/1.1" status: 200 len: 1000 time: 0.1284823 Jul 23 16:37:57.563949 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-343e4101-c602-4a39-994a-0142ba9ac5fa tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1418052 Jul 23 16:37:57.566469 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51772) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:57.574234 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-f7725694-4b3e-47de-82bc-a860eab5088b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1296831259', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:57.575979 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b10bd652-77c2-4efd-a78f-189c6a425cbc req-d546f9c1-f383-4405-97ad-7985e63a41e0 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386032 Jul 23 16:37:57.613385 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7725694-4b3e-47de-82bc-a860eab5088b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:57.614573 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7725694-4b3e-47de-82bc-a860eab5088b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:57.620016 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8b729-3be8-4102-b477-dea707effc75 req-8619e0d2-c11a-47ad-beac-2e491c79d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:57.621656 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f1c8b729-3be8-4102-b477-dea707effc75 req-8619e0d2-c11a-47ad-beac-2e491c79d744 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2ae57d8d-3779-4491-8fd1-fe104612a516 HTTP/1.1" status: 200 len: 850 time: 0.1071560 Jul 23 16:37:57.689287 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879d6585-b21b-4dfa-bcd7-3edfe93eac38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-45c66be1-c913-4031-af3c-c9f3967501f4', 'network_id': '45c66be1-c913-4031-af3c-c9f3967501f4', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'fixed_ips': [{'subnet_id': '36c192a9-1d8f-4484-a043-0158d636f97e'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:37:57.693931 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-879d6585-b21b-4dfa-bcd7-3edfe93eac38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:57.697720 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3165ba-0d78-4c6b-b2c0-1f71731737aa req-5be7599e-2757-4044-a0ac-10ce0bed548e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:57.700598 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab3165ba-0d78-4c6b-b2c0-1f71731737aa req-5be7599e-2757-4044-a0ac-10ce0bed548e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=685de99fd88a4ebd80b04837e882af01&device_id=47a1232d-43a1-4a2f-ba77-d3efe32641b2 HTTP/1.1" status: 200 len: 1097 time: 0.2435100 Jul 23 16:37:57.736722 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7725694-4b3e-47de-82bc-a860eab5088b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:57.739274 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ecf2f2bf-2193-496f-b3ef-11494a895fab tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:57.773282 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7725694-4b3e-47de-82bc-a860eab5088b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:57.816207 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7725694-4b3e-47de-82bc-a860eab5088b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:57.817509 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f7725694-4b3e-47de-82bc-a860eab5088b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2488778 Jul 23 16:37:57.818277 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2f2bf-2193-496f-b3ef-11494a895fab tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event updated for resources: {'Subnet': ['ID=b6e8445f-01dc-4f15-b051-252a2ff9bec0,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:57.820924 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51786) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:57.829316 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-62243603-07f4-41b7-95f7-c145efb83ae0 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Request body: {'port': {'network_id': '45c66be1-c913-4031-af3c-c9f3967501f4', 'name': 'tempest-RoutersIpV6Test-1843389005'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:57.836581 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8b729-3be8-4102-b477-dea707effc75 req-493942d5-9b32-4817-a43a-0591912ddd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:57.838594 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f1c8b729-3be8-4102-b477-dea707effc75 req-493942d5-9b32-4817-a43a-0591912ddd52 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2097244 Jul 23 16:37:57.883543 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf2f2bf-2193-496f-b3ef-11494a895fab tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Checking segment: {'id': '81c32261-fb62-40ed-8600-6189a5fcf844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '1bb907de-610b-4142-bf78-8f145d321d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:57.884173 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf2f2bf-2193-496f-b3ef-11494a895fab tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Network hostable DHCP agents. Network: 1bb907de-610b-4142-bf78-8f145d321d93, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:37:57.906949 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-879d6585-b21b-4dfa-bcd7-3edfe93eac38 None None] Allocated IP 2001:db8::2 (45c66be1-c913-4031-af3c-c9f3967501f4/36c192a9-1d8f-4484-a043-0158d636f97e/1716c2d1-8eaf-4ed2-a097-6917ea189ca7) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:57.952512 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf2f2bf-2193-496f-b3ef-11494a895fab tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Network 1bb907de-610b-4142-bf78-8f145d321d93 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:37:57.981128 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-ecf2f2bf-2193-496f-b3ef-11494a895fab tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 1bb907de-610b-4142-bf78-8f145d321d93) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:57.988872 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf2f2bf-2193-496f-b3ef-11494a895fab tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:57.989699 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ecf2f2bf-2193-496f-b3ef-11494a895fab tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:58.015618 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62243603-07f4-41b7-95f7-c145efb83ae0 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Made reservation on behalf of 4582563f2d784210a277b9ecb7709946 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:58.017038 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98da850a-48fa-47c8-8080-65056809cd64 None None] Network 1bb907de-610b-4142-bf78-8f145d321d93 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:58.019878 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-62243603-07f4-41b7-95f7-c145efb83ae0 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:58.036773 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ecf2f2bf-2193-496f-b3ef-11494a895fab tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8573694 Jul 23 16:37:58.042773 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51794) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:58.048397 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-42763892-45ea-48c7-a66e-7b13bbf03abc tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:58.052645 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-62243603-07f4-41b7-95f7-c145efb83ae0 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] device_id is not set on port 7d748a01-3cc3-4c9b-99f9-aa3137f8f153 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:37:58.099619 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3165ba-0d78-4c6b-b2c0-1f71731737aa req-fb5752b3-45e1-4d23-8876-d5bb74788799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:58.102480 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab3165ba-0d78-4c6b-b2c0-1f71731737aa req-fb5752b3-45e1-4d23-8876-d5bb74788799 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9 HTTP/1.1" status: 200 len: 911 time: 0.3584447 Jul 23 16:37:58.210800 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab3165ba-0d78-4c6b-b2c0-1f71731737aa req-3c08f179-88c4-4ed7-8629-d49966d4a071 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b47208a-3b1a-4232-bbb8-2c166b5d6282 HTTP/1.1" status: 200 len: 1001 time: 0.0967865 Jul 23 16:37:58.212891 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42763892-45ea-48c7-a66e-7b13bbf03abc tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16153724'] for subnet, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:58.216311 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-879d6585-b21b-4dfa-bcd7-3edfe93eac38 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:58.234420 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-879d6585-b21b-4dfa-bcd7-3edfe93eac38 None None] Transition to ACTIVE for port object 1716c2d1-8eaf-4ed2-a097-6917ea189ca7 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:58.278598 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-879d6585-b21b-4dfa-bcd7-3edfe93eac38 None None] Transition to ACTIVE for port object 1716c2d1-8eaf-4ed2-a097-6917ea189ca7 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:58.290583 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11e0d90-a232-4f1a-8289-fe06e9216a4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-1bb907de-610b-4142-bf78-8f145d321d93', 'network_id': '1bb907de-610b-4142-bf78-8f145d321d93', 'tenant_id': '60b9dca70f4d47039c717b6eccfd9e9b', 'fixed_ips': [{'subnet_id': 'b6e8445f-01dc-4f15-b051-252a2ff9bec0'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:37:58.292231 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d11e0d90-a232-4f1a-8289-fe06e9216a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:58.299254 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-879d6585-b21b-4dfa-bcd7-3edfe93eac38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:58.308763 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f1c8b729-3be8-4102-b477-dea707effc75 req-e4f18ef6-f58a-4365-876f-2fc174c2ee06 service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581852 Jul 23 16:37:58.330408 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf48d4a-7fcc-4624-9a49-15e5df62d0eb req-139249b2-4509-40a3-b550-ccf72849ad55 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:58.338784 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7bf48d4a-7fcc-4624-9a49-15e5df62d0eb req-139249b2-4509-40a3-b550-ccf72849ad55 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 945 time: 0.3740869 Jul 23 16:37:58.401445 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-62243603-07f4-41b7-95f7-c145efb83ae0 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Allocated IP 2001:db8::13e (45c66be1-c913-4031-af3c-c9f3967501f4/36c192a9-1d8f-4484-a043-0158d636f97e/7d748a01-3cc3-4c9b-99f9-aa3137f8f153) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:58.434726 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f1c8b729-3be8-4102-b477-dea707effc75 req-70ce8432-f34c-40a9-8616-6583e3aefc2f service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127386 Jul 23 16:37:58.448798 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879d6585-b21b-4dfa-bcd7-3edfe93eac38 None None] Network 45c66be1-c913-4031-af3c-c9f3967501f4 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:58.456043 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3165ba-0d78-4c6b-b2c0-1f71731737aa req-bbd3d1ab-29ef-489e-b527-58f088e2b8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:58.457660 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab3165ba-0d78-4c6b-b2c0-1f71731737aa req-bbd3d1ab-29ef-489e-b527-58f088e2b8fb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f0d2685b-743f-465d-ae06-029317d44a41 HTTP/1.1" status: 200 len: 848 time: 0.2342954 Jul 23 16:37:58.459497 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-879d6585-b21b-4dfa-bcd7-3edfe93eac38 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:58.478763 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879d6585-b21b-4dfa-bcd7-3edfe93eac38 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:58.494414 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d6585-b21b-4dfa-bcd7-3edfe93eac38 None None] Pushing event updated for resources: {'Port': ['ID=1716c2d1-8eaf-4ed2-a097-6917ea189ca7,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:58.526691 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7bf48d4a-7fcc-4624-9a49-15e5df62d0eb req-56bf6bf8-9676-4404-bb76-487bdc246025 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817746 Jul 23 16:37:58.567942 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-879d6585-b21b-4dfa-bcd7-3edfe93eac38 None None] Attempting to bind port 1716c2d1-8eaf-4ed2-a097-6917ea189ca7 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:37:58.568475 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-879d6585-b21b-4dfa-bcd7-3edfe93eac38 None None] Attempting to bind port 1716c2d1-8eaf-4ed2-a097-6917ea189ca7 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '1a4abf3f-2ea2-478c-9687-6efdabbbc4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '45c66be1-c913-4031-af3c-c9f3967501f4'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:37:58.568934 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879d6585-b21b-4dfa-bcd7-3edfe93eac38 None None] Attempting to bind port 1716c2d1-8eaf-4ed2-a097-6917ea189ca7 on network 45c66be1-c913-4031-af3c-c9f3967501f4 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:58.570913 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3165ba-0d78-4c6b-b2c0-1f71731737aa req-570dea4c-3c8b-4f52-82a1-f6b62b1d2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:58.572847 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab3165ba-0d78-4c6b-b2c0-1f71731737aa req-570dea4c-3c8b-4f52-82a1-f6b62b1d2219 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016738 Jul 23 16:37:58.577252 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879d6585-b21b-4dfa-bcd7-3edfe93eac38 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:37:58.577714 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879d6585-b21b-4dfa-bcd7-3edfe93eac38 None None] Checking segment: {'id': '1a4abf3f-2ea2-478c-9687-6efdabbbc4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '45c66be1-c913-4031-af3c-c9f3967501f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:58.578178 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-879d6585-b21b-4dfa-bcd7-3edfe93eac38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:58.578632 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879d6585-b21b-4dfa-bcd7-3edfe93eac38 None None] Bound using segment: {'id': '1a4abf3f-2ea2-478c-9687-6efdabbbc4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '45c66be1-c913-4031-af3c-c9f3967501f4'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:37:58.579187 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-879d6585-b21b-4dfa-bcd7-3edfe93eac38 None None] Bound port: 1716c2d1-8eaf-4ed2-a097-6917ea189ca7, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4abf3f-2ea2-478c-9687-6efdabbbc4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '45c66be1-c913-4031-af3c-c9f3967501f4'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:37:58.579744 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-879d6585-b21b-4dfa-bcd7-3edfe93eac38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:58.656400 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-879d6585-b21b-4dfa-bcd7-3edfe93eac38 None None] For port 1716c2d1-8eaf-4ed2-a097-6917ea189ca7, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:37:58.659823 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-879d6585-b21b-4dfa-bcd7-3edfe93eac38 None None] For port 1716c2d1-8eaf-4ed2-a097-6917ea189ca7, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=1716c2d1-8eaf-4ed2-a097-6917ea189ca7,segment=NetworkSegment(1a4abf3f-2ea2-478c-9687-6efdabbbc4a5),segment_id=1a4abf3f-2ea2-478c-9687-6efdabbbc4a5)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:37:58.664620 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 0ce917c9-b68c-40d4-8915-c8686a3d8533 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:58.670375 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-879d6585-b21b-4dfa-bcd7-3edfe93eac38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:58.691275 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-62243603-07f4-41b7-95f7-c145efb83ae0 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:58.697225 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42763892-45ea-48c7-a66e-7b13bbf03abc tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751794223948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16147377'] for subnet, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:58.745919 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-62243603-07f4-41b7-95f7-c145efb83ae0 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Transition to ACTIVE for port object 7d748a01-3cc3-4c9b-99f9-aa3137f8f153 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:58.764679 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42763892-45ea-48c7-a66e-7b13bbf03abc tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:58.765321 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42763892-45ea-48c7-a66e-7b13bbf03abc tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:58.770148 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-42763892-45ea-48c7-a66e-7b13bbf03abc tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "PUT /v2.0/subnets/b6e8445f-01dc-4f15-b051-252a2ff9bec0 HTTP/1.1" status: 200 len: 900 time: 0.7257404 Jul 23 16:37:58.774824 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51806) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:58.776005 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab3165ba-0d78-4c6b-b2c0-1f71731737aa req-b20a6eab-4ea2-4799-a470-96a343a38a23 service neutron] 10.222.0.74 "GET /v2.0/networks/9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958237 Jul 23 16:37:58.797977 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cdbd87-db2a-42f3-9371-e7b006226b62 req-bfc39ceb-151f-47c7-b956-55dc218f4f29 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:58.799915 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f2cdbd87-db2a-42f3-9371-e7b006226b62 req-bfc39ceb-151f-47c7-b956-55dc218f4f29 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.1159232 Jul 23 16:37:58.857627 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-d11e0d90-a232-4f1a-8289-fe06e9216a4f None None] Allocated IP 2001:db8::3 (1bb907de-610b-4142-bf78-8f145d321d93/b6e8445f-01dc-4f15-b051-252a2ff9bec0/1e76cdc7-6376-4c2c-b758-80b912fec278) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:58.920600 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f2cdbd87-db2a-42f3-9371-e7b006226b62 req-e5474be4-180b-4374-8059-7e87fca46ee2 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119010 Jul 23 16:37:58.924252 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51812) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:58.952562 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42763892-45ea-48c7-a66e-7b13bbf03abc tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event updated for resources: {'Subnet': ['ID=b6e8445f-01dc-4f15-b051-252a2ff9bec0,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:58.985177 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab3165ba-0d78-4c6b-b2c0-1f71731737aa req-61cede91-be20-4ecf-bcc0-d62789ea784f service neutron] 10.222.0.74 "GET /v2.0/networks/9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998045 Jul 23 16:37:58.986355 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:59.016749 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-62243603-07f4-41b7-95f7-c145efb83ae0 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:59.094673 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d6585-b21b-4dfa-bcd7-3edfe93eac38 None None] Pushing event updated for resources: {'Port': ['ID=1716c2d1-8eaf-4ed2-a097-6917ea189ca7,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:59.095643 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62243603-07f4-41b7-95f7-c145efb83ae0 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network 45c66be1-c913-4031-af3c-c9f3967501f4 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:59.101562 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-62243603-07f4-41b7-95f7-c145efb83ae0 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:59.114240 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62243603-07f4-41b7-95f7-c145efb83ae0 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:59.123716 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-859b1b60-3ea4-4a7b-ab27-5165ffd1c973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:59.128848 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62243603-07f4-41b7-95f7-c145efb83ae0 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:59.129584 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-62243603-07f4-41b7-95f7-c145efb83ae0 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:59.143822 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:59.161528 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 0ce917c9-b68c-40d4-8915-c8686a3d8533 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:59.162218 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:59.190560 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62243603-07f4-41b7-95f7-c145efb83ae0 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Port': ['ID=7d748a01-3cc3-4c9b-99f9-aa3137f8f153,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:59.222816 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d11e0d90-a232-4f1a-8289-fe06e9216a4f None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:59.237832 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d11e0d90-a232-4f1a-8289-fe06e9216a4f None None] Transition to ACTIVE for port object 1e76cdc7-6376-4c2c-b758-80b912fec278 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:59.248321 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-859b1b60-3ea4-4a7b-ab27-5165ffd1c973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:59.253924 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-859b1b60-3ea4-4a7b-ab27-5165ffd1c973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:59.259252 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d11e0d90-a232-4f1a-8289-fe06e9216a4f None None] Transition to ACTIVE for port object 1e76cdc7-6376-4c2c-b758-80b912fec278 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:59.262407 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-62243603-07f4-41b7-95f7-c145efb83ae0 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4377139 Jul 23 16:37:59.265434 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51816) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:59.306109 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d11e0d90-a232-4f1a-8289-fe06e9216a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:59.334295 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-859b1b60-3ea4-4a7b-ab27-5165ffd1c973 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f7f7cad5a010406d8d1ec8a1461ed646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4087009 Jul 23 16:37:59.335602 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b1b60-3ea4-4a7b-ab27-5165ffd1c973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6a757e-ab42-40de-85d1-efb627f421c6,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:59.341985 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51818) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:59.373156 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11e0d90-a232-4f1a-8289-fe06e9216a4f None None] Network 1bb907de-610b-4142-bf78-8f145d321d93 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:59.374320 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:59.387002 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-d11e0d90-a232-4f1a-8289-fe06e9216a4f None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:59.401849 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11e0d90-a232-4f1a-8289-fe06e9216a4f None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:59.402217 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:59.418574 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e0d90-a232-4f1a-8289-fe06e9216a4f None None] Pushing event updated for resources: {'Port': ['ID=1e76cdc7-6376-4c2c-b758-80b912fec278,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:59.419907 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-969873cd-822a-4466-9e89-008bae8bc732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:59.461466 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-969873cd-822a-4466-9e89-008bae8bc732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:59.464575 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9081984a-4150-494e-994d-750d9d02d4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce917c9-b68c-40d4-8915-c8686a3d8533'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:37:59.466959 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b945911e-3d9b-40a5-9511-c39b3cbe899a" -d '{"events": [{"server_uuid": "9081984a-4150-494e-994d-750d9d02d4aa", "name": "network-vif-plugged", "status": "completed", "tag": "0ce917c9-b68c-40d4-8915-c8686a3d8533"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:37:59.510483 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 0ce917c9-b68c-40d4-8915-c8686a3d8533, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=0ce917c9-b68c-40d4-8915-c8686a3d8533,segment=NetworkSegment(e86199fe-5491-4fca-b518-f67ebbbf9a42),segment_id=e86199fe-5491-4fca-b518-f67ebbbf9a42)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:59.514482 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-d11e0d90-a232-4f1a-8289-fe06e9216a4f None None] Attempting to bind port 1e76cdc7-6376-4c2c-b758-80b912fec278 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:37:59.515404 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-d11e0d90-a232-4f1a-8289-fe06e9216a4f None None] Attempting to bind port 1e76cdc7-6376-4c2c-b758-80b912fec278 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '81c32261-fb62-40ed-8600-6189a5fcf844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '1bb907de-610b-4142-bf78-8f145d321d93'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:37:59.516043 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11e0d90-a232-4f1a-8289-fe06e9216a4f None None] Attempting to bind port 1e76cdc7-6376-4c2c-b758-80b912fec278 on network 1bb907de-610b-4142-bf78-8f145d321d93 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:59.526274 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11e0d90-a232-4f1a-8289-fe06e9216a4f None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:37:59.526988 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11e0d90-a232-4f1a-8289-fe06e9216a4f None None] Checking segment: {'id': '81c32261-fb62-40ed-8600-6189a5fcf844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '1bb907de-610b-4142-bf78-8f145d321d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:59.527668 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d11e0d90-a232-4f1a-8289-fe06e9216a4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:59.528546 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11e0d90-a232-4f1a-8289-fe06e9216a4f None None] Bound using segment: {'id': '81c32261-fb62-40ed-8600-6189a5fcf844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '1bb907de-610b-4142-bf78-8f145d321d93'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:37:59.529273 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-d11e0d90-a232-4f1a-8289-fe06e9216a4f None None] Bound port: 1e76cdc7-6376-4c2c-b758-80b912fec278, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81c32261-fb62-40ed-8600-6189a5fcf844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '1bb907de-610b-4142-bf78-8f145d321d93'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:37:59.529921 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d11e0d90-a232-4f1a-8289-fe06e9216a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:59.535520 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:59.560366 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-969873cd-822a-4466-9e89-008bae8bc732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:59.561245 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f132f4-9eee-41e5-ace3-18d693c2b141 x-openstack-request-id: req-24f132f4-9eee-41e5-ace3-18d693c2b141 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:37:59.561380 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9081984a-4150-494e-994d-750d9d02d4aa", "name": "network-vif-plugged", "status": "completed", "tag": "0ce917c9-b68c-40d4-8915-c8686a3d8533", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:37:59.561582 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-24f132f4-9eee-41e5-ace3-18d693c2b141 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:37:59.561977 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9081984a-4150-494e-994d-750d9d02d4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce917c9-b68c-40d4-8915-c8686a3d8533', 'code': 200} Jul 23 16:37:59.564567 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-969873cd-822a-4466-9e89-008bae8bc732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:59.565554 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-969873cd-822a-4466-9e89-008bae8bc732 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5a6a757e-ab42-40de-85d1-efb627f421c6 HTTP/1.1" status: 204 len: 168 time: 0.2225988 Jul 23 16:37:59.581015 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969873cd-822a-4466-9e89-008bae8bc732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6a757e-ab42-40de-85d1-efb627f421c6,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:59.705434 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=0ce917c9-b68c-40d4-8915-c8686a3d8533,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:59.756125 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-d11e0d90-a232-4f1a-8289-fe06e9216a4f None None] For port 1e76cdc7-6376-4c2c-b758-80b912fec278, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:37:59.765476 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-d11e0d90-a232-4f1a-8289-fe06e9216a4f None None] For port 1e76cdc7-6376-4c2c-b758-80b912fec278, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=1e76cdc7-6376-4c2c-b758-80b912fec278,segment=NetworkSegment(81c32261-fb62-40ed-8600-6189a5fcf844),segment_id=81c32261-fb62-40ed-8600-6189a5fcf844)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:37:59.775998 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d11e0d90-a232-4f1a-8289-fe06e9216a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:59.796991 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15211efe-3ebb-449d-9ea9-8adecd84923b req-29ea3b62-f93e-40de-9cfc-c3013dde09d0 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:59.804477 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15211efe-3ebb-449d-9ea9-8adecd84923b req-29ea3b62-f93e-40de-9cfc-c3013dde09d0 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 946 time: 0.1648033 Jul 23 16:37:59.883053 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15211efe-3ebb-449d-9ea9-8adecd84923b req-f0ff4f96-1207-40cf-a11e-6479e89831e7 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718038 Jul 23 16:37:59.885409 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326fe687-e72f-4242-af19-29fb71b8d2f2 req-85b0d7ea-3ed5-49db-a298-19588dd57bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:59.887013 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-326fe687-e72f-4242-af19-29fb71b8d2f2 req-85b0d7ea-3ed5-49db-a298-19588dd57bff service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 1097 time: 0.1763468 Jul 23 16:37:59.901780 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e0d90-a232-4f1a-8289-fe06e9216a4f None None] Pushing event updated for resources: {'Port': ['ID=1e76cdc7-6376-4c2c-b758-80b912fec278,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:59.920732 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babae53d-89e3-4414-ba41-a7269a35bc42 None None] Network 1bb907de-610b-4142-bf78-8f145d321d93 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:59.962132 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-326fe687-e72f-4242-af19-29fb71b8d2f2 req-2755d507-a5d8-47b7-8484-de83d308e0fe service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651612 Jul 23 16:38:00.052856 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51834) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:00.072960 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-efc942dd-c48e-4890-8492-bf3254e96b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:00.128711 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277710a-9315-46a3-88d0-d42944966450 req-ee83e2e9-5e83-40d5-8e6f-f8abec89ade2 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:00.130314 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c277710a-9315-46a3-88d0-d42944966450 req-ee83e2e9-5e83-40d5-8e6f-f8abec89ade2 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.1094272 Jul 23 16:38:00.150577 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event deleted for resources: {'Subnet': ['ID=b6e8445f-01dc-4f15-b051-252a2ff9bec0,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:00.171104 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a7292c-2773-45a7-a98b-ff3912923202 None None] Network 1bb907de-610b-4142-bf78-8f145d321d93 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:00.212482 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c277710a-9315-46a3-88d0-d42944966450 req-651a47f4-0817-4a42-8826-c3a9f70db04d tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616086 Jul 23 16:38:00.229990 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:00.254037 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb907de-610b-4142-bf78-8f145d321d93']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:00.256138 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-efc942dd-c48e-4890-8492-bf3254e96b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:00.261489 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-efc942dd-c48e-4890-8492-bf3254e96b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:00.286510 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c32261-fb62-40ed-8600-6189a5fcf844') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:00.286510 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c32261-fb62-40ed-8600-6189a5fcf844') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:00.306018 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:00.308840 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-efc942dd-c48e-4890-8492-bf3254e96b89 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d79a5df9900e4bf8b3053173c14ab52c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2529166 Jul 23 16:38:00.310605 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc942dd-c48e-4890-8492-bf3254e96b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60398034-45ab-4a7d-ba1b-791ff6040800,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:00.313191 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51836) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:00.346166 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:00.375151 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c56610b0-6af9-42e5-951d-670c11c30de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:00.387323 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:38:00.388150 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:00.391657 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:38:00.391657 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:38:00.391657 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:38:00.391657 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:38:00.391657 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:38:00.391657 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:38:00.391657 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:38:00.391657 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:38:00.391657 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:38:00.391657 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:38:00.391657 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:38:00.391657 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:38:00.391657 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:38:00.391657 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:38:00.391657 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:38:00.391657 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:38:00.391657 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:38:00.391657 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:38:00.391657 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:38:00.391657 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:38:00.391657 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:38:00.391657 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:38:00.391657 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:38:00.391657 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:38:00.391657 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:38:00.391657 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:38:00.391657 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:38:00.391657 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:38:00.391657 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:38:00.391657 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:38:00.391657 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:38:00.391657 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:38:00.423549 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c56610b0-6af9-42e5-951d-670c11c30de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:00.483839 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d3a5e8e-0cd6-4aa4-ba07-2243479d613a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:00.495134 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c56610b0-6af9-42e5-951d-670c11c30de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:00.499150 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c56610b0-6af9-42e5-951d-670c11c30de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:00.502863 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c56610b0-6af9-42e5-951d-670c11c30de1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/60398034-45ab-4a7d-ba1b-791ff6040800 HTTP/1.1" status: 204 len: 168 time: 0.1863036 Jul 23 16:38:00.512303 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.db.api [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 16:38:00.512303 n-d-778549-4 neutron-server[94013]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 16:38:00.512303 n-d-778549-4 neutron-server[94013]: [parameters: {'id': '1bb907de-610b-4142-bf78-8f145d321d93'}] Jul 23 16:38:00.512303 n-d-778549-4 neutron-server[94013]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94013) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:38:00.512732 n-d-778549-4 neutron-server[94013]: DEBUG oslo_db.api [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:38:00.521975 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56610b0-6af9-42e5-951d-670c11c30de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60398034-45ab-4a7d-ba1b-791ff6040800,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:00.578964 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20ada45-03a2-4025-93c0-a947b2985d53 None None] Network 45c66be1-c913-4031-af3c-c9f3967501f4 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:00.688266 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3fcf192a-8f98-44c7-abb7-ed416bddc3a0 None None] Provisioning for port 1716c2d1-8eaf-4ed2-a097-6917ea189ca7 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:00.803176 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d3a5e8e-0cd6-4aa4-ba07-2243479d613a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:00.808723 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d3a5e8e-0cd6-4aa4-ba07-2243479d613a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:00.912308 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a5e8e-0cd6-4aa4-ba07-2243479d613a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Port': ['ID=7d748a01-3cc3-4c9b-99f9-aa3137f8f153,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:01.018639 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.076303 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a411c7-c882-417e-a954-fa75c67cc10c req-a6165611-3d39-4c7b-8b86-3136bebf3cb2 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:01.079005 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0a411c7-c882-417e-a954-fa75c67cc10c req-a6165611-3d39-4c7b-8b86-3136bebf3cb2 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 946 time: 0.1230943 Jul 23 16:38:01.132573 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d3a5e8e-0cd6-4aa4-ba07-2243479d613a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.191362 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0a411c7-c882-417e-a954-fa75c67cc10c req-53fac7f7-c403-49d4-98bc-e64b688d1919 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066871 Jul 23 16:38:01.224450 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1716c2d1-8eaf-4ed2-a097-6917ea189ca7 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:01.274063 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-296321ca-37ed-49ce-861c-a340488818c2 None None] Provisioning for port 7d748a01-3cc3-4c9b-99f9-aa3137f8f153 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:01.280422 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-296321ca-37ed-49ce-861c-a340488818c2 None None] Provisioning complete for port 7d748a01-3cc3-4c9b-99f9-aa3137f8f153 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:01.280803 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-296321ca-37ed-49ce-861c-a340488818c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.322700 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Deleting port 1e76cdc7-6376-4c2c-b758-80b912fec278 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:01.322700 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.377942 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-296321ca-37ed-49ce-861c-a340488818c2 None None] Port 7d748a01-3cc3-4c9b-99f9-aa3137f8f153 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:38:01.386836 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 1716c2d1-8eaf-4ed2-a097-6917ea189ca7 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:01.392656 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 1716c2d1-8eaf-4ed2-a097-6917ea189ca7 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:01.393028 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.397118 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-296321ca-37ed-49ce-861c-a340488818c2 None None] Provisioning complete for port 1716c2d1-8eaf-4ed2-a097-6917ea189ca7 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:01.397753 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-296321ca-37ed-49ce-861c-a340488818c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.460765 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbee7d-02f4-4c2d-9803-ddb6c98e73bd req-0d73e43f-7067-4e7b-ba23-c996da5e36f8 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:01.469897 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3edbee7d-02f4-4c2d-9803-ddb6c98e73bd req-0d73e43f-7067-4e7b-ba23-c996da5e36f8 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 946 time: 0.1545250 Jul 23 16:38:01.474799 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] For port 1e76cdc7-6376-4c2c-b758-80b912fec278, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=1e76cdc7-6376-4c2c-b758-80b912fec278,segment=NetworkSegment(81c32261-fb62-40ed-8600-6189a5fcf844),segment_id=81c32261-fb62-40ed-8600-6189a5fcf844)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:01.475173 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.481413 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eda8d9-bf33-4859-97af-07af78d9fa40 req-d6481a5b-9b0d-4d1b-b1f4-7360ff30e3a1 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:01.483400 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-86eda8d9-bf33-4859-97af-07af78d9fa40 req-d6481a5b-9b0d-4d1b-b1f4-7360ff30e3a1 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.1764514 Jul 23 16:38:01.498974 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Calling delete_port for 1e76cdc7-6376-4c2c-b758-80b912fec278 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:01.503261 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d3a5e8e-0cd6-4aa4-ba07-2243479d613a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.556346 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.589689 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3edbee7d-02f4-4c2d-9803-ddb6c98e73bd req-2ae72b5d-7f6a-40f2-9a62-e8e6082def1c tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185570 Jul 23 16:38:01.621419 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-296321ca-37ed-49ce-861c-a340488818c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.637879 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-86eda8d9-bf33-4859-97af-07af78d9fa40 req-e4db5762-ced6-4f5e-9631-33c4464a9eb4 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445985 Jul 23 16:38:01.649100 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 1716c2d1-8eaf-4ed2-a097-6917ea189ca7, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=1716c2d1-8eaf-4ed2-a097-6917ea189ca7,segment=NetworkSegment(1a4abf3f-2ea2-478c-9687-6efdabbbc4a5),segment_id=1a4abf3f-2ea2-478c-9687-6efdabbbc4a5)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:01.659730 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.744681 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.api [None req-296321ca-37ed-49ce-861c-a340488818c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:38:01.745044 n-d-778549-4 neutron-server[94014]: DEBUG oslo_db.api [None req-296321ca-37ed-49ce-861c-a340488818c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:38:01.745940 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=1716c2d1-8eaf-4ed2-a097-6917ea189ca7,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:01.887291 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.939832 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event deleted for resources: {'Port': ['ID=1e76cdc7-6376-4c2c-b758-80b912fec278,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:01.981607 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f1fbaa-6a54-4be9-a6e4-844eda10a933 None None] get_active_networks_info from n-d-778549-4 {{(pid=94014) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:38:01.982942 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] No DVR routers for this DVR port 1e76cdc7-6376-4c2c-b758-80b912fec278 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:02.105808 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:02.125473 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb907de-610b-4142-bf78-8f145d321d93']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:02.141733 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c32261-fb62-40ed-8600-6189a5fcf844') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:02.142028 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c32261-fb62-40ed-8600-6189a5fcf844') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:02.153752 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f1fbaa-6a54-4be9-a6e4-844eda10a933 None None] Resources bound (agent type, host, resource id): {{(pid=94014) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 16:38:02.160285 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:02.172280 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d3a5e8e-0cd6-4aa4-ba07-2243479d613a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:02.182052 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d3a5e8e-0cd6-4aa4-ba07-2243479d613a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:02.182927 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d3a5e8e-0cd6-4aa4-ba07-2243479d613a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:02.186063 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:02.201145 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:38:02.201487 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:02.206560 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:38:02.206560 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:38:02.206560 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:38:02.206560 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:38:02.206560 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:38:02.206560 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:38:02.206560 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:38:02.206560 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:38:02.206560 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:38:02.206560 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:38:02.206560 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:38:02.206560 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:38:02.206560 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:38:02.206560 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:38:02.206560 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:38:02.206560 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:38:02.206560 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:38:02.206560 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:38:02.206560 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:38:02.206560 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:38:02.206560 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:38:02.206560 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:38:02.206560 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:38:02.206560 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:38:02.206560 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:38:02.206560 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:38:02.206560 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:38:02.206560 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:38:02.206560 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:38:02.206560 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:38:02.206560 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:38:02.206560 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:38:02.224680 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-0ae6c51c-a1ce-4c51-b95f-ca3df3d47458 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:02.235071 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-0ae6c51c-a1ce-4c51-b95f-ca3df3d47458 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/networks?id=76cc40b0-30f5-4501-be03-be323c612c9a HTTP/1.1" status: 200 len: 814 time: 0.2152991 Jul 23 16:38:02.261214 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-aa8aadd1-a7ea-485c-aeb9-6c1940bf7d33 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/quotas/896b34069cf0464297c90d7b6d93c235 HTTP/1.1" status: 200 len: 375 time: 0.0245457 Jul 23 16:38:02.333436 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a5e8e-0cd6-4aa4-ba07-2243479d613a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Port': ['ID=7d748a01-3cc3-4c9b-99f9-aa3137f8f153,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:02.341774 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:02.365323 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-e54b787c-4a2d-40af-8b2c-f957bd4bf0ba tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=896b34069cf0464297c90d7b6d93c235&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0841987 Jul 23 16:38:02.377734 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:02.384639 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "DELETE /v2.0/networks/1bb907de-610b-4142-bf78-8f145d321d93 HTTP/1.1" status: 204 len: 168 time: 3.6038389 Jul 23 16:38:02.384639 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51952) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:02.426988 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d644ece1-8fe9-4e3b-ae7e-3c474706d790 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event deleted for resources: {'Network': ['ID=1bb907de-610b-4142-bf78-8f145d321d93,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:02.432719 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-63085a81-5bae-45f7-be12-04609f6412ac tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] DELETE failed (client error): The resource could not be found. Jul 23 16:38:02.432719 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63085a81-5bae-45f7-be12-04609f6412ac tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:38:02.434347 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-63085a81-5bae-45f7-be12-04609f6412ac tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "DELETE /v2.0/subnets/b6e8445f-01dc-4f15-b051-252a2ff9bec0 HTTP/1.1" status: 404 len: 337 time: 0.0501719 Jul 23 16:38:02.438628 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51962) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:02.469184 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b4a69a-a206-452f-82e9-6f19186d6835 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] DELETE failed (client error): The resource could not be found. Jul 23 16:38:02.469759 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78b4a69a-a206-452f-82e9-6f19186d6835 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:38:02.474205 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-78b4a69a-a206-452f-82e9-6f19186d6835 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "DELETE /v2.0/networks/1bb907de-610b-4142-bf78-8f145d321d93 HTTP/1.1" status: 404 len: 339 time: 0.0351000 Jul 23 16:38:02.474809 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51964) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:02.510653 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-9329ebf2-647c-4eb4-b088-f68cc8ac8b19 service neutron] 10.222.0.73 "GET /v2.0/networks/76cc40b0-30f5-4501-be03-be323c612c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345744 Jul 23 16:38:02.515205 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3a5e8e-0cd6-4aa4-ba07-2243479d613a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network 45c66be1-c913-4031-af3c-c9f3967501f4 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:02.516905 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-4d3a5e8e-0cd6-4aa4-ba07-2243479d613a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:02.612478 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c2c692fe-5f68-45f4-a4dd-bcd164038179 None None] Provisioning complete for port 7d748a01-3cc3-4c9b-99f9-aa3137f8f153 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:02.612917 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c2c692fe-5f68-45f4-a4dd-bcd164038179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:02.639657 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-661c206e-350d-4700-a65c-7b77caddb9c6 service neutron] 10.222.0.73 "GET /v2.0/networks/76cc40b0-30f5-4501-be03-be323c612c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202307 Jul 23 16:38:02.665171 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-076ba0ee-387a-4b38-aa40-b210023c25d2 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:02.670680 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-c2c692fe-5f68-45f4-a4dd-bcd164038179 None None] Port 7d748a01-3cc3-4c9b-99f9-aa3137f8f153 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:38:02.685874 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-943bf51d-3ccc-4659-8526-84f4c1a81320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:02.784819 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3a5e8e-0cd6-4aa4-ba07-2243479d613a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Router a088beac-e2a3-464a-b898-f76694c1e88d is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:38:02.831357 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-076ba0ee-387a-4b38-aa40-b210023c25d2 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:02.930141 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bec099-82a2-43ea-8471-4fc345b91e06 req-9b12d062-67cd-4fd1-b5fd-f86ccc31381f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:02.939234 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e5bec099-82a2-43ea-8471-4fc345b91e06 req-9b12d062-67cd-4fd1-b5fd-f86ccc31381f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.1616614 Jul 23 16:38:02.944496 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6ae39e61-de9e-4f4a-99e4-7075a67ab563 req-b4595c27-af8d-4d30-adf3-43d4cfc0252d tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 210 time: 0.0674744 Jul 23 16:38:02.989298 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e5bec099-82a2-43ea-8471-4fc345b91e06 req-7503d315-5857-4e5f-a253-65437a1997b6 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490594 Jul 23 16:38:03.005752 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3a5e8e-0cd6-4aa4-ba07-2243479d613a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:38:03.009309 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-076ba0ee-387a-4b38-aa40-b210023c25d2 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0d14e6a-5375-4804-b8d4-31eae002f2e7']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:03.017744 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51988) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:03.017923 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4d3a5e8e-0cd6-4aa4-ba07-2243479d613a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "PUT /v2.0/routers/a088beac-e2a3-464a-b898-f76694c1e88d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7516043 Jul 23 16:38:03.027088 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023a365a-6e1c-4202-a267-82260317fff4 None None] Sync routers for ids ['a088beac-e2a3-464a-b898-f76694c1e88d'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:38:03.032699 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-076ba0ee-387a-4b38-aa40-b210023c25d2 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62da7134-6552-47a9-87ed-4c20f3a08386') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:03.035611 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-076ba0ee-387a-4b38-aa40-b210023c25d2 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62da7134-6552-47a9-87ed-4c20f3a08386') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:03.052272 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-076ba0ee-387a-4b38-aa40-b210023c25d2 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:03.071069 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023a365a-6e1c-4202-a267-82260317fff4 None None] Routers {'a088beac-e2a3-464a-b898-f76694c1e88d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:03.071737 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-023a365a-6e1c-4202-a267-82260317fff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:37:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a088beac-e2a3-464a-b898-f76694c1e88d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:03.101627 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-076ba0ee-387a-4b38-aa40-b210023c25d2 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:03.111493 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076ba0ee-387a-4b38-aa40-b210023c25d2 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Releasing vlan 1140 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:38:03.111924 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-076ba0ee-387a-4b38-aa40-b210023c25d2 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:03.115107 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:38:03.115107 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:38:03.115107 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:38:03.115107 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:38:03.115107 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:38:03.115107 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:38:03.115107 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:38:03.115107 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:38:03.115107 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:38:03.115107 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:38:03.115107 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:38:03.115107 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:38:03.115107 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:38:03.115107 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:38:03.115107 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:38:03.115107 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:38:03.115107 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:38:03.115107 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:38:03.115107 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:38:03.115107 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:38:03.115107 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:38:03.115107 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:38:03.115107 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:38:03.115107 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:38:03.115107 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:38:03.115107 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:38:03.115107 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:38:03.115107 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:38:03.115107 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:38:03.115107 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:38:03.115107 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:38:03.115107 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:38:03.156177 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600f0a3b-45cc-4a0f-b88b-d5fd57aa8ee5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:03.158648 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-600f0a3b-45cc-4a0f-b88b-d5fd57aa8ee5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "GET /v2.0/ports/7d748a01-3cc3-4c9b-99f9-aa3137f8f153 HTTP/1.1" status: 200 len: 984 time: 0.1392767 Jul 23 16:38:03.161223 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51994) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:03.175584 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-023a365a-6e1c-4202-a267-82260317fff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:03.183057 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1716c2d1-8eaf-4ed2-a097-6917ea189ca7 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:03.227786 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-076ba0ee-387a-4b38-aa40-b210023c25d2 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:03.233213 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-076ba0ee-387a-4b38-aa40-b210023c25d2 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:03.235165 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-076ba0ee-387a-4b38-aa40-b210023c25d2 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "DELETE /v2.0/networks/c0d14e6a-5375-4804-b8d4-31eae002f2e7 HTTP/1.1" status: 204 len: 168 time: 0.7577727 Jul 23 16:38:03.238897 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51998) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:03.276604 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ba65704f-216c-4107-9efb-f8ae31db86bd None None] Provisioning complete for port 7d748a01-3cc3-4c9b-99f9-aa3137f8f153 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:03.276980 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ba65704f-216c-4107-9efb-f8ae31db86bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:03.280889 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52000) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:03.307958 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ba0ee-387a-4b38-aa40-b210023c25d2 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event deleted for resources: {'Network': ['ID=c0d14e6a-5375-4804-b8d4-31eae002f2e7,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:03.314950 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc22da24-b066-4ad7-82c9-906611713478 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] DELETE failed (client error): The resource could not be found. Jul 23 16:38:03.315499 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc22da24-b066-4ad7-82c9-906611713478 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:38:03.317566 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-dc22da24-b066-4ad7-82c9-906611713478 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "DELETE /v2.0/subnets/a428166d-c777-4802-9dde-6ff4fc6a346b HTTP/1.1" status: 404 len: 337 time: 0.0765200 Jul 23 16:38:03.321312 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52006) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:03.342915 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-b312b747-a742-40c5-b8f1-115706de6dc9 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] DELETE failed (client error): The resource could not be found. Jul 23 16:38:03.343614 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b312b747-a742-40c5-b8f1-115706de6dc9 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:38:03.345730 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b312b747-a742-40c5-b8f1-115706de6dc9 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "DELETE /v2.0/networks/0cc9836d-d51d-45b3-9edc-975e1006bf65 HTTP/1.1" status: 404 len: 339 time: 0.0229654 Jul 23 16:38:03.348278 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52010) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:03.348461 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023a365a-6e1c-4202-a267-82260317fff4 None None] Routers {'a088beac-e2a3-464a-b898-f76694c1e88d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:03.349159 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-023a365a-6e1c-4202-a267-82260317fff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:37:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a088beac-e2a3-464a-b898-f76694c1e88d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:03.355998 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-ba65704f-216c-4107-9efb-f8ae31db86bd None None] Port 7d748a01-3cc3-4c9b-99f9-aa3137f8f153 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:38:03.418001 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-f58de81d-b350-4085-a0dc-f93cfd77ee74 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Deleting subnet 6b06ca10-da3e-4bad-8f9f-4a594ba1e2a8 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:38:03.422205 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f58de81d-b350-4085-a0dc-f93cfd77ee74 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:03.461178 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-023a365a-6e1c-4202-a267-82260317fff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:03.463663 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023a365a-6e1c-4202-a267-82260317fff4 None None] The sync data for ids ['a088beac-e2a3-464a-b898-f76694c1e88d'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:38:03.480777 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f58de81d-b350-4085-a0dc-f93cfd77ee74 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:03.481771 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 1716c2d1-8eaf-4ed2-a097-6917ea189ca7 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:03.482441 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:03.533039 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d9a52-1924-479e-afc5-7e9b418fb156 req-093a263a-e23e-45e4-bc61-ebef49ab6479 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:03.534676 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-519d9a52-1924-479e-afc5-7e9b418fb156 req-093a263a-e23e-45e4-bc61-ebef49ab6479 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.97 "GET /v2.0/ports?device_id=9081984a-4150-494e-994d-750d9d02d4aa HTTP/1.1" status: 200 len: 946 time: 0.2521796 Jul 23 16:38:03.537238 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d701b077-6aa0-4de8-beff-d1b640083d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:03.647097 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f58de81d-b350-4085-a0dc-f93cfd77ee74 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:03.719257 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-519d9a52-1924-479e-afc5-7e9b418fb156 req-6f7315a4-8889-4385-a066-ab6a1d8b5978 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Deleting port 0ce917c9-b68c-40d4-8915-c8686a3d8533 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:03.719682 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-519d9a52-1924-479e-afc5-7e9b418fb156 req-6f7315a4-8889-4385-a066-ab6a1d8b5978 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:03.725383 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f38b873-3eea-46fa-8d75-cb26a5f61528 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:03.758667 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f58de81d-b350-4085-a0dc-f93cfd77ee74 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:03.797500 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d701b077-6aa0-4de8-beff-d1b640083d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:03.799084 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58de81d-b350-4085-a0dc-f93cfd77ee74 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event deleted for resources: {'Subnet': ['ID=6b06ca10-da3e-4bad-8f9f-4a594ba1e2a8,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:03.803653 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f58de81d-b350-4085-a0dc-f93cfd77ee74 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:03.806122 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f58de81d-b350-4085-a0dc-f93cfd77ee74 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "DELETE /v2.0/subnets/6b06ca10-da3e-4bad-8f9f-4a594ba1e2a8 HTTP/1.1" status: 204 len: 168 time: 0.4566004 Jul 23 16:38:03.807036 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d701b077-6aa0-4de8-beff-d1b640083d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:03.809478 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52012) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:03.815312 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a07c3f-5c21-4deb-b209-fae2f74cb8d1 None None] Network 84befc31-50fb-4de4-ab00-81d9f83ee291 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:03.886481 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701b077-6aa0-4de8-beff-d1b640083d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f925cd8-bdc4-4331-801a-9c52b1d36ac6,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:03.892996 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d701b077-6aa0-4de8-beff-d1b640083d43 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a4a07fe5389a4f42976b34dcd794f0fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6108913 Jul 23 16:38:03.896507 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52014) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:03.920748 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-2676792c-9194-4e1a-bdb1-ab821dff278f tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Deleting subnet 85e5d003-91d6-43e8-9f4f-a838ed0d0759 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:38:03.934607 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2676792c-9194-4e1a-bdb1-ab821dff278f tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:03.956775 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-519d9a52-1924-479e-afc5-7e9b418fb156 req-6f7315a4-8889-4385-a066-ab6a1d8b5978 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] For port 0ce917c9-b68c-40d4-8915-c8686a3d8533, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=0ce917c9-b68c-40d4-8915-c8686a3d8533,segment=NetworkSegment(e86199fe-5491-4fca-b518-f67ebbbf9a42),segment_id=e86199fe-5491-4fca-b518-f67ebbbf9a42)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:03.957243 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-519d9a52-1924-479e-afc5-7e9b418fb156 req-6f7315a4-8889-4385-a066-ab6a1d8b5978 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:04.000777 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-519d9a52-1924-479e-afc5-7e9b418fb156 req-6f7315a4-8889-4385-a066-ab6a1d8b5978 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Calling delete_port for 0ce917c9-b68c-40d4-8915-c8686a3d8533 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:04.001023 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2676792c-9194-4e1a-bdb1-ab821dff278f tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:04.063284 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-864c5001-9720-400c-9d7b-cc3708d16110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:04.106795 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-864c5001-9720-400c-9d7b-cc3708d16110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:04.116325 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f147bf8f-5a29-4534-9cc6-4dcbdcb0b5cd req-355126d3-66e4-4254-993d-02c8ac15c557 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 210 time: 0.0484147 Jul 23 16:38:04.183698 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2676792c-9194-4e1a-bdb1-ab821dff278f tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:04.249949 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-864c5001-9720-400c-9d7b-cc3708d16110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:04.253287 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-864c5001-9720-400c-9d7b-cc3708d16110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:04.257898 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-864c5001-9720-400c-9d7b-cc3708d16110 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7f925cd8-bdc4-4331-801a-9c52b1d36ac6 HTTP/1.1" status: 204 len: 168 time: 0.3601143 Jul 23 16:38:04.270498 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c5001-9720-400c-9d7b-cc3708d16110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f925cd8-bdc4-4331-801a-9c52b1d36ac6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:04.289134 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2676792c-9194-4e1a-bdb1-ab821dff278f tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:04.355732 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676792c-9194-4e1a-bdb1-ab821dff278f tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event deleted for resources: {'Subnet': ['ID=85e5d003-91d6-43e8-9f4f-a838ed0d0759,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:04.368838 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2676792c-9194-4e1a-bdb1-ab821dff278f tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:04.373858 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2676792c-9194-4e1a-bdb1-ab821dff278f tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "DELETE /v2.0/subnets/85e5d003-91d6-43e8-9f4f-a838ed0d0759 HTTP/1.1" status: 204 len: 168 time: 0.5591404 Jul 23 16:38:04.374849 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52024) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:04.496380 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-740eaa5a-d856-463f-939b-2ddc4aaa1624 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:04.534469 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-8f38b873-3eea-46fa-8d75-cb26a5f61528 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Deleting port 7d748a01-3cc3-4c9b-99f9-aa3137f8f153 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:04.535055 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f38b873-3eea-46fa-8d75-cb26a5f61528 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:04.557929 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-740eaa5a-d856-463f-939b-2ddc4aaa1624 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Deleting port 39028263-674f-4343-88b3-e2d836237a03 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:04.558278 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-740eaa5a-d856-463f-939b-2ddc4aaa1624 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:04.604311 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b08e5-25d3-49cf-afd0-f30b6c8bf8d4 req-0785693f-3ffe-49c8-b8c9-4ab8d41adda1 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:04.606074 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d23b08e5-25d3-49cf-afd0-f30b6c8bf8d4 req-0785693f-3ffe-49c8-b8c9-4ab8d41adda1 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.4974105 Jul 23 16:38:04.606748 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-519d9a52-1924-479e-afc5-7e9b418fb156 req-6f7315a4-8889-4385-a066-ab6a1d8b5978 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:04.614888 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-55ab3491-1f26-4c0f-a236-9f00ee8140f1 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:04.616609 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-55ab3491-1f26-4c0f-a236-9f00ee8140f1 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.97 "GET /v2.0/networks?id=76cc40b0-30f5-4501-be03-be323c612c9a HTTP/1.1" status: 200 len: 814 time: 0.3909888 Jul 23 16:38:04.628406 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['0ce917c9-b68c-40d4-8915-c8686a3d8533'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:38:04.670873 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-740eaa5a-d856-463f-939b-2ddc4aaa1624 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] For port 39028263-674f-4343-88b3-e2d836237a03, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=39028263-674f-4343-88b3-e2d836237a03,segment=NetworkSegment(446779b0-8aa0-4276-88e9-1896252e80f2),segment_id=446779b0-8aa0-4276-88e9-1896252e80f2)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:04.671322 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-740eaa5a-d856-463f-939b-2ddc4aaa1624 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:04.686157 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-740eaa5a-d856-463f-939b-2ddc4aaa1624 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Calling delete_port for 39028263-674f-4343-88b3-e2d836237a03 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:04.813742 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-740eaa5a-d856-463f-939b-2ddc4aaa1624 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:04.816634 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:04.849854 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740eaa5a-d856-463f-939b-2ddc4aaa1624 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event deleted for resources: {'Port': ['ID=39028263-674f-4343-88b3-e2d836237a03,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:04.854263 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740eaa5a-d856-463f-939b-2ddc4aaa1624 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] No DVR routers for this DVR port 39028263-674f-4343-88b3-e2d836237a03 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:04.932130 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f2f3e6-b341-43a9-a00e-8b62d47e2acd None None] Network 84befc31-50fb-4de4-ab00-81d9f83ee291 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:04.953535 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-740eaa5a-d856-463f-939b-2ddc4aaa1624 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:04.966479 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-740eaa5a-d856-463f-939b-2ddc4aaa1624 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84befc31-50fb-4de4-ab00-81d9f83ee291']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:04.980835 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-740eaa5a-d856-463f-939b-2ddc4aaa1624 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '446779b0-8aa0-4276-88e9-1896252e80f2') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:04.980835 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-740eaa5a-d856-463f-939b-2ddc4aaa1624 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '446779b0-8aa0-4276-88e9-1896252e80f2') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:04.989600 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-740eaa5a-d856-463f-939b-2ddc4aaa1624 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:05.008821 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-740eaa5a-d856-463f-939b-2ddc4aaa1624 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:05.016905 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-740eaa5a-d856-463f-939b-2ddc4aaa1624 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:38:05.017349 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-740eaa5a-d856-463f-939b-2ddc4aaa1624 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:05.023561 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:38:05.023561 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:38:05.023561 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:38:05.023561 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:38:05.023561 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:38:05.023561 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:38:05.023561 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:38:05.023561 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:38:05.023561 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:38:05.023561 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:38:05.023561 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:38:05.023561 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:38:05.023561 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:38:05.023561 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:38:05.023561 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:38:05.023561 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:38:05.023561 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:38:05.023561 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:38:05.023561 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:38:05.023561 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:38:05.023561 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:38:05.023561 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:38:05.023561 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:38:05.023561 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:38:05.023561 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:38:05.023561 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:38:05.023561 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:38:05.023561 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:38:05.023561 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:38:05.023561 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:38:05.023561 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:38:05.023561 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:38:05.031310 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-fe43917d-498e-41bd-9d01-7bc800c56f48 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Request body: {'port': {'device_id': '3463ca8d-e3d4-4785-8698-bc687a4a2dbe', 'network_id': '76cc40b0-30f5-4501-be03-be323c612c9a', 'admin_state_up': True, 'tenant_id': '896b34069cf0464297c90d7b6d93c235'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:05.050794 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f019e660-f610-47c9-abe2-5d690a70233a None None] Could not find standard attr ID for object 39028263-674f-4343-88b3-e2d836237a03. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:38:05.113987 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7315a4-8889-4385-a066-ab6a1d8b5978 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Pushing event deleted for resources: {'Port': ['ID=0ce917c9-b68c-40d4-8915-c8686a3d8533,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:05.151304 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-740eaa5a-d856-463f-939b-2ddc4aaa1624 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:05.158287 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-740eaa5a-d856-463f-939b-2ddc4aaa1624 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:05.162266 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-740eaa5a-d856-463f-939b-2ddc4aaa1624 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "DELETE /v2.0/networks/84befc31-50fb-4de4-ab00-81d9f83ee291 HTTP/1.1" status: 204 len: 168 time: 0.7825627 Jul 23 16:38:05.165889 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52046) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:05.185647 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740eaa5a-d856-463f-939b-2ddc4aaa1624 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event deleted for resources: {'Network': ['ID=84befc31-50fb-4de4-ab00-81d9f83ee291,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:05.213781 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-5571f932-0a90-47d0-b232-36152217e3c0 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] DELETE failed (client error): The resource could not be found. Jul 23 16:38:05.214840 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5571f932-0a90-47d0-b232-36152217e3c0 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:38:05.219632 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5571f932-0a90-47d0-b232-36152217e3c0 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "DELETE /v2.0/subnets/69dcd55f-a0ab-4a60-8e55-9c9b4e0235db HTTP/1.1" status: 404 len: 337 time: 0.0420496 Jul 23 16:38:05.220561 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52048) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:05.233361 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-519d9a52-1924-479e-afc5-7e9b418fb156 req-6f7315a4-8889-4385-a066-ab6a1d8b5978 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] No DVR routers for this DVR port 0ce917c9-b68c-40d4-8915-c8686a3d8533 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:05.237121 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-519d9a52-1924-479e-afc5-7e9b418fb156 req-6f7315a4-8889-4385-a066-ab6a1d8b5978 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:05.239172 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-519d9a52-1924-479e-afc5-7e9b418fb156 req-6f7315a4-8889-4385-a066-ab6a1d8b5978 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.97 "DELETE /v2.0/ports/0ce917c9-b68c-40d4-8915-c8686a3d8533 HTTP/1.1" status: 204 len: 173 time: 1.6982989 Jul 23 16:38:05.257723 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a285b1a7-d93d-4daf-8356-349652c541e2 None None] DHCP port deletion for 84befc31-50fb-4de4-ab00-81d9f83ee291 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:38:05.259077 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a344d2-1c5a-4277-b321-bc54143b918c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] DELETE failed (client error): The resource could not be found. Jul 23 16:38:05.260554 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a344d2-1c5a-4277-b321-bc54143b918c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:38:05.262854 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b7a344d2-1c5a-4277-b321-bc54143b918c tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "DELETE /v2.0/networks/01aba15b-f258-4ab3-afd6-ca4a5d4f5ced HTTP/1.1" status: 404 len: 339 time: 0.0410221 Jul 23 16:38:05.265537 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52052) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:05.274285 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9081984a-4150-494e-994d-750d9d02d4aa', 'name': 'network-vif-deleted', 'tag': '0ce917c9-b68c-40d4-8915-c8686a3d8533'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:38:05.281289 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a047335-523e-473a-a906-e308d9ffbbc9" -d '{"events": [{"server_uuid": "9081984a-4150-494e-994d-750d9d02d4aa", "name": "network-vif-deleted", "tag": "0ce917c9-b68c-40d4-8915-c8686a3d8533"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:38:05.307777 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-44f306f9-5111-485d-9a7d-a3fd257e0198 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] DELETE failed (client error): The resource could not be found. Jul 23 16:38:05.308354 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44f306f9-5111-485d-9a7d-a3fd257e0198 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:38:05.313184 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f38b873-3eea-46fa-8d75-cb26a5f61528 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:05.313512 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-44f306f9-5111-485d-9a7d-a3fd257e0198 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "DELETE /v2.0/subnets/f72d17b8-20bd-4102-b217-dbf11493432b HTTP/1.1" status: 404 len: 337 time: 0.0446892 Jul 23 16:38:05.313857 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52056) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:05.333759 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-e58c945a-1c0c-4a0c-a6f6-c85e21913fa9 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] DELETE failed (client error): The resource could not be found. Jul 23 16:38:05.334234 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e58c945a-1c0c-4a0c-a6f6-c85e21913fa9 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:38:05.338467 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e58c945a-1c0c-4a0c-a6f6-c85e21913fa9 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "DELETE /v2.0/networks/3c0fe0d9-86e6-473d-b1c5-b1f4637ef53d HTTP/1.1" status: 404 len: 339 time: 0.0212929 Jul 23 16:38:05.338933 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52058) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:05.343460 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d01f7d19-db71-4df1-b89b-01ceb2305288 req-6aa88fd0-f17f-4830-99d9-de01f691b668 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 210 time: 0.1112480 Jul 23 16:38:05.357378 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d23b08e5-25d3-49cf-afd0-f30b6c8bf8d4 req-4b78d58c-8a00-4fea-8c4c-2b4478c47154 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7306798 Jul 23 16:38:05.363967 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-8f38b873-3eea-46fa-8d75-cb26a5f61528 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Calling delete_port for 7d748a01-3cc3-4c9b-99f9-aa3137f8f153 owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:05.400158 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7c2eeea1-4107-43df-a840-b9aa46e9f972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:05.402720 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f6fbf0-b5b0-48fb-828a-93cfe6750345 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] DELETE failed (client error): The resource could not be found. Jul 23 16:38:05.402720 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94f6fbf0-b5b0-48fb-828a-93cfe6750345 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:38:05.404287 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-94f6fbf0-b5b0-48fb-828a-93cfe6750345 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "DELETE /v2.0/subnets/7dd05b64-a5ca-4ae1-b1c3-29ff8bff2b8b HTTP/1.1" status: 404 len: 337 time: 0.0645633 Jul 23 16:38:05.409461 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52064) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:05.453848 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6aaecc9-4f71-4b29-a92a-1183ebd5c8f6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] DELETE failed (client error): The resource could not be found. Jul 23 16:38:05.454421 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6aaecc9-4f71-4b29-a92a-1183ebd5c8f6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:38:05.456327 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa7b52e-d05a-4943-b8cd-1db53fce9d17 x-openstack-request-id: req-1fa7b52e-d05a-4943-b8cd-1db53fce9d17 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:38:05.456624 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9081984a-4150-494e-994d-750d9d02d4aa", "name": "network-vif-deleted", "tag": "0ce917c9-b68c-40d4-8915-c8686a3d8533", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:38:05.457009 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1fa7b52e-d05a-4943-b8cd-1db53fce9d17 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:38:05.457447 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9081984a-4150-494e-994d-750d9d02d4aa', 'name': 'network-vif-deleted', 'tag': '0ce917c9-b68c-40d4-8915-c8686a3d8533', 'status': 'completed', 'code': 200} Jul 23 16:38:05.461852 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e6aaecc9-4f71-4b29-a92a-1183ebd5c8f6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "DELETE /v2.0/networks/7e9fe868-91d5-4e2c-a301-4c58a41b41f8 HTTP/1.1" status: 404 len: 339 time: 0.0536528 Jul 23 16:38:05.462487 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52068) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:05.481298 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:05.583544 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce6024b-5a79-4052-85f1-8594ac595404 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Deleting subnet 49a99275-b563-4a84-a737-44c5ea58bf34 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:38:05.588905 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dce6024b-5a79-4052-85f1-8594ac595404 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:05.605546 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-fe43917d-498e-41bd-9d01-7bc800c56f48 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Made reservation on behalf of 896b34069cf0464297c90d7b6d93c235 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:05.610220 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-fe43917d-498e-41bd-9d01-7bc800c56f48 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:05.644036 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dce6024b-5a79-4052-85f1-8594ac595404 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:05.745943 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dce6024b-5a79-4052-85f1-8594ac595404 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:05.859836 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dce6024b-5a79-4052-85f1-8594ac595404 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:05.889460 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6024b-5a79-4052-85f1-8594ac595404 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event deleted for resources: {'Subnet': ['ID=49a99275-b563-4a84-a737-44c5ea58bf34,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:05.896237 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dce6024b-5a79-4052-85f1-8594ac595404 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:05.903001 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-dce6024b-5a79-4052-85f1-8594ac595404 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "DELETE /v2.0/subnets/49a99275-b563-4a84-a737-44c5ea58bf34 HTTP/1.1" status: 204 len: 168 time: 0.4384604 Jul 23 16:38:05.903459 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52080) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:05.905197 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1693666c-f3e7-4f97-858b-7c853d940264 None None] Network 3c0ed03e-4505-4744-b70e-936a57fc1434 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:05.962809 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b431cae-f44b-4af1-9688-dacafa6226af req-68332677-2140-4c45-8b34-e613c747df3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:05.964367 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0b431cae-f44b-4af1-9688-dacafa6226af req-68332677-2140-4c45-8b34-e613c747df3a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d8469dd886547af8aa5b5e0e02307dd&device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 1096 time: 0.2579813 Jul 23 16:38:05.986559 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11b58a-2d0f-4ff4-9c47-a0bcb66cb9c2 req-e97ff32b-b4b1-402e-8c61-533c6b3ecbea tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:05.993625 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a11b58a-2d0f-4ff4-9c47-a0bcb66cb9c2 req-e97ff32b-b4b1-402e-8c61-533c6b3ecbea tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.3892426 Jul 23 16:38:06.007667 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-898d9d98-2dd6-4872-ad4b-187a359a90a6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:06.045335 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f38b873-3eea-46fa-8d75-cb26a5f61528 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:06.055674 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-fe43917d-498e-41bd-9d01-7bc800c56f48 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Allocated IP 172.20.0.9 (76cc40b0-30f5-4501-be03-be323c612c9a/0451a60c-d287-4012-8d32-22a400e0b50b/cd7d9f0b-9516-4399-8315-a6837578715f) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:06.111313 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-898d9d98-2dd6-4872-ad4b-187a359a90a6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Deleting port dece18ed-08dc-449d-8deb-fc09ae3db652 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:06.111660 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-898d9d98-2dd6-4872-ad4b-187a359a90a6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:06.153976 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38b873-3eea-46fa-8d75-cb26a5f61528 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Port': ['ID=7d748a01-3cc3-4c9b-99f9-aa3137f8f153,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:06.179875 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a11b58a-2d0f-4ff4-9c47-a0bcb66cb9c2 req-ca26fc51-4940-4d78-b809-45921230da1d tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852863 Jul 23 16:38:06.231619 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af606854-f51f-41e5-9c13-54d48adb5b66 None None] DHCP port deletion for 3c0ed03e-4505-4744-b70e-936a57fc1434 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:38:06.233864 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-898d9d98-2dd6-4872-ad4b-187a359a90a6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] For port dece18ed-08dc-449d-8deb-fc09ae3db652, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=dece18ed-08dc-449d-8deb-fc09ae3db652,segment=NetworkSegment(45e35fd7-8fb3-4dfb-8dec-00ee6ecdf1e2),segment_id=45e35fd7-8fb3-4dfb-8dec-00ee6ecdf1e2)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:06.234240 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-898d9d98-2dd6-4872-ad4b-187a359a90a6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:06.250900 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-898d9d98-2dd6-4872-ad4b-187a359a90a6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Calling delete_port for dece18ed-08dc-449d-8deb-fc09ae3db652 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:06.309575 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-af606854-f51f-41e5-9c13-54d48adb5b66 None None] Deleting port dece18ed-08dc-449d-8deb-fc09ae3db652 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:06.310045 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-af606854-f51f-41e5-9c13-54d48adb5b66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:06.338889 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52088) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:06.358653 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b431cae-f44b-4af1-9688-dacafa6226af req-97b85730-e9fd-4ffa-87a5-b8188c1d2ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:06.360191 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0b431cae-f44b-4af1-9688-dacafa6226af req-97b85730-e9fd-4ffa-87a5-b8188c1d2ad4 service neutron] 10.222.0.97 "GET /v2.0/networks?id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a HTTP/1.1" status: 200 len: 913 time: 0.3859000 Jul 23 16:38:06.363387 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f38b873-3eea-46fa-8d75-cb26a5f61528 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:06.383662 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-898d9d98-2dd6-4872-ad4b-187a359a90a6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:06.409666 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-af606854-f51f-41e5-9c13-54d48adb5b66 None None] For port dece18ed-08dc-449d-8deb-fc09ae3db652, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=dece18ed-08dc-449d-8deb-fc09ae3db652,segment=NetworkSegment(45e35fd7-8fb3-4dfb-8dec-00ee6ecdf1e2),segment_id=45e35fd7-8fb3-4dfb-8dec-00ee6ecdf1e2)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:06.410545 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-af606854-f51f-41e5-9c13-54d48adb5b66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:06.432088 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-af606854-f51f-41e5-9c13-54d48adb5b66 None None] Calling delete_port for dece18ed-08dc-449d-8deb-fc09ae3db652 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:06.459386 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d9d98-2dd6-4872-ad4b-187a359a90a6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event deleted for resources: {'Port': ['ID=dece18ed-08dc-449d-8deb-fc09ae3db652,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:06.462249 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898d9d98-2dd6-4872-ad4b-187a359a90a6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] No DVR routers for this DVR port dece18ed-08dc-449d-8deb-fc09ae3db652 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:06.546377 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-af606854-f51f-41e5-9c13-54d48adb5b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:06.564636 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-898d9d98-2dd6-4872-ad4b-187a359a90a6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:06.577849 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-898d9d98-2dd6-4872-ad4b-187a359a90a6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0ed03e-4505-4744-b70e-936a57fc1434']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:06.579737 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ace99664-5319-459f-bd43-c711bd27d9fc tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:06.591505 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:06.592480 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af606854-f51f-41e5-9c13-54d48adb5b66 None None] No DVR routers for this DVR port dece18ed-08dc-449d-8deb-fc09ae3db652 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:06.594367 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af606854-f51f-41e5-9c13-54d48adb5b66 None None] Pushing event deleted for resources: {'Port': ['ID=dece18ed-08dc-449d-8deb-fc09ae3db652,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:06.606044 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-898d9d98-2dd6-4872-ad4b-187a359a90a6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e35fd7-8fb3-4dfb-8dec-00ee6ecdf1e2') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:06.606044 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-898d9d98-2dd6-4872-ad4b-187a359a90a6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e35fd7-8fb3-4dfb-8dec-00ee6ecdf1e2') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:06.618238 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-898d9d98-2dd6-4872-ad4b-187a359a90a6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:06.626107 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4a46df73-71b9-4213-a57d-d1304221d448 req-294f5ba9-ea8e-4ed0-adcc-a37c698fadd6 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 210 time: 0.1503286 Jul 23 16:38:06.636428 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-898d9d98-2dd6-4872-ad4b-187a359a90a6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:06.656099 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-898d9d98-2dd6-4872-ad4b-187a359a90a6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:38:06.656810 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-898d9d98-2dd6-4872-ad4b-187a359a90a6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:06.661003 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:38:06.661003 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:38:06.661003 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:38:06.661003 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:38:06.661003 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:38:06.661003 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:38:06.661003 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:38:06.661003 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:38:06.661003 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:38:06.661003 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:38:06.661003 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:38:06.661003 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:38:06.661003 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:38:06.661003 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:38:06.661003 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:38:06.661003 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:38:06.661003 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:38:06.661003 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:38:06.661003 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:38:06.661003 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:38:06.661003 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:38:06.661003 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:38:06.661003 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:38:06.661003 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:38:06.661003 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:38:06.661003 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:38:06.661003 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:38:06.661003 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:38:06.661003 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:38:06.661003 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:38:06.661003 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:38:06.661003 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:38:06.666727 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0b431cae-f44b-4af1-9688-dacafa6226af req-f5f9d548-2e56-4a0b-aa3e-38ea28f60d94 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=726cd214-8346-47cb-a33e-99234af00cab HTTP/1.1" status: 200 len: 1000 time: 0.2410185 Jul 23 16:38:06.680273 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 0ce917c9-b68c-40d4-8915-c8686a3d8533 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:38:06.686841 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ace99664-5319-459f-bd43-c711bd27d9fc tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:06.710012 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 0ce917c9-b68c-40d4-8915-c8686a3d8533 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:38:06.710856 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 0ce917c9-b68c-40d4-8915-c8686a3d8533 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:38:06.737161 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-898d9d98-2dd6-4872-ad4b-187a359a90a6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:06.748115 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-898d9d98-2dd6-4872-ad4b-187a359a90a6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:06.752309 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-898d9d98-2dd6-4872-ad4b-187a359a90a6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "DELETE /v2.0/networks/3c0ed03e-4505-4744-b70e-936a57fc1434 HTTP/1.1" status: 204 len: 168 time: 0.8454065 Jul 23 16:38:06.761105 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52098) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:06.770260 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d9d98-2dd6-4872-ad4b-187a359a90a6 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event deleted for resources: {'Network': ['ID=3c0ed03e-4505-4744-b70e-936a57fc1434,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:06.790405 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-12a76eff-f8ed-45df-b233-46f280cdcb74 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] DELETE failed (client error): The resource could not be found. Jul 23 16:38:06.790862 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12a76eff-f8ed-45df-b233-46f280cdcb74 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:38:06.792612 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-12a76eff-f8ed-45df-b233-46f280cdcb74 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "DELETE /v2.0/subnets/2e7251da-7016-49f8-a79e-9ddad3362855 HTTP/1.1" status: 404 len: 337 time: 0.0305500 Jul 23 16:38:06.795171 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52100) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:06.809734 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-fe43917d-498e-41bd-9d01-7bc800c56f48 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:06.814975 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-077c5c31-716d-4f02-be68-254a2e275ae4 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] DELETE failed (client error): The resource could not be found. Jul 23 16:38:06.815526 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077c5c31-716d-4f02-be68-254a2e275ae4 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:38:06.817358 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-077c5c31-716d-4f02-be68-254a2e275ae4 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "DELETE /v2.0/networks/8c76615f-be57-4016-95cd-b81594c2b542 HTTP/1.1" status: 404 len: 339 time: 0.0212548 Jul 23 16:38:06.820678 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52102) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:06.856383 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f38b873-3eea-46fa-8d75-cb26a5f61528 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Router a088beac-e2a3-464a-b898-f76694c1e88d has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:38:06.859462 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b431cae-f44b-4af1-9688-dacafa6226af req-5228ce9f-e97e-4826-bcd8-2a869be5405a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:06.861029 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0b431cae-f44b-4af1-9688-dacafa6226af req-5228ce9f-e97e-4826-bcd8-2a869be5405a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2ae57d8d-3779-4491-8fd1-fe104612a516 HTTP/1.1" status: 200 len: 850 time: 0.1867104 Jul 23 16:38:06.871142 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-2019af93-1566-4b3c-b456-0676afa60c63 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Deleting subnet 3ec7a39a-2f44-4743-90ec-5c6c94277cbb {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:38:06.874676 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2019af93-1566-4b3c-b456-0676afa60c63 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:06.920290 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2019af93-1566-4b3c-b456-0676afa60c63 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:07.007559 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2019af93-1566-4b3c-b456-0676afa60c63 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:07.020940 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-fe43917d-498e-41bd-9d01-7bc800c56f48 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:07.076199 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2019af93-1566-4b3c-b456-0676afa60c63 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:07.076796 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f38b873-3eea-46fa-8d75-cb26a5f61528 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:38:07.094324 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5018f984-bc17-4e36-a0ec-7b488fb06e10 None None] Sync routers for ids ['a088beac-e2a3-464a-b898-f76694c1e88d'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:38:07.097721 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8f38b873-3eea-46fa-8d75-cb26a5f61528 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "PUT /v2.0/routers/a088beac-e2a3-464a-b898-f76694c1e88d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9349933 Jul 23 16:38:07.102929 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52104) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:07.105180 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-fe43917d-498e-41bd-9d01-7bc800c56f48 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Network 76cc40b0-30f5-4501-be03-be323c612c9a is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:07.106235 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5018f984-bc17-4e36-a0ec-7b488fb06e10 None None] Routers {'a088beac-e2a3-464a-b898-f76694c1e88d'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:07.106906 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-5018f984-bc17-4e36-a0ec-7b488fb06e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:38:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a088beac-e2a3-464a-b898-f76694c1e88d'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:07.127884 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-fe43917d-498e-41bd-9d01-7bc800c56f48 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:07.133833 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device dece18ed-08dc-449d-8deb-fc09ae3db652 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:38:07.140362 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-5018f984-bc17-4e36-a0ec-7b488fb06e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:07.149646 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5018f984-bc17-4e36-a0ec-7b488fb06e10 None None] Routers {'a088beac-e2a3-464a-b898-f76694c1e88d'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:07.150271 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-5018f984-bc17-4e36-a0ec-7b488fb06e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:38:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a088beac-e2a3-464a-b898-f76694c1e88d'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:07.160664 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: dece18ed-08dc-449d-8deb-fc09ae3db652 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:38:07.161445 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device dece18ed-08dc-449d-8deb-fc09ae3db652 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:38:07.162283 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 39028263-674f-4343-88b3-e2d836237a03 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:38:07.169813 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43917d-498e-41bd-9d01-7bc800c56f48 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Pushing event updated for resources: {'Port': ['ID=cd7d9f0b-9516-4399-8315-a6837578715f,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:07.186005 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-5018f984-bc17-4e36-a0ec-7b488fb06e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:07.186662 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5018f984-bc17-4e36-a0ec-7b488fb06e10 None None] The sync data for ids ['a088beac-e2a3-464a-b898-f76694c1e88d'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:38:07.193678 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 39028263-674f-4343-88b3-e2d836237a03 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:38:07.194025 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 39028263-674f-4343-88b3-e2d836237a03 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:38:07.199450 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-fe43917d-498e-41bd-9d01-7bc800c56f48 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:07.231918 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b431cae-f44b-4af1-9688-dacafa6226af req-a1bcb363-7a42-4d5c-b299-3f9c49a71a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:07.233572 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0b431cae-f44b-4af1-9688-dacafa6226af req-a1bcb363-7a42-4d5c-b299-3f9c49a71a20 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3560410 Jul 23 16:38:07.292650 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ace99664-5319-459f-bd43-c711bd27d9fc tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:07.348600 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-fe43917d-498e-41bd-9d01-7bc800c56f48 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:07.349301 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-fe43917d-498e-41bd-9d01-7bc800c56f48 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:07.380667 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:07.462368 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019af93-1566-4b3c-b456-0676afa60c63 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event deleted for resources: {'Subnet': ['ID=3ec7a39a-2f44-4743-90ec-5c6c94277cbb,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:07.468118 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2019af93-1566-4b3c-b456-0676afa60c63 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:07.472276 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2019af93-1566-4b3c-b456-0676afa60c63 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "DELETE /v2.0/subnets/3ec7a39a-2f44-4743-90ec-5c6c94277cbb HTTP/1.1" status: 204 len: 168 time: 0.6484323 Jul 23 16:38:07.472642 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52108) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:07.475575 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fbed51-4e57-49ed-bd31-2d0c3f953b3f None None] Network 6496dbf0-bd3e-46a8-975d-cd8ebba925ee requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:07.550420 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e8b200d1-9291-425a-a167-d3c2a6425133 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:07.608376 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e8b200d1-9291-425a-a167-d3c2a6425133 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Deleting port d3008001-661a-4b86-8446-4c3b108095ca {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:07.608812 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e8b200d1-9291-425a-a167-d3c2a6425133 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:07.698193 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e8b200d1-9291-425a-a167-d3c2a6425133 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] For port d3008001-661a-4b86-8446-4c3b108095ca, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d3008001-661a-4b86-8446-4c3b108095ca,segment=NetworkSegment(9b0d74e2-cdb1-4ad9-9bae-b38f6d1e7bcb),segment_id=9b0d74e2-cdb1-4ad9-9bae-b38f6d1e7bcb)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:07.698193 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e8b200d1-9291-425a-a167-d3c2a6425133 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:07.702522 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903640a8-62dc-4fdd-9f2a-e0eb06458dfd None None] DHCP port deletion for 6496dbf0-bd3e-46a8-975d-cd8ebba925ee request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:38:07.711365 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e8b200d1-9291-425a-a167-d3c2a6425133 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Calling delete_port for d3008001-661a-4b86-8446-4c3b108095ca owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:07.756763 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-903640a8-62dc-4fdd-9f2a-e0eb06458dfd None None] Deleting port d3008001-661a-4b86-8446-4c3b108095ca {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:07.757490 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-903640a8-62dc-4fdd-9f2a-e0eb06458dfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:07.821995 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e8b200d1-9291-425a-a167-d3c2a6425133 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:07.833340 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-903640a8-62dc-4fdd-9f2a-e0eb06458dfd None None] For port d3008001-661a-4b86-8446-4c3b108095ca, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d3008001-661a-4b86-8446-4c3b108095ca,segment=NetworkSegment(9b0d74e2-cdb1-4ad9-9bae-b38f6d1e7bcb),segment_id=9b0d74e2-cdb1-4ad9-9bae-b38f6d1e7bcb)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:07.833732 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-903640a8-62dc-4fdd-9f2a-e0eb06458dfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:07.847531 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-903640a8-62dc-4fdd-9f2a-e0eb06458dfd None None] Calling delete_port for d3008001-661a-4b86-8446-4c3b108095ca owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:07.857212 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b200d1-9291-425a-a167-d3c2a6425133 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] No DVR routers for this DVR port d3008001-661a-4b86-8446-4c3b108095ca on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:07.859253 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b200d1-9291-425a-a167-d3c2a6425133 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event deleted for resources: {'Port': ['ID=d3008001-661a-4b86-8446-4c3b108095ca,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:07.908496 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-fe43917d-498e-41bd-9d01-7bc800c56f48 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2824099 Jul 23 16:38:07.936067 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-ffbbbd53-325a-4b31-a559-636eab8ab150 service neutron] Request body: {'port': {'device_id': '3463ca8d-e3d4-4785-8698-bc687a4a2dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:07.948068 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e8b200d1-9291-425a-a167-d3c2a6425133 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:07.949187 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-903640a8-62dc-4fdd-9f2a-e0eb06458dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:07.960116 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-e8b200d1-9291-425a-a167-d3c2a6425133 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6496dbf0-bd3e-46a8-975d-cd8ebba925ee']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:07.971508 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-e8b200d1-9291-425a-a167-d3c2a6425133 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0d74e2-cdb1-4ad9-9bae-b38f6d1e7bcb') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:07.971888 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-e8b200d1-9291-425a-a167-d3c2a6425133 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0d74e2-cdb1-4ad9-9bae-b38f6d1e7bcb') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:07.976227 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903640a8-62dc-4fdd-9f2a-e0eb06458dfd None None] Pushing event deleted for resources: {'Port': ['ID=d3008001-661a-4b86-8446-4c3b108095ca,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:07.981293 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903640a8-62dc-4fdd-9f2a-e0eb06458dfd None None] No DVR routers for this DVR port d3008001-661a-4b86-8446-4c3b108095ca on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:07.982769 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e8b200d1-9291-425a-a167-d3c2a6425133 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:08.001738 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e8b200d1-9291-425a-a167-d3c2a6425133 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:08.007916 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b200d1-9291-425a-a167-d3c2a6425133 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Releasing vlan 1110 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:38:08.008386 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e8b200d1-9291-425a-a167-d3c2a6425133 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:08.011847 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:38:08.011847 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:38:08.011847 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:38:08.011847 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:38:08.011847 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:38:08.011847 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:38:08.011847 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:38:08.011847 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:38:08.011847 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:38:08.011847 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:38:08.011847 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:38:08.011847 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:38:08.011847 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:38:08.011847 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:38:08.011847 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:38:08.011847 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:38:08.011847 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:38:08.011847 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:38:08.011847 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:38:08.011847 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:38:08.011847 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:38:08.011847 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:38:08.011847 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:38:08.011847 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:38:08.011847 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:38:08.011847 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:38:08.011847 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:38:08.011847 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:38:08.011847 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:38:08.011847 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:38:08.011847 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:38:08.011847 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:38:08.042703 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0b431cae-f44b-4af1-9688-dacafa6226af req-03da4e8a-0c47-4dbe-816c-f3bea55a51a3 service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7998419 Jul 23 16:38:08.075840 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e8b200d1-9291-425a-a167-d3c2a6425133 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:08.082528 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e8b200d1-9291-425a-a167-d3c2a6425133 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:08.084368 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e8b200d1-9291-425a-a167-d3c2a6425133 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] 10.222.0.73 "DELETE /v2.0/networks/6496dbf0-bd3e-46a8-975d-cd8ebba925ee HTTP/1.1" status: 204 len: 168 time: 0.6107402 Jul 23 16:38:08.091651 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-17546aa4-e52f-4bb7-965d-a1e422cb4b44 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] remove_router_interface failed (client error): The resource could not be found. Jul 23 16:38:08.096466 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-17546aa4-e52f-4bb7-965d-a1e422cb4b44 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "PUT /v2.0/routers/a088beac-e2a3-464a-b898-f76694c1e88d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9798193 Jul 23 16:38:08.096636 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52118) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:08.110927 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdb96a-ee36-428f-8935-74603517afcd req-163d1993-eaa3-4510-ad68-1f8438fece03 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:08.112538 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e9bdb96a-ee36-428f-8935-74603517afcd req-163d1993-eaa3-4510-ad68-1f8438fece03 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.8485558 Jul 23 16:38:08.125527 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b200d1-9291-425a-a167-d3c2a6425133 tempest-NetworksIpV6Test-1050574009 tempest-NetworksIpV6Test-1050574009-project] Pushing event deleted for resources: {'Network': ['ID=6496dbf0-bd3e-46a8-975d-cd8ebba925ee,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:08.128944 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c6f54877-e3fd-4852-b945-ddc0dea5d613 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "GET /v2.0/ports?device_id=a088beac-e2a3-464a-b898-f76694c1e88d HTTP/1.1" status: 200 len: 205 time: 0.0320060 Jul 23 16:38:08.131631 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52120) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:08.185128 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-ace99664-5319-459f-bd43-c711bd27d9fc tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Allocated IP 172.25.8.118 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/88a74761-7ed4-4a28-8fc3-7a938e15ee2b) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:08.211873 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6bc51102-1c43-4109-8741-a9867bd1b1d3 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:08.288813 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-ffbbbd53-325a-4b31-a559-636eab8ab150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:08.313315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec14874-6256-48e7-b951-2df58fd041e9 req-07a95932-09a1-4b23-b521-2e198ac83042 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:08.314889 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9ec14874-6256-48e7-b951-2df58fd041e9 req-07a95932-09a1-4b23-b521-2e198ac83042 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 931 time: 0.4162958 Jul 23 16:38:08.317796 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e9bdb96a-ee36-428f-8935-74603517afcd req-26def87b-636a-4a36-9449-cb3d47473d6e tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968589 Jul 23 16:38:08.374832 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0b431cae-f44b-4af1-9688-dacafa6226af req-ca33f266-11af-419f-b454-324d2a95e22d service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910113 Jul 23 16:38:08.405970 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6bc51102-1c43-4109-8741-a9867bd1b1d3 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:08.409464 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6bc51102-1c43-4109-8741-a9867bd1b1d3 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:08.437195 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52124) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:08.463145 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6bc51102-1c43-4109-8741-a9867bd1b1d3 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:08.463823 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc51102-1c43-4109-8741-a9867bd1b1d3 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Fanout notify agent at l3_agent the message router_deleted on router a088beac-e2a3-464a-b898-f76694c1e88d {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:38:08.472563 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6bc51102-1c43-4109-8741-a9867bd1b1d3 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:08.473727 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6bc51102-1c43-4109-8741-a9867bd1b1d3 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/routers/a088beac-e2a3-464a-b898-f76694c1e88d HTTP/1.1" status: 204 len: 168 time: 0.3410695 Jul 23 16:38:08.476885 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52128) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:08.489927 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9ec14874-6256-48e7-b951-2df58fd041e9 req-e21644b5-752a-49a0-b919-5b8eb5f6111c tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486316 Jul 23 16:38:08.547891 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-db5cd46c-b219-4502-a14f-feca277f9aa4 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Deleting subnet 36c192a9-1d8f-4484-a043-0158d636f97e {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:38:08.552747 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-db5cd46c-b219-4502-a14f-feca277f9aa4 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:08.561822 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:08.578205 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ace99664-5319-459f-bd43-c711bd27d9fc tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:08.604100 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-db5cd46c-b219-4502-a14f-feca277f9aa4 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:08.691393 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-db5cd46c-b219-4502-a14f-feca277f9aa4 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:08.711458 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-394e79c6-8aee-4830-aae7-bb8bb9b59482 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=60b9dca70f4d47039c717b6eccfd9e9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2702339 Jul 23 16:38:08.712347 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52132) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:08.780493 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ace99664-5319-459f-bd43-c711bd27d9fc tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:08.786626 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-db5cd46c-b219-4502-a14f-feca277f9aa4 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:08.818762 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5cd46c-b219-4502-a14f-feca277f9aa4 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Subnet': ['ID=36c192a9-1d8f-4484-a043-0158d636f97e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:08.823434 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-db5cd46c-b219-4502-a14f-feca277f9aa4 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:08.828126 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-db5cd46c-b219-4502-a14f-feca277f9aa4 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/subnets/36c192a9-1d8f-4484-a043-0158d636f97e HTTP/1.1" status: 204 len: 168 time: 0.3501608 Jul 23 16:38:08.828743 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52134) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:08.833188 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e3c979-2291-4ee2-a04c-258e79fc134f None None] Network 45c66be1-c913-4031-af3c-c9f3967501f4 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:08.881720 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace99664-5319-459f-bd43-c711bd27d9fc tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:08.888580 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2bf61997-73f7-44b3-af9c-24a4fae35116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:08.892243 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace99664-5319-459f-bd43-c711bd27d9fc tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Pushing event updated for resources: {'Port': ['ID=88a74761-7ed4-4a28-8fc3-7a938e15ee2b,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:08.894964 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-ace99664-5319-459f-bd43-c711bd27d9fc tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:08.901764 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace99664-5319-459f-bd43-c711bd27d9fc tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:08.934657 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7c76a70-0cd1-4027-8a3b-6edcab2bc152 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:08.950995 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-ffbbbd53-325a-4b31-a559-636eab8ab150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd7d9f0b-9516-4399-8315-a6837578715f {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:38:08.968553 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-ffbbbd53-325a-4b31-a559-636eab8ab150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:08.981427 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2bf61997-73f7-44b3-af9c-24a4fae35116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:09.007798 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f7c76a70-0cd1-4027-8a3b-6edcab2bc152 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Deleting port 1716c2d1-8eaf-4ed2-a097-6917ea189ca7 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:09.008375 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7c76a70-0cd1-4027-8a3b-6edcab2bc152 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:09.011897 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-ffbbbd53-325a-4b31-a559-636eab8ab150 service neutron] Transition to ACTIVE for port object cd7d9f0b-9516-4399-8315-a6837578715f will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:09.022274 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-ffbbbd53-325a-4b31-a559-636eab8ab150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:09.104897 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-f7c76a70-0cd1-4027-8a3b-6edcab2bc152 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] For port 1716c2d1-8eaf-4ed2-a097-6917ea189ca7, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=1716c2d1-8eaf-4ed2-a097-6917ea189ca7,segment=NetworkSegment(1a4abf3f-2ea2-478c-9687-6efdabbbc4a5),segment_id=1a4abf3f-2ea2-478c-9687-6efdabbbc4a5)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:09.105915 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7c76a70-0cd1-4027-8a3b-6edcab2bc152 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:09.118472 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbbd53-325a-4b31-a559-636eab8ab150 service neutron] Pushing event updated for resources: {'Port': ['ID=cd7d9f0b-9516-4399-8315-a6837578715f,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:09.123509 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f7c76a70-0cd1-4027-8a3b-6edcab2bc152 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Calling delete_port for 1716c2d1-8eaf-4ed2-a097-6917ea189ca7 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:09.135109 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2bf61997-73f7-44b3-af9c-24a4fae35116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:09.137754 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2bf61997-73f7-44b3-af9c-24a4fae35116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:09.138939 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2bf61997-73f7-44b3-af9c-24a4fae35116 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2c83e0cd-954c-43ed-8594-705bfca7bd03 HTTP/1.1" status: 204 len: 168 time: 0.4256642 Jul 23 16:38:09.152587 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ace99664-5319-459f-bd43-c711bd27d9fc tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:09.164708 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d3008001-661a-4b86-8446-4c3b108095ca no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:38:09.174329 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf61997-73f7-44b3-af9c-24a4fae35116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c83e0cd-954c-43ed-8594-705bfca7bd03,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:09.198430 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: d3008001-661a-4b86-8446-4c3b108095ca {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:38:09.198777 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d3008001-661a-4b86-8446-4c3b108095ca not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:38:09.266223 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ace99664-5319-459f-bd43-c711bd27d9fc tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:09.274664 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dff81a1-9591-43e3-a588-fdcbfad3b2ee None None] DHCP port deletion for 45c66be1-c913-4031-af3c-c9f3967501f4 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:38:09.283973 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7c76a70-0cd1-4027-8a3b-6edcab2bc152 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:09.294417 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-ffbbbd53-325a-4b31-a559-636eab8ab150 service neutron] Attempting to bind port cd7d9f0b-9516-4399-8315-a6837578715f on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:38:09.294832 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-ffbbbd53-325a-4b31-a559-636eab8ab150 service neutron] Attempting to bind port cd7d9f0b-9516-4399-8315-a6837578715f by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'e86199fe-5491-4fca-b518-f67ebbbf9a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '76cc40b0-30f5-4501-be03-be323c612c9a'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:38:09.295075 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-ffbbbd53-325a-4b31-a559-636eab8ab150 service neutron] Attempting to bind port cd7d9f0b-9516-4399-8315-a6837578715f on network 76cc40b0-30f5-4501-be03-be323c612c9a {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:38:09.300883 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-6dff81a1-9591-43e3-a588-fdcbfad3b2ee None None] The port '1716c2d1-8eaf-4ed2-a097-6917ea189ca7' was deleted {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 23 16:38:09.304307 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-ffbbbd53-325a-4b31-a559-636eab8ab150 service neutron] Port cd7d9f0b-9516-4399-8315-a6837578715f on network 76cc40b0-30f5-4501-be03-be323c612c9a not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:38:09.304628 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-ffbbbd53-325a-4b31-a559-636eab8ab150 service neutron] Attempting to bind port cd7d9f0b-9516-4399-8315-a6837578715f on network 76cc40b0-30f5-4501-be03-be323c612c9a {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:38:09.323155 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-ffbbbd53-325a-4b31-a559-636eab8ab150 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:38:09.323555 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-ffbbbd53-325a-4b31-a559-636eab8ab150 service neutron] Checking segment: {'id': 'e86199fe-5491-4fca-b518-f67ebbbf9a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '76cc40b0-30f5-4501-be03-be323c612c9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:09.323904 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-ffbbbd53-325a-4b31-a559-636eab8ab150 service neutron] Bound using segment: {'id': 'e86199fe-5491-4fca-b518-f67ebbbf9a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '76cc40b0-30f5-4501-be03-be323c612c9a'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:38:09.324333 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-ffbbbd53-325a-4b31-a559-636eab8ab150 service neutron] Bound port: cd7d9f0b-9516-4399-8315-a6837578715f, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86199fe-5491-4fca-b518-f67ebbbf9a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '76cc40b0-30f5-4501-be03-be323c612c9a'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:38:09.324691 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-ffbbbd53-325a-4b31-a559-636eab8ab150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:09.326619 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c76a70-0cd1-4027-8a3b-6edcab2bc152 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Port': ['ID=1716c2d1-8eaf-4ed2-a097-6917ea189ca7,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:09.333581 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c76a70-0cd1-4027-8a3b-6edcab2bc152 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] No DVR routers for this DVR port 1716c2d1-8eaf-4ed2-a097-6917ea189ca7 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:09.420037 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7c76a70-0cd1-4027-8a3b-6edcab2bc152 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:09.435991 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-f7c76a70-0cd1-4027-8a3b-6edcab2bc152 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c66be1-c913-4031-af3c-c9f3967501f4']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:09.452423 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-f7c76a70-0cd1-4027-8a3b-6edcab2bc152 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a4abf3f-2ea2-478c-9687-6efdabbbc4a5') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:09.452782 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-f7c76a70-0cd1-4027-8a3b-6edcab2bc152 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a4abf3f-2ea2-478c-9687-6efdabbbc4a5') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:09.472063 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7c76a70-0cd1-4027-8a3b-6edcab2bc152 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:09.495622 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-ffbbbd53-325a-4b31-a559-636eab8ab150 service neutron] For port cd7d9f0b-9516-4399-8315-a6837578715f, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:38:09.501369 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7c76a70-0cd1-4027-8a3b-6edcab2bc152 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:09.504261 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-ffbbbd53-325a-4b31-a559-636eab8ab150 service neutron] For port cd7d9f0b-9516-4399-8315-a6837578715f, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=cd7d9f0b-9516-4399-8315-a6837578715f,segment=NetworkSegment(e86199fe-5491-4fca-b518-f67ebbbf9a42),segment_id=e86199fe-5491-4fca-b518-f67ebbbf9a42)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:38:09.508621 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c76a70-0cd1-4027-8a3b-6edcab2bc152 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:38:09.509038 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7c76a70-0cd1-4027-8a3b-6edcab2bc152 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:09.521592 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-ffbbbd53-325a-4b31-a559-636eab8ab150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:09.569022 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:38:09.569022 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:38:09.569022 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:38:09.569022 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:38:09.569022 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:38:09.569022 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:38:09.569022 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:38:09.569022 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:38:09.569022 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:38:09.569022 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:38:09.569022 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:38:09.569022 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:38:09.569022 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:38:09.569022 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:38:09.569022 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:38:09.569022 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:38:09.569022 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:38:09.569022 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:38:09.569022 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:38:09.569022 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:38:09.569022 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:38:09.569022 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:38:09.569022 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:38:09.569022 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:38:09.569022 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:38:09.569022 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:38:09.569022 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:38:09.569022 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:38:09.569022 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:38:09.569022 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:38:09.569022 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:38:09.569022 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:38:09.576661 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7c76a70-0cd1-4027-8a3b-6edcab2bc152 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:09.586416 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7c76a70-0cd1-4027-8a3b-6edcab2bc152 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:09.591900 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f7c76a70-0cd1-4027-8a3b-6edcab2bc152 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/networks/45c66be1-c913-4031-af3c-c9f3967501f4 HTTP/1.1" status: 204 len: 168 time: 0.7586844 Jul 23 16:38:09.602200 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52152) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:09.602644 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbbd53-325a-4b31-a559-636eab8ab150 service neutron] Pushing event updated for resources: {'Port': ['ID=cd7d9f0b-9516-4399-8315-a6837578715f,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:09.608224 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-c7ad05c6-d854-4bc6-b0ff-c0aabfa40acc tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-505927339'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:09.612251 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c76a70-0cd1-4027-8a3b-6edcab2bc152 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Network': ['ID=45c66be1-c913-4031-af3c-c9f3967501f4,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:09.635847 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-ffbbbd53-325a-4b31-a559-636eab8ab150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:09.636164 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-ffbbbd53-325a-4b31-a559-636eab8ab150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:09.637785 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-ffbbbd53-325a-4b31-a559-636eab8ab150 service neutron] 10.222.0.97 "PUT /v2.0/ports/cd7d9f0b-9516-4399-8315-a6837578715f HTTP/1.1" status: 200 len: 1091 time: 1.7119963 Jul 23 16:38:09.641352 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ad05c6-d854-4bc6-b0ff-c0aabfa40acc tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Made reservation on behalf of 4582563f2d784210a277b9ecb7709946 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:09.643463 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3463ca8d-e3d4-4785-8698-bc687a4a2dbe', 'tag': 'cd7d9f0b-9516-4399-8315-a6837578715f'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:38:09.646046 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4645bd-38d4-4817-a763-6d23f29ec1ec" -d '{"events": [{"name": "network-changed", "server_uuid": "3463ca8d-e3d4-4785-8698-bc687a4a2dbe", "tag": "cd7d9f0b-9516-4399-8315-a6837578715f"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:38:09.646374 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c7ad05c6-d854-4bc6-b0ff-c0aabfa40acc tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:09.668365 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9a526-6b08-4d8c-929b-11996fe2fc14 req-18152457-1f1f-477a-bf18-0d4828572cad tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:09.670247 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0bd9a526-6b08-4d8c-929b-11996fe2fc14 req-18152457-1f1f-477a-bf18-0d4828572cad tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.2501850 Jul 23 16:38:09.676139 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ace99664-5319-459f-bd43-c711bd27d9fc tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:09.684887 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ad05c6-d854-4bc6-b0ff-c0aabfa40acc tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] vlan segment allocate from pool success with {'vlan_id': 1138, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:38:09.689020 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ace99664-5319-459f-bd43-c711bd27d9fc tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:09.696447 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c7ad05c6-d854-4bc6-b0ff-c0aabfa40acc tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:09.696790 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-c7ad05c6-d854-4bc6-b0ff-c0aabfa40acc tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Added segment 7beb5880-6bcf-46e5-baef-6044bb6ed3e7 of type vlan for network f6338359-15e9-48ac-b2c3-8738b5e19751 Jul 23 16:38:09.742091 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c7ad05c6-d854-4bc6-b0ff-c0aabfa40acc tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:09.782673 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c7ad05c6-d854-4bc6-b0ff-c0aabfa40acc tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:09.788553 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ad05c6-d854-4bc6-b0ff-c0aabfa40acc tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:09.789191 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c7ad05c6-d854-4bc6-b0ff-c0aabfa40acc tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:09.825884 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0bd9a526-6b08-4d8c-929b-11996fe2fc14 req-6302b0d9-6e6d-4108-89c8-4a36d79aa908 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465523 Jul 23 16:38:09.838317 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace99664-5319-459f-bd43-c711bd27d9fc tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Pushing event updated for resources: {'Port': ['ID=88a74761-7ed4-4a28-8fc3-7a938e15ee2b,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:09.849655 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbf06b-979f-4d6e-9d9b-17ae888cfac7 req-72ce6ad6-1781-4b01-bbe3-6a89ea85a94c tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:09.851464 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05cbf06b-979f-4d6e-9d9b-17ae888cfac7 req-72ce6ad6-1781-4b01-bbe3-6a89ea85a94c tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 943 time: 0.2798853 Jul 23 16:38:09.862660 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ace99664-5319-459f-bd43-c711bd27d9fc tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:09.878506 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad05c6-d854-4bc6-b0ff-c0aabfa40acc tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Network': ['ID=f6338359-15e9-48ac-b2c3-8738b5e19751,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:09.891069 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c7ad05c6-d854-4bc6-b0ff-c0aabfa40acc tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2873843 Jul 23 16:38:09.894112 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52166) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:09.895717 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network f6338359-15e9-48ac-b2c3-8738b5e19751 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:38:09.908781 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ace99664-5319-459f-bd43-c711bd27d9fc tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:09.910046 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ace99664-5319-459f-bd43-c711bd27d9fc tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5663619 Jul 23 16:38:09.912264 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-6b3dee2a-c47a-4224-85de-f8e3e647c964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:09.914271 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-6b3dee2a-c47a-4224-85de-f8e3e647c964 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=896b34069cf0464297c90d7b6d93c235&device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 1094 time: 0.2156715 Jul 23 16:38:09.914550 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-ef4350c7-c023-4a25-936f-d456072a592d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Request body: {'subnet': {'network_id': 'f6338359-15e9-48ac-b2c3-8738b5e19751', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:09.915150 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52170) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:09.923244 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-826bc6d2-5563-4cb6-9e4e-2c080ddfc9d9 tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-180900080', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'fixed_ips': [{'ip_address': '172.25.8.118'}]}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:09.930656 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d9754c-6fd4-4efb-abee-ca1d4e2611b9 x-openstack-request-id: req-72d9754c-6fd4-4efb-abee-ca1d4e2611b9 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:38:09.931104 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3463ca8d-e3d4-4785-8698-bc687a4a2dbe", "tag": "cd7d9f0b-9516-4399-8315-a6837578715f", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:38:09.931531 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-72d9754c-6fd4-4efb-abee-ca1d4e2611b9 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:38:09.932094 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3463ca8d-e3d4-4785-8698-bc687a4a2dbe', 'tag': 'cd7d9f0b-9516-4399-8315-a6837578715f', 'status': 'completed', 'code': 200} Jul 23 16:38:09.945143 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05cbf06b-979f-4d6e-9d9b-17ae888cfac7 req-b39e4cad-c1f0-4d0a-b067-580bcc809e51 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827692 Jul 23 16:38:10.049295 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-88fe8d20-b4c8-47b1-a4b4-7f8d1ab7f530 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd7d9f0b-9516-4399-8315-a6837578715f HTTP/1.1" status: 200 len: 217 time: 0.1212735 Jul 23 16:38:10.053380 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.db.api [None req-826bc6d2-5563-4cb6-9e4e-2c080ddfc9d9 tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:38:10.053380 n-d-778549-4 neutron-server[94012]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 16:38:10.053380 n-d-778549-4 neutron-server[94012]: [parameters: {'project_id': '456815dcfac34bc38ce10f8b439b7d63', 'id': 'd96d2678-bfc1-431a-9d08-37abc0b50be1', 'expiration': datetime.datetime(2021, 7, 23, 16, 40, 10, 37166)}] Jul 23 16:38:10.053380 n-d-778549-4 neutron-server[94012]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94012) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:38:10.054435 n-d-778549-4 neutron-server[94012]: DEBUG oslo_db.api [None req-826bc6d2-5563-4cb6-9e4e-2c080ddfc9d9 tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:38:10.058609 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4350c7-c023-4a25-936f-d456072a592d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Made reservation on behalf of 4582563f2d784210a277b9ecb7709946 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:10.062639 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ef4350c7-c023-4a25-936f-d456072a592d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:10.140658 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-dc93bb50-5344-4219-b96f-5b923add23f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:10.142489 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-dc93bb50-5344-4219-b96f-5b923add23f6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0451a60c-d287-4012-8d32-22a400e0b50b HTTP/1.1" status: 200 len: 854 time: 0.0659750 Jul 23 16:38:10.151151 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52174) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:10.155853 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58689348-d3a9-4f1c-af45-476e63a60495 req-2d44ac06-fb2b-4910-ac60-e87aed096a8f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:10.157518 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-58689348-d3a9-4f1c-af45-476e63a60495 req-2d44ac06-fb2b-4910-ac60-e87aed096a8f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.1180806 Jul 23 16:38:10.201240 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-91b4af8b-a7a2-434d-b550-1c741a59789d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=76cc40b0-30f5-4501-be03-be323c612c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427191 Jul 23 16:38:10.246594 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-58689348-d3a9-4f1c-af45-476e63a60495 req-52502f37-1b0b-45fc-8694-5472bf21f459 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793927 Jul 23 16:38:10.291528 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-d5cf2a79-0f76-4588-a403-1dbcec01cfab tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-559616309'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:10.298070 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ef4350c7-c023-4a25-936f-d456072a592d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:10.331854 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-9ddc9143-46f4-4ecb-a1eb-0012521b365c service neutron] 10.222.0.97 "GET /v2.0/networks/76cc40b0-30f5-4501-be03-be323c612c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213360 Jul 23 16:38:10.360630 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cf2a79-0f76-4588-a403-1dbcec01cfab tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:10.364202 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5cf2a79-0f76-4588-a403-1dbcec01cfab tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:10.392562 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5cf2a79-0f76-4588-a403-1dbcec01cfab tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:10.394682 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4350c7-c023-4a25-936f-d456072a592d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Subnet': ['ID=2cbe7e67-b999-40b0-8c37-c1579a16a033,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:10.435938 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4350c7-c023-4a25-936f-d456072a592d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Checking segment: {'id': '7beb5880-6bcf-46e5-baef-6044bb6ed3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'f6338359-15e9-48ac-b2c3-8738b5e19751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:10.435938 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4350c7-c023-4a25-936f-d456072a592d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network hostable DHCP agents. Network: f6338359-15e9-48ac-b2c3-8738b5e19751, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:38:10.459746 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4350c7-c023-4a25-936f-d456072a592d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network f6338359-15e9-48ac-b2c3-8738b5e19751 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:38:10.473951 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-ef4350c7-c023-4a25-936f-d456072a592d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, f6338359-15e9-48ac-b2c3-8738b5e19751) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:10.481816 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4350c7-c023-4a25-936f-d456072a592d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:10.482421 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ef4350c7-c023-4a25-936f-d456072a592d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:10.489098 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0838b02f-00a6-4f73-80c2-1c23efabf8f1 None None] Network f6338359-15e9-48ac-b2c3-8738b5e19751 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:10.539841 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-401329d2-e6b9-4566-8c8c-94b981f96fc8 req-5cd2dbe8-a703-44c7-aae9-744f9ba8d784 service neutron] 10.222.0.97 "GET /v2.0/networks/76cc40b0-30f5-4501-be03-be323c612c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010353 Jul 23 16:38:10.558068 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5cf2a79-0f76-4588-a403-1dbcec01cfab tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:10.568424 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5cf2a79-0f76-4588-a403-1dbcec01cfab tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:10.578313 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da867ea6-3f42-4600-8618-bde824935b72 req-ef56b44b-f4ce-4f96-8120-cf4fc60d8f5a tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:10.580418 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-da867ea6-3f42-4600-8618-bde824935b72 req-ef56b44b-f4ce-4f96-8120-cf4fc60d8f5a tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.0998094 Jul 23 16:38:10.582761 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ef4350c7-c023-4a25-936f-d456072a592d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6855068 Jul 23 16:38:10.591755 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52184) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:10.605130 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-850c73f4-0a7b-48fe-b13f-b796984a309b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1132493656', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:10.626748 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5cf2a79-0f76-4588-a403-1dbcec01cfab tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] vlan segment allocate from pool success with {'vlan_id': 1105, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:38:10.632418 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf2a79-0f76-4588-a403-1dbcec01cfab tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25748c1e-cba8-4c21-833d-69358b7e910d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:10.640557 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5cf2a79-0f76-4588-a403-1dbcec01cfab tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:10.641002 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-d5cf2a79-0f76-4588-a403-1dbcec01cfab tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Added segment f15856f5-2829-4046-809c-86fc78768a4f of type vlan for network e168cd94-2568-41b4-8c90-ba7d7eb160aa Jul 23 16:38:10.670602 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826bc6d2-5563-4cb6-9e4e-2c080ddfc9d9 tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Made reservation on behalf of 456815dcfac34bc38ce10f8b439b7d63 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:10.672968 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-826bc6d2-5563-4cb6-9e4e-2c080ddfc9d9 tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:10.688048 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5cf2a79-0f76-4588-a403-1dbcec01cfab tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:10.700261 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd748c82-996a-4918-9835-bd35a3ad8cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-f6338359-15e9-48ac-b2c3-8738b5e19751', 'network_id': 'f6338359-15e9-48ac-b2c3-8738b5e19751', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'fixed_ips': [{'subnet_id': '2cbe7e67-b999-40b0-8c37-c1579a16a033'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:38:10.701397 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bd748c82-996a-4918-9835-bd35a3ad8cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:10.717206 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-826bc6d2-5563-4cb6-9e4e-2c080ddfc9d9 tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:10.725084 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-da867ea6-3f42-4600-8618-bde824935b72 req-07aa95bf-d23c-406a-b7a4-a6621c64e338 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341155 Jul 23 16:38:10.735986 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5cf2a79-0f76-4588-a403-1dbcec01cfab tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:10.744856 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cf2a79-0f76-4588-a403-1dbcec01cfab tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:10.745722 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5cf2a79-0f76-4588-a403-1dbcec01cfab tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:10.774634 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-850c73f4-0a7b-48fe-b13f-b796984a309b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:10.775892 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-850c73f4-0a7b-48fe-b13f-b796984a309b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:10.839488 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4645bd-38d4-4817-a763-6d23f29ec1ec req-401b9d79-751a-478a-925b-1f9c5d036a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:10.841418 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d4645bd-38d4-4817-a763-6d23f29ec1ec req-401b9d79-751a-478a-925b-1f9c5d036a08 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=896b34069cf0464297c90d7b6d93c235&device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 1094 time: 0.1782501 Jul 23 16:38:10.842497 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf2a79-0f76-4588-a403-1dbcec01cfab tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Network': ['ID=e168cd94-2568-41b4-8c90-ba7d7eb160aa,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:10.858808 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network e168cd94-2568-41b4-8c90-ba7d7eb160aa details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:38:10.906982 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-bd748c82-996a-4918-9835-bd35a3ad8cd9 None None] Allocated IP 2001:db8::2 (f6338359-15e9-48ac-b2c3-8738b5e19751/2cbe7e67-b999-40b0-8c37-c1579a16a033/05bad930-d4d0-4acd-ba82-f0d2781d5635) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:10.914188 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-850c73f4-0a7b-48fe-b13f-b796984a309b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:10.929932 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-850c73f4-0a7b-48fe-b13f-b796984a309b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:11.113397 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4645bd-38d4-4817-a763-6d23f29ec1ec req-d9369456-c859-4c8b-a456-736f005edb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:11.115588 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d4645bd-38d4-4817-a763-6d23f29ec1ec req-d9369456-c859-4c8b-a456-736f005edb79 service neutron] 10.222.0.97 "GET /v2.0/networks?id=76cc40b0-30f5-4501-be03-be323c612c9a HTTP/1.1" status: 200 len: 916 time: 0.2409327 Jul 23 16:38:11.119854 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1716c2d1-8eaf-4ed2-a097-6917ea189ca7 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:38:11.143451 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bd748c82-996a-4918-9835-bd35a3ad8cd9 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:11.145395 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 1716c2d1-8eaf-4ed2-a097-6917ea189ca7 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:38:11.145702 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1716c2d1-8eaf-4ed2-a097-6917ea189ca7 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:38:11.154556 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-bd748c82-996a-4918-9835-bd35a3ad8cd9 None None] Transition to ACTIVE for port object 05bad930-d4d0-4acd-ba82-f0d2781d5635 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:11.174093 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-bd748c82-996a-4918-9835-bd35a3ad8cd9 None None] Transition to ACTIVE for port object 05bad930-d4d0-4acd-ba82-f0d2781d5635 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:11.181152 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bd748c82-996a-4918-9835-bd35a3ad8cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:11.192750 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d4645bd-38d4-4817-a763-6d23f29ec1ec req-e4e10835-258f-49a6-9045-8c75885b32d2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd7d9f0b-9516-4399-8315-a6837578715f HTTP/1.1" status: 200 len: 217 time: 0.0646312 Jul 23 16:38:11.195352 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-826bc6d2-5563-4cb6-9e4e-2c080ddfc9d9 tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:11.208551 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d5cf2a79-0f76-4588-a403-1dbcec01cfab tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0534012 Jul 23 16:38:11.208934 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52194) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:11.215553 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-0dee7a8f-f163-44e9-aec8-5f70772e2987 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'port': {'network_id': 'e168cd94-2568-41b4-8c90-ba7d7eb160aa', 'name': 'tempest-PortsIpV6TestJSON-1330452360'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:11.230729 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd748c82-996a-4918-9835-bd35a3ad8cd9 None None] Network f6338359-15e9-48ac-b2c3-8738b5e19751 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:11.239199 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-826bc6d2-5563-4cb6-9e4e-2c080ddfc9d9 tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:11.239843 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-bd748c82-996a-4918-9835-bd35a3ad8cd9 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:11.245826 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd748c82-996a-4918-9835-bd35a3ad8cd9 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:11.246858 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-850c73f4-0a7b-48fe-b13f-b796984a309b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:11.249794 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-850c73f4-0a7b-48fe-b13f-b796984a309b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6513453 Jul 23 16:38:11.254769 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd748c82-996a-4918-9835-bd35a3ad8cd9 None None] Pushing event updated for resources: {'Port': ['ID=05bad930-d4d0-4acd-ba82-f0d2781d5635,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:11.256447 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b44d52-e832-4e6b-a823-186f22a1be02 req-ba0f14bd-961e-4bfa-84f4-ef91f1034543 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:11.258948 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-70b44d52-e832-4e6b-a823-186f22a1be02 req-ba0f14bd-961e-4bfa-84f4-ef91f1034543 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.3350961 Jul 23 16:38:11.261931 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-826bc6d2-5563-4cb6-9e4e-2c080ddfc9d9 tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] device_id is not set on port 9ee394e7-ebd1-44ad-81ed-4135e6f848bd yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:38:11.266665 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52196) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:11.313450 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dee7a8f-f163-44e9-aec8-5f70772e2987 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:11.317178 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-bd748c82-996a-4918-9835-bd35a3ad8cd9 None None] Attempting to bind port 05bad930-d4d0-4acd-ba82-f0d2781d5635 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:38:11.317562 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-bd748c82-996a-4918-9835-bd35a3ad8cd9 None None] Attempting to bind port 05bad930-d4d0-4acd-ba82-f0d2781d5635 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '7beb5880-6bcf-46e5-baef-6044bb6ed3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'f6338359-15e9-48ac-b2c3-8738b5e19751'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:38:11.317920 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd748c82-996a-4918-9835-bd35a3ad8cd9 None None] Attempting to bind port 05bad930-d4d0-4acd-ba82-f0d2781d5635 on network f6338359-15e9-48ac-b2c3-8738b5e19751 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:38:11.319822 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0dee7a8f-f163-44e9-aec8-5f70772e2987 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:11.323979 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd748c82-996a-4918-9835-bd35a3ad8cd9 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:38:11.324361 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd748c82-996a-4918-9835-bd35a3ad8cd9 None None] Checking segment: {'id': '7beb5880-6bcf-46e5-baef-6044bb6ed3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'f6338359-15e9-48ac-b2c3-8738b5e19751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:11.324801 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bd748c82-996a-4918-9835-bd35a3ad8cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:11.325221 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd748c82-996a-4918-9835-bd35a3ad8cd9 None None] Bound using segment: {'id': '7beb5880-6bcf-46e5-baef-6044bb6ed3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'f6338359-15e9-48ac-b2c3-8738b5e19751'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:38:11.325697 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-bd748c82-996a-4918-9835-bd35a3ad8cd9 None None] Bound port: 05bad930-d4d0-4acd-ba82-f0d2781d5635, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7beb5880-6bcf-46e5-baef-6044bb6ed3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'f6338359-15e9-48ac-b2c3-8738b5e19751'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:38:11.326925 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bd748c82-996a-4918-9835-bd35a3ad8cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:11.348213 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-0dee7a8f-f163-44e9-aec8-5f70772e2987 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] device_id is not set on port a7fa7dba-aaa4-4c99-a247-996ff39a0cdb yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:38:11.356940 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7148b6-3475-4bb2-9df5-8d5ef48e478b req-62283c5d-a10e-4503-8e4a-1967f1629dab tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:11.358505 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec7148b6-3475-4bb2-9df5-8d5ef48e478b req-62283c5d-a10e-4503-8e4a-1967f1629dab tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 943 time: 0.3374546 Jul 23 16:38:11.395928 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-bd748c82-996a-4918-9835-bd35a3ad8cd9 None None] For port 05bad930-d4d0-4acd-ba82-f0d2781d5635, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:38:11.402577 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-bd748c82-996a-4918-9835-bd35a3ad8cd9 None None] For port 05bad930-d4d0-4acd-ba82-f0d2781d5635, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=05bad930-d4d0-4acd-ba82-f0d2781d5635,segment=NetworkSegment(7beb5880-6bcf-46e5-baef-6044bb6ed3e7),segment_id=7beb5880-6bcf-46e5-baef-6044bb6ed3e7)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:38:11.407868 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bd748c82-996a-4918-9835-bd35a3ad8cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:11.474407 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826bc6d2-5563-4cb6-9e4e-2c080ddfc9d9 tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a0d60b-fb6c-4d91-8e36-13013f8f9917,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:11.481219 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd748c82-996a-4918-9835-bd35a3ad8cd9 None None] Pushing event updated for resources: {'Port': ['ID=05bad930-d4d0-4acd-ba82-f0d2781d5635,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:11.539358 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4645bd-38d4-4817-a763-6d23f29ec1ec req-0d4d080e-9508-49e9-af77-2970a97df4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:11.540967 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d4645bd-38d4-4817-a763-6d23f29ec1ec req-0d4d080e-9508-49e9-af77-2970a97df4b6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0451a60c-d287-4012-8d32-22a400e0b50b HTTP/1.1" status: 200 len: 854 time: 0.3375170 Jul 23 16:38:11.547239 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0dee7a8f-f163-44e9-aec8-5f70772e2987 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:11.590431 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0dee7a8f-f163-44e9-aec8-5f70772e2987 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:11.658005 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee7a8f-f163-44e9-aec8-5f70772e2987 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Port': ['ID=a7fa7dba-aaa4-4c99-a247-996ff39a0cdb,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:11.678781 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dee7a8f-f163-44e9-aec8-5f70772e2987 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Checking segment: {'id': 'f15856f5-2829-4046-809c-86fc78768a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e168cd94-2568-41b4-8c90-ba7d7eb160aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:11.680102 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dee7a8f-f163-44e9-aec8-5f70772e2987 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network hostable DHCP agents. Network: e168cd94-2568-41b4-8c90-ba7d7eb160aa, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:38:11.706816 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dee7a8f-f163-44e9-aec8-5f70772e2987 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network e168cd94-2568-41b4-8c90-ba7d7eb160aa is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:38:11.719596 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-0dee7a8f-f163-44e9-aec8-5f70772e2987 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, e168cd94-2568-41b4-8c90-ba7d7eb160aa) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:11.730090 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2c5235-6a60-485e-a1ca-2ab47efaabfb None None] Network e168cd94-2568-41b4-8c90-ba7d7eb160aa requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:11.736556 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dee7a8f-f163-44e9-aec8-5f70772e2987 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:11.743966 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dee7a8f-f163-44e9-aec8-5f70772e2987 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:11.744934 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0dee7a8f-f163-44e9-aec8-5f70772e2987 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:11.763828 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0dee7a8f-f163-44e9-aec8-5f70772e2987 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5536270 Jul 23 16:38:11.767428 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52202) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:11.773820 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-e3299486-02b2-4fc4-8779-91f1af6b730f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-644303574'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:11.797648 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3299486-02b2-4fc4-8779-91f1af6b730f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:11.801188 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e3299486-02b2-4fc4-8779-91f1af6b730f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:11.843823 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3299486-02b2-4fc4-8779-91f1af6b730f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] vlan segment allocate from pool success with {'vlan_id': 1127, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:38:11.861530 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e3299486-02b2-4fc4-8779-91f1af6b730f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:11.862220 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-e3299486-02b2-4fc4-8779-91f1af6b730f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Added segment 41acacc0-435f-4c6b-9640-03a103f94088 of type vlan for network 741862fc-1b9e-4cf5-9e92-e9882f361640 Jul 23 16:38:11.912447 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e3299486-02b2-4fc4-8779-91f1af6b730f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:11.946563 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e3299486-02b2-4fc4-8779-91f1af6b730f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:11.952116 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3299486-02b2-4fc4-8779-91f1af6b730f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:11.952708 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e3299486-02b2-4fc4-8779-91f1af6b730f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:11.991188 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e3299486-02b2-4fc4-8779-91f1af6b730f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2218060 Jul 23 16:38:11.996804 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52204) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:12.002111 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-edc745e6-768e-47d5-860d-dc2bec137897 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'ports': [{'network_id': 'e168cd94-2568-41b4-8c90-ba7d7eb160aa'}, {'network_id': '741862fc-1b9e-4cf5-9e92-e9882f361640'}]} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:12.002428 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-edc745e6-768e-47d5-860d-dc2bec137897 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'port': {'network_id': 'e168cd94-2568-41b4-8c90-ba7d7eb160aa'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:12.002911 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-edc745e6-768e-47d5-860d-dc2bec137897 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'port': {'network_id': '741862fc-1b9e-4cf5-9e92-e9882f361640'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:12.050243 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3299486-02b2-4fc4-8779-91f1af6b730f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Network': ['ID=741862fc-1b9e-4cf5-9e92-e9882f361640,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:12.063573 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 741862fc-1b9e-4cf5-9e92-e9882f361640 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:38:12.111873 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec7148b6-3475-4bb2-9df5-8d5ef48e478b req-49feee4e-8615-4533-8af4-2a783bbecb74 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6888466 Jul 23 16:38:12.135104 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-70b44d52-e832-4e6b-a823-186f22a1be02 req-1ea3dcd5-16ca-49b5-84d4-1fbb7a10aa8c tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8601968 Jul 23 16:38:12.137035 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d4645bd-38d4-4817-a763-6d23f29ec1ec req-16bc7300-045b-4dc4-8669-20ad9d51a00a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=76cc40b0-30f5-4501-be03-be323c612c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5454590 Jul 23 16:38:12.210502 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc745e6-768e-47d5-860d-dc2bec137897 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'port': 2} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:12.215715 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-edc745e6-768e-47d5-860d-dc2bec137897 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:12.238011 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-edc745e6-768e-47d5-860d-dc2bec137897 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:12.338248 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-edc745e6-768e-47d5-860d-dc2bec137897 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] device_id is not set on port 64927513-3a06-4a1c-a78a-de7018f2a10f yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:38:12.407317 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-826bc6d2-5563-4cb6-9e4e-2c080ddfc9d9 tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 23 16:38:12.407856 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-826bc6d2-5563-4cb6-9e4e-2c080ddfc9d9 tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:38:12.410448 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-35d01718-7e2f-4593-8e0f-20a518e36694 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:12.451684 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d4645bd-38d4-4817-a763-6d23f29ec1ec req-d92070a5-57c9-4c94-be59-7a7032ff8d28 service neutron] 10.222.0.97 "GET /v2.0/networks/76cc40b0-30f5-4501-be03-be323c612c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048973 Jul 23 16:38:12.453576 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-826bc6d2-5563-4cb6-9e4e-2c080ddfc9d9 tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.5350928 Jul 23 16:38:12.458526 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52206) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:12.548037 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-edc745e6-768e-47d5-860d-dc2bec137897 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:12.585389 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e12bdb3-64b7-49bb-97b9-54faad60d6e9 None None] Network f6338359-15e9-48ac-b2c3-8738b5e19751 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:12.678543 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device cd7d9f0b-9516-4399-8315-a6837578715f details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:38:12.685983 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-edc745e6-768e-47d5-860d-dc2bec137897 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] device_id is not set on port 4128e675-d727-456a-8e94-ced5c43d0aee yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:38:12.698806 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d481c152-2205-4eac-899d-b3972a0be48a None None] Provisioning for port 05bad930-d4d0-4acd-ba82-f0d2781d5635 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:12.700230 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d4645bd-38d4-4817-a763-6d23f29ec1ec req-f999a287-1a5f-4dd9-bb10-fe4b4da19874 service neutron] 10.222.0.97 "GET /v2.0/networks/76cc40b0-30f5-4501-be03-be323c612c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125516 Jul 23 16:38:12.711529 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-267c3f74-87e4-4f3c-8500-540e1fc2158e tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Deleting port 88a74761-7ed4-4a28-8fc3-7a938e15ee2b {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:12.711810 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-267c3f74-87e4-4f3c-8500-540e1fc2158e tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:12.780159 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-35d01718-7e2f-4593-8e0f-20a518e36694 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Allocated IP 2001:db8::1 (f6338359-15e9-48ac-b2c3-8738b5e19751/2cbe7e67-b999-40b0-8c37-c1579a16a033/b6651a0c-76be-430c-bada-14c707e967ee) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:12.854291 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-267c3f74-87e4-4f3c-8500-540e1fc2158e tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:12.854589 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-267c3f74-87e4-4f3c-8500-540e1fc2158e tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:12.877400 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-267c3f74-87e4-4f3c-8500-540e1fc2158e tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Calling delete_port for 88a74761-7ed4-4a28-8fc3-7a938e15ee2b owned by network:floatingip {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:12.892406 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port cd7d9f0b-9516-4399-8315-a6837578715f, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=cd7d9f0b-9516-4399-8315-a6837578715f,segment=NetworkSegment(e86199fe-5491-4fca-b518-f67ebbbf9a42),segment_id=e86199fe-5491-4fca-b518-f67ebbbf9a42)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:12.911672 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'cd7d9f0b-9516-4399-8315-a6837578715f', 'network_id': '76cc40b0-30f5-4501-be03-be323c612c9a', 'port_id': 'cd7d9f0b-9516-4399-8315-a6837578715f', 'mac_address': 'fa:16:3e:4f:12:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0451a60c-d287-4012-8d32-22a400e0b50b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:38:12.936500 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-35d01718-7e2f-4593-8e0f-20a518e36694 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:12.941651 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-edc745e6-768e-47d5-860d-dc2bec137897 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:12.967563 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-35d01718-7e2f-4593-8e0f-20a518e36694 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Transition to ACTIVE for port object b6651a0c-76be-430c-bada-14c707e967ee will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:12.975216 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:12.992216 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd7d9f0b-9516-4399-8315-a6837578715f {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:38:13.008738 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-35d01718-7e2f-4593-8e0f-20a518e36694 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:13.023823 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port cd7d9f0b-9516-4399-8315-a6837578715f, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=cd7d9f0b-9516-4399-8315-a6837578715f,segment=NetworkSegment(e86199fe-5491-4fca-b518-f67ebbbf9a42),segment_id=e86199fe-5491-4fca-b518-f67ebbbf9a42)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:13.025417 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-edc745e6-768e-47d5-860d-dc2bec137897 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:13.031918 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:13.059348 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d01718-7e2f-4593-8e0f-20a518e36694 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network f6338359-15e9-48ac-b2c3-8738b5e19751 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:13.062755 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-35d01718-7e2f-4593-8e0f-20a518e36694 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:13.065276 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d01718-7e2f-4593-8e0f-20a518e36694 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:13.065827 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-35d01718-7e2f-4593-8e0f-20a518e36694 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:13.101915 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc745e6-768e-47d5-860d-dc2bec137897 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network e168cd94-2568-41b4-8c90-ba7d7eb160aa is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:13.113789 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-edc745e6-768e-47d5-860d-dc2bec137897 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:13.121847 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc745e6-768e-47d5-860d-dc2bec137897 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:13.124304 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-edc745e6-768e-47d5-860d-dc2bec137897 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:13.126594 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc745e6-768e-47d5-860d-dc2bec137897 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Port': ['ID=64927513-3a06-4a1c-a78a-de7018f2a10f,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:13.172388 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=cd7d9f0b-9516-4399-8315-a6837578715f,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:13.198278 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d01718-7e2f-4593-8e0f-20a518e36694 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Port': ['ID=b6651a0c-76be-430c-bada-14c707e967ee,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:13.209670 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-267c3f74-87e4-4f3c-8500-540e1fc2158e tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:13.221875 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc745e6-768e-47d5-860d-dc2bec137897 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Port': ['ID=4128e675-d727-456a-8e94-ced5c43d0aee,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:13.233087 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 05bad930-d4d0-4acd-ba82-f0d2781d5635 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:13.268287 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c3f74-87e4-4f3c-8500-540e1fc2158e tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Pushing event deleted for resources: {'Port': ['ID=88a74761-7ed4-4a28-8fc3-7a938e15ee2b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:13.293393 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['cd7d9f0b-9516-4399-8315-a6837578715f'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:38:13.359000 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc745e6-768e-47d5-860d-dc2bec137897 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Checking segment: {'id': '41acacc0-435f-4c6b-9640-03a103f94088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '741862fc-1b9e-4cf5-9e92-e9882f361640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:13.365478 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc745e6-768e-47d5-860d-dc2bec137897 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network hostable DHCP agents. Network: 741862fc-1b9e-4cf5-9e92-e9882f361640, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:38:13.369794 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-267c3f74-87e4-4f3c-8500-540e1fc2158e tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:13.374334 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-267c3f74-87e4-4f3c-8500-540e1fc2158e tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:13.376448 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-267c3f74-87e4-4f3c-8500-540e1fc2158e tempest-ExternalNetworksAdminNegativeTestJSON-218173219 tempest-ExternalNetworksAdminNegativeTestJSON-218173219-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/6134ff73-7768-4d0f-92f3-0db1f1cc5036 HTTP/1.1" status: 204 len: 168 time: 0.9167187 Jul 23 16:38:13.385222 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 05bad930-d4d0-4acd-ba82-f0d2781d5635 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:13.397993 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 05bad930-d4d0-4acd-ba82-f0d2781d5635 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:13.398661 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:13.407940 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc745e6-768e-47d5-860d-dc2bec137897 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network 741862fc-1b9e-4cf5-9e92-e9882f361640 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:38:13.424245 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-edc745e6-768e-47d5-860d-dc2bec137897 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 741862fc-1b9e-4cf5-9e92-e9882f361640) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:13.433270 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc745e6-768e-47d5-860d-dc2bec137897 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:13.446877 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14463885-067c-42a0-9d25-bab3a202d5c3 None None] Network 741862fc-1b9e-4cf5-9e92-e9882f361640 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:13.451976 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc745e6-768e-47d5-860d-dc2bec137897 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:13.463102 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc745e6-768e-47d5-860d-dc2bec137897 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:13.463815 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-edc745e6-768e-47d5-860d-dc2bec137897 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:13.464565 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625cab29-fc56-47d1-af9d-008dc8b29997 req-89795750-00f1-4485-8d46-de30f3f949f1 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:13.466357 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-625cab29-fc56-47d1-af9d-008dc8b29997 req-89795750-00f1-4485-8d46-de30f3f949f1 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 944 time: 0.1856978 Jul 23 16:38:13.502329 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-edc745e6-768e-47d5-860d-dc2bec137897 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5019825 Jul 23 16:38:13.503720 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52218) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:13.503852 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-35d01718-7e2f-4593-8e0f-20a518e36694 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:13.523059 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a46822-443a-41bc-99ce-f5779cb5b86f req-da8b4dc5-911e-4591-8bb3-95ed070fc341 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:13.530890 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c5a46822-443a-41bc-99ce-f5779cb5b86f req-da8b4dc5-911e-4591-8bb3-95ed070fc341 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.2340212 Jul 23 16:38:13.588193 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c5a46822-443a-41bc-99ce-f5779cb5b86f req-1c838e73-c380-46c1-81c2-057383de5106 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554354 Jul 23 16:38:13.606086 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-625cab29-fc56-47d1-af9d-008dc8b29997 req-d9bb1e55-84b2-408c-b860-e9c9de7795bf tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331897 Jul 23 16:38:13.694214 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-d8236081-67e2-4d21-8175-9a38d2140829 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Deleting port 4128e675-d727-456a-8e94-ced5c43d0aee {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:13.695108 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d8236081-67e2-4d21-8175-9a38d2140829 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:13.719739 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:13.725386 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-50adf712-c993-4280-ab22-1f0e1f471cc0 None None] Provisioning for port b6651a0c-76be-430c-bada-14c707e967ee completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:13.775211 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-50adf712-c993-4280-ab22-1f0e1f471cc0 None None] Provisioning complete for port b6651a0c-76be-430c-bada-14c707e967ee triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:13.775585 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-50adf712-c993-4280-ab22-1f0e1f471cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:13.841928 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d8236081-67e2-4d21-8175-9a38d2140829 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:13.844882 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 05bad930-d4d0-4acd-ba82-f0d2781d5635, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=05bad930-d4d0-4acd-ba82-f0d2781d5635,segment=NetworkSegment(7beb5880-6bcf-46e5-baef-6044bb6ed3e7),segment_id=7beb5880-6bcf-46e5-baef-6044bb6ed3e7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:13.867052 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-d8236081-67e2-4d21-8175-9a38d2140829 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Calling delete_port for 4128e675-d727-456a-8e94-ced5c43d0aee owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:13.870173 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52226) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:13.883640 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:13.899518 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-50adf712-c993-4280-ab22-1f0e1f471cc0 None None] Port b6651a0c-76be-430c-bada-14c707e967ee cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:38:14.045515 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=05bad930-d4d0-4acd-ba82-f0d2781d5635,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:14.047282 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d8236081-67e2-4d21-8175-9a38d2140829 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:14.074502 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ea0b6fb5-32be-421f-9394-b5b45a3dd42e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:14.082932 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8236081-67e2-4d21-8175-9a38d2140829 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Port': ['ID=4128e675-d727-456a-8e94-ced5c43d0aee,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:14.089800 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d8236081-67e2-4d21-8175-9a38d2140829 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:14.092256 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d8236081-67e2-4d21-8175-9a38d2140829 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/ports/4128e675-d727-456a-8e94-ced5c43d0aee HTTP/1.1" status: 204 len: 168 time: 0.5885820 Jul 23 16:38:14.095478 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52230) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:14.186786 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-35d01718-7e2f-4593-8e0f-20a518e36694 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:14.200049 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-35d01718-7e2f-4593-8e0f-20a518e36694 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:14.200835 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-35d01718-7e2f-4593-8e0f-20a518e36694 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:14.317963 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffcfaf-1fda-47cb-b3ad-c1883f1c85db req-99f6de6a-48da-4d9f-b992-ee1e10de1be4 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:14.320094 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dbffcfaf-1fda-47cb-b3ad-c1883f1c85db req-99f6de6a-48da-4d9f-b992-ee1e10de1be4 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.3043442 Jul 23 16:38:14.347931 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d01718-7e2f-4593-8e0f-20a518e36694 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Port': ['ID=b6651a0c-76be-430c-bada-14c707e967ee,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:14.426370 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2834ed1d-0dc2-44d5-8dc2-4cf52696c585 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:14.433338 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2834ed1d-0dc2-44d5-8dc2-4cf52696c585 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:14.435110 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2834ed1d-0dc2-44d5-8dc2-4cf52696c585 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3359349 Jul 23 16:38:14.438388 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52232) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:14.475502 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dbffcfaf-1fda-47cb-b3ad-c1883f1c85db req-4ce799e2-ec91-4850-b55a-70290576b48b tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395321 Jul 23 16:38:14.503664 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d01718-7e2f-4593-8e0f-20a518e36694 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network f6338359-15e9-48ac-b2c3-8738b5e19751 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:14.509337 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ea0b6fb5-32be-421f-9394-b5b45a3dd42e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:14.510669 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-35d01718-7e2f-4593-8e0f-20a518e36694 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:14.516032 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ea0b6fb5-32be-421f-9394-b5b45a3dd42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:14.545807 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-40eca1d8-6211-4bc4-ab2b-945d3f716443 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Deleting port 64927513-3a06-4a1c-a78a-de7018f2a10f {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:14.546142 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-40eca1d8-6211-4bc4-ab2b-945d3f716443 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:14.620676 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b6fb5-32be-421f-9394-b5b45a3dd42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54f60e6-d0b5-4b97-9232-351e449c9a57,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:14.627443 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-40eca1d8-6211-4bc4-ab2b-945d3f716443 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:14.634921 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ea0b6fb5-32be-421f-9394-b5b45a3dd42e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0363d5dc19fd4c77829e8d68d7300419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7608490 Jul 23 16:38:14.635346 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52236) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:14.644786 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-40eca1d8-6211-4bc4-ab2b-945d3f716443 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Calling delete_port for 64927513-3a06-4a1c-a78a-de7018f2a10f owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:14.693937 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device cd7d9f0b-9516-4399-8315-a6837578715f up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:14.765804 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-40eca1d8-6211-4bc4-ab2b-945d3f716443 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:14.785416 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-26809db8-6197-4796-834f-c03bbd0772f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:14.791536 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port cd7d9f0b-9516-4399-8315-a6837578715f completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:14.804034 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eca1d8-6211-4bc4-ab2b-945d3f716443 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Port': ['ID=64927513-3a06-4a1c-a78a-de7018f2a10f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:14.808160 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port cd7d9f0b-9516-4399-8315-a6837578715f triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:14.808537 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:14.820731 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-40eca1d8-6211-4bc4-ab2b-945d3f716443 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:14.826463 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-40eca1d8-6211-4bc4-ab2b-945d3f716443 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/ports/64927513-3a06-4a1c-a78a-de7018f2a10f HTTP/1.1" status: 204 len: 168 time: 0.3868194 Jul 23 16:38:14.827579 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52242) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:14.880791 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0708e6e9-b398-4191-9562-7cdab38024f3 None None] Provisioning complete for port b6651a0c-76be-430c-bada-14c707e967ee triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:14.881130 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0708e6e9-b398-4191-9562-7cdab38024f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:14.903800 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbd8f35-fd45-4b7f-b0bf-62bb3b48bd81 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:14.906362 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8fbd8f35-fd45-4b7f-b0bf-62bb3b48bd81 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0772302 Jul 23 16:38:14.908456 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52244) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:14.942370 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-0708e6e9-b398-4191-9562-7cdab38024f3 None None] Port b6651a0c-76be-430c-bada-14c707e967ee cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:38:14.942928 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a4d4813-cde6-4a36-8701-10723a6f930d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] GET failed (client error): The resource could not be found. Jul 23 16:38:14.947683 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3a4d4813-cde6-4a36-8701-10723a6f930d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "GET /v2.0/ports/4128e675-d727-456a-8e94-ced5c43d0aee HTTP/1.1" status: 404 len: 333 time: 0.0344861 Jul 23 16:38:14.948501 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52246) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:14.952201 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:14.979391 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3463ca8d-e3d4-4785-8698-bc687a4a2dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7d9f0b-9516-4399-8315-a6837578715f'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:38:14.979826 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-99a9b8a6-041a-45cb-9055-b27b8d1ba5a3 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] GET failed (client error): The resource could not be found. Jul 23 16:38:14.984057 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-99a9b8a6-041a-45cb-9055-b27b8d1ba5a3 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "GET /v2.0/ports/64927513-3a06-4a1c-a78a-de7018f2a10f HTTP/1.1" status: 404 len: 333 time: 0.0319831 Jul 23 16:38:14.984221 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5000e0-7aab-4614-8d5a-4318be635b79" -d '{"events": [{"server_uuid": "3463ca8d-e3d4-4785-8698-bc687a4a2dbe", "name": "network-vif-plugged", "status": "completed", "tag": "cd7d9f0b-9516-4399-8315-a6837578715f"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:38:14.985466 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52250) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:15.006316 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port cd7d9f0b-9516-4399-8315-a6837578715f, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=cd7d9f0b-9516-4399-8315-a6837578715f,segment=NetworkSegment(e86199fe-5491-4fca-b518-f67ebbbf9a42),segment_id=e86199fe-5491-4fca-b518-f67ebbbf9a42)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:15.011512 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.037169 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719093cd-3f48-4eaa-a178-3c0eb942e08b x-openstack-request-id: req-719093cd-3f48-4eaa-a178-3c0eb942e08b {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:38:15.037469 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3463ca8d-e3d4-4785-8698-bc687a4a2dbe", "name": "network-vif-plugged", "status": "completed", "tag": "cd7d9f0b-9516-4399-8315-a6837578715f", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:38:15.037721 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-719093cd-3f48-4eaa-a178-3c0eb942e08b {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:38:15.038110 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3463ca8d-e3d4-4785-8698-bc687a4a2dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7d9f0b-9516-4399-8315-a6837578715f', 'code': 200} Jul 23 16:38:15.072838 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=cd7d9f0b-9516-4399-8315-a6837578715f,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:15.110573 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2d8d4f7-851e-47c0-8823-4c39806ba4bd tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.115119 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-26809db8-6197-4796-834f-c03bbd0772f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.124711 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d01718-7e2f-4593-8e0f-20a518e36694 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Router 1241d0d2-c7a4-446d-abee-36a903d5367f is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:38:15.161641 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 05bad930-d4d0-4acd-ba82-f0d2781d5635 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:15.199495 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459331b-bf17-4c73-b03c-961cb058489a req-1fc793b9-61aa-482f-aa57-049f8b1f27b4 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:15.201093 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a459331b-bf17-4c73-b03c-961cb058489a req-1fc793b9-61aa-482f-aa57-049f8b1f27b4 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 944 time: 0.4771140 Jul 23 16:38:15.210812 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 05bad930-d4d0-4acd-ba82-f0d2781d5635 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:15.211183 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.214357 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2d8d4f7-851e-47c0-8823-4c39806ba4bd tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.223684 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-a2d8d4f7-851e-47c0-8823-4c39806ba4bd tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['741862fc-1b9e-4cf5-9e92-e9882f361640']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:15.235071 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-a2d8d4f7-851e-47c0-8823-4c39806ba4bd tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41acacc0-435f-4c6b-9640-03a103f94088') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:15.235394 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-a2d8d4f7-851e-47c0-8823-4c39806ba4bd tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41acacc0-435f-4c6b-9640-03a103f94088') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:15.245344 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2d8d4f7-851e-47c0-8823-4c39806ba4bd tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.260254 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2d8d4f7-851e-47c0-8823-4c39806ba4bd tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.268415 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d8d4f7-851e-47c0-8823-4c39806ba4bd tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Releasing vlan 1127 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:38:15.268922 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2d8d4f7-851e-47c0-8823-4c39806ba4bd tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.272031 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:38:15.272031 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:38:15.272031 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:38:15.272031 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:38:15.272031 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:38:15.272031 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:38:15.272031 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:38:15.272031 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:38:15.272031 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:38:15.272031 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:38:15.272031 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:38:15.272031 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:38:15.272031 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:38:15.272031 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:38:15.272031 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:38:15.272031 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:38:15.272031 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:38:15.272031 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:38:15.272031 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:38:15.272031 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:38:15.272031 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:38:15.272031 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:38:15.272031 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:38:15.272031 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:38:15.272031 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:38:15.272031 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:38:15.272031 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:38:15.272031 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:38:15.272031 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:38:15.272031 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:38:15.272031 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:38:15.272031 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:38:15.339241 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a459331b-bf17-4c73-b03c-961cb058489a req-bcb71c92-b8cb-4e24-b0ff-271c041644b7 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747042 Jul 23 16:38:15.340823 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d01718-7e2f-4593-8e0f-20a518e36694 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:38:15.343585 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e11930-e8ad-4476-ab91-c480fd06c83e req-8427ee72-9640-4014-a9e9-18c672e0842d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:15.345114 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d2e11930-e8ad-4476-ab91-c480fd06c83e req-8427ee72-9640-4014-a9e9-18c672e0842d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 1096 time: 0.2390990 Jul 23 16:38:15.351580 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-35d01718-7e2f-4593-8e0f-20a518e36694 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "PUT /v2.0/routers/1241d0d2-c7a4-446d-abee-36a903d5367f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0822415 Jul 23 16:38:15.352956 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3348c1ab-4d7a-4af2-9cae-015ab6a9b2b5 None None] Sync routers for ids ['1241d0d2-c7a4-446d-abee-36a903d5367f'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:38:15.356718 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2d8d4f7-851e-47c0-8823-4c39806ba4bd tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.358575 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52252) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:15.359278 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-26809db8-6197-4796-834f-c03bbd0772f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.361871 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-26809db8-6197-4796-834f-c03bbd0772f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.365895 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-26809db8-6197-4796-834f-c03bbd0772f8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a54f60e6-d0b5-4b97-9232-351e449c9a57 HTTP/1.1" status: 204 len: 168 time: 0.7228019 Jul 23 16:38:15.392955 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26809db8-6197-4796-834f-c03bbd0772f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54f60e6-d0b5-4b97-9232-351e449c9a57,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:15.401620 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3348c1ab-4d7a-4af2-9cae-015ab6a9b2b5 None None] Routers {'1241d0d2-c7a4-446d-abee-36a903d5367f'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:15.402487 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3348c1ab-4d7a-4af2-9cae-015ab6a9b2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:38:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['1241d0d2-c7a4-446d-abee-36a903d5367f'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:15.412816 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d2e11930-e8ad-4476-ab91-c480fd06c83e req-e91d2304-ec82-4738-8b8d-5c79aef8e75f service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472383 Jul 23 16:38:15.423615 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2d8d4f7-851e-47c0-8823-4c39806ba4bd tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.425354 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a2d8d4f7-851e-47c0-8823-4c39806ba4bd tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/networks/741862fc-1b9e-4cf5-9e92-e9882f361640 HTTP/1.1" status: 204 len: 168 time: 0.4379861 Jul 23 16:38:15.431978 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52256) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:15.438091 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-978bb0e6-a814-4228-9bc5-8a8bccacdbea tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1366572553'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:15.440548 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8d4f7-851e-47c0-8823-4c39806ba4bd tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Network': ['ID=741862fc-1b9e-4cf5-9e92-e9882f361640,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:15.449083 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75408605-2043-4ad6-b5f0-d08aece6cafc tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:15.450325 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-75408605-2043-4ad6-b5f0-d08aece6cafc tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "GET /v2.0/ports/b6651a0c-76be-430c-bada-14c707e967ee HTTP/1.1" status: 200 len: 911 time: 0.0907245 Jul 23 16:38:15.453246 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52258) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:15.458295 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3348c1ab-4d7a-4af2-9cae-015ab6a9b2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:15.472895 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3348c1ab-4d7a-4af2-9cae-015ab6a9b2b5 None None] Routers {'1241d0d2-c7a4-446d-abee-36a903d5367f'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:15.473593 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3348c1ab-4d7a-4af2-9cae-015ab6a9b2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:38:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['1241d0d2-c7a4-446d-abee-36a903d5367f'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:15.478407 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978bb0e6-a814-4228-9bc5-8a8bccacdbea tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:15.488170 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-978bb0e6-a814-4228-9bc5-8a8bccacdbea tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.515617 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3348c1ab-4d7a-4af2-9cae-015ab6a9b2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:15.516270 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3348c1ab-4d7a-4af2-9cae-015ab6a9b2b5 None None] The sync data for ids ['1241d0d2-c7a4-446d-abee-36a903d5367f'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:38:15.540213 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978bb0e6-a814-4228-9bc5-8a8bccacdbea tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] vlan segment allocate from pool success with {'vlan_id': 1127, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:38:15.556859 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-978bb0e6-a814-4228-9bc5-8a8bccacdbea tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.557253 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-978bb0e6-a814-4228-9bc5-8a8bccacdbea tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Added segment 85614457-74b8-43eb-a8e5-52e8145d9f80 of type vlan for network f87d2894-8004-4366-9774-0ef5ce3afca7 Jul 23 16:38:15.637761 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-978bb0e6-a814-4228-9bc5-8a8bccacdbea tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.687916 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220ce61-2515-4735-8a7a-c888ef50cff1 req-d0daa823-7cda-418e-b03e-28513e66d49d tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:15.689529 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d220ce61-2515-4735-8a7a-c888ef50cff1 req-d0daa823-7cda-418e-b03e-28513e66d49d tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.1152930 Jul 23 16:38:15.690733 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-978bb0e6-a814-4228-9bc5-8a8bccacdbea tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.696520 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978bb0e6-a814-4228-9bc5-8a8bccacdbea tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:15.697162 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-978bb0e6-a814-4228-9bc5-8a8bccacdbea tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.730931 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52264) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:15.767607 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-978bb0e6-a814-4228-9bc5-8a8bccacdbea tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3330495 Jul 23 16:38:15.769707 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52266) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:15.776284 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-9fd95f8a-0e10-4c6e-b277-f0b8491f40e4 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'subnet': {'network_id': 'f87d2894-8004-4366-9774-0ef5ce3afca7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:15.811082 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978bb0e6-a814-4228-9bc5-8a8bccacdbea tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Network': ['ID=f87d2894-8004-4366-9774-0ef5ce3afca7,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:15.822904 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network f87d2894-8004-4366-9774-0ef5ce3afca7 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:38:15.833468 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d220ce61-2515-4735-8a7a-c888ef50cff1 req-4f739aa0-220f-4a50-8122-8653cc5742bc tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333976 Jul 23 16:38:15.856190 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2a4674e1-4474-45df-b616-8ee27cf74026 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=456815dcfac34bc38ce10f8b439b7d63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1207783 Jul 23 16:38:15.856190 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52270) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:15.920740 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1e36d70f-5d64-4744-a308-c0cb6eeb12aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.952630 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1e36d70f-5d64-4744-a308-c0cb6eeb12aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.964202 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d713ed9e-d7f4-4117-ae67-fab0e0b7c82f tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.966388 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd95f8a-0e10-4c6e-b277-f0b8491f40e4 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:15.969862 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9fd95f8a-0e10-4c6e-b277-f0b8491f40e4 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:16.052887 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa99c02-a01c-47fa-9eb4-a03be1466e32 req-8f07cc35-4e3c-44c6-9850-39f52c4afe51 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:16.055254 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-afa99c02-a01c-47fa-9eb4-a03be1466e32 req-8f07cc35-4e3c-44c6-9850-39f52c4afe51 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.0932434 Jul 23 16:38:16.060570 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1e36d70f-5d64-4744-a308-c0cb6eeb12aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:16.063423 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1e36d70f-5d64-4744-a308-c0cb6eeb12aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:16.064534 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1e36d70f-5d64-4744-a308-c0cb6eeb12aa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b6a0d60b-fb6c-4d91-8e36-13013f8f9917 HTTP/1.1" status: 204 len: 168 time: 0.2075236 Jul 23 16:38:16.080555 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36d70f-5d64-4744-a308-c0cb6eeb12aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a0d60b-fb6c-4d91-8e36-13013f8f9917,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:16.121824 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-afa99c02-a01c-47fa-9eb4-a03be1466e32 req-ed2871be-eeca-489b-9eb9-9a2c3264a2ae tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560968 Jul 23 16:38:16.315834 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6a02a-8558-47a2-a17f-95c99b6b5bd5 req-f81bce22-3de1-40d7-9606-7cdc1a9c6b60 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:16.324366 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dca6a02a-8558-47a2-a17f-95c99b6b5bd5 req-f81bce22-3de1-40d7-9606-7cdc1a9c6b60 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.0931532 Jul 23 16:38:16.364468 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dca6a02a-8558-47a2-a17f-95c99b6b5bd5 req-c5ee6bd0-d5cb-4bfc-b63f-9642846b0039 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392263 Jul 23 16:38:16.555467 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4df9d-d910-4dc3-80a5-d378c954ab7f req-3cda56c0-2608-41d7-868b-d16cbf561196 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:16.561605 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a7d4df9d-d910-4dc3-80a5-d378c954ab7f req-3cda56c0-2608-41d7-868b-d16cbf561196 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 945 time: 0.1304412 Jul 23 16:38:16.577084 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146997e6-59f1-481b-beed-391bcf074770 req-3a3169d5-26fe-4eba-a06a-fa5351541995 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:16.578633 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-146997e6-59f1-481b-beed-391bcf074770 req-3a3169d5-26fe-4eba-a06a-fa5351541995 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.1088252 Jul 23 16:38:16.640209 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a7d4df9d-d910-4dc3-80a5-d378c954ab7f req-1514f7f5-e31d-4df5-8afe-b778e4035b7d tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767670 Jul 23 16:38:16.647718 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-146997e6-59f1-481b-beed-391bcf074770 req-795d378d-7fe1-4ac1-b2e3-de10569b8cb2 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604556 Jul 23 16:38:16.670829 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9fd95f8a-0e10-4c6e-b277-f0b8491f40e4 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:16.781700 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd95f8a-0e10-4c6e-b277-f0b8491f40e4 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Subnet': ['ID=8aa11985-e732-40da-a6da-c64df6538349,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:16.795339 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd95f8a-0e10-4c6e-b277-f0b8491f40e4 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Checking segment: {'id': '85614457-74b8-43eb-a8e5-52e8145d9f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'f87d2894-8004-4366-9774-0ef5ce3afca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:16.795710 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd95f8a-0e10-4c6e-b277-f0b8491f40e4 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network hostable DHCP agents. Network: f87d2894-8004-4366-9774-0ef5ce3afca7, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:38:16.814071 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559af69-7070-4443-bf26-5ade1ca4d281 req-a5084413-55bc-4e30-a4c9-e842ee334797 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:16.822214 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b559af69-7070-4443-bf26-5ade1ca4d281 req-a5084413-55bc-4e30-a4c9-e842ee334797 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 945 time: 0.0882993 Jul 23 16:38:16.823909 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-d713ed9e-d7f4-4117-ae67-fab0e0b7c82f tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Deleting port b6651a0c-76be-430c-bada-14c707e967ee {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:16.824940 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d713ed9e-d7f4-4117-ae67-fab0e0b7c82f tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:16.854994 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd95f8a-0e10-4c6e-b277-f0b8491f40e4 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network f87d2894-8004-4366-9774-0ef5ce3afca7 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:38:16.874327 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b559af69-7070-4443-bf26-5ade1ca4d281 req-f26dfab9-44fd-42f2-90f5-edccba600cf2 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510609 Jul 23 16:38:16.874873 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-9fd95f8a-0e10-4c6e-b277-f0b8491f40e4 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, f87d2894-8004-4366-9774-0ef5ce3afca7) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:16.884381 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfb014c-d0c9-44df-ac9e-3fb6c85d2ac8 None None] Network f87d2894-8004-4366-9774-0ef5ce3afca7 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:16.896202 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd95f8a-0e10-4c6e-b277-f0b8491f40e4 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:16.896920 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9fd95f8a-0e10-4c6e-b277-f0b8491f40e4 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:16.961947 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9fd95f8a-0e10-4c6e-b277-f0b8491f40e4 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1883144 Jul 23 16:38:16.963332 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52310) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:16.969403 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-3641dee9-326f-40a8-99d3-5f811fae9929 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'port': {'network_id': 'f87d2894-8004-4366-9774-0ef5ce3afca7', 'name': 'tempest-PortsIpV6TestJSON-241837045'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:17.000396 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52314) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:17.085920 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d713ed9e-d7f4-4117-ae67-fab0e0b7c82f tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:17.118692 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-d713ed9e-d7f4-4117-ae67-fab0e0b7c82f tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Calling delete_port for b6651a0c-76be-430c-bada-14c707e967ee owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:17.183110 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e3fbf89a-668f-4d2a-88d6-00e5c4ab1f4a tempest-AgentManagementNegativeTest-1338113270 tempest-AgentManagementNegativeTest-1338113270-project] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1812210 Jul 23 16:38:17.199840 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3641dee9-326f-40a8-99d3-5f811fae9929 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:17.203289 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3641dee9-326f-40a8-99d3-5f811fae9929 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:17.238114 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-3641dee9-326f-40a8-99d3-5f811fae9929 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] device_id is not set on port dacbddfd-8e12-4d12-8396-5cb74b5f72f0 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:38:17.252322 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafd4e5e-5963-4cab-a51a-c973be5e687b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-f87d2894-8004-4366-9774-0ef5ce3afca7', 'network_id': 'f87d2894-8004-4366-9774-0ef5ce3afca7', 'tenant_id': '9684d680e97142e5b0eab6534baef299', 'fixed_ips': [{'subnet_id': '8aa11985-e732-40da-a6da-c64df6538349'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:38:17.253602 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-aafd4e5e-5963-4cab-a51a-c973be5e687b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:17.257628 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cc7bc-299e-4c0f-bc6e-c2d38cd415aa req-32554b54-113f-42ad-99d5-fd40f5b323df tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:17.259239 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1a4cc7bc-299e-4c0f-bc6e-c2d38cd415aa req-32554b54-113f-42ad-99d5-fd40f5b323df tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 945 time: 0.0749762 Jul 23 16:38:17.332285 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1a4cc7bc-299e-4c0f-bc6e-c2d38cd415aa req-5a8b566b-7380-4baf-93f9-6cd3bba65f00 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643764 Jul 23 16:38:17.410972 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-aafd4e5e-5963-4cab-a51a-c973be5e687b None None] Allocated IP 2001:db8::2 (f87d2894-8004-4366-9774-0ef5ce3afca7/8aa11985-e732-40da-a6da-c64df6538349/0e4bcabc-ef20-4b60-97dd-b87e8280bede) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:17.466612 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d713ed9e-d7f4-4117-ae67-fab0e0b7c82f tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:17.475871 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395004bb-9b33-42df-8e5b-4f1e2be04c3f req-f8493fd3-b4b1-436d-8e97-6344a1d303a2 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:17.483272 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-395004bb-9b33-42df-8e5b-4f1e2be04c3f req-f8493fd3-b4b1-436d-8e97-6344a1d303a2 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 945 time: 0.0797553 Jul 23 16:38:17.501107 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d713ed9e-d7f4-4117-ae67-fab0e0b7c82f tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Port': ['ID=b6651a0c-76be-430c-bada-14c707e967ee,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:17.542125 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-395004bb-9b33-42df-8e5b-4f1e2be04c3f req-df0827e7-bc07-45b9-b9f9-9dcfd668ff6f tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573606 Jul 23 16:38:17.610062 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52328) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:17.645899 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-aafd4e5e-5963-4cab-a51a-c973be5e687b None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:17.656818 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d713ed9e-d7f4-4117-ae67-fab0e0b7c82f tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:17.656910 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-aafd4e5e-5963-4cab-a51a-c973be5e687b None None] Transition to ACTIVE for port object 0e4bcabc-ef20-4b60-97dd-b87e8280bede will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:17.675782 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-aafd4e5e-5963-4cab-a51a-c973be5e687b None None] Transition to ACTIVE for port object 0e4bcabc-ef20-4b60-97dd-b87e8280bede will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:17.684903 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-aafd4e5e-5963-4cab-a51a-c973be5e687b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:17.730262 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafd4e5e-5963-4cab-a51a-c973be5e687b None None] Network f87d2894-8004-4366-9774-0ef5ce3afca7 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:17.740421 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-aafd4e5e-5963-4cab-a51a-c973be5e687b None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:17.752931 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafd4e5e-5963-4cab-a51a-c973be5e687b None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:17.760861 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd4e5e-5963-4cab-a51a-c973be5e687b None None] Pushing event updated for resources: {'Port': ['ID=0e4bcabc-ef20-4b60-97dd-b87e8280bede,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:17.834786 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-aafd4e5e-5963-4cab-a51a-c973be5e687b None None] Attempting to bind port 0e4bcabc-ef20-4b60-97dd-b87e8280bede on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:38:17.835969 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-aafd4e5e-5963-4cab-a51a-c973be5e687b None None] Attempting to bind port 0e4bcabc-ef20-4b60-97dd-b87e8280bede by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '85614457-74b8-43eb-a8e5-52e8145d9f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'f87d2894-8004-4366-9774-0ef5ce3afca7'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:38:17.837571 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd4e5e-5963-4cab-a51a-c973be5e687b None None] Attempting to bind port 0e4bcabc-ef20-4b60-97dd-b87e8280bede on network f87d2894-8004-4366-9774-0ef5ce3afca7 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:38:17.838375 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1080f925-5868-4416-b039-e4dc6416dcb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:17.842855 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd4e5e-5963-4cab-a51a-c973be5e687b None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:38:17.843366 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd4e5e-5963-4cab-a51a-c973be5e687b None None] Checking segment: {'id': '85614457-74b8-43eb-a8e5-52e8145d9f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'f87d2894-8004-4366-9774-0ef5ce3afca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:17.843868 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-aafd4e5e-5963-4cab-a51a-c973be5e687b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:17.844355 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd4e5e-5963-4cab-a51a-c973be5e687b None None] Bound using segment: {'id': '85614457-74b8-43eb-a8e5-52e8145d9f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'f87d2894-8004-4366-9774-0ef5ce3afca7'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:38:17.844940 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-aafd4e5e-5963-4cab-a51a-c973be5e687b None None] Bound port: 0e4bcabc-ef20-4b60-97dd-b87e8280bede, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85614457-74b8-43eb-a8e5-52e8145d9f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'f87d2894-8004-4366-9774-0ef5ce3afca7'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:38:17.845567 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-aafd4e5e-5963-4cab-a51a-c973be5e687b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:17.941696 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-aafd4e5e-5963-4cab-a51a-c973be5e687b None None] For port 0e4bcabc-ef20-4b60-97dd-b87e8280bede, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:38:17.949682 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-aafd4e5e-5963-4cab-a51a-c973be5e687b None None] For port 0e4bcabc-ef20-4b60-97dd-b87e8280bede, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0e4bcabc-ef20-4b60-97dd-b87e8280bede,segment=NetworkSegment(85614457-74b8-43eb-a8e5-52e8145d9f80),segment_id=85614457-74b8-43eb-a8e5-52e8145d9f80)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:38:17.955496 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-aafd4e5e-5963-4cab-a51a-c973be5e687b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:17.969013 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1080f925-5868-4416-b039-e4dc6416dcb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:17.974830 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1080f925-5868-4416-b039-e4dc6416dcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:17.981420 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-3641dee9-326f-40a8-99d3-5f811fae9929 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Allocated IP 2001:db8::1a4 (f87d2894-8004-4366-9774-0ef5ce3afca7/8aa11985-e732-40da-a6da-c64df6538349/dacbddfd-8e12-4d12-8396-5cb74b5f72f0) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:18.016057 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d713ed9e-d7f4-4117-ae67-fab0e0b7c82f tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Router 1241d0d2-c7a4-446d-abee-36a903d5367f has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:38:18.051027 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd4e5e-5963-4cab-a51a-c973be5e687b None None] Pushing event updated for resources: {'Port': ['ID=0e4bcabc-ef20-4b60-97dd-b87e8280bede,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:18.077535 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1080f925-5868-4416-b039-e4dc6416dcb0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=19bed8e87ce34d768ab85cbb433be893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4636660 Jul 23 16:38:18.077535 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080f925-5868-4416-b039-e4dc6416dcb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455c8b2e-aa14-44d8-88e7-a1e69bfa7905,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:18.084089 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52348) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:18.159694 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d713ed9e-d7f4-4117-ae67-fab0e0b7c82f tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:38:18.168557 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d713ed9e-d7f4-4117-ae67-fab0e0b7c82f tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "PUT /v2.0/routers/1241d0d2-c7a4-446d-abee-36a903d5367f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7142289 Jul 23 16:38:18.171865 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52352) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:18.173318 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af1ba02-8b4c-407e-b580-4941600a4e6a None None] Sync routers for ids ['1241d0d2-c7a4-446d-abee-36a903d5367f'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:38:18.189387 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af1ba02-8b4c-407e-b580-4941600a4e6a None None] Routers {'1241d0d2-c7a4-446d-abee-36a903d5367f'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:18.190038 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-8af1ba02-8b4c-407e-b580-4941600a4e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:38:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['1241d0d2-c7a4-446d-abee-36a903d5367f'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:18.226069 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57bf31-7474-41af-bbc3-82bcfa1af794 req-7df32c85-f0b3-466c-a25b-0e95fb91786a tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:18.227667 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8e57bf31-7474-41af-bbc3-82bcfa1af794 req-7df32c85-f0b3-466c-a25b-0e95fb91786a tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 945 time: 0.2117462 Jul 23 16:38:18.233724 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d14e1e43-224e-4c14-9aeb-4205c173faff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:18.238121 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bdc89e6a-0fa8-460a-b4de-6a3eea6d817a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "GET /v2.0/ports?device_id=1241d0d2-c7a4-446d-abee-36a903d5367f HTTP/1.1" status: 200 len: 205 time: 0.0635238 Jul 23 16:38:18.240921 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52354) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:18.289844 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-8af1ba02-8b4c-407e-b580-4941600a4e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:18.294486 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8e57bf31-7474-41af-bbc3-82bcfa1af794 req-1c9a7259-3e67-46c9-8229-9bc0956800e8 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567372 Jul 23 16:38:18.296564 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d14e1e43-224e-4c14-9aeb-4205c173faff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:18.305155 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af1ba02-8b4c-407e-b580-4941600a4e6a None None] Routers {'1241d0d2-c7a4-446d-abee-36a903d5367f'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:18.306216 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-8af1ba02-8b4c-407e-b580-4941600a4e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:38:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['1241d0d2-c7a4-446d-abee-36a903d5367f'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:18.356642 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cf3b00ed-4d8a-4216-aa08-d35d6c041d33 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:18.361340 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-8af1ba02-8b4c-407e-b580-4941600a4e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:18.362220 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af1ba02-8b4c-407e-b580-4941600a4e6a None None] The sync data for ids ['1241d0d2-c7a4-446d-abee-36a903d5367f'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:38:18.398815 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d14e1e43-224e-4c14-9aeb-4205c173faff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:18.401568 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d14e1e43-224e-4c14-9aeb-4205c173faff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:18.402749 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d14e1e43-224e-4c14-9aeb-4205c173faff admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/455c8b2e-aa14-44d8-88e7-a1e69bfa7905 HTTP/1.1" status: 204 len: 168 time: 0.3126493 Jul 23 16:38:18.411216 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e1e43-224e-4c14-9aeb-4205c173faff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455c8b2e-aa14-44d8-88e7-a1e69bfa7905,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:18.452067 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3641dee9-326f-40a8-99d3-5f811fae9929 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:18.474011 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-3641dee9-326f-40a8-99d3-5f811fae9929 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Transition to ACTIVE for port object dacbddfd-8e12-4d12-8396-5cb74b5f72f0 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:18.589134 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cf3b00ed-4d8a-4216-aa08-d35d6c041d33 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:18.592271 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cf3b00ed-4d8a-4216-aa08-d35d6c041d33 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:18.637092 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3641dee9-326f-40a8-99d3-5f811fae9929 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:18.652505 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cf3b00ed-4d8a-4216-aa08-d35d6c041d33 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:18.653011 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3b00ed-4d8a-4216-aa08-d35d6c041d33 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Fanout notify agent at l3_agent the message router_deleted on router 1241d0d2-c7a4-446d-abee-36a903d5367f {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:38:18.660230 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cf3b00ed-4d8a-4216-aa08-d35d6c041d33 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:18.665080 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cf3b00ed-4d8a-4216-aa08-d35d6c041d33 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/routers/1241d0d2-c7a4-446d-abee-36a903d5367f HTTP/1.1" status: 204 len: 168 time: 0.4197719 Jul 23 16:38:18.665222 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52360) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:18.693348 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3641dee9-326f-40a8-99d3-5f811fae9929 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network f87d2894-8004-4366-9774-0ef5ce3afca7 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:18.699642 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-3641dee9-326f-40a8-99d3-5f811fae9929 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:18.702292 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3641dee9-326f-40a8-99d3-5f811fae9929 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:18.709155 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3641dee9-326f-40a8-99d3-5f811fae9929 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:18.709801 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3641dee9-326f-40a8-99d3-5f811fae9929 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:18.727200 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641dee9-326f-40a8-99d3-5f811fae9929 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Port': ['ID=dacbddfd-8e12-4d12-8396-5cb74b5f72f0,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:18.740394 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3641dee9-326f-40a8-99d3-5f811fae9929 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7734063 Jul 23 16:38:18.740394 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641dee9-326f-40a8-99d3-5f811fae9929 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:18.740394 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641dee9-326f-40a8-99d3-5f811fae9929 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:18.740394 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641dee9-326f-40a8-99d3-5f811fae9929 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:18.740394 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641dee9-326f-40a8-99d3-5f811fae9929 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:18.740931 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641dee9-326f-40a8-99d3-5f811fae9929 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:18.740931 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641dee9-326f-40a8-99d3-5f811fae9929 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:18.741903 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641dee9-326f-40a8-99d3-5f811fae9929 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:18.742116 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641dee9-326f-40a8-99d3-5f811fae9929 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:18.742447 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641dee9-326f-40a8-99d3-5f811fae9929 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:18.742777 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641dee9-326f-40a8-99d3-5f811fae9929 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:18.743091 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641dee9-326f-40a8-99d3-5f811fae9929 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:18.743413 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641dee9-326f-40a8-99d3-5f811fae9929 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:18.744372 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d31f000-a9c9-406d-bf11-38578624c397 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Deleting subnet 2cbe7e67-b999-40b0-8c37-c1579a16a033 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:38:18.748041 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52364) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:18.760232 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d31f000-a9c9-406d-bf11-38578624c397 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:18.833936 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d31f000-a9c9-406d-bf11-38578624c397 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:18.951047 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-b80be689-e024-4fdb-bd3a-8c334bd0085a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Deleting port dacbddfd-8e12-4d12-8396-5cb74b5f72f0 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:18.951382 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b80be689-e024-4fdb-bd3a-8c334bd0085a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:18.984133 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d31f000-a9c9-406d-bf11-38578624c397 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:19.097578 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b80be689-e024-4fdb-bd3a-8c334bd0085a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:19.115253 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-b80be689-e024-4fdb-bd3a-8c334bd0085a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Calling delete_port for dacbddfd-8e12-4d12-8396-5cb74b5f72f0 owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:19.122301 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d31f000-a9c9-406d-bf11-38578624c397 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:19.158673 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea27669a-3d1a-427f-864f-79a864f165c8 None None] Network f6338359-15e9-48ac-b2c3-8738b5e19751 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:19.176119 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d31f000-a9c9-406d-bf11-38578624c397 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:19.182892 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3d31f000-a9c9-406d-bf11-38578624c397 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/subnets/2cbe7e67-b999-40b0-8c37-c1579a16a033 HTTP/1.1" status: 204 len: 168 time: 0.5164592 Jul 23 16:38:19.185585 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52380) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:19.191401 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0e4bcabc-ef20-4b60-97dd-b87e8280bede up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:19.309901 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31f000-a9c9-406d-bf11-38578624c397 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Subnet': ['ID=2cbe7e67-b999-40b0-8c37-c1579a16a033,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:19.364089 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-091bd3f4-fa96-46f6-8933-ac5723f8da94 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:19.371315 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad34327-054e-491b-953b-199f2cf8e96e None None] Network f87d2894-8004-4366-9774-0ef5ce3afca7 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:19.419978 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52388) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:19.447930 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-091bd3f4-fa96-46f6-8933-ac5723f8da94 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Deleting port 05bad930-d4d0-4acd-ba82-f0d2781d5635 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:19.448358 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-091bd3f4-fa96-46f6-8933-ac5723f8da94 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:19.501933 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b80be689-e024-4fdb-bd3a-8c334bd0085a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:19.518947 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-80441839-e5c2-4828-984b-2a9c9c675cd4 None None] Provisioning for port 0e4bcabc-ef20-4b60-97dd-b87e8280bede completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:19.534038 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-091bd3f4-fa96-46f6-8933-ac5723f8da94 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] For port 05bad930-d4d0-4acd-ba82-f0d2781d5635, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=05bad930-d4d0-4acd-ba82-f0d2781d5635,segment=NetworkSegment(7beb5880-6bcf-46e5-baef-6044bb6ed3e7),segment_id=7beb5880-6bcf-46e5-baef-6044bb6ed3e7)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:19.535075 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-091bd3f4-fa96-46f6-8933-ac5723f8da94 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:19.540741 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80be689-e024-4fdb-bd3a-8c334bd0085a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Port': ['ID=dacbddfd-8e12-4d12-8396-5cb74b5f72f0,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:19.545432 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 0e4bcabc-ef20-4b60-97dd-b87e8280bede completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:19.551241 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-091bd3f4-fa96-46f6-8933-ac5723f8da94 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Calling delete_port for 05bad930-d4d0-4acd-ba82-f0d2781d5635 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:19.559680 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 0e4bcabc-ef20-4b60-97dd-b87e8280bede triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:19.559818 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:19.591688 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b80be689-e024-4fdb-bd3a-8c334bd0085a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:19.594078 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b80be689-e024-4fdb-bd3a-8c334bd0085a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/ports/dacbddfd-8e12-4d12-8396-5cb74b5f72f0 HTTP/1.1" status: 204 len: 168 time: 0.8447764 Jul 23 16:38:19.596709 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52392) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:19.654679 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe76b6e6-2c02-4c2e-984c-596a3b10b9fb None None] DHCP port deletion for f6338359-15e9-48ac-b2c3-8738b5e19751 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:38:19.658598 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-d57d80fe-007b-47a1-8e67-fb630adb49cd tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] DELETE failed (client error): The resource could not be found. Jul 23 16:38:19.659721 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-d26e5c0c-6117-482f-b026-1e50fa69fd85 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1277411305'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:19.660372 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d57d80fe-007b-47a1-8e67-fb630adb49cd tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:38:19.665700 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d57d80fe-007b-47a1-8e67-fb630adb49cd tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/ports/dacbddfd-8e12-4d12-8396-5cb74b5f72f0 HTTP/1.1" status: 404 len: 333 time: 0.0647364 Jul 23 16:38:19.668806 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52394) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:19.711615 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c995d1-795e-47db-96ad-c3c43b7b031f req-afe5ea64-c567-4c25-a81c-c7d366266c7a tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:19.713722 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d2c995d1-795e-47db-96ad-c3c43b7b031f req-afe5ea64-c567-4c25-a81c-c7d366266c7a tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 945 time: 0.2543807 Jul 23 16:38:19.714678 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26e5c0c-6117-482f-b026-1e50fa69fd85 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Made reservation on behalf of 7b65d663c09849e2bed89479b8101736 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:19.714878 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6c4f62-23e2-4e7c-9d50-67c1f77ed0a3 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] GET failed (client error): The resource could not be found. Jul 23 16:38:19.716800 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-eb6c4f62-23e2-4e7c-9d50-67c1f77ed0a3 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "GET /v2.0/ports/dacbddfd-8e12-4d12-8396-5cb74b5f72f0 HTTP/1.1" status: 404 len: 333 time: 0.0455618 Jul 23 16:38:19.718701 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d26e5c0c-6117-482f-b026-1e50fa69fd85 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:19.721580 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52396) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:19.730197 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d26e5c0c-6117-482f-b026-1e50fa69fd85 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:19.752863 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-091bd3f4-fa96-46f6-8933-ac5723f8da94 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:19.770163 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:19.788629 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091bd3f4-fa96-46f6-8933-ac5723f8da94 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Port': ['ID=05bad930-d4d0-4acd-ba82-f0d2781d5635,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:19.794573 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091bd3f4-fa96-46f6-8933-ac5723f8da94 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] No DVR routers for this DVR port 05bad930-d4d0-4acd-ba82-f0d2781d5635 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:19.807418 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df15452-973f-4d89-ab0c-5939342d67ff tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Deleting subnet 8aa11985-e732-40da-a6da-c64df6538349 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:38:19.813971 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-fe76b6e6-2c02-4c2e-984c-596a3b10b9fb None None] Deleting port 05bad930-d4d0-4acd-ba82-f0d2781d5635 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:19.814403 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fe76b6e6-2c02-4c2e-984c-596a3b10b9fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:19.821656 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d2c995d1-795e-47db-96ad-c3c43b7b031f req-e57116b2-5cf7-491e-9a87-4b7874d8df76 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648520 Jul 23 16:38:19.822914 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7df15452-973f-4d89-ab0c-5939342d67ff tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:19.852848 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 0e4bcabc-ef20-4b60-97dd-b87e8280bede, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0e4bcabc-ef20-4b60-97dd-b87e8280bede,segment=NetworkSegment(85614457-74b8-43eb-a8e5-52e8145d9f80),segment_id=85614457-74b8-43eb-a8e5-52e8145d9f80)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:19.860232 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:19.884232 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7df15452-973f-4d89-ab0c-5939342d67ff tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:19.903583 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-091bd3f4-fa96-46f6-8933-ac5723f8da94 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:19.920008 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-091bd3f4-fa96-46f6-8933-ac5723f8da94 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6338359-15e9-48ac-b2c3-8738b5e19751']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:19.925151 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-fe76b6e6-2c02-4c2e-984c-596a3b10b9fb None None] For port 05bad930-d4d0-4acd-ba82-f0d2781d5635, host n-d-778549-4, got binding levels [] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:19.925910 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fe76b6e6-2c02-4c2e-984c-596a3b10b9fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:19.937764 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-091bd3f4-fa96-46f6-8933-ac5723f8da94 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7beb5880-6bcf-46e5-baef-6044bb6ed3e7') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:19.938168 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-091bd3f4-fa96-46f6-8933-ac5723f8da94 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7beb5880-6bcf-46e5-baef-6044bb6ed3e7') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:19.949669 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-fe76b6e6-2c02-4c2e-984c-596a3b10b9fb None None] Calling delete_port for 05bad930-d4d0-4acd-ba82-f0d2781d5635 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:19.956271 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-091bd3f4-fa96-46f6-8933-ac5723f8da94 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:19.957396 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.ipam_backend_mixin [None req-fe76b6e6-2c02-4c2e-984c-596a3b10b9fb None None] Port 05bad930-d4d0-4acd-ba82-f0d2781d5635 was not found and therefore no delete operation was performed {{(pid=94014) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:38:19.962661 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fe76b6e6-2c02-4c2e-984c-596a3b10b9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:19.966046 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=0e4bcabc-ef20-4b60-97dd-b87e8280bede,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:19.982272 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-091bd3f4-fa96-46f6-8933-ac5723f8da94 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.000200 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-091bd3f4-fa96-46f6-8933-ac5723f8da94 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Releasing vlan 1138 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:38:20.000730 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-091bd3f4-fa96-46f6-8933-ac5723f8da94 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.004967 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:38:20.004967 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:38:20.004967 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:38:20.004967 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:38:20.004967 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:38:20.004967 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:38:20.004967 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:38:20.004967 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:38:20.004967 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:38:20.004967 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:38:20.004967 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:38:20.004967 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:38:20.004967 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:38:20.004967 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:38:20.004967 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:38:20.004967 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:38:20.004967 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:38:20.004967 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:38:20.004967 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:38:20.004967 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:38:20.004967 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:38:20.004967 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:38:20.004967 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:38:20.004967 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:38:20.004967 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:38:20.004967 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:38:20.004967 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:38:20.004967 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:38:20.004967 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:38:20.004967 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:38:20.004967 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:38:20.004967 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:38:20.011545 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe76b6e6-2c02-4c2e-984c-596a3b10b9fb None None] No DVR routers for this DVR port 05bad930-d4d0-4acd-ba82-f0d2781d5635 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:20.016467 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7df15452-973f-4d89-ab0c-5939342d67ff tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.017912 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76b6e6-2c02-4c2e-984c-596a3b10b9fb None None] Pushing event deleted for resources: {'Port': ['ID=05bad930-d4d0-4acd-ba82-f0d2781d5635,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:20.042167 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d26e5c0c-6117-482f-b026-1e50fa69fd85 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.048877 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d26e5c0c-6117-482f-b026-1e50fa69fd85 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.093287 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7df15452-973f-4d89-ab0c-5939342d67ff tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.113422 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26e5c0c-6117-482f-b026-1e50fa69fd85 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] vlan segment allocate from pool success with {'vlan_id': 1104, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:38:20.115626 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-091bd3f4-fa96-46f6-8933-ac5723f8da94 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.128479 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df15452-973f-4d89-ab0c-5939342d67ff tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Subnet': ['ID=8aa11985-e732-40da-a6da-c64df6538349,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:20.130638 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7df15452-973f-4d89-ab0c-5939342d67ff tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.135210 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7df15452-973f-4d89-ab0c-5939342d67ff tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/subnets/8aa11985-e732-40da-a6da-c64df6538349 HTTP/1.1" status: 204 len: 168 time: 0.4084313 Jul 23 16:38:20.135541 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52398) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:20.139710 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-091bd3f4-fa96-46f6-8933-ac5723f8da94 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.145731 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-091bd3f4-fa96-46f6-8933-ac5723f8da94 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/networks/f6338359-15e9-48ac-b2c3-8738b5e19751 HTTP/1.1" status: 204 len: 168 time: 0.9503226 Jul 23 16:38:20.145731 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091bd3f4-fa96-46f6-8933-ac5723f8da94 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Network': ['ID=f6338359-15e9-48ac-b2c3-8738b5e19751,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:20.146185 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52400) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:20.148712 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e5c0c-6117-482f-b026-1e50fa69fd85 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bec2bc7b-5b63-44ae-b9c8-eb7215b7e104,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:20.151242 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-2c5a68ba-e568-45bd-9169-ba20297d98d7 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1082455807', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}, 'admin_state_up': False}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:20.152614 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d26e5c0c-6117-482f-b026-1e50fa69fd85 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.153107 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-d26e5c0c-6117-482f-b026-1e50fa69fd85 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Added segment 7567efec-51af-4a86-a595-be25da84198f of type vlan for network 51c6bfb7-85be-4b6f-a102-14403af23283 Jul 23 16:38:20.188021 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7eb8443-b811-4e8a-abda-d63b12b37d3a None None] Network f87d2894-8004-4366-9774-0ef5ce3afca7 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:20.206026 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d26e5c0c-6117-482f-b026-1e50fa69fd85 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.237072 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2c5a68ba-e568-45bd-9169-ba20297d98d7 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.238335 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2c5a68ba-e568-45bd-9169-ba20297d98d7 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.239397 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d26e5c0c-6117-482f-b026-1e50fa69fd85 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.248635 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26e5c0c-6117-482f-b026-1e50fa69fd85 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:20.249293 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d26e5c0c-6117-482f-b026-1e50fa69fd85 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.249411 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-41fc4c2c-ae67-4d0c-ba9a-dabad3454e82 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.295147 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d26e5c0c-6117-482f-b026-1e50fa69fd85 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8711927 Jul 23 16:38:20.295385 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52402) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:20.319401 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e544f96b-0b01-4fb7-bafb-8e14bc7148d1 None None] Provisioning complete for port 0e4bcabc-ef20-4b60-97dd-b87e8280bede triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:20.320589 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e544f96b-0b01-4fb7-bafb-8e14bc7148d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.326401 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2c5a68ba-e568-45bd-9169-ba20297d98d7 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.333574 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-0d125227-bc8f-4e13-b0ba-3c43bd03be5b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Request body: {'subnet': {'network_id': '51c6bfb7-85be-4b6f-a102-14403af23283', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:20.433291 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e5c0c-6117-482f-b026-1e50fa69fd85 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Pushing event updated for resources: {'Network': ['ID=51c6bfb7-85be-4b6f-a102-14403af23283,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:20.456879 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 51c6bfb7-85be-4b6f-a102-14403af23283 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:38:20.473355 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d125227-bc8f-4e13-b0ba-3c43bd03be5b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Made reservation on behalf of 7b65d663c09849e2bed89479b8101736 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:20.483262 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2c5a68ba-e568-45bd-9169-ba20297d98d7 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.485283 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0d125227-bc8f-4e13-b0ba-3c43bd03be5b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.487747 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-41fc4c2c-ae67-4d0c-ba9a-dabad3454e82 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Deleting port 0e4bcabc-ef20-4b60-97dd-b87e8280bede {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:20.488169 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-41fc4c2c-ae67-4d0c-ba9a-dabad3454e82 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.488841 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828b3cbe-e375-4ec9-bc1f-8265f9bb7008 None None] DHCP port deletion for f87d2894-8004-4366-9774-0ef5ce3afca7 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:38:20.593104 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-41fc4c2c-ae67-4d0c-ba9a-dabad3454e82 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] For port 0e4bcabc-ef20-4b60-97dd-b87e8280bede, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0e4bcabc-ef20-4b60-97dd-b87e8280bede,segment=NetworkSegment(85614457-74b8-43eb-a8e5-52e8145d9f80),segment_id=85614457-74b8-43eb-a8e5-52e8145d9f80)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:20.593678 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-41fc4c2c-ae67-4d0c-ba9a-dabad3454e82 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.596317 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-828b3cbe-e375-4ec9-bc1f-8265f9bb7008 None None] Deleting port 0e4bcabc-ef20-4b60-97dd-b87e8280bede {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:20.596702 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-828b3cbe-e375-4ec9-bc1f-8265f9bb7008 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.611256 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-41fc4c2c-ae67-4d0c-ba9a-dabad3454e82 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Calling delete_port for 0e4bcabc-ef20-4b60-97dd-b87e8280bede owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:20.662674 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-828b3cbe-e375-4ec9-bc1f-8265f9bb7008 None None] For port 0e4bcabc-ef20-4b60-97dd-b87e8280bede, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0e4bcabc-ef20-4b60-97dd-b87e8280bede,segment=NetworkSegment(85614457-74b8-43eb-a8e5-52e8145d9f80),segment_id=85614457-74b8-43eb-a8e5-52e8145d9f80)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:20.663052 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-828b3cbe-e375-4ec9-bc1f-8265f9bb7008 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.676308 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-828b3cbe-e375-4ec9-bc1f-8265f9bb7008 None None] Calling delete_port for 0e4bcabc-ef20-4b60-97dd-b87e8280bede owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:20.702868 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0d125227-bc8f-4e13-b0ba-3c43bd03be5b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.760243 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-41fc4c2c-ae67-4d0c-ba9a-dabad3454e82 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:20.772419 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:38:20.774586 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:20.774586 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:38:20.774586 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:20.774586 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:38:20.774586 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:20.774586 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:38:20.774586 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:20.774586 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:38:20.774586 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:20.774586 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:38:20.774586 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:20.774586 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:38:20.774586 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:20.774586 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:38:20.780729 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-828b3cbe-e375-4ec9-bc1f-8265f9bb7008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.784794 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d125227-bc8f-4e13-b0ba-3c43bd03be5b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Pushing event updated for resources: {'Subnet': ['ID=50a27a5c-ad20-485c-865d-7b27d01df259,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:20.796094 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d125227-bc8f-4e13-b0ba-3c43bd03be5b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Checking segment: {'id': '7567efec-51af-4a86-a595-be25da84198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '51c6bfb7-85be-4b6f-a102-14403af23283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:20.796458 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d125227-bc8f-4e13-b0ba-3c43bd03be5b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Network hostable DHCP agents. Network: 51c6bfb7-85be-4b6f-a102-14403af23283, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:38:20.808476 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b3cbe-e375-4ec9-bc1f-8265f9bb7008 None None] Pushing event deleted for resources: {'Port': ['ID=0e4bcabc-ef20-4b60-97dd-b87e8280bede,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:20.810499 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828b3cbe-e375-4ec9-bc1f-8265f9bb7008 None None] No DVR routers for this DVR port 0e4bcabc-ef20-4b60-97dd-b87e8280bede on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:20.828066 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d125227-bc8f-4e13-b0ba-3c43bd03be5b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Network 51c6bfb7-85be-4b6f-a102-14403af23283 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:38:20.839774 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-0d125227-bc8f-4e13-b0ba-3c43bd03be5b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 51c6bfb7-85be-4b6f-a102-14403af23283) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:20.844125 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d125227-bc8f-4e13-b0ba-3c43bd03be5b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:20.844854 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0d125227-bc8f-4e13-b0ba-3c43bd03be5b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.854109 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a6985e-f91e-4d6d-a81b-f62e9f80f33b None None] Network 51c6bfb7-85be-4b6f-a102-14403af23283 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:20.865819 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fc4c2c-ae67-4d0c-ba9a-dabad3454e82 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] No DVR routers for this DVR port 0e4bcabc-ef20-4b60-97dd-b87e8280bede on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:20.872331 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc4c2c-ae67-4d0c-ba9a-dabad3454e82 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Port': ['ID=0e4bcabc-ef20-4b60-97dd-b87e8280bede,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:20.877030 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0d125227-bc8f-4e13-b0ba-3c43bd03be5b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5806117 Jul 23 16:38:20.880659 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52410) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:20.904554 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-5c920029-d446-435f-9388-0b3efcfab18b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-281666294', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:20.990520 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2c5a68ba-e568-45bd-9169-ba20297d98d7 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:21.021569 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44156d9a-830d-4105-8751-007d63e7aaea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-51c6bfb7-85be-4b6f-a102-14403af23283', 'network_id': '51c6bfb7-85be-4b6f-a102-14403af23283', 'tenant_id': '7b65d663c09849e2bed89479b8101736', 'fixed_ips': [{'subnet_id': '50a27a5c-ad20-485c-865d-7b27d01df259'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:38:21.022421 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-44156d9a-830d-4105-8751-007d63e7aaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:21.030337 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2c5a68ba-e568-45bd-9169-ba20297d98d7 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:21.064159 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-41fc4c2c-ae67-4d0c-ba9a-dabad3454e82 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:21.084484 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5c920029-d446-435f-9388-0b3efcfab18b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:21.086477 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5c920029-d446-435f-9388-0b3efcfab18b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:21.092467 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-41fc4c2c-ae67-4d0c-ba9a-dabad3454e82 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87d2894-8004-4366-9774-0ef5ce3afca7']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:21.143404 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 05bad930-d4d0-4acd-ba82-f0d2781d5635 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:38:21.173543 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 05bad930-d4d0-4acd-ba82-f0d2781d5635 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:38:21.173874 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 05bad930-d4d0-4acd-ba82-f0d2781d5635 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:38:21.174286 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0e4bcabc-ef20-4b60-97dd-b87e8280bede no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:38:21.196926 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 0e4bcabc-ef20-4b60-97dd-b87e8280bede {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:38:21.197626 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0e4bcabc-ef20-4b60-97dd-b87e8280bede not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:38:21.211749 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-44156d9a-830d-4105-8751-007d63e7aaea None None] Allocated IP 172.20.0.2 (51c6bfb7-85be-4b6f-a102-14403af23283/50a27a5c-ad20-485c-865d-7b27d01df259/123ba7cc-83fc-424f-8e3e-fec66274ed27) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:21.368371 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-44156d9a-830d-4105-8751-007d63e7aaea None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:21.373611 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-41fc4c2c-ae67-4d0c-ba9a-dabad3454e82 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85614457-74b8-43eb-a8e5-52e8145d9f80') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:21.373915 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-41fc4c2c-ae67-4d0c-ba9a-dabad3454e82 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85614457-74b8-43eb-a8e5-52e8145d9f80') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:21.376905 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-44156d9a-830d-4105-8751-007d63e7aaea None None] Transition to ACTIVE for port object 123ba7cc-83fc-424f-8e3e-fec66274ed27 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:21.393202 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-44156d9a-830d-4105-8751-007d63e7aaea None None] Transition to ACTIVE for port object 123ba7cc-83fc-424f-8e3e-fec66274ed27 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:21.398845 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-41fc4c2c-ae67-4d0c-ba9a-dabad3454e82 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:21.401206 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-44156d9a-830d-4105-8751-007d63e7aaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:21.438617 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44156d9a-830d-4105-8751-007d63e7aaea None None] Network 51c6bfb7-85be-4b6f-a102-14403af23283 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:21.445773 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-44156d9a-830d-4105-8751-007d63e7aaea None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:21.450157 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44156d9a-830d-4105-8751-007d63e7aaea None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:21.453315 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44156d9a-830d-4105-8751-007d63e7aaea None None] Pushing event updated for resources: {'Port': ['ID=123ba7cc-83fc-424f-8e3e-fec66274ed27,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:21.470461 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-41fc4c2c-ae67-4d0c-ba9a-dabad3454e82 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:21.507058 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c94fdd-4eaa-48fe-aedc-a6a210c37038 req-4b68865b-ff3a-49cb-bede-c1a3cdadf3df tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:21.508757 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-09c94fdd-4eaa-48fe-aedc-a6a210c37038 req-4b68865b-ff3a-49cb-bede-c1a3cdadf3df tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 945 time: 0.5986793 Jul 23 16:38:21.518852 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5c920029-d446-435f-9388-0b3efcfab18b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:21.525663 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41fc4c2c-ae67-4d0c-ba9a-dabad3454e82 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Releasing vlan 1127 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:38:21.526073 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-41fc4c2c-ae67-4d0c-ba9a-dabad3454e82 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:21.527140 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-44156d9a-830d-4105-8751-007d63e7aaea None None] Attempting to bind port 123ba7cc-83fc-424f-8e3e-fec66274ed27 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:38:21.527515 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-44156d9a-830d-4105-8751-007d63e7aaea None None] Attempting to bind port 123ba7cc-83fc-424f-8e3e-fec66274ed27 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '7567efec-51af-4a86-a595-be25da84198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '51c6bfb7-85be-4b6f-a102-14403af23283'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:38:21.527882 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44156d9a-830d-4105-8751-007d63e7aaea None None] Attempting to bind port 123ba7cc-83fc-424f-8e3e-fec66274ed27 on network 51c6bfb7-85be-4b6f-a102-14403af23283 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:38:21.529273 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:38:21.529273 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:38:21.529273 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:38:21.529273 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:38:21.529273 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:38:21.529273 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:38:21.529273 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:38:21.529273 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:38:21.529273 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:38:21.529273 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:38:21.529273 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:38:21.529273 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:38:21.529273 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:38:21.529273 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:38:21.529273 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:38:21.529273 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:38:21.529273 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:38:21.529273 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:38:21.529273 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:38:21.529273 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:38:21.529273 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:38:21.529273 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:38:21.529273 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:38:21.529273 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:38:21.529273 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:38:21.529273 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:38:21.529273 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:38:21.529273 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:38:21.529273 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:38:21.529273 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:38:21.529273 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:38:21.529273 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:38:21.534686 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44156d9a-830d-4105-8751-007d63e7aaea None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:38:21.534924 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44156d9a-830d-4105-8751-007d63e7aaea None None] Checking segment: {'id': '7567efec-51af-4a86-a595-be25da84198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '51c6bfb7-85be-4b6f-a102-14403af23283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:21.535389 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-44156d9a-830d-4105-8751-007d63e7aaea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:21.535688 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44156d9a-830d-4105-8751-007d63e7aaea None None] Bound using segment: {'id': '7567efec-51af-4a86-a595-be25da84198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '51c6bfb7-85be-4b6f-a102-14403af23283'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:38:21.536170 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-44156d9a-830d-4105-8751-007d63e7aaea None None] Bound port: 123ba7cc-83fc-424f-8e3e-fec66274ed27, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7567efec-51af-4a86-a595-be25da84198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '51c6bfb7-85be-4b6f-a102-14403af23283'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:38:21.536557 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-44156d9a-830d-4105-8751-007d63e7aaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:21.553221 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5c920029-d446-435f-9388-0b3efcfab18b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:21.606579 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-44156d9a-830d-4105-8751-007d63e7aaea None None] For port 123ba7cc-83fc-424f-8e3e-fec66274ed27, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:38:21.632229 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-2c5a68ba-e568-45bd-9169-ba20297d98d7 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Allocated IP 172.25.8.51 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/b86caab6-033b-4948-806d-2a7c37fe80fc) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:21.652129 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-44156d9a-830d-4105-8751-007d63e7aaea None None] For port 123ba7cc-83fc-424f-8e3e-fec66274ed27, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=123ba7cc-83fc-424f-8e3e-fec66274ed27,segment=NetworkSegment(7567efec-51af-4a86-a595-be25da84198f),segment_id=7567efec-51af-4a86-a595-be25da84198f)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:38:21.656174 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5c920029-d446-435f-9388-0b3efcfab18b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:21.661419 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-44156d9a-830d-4105-8751-007d63e7aaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:21.661692 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5c920029-d446-435f-9388-0b3efcfab18b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.7586315 Jul 23 16:38:21.661692 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-41fc4c2c-ae67-4d0c-ba9a-dabad3454e82 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:21.662742 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52416) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:21.665758 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-41fc4c2c-ae67-4d0c-ba9a-dabad3454e82 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:21.668068 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-41fc4c2c-ae67-4d0c-ba9a-dabad3454e82 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/networks/f87d2894-8004-4366-9774-0ef5ce3afca7 HTTP/1.1" status: 204 len: 168 time: 1.5312045 Jul 23 16:38:21.671762 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-09c94fdd-4eaa-48fe-aedc-a6a210c37038 req-56bb28df-5e23-4e0c-8e60-b04a7e33ca2d tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574733 Jul 23 16:38:21.676758 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52418) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:21.686275 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-c94f219d-b6e0-4436-9635-526e7baa43b1 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1183293153'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:21.712199 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc4c2c-ae67-4d0c-ba9a-dabad3454e82 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Network': ['ID=f87d2894-8004-4366-9774-0ef5ce3afca7,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:21.758094 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44156d9a-830d-4105-8751-007d63e7aaea None None] Pushing event updated for resources: {'Port': ['ID=123ba7cc-83fc-424f-8e3e-fec66274ed27,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:21.787237 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94f219d-b6e0-4436-9635-526e7baa43b1 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:21.791444 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c94f219d-b6e0-4436-9635-526e7baa43b1 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:21.845995 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c94f219d-b6e0-4436-9635-526e7baa43b1 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] vlan segment allocate from pool success with {'vlan_id': 1110, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:38:21.850585 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2c5a68ba-e568-45bd-9169-ba20297d98d7 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:21.864916 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c94f219d-b6e0-4436-9635-526e7baa43b1 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:21.865339 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-c94f219d-b6e0-4436-9635-526e7baa43b1 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Added segment 346643f8-73a8-46ea-8b03-888f97260848 of type vlan for network f8dd40ca-3012-4888-a9a7-e3659f95a74c Jul 23 16:38:21.918077 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c94f219d-b6e0-4436-9635-526e7baa43b1 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:21.962365 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2c5a68ba-e568-45bd-9169-ba20297d98d7 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:22.001675 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c94f219d-b6e0-4436-9635-526e7baa43b1 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:22.007328 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94f219d-b6e0-4436-9635-526e7baa43b1 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:22.008684 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c94f219d-b6e0-4436-9635-526e7baa43b1 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:22.027979 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5a68ba-e568-45bd-9169-ba20297d98d7 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:22.047459 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-2c5a68ba-e568-45bd-9169-ba20297d98d7 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:22.050130 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5a68ba-e568-45bd-9169-ba20297d98d7 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:22.076425 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-516227cf-c7d2-4b93-9c4b-f7991268c2d1 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:22.108524 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c94f219d-b6e0-4436-9635-526e7baa43b1 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4266663 Jul 23 16:38:22.112984 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52420) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:22.117091 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a68ba-e568-45bd-9169-ba20297d98d7 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Port': ['ID=b86caab6-033b-4948-806d-2a7c37fe80fc,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:22.134579 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-9d12f2ba-cb3d-46c2-9562-ff67212f7f38 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'subnet': {'network_id': 'f8dd40ca-3012-4888-a9a7-e3659f95a74c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:22.180821 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f219d-b6e0-4436-9635-526e7baa43b1 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Network': ['ID=f8dd40ca-3012-4888-a9a7-e3659f95a74c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:22.191277 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network f8dd40ca-3012-4888-a9a7-e3659f95a74c details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:38:22.331667 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-516227cf-c7d2-4b93-9c4b-f7991268c2d1 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Allocated IP 172.20.0.1 (51c6bfb7-85be-4b6f-a102-14403af23283/50a27a5c-ad20-485c-865d-7b27d01df259/9e389c17-563b-4343-91dd-944ec33f78e7) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:22.361135 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d12f2ba-cb3d-46c2-9562-ff67212f7f38 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:22.364713 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9d12f2ba-cb3d-46c2-9562-ff67212f7f38 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:22.453169 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-516227cf-c7d2-4b93-9c4b-f7991268c2d1 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:22.469485 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-516227cf-c7d2-4b93-9c4b-f7991268c2d1 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Transition to ACTIVE for port object 9e389c17-563b-4343-91dd-944ec33f78e7 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:22.511193 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-516227cf-c7d2-4b93-9c4b-f7991268c2d1 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:22.570122 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2c5a68ba-e568-45bd-9169-ba20297d98d7 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:22.571843 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516227cf-c7d2-4b93-9c4b-f7991268c2d1 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Pushing event updated for resources: {'Port': ['ID=9e389c17-563b-4343-91dd-944ec33f78e7,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:22.590425 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516227cf-c7d2-4b93-9c4b-f7991268c2d1 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Network 51c6bfb7-85be-4b6f-a102-14403af23283 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:22.591908 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-516227cf-c7d2-4b93-9c4b-f7991268c2d1 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:22.594562 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516227cf-c7d2-4b93-9c4b-f7991268c2d1 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:22.642955 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-516227cf-c7d2-4b93-9c4b-f7991268c2d1 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:22.812334 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-516227cf-c7d2-4b93-9c4b-f7991268c2d1 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:22.892852 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9d12f2ba-cb3d-46c2-9562-ff67212f7f38 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:22.910110 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de037827-4171-45cb-b569-14ba9a1d1995 None None] Network 51c6bfb7-85be-4b6f-a102-14403af23283 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:22.988554 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e5ed774d-1460-45dc-b139-c079ac7f4867 None None] Provisioning for port 123ba7cc-83fc-424f-8e3e-fec66274ed27 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:22.991285 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12f2ba-cb3d-46c2-9562-ff67212f7f38 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Subnet': ['ID=03296e22-14d0-4ed3-b44a-a5572c0794a2,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:23.012103 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2c5a68ba-e568-45bd-9169-ba20297d98d7 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:23.036269 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0b115-713e-4d9d-9256-1bfb91559b5d req-064279f3-85c3-4c5f-8fd1-ac34ad6f4358 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:23.037282 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-18a0b115-713e-4d9d-9256-1bfb91559b5d req-064279f3-85c3-4c5f-8fd1-ac34ad6f4358 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 945 time: 0.2286410 Jul 23 16:38:23.071527 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d12f2ba-cb3d-46c2-9562-ff67212f7f38 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Checking segment: {'id': '346643f8-73a8-46ea-8b03-888f97260848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'f8dd40ca-3012-4888-a9a7-e3659f95a74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:23.073239 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d12f2ba-cb3d-46c2-9562-ff67212f7f38 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network hostable DHCP agents. Network: f8dd40ca-3012-4888-a9a7-e3659f95a74c, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:38:23.176442 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-516227cf-c7d2-4b93-9c4b-f7991268c2d1 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:23.182262 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-516227cf-c7d2-4b93-9c4b-f7991268c2d1 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:23.184735 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d12f2ba-cb3d-46c2-9562-ff67212f7f38 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network f8dd40ca-3012-4888-a9a7-e3659f95a74c is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:38:23.197261 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-18a0b115-713e-4d9d-9256-1bfb91559b5d req-5175f806-beb4-4ebd-94e8-220258c8829f tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214519 Jul 23 16:38:23.200516 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 123ba7cc-83fc-424f-8e3e-fec66274ed27 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:23.226734 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-9d12f2ba-cb3d-46c2-9562-ff67212f7f38 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, f8dd40ca-3012-4888-a9a7-e3659f95a74c) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:23.233771 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d12f2ba-cb3d-46c2-9562-ff67212f7f38 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:23.234372 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9d12f2ba-cb3d-46c2-9562-ff67212f7f38 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:23.249030 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fc8193-c0b0-4698-98f2-6a4e687cbbbe None None] Network f8dd40ca-3012-4888-a9a7-e3659f95a74c requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:23.263707 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9d12f2ba-cb3d-46c2-9562-ff67212f7f38 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1451523 Jul 23 16:38:23.264128 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52430) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:23.271977 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-666898c6-f7c6-4340-bc6f-ca85441df670 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'port': {'network_id': 'f8dd40ca-3012-4888-a9a7-e3659f95a74c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1980065193'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:23.279822 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516227cf-c7d2-4b93-9c4b-f7991268c2d1 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Pushing event updated for resources: {'Port': ['ID=9e389c17-563b-4343-91dd-944ec33f78e7,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:23.321581 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-516227cf-c7d2-4b93-9c4b-f7991268c2d1 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:23.328027 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5a68ba-e568-45bd-9169-ba20297d98d7 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Router c9975e2e-b262-43bd-b327-7ac0e60756a3 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:38:23.367951 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 123ba7cc-83fc-424f-8e3e-fec66274ed27 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:23.376344 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 123ba7cc-83fc-424f-8e3e-fec66274ed27 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:23.377420 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:23.452870 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516227cf-c7d2-4b93-9c4b-f7991268c2d1 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Network 51c6bfb7-85be-4b6f-a102-14403af23283 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:23.455884 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-516227cf-c7d2-4b93-9c4b-f7991268c2d1 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:23.539976 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5a68ba-e568-45bd-9169-ba20297d98d7 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:38:23.559997 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda5efbd-88a5-421f-aeee-419a1bf0199c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-f8dd40ca-3012-4888-a9a7-e3659f95a74c', 'network_id': 'f8dd40ca-3012-4888-a9a7-e3659f95a74c', 'tenant_id': '9684d680e97142e5b0eab6534baef299', 'fixed_ips': [{'subnet_id': '03296e22-14d0-4ed3-b44a-a5572c0794a2'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:38:23.561387 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dda5efbd-88a5-421f-aeee-419a1bf0199c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:23.570383 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ef4925c6-350e-4998-9dc0-d4d8a7850eee None None] Provisioning for port 9e389c17-563b-4343-91dd-944ec33f78e7 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:23.573580 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7249f35-7bdf-4543-b726-2dd16ca9a678 None None] Sync routers for ids ['c9975e2e-b262-43bd-b327-7ac0e60756a3'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:38:23.577615 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666898c6-f7c6-4340-bc6f-ca85441df670 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:23.581876 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-666898c6-f7c6-4340-bc6f-ca85441df670 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:23.590708 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:23.594251 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ef4925c6-350e-4998-9dc0-d4d8a7850eee None None] Provisioning complete for port 9e389c17-563b-4343-91dd-944ec33f78e7 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:23.594577 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ef4925c6-350e-4998-9dc0-d4d8a7850eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:23.680259 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7249f35-7bdf-4543-b726-2dd16ca9a678 None None] Routers {'c9975e2e-b262-43bd-b327-7ac0e60756a3'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:23.680537 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f7249f35-7bdf-4543-b726-2dd16ca9a678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:38:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['c9975e2e-b262-43bd-b327-7ac0e60756a3'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:23.909945 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2c5a68ba-e568-45bd-9169-ba20297d98d7 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:23.914232 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2c5a68ba-e568-45bd-9169-ba20297d98d7 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.7674904 Jul 23 16:38:23.914882 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52436) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:23.918806 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-666898c6-f7c6-4340-bc6f-ca85441df670 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] device_id is not set on port 32c6af3c-79dd-4596-9dde-3257784b8d8e yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:38:23.968784 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f7249f35-7bdf-4543-b726-2dd16ca9a678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:23.979310 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-ef4925c6-350e-4998-9dc0-d4d8a7850eee None None] Port 9e389c17-563b-4343-91dd-944ec33f78e7 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:38:23.995916 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 123ba7cc-83fc-424f-8e3e-fec66274ed27, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=123ba7cc-83fc-424f-8e3e-fec66274ed27,segment=NetworkSegment(7567efec-51af-4a86-a595-be25da84198f),segment_id=7567efec-51af-4a86-a595-be25da84198f)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:24.013128 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:24.051584 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7249f35-7bdf-4543-b726-2dd16ca9a678 None None] Routers {'c9975e2e-b262-43bd-b327-7ac0e60756a3'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:24.052520 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f7249f35-7bdf-4543-b726-2dd16ca9a678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:38:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['c9975e2e-b262-43bd-b327-7ac0e60756a3'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:24.081600 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516227cf-c7d2-4b93-9c4b-f7991268c2d1 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Router b28ec676-d2a9-4698-80bf-43770b1f3b07 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:38:24.097200 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-05d36c94-0207-425c-9b06-15f9fee18be8 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "GET /v2.0/routers/c9975e2e-b262-43bd-b327-7ac0e60756a3 HTTP/1.1" status: 200 len: 884 time: 0.1797941 Jul 23 16:38:24.099674 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52438) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:24.111956 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ef4925c6-350e-4998-9dc0-d4d8a7850eee None None] Provisioning complete for port 123ba7cc-83fc-424f-8e3e-fec66274ed27 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:24.112328 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ef4925c6-350e-4998-9dc0-d4d8a7850eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:24.113878 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f7249f35-7bdf-4543-b726-2dd16ca9a678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:24.115019 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7249f35-7bdf-4543-b726-2dd16ca9a678 None None] The sync data for ids ['c9975e2e-b262-43bd-b327-7ac0e60756a3'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:38:24.182784 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-dda5efbd-88a5-421f-aeee-419a1bf0199c None None] Allocated IP 2001:db8::2 (f8dd40ca-3012-4888-a9a7-e3659f95a74c/03296e22-14d0-4ed3-b44a-a5572c0794a2/f6d1b0b3-4052-4128-8a78-cfb6d44bbba1) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:24.185889 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=123ba7cc-83fc-424f-8e3e-fec66274ed27,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:24.191423 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516227cf-c7d2-4b93-9c4b-f7991268c2d1 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:38:24.198711 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-516227cf-c7d2-4b93-9c4b-f7991268c2d1 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] 10.222.0.73 "PUT /v2.0/routers/b28ec676-d2a9-4698-80bf-43770b1f3b07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5328817 Jul 23 16:38:24.201349 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52440) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:24.207894 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-cfec5fd5-b949-4932-af73-5070752b5346 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Request body: {'port': {'network_id': '51c6bfb7-85be-4b6f-a102-14403af23283', 'name': 'tempest-FloatingIPNegativeTestJSON-1067405738'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:24.212635 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29f77a-a81e-416d-bc83-7801f653f54a None None] Sync routers for ids ['b28ec676-d2a9-4698-80bf-43770b1f3b07'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:38:24.232020 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b29f77a-a81e-416d-bc83-7801f653f54a None None] Routers {'b28ec676-d2a9-4698-80bf-43770b1f3b07'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:24.232969 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-5b29f77a-a81e-416d-bc83-7801f653f54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:38:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['b28ec676-d2a9-4698-80bf-43770b1f3b07'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:24.308220 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-5b29f77a-a81e-416d-bc83-7801f653f54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:24.318060 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b29f77a-a81e-416d-bc83-7801f653f54a None None] Routers {'b28ec676-d2a9-4698-80bf-43770b1f3b07'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:24.318885 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-5b29f77a-a81e-416d-bc83-7801f653f54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:38:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['b28ec676-d2a9-4698-80bf-43770b1f3b07'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:24.337696 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfec5fd5-b949-4932-af73-5070752b5346 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Made reservation on behalf of 7b65d663c09849e2bed89479b8101736 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:24.341857 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cfec5fd5-b949-4932-af73-5070752b5346 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:24.359898 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-5b29f77a-a81e-416d-bc83-7801f653f54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:24.360552 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29f77a-a81e-416d-bc83-7801f653f54a None None] The sync data for ids ['b28ec676-d2a9-4698-80bf-43770b1f3b07'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:38:24.374433 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-cfec5fd5-b949-4932-af73-5070752b5346 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] device_id is not set on port 7374d907-e093-42bb-a938-1569aeb07d4f yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:38:24.391126 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dda5efbd-88a5-421f-aeee-419a1bf0199c None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:24.401877 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-dda5efbd-88a5-421f-aeee-419a1bf0199c None None] Transition to ACTIVE for port object f6d1b0b3-4052-4128-8a78-cfb6d44bbba1 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:24.422066 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-dda5efbd-88a5-421f-aeee-419a1bf0199c None None] Transition to ACTIVE for port object f6d1b0b3-4052-4128-8a78-cfb6d44bbba1 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:24.435640 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dda5efbd-88a5-421f-aeee-419a1bf0199c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:24.481488 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda5efbd-88a5-421f-aeee-419a1bf0199c None None] Network f8dd40ca-3012-4888-a9a7-e3659f95a74c is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:24.483236 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f47def-35ab-4517-9aa1-10b730b113b4 req-b2059634-b9e0-4161-9553-b923e25681bb tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:24.484411 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-947daead-cdb0-41e4-90e4-619490389fe8 None None] Provisioning complete for port 9e389c17-563b-4343-91dd-944ec33f78e7 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:24.484780 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-947daead-cdb0-41e4-90e4-619490389fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:24.485509 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-01f47def-35ab-4517-9aa1-10b730b113b4 req-b2059634-b9e0-4161-9553-b923e25681bb tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 945 time: 0.1755493 Jul 23 16:38:24.494214 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-cfec5fd5-b949-4932-af73-5070752b5346 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Allocated IP 172.20.0.9 (51c6bfb7-85be-4b6f-a102-14403af23283/50a27a5c-ad20-485c-865d-7b27d01df259/7374d907-e093-42bb-a938-1569aeb07d4f) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:24.507837 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-dda5efbd-88a5-421f-aeee-419a1bf0199c None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:24.510509 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda5efbd-88a5-421f-aeee-419a1bf0199c None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:24.543508 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5efbd-88a5-421f-aeee-419a1bf0199c None None] Pushing event updated for resources: {'Port': ['ID=f6d1b0b3-4052-4128-8a78-cfb6d44bbba1,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:24.559239 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-666898c6-f7c6-4340-bc6f-ca85441df670 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Allocated IP 2001:db8::50 (f8dd40ca-3012-4888-a9a7-e3659f95a74c/03296e22-14d0-4ed3-b44a-a5572c0794a2/32c6af3c-79dd-4596-9dde-3257784b8d8e) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:24.576041 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-947daead-cdb0-41e4-90e4-619490389fe8 None None] Port 9e389c17-563b-4343-91dd-944ec33f78e7 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:38:24.584851 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8662e6e8-aa19-4f81-a5c2-d87fbc20bab9 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4817486 Jul 23 16:38:24.587195 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52444) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:24.596111 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-9522e361-51d7-46ae-be6c-823cd87840bf tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1082455807'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:24.601530 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-01f47def-35ab-4517-9aa1-10b730b113b4 req-168c0775-1f75-42d1-9254-8fa53d766b50 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939877 Jul 23 16:38:24.622527 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-dda5efbd-88a5-421f-aeee-419a1bf0199c None None] Attempting to bind port f6d1b0b3-4052-4128-8a78-cfb6d44bbba1 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:38:24.622527 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-dda5efbd-88a5-421f-aeee-419a1bf0199c None None] Attempting to bind port f6d1b0b3-4052-4128-8a78-cfb6d44bbba1 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '346643f8-73a8-46ea-8b03-888f97260848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'f8dd40ca-3012-4888-a9a7-e3659f95a74c'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:38:24.622527 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5efbd-88a5-421f-aeee-419a1bf0199c None None] Attempting to bind port f6d1b0b3-4052-4128-8a78-cfb6d44bbba1 on network f8dd40ca-3012-4888-a9a7-e3659f95a74c {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:38:24.626792 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5efbd-88a5-421f-aeee-419a1bf0199c None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:38:24.627173 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5efbd-88a5-421f-aeee-419a1bf0199c None None] Checking segment: {'id': '346643f8-73a8-46ea-8b03-888f97260848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'f8dd40ca-3012-4888-a9a7-e3659f95a74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:24.627575 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dda5efbd-88a5-421f-aeee-419a1bf0199c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:24.627977 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5efbd-88a5-421f-aeee-419a1bf0199c None None] Bound using segment: {'id': '346643f8-73a8-46ea-8b03-888f97260848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'f8dd40ca-3012-4888-a9a7-e3659f95a74c'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:38:24.628459 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-dda5efbd-88a5-421f-aeee-419a1bf0199c None None] Bound port: f6d1b0b3-4052-4128-8a78-cfb6d44bbba1, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346643f8-73a8-46ea-8b03-888f97260848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'f8dd40ca-3012-4888-a9a7-e3659f95a74c'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:38:24.628848 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dda5efbd-88a5-421f-aeee-419a1bf0199c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:24.677694 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cfec5fd5-b949-4932-af73-5070752b5346 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:24.693943 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-cfec5fd5-b949-4932-af73-5070752b5346 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Transition to ACTIVE for port object 7374d907-e093-42bb-a938-1569aeb07d4f will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:24.700218 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-dda5efbd-88a5-421f-aeee-419a1bf0199c None None] For port f6d1b0b3-4052-4128-8a78-cfb6d44bbba1, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:38:24.704648 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-dda5efbd-88a5-421f-aeee-419a1bf0199c None None] For port f6d1b0b3-4052-4128-8a78-cfb6d44bbba1, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=f6d1b0b3-4052-4128-8a78-cfb6d44bbba1,segment=NetworkSegment(346643f8-73a8-46ea-8b03-888f97260848),segment_id=346643f8-73a8-46ea-8b03-888f97260848)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:38:24.711324 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dda5efbd-88a5-421f-aeee-419a1bf0199c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:24.754227 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cfec5fd5-b949-4932-af73-5070752b5346 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:24.792776 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5efbd-88a5-421f-aeee-419a1bf0199c None None] Pushing event updated for resources: {'Port': ['ID=f6d1b0b3-4052-4128-8a78-cfb6d44bbba1,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:24.816229 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec5fd5-b949-4932-af73-5070752b5346 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Pushing event updated for resources: {'Port': ['ID=7374d907-e093-42bb-a938-1569aeb07d4f,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:24.828286 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfec5fd5-b949-4932-af73-5070752b5346 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Network 51c6bfb7-85be-4b6f-a102-14403af23283 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:24.829923 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-cfec5fd5-b949-4932-af73-5070752b5346 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:24.833081 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfec5fd5-b949-4932-af73-5070752b5346 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:24.900016 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfec5fd5-b949-4932-af73-5070752b5346 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:24.900699 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cfec5fd5-b949-4932-af73-5070752b5346 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:24.923638 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cfec5fd5-b949-4932-af73-5070752b5346 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7166104 Jul 23 16:38:24.924820 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52450) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:24.935079 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-9c1093ca-9d69-4606-858c-14196df658da tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:24.944202 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-666898c6-f7c6-4340-bc6f-ca85441df670 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:24.964984 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9c1093ca-9d69-4606-858c-14196df658da tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:24.971900 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-666898c6-f7c6-4340-bc6f-ca85441df670 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Transition to ACTIVE for port object 32c6af3c-79dd-4596-9dde-3257784b8d8e will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:25.129571 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-666898c6-f7c6-4340-bc6f-ca85441df670 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:25.144676 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9c1093ca-9d69-4606-858c-14196df658da tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:25.209137 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666898c6-f7c6-4340-bc6f-ca85441df670 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network f8dd40ca-3012-4888-a9a7-e3659f95a74c is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:25.213671 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-525b04b9-4e01-4085-a0fb-7d3fc9523ad8 None None] Provisioning for port 7374d907-e093-42bb-a938-1569aeb07d4f completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:25.214239 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-666898c6-f7c6-4340-bc6f-ca85441df670 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:25.220268 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666898c6-f7c6-4340-bc6f-ca85441df670 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:25.227228 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666898c6-f7c6-4340-bc6f-ca85441df670 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:25.228014 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-666898c6-f7c6-4340-bc6f-ca85441df670 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:25.230187 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-525b04b9-4e01-4085-a0fb-7d3fc9523ad8 None None] Provisioning complete for port 7374d907-e093-42bb-a938-1569aeb07d4f triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:25.230560 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-525b04b9-4e01-4085-a0fb-7d3fc9523ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:25.254852 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666898c6-f7c6-4340-bc6f-ca85441df670 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Port': ['ID=32c6af3c-79dd-4596-9dde-3257784b8d8e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:25.261705 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9522e361-51d7-46ae-be6c-823cd87840bf tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:25.274004 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-666898c6-f7c6-4340-bc6f-ca85441df670 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.0084829 Jul 23 16:38:25.277354 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9522e361-51d7-46ae-be6c-823cd87840bf tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1714764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1714741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695099'] for router, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:25.279920 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52452) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:25.282666 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-9c1093ca-9d69-4606-858c-14196df658da tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Allocated IP 172.25.8.64 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/462c0daa-1a3f-4e84-8701-024266330376) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:25.297904 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-525b04b9-4e01-4085-a0fb-7d3fc9523ad8 None None] Port 7374d907-e093-42bb-a938-1569aeb07d4f cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:38:25.345699 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f6d1b0b3-4052-4128-8a78-cfb6d44bbba1 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:25.401890 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port f6d1b0b3-4052-4128-8a78-cfb6d44bbba1 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:25.406541 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 123ba7cc-83fc-424f-8e3e-fec66274ed27 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:25.424885 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9522e361-51d7-46ae-be6c-823cd87840bf tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Router c9975e2e-b262-43bd-b327-7ac0e60756a3 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:38:25.461324 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 123ba7cc-83fc-424f-8e3e-fec66274ed27 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:25.461695 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:25.489377 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c5976-cd00-40b7-97bf-397472ffed2a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Deleting port 32c6af3c-79dd-4596-9dde-3257784b8d8e {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:25.489742 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ee6c5976-cd00-40b7-97bf-397472ffed2a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:25.516770 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9c1093ca-9d69-4606-858c-14196df658da tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:25.553280 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9522e361-51d7-46ae-be6c-823cd87840bf tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:38:25.560737 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9522e361-51d7-46ae-be6c-823cd87840bf tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:25.564410 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9522e361-51d7-46ae-be6c-823cd87840bf tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "PUT /v2.0/routers/c9975e2e-b262-43bd-b327-7ac0e60756a3 HTTP/1.1" status: 200 len: 891 time: 0.9704609 Jul 23 16:38:25.564657 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52454) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:25.568089 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7266ca7-1723-4079-8830-ab430ab79eb0 None None] Sync routers for ids ['c9975e2e-b262-43bd-b327-7ac0e60756a3'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:38:25.577988 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7266ca7-1723-4079-8830-ab430ab79eb0 None None] Routers {'c9975e2e-b262-43bd-b327-7ac0e60756a3'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:25.578540 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-d7266ca7-1723-4079-8830-ab430ab79eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:38:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['c9975e2e-b262-43bd-b327-7ac0e60756a3'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:25.608967 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ee6c5976-cd00-40b7-97bf-397472ffed2a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:25.615317 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-d7266ca7-1723-4079-8830-ab430ab79eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:25.625472 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7266ca7-1723-4079-8830-ab430ab79eb0 None None] Routers {'c9975e2e-b262-43bd-b327-7ac0e60756a3'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:25.626108 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-d7266ca7-1723-4079-8830-ab430ab79eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:38:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['c9975e2e-b262-43bd-b327-7ac0e60756a3'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:25.638726 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c5976-cd00-40b7-97bf-397472ffed2a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Calling delete_port for 32c6af3c-79dd-4596-9dde-3257784b8d8e owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:25.662769 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-d7266ca7-1723-4079-8830-ab430ab79eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:25.664339 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7266ca7-1723-4079-8830-ab430ab79eb0 None None] The sync data for ids ['c9975e2e-b262-43bd-b327-7ac0e60756a3'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:38:25.697861 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-bd549afa-33c7-4df8-952d-136c890ab073 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "GET /v2.0/routers/c9975e2e-b262-43bd-b327-7ac0e60756a3 HTTP/1.1" status: 200 len: 891 time: 0.1315997 Jul 23 16:38:25.700524 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52458) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:25.712313 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9c1093ca-9d69-4606-858c-14196df658da tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:25.744203 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5dab3509-9e14-48fc-b1c4-8b6b0cc22f24 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9975e2e-b262-43bd-b327-7ac0e60756a3 HTTP/1.1" status: 200 len: 205 time: 0.0421145 Jul 23 16:38:25.766731 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52460) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:25.833202 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1093ca-9d69-4606-858c-14196df658da tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:25.868129 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-9c1093ca-9d69-4606-858c-14196df658da tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:25.879454 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1093ca-9d69-4606-858c-14196df658da tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:25.892160 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1093ca-9d69-4606-858c-14196df658da tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Pushing event updated for resources: {'Port': ['ID=462c0daa-1a3f-4e84-8701-024266330376,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:26.033415 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bd65c9a6-1450-48d3-afa6-25b1ee1a72f4 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.038029 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed504a4-472b-406b-8be6-952e107676a7 req-43e4ce9b-43a1-49b7-b19c-bc736cb29225 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:26.040312 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0ed504a4-472b-406b-8be6-952e107676a7 req-43e4ce9b-43a1-49b7-b19c-bc736cb29225 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 945 time: 0.3402398 Jul 23 16:38:26.050824 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ebcb5a-3e4c-4f15-82f0-7be1515fd2a6 None None] Network f8dd40ca-3012-4888-a9a7-e3659f95a74c requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:26.083336 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0ed504a4-472b-406b-8be6-952e107676a7 req-f8d08964-f21d-4a4b-b3ae-8a3c1eb16dd5 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360832 Jul 23 16:38:26.119323 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ee6c5976-cd00-40b7-97bf-397472ffed2a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.164872 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-9c998363-6d38-4901-9975-37aa5a814c87 None None] Provisioning for port f6d1b0b3-4052-4128-8a78-cfb6d44bbba1 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:26.174878 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-9c998363-6d38-4901-9975-37aa5a814c87 None None] Provisioning complete for port f6d1b0b3-4052-4128-8a78-cfb6d44bbba1 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:26.175256 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9c998363-6d38-4901-9975-37aa5a814c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.180239 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c5976-cd00-40b7-97bf-397472ffed2a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Port': ['ID=32c6af3c-79dd-4596-9dde-3257784b8d8e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:26.227619 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ee6c5976-cd00-40b7-97bf-397472ffed2a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.229540 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ee6c5976-cd00-40b7-97bf-397472ffed2a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/ports/32c6af3c-79dd-4596-9dde-3257784b8d8e HTTP/1.1" status: 204 len: 168 time: 0.9486575 Jul 23 16:38:26.232215 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9c1093ca-9d69-4606-858c-14196df658da tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.232333 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52466) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:26.249250 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bd65c9a6-1450-48d3-afa6-25b1ee1a72f4 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.261843 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-282d0dc1-0993-4b65-8177-ca6575ced9cf tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] GET failed (client error): The resource could not be found. Jul 23 16:38:26.266453 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-282d0dc1-0993-4b65-8177-ca6575ced9cf tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "GET /v2.0/ports/32c6af3c-79dd-4596-9dde-3257784b8d8e HTTP/1.1" status: 404 len: 333 time: 0.0302896 Jul 23 16:38:26.266652 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52468) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:26.307524 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9c1093ca-9d69-4606-858c-14196df658da tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.307705 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9c998363-6d38-4901-9975-37aa5a814c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.328449 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-2235f1d7-abef-45e8-8bd2-256e187458d9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Deleting subnet 03296e22-14d0-4ed3-b44a-a5572c0794a2 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:38:26.332518 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2235f1d7-abef-45e8-8bd2-256e187458d9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.349332 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-9c998363-6d38-4901-9975-37aa5a814c87 None None] For port f6d1b0b3-4052-4128-8a78-cfb6d44bbba1, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=f6d1b0b3-4052-4128-8a78-cfb6d44bbba1,segment=NetworkSegment(346643f8-73a8-46ea-8b03-888f97260848),segment_id=346643f8-73a8-46ea-8b03-888f97260848)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:26.354768 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9c998363-6d38-4901-9975-37aa5a814c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.387203 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-bd65c9a6-1450-48d3-afa6-25b1ee1a72f4 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Deleting port b86caab6-033b-4948-806d-2a7c37fe80fc {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:26.387203 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bd65c9a6-1450-48d3-afa6-25b1ee1a72f4 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.389664 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2235f1d7-abef-45e8-8bd2-256e187458d9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.414446 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c998363-6d38-4901-9975-37aa5a814c87 None None] Pushing event updated for resources: {'Port': ['ID=f6d1b0b3-4052-4128-8a78-cfb6d44bbba1,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:26.490133 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2235f1d7-abef-45e8-8bd2-256e187458d9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.530007 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bd65c9a6-1450-48d3-afa6-25b1ee1a72f4 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.549788 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-bd65c9a6-1450-48d3-afa6-25b1ee1a72f4 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Calling delete_port for b86caab6-033b-4948-806d-2a7c37fe80fc owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:26.564150 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2235f1d7-abef-45e8-8bd2-256e187458d9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.578250 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9c1093ca-9d69-4606-858c-14196df658da tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.584115 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9c1093ca-9d69-4606-858c-14196df658da tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.596439 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-560becab-e1ca-41dc-84a6-a2bcd75bb7b9 None None] Provisioning complete for port f6d1b0b3-4052-4128-8a78-cfb6d44bbba1 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:26.596738 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-560becab-e1ca-41dc-84a6-a2bcd75bb7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.596811 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235f1d7-abef-45e8-8bd2-256e187458d9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Subnet': ['ID=03296e22-14d0-4ed3-b44a-a5572c0794a2,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:26.601357 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2235f1d7-abef-45e8-8bd2-256e187458d9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.603548 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2235f1d7-abef-45e8-8bd2-256e187458d9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/subnets/03296e22-14d0-4ed3-b44a-a5572c0794a2 HTTP/1.1" status: 204 len: 168 time: 0.3358893 Jul 23 16:38:26.606796 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52470) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:26.621013 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2235f1d7-abef-45e8-8bd2-256e187458d9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:26.621402 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2235f1d7-abef-45e8-8bd2-256e187458d9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:26.621740 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2235f1d7-abef-45e8-8bd2-256e187458d9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:26.622076 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2235f1d7-abef-45e8-8bd2-256e187458d9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:26.622409 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2235f1d7-abef-45e8-8bd2-256e187458d9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:26.623000 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2235f1d7-abef-45e8-8bd2-256e187458d9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:26.623344 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2235f1d7-abef-45e8-8bd2-256e187458d9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:26.623657 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2235f1d7-abef-45e8-8bd2-256e187458d9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:26.623984 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2235f1d7-abef-45e8-8bd2-256e187458d9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:26.624312 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2235f1d7-abef-45e8-8bd2-256e187458d9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:26.624662 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2235f1d7-abef-45e8-8bd2-256e187458d9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:26.625226 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2235f1d7-abef-45e8-8bd2-256e187458d9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:26.708768 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0bd3e6fe-9832-4978-a5b4-8fd7263631a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.777359 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-0bd3e6fe-9832-4978-a5b4-8fd7263631a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Deleting port f6d1b0b3-4052-4128-8a78-cfb6d44bbba1 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:26.777697 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0bd3e6fe-9832-4978-a5b4-8fd7263631a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.781792 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1093ca-9d69-4606-858c-14196df658da tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Pushing event updated for resources: {'Port': ['ID=462c0daa-1a3f-4e84-8701-024266330376,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:26.801342 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9c1093ca-9d69-4606-858c-14196df658da tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.803245 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff19520c-447a-41e3-b23c-5a3507ffc917 None None] Network f8dd40ca-3012-4888-a9a7-e3659f95a74c requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:26.854144 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-0bd3e6fe-9832-4978-a5b4-8fd7263631a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] For port f6d1b0b3-4052-4128-8a78-cfb6d44bbba1, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=f6d1b0b3-4052-4128-8a78-cfb6d44bbba1,segment=NetworkSegment(346643f8-73a8-46ea-8b03-888f97260848),segment_id=346643f8-73a8-46ea-8b03-888f97260848)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:26.854357 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0bd3e6fe-9832-4978-a5b4-8fd7263631a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.859287 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9c1093ca-9d69-4606-858c-14196df658da tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.860557 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9c1093ca-9d69-4606-858c-14196df658da tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9339495 Jul 23 16:38:26.863409 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52472) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:26.869622 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-473b86ca-109f-4397-aab6-6708e38fe752 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Request body: {'floatingip': {'port_id': '7374d907-e093-42bb-a938-1569aeb07d4f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:26.870828 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bd65c9a6-1450-48d3-afa6-25b1ee1a72f4 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.917707 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-cd5f5a95-763d-4344-a3b4-b38db0a8daf6 None None] Could not find standard attr ID for object 32c6af3c-79dd-4596-9dde-3257784b8d8e. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:38:26.927702 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65c9a6-1450-48d3-afa6-25b1ee1a72f4 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Port': ['ID=b86caab6-033b-4948-806d-2a7c37fe80fc,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:26.942044 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-0bd3e6fe-9832-4978-a5b4-8fd7263631a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Calling delete_port for f6d1b0b3-4052-4128-8a78-cfb6d44bbba1 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:26.958582 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-473b86ca-109f-4397-aab6-6708e38fe752 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks [] for floatingip, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.980329 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bd65c9a6-1450-48d3-afa6-25b1ee1a72f4 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.036004 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2be676-a7d3-41d5-9693-7eb87ffa0470 None None] DHCP port deletion for f8dd40ca-3012-4888-a9a7-e3659f95a74c request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:38:27.100559 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bd65c9a6-1450-48d3-afa6-25b1ee1a72f4 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.104497 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bd65c9a6-1450-48d3-afa6-25b1ee1a72f4 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.141165 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-1a2be676-a7d3-41d5-9693-7eb87ffa0470 None None] Deleting port f6d1b0b3-4052-4128-8a78-cfb6d44bbba1 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:27.141477 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1a2be676-a7d3-41d5-9693-7eb87ffa0470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.168929 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-473b86ca-109f-4397-aab6-6708e38fe752 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] update failed (client error): The resource could not be found. Jul 23 16:38:27.169534 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bd65c9a6-1450-48d3-afa6-25b1ee1a72f4 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.172918 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd65c9a6-1450-48d3-afa6-25b1ee1a72f4 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Fanout notify agent at l3_agent the message router_deleted on router c9975e2e-b262-43bd-b327-7ac0e60756a3 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:38:27.173132 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-473b86ca-109f-4397-aab6-6708e38fe752 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] 10.222.0.73 "PUT /v2.0/floatingips/697100a9-2f76-41df-8eed-2ea83c2d3a35 HTTP/1.1" status: 404 len: 507 time: 0.3057740 Jul 23 16:38:27.173132 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52480) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:27.189791 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bd65c9a6-1450-48d3-afa6-25b1ee1a72f4 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.192865 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bd65c9a6-1450-48d3-afa6-25b1ee1a72f4 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/routers/c9975e2e-b262-43bd-b327-7ac0e60756a3 HTTP/1.1" status: 204 len: 168 time: 1.4234445 Jul 23 16:38:27.197714 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52482) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:27.198062 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f6d1b0b3-4052-4128-8a78-cfb6d44bbba1 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:38:27.203136 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-fabe850e-f8de-4412-9d9c-6aff01a7ffab tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1101246755'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:27.226994 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabe850e-f8de-4412-9d9c-6aff01a7ffab tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Made reservation on behalf of 4582563f2d784210a277b9ecb7709946 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:27.231252 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fabe850e-f8de-4412-9d9c-6aff01a7ffab tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.257886 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fabe850e-f8de-4412-9d9c-6aff01a7ffab tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] vlan segment allocate from pool success with {'vlan_id': 1122, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:38:27.259239 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0bd3e6fe-9832-4978-a5b4-8fd7263631a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.262387 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-1a2be676-a7d3-41d5-9693-7eb87ffa0470 None None] For port f6d1b0b3-4052-4128-8a78-cfb6d44bbba1, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=f6d1b0b3-4052-4128-8a78-cfb6d44bbba1,segment=NetworkSegment(346643f8-73a8-46ea-8b03-888f97260848),segment_id=346643f8-73a8-46ea-8b03-888f97260848)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:27.262795 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1a2be676-a7d3-41d5-9693-7eb87ffa0470 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.269175 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fabe850e-f8de-4412-9d9c-6aff01a7ffab tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.269756 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-fabe850e-f8de-4412-9d9c-6aff01a7ffab tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Added segment 52e4d263-e23d-45d5-9c3e-59bb1b071c31 of type vlan for network c93ef495-cd7a-46ad-a5fe-690abf070436 Jul 23 16:38:27.284474 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-1a2be676-a7d3-41d5-9693-7eb87ffa0470 None None] Calling delete_port for f6d1b0b3-4052-4128-8a78-cfb6d44bbba1 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:27.297938 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No active binding found for port f6d1b0b3-4052-4128-8a78-cfb6d44bbba1 {{(pid=94014) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 16:38:27.298369 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f6d1b0b3-4052-4128-8a78-cfb6d44bbba1 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:38:27.329664 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fabe850e-f8de-4412-9d9c-6aff01a7ffab tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.330693 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd3e6fe-9832-4978-a5b4-8fd7263631a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] No DVR routers for this DVR port f6d1b0b3-4052-4128-8a78-cfb6d44bbba1 on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:27.337532 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3e6fe-9832-4978-a5b4-8fd7263631a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Port': ['ID=f6d1b0b3-4052-4128-8a78-cfb6d44bbba1,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:27.364859 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fabe850e-f8de-4412-9d9c-6aff01a7ffab tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.371268 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabe850e-f8de-4412-9d9c-6aff01a7ffab tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:27.371896 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fabe850e-f8de-4412-9d9c-6aff01a7ffab tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.380747 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1a2be676-a7d3-41d5-9693-7eb87ffa0470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.409986 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2be676-a7d3-41d5-9693-7eb87ffa0470 None None] Pushing event deleted for resources: {'Port': ['ID=f6d1b0b3-4052-4128-8a78-cfb6d44bbba1,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:27.417350 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fabe850e-f8de-4412-9d9c-6aff01a7ffab tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2158287 Jul 23 16:38:27.418703 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52484) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:27.420942 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2be676-a7d3-41d5-9693-7eb87ffa0470 None None] No DVR routers for this DVR port f6d1b0b3-4052-4128-8a78-cfb6d44bbba1 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:27.424527 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-c47da707-46ac-4f7f-9837-51d4eaff1e1b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Request body: {'subnet': {'network_id': 'c93ef495-cd7a-46ad-a5fe-690abf070436', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:27.434087 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb5104-5538-4603-94eb-f4eab4fa249b req-7392632e-d43f-454a-8078-0e02543ea4a2 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:27.435680 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-23eb5104-5538-4603-94eb-f4eab4fa249b req-7392632e-d43f-454a-8078-0e02543ea4a2 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 945 time: 0.2171519 Jul 23 16:38:27.464867 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0bd3e6fe-9832-4978-a5b4-8fd7263631a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.473390 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe850e-f8de-4412-9d9c-6aff01a7ffab tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Network': ['ID=c93ef495-cd7a-46ad-a5fe-690abf070436,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:27.489006 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network c93ef495-cd7a-46ad-a5fe-690abf070436 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:38:27.490609 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-0bd3e6fe-9832-4978-a5b4-8fd7263631a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8dd40ca-3012-4888-a9a7-e3659f95a74c']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:27.513692 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-0bd3e6fe-9832-4978-a5b4-8fd7263631a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '346643f8-73a8-46ea-8b03-888f97260848') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:27.513986 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-0bd3e6fe-9832-4978-a5b4-8fd7263631a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '346643f8-73a8-46ea-8b03-888f97260848') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:27.537642 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0bd3e6fe-9832-4978-a5b4-8fd7263631a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.549572 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-23eb5104-5538-4603-94eb-f4eab4fa249b req-b9aa5ba4-a223-473b-b50d-5daa70161865 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808401 Jul 23 16:38:27.550868 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-e031b0a2-76e5-46d0-bfd6-b130c710dbb3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Deleting port 462c0daa-1a3f-4e84-8701-024266330376 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:27.551211 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e031b0a2-76e5-46d0-bfd6-b130c710dbb3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.574233 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47da707-46ac-4f7f-9837-51d4eaff1e1b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Made reservation on behalf of 4582563f2d784210a277b9ecb7709946 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:27.577813 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c47da707-46ac-4f7f-9837-51d4eaff1e1b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.584101 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0bd3e6fe-9832-4978-a5b4-8fd7263631a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.595617 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd3e6fe-9832-4978-a5b4-8fd7263631a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Releasing vlan 1110 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:38:27.596021 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0bd3e6fe-9832-4978-a5b4-8fd7263631a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.598968 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:38:27.598968 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:38:27.598968 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:38:27.598968 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:38:27.598968 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:38:27.598968 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:38:27.598968 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:38:27.598968 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:38:27.598968 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:38:27.598968 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:38:27.598968 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:38:27.598968 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:38:27.598968 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:38:27.598968 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:38:27.598968 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:38:27.598968 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:38:27.598968 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:38:27.598968 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:38:27.598968 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:38:27.598968 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:38:27.598968 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:38:27.598968 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:38:27.598968 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:38:27.598968 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:38:27.598968 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:38:27.598968 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:38:27.598968 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:38:27.598968 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:38:27.598968 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:38:27.598968 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:38:27.598968 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:38:27.598968 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:38:27.699468 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0bd3e6fe-9832-4978-a5b4-8fd7263631a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.702020 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e031b0a2-76e5-46d0-bfd6-b130c710dbb3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.702420 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e031b0a2-76e5-46d0-bfd6-b130c710dbb3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.714590 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0bd3e6fe-9832-4978-a5b4-8fd7263631a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.717715 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0bd3e6fe-9832-4978-a5b4-8fd7263631a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/networks/f8dd40ca-3012-4888-a9a7-e3659f95a74c HTTP/1.1" status: 204 len: 168 time: 1.1097891 Jul 23 16:38:27.729602 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52486) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:27.734689 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-e031b0a2-76e5-46d0-bfd6-b130c710dbb3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Calling delete_port for 462c0daa-1a3f-4e84-8701-024266330376 owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:27.739692 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-a84142e9-5cb5-4b87-bebe-ee666cf4661d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'port': {'network_id': 'e168cd94-2568-41b4-8c90-ba7d7eb160aa', 'name': 'tempest-PortsIpV6TestJSON-625795869'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:27.743317 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3e6fe-9832-4978-a5b4-8fd7263631a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Network': ['ID=f8dd40ca-3012-4888-a9a7-e3659f95a74c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:27.803635 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c47da707-46ac-4f7f-9837-51d4eaff1e1b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.873826 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47da707-46ac-4f7f-9837-51d4eaff1e1b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Subnet': ['ID=cb3860dc-23aa-408c-bafd-50a6ed00ddd3,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:27.883075 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47da707-46ac-4f7f-9837-51d4eaff1e1b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Checking segment: {'id': '52e4d263-e23d-45d5-9c3e-59bb1b071c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'c93ef495-cd7a-46ad-a5fe-690abf070436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:27.883446 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47da707-46ac-4f7f-9837-51d4eaff1e1b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network hostable DHCP agents. Network: c93ef495-cd7a-46ad-a5fe-690abf070436, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:38:27.900771 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47da707-46ac-4f7f-9837-51d4eaff1e1b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network c93ef495-cd7a-46ad-a5fe-690abf070436 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:38:27.908152 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84142e9-5cb5-4b87-bebe-ee666cf4661d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:27.910539 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-c47da707-46ac-4f7f-9837-51d4eaff1e1b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, c93ef495-cd7a-46ad-a5fe-690abf070436) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:27.911966 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a84142e9-5cb5-4b87-bebe-ee666cf4661d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.920304 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98327ffb-6906-4eb8-acce-213f33a91e14 None None] Network c93ef495-cd7a-46ad-a5fe-690abf070436 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:27.924669 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47da707-46ac-4f7f-9837-51d4eaff1e1b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:27.927790 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c47da707-46ac-4f7f-9837-51d4eaff1e1b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.934741 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-a84142e9-5cb5-4b87-bebe-ee666cf4661d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] device_id is not set on port c006f1bc-72bf-4a6e-bfcf-ffe7be5f9222 yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:38:27.948027 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c47da707-46ac-4f7f-9837-51d4eaff1e1b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5279522 Jul 23 16:38:27.950457 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52488) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:27.955124 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6ab3d02f-2b7c-40f3-bde1-a766459adde5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1981633841', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:27.979026 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ab3d02f-2b7c-40f3-bde1-a766459adde5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.980131 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ab3d02f-2b7c-40f3-bde1-a766459adde5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.995719 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e031b0a2-76e5-46d0-bfd6-b130c710dbb3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.044127 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ab3d02f-2b7c-40f3-bde1-a766459adde5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.049016 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ab3d02f-2b7c-40f3-bde1-a766459adde5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.062509 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031b0a2-76e5-46d0-bfd6-b130c710dbb3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Pushing event deleted for resources: {'Port': ['ID=462c0daa-1a3f-4e84-8701-024266330376,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:28.080489 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ab3d02f-2b7c-40f3-bde1-a766459adde5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.086611 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6ab3d02f-2b7c-40f3-bde1-a766459adde5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1347001 Jul 23 16:38:28.087476 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52492) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:28.101468 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b8c6c9-e626-4388-82c2-995d905a2d0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-c93ef495-cd7a-46ad-a5fe-690abf070436', 'network_id': 'c93ef495-cd7a-46ad-a5fe-690abf070436', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'fixed_ips': [{'subnet_id': 'cb3860dc-23aa-408c-bafd-50a6ed00ddd3'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:38:28.102598 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-66b8c6c9-e626-4388-82c2-995d905a2d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.213732 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e031b0a2-76e5-46d0-bfd6-b130c710dbb3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.224634 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e031b0a2-76e5-46d0-bfd6-b130c710dbb3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.224634 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e031b0a2-76e5-46d0-bfd6-b130c710dbb3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] 10.222.0.73 "DELETE /v2.0/floatingips/697100a9-2f76-41df-8eed-2ea83c2d3a35 HTTP/1.1" status: 204 len: 168 time: 1.0436766 Jul 23 16:38:28.237959 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52496) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:28.242911 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-f5e5a223-0648-4905-a6f9-befabe071541 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Request body: {'floatingip': {'floating_network_id': '51c6bfb7-85be-4b6f-a102-14403af23283', 'port_id': '7374d907-e093-42bb-a938-1569aeb07d4f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:28.271510 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a84142e9-5cb5-4b87-bebe-ee666cf4661d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.274228 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-66b8c6c9-e626-4388-82c2-995d905a2d0a None None] Allocated IP 2001:db8::2 (c93ef495-cd7a-46ad-a5fe-690abf070436/cb3860dc-23aa-408c-bafd-50a6ed00ddd3/a41f899b-70b4-4005-8739-e19e3658d92c) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:28.314184 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a84142e9-5cb5-4b87-bebe-ee666cf4661d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.360717 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f5e5a223-0648-4905-a6f9-befabe071541 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.365816 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84142e9-5cb5-4b87-bebe-ee666cf4661d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network e168cd94-2568-41b4-8c90-ba7d7eb160aa is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:28.369735 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-a84142e9-5cb5-4b87-bebe-ee666cf4661d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:28.374484 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84142e9-5cb5-4b87-bebe-ee666cf4661d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:28.380205 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84142e9-5cb5-4b87-bebe-ee666cf4661d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:28.381238 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a84142e9-5cb5-4b87-bebe-ee666cf4661d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.384948 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84142e9-5cb5-4b87-bebe-ee666cf4661d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Port': ['ID=c006f1bc-72bf-4a6e-bfcf-ffe7be5f9222,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:28.399352 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a84142e9-5cb5-4b87-bebe-ee666cf4661d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6657293 Jul 23 16:38:28.401951 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52498) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:28.441886 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-66b8c6c9-e626-4388-82c2-995d905a2d0a None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.453122 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-66b8c6c9-e626-4388-82c2-995d905a2d0a None None] Transition to ACTIVE for port object a41f899b-70b4-4005-8739-e19e3658d92c will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:28.458577 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ff8ad71-b29b-4b1e-96e8-7f283eaa6577 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.473817 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-66b8c6c9-e626-4388-82c2-995d905a2d0a None None] Transition to ACTIVE for port object a41f899b-70b4-4005-8739-e19e3658d92c will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:28.482587 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-66b8c6c9-e626-4388-82c2-995d905a2d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.513706 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-087c60b9-5b2b-4d1a-9e89-23ec8e8427ba tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Deleting port c006f1bc-72bf-4a6e-bfcf-ffe7be5f9222 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:28.514226 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-087c60b9-5b2b-4d1a-9e89-23ec8e8427ba tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.527169 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b8c6c9-e626-4388-82c2-995d905a2d0a None None] Network c93ef495-cd7a-46ad-a5fe-690abf070436 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:28.531122 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8c6c9-e626-4388-82c2-995d905a2d0a None None] Pushing event updated for resources: {'Port': ['ID=a41f899b-70b4-4005-8739-e19e3658d92c,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:28.534078 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-66b8c6c9-e626-4388-82c2-995d905a2d0a None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:28.535753 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b8c6c9-e626-4388-82c2-995d905a2d0a None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:28.599016 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-66b8c6c9-e626-4388-82c2-995d905a2d0a None None] Attempting to bind port a41f899b-70b4-4005-8739-e19e3658d92c on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:38:28.599629 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-66b8c6c9-e626-4388-82c2-995d905a2d0a None None] Attempting to bind port a41f899b-70b4-4005-8739-e19e3658d92c by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '52e4d263-e23d-45d5-9c3e-59bb1b071c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'c93ef495-cd7a-46ad-a5fe-690abf070436'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:38:28.599629 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b8c6c9-e626-4388-82c2-995d905a2d0a None None] Attempting to bind port a41f899b-70b4-4005-8739-e19e3658d92c on network c93ef495-cd7a-46ad-a5fe-690abf070436 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:38:28.607116 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b8c6c9-e626-4388-82c2-995d905a2d0a None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:38:28.607552 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b8c6c9-e626-4388-82c2-995d905a2d0a None None] Checking segment: {'id': '52e4d263-e23d-45d5-9c3e-59bb1b071c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'c93ef495-cd7a-46ad-a5fe-690abf070436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:28.607965 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-66b8c6c9-e626-4388-82c2-995d905a2d0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.608957 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b8c6c9-e626-4388-82c2-995d905a2d0a None None] Bound using segment: {'id': '52e4d263-e23d-45d5-9c3e-59bb1b071c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'c93ef495-cd7a-46ad-a5fe-690abf070436'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:38:28.608957 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-66b8c6c9-e626-4388-82c2-995d905a2d0a None None] Bound port: a41f899b-70b4-4005-8739-e19e3658d92c, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e4d263-e23d-45d5-9c3e-59bb1b071c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'c93ef495-cd7a-46ad-a5fe-690abf070436'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:38:28.609887 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-66b8c6c9-e626-4388-82c2-995d905a2d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.614118 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-087c60b9-5b2b-4d1a-9e89-23ec8e8427ba tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.633814 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-087c60b9-5b2b-4d1a-9e89-23ec8e8427ba tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Calling delete_port for c006f1bc-72bf-4a6e-bfcf-ffe7be5f9222 owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:28.683155 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-66b8c6c9-e626-4388-82c2-995d905a2d0a None None] For port a41f899b-70b4-4005-8739-e19e3658d92c, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:38:28.686548 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-66b8c6c9-e626-4388-82c2-995d905a2d0a None None] For port a41f899b-70b4-4005-8739-e19e3658d92c, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a41f899b-70b4-4005-8739-e19e3658d92c,segment=NetworkSegment(52e4d263-e23d-45d5-9c3e-59bb1b071c31),segment_id=52e4d263-e23d-45d5-9c3e-59bb1b071c31)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:38:28.690839 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-66b8c6c9-e626-4388-82c2-995d905a2d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.700676 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-f5e5a223-0648-4905-a6f9-befabe071541 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:38:28.707091 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f5e5a223-0648-4905-a6f9-befabe071541 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4629393 Jul 23 16:38:28.707388 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52502) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:28.713968 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-4d18d059-9b66-4c66-9f8c-a20b9332a8d3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'port_id': '7374d907-e093-42bb-a938-1569aeb07d4f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:28.769604 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d18d059-9b66-4c66-9f8c-a20b9332a8d3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.774947 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8c6c9-e626-4388-82c2-995d905a2d0a None None] Pushing event updated for resources: {'Port': ['ID=a41f899b-70b4-4005-8739-e19e3658d92c,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:28.806301 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-1ff8ad71-b29b-4b1e-96e8-7f283eaa6577 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Allocated IP 2001:db8::1 (c93ef495-cd7a-46ad-a5fe-690abf070436/cb3860dc-23aa-408c-bafd-50a6ed00ddd3/9b2df7ca-81f4-4626-afae-c6639d8347df) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:28.829548 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5df8a-7755-4b0c-9249-a0b1748059c3 req-3001c477-3a49-447a-873b-8fc571a8beea tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:28.831153 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3f5df8a-7755-4b0c-9249-a0b1748059c3 req-3001c477-3a49-447a-873b-8fc571a8beea tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 945 time: 0.1854684 Jul 23 16:38:28.840372 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-087c60b9-5b2b-4d1a-9e89-23ec8e8427ba tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.892046 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c60b9-5b2b-4d1a-9e89-23ec8e8427ba tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Port': ['ID=c006f1bc-72bf-4a6e-bfcf-ffe7be5f9222,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:28.894512 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-087c60b9-5b2b-4d1a-9e89-23ec8e8427ba tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.896283 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-087c60b9-5b2b-4d1a-9e89-23ec8e8427ba tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/ports/c006f1bc-72bf-4a6e-bfcf-ffe7be5f9222 HTTP/1.1" status: 204 len: 168 time: 0.4933350 Jul 23 16:38:28.901461 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52506) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:28.907917 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ae74b312-ac76-420d-a1b1-b9193ad78d46 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'port': {'network_id': 'e168cd94-2568-41b4-8c90-ba7d7eb160aa', 'mac_address': 'fa:16:3e:4b:cf:62', 'name': 'tempest-PortsIpV6TestJSON-1290250308'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:28.946316 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ff8ad71-b29b-4b1e-96e8-7f283eaa6577 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.977162 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-1ff8ad71-b29b-4b1e-96e8-7f283eaa6577 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Transition to ACTIVE for port object 9b2df7ca-81f4-4626-afae-c6639d8347df will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:29.019269 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ff8ad71-b29b-4b1e-96e8-7f283eaa6577 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:29.020093 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3f5df8a-7755-4b0c-9249-a0b1748059c3 req-141c1b05-6a7a-4408-9889-4f82e2af79ab tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732197 Jul 23 16:38:29.094386 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:38:29.095192 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8ad71-b29b-4b1e-96e8-7f283eaa6577 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Port': ['ID=9b2df7ca-81f4-4626-afae-c6639d8347df,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:29.112545 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff8ad71-b29b-4b1e-96e8-7f283eaa6577 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network c93ef495-cd7a-46ad-a5fe-690abf070436 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:29.114460 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-1ff8ad71-b29b-4b1e-96e8-7f283eaa6577 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:29.118670 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff8ad71-b29b-4b1e-96e8-7f283eaa6577 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:29.119250 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ff8ad71-b29b-4b1e-96e8-7f283eaa6577 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:29.258807 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a41f899b-70b4-4005-8739-e19e3658d92c up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:29.316736 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port a41f899b-70b4-4005-8739-e19e3658d92c completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:29.424379 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae74b312-ac76-420d-a1b1-b9193ad78d46 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:29.432169 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d18d059-9b66-4c66-9f8c-a20b9332a8d3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:29.547294 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ae74b312-ac76-420d-a1b1-b9193ad78d46 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:29.603304 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-ae74b312-ac76-420d-a1b1-b9193ad78d46 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] device_id is not set on port 8e25236c-c0ea-443b-80e6-fff6c1570f9d yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:38:29.664937 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-4d18d059-9b66-4c66-9f8c-a20b9332a8d3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Allocated IP 172.25.8.29 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/17f6d1a8-0f23-4a52-9d4b-dfa3805a742a) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:29.671509 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ff8ad71-b29b-4b1e-96e8-7f283eaa6577 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:29.887410 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ae74b312-ac76-420d-a1b1-b9193ad78d46 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:29.905236 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d18d059-9b66-4c66-9f8c-a20b9332a8d3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:29.974670 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ae74b312-ac76-420d-a1b1-b9193ad78d46 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:29.985463 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d18d059-9b66-4c66-9f8c-a20b9332a8d3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:30.012317 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ff8ad71-b29b-4b1e-96e8-7f283eaa6577 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:30.019907 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ff8ad71-b29b-4b1e-96e8-7f283eaa6577 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:30.020912 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ff8ad71-b29b-4b1e-96e8-7f283eaa6577 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:30.044624 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b64f11-ac2d-40f0-b666-018e5ac15c9b None None] Network c93ef495-cd7a-46ad-a5fe-690abf070436 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:30.087204 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae74b312-ac76-420d-a1b1-b9193ad78d46 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network e168cd94-2568-41b4-8c90-ba7d7eb160aa is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:30.095957 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d18d059-9b66-4c66-9f8c-a20b9332a8d3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:30.097815 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74b312-ac76-420d-a1b1-b9193ad78d46 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Port': ['ID=8e25236c-c0ea-443b-80e6-fff6c1570f9d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:30.105921 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-ae74b312-ac76-420d-a1b1-b9193ad78d46 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:30.116178 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-4d18d059-9b66-4c66-9f8c-a20b9332a8d3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:30.116322 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8ad71-b29b-4b1e-96e8-7f283eaa6577 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Port': ['ID=9b2df7ca-81f4-4626-afae-c6639d8347df,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:30.118736 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae74b312-ac76-420d-a1b1-b9193ad78d46 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:30.135899 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae74b312-ac76-420d-a1b1-b9193ad78d46 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:30.137325 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ae74b312-ac76-420d-a1b1-b9193ad78d46 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:30.175371 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d18d059-9b66-4c66-9f8c-a20b9332a8d3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:30.212103 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff8ad71-b29b-4b1e-96e8-7f283eaa6577 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network c93ef495-cd7a-46ad-a5fe-690abf070436 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:30.213746 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-1ff8ad71-b29b-4b1e-96e8-7f283eaa6577 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:30.213865 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-046e5aea-de99-4382-adb1-7541bf2c2e03 None None] Provisioning for port a41f899b-70b4-4005-8739-e19e3658d92c completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:30.222495 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-046e5aea-de99-4382-adb1-7541bf2c2e03 None None] Provisioning complete for port a41f899b-70b4-4005-8739-e19e3658d92c triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:30.223395 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-046e5aea-de99-4382-adb1-7541bf2c2e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:30.300726 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ae74b312-ac76-420d-a1b1-b9193ad78d46 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3981030 Jul 23 16:38:30.321718 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52516) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:30.341983 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18d059-9b66-4c66-9f8c-a20b9332a8d3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Pushing event updated for resources: {'Port': ['ID=17f6d1a8-0f23-4a52-9d4b-dfa3805a742a,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:30.413046 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-046e5aea-de99-4382-adb1-7541bf2c2e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:30.413935 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3b3f0c-b2f8-4c80-8ae0-12525b5024bd tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:30.419045 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9b3b3f0c-b2f8-4c80-8ae0-12525b5024bd tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "GET /v2.0/ports/8e25236c-c0ea-443b-80e6-fff6c1570f9d HTTP/1.1" status: 200 len: 845 time: 0.0959518 Jul 23 16:38:30.419983 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52520) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:30.469451 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-046e5aea-de99-4382-adb1-7541bf2c2e03 None None] For port a41f899b-70b4-4005-8739-e19e3658d92c, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a41f899b-70b4-4005-8739-e19e3658d92c,segment=NetworkSegment(52e4d263-e23d-45d5-9c3e-59bb1b071c31),segment_id=52e4d263-e23d-45d5-9c3e-59bb1b071c31)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:30.472593 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff8ad71-b29b-4b1e-96e8-7f283eaa6577 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Router bbc4550a-f25d-481b-b6c2-d61a77c851b3 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:38:30.476624 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-046e5aea-de99-4382-adb1-7541bf2c2e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:30.561366 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e5aea-de99-4382-adb1-7541bf2c2e03 None None] Pushing event updated for resources: {'Port': ['ID=a41f899b-70b4-4005-8739-e19e3658d92c,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:30.584014 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e7864-2613-42bf-bc93-f047756bf12a req-d212f40e-cb36-4a93-a62b-3ecf633930ed tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:30.585226 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d6e7864-2613-42bf-bc93-f047756bf12a req-d212f40e-cb36-4a93-a62b-3ecf633930ed tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 945 time: 0.4121587 Jul 23 16:38:30.614232 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff8ad71-b29b-4b1e-96e8-7f283eaa6577 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:38:30.620131 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1ff8ad71-b29b-4b1e-96e8-7f283eaa6577 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "PUT /v2.0/routers/bbc4550a-f25d-481b-b6c2-d61a77c851b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5312121 Jul 23 16:38:30.622483 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52522) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:30.630040 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d472a7-2c29-4073-8847-d7a89eede649 None None] Sync routers for ids ['bbc4550a-f25d-481b-b6c2-d61a77c851b3'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:38:30.641131 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d472a7-2c29-4073-8847-d7a89eede649 None None] Routers {'bbc4550a-f25d-481b-b6c2-d61a77c851b3'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:30.642696 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-d9d472a7-2c29-4073-8847-d7a89eede649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:38:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['bbc4550a-f25d-481b-b6c2-d61a77c851b3'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:30.684630 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-4d18d059-9b66-4c66-9f8c-a20b9332a8d3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Deleting port 17f6d1a8-0f23-4a52-9d4b-dfa3805a742a {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:30.684982 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d18d059-9b66-4c66-9f8c-a20b9332a8d3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:30.690455 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653eb293-fed8-4434-bdd3-1a70424f51c4 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:30.691915 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d6e7864-2613-42bf-bc93-f047756bf12a req-1e222d0d-1e44-48ff-a1aa-63708f3b989f tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988426 Jul 23 16:38:30.692217 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-653eb293-fed8-4434-bdd3-1a70424f51c4 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "GET /v2.0/ports/9b2df7ca-81f4-4626-afae-c6639d8347df HTTP/1.1" status: 200 len: 911 time: 0.0681086 Jul 23 16:38:30.694965 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52524) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:30.702510 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-3f7aa656-09bb-4c2d-bcf6-0d7b3b6fa0e1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cb3860dc-23aa-408c-bafd-50a6ed00ddd3'}]}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:30.777797 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-07d5e323-b2c6-464e-9303-0ce1d807e607 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Deleting port 8e25236c-c0ea-443b-80e6-fff6c1570f9d {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:30.778352 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-07d5e323-b2c6-464e-9303-0ce1d807e607 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:30.817737 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f7830dd9-3bc4-4806-9c28-36ab4fdd2a72 None None] Provisioning for port 9b2df7ca-81f4-4626-afae-c6639d8347df completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:30.824592 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f7830dd9-3bc4-4806-9c28-36ab4fdd2a72 None None] Provisioning complete for port 9b2df7ca-81f4-4626-afae-c6639d8347df triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:30.825492 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f7830dd9-3bc4-4806-9c28-36ab4fdd2a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:30.831239 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-d9d472a7-2c29-4073-8847-d7a89eede649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:30.844168 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d472a7-2c29-4073-8847-d7a89eede649 None None] Routers {'bbc4550a-f25d-481b-b6c2-d61a77c851b3'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:30.844772 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-d9d472a7-2c29-4073-8847-d7a89eede649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:38:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['bbc4550a-f25d-481b-b6c2-d61a77c851b3'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:30.846194 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d18d059-9b66-4c66-9f8c-a20b9332a8d3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:30.846541 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d18d059-9b66-4c66-9f8c-a20b9332a8d3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:30.890445 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-d9d472a7-2c29-4073-8847-d7a89eede649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:30.891508 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d472a7-2c29-4073-8847-d7a89eede649 None None] The sync data for ids ['bbc4550a-f25d-481b-b6c2-d61a77c851b3'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:38:30.909174 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f7830dd9-3bc4-4806-9c28-36ab4fdd2a72 None None] Port 9b2df7ca-81f4-4626-afae-c6639d8347df cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:38:30.915137 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-07d5e323-b2c6-464e-9303-0ce1d807e607 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:30.920479 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f7830dd9-3bc4-4806-9c28-36ab4fdd2a72 None None] Provisioning complete for port a41f899b-70b4-4005-8739-e19e3658d92c triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:30.921308 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f7830dd9-3bc4-4806-9c28-36ab4fdd2a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:30.930226 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-07d5e323-b2c6-464e-9303-0ce1d807e607 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Calling delete_port for 8e25236c-c0ea-443b-80e6-fff6c1570f9d owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:30.941122 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-4d18d059-9b66-4c66-9f8c-a20b9332a8d3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Calling delete_port for 17f6d1a8-0f23-4a52-9d4b-dfa3805a742a owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:30.953354 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f7aa656-09bb-4c2d-bcf6-0d7b3b6fa0e1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:31.125790 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-07d5e323-b2c6-464e-9303-0ce1d807e607 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:31.182158 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c6875cd2-40a9-4b44-9cf4-d4ed2fd23507 None None] Provisioning complete for port 9b2df7ca-81f4-4626-afae-c6639d8347df triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:31.182644 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c6875cd2-40a9-4b44-9cf4-d4ed2fd23507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:31.188934 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a41f899b-70b4-4005-8739-e19e3658d92c up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:31.197882 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5e323-b2c6-464e-9303-0ce1d807e607 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Port': ['ID=8e25236c-c0ea-443b-80e6-fff6c1570f9d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:31.214912 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-07d5e323-b2c6-464e-9303-0ce1d807e607 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:31.218645 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-07d5e323-b2c6-464e-9303-0ce1d807e607 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/ports/8e25236c-c0ea-443b-80e6-fff6c1570f9d HTTP/1.1" status: 204 len: 168 time: 0.7944386 Jul 23 16:38:31.221465 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52526) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:31.264892 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4937f1-acf1-4fa4-85a6-501cbc256059 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] GET failed (client error): The resource could not be found. Jul 23 16:38:31.268023 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3c4937f1-acf1-4fa4-85a6-501cbc256059 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "GET /v2.0/ports/8e25236c-c0ea-443b-80e6-fff6c1570f9d HTTP/1.1" status: 404 len: 333 time: 0.0449908 Jul 23 16:38:31.274754 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52528) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:31.283137 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-4ab9b7a3-06d3-4544-8167-e4877914fec3 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'port': {'network_id': 'e168cd94-2568-41b4-8c90-ba7d7eb160aa', 'name': 'tempest-PortsIpV6TestJSON-458209443'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:31.300046 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-c6875cd2-40a9-4b44-9cf4-d4ed2fd23507 None None] Port 9b2df7ca-81f4-4626-afae-c6639d8347df cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:38:31.303508 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port a41f899b-70b4-4005-8739-e19e3658d92c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:31.303882 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:31.330057 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d18d059-9b66-4c66-9f8c-a20b9332a8d3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:31.418684 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18d059-9b66-4c66-9f8c-a20b9332a8d3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Pushing event deleted for resources: {'Port': ['ID=17f6d1a8-0f23-4a52-9d4b-dfa3805a742a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:31.427866 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a810fa37-70b1-49dc-a0c9-b4c5c9e6a0ea None None] Provisioning complete for port 9b2df7ca-81f4-4626-afae-c6639d8347df triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:31.428240 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a810fa37-70b1-49dc-a0c9-b4c5c9e6a0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:31.473981 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a810fa37-70b1-49dc-a0c9-b4c5c9e6a0ea None None] Port 9b2df7ca-81f4-4626-afae-c6639d8347df cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:38:31.544949 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab9b7a3-06d3-4544-8167-e4877914fec3 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:31.548598 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4ab9b7a3-06d3-4544-8167-e4877914fec3 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:31.556422 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f7aa656-09bb-4c2d-bcf6-0d7b3b6fa0e1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:31.567734 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f7aa656-09bb-4c2d-bcf6-0d7b3b6fa0e1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:31.575458 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7aa656-09bb-4c2d-bcf6-0d7b3b6fa0e1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:31.576136 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f7aa656-09bb-4c2d-bcf6-0d7b3b6fa0e1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:31.577812 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3f7aa656-09bb-4c2d-bcf6-0d7b3b6fa0e1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "PUT /v2.0/ports/9b2df7ca-81f4-4626-afae-c6639d8347df HTTP/1.1" status: 200 len: 911 time: 0.8812485 Jul 23 16:38:31.581197 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52534) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:31.590345 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-4ab9b7a3-06d3-4544-8167-e4877914fec3 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] device_id is not set on port 7646f495-b2f7-4861-ac6e-9f57cf1f1b04 yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:38:31.599193 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-4d18d059-9b66-4c66-9f8c-a20b9332a8d3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] create failed (client error): The resource could not be found. Jul 23 16:38:31.600375 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4d18d059-9b66-4c66-9f8c-a20b9332a8d3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.8920429 Jul 23 16:38:31.629914 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52536) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:31.697853 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7aa656-09bb-4c2d-bcf6-0d7b3b6fa0e1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Port': ['ID=9b2df7ca-81f4-4626-afae-c6639d8347df,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:31.922649 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4ab9b7a3-06d3-4544-8167-e4877914fec3 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:31.938464 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-45349577-8fa6-4a97-a633-619af154aed9 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Deleting port 7374d907-e093-42bb-a938-1569aeb07d4f {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:31.938905 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-45349577-8fa6-4a97-a633-619af154aed9 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:31.961209 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0347c891-36ef-4c90-bbec-1fd43ab23ee9 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:32.095691 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29581a8-39eb-44fd-8bbc-150ab2d1c9d2 req-08d5cf73-11d1-48c9-bf42-795d78993f8d tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:32.097387 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c29581a8-39eb-44fd-8bbc-150ab2d1c9d2 req-08d5cf73-11d1-48c9-bf42-795d78993f8d tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 945 time: 0.2343113 Jul 23 16:38:32.114713 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-45349577-8fa6-4a97-a633-619af154aed9 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:32.134654 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4ab9b7a3-06d3-4544-8167-e4877914fec3 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:32.162217 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-45349577-8fa6-4a97-a633-619af154aed9 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Calling delete_port for 7374d907-e093-42bb-a938-1569aeb07d4f owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:32.259377 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-0347c891-36ef-4c90-bbec-1fd43ab23ee9 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Deleting port 9b2df7ca-81f4-4626-afae-c6639d8347df {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:32.259647 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0347c891-36ef-4c90-bbec-1fd43ab23ee9 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:32.269200 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab9b7a3-06d3-4544-8167-e4877914fec3 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network e168cd94-2568-41b4-8c90-ba7d7eb160aa is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:32.279378 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c29581a8-39eb-44fd-8bbc-150ab2d1c9d2 req-4cc971e0-c501-4156-bda5-a0245842f884 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678874 Jul 23 16:38:32.287162 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-4ab9b7a3-06d3-4544-8167-e4877914fec3 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:32.291871 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab9b7a3-06d3-4544-8167-e4877914fec3 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:32.297900 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab9b7a3-06d3-4544-8167-e4877914fec3 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:32.298530 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4ab9b7a3-06d3-4544-8167-e4877914fec3 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:32.301642 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9b7a3-06d3-4544-8167-e4877914fec3 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Port': ['ID=7646f495-b2f7-4861-ac6e-9f57cf1f1b04,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:32.331663 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4ab9b7a3-06d3-4544-8167-e4877914fec3 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0554163 Jul 23 16:38:32.339796 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52540) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:32.346042 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-d1a2149b-e031-420e-8873-2d85260a543c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:32.409319 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-45349577-8fa6-4a97-a633-619af154aed9 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:32.415859 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0347c891-36ef-4c90-bbec-1fd43ab23ee9 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:32.449463 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45349577-8fa6-4a97-a633-619af154aed9 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Pushing event deleted for resources: {'Port': ['ID=7374d907-e093-42bb-a938-1569aeb07d4f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:32.453825 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-0347c891-36ef-4c90-bbec-1fd43ab23ee9 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Calling delete_port for 9b2df7ca-81f4-4626-afae-c6639d8347df owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:32.480978 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d1a2149b-e031-420e-8873-2d85260a543c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:32.525433 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-45349577-8fa6-4a97-a633-619af154aed9 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:32.528478 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-45349577-8fa6-4a97-a633-619af154aed9 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] 10.222.0.73 "DELETE /v2.0/ports/7374d907-e093-42bb-a938-1569aeb07d4f HTTP/1.1" status: 204 len: 168 time: 0.8974872 Jul 23 16:38:32.530824 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52544) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:32.607046 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fdbb5acc-4bda-4083-b592-4b45ae0f1bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:32.625686 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2479eaf3-b513-46ef-9d7b-a939a9e6e052 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:32.629980 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2479eaf3-b513-46ef-9d7b-a939a9e6e052 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] 10.222.0.73 "GET /v2.0/ports?device_id=b28ec676-d2a9-4698-80bf-43770b1f3b07 HTTP/1.1" status: 200 len: 913 time: 0.0954707 Jul 23 16:38:32.636155 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52548) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:32.811662 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d1a2149b-e031-420e-8873-2d85260a543c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:32.818702 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d1a2149b-e031-420e-8873-2d85260a543c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:32.837478 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-d1a2149b-e031-420e-8873-2d85260a543c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] In _notify_port_updated(), no bound segment for port 7646f495-b2f7-4861-ac6e-9f57cf1f1b04 on network e168cd94-2568-41b4-8c90-ba7d7eb160aa {{(pid=94013) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:38:32.843339 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a2149b-e031-420e-8873-2d85260a543c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:32.844004 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d1a2149b-e031-420e-8873-2d85260a543c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:32.848071 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d1a2149b-e031-420e-8873-2d85260a543c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "PUT /v2.0/ports/7646f495-b2f7-4861-ac6e-9f57cf1f1b04 HTTP/1.1" status: 200 len: 818 time: 0.5045037 Jul 23 16:38:32.852327 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52550) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:32.869817 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0347c891-36ef-4c90-bbec-1fd43ab23ee9 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:32.895248 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2149b-e031-420e-8873-2d85260a543c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Port': ['ID=7646f495-b2f7-4861-ac6e-9f57cf1f1b04,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:32.938850 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347c891-36ef-4c90-bbec-1fd43ab23ee9 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Port': ['ID=9b2df7ca-81f4-4626-afae-c6639d8347df,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:33.013594 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0347c891-36ef-4c90-bbec-1fd43ab23ee9 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:33.189374 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0347c891-36ef-4c90-bbec-1fd43ab23ee9 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Router bbc4550a-f25d-481b-b6c2-d61a77c851b3 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:38:33.274651 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0347c891-36ef-4c90-bbec-1fd43ab23ee9 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:38:33.280085 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0347c891-36ef-4c90-bbec-1fd43ab23ee9 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "PUT /v2.0/routers/bbc4550a-f25d-481b-b6c2-d61a77c851b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6966908 Jul 23 16:38:33.282623 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52552) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:33.285892 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83e380f-3b94-48b7-8feb-32a33c66c2c5 None None] Sync routers for ids ['bbc4550a-f25d-481b-b6c2-d61a77c851b3'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:38:33.296703 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83e380f-3b94-48b7-8feb-32a33c66c2c5 None None] Routers {'bbc4550a-f25d-481b-b6c2-d61a77c851b3'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:33.297634 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c83e380f-3b94-48b7-8feb-32a33c66c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:38:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['bbc4550a-f25d-481b-b6c2-d61a77c851b3'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:33.319493 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b9236343-1836-44cd-8115-67ea043cf960 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbc4550a-f25d-481b-b6c2-d61a77c851b3 HTTP/1.1" status: 200 len: 205 time: 0.0330849 Jul 23 16:38:33.319671 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52556) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:33.356148 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c83e380f-3b94-48b7-8feb-32a33c66c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:33.369805 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83e380f-3b94-48b7-8feb-32a33c66c2c5 None None] Routers {'bbc4550a-f25d-481b-b6c2-d61a77c851b3'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:33.370689 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c83e380f-3b94-48b7-8feb-32a33c66c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:38:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['bbc4550a-f25d-481b-b6c2-d61a77c851b3'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:33.380606 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-78f7ca90-cfa3-4f55-b9a4-04252f7dfb47 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Deleting port 7646f495-b2f7-4861-ac6e-9f57cf1f1b04 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:33.380950 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-78f7ca90-cfa3-4f55-b9a4-04252f7dfb47 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:33.402005 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9587ab3f-3bb2-499f-8fd1-78eb39417696 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:33.408571 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c83e380f-3b94-48b7-8feb-32a33c66c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:33.409357 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83e380f-3b94-48b7-8feb-32a33c66c2c5 None None] The sync data for ids ['bbc4550a-f25d-481b-b6c2-d61a77c851b3'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:38:33.501011 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-78f7ca90-cfa3-4f55-b9a4-04252f7dfb47 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:33.527723 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-78f7ca90-cfa3-4f55-b9a4-04252f7dfb47 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Calling delete_port for 7646f495-b2f7-4861-ac6e-9f57cf1f1b04 owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:33.536046 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e5ed4526-f9d4-4427-8b3b-f4089013750f tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:33.562202 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9587ab3f-3bb2-499f-8fd1-78eb39417696 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:33.566429 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9587ab3f-3bb2-499f-8fd1-78eb39417696 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:33.661068 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac356c-fd15-4ffe-b3d2-c6b98639b153 req-9d5d3e61-d775-4a9b-b76a-f06a513bf7e0 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:33.662708 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15ac356c-fd15-4ffe-b3d2-c6b98639b153 req-9d5d3e61-d775-4a9b-b76a-f06a513bf7e0 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 945 time: 0.2769277 Jul 23 16:38:33.793796 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15ac356c-fd15-4ffe-b3d2-c6b98639b153 req-c9c6877c-6856-4c68-89dc-075f1be60eac tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215136 Jul 23 16:38:33.809888 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-78f7ca90-cfa3-4f55-b9a4-04252f7dfb47 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:33.846618 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7ca90-cfa3-4f55-b9a4-04252f7dfb47 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Port': ['ID=7646f495-b2f7-4861-ac6e-9f57cf1f1b04,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:33.850785 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-78f7ca90-cfa3-4f55-b9a4-04252f7dfb47 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:33.853022 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-78f7ca90-cfa3-4f55-b9a4-04252f7dfb47 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/ports/7646f495-b2f7-4861-ac6e-9f57cf1f1b04 HTTP/1.1" status: 204 len: 168 time: 0.9995933 Jul 23 16:38:33.856424 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52562) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:33.945840 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9587ab3f-3bb2-499f-8fd1-78eb39417696 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:33.946684 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9587ab3f-3bb2-499f-8fd1-78eb39417696 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Fanout notify agent at l3_agent the message router_deleted on router bbc4550a-f25d-481b-b6c2-d61a77c851b3 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:38:33.955362 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9587ab3f-3bb2-499f-8fd1-78eb39417696 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:33.958176 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9587ab3f-3bb2-499f-8fd1-78eb39417696 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/routers/bbc4550a-f25d-481b-b6c2-d61a77c851b3 HTTP/1.1" status: 204 len: 168 time: 0.6364896 Jul 23 16:38:33.959382 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52564) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:33.989632 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55416a4d-a785-45ee-af73-97be9e895011 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:33.991167 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-55416a4d-a785-45ee-af73-97be9e895011 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1338317 Jul 23 16:38:33.994457 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52566) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:34.017080 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-e5ed4526-f9d4-4427-8b3b-f4089013750f tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Deleting port 9e389c17-563b-4343-91dd-944ec33f78e7 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:34.017449 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e5ed4526-f9d4-4427-8b3b-f4089013750f tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:34.031146 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-85bd98ec-3002-499a-9b08-649183f9dcdc tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] GET failed (client error): The resource could not be found. Jul 23 16:38:34.032467 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-85bd98ec-3002-499a-9b08-649183f9dcdc tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "GET /v2.0/ports/7646f495-b2f7-4861-ac6e-9f57cf1f1b04 HTTP/1.1" status: 404 len: 333 time: 0.0370166 Jul 23 16:38:34.036129 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52568) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:34.041574 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-63d43e21-279b-40d3-a3fe-96c7c80d9e4f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1223135470'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:34.054580 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee55100b-bff6-4166-b50e-29b0322c29a6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Deleting subnet cb3860dc-23aa-408c-bafd-50a6ed00ddd3 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:38:34.060459 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ee55100b-bff6-4166-b50e-29b0322c29a6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:34.104278 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d43e21-279b-40d3-a3fe-96c7c80d9e4f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:34.107653 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63d43e21-279b-40d3-a3fe-96c7c80d9e4f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:34.114321 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e5ed4526-f9d4-4427-8b3b-f4089013750f tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:34.119483 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ee55100b-bff6-4166-b50e-29b0322c29a6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:34.126690 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-e5ed4526-f9d4-4427-8b3b-f4089013750f tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Calling delete_port for 9e389c17-563b-4343-91dd-944ec33f78e7 owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:34.165293 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d43e21-279b-40d3-a3fe-96c7c80d9e4f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] vlan segment allocate from pool success with {'vlan_id': 1115, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:38:34.184309 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63d43e21-279b-40d3-a3fe-96c7c80d9e4f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:34.184660 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-63d43e21-279b-40d3-a3fe-96c7c80d9e4f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Added segment 1616e826-9fb9-4215-9685-168f441df05d of type vlan for network 4c62378f-dad6-4ecb-a15c-f25ef2d08e48 Jul 23 16:38:34.260165 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63d43e21-279b-40d3-a3fe-96c7c80d9e4f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:34.266384 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ee55100b-bff6-4166-b50e-29b0322c29a6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:34.309721 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e5ed4526-f9d4-4427-8b3b-f4089013750f tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:34.331978 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63d43e21-279b-40d3-a3fe-96c7c80d9e4f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:34.338308 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed4526-f9d4-4427-8b3b-f4089013750f tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Pushing event deleted for resources: {'Port': ['ID=9e389c17-563b-4343-91dd-944ec33f78e7,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:34.338483 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d43e21-279b-40d3-a3fe-96c7c80d9e4f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:34.338979 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63d43e21-279b-40d3-a3fe-96c7c80d9e4f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:34.387795 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ee55100b-bff6-4166-b50e-29b0322c29a6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:34.402686 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-63d43e21-279b-40d3-a3fe-96c7c80d9e4f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3655052 Jul 23 16:38:34.406421 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52570) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:34.411934 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-c15c8ee9-7ffe-4ef4-9c66-0f78022a4557 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'subnet': {'network_id': '4c62378f-dad6-4ecb-a15c-f25ef2d08e48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:34.454117 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55100b-bff6-4166-b50e-29b0322c29a6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Subnet': ['ID=cb3860dc-23aa-408c-bafd-50a6ed00ddd3,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:34.455869 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d43e21-279b-40d3-a3fe-96c7c80d9e4f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Network': ['ID=4c62378f-dad6-4ecb-a15c-f25ef2d08e48,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:34.459694 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ee55100b-bff6-4166-b50e-29b0322c29a6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:34.462136 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ee55100b-bff6-4166-b50e-29b0322c29a6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/subnets/cb3860dc-23aa-408c-bafd-50a6ed00ddd3 HTTP/1.1" status: 204 len: 168 time: 0.5013084 Jul 23 16:38:34.465943 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52572) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:34.468248 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803ddb9d-fff9-4ed5-978c-869d6e251384 None None] Network c93ef495-cd7a-46ad-a5fe-690abf070436 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:34.473095 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 4c62378f-dad6-4ecb-a15c-f25ef2d08e48 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:38:34.556353 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-68bc5284-492b-423c-bafc-80d29934646a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:34.584434 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e5ed4526-f9d4-4427-8b3b-f4089013750f tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:34.633720 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-68bc5284-492b-423c-bafc-80d29934646a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Deleting port a41f899b-70b4-4005-8739-e19e3658d92c {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:34.633989 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-68bc5284-492b-423c-bafc-80d29934646a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:34.711882 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-68bc5284-492b-423c-bafc-80d29934646a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] For port a41f899b-70b4-4005-8739-e19e3658d92c, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a41f899b-70b4-4005-8739-e19e3658d92c,segment=NetworkSegment(52e4d263-e23d-45d5-9c3e-59bb1b071c31),segment_id=52e4d263-e23d-45d5-9c3e-59bb1b071c31)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:34.712338 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-68bc5284-492b-423c-bafc-80d29934646a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:34.725272 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-68bc5284-492b-423c-bafc-80d29934646a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Calling delete_port for a41f899b-70b4-4005-8739-e19e3658d92c owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:34.761690 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15c8ee9-7ffe-4ef4-9c66-0f78022a4557 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:34.766298 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c15c8ee9-7ffe-4ef4-9c66-0f78022a4557 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:34.796611 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ed4526-f9d4-4427-8b3b-f4089013750f tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Router b28ec676-d2a9-4698-80bf-43770b1f3b07 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:38:34.855274 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-68bc5284-492b-423c-bafc-80d29934646a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:34.865694 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:34.893663 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bc5284-492b-423c-bafc-80d29934646a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] No DVR routers for this DVR port a41f899b-70b4-4005-8739-e19e3658d92c on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:34.895299 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc5284-492b-423c-bafc-80d29934646a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Port': ['ID=a41f899b-70b4-4005-8739-e19e3658d92c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:34.953631 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee3e98e-b0df-44e1-8b41-cb302cad283f None None] DHCP port deletion for c93ef495-cd7a-46ad-a5fe-690abf070436 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:38:34.983006 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ed4526-f9d4-4427-8b3b-f4089013750f tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:38:34.986625 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-68bc5284-492b-423c-bafc-80d29934646a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:34.989635 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e5ed4526-f9d4-4427-8b3b-f4089013750f tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] 10.222.0.73 "PUT /v2.0/routers/b28ec676-d2a9-4698-80bf-43770b1f3b07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3522878 Jul 23 16:38:34.993383 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52580) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:34.996089 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9af7b0c-eea4-438d-a19d-9b2f5e34530a None None] Sync routers for ids ['b28ec676-d2a9-4698-80bf-43770b1f3b07'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:38:35.010021 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9af7b0c-eea4-438d-a19d-9b2f5e34530a None None] Routers {'b28ec676-d2a9-4698-80bf-43770b1f3b07'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:35.011307 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-68bc5284-492b-423c-bafc-80d29934646a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c93ef495-cd7a-46ad-a5fe-690abf070436']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:35.012115 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-a9af7b0c-eea4-438d-a19d-9b2f5e34530a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:38:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['b28ec676-d2a9-4698-80bf-43770b1f3b07'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:35.055519 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-a9af7b0c-eea4-438d-a19d-9b2f5e34530a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:35.061173 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99de7d7-6a51-4fee-bef7-4b7fe5a82147 req-93b7d0c3-c956-4a44-ba40-31823fb7fc85 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:35.062706 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d99de7d7-6a51-4fee-bef7-4b7fe5a82147 req-93b7d0c3-c956-4a44-ba40-31823fb7fc85 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 945 time: 0.1692562 Jul 23 16:38:35.071178 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9af7b0c-eea4-438d-a19d-9b2f5e34530a None None] Routers {'b28ec676-d2a9-4698-80bf-43770b1f3b07'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:35.071807 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-a9af7b0c-eea4-438d-a19d-9b2f5e34530a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:38:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['b28ec676-d2a9-4698-80bf-43770b1f3b07'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:35.105682 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-68bc5284-492b-423c-bafc-80d29934646a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e4d263-e23d-45d5-9c3e-59bb1b071c31') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:35.106328 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-68bc5284-492b-423c-bafc-80d29934646a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e4d263-e23d-45d5-9c3e-59bb1b071c31') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:35.120105 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-a9af7b0c-eea4-438d-a19d-9b2f5e34530a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:35.121077 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9af7b0c-eea4-438d-a19d-9b2f5e34530a None None] The sync data for ids ['b28ec676-d2a9-4698-80bf-43770b1f3b07'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:38:35.131015 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44539390-64d4-473b-ad2f-05d99d8755e3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.149360 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d99de7d7-6a51-4fee-bef7-4b7fe5a82147 req-be7d6fd3-a271-45cf-9339-c54deccb4710 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759037 Jul 23 16:38:35.157523 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c15c8ee9-7ffe-4ef4-9c66-0f78022a4557 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.172666 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a41f899b-70b4-4005-8739-e19e3658d92c no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:38:35.194989 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: a41f899b-70b4-4005-8739-e19e3658d92c {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:38:35.195399 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a41f899b-70b4-4005-8739-e19e3658d92c not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:38:35.219200 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-68bc5284-492b-423c-bafc-80d29934646a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.236240 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c8ee9-7ffe-4ef4-9c66-0f78022a4557 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Subnet': ['ID=3244ffc6-9722-45ec-bbf9-48c2f86c2cff,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:35.247640 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15c8ee9-7ffe-4ef4-9c66-0f78022a4557 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Checking segment: {'id': '1616e826-9fb9-4215-9685-168f441df05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '4c62378f-dad6-4ecb-a15c-f25ef2d08e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:35.248257 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15c8ee9-7ffe-4ef4-9c66-0f78022a4557 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network hostable DHCP agents. Network: 4c62378f-dad6-4ecb-a15c-f25ef2d08e48, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:38:35.266684 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15c8ee9-7ffe-4ef4-9c66-0f78022a4557 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network 4c62378f-dad6-4ecb-a15c-f25ef2d08e48 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:38:35.275793 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-c15c8ee9-7ffe-4ef4-9c66-0f78022a4557 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 4c62378f-dad6-4ecb-a15c-f25ef2d08e48) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:35.280371 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15c8ee9-7ffe-4ef4-9c66-0f78022a4557 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:35.281283 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c15c8ee9-7ffe-4ef4-9c66-0f78022a4557 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.290613 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3213ee5e-006b-439c-abb5-5cc5e8a3e03e None None] Network 4c62378f-dad6-4ecb-a15c-f25ef2d08e48 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:35.293851 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-68bc5284-492b-423c-bafc-80d29934646a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.302746 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c15c8ee9-7ffe-4ef4-9c66-0f78022a4557 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8951325 Jul 23 16:38:35.303683 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52582) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:35.311658 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-f300f18e-0975-4c6b-ac1f-f71a2a603469 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'subnet': {'network_id': '4c62378f-dad6-4ecb-a15c-f25ef2d08e48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:35.329258 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68bc5284-492b-423c-bafc-80d29934646a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Releasing vlan 1122 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:38:35.329813 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-68bc5284-492b-423c-bafc-80d29934646a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.332888 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:38:35.332888 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:38:35.332888 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:38:35.332888 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:38:35.332888 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:38:35.332888 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:38:35.332888 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:38:35.332888 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:38:35.332888 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:38:35.332888 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:38:35.332888 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:38:35.332888 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:38:35.332888 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:38:35.332888 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:38:35.332888 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:38:35.332888 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:38:35.332888 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:38:35.332888 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:38:35.332888 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:38:35.332888 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:38:35.332888 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:38:35.332888 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:38:35.332888 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:38:35.332888 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:38:35.332888 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:38:35.332888 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:38:35.332888 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:38:35.332888 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:38:35.332888 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:38:35.332888 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:38:35.332888 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:38:35.332888 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:38:35.345485 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44539390-64d4-473b-ad2f-05d99d8755e3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.349605 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44539390-64d4-473b-ad2f-05d99d8755e3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.387268 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1307f189-5f4f-4136-a285-32f590eb2c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.456705 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44539390-64d4-473b-ad2f-05d99d8755e3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.459667 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44539390-64d4-473b-ad2f-05d99d8755e3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Fanout notify agent at l3_agent the message router_deleted on router b28ec676-d2a9-4698-80bf-43770b1f3b07 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:38:35.468122 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44539390-64d4-473b-ad2f-05d99d8755e3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.471927 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-44539390-64d4-473b-ad2f-05d99d8755e3 tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] 10.222.0.73 "DELETE /v2.0/routers/b28ec676-d2a9-4698-80bf-43770b1f3b07 HTTP/1.1" status: 204 len: 168 time: 0.4700010 Jul 23 16:38:35.471927 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-68bc5284-492b-423c-bafc-80d29934646a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.472717 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52584) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:35.489419 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-68bc5284-492b-423c-bafc-80d29934646a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.497087 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-68bc5284-492b-423c-bafc-80d29934646a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/networks/c93ef495-cd7a-46ad-a5fe-690abf070436 HTTP/1.1" status: 204 len: 168 time: 1.0301225 Jul 23 16:38:35.500159 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52586) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:35.507961 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-09a67cb0-ec33-41da-a6c0-d2623296432f tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1308898731', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:35.511135 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.511652 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f300f18e-0975-4c6b-ac1f-f71a2a603469 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:35.518612 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f300f18e-0975-4c6b-ac1f-f71a2a603469 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.548447 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9f7bf8-ecdb-4b80-966a-b3a2c5c34482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-4c62378f-dad6-4ecb-a15c-f25ef2d08e48', 'network_id': '4c62378f-dad6-4ecb-a15c-f25ef2d08e48', 'tenant_id': '9684d680e97142e5b0eab6534baef299', 'fixed_ips': [{'subnet_id': '3244ffc6-9722-45ec-bbf9-48c2f86c2cff'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:38:35.549921 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc5284-492b-423c-bafc-80d29934646a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Network': ['ID=c93ef495-cd7a-46ad-a5fe-690abf070436,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:35.556161 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4f9f7bf8-ecdb-4b80-966a-b3a2c5c34482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.577847 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-09a67cb0-ec33-41da-a6c0-d2623296432f tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.578916 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-09a67cb0-ec33-41da-a6c0-d2623296432f tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.585834 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-3987d6df-3471-4665-9141-63de8cb6e60d tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Deleting subnet 50a27a5c-ad20-485c-865d-7b27d01df259 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:38:35.590482 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3987d6df-3471-4665-9141-63de8cb6e60d tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.672488 n-d-778549-4 neutron-server[94012]: INFO neutron.db.ipam_backend_mixin [None req-f300f18e-0975-4c6b-ac1f-f71a2a603469 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3244ffc6-9722-45ec-bbf9-48c2f86c2cff (CIDR: 2001:db8::/64) Jul 23 16:38:35.673745 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3987d6df-3471-4665-9141-63de8cb6e60d tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.678656 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-f300f18e-0975-4c6b-ac1f-f71a2a603469 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:38:35.679284 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f300f18e-0975-4c6b-ac1f-f71a2a603469 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:38:35.700121 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-09a67cb0-ec33-41da-a6c0-d2623296432f tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.702820 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52588) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:35.703191 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f300f18e-0975-4c6b-ac1f-f71a2a603469 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3959799 Jul 23 16:38:35.707879 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-d47d1c2f-402c-494a-9b7f-570f0f03cdbc tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'subnet': {'network_id': '4c62378f-dad6-4ecb-a15c-f25ef2d08e48', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:35.719222 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-09a67cb0-ec33-41da-a6c0-d2623296432f tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.733205 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-4f9f7bf8-ecdb-4b80-966a-b3a2c5c34482 None None] Allocated IP 2001:db8::2 (4c62378f-dad6-4ecb-a15c-f25ef2d08e48/3244ffc6-9722-45ec-bbf9-48c2f86c2cff/d9aaebea-ac9b-4b9f-aaed-c74f4d810b63) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:35.899815 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4f9f7bf8-ecdb-4b80-966a-b3a2c5c34482 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.915850 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4f9f7bf8-ecdb-4b80-966a-b3a2c5c34482 None None] Transition to ACTIVE for port object d9aaebea-ac9b-4b9f-aaed-c74f4d810b63 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:35.918971 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-09a67cb0-ec33-41da-a6c0-d2623296432f tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.923272 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-09a67cb0-ec33-41da-a6c0-d2623296432f tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4180126 Jul 23 16:38:35.923431 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52594) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:35.928443 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-41c8a6ea-924c-4b9b-8c38-e62d25a1844c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1974658462'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:35.936205 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4f9f7bf8-ecdb-4b80-966a-b3a2c5c34482 None None] Transition to ACTIVE for port object d9aaebea-ac9b-4b9f-aaed-c74f4d810b63 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:35.945460 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4f9f7bf8-ecdb-4b80-966a-b3a2c5c34482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.953319 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3987d6df-3471-4665-9141-63de8cb6e60d tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.988316 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9f7bf8-ecdb-4b80-966a-b3a2c5c34482 None None] Network 4c62378f-dad6-4ecb-a15c-f25ef2d08e48 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:35.991322 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-4f9f7bf8-ecdb-4b80-966a-b3a2c5c34482 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:35.998269 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9f7bf8-ecdb-4b80-966a-b3a2c5c34482 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:36.007112 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47d1c2f-402c-494a-9b7f-570f0f03cdbc tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:36.010276 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f7bf8-ecdb-4b80-966a-b3a2c5c34482 None None] Pushing event updated for resources: {'Port': ['ID=d9aaebea-ac9b-4b9f-aaed-c74f4d810b63,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:36.017094 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c8a6ea-924c-4b9b-8c38-e62d25a1844c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Made reservation on behalf of 4582563f2d784210a277b9ecb7709946 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:36.019849 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d47d1c2f-402c-494a-9b7f-570f0f03cdbc tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:36.025818 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-41c8a6ea-924c-4b9b-8c38-e62d25a1844c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:36.070048 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c8a6ea-924c-4b9b-8c38-e62d25a1844c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] vlan segment allocate from pool success with {'vlan_id': 1130, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:38:36.073935 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-4f9f7bf8-ecdb-4b80-966a-b3a2c5c34482 None None] Attempting to bind port d9aaebea-ac9b-4b9f-aaed-c74f4d810b63 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:38:36.074420 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-4f9f7bf8-ecdb-4b80-966a-b3a2c5c34482 None None] Attempting to bind port d9aaebea-ac9b-4b9f-aaed-c74f4d810b63 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '1616e826-9fb9-4215-9685-168f441df05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '4c62378f-dad6-4ecb-a15c-f25ef2d08e48'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:38:36.075084 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9f7bf8-ecdb-4b80-966a-b3a2c5c34482 None None] Attempting to bind port d9aaebea-ac9b-4b9f-aaed-c74f4d810b63 on network 4c62378f-dad6-4ecb-a15c-f25ef2d08e48 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:38:36.079658 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-41c8a6ea-924c-4b9b-8c38-e62d25a1844c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:36.080010 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-41c8a6ea-924c-4b9b-8c38-e62d25a1844c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Added segment 345ceff8-b41d-41fa-bc1d-0eb34bebbf4a of type vlan for network 154f9421-bd95-4f16-be6c-ca692ad5bd27 Jul 23 16:38:36.081372 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9f7bf8-ecdb-4b80-966a-b3a2c5c34482 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:38:36.081967 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9f7bf8-ecdb-4b80-966a-b3a2c5c34482 None None] Checking segment: {'id': '1616e826-9fb9-4215-9685-168f441df05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '4c62378f-dad6-4ecb-a15c-f25ef2d08e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:36.082633 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4f9f7bf8-ecdb-4b80-966a-b3a2c5c34482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:36.083063 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9f7bf8-ecdb-4b80-966a-b3a2c5c34482 None None] Bound using segment: {'id': '1616e826-9fb9-4215-9685-168f441df05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '4c62378f-dad6-4ecb-a15c-f25ef2d08e48'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:38:36.083538 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-4f9f7bf8-ecdb-4b80-966a-b3a2c5c34482 None None] Bound port: d9aaebea-ac9b-4b9f-aaed-c74f4d810b63, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1616e826-9fb9-4215-9685-168f441df05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '4c62378f-dad6-4ecb-a15c-f25ef2d08e48'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:38:36.083929 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4f9f7bf8-ecdb-4b80-966a-b3a2c5c34482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:36.110823 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3987d6df-3471-4665-9141-63de8cb6e60d tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:36.128408 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-41c8a6ea-924c-4b9b-8c38-e62d25a1844c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:36.150740 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987d6df-3471-4665-9141-63de8cb6e60d tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Pushing event deleted for resources: {'Subnet': ['ID=50a27a5c-ad20-485c-865d-7b27d01df259,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:36.159372 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3987d6df-3471-4665-9141-63de8cb6e60d tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:36.161317 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3987d6df-3471-4665-9141-63de8cb6e60d tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] 10.222.0.73 "DELETE /v2.0/subnets/50a27a5c-ad20-485c-865d-7b27d01df259 HTTP/1.1" status: 204 len: 168 time: 0.6874304 Jul 23 16:38:36.164154 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52596) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:36.180395 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b332879-ba67-4226-a904-a83c25ceae41 None None] Network 51c6bfb7-85be-4b6f-a102-14403af23283 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:36.201020 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4f9f7bf8-ecdb-4b80-966a-b3a2c5c34482 None None] For port d9aaebea-ac9b-4b9f-aaed-c74f4d810b63, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:38:36.205653 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4f9f7bf8-ecdb-4b80-966a-b3a2c5c34482 None None] For port d9aaebea-ac9b-4b9f-aaed-c74f4d810b63, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d9aaebea-ac9b-4b9f-aaed-c74f4d810b63,segment=NetworkSegment(1616e826-9fb9-4215-9685-168f441df05d),segment_id=1616e826-9fb9-4215-9685-168f441df05d)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:38:36.221598 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4f9f7bf8-ecdb-4b80-966a-b3a2c5c34482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:36.285265 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-653212a4-a078-4fae-ae0a-444bf254782b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:36.325384 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-41c8a6ea-924c-4b9b-8c38-e62d25a1844c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:36.330929 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c8a6ea-924c-4b9b-8c38-e62d25a1844c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:36.331474 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-41c8a6ea-924c-4b9b-8c38-e62d25a1844c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:36.332774 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f7bf8-ecdb-4b80-966a-b3a2c5c34482 None None] Pushing event updated for resources: {'Port': ['ID=d9aaebea-ac9b-4b9f-aaed-c74f4d810b63,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:36.338281 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d47d1c2f-402c-494a-9b7f-570f0f03cdbc tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:36.363747 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47d1c2f-402c-494a-9b7f-570f0f03cdbc tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network 4c62378f-dad6-4ecb-a15c-f25ef2d08e48 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:36.388837 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-d47d1c2f-402c-494a-9b7f-570f0f03cdbc tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:36.396116 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47d1c2f-402c-494a-9b7f-570f0f03cdbc tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:36.400604 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d47d1c2f-402c-494a-9b7f-570f0f03cdbc tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:36.400786 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-41c8a6ea-924c-4b9b-8c38-e62d25a1844c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4725475 Jul 23 16:38:36.402758 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52602) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:36.412272 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-b4eaece3-5f4d-47cd-9208-9c785b81ba1d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Request body: {'subnet': {'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:36.423823 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d47d1c2f-402c-494a-9b7f-570f0f03cdbc tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7199214 Jul 23 16:38:36.424436 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52604) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:36.434663 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-57ed971b-f15f-4eb8-a680-c03ee80b615e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'port': {'network_id': '4c62378f-dad6-4ecb-a15c-f25ef2d08e48', 'fixed_ips': [{'subnet_id': '3244ffc6-9722-45ec-bbf9-48c2f86c2cff'}, {'subnet_id': 'a818cf92-5988-4c98-ba32-bf148b6db46a'}], 'name': 'tempest-PortsIpV6TestJSON-398558822'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:36.470247 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d1c2f-402c-494a-9b7f-570f0f03cdbc tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Subnet': ['ID=a818cf92-5988-4c98-ba32-bf148b6db46a,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:36.497813 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8a6ea-924c-4b9b-8c38-e62d25a1844c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Network': ['ID=154f9421-bd95-4f16-be6c-ca692ad5bd27,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:36.511723 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 154f9421-bd95-4f16-be6c-ca692ad5bd27 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:38:36.515307 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722565d8-850d-41ee-98a9-713fe13c80d0 req-b91eb9b0-e6b0-4cca-8ff9-e57e0f216132 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:36.516883 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-722565d8-850d-41ee-98a9-713fe13c80d0 req-b91eb9b0-e6b0-4cca-8ff9-e57e0f216132 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 945 time: 0.2296345 Jul 23 16:38:36.585430 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:36.586863 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3908c3-d3fd-429b-9644-34b960bad87c None None] DHCP port deletion for 51c6bfb7-85be-4b6f-a102-14403af23283 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:38:36.600306 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ed971b-f15f-4eb8-a680-c03ee80b615e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:36.655447 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-722565d8-850d-41ee-98a9-713fe13c80d0 req-b4de1580-8ba5-4fac-bf7c-040096435101 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968809 Jul 23 16:38:36.670992 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-653212a4-a078-4fae-ae0a-444bf254782b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Deleting port 123ba7cc-83fc-424f-8e3e-fec66274ed27 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:36.671386 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-653212a4-a078-4fae-ae0a-444bf254782b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:36.673784 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4eaece3-5f4d-47cd-9208-9c785b81ba1d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Made reservation on behalf of 4582563f2d784210a277b9ecb7709946 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:36.678736 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b4eaece3-5f4d-47cd-9208-9c785b81ba1d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:36.715355 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-57ed971b-f15f-4eb8-a680-c03ee80b615e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:36.721371 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-1a3908c3-d3fd-429b-9644-34b960bad87c None None] Deleting port 123ba7cc-83fc-424f-8e3e-fec66274ed27 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:36.721829 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1a3908c3-d3fd-429b-9644-34b960bad87c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:36.745665 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-57ed971b-f15f-4eb8-a680-c03ee80b615e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] device_id is not set on port db95f3f7-d01b-436c-9dc3-a9d5acc5a9e3 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:38:36.805677 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-1a3908c3-d3fd-429b-9644-34b960bad87c None None] For port 123ba7cc-83fc-424f-8e3e-fec66274ed27, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=123ba7cc-83fc-424f-8e3e-fec66274ed27,segment=NetworkSegment(7567efec-51af-4a86-a595-be25da84198f),segment_id=7567efec-51af-4a86-a595-be25da84198f)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:36.806078 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1a3908c3-d3fd-429b-9644-34b960bad87c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:36.818376 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-1a3908c3-d3fd-429b-9644-34b960bad87c None None] Calling delete_port for 123ba7cc-83fc-424f-8e3e-fec66274ed27 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:36.818689 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-653212a4-a078-4fae-ae0a-444bf254782b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] For port 123ba7cc-83fc-424f-8e3e-fec66274ed27, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=123ba7cc-83fc-424f-8e3e-fec66274ed27,segment=NetworkSegment(7567efec-51af-4a86-a595-be25da84198f),segment_id=7567efec-51af-4a86-a595-be25da84198f)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:36.819053 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-653212a4-a078-4fae-ae0a-444bf254782b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:36.838775 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-653212a4-a078-4fae-ae0a-444bf254782b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Calling delete_port for 123ba7cc-83fc-424f-8e3e-fec66274ed27 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:36.924977 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1a3908c3-d3fd-429b-9644-34b960bad87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:36.971405 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3908c3-d3fd-429b-9644-34b960bad87c None None] Pushing event deleted for resources: {'Port': ['ID=123ba7cc-83fc-424f-8e3e-fec66274ed27,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:36.979836 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3908c3-d3fd-429b-9644-34b960bad87c None None] No DVR routers for this DVR port 123ba7cc-83fc-424f-8e3e-fec66274ed27 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:37.018881 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-653212a4-a078-4fae-ae0a-444bf254782b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:37.025195 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b4eaece3-5f4d-47cd-9208-9c785b81ba1d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:37.071644 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653212a4-a078-4fae-ae0a-444bf254782b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Pushing event deleted for resources: {'Port': ['ID=123ba7cc-83fc-424f-8e3e-fec66274ed27,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:37.081345 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653212a4-a078-4fae-ae0a-444bf254782b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] No DVR routers for this DVR port 123ba7cc-83fc-424f-8e3e-fec66274ed27 on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:37.098253 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-57ed971b-f15f-4eb8-a680-c03ee80b615e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Allocated IP 2001:db8::233 (4c62378f-dad6-4ecb-a15c-f25ef2d08e48/3244ffc6-9722-45ec-bbf9-48c2f86c2cff/db95f3f7-d01b-436c-9dc3-a9d5acc5a9e3) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:37.118310 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-57ed971b-f15f-4eb8-a680-c03ee80b615e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Allocated IP 2001:db8:0:1::38e (4c62378f-dad6-4ecb-a15c-f25ef2d08e48/a818cf92-5988-4c98-ba32-bf148b6db46a/db95f3f7-d01b-436c-9dc3-a9d5acc5a9e3) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:37.142916 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eaece3-5f4d-47cd-9208-9c785b81ba1d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Subnet': ['ID=2a95d3b7-9564-46d9-9696-bcc9a3f515a4,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:37.187453 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eaece3-5f4d-47cd-9208-9c785b81ba1d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Checking segment: {'id': '345ceff8-b41d-41fa-bc1d-0eb34bebbf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:37.187453 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eaece3-5f4d-47cd-9208-9c785b81ba1d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network hostable DHCP agents. Network: 154f9421-bd95-4f16-be6c-ca692ad5bd27, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:38:37.213542 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d9aaebea-ac9b-4b9f-aaed-c74f4d810b63 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:37.220956 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-653212a4-a078-4fae-ae0a-444bf254782b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:37.233684 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-653212a4-a078-4fae-ae0a-444bf254782b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c6bfb7-85be-4b6f-a102-14403af23283']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:37.250534 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-653212a4-a078-4fae-ae0a-444bf254782b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7567efec-51af-4a86-a595-be25da84198f') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:37.250724 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-653212a4-a078-4fae-ae0a-444bf254782b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7567efec-51af-4a86-a595-be25da84198f') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:37.260147 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eaece3-5f4d-47cd-9208-9c785b81ba1d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network 154f9421-bd95-4f16-be6c-ca692ad5bd27 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:38:37.265709 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-653212a4-a078-4fae-ae0a-444bf254782b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:37.285727 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port d9aaebea-ac9b-4b9f-aaed-c74f4d810b63 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:37.287637 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-b4eaece3-5f4d-47cd-9208-9c785b81ba1d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 154f9421-bd95-4f16-be6c-ca692ad5bd27) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:37.292569 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4eaece3-5f4d-47cd-9208-9c785b81ba1d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:37.293347 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b4eaece3-5f4d-47cd-9208-9c785b81ba1d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:37.301560 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d19235-84b2-4252-9c4b-4fb72a3f5161 None None] Network 154f9421-bd95-4f16-be6c-ca692ad5bd27 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:37.307945 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-653212a4-a078-4fae-ae0a-444bf254782b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:37.318662 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52610) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:37.319220 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b4eaece3-5f4d-47cd-9208-9c785b81ba1d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9106283 Jul 23 16:38:37.324236 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-653212a4-a078-4fae-ae0a-444bf254782b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:38:37.324925 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-653212a4-a078-4fae-ae0a-444bf254782b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: self.session.flush() Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: self.session.flush() Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: self.session.flush() Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: self.session.flush() Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:38:37.329201 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:38:37.401725 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-653212a4-a078-4fae-ae0a-444bf254782b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:37.402461 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 123ba7cc-83fc-424f-8e3e-fec66274ed27 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:38:37.412255 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-653212a4-a078-4fae-ae0a-444bf254782b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:37.414797 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-653212a4-a078-4fae-ae0a-444bf254782b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] 10.222.0.73 "DELETE /v2.0/networks/51c6bfb7-85be-4b6f-a102-14403af23283 HTTP/1.1" status: 204 len: 168 time: 1.2493436 Jul 23 16:38:37.446447 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 123ba7cc-83fc-424f-8e3e-fec66274ed27 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:38:37.446837 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 123ba7cc-83fc-424f-8e3e-fec66274ed27 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:38:37.468478 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653212a4-a078-4fae-ae0a-444bf254782b tempest-FloatingIPNegativeTestJSON-953910062 tempest-FloatingIPNegativeTestJSON-953910062-project] Pushing event deleted for resources: {'Network': ['ID=51c6bfb7-85be-4b6f-a102-14403af23283,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:37.478998 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:37.568970 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355a0624-b91c-4a67-8ec3-1cb78659d668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-154f9421-bd95-4f16-be6c-ca692ad5bd27', 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'fixed_ips': [{'subnet_id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:38:37.570517 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-355a0624-b91c-4a67-8ec3-1cb78659d668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:37.570850 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-57ed971b-f15f-4eb8-a680-c03ee80b615e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:37.602515 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c5b9dd-de57-4cb3-9493-11e9387916f5 None None] Network 4c62378f-dad6-4ecb-a15c-f25ef2d08e48 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:37.659675 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-57ed971b-f15f-4eb8-a680-c03ee80b615e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Transition to ACTIVE for port object db95f3f7-d01b-436c-9dc3-a9d5acc5a9e3 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:37.733927 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-90628c9e-994b-4a1c-8f06-13c85246d2f0 None None] Provisioning for port d9aaebea-ac9b-4b9f-aaed-c74f4d810b63 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:37.747333 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-56b9e84e-488e-4617-8917-6ce9b1cb7c88 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:37.758664 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-90628c9e-994b-4a1c-8f06-13c85246d2f0 None None] Provisioning complete for port d9aaebea-ac9b-4b9f-aaed-c74f4d810b63 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:37.761405 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-90628c9e-994b-4a1c-8f06-13c85246d2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:37.809971 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52618) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:37.858283 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-57ed971b-f15f-4eb8-a680-c03ee80b615e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:37.937373 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ed971b-f15f-4eb8-a680-c03ee80b615e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network 4c62378f-dad6-4ecb-a15c-f25ef2d08e48 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:37.938050 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-355a0624-b91c-4a67-8ec3-1cb78659d668 None None] Allocated IP 2001:db8::2 (154f9421-bd95-4f16-be6c-ca692ad5bd27/2a95d3b7-9564-46d9-9696-bcc9a3f515a4/a218d160-972b-4d6a-a1ab-693c8469a662) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:37.943347 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-57ed971b-f15f-4eb8-a680-c03ee80b615e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:37.950911 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ed971b-f15f-4eb8-a680-c03ee80b615e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:37.956830 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ed971b-f15f-4eb8-a680-c03ee80b615e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:37.957683 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-57ed971b-f15f-4eb8-a680-c03ee80b615e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:37.998556 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed971b-f15f-4eb8-a680-c03ee80b615e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Port': ['ID=db95f3f7-d01b-436c-9dc3-a9d5acc5a9e3,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:38.017887 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-57ed971b-f15f-4eb8-a680-c03ee80b615e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.5892870 Jul 23 16:38:38.045002 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52624) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:38.050719 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-d30f4aa9-9408-4170-be99-69af84f0402a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3244ffc6-9722-45ec-bbf9-48c2f86c2cff'}]}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:38.060480 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-90628c9e-994b-4a1c-8f06-13c85246d2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:38.122192 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-42dd7320-7079-41b6-86a3-760cea2098b0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7b65d663c09849e2bed89479b8101736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3110056 Jul 23 16:38:38.133247 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52628) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:38.140704 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1a906-90f8-40c8-b691-6b5a327917ac req-cfdb36dc-390b-4ff2-a460-2389e55ccd91 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:38.142901 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15f1a906-90f8-40c8-b691-6b5a327917ac req-cfdb36dc-390b-4ff2-a460-2389e55ccd91 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 945 time: 0.3896253 Jul 23 16:38:38.162616 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-90628c9e-994b-4a1c-8f06-13c85246d2f0 None None] For port d9aaebea-ac9b-4b9f-aaed-c74f4d810b63, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d9aaebea-ac9b-4b9f-aaed-c74f4d810b63,segment=NetworkSegment(1616e826-9fb9-4215-9685-168f441df05d),segment_id=1616e826-9fb9-4215-9685-168f441df05d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:38.170872 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-90628c9e-994b-4a1c-8f06-13c85246d2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:38.201757 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15f1a906-90f8-40c8-b691-6b5a327917ac req-98c48a07-a459-44e6-9b72-536de67f955e tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522559 Jul 23 16:38:38.230240 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d30f4aa9-9408-4170-be99-69af84f0402a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:38.253257 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cf14b583-44b9-4a08-9ca4-a2afbf2dbb57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:38.263695 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-355a0624-b91c-4a67-8ec3-1cb78659d668 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:38.280001 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90628c9e-994b-4a1c-8f06-13c85246d2f0 None None] Pushing event updated for resources: {'Port': ['ID=d9aaebea-ac9b-4b9f-aaed-c74f4d810b63,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:38.283262 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-355a0624-b91c-4a67-8ec3-1cb78659d668 None None] Transition to ACTIVE for port object a218d160-972b-4d6a-a1ab-693c8469a662 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:38.305793 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cf14b583-44b9-4a08-9ca4-a2afbf2dbb57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:38.323010 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-355a0624-b91c-4a67-8ec3-1cb78659d668 None None] Transition to ACTIVE for port object a218d160-972b-4d6a-a1ab-693c8469a662 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:38.333771 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-355a0624-b91c-4a67-8ec3-1cb78659d668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:38.373935 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8714f95e-5dca-4fb8-a140-1ff981ad94fb None None] Update dhcp port {'port': {'network_id': '4c62378f-dad6-4ecb-a15c-f25ef2d08e48', 'fixed_ips': [{'subnet_id': '3244ffc6-9722-45ec-bbf9-48c2f86c2cff', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a818cf92-5988-4c98-ba32-bf148b6db46a'}], 'binding:host_id': 'n-d-778549-4'}, 'id': 'd9aaebea-ac9b-4b9f-aaed-c74f4d810b63'} from n-d-778549-4. {{(pid=94014) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:38:38.404800 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355a0624-b91c-4a67-8ec3-1cb78659d668 None None] Network 154f9421-bd95-4f16-be6c-ca692ad5bd27 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:38.411537 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-355a0624-b91c-4a67-8ec3-1cb78659d668 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:38.416176 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355a0624-b91c-4a67-8ec3-1cb78659d668 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:38.418320 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a0624-b91c-4a67-8ec3-1cb78659d668 None None] Pushing event updated for resources: {'Port': ['ID=a218d160-972b-4d6a-a1ab-693c8469a662,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:38.454215 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8714f95e-5dca-4fb8-a140-1ff981ad94fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:38.457705 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-56b9e84e-488e-4617-8917-6ce9b1cb7c88 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Allocated IP 2001:db8::1 (154f9421-bd95-4f16-be6c-ca692ad5bd27/2a95d3b7-9564-46d9-9696-bcc9a3f515a4/9c170fe5-f84d-4ce1-8bb4-771d023aac21) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:38.513661 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-355a0624-b91c-4a67-8ec3-1cb78659d668 None None] Attempting to bind port a218d160-972b-4d6a-a1ab-693c8469a662 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:38:38.514134 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-355a0624-b91c-4a67-8ec3-1cb78659d668 None None] Attempting to bind port a218d160-972b-4d6a-a1ab-693c8469a662 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '345ceff8-b41d-41fa-bc1d-0eb34bebbf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:38:38.514508 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355a0624-b91c-4a67-8ec3-1cb78659d668 None None] Attempting to bind port a218d160-972b-4d6a-a1ab-693c8469a662 on network 154f9421-bd95-4f16-be6c-ca692ad5bd27 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:38:38.525339 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cf14b583-44b9-4a08-9ca4-a2afbf2dbb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:38.526182 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355a0624-b91c-4a67-8ec3-1cb78659d668 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:38:38.526558 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355a0624-b91c-4a67-8ec3-1cb78659d668 None None] Checking segment: {'id': '345ceff8-b41d-41fa-bc1d-0eb34bebbf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:38.526961 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-355a0624-b91c-4a67-8ec3-1cb78659d668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:38.527352 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355a0624-b91c-4a67-8ec3-1cb78659d668 None None] Bound using segment: {'id': '345ceff8-b41d-41fa-bc1d-0eb34bebbf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:38:38.527852 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cf14b583-44b9-4a08-9ca4-a2afbf2dbb57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:38.527938 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-355a0624-b91c-4a67-8ec3-1cb78659d668 None None] Bound port: a218d160-972b-4d6a-a1ab-693c8469a662, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '345ceff8-b41d-41fa-bc1d-0eb34bebbf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:38:38.528275 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-355a0624-b91c-4a67-8ec3-1cb78659d668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:38.528993 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cf14b583-44b9-4a08-9ca4-a2afbf2dbb57 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bec2bc7b-5b63-44ae-b9c8-eb7215b7e104 HTTP/1.1" status: 204 len: 168 time: 0.3946831 Jul 23 16:38:38.558960 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14b583-44b9-4a08-9ca4-a2afbf2dbb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec2bc7b-5b63-44ae-b9c8-eb7215b7e104,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:38.684633 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-d30f4aa9-9408-4170-be99-69af84f0402a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Delete allocated IP 2001:db8:0:1::38e (4c62378f-dad6-4ecb-a15c-f25ef2d08e48/a818cf92-5988-4c98-ba32-bf148b6db46a) {{(pid=94013) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 16:38:38.692174 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-56b9e84e-488e-4617-8917-6ce9b1cb7c88 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:38.725643 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-56b9e84e-488e-4617-8917-6ce9b1cb7c88 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Transition to ACTIVE for port object 9c170fe5-f84d-4ce1-8bb4-771d023aac21 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:38.805123 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:38.841582 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-355a0624-b91c-4a67-8ec3-1cb78659d668 None None] For port a218d160-972b-4d6a-a1ab-693c8469a662, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:38:38.845908 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-355a0624-b91c-4a67-8ec3-1cb78659d668 None None] For port a218d160-972b-4d6a-a1ab-693c8469a662, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a218d160-972b-4d6a-a1ab-693c8469a662,segment=NetworkSegment(345ceff8-b41d-41fa-bc1d-0eb34bebbf4a),segment_id=345ceff8-b41d-41fa-bc1d-0eb34bebbf4a)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:38:38.849993 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-56b9e84e-488e-4617-8917-6ce9b1cb7c88 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:38.855378 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-355a0624-b91c-4a67-8ec3-1cb78659d668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:38.913261 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b9e84e-488e-4617-8917-6ce9b1cb7c88 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network 154f9421-bd95-4f16-be6c-ca692ad5bd27 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:38.922334 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a0624-b91c-4a67-8ec3-1cb78659d668 None None] Pushing event updated for resources: {'Port': ['ID=a218d160-972b-4d6a-a1ab-693c8469a662,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:38.930736 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-56b9e84e-488e-4617-8917-6ce9b1cb7c88 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:38.935768 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d30f4aa9-9408-4170-be99-69af84f0402a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:38.941380 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b9e84e-488e-4617-8917-6ce9b1cb7c88 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:38.941916 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-56b9e84e-488e-4617-8917-6ce9b1cb7c88 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:38.977492 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9e84e-488e-4617-8917-6ce9b1cb7c88 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Port': ['ID=9c170fe5-f84d-4ce1-8bb4-771d023aac21,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:38.997043 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-d30f4aa9-9408-4170-be99-69af84f0402a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Ignored duplicate provisioning block setup for port db95f3f7-d01b-436c-9dc3-a9d5acc5a9e3 by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 16:38:39.079866 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-8714f95e-5dca-4fb8-a140-1ff981ad94fb None None] Allocated IP 2001:db8:0:1::2 (4c62378f-dad6-4ecb-a15c-f25ef2d08e48/a818cf92-5988-4c98-ba32-bf148b6db46a/d9aaebea-ac9b-4b9f-aaed-c74f4d810b63) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:39.285670 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-8714f95e-5dca-4fb8-a140-1ff981ad94fb None None] For port d9aaebea-ac9b-4b9f-aaed-c74f4d810b63, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d9aaebea-ac9b-4b9f-aaed-c74f4d810b63,segment=NetworkSegment(1616e826-9fb9-4215-9685-168f441df05d),segment_id=1616e826-9fb9-4215-9685-168f441df05d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:39.338191 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d9aaebea-ac9b-4b9f-aaed-c74f4d810b63 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:39.366287 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8714f95e-5dca-4fb8-a140-1ff981ad94fb None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:39.401670 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8714f95e-5dca-4fb8-a140-1ff981ad94fb None None] Transition to ACTIVE for port object d9aaebea-ac9b-4b9f-aaed-c74f4d810b63 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:39.410174 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8714f95e-5dca-4fb8-a140-1ff981ad94fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:39.421328 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52656) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:39.443691 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cb6ed-df6b-45c9-8bd5-09451a492054 req-803b2b47-5f91-48f7-95df-86862d116c54 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:39.446033 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4e1cb6ed-df6b-45c9-8bd5-09451a492054 req-803b2b47-5f91-48f7-95df-86862d116c54 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 945 time: 0.1316953 Jul 23 16:38:39.494071 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4e1cb6ed-df6b-45c9-8bd5-09451a492054 req-a7969ae3-24f0-4365-9139-1177cd60c0c9 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421956 Jul 23 16:38:39.528579 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d30f4aa9-9408-4170-be99-69af84f0402a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:39.545551 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714f95e-5dca-4fb8-a140-1ff981ad94fb None None] Pushing event updated for resources: {'Port': ['ID=d9aaebea-ac9b-4b9f-aaed-c74f4d810b63,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:39.564348 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-8c2f1739-9b0e-40f6-a480-01060f369ca7 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Request body: {'networks': [{'name': 'tempest-network--1011646759'}, {'name': 'tempest-network--434508336'}]} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:39.564678 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-8c2f1739-9b0e-40f6-a480-01060f369ca7 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Request body: {'network': {'name': 'tempest-network--1011646759'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:39.565165 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-8c2f1739-9b0e-40f6-a480-01060f369ca7 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Request body: {'network': {'name': 'tempest-network--434508336'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:39.592024 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2f1739-9b0e-40f6-a480-01060f369ca7 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Made reservation on behalf of adc8b07d85284bef94d6ec56e00681cd for: {'network': 2} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:39.597331 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1739-9b0e-40f6-a480-01060f369ca7 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:39.598404 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f4aa9-9408-4170-be99-69af84f0402a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Port': ['ID=db95f3f7-d01b-436c-9dc3-a9d5acc5a9e3,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:39.614313 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1739-9b0e-40f6-a480-01060f369ca7 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:39.622831 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-d30f4aa9-9408-4170-be99-69af84f0402a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] In _notify_port_updated(), no bound segment for port db95f3f7-d01b-436c-9dc3-a9d5acc5a9e3 on network 4c62378f-dad6-4ecb-a15c-f25ef2d08e48 {{(pid=94013) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:38:39.628560 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30f4aa9-9408-4170-be99-69af84f0402a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:39.629245 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d30f4aa9-9408-4170-be99-69af84f0402a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:39.630621 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d30f4aa9-9408-4170-be99-69af84f0402a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "PUT /v2.0/ports/db95f3f7-d01b-436c-9dc3-a9d5acc5a9e3 HTTP/1.1" status: 200 len: 925 time: 1.5844588 Jul 23 16:38:39.634103 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52660) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:39.642673 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-a371e7e4-ae99-4cba-9714-ced2645b8f0c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3244ffc6-9722-45ec-bbf9-48c2f86c2cff'}, {'subnet_id': 'a818cf92-5988-4c98-ba32-bf148b6db46a'}]}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:39.690408 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-56b9e84e-488e-4617-8917-6ce9b1cb7c88 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:39.856288 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1739-9b0e-40f6-a480-01060f369ca7 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:39.879141 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1739-9b0e-40f6-a480-01060f369ca7 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:39.879696 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1739-9b0e-40f6-a480-01060f369ca7 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:39.938093 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a371e7e4-ae99-4cba-9714-ced2645b8f0c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:39.940087 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2f1739-9b0e-40f6-a480-01060f369ca7 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] vlan segment allocate from pool success with {'vlan_id': 1140, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:38:39.946462 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f1739-9b0e-40f6-a480-01060f369ca7 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29b41cc1-0217-4c60-b882-2d6957fc1286,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:39.968890 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1739-9b0e-40f6-a480-01060f369ca7 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:39.969399 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-8c2f1739-9b0e-40f6-a480-01060f369ca7 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Added segment 087a50d7-0766-4976-81a9-fb4a3bfe2a9f of type vlan for network 7082e597-18ed-4a25-89be-299c1859b90e Jul 23 16:38:40.034439 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-56b9e84e-488e-4617-8917-6ce9b1cb7c88 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.043176 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-56b9e84e-488e-4617-8917-6ce9b1cb7c88 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.044626 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-56b9e84e-488e-4617-8917-6ce9b1cb7c88 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.062390 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1739-9b0e-40f6-a480-01060f369ca7 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.199653 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9e84e-488e-4617-8917-6ce9b1cb7c88 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Port': ['ID=9c170fe5-f84d-4ce1-8bb4-771d023aac21,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:40.199841 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2f1739-9b0e-40f6-a480-01060f369ca7 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] vlan segment allocate from pool success with {'vlan_id': 1111, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:38:40.217838 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b9e84e-488e-4617-8917-6ce9b1cb7c88 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network 154f9421-bd95-4f16-be6c-ca692ad5bd27 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:40.219787 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-56b9e84e-488e-4617-8917-6ce9b1cb7c88 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:40.241444 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1739-9b0e-40f6-a480-01060f369ca7 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.241844 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-8c2f1739-9b0e-40f6-a480-01060f369ca7 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Added segment 6c91bb94-96e4-473b-9d57-9e8e37954b99 of type vlan for network 7e4bcafd-9c8e-4981-bab8-445ddc9ecee6 Jul 23 16:38:40.372810 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1739-9b0e-40f6-a480-01060f369ca7 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.383632 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbddb645-3e3f-4103-b129-dba11aa33a03 None None] Network 4c62378f-dad6-4ecb-a15c-f25ef2d08e48 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:40.432016 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b9e84e-488e-4617-8917-6ce9b1cb7c88 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Router 990233fa-8030-4cb8-b6b3-eac6ad922a7f is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:38:40.476143 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-a371e7e4-ae99-4cba-9714-ced2645b8f0c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Allocated IP 2001:db8:0:1::33b (4c62378f-dad6-4ecb-a15c-f25ef2d08e48/a818cf92-5988-4c98-ba32-bf148b6db46a/db95f3f7-d01b-436c-9dc3-a9d5acc5a9e3) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:40.482405 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1739-9b0e-40f6-a480-01060f369ca7 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.482929 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1739-9b0e-40f6-a480-01060f369ca7 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.487132 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c960a363-1054-4a98-8c81-3894173331b1 None None] Network 154f9421-bd95-4f16-be6c-ca692ad5bd27 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:40.492835 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2f1739-9b0e-40f6-a480-01060f369ca7 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:40.494376 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-98ce717f-2d6b-46dc-bf3f-38ee86ee5d6e None None] Provisioning for port db95f3f7-d01b-436c-9dc3-a9d5acc5a9e3 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:40.500762 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2f1739-9b0e-40f6-a480-01060f369ca7 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:40.501492 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1739-9b0e-40f6-a480-01060f369ca7 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.542679 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-98ce717f-2d6b-46dc-bf3f-38ee86ee5d6e None None] Provisioning complete for port db95f3f7-d01b-436c-9dc3-a9d5acc5a9e3 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:40.543067 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-98ce717f-2d6b-46dc-bf3f-38ee86ee5d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.562753 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b9e84e-488e-4617-8917-6ce9b1cb7c88 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:38:40.577333 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-56b9e84e-488e-4617-8917-6ce9b1cb7c88 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "PUT /v2.0/routers/990233fa-8030-4cb8-b6b3-eac6ad922a7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2572534 Jul 23 16:38:40.580967 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52668) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:40.584966 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-e9dedb17-01fe-4f45-bb32-08317472940a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1759868982'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:40.585274 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14657b56-aaaf-493d-bade-0666ffa7e036 None None] Sync routers for ids ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:38:40.609463 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8c2f1739-9b0e-40f6-a480-01060f369ca7 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1827726 Jul 23 16:38:40.612032 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52670) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:40.626688 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9dedb17-01fe-4f45-bb32-08317472940a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Made reservation on behalf of 4582563f2d784210a277b9ecb7709946 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:40.629482 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e9dedb17-01fe-4f45-bb32-08317472940a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.677720 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14657b56-aaaf-493d-bade-0666ffa7e036 None None] Routers {'990233fa-8030-4cb8-b6b3-eac6ad922a7f'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:40.678521 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-14657b56-aaaf-493d-bade-0666ffa7e036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:38:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:40.703924 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f1739-9b0e-40f6-a480-01060f369ca7 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Pushing event updated for resources: {'Network': ['ID=7082e597-18ed-4a25-89be-299c1859b90e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:40.712822 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9dedb17-01fe-4f45-bb32-08317472940a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] vlan segment allocate from pool success with {'vlan_id': 1149, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:38:40.723558 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-98ce717f-2d6b-46dc-bf3f-38ee86ee5d6e None None] Port db95f3f7-d01b-436c-9dc3-a9d5acc5a9e3 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:38:40.740858 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e9dedb17-01fe-4f45-bb32-08317472940a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.741712 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-e9dedb17-01fe-4f45-bb32-08317472940a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Added segment 74629a78-9e21-4700-9986-ce9a54a5dd50 of type vlan for network c17e3eb1-050a-4d88-83cd-d7d716b41bbc Jul 23 16:38:40.777980 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f1739-9b0e-40f6-a480-01060f369ca7 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Pushing event updated for resources: {'Network': ['ID=7e4bcafd-9c8e-4981-bab8-445ddc9ecee6,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:40.796303 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 7082e597-18ed-4a25-89be-299c1859b90e details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:38:40.813576 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c98ada5-1068-455d-8355-c72744f7df1d tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:40.814094 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 7e4bcafd-9c8e-4981-bab8-445ddc9ecee6 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:38:40.823901 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c98ada5-1068-455d-8355-c72744f7df1d tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:40.829026 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c98ada5-1068-455d-8355-c72744f7df1d tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:40.836048 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c98ada5-1068-455d-8355-c72744f7df1d tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:40.837181 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1201a6-5d0d-43f4-9b5e-b28cff0078a3 req-b6c30095-d456-41ba-855a-f6f9bf505dd1 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:40.842211 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8c98ada5-1068-455d-8355-c72744f7df1d tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2248309 Jul 23 16:38:40.842448 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab1201a6-5d0d-43f4-9b5e-b28cff0078a3 req-b6c30095-d456-41ba-855a-f6f9bf505dd1 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 945 time: 0.2550206 Jul 23 16:38:40.845609 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52672) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:40.860310 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e9dedb17-01fe-4f45-bb32-08317472940a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.896098 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-98ce717f-2d6b-46dc-bf3f-38ee86ee5d6e None None] Provisioning for port d9aaebea-ac9b-4b9f-aaed-c74f4d810b63 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:40.902598 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a371e7e4-ae99-4cba-9714-ced2645b8f0c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.908976 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab1201a6-5d0d-43f4-9b5e-b28cff0078a3 req-7ff1395f-6e4e-49ed-953e-e814d8e0c0dd tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615487 Jul 23 16:38:40.925090 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-a371e7e4-ae99-4cba-9714-ced2645b8f0c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Ignored duplicate provisioning block setup for port db95f3f7-d01b-436c-9dc3-a9d5acc5a9e3 by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 16:38:40.931791 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a371e7e4-ae99-4cba-9714-ced2645b8f0c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.949024 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-98ce717f-2d6b-46dc-bf3f-38ee86ee5d6e None None] Provisioning complete for port d9aaebea-ac9b-4b9f-aaed-c74f4d810b63 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:40.950109 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-98ce717f-2d6b-46dc-bf3f-38ee86ee5d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.970499 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e9dedb17-01fe-4f45-bb32-08317472940a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.976800 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dedb17-01fe-4f45-bb32-08317472940a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:40.976979 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e9dedb17-01fe-4f45-bb32-08317472940a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.978501 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-14657b56-aaaf-493d-bade-0666ffa7e036 None None] Set router 990233fa-8030-4cb8-b6b3-eac6ad922a7f gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:38:41.026984 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-22b93299-7a96-4d1b-87c2-43703766ed78 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.041240 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e9dedb17-01fe-4f45-bb32-08317472940a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4571278 Jul 23 16:38:41.041810 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52674) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:41.046572 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-a371e7e4-ae99-4cba-9714-ced2645b8f0c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] In _notify_port_updated(), no bound segment for port db95f3f7-d01b-436c-9dc3-a9d5acc5a9e3 on network 4c62378f-dad6-4ecb-a15c-f25ef2d08e48 {{(pid=94012) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:38:41.047572 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-de729197-9c56-462b-a688-8a6f13299165 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Request body: {'subnet': {'network_id': 'c17e3eb1-050a-4d88-83cd-d7d716b41bbc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:41.052094 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a371e7e4-ae99-4cba-9714-ced2645b8f0c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:41.052733 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a371e7e4-ae99-4cba-9714-ced2645b8f0c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.057491 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a371e7e4-ae99-4cba-9714-ced2645b8f0c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "PUT /v2.0/ports/db95f3f7-d01b-436c-9dc3-a9d5acc5a9e3 HTTP/1.1" status: 200 len: 1011 time: 1.4169986 Jul 23 16:38:41.057491 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371e7e4-ae99-4cba-9714-ced2645b8f0c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Port': ['ID=db95f3f7-d01b-436c-9dc3-a9d5acc5a9e3,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:41.057698 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52676) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:41.142981 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dedb17-01fe-4f45-bb32-08317472940a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Network': ['ID=c17e3eb1-050a-4d88-83cd-d7d716b41bbc,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:41.175735 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network c17e3eb1-050a-4d88-83cd-d7d716b41bbc details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:38:41.281288 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a218d160-972b-4d6a-a1ab-693c8469a662 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:41.327665 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-22b93299-7a96-4d1b-87c2-43703766ed78 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.338291 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de729197-9c56-462b-a688-8a6f13299165 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Made reservation on behalf of 4582563f2d784210a277b9ecb7709946 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:41.341924 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de729197-9c56-462b-a688-8a6f13299165 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.351258 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-22b93299-7a96-4d1b-87c2-43703766ed78 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7082e597-18ed-4a25-89be-299c1859b90e']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:41.387499 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-22b93299-7a96-4d1b-87c2-43703766ed78 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '087a50d7-0766-4976-81a9-fb4a3bfe2a9f') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:41.387799 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-22b93299-7a96-4d1b-87c2-43703766ed78 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '087a50d7-0766-4976-81a9-fb4a3bfe2a9f') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:41.440597 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-22b93299-7a96-4d1b-87c2-43703766ed78 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.468080 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-22b93299-7a96-4d1b-87c2-43703766ed78 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.472051 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-82265f7f-a139-4496-b6e1-c4a87ab27843 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Deleting port db95f3f7-d01b-436c-9dc3-a9d5acc5a9e3 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:41.472391 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82265f7f-a139-4496-b6e1-c4a87ab27843 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.481042 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b93299-7a96-4d1b-87c2-43703766ed78 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Releasing vlan 1140 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:38:41.481494 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-22b93299-7a96-4d1b-87c2-43703766ed78 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.485624 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:38:41.485624 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:38:41.485624 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:38:41.485624 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:38:41.485624 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:38:41.485624 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:38:41.485624 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:38:41.485624 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:38:41.485624 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:38:41.485624 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:38:41.485624 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:38:41.485624 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:38:41.485624 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:38:41.485624 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:38:41.485624 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:38:41.485624 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:38:41.485624 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:38:41.485624 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:38:41.485624 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:38:41.485624 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:38:41.485624 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:38:41.485624 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:38:41.485624 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:38:41.485624 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:38:41.485624 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:38:41.485624 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:38:41.485624 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:38:41.485624 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:38:41.485624 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:38:41.485624 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:38:41.485624 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:38:41.485624 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:38:41.504742 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port a218d160-972b-4d6a-a1ab-693c8469a662 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:41.511369 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d9aaebea-ac9b-4b9f-aaed-c74f4d810b63 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:41.567917 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-14657b56-aaaf-493d-bade-0666ffa7e036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'name': 'tempest-RoutersIpV6Test-router-1308898731', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:35Z', 'updated_at': '2021-07-23T16:38:39Z', 'revision_number': 2, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None, '_interfaces': [{'id': '9c170fe5-f84d-4ce1-8bb4-771d023aac21', 'name': '', 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:14:36:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:37Z', 'updated_at': '2021-07-23T16:38:39Z', 'revision_number': 2, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:41.606540 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14657b56-aaaf-493d-bade-0666ffa7e036 None None] Checking router: 990233fa-8030-4cb8-b6b3-eac6ad922a7f for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:38:41.607209 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14657b56-aaaf-493d-bade-0666ffa7e036 None None] Updating router 990233fa-8030-4cb8-b6b3-eac6ad922a7f port 9c170fe5-f84d-4ce1-8bb4-771d023aac21 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:38:41.607437 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-22b93299-7a96-4d1b-87c2-43703766ed78 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.624374 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-22b93299-7a96-4d1b-87c2-43703766ed78 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.626266 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-22b93299-7a96-4d1b-87c2-43703766ed78 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] 10.222.0.73 "DELETE /v2.0/networks/7082e597-18ed-4a25-89be-299c1859b90e HTTP/1.1" status: 204 len: 168 time: 0.7784925 Jul 23 16:38:41.629844 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52682) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:41.640318 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port d9aaebea-ac9b-4b9f-aaed-c74f4d810b63 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:41.640988 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.645445 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d0e675c7-b20e-46f3-800c-93c93c56803b None None] Provisioning for port a218d160-972b-4d6a-a1ab-693c8469a662 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:41.650350 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b93299-7a96-4d1b-87c2-43703766ed78 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Pushing event deleted for resources: {'Network': ['ID=7082e597-18ed-4a25-89be-299c1859b90e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:41.692997 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82265f7f-a139-4496-b6e1-c4a87ab27843 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.728191 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-82265f7f-a139-4496-b6e1-c4a87ab27843 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Calling delete_port for db95f3f7-d01b-436c-9dc3-a9d5acc5a9e3 owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:41.806863 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ce32004-1ffb-4a1b-8498-879bef33a94d tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.850522 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de729197-9c56-462b-a688-8a6f13299165 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.891908 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d0e675c7-b20e-46f3-800c-93c93c56803b None None] Provisioning complete for port a218d160-972b-4d6a-a1ab-693c8469a662 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:41.892396 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d0e675c7-b20e-46f3-800c-93c93c56803b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.922796 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-14657b56-aaaf-493d-bade-0666ffa7e036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.958289 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de729197-9c56-462b-a688-8a6f13299165 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Subnet': ['ID=3a0dd136-4515-40d0-a81e-764069b693d9,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:41.980978 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ce32004-1ffb-4a1b-8498-879bef33a94d tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.993643 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-2ce32004-1ffb-4a1b-8498-879bef33a94d tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e4bcafd-9c8e-4981-bab8-445ddc9ecee6']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:42.016560 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-2ce32004-1ffb-4a1b-8498-879bef33a94d tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c91bb94-96e4-473b-9d57-9e8e37954b99') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:42.016887 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-2ce32004-1ffb-4a1b-8498-879bef33a94d tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c91bb94-96e4-473b-9d57-9e8e37954b99') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:42.021011 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de729197-9c56-462b-a688-8a6f13299165 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Checking segment: {'id': '74629a78-9e21-4700-9986-ce9a54a5dd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'c17e3eb1-050a-4d88-83cd-d7d716b41bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:42.021404 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de729197-9c56-462b-a688-8a6f13299165 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network hostable DHCP agents. Network: c17e3eb1-050a-4d88-83cd-d7d716b41bbc, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:38:42.037183 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ce32004-1ffb-4a1b-8498-879bef33a94d tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.096602 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ce32004-1ffb-4a1b-8498-879bef33a94d tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.107358 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de729197-9c56-462b-a688-8a6f13299165 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network c17e3eb1-050a-4d88-83cd-d7d716b41bbc is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:38:42.130091 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-de729197-9c56-462b-a688-8a6f13299165 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, c17e3eb1-050a-4d88-83cd-d7d716b41bbc) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:42.137583 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de729197-9c56-462b-a688-8a6f13299165 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:42.138840 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de729197-9c56-462b-a688-8a6f13299165 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.154100 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ce32004-1ffb-4a1b-8498-879bef33a94d tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Releasing vlan 1111 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:38:42.154523 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ce32004-1ffb-4a1b-8498-879bef33a94d tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.158213 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:38:42.158213 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:38:42.158213 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:38:42.158213 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:38:42.158213 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:38:42.158213 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:38:42.158213 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:38:42.158213 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:38:42.158213 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:38:42.158213 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:38:42.158213 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:38:42.158213 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:38:42.158213 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:38:42.158213 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:38:42.158213 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:38:42.158213 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:38:42.158213 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:38:42.158213 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:38:42.158213 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:38:42.158213 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:38:42.158213 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:38:42.158213 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:38:42.158213 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:38:42.158213 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:38:42.158213 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:38:42.158213 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:38:42.158213 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:38:42.158213 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:38:42.158213 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:38:42.158213 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:38:42.158213 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:38:42.158213 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:38:42.168247 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-de729197-9c56-462b-a688-8a6f13299165 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1250980 Jul 23 16:38:42.169818 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52686) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:42.202401 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e6cee5-64c1-46b7-9092-0af0a85d16cb None None] Network c17e3eb1-050a-4d88-83cd-d7d716b41bbc requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:42.257453 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ce32004-1ffb-4a1b-8498-879bef33a94d tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.271637 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28b7b2-76a3-4516-9b5b-6eaaea9fac02 req-70df74ef-c762-491e-9cad-357cf8bf2811 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:42.274054 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a28b7b2-76a3-4516-9b5b-6eaaea9fac02 req-70df74ef-c762-491e-9cad-357cf8bf2811 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 945 time: 0.2040417 Jul 23 16:38:42.279985 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ce32004-1ffb-4a1b-8498-879bef33a94d tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.282067 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2ce32004-1ffb-4a1b-8498-879bef33a94d tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] 10.222.0.73 "DELETE /v2.0/networks/7e4bcafd-9c8e-4981-bab8-445ddc9ecee6 HTTP/1.1" status: 204 len: 168 time: 0.6509411 Jul 23 16:38:42.284503 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52688) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:42.416286 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d0e675c7-b20e-46f3-800c-93c93c56803b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.430263 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce32004-1ffb-4a1b-8498-879bef33a94d tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Pushing event deleted for resources: {'Network': ['ID=7e4bcafd-9c8e-4981-bab8-445ddc9ecee6,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:42.588965 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82265f7f-a139-4496-b6e1-c4a87ab27843 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.648313 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-d0e675c7-b20e-46f3-800c-93c93c56803b None None] For port a218d160-972b-4d6a-a1ab-693c8469a662, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a218d160-972b-4d6a-a1ab-693c8469a662,segment=NetworkSegment(345ceff8-b41d-41fa-bc1d-0eb34bebbf4a),segment_id=345ceff8-b41d-41fa-bc1d-0eb34bebbf4a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:42.668145 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a28b7b2-76a3-4516-9b5b-6eaaea9fac02 req-5643bc0e-5f40-441f-bb3a-d29c8acbaecc tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826683 Jul 23 16:38:42.679803 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a7f405-6dbb-4ead-93a2-975d9f82c2ae tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:42.687640 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a7f405-6dbb-4ead-93a2-975d9f82c2ae tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:42.687778 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d0e675c7-b20e-46f3-800c-93c93c56803b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.689936 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d8a7f405-6dbb-4ead-93a2-975d9f82c2ae tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4026699 Jul 23 16:38:42.692955 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52694) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:42.698128 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-29dafa4f-cc24-4f75-b970-933b978aff56 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1616646134'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:42.715359 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82265f7f-a139-4496-b6e1-c4a87ab27843 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Port': ['ID=db95f3f7-d01b-436c-9dc3-a9d5acc5a9e3,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:42.722414 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82265f7f-a139-4496-b6e1-c4a87ab27843 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.724070 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-82265f7f-a139-4496-b6e1-c4a87ab27843 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/ports/db95f3f7-d01b-436c-9dc3-a9d5acc5a9e3 HTTP/1.1" status: 204 len: 168 time: 1.6659493 Jul 23 16:38:42.727236 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52696) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:42.739719 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dafa4f-cc24-4f75-b970-933b978aff56 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Made reservation on behalf of adc8b07d85284bef94d6ec56e00681cd for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:42.748749 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-29dafa4f-cc24-4f75-b970-933b978aff56 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.780277 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af0f5d6-e82b-40b4-adda-4634a2a5b3cb tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] GET failed (client error): The resource could not be found. Jul 23 16:38:42.784471 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1af0f5d6-e82b-40b4-adda-4634a2a5b3cb tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "GET /v2.0/ports/db95f3f7-d01b-436c-9dc3-a9d5acc5a9e3 HTTP/1.1" status: 404 len: 333 time: 0.0538747 Jul 23 16:38:42.786326 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52698) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:42.793474 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29dafa4f-cc24-4f75-b970-933b978aff56 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] vlan segment allocate from pool success with {'vlan_id': 1122, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:38:42.805327 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-29dafa4f-cc24-4f75-b970-933b978aff56 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.805717 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-29dafa4f-cc24-4f75-b970-933b978aff56 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Added segment 16e4a03d-13ee-4521-8583-36fab04eeab2 of type vlan for network 130e3c97-d968-414c-abff-4180709224e2 Jul 23 16:38:42.819469 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e390bf6b-c28a-4d8c-9570-6f428b1b1b24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-c17e3eb1-050a-4d88-83cd-d7d716b41bbc', 'network_id': 'c17e3eb1-050a-4d88-83cd-d7d716b41bbc', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'fixed_ips': [{'subnet_id': '3a0dd136-4515-40d0-a81e-764069b693d9'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:38:42.820241 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e390bf6b-c28a-4d8c-9570-6f428b1b1b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.851457 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-04fc53e1-578d-4f7c-9492-cdbd70b4f561 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.874345 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-29dafa4f-cc24-4f75-b970-933b978aff56 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.875635 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e675c7-b20e-46f3-800c-93c93c56803b None None] Pushing event updated for resources: {'Port': ['ID=a218d160-972b-4d6a-a1ab-693c8469a662,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:42.876229 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-286df7fb-f17a-42ce-bc95-1c85edf156ca tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Deleting subnet a818cf92-5988-4c98-ba32-bf148b6db46a {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:38:42.881966 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-286df7fb-f17a-42ce-bc95-1c85edf156ca tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.903879 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-70ea2796-fc92-4571-ba52-0d86c4fc63a4 None None] Provisioning complete for port d9aaebea-ac9b-4b9f-aaed-c74f4d810b63 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:42.904267 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-70ea2796-fc92-4571-ba52-0d86c4fc63a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.907084 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-14657b56-aaaf-493d-bade-0666ffa7e036 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.920392 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-29dafa4f-cc24-4f75-b970-933b978aff56 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.926261 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dafa4f-cc24-4f75-b970-933b978aff56 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:42.926895 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-29dafa4f-cc24-4f75-b970-933b978aff56 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.978385 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-29dafa4f-cc24-4f75-b970-933b978aff56 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2817414 Jul 23 16:38:42.979561 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52700) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:42.990430 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-265e6349-51d5-4f4d-9d44-1bb68056a244 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1731230461'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:43.000755 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-286df7fb-f17a-42ce-bc95-1c85edf156ca tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.009460 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-14657b56-aaaf-493d-bade-0666ffa7e036 None None] Transition to ACTIVE for port object 9c170fe5-f84d-4ce1-8bb4-771d023aac21 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:43.031812 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-14657b56-aaaf-493d-bade-0666ffa7e036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.043714 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dafa4f-cc24-4f75-b970-933b978aff56 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Pushing event updated for resources: {'Network': ['ID=130e3c97-d968-414c-abff-4180709224e2,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:43.066396 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265e6349-51d5-4f4d-9d44-1bb68056a244 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Made reservation on behalf of adc8b07d85284bef94d6ec56e00681cd for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:43.085007 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-265e6349-51d5-4f4d-9d44-1bb68056a244 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.095494 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 130e3c97-d968-414c-abff-4180709224e2 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:38:43.137277 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265e6349-51d5-4f4d-9d44-1bb68056a244 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] vlan segment allocate from pool success with {'vlan_id': 1109, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:38:43.151551 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-265e6349-51d5-4f4d-9d44-1bb68056a244 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.151908 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-265e6349-51d5-4f4d-9d44-1bb68056a244 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Added segment 5f973a54-7ed4-411b-b8e8-3f05286f146a of type vlan for network f325939c-4bc8-4ba9-920f-f90564660acc Jul 23 16:38:43.213420 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1974a-b71c-4444-94cc-e5c992b52d22 None None] Pushing event updated for resources: {'Port': ['ID=9c170fe5-f84d-4ce1-8bb4-771d023aac21,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:43.231873 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-265e6349-51d5-4f4d-9d44-1bb68056a244 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.284365 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-e390bf6b-c28a-4d8c-9570-6f428b1b1b24 None None] Allocated IP 2001:db8:1::2 (c17e3eb1-050a-4d88-83cd-d7d716b41bbc/3a0dd136-4515-40d0-a81e-764069b693d9/ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:43.285746 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-265e6349-51d5-4f4d-9d44-1bb68056a244 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.292610 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265e6349-51d5-4f4d-9d44-1bb68056a244 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:43.293288 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-265e6349-51d5-4f4d-9d44-1bb68056a244 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.298959 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a218d160-972b-4d6a-a1ab-693c8469a662 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:43.334874 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-286df7fb-f17a-42ce-bc95-1c85edf156ca tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.344014 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-265e6349-51d5-4f4d-9d44-1bb68056a244 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3608246 Jul 23 16:38:43.344451 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52702) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:43.353272 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-fc07bf42-e723-454d-99b5-7a23348e7c52 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Request body: {'ports': [{'network_id': '130e3c97-d968-414c-abff-4180709224e2', 'name': 'tempest-port--1896850069', 'admin_state_up': True}, {'network_id': 'f325939c-4bc8-4ba9-920f-f90564660acc', 'admin_state_up': False}]} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:43.353942 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-fc07bf42-e723-454d-99b5-7a23348e7c52 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Request body: {'port': {'network_id': '130e3c97-d968-414c-abff-4180709224e2', 'name': 'tempest-port--1896850069', 'admin_state_up': True}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:43.354433 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-fc07bf42-e723-454d-99b5-7a23348e7c52 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Request body: {'port': {'network_id': 'f325939c-4bc8-4ba9-920f-f90564660acc', 'admin_state_up': False}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:43.417571 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e6349-51d5-4f4d-9d44-1bb68056a244 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Pushing event updated for resources: {'Network': ['ID=f325939c-4bc8-4ba9-920f-f90564660acc,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:43.436373 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network f325939c-4bc8-4ba9-920f-f90564660acc details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:38:43.438726 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-286df7fb-f17a-42ce-bc95-1c85edf156ca tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.448843 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-14657b56-aaaf-493d-bade-0666ffa7e036 None None] Attempting to bind port 9c170fe5-f84d-4ce1-8bb4-771d023aac21 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:38:43.449256 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-14657b56-aaaf-493d-bade-0666ffa7e036 None None] Attempting to bind port 9c170fe5-f84d-4ce1-8bb4-771d023aac21 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '345ceff8-b41d-41fa-bc1d-0eb34bebbf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:38:43.449623 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14657b56-aaaf-493d-bade-0666ffa7e036 None None] Attempting to bind port 9c170fe5-f84d-4ce1-8bb4-771d023aac21 on network 154f9421-bd95-4f16-be6c-ca692ad5bd27 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:38:43.472094 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286df7fb-f17a-42ce-bc95-1c85edf156ca tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Subnet': ['ID=a818cf92-5988-4c98-ba32-bf148b6db46a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:43.491601 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14657b56-aaaf-493d-bade-0666ffa7e036 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:38:43.492027 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14657b56-aaaf-493d-bade-0666ffa7e036 None None] Checking segment: {'id': '345ceff8-b41d-41fa-bc1d-0eb34bebbf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:43.492434 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-14657b56-aaaf-493d-bade-0666ffa7e036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.493442 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14657b56-aaaf-493d-bade-0666ffa7e036 None None] Bound using segment: {'id': '345ceff8-b41d-41fa-bc1d-0eb34bebbf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:38:43.493442 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-14657b56-aaaf-493d-bade-0666ffa7e036 None None] Bound port: 9c170fe5-f84d-4ce1-8bb4-771d023aac21, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '345ceff8-b41d-41fa-bc1d-0eb34bebbf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:38:43.493813 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-14657b56-aaaf-493d-bade-0666ffa7e036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.495094 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-286df7fb-f17a-42ce-bc95-1c85edf156ca tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.500812 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-286df7fb-f17a-42ce-bc95-1c85edf156ca tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/subnets/a818cf92-5988-4c98-ba32-bf148b6db46a HTTP/1.1" status: 204 len: 168 time: 0.7137954 Jul 23 16:38:43.501551 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52704) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:43.503051 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d05f15-e68c-489a-8669-94e388329c9d None None] Network 4c62378f-dad6-4ecb-a15c-f25ef2d08e48 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:43.504582 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-70ea2796-fc92-4571-ba52-0d86c4fc63a4 None None] Could not find standard attr ID for object db95f3f7-d01b-436c-9dc3-a9d5acc5a9e3. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:38:43.562126 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bbeca25-9a31-4519-b76c-e2d6435077e5 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Deleting subnet 3244ffc6-9722-45ec-bbf9-48c2f86c2cff {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:38:43.566434 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3bbeca25-9a31-4519-b76c-e2d6435077e5 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.583862 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc07bf42-e723-454d-99b5-7a23348e7c52 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Made reservation on behalf of adc8b07d85284bef94d6ec56e00681cd for: {'port': 2} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:43.593492 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fc07bf42-e723-454d-99b5-7a23348e7c52 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.612791 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3bbeca25-9a31-4519-b76c-e2d6435077e5 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.618773 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fc07bf42-e723-454d-99b5-7a23348e7c52 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.671055 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port a218d160-972b-4d6a-a1ab-693c8469a662 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:43.671618 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.686963 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-70ea2796-fc92-4571-ba52-0d86c4fc63a4 None None] Provisioning complete for port a218d160-972b-4d6a-a1ab-693c8469a662 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:43.687332 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-70ea2796-fc92-4571-ba52-0d86c4fc63a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.740874 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-fc07bf42-e723-454d-99b5-7a23348e7c52 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] device_id is not set on port c55b1168-19ee-421b-8436-5dd51548efa8 yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:38:43.751899 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3bbeca25-9a31-4519-b76c-e2d6435077e5 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.822896 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3bbeca25-9a31-4519-b76c-e2d6435077e5 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.853838 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbeca25-9a31-4519-b76c-e2d6435077e5 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Subnet': ['ID=3244ffc6-9722-45ec-bbf9-48c2f86c2cff,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:43.859651 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3bbeca25-9a31-4519-b76c-e2d6435077e5 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.863431 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-14657b56-aaaf-493d-bade-0666ffa7e036 None None] For port 9c170fe5-f84d-4ce1-8bb4-771d023aac21, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:38:43.864416 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3bbeca25-9a31-4519-b76c-e2d6435077e5 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/subnets/3244ffc6-9722-45ec-bbf9-48c2f86c2cff HTTP/1.1" status: 204 len: 168 time: 0.3619816 Jul 23 16:38:43.865124 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52712) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:43.902163 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e390bf6b-c28a-4d8c-9570-6f428b1b1b24 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.908869 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-14657b56-aaaf-493d-bade-0666ffa7e036 None None] For port 9c170fe5-f84d-4ce1-8bb4-771d023aac21, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=9c170fe5-f84d-4ce1-8bb4-771d023aac21,segment=NetworkSegment(345ceff8-b41d-41fa-bc1d-0eb34bebbf4a),segment_id=345ceff8-b41d-41fa-bc1d-0eb34bebbf4a)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:38:43.911870 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28e090-1e71-4fc5-bf80-80f665c24137 req-d428f319-b3ca-4f6d-a263-4dcb75ca6604 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:43.914260 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb28e090-1e71-4fc5-bf80-80f665c24137 req-d428f319-b3ca-4f6d-a263-4dcb75ca6604 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 945 time: 0.1484511 Jul 23 16:38:43.937280 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-14657b56-aaaf-493d-bade-0666ffa7e036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.939816 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e390bf6b-c28a-4d8c-9570-6f428b1b1b24 None None] Transition to ACTIVE for port object ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:43.941534 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fc07bf42-e723-454d-99b5-7a23348e7c52 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.950091 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75c6c332-f2ee-4992-8113-3572382d4c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:44.003260 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb28e090-1e71-4fc5-bf80-80f665c24137 req-b3d0cda2-b8e2-4c1e-9ade-de0382c37abe tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722756 Jul 23 16:38:44.016625 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-75c6c332-f2ee-4992-8113-3572382d4c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Deleting port d9aaebea-ac9b-4b9f-aaed-c74f4d810b63 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:44.017123 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75c6c332-f2ee-4992-8113-3572382d4c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:44.046873 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-fc07bf42-e723-454d-99b5-7a23348e7c52 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] device_id is not set on port ce4bf7da-cb39-4f70-b9c4-0608a5159d9f yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:38:44.051973 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e390bf6b-c28a-4d8c-9570-6f428b1b1b24 None None] Transition to ACTIVE for port object ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:44.136845 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-75c6c332-f2ee-4992-8113-3572382d4c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] For port d9aaebea-ac9b-4b9f-aaed-c74f4d810b63, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d9aaebea-ac9b-4b9f-aaed-c74f4d810b63,segment=NetworkSegment(1616e826-9fb9-4215-9685-168f441df05d),segment_id=1616e826-9fb9-4215-9685-168f441df05d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:44.137250 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75c6c332-f2ee-4992-8113-3572382d4c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:44.159737 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-75c6c332-f2ee-4992-8113-3572382d4c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Calling delete_port for d9aaebea-ac9b-4b9f-aaed-c74f4d810b63 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:44.178028 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-04fc53e1-578d-4f7c-9492-cdbd70b4f561 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Allocated IP 2001:db8:1::1 (c17e3eb1-050a-4d88-83cd-d7d716b41bbc/3a0dd136-4515-40d0-a81e-764069b693d9/79b88941-e0a4-4b45-89ba-755d0a60112b) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:44.220164 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fc07bf42-e723-454d-99b5-7a23348e7c52 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:44.252983 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e390bf6b-c28a-4d8c-9570-6f428b1b1b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:44.275825 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14657b56-aaaf-493d-bade-0666ffa7e036 None None] Routers {'990233fa-8030-4cb8-b6b3-eac6ad922a7f'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:44.276472 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-14657b56-aaaf-493d-bade-0666ffa7e036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:38:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:44.278353 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1974a-b71c-4444-94cc-e5c992b52d22 None None] Pushing event updated for resources: {'Port': ['ID=9c170fe5-f84d-4ce1-8bb4-771d023aac21,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:44.280358 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fc07bf42-e723-454d-99b5-7a23348e7c52 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:44.378625 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07bf42-e723-454d-99b5-7a23348e7c52 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Pushing event updated for resources: {'Port': ['ID=c55b1168-19ee-421b-8436-5dd51548efa8,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:44.381224 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc07bf42-e723-454d-99b5-7a23348e7c52 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Checking segment: {'id': '16e4a03d-13ee-4521-8583-36fab04eeab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '130e3c97-d968-414c-abff-4180709224e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:44.381587 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc07bf42-e723-454d-99b5-7a23348e7c52 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Network hostable DHCP agents. Network: 130e3c97-d968-414c-abff-4180709224e2, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:38:44.384234 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e390bf6b-c28a-4d8c-9570-6f428b1b1b24 None None] Network c17e3eb1-050a-4d88-83cd-d7d716b41bbc is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:44.385679 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-70ea2796-fc92-4571-ba52-0d86c4fc63a4 None None] Provisioning for port 9c170fe5-f84d-4ce1-8bb4-771d023aac21 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:44.396642 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-e390bf6b-c28a-4d8c-9570-6f428b1b1b24 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:44.402208 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc07bf42-e723-454d-99b5-7a23348e7c52 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Network 130e3c97-d968-414c-abff-4180709224e2 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:38:44.412422 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e390bf6b-c28a-4d8c-9570-6f428b1b1b24 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:44.412524 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75c6c332-f2ee-4992-8113-3572382d4c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:44.413837 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-fc07bf42-e723-454d-99b5-7a23348e7c52 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 130e3c97-d968-414c-abff-4180709224e2) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:44.426280 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc07bf42-e723-454d-99b5-7a23348e7c52 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:44.426419 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f73996-8bf6-4c03-bf73-3cdeac04efba None None] Network 130e3c97-d968-414c-abff-4180709224e2 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:44.427604 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fc07bf42-e723-454d-99b5-7a23348e7c52 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:44.432926 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390bf6b-c28a-4d8c-9570-6f428b1b1b24 None None] Pushing event updated for resources: {'Port': ['ID=ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:44.467901 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-04fc53e1-578d-4f7c-9492-cdbd70b4f561 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:44.470191 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c6c332-f2ee-4992-8113-3572382d4c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Port': ['ID=d9aaebea-ac9b-4b9f-aaed-c74f4d810b63,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:44.472222 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c6c332-f2ee-4992-8113-3572382d4c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] No DVR routers for this DVR port d9aaebea-ac9b-4b9f-aaed-c74f4d810b63 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:44.482550 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-14657b56-aaaf-493d-bade-0666ffa7e036 None None] Set router 990233fa-8030-4cb8-b6b3-eac6ad922a7f gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:38:44.515688 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07bf42-e723-454d-99b5-7a23348e7c52 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Pushing event updated for resources: {'Port': ['ID=ce4bf7da-cb39-4f70-b9c4-0608a5159d9f,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:44.518145 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc07bf42-e723-454d-99b5-7a23348e7c52 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Checking segment: {'id': '5f973a54-7ed4-411b-b8e8-3f05286f146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'f325939c-4bc8-4ba9-920f-f90564660acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:44.518513 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc07bf42-e723-454d-99b5-7a23348e7c52 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Network hostable DHCP agents. Network: f325939c-4bc8-4ba9-920f-f90564660acc, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:38:44.547437 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc07bf42-e723-454d-99b5-7a23348e7c52 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Network f325939c-4bc8-4ba9-920f-f90564660acc is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:38:44.559433 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-fc07bf42-e723-454d-99b5-7a23348e7c52 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, f325939c-4bc8-4ba9-920f-f90564660acc) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:44.563754 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc07bf42-e723-454d-99b5-7a23348e7c52 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:44.566317 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75c6c332-f2ee-4992-8113-3572382d4c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:44.569759 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc07bf42-e723-454d-99b5-7a23348e7c52 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:44.575420 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc07bf42-e723-454d-99b5-7a23348e7c52 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:44.576176 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fc07bf42-e723-454d-99b5-7a23348e7c52 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:44.582066 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-75c6c332-f2ee-4992-8113-3572382d4c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c62378f-dad6-4ecb-a15c-f25ef2d08e48']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:44.589099 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a972846a-8156-48a5-88f7-b5e2648ca841 None None] DHCP port deletion for 4c62378f-dad6-4ecb-a15c-f25ef2d08e48 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:38:44.592293 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3899f9-59ca-4c62-82d3-9a3ac2fbf9bc None None] Network f325939c-4bc8-4ba9-920f-f90564660acc requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:44.594285 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fc07bf42-e723-454d-99b5-7a23348e7c52 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.2489576 Jul 23 16:38:44.597835 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52714) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:44.601933 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-bcdbbf47-5187-4254-9461-4e32d4dee039 None None] Could not find standard attr ID for object db95f3f7-d01b-436c-9dc3-a9d5acc5a9e3. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:38:44.621277 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-e390bf6b-c28a-4d8c-9570-6f428b1b1b24 None None] Attempting to bind port ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:38:44.621648 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-e390bf6b-c28a-4d8c-9570-6f428b1b1b24 None None] Attempting to bind port ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '74629a78-9e21-4700-9986-ce9a54a5dd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'c17e3eb1-050a-4d88-83cd-d7d716b41bbc'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:38:44.622210 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e390bf6b-c28a-4d8c-9570-6f428b1b1b24 None None] Attempting to bind port ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79 on network c17e3eb1-050a-4d88-83cd-d7d716b41bbc {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:38:44.686079 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1c3a3b-d30a-420d-8f55-7c426b6317f5 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:44.692720 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1c3a3b-d30a-420d-8f55-7c426b6317f5 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:44.694622 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-cd1c3a3b-d30a-420d-8f55-7c426b6317f5 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0957940 Jul 23 16:38:44.698016 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52718) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:44.711610 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e390bf6b-c28a-4d8c-9570-6f428b1b1b24 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:38:44.712642 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e390bf6b-c28a-4d8c-9570-6f428b1b1b24 None None] Checking segment: {'id': '74629a78-9e21-4700-9986-ce9a54a5dd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'c17e3eb1-050a-4d88-83cd-d7d716b41bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:44.713064 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e390bf6b-c28a-4d8c-9570-6f428b1b1b24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:44.713617 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e390bf6b-c28a-4d8c-9570-6f428b1b1b24 None None] Bound using segment: {'id': '74629a78-9e21-4700-9986-ce9a54a5dd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'c17e3eb1-050a-4d88-83cd-d7d716b41bbc'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:38:44.714370 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-e390bf6b-c28a-4d8c-9570-6f428b1b1b24 None None] Bound port: ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74629a78-9e21-4700-9986-ce9a54a5dd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'c17e3eb1-050a-4d88-83cd-d7d716b41bbc'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:38:44.714762 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e390bf6b-c28a-4d8c-9570-6f428b1b1b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:44.851977 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-0a304e91-9b5e-4aa0-b140-249b6a24894a tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Deleting port c55b1168-19ee-421b-8436-5dd51548efa8 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:44.852848 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0a304e91-9b5e-4aa0-b140-249b6a24894a tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:44.933100 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0a304e91-9b5e-4aa0-b140-249b6a24894a tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:44.957380 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-0a304e91-9b5e-4aa0-b140-249b6a24894a tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Calling delete_port for c55b1168-19ee-421b-8436-5dd51548efa8 owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:45.023100 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-75c6c332-f2ee-4992-8113-3572382d4c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1616e826-9fb9-4215-9685-168f441df05d') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:45.023671 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-75c6c332-f2ee-4992-8113-3572382d4c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1616e826-9fb9-4215-9685-168f441df05d') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:45.044704 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75c6c332-f2ee-4992-8113-3572382d4c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.047002 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-04fc53e1-578d-4f7c-9492-cdbd70b4f561 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Transition to ACTIVE for port object 79b88941-e0a4-4b45-89ba-755d0a60112b will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:45.066944 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75c6c332-f2ee-4992-8113-3572382d4c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.076317 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0a304e91-9b5e-4aa0-b140-249b6a24894a tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.078501 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c6c332-f2ee-4992-8113-3572382d4c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Releasing vlan 1115 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:38:45.078711 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75c6c332-f2ee-4992-8113-3572382d4c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.081945 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:38:45.081945 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:38:45.081945 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:38:45.081945 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:38:45.081945 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:38:45.081945 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:38:45.081945 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:38:45.081945 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:38:45.081945 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:38:45.081945 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:38:45.081945 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:38:45.081945 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:38:45.081945 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:38:45.081945 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:38:45.081945 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:38:45.081945 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:38:45.081945 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:38:45.081945 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:38:45.081945 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:38:45.081945 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:38:45.081945 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:38:45.081945 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:38:45.081945 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:38:45.081945 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:38:45.081945 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:38:45.081945 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:38:45.081945 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:38:45.081945 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:38:45.081945 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:38:45.081945 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:38:45.081945 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:38:45.081945 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:38:45.100118 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-e390bf6b-c28a-4d8c-9570-6f428b1b1b24 None None] For port ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:38:45.107818 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-e390bf6b-c28a-4d8c-9570-6f428b1b1b24 None None] For port ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79,segment=NetworkSegment(74629a78-9e21-4700-9986-ce9a54a5dd50),segment_id=74629a78-9e21-4700-9986-ce9a54a5dd50)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:38:45.108528 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a304e91-9b5e-4aa0-b140-249b6a24894a tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Pushing event deleted for resources: {'Port': ['ID=c55b1168-19ee-421b-8436-5dd51548efa8,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:45.121747 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e390bf6b-c28a-4d8c-9570-6f428b1b1b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.137807 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0a304e91-9b5e-4aa0-b140-249b6a24894a tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.140334 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0a304e91-9b5e-4aa0-b140-249b6a24894a tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] 10.222.0.73 "DELETE /v2.0/ports/c55b1168-19ee-421b-8436-5dd51548efa8 HTTP/1.1" status: 204 len: 168 time: 0.4412689 Jul 23 16:38:45.142985 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52726) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:45.152058 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-04fc53e1-578d-4f7c-9492-cdbd70b4f561 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.166915 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-14657b56-aaaf-493d-bade-0666ffa7e036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'name': 'tempest-RoutersIpV6Test-router-1308898731', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:35Z', 'updated_at': '2021-07-23T16:38:39Z', 'revision_number': 2, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None, '_interfaces': [{'id': '9c170fe5-f84d-4ce1-8bb4-771d023aac21', 'name': '', 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:14:36:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:37Z', 'updated_at': '2021-07-23T16:38:43Z', 'revision_number': 4, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:45.176386 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75c6c332-f2ee-4992-8113-3572382d4c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.216637 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75c6c332-f2ee-4992-8113-3572382d4c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.218830 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-75c6c332-f2ee-4992-8113-3572382d4c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/networks/4c62378f-dad6-4ecb-a15c-f25ef2d08e48 HTTP/1.1" status: 204 len: 168 time: 1.3525045 Jul 23 16:38:45.225924 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52728) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:45.234480 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14657b56-aaaf-493d-bade-0666ffa7e036 None None] The sync data for ids ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'] in n-d-778549-4 is: [{'id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'name': 'tempest-RoutersIpV6Test-router-1308898731', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:35Z', 'updated_at': '2021-07-23T16:38:39Z', 'revision_number': 2, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None, '_interfaces': [{'id': '9c170fe5-f84d-4ce1-8bb4-771d023aac21', 'name': '', 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:14:36:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:37Z', 'updated_at': '2021-07-23T16:38:43Z', 'revision_number': 4, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:38:45.262289 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390bf6b-c28a-4d8c-9570-6f428b1b1b24 None None] Pushing event updated for resources: {'Port': ['ID=ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:45.290634 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fc53e1-578d-4f7c-9492-cdbd70b4f561 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network c17e3eb1-050a-4d88-83cd-d7d716b41bbc is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:45.300517 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d9aaebea-ac9b-4b9f-aaed-c74f4d810b63 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:38:45.302762 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c6c332-f2ee-4992-8113-3572382d4c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Network': ['ID=4c62378f-dad6-4ecb-a15c-f25ef2d08e48,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:45.320571 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-04fc53e1-578d-4f7c-9492-cdbd70b4f561 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:45.324322 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fc53e1-578d-4f7c-9492-cdbd70b4f561 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:45.324878 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-04fc53e1-578d-4f7c-9492-cdbd70b4f561 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.328245 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: d9aaebea-ac9b-4b9f-aaed-c74f4d810b63 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:38:45.328590 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d9aaebea-ac9b-4b9f-aaed-c74f4d810b63 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:38:45.336679 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc53e1-578d-4f7c-9492-cdbd70b4f561 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Port': ['ID=79b88941-e0a4-4b45-89ba-755d0a60112b,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:45.374352 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-f51cbb2d-2c18-4aca-99c7-83922b01e857 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Deleting port ce4bf7da-cb39-4f70-b9c4-0608a5159d9f {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:45.374717 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f51cbb2d-2c18-4aca-99c7-83922b01e857 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.425240 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab37df-725a-41b3-95c8-804e5d86583e req-a520115d-3c25-482b-94c6-d26c48f1f82a tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:45.426773 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-35ab37df-725a-41b3-95c8-804e5d86583e req-a520115d-3c25-482b-94c6-d26c48f1f82a tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 945 time: 0.1538701 Jul 23 16:38:45.463579 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669d2610-f00c-4f9f-882b-6d407196f4d1 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:45.465320 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-669d2610-f00c-4f9f-882b-6d407196f4d1 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2268865 Jul 23 16:38:45.471186 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52730) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:45.488890 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f51cbb2d-2c18-4aca-99c7-83922b01e857 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.511193 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-f51cbb2d-2c18-4aca-99c7-83922b01e857 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Calling delete_port for ce4bf7da-cb39-4f70-b9c4-0608a5159d9f owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:45.549856 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-35ab37df-725a-41b3-95c8-804e5d86583e req-a02e7538-97a5-48b1-80fb-7a49ef1ff29f tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754273 Jul 23 16:38:45.643424 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-04fc53e1-578d-4f7c-9492-cdbd70b4f561 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.668418 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0af8eb84-cb6b-46b0-bb90-5a22ac49d28c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1916032 Jul 23 16:38:45.673303 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52732) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:45.680960 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-d4483e70-b6f0-4163-85a4-31359dc3d574 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1035332713'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:45.685684 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f51cbb2d-2c18-4aca-99c7-83922b01e857 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.733090 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51cbb2d-2c18-4aca-99c7-83922b01e857 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Pushing event deleted for resources: {'Port': ['ID=ce4bf7da-cb39-4f70-b9c4-0608a5159d9f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:45.739694 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f51cbb2d-2c18-4aca-99c7-83922b01e857 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.743057 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f51cbb2d-2c18-4aca-99c7-83922b01e857 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] 10.222.0.73 "DELETE /v2.0/ports/ce4bf7da-cb39-4f70-b9c4-0608a5159d9f HTTP/1.1" status: 204 len: 168 time: 0.5982788 Jul 23 16:38:45.745903 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52736) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:45.801014 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-614dcd05-dd61-4219-bba7-842d8e9593c2 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0536551 Jul 23 16:38:45.801894 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4483e70-b6f0-4163-85a4-31359dc3d574 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:45.805599 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d4483e70-b6f0-4163-85a4-31359dc3d574 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.807637 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52740) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:45.813567 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-7a413e1d-33e7-4250-98b2-2b34a06a3c8f tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1007156444'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:45.857731 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4483e70-b6f0-4163-85a4-31359dc3d574 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] vlan segment allocate from pool success with {'vlan_id': 1118, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:38:45.864662 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a413e1d-33e7-4250-98b2-2b34a06a3c8f tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Made reservation on behalf of adc8b07d85284bef94d6ec56e00681cd for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:45.868287 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7a413e1d-33e7-4250-98b2-2b34a06a3c8f tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.883650 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d4483e70-b6f0-4163-85a4-31359dc3d574 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.884013 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-d4483e70-b6f0-4163-85a4-31359dc3d574 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Added segment d8eb1e3d-ba42-447b-aae2-989e772f268e of type vlan for network 4c390b54-9922-4bc3-9625-a09b74394139 Jul 23 16:38:45.938997 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a413e1d-33e7-4250-98b2-2b34a06a3c8f tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] vlan segment allocate from pool success with {'vlan_id': 1145, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:38:45.947273 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d4483e70-b6f0-4163-85a4-31359dc3d574 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.959395 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7a413e1d-33e7-4250-98b2-2b34a06a3c8f tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.959862 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-7a413e1d-33e7-4250-98b2-2b34a06a3c8f tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Added segment 2be319f9-a50c-4f5a-b71c-5834a867c7fe of type vlan for network 5a52365f-e90f-4020-9f16-7ca2ad3232d6 Jul 23 16:38:46.015737 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7a413e1d-33e7-4250-98b2-2b34a06a3c8f tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:46.020585 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d4483e70-b6f0-4163-85a4-31359dc3d574 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:46.027133 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4483e70-b6f0-4163-85a4-31359dc3d574 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:46.027776 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d4483e70-b6f0-4163-85a4-31359dc3d574 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:46.040233 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-04fc53e1-578d-4f7c-9492-cdbd70b4f561 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:46.046666 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-04fc53e1-578d-4f7c-9492-cdbd70b4f561 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:46.047512 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-04fc53e1-578d-4f7c-9492-cdbd70b4f561 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:46.088805 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d4483e70-b6f0-4163-85a4-31359dc3d574 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4141004 Jul 23 16:38:46.098533 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52744) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:46.115602 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-3504accc-9751-48c0-8ee7-7ac84aab1d2a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'subnet': {'network_id': '4c390b54-9922-4bc3-9625-a09b74394139', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:46.133508 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4483e70-b6f0-4163-85a4-31359dc3d574 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Network': ['ID=4c390b54-9922-4bc3-9625-a09b74394139,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:46.139047 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7a413e1d-33e7-4250-98b2-2b34a06a3c8f tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:46.145946 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a413e1d-33e7-4250-98b2-2b34a06a3c8f tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:46.146860 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7a413e1d-33e7-4250-98b2-2b34a06a3c8f tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:46.147283 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 4c390b54-9922-4bc3-9625-a09b74394139 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:38:46.158489 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc53e1-578d-4f7c-9492-cdbd70b4f561 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Port': ['ID=79b88941-e0a4-4b45-89ba-755d0a60112b,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:46.192959 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7a413e1d-33e7-4250-98b2-2b34a06a3c8f tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3836169 Jul 23 16:38:46.198382 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52746) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:46.210042 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-edff7663-fec2-417d-b1d5-0675fa6facb2 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1444243477'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:46.274597 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edff7663-fec2-417d-b1d5-0675fa6facb2 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Made reservation on behalf of adc8b07d85284bef94d6ec56e00681cd for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:46.278783 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-edff7663-fec2-417d-b1d5-0675fa6facb2 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:46.292813 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fc53e1-578d-4f7c-9492-cdbd70b4f561 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network c17e3eb1-050a-4d88-83cd-d7d716b41bbc is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:46.296560 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-04fc53e1-578d-4f7c-9492-cdbd70b4f561 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:46.297201 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a413e1d-33e7-4250-98b2-2b34a06a3c8f tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Pushing event updated for resources: {'Network': ['ID=5a52365f-e90f-4020-9f16-7ca2ad3232d6,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:46.309763 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 5a52365f-e90f-4020-9f16-7ca2ad3232d6 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:38:46.314185 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edff7663-fec2-417d-b1d5-0675fa6facb2 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] vlan segment allocate from pool success with {'vlan_id': 1137, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:38:46.327440 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-edff7663-fec2-417d-b1d5-0675fa6facb2 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:46.328106 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-edff7663-fec2-417d-b1d5-0675fa6facb2 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Added segment 7ff054f6-f565-4634-a701-8580be100770 of type vlan for network b958dd7e-5b0b-49d3-8b54-f0d383620b61 Jul 23 16:38:46.376020 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3504accc-9751-48c0-8ee7-7ac84aab1d2a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:46.379996 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3504accc-9751-48c0-8ee7-7ac84aab1d2a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:46.399648 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-edff7663-fec2-417d-b1d5-0675fa6facb2 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:46.519482 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04fc53e1-578d-4f7c-9492-cdbd70b4f561 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Router 990233fa-8030-4cb8-b6b3-eac6ad922a7f has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:38:46.635611 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48853bf2-2b89-43bf-80d1-e44f8540c329 None None] Network c17e3eb1-050a-4d88-83cd-d7d716b41bbc requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:46.699749 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fc53e1-578d-4f7c-9492-cdbd70b4f561 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:38:46.706081 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-04fc53e1-578d-4f7c-9492-cdbd70b4f561 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "PUT /v2.0/routers/990233fa-8030-4cb8-b6b3-eac6ad922a7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5325208 Jul 23 16:38:46.709830 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52752) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:46.718835 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-061f20b2-33a0-490a-8008-b2cd6fdfcbbb None None] Provisioning for port ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:46.723878 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3504accc-9751-48c0-8ee7-7ac84aab1d2a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:46.724695 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-0e4df16a-9c17-4b86-8847-12d7a219016e tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1648070804'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:46.762784 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-edff7663-fec2-417d-b1d5-0675fa6facb2 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:46.768717 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edff7663-fec2-417d-b1d5-0675fa6facb2 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:46.769352 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-edff7663-fec2-417d-b1d5-0675fa6facb2 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:46.807295 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504accc-9751-48c0-8ee7-7ac84aab1d2a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Subnet': ['ID=e48ec165-7a68-43ee-be8c-393bc4d513e3,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:46.819260 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3504accc-9751-48c0-8ee7-7ac84aab1d2a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Checking segment: {'id': 'd8eb1e3d-ba42-447b-aae2-989e772f268e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '4c390b54-9922-4bc3-9625-a09b74394139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:46.822366 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4df16a-9c17-4b86-8847-12d7a219016e tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Made reservation on behalf of 4582563f2d784210a277b9ecb7709946 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:46.822980 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3504accc-9751-48c0-8ee7-7ac84aab1d2a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network hostable DHCP agents. Network: 4c390b54-9922-4bc3-9625-a09b74394139, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:38:46.825783 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0e4df16a-9c17-4b86-8847-12d7a219016e tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:46.846225 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-edff7663-fec2-417d-b1d5-0675fa6facb2 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6325607 Jul 23 16:38:46.857113 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3504accc-9751-48c0-8ee7-7ac84aab1d2a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network 4c390b54-9922-4bc3-9625-a09b74394139 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:38:46.893074 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-3504accc-9751-48c0-8ee7-7ac84aab1d2a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 4c390b54-9922-4bc3-9625-a09b74394139) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:46.893762 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff7663-fec2-417d-b1d5-0675fa6facb2 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Pushing event updated for resources: {'Network': ['ID=b958dd7e-5b0b-49d3-8b54-f0d383620b61,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:46.911437 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e4df16a-9c17-4b86-8847-12d7a219016e tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] vlan segment allocate from pool success with {'vlan_id': 1116, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:38:46.911890 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device cd7d9f0b-9516-4399-8315-a6837578715f details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:38:46.916540 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3504accc-9751-48c0-8ee7-7ac84aab1d2a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:46.917491 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3504accc-9751-48c0-8ee7-7ac84aab1d2a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:46.943065 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb1d6f-cdf9-43e0-9fba-84e5e7bab2ee req-86c713e7-4e52-4526-bfef-77173a5920b3 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:46.948759 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3504accc-9751-48c0-8ee7-7ac84aab1d2a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8489704 Jul 23 16:38:46.951572 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52758) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:46.951739 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-accb1d6f-cdf9-43e0-9fba-84e5e7bab2ee req-86c713e7-4e52-4526-bfef-77173a5920b3 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 945 time: 0.2433016 Jul 23 16:38:46.957909 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0e4df16a-9c17-4b86-8847-12d7a219016e tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:46.958266 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-0e4df16a-9c17-4b86-8847-12d7a219016e tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Added segment 0c786ece-8112-4a3c-8d99-e0c893df19e6 of type vlan for network 9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b Jul 23 16:38:46.959965 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6281d9bf-745f-4fed-be27-80304f3598f6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'port': {'network_id': '4c390b54-9922-4bc3-9625-a09b74394139', 'name': 'tempest-PortsIpV6TestJSON-1944153301'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:47.011828 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network b958dd7e-5b0b-49d3-8b54-f0d383620b61 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:38:47.026429 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abb8e91-9da0-4cd1-9049-dd9da075c791 None None] Network 4c390b54-9922-4bc3-9625-a09b74394139 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:47.058439 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-accb1d6f-cdf9-43e0-9fba-84e5e7bab2ee req-03bf5394-7f4a-4f97-a2de-13b2e8ddb539 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057858 Jul 23 16:38:47.070759 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0e4df16a-9c17-4b86-8847-12d7a219016e tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:47.173523 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0e4df16a-9c17-4b86-8847-12d7a219016e tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:47.192401 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4df16a-9c17-4b86-8847-12d7a219016e tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:47.200459 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0e4df16a-9c17-4b86-8847-12d7a219016e tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:47.258995 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6281d9bf-745f-4fed-be27-80304f3598f6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:47.262620 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6281d9bf-745f-4fed-be27-80304f3598f6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:47.324041 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-6281d9bf-745f-4fed-be27-80304f3598f6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] device_id is not set on port 80db6568-8f67-42f4-994f-bd4db671f04d yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:38:47.435991 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 9c170fe5-f84d-4ce1-8bb4-771d023aac21 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:47.448804 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b749118-e884-42c9-954e-b89b7573f9f2 None None] Sync routers for ids ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:38:47.470062 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b749118-e884-42c9-954e-b89b7573f9f2 None None] Routers {'990233fa-8030-4cb8-b6b3-eac6ad922a7f'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:47.471342 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-2b749118-e884-42c9-954e-b89b7573f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:38:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:47.524996 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port cd7d9f0b-9516-4399-8315-a6837578715f, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=cd7d9f0b-9516-4399-8315-a6837578715f,segment=NetworkSegment(e86199fe-5491-4fca-b518-f67ebbbf9a42),segment_id=e86199fe-5491-4fca-b518-f67ebbbf9a42)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:47.546191 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4df16a-9c17-4b86-8847-12d7a219016e tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Network': ['ID=9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:47.567146 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-6281d9bf-745f-4fed-be27-80304f3598f6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Allocated IP 2001:db8::150 (4c390b54-9922-4bc3-9625-a09b74394139/e48ec165-7a68-43ee-be8c-393bc4d513e3/80db6568-8f67-42f4-994f-bd4db671f04d) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:47.571604 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:38:47.587559 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0e4df16a-9c17-4b86-8847-12d7a219016e tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8737550 Jul 23 16:38:47.592212 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52764) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:47.605717 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-7445ffa3-afc1-4122-9c83-848ee288c829 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Request body: {'subnet': {'network_id': '9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:47.614236 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-2b749118-e884-42c9-954e-b89b7573f9f2 None None] Set router 990233fa-8030-4cb8-b6b3-eac6ad922a7f gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:38:47.617616 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'cd7d9f0b-9516-4399-8315-a6837578715f', 'network_id': '76cc40b0-30f5-4501-be03-be323c612c9a', 'port_id': 'cd7d9f0b-9516-4399-8315-a6837578715f', 'mac_address': 'fa:16:3e:4f:12:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0451a60c-d287-4012-8d32-22a400e0b50b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:38:47.657374 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a91d2b-7686-42c4-bb62-08d8b8066fc7 req-1e288129-a92c-4d27-9cf4-ea7ce2bfd17c tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:47.659217 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4a91d2b-7686-42c4-bb62-08d8b8066fc7 req-1e288129-a92c-4d27-9cf4-ea7ce2bfd17c tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.3038583 Jul 23 16:38:47.667296 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dbee0-676f-4a67-b54a-07b555d46375 req-0766f815-0bbb-4a9c-9a68-ab124a85a11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:47.669332 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f37dbee0-676f-4a67-b54a-07b555d46375 req-0766f815-0bbb-4a9c-9a68-ab124a85a11b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d8469dd886547af8aa5b5e0e02307dd&device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 1096 time: 0.3150475 Jul 23 16:38:47.773183 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4a91d2b-7686-42c4-bb62-08d8b8066fc7 req-247cd936-8021-45f2-9762-e347c46c33a9 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024640 Jul 23 16:38:47.846208 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7445ffa3-afc1-4122-9c83-848ee288c829 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Made reservation on behalf of 4582563f2d784210a277b9ecb7709946 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:47.849677 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7445ffa3-afc1-4122-9c83-848ee288c829 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:47.870875 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dbee0-676f-4a67-b54a-07b555d46375 req-3ca37104-b19e-4607-b79a-b85f6b36563a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:47.874086 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f37dbee0-676f-4a67-b54a-07b555d46375 req-3ca37104-b19e-4607-b79a-b85f6b36563a service neutron] 10.222.0.97 "GET /v2.0/networks?id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a HTTP/1.1" status: 200 len: 913 time: 0.1951447 Jul 23 16:38:48.056931 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f37dbee0-676f-4a67-b54a-07b555d46375 req-d0f32f76-0f6c-4c3d-b32a-9c7cb92b202a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=726cd214-8346-47cb-a33e-99234af00cab HTTP/1.1" status: 200 len: 1000 time: 0.1762722 Jul 23 16:38:48.146767 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-2b749118-e884-42c9-954e-b89b7573f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'name': 'tempest-RoutersIpV6Test-router-1308898731', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:35Z', 'updated_at': '2021-07-23T16:38:45Z', 'revision_number': 3, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None, '_interfaces': [{'id': '79b88941-e0a4-4b45-89ba-755d0a60112b', 'name': '', 'network_id': 'c17e3eb1-050a-4d88-83cd-d7d716b41bbc', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:eb:76:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:45Z', 'revision_number': 2, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c170fe5-f84d-4ce1-8bb4-771d023aac21', 'name': '', 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:14:36:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:37Z', 'updated_at': '2021-07-23T16:38:43Z', 'revision_number': 4, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:48.228346 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dbee0-676f-4a67-b54a-07b555d46375 req-324b0c71-fa64-478d-9b9e-79776c47c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:48.229926 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f37dbee0-676f-4a67-b54a-07b555d46375 req-324b0c71-fa64-478d-9b9e-79776c47c3ff service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2ae57d8d-3779-4491-8fd1-fe104612a516 HTTP/1.1" status: 200 len: 850 time: 0.1656237 Jul 23 16:38:48.245974 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6281d9bf-745f-4fed-be27-80304f3598f6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:48.247917 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b749118-e884-42c9-954e-b89b7573f9f2 None None] Checking router: 990233fa-8030-4cb8-b6b3-eac6ad922a7f for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:38:48.253478 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b749118-e884-42c9-954e-b89b7573f9f2 None None] Updating router 990233fa-8030-4cb8-b6b3-eac6ad922a7f port 79b88941-e0a4-4b45-89ba-755d0a60112b binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:38:48.323001 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:48.329906 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-6281d9bf-745f-4fed-be27-80304f3598f6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Transition to ACTIVE for port object 80db6568-8f67-42f4-994f-bd4db671f04d will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:48.377798 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-2b749118-e884-42c9-954e-b89b7573f9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:48.408634 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dbee0-676f-4a67-b54a-07b555d46375 req-df964b32-6a2f-4f5e-a706-4ab862833240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:48.410518 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f37dbee0-676f-4a67-b54a-07b555d46375 req-df964b32-6a2f-4f5e-a706-4ab862833240 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1708295 Jul 23 16:38:48.426387 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e1eb1-9cdf-4a86-bd6e-149109cbe294 req-f905ff8f-633e-43b7-a135-3bba05875b41 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:48.433554 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d5e1eb1-9cdf-4a86-bd6e-149109cbe294 req-f905ff8f-633e-43b7-a135-3bba05875b41 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 945 time: 0.2025607 Jul 23 16:38:48.448999 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7445ffa3-afc1-4122-9c83-848ee288c829 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:48.454830 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 9c170fe5-f84d-4ce1-8bb4-771d023aac21 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:48.507671 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 9c170fe5-f84d-4ce1-8bb4-771d023aac21 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:48.508262 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:48.556990 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6281d9bf-745f-4fed-be27-80304f3598f6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:48.560954 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445ffa3-afc1-4122-9c83-848ee288c829 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Subnet': ['ID=7ebb0673-2b8a-46e0-b80b-09a53432daf1,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:48.629470 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd7d9f0b-9516-4399-8315-a6837578715f {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:38:48.651585 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d5e1eb1-9cdf-4a86-bd6e-149109cbe294 req-18491204-483c-47e3-b6bb-f44425c0870c tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068727 Jul 23 16:38:48.653697 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8341ad0d-b60d-4873-9c29-126af1e788f6 None None] Provisioning for port 79b88941-e0a4-4b45-89ba-755d0a60112b completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:48.668953 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6281d9bf-745f-4fed-be27-80304f3598f6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network 4c390b54-9922-4bc3-9625-a09b74394139 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:48.686104 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-6281d9bf-745f-4fed-be27-80304f3598f6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:48.688755 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8341ad0d-b60d-4873-9c29-126af1e788f6 None None] Provisioning complete for port 79b88941-e0a4-4b45-89ba-755d0a60112b triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:48.689334 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8341ad0d-b60d-4873-9c29-126af1e788f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:48.694320 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port cd7d9f0b-9516-4399-8315-a6837578715f, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=cd7d9f0b-9516-4399-8315-a6837578715f,segment=NetworkSegment(e86199fe-5491-4fca-b518-f67ebbbf9a42),segment_id=e86199fe-5491-4fca-b518-f67ebbbf9a42)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:48.702031 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6281d9bf-745f-4fed-be27-80304f3598f6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:48.714992 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f37dbee0-676f-4a67-b54a-07b555d46375 req-0e2a5173-100a-4c79-9fef-de0251091e97 service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792017 Jul 23 16:38:48.718931 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6281d9bf-745f-4fed-be27-80304f3598f6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:48.719614 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6281d9bf-745f-4fed-be27-80304f3598f6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:48.721719 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:48.740518 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281d9bf-745f-4fed-be27-80304f3598f6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Port': ['ID=80db6568-8f67-42f4-994f-bd4db671f04d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:48.784773 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-8341ad0d-b60d-4873-9c29-126af1e788f6 None None] Port 79b88941-e0a4-4b45-89ba-755d0a60112b cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:38:48.809170 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6281d9bf-745f-4fed-be27-80304f3598f6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8559177 Jul 23 16:38:48.810165 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7445ffa3-afc1-4122-9c83-848ee288c829 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Checking segment: {'id': '0c786ece-8112-4a3c-8d99-e0c893df19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:48.810534 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7445ffa3-afc1-4122-9c83-848ee288c829 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network hostable DHCP agents. Network: 9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:38:48.812505 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52774) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:48.845260 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-96f1d71b-68fe-4c0c-821f-841506df219f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'port': {'network_id': '4c390b54-9922-4bc3-9625-a09b74394139', 'name': 'tempest-PortsIpV6TestJSON-1479178394'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:48.856188 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=cd7d9f0b-9516-4399-8315-a6837578715f,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:48.876850 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6601e49c-88ae-4054-b253-b0a50aa4fb10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-4c390b54-9922-4bc3-9625-a09b74394139', 'network_id': '4c390b54-9922-4bc3-9625-a09b74394139', 'tenant_id': '9684d680e97142e5b0eab6534baef299', 'fixed_ips': [{'subnet_id': 'e48ec165-7a68-43ee-be8c-393bc4d513e3'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:38:48.878009 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6601e49c-88ae-4054-b253-b0a50aa4fb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:48.883931 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:48.904422 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device cd7d9f0b-9516-4399-8315-a6837578715f no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:38:48.936836 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f37dbee0-676f-4a67-b54a-07b555d46375 req-c50be455-9659-4d42-b040-ea37a405d34c service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154028 Jul 23 16:38:48.965484 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7445ffa3-afc1-4122-9c83-848ee288c829 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network 9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:38:48.966820 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['cd7d9f0b-9516-4399-8315-a6837578715f'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:38:48.994527 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-2b749118-e884-42c9-954e-b89b7573f9f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:48.997776 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-7445ffa3-afc1-4122-9c83-848ee288c829 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:49.012385 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7445ffa3-afc1-4122-9c83-848ee288c829 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:49.020757 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7445ffa3-afc1-4122-9c83-848ee288c829 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.032230 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e60acc8-56f1-49d7-b8ae-1b44820d8573 None None] Network 9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:49.040731 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-2b749118-e884-42c9-954e-b89b7573f9f2 None None] Transition to ACTIVE for port object 79b88941-e0a4-4b45-89ba-755d0a60112b will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:49.056861 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-2b749118-e884-42c9-954e-b89b7573f9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.086161 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 9c170fe5-f84d-4ce1-8bb4-771d023aac21, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=9c170fe5-f84d-4ce1-8bb4-771d023aac21,segment=NetworkSegment(345ceff8-b41d-41fa-bc1d-0eb34bebbf4a),segment_id=345ceff8-b41d-41fa-bc1d-0eb34bebbf4a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:49.088452 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7445ffa3-afc1-4122-9c83-848ee288c829 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4948401 Jul 23 16:38:49.093260 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52778) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:49.095094 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9fc61-db0e-4b84-a106-02481e8d7fb1 req-7d60e294-ef6f-466f-b2c3-ec4f61322211 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:49.113884 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c9b9fc61-db0e-4b84-a106-02481e8d7fb1 req-7d60e294-ef6f-466f-b2c3-ec4f61322211 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.1383104 Jul 23 16:38:49.188172 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.191921 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:49.207939 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c9b9fc61-db0e-4b84-a106-02481e8d7fb1 req-92a39932-07f1-4a14-a046-244784ade41a tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929363 Jul 23 16:38:49.287468 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f1d71b-68fe-4c0c-821f-841506df219f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:49.292993 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-96f1d71b-68fe-4c0c-821f-841506df219f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.343620 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-96f1d71b-68fe-4c0c-821f-841506df219f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] device_id is not set on port 068f5b04-e0ef-4367-9619-1d77c29bb86d yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:38:49.366122 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-2b749118-e884-42c9-954e-b89b7573f9f2 None None] Attempting to bind port 79b88941-e0a4-4b45-89ba-755d0a60112b on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:38:49.366531 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-2b749118-e884-42c9-954e-b89b7573f9f2 None None] Attempting to bind port 79b88941-e0a4-4b45-89ba-755d0a60112b by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '74629a78-9e21-4700-9986-ce9a54a5dd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'c17e3eb1-050a-4d88-83cd-d7d716b41bbc'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:38:49.367008 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b749118-e884-42c9-954e-b89b7573f9f2 None None] Attempting to bind port 79b88941-e0a4-4b45-89ba-755d0a60112b on network c17e3eb1-050a-4d88-83cd-d7d716b41bbc {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:38:49.382043 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b749118-e884-42c9-954e-b89b7573f9f2 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:38:49.382416 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b749118-e884-42c9-954e-b89b7573f9f2 None None] Checking segment: {'id': '74629a78-9e21-4700-9986-ce9a54a5dd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'c17e3eb1-050a-4d88-83cd-d7d716b41bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:49.383337 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-2b749118-e884-42c9-954e-b89b7573f9f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.386294 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b749118-e884-42c9-954e-b89b7573f9f2 None None] Bound using segment: {'id': '74629a78-9e21-4700-9986-ce9a54a5dd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'c17e3eb1-050a-4d88-83cd-d7d716b41bbc'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:38:49.386798 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-2b749118-e884-42c9-954e-b89b7573f9f2 None None] Bound port: 79b88941-e0a4-4b45-89ba-755d0a60112b, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74629a78-9e21-4700-9986-ce9a54a5dd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'c17e3eb1-050a-4d88-83cd-d7d716b41bbc'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:38:49.387186 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-2b749118-e884-42c9-954e-b89b7573f9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.495500 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb2d61-5180-42e0-a7ce-bd4e08d1c9d7 None None] Pushing event updated for resources: {'Port': ['ID=79b88941-e0a4-4b45-89ba-755d0a60112b,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:49.511492 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cb2d61-5180-42e0-a7ce-bd4e08d1c9d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:49.512219 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cb2d61-5180-42e0-a7ce-bd4e08d1c9d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:49.512762 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cb2d61-5180-42e0-a7ce-bd4e08d1c9d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:49.513386 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cb2d61-5180-42e0-a7ce-bd4e08d1c9d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:49.513943 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cb2d61-5180-42e0-a7ce-bd4e08d1c9d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:49.514483 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cb2d61-5180-42e0-a7ce-bd4e08d1c9d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:49.515020 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cb2d61-5180-42e0-a7ce-bd4e08d1c9d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:49.515707 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cb2d61-5180-42e0-a7ce-bd4e08d1c9d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:49.516249 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cb2d61-5180-42e0-a7ce-bd4e08d1c9d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:49.516784 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cb2d61-5180-42e0-a7ce-bd4e08d1c9d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:49.517366 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cb2d61-5180-42e0-a7ce-bd4e08d1c9d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:49.517907 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cb2d61-5180-42e0-a7ce-bd4e08d1c9d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:49.536590 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=9c170fe5-f84d-4ce1-8bb4-771d023aac21,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:49.563287 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-2b749118-e884-42c9-954e-b89b7573f9f2 None None] For port 79b88941-e0a4-4b45-89ba-755d0a60112b, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:38:49.567864 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-6601e49c-88ae-4054-b253-b0a50aa4fb10 None None] Allocated IP 2001:db8::2 (4c390b54-9922-4bc3-9625-a09b74394139/e48ec165-7a68-43ee-be8c-393bc4d513e3/d9da7cea-ca55-4eeb-91e2-9e4c9a43c21a) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:49.568706 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-2b749118-e884-42c9-954e-b89b7573f9f2 None None] For port 79b88941-e0a4-4b45-89ba-755d0a60112b, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=79b88941-e0a4-4b45-89ba-755d0a60112b,segment=NetworkSegment(74629a78-9e21-4700-9986-ce9a54a5dd50),segment_id=74629a78-9e21-4700-9986-ce9a54a5dd50)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:38:49.577625 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-2b749118-e884-42c9-954e-b89b7573f9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.599174 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.637471 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:49.682756 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:49.683039 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.701702 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id cd7d9f0b-9516-4399-8315-a6837578715f {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:38:49.736449 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port cd7d9f0b-9516-4399-8315-a6837578715f, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=cd7d9f0b-9516-4399-8315-a6837578715f,segment=NetworkSegment(e86199fe-5491-4fca-b518-f67ebbbf9a42),segment_id=e86199fe-5491-4fca-b518-f67ebbbf9a42)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:49.788503 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.788751 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b749118-e884-42c9-954e-b89b7573f9f2 None None] Routers {'990233fa-8030-4cb8-b6b3-eac6ad922a7f'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:49.790792 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-2b749118-e884-42c9-954e-b89b7573f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:38:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:49.802830 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb2d61-5180-42e0-a7ce-bd4e08d1c9d7 None None] Pushing event updated for resources: {'Port': ['ID=79b88941-e0a4-4b45-89ba-755d0a60112b,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:49.900739 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68ba2c-a987-403b-affc-2a5723a1dd01 req-92104adc-4792-4aed-afbd-518dd43f59c4 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:49.907422 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c68ba2c-a987-403b-affc-2a5723a1dd01 req-92104adc-4792-4aed-afbd-518dd43f59c4 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 943 time: 0.1482816 Jul 23 16:38:49.983555 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c68ba2c-a987-403b-affc-2a5723a1dd01 req-6ddea1fa-7634-4c30-9fb4-016353a872fc tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750051 Jul 23 16:38:50.033487 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-2b749118-e884-42c9-954e-b89b7573f9f2 None None] Set router 990233fa-8030-4cb8-b6b3-eac6ad922a7f gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:38:50.039219 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e0bb286e-127b-4ebe-b92c-63016ea6c779 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:50.058454 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002286f7-36c9-44ca-aa85-9d094de14d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b', 'network_id': '9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'fixed_ips': [{'subnet_id': '7ebb0673-2b8a-46e0-b80b-09a53432daf1'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:38:50.059313 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-002286f7-36c9-44ca-aa85-9d094de14d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:50.131422 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=cd7d9f0b-9516-4399-8315-a6837578715f,revision_number=7']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:50.307992 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-2b749118-e884-42c9-954e-b89b7573f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'name': 'tempest-RoutersIpV6Test-router-1308898731', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:35Z', 'updated_at': '2021-07-23T16:38:45Z', 'revision_number': 3, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None, '_interfaces': [{'id': '79b88941-e0a4-4b45-89ba-755d0a60112b', 'name': '', 'network_id': 'c17e3eb1-050a-4d88-83cd-d7d716b41bbc', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:eb:76:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:49Z', 'revision_number': 4, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c170fe5-f84d-4ce1-8bb4-771d023aac21', 'name': '', 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:14:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:37Z', 'updated_at': '2021-07-23T16:38:48Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:50.345306 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b749118-e884-42c9-954e-b89b7573f9f2 None None] The sync data for ids ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'] in n-d-778549-4 is: [{'id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'name': 'tempest-RoutersIpV6Test-router-1308898731', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:35Z', 'updated_at': '2021-07-23T16:38:45Z', 'revision_number': 3, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None, '_interfaces': [{'id': '79b88941-e0a4-4b45-89ba-755d0a60112b', 'name': '', 'network_id': 'c17e3eb1-050a-4d88-83cd-d7d716b41bbc', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:eb:76:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:49Z', 'revision_number': 4, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c170fe5-f84d-4ce1-8bb4-771d023aac21', 'name': '', 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:14:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:37Z', 'updated_at': '2021-07-23T16:38:48Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:38:50.486408 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:50.513598 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-e0bb286e-127b-4ebe-b92c-63016ea6c779 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Allocated IP 2001:db8:2::1 (9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b/7ebb0673-2b8a-46e0-b80b-09a53432daf1/0fc2e694-7276-4650-9d36-e117c9a10cd3) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:50.539665 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c35f1-dc4a-4cbc-a4ab-286d6d63bfa6 req-5ef480bc-c450-46ec-8a02-b7c660a530e9 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:50.547161 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6601e49c-88ae-4054-b253-b0a50aa4fb10 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:50.550093 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-135c35f1-dc4a-4cbc-a4ab-286d6d63bfa6 req-5ef480bc-c450-46ec-8a02-b7c660a530e9 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.2038727 Jul 23 16:38:50.558968 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79,segment=NetworkSegment(74629a78-9e21-4700-9986-ce9a54a5dd50),segment_id=74629a78-9e21-4700-9986-ce9a54a5dd50)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:50.567981 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:50.605532 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6601e49c-88ae-4054-b253-b0a50aa4fb10 None None] Transition to ACTIVE for port object d9da7cea-ca55-4eeb-91e2-9e4c9a43c21a will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:50.652916 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52790) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:50.669995 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-135c35f1-dc4a-4cbc-a4ab-286d6d63bfa6 req-cbdf4e08-ee11-439f-8cea-25c7e9db4e7e tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176443 Jul 23 16:38:50.681029 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-37529b1e-66c9-4d89-8553-8c05ecbc4a53 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Request body: {'subnets': [{'network_id': '5a52365f-e90f-4020-9f16-7ca2ad3232d6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--698296308', 'ip_version': 6}, {'network_id': 'b958dd7e-5b0b-49d3-8b54-f0d383620b61', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:50.681328 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-37529b1e-66c9-4d89-8553-8c05ecbc4a53 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Request body: {'subnet': {'network_id': '5a52365f-e90f-4020-9f16-7ca2ad3232d6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--698296308', 'ip_version': 6}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:50.682717 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-37529b1e-66c9-4d89-8553-8c05ecbc4a53 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Request body: {'subnet': {'network_id': 'b958dd7e-5b0b-49d3-8b54-f0d383620b61', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:50.708543 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6601e49c-88ae-4054-b253-b0a50aa4fb10 None None] Transition to ACTIVE for port object d9da7cea-ca55-4eeb-91e2-9e4c9a43c21a will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:50.711138 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:50.740362 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6601e49c-88ae-4054-b253-b0a50aa4fb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:50.800714 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6601e49c-88ae-4054-b253-b0a50aa4fb10 None None] Network 4c390b54-9922-4bc3-9625-a09b74394139 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:50.803983 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-6601e49c-88ae-4054-b253-b0a50aa4fb10 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:50.813767 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6601e49c-88ae-4054-b253-b0a50aa4fb10 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:50.815991 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601e49c-88ae-4054-b253-b0a50aa4fb10 None None] Pushing event updated for resources: {'Port': ['ID=d9da7cea-ca55-4eeb-91e2-9e4c9a43c21a,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:50.900778 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 9c170fe5-f84d-4ce1-8bb4-771d023aac21 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:50.942912 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37529b1e-66c9-4d89-8553-8c05ecbc4a53 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Made reservation on behalf of adc8b07d85284bef94d6ec56e00681cd for: {'subnet': 2} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:50.943134 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device cd7d9f0b-9516-4399-8315-a6837578715f up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:50.949656 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-37529b1e-66c9-4d89-8553-8c05ecbc4a53 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:50.950784 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-37529b1e-66c9-4d89-8553-8c05ecbc4a53 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:50.993561 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-6601e49c-88ae-4054-b253-b0a50aa4fb10 None None] Attempting to bind port d9da7cea-ca55-4eeb-91e2-9e4c9a43c21a on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:38:50.993963 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-6601e49c-88ae-4054-b253-b0a50aa4fb10 None None] Attempting to bind port d9da7cea-ca55-4eeb-91e2-9e4c9a43c21a by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd8eb1e3d-ba42-447b-aae2-989e772f268e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '4c390b54-9922-4bc3-9625-a09b74394139'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:38:50.994334 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6601e49c-88ae-4054-b253-b0a50aa4fb10 None None] Attempting to bind port d9da7cea-ca55-4eeb-91e2-9e4c9a43c21a on network 4c390b54-9922-4bc3-9625-a09b74394139 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:38:51.014072 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6601e49c-88ae-4054-b253-b0a50aa4fb10 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:38:51.014469 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6601e49c-88ae-4054-b253-b0a50aa4fb10 None None] Checking segment: {'id': 'd8eb1e3d-ba42-447b-aae2-989e772f268e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '4c390b54-9922-4bc3-9625-a09b74394139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:51.014881 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6601e49c-88ae-4054-b253-b0a50aa4fb10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:51.015283 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6601e49c-88ae-4054-b253-b0a50aa4fb10 None None] Bound using segment: {'id': 'd8eb1e3d-ba42-447b-aae2-989e772f268e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '4c390b54-9922-4bc3-9625-a09b74394139'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:38:51.015780 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-6601e49c-88ae-4054-b253-b0a50aa4fb10 None None] Bound port: d9da7cea-ca55-4eeb-91e2-9e4c9a43c21a, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8eb1e3d-ba42-447b-aae2-989e772f268e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '4c390b54-9922-4bc3-9625-a09b74394139'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:38:51.016174 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6601e49c-88ae-4054-b253-b0a50aa4fb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:51.113721 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-6601e49c-88ae-4054-b253-b0a50aa4fb10 None None] For port d9da7cea-ca55-4eeb-91e2-9e4c9a43c21a, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:38:51.120634 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-6601e49c-88ae-4054-b253-b0a50aa4fb10 None None] For port d9da7cea-ca55-4eeb-91e2-9e4c9a43c21a, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d9da7cea-ca55-4eeb-91e2-9e4c9a43c21a,segment=NetworkSegment(d8eb1e3d-ba42-447b-aae2-989e772f268e),segment_id=d8eb1e3d-ba42-447b-aae2-989e772f268e)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:38:51.127210 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 9c170fe5-f84d-4ce1-8bb4-771d023aac21 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:51.127807 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:51.131352 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port cd7d9f0b-9516-4399-8315-a6837578715f triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:51.131735 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:51.135133 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6601e49c-88ae-4054-b253-b0a50aa4fb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:51.232997 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9b33e-32fe-4750-9272-37c04ea6a696 req-4736c6cf-e4d7-452c-a407-b5e91cfa827b tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:51.234501 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e0bb286e-127b-4ebe-b92c-63016ea6c779 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:51.237113 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-96f1d71b-68fe-4c0c-821f-841506df219f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Allocated IP 2001:db8::26c (4c390b54-9922-4bc3-9625-a09b74394139/e48ec165-7a68-43ee-be8c-393bc4d513e3/068f5b04-e0ef-4367-9619-1d77c29bb86d) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:51.243346 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-43b9b33e-32fe-4750-9272-37c04ea6a696 req-4736c6cf-e4d7-452c-a407-b5e91cfa827b tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 943 time: 0.1668346 Jul 23 16:38:51.261266 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e0bb286e-127b-4ebe-b92c-63016ea6c779 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Transition to ACTIVE for port object 0fc2e694-7276-4650-9d36-e117c9a10cd3 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:51.308821 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601e49c-88ae-4054-b253-b0a50aa4fb10 None None] Pushing event updated for resources: {'Port': ['ID=d9da7cea-ca55-4eeb-91e2-9e4c9a43c21a,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:51.345310 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-43b9b33e-32fe-4750-9272-37c04ea6a696 req-2818c045-9fd1-4b43-90ba-26081251f61b tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006615 Jul 23 16:38:51.502892 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e0bb286e-127b-4ebe-b92c-63016ea6c779 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:51.574838 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bb286e-127b-4ebe-b92c-63016ea6c779 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network 9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:51.586024 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-e0bb286e-127b-4ebe-b92c-63016ea6c779 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:51.590524 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bb286e-127b-4ebe-b92c-63016ea6c779 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:51.591187 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e0bb286e-127b-4ebe-b92c-63016ea6c779 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:51.593876 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb286e-127b-4ebe-b92c-63016ea6c779 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Port': ['ID=0fc2e694-7276-4650-9d36-e117c9a10cd3,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:51.599416 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-96f1d71b-68fe-4c0c-821f-841506df219f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:51.613130 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 79b88941-e0a4-4b45-89ba-755d0a60112b up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:51.684563 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-37529b1e-66c9-4d89-8553-8c05ecbc4a53 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:51.702386 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-96f1d71b-68fe-4c0c-821f-841506df219f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Transition to ACTIVE for port object 068f5b04-e0ef-4367-9619-1d77c29bb86d will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:51.708497 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:51.755028 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-002286f7-36c9-44ca-aa85-9d094de14d00 None None] Allocated IP 2001:db8:2::2 (9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b/7ebb0673-2b8a-46e0-b80b-09a53432daf1/01cfa56c-ab0b-4c18-9554-4aa21b8f1908) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:51.765698 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37529b1e-66c9-4d89-8553-8c05ecbc4a53 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Pushing event updated for resources: {'Subnet': ['ID=5ac87684-1aa7-4fdb-ae47-646220480458,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:51.795525 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37529b1e-66c9-4d89-8553-8c05ecbc4a53 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Checking segment: {'id': '2be319f9-a50c-4f5a-b71c-5834a867c7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '5a52365f-e90f-4020-9f16-7ca2ad3232d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:51.796023 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37529b1e-66c9-4d89-8553-8c05ecbc4a53 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Network hostable DHCP agents. Network: 5a52365f-e90f-4020-9f16-7ca2ad3232d6, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:38:51.807541 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-96f1d71b-68fe-4c0c-821f-841506df219f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:51.827247 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37529b1e-66c9-4d89-8553-8c05ecbc4a53 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Network 5a52365f-e90f-4020-9f16-7ca2ad3232d6 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:38:51.843487 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-37529b1e-66c9-4d89-8553-8c05ecbc4a53 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 5a52365f-e90f-4020-9f16-7ca2ad3232d6) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:51.856202 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-37529b1e-66c9-4d89-8553-8c05ecbc4a53 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:51.869482 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323bf159-2f87-4f05-be53-22e9783bc28d None None] Network 5a52365f-e90f-4020-9f16-7ca2ad3232d6 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:51.877639 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f1d71b-68fe-4c0c-821f-841506df219f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network 4c390b54-9922-4bc3-9625-a09b74394139 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:51.881284 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-96f1d71b-68fe-4c0c-821f-841506df219f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:51.883484 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e0bb286e-127b-4ebe-b92c-63016ea6c779 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:51.887027 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f1d71b-68fe-4c0c-821f-841506df219f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:51.898666 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f1d71b-68fe-4c0c-821f-841506df219f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:51.899311 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-96f1d71b-68fe-4c0c-821f-841506df219f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:51.901644 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 79b88941-e0a4-4b45-89ba-755d0a60112b completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:51.918174 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3463ca8d-e3d4-4785-8698-bc687a4a2dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7d9f0b-9516-4399-8315-a6837578715f'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:38:51.920567 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75d409a-ddba-4940-8e4d-c4632c282aa4" -d '{"events": [{"server_uuid": "3463ca8d-e3d4-4785-8698-bc687a4a2dbe", "name": "network-vif-plugged", "status": "completed", "tag": "cd7d9f0b-9516-4399-8315-a6837578715f"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:38:51.928923 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37529b1e-66c9-4d89-8553-8c05ecbc4a53 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Pushing event updated for resources: {'Subnet': ['ID=bde71ce3-f8c4-4f69-b541-5d3dfde5a695,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:51.936815 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1d71b-68fe-4c0c-821f-841506df219f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Port': ['ID=068f5b04-e0ef-4367-9619-1d77c29bb86d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:51.941590 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37529b1e-66c9-4d89-8553-8c05ecbc4a53 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Checking segment: {'id': '7ff054f6-f565-4634-a701-8580be100770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'b958dd7e-5b0b-49d3-8b54-f0d383620b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:51.942919 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37529b1e-66c9-4d89-8553-8c05ecbc4a53 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Network hostable DHCP agents. Network: b958dd7e-5b0b-49d3-8b54-f0d383620b61, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:38:51.953182 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 79b88941-e0a4-4b45-89ba-755d0a60112b triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:51.953801 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:51.965087 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37529b1e-66c9-4d89-8553-8c05ecbc4a53 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Network b958dd7e-5b0b-49d3-8b54-f0d383620b61 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:38:51.971144 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port cd7d9f0b-9516-4399-8315-a6837578715f, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=cd7d9f0b-9516-4399-8315-a6837578715f,segment=NetworkSegment(e86199fe-5491-4fca-b518-f67ebbbf9a42),segment_id=e86199fe-5491-4fca-b518-f67ebbbf9a42)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:51.982420 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-96f1d71b-68fe-4c0c-821f-841506df219f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1488290 Jul 23 16:38:51.982613 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-37529b1e-66c9-4d89-8553-8c05ecbc4a53 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, b958dd7e-5b0b-49d3-8b54-f0d383620b61) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:51.982691 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52804) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:52.033834 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37529b1e-66c9-4d89-8553-8c05ecbc4a53 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:52.033834 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37529b1e-66c9-4d89-8553-8c05ecbc4a53 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:52.033834 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-37529b1e-66c9-4d89-8553-8c05ecbc4a53 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:52.054249 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8611c058-d942-48b9-bd66-470622f3bfef x-openstack-request-id: req-8611c058-d942-48b9-bd66-470622f3bfef {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:38:52.055077 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3463ca8d-e3d4-4785-8698-bc687a4a2dbe", "name": "network-vif-plugged", "status": "completed", "tag": "cd7d9f0b-9516-4399-8315-a6837578715f", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:38:52.055478 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8611c058-d942-48b9-bd66-470622f3bfef {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:38:52.056429 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3463ca8d-e3d4-4785-8698-bc687a4a2dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7d9f0b-9516-4399-8315-a6837578715f', 'code': 200} Jul 23 16:38:52.058841 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d68197-429a-451c-a5f3-e1edfd5df8f5 None None] Network b958dd7e-5b0b-49d3-8b54-f0d383620b61 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:52.065541 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:52.091258 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-37529b1e-66c9-4d89-8553-8c05ecbc4a53 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.4195294 Jul 23 16:38:52.092949 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52806) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:52.204282 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7319d70-178c-4c29-ad3a-c37418ae57e6 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:52.205896 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7319d70-178c-4c29-ad3a-c37418ae57e6 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:52.207413 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7319d70-178c-4c29-ad3a-c37418ae57e6 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:52.209156 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a7319d70-178c-4c29-ad3a-c37418ae57e6 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1144590 Jul 23 16:38:52.220763 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52808) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:52.247170 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc336044-d426-4fa6-943f-aaee6f7bab0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:52.251591 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-bc336044-d426-4fa6-943f-aaee6f7bab0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A150 HTTP/1.1" status: 200 len: 929 time: 0.2651112 Jul 23 16:38:52.255022 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52810) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:52.296583 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce42c58-81d3-4ecb-9bdf-c52a95ddffff req-4c93def6-5eb3-4465-b962-e90b480666a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:52.298813 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fce42c58-81d3-4ecb-9bdf-c52a95ddffff req-4c93def6-5eb3-4465-b962-e90b480666a8 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 1096 time: 0.1699176 Jul 23 16:38:52.323693 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a1309c-6ea9-4e83-9955-eeb86a2e334c tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Deleting subnet 5ac87684-1aa7-4fdb-ae47-646220480458 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:38:52.323897 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=cd7d9f0b-9516-4399-8315-a6837578715f,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:52.336060 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4a1309c-6ea9-4e83-9955-eeb86a2e334c tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:52.350424 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-002286f7-36c9-44ca-aa85-9d094de14d00 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:52.401370 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-002286f7-36c9-44ca-aa85-9d094de14d00 None None] Transition to ACTIVE for port object 01cfa56c-ab0b-4c18-9554-4aa21b8f1908 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:52.410366 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e0bb286e-127b-4ebe-b92c-63016ea6c779 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:52.419703 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fce42c58-81d3-4ecb-9bdf-c52a95ddffff req-dec32e99-036d-4cd1-ac03-a5ac2c2d02f7 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136222 Jul 23 16:38:52.421798 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4a1309c-6ea9-4e83-9955-eeb86a2e334c tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:52.421964 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e0bb286e-127b-4ebe-b92c-63016ea6c779 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:52.426507 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e0bb286e-127b-4ebe-b92c-63016ea6c779 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:52.490940 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4a1309c-6ea9-4e83-9955-eeb86a2e334c tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:52.541718 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-002286f7-36c9-44ca-aa85-9d094de14d00 None None] Transition to ACTIVE for port object 01cfa56c-ab0b-4c18-9554-4aa21b8f1908 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:52.556512 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89a9f11-9e26-44cb-a763-6208b28efe7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-5a52365f-e90f-4020-9f16-7ca2ad3232d6', 'network_id': '5a52365f-e90f-4020-9f16-7ca2ad3232d6', 'tenant_id': 'adc8b07d85284bef94d6ec56e00681cd', 'fixed_ips': [{'subnet_id': '5ac87684-1aa7-4fdb-ae47-646220480458'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:38:52.563233 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c89a9f11-9e26-44cb-a763-6208b28efe7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:52.576555 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb286e-127b-4ebe-b92c-63016ea6c779 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Port': ['ID=0fc2e694-7276-4650-9d36-e117c9a10cd3,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:52.594382 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:52.606547 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-fef27f3a-19ba-4a54-8a0a-8face88c94b7 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Deleting port 068f5b04-e0ef-4367-9619-1d77c29bb86d {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:52.607015 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fef27f3a-19ba-4a54-8a0a-8face88c94b7 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:52.607404 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-002286f7-36c9-44ca-aa85-9d094de14d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:52.612547 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4a1309c-6ea9-4e83-9955-eeb86a2e334c tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:52.662321 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bb286e-127b-4ebe-b92c-63016ea6c779 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network 9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:52.666414 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-e0bb286e-127b-4ebe-b92c-63016ea6c779 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:52.668344 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1309c-6ea9-4e83-9955-eeb86a2e334c tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Pushing event deleted for resources: {'Subnet': ['ID=5ac87684-1aa7-4fdb-ae47-646220480458,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:52.674098 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4a1309c-6ea9-4e83-9955-eeb86a2e334c tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:52.675431 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f4a1309c-6ea9-4e83-9955-eeb86a2e334c tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] 10.222.0.73 "DELETE /v2.0/subnets/5ac87684-1aa7-4fdb-ae47-646220480458 HTTP/1.1" status: 204 len: 168 time: 0.4529603 Jul 23 16:38:52.680569 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52820) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:52.753668 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f44b06-3860-46db-8782-277bcb774dba req-2f751bd8-00f7-484e-87b6-127b3f573db8 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:52.755415 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a0f44b06-3860-46db-8782-277bcb774dba req-2f751bd8-00f7-484e-87b6-127b3f573db8 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 945 time: 0.2346699 Jul 23 16:38:52.763153 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd9334a7-d818-48c5-bfcb-75559f632986 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Deleting subnet bde71ce3-f8c4-4f69-b541-5d3dfde5a695 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:38:52.773716 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd9334a7-d818-48c5-bfcb-75559f632986 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:52.785673 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074b5b55-aeb9-4c69-bce0-29540609b821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-b958dd7e-5b0b-49d3-8b54-f0d383620b61', 'network_id': 'b958dd7e-5b0b-49d3-8b54-f0d383620b61', 'tenant_id': 'adc8b07d85284bef94d6ec56e00681cd', 'fixed_ips': [{'subnet_id': 'bde71ce3-f8c4-4f69-b541-5d3dfde5a695'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:38:52.786531 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-074b5b55-aeb9-4c69-bce0-29540609b821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:52.807115 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002286f7-36c9-44ca-aa85-9d094de14d00 None None] Network 9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:52.838390 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fef27f3a-19ba-4a54-8a0a-8face88c94b7 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:52.856013 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd9334a7-d818-48c5-bfcb-75559f632986 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:52.861307 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a0f44b06-3860-46db-8782-277bcb774dba req-3ebcdcb0-9c53-4867-8662-b78cf7a76b15 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954366 Jul 23 16:38:52.861887 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-fef27f3a-19ba-4a54-8a0a-8face88c94b7 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Calling delete_port for 068f5b04-e0ef-4367-9619-1d77c29bb86d owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:52.881840 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bb286e-127b-4ebe-b92c-63016ea6c779 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Router 990233fa-8030-4cb8-b6b3-eac6ad922a7f has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:38:52.886501 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 79b88941-e0a4-4b45-89ba-755d0a60112b, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=79b88941-e0a4-4b45-89ba-755d0a60112b,segment=NetworkSegment(74629a78-9e21-4700-9986-ce9a54a5dd50),segment_id=74629a78-9e21-4700-9986-ce9a54a5dd50)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:52.913440 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-002286f7-36c9-44ca-aa85-9d094de14d00 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:52.921657 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:52.929223 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002286f7-36c9-44ca-aa85-9d094de14d00 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:52.932748 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8af90d3-6845-43a1-ab0d-97487f206235 None None] Network 5a52365f-e90f-4020-9f16-7ca2ad3232d6 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:52.950582 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd9334a7-d818-48c5-bfcb-75559f632986 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:52.956419 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002286f7-36c9-44ca-aa85-9d094de14d00 None None] Pushing event updated for resources: {'Port': ['ID=01cfa56c-ab0b-4c18-9554-4aa21b8f1908,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:53.077939 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd9334a7-d818-48c5-bfcb-75559f632986 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:53.105133 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c102f0e-d130-41e6-a4a9-c0b0cdc8ccd5 None None] Network 4c390b54-9922-4bc3-9625-a09b74394139 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:53.127596 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9334a7-d818-48c5-bfcb-75559f632986 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Pushing event deleted for resources: {'Subnet': ['ID=bde71ce3-f8c4-4f69-b541-5d3dfde5a695,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:53.137317 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd9334a7-d818-48c5-bfcb-75559f632986 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:53.139523 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fd9334a7-d818-48c5-bfcb-75559f632986 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] 10.222.0.73 "DELETE /v2.0/subnets/bde71ce3-f8c4-4f69-b541-5d3dfde5a695 HTTP/1.1" status: 204 len: 168 time: 0.4581385 Jul 23 16:38:53.142229 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52822) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:53.166319 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bb286e-127b-4ebe-b92c-63016ea6c779 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:38:53.172735 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e0bb286e-127b-4ebe-b92c-63016ea6c779 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "PUT /v2.0/routers/990233fa-8030-4cb8-b6b3-eac6ad922a7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0783176 Jul 23 16:38:53.175518 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52824) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:53.184250 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-32a6d99d-d5b5-49dd-917b-09a82b569d15 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1962209510'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:53.186603 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f20d8a8-b1c2-4e01-97d3-ce8377f52ea7 None None] Sync routers for ids ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:38:53.219959 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fef27f3a-19ba-4a54-8a0a-8face88c94b7 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:53.220651 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-002286f7-36c9-44ca-aa85-9d094de14d00 None None] Attempting to bind port 01cfa56c-ab0b-4c18-9554-4aa21b8f1908 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:38:53.221114 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-002286f7-36c9-44ca-aa85-9d094de14d00 None None] Attempting to bind port 01cfa56c-ab0b-4c18-9554-4aa21b8f1908 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '0c786ece-8112-4a3c-8d99-e0c893df19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:38:53.221509 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002286f7-36c9-44ca-aa85-9d094de14d00 None None] Attempting to bind port 01cfa56c-ab0b-4c18-9554-4aa21b8f1908 on network 9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:38:53.232929 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002286f7-36c9-44ca-aa85-9d094de14d00 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:38:53.233354 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002286f7-36c9-44ca-aa85-9d094de14d00 None None] Checking segment: {'id': '0c786ece-8112-4a3c-8d99-e0c893df19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:53.233779 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-002286f7-36c9-44ca-aa85-9d094de14d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:53.234168 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002286f7-36c9-44ca-aa85-9d094de14d00 None None] Bound using segment: {'id': '0c786ece-8112-4a3c-8d99-e0c893df19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:38:53.234658 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-002286f7-36c9-44ca-aa85-9d094de14d00 None None] Bound port: 01cfa56c-ab0b-4c18-9554-4aa21b8f1908, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c786ece-8112-4a3c-8d99-e0c893df19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:38:53.235045 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-002286f7-36c9-44ca-aa85-9d094de14d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:53.261522 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a616ba7b-bdb6-467f-900e-01d341aeacb3 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:53.263800 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a616ba7b-bdb6-467f-900e-01d341aeacb3 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1205759 Jul 23 16:38:53.268293 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52826) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:53.287306 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=79b88941-e0a4-4b45-89ba-755d0a60112b,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:53.308045 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef27f3a-19ba-4a54-8a0a-8face88c94b7 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Port': ['ID=068f5b04-e0ef-4367-9619-1d77c29bb86d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:53.310275 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a6d99d-d5b5-49dd-917b-09a82b569d15 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Made reservation on behalf of 4582563f2d784210a277b9ecb7709946 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:53.313920 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32a6d99d-d5b5-49dd-917b-09a82b569d15 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:53.319534 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fef27f3a-19ba-4a54-8a0a-8face88c94b7 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:53.321692 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fef27f3a-19ba-4a54-8a0a-8face88c94b7 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/ports/068f5b04-e0ef-4367-9619-1d77c29bb86d HTTP/1.1" status: 204 len: 168 time: 1.0655241 Jul 23 16:38:53.325280 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52828) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:53.326635 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2ba90c77-a22c-4c66-b63c-3d67146db815 None None] Provisioning for port d9da7cea-ca55-4eeb-91e2-9e4c9a43c21a completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:53.328779 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d9da7cea-ca55-4eeb-91e2-9e4c9a43c21a up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server [None req-074b5b55-aeb9-4c69-bce0-29540609b821 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bde71ce3-f8c4-4f69-b541-5d3dfde5a695: This subnet is being modified by another concurrent operation. Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 16:38:53.332716 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise exception Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bde71ce3-f8c4-4f69-b541-5d3dfde5a695: This subnet is being modified by another concurrent operation. Jul 23 16:38:53.336300 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server Jul 23 16:38:53.346144 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f20d8a8-b1c2-4e01-97d3-ce8377f52ea7 None None] Routers {'990233fa-8030-4cb8-b6b3-eac6ad922a7f'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:53.346144 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-8f20d8a8-b1c2-4e01-97d3-ce8377f52ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:38:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:53.358122 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a6d99d-d5b5-49dd-917b-09a82b569d15 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] vlan segment allocate from pool success with {'vlan_id': 1101, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:38:53.373958 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32a6d99d-d5b5-49dd-917b-09a82b569d15 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:53.374557 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-32a6d99d-d5b5-49dd-917b-09a82b569d15 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Added segment 8c7a491c-d64d-4802-82eb-954219846298 of type vlan for network 870a4563-a210-4f45-b537-d337325fb1b9 Jul 23 16:38:53.377114 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df52073-a59e-4b1f-b47d-34a0d8c6b7cb tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] GET failed (client error): The resource could not be found. Jul 23 16:38:53.381330 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8df52073-a59e-4b1f-b47d-34a0d8c6b7cb tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "GET /v2.0/ports/068f5b04-e0ef-4367-9619-1d77c29bb86d HTTP/1.1" status: 404 len: 333 time: 0.0513699 Jul 23 16:38:53.385199 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52830) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:53.418850 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b4afa0-6b2b-4634-8a3b-b90be237a644 None None] Network b958dd7e-5b0b-49d3-8b54-f0d383620b61 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:53.435181 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0de7e9ed-6ab4-4855-afc7-22cc7ef1af68 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:53.479608 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32a6d99d-d5b5-49dd-917b-09a82b569d15 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:53.562872 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0de7e9ed-6ab4-4855-afc7-22cc7ef1af68 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:53.568382 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32a6d99d-d5b5-49dd-917b-09a82b569d15 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:53.574203 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-0de7e9ed-6ab4-4855-afc7-22cc7ef1af68 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b958dd7e-5b0b-49d3-8b54-f0d383620b61']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:53.574364 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a6d99d-d5b5-49dd-917b-09a82b569d15 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:53.575209 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32a6d99d-d5b5-49dd-917b-09a82b569d15 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:53.585555 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-0de7e9ed-6ab4-4855-afc7-22cc7ef1af68 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff054f6-f565-4634-a701-8580be100770') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:53.585980 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-0de7e9ed-6ab4-4855-afc7-22cc7ef1af68 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff054f6-f565-4634-a701-8580be100770') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:53.600039 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0de7e9ed-6ab4-4855-afc7-22cc7ef1af68 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:53.620182 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-32a6d99d-d5b5-49dd-917b-09a82b569d15 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4436069 Jul 23 16:38:53.624881 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52834) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:53.626069 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0de7e9ed-6ab4-4855-afc7-22cc7ef1af68 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:53.631523 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2ba90c77-a22c-4c66-b63c-3d67146db815 None None] Provisioning for port 80db6568-8f67-42f4-994f-bd4db671f04d completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:53.638041 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-7a745179-5d6d-4a76-97b1-4af1c46d137b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Request body: {'subnet': {'network_id': '870a4563-a210-4f45-b537-d337325fb1b9', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:53.640818 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-8f20d8a8-b1c2-4e01-97d3-ce8377f52ea7 None None] Set router 990233fa-8030-4cb8-b6b3-eac6ad922a7f gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:38:53.647561 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de7e9ed-6ab4-4855-afc7-22cc7ef1af68 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:38:53.647977 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0de7e9ed-6ab4-4855-afc7-22cc7ef1af68 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:53.662830 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:38:53.662830 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:38:53.662830 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:38:53.662830 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:38:53.662830 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:38:53.662830 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:38:53.662830 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:38:53.662830 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:38:53.662830 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:38:53.662830 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:38:53.662830 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:38:53.662830 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:38:53.662830 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:38:53.662830 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:38:53.662830 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:38:53.662830 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:38:53.662830 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:38:53.662830 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:38:53.662830 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:38:53.662830 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:38:53.662830 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:38:53.662830 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:38:53.662830 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:38:53.662830 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:38:53.662830 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:38:53.662830 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:38:53.662830 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:38:53.662830 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:38:53.662830 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:38:53.662830 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:38:53.662830 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:38:53.662830 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:38:53.673523 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6d99d-d5b5-49dd-917b-09a82b569d15 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Network': ['ID=870a4563-a210-4f45-b537-d337325fb1b9,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:53.690570 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-82710020-c633-4f9e-b96a-b3f2eff0def0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Deleting port 80db6568-8f67-42f4-994f-bd4db671f04d {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:53.691027 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82710020-c633-4f9e-b96a-b3f2eff0def0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:53.798148 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82710020-c633-4f9e-b96a-b3f2eff0def0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:53.814575 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-82710020-c633-4f9e-b96a-b3f2eff0def0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Calling delete_port for 80db6568-8f67-42f4-994f-bd4db671f04d owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:53.817382 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0de7e9ed-6ab4-4855-afc7-22cc7ef1af68 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:53.819496 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a745179-5d6d-4a76-97b1-4af1c46d137b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Made reservation on behalf of 4582563f2d784210a277b9ecb7709946 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:53.823921 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7a745179-5d6d-4a76-97b1-4af1c46d137b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:53.835064 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0de7e9ed-6ab4-4855-afc7-22cc7ef1af68 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:53.838173 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0de7e9ed-6ab4-4855-afc7-22cc7ef1af68 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] 10.222.0.73 "DELETE /v2.0/networks/b958dd7e-5b0b-49d3-8b54-f0d383620b61 HTTP/1.1" status: 204 len: 168 time: 0.5668466 Jul 23 16:38:53.857285 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52838) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:53.875752 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7e9ed-6ab4-4855-afc7-22cc7ef1af68 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Pushing event deleted for resources: {'Network': ['ID=b958dd7e-5b0b-49d3-8b54-f0d383620b61,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:53.888695 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2ba90c77-a22c-4c66-b63c-3d67146db815 None None] Provisioning complete for port 80db6568-8f67-42f4-994f-bd4db671f04d triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:53.889239 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2ba90c77-a22c-4c66-b63c-3d67146db815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:53.899702 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 870a4563-a210-4f45-b537-d337325fb1b9 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:38:53.919526 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-002286f7-36c9-44ca-aa85-9d094de14d00 None None] For port 01cfa56c-ab0b-4c18-9554-4aa21b8f1908, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:38:53.990282 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82710020-c633-4f9e-b96a-b3f2eff0def0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.004781 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-002286f7-36c9-44ca-aa85-9d094de14d00 None None] For port 01cfa56c-ab0b-4c18-9554-4aa21b8f1908, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=01cfa56c-ab0b-4c18-9554-4aa21b8f1908,segment=NetworkSegment(0c786ece-8112-4a3c-8d99-e0c893df19e6),segment_id=0c786ece-8112-4a3c-8d99-e0c893df19e6)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:38:54.012006 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fae74bfa-d96a-4989-a057-600194ee6593 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.032280 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82710020-c633-4f9e-b96a-b3f2eff0def0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Port': ['ID=80db6568-8f67-42f4-994f-bd4db671f04d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:54.064451 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82710020-c633-4f9e-b96a-b3f2eff0def0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.069511 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-82710020-c633-4f9e-b96a-b3f2eff0def0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/ports/80db6568-8f67-42f4-994f-bd4db671f04d HTTP/1.1" status: 204 len: 168 time: 0.6807861 Jul 23 16:38:54.069942 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52842) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:54.076281 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-002286f7-36c9-44ca-aa85-9d094de14d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.094168 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port d9da7cea-ca55-4eeb-91e2-9e4c9a43c21a completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:54.109768 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-6893bb7c-9bf6-47b1-8405-fe3084d1deab tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] GET failed (client error): The resource could not be found. Jul 23 16:38:54.113947 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6893bb7c-9bf6-47b1-8405-fe3084d1deab tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "GET /v2.0/ports/80db6568-8f67-42f4-994f-bd4db671f04d HTTP/1.1" status: 404 len: 333 time: 0.0404017 Jul 23 16:38:54.115008 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52844) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:54.160902 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port d9da7cea-ca55-4eeb-91e2-9e4c9a43c21a triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:54.161279 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.162780 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-2ba90c77-a22c-4c66-b63c-3d67146db815 None None] Port 80db6568-8f67-42f4-994f-bd4db671f04d cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:38:54.177394 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba7d63a7-9390-47e6-ba20-cd94dcd998cf tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Deleting subnet e48ec165-7a68-43ee-be8c-393bc4d513e3 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:38:54.182199 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ba7d63a7-9390-47e6-ba20-cd94dcd998cf tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.192385 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fae74bfa-d96a-4989-a057-600194ee6593 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.203074 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6ac98-1eb7-46f8-8ac1-ccc71bea09a0 req-7e994c55-0def-4ead-8202-b424b85773dd tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:54.204378 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-51d6ac98-1eb7-46f8-8ac1-ccc71bea09a0 req-7e994c55-0def-4ead-8202-b424b85773dd tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 945 time: 0.2196598 Jul 23 16:38:54.217135 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-fae74bfa-d96a-4989-a057-600194ee6593 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a52365f-e90f-4020-9f16-7ca2ad3232d6']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:54.244870 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-fae74bfa-d96a-4989-a057-600194ee6593 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be319f9-a50c-4f5a-b71c-5834a867c7fe') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:54.245171 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-fae74bfa-d96a-4989-a057-600194ee6593 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be319f9-a50c-4f5a-b71c-5834a867c7fe') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:54.253352 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ba7d63a7-9390-47e6-ba20-cd94dcd998cf tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.287992 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fae74bfa-d96a-4989-a057-600194ee6593 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.308790 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002286f7-36c9-44ca-aa85-9d094de14d00 None None] Pushing event updated for resources: {'Port': ['ID=01cfa56c-ab0b-4c18-9554-4aa21b8f1908,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:54.325816 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-51d6ac98-1eb7-46f8-8ac1-ccc71bea09a0 req-f9e4d8a0-697e-497b-beea-12096feeb921 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112857 Jul 23 16:38:54.332641 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fae74bfa-d96a-4989-a057-600194ee6593 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.357023 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae74bfa-d96a-4989-a057-600194ee6593 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:38:54.357023 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fae74bfa-d96a-4989-a057-600194ee6593 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.391670 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:38:54.391670 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:38:54.391670 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:38:54.391670 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:38:54.391670 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:38:54.391670 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:38:54.391670 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:38:54.391670 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:38:54.391670 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:38:54.391670 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:38:54.391670 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:38:54.391670 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:38:54.391670 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:38:54.391670 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:38:54.391670 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:38:54.391670 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:38:54.391670 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:38:54.391670 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:38:54.391670 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:38:54.391670 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:38:54.391670 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:38:54.391670 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:38:54.391670 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:38:54.391670 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:38:54.391670 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:38:54.391670 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:38:54.391670 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:38:54.391670 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:38:54.391670 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:38:54.391670 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:38:54.391670 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:38:54.391670 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:38:54.424925 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.427179 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7a745179-5d6d-4a76-97b1-4af1c46d137b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.445879 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ba7d63a7-9390-47e6-ba20-cd94dcd998cf tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.533385 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-8f20d8a8-b1c2-4e01-97d3-ce8377f52ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'name': 'tempest-RoutersIpV6Test-router-1308898731', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:35Z', 'updated_at': '2021-07-23T16:38:51Z', 'revision_number': 4, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None, '_interfaces': [{'id': '0fc2e694-7276-4650-9d36-e117c9a10cd3', 'name': '', 'network_id': '9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:e2:ee:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '7ebb0673-2b8a-46e0-b80b-09a53432daf1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:50Z', 'updated_at': '2021-07-23T16:38:52Z', 'revision_number': 2, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '7ebb0673-2b8a-46e0-b80b-09a53432daf1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b88941-e0a4-4b45-89ba-755d0a60112b', 'name': '', 'network_id': 'c17e3eb1-050a-4d88-83cd-d7d716b41bbc', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:eb:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:52Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c170fe5-f84d-4ce1-8bb4-771d023aac21', 'name': '', 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:14:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:37Z', 'updated_at': '2021-07-23T16:38:48Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:54.549839 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ba7d63a7-9390-47e6-ba20-cd94dcd998cf tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.614967 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fae74bfa-d96a-4989-a057-600194ee6593 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.621772 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f20d8a8-b1c2-4e01-97d3-ce8377f52ea7 None None] Checking router: 990233fa-8030-4cb8-b6b3-eac6ad922a7f for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:38:54.622219 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f20d8a8-b1c2-4e01-97d3-ce8377f52ea7 None None] Updating router 990233fa-8030-4cb8-b6b3-eac6ad922a7f port 0fc2e694-7276-4650-9d36-e117c9a10cd3 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:38:54.636002 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d63a7-9390-47e6-ba20-cd94dcd998cf tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Subnet': ['ID=e48ec165-7a68-43ee-be8c-393bc4d513e3,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:54.638876 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fae74bfa-d96a-4989-a057-600194ee6593 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.640999 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fae74bfa-d96a-4989-a057-600194ee6593 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] 10.222.0.73 "DELETE /v2.0/networks/5a52365f-e90f-4020-9f16-7ca2ad3232d6 HTTP/1.1" status: 204 len: 168 time: 0.7827320 Jul 23 16:38:54.645290 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52848) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:54.681432 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ba7d63a7-9390-47e6-ba20-cd94dcd998cf tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.686422 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ba7d63a7-9390-47e6-ba20-cd94dcd998cf tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/subnets/e48ec165-7a68-43ee-be8c-393bc4d513e3 HTTP/1.1" status: 204 len: 168 time: 0.5702276 Jul 23 16:38:54.687150 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52852) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:54.687322 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a745179-5d6d-4a76-97b1-4af1c46d137b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Subnet': ['ID=35d9b8a3-8215-4ad7-a2e9-a4839ad0ac5c,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:54.700203 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae74bfa-d96a-4989-a057-600194ee6593 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Pushing event deleted for resources: {'Network': ['ID=5a52365f-e90f-4020-9f16-7ca2ad3232d6,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:54.759980 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c333d4-2020-41c6-a0e4-1349775f7a6f req-7cbcfab9-eb7c-4bd2-9fa8-83a676e4dda4 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:54.776364 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d0c333d4-2020-41c6-a0e4-1349775f7a6f req-7cbcfab9-eb7c-4bd2-9fa8-83a676e4dda4 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 945 time: 0.2832131 Jul 23 16:38:54.781284 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8f20d8a8-b1c2-4e01-97d3-ce8377f52ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.788569 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.api [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:38:54.789749 n-d-778549-4 neutron-server[94014]: DEBUG oslo_db.api [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:38:54.827380 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a745179-5d6d-4a76-97b1-4af1c46d137b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Checking segment: {'id': '8c7a491c-d64d-4802-82eb-954219846298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '870a4563-a210-4f45-b537-d337325fb1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:54.828349 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-462ddd33-505a-4a8c-af07-9f9038f7d7ff tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.831295 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a745179-5d6d-4a76-97b1-4af1c46d137b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network hostable DHCP agents. Network: 870a4563-a210-4f45-b537-d337325fb1b9, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:38:54.860828 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f9773c-1bec-4ef2-a8c0-4bee50aa0ef4 None None] Network 4c390b54-9922-4bc3-9625-a09b74394139 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:54.895166 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d0c333d4-2020-41c6-a0e4-1349775f7a6f req-36f37e22-4e22-404b-ad25-974827ec0523 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178257 Jul 23 16:38:54.904607 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a745179-5d6d-4a76-97b1-4af1c46d137b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network 870a4563-a210-4f45-b537-d337325fb1b9 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:38:54.914996 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-7a745179-5d6d-4a76-97b1-4af1c46d137b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 870a4563-a210-4f45-b537-d337325fb1b9) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:54.922497 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a745179-5d6d-4a76-97b1-4af1c46d137b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:54.923826 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7a745179-5d6d-4a76-97b1-4af1c46d137b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.942772 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa360464-a228-439c-b098-98966ded0e87 None None] Network 870a4563-a210-4f45-b537-d337325fb1b9 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:54.956112 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7a745179-5d6d-4a76-97b1-4af1c46d137b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3253944 Jul 23 16:38:54.961984 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52858) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:55.014467 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-462ddd33-505a-4a8c-af07-9f9038f7d7ff tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.029635 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-462ddd33-505a-4a8c-af07-9f9038f7d7ff tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f325939c-4bc8-4ba9-920f-f90564660acc']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:55.042539 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-462ddd33-505a-4a8c-af07-9f9038f7d7ff tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f973a54-7ed4-411b-b8e8-3f05286f146a') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:55.042924 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-462ddd33-505a-4a8c-af07-9f9038f7d7ff tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f973a54-7ed4-411b-b8e8-3f05286f146a') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:55.053256 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-462ddd33-505a-4a8c-af07-9f9038f7d7ff tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.070377 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-462ddd33-505a-4a8c-af07-9f9038f7d7ff tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.077459 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-17a01af4-d4d0-4852-bbc5-08304b96b499 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.090495 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462ddd33-505a-4a8c-af07-9f9038f7d7ff tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:38:55.090903 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-462ddd33-505a-4a8c-af07-9f9038f7d7ff tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.098064 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:38:55.098064 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:38:55.098064 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:38:55.098064 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:38:55.098064 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:38:55.098064 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:38:55.098064 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:38:55.098064 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:38:55.098064 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:38:55.098064 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:38:55.098064 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:38:55.098064 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:38:55.098064 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:38:55.098064 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:38:55.098064 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:38:55.098064 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:38:55.098064 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:38:55.098064 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:38:55.098064 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:38:55.098064 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:38:55.098064 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:38:55.098064 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:38:55.098064 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:38:55.098064 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:38:55.098064 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:38:55.098064 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:38:55.098064 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:38:55.098064 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:38:55.098064 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:38:55.098064 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:38:55.098064 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:38:55.098064 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:38:55.137040 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-fb83467c-702f-4b98-9f99-aae548aa54b9 None None] Provisioning complete for port d9da7cea-ca55-4eeb-91e2-9e4c9a43c21a triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:55.137040 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fb83467c-702f-4b98-9f99-aae548aa54b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.220823 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-462ddd33-505a-4a8c-af07-9f9038f7d7ff tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.235732 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-462ddd33-505a-4a8c-af07-9f9038f7d7ff tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.254213 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-462ddd33-505a-4a8c-af07-9f9038f7d7ff tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] 10.222.0.73 "DELETE /v2.0/networks/f325939c-4bc8-4ba9-920f-f90564660acc HTTP/1.1" status: 204 len: 168 time: 0.6072364 Jul 23 16:38:55.258767 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52862) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:55.346890 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ddd33-505a-4a8c-af07-9f9038f7d7ff tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Pushing event deleted for resources: {'Network': ['ID=f325939c-4bc8-4ba9-920f-f90564660acc,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:55.380564 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-17a01af4-d4d0-4852-bbc5-08304b96b499 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Deleting port d9da7cea-ca55-4eeb-91e2-9e4c9a43c21a {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:55.382076 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-17a01af4-d4d0-4852-bbc5-08304b96b499 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.451153 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.540531 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port d9da7cea-ca55-4eeb-91e2-9e4c9a43c21a, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d9da7cea-ca55-4eeb-91e2-9e4c9a43c21a,segment=NetworkSegment(d8eb1e3d-ba42-447b-aae2-989e772f268e),segment_id=d8eb1e3d-ba42-447b-aae2-989e772f268e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:55.550750 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-17a01af4-d4d0-4852-bbc5-08304b96b499 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] For port d9da7cea-ca55-4eeb-91e2-9e4c9a43c21a, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d9da7cea-ca55-4eeb-91e2-9e4c9a43c21a,segment=NetworkSegment(d8eb1e3d-ba42-447b-aae2-989e772f268e),segment_id=d8eb1e3d-ba42-447b-aae2-989e772f268e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:55.551120 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-17a01af4-d4d0-4852-bbc5-08304b96b499 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.563861 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fdcf1d6f-d401-40ef-ad07-6384b8de7032 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.571116 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-17a01af4-d4d0-4852-bbc5-08304b96b499 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Calling delete_port for d9da7cea-ca55-4eeb-91e2-9e4c9a43c21a owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:55.572085 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.572873 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:55.657165 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e069b5cc-1162-4685-82b9-8e6b0a58aaac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-870a4563-a210-4f45-b537-d337325fb1b9', 'network_id': '870a4563-a210-4f45-b537-d337325fb1b9', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'fixed_ips': [{'subnet_id': '35d9b8a3-8215-4ad7-a2e9-a4839ad0ac5c'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:38:55.658988 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e069b5cc-1162-4685-82b9-8e6b0a58aaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.720598 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fdcf1d6f-d401-40ef-ad07-6384b8de7032 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.735228 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-fdcf1d6f-d401-40ef-ad07-6384b8de7032 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130e3c97-d968-414c-abff-4180709224e2']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:55.762461 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-25753380-91ed-4eaf-91ee-476b59a4d233 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:55.764180 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-25753380-91ed-4eaf-91ee-476b59a4d233 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/networks?id=76cc40b0-30f5-4501-be03-be323c612c9a HTTP/1.1" status: 200 len: 814 time: 0.2760537 Jul 23 16:38:55.764760 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-fdcf1d6f-d401-40ef-ad07-6384b8de7032 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e4a03d-13ee-4521-8583-36fab04eeab2') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:55.765480 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-fdcf1d6f-d401-40ef-ad07-6384b8de7032 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e4a03d-13ee-4521-8583-36fab04eeab2') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:55.768798 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-17a01af4-d4d0-4852-bbc5-08304b96b499 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.778199 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b51f31e1-c99d-47eb-82a1-af3408219f98 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.783500 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=d9da7cea-ca55-4eeb-91e2-9e4c9a43c21a,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:55.802565 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-197fa5bc-509a-4207-82aa-e9ea8e446a76 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/quotas/896b34069cf0464297c90d7b6d93c235 HTTP/1.1" status: 200 len: 375 time: 0.0216999 Jul 23 16:38:55.817957 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fb83467c-702f-4b98-9f99-aae548aa54b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.819205 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a01af4-d4d0-4852-bbc5-08304b96b499 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Port': ['ID=d9da7cea-ca55-4eeb-91e2-9e4c9a43c21a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:55.824060 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fdcf1d6f-d401-40ef-ad07-6384b8de7032 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.844596 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a01af4-d4d0-4852-bbc5-08304b96b499 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] No DVR routers for this DVR port d9da7cea-ca55-4eeb-91e2-9e4c9a43c21a on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:55.917376 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fdcf1d6f-d401-40ef-ad07-6384b8de7032 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.927878 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdcf1d6f-d401-40ef-ad07-6384b8de7032 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Releasing vlan 1122 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:38:55.928268 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fdcf1d6f-d401-40ef-ad07-6384b8de7032 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.933265 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:38:55.933265 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:38:55.933265 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:38:55.933265 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:38:55.933265 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:38:55.933265 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:38:55.933265 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:38:55.933265 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:38:55.933265 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:38:55.933265 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:38:55.933265 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:38:55.933265 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:38:55.933265 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:38:55.933265 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:38:55.933265 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:38:55.933265 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:38:55.933265 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:38:55.933265 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:38:55.933265 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:38:55.933265 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:38:55.933265 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:38:55.933265 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:38:55.933265 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:38:55.933265 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:38:55.933265 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:38:55.933265 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:38:55.933265 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:38:55.933265 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:38:55.933265 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:38:55.933265 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:38:55.933265 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:38:55.933265 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:38:55.968965 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdd96db-44f5-4237-a167-8f5ab885757b None None] DHCP port deletion for 4c390b54-9922-4bc3-9625-a09b74394139 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:38:56.061652 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-17a01af4-d4d0-4852-bbc5-08304b96b499 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.075191 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-17a01af4-d4d0-4852-bbc5-08304b96b499 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c390b54-9922-4bc3-9625-a09b74394139']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:56.085870 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fdcf1d6f-d401-40ef-ad07-6384b8de7032 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.094892 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fdcf1d6f-d401-40ef-ad07-6384b8de7032 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.098100 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fdcf1d6f-d401-40ef-ad07-6384b8de7032 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] 10.222.0.73 "DELETE /v2.0/networks/130e3c97-d968-414c-abff-4180709224e2 HTTP/1.1" status: 204 len: 168 time: 0.8371193 Jul 23 16:38:56.100145 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-17a01af4-d4d0-4852-bbc5-08304b96b499 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8eb1e3d-ba42-447b-aae2-989e772f268e') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:56.100530 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-17a01af4-d4d0-4852-bbc5-08304b96b499 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8eb1e3d-ba42-447b-aae2-989e772f268e') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:56.107244 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dd108e-879a-47dd-984a-761ca18527ba None None] Network 9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:56.121798 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-17a01af4-d4d0-4852-bbc5-08304b96b499 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.124072 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf1d6f-d401-40ef-ad07-6384b8de7032 tempest-BulkNetworkOpsIpV6Test-345209574 tempest-BulkNetworkOpsIpV6Test-345209574-project] Pushing event deleted for resources: {'Network': ['ID=130e3c97-d968-414c-abff-4180709224e2,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:56.149672 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-17a01af4-d4d0-4852-bbc5-08304b96b499 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.158929 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a01af4-d4d0-4852-bbc5-08304b96b499 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Releasing vlan 1118 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:38:56.159841 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-17a01af4-d4d0-4852-bbc5-08304b96b499 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.184075 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:38:56.184075 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:38:56.184075 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:38:56.184075 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:38:56.184075 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:38:56.184075 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:38:56.184075 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:38:56.184075 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:38:56.184075 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:38:56.184075 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:38:56.184075 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:38:56.184075 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:38:56.184075 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:38:56.184075 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:38:56.184075 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:38:56.184075 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:38:56.184075 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:38:56.184075 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:38:56.184075 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:38:56.184075 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:38:56.184075 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:38:56.184075 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:38:56.184075 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:38:56.184075 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:38:56.184075 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:38:56.184075 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:38:56.184075 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:38:56.184075 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:38:56.184075 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:38:56.184075 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:38:56.184075 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:38:56.184075 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:38:56.255681 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-17a01af4-d4d0-4852-bbc5-08304b96b499 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.272579 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-17a01af4-d4d0-4852-bbc5-08304b96b499 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.276317 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-17a01af4-d4d0-4852-bbc5-08304b96b499 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/networks/4c390b54-9922-4bc3-9625-a09b74394139 HTTP/1.1" status: 204 len: 168 time: 1.5853615 Jul 23 16:38:56.281599 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52880) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:56.287093 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-fced3234-1a2b-4d4b-ba49-9ed6df2ba862 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1423421171'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:56.305765 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a01af4-d4d0-4852-bbc5-08304b96b499 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Network': ['ID=4c390b54-9922-4bc3-9625-a09b74394139,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:56.324268 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fced3234-1a2b-4d4b-ba49-9ed6df2ba862 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:56.328120 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fced3234-1a2b-4d4b-ba49-9ed6df2ba862 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.347500 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-fb83467c-702f-4b98-9f99-aae548aa54b9 None None] Could not find standard attr ID for object 80db6568-8f67-42f4-994f-bd4db671f04d. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:38:56.371381 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fced3234-1a2b-4d4b-ba49-9ed6df2ba862 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] vlan segment allocate from pool success with {'vlan_id': 1128, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:38:56.383734 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8f20d8a8-b1c2-4e01-97d3-ce8377f52ea7 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.386887 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fced3234-1a2b-4d4b-ba49-9ed6df2ba862 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.387429 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-fced3234-1a2b-4d4b-ba49-9ed6df2ba862 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Added segment 320dd7b4-d0e8-4cf5-b084-91a759b60d3d of type vlan for network c90b3239-136e-47ef-9514-127508cbf3d2 Jul 23 16:38:56.387702 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:56.388120 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.474149 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8f20d8a8-b1c2-4e01-97d3-ce8377f52ea7 None None] Transition to ACTIVE for port object 0fc2e694-7276-4650-9d36-e117c9a10cd3 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:56.480905 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-e069b5cc-1162-4685-82b9-8e6b0a58aaac None None] Allocated IP 2001:db8:3::2 (870a4563-a210-4f45-b537-d337325fb1b9/35d9b8a3-8215-4ad7-a2e9-a4839ad0ac5c/2e1461f3-4ae5-42d7-a13d-8a1a4a5f7d3c) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:56.481419 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fced3234-1a2b-4d4b-ba49-9ed6df2ba862 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.493304 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-29469efb-48b4-4539-b781-7411c604a04f tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=896b34069cf0464297c90d7b6d93c235&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1912341 Jul 23 16:38:56.509502 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8f20d8a8-b1c2-4e01-97d3-ce8377f52ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.510572 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-fbbdbe46-cf8d-4ca6-913b-0cce8b15d2d1 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:38:56.511679 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-fbbdbe46-cf8d-4ca6-913b-0cce8b15d2d1 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089109 Jul 23 16:38:56.535220 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fced3234-1a2b-4d4b-ba49-9ed6df2ba862 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.553748 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fced3234-1a2b-4d4b-ba49-9ed6df2ba862 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:56.555228 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fced3234-1a2b-4d4b-ba49-9ed6df2ba862 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.562402 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52884) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:56.601336 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-40071d82-b137-4b81-a13c-db791ac9b8fa None None] Provisioning for port 01cfa56c-ab0b-4c18-9554-4aa21b8f1908 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:56.655354 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced3234-1a2b-4d4b-ba49-9ed6df2ba862 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Network': ['ID=c90b3239-136e-47ef-9514-127508cbf3d2,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:56.673532 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fced3234-1a2b-4d4b-ba49-9ed6df2ba862 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3906713 Jul 23 16:38:56.676138 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52888) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:56.682350 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-85411b9b-99a3-46e3-b3fc-89cd3aff01a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'subnet': {'network_id': 'c90b3239-136e-47ef-9514-127508cbf3d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:56.708120 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network c90b3239-136e-47ef-9514-127508cbf3d2 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:38:56.710638 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96171774-7093-4a63-97b9-982d264d5865 None None] Pushing event updated for resources: {'Port': ['ID=0fc2e694-7276-4650-9d36-e117c9a10cd3,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:56.715755 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-5185a872-6de4-4bbd-9fe1-ab3562055f2f service neutron] 10.222.0.73 "GET /v2.0/networks/76cc40b0-30f5-4501-be03-be323c612c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967003 Jul 23 16:38:56.756219 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46728abb-513b-468c-b95a-2f0afda1f91d req-a6383a63-e3e9-42d8-91c0-8000288a59cb tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:56.758523 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-46728abb-513b-468c-b95a-2f0afda1f91d req-a6383a63-e3e9-42d8-91c0-8000288a59cb tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.97 "GET /v2.0/ports?device_id=3463ca8d-e3d4-4785-8698-bc687a4a2dbe HTTP/1.1" status: 200 len: 945 time: 0.2008982 Jul 23 16:38:56.806672 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96171774-7093-4a63-97b9-982d264d5865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:56.807333 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96171774-7093-4a63-97b9-982d264d5865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:56.807668 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96171774-7093-4a63-97b9-982d264d5865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:56.808481 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96171774-7093-4a63-97b9-982d264d5865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:56.808481 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96171774-7093-4a63-97b9-982d264d5865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:56.808670 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96171774-7093-4a63-97b9-982d264d5865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:56.809038 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96171774-7093-4a63-97b9-982d264d5865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:56.809390 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96171774-7093-4a63-97b9-982d264d5865 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:56.809710 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96171774-7093-4a63-97b9-982d264d5865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:56.809838 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-04b873c2-385f-4180-b714-b47cda6f4349 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=adc8b07d85284bef94d6ec56e00681cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2429476 Jul 23 16:38:56.810727 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96171774-7093-4a63-97b9-982d264d5865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:56.811058 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96171774-7093-4a63-97b9-982d264d5865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:56.811386 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96171774-7093-4a63-97b9-982d264d5865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:56.812622 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52890) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:56.884602 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85411b9b-99a3-46e3-b3fc-89cd3aff01a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:56.888613 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-85411b9b-99a3-46e3-b3fc-89cd3aff01a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.909007 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a4dd988d-b6f3-4183-81c2-1a6acc96f263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.914551 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e069b5cc-1162-4685-82b9-8e6b0a58aaac None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.921935 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-60346e72-7534-4f1c-8f42-b7f5c184fa2e service neutron] 10.222.0.73 "GET /v2.0/networks/76cc40b0-30f5-4501-be03-be323c612c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974797 Jul 23 16:38:56.925192 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e069b5cc-1162-4685-82b9-8e6b0a58aaac None None] Transition to ACTIVE for port object 2e1461f3-4ae5-42d7-a13d-8a1a4a5f7d3c will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:56.966298 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-46728abb-513b-468c-b95a-2f0afda1f91d req-5406b2b9-088e-47f8-9425-23d5bd2aa754 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Deleting port cd7d9f0b-9516-4399-8315-a6837578715f {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:56.966651 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-46728abb-513b-468c-b95a-2f0afda1f91d req-5406b2b9-088e-47f8-9425-23d5bd2aa754 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.989580 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a4dd988d-b6f3-4183-81c2-1a6acc96f263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.994860 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e069b5cc-1162-4685-82b9-8e6b0a58aaac None None] Transition to ACTIVE for port object 2e1461f3-4ae5-42d7-a13d-8a1a4a5f7d3c will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:57.055810 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e069b5cc-1162-4685-82b9-8e6b0a58aaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:57.111251 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069b5cc-1162-4685-82b9-8e6b0a58aaac None None] Pushing event updated for resources: {'Port': ['ID=2e1461f3-4ae5-42d7-a13d-8a1a4a5f7d3c,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:57.120365 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-8f20d8a8-b1c2-4e01-97d3-ce8377f52ea7 None None] Attempting to bind port 0fc2e694-7276-4650-9d36-e117c9a10cd3 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:38:57.120748 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-8f20d8a8-b1c2-4e01-97d3-ce8377f52ea7 None None] Attempting to bind port 0fc2e694-7276-4650-9d36-e117c9a10cd3 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '0c786ece-8112-4a3c-8d99-e0c893df19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:38:57.121162 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f20d8a8-b1c2-4e01-97d3-ce8377f52ea7 None None] Attempting to bind port 0fc2e694-7276-4650-9d36-e117c9a10cd3 on network 9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:38:57.134124 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e069b5cc-1162-4685-82b9-8e6b0a58aaac None None] Network 870a4563-a210-4f45-b537-d337325fb1b9 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:57.137339 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f20d8a8-b1c2-4e01-97d3-ce8377f52ea7 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:38:57.137723 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f20d8a8-b1c2-4e01-97d3-ce8377f52ea7 None None] Checking segment: {'id': '0c786ece-8112-4a3c-8d99-e0c893df19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:57.138143 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8f20d8a8-b1c2-4e01-97d3-ce8377f52ea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:57.150846 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f20d8a8-b1c2-4e01-97d3-ce8377f52ea7 None None] Bound using segment: {'id': '0c786ece-8112-4a3c-8d99-e0c893df19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:38:57.152852 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-8f20d8a8-b1c2-4e01-97d3-ce8377f52ea7 None None] Bound port: 0fc2e694-7276-4650-9d36-e117c9a10cd3, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c786ece-8112-4a3c-8d99-e0c893df19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:38:57.164245 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8f20d8a8-b1c2-4e01-97d3-ce8377f52ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:57.185492 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-e069b5cc-1162-4685-82b9-8e6b0a58aaac None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:57.204858 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e069b5cc-1162-4685-82b9-8e6b0a58aaac None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:57.220574 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-85411b9b-99a3-46e3-b3fc-89cd3aff01a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:57.281237 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-35a85986-57a7-49b1-a121-bdd151e7c2c2 req-3bb630b8-c021-4c49-ba84-37700b644de4 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=b75d047e-5c32-4f75-909d-f2184baf8559 HTTP/1.1" status: 200 len: 210 time: 0.0736244 Jul 23 16:38:57.289770 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85411b9b-99a3-46e3-b3fc-89cd3aff01a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Subnet': ['ID=d2743265-b257-4abd-9fad-e393998dda4b,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:57.296894 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a4dd988d-b6f3-4183-81c2-1a6acc96f263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:57.299642 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a4dd988d-b6f3-4183-81c2-1a6acc96f263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:57.299965 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-8f20d8a8-b1c2-4e01-97d3-ce8377f52ea7 None None] For port 0fc2e694-7276-4650-9d36-e117c9a10cd3, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:38:57.300827 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a4dd988d-b6f3-4183-81c2-1a6acc96f263 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/29b41cc1-0217-4c60-b882-2d6957fc1286 HTTP/1.1" status: 204 len: 168 time: 0.4871707 Jul 23 16:38:57.306886 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-8f20d8a8-b1c2-4e01-97d3-ce8377f52ea7 None None] For port 0fc2e694-7276-4650-9d36-e117c9a10cd3, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0fc2e694-7276-4650-9d36-e117c9a10cd3,segment=NetworkSegment(0c786ece-8112-4a3c-8d99-e0c893df19e6),segment_id=0c786ece-8112-4a3c-8d99-e0c893df19e6)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:38:57.333194 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-46728abb-513b-468c-b95a-2f0afda1f91d req-5406b2b9-088e-47f8-9425-23d5bd2aa754 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] For port cd7d9f0b-9516-4399-8315-a6837578715f, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=cd7d9f0b-9516-4399-8315-a6837578715f,segment=NetworkSegment(e86199fe-5491-4fca-b518-f67ebbbf9a42),segment_id=e86199fe-5491-4fca-b518-f67ebbbf9a42)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:57.333824 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-46728abb-513b-468c-b95a-2f0afda1f91d req-5406b2b9-088e-47f8-9425-23d5bd2aa754 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:57.349687 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-b51f31e1-c99d-47eb-82a1-af3408219f98 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Allocated IP 2001:db8:3::1 (870a4563-a210-4f45-b537-d337325fb1b9/35d9b8a3-8215-4ad7-a2e9-a4839ad0ac5c/1b21f25b-ed2c-49be-b469-074ec3ee4f68) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:57.357540 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-46728abb-513b-468c-b95a-2f0afda1f91d req-5406b2b9-088e-47f8-9425-23d5bd2aa754 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Calling delete_port for cd7d9f0b-9516-4399-8315-a6837578715f owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:57.365147 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85411b9b-99a3-46e3-b3fc-89cd3aff01a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Checking segment: {'id': '320dd7b4-d0e8-4cf5-b084-91a759b60d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'c90b3239-136e-47ef-9514-127508cbf3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:57.365728 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85411b9b-99a3-46e3-b3fc-89cd3aff01a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network hostable DHCP agents. Network: c90b3239-136e-47ef-9514-127508cbf3d2, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:38:57.370518 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd988d-b6f3-4183-81c2-1a6acc96f263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b41cc1-0217-4c60-b882-2d6957fc1286,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:57.376611 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8f20d8a8-b1c2-4e01-97d3-ce8377f52ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:57.391903 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85411b9b-99a3-46e3-b3fc-89cd3aff01a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network c90b3239-136e-47ef-9514-127508cbf3d2 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:38:57.402648 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-85411b9b-99a3-46e3-b3fc-89cd3aff01a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, c90b3239-136e-47ef-9514-127508cbf3d2) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:57.407884 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85411b9b-99a3-46e3-b3fc-89cd3aff01a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:57.408906 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-85411b9b-99a3-46e3-b3fc-89cd3aff01a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:57.428388 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-85411b9b-99a3-46e3-b3fc-89cd3aff01a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7510624 Jul 23 16:38:57.431828 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52904) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:57.436927 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-cc49a4f9-3d4c-4adb-b32c-1dbbc7de8df6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'port': {'network_id': 'c90b3239-136e-47ef-9514-127508cbf3d2', 'name': 'tempest-PortsIpV6TestJSON-1632004441', 'fixed_ips': [{'subnet_id': 'd2743265-b257-4abd-9fad-e393998dda4b', 'ip_address': '2001:db8::10'}]}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:57.481709 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 01cfa56c-ab0b-4c18-9554-4aa21b8f1908 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:57.483948 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1108a2-7cdd-4a5a-98d4-41b3f5c0706d None None] Network c90b3239-136e-47ef-9514-127508cbf3d2 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:57.596931 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-e069b5cc-1162-4685-82b9-8e6b0a58aaac None None] Attempting to bind port 2e1461f3-4ae5-42d7-a13d-8a1a4a5f7d3c on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:38:57.597340 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-e069b5cc-1162-4685-82b9-8e6b0a58aaac None None] Attempting to bind port 2e1461f3-4ae5-42d7-a13d-8a1a4a5f7d3c by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '8c7a491c-d64d-4802-82eb-954219846298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '870a4563-a210-4f45-b537-d337325fb1b9'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:38:57.597713 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e069b5cc-1162-4685-82b9-8e6b0a58aaac None None] Attempting to bind port 2e1461f3-4ae5-42d7-a13d-8a1a4a5f7d3c on network 870a4563-a210-4f45-b537-d337325fb1b9 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:38:57.610077 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e069b5cc-1162-4685-82b9-8e6b0a58aaac None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:38:57.610458 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e069b5cc-1162-4685-82b9-8e6b0a58aaac None None] Checking segment: {'id': '8c7a491c-d64d-4802-82eb-954219846298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '870a4563-a210-4f45-b537-d337325fb1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:57.610869 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e069b5cc-1162-4685-82b9-8e6b0a58aaac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:57.611268 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e069b5cc-1162-4685-82b9-8e6b0a58aaac None None] Bound using segment: {'id': '8c7a491c-d64d-4802-82eb-954219846298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '870a4563-a210-4f45-b537-d337325fb1b9'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:38:57.611754 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-e069b5cc-1162-4685-82b9-8e6b0a58aaac None None] Bound port: 2e1461f3-4ae5-42d7-a13d-8a1a4a5f7d3c, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c7a491c-d64d-4802-82eb-954219846298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '870a4563-a210-4f45-b537-d337325fb1b9'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:38:57.612140 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e069b5cc-1162-4685-82b9-8e6b0a58aaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:57.655678 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b51f31e1-c99d-47eb-82a1-af3408219f98 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:57.683080 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc49a4f9-3d4c-4adb-b32c-1dbbc7de8df6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:57.687676 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-b51f31e1-c99d-47eb-82a1-af3408219f98 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Transition to ACTIVE for port object 1b21f25b-ed2c-49be-b469-074ec3ee4f68 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:57.713402 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96171774-7093-4a63-97b9-982d264d5865 None None] Pushing event updated for resources: {'Port': ['ID=0fc2e694-7276-4650-9d36-e117c9a10cd3,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:57.716672 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f20d8a8-b1c2-4e01-97d3-ce8377f52ea7 None None] Routers {'990233fa-8030-4cb8-b6b3-eac6ad922a7f'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:57.716672 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-8f20d8a8-b1c2-4e01-97d3-ce8377f52ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:38:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:57.829640 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-46728abb-513b-468c-b95a-2f0afda1f91d req-5406b2b9-088e-47f8-9425-23d5bd2aa754 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:57.894695 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cc49a4f9-3d4c-4adb-b32c-1dbbc7de8df6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:57.919020 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b51f31e1-c99d-47eb-82a1-af3408219f98 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:57.919503 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-8f20d8a8-b1c2-4e01-97d3-ce8377f52ea7 None None] Set router 990233fa-8030-4cb8-b6b3-eac6ad922a7f gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:38:57.937762 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-cc49a4f9-3d4c-4adb-b32c-1dbbc7de8df6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] device_id is not set on port 01d2e506-070e-4773-a3a3-2658c971612a yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:38:57.951975 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406b2b9-088e-47f8-9425-23d5bd2aa754 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Pushing event deleted for resources: {'Port': ['ID=cd7d9f0b-9516-4399-8315-a6837578715f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:57.998307 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-46728abb-513b-468c-b95a-2f0afda1f91d req-5406b2b9-088e-47f8-9425-23d5bd2aa754 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] No DVR routers for this DVR port cd7d9f0b-9516-4399-8315-a6837578715f on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:58.056946 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f31e1-c99d-47eb-82a1-af3408219f98 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Port': ['ID=1b21f25b-ed2c-49be-b469-074ec3ee4f68,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:58.070021 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-e069b5cc-1162-4685-82b9-8e6b0a58aaac None None] For port 2e1461f3-4ae5-42d7-a13d-8a1a4a5f7d3c, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:38:58.072002 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-46728abb-513b-468c-b95a-2f0afda1f91d req-5406b2b9-088e-47f8-9425-23d5bd2aa754 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:58.074598 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-46728abb-513b-468c-b95a-2f0afda1f91d req-5406b2b9-088e-47f8-9425-23d5bd2aa754 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.97 "DELETE /v2.0/ports/cd7d9f0b-9516-4399-8315-a6837578715f HTTP/1.1" status: 204 len: 173 time: 1.3092175 Jul 23 16:38:58.081023 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3463ca8d-e3d4-4785-8698-bc687a4a2dbe', 'name': 'network-vif-deleted', 'tag': 'cd7d9f0b-9516-4399-8315-a6837578715f'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:38:58.083483 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00364b4b-09f2-491a-9ef8-6c9ebaaf6a82" -d '{"events": [{"server_uuid": "3463ca8d-e3d4-4785-8698-bc687a4a2dbe", "name": "network-vif-deleted", "tag": "cd7d9f0b-9516-4399-8315-a6837578715f"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:38:58.097276 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51f31e1-c99d-47eb-82a1-af3408219f98 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network 870a4563-a210-4f45-b537-d337325fb1b9 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:58.102168 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-b51f31e1-c99d-47eb-82a1-af3408219f98 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:58.106010 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51f31e1-c99d-47eb-82a1-af3408219f98 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:58.106643 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b51f31e1-c99d-47eb-82a1-af3408219f98 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:58.113838 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['cd7d9f0b-9516-4399-8315-a6837578715f'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:38:58.263699 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91490ef1-701e-43ba-8177-ee2ee9434181 x-openstack-request-id: req-91490ef1-701e-43ba-8177-ee2ee9434181 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:38:58.265176 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3463ca8d-e3d4-4785-8698-bc687a4a2dbe", "name": "network-vif-deleted", "tag": "cd7d9f0b-9516-4399-8315-a6837578715f", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:38:58.266906 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-91490ef1-701e-43ba-8177-ee2ee9434181 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:38:58.267369 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3463ca8d-e3d4-4785-8698-bc687a4a2dbe', 'name': 'network-vif-deleted', 'tag': 'cd7d9f0b-9516-4399-8315-a6837578715f', 'status': 'completed', 'code': 200} Jul 23 16:38:58.363211 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-cc49a4f9-3d4c-4adb-b32c-1dbbc7de8df6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Allocated IP 2001:db8::10 (c90b3239-136e-47ef-9514-127508cbf3d2/d2743265-b257-4abd-9fad-e393998dda4b/01d2e506-070e-4773-a3a3-2658c971612a) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:58.364812 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8433e466-e82a-4c06-99ac-ba94baf974f4 req-45600a37-8801-4412-aac9-3d9f42661c9b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ea38749a-f1a3-40e1-a989-807b08709c0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4550707 Jul 23 16:38:58.430469 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb0effb4-0494-41b6-a662-de9e5523dc0e req-5141c013-32ee-4755-be37-14575d589b7d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2381413 Jul 23 16:38:58.499908 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-e069b5cc-1162-4685-82b9-8e6b0a58aaac None None] For port 2e1461f3-4ae5-42d7-a13d-8a1a4a5f7d3c, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2e1461f3-4ae5-42d7-a13d-8a1a4a5f7d3c,segment=NetworkSegment(8c7a491c-d64d-4802-82eb-954219846298),segment_id=8c7a491c-d64d-4802-82eb-954219846298)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:38:58.532962 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 01cfa56c-ab0b-4c18-9554-4aa21b8f1908 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:58.545041 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 01cfa56c-ab0b-4c18-9554-4aa21b8f1908 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:58.545442 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:58.561639 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4fa45b0b-f6f8-4dd8-849d-64c6e8e12c53 req-888da0f4-8c50-460b-872b-bcac1769f3a3 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=b75d047e-5c32-4f75-909d-f2184baf8559 HTTP/1.1" status: 200 len: 210 time: 0.1125195 Jul 23 16:38:58.617769 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e069b5cc-1162-4685-82b9-8e6b0a58aaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:58.627814 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b51f31e1-c99d-47eb-82a1-af3408219f98 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:58.639725 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52936) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:58.692122 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433e466-e82a-4c06-99ac-ba94baf974f4 req-b56e49d2-a774-43ce-9357-e92d5a3b6dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:58.695329 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8433e466-e82a-4c06-99ac-ba94baf974f4 req-b56e49d2-a774-43ce-9357-e92d5a3b6dcb service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d8469dd886547af8aa5b5e0e02307dd&device_id=ea38749a-f1a3-40e1-a989-807b08709c0f HTTP/1.1" status: 200 len: 1096 time: 0.2682283 Jul 23 16:38:58.702725 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069b5cc-1162-4685-82b9-8e6b0a58aaac None None] Pushing event updated for resources: {'Port': ['ID=2e1461f3-4ae5-42d7-a13d-8a1a4a5f7d3c,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:58.721372 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cc49a4f9-3d4c-4adb-b32c-1dbbc7de8df6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:58.746303 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0effb4-0494-41b6-a662-de9e5523dc0e req-271f3e4b-a93f-440d-94f1-f5c6e26ed368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:58.747848 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb0effb4-0494-41b6-a662-de9e5523dc0e req-271f3e4b-a93f-440d-94f1-f5c6e26ed368 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5d8469dd886547af8aa5b5e0e02307dd&device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 1096 time: 0.2606514 Jul 23 16:38:58.786941 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-291a01a7-b139-4f3e-b8b2-e553f8f6f557 None None] Provisioning complete for port 01cfa56c-ab0b-4c18-9554-4aa21b8f1908 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:58.787226 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-291a01a7-b139-4f3e-b8b2-e553f8f6f557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:58.907620 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda33dfd-2874-4ccf-8888-468dd9ecfcd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-c90b3239-136e-47ef-9514-127508cbf3d2', 'network_id': 'c90b3239-136e-47ef-9514-127508cbf3d2', 'tenant_id': '9684d680e97142e5b0eab6534baef299', 'fixed_ips': [{'subnet_id': 'd2743265-b257-4abd-9fad-e393998dda4b'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:38:58.908720 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bda33dfd-2874-4ccf-8888-468dd9ecfcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:58.960276 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0effb4-0494-41b6-a662-de9e5523dc0e req-66d21bf9-328a-41a5-a55a-83b54bdd1b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:58.962284 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb0effb4-0494-41b6-a662-de9e5523dc0e req-66d21bf9-328a-41a5-a55a-83b54bdd1b66 service neutron] 10.222.0.74 "GET /v2.0/networks?id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a HTTP/1.1" status: 200 len: 913 time: 0.1719403 Jul 23 16:38:58.979991 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-8f20d8a8-b1c2-4e01-97d3-ce8377f52ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'name': 'tempest-RoutersIpV6Test-router-1308898731', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:35Z', 'updated_at': '2021-07-23T16:38:51Z', 'revision_number': 4, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None, '_interfaces': [{'id': '0fc2e694-7276-4650-9d36-e117c9a10cd3', 'name': '', 'network_id': '9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:e2:ee:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '7ebb0673-2b8a-46e0-b80b-09a53432daf1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:50Z', 'updated_at': '2021-07-23T16:38:57Z', 'revision_number': 4, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '7ebb0673-2b8a-46e0-b80b-09a53432daf1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b88941-e0a4-4b45-89ba-755d0a60112b', 'name': '', 'network_id': 'c17e3eb1-050a-4d88-83cd-d7d716b41bbc', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:eb:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:52Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c170fe5-f84d-4ce1-8bb4-771d023aac21', 'name': '', 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:14:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:37Z', 'updated_at': '2021-07-23T16:38:48Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:59.018914 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f20d8a8-b1c2-4e01-97d3-ce8377f52ea7 None None] The sync data for ids ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'] in n-d-778549-4 is: [{'id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'name': 'tempest-RoutersIpV6Test-router-1308898731', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:35Z', 'updated_at': '2021-07-23T16:38:51Z', 'revision_number': 4, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None, '_interfaces': [{'id': '0fc2e694-7276-4650-9d36-e117c9a10cd3', 'name': '', 'network_id': '9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:e2:ee:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '7ebb0673-2b8a-46e0-b80b-09a53432daf1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:50Z', 'updated_at': '2021-07-23T16:38:57Z', 'revision_number': 4, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '7ebb0673-2b8a-46e0-b80b-09a53432daf1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b88941-e0a4-4b45-89ba-755d0a60112b', 'name': '', 'network_id': 'c17e3eb1-050a-4d88-83cd-d7d716b41bbc', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:eb:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:52Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c170fe5-f84d-4ce1-8bb4-771d023aac21', 'name': '', 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:14:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:37Z', 'updated_at': '2021-07-23T16:38:48Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:38:59.283354 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb0effb4-0494-41b6-a662-de9e5523dc0e req-02262ada-4ae1-4694-b309-3babb614647d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf3c0b97-349e-4e25-8962-be2ec8f75263 HTTP/1.1" status: 200 len: 217 time: 0.2981834 Jul 23 16:38:59.443889 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0effb4-0494-41b6-a662-de9e5523dc0e req-cc263c45-1f2f-4407-88ad-1cd63bb2598f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:59.445717 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb0effb4-0494-41b6-a662-de9e5523dc0e req-cc263c45-1f2f-4407-88ad-1cd63bb2598f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2ae57d8d-3779-4491-8fd1-fe104612a516 HTTP/1.1" status: 200 len: 850 time: 0.1278718 Jul 23 16:38:59.491710 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:59.551238 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-cc49a4f9-3d4c-4adb-b32c-1dbbc7de8df6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Transition to ACTIVE for port object 01d2e506-070e-4773-a3a3-2658c971612a will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:59.588309 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433e466-e82a-4c06-99ac-ba94baf974f4 req-11a8648a-cd12-405b-ba34-0d2c7ad365c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:59.590215 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8433e466-e82a-4c06-99ac-ba94baf974f4 req-11a8648a-cd12-405b-ba34-0d2c7ad365c4 service neutron] 10.222.0.97 "GET /v2.0/networks?id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a HTTP/1.1" status: 200 len: 913 time: 0.8487012 Jul 23 16:38:59.642562 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 01cfa56c-ab0b-4c18-9554-4aa21b8f1908, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=01cfa56c-ab0b-4c18-9554-4aa21b8f1908,segment=NetworkSegment(0c786ece-8112-4a3c-8d99-e0c893df19e6),segment_id=0c786ece-8112-4a3c-8d99-e0c893df19e6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:59.644482 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-291a01a7-b139-4f3e-b8b2-e553f8f6f557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:59.649900 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:59.650826 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 79b88941-e0a4-4b45-89ba-755d0a60112b up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:59.721413 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8433e466-e82a-4c06-99ac-ba94baf974f4 req-01cf3796-f1cc-4959-919f-dcfdf194df20 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1 HTTP/1.1" status: 200 len: 217 time: 0.1154196 Jul 23 16:38:59.758148 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-5c5c8904-c619-4cca-9c1e-0185410d1db0 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:59.758148 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-5c5c8904-c619-4cca-9c1e-0185410d1db0 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.74 "GET /v2.0/networks?id=76cc40b0-30f5-4501-be03-be323c612c9a HTTP/1.1" status: 200 len: 814 time: 0.2068384 Jul 23 16:38:59.758486 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-b580c962-4f58-4ad3-87ed-8ff2367e1e81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Request body: {'network': {'name': 'tempest-RoutersTest-1335806021'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:59.771913 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-0e7207d0-1fd0-4498-94b2-15331891742d tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Request body: {'port': {'device_id': 'b75d047e-5c32-4f75-909d-f2184baf8559', 'network_id': '76cc40b0-30f5-4501-be03-be323c612c9a', 'admin_state_up': True, 'tenant_id': '896b34069cf0464297c90d7b6d93c235'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:59.802202 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433e466-e82a-4c06-99ac-ba94baf974f4 req-2a849e32-efb9-4254-b29c-0056d371ef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:59.805758 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8433e466-e82a-4c06-99ac-ba94baf974f4 req-2a849e32-efb9-4254-b29c-0056d371ef56 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2ae57d8d-3779-4491-8fd1-fe104612a516 HTTP/1.1" status: 200 len: 850 time: 0.0508709 Jul 23 16:38:59.874667 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=01cfa56c-ab0b-4c18-9554-4aa21b8f1908,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:59.876798 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b580c962-4f58-4ad3-87ed-8ff2367e1e81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Made reservation on behalf of c0f4c41fe4844b969e43c8308c91c7fc for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:59.880450 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b580c962-4f58-4ad3-87ed-8ff2367e1e81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:59.912473 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 79b88941-e0a4-4b45-89ba-755d0a60112b triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:59.913195 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:59.917306 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.api [None req-291a01a7-b139-4f3e-b8b2-e553f8f6f557 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:38:59.917824 n-d-778549-4 neutron-server[94014]: DEBUG oslo_db.api [None req-291a01a7-b139-4f3e-b8b2-e553f8f6f557 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:38:59.932404 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-af7e94a5-569c-4e14-bdfb-1da8199e32e3 req-3042957a-c710-4834-8c37-b136bdde9f73 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=b75d047e-5c32-4f75-909d-f2184baf8559 HTTP/1.1" status: 200 len: 210 time: 0.2085848 Jul 23 16:38:59.975680 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b580c962-4f58-4ad3-87ed-8ff2367e1e81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:00.013010 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0effb4-0494-41b6-a662-de9e5523dc0e req-47c636e5-eaa8-46a2-a330-50b5b4b4a351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:00.015223 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb0effb4-0494-41b6-a662-de9e5523dc0e req-47c636e5-eaa8-46a2-a330-50b5b4b4a351 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5609474 Jul 23 16:39:00.016708 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cc49a4f9-3d4c-4adb-b32c-1dbbc7de8df6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:00.135337 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc49a4f9-3d4c-4adb-b32c-1dbbc7de8df6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network c90b3239-136e-47ef-9514-127508cbf3d2 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:00.143290 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433e466-e82a-4c06-99ac-ba94baf974f4 req-a0462876-2efa-4ea0-ad5f-ec90a29797a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:00.144945 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8433e466-e82a-4c06-99ac-ba94baf974f4 req-a0462876-2efa-4ea0-ad5f-ec90a29797a0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3161786 Jul 23 16:39:00.150441 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-bda33dfd-2874-4ccf-8888-468dd9ecfcd6 None None] Allocated IP 2001:db8::2 (c90b3239-136e-47ef-9514-127508cbf3d2/d2743265-b257-4abd-9fad-e393998dda4b/763fe72c-8150-406d-8a9e-19301258747c) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:00.157655 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d9da7cea-ca55-4eeb-91e2-9e4c9a43c21a no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:39:00.162918 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-cc49a4f9-3d4c-4adb-b32c-1dbbc7de8df6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:00.173118 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc49a4f9-3d4c-4adb-b32c-1dbbc7de8df6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:00.179037 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc49a4f9-3d4c-4adb-b32c-1dbbc7de8df6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:00.180238 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cc49a4f9-3d4c-4adb-b32c-1dbbc7de8df6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:00.209637 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49a4f9-3d4c-4adb-b32c-1dbbc7de8df6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Port': ['ID=01d2e506-070e-4773-a3a3-2658c971612a,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:00.219583 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b51f31e1-c99d-47eb-82a1-af3408219f98 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:00.231079 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b51f31e1-c99d-47eb-82a1-af3408219f98 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:00.231980 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b51f31e1-c99d-47eb-82a1-af3408219f98 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:00.253705 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: d9da7cea-ca55-4eeb-91e2-9e4c9a43c21a {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:39:00.254544 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d9da7cea-ca55-4eeb-91e2-9e4c9a43c21a not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:39:00.271246 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb0effb4-0494-41b6-a662-de9e5523dc0e req-b4fbcd5f-da5d-451f-9dc8-ea3e7602bbdc service neutron] 10.222.0.74 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487183 Jul 23 16:39:00.314157 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b580c962-4f58-4ad3-87ed-8ff2367e1e81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:00.342074 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b580c962-4f58-4ad3-87ed-8ff2367e1e81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:00.359460 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b580c962-4f58-4ad3-87ed-8ff2367e1e81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] vlan segment allocate from pool success with {'vlan_id': 1123, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:39:00.373668 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b580c962-4f58-4ad3-87ed-8ff2367e1e81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:00.374280 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-b580c962-4f58-4ad3-87ed-8ff2367e1e81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Added segment cd3ea8a4-5a70-4cb8-9177-466921be1d62 of type vlan for network 153eed5f-d400-4803-9672-bc1b69a27760 Jul 23 16:39:00.423253 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b580c962-4f58-4ad3-87ed-8ff2367e1e81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:00.468977 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f31e1-c99d-47eb-82a1-af3408219f98 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event updated for resources: {'Port': ['ID=1b21f25b-ed2c-49be-b469-074ec3ee4f68,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:00.499538 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cc49a4f9-3d4c-4adb-b32c-1dbbc7de8df6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0661433 Jul 23 16:39:00.499802 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c188f48a-b1b3-478f-8d1c-e42eac3afb5d None None] Network 870a4563-a210-4f45-b537-d337325fb1b9 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:00.502356 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b580c962-4f58-4ad3-87ed-8ff2367e1e81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:00.514554 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b580c962-4f58-4ad3-87ed-8ff2367e1e81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:00.515774 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b580c962-4f58-4ad3-87ed-8ff2367e1e81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:00.519639 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52950) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:00.532913 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-0e7207d0-1fd0-4498-94b2-15331891742d tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Made reservation on behalf of 896b34069cf0464297c90d7b6d93c235 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:00.537589 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-0e7207d0-1fd0-4498-94b2-15331891742d tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:00.545347 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8433e466-e82a-4c06-99ac-ba94baf974f4 req-18e10ec4-5f82-4f71-bbb8-e0fc095576da service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931518 Jul 23 16:39:00.561792 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-8b070163-843b-4e90-b507-d4a76704c846 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'port': {'network_id': 'c90b3239-136e-47ef-9514-127508cbf3d2', 'name': 'tempest-PortsIpV6TestJSON-1826898429', 'fixed_ips': [{'subnet_id': 'd2743265-b257-4abd-9fad-e393998dda4b', 'ip_address': '2001:db8::f'}]}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:00.653595 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580c962-4f58-4ad3-87ed-8ff2367e1e81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc91f034-ccd7-4d98-91df-14e631751d33,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:00.665653 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bda33dfd-2874-4ccf-8888-468dd9ecfcd6 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:00.684659 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0fc2e694-7276-4650-9d36-e117c9a10cd3 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:00.689215 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-bda33dfd-2874-4ccf-8888-468dd9ecfcd6 None None] Transition to ACTIVE for port object 763fe72c-8150-406d-8a9e-19301258747c will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:00.694948 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b580c962-4f58-4ad3-87ed-8ff2367e1e81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0522649 Jul 23 16:39:00.727438 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-291a01a7-b139-4f3e-b8b2-e553f8f6f557 None None] Provisioning for port 0fc2e694-7276-4650-9d36-e117c9a10cd3 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:00.730541 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52954) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:00.749966 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-63db3ceb-b889-4c5d-b575-274bd76e0e94 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Request body: {'network': {'name': 'tempest-RoutersTest-491521849'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:00.755454 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-bda33dfd-2874-4ccf-8888-468dd9ecfcd6 None None] Transition to ACTIVE for port object 763fe72c-8150-406d-8a9e-19301258747c will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:00.769811 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580c962-4f58-4ad3-87ed-8ff2367e1e81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Network': ['ID=153eed5f-d400-4803-9672-bc1b69a27760,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:00.786638 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 153eed5f-d400-4803-9672-bc1b69a27760 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:39:00.791810 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bda33dfd-2874-4ccf-8888-468dd9ecfcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:00.850851 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63db3ceb-b889-4c5d-b575-274bd76e0e94 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Made reservation on behalf of c0f4c41fe4844b969e43c8308c91c7fc for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:00.856650 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63db3ceb-b889-4c5d-b575-274bd76e0e94 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:00.884684 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda33dfd-2874-4ccf-8888-468dd9ecfcd6 None None] Network c90b3239-136e-47ef-9514-127508cbf3d2 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:00.904374 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-bda33dfd-2874-4ccf-8888-468dd9ecfcd6 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:00.917144 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63db3ceb-b889-4c5d-b575-274bd76e0e94 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] vlan segment allocate from pool success with {'vlan_id': 1143, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:39:00.926060 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-0e7207d0-1fd0-4498-94b2-15331891742d tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Allocated IP 172.20.0.7 (76cc40b0-30f5-4501-be03-be323c612c9a/0451a60c-d287-4012-8d32-22a400e0b50b/92c077e7-6b80-4ca0-9dfb-8a230a9cb95c) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:00.947447 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63db3ceb-b889-4c5d-b575-274bd76e0e94 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:00.947823 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-63db3ceb-b889-4c5d-b575-274bd76e0e94 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Added segment 9ad0c256-d24e-4460-aa79-9a6d92b8057a of type vlan for network ce545524-8711-43d1-a4c5-00739dea9bab Jul 23 16:39:00.953683 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda33dfd-2874-4ccf-8888-468dd9ecfcd6 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:00.970253 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 0fc2e694-7276-4650-9d36-e117c9a10cd3 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:00.978224 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda33dfd-2874-4ccf-8888-468dd9ecfcd6 None None] Pushing event updated for resources: {'Port': ['ID=763fe72c-8150-406d-8a9e-19301258747c,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:00.987746 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6caf1f7b-2e37-4dff-9c20-1e89483b2af6 None None] Provisioning for port 2e1461f3-4ae5-42d7-a13d-8a1a4a5f7d3c completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:00.997081 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 0fc2e694-7276-4650-9d36-e117c9a10cd3 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:00.997451 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.027322 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b070163-843b-4e90-b507-d4a76704c846 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:01.032617 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b070163-843b-4e90-b507-d4a76704c846 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.036337 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63db3ceb-b889-4c5d-b575-274bd76e0e94 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.071750 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device cd7d9f0b-9516-4399-8315-a6837578715f no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:39:01.088771 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb0effb4-0494-41b6-a662-de9e5523dc0e req-c0c00849-6bb9-4c88-9132-247d798ee383 service neutron] 10.222.0.74 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7842405 Jul 23 16:39:01.097829 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-8b070163-843b-4e90-b507-d4a76704c846 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] device_id is not set on port 3df0cb05-7c80-4626-ac40-60b3ed1b54da yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:39:01.118760 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: cd7d9f0b-9516-4399-8315-a6837578715f {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:39:01.119084 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device cd7d9f0b-9516-4399-8315-a6837578715f not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:39:01.133517 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6caf1f7b-2e37-4dff-9c20-1e89483b2af6 None None] Provisioning complete for port 0fc2e694-7276-4650-9d36-e117c9a10cd3 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:01.134066 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6caf1f7b-2e37-4dff-9c20-1e89483b2af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.145402 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73b2c3c6-db31-4f3f-bbff-f6d9818c27b8 req-6d52dd36-f884-4dd1-893c-f9be23643a2b tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=b75d047e-5c32-4f75-909d-f2184baf8559 HTTP/1.1" status: 200 len: 210 time: 0.0509646 Jul 23 16:39:01.169808 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-bda33dfd-2874-4ccf-8888-468dd9ecfcd6 None None] Attempting to bind port 763fe72c-8150-406d-8a9e-19301258747c on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:39:01.170363 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-bda33dfd-2874-4ccf-8888-468dd9ecfcd6 None None] Attempting to bind port 763fe72c-8150-406d-8a9e-19301258747c by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '320dd7b4-d0e8-4cf5-b084-91a759b60d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'c90b3239-136e-47ef-9514-127508cbf3d2'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:39:01.170815 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda33dfd-2874-4ccf-8888-468dd9ecfcd6 None None] Attempting to bind port 763fe72c-8150-406d-8a9e-19301258747c on network c90b3239-136e-47ef-9514-127508cbf3d2 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:39:01.186463 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51f31e1-c99d-47eb-82a1-af3408219f98 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Network 870a4563-a210-4f45-b537-d337325fb1b9 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:01.187732 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda33dfd-2874-4ccf-8888-468dd9ecfcd6 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:39:01.188189 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda33dfd-2874-4ccf-8888-468dd9ecfcd6 None None] Checking segment: {'id': '320dd7b4-d0e8-4cf5-b084-91a759b60d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'c90b3239-136e-47ef-9514-127508cbf3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:39:01.188662 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bda33dfd-2874-4ccf-8888-468dd9ecfcd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.189007 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8433e466-e82a-4c06-99ac-ba94baf974f4 req-0352e73d-18ca-4869-bd8f-70b6fd808b0e service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6368575 Jul 23 16:39:01.189183 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda33dfd-2874-4ccf-8888-468dd9ecfcd6 None None] Bound using segment: {'id': '320dd7b4-d0e8-4cf5-b084-91a759b60d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'c90b3239-136e-47ef-9514-127508cbf3d2'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:39:01.189782 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-bda33dfd-2874-4ccf-8888-468dd9ecfcd6 None None] Bound port: 763fe72c-8150-406d-8a9e-19301258747c, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320dd7b4-d0e8-4cf5-b084-91a759b60d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'c90b3239-136e-47ef-9514-127508cbf3d2'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:39:01.190008 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-b51f31e1-c99d-47eb-82a1-af3408219f98 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:01.190294 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bda33dfd-2874-4ccf-8888-468dd9ecfcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.216413 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63db3ceb-b889-4c5d-b575-274bd76e0e94 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.241333 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63db3ceb-b889-4c5d-b575-274bd76e0e94 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:01.242644 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63db3ceb-b889-4c5d-b575-274bd76e0e94 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.286650 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.301800 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51f31e1-c99d-47eb-82a1-af3408219f98 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Router 990233fa-8030-4cb8-b6b3-eac6ad922a7f has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:39:01.316974 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52958) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:01.317297 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-63db3ceb-b889-4c5d-b575-274bd76e0e94 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5799553 Jul 23 16:39:01.323890 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-e55f6e64-158d-4693-8def-b79275fa9ebf tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Request body: {'subnet': {'network_id': '153eed5f-d400-4803-9672-bc1b69a27760', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:01.365307 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-bda33dfd-2874-4ccf-8888-468dd9ecfcd6 None None] For port 763fe72c-8150-406d-8a9e-19301258747c, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:39:01.377715 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-bda33dfd-2874-4ccf-8888-468dd9ecfcd6 None None] For port 763fe72c-8150-406d-8a9e-19301258747c, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=763fe72c-8150-406d-8a9e-19301258747c,segment=NetworkSegment(320dd7b4-d0e8-4cf5-b084-91a759b60d3d),segment_id=320dd7b4-d0e8-4cf5-b084-91a759b60d3d)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:39:01.385275 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 0fc2e694-7276-4650-9d36-e117c9a10cd3, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0fc2e694-7276-4650-9d36-e117c9a10cd3,segment=NetworkSegment(0c786ece-8112-4a3c-8d99-e0c893df19e6),segment_id=0c786ece-8112-4a3c-8d99-e0c893df19e6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:01.387499 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bda33dfd-2874-4ccf-8888-468dd9ecfcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.391037 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6caf1f7b-2e37-4dff-9c20-1e89483b2af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.418805 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.420021 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 01cfa56c-ab0b-4c18-9554-4aa21b8f1908 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:01.503532 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51f31e1-c99d-47eb-82a1-af3408219f98 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:01.513459 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b51f31e1-c99d-47eb-82a1-af3408219f98 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "PUT /v2.0/routers/990233fa-8030-4cb8-b6b3-eac6ad922a7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5497153 Jul 23 16:39:01.514280 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52962) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:01.516573 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b38e2c-572c-4518-88bb-131537ea82f3 None None] Sync routers for ids ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:39:01.521227 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db3ceb-b889-4c5d-b575-274bd76e0e94 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Network': ['ID=ce545524-8711-43d1-a4c5-00739dea9bab,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:01.523162 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-c736e439-3b4a-4174-b425-c84ef74f54fa tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:01.554386 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda33dfd-2874-4ccf-8888-468dd9ecfcd6 None None] Pushing event updated for resources: {'Port': ['ID=763fe72c-8150-406d-8a9e-19301258747c,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:01.562856 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-0e7207d0-1fd0-4498-94b2-15331891742d tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.573701 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b38e2c-572c-4518-88bb-131537ea82f3 None None] Routers {'990233fa-8030-4cb8-b6b3-eac6ad922a7f'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:01.578649 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-25b38e2c-572c-4518-88bb-131537ea82f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:38:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:01.600436 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-8b070163-843b-4e90-b507-d4a76704c846 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Allocated IP 2001:db8::f (c90b3239-136e-47ef-9514-127508cbf3d2/d2743265-b257-4abd-9fad-e393998dda4b/3df0cb05-7c80-4626-ac40-60b3ed1b54da) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:01.650875 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=0fc2e694-7276-4650-9d36-e117c9a10cd3,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:01.656336 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network ce545524-8711-43d1-a4c5-00739dea9bab details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:39:01.691992 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55f6e64-158d-4693-8def-b79275fa9ebf tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Made reservation on behalf of c0f4c41fe4844b969e43c8308c91c7fc for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:01.696120 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e55f6e64-158d-4693-8def-b79275fa9ebf tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.721102 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-0e7207d0-1fd0-4498-94b2-15331891742d tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.800400 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.api [None req-6caf1f7b-2e37-4dff-9c20-1e89483b2af6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:39:01.800903 n-d-778549-4 neutron-server[94014]: DEBUG oslo_db.api [None req-6caf1f7b-2e37-4dff-9c20-1e89483b2af6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:39:01.801554 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 01cfa56c-ab0b-4c18-9554-4aa21b8f1908 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:01.802015 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.847889 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-0e7207d0-1fd0-4498-94b2-15331891742d tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Network 76cc40b0-30f5-4501-be03-be323c612c9a is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:01.849016 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-25b38e2c-572c-4518-88bb-131537ea82f3 None None] Set router 990233fa-8030-4cb8-b6b3-eac6ad922a7f gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:39:01.864153 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-0e7207d0-1fd0-4498-94b2-15331891742d tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:01.871767 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-0e7207d0-1fd0-4498-94b2-15331891742d tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:02.093402 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7207d0-1fd0-4498-94b2-15331891742d tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Pushing event updated for resources: {'Port': ['ID=92c077e7-6b80-4ca0-9dfb-8a230a9cb95c,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:02.155148 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-0e7207d0-1fd0-4498-94b2-15331891742d tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:02.156211 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-0e7207d0-1fd0-4498-94b2-15331891742d tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:02.162651 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2e1461f3-4ae5-42d7-a13d-8a1a4a5f7d3c up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:02.193915 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-0e7207d0-1fd0-4498-94b2-15331891742d tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4273386 Jul 23 16:39:02.226222 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-f13a7b2d-e791-41cc-9881-5cdcaacdcc2a service neutron] Request body: {'port': {'device_id': 'b75d047e-5c32-4f75-909d-f2184baf8559', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:02.278767 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b070163-843b-4e90-b507-d4a76704c846 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:02.281883 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 2e1461f3-4ae5-42d7-a13d-8a1a4a5f7d3c completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:02.289669 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 2e1461f3-4ae5-42d7-a13d-8a1a4a5f7d3c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:02.290399 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:02.302149 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-8b070163-843b-4e90-b507-d4a76704c846 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Transition to ACTIVE for port object 3df0cb05-7c80-4626-ac40-60b3ed1b54da will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:02.340743 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-25b38e2c-572c-4518-88bb-131537ea82f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'name': 'tempest-RoutersIpV6Test-router-1308898731', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:35Z', 'updated_at': '2021-07-23T16:38:58Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None, '_interfaces': [{'id': '0fc2e694-7276-4650-9d36-e117c9a10cd3', 'name': '', 'network_id': '9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:e2:ee:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '7ebb0673-2b8a-46e0-b80b-09a53432daf1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:50Z', 'updated_at': '2021-07-23T16:39:01Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '7ebb0673-2b8a-46e0-b80b-09a53432daf1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b21f25b-ed2c-49be-b469-074ec3ee4f68', 'name': '', 'network_id': '870a4563-a210-4f45-b537-d337325fb1b9', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:c8:72:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '35d9b8a3-8215-4ad7-a2e9-a4839ad0ac5c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:56Z', 'updated_at': '2021-07-23T16:38:59Z', 'revision_number': 2, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '35d9b8a3-8215-4ad7-a2e9-a4839ad0ac5c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b88941-e0a4-4b45-89ba-755d0a60112b', 'name': '', 'network_id': 'c17e3eb1-050a-4d88-83cd-d7d716b41bbc', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:eb:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:52Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c170fe5-f84d-4ce1-8bb4-771d023aac21', 'name': '', 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:14:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:37Z', 'updated_at': '2021-07-23T16:38:48Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:02.402076 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-f13a7b2d-e791-41cc-9881-5cdcaacdcc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:02.404873 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b38e2c-572c-4518-88bb-131537ea82f3 None None] Checking router: 990233fa-8030-4cb8-b6b3-eac6ad922a7f for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:39:02.405566 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b38e2c-572c-4518-88bb-131537ea82f3 None None] Updating router 990233fa-8030-4cb8-b6b3-eac6ad922a7f port 1b21f25b-ed2c-49be-b469-074ec3ee4f68 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:39:02.407309 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b070163-843b-4e90-b507-d4a76704c846 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:02.484317 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-25b38e2c-572c-4518-88bb-131537ea82f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:02.506510 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b070163-843b-4e90-b507-d4a76704c846 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network c90b3239-136e-47ef-9514-127508cbf3d2 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:02.514979 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-8b070163-843b-4e90-b507-d4a76704c846 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:02.517875 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b070163-843b-4e90-b507-d4a76704c846 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:02.528056 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b070163-843b-4e90-b507-d4a76704c846 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:02.533165 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:02.537546 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b070163-843b-4e90-b507-d4a76704c846 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:02.551797 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bfd6a-0bb6-494b-a02c-c410c9429f43 req-5c9e4867-a60c-4212-adae-8667983d0377 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:02.553449 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d0bfd6a-0bb6-494b-a02c-c410c9429f43 req-5c9e4867-a60c-4212-adae-8667983d0377 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=b75d047e-5c32-4f75-909d-f2184baf8559 HTTP/1.1" status: 200 len: 931 time: 0.2973623 Jul 23 16:39:02.554491 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e55f6e64-158d-4693-8def-b79275fa9ebf tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:02.586080 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 2e1461f3-4ae5-42d7-a13d-8a1a4a5f7d3c, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2e1461f3-4ae5-42d7-a13d-8a1a4a5f7d3c,segment=NetworkSegment(8c7a491c-d64d-4802-82eb-954219846298),segment_id=8c7a491c-d64d-4802-82eb-954219846298)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:02.600916 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:02.660477 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b070163-843b-4e90-b507-d4a76704c846 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Port': ['ID=3df0cb05-7c80-4626-ac40-60b3ed1b54da,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:02.678213 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8b070163-843b-4e90-b507-d4a76704c846 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1461706 Jul 23 16:39:02.694605 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52968) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:02.708060 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c9da1d52-ff97-491a-b957-ca98a5cd80fb None None] Provisioning complete for port 2e1461f3-4ae5-42d7-a13d-8a1a4a5f7d3c triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:02.708450 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c9da1d52-ff97-491a-b957-ca98a5cd80fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:02.749870 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ebe779eb-bfe5-4097-947a-80e32f05b2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:02.774692 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=2e1461f3-4ae5-42d7-a13d-8a1a4a5f7d3c,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:02.832710 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d0bfd6a-0bb6-494b-a02c-c410c9429f43 req-6efe0d8b-fc06-4e42-8eea-efa16b81e786 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606862 Jul 23 16:39:02.949011 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f6e64-158d-4693-8def-b79275fa9ebf tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Subnet': ['ID=370f66f8-dada-4e25-96a0-3416b82a24e8,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:02.971662 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c9da1d52-ff97-491a-b957-ca98a5cd80fb None None] Provisioning for port 1b21f25b-ed2c-49be-b469-074ec3ee4f68 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:02.975951 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c9da1d52-ff97-491a-b957-ca98a5cd80fb None None] Provisioning complete for port 1b21f25b-ed2c-49be-b469-074ec3ee4f68 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:02.976518 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c9da1d52-ff97-491a-b957-ca98a5cd80fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:03.021072 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a5c023-f60b-418f-96a4-10ac2762e1cf tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:03.024023 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d1a5c023-f60b-418f-96a4-10ac2762e1cf tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3272228 Jul 23 16:39:03.028408 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52974) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:03.029569 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.extraroute_db [None req-c736e439-3b4a-4174-b425-c84ef74f54fa tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94012) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 16:39:03.036398 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 763fe72c-8150-406d-8a9e-19301258747c up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:03.085487 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55f6e64-158d-4693-8def-b79275fa9ebf tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Checking segment: {'id': 'cd3ea8a4-5a70-4cb8-9177-466921be1d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '153eed5f-d400-4803-9672-bc1b69a27760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:39:03.086598 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55f6e64-158d-4693-8def-b79275fa9ebf tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network hostable DHCP agents. Network: 153eed5f-d400-4803-9672-bc1b69a27760, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:39:03.097657 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-25b38e2c-572c-4518-88bb-131537ea82f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:03.126650 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-25b38e2c-572c-4518-88bb-131537ea82f3 None None] Transition to ACTIVE for port object 1b21f25b-ed2c-49be-b469-074ec3ee4f68 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:03.132400 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-c9da1d52-ff97-491a-b957-ca98a5cd80fb None None] Port 1b21f25b-ed2c-49be-b469-074ec3ee4f68 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:03.134843 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-25b38e2c-572c-4518-88bb-131537ea82f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:03.139575 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.extraroute_db [None req-c736e439-3b4a-4174-b425-c84ef74f54fa tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Removed routes are [] {{(pid=94012) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 16:39:03.140242 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c736e439-3b4a-4174-b425-c84ef74f54fa tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:03.165143 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-f13a7b2d-e791-41cc-9881-5cdcaacdcc2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92c077e7-6b80-4ca0-9dfb-8a230a9cb95c {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:39:03.169548 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 763fe72c-8150-406d-8a9e-19301258747c completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:03.173778 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0fc2e694-7276-4650-9d36-e117c9a10cd3 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:03.180509 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-f13a7b2d-e791-41cc-9881-5cdcaacdcc2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:03.197753 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-f13a7b2d-e791-41cc-9881-5cdcaacdcc2a service neutron] Transition to ACTIVE for port object 92c077e7-6b80-4ca0-9dfb-8a230a9cb95c will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:03.204819 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-f13a7b2d-e791-41cc-9881-5cdcaacdcc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:03.239295 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657ab4c-35f6-43cb-8e2f-426fa3b2ecf6 None None] Pushing event updated for resources: {'Port': ['ID=1b21f25b-ed2c-49be-b469-074ec3ee4f68,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:03.278914 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55f6e64-158d-4693-8def-b79275fa9ebf tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network 153eed5f-d400-4803-9672-bc1b69a27760 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:39:03.312956 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 0fc2e694-7276-4650-9d36-e117c9a10cd3 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:03.312956 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:03.317501 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-e55f6e64-158d-4693-8def-b79275fa9ebf tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 153eed5f-d400-4803-9672-bc1b69a27760) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:03.335992 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55f6e64-158d-4693-8def-b79275fa9ebf tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:03.336933 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e55f6e64-158d-4693-8def-b79275fa9ebf tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:03.349568 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a7b2d-e791-41cc-9881-5cdcaacdcc2a service neutron] Pushing event updated for resources: {'Port': ['ID=92c077e7-6b80-4ca0-9dfb-8a230a9cb95c,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:03.351088 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e978673-8bb0-416b-9801-1572b7af5713 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:03.360425 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e978673-8bb0-416b-9801-1572b7af5713 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:03.367451 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e978673-8bb0-416b-9801-1572b7af5713 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:03.373815 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5e978673-8bb0-416b-9801-1572b7af5713 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.3349545 Jul 23 16:39:03.374257 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb6ba8c-e6a4-4e5a-a729-0a63d0b4ce13 None None] Network 153eed5f-d400-4803-9672-bc1b69a27760 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:03.374257 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41949790-a1ac-4c39-8d38-9a3c4a20b6e7 None None] Network c90b3239-136e-47ef-9514-127508cbf3d2 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:03.381773 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52976) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:03.388486 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-25b38e2c-572c-4518-88bb-131537ea82f3 None None] Attempting to bind port 1b21f25b-ed2c-49be-b469-074ec3ee4f68 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:39:03.388865 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-25b38e2c-572c-4518-88bb-131537ea82f3 None None] Attempting to bind port 1b21f25b-ed2c-49be-b469-074ec3ee4f68 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '8c7a491c-d64d-4802-82eb-954219846298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '870a4563-a210-4f45-b537-d337325fb1b9'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:39:03.390342 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b38e2c-572c-4518-88bb-131537ea82f3 None None] Attempting to bind port 1b21f25b-ed2c-49be-b469-074ec3ee4f68 on network 870a4563-a210-4f45-b537-d337325fb1b9 {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:39:03.402083 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b38e2c-572c-4518-88bb-131537ea82f3 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:39:03.402453 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b38e2c-572c-4518-88bb-131537ea82f3 None None] Checking segment: {'id': '8c7a491c-d64d-4802-82eb-954219846298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '870a4563-a210-4f45-b537-d337325fb1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:39:03.402853 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-25b38e2c-572c-4518-88bb-131537ea82f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:03.403245 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b38e2c-572c-4518-88bb-131537ea82f3 None None] Bound using segment: {'id': '8c7a491c-d64d-4802-82eb-954219846298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '870a4563-a210-4f45-b537-d337325fb1b9'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:39:03.403706 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-25b38e2c-572c-4518-88bb-131537ea82f3 None None] Bound port: 1b21f25b-ed2c-49be-b469-074ec3ee4f68, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c7a491c-d64d-4802-82eb-954219846298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '870a4563-a210-4f45-b537-d337325fb1b9'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:39:03.404091 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-25b38e2c-572c-4518-88bb-131537ea82f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:03.466234 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-f13a7b2d-e791-41cc-9881-5cdcaacdcc2a service neutron] Attempting to bind port 92c077e7-6b80-4ca0-9dfb-8a230a9cb95c on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:39:03.467118 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-f13a7b2d-e791-41cc-9881-5cdcaacdcc2a service neutron] Attempting to bind port 92c077e7-6b80-4ca0-9dfb-8a230a9cb95c by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'e86199fe-5491-4fca-b518-f67ebbbf9a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '76cc40b0-30f5-4501-be03-be323c612c9a'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:39:03.468301 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-f13a7b2d-e791-41cc-9881-5cdcaacdcc2a service neutron] Attempting to bind port 92c077e7-6b80-4ca0-9dfb-8a230a9cb95c on network 76cc40b0-30f5-4501-be03-be323c612c9a {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:39:03.482009 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-f13a7b2d-e791-41cc-9881-5cdcaacdcc2a service neutron] Port 92c077e7-6b80-4ca0-9dfb-8a230a9cb95c on network 76cc40b0-30f5-4501-be03-be323c612c9a not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:39:03.482009 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-f13a7b2d-e791-41cc-9881-5cdcaacdcc2a service neutron] Attempting to bind port 92c077e7-6b80-4ca0-9dfb-8a230a9cb95c on network 76cc40b0-30f5-4501-be03-be323c612c9a {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:39:03.490950 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-f13a7b2d-e791-41cc-9881-5cdcaacdcc2a service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:39:03.491274 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-f13a7b2d-e791-41cc-9881-5cdcaacdcc2a service neutron] Checking segment: {'id': 'e86199fe-5491-4fca-b518-f67ebbbf9a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '76cc40b0-30f5-4501-be03-be323c612c9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:39:03.491649 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-f13a7b2d-e791-41cc-9881-5cdcaacdcc2a service neutron] Bound using segment: {'id': 'e86199fe-5491-4fca-b518-f67ebbbf9a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '76cc40b0-30f5-4501-be03-be323c612c9a'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:39:03.492089 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-f13a7b2d-e791-41cc-9881-5cdcaacdcc2a service neutron] Bound port: 92c077e7-6b80-4ca0-9dfb-8a230a9cb95c, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86199fe-5491-4fca-b518-f67ebbbf9a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '76cc40b0-30f5-4501-be03-be323c612c9a'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:39:03.494075 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-f13a7b2d-e791-41cc-9881-5cdcaacdcc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:03.517442 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e55f6e64-158d-4693-8def-b79275fa9ebf tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1963701 Jul 23 16:39:03.520364 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52978) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:03.526169 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-78114fdd-5f9f-4fbf-915e-1a2139e435a4 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Request body: {'subnet': {'network_id': 'ce545524-8711-43d1-a4c5-00739dea9bab', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:03.535861 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-25b38e2c-572c-4518-88bb-131537ea82f3 None None] For port 1b21f25b-ed2c-49be-b469-074ec3ee4f68, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:39:03.542495 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-25b38e2c-572c-4518-88bb-131537ea82f3 None None] For port 1b21f25b-ed2c-49be-b469-074ec3ee4f68, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=1b21f25b-ed2c-49be-b469-074ec3ee4f68,segment=NetworkSegment(8c7a491c-d64d-4802-82eb-954219846298),segment_id=8c7a491c-d64d-4802-82eb-954219846298)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:39:03.550719 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-25b38e2c-572c-4518-88bb-131537ea82f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:03.622938 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-f13a7b2d-e791-41cc-9881-5cdcaacdcc2a service neutron] For port 92c077e7-6b80-4ca0-9dfb-8a230a9cb95c, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:39:03.628136 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-f13a7b2d-e791-41cc-9881-5cdcaacdcc2a service neutron] For port 92c077e7-6b80-4ca0-9dfb-8a230a9cb95c, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=92c077e7-6b80-4ca0-9dfb-8a230a9cb95c,segment=NetworkSegment(e86199fe-5491-4fca-b518-f67ebbbf9a42),segment_id=e86199fe-5491-4fca-b518-f67ebbbf9a42)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:39:03.632162 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b38e2c-572c-4518-88bb-131537ea82f3 None None] Routers {'990233fa-8030-4cb8-b6b3-eac6ad922a7f'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:03.634818 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-25b38e2c-572c-4518-88bb-131537ea82f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:38:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:03.635328 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-f13a7b2d-e791-41cc-9881-5cdcaacdcc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:03.717225 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-471b150f-31e3-4ba2-b5b3-3b4a7e8ef49b None None] Provisioning for port 763fe72c-8150-406d-8a9e-19301258747c completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:03.720368 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c736e439-3b4a-4174-b425-c84ef74f54fa tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:03.730775 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-f13a7b2d-e791-41cc-9881-5cdcaacdcc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:03.731677 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-f13a7b2d-e791-41cc-9881-5cdcaacdcc2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:03.733481 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c736e439-3b4a-4174-b425-c84ef74f54fa tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1714764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1714741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695099'] for router, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:03.734425 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-f13a7b2d-e791-41cc-9881-5cdcaacdcc2a service neutron] 10.222.0.74 "PUT /v2.0/ports/92c077e7-6b80-4ca0-9dfb-8a230a9cb95c HTTP/1.1" status: 200 len: 1091 time: 1.5254269 Jul 23 16:39:03.735449 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a7b2d-e791-41cc-9881-5cdcaacdcc2a service neutron] Pushing event updated for resources: {'Port': ['ID=92c077e7-6b80-4ca0-9dfb-8a230a9cb95c,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:03.744950 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78114fdd-5f9f-4fbf-915e-1a2139e435a4 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Made reservation on behalf of c0f4c41fe4844b969e43c8308c91c7fc for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:03.747941 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-471b150f-31e3-4ba2-b5b3-3b4a7e8ef49b None None] Provisioning complete for port 763fe72c-8150-406d-8a9e-19301258747c triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:03.748324 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-471b150f-31e3-4ba2-b5b3-3b4a7e8ef49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:03.750243 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-78114fdd-5f9f-4fbf-915e-1a2139e435a4 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:03.768712 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75d047e-5c32-4f75-909d-f2184baf8559', 'tag': '92c077e7-6b80-4ca0-9dfb-8a230a9cb95c'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:39:03.771275 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63411dbe-62b9-4a67-b13a-982ded504fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "b75d047e-5c32-4f75-909d-f2184baf8559", "tag": "92c077e7-6b80-4ca0-9dfb-8a230a9cb95c"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:39:03.819730 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-25b38e2c-572c-4518-88bb-131537ea82f3 None None] Set router 990233fa-8030-4cb8-b6b3-eac6ad922a7f gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:39:03.891113 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690dfa4d-726b-4d2b-be60-01ba253b19aa x-openstack-request-id: req-690dfa4d-726b-4d2b-be60-01ba253b19aa {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:39:03.892000 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75d047e-5c32-4f75-909d-f2184baf8559", "tag": "92c077e7-6b80-4ca0-9dfb-8a230a9cb95c", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:39:03.892263 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-690dfa4d-726b-4d2b-be60-01ba253b19aa {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:39:03.892674 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b75d047e-5c32-4f75-909d-f2184baf8559', 'tag': '92c077e7-6b80-4ca0-9dfb-8a230a9cb95c', 'status': 'completed', 'code': 200} Jul 23 16:39:03.985784 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-94552e32-696b-41d8-be20-d8cd8c388b76 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Deleting port 3df0cb05-7c80-4626-ac40-60b3ed1b54da {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:03.986415 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-94552e32-696b-41d8-be20-d8cd8c388b76 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:03.994453 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-0a39f46a-00d2-4163-99a7-c3d91f7769a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:04.003531 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-0a39f46a-00d2-4163-99a7-c3d91f7769a9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=896b34069cf0464297c90d7b6d93c235&device_id=b75d047e-5c32-4f75-909d-f2184baf8559 HTTP/1.1" status: 200 len: 1094 time: 0.2017584 Jul 23 16:39:04.098885 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-ff51dc0b-3eb2-477c-92b6-6babc7e97c06 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92c077e7-6b80-4ca0-9dfb-8a230a9cb95c HTTP/1.1" status: 200 len: 217 time: 0.0843685 Jul 23 16:39:04.111049 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-471b150f-31e3-4ba2-b5b3-3b4a7e8ef49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:04.137461 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657ab4c-35f6-43cb-8e2f-426fa3b2ecf6 None None] Pushing event updated for resources: {'Port': ['ID=1b21f25b-ed2c-49be-b469-074ec3ee4f68,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:04.152128 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790d3daa-4aeb-4479-bd13-4cff2fa2b60d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-153eed5f-d400-4803-9672-bc1b69a27760', 'network_id': '153eed5f-d400-4803-9672-bc1b69a27760', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'fixed_ips': [{'subnet_id': '370f66f8-dada-4e25-96a0-3416b82a24e8'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:39:04.152998 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-790d3daa-4aeb-4479-bd13-4cff2fa2b60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:04.159781 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-471b150f-31e3-4ba2-b5b3-3b4a7e8ef49b None None] For port 763fe72c-8150-406d-8a9e-19301258747c, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=763fe72c-8150-406d-8a9e-19301258747c,segment=NetworkSegment(320dd7b4-d0e8-4cf5-b084-91a759b60d3d),segment_id=320dd7b4-d0e8-4cf5-b084-91a759b60d3d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:04.173941 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-471b150f-31e3-4ba2-b5b3-3b4a7e8ef49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:04.175786 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c736e439-3b4a-4174-b425-c84ef74f54fa tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Router 990233fa-8030-4cb8-b6b3-eac6ad922a7f has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:39:04.207517 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-25b38e2c-572c-4518-88bb-131537ea82f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'name': 'tempest-RoutersIpV6Test-router-1308898731', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:35Z', 'updated_at': '2021-07-23T16:39:03Z', 'revision_number': 6, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None, '_interfaces': [{'id': '0fc2e694-7276-4650-9d36-e117c9a10cd3', 'name': '', 'network_id': '9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:e2:ee:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '7ebb0673-2b8a-46e0-b80b-09a53432daf1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:50Z', 'updated_at': '2021-07-23T16:39:01Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '7ebb0673-2b8a-46e0-b80b-09a53432daf1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b21f25b-ed2c-49be-b469-074ec3ee4f68', 'name': '', 'network_id': '870a4563-a210-4f45-b537-d337325fb1b9', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:c8:72:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '35d9b8a3-8215-4ad7-a2e9-a4839ad0ac5c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:56Z', 'updated_at': '2021-07-23T16:39:03Z', 'revision_number': 4, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '35d9b8a3-8215-4ad7-a2e9-a4839ad0ac5c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b88941-e0a4-4b45-89ba-755d0a60112b', 'name': '', 'network_id': 'c17e3eb1-050a-4d88-83cd-d7d716b41bbc', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:eb:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:52Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c170fe5-f84d-4ce1-8bb4-771d023aac21', 'name': '', 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:14:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:37Z', 'updated_at': '2021-07-23T16:38:48Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:04.242303 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-a505a6fe-04fc-49b4-aa7a-58aaeb704e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:04.244415 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-a505a6fe-04fc-49b4-aa7a-58aaeb704e1a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0451a60c-d287-4012-8d32-22a400e0b50b HTTP/1.1" status: 200 len: 854 time: 0.1367829 Jul 23 16:39:04.262739 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b38e2c-572c-4518-88bb-131537ea82f3 None None] The sync data for ids ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'] in n-d-778549-4 is: [{'id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'name': 'tempest-RoutersIpV6Test-router-1308898731', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:35Z', 'updated_at': '2021-07-23T16:39:03Z', 'revision_number': 6, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None, '_interfaces': [{'id': '0fc2e694-7276-4650-9d36-e117c9a10cd3', 'name': '', 'network_id': '9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:e2:ee:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '7ebb0673-2b8a-46e0-b80b-09a53432daf1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:50Z', 'updated_at': '2021-07-23T16:39:01Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '7ebb0673-2b8a-46e0-b80b-09a53432daf1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b21f25b-ed2c-49be-b469-074ec3ee4f68', 'name': '', 'network_id': '870a4563-a210-4f45-b537-d337325fb1b9', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:c8:72:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '35d9b8a3-8215-4ad7-a2e9-a4839ad0ac5c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:56Z', 'updated_at': '2021-07-23T16:39:03Z', 'revision_number': 4, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '35d9b8a3-8215-4ad7-a2e9-a4839ad0ac5c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b88941-e0a4-4b45-89ba-755d0a60112b', 'name': '', 'network_id': 'c17e3eb1-050a-4d88-83cd-d7d716b41bbc', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:eb:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:52Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c170fe5-f84d-4ce1-8bb4-771d023aac21', 'name': '', 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:14:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:37Z', 'updated_at': '2021-07-23T16:38:48Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:39:04.315712 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-850180c9-5054-4855-870d-8775fdd124fe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=76cc40b0-30f5-4501-be03-be323c612c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539203 Jul 23 16:39:04.375905 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b150f-31e3-4ba2-b5b3-3b4a7e8ef49b None None] Pushing event updated for resources: {'Port': ['ID=763fe72c-8150-406d-8a9e-19301258747c,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:04.442009 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-790d3daa-4aeb-4479-bd13-4cff2fa2b60d None None] Allocated IP 172.20.0.2 (153eed5f-d400-4803-9672-bc1b69a27760/370f66f8-dada-4e25-96a0-3416b82a24e8/b9e49d06-94d8-4f63-9344-8bc0ce8b77d7) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:04.517945 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-6ead7888-778e-45ba-8973-88a278349f94 service neutron] 10.222.0.74 "GET /v2.0/networks/76cc40b0-30f5-4501-be03-be323c612c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915336 Jul 23 16:39:04.670185 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7cb43e0f-9c8e-48c7-85e6-c5f31e193b7b req-e2dc364a-889a-4c9e-965c-c0db0b17eeef service neutron] 10.222.0.74 "GET /v2.0/networks/76cc40b0-30f5-4501-be03-be323c612c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428201 Jul 23 16:39:04.695114 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-790d3daa-4aeb-4479-bd13-4cff2fa2b60d None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:04.705549 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-790d3daa-4aeb-4479-bd13-4cff2fa2b60d None None] Transition to ACTIVE for port object b9e49d06-94d8-4f63-9344-8bc0ce8b77d7 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:04.722741 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-94552e32-696b-41d8-be20-d8cd8c388b76 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:04.748606 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-483b0eac-f467-4048-91d5-e391af445618 None None] Provisioning complete for port 763fe72c-8150-406d-8a9e-19301258747c triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:04.749400 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-483b0eac-f467-4048-91d5-e391af445618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:04.751001 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-790d3daa-4aeb-4479-bd13-4cff2fa2b60d None None] Transition to ACTIVE for port object b9e49d06-94d8-4f63-9344-8bc0ce8b77d7 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:04.769693 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-94552e32-696b-41d8-be20-d8cd8c388b76 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Calling delete_port for 3df0cb05-7c80-4626-ac40-60b3ed1b54da owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:04.800459 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-790d3daa-4aeb-4479-bd13-4cff2fa2b60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:04.857781 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63411dbe-62b9-4a67-b13a-982ded504fe4 req-3406f727-0f71-47bd-92d0-8ddf975934c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:04.860553 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-63411dbe-62b9-4a67-b13a-982ded504fe4 req-3406f727-0f71-47bd-92d0-8ddf975934c3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=896b34069cf0464297c90d7b6d93c235&device_id=b75d047e-5c32-4f75-909d-f2184baf8559 HTTP/1.1" status: 200 len: 1094 time: 0.1023295 Jul 23 16:39:04.932370 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790d3daa-4aeb-4479-bd13-4cff2fa2b60d None None] Network 153eed5f-d400-4803-9672-bc1b69a27760 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:04.934383 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d3daa-4aeb-4479-bd13-4cff2fa2b60d None None] Pushing event updated for resources: {'Port': ['ID=b9e49d06-94d8-4f63-9344-8bc0ce8b77d7,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:04.955018 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed47716-5c2e-4573-a62c-931dedd61264 req-999245a3-5792-4f65-b50c-28cf6e99f741 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:04.966488 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8ed47716-5c2e-4573-a62c-931dedd61264 req-999245a3-5792-4f65-b50c-28cf6e99f741 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=b75d047e-5c32-4f75-909d-f2184baf8559 HTTP/1.1" status: 200 len: 943 time: 0.8697639 Jul 23 16:39:04.978240 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-790d3daa-4aeb-4479-bd13-4cff2fa2b60d None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:04.990623 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790d3daa-4aeb-4479-bd13-4cff2fa2b60d None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:05.002814 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:05.034569 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1b21f25b-ed2c-49be-b469-074ec3ee4f68 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:05.079668 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63411dbe-62b9-4a67-b13a-982ded504fe4 req-51efbf10-5767-44d1-b53f-74417f874746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:05.081366 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-63411dbe-62b9-4a67-b13a-982ded504fe4 req-51efbf10-5767-44d1-b53f-74417f874746 service neutron] 10.222.0.74 "GET /v2.0/networks?id=76cc40b0-30f5-4501-be03-be323c612c9a HTTP/1.1" status: 200 len: 916 time: 0.2130499 Jul 23 16:39:05.102439 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-78114fdd-5f9f-4fbf-915e-1a2139e435a4 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:05.119645 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8ed47716-5c2e-4573-a62c-931dedd61264 req-a6c18365-bf7f-406a-a198-9d684a9b1d47 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519504 Jul 23 16:39:05.140472 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-63411dbe-62b9-4a67-b13a-982ded504fe4 req-7e4f85a8-b4f0-4c7d-a726-fd6bf6340230 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92c077e7-6b80-4ca0-9dfb-8a230a9cb95c HTTP/1.1" status: 200 len: 217 time: 0.0494378 Jul 23 16:39:05.148446 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c736e439-3b4a-4174-b425-c84ef74f54fa tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:05.184717 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-790d3daa-4aeb-4479-bd13-4cff2fa2b60d None None] Attempting to bind port b9e49d06-94d8-4f63-9344-8bc0ce8b77d7 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:39:05.185235 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-790d3daa-4aeb-4479-bd13-4cff2fa2b60d None None] Attempting to bind port b9e49d06-94d8-4f63-9344-8bc0ce8b77d7 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'cd3ea8a4-5a70-4cb8-9177-466921be1d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '153eed5f-d400-4803-9672-bc1b69a27760'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:39:05.185677 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790d3daa-4aeb-4479-bd13-4cff2fa2b60d None None] Attempting to bind port b9e49d06-94d8-4f63-9344-8bc0ce8b77d7 on network 153eed5f-d400-4803-9672-bc1b69a27760 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:39:05.189837 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c736e439-3b4a-4174-b425-c84ef74f54fa tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:05.194604 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c736e439-3b4a-4174-b425-c84ef74f54fa tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "PUT /v2.0/routers/990233fa-8030-4cb8-b6b3-eac6ad922a7f HTTP/1.1" status: 200 len: 954 time: 3.6769793 Jul 23 16:39:05.196327 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52990) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:05.203095 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790d3daa-4aeb-4479-bd13-4cff2fa2b60d None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:39:05.203483 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790d3daa-4aeb-4479-bd13-4cff2fa2b60d None None] Checking segment: {'id': 'cd3ea8a4-5a70-4cb8-9177-466921be1d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '153eed5f-d400-4803-9672-bc1b69a27760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:39:05.204013 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-790d3daa-4aeb-4479-bd13-4cff2fa2b60d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:05.204637 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790d3daa-4aeb-4479-bd13-4cff2fa2b60d None None] Bound using segment: {'id': 'cd3ea8a4-5a70-4cb8-9177-466921be1d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '153eed5f-d400-4803-9672-bc1b69a27760'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:39:05.205382 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-790d3daa-4aeb-4479-bd13-4cff2fa2b60d None None] Bound port: b9e49d06-94d8-4f63-9344-8bc0ce8b77d7, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3ea8a4-5a70-4cb8-9177-466921be1d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '153eed5f-d400-4803-9672-bc1b69a27760'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:39:05.205777 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-790d3daa-4aeb-4479-bd13-4cff2fa2b60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:05.286653 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78114fdd-5f9f-4fbf-915e-1a2139e435a4 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Subnet': ['ID=3dd53376-1ce0-4b47-aad9-148be67f8cfd,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:05.302030 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-790d3daa-4aeb-4479-bd13-4cff2fa2b60d None None] For port b9e49d06-94d8-4f63-9344-8bc0ce8b77d7, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:39:05.306591 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-790d3daa-4aeb-4479-bd13-4cff2fa2b60d None None] For port b9e49d06-94d8-4f63-9344-8bc0ce8b77d7, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=b9e49d06-94d8-4f63-9344-8bc0ce8b77d7,segment=NetworkSegment(cd3ea8a4-5a70-4cb8-9177-466921be1d62),segment_id=cd3ea8a4-5a70-4cb8-9177-466921be1d62)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:39:05.322126 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78114fdd-5f9f-4fbf-915e-1a2139e435a4 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Checking segment: {'id': '9ad0c256-d24e-4460-aa79-9a6d92b8057a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'ce545524-8711-43d1-a4c5-00739dea9bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:39:05.322599 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78114fdd-5f9f-4fbf-915e-1a2139e435a4 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network hostable DHCP agents. Network: ce545524-8711-43d1-a4c5-00739dea9bab, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:39:05.364026 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-790d3daa-4aeb-4479-bd13-4cff2fa2b60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:05.374264 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78114fdd-5f9f-4fbf-915e-1a2139e435a4 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network ce545524-8711-43d1-a4c5-00739dea9bab is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:39:05.378454 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-94552e32-696b-41d8-be20-d8cd8c388b76 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:05.411148 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 1b21f25b-ed2c-49be-b469-074ec3ee4f68 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:05.425458 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 1b21f25b-ed2c-49be-b469-074ec3ee4f68 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:05.425458 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:05.426477 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94552e32-696b-41d8-be20-d8cd8c388b76 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Port': ['ID=3df0cb05-7c80-4626-ac40-60b3ed1b54da,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:05.428106 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-78114fdd-5f9f-4fbf-915e-1a2139e435a4 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, ce545524-8711-43d1-a4c5-00739dea9bab) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:05.437376 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63411dbe-62b9-4a67-b13a-982ded504fe4 req-e58ae834-d031-4c6d-8bc7-dd279c025f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:05.441638 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-63411dbe-62b9-4a67-b13a-982ded504fe4 req-e58ae834-d031-4c6d-8bc7-dd279c025f83 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0451a60c-d287-4012-8d32-22a400e0b50b HTTP/1.1" status: 200 len: 854 time: 0.2938221 Jul 23 16:39:05.463909 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-94552e32-696b-41d8-be20-d8cd8c388b76 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:05.471587 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-94552e32-696b-41d8-be20-d8cd8c388b76 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/ports/3df0cb05-7c80-4626-ac40-60b3ed1b54da HTTP/1.1" status: 204 len: 168 time: 2.0895262 Jul 23 16:39:05.478464 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52994) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:05.501760 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78114fdd-5f9f-4fbf-915e-1a2139e435a4 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:05.502378 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-78114fdd-5f9f-4fbf-915e-1a2139e435a4 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:05.516293 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d296f251-2ee5-4adc-b473-4958e1450f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:05.524039 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a475fdf-35be-49be-97a9-de763a968038 None None] Network ce545524-8711-43d1-a4c5-00739dea9bab requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:05.534119 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-63411dbe-62b9-4a67-b13a-982ded504fe4 req-09ce534a-fd95-4e9b-97f0-9742f763a23a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=76cc40b0-30f5-4501-be03-be323c612c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781343 Jul 23 16:39:05.536110 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-78114fdd-5f9f-4fbf-915e-1a2139e435a4 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0146656 Jul 23 16:39:05.544830 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52996) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:05.550091 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-d7333671-612a-431f-92a2-d8aae56d2a00 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1507025184', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:05.599783 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-8886d807-efcc-4abc-90a5-03d1c2f49d54 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] GET failed (client error): The resource could not be found. Jul 23 16:39:05.604587 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d7333671-612a-431f-92a2-d8aae56d2a00 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:05.604587 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d7333671-612a-431f-92a2-d8aae56d2a00 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:05.606905 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8886d807-efcc-4abc-90a5-03d1c2f49d54 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "GET /v2.0/ports/3df0cb05-7c80-4626-ac40-60b3ed1b54da HTTP/1.1" status: 404 len: 333 time: 0.1237116 Jul 23 16:39:05.607110 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52998) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:05.626325 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2ce07e94-aad2-4a06-826f-3a531914add1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "GET /v2.0/routers/990233fa-8030-4cb8-b6b3-eac6ad922a7f HTTP/1.1" status: 200 len: 954 time: 0.4252207 Jul 23 16:39:05.626508 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53000) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:05.631357 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-26ae3d0c-41b0-46dc-afad-3574ccf5575b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Request body: {'router': {'routes': None}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:05.646320 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7d233b-f728-423c-93eb-9b82b52fa58a None None] Sync routers for ids ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:39:05.653903 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d3daa-4aeb-4479-bd13-4cff2fa2b60d None None] Pushing event updated for resources: {'Port': ['ID=b9e49d06-94d8-4f63-9344-8bc0ce8b77d7,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:05.676507 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-483b0eac-f467-4048-91d5-e391af445618 None None] Provisioning for port 01d2e506-070e-4773-a3a3-2658c971612a completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:05.698303 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:05.701526 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-483b0eac-f467-4048-91d5-e391af445618 None None] Provisioning complete for port 01d2e506-070e-4773-a3a3-2658c971612a triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:05.701888 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-483b0eac-f467-4048-91d5-e391af445618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:05.770036 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7d233b-f728-423c-93eb-9b82b52fa58a None None] Routers {'990233fa-8030-4cb8-b6b3-eac6ad922a7f'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:05.771391 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-5b7d233b-f728-423c-93eb-9b82b52fa58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:05.806124 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d7333671-612a-431f-92a2-d8aae56d2a00 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:05.816943 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d7333671-612a-431f-92a2-d8aae56d2a00 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:05.879595 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-63411dbe-62b9-4a67-b13a-982ded504fe4 req-1abc17cc-5356-4f5d-bd49-e83d4fbab1c5 service neutron] 10.222.0.74 "GET /v2.0/networks/76cc40b0-30f5-4501-be03-be323c612c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009253 Jul 23 16:39:05.893812 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d7333671-612a-431f-92a2-d8aae56d2a00 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:05.895836 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d7333671-612a-431f-92a2-d8aae56d2a00 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3496828 Jul 23 16:39:05.898280 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53002) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:05.953507 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:05.962381 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-483b0eac-f467-4048-91d5-e391af445618 None None] Port 01d2e506-070e-4773-a3a3-2658c971612a cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:05.990452 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-483b0eac-f467-4048-91d5-e391af445618 None None] Could not find standard attr ID for object 3df0cb05-7c80-4626-ac40-60b3ed1b54da. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:39:06.001757 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-5b7d233b-f728-423c-93eb-9b82b52fa58a None None] Set router 990233fa-8030-4cb8-b6b3-eac6ad922a7f gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:39:06.025305 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 1b21f25b-ed2c-49be-b469-074ec3ee4f68, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=1b21f25b-ed2c-49be-b469-074ec3ee4f68,segment=NetworkSegment(8c7a491c-d64d-4802-82eb-954219846298),segment_id=8c7a491c-d64d-4802-82eb-954219846298)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:06.073335 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:06.074064 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2e1461f3-4ae5-42d7-a13d-8a1a4a5f7d3c up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:06.095892 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:39:06.096445 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-a925b75f-551c-4803-8be1-584ce51aa003 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Deleting port 01d2e506-070e-4773-a3a3-2658c971612a {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:06.096445 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a925b75f-551c-4803-8be1-584ce51aa003 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:06.126673 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8318bc32-73c0-477d-a1b3-847834335583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-ce545524-8711-43d1-a4c5-00739dea9bab', 'network_id': 'ce545524-8711-43d1-a4c5-00739dea9bab', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'fixed_ips': [{'subnet_id': '3dd53376-1ce0-4b47-aad9-148be67f8cfd'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:39:06.128339 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8318bc32-73c0-477d-a1b3-847834335583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:06.325877 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-902346fc-cff1-443c-8861-2135d623bb36 None None] Provisioning complete for port 01d2e506-070e-4773-a3a3-2658c971612a triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:06.326271 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-902346fc-cff1-443c-8861-2135d623bb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:06.328058 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=1b21f25b-ed2c-49be-b469-074ec3ee4f68,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:06.355162 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a925b75f-551c-4803-8be1-584ce51aa003 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:06.423964 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-a925b75f-551c-4803-8be1-584ce51aa003 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Calling delete_port for 01d2e506-070e-4773-a3a3-2658c971612a owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:06.479670 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-936c9248-a3e6-4bd6-b3cc-3b5eb1d5f862 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:06.482916 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-902346fc-cff1-443c-8861-2135d623bb36 None None] Port 01d2e506-070e-4773-a3a3-2658c971612a cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:06.484550 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 2e1461f3-4ae5-42d7-a13d-8a1a4a5f7d3c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:06.484939 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:06.529540 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-63411dbe-62b9-4a67-b13a-982ded504fe4 req-b0249c02-b32a-4fb0-a620-bf34d5a870fb service neutron] 10.222.0.74 "GET /v2.0/networks/76cc40b0-30f5-4501-be03-be323c612c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6074996 Jul 23 16:39:06.667707 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9174a-e2b3-4e33-af4f-5ee36b1a1e91 req-d0a21ec0-d429-468d-958f-da35eddbfed2 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:06.675744 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8dd9174a-e2b3-4e33-af4f-5ee36b1a1e91 req-d0a21ec0-d429-468d-958f-da35eddbfed2 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=b75d047e-5c32-4f75-909d-f2184baf8559 HTTP/1.1" status: 200 len: 943 time: 0.4211278 Jul 23 16:39:06.718219 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.extraroute_db [None req-26ae3d0c-41b0-46dc-afad-3574ccf5575b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Added routes are [] {{(pid=94013) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 16:39:06.719029 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.extraroute_db [None req-26ae3d0c-41b0-46dc-afad-3574ccf5575b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94013) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 16:39:06.771336 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-26ae3d0c-41b0-46dc-afad-3574ccf5575b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:06.789445 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-902346fc-cff1-443c-8861-2135d623bb36 None None] Could not find standard attr ID for object 3df0cb05-7c80-4626-ac40-60b3ed1b54da. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:39:06.819198 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:06.839506 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8dd9174a-e2b3-4e33-af4f-5ee36b1a1e91 req-41b7f016-48f3-44c2-9667-718780609f0a tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625695 Jul 23 16:39:06.846311 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-8318bc32-73c0-477d-a1b3-847834335583 None None] Allocated IP 172.21.0.2 (ce545524-8711-43d1-a4c5-00739dea9bab/3dd53376-1ce0-4b47-aad9-148be67f8cfd/d5fed725-d5b9-49b4-a174-993a614d5159) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:06.891311 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-5b7d233b-f728-423c-93eb-9b82b52fa58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'name': 'tempest-RoutersIpV6Test-router-1308898731', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:35Z', 'updated_at': '2021-07-23T16:39:03Z', 'revision_number': 6, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None, '_interfaces': [{'id': '0fc2e694-7276-4650-9d36-e117c9a10cd3', 'name': '', 'network_id': '9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:e2:ee:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '7ebb0673-2b8a-46e0-b80b-09a53432daf1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:50Z', 'updated_at': '2021-07-23T16:39:01Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '7ebb0673-2b8a-46e0-b80b-09a53432daf1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b21f25b-ed2c-49be-b469-074ec3ee4f68', 'name': '', 'network_id': '870a4563-a210-4f45-b537-d337325fb1b9', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:c8:72:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '35d9b8a3-8215-4ad7-a2e9-a4839ad0ac5c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:56Z', 'updated_at': '2021-07-23T16:39:03Z', 'revision_number': 4, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '35d9b8a3-8215-4ad7-a2e9-a4839ad0ac5c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b88941-e0a4-4b45-89ba-755d0a60112b', 'name': '', 'network_id': 'c17e3eb1-050a-4d88-83cd-d7d716b41bbc', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:eb:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:52Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c170fe5-f84d-4ce1-8bb4-771d023aac21', 'name': '', 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:14:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:37Z', 'updated_at': '2021-07-23T16:38:48Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:06.911980 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a925b75f-551c-4803-8be1-584ce51aa003 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:06.958400 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a64c2a-c529-47c8-8527-18fde4a2ec44 None None] Network 153eed5f-d400-4803-9672-bc1b69a27760 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:06.969540 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7d233b-f728-423c-93eb-9b82b52fa58a None None] Checking router: 990233fa-8030-4cb8-b6b3-eac6ad922a7f for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:39:06.980685 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925b75f-551c-4803-8be1-584ce51aa003 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Port': ['ID=01d2e506-070e-4773-a3a3-2658c971612a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:07.023091 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a925b75f-551c-4803-8be1-584ce51aa003 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:07.027984 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a925b75f-551c-4803-8be1-584ce51aa003 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/ports/01d2e506-070e-4773-a3a3-2658c971612a HTTP/1.1" status: 204 len: 168 time: 1.3969359 Jul 23 16:39:07.028867 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53010) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:07.061198 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-26ae3d0c-41b0-46dc-afad-3574ccf5575b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:07.064917 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-26ae3d0c-41b0-46dc-afad-3574ccf5575b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1714764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1714741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695099'] for router, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:07.065625 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-936c9248-a3e6-4bd6-b3cc-3b5eb1d5f862 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Allocated IP 172.20.0.1 (153eed5f-d400-4803-9672-bc1b69a27760/370f66f8-dada-4e25-96a0-3416b82a24e8/67422995-5dda-44c3-8c3e-b75c75f8e3a7) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:07.068173 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-34cfdf41-4ef3-4ddc-b8a8-791bc3dc52f3 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] GET failed (client error): The resource could not be found. Jul 23 16:39:07.069942 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-34cfdf41-4ef3-4ddc-b8a8-791bc3dc52f3 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "GET /v2.0/ports/01d2e506-070e-4773-a3a3-2658c971612a HTTP/1.1" status: 404 len: 333 time: 0.0358651 Jul 23 16:39:07.073482 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53012) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:07.076663 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 763fe72c-8150-406d-8a9e-19301258747c up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:07.084788 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7d233b-f728-423c-93eb-9b82b52fa58a None None] Routers {'990233fa-8030-4cb8-b6b3-eac6ad922a7f'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:07.085396 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-5b7d233b-f728-423c-93eb-9b82b52fa58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:07.215397 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-936c9248-a3e6-4bd6-b3cc-3b5eb1d5f862 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:07.228901 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0b55ef1f-ed29-487f-ad90-394c199539c0 None None] Provisioning for port b9e49d06-94d8-4f63-9344-8bc0ce8b77d7 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:07.236915 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-936c9248-a3e6-4bd6-b3cc-3b5eb1d5f862 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Transition to ACTIVE for port object 67422995-5dda-44c3-8c3e-b75c75f8e3a7 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:07.237450 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c31fbf6-0299-4fbe-a8e1-08f52609c17e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Deleting subnet d2743265-b257-4abd-9fad-e393998dda4b {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:39:07.241830 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2c31fbf6-0299-4fbe-a8e1-08f52609c17e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:07.292438 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-936c9248-a3e6-4bd6-b3cc-3b5eb1d5f862 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:07.296871 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2c31fbf6-0299-4fbe-a8e1-08f52609c17e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:07.321372 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-5b7d233b-f728-423c-93eb-9b82b52fa58a None None] Set router 990233fa-8030-4cb8-b6b3-eac6ad922a7f gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:39:07.333798 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936c9248-a3e6-4bd6-b3cc-3b5eb1d5f862 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network 153eed5f-d400-4803-9672-bc1b69a27760 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:07.337839 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-936c9248-a3e6-4bd6-b3cc-3b5eb1d5f862 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:07.344133 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936c9248-a3e6-4bd6-b3cc-3b5eb1d5f862 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:07.352457 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ae3d0c-41b0-46dc-afad-3574ccf5575b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Router 990233fa-8030-4cb8-b6b3-eac6ad922a7f has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:39:07.377303 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c9248-a3e6-4bd6-b3cc-3b5eb1d5f862 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Port': ['ID=67422995-5dda-44c3-8c3e-b75c75f8e3a7,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:07.405787 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8318bc32-73c0-477d-a1b3-847834335583 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:07.417866 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-936c9248-a3e6-4bd6-b3cc-3b5eb1d5f862 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:07.433677 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8318bc32-73c0-477d-a1b3-847834335583 None None] Transition to ACTIVE for port object d5fed725-d5b9-49b4-a174-993a614d5159 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:07.468139 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 763fe72c-8150-406d-8a9e-19301258747c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:07.468588 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:07.479986 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:07.500160 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2c31fbf6-0299-4fbe-a8e1-08f52609c17e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:07.535144 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ae3d0c-41b0-46dc-afad-3574ccf5575b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:07.545249 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-26ae3d0c-41b0-46dc-afad-3574ccf5575b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:07.546693 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-26ae3d0c-41b0-46dc-afad-3574ccf5575b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "PUT /v2.0/routers/990233fa-8030-4cb8-b6b3-eac6ad922a7f HTTP/1.1" status: 200 len: 704 time: 1.9192755 Jul 23 16:39:07.549695 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53018) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:07.552435 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8318bc32-73c0-477d-a1b3-847834335583 None None] Transition to ACTIVE for port object d5fed725-d5b9-49b4-a174-993a614d5159 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:07.568674 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-936c9248-a3e6-4bd6-b3cc-3b5eb1d5f862 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:07.649416 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8318bc32-73c0-477d-a1b3-847834335583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:07.668958 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f1f1137e-f373-4f68-ad76-b1d3bd8458e7 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "GET /v2.0/routers/990233fa-8030-4cb8-b6b3-eac6ad922a7f HTTP/1.1" status: 200 len: 704 time: 0.1179490 Jul 23 16:39:07.670744 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2c31fbf6-0299-4fbe-a8e1-08f52609c17e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:07.673404 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53020) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:07.745029 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31fbf6-0299-4fbe-a8e1-08f52609c17e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Subnet': ['ID=d2743265-b257-4abd-9fad-e393998dda4b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:07.747600 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2c31fbf6-0299-4fbe-a8e1-08f52609c17e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:07.749762 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2c31fbf6-0299-4fbe-a8e1-08f52609c17e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/subnets/d2743265-b257-4abd-9fad-e393998dda4b HTTP/1.1" status: 204 len: 168 time: 0.6742320 Jul 23 16:39:07.752947 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53022) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:07.756199 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8318bc32-73c0-477d-a1b3-847834335583 None None] Network ce545524-8711-43d1-a4c5-00739dea9bab is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:07.768357 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318bc32-73c0-477d-a1b3-847834335583 None None] Pushing event updated for resources: {'Port': ['ID=d5fed725-d5b9-49b4-a174-993a614d5159,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:07.774055 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-8318bc32-73c0-477d-a1b3-847834335583 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:07.776533 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8318bc32-73c0-477d-a1b3-847834335583 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:07.780242 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7926acab-9932-4a35-978e-7088b0036f5f None None] Network c90b3239-136e-47ef-9514-127508cbf3d2 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:07.861152 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 92c077e7-6b80-4ca0-9dfb-8a230a9cb95c details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:39:07.889214 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fd08e87-6a15-40cc-837e-c8d7a8ca198a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.007683 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-936c9248-a3e6-4bd6-b3cc-3b5eb1d5f862 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.040205 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-936c9248-a3e6-4bd6-b3cc-3b5eb1d5f862 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.046524 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-8318bc32-73c0-477d-a1b3-847834335583 None None] Attempting to bind port d5fed725-d5b9-49b4-a174-993a614d5159 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:39:08.046767 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-8318bc32-73c0-477d-a1b3-847834335583 None None] Attempting to bind port d5fed725-d5b9-49b4-a174-993a614d5159 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '9ad0c256-d24e-4460-aa79-9a6d92b8057a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'ce545524-8711-43d1-a4c5-00739dea9bab'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:39:08.047129 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8318bc32-73c0-477d-a1b3-847834335583 None None] Attempting to bind port d5fed725-d5b9-49b4-a174-993a614d5159 on network ce545524-8711-43d1-a4c5-00739dea9bab {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:39:08.122106 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d0cd7b5-5423-4865-a00b-0310da1d19d6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.123381 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8318bc32-73c0-477d-a1b3-847834335583 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:39:08.124000 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8318bc32-73c0-477d-a1b3-847834335583 None None] Checking segment: {'id': '9ad0c256-d24e-4460-aa79-9a6d92b8057a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'ce545524-8711-43d1-a4c5-00739dea9bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:39:08.124384 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8318bc32-73c0-477d-a1b3-847834335583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.124780 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8318bc32-73c0-477d-a1b3-847834335583 None None] Bound using segment: {'id': '9ad0c256-d24e-4460-aa79-9a6d92b8057a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'ce545524-8711-43d1-a4c5-00739dea9bab'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:39:08.125329 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-8318bc32-73c0-477d-a1b3-847834335583 None None] Bound port: d5fed725-d5b9-49b4-a174-993a614d5159, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad0c256-d24e-4460-aa79-9a6d92b8057a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'ce545524-8711-43d1-a4c5-00739dea9bab'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:39:08.125713 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8318bc32-73c0-477d-a1b3-847834335583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.134724 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-936c9248-a3e6-4bd6-b3cc-3b5eb1d5f862 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.223179 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-9fd08e87-6a15-40cc-837e-c8d7a8ca198a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Deleting port 763fe72c-8150-406d-8a9e-19301258747c {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:08.223179 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fd08e87-6a15-40cc-837e-c8d7a8ca198a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.251795 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c9248-a3e6-4bd6-b3cc-3b5eb1d5f862 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Port': ['ID=67422995-5dda-44c3-8c3e-b75c75f8e3a7,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:08.262526 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-5b7d233b-f728-423c-93eb-9b82b52fa58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'name': 'tempest-RoutersIpV6Test-router-1308898731', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:35Z', 'updated_at': '2021-07-23T16:39:06Z', 'revision_number': 7, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None, '_interfaces': [{'id': '0fc2e694-7276-4650-9d36-e117c9a10cd3', 'name': '', 'network_id': '9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:e2:ee:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '7ebb0673-2b8a-46e0-b80b-09a53432daf1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:50Z', 'updated_at': '2021-07-23T16:39:01Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '7ebb0673-2b8a-46e0-b80b-09a53432daf1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b21f25b-ed2c-49be-b469-074ec3ee4f68', 'name': '', 'network_id': '870a4563-a210-4f45-b537-d337325fb1b9', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:c8:72:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '35d9b8a3-8215-4ad7-a2e9-a4839ad0ac5c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:56Z', 'updated_at': '2021-07-23T16:39:06Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '35d9b8a3-8215-4ad7-a2e9-a4839ad0ac5c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b88941-e0a4-4b45-89ba-755d0a60112b', 'name': '', 'network_id': 'c17e3eb1-050a-4d88-83cd-d7d716b41bbc', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:eb:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:52Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c170fe5-f84d-4ce1-8bb4-771d023aac21', 'name': '', 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:14:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:37Z', 'updated_at': '2021-07-23T16:38:48Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:08.311023 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7d233b-f728-423c-93eb-9b82b52fa58a None None] The sync data for ids ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'] in n-d-778549-4 is: [{'id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'name': 'tempest-RoutersIpV6Test-router-1308898731', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:35Z', 'updated_at': '2021-07-23T16:39:06Z', 'revision_number': 7, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None, '_interfaces': [{'id': '0fc2e694-7276-4650-9d36-e117c9a10cd3', 'name': '', 'network_id': '9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:e2:ee:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '7ebb0673-2b8a-46e0-b80b-09a53432daf1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:50Z', 'updated_at': '2021-07-23T16:39:01Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '7ebb0673-2b8a-46e0-b80b-09a53432daf1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b21f25b-ed2c-49be-b469-074ec3ee4f68', 'name': '', 'network_id': '870a4563-a210-4f45-b537-d337325fb1b9', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:c8:72:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '35d9b8a3-8215-4ad7-a2e9-a4839ad0ac5c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:56Z', 'updated_at': '2021-07-23T16:39:06Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '35d9b8a3-8215-4ad7-a2e9-a4839ad0ac5c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b88941-e0a4-4b45-89ba-755d0a60112b', 'name': '', 'network_id': 'c17e3eb1-050a-4d88-83cd-d7d716b41bbc', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:eb:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:52Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c170fe5-f84d-4ce1-8bb4-771d023aac21', 'name': '', 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:14:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:37Z', 'updated_at': '2021-07-23T16:38:48Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:39:08.321252 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 92c077e7-6b80-4ca0-9dfb-8a230a9cb95c, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=92c077e7-6b80-4ca0-9dfb-8a230a9cb95c,segment=NetworkSegment(e86199fe-5491-4fca-b518-f67ebbbf9a42),segment_id=e86199fe-5491-4fca-b518-f67ebbbf9a42)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:08.361302 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1b21f25b-ed2c-49be-b469-074ec3ee4f68 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:08.410699 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-9fd08e87-6a15-40cc-837e-c8d7a8ca198a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] For port 763fe72c-8150-406d-8a9e-19301258747c, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=763fe72c-8150-406d-8a9e-19301258747c,segment=NetworkSegment(320dd7b4-d0e8-4cf5-b084-91a759b60d3d),segment_id=320dd7b4-d0e8-4cf5-b084-91a759b60d3d)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:08.411332 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fd08e87-6a15-40cc-837e-c8d7a8ca198a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.441999 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81492ff1-046f-42b6-86f3-1dc73c41a6c1 req-13db3715-d97c-4d1b-aa7e-a3122e241755 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:08.443266 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '92c077e7-6b80-4ca0-9dfb-8a230a9cb95c', 'network_id': '76cc40b0-30f5-4501-be03-be323c612c9a', 'port_id': '92c077e7-6b80-4ca0-9dfb-8a230a9cb95c', 'mac_address': 'fa:16:3e:01:9f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0451a60c-d287-4012-8d32-22a400e0b50b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:39:08.443648 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-81492ff1-046f-42b6-86f3-1dc73c41a6c1 req-13db3715-d97c-4d1b-aa7e-a3122e241755 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=b75d047e-5c32-4f75-909d-f2184baf8559 HTTP/1.1" status: 200 len: 943 time: 0.4763682 Jul 23 16:39:08.458287 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-9fd08e87-6a15-40cc-837e-c8d7a8ca198a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Calling delete_port for 763fe72c-8150-406d-8a9e-19301258747c owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:08.477577 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-8318bc32-73c0-477d-a1b3-847834335583 None None] For port d5fed725-d5b9-49b4-a174-993a614d5159, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:39:08.510291 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-8318bc32-73c0-477d-a1b3-847834335583 None None] For port d5fed725-d5b9-49b4-a174-993a614d5159, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d5fed725-d5b9-49b4-a174-993a614d5159,segment=NetworkSegment(9ad0c256-d24e-4460-aa79-9a6d92b8057a),segment_id=9ad0c256-d24e-4460-aa79-9a6d92b8057a)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:39:08.598848 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.605042 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8318bc32-73c0-477d-a1b3-847834335583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.607849 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1121dd7a-af10-4eab-85b7-5d3defa82605 None None] DHCP port deletion for c90b3239-136e-47ef-9514-127508cbf3d2 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:39:08.617179 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-00d7591c-9151-484f-b68f-cdb4ff2afac8 None None] Provisioning for port 67422995-5dda-44c3-8c3e-b75c75f8e3a7 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:08.648377 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fd08e87-6a15-40cc-837e-c8d7a8ca198a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.655224 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936c9248-a3e6-4bd6-b3cc-3b5eb1d5f862 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network 153eed5f-d400-4803-9672-bc1b69a27760 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:08.671679 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-936c9248-a3e6-4bd6-b3cc-3b5eb1d5f862 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:08.676303 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5d0cd7b5-5423-4865-a00b-0310da1d19d6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Deleting port 1b21f25b-ed2c-49be-b469-074ec3ee4f68 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:08.677027 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d0cd7b5-5423-4865-a00b-0310da1d19d6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.682167 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-00d7591c-9151-484f-b68f-cdb4ff2afac8 None None] Provisioning complete for port 67422995-5dda-44c3-8c3e-b75c75f8e3a7 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:08.682677 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-00d7591c-9151-484f-b68f-cdb4ff2afac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.690479 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c077e7-6b80-4ca0-9dfb-8a230a9cb95c {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:39:08.729735 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-81492ff1-046f-42b6-86f3-1dc73c41a6c1 req-16aae9c5-c12f-4c52-b9b7-642ae00781d4 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765784 Jul 23 16:39:08.740832 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd08e87-6a15-40cc-837e-c8d7a8ca198a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Port': ['ID=763fe72c-8150-406d-8a9e-19301258747c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:08.740832 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd08e87-6a15-40cc-837e-c8d7a8ca198a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] No DVR routers for this DVR port 763fe72c-8150-406d-8a9e-19301258747c on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:39:08.755938 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 92c077e7-6b80-4ca0-9dfb-8a230a9cb95c, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=92c077e7-6b80-4ca0-9dfb-8a230a9cb95c,segment=NetworkSegment(e86199fe-5491-4fca-b518-f67ebbbf9a42),segment_id=e86199fe-5491-4fca-b518-f67ebbbf9a42)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:08.768544 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.775006 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97861659-09ca-4bc7-9d6d-3da1523bedc8 None None] Sync routers for ids ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:39:08.786540 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97861659-09ca-4bc7-9d6d-3da1523bedc8 None None] Routers {'990233fa-8030-4cb8-b6b3-eac6ad922a7f'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:08.787395 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-97861659-09ca-4bc7-9d6d-3da1523bedc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:08.789551 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.816144 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-00d7591c-9151-484f-b68f-cdb4ff2afac8 None None] Port 67422995-5dda-44c3-8c3e-b75c75f8e3a7 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:08.831155 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 1b21f25b-ed2c-49be-b469-074ec3ee4f68 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:08.831969 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.839580 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318bc32-73c0-477d-a1b3-847834335583 None None] Pushing event updated for resources: {'Port': ['ID=d5fed725-d5b9-49b4-a174-993a614d5159,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:08.876585 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5d0cd7b5-5423-4865-a00b-0310da1d19d6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] For port 1b21f25b-ed2c-49be-b469-074ec3ee4f68, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=1b21f25b-ed2c-49be-b469-074ec3ee4f68,segment=NetworkSegment(8c7a491c-d64d-4802-82eb-954219846298),segment_id=8c7a491c-d64d-4802-82eb-954219846298)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:08.876979 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d0cd7b5-5423-4865-a00b-0310da1d19d6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.899206 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5d0cd7b5-5423-4865-a00b-0310da1d19d6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Calling delete_port for 1b21f25b-ed2c-49be-b469-074ec3ee4f68 owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:08.964106 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-97861659-09ca-4bc7-9d6d-3da1523bedc8 None None] Set router 990233fa-8030-4cb8-b6b3-eac6ad922a7f gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:39:08.994042 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fd08e87-6a15-40cc-837e-c8d7a8ca198a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.022925 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-9fd08e87-6a15-40cc-837e-c8d7a8ca198a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c90b3239-136e-47ef-9514-127508cbf3d2']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:09.047343 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-9fd08e87-6a15-40cc-837e-c8d7a8ca198a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '320dd7b4-d0e8-4cf5-b084-91a759b60d3d') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:09.047931 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-9fd08e87-6a15-40cc-837e-c8d7a8ca198a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '320dd7b4-d0e8-4cf5-b084-91a759b60d3d') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:09.113563 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fd08e87-6a15-40cc-837e-c8d7a8ca198a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.146615 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d0cd7b5-5423-4865-a00b-0310da1d19d6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.149923 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fd08e87-6a15-40cc-837e-c8d7a8ca198a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.194309 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd08e87-6a15-40cc-837e-c8d7a8ca198a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:39:09.195521 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fd08e87-6a15-40cc-837e-c8d7a8ca198a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.204230 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:39:09.204230 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:39:09.204230 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:39:09.204230 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:39:09.204230 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:39:09.204230 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:39:09.204230 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:39:09.204230 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:39:09.204230 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:39:09.204230 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:39:09.204230 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:39:09.204230 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:39:09.204230 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:39:09.204230 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:39:09.204230 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:39:09.204230 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:39:09.204230 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:39:09.204230 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:39:09.204230 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:39:09.204230 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:39:09.204230 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:39:09.204230 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:39:09.204230 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:39:09.204230 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:39:09.204230 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:39:09.204230 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:39:09.204230 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:39:09.204230 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:39:09.204230 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:39:09.204230 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:39:09.204230 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:39:09.204230 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:39:09.207630 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0cd7b5-5423-4865-a00b-0310da1d19d6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Port': ['ID=1b21f25b-ed2c-49be-b469-074ec3ee4f68,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:09.272198 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936c9248-a3e6-4bd6-b3cc-3b5eb1d5f862 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Router 861a1e31-7963-4597-914a-20a44ba1f56e is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:39:09.358001 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Could not find standard attr ID for object 1b21f25b-ed2c-49be-b469-074ec3ee4f68. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:39:09.361148 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=92c077e7-6b80-4ca0-9dfb-8a230a9cb95c,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:09.364443 n-d-778549-4 neutron-server[94014]: INFO neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No ports have port_id starting with 1b21f25b-ed2c-49be-b469-074ec3ee4f68 Jul 23 16:39:09.365608 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a557ec4b-a68a-40b2-8386-33158511f842 None None] Provisioning complete for port 67422995-5dda-44c3-8c3e-b75c75f8e3a7 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:09.365988 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a557ec4b-a68a-40b2-8386-33158511f842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.377576 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device b9e49d06-94d8-4f63-9344-8bc0ce8b77d7 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:09.382442 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-97861659-09ca-4bc7-9d6d-3da1523bedc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'name': 'tempest-RoutersIpV6Test-router-1308898731', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:35Z', 'updated_at': '2021-07-23T16:39:06Z', 'revision_number': 7, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None, '_interfaces': [{'id': '0fc2e694-7276-4650-9d36-e117c9a10cd3', 'name': '', 'network_id': '9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:e2:ee:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '7ebb0673-2b8a-46e0-b80b-09a53432daf1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:50Z', 'updated_at': '2021-07-23T16:39:01Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '7ebb0673-2b8a-46e0-b80b-09a53432daf1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b21f25b-ed2c-49be-b469-074ec3ee4f68', 'name': '', 'network_id': '870a4563-a210-4f45-b537-d337325fb1b9', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:c8:72:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '35d9b8a3-8215-4ad7-a2e9-a4839ad0ac5c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:56Z', 'updated_at': '2021-07-23T16:39:06Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '35d9b8a3-8215-4ad7-a2e9-a4839ad0ac5c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b88941-e0a4-4b45-89ba-755d0a60112b', 'name': '', 'network_id': 'c17e3eb1-050a-4d88-83cd-d7d716b41bbc', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:eb:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:52Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c170fe5-f84d-4ce1-8bb4-771d023aac21', 'name': '', 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:14:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:37Z', 'updated_at': '2021-07-23T16:38:48Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:09.419108 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fd08e87-6a15-40cc-837e-c8d7a8ca198a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.426389 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['92c077e7-6b80-4ca0-9dfb-8a230a9cb95c'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:39:09.431364 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fd08e87-6a15-40cc-837e-c8d7a8ca198a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.439538 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53030) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:09.440291 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9fd08e87-6a15-40cc-837e-c8d7a8ca198a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/networks/c90b3239-136e-47ef-9514-127508cbf3d2 HTTP/1.1" status: 204 len: 168 time: 1.6859214 Jul 23 16:39:09.446838 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-2b60f3dd-5755-4bbe-aaf7-1cd4f33022f2 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-761714030'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:09.450659 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97861659-09ca-4bc7-9d6d-3da1523bedc8 None None] Checking router: 990233fa-8030-4cb8-b6b3-eac6ad922a7f for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:39:09.451862 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d0cd7b5-5423-4865-a00b-0310da1d19d6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.462532 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97861659-09ca-4bc7-9d6d-3da1523bedc8 None None] Routers {'990233fa-8030-4cb8-b6b3-eac6ad922a7f'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:09.463335 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-97861659-09ca-4bc7-9d6d-3da1523bedc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:09.486931 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a557ec4b-a68a-40b2-8386-33158511f842 None None] Port 67422995-5dda-44c3-8c3e-b75c75f8e3a7 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:09.527693 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port b9e49d06-94d8-4f63-9344-8bc0ce8b77d7 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:09.557133 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port b9e49d06-94d8-4f63-9344-8bc0ce8b77d7 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:09.557527 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.595927 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b60f3dd-5755-4bbe-aaf7-1cd4f33022f2 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:09.599575 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b60f3dd-5755-4bbe-aaf7-1cd4f33022f2 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.656500 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-97861659-09ca-4bc7-9d6d-3da1523bedc8 None None] Set router 990233fa-8030-4cb8-b6b3-eac6ad922a7f gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:39:09.665514 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b60f3dd-5755-4bbe-aaf7-1cd4f33022f2 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] vlan segment allocate from pool success with {'vlan_id': 1131, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:39:09.669909 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-af961147-526c-4b5b-9b89-9fa20f7a35c7 None None] Provisioning complete for port 67422995-5dda-44c3-8c3e-b75c75f8e3a7 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:09.670329 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-af961147-526c-4b5b-9b89-9fa20f7a35c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.676414 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b60f3dd-5755-4bbe-aaf7-1cd4f33022f2 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.676767 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-2b60f3dd-5755-4bbe-aaf7-1cd4f33022f2 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Added segment cff9c463-9970-4c44-a81a-6b012a0145ce of type vlan for network 41a571a9-02e1-430c-969b-dad3ff736ddc Jul 23 16:39:09.726066 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b60f3dd-5755-4bbe-aaf7-1cd4f33022f2 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.758106 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-af961147-526c-4b5b-9b89-9fa20f7a35c7 None None] Port 67422995-5dda-44c3-8c3e-b75c75f8e3a7 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:09.804534 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.879090 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port b9e49d06-94d8-4f63-9344-8bc0ce8b77d7, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=b9e49d06-94d8-4f63-9344-8bc0ce8b77d7,segment=NetworkSegment(cd3ea8a4-5a70-4cb8-9177-466921be1d62),segment_id=cd3ea8a4-5a70-4cb8-9177-466921be1d62)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:09.884553 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.906981 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b60f3dd-5755-4bbe-aaf7-1cd4f33022f2 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.912937 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b60f3dd-5755-4bbe-aaf7-1cd4f33022f2 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:09.913576 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b60f3dd-5755-4bbe-aaf7-1cd4f33022f2 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.951091 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=b9e49d06-94d8-4f63-9344-8bc0ce8b77d7,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:09.980584 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2b60f3dd-5755-4bbe-aaf7-1cd4f33022f2 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5395386 Jul 23 16:39:09.987452 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53038) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:09.996450 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-4722a786-6a53-4754-8ae1-3944b7d9230f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'subnet': {'network_id': '41a571a9-02e1-430c-969b-dad3ff736ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:10.011417 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd08e87-6a15-40cc-837e-c8d7a8ca198a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Network': ['ID=c90b3239-136e-47ef-9514-127508cbf3d2,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:10.072750 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60f3dd-5755-4bbe-aaf7-1cd4f33022f2 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Network': ['ID=41a571a9-02e1-430c-969b-dad3ff736ddc,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:10.082593 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0cd7b5-5423-4865-a00b-0310da1d19d6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Router 990233fa-8030-4cb8-b6b3-eac6ad922a7f has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:39:10.099750 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936c9248-a3e6-4bd6-b3cc-3b5eb1d5f862 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:10.109502 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-936c9248-a3e6-4bd6-b3cc-3b5eb1d5f862 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "PUT /v2.0/routers/861a1e31-7963-4597-914a-20a44ba1f56e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2076848 Jul 23 16:39:10.109976 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53040) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:10.114536 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 41a571a9-02e1-430c-969b-dad3ff736ddc details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:39:10.142788 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-97861659-09ca-4bc7-9d6d-3da1523bedc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'name': 'tempest-RoutersIpV6Test-router-1308898731', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:35Z', 'updated_at': '2021-07-23T16:39:09Z', 'revision_number': 8, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None, '_interfaces': [{'id': '0fc2e694-7276-4650-9d36-e117c9a10cd3', 'name': '', 'network_id': '9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:e2:ee:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '7ebb0673-2b8a-46e0-b80b-09a53432daf1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:50Z', 'updated_at': '2021-07-23T16:39:01Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '7ebb0673-2b8a-46e0-b80b-09a53432daf1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b88941-e0a4-4b45-89ba-755d0a60112b', 'name': '', 'network_id': 'c17e3eb1-050a-4d88-83cd-d7d716b41bbc', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:eb:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:52Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c170fe5-f84d-4ce1-8bb4-771d023aac21', 'name': '', 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:14:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:37Z', 'updated_at': '2021-07-23T16:38:48Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:10.187104 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2210df7e-9778-45a5-86f6-63117437e88f tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:10.190815 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c593abc1-7f3b-43c2-80a7-a2d434088e0a None None] Sync routers for ids ['861a1e31-7963-4597-914a-20a44ba1f56e'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:39:10.192520 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2210df7e-9778-45a5-86f6-63117437e88f tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "GET /v2.0/ports/67422995-5dda-44c3-8c3e-b75c75f8e3a7 HTTP/1.1" status: 200 len: 910 time: 0.0817895 Jul 23 16:39:10.194016 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53042) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:10.230327 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97861659-09ca-4bc7-9d6d-3da1523bedc8 None None] The sync data for ids ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'] in n-d-778549-4 is: [{'id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'name': 'tempest-RoutersIpV6Test-router-1308898731', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:35Z', 'updated_at': '2021-07-23T16:39:09Z', 'revision_number': 8, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None, '_interfaces': [{'id': '0fc2e694-7276-4650-9d36-e117c9a10cd3', 'name': '', 'network_id': '9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:e2:ee:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '7ebb0673-2b8a-46e0-b80b-09a53432daf1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:50Z', 'updated_at': '2021-07-23T16:39:01Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '7ebb0673-2b8a-46e0-b80b-09a53432daf1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b88941-e0a4-4b45-89ba-755d0a60112b', 'name': '', 'network_id': 'c17e3eb1-050a-4d88-83cd-d7d716b41bbc', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:eb:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:52Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c170fe5-f84d-4ce1-8bb4-771d023aac21', 'name': '', 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:14:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:37Z', 'updated_at': '2021-07-23T16:38:48Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:39:10.293312 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c593abc1-7f3b-43c2-80a7-a2d434088e0a None None] Routers {'861a1e31-7963-4597-914a-20a44ba1f56e'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:10.293958 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c593abc1-7f3b-43c2-80a7-a2d434088e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['861a1e31-7963-4597-914a-20a44ba1f56e'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:10.316156 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4722a786-6a53-4754-8ae1-3944b7d9230f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:10.320929 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4722a786-6a53-4754-8ae1-3944b7d9230f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:10.346333 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c593abc1-7f3b-43c2-80a7-a2d434088e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:10.359236 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c593abc1-7f3b-43c2-80a7-a2d434088e0a None None] Routers {'861a1e31-7963-4597-914a-20a44ba1f56e'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:10.359856 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c593abc1-7f3b-43c2-80a7-a2d434088e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['861a1e31-7963-4597-914a-20a44ba1f56e'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:10.377894 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0cd7b5-5423-4865-a00b-0310da1d19d6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:10.380839 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c3443-5696-4c19-bd4a-e053f07f4e34 req-629f9346-7792-4407-824c-5a7837d9e4e6 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:10.382702 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f0c3443-5696-4c19-bd4a-e053f07f4e34 req-629f9346-7792-4407-824c-5a7837d9e4e6 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=b75d047e-5c32-4f75-909d-f2184baf8559 HTTP/1.1" status: 200 len: 944 time: 0.3778405 Jul 23 16:39:10.400438 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c593abc1-7f3b-43c2-80a7-a2d434088e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:10.401134 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c593abc1-7f3b-43c2-80a7-a2d434088e0a None None] The sync data for ids ['861a1e31-7963-4597-914a-20a44ba1f56e'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:39:10.410193 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfbee5d-10ed-4660-b449-3ce99dec8442 None None] Network ce545524-8711-43d1-a4c5-00739dea9bab requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:10.415174 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5d0cd7b5-5423-4865-a00b-0310da1d19d6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "PUT /v2.0/routers/990233fa-8030-4cb8-b6b3-eac6ad922a7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7350941 Jul 23 16:39:10.417282 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53044) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:10.491487 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2434be7-8ec1-490b-8c6b-3a5913dbaf9b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Deleting subnet 35d9b8a3-8215-4ad7-a2e9-a4839ad0ac5c {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:39:10.498919 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2434be7-8ec1-490b-8c6b-3a5913dbaf9b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:10.500506 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-29be7625-f0b7-40f8-8985-f373eb059d70 None None] Provisioning for port d5fed725-d5b9-49b4-a174-993a614d5159 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:10.521474 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f0c3443-5696-4c19-bd4a-e053f07f4e34 req-66c4a2d0-a8ff-430a-849d-7ee93aa6c0a6 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251292 Jul 23 16:39:10.577877 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2434be7-8ec1-490b-8c6b-3a5913dbaf9b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:10.753700 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4722a786-6a53-4754-8ae1-3944b7d9230f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:10.776970 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d5fed725-d5b9-49b4-a174-993a614d5159 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:10.894864 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port d5fed725-d5b9-49b4-a174-993a614d5159 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:10.895795 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d781af18-c7c9-4b41-8475-18ff953ca798 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:10.903222 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port d5fed725-d5b9-49b4-a174-993a614d5159 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:10.904064 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:10.921683 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2434be7-8ec1-490b-8c6b-3a5913dbaf9b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:10.988437 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722a786-6a53-4754-8ae1-3944b7d9230f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Subnet': ['ID=b9551cc6-d4c7-4b61-bc77-faf4aa15b8a7,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:10.993427 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4722a786-6a53-4754-8ae1-3944b7d9230f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Checking segment: {'id': 'cff9c463-9970-4c44-a81a-6b012a0145ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '41a571a9-02e1-430c-969b-dad3ff736ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:39:10.993802 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4722a786-6a53-4754-8ae1-3944b7d9230f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network hostable DHCP agents. Network: 41a571a9-02e1-430c-969b-dad3ff736ddc, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:39:11.005268 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f8f235-761f-4dc5-b64f-f76ee0e4e8ca None None] get_active_networks_info from n-d-778549-4 {{(pid=94014) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:39:11.025081 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4722a786-6a53-4754-8ae1-3944b7d9230f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network 41a571a9-02e1-430c-969b-dad3ff736ddc is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:39:11.043786 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-4722a786-6a53-4754-8ae1-3944b7d9230f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 41a571a9-02e1-430c-969b-dad3ff736ddc) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:11.049144 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4722a786-6a53-4754-8ae1-3944b7d9230f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:11.050335 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4722a786-6a53-4754-8ae1-3944b7d9230f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.065121 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2434be7-8ec1-490b-8c6b-3a5913dbaf9b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.076964 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4722a786-6a53-4754-8ae1-3944b7d9230f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0833001 Jul 23 16:39:11.079800 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53050) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:11.082019 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd443fd7-d991-4541-8060-ff630bc768b5 None None] Sync routers for ids ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:39:11.092742 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd443fd7-d991-4541-8060-ff630bc768b5 None None] Routers {'990233fa-8030-4cb8-b6b3-eac6ad922a7f'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:11.093790 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-cd443fd7-d991-4541-8060-ff630bc768b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:11.124939 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-3be01604-c9aa-43f9-84c8-cb8f05233291 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1699487344', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:11.131632 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.134218 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7fc0f819-56ed-4cf2-85db-bf27802e5519 None None] Provisioning complete for port d5fed725-d5b9-49b4-a174-993a614d5159 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:11.134598 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2434be7-8ec1-490b-8c6b-3a5913dbaf9b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Subnet': ['ID=35d9b8a3-8215-4ad7-a2e9-a4839ad0ac5c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:11.134733 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7fc0f819-56ed-4cf2-85db-bf27802e5519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.140753 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2434be7-8ec1-490b-8c6b-3a5913dbaf9b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.145204 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a2434be7-8ec1-490b-8c6b-3a5913dbaf9b tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/subnets/35d9b8a3-8215-4ad7-a2e9-a4839ad0ac5c HTTP/1.1" status: 204 len: 168 time: 0.7242959 Jul 23 16:39:11.146244 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53052) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:11.165550 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3be01604-c9aa-43f9-84c8-cb8f05233291 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.168209 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3be01604-c9aa-43f9-84c8-cb8f05233291 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.233686 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-cd443fd7-d991-4541-8060-ff630bc768b5 None None] Set router 990233fa-8030-4cb8-b6b3-eac6ad922a7f gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:39:11.243452 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3be01604-c9aa-43f9-84c8-cb8f05233291 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.249624 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3be01604-c9aa-43f9-84c8-cb8f05233291 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.270561 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3be01604-c9aa-43f9-84c8-cb8f05233291 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.276265 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3be01604-c9aa-43f9-84c8-cb8f05233291 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1609969 Jul 23 16:39:11.277125 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53054) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:11.278731 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port d5fed725-d5b9-49b4-a174-993a614d5159, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d5fed725-d5b9-49b4-a174-993a614d5159,segment=NetworkSegment(9ad0c256-d24e-4460-aa79-9a6d92b8057a),segment_id=9ad0c256-d24e-4460-aa79-9a6d92b8057a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:11.284619 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-861154d4-4236-4490-9988-ae8f2f418019 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'port': {'network_id': '41a571a9-02e1-430c-969b-dad3ff736ddc', 'name': 'tempest-PortsIpV6TestJSON-68038496'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:11.298246 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.299351 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device b9e49d06-94d8-4f63-9344-8bc0ce8b77d7 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:11.325344 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d31de364-cab5-4728-a8ee-3317ee9ff74c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.349817 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-d781af18-c7c9-4b41-8475-18ff953ca798 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Allocated IP 172.21.0.1 (ce545524-8711-43d1-a4c5-00739dea9bab/3dd53376-1ce0-4b47-aad9-148be67f8cfd/5edf9ac0-c2da-4556-94e3-2426069d016e) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:11.436748 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861154d4-4236-4490-9988-ae8f2f418019 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:11.441755 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-861154d4-4236-4490-9988-ae8f2f418019 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.463499 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-861154d4-4236-4490-9988-ae8f2f418019 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] device_id is not set on port 4c92e612-2b5a-4486-ba2e-800c1408c076 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:39:11.476728 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-d31de364-cab5-4728-a8ee-3317ee9ff74c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Deleting port 2e1461f3-4ae5-42d7-a13d-8a1a4a5f7d3c {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:11.477089 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d31de364-cab5-4728-a8ee-3317ee9ff74c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.479867 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=d5fed725-d5b9-49b4-a174-993a614d5159,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:11.512934 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-cd443fd7-d991-4541-8060-ff630bc768b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'name': 'tempest-RoutersIpV6Test-router-1308898731', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:35Z', 'updated_at': '2021-07-23T16:39:09Z', 'revision_number': 8, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None, '_interfaces': [{'id': '0fc2e694-7276-4650-9d36-e117c9a10cd3', 'name': '', 'network_id': '9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:e2:ee:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '7ebb0673-2b8a-46e0-b80b-09a53432daf1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:50Z', 'updated_at': '2021-07-23T16:39:01Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '7ebb0673-2b8a-46e0-b80b-09a53432daf1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b88941-e0a4-4b45-89ba-755d0a60112b', 'name': '', 'network_id': 'c17e3eb1-050a-4d88-83cd-d7d716b41bbc', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:eb:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:52Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c170fe5-f84d-4ce1-8bb4-771d023aac21', 'name': '', 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:14:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:37Z', 'updated_at': '2021-07-23T16:38:48Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:11.534396 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port b9e49d06-94d8-4f63-9344-8bc0ce8b77d7 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:11.534868 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.544592 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd443fd7-d991-4541-8060-ff630bc768b5 None None] Checking router: 990233fa-8030-4cb8-b6b3-eac6ad922a7f for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:39:11.546903 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-d31de364-cab5-4728-a8ee-3317ee9ff74c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] For port 2e1461f3-4ae5-42d7-a13d-8a1a4a5f7d3c, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2e1461f3-4ae5-42d7-a13d-8a1a4a5f7d3c,segment=NetworkSegment(8c7a491c-d64d-4802-82eb-954219846298),segment_id=8c7a491c-d64d-4802-82eb-954219846298)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:11.547250 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d31de364-cab5-4728-a8ee-3317ee9ff74c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.568987 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd443fd7-d991-4541-8060-ff630bc768b5 None None] Routers {'990233fa-8030-4cb8-b6b3-eac6ad922a7f'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:11.569643 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-cd443fd7-d991-4541-8060-ff630bc768b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:11.571997 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-d31de364-cab5-4728-a8ee-3317ee9ff74c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Calling delete_port for 2e1461f3-4ae5-42d7-a13d-8a1a4a5f7d3c owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:11.623661 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-861154d4-4236-4490-9988-ae8f2f418019 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Allocated IP 2001:db8::1af (41a571a9-02e1-430c-969b-dad3ff736ddc/b9551cc6-d4c7-4b61-bc77-faf4aa15b8a7/4c92e612-2b5a-4486-ba2e-800c1408c076) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:11.651528 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f8f235-761f-4dc5-b64f-f76ee0e4e8ca None None] Unable to find a vacant binding_index for network 41a571a9-02e1-430c-969b-dad3ff736ddc and agent 815266c7-257b-4503-960b-b15f2eefbe1c {{(pid=94014) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 23 16:39:11.663907 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f8f235-761f-4dc5-b64f-f76ee0e4e8ca None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 41a571a9-02e1-430c-969b-dad3ff736ddc) {{(pid=94014) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 16:39:11.725689 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-cd443fd7-d991-4541-8060-ff630bc768b5 None None] Set router 990233fa-8030-4cb8-b6b3-eac6ad922a7f gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:39:11.783328 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d31de364-cab5-4728-a8ee-3317ee9ff74c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.800052 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 763fe72c-8150-406d-8a9e-19301258747c no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:39:11.807072 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31de364-cab5-4728-a8ee-3317ee9ff74c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] No DVR routers for this DVR port 2e1461f3-4ae5-42d7-a13d-8a1a4a5f7d3c on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:39:11.825623 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 763fe72c-8150-406d-8a9e-19301258747c {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:39:11.825623 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 763fe72c-8150-406d-8a9e-19301258747c not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:39:11.846697 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d781af18-c7c9-4b41-8475-18ff953ca798 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.860117 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 92c077e7-6b80-4ca0-9dfb-8a230a9cb95c up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:11.873345 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31de364-cab5-4728-a8ee-3317ee9ff74c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Port': ['ID=2e1461f3-4ae5-42d7-a13d-8a1a4a5f7d3c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:11.888500 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-861154d4-4236-4490-9988-ae8f2f418019 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.913732 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-861154d4-4236-4490-9988-ae8f2f418019 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Transition to ACTIVE for port object 4c92e612-2b5a-4486-ba2e-800c1408c076 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:11.952251 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d31de364-cab5-4728-a8ee-3317ee9ff74c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.968903 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-861154d4-4236-4490-9988-ae8f2f418019 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.969489 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-d31de364-cab5-4728-a8ee-3317ee9ff74c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870a4563-a210-4f45-b537-d337325fb1b9']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:11.973044 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-d781af18-c7c9-4b41-8475-18ff953ca798 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Transition to ACTIVE for port object 5edf9ac0-c2da-4556-94e3-2426069d016e will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:11.988720 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0844fbd-45c7-4ef0-9609-c48a04e9d8e2 req-f0584882-2db7-4581-9412-bcb245566e76 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:11.990483 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b0844fbd-45c7-4ef0-9609-c48a04e9d8e2 req-f0584882-2db7-4581-9412-bcb245566e76 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=b75d047e-5c32-4f75-909d-f2184baf8559 HTTP/1.1" status: 200 len: 944 time: 0.3295872 Jul 23 16:39:11.996365 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-d31de364-cab5-4728-a8ee-3317ee9ff74c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c7a491c-d64d-4802-82eb-954219846298') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:11.996896 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-d31de364-cab5-4728-a8ee-3317ee9ff74c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c7a491c-d64d-4802-82eb-954219846298') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:12.003592 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 92c077e7-6b80-4ca0-9dfb-8a230a9cb95c completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:12.012239 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 92c077e7-6b80-4ca0-9dfb-8a230a9cb95c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:12.013121 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:12.019602 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d31de364-cab5-4728-a8ee-3317ee9ff74c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:12.064934 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861154d4-4236-4490-9988-ae8f2f418019 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Port': ['ID=4c92e612-2b5a-4486-ba2e-800c1408c076,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:12.077916 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861154d4-4236-4490-9988-ae8f2f418019 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network 41a571a9-02e1-430c-969b-dad3ff736ddc is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:12.081519 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-861154d4-4236-4490-9988-ae8f2f418019 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:12.084327 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d31de364-cab5-4728-a8ee-3317ee9ff74c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:12.089765 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861154d4-4236-4490-9988-ae8f2f418019 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:12.097421 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861154d4-4236-4490-9988-ae8f2f418019 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:12.098075 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-861154d4-4236-4490-9988-ae8f2f418019 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:12.109487 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31de364-cab5-4728-a8ee-3317ee9ff74c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:39:12.109917 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d31de364-cab5-4728-a8ee-3317ee9ff74c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:12.113657 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-cd443fd7-d991-4541-8060-ff630bc768b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'name': 'tempest-RoutersIpV6Test-router-1308898731', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:35Z', 'updated_at': '2021-07-23T16:39:09Z', 'revision_number': 8, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None, '_interfaces': [{'id': '0fc2e694-7276-4650-9d36-e117c9a10cd3', 'name': '', 'network_id': '9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:e2:ee:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '7ebb0673-2b8a-46e0-b80b-09a53432daf1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:50Z', 'updated_at': '2021-07-23T16:39:01Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '7ebb0673-2b8a-46e0-b80b-09a53432daf1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b88941-e0a4-4b45-89ba-755d0a60112b', 'name': '', 'network_id': 'c17e3eb1-050a-4d88-83cd-d7d716b41bbc', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:eb:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:52Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c170fe5-f84d-4ce1-8bb4-771d023aac21', 'name': '', 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:14:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:37Z', 'updated_at': '2021-07-23T16:38:48Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:12.118129 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:39:12.118129 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:39:12.118129 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:39:12.118129 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:39:12.118129 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:39:12.118129 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:39:12.118129 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:39:12.118129 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:39:12.118129 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:39:12.118129 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:39:12.118129 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:39:12.118129 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:39:12.118129 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:39:12.118129 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:39:12.118129 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:39:12.118129 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:39:12.118129 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:39:12.118129 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:39:12.118129 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:39:12.118129 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:39:12.118129 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:39:12.118129 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:39:12.118129 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:39:12.118129 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:39:12.118129 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:39:12.118129 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:39:12.118129 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:39:12.118129 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:39:12.118129 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:39:12.118129 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:39:12.118129 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:39:12.118129 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:39:12.122159 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-861154d4-4236-4490-9988-ae8f2f418019 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8435211 Jul 23 16:39:12.122905 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53062) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:12.135360 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b0844fbd-45c7-4ef0-9609-c48a04e9d8e2 req-6198bc0c-d760-4fd2-b427-34520bd733e8 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282136 Jul 23 16:39:12.157621 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd443fd7-d991-4541-8060-ff630bc768b5 None None] The sync data for ids ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'] in n-d-778549-4 is: [{'id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'name': 'tempest-RoutersIpV6Test-router-1308898731', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:35Z', 'updated_at': '2021-07-23T16:39:09Z', 'revision_number': 8, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None, '_interfaces': [{'id': '0fc2e694-7276-4650-9d36-e117c9a10cd3', 'name': '', 'network_id': '9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:e2:ee:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '7ebb0673-2b8a-46e0-b80b-09a53432daf1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:50Z', 'updated_at': '2021-07-23T16:39:01Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '7ebb0673-2b8a-46e0-b80b-09a53432daf1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b88941-e0a4-4b45-89ba-755d0a60112b', 'name': '', 'network_id': 'c17e3eb1-050a-4d88-83cd-d7d716b41bbc', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:eb:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:52Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c170fe5-f84d-4ce1-8bb4-771d023aac21', 'name': '', 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:14:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:37Z', 'updated_at': '2021-07-23T16:38:48Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:39:12.225335 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d781af18-c7c9-4b41-8475-18ff953ca798 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:12.277420 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d31de364-cab5-4728-a8ee-3317ee9ff74c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:12.287287 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d781af18-c7c9-4b41-8475-18ff953ca798 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network ce545524-8711-43d1-a4c5-00739dea9bab is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:12.303499 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d31de364-cab5-4728-a8ee-3317ee9ff74c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:12.309656 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d31de364-cab5-4728-a8ee-3317ee9ff74c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/networks/870a4563-a210-4f45-b537-d337325fb1b9 HTTP/1.1" status: 204 len: 168 time: 1.1622815 Jul 23 16:39:12.311456 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-d781af18-c7c9-4b41-8475-18ff953ca798 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:12.314444 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53064) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:12.316763 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d5fed725-d5b9-49b4-a174-993a614d5159 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:12.341215 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d781af18-c7c9-4b41-8475-18ff953ca798 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:12.343151 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861ff85f-7a68-4264-93ea-dc7b75eeea92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-41a571a9-02e1-430c-969b-dad3ff736ddc', 'network_id': '41a571a9-02e1-430c-969b-dad3ff736ddc', 'tenant_id': '9684d680e97142e5b0eab6534baef299', 'fixed_ips': [{'subnet_id': 'b9551cc6-d4c7-4b61-bc77-faf4aa15b8a7'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:39:12.344019 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-861ff85f-7a68-4264-93ea-dc7b75eeea92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:12.363822 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:12.393947 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31de364-cab5-4728-a8ee-3317ee9ff74c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Network': ['ID=870a4563-a210-4f45-b537-d337325fb1b9,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:12.454345 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75d047e-5c32-4f75-909d-f2184baf8559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c077e7-6b80-4ca0-9dfb-8a230a9cb95c'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:39:12.455286 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781af18-c7c9-4b41-8475-18ff953ca798 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Port': ['ID=5edf9ac0-c2da-4556-94e3-2426069d016e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:12.456661 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bed019-1f5d-46c8-90a0-12e7db321fd9" -d '{"events": [{"server_uuid": "b75d047e-5c32-4f75-909d-f2184baf8559", "name": "network-vif-plugged", "status": "completed", "tag": "92c077e7-6b80-4ca0-9dfb-8a230a9cb95c"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:39:12.483264 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 92c077e7-6b80-4ca0-9dfb-8a230a9cb95c, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=92c077e7-6b80-4ca0-9dfb-8a230a9cb95c,segment=NetworkSegment(e86199fe-5491-4fca-b518-f67ebbbf9a42),segment_id=e86199fe-5491-4fca-b518-f67ebbbf9a42)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:12.493920 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:12.494794 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d781af18-c7c9-4b41-8475-18ff953ca798 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:12.504936 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0942a57c-360c-4628-ab5d-21221bc3c3a2 x-openstack-request-id: req-0942a57c-360c-4628-ab5d-21221bc3c3a2 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:39:12.505386 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75d047e-5c32-4f75-909d-f2184baf8559", "name": "network-vif-plugged", "status": "completed", "tag": "92c077e7-6b80-4ca0-9dfb-8a230a9cb95c", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:39:12.505771 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0942a57c-360c-4628-ab5d-21221bc3c3a2 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:39:12.506496 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75d047e-5c32-4f75-909d-f2184baf8559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c077e7-6b80-4ca0-9dfb-8a230a9cb95c', 'code': 200} Jul 23 16:39:12.550401 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port d5fed725-d5b9-49b4-a174-993a614d5159 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:12.550775 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:12.612816 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=92c077e7-6b80-4ca0-9dfb-8a230a9cb95c,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:12.622941 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-861ff85f-7a68-4264-93ea-dc7b75eeea92 None None] Allocated IP 2001:db8::2 (41a571a9-02e1-430c-969b-dad3ff736ddc/b9551cc6-d4c7-4b61-bc77-faf4aa15b8a7/ab260619-94f9-4b8b-ac15-d8419de138fa) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:12.786892 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d781af18-c7c9-4b41-8475-18ff953ca798 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:12.922117 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1b21f25b-ed2c-49be-b469-074ec3ee4f68 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:39:12.954403 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 1b21f25b-ed2c-49be-b469-074ec3ee4f68 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:39:12.954751 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1b21f25b-ed2c-49be-b469-074ec3ee4f68 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:39:13.027264 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-861ff85f-7a68-4264-93ea-dc7b75eeea92 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:13.036294 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-861ff85f-7a68-4264-93ea-dc7b75eeea92 None None] Transition to ACTIVE for port object ab260619-94f9-4b8b-ac15-d8419de138fa will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:13.053637 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-861ff85f-7a68-4264-93ea-dc7b75eeea92 None None] Transition to ACTIVE for port object ab260619-94f9-4b8b-ac15-d8419de138fa will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:13.063420 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-861ff85f-7a68-4264-93ea-dc7b75eeea92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:13.067527 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2da0453-c5fa-4391-8c54-55684cfeddc6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:13.073637 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ba962-fa59-42ca-bc4e-c5ba7ad63a46 req-5640219b-250f-409b-921b-f2270015357b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:13.075132 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-094ba962-fa59-42ca-bc4e-c5ba7ad63a46 req-5640219b-250f-409b-921b-f2270015357b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b75d047e-5c32-4f75-909d-f2184baf8559 HTTP/1.1" status: 200 len: 1096 time: 0.4883060 Jul 23 16:39:13.106466 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861ff85f-7a68-4264-93ea-dc7b75eeea92 None None] Network 41a571a9-02e1-430c-969b-dad3ff736ddc is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:13.111991 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-861ff85f-7a68-4264-93ea-dc7b75eeea92 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:13.113466 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-204b902b-7e11-430d-b750-5e8f565f86be tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:13.120283 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861ff85f-7a68-4264-93ea-dc7b75eeea92 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:13.120470 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-094ba962-fa59-42ca-bc4e-c5ba7ad63a46 req-9af1e1b0-3642-4c96-8fd1-3098246c5cd0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363016 Jul 23 16:39:13.178628 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ff85f-7a68-4264-93ea-dc7b75eeea92 None None] Pushing event updated for resources: {'Port': ['ID=ab260619-94f9-4b8b-ac15-d8419de138fa,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:13.216274 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-861ff85f-7a68-4264-93ea-dc7b75eeea92 None None] Attempting to bind port ab260619-94f9-4b8b-ac15-d8419de138fa on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:39:13.216654 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-861ff85f-7a68-4264-93ea-dc7b75eeea92 None None] Attempting to bind port ab260619-94f9-4b8b-ac15-d8419de138fa by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'cff9c463-9970-4c44-a81a-6b012a0145ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '41a571a9-02e1-430c-969b-dad3ff736ddc'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:39:13.217018 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861ff85f-7a68-4264-93ea-dc7b75eeea92 None None] Attempting to bind port ab260619-94f9-4b8b-ac15-d8419de138fa on network 41a571a9-02e1-430c-969b-dad3ff736ddc {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:39:13.224093 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861ff85f-7a68-4264-93ea-dc7b75eeea92 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:39:13.224976 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861ff85f-7a68-4264-93ea-dc7b75eeea92 None None] Checking segment: {'id': 'cff9c463-9970-4c44-a81a-6b012a0145ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '41a571a9-02e1-430c-969b-dad3ff736ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:39:13.225601 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-861ff85f-7a68-4264-93ea-dc7b75eeea92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:13.226249 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861ff85f-7a68-4264-93ea-dc7b75eeea92 None None] Bound using segment: {'id': 'cff9c463-9970-4c44-a81a-6b012a0145ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '41a571a9-02e1-430c-969b-dad3ff736ddc'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:39:13.229173 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-861ff85f-7a68-4264-93ea-dc7b75eeea92 None None] Bound port: ab260619-94f9-4b8b-ac15-d8419de138fa, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff9c463-9970-4c44-a81a-6b012a0145ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '41a571a9-02e1-430c-969b-dad3ff736ddc'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:39:13.230095 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-861ff85f-7a68-4264-93ea-dc7b75eeea92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:13.281526 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d781af18-c7c9-4b41-8475-18ff953ca798 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:13.312529 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d781af18-c7c9-4b41-8475-18ff953ca798 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:13.325419 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-861ff85f-7a68-4264-93ea-dc7b75eeea92 None None] For port ab260619-94f9-4b8b-ac15-d8419de138fa, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:39:13.329668 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-861ff85f-7a68-4264-93ea-dc7b75eeea92 None None] For port ab260619-94f9-4b8b-ac15-d8419de138fa, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=ab260619-94f9-4b8b-ac15-d8419de138fa,segment=NetworkSegment(cff9c463-9970-4c44-a81a-6b012a0145ce),segment_id=cff9c463-9970-4c44-a81a-6b012a0145ce)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:39:13.335773 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-861ff85f-7a68-4264-93ea-dc7b75eeea92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:13.399910 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ff85f-7a68-4264-93ea-dc7b75eeea92 None None] Pushing event updated for resources: {'Port': ['ID=ab260619-94f9-4b8b-ac15-d8419de138fa,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:13.416955 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2da0453-c5fa-4391-8c54-55684cfeddc6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:13.422484 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2da0453-c5fa-4391-8c54-55684cfeddc6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:13.503798 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da0453-c5fa-4391-8c54-55684cfeddc6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Port': ['ID=4c92e612-2b5a-4486-ba2e-800c1408c076,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:13.690685 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2da0453-c5fa-4391-8c54-55684cfeddc6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:13.732877 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d781af18-c7c9-4b41-8475-18ff953ca798 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:13.738369 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781af18-c7c9-4b41-8475-18ff953ca798 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Port': ['ID=5edf9ac0-c2da-4556-94e3-2426069d016e,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:13.807170 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb72a1-7f0d-4c9c-9671-f9d6a382250f req-9d2b6fab-5f53-4542-a873-96f870340a42 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:13.808827 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2ceb72a1-7f0d-4c9c-9671-f9d6a382250f req-9d2b6fab-5f53-4542-a873-96f870340a42 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=b75d047e-5c32-4f75-909d-f2184baf8559 HTTP/1.1" status: 200 len: 945 time: 0.5091753 Jul 23 16:39:13.834326 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2da0453-c5fa-4391-8c54-55684cfeddc6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:13.928086 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2ceb72a1-7f0d-4c9c-9671-f9d6a382250f req-cf4349fe-6269-4b92-9eea-3e149f1caa61 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102445 Jul 23 16:39:13.973882 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d781af18-c7c9-4b41-8475-18ff953ca798 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network ce545524-8711-43d1-a4c5-00739dea9bab is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:13.978186 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-d781af18-c7c9-4b41-8475-18ff953ca798 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:14.068171 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-204b902b-7e11-430d-b750-5e8f565f86be tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Deleting port 0fc2e694-7276-4650-9d36-e117c9a10cd3 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:14.068539 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-204b902b-7e11-430d-b750-5e8f565f86be tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:14.150078 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2da0453-c5fa-4391-8c54-55684cfeddc6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:14.157740 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d781af18-c7c9-4b41-8475-18ff953ca798 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Router 861a1e31-7963-4597-914a-20a44ba1f56e has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:39:14.162404 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2da0453-c5fa-4391-8c54-55684cfeddc6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:14.163293 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2da0453-c5fa-4391-8c54-55684cfeddc6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:14.265143 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-204b902b-7e11-430d-b750-5e8f565f86be tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] For port 0fc2e694-7276-4650-9d36-e117c9a10cd3, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0fc2e694-7276-4650-9d36-e117c9a10cd3,segment=NetworkSegment(0c786ece-8112-4a3c-8d99-e0c893df19e6),segment_id=0c786ece-8112-4a3c-8d99-e0c893df19e6)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:14.265487 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-204b902b-7e11-430d-b750-5e8f565f86be tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:14.266239 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device ab260619-94f9-4b8b-ac15-d8419de138fa up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:14.287316 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-204b902b-7e11-430d-b750-5e8f565f86be tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Calling delete_port for 0fc2e694-7276-4650-9d36-e117c9a10cd3 owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:14.329472 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d781af18-c7c9-4b41-8475-18ff953ca798 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:14.336981 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da0453-c5fa-4391-8c54-55684cfeddc6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Port': ['ID=4c92e612-2b5a-4486-ba2e-800c1408c076,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:14.337895 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d781af18-c7c9-4b41-8475-18ff953ca798 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "PUT /v2.0/routers/861a1e31-7963-4597-914a-20a44ba1f56e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1427555 Jul 23 16:39:14.344023 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53082) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:14.345832 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port ab260619-94f9-4b8b-ac15-d8419de138fa completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:14.349311 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7473935-c4de-47ba-bc2a-8d36f31c2299 None None] Sync routers for ids ['861a1e31-7963-4597-914a-20a44ba1f56e'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:39:14.362158 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7473935-c4de-47ba-bc2a-8d36f31c2299 None None] Routers {'861a1e31-7963-4597-914a-20a44ba1f56e'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:14.362796 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c7473935-c4de-47ba-bc2a-8d36f31c2299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['861a1e31-7963-4597-914a-20a44ba1f56e'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:14.414554 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c7473935-c4de-47ba-bc2a-8d36f31c2299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:14.428815 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7473935-c4de-47ba-bc2a-8d36f31c2299 None None] Routers {'861a1e31-7963-4597-914a-20a44ba1f56e'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:14.430499 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c7473935-c4de-47ba-bc2a-8d36f31c2299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['861a1e31-7963-4597-914a-20a44ba1f56e'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:14.435841 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f167cfb3-3d8c-46ba-8fdb-fd010e96a99f tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:14.440467 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f167cfb3-3d8c-46ba-8fdb-fd010e96a99f tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "GET /v2.0/ports/5edf9ac0-c2da-4556-94e3-2426069d016e HTTP/1.1" status: 200 len: 910 time: 0.0935023 Jul 23 16:39:14.445556 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53084) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:14.447934 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2da0453-c5fa-4391-8c54-55684cfeddc6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network 41a571a9-02e1-430c-969b-dad3ff736ddc is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:14.454438 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-d2da0453-c5fa-4391-8c54-55684cfeddc6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:14.468838 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c7473935-c4de-47ba-bc2a-8d36f31c2299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:14.469924 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7473935-c4de-47ba-bc2a-8d36f31c2299 None None] The sync data for ids ['861a1e31-7963-4597-914a-20a44ba1f56e'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:39:14.555674 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-204b902b-7e11-430d-b750-5e8f565f86be tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:14.583171 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6421da3-21e8-4946-ab42-90b339ad3d8e None None] Network 41a571a9-02e1-430c-969b-dad3ff736ddc requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:14.584488 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b902b-7e11-430d-b750-5e8f565f86be tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Port': ['ID=0fc2e694-7276-4650-9d36-e117c9a10cd3,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:14.586223 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a920e883-c198-4ed7-8d82-fa1c1eba0731 None None] Network 870a4563-a210-4f45-b537-d337325fb1b9 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:14.638329 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a920e883-c198-4ed7-8d82-fa1c1eba0731 None None] Network 870a4563-a210-4f45-b537-d337325fb1b9 could not be found, it might have been deleted concurrently. {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 16:39:14.771114 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fade759-1cff-4f2b-a0c5-7b3a0943f730 None None] DHCP port deletion for 870a4563-a210-4f45-b537-d337325fb1b9 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:39:14.803872 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-efcd082c-e469-481d-9f72-4ccf35b7aca3 None None] Provisioning for port ab260619-94f9-4b8b-ac15-d8419de138fa completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:14.824303 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-efcd082c-e469-481d-9f72-4ccf35b7aca3 None None] Provisioning complete for port ab260619-94f9-4b8b-ac15-d8419de138fa triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:14.824674 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-efcd082c-e469-481d-9f72-4ccf35b7aca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:14.871492 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-204b902b-7e11-430d-b750-5e8f565f86be tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:15.019313 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-efcd082c-e469-481d-9f72-4ccf35b7aca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:15.030373 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2da0453-c5fa-4391-8c54-55684cfeddc6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Router 5dd1096a-3403-4a37-a642-ab787c3ee193 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:39:15.071617 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-efcd082c-e469-481d-9f72-4ccf35b7aca3 None None] For port ab260619-94f9-4b8b-ac15-d8419de138fa, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=ab260619-94f9-4b8b-ac15-d8419de138fa,segment=NetworkSegment(cff9c463-9970-4c44-a81a-6b012a0145ce),segment_id=cff9c463-9970-4c44-a81a-6b012a0145ce)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:15.081987 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-efcd082c-e469-481d-9f72-4ccf35b7aca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:15.148466 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd082c-e469-481d-9f72-4ccf35b7aca3 None None] Pushing event updated for resources: {'Port': ['ID=ab260619-94f9-4b8b-ac15-d8419de138fa,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:15.210086 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4ca1356e-1b74-420c-b068-737ec3d8ba7f None None] Provisioning for port 5edf9ac0-c2da-4556-94e3-2426069d016e completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:15.216055 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4ca1356e-1b74-420c-b068-737ec3d8ba7f None None] Provisioning complete for port 5edf9ac0-c2da-4556-94e3-2426069d016e triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:15.216445 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4ca1356e-1b74-420c-b068-737ec3d8ba7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:15.277916 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4ca1356e-1b74-420c-b068-737ec3d8ba7f None None] Port 5edf9ac0-c2da-4556-94e3-2426069d016e cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:15.323365 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2da0453-c5fa-4391-8c54-55684cfeddc6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:15.338081 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d2da0453-c5fa-4391-8c54-55684cfeddc6 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "PUT /v2.0/routers/5dd1096a-3403-4a37-a642-ab787c3ee193/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2099726 Jul 23 16:39:15.340702 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-81e957b3-112f-4067-8bc2-c62eafa8f3b7 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:15.351298 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b28650a-312f-4358-a36e-8252359d35c3 None None] Sync routers for ids ['5dd1096a-3403-4a37-a642-ab787c3ee193'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:39:15.369551 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b28650a-312f-4358-a36e-8252359d35c3 None None] Routers {'5dd1096a-3403-4a37-a642-ab787c3ee193'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:15.369551 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-7b28650a-312f-4358-a36e-8252359d35c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5dd1096a-3403-4a37-a642-ab787c3ee193'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:15.411702 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53100) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:15.427107 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-7b28650a-312f-4358-a36e-8252359d35c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:15.440860 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b28650a-312f-4358-a36e-8252359d35c3 None None] Routers {'5dd1096a-3403-4a37-a642-ab787c3ee193'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:15.441534 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-7b28650a-312f-4358-a36e-8252359d35c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5dd1096a-3403-4a37-a642-ab787c3ee193'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:15.476280 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f5935-8db9-48fd-a8e7-7ed50efe8c1c req-09fa88ca-31ce-44b8-95e3-8458043ae85d tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:15.494437 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-be1f5935-8db9-48fd-a8e7-7ed50efe8c1c req-09fa88ca-31ce-44b8-95e3-8458043ae85d tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=b75d047e-5c32-4f75-909d-f2184baf8559 HTTP/1.1" status: 200 len: 945 time: 0.4152584 Jul 23 16:39:15.501351 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204b902b-7e11-430d-b750-5e8f565f86be tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Router 990233fa-8030-4cb8-b6b3-eac6ad922a7f has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:39:15.507819 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a5db0585-359a-4318-bff8-e4677a143309 None None] Provisioning complete for port 5edf9ac0-c2da-4556-94e3-2426069d016e triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:15.511578 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a5db0585-359a-4318-bff8-e4677a143309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:15.515287 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-7b28650a-312f-4358-a36e-8252359d35c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:15.515939 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b28650a-312f-4358-a36e-8252359d35c3 None None] The sync data for ids ['5dd1096a-3403-4a37-a642-ab787c3ee193'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:39:15.590249 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a5db0585-359a-4318-bff8-e4677a143309 None None] Port 5edf9ac0-c2da-4556-94e3-2426069d016e cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:15.657182 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae77232-8091-4fb1-afe7-6fba81c8027f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:15.658920 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9ae77232-8091-4fb1-afe7-6fba81c8027f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "GET /v2.0/ports?device_id=5dd1096a-3403-4a37-a642-ab787c3ee193 HTTP/1.1" status: 200 len: 987 time: 0.2457826 Jul 23 16:39:15.661538 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53104) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:15.693978 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-be1f5935-8db9-48fd-a8e7-7ed50efe8c1c req-2f179b05-160f-439e-b01f-fd6180771d30 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952522 Jul 23 16:39:15.750396 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204b902b-7e11-430d-b750-5e8f565f86be tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:15.761310 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0273a18-03f8-480f-b228-333f7eadf4c2 None None] Sync routers for ids ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:39:15.762531 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-204b902b-7e11-430d-b750-5e8f565f86be tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "PUT /v2.0/routers/990233fa-8030-4cb8-b6b3-eac6ad922a7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4345844 Jul 23 16:39:15.763582 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53108) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:15.774906 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0273a18-03f8-480f-b228-333f7eadf4c2 None None] Routers {'990233fa-8030-4cb8-b6b3-eac6ad922a7f'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:15.778657 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f0273a18-03f8-480f-b228-333f7eadf4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:15.823533 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-da0dec07-9934-46ac-b0d4-10c9bb31d48d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Deleting subnet 7ebb0673-2b8a-46e0-b80b-09a53432daf1 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:39:15.828818 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da0dec07-9934-46ac-b0d4-10c9bb31d48d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:15.915554 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da0dec07-9934-46ac-b0d4-10c9bb31d48d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:15.938558 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-f0273a18-03f8-480f-b228-333f7eadf4c2 None None] Set router 990233fa-8030-4cb8-b6b3-eac6ad922a7f gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:39:15.983509 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacf1aa-aa13-4887-99ee-da722d36a0fa req-169fe97c-2a59-4d96-a7ed-d5426dc03789 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:15.989627 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4eacf1aa-aa13-4887-99ee-da722d36a0fa req-169fe97c-2a59-4d96-a7ed-d5426dc03789 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=b75d047e-5c32-4f75-909d-f2184baf8559 HTTP/1.1" status: 200 len: 945 time: 0.1634862 Jul 23 16:39:16.029076 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03067ce5-205c-4e34-8ad6-34cf60d0120a None None] Network 41a571a9-02e1-430c-969b-dad3ff736ddc requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:16.066252 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4eacf1aa-aa13-4887-99ee-da722d36a0fa req-603e88e2-9b4e-4db9-8416-295f9d71d2b7 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660934 Jul 23 16:39:16.130837 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da0dec07-9934-46ac-b0d4-10c9bb31d48d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:16.205758 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-eb944f99-addb-482b-8635-4736a9caf7a8 None None] Provisioning for port 4c92e612-2b5a-4486-ba2e-800c1408c076 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:16.230073 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-eb944f99-addb-482b-8635-4736a9caf7a8 None None] Provisioning complete for port 4c92e612-2b5a-4486-ba2e-800c1408c076 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:16.231163 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-eb944f99-addb-482b-8635-4736a9caf7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:16.236836 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-81e957b3-112f-4067-8bc2-c62eafa8f3b7 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Deleting port 5edf9ac0-c2da-4556-94e3-2426069d016e {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:16.237444 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-81e957b3-112f-4067-8bc2-c62eafa8f3b7 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:16.283754 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9ef8b07d-fb19-4dac-8981-2c3a24cf57fc tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:16.330745 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da0dec07-9934-46ac-b0d4-10c9bb31d48d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:16.393392 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device ab260619-94f9-4b8b-ac15-d8419de138fa up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:16.416894 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0dec07-9934-46ac-b0d4-10c9bb31d48d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Subnet': ['ID=7ebb0673-2b8a-46e0-b80b-09a53432daf1,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:16.425809 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da0dec07-9934-46ac-b0d4-10c9bb31d48d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:16.427809 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-da0dec07-9934-46ac-b0d4-10c9bb31d48d tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/subnets/7ebb0673-2b8a-46e0-b80b-09a53432daf1 HTTP/1.1" status: 204 len: 168 time: 0.6624939 Jul 23 16:39:16.430850 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53118) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:16.456705 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d33cb9-b536-4e10-9a4a-a378d4e7d7ae None None] Network 9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:16.491537 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-eb944f99-addb-482b-8635-4736a9caf7a8 None None] Port 4c92e612-2b5a-4486-ba2e-800c1408c076 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:16.504860 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-81e957b3-112f-4067-8bc2-c62eafa8f3b7 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:16.563291 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-81e957b3-112f-4067-8bc2-c62eafa8f3b7 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Calling delete_port for 5edf9ac0-c2da-4556-94e3-2426069d016e owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:16.567330 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-13e70835-2b32-45f0-8837-006cc148b363 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:16.578059 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363cead-6afe-4708-aa1a-55557a7ea061 req-bddfc088-adc0-423a-93e4-33bc248d7ee2 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:16.579560 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4363cead-6afe-4708-aa1a-55557a7ea061 req-bddfc088-adc0-423a-93e4-33bc248d7ee2 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=b75d047e-5c32-4f75-909d-f2184baf8559 HTTP/1.1" status: 200 len: 945 time: 0.1671889 Jul 23 16:39:16.613982 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-eb944f99-addb-482b-8635-4736a9caf7a8 None None] Provisioning complete for port ab260619-94f9-4b8b-ac15-d8419de138fa triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:16.614592 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-eb944f99-addb-482b-8635-4736a9caf7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:16.660303 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4363cead-6afe-4708-aa1a-55557a7ea061 req-9dc1bbf4-79bd-412f-98c6-a4480ae2062e tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505493 Jul 23 16:39:16.666486 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-13e70835-2b32-45f0-8837-006cc148b363 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Deleting port 01cfa56c-ab0b-4c18-9554-4aa21b8f1908 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:16.666853 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-13e70835-2b32-45f0-8837-006cc148b363 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:16.674777 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port ab260619-94f9-4b8b-ac15-d8419de138fa triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:16.675145 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:16.717135 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f0273a18-03f8-480f-b228-333f7eadf4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'name': 'tempest-RoutersIpV6Test-router-1308898731', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:35Z', 'updated_at': '2021-07-23T16:39:14Z', 'revision_number': 9, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None, '_interfaces': [{'id': '79b88941-e0a4-4b45-89ba-755d0a60112b', 'name': '', 'network_id': 'c17e3eb1-050a-4d88-83cd-d7d716b41bbc', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:eb:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:52Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c170fe5-f84d-4ce1-8bb4-771d023aac21', 'name': '', 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:14:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:37Z', 'updated_at': '2021-07-23T16:38:48Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:16.763121 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-9ef8b07d-fb19-4dac-8981-2c3a24cf57fc tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Deleting port 4c92e612-2b5a-4486-ba2e-800c1408c076 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:16.763466 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9ef8b07d-fb19-4dac-8981-2c3a24cf57fc tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:16.785669 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-13e70835-2b32-45f0-8837-006cc148b363 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] For port 01cfa56c-ab0b-4c18-9554-4aa21b8f1908, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=01cfa56c-ab0b-4c18-9554-4aa21b8f1908,segment=NetworkSegment(0c786ece-8112-4a3c-8d99-e0c893df19e6),segment_id=0c786ece-8112-4a3c-8d99-e0c893df19e6)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:16.786076 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-13e70835-2b32-45f0-8837-006cc148b363 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:16.813766 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-13e70835-2b32-45f0-8837-006cc148b363 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Calling delete_port for 01cfa56c-ab0b-4c18-9554-4aa21b8f1908 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:16.926615 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53e3ff-420a-4e2c-aa44-55d14e3fe832 req-e3108e43-3dca-4653-8cf8-e4d3f9026c3b tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:16.928550 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b53e3ff-420a-4e2c-aa44-55d14e3fe832 req-e3108e43-3dca-4653-8cf8-e4d3f9026c3b tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=b75d047e-5c32-4f75-909d-f2184baf8559 HTTP/1.1" status: 200 len: 945 time: 0.1393013 Jul 23 16:39:16.934599 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0273a18-03f8-480f-b228-333f7eadf4c2 None None] Checking router: 990233fa-8030-4cb8-b6b3-eac6ad922a7f for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:39:16.968938 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0273a18-03f8-480f-b228-333f7eadf4c2 None None] Routers {'990233fa-8030-4cb8-b6b3-eac6ad922a7f'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:16.969758 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f0273a18-03f8-480f-b228-333f7eadf4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:16.979673 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-13e70835-2b32-45f0-8837-006cc148b363 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:17.012976 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e70835-2b32-45f0-8837-006cc148b363 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Port': ['ID=01cfa56c-ab0b-4c18-9554-4aa21b8f1908,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:17.017692 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b53e3ff-420a-4e2c-aa44-55d14e3fe832 req-4353e56a-e960-4057-9bcf-853af9f44730 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783570 Jul 23 16:39:17.035409 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e70835-2b32-45f0-8837-006cc148b363 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] No DVR routers for this DVR port 01cfa56c-ab0b-4c18-9554-4aa21b8f1908 on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:39:17.105136 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-f0273a18-03f8-480f-b228-333f7eadf4c2 None None] Set router 990233fa-8030-4cb8-b6b3-eac6ad922a7f gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:39:17.166721 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-13e70835-2b32-45f0-8837-006cc148b363 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:17.188898 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-13e70835-2b32-45f0-8837-006cc148b363 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:17.216335 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-13e70835-2b32-45f0-8837-006cc148b363 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c786ece-8112-4a3c-8d99-e0c893df19e6') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:17.216791 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-13e70835-2b32-45f0-8837-006cc148b363 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c786ece-8112-4a3c-8d99-e0c893df19e6') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:17.255470 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-13e70835-2b32-45f0-8837-006cc148b363 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:17.275765 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-81e957b3-112f-4067-8bc2-c62eafa8f3b7 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:17.279235 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-13e70835-2b32-45f0-8837-006cc148b363 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:17.288712 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e70835-2b32-45f0-8837-006cc148b363 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Releasing vlan 1116 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:39:17.289343 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-13e70835-2b32-45f0-8837-006cc148b363 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:17.293044 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:39:17.293044 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:39:17.293044 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:39:17.293044 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:39:17.293044 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:39:17.293044 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:39:17.293044 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:39:17.293044 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:39:17.293044 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:39:17.293044 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:39:17.293044 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:39:17.293044 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:39:17.293044 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:39:17.293044 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:39:17.293044 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:39:17.293044 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:39:17.293044 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:39:17.293044 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:39:17.293044 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:39:17.293044 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:39:17.293044 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:39:17.293044 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:39:17.293044 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:39:17.293044 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:39:17.293044 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:39:17.293044 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:39:17.293044 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:39:17.293044 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:39:17.293044 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:39:17.293044 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:39:17.293044 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:39:17.293044 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:39:17.321208 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2e1461f3-4ae5-42d7-a13d-8a1a4a5f7d3c no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:39:17.330438 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e957b3-112f-4067-8bc2-c62eafa8f3b7 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Port': ['ID=5edf9ac0-c2da-4556-94e3-2426069d016e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:17.335829 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9ef8b07d-fb19-4dac-8981-2c3a24cf57fc tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:17.352770 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ef37f-f190-4b08-917b-36cb8b1e116f req-faebb344-44db-43df-8106-fe74205655b2 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:17.354599 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-741ef37f-f190-4b08-917b-36cb8b1e116f req-faebb344-44db-43df-8106-fe74205655b2 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=b75d047e-5c32-4f75-909d-f2184baf8559 HTTP/1.1" status: 200 len: 945 time: 0.1410758 Jul 23 16:39:17.358048 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 2e1461f3-4ae5-42d7-a13d-8a1a4a5f7d3c {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:39:17.358391 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2e1461f3-4ae5-42d7-a13d-8a1a4a5f7d3c not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:39:17.380276 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8799f13d-865e-4230-987b-7cf421bb8b84 None None] Provisioning complete for port 4c92e612-2b5a-4486-ba2e-800c1408c076 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:17.380481 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8799f13d-865e-4230-987b-7cf421bb8b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:17.445976 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-9ef8b07d-fb19-4dac-8981-2c3a24cf57fc tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Calling delete_port for 4c92e612-2b5a-4486-ba2e-800c1408c076 owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:17.457835 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-8799f13d-865e-4230-987b-7cf421bb8b84 None None] Port 4c92e612-2b5a-4486-ba2e-800c1408c076 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:17.486965 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-13e70835-2b32-45f0-8837-006cc148b363 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:17.493802 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8799f13d-865e-4230-987b-7cf421bb8b84 None None] Provisioning complete for port ab260619-94f9-4b8b-ac15-d8419de138fa triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:17.494225 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8799f13d-865e-4230-987b-7cf421bb8b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:17.517985 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-13e70835-2b32-45f0-8837-006cc148b363 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:17.522437 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-13e70835-2b32-45f0-8837-006cc148b363 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/networks/9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b HTTP/1.1" status: 204 len: 168 time: 1.0878718 Jul 23 16:39:17.532061 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53132) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:17.534919 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e70835-2b32-45f0-8837-006cc148b363 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Network': ['ID=9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:17.600631 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-81e957b3-112f-4067-8bc2-c62eafa8f3b7 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:17.604192 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-741ef37f-f190-4b08-917b-36cb8b1e116f req-ee0b5a72-9ac8-4e45-813f-6822892f23cb tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948957 Jul 23 16:39:17.641280 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b0d485-551b-40c5-8afd-caeeac1a3a25 None None] DHCP port deletion for 9c6ec41e-2c20-4ed1-bd8c-6812b5c2815b request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:39:17.814949 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f0273a18-03f8-480f-b228-333f7eadf4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'name': 'tempest-RoutersIpV6Test-router-1308898731', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:35Z', 'updated_at': '2021-07-23T16:39:14Z', 'revision_number': 9, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None, '_interfaces': [{'id': '79b88941-e0a4-4b45-89ba-755d0a60112b', 'name': '', 'network_id': 'c17e3eb1-050a-4d88-83cd-d7d716b41bbc', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:eb:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:52Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c170fe5-f84d-4ce1-8bb4-771d023aac21', 'name': '', 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:14:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:37Z', 'updated_at': '2021-07-23T16:38:48Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:17.897778 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0273a18-03f8-480f-b228-333f7eadf4c2 None None] The sync data for ids ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'] in n-d-778549-4 is: [{'id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'name': 'tempest-RoutersIpV6Test-router-1308898731', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:35Z', 'updated_at': '2021-07-23T16:39:14Z', 'revision_number': 9, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None, '_interfaces': [{'id': '79b88941-e0a4-4b45-89ba-755d0a60112b', 'name': '', 'network_id': 'c17e3eb1-050a-4d88-83cd-d7d716b41bbc', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:eb:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:52Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '3a0dd136-4515-40d0-a81e-764069b693d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c170fe5-f84d-4ce1-8bb4-771d023aac21', 'name': '', 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:14:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:37Z', 'updated_at': '2021-07-23T16:38:48Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:39:17.959480 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e60b1938-0bac-427d-8d00-52b62bc0f73a None None] Provisioning complete for port 4c92e612-2b5a-4486-ba2e-800c1408c076 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:17.967280 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e60b1938-0bac-427d-8d00-52b62bc0f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:18.070386 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-e60b1938-0bac-427d-8d00-52b62bc0f73a None None] Port 4c92e612-2b5a-4486-ba2e-800c1408c076 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:18.126749 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9ef8b07d-fb19-4dac-8981-2c3a24cf57fc tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:18.142255 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e957b3-112f-4067-8bc2-c62eafa8f3b7 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Router 861a1e31-7963-4597-914a-20a44ba1f56e has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:39:18.172415 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef8b07d-fb19-4dac-8981-2c3a24cf57fc tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Port': ['ID=4c92e612-2b5a-4486-ba2e-800c1408c076,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:18.287405 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8826f361-71eb-4abd-a541-b91d328ef9ad None None] Could not find standard attr ID for object 4c92e612-2b5a-4486-ba2e-800c1408c076. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:39:18.360272 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9ef8b07d-fb19-4dac-8981-2c3a24cf57fc tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:18.395028 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20ff9c-e6a9-4e58-8095-3b66b49b894b req-f0043f40-1547-499b-a66c-fb9f183a8f0f tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:18.405653 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb20ff9c-e6a9-4e58-8095-3b66b49b894b req-f0043f40-1547-499b-a66c-fb9f183a8f0f tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=b75d047e-5c32-4f75-909d-f2184baf8559 HTTP/1.1" status: 200 len: 945 time: 0.6530807 Jul 23 16:39:18.486763 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0fc2e694-7276-4650-9d36-e117c9a10cd3 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:39:18.492664 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e957b3-112f-4067-8bc2-c62eafa8f3b7 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:18.502241 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-81e957b3-112f-4067-8bc2-c62eafa8f3b7 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "PUT /v2.0/routers/861a1e31-7963-4597-914a-20a44ba1f56e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0537944 Jul 23 16:39:18.503747 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53144) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:18.505442 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c361ba47-bd3a-408d-8311-bb2677744cf1 None None] Sync routers for ids ['861a1e31-7963-4597-914a-20a44ba1f56e'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:39:18.512696 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb20ff9c-e6a9-4e58-8095-3b66b49b894b req-70e14a33-7e6f-4be2-9bfe-fd5682e1eaac tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059039 Jul 23 16:39:18.530789 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c361ba47-bd3a-408d-8311-bb2677744cf1 None None] Routers {'861a1e31-7963-4597-914a-20a44ba1f56e'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:18.531425 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c361ba47-bd3a-408d-8311-bb2677744cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['861a1e31-7963-4597-914a-20a44ba1f56e'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:18.542500 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 0fc2e694-7276-4650-9d36-e117c9a10cd3 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:39:18.542933 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0fc2e694-7276-4650-9d36-e117c9a10cd3 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:39:18.543581 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 01cfa56c-ab0b-4c18-9554-4aa21b8f1908 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:39:18.577907 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 01cfa56c-ab0b-4c18-9554-4aa21b8f1908 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:39:18.586208 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 01cfa56c-ab0b-4c18-9554-4aa21b8f1908 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:39:18.671159 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c361ba47-bd3a-408d-8311-bb2677744cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:18.704649 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8a8298b5-7d18-484e-9894-ec2d1b7544b5 None None] Could not find standard attr ID for object 4c92e612-2b5a-4486-ba2e-800c1408c076. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:39:18.710910 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c361ba47-bd3a-408d-8311-bb2677744cf1 None None] Routers {'861a1e31-7963-4597-914a-20a44ba1f56e'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:18.712312 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c361ba47-bd3a-408d-8311-bb2677744cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['861a1e31-7963-4597-914a-20a44ba1f56e'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:18.783579 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c361ba47-bd3a-408d-8311-bb2677744cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:18.785913 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c361ba47-bd3a-408d-8311-bb2677744cf1 None None] The sync data for ids ['861a1e31-7963-4597-914a-20a44ba1f56e'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:39:18.791833 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9e5351c6-a9fd-456f-beef-97e1116af0e6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:18.797614 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef8b07d-fb19-4dac-8981-2c3a24cf57fc tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Router 5dd1096a-3403-4a37-a642-ab787c3ee193 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:39:18.999857 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef8b07d-fb19-4dac-8981-2c3a24cf57fc tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:19.006749 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9ef8b07d-fb19-4dac-8981-2c3a24cf57fc tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "PUT /v2.0/routers/5dd1096a-3403-4a37-a642-ab787c3ee193/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3442283 Jul 23 16:39:19.016779 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d288e2-6d23-460e-8432-90898dedce2f None None] Sync routers for ids ['5dd1096a-3403-4a37-a642-ab787c3ee193'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:39:19.025618 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53154) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:19.031402 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d288e2-6d23-460e-8432-90898dedce2f None None] Routers {'5dd1096a-3403-4a37-a642-ab787c3ee193'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:19.032365 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e5d288e2-6d23-460e-8432-90898dedce2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5dd1096a-3403-4a37-a642-ab787c3ee193'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:19.058003 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a8bc41-b091-4e15-9f95-9347b9f53258 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] GET failed (client error): The resource could not be found. Jul 23 16:39:19.060199 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b7a8bc41-b091-4e15-9f95-9347b9f53258 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "GET /v2.0/ports/4c92e612-2b5a-4486-ba2e-800c1408c076 HTTP/1.1" status: 404 len: 333 time: 0.0321560 Jul 23 16:39:19.063517 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53156) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:19.082284 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e5d288e2-6d23-460e-8432-90898dedce2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:19.091903 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d288e2-6d23-460e-8432-90898dedce2f None None] Routers {'5dd1096a-3403-4a37-a642-ab787c3ee193'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:19.092521 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e5d288e2-6d23-460e-8432-90898dedce2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5dd1096a-3403-4a37-a642-ab787c3ee193'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:19.127702 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e5d288e2-6d23-460e-8432-90898dedce2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:19.128599 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d288e2-6d23-460e-8432-90898dedce2f None None] The sync data for ids ['5dd1096a-3403-4a37-a642-ab787c3ee193'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:39:19.184717 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-33e81dad-9520-4f8b-a149-8bc30ede4270 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:19.195222 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5b0f45eb-af5c-479a-a885-64756e808884 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:19.434735 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0790574-b48a-4ee3-9684-c7f0dad28fd7 req-efb087c7-fc06-4f8f-b039-78554adc37e7 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:19.436199 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a0790574-b48a-4ee3-9684-c7f0dad28fd7 req-efb087c7-fc06-4f8f-b039-78554adc37e7 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=b75d047e-5c32-4f75-909d-f2184baf8559 HTTP/1.1" status: 200 len: 945 time: 0.3750017 Jul 23 16:39:19.446233 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5b0f45eb-af5c-479a-a885-64756e808884 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:19.449567 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5b0f45eb-af5c-479a-a885-64756e808884 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:19.463176 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-33e81dad-9520-4f8b-a149-8bc30ede4270 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Deleting port 67422995-5dda-44c3-8c3e-b75c75f8e3a7 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:19.463663 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-33e81dad-9520-4f8b-a149-8bc30ede4270 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:19.561407 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5b0f45eb-af5c-479a-a885-64756e808884 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:19.561909 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0f45eb-af5c-479a-a885-64756e808884 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Fanout notify agent at l3_agent the message router_deleted on router 5dd1096a-3403-4a37-a642-ab787c3ee193 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:39:19.562462 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-33e81dad-9520-4f8b-a149-8bc30ede4270 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:19.571614 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5b0f45eb-af5c-479a-a885-64756e808884 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:19.572732 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5b0f45eb-af5c-479a-a885-64756e808884 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/routers/5dd1096a-3403-4a37-a642-ab787c3ee193 HTTP/1.1" status: 204 len: 168 time: 0.5083477 Jul 23 16:39:19.575863 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53160) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:19.585152 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a0790574-b48a-4ee3-9684-c7f0dad28fd7 req-8b3c96d9-3d6e-4090-90b9-eb780d2f6b24 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347914 Jul 23 16:39:19.595674 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-33e81dad-9520-4f8b-a149-8bc30ede4270 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Calling delete_port for 67422995-5dda-44c3-8c3e-b75c75f8e3a7 owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:19.615246 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-9e5351c6-a9fd-456f-beef-97e1116af0e6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Deleting port 79b88941-e0a4-4b45-89ba-755d0a60112b {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:19.615647 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9e5351c6-a9fd-456f-beef-97e1116af0e6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:19.686456 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f922ee-65a9-485a-96f9-edc69a4f399a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Deleting subnet b9551cc6-d4c7-4b61-bc77-faf4aa15b8a7 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:39:19.691689 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-28f922ee-65a9-485a-96f9-edc69a4f399a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:19.723004 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-9e5351c6-a9fd-456f-beef-97e1116af0e6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] For port 79b88941-e0a4-4b45-89ba-755d0a60112b, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=79b88941-e0a4-4b45-89ba-755d0a60112b,segment=NetworkSegment(74629a78-9e21-4700-9986-ce9a54a5dd50),segment_id=74629a78-9e21-4700-9986-ce9a54a5dd50)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:19.723485 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9e5351c6-a9fd-456f-beef-97e1116af0e6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:19.739729 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-9e5351c6-a9fd-456f-beef-97e1116af0e6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Calling delete_port for 79b88941-e0a4-4b45-89ba-755d0a60112b owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:19.820344 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-28f922ee-65a9-485a-96f9-edc69a4f399a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:19.945353 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9e5351c6-a9fd-456f-beef-97e1116af0e6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:19.950140 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-33e81dad-9520-4f8b-a149-8bc30ede4270 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:19.957032 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-28f922ee-65a9-485a-96f9-edc69a4f399a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:19.979926 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5351c6-a9fd-456f-beef-97e1116af0e6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Port': ['ID=79b88941-e0a4-4b45-89ba-755d0a60112b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:20.003439 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e81dad-9520-4f8b-a149-8bc30ede4270 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Port': ['ID=67422995-5dda-44c3-8c3e-b75c75f8e3a7,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:20.054904 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e81dad-9520-4f8b-a149-8bc30ede4270 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:20.055246 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e81dad-9520-4f8b-a149-8bc30ede4270 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:20.055589 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e81dad-9520-4f8b-a149-8bc30ede4270 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:20.055996 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e81dad-9520-4f8b-a149-8bc30ede4270 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:20.056241 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e81dad-9520-4f8b-a149-8bc30ede4270 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:20.056570 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e81dad-9520-4f8b-a149-8bc30ede4270 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:20.056895 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e81dad-9520-4f8b-a149-8bc30ede4270 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:20.057305 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e81dad-9520-4f8b-a149-8bc30ede4270 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:20.057638 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e81dad-9520-4f8b-a149-8bc30ede4270 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:20.057990 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e81dad-9520-4f8b-a149-8bc30ede4270 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:20.058283 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e81dad-9520-4f8b-a149-8bc30ede4270 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:20.058604 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e81dad-9520-4f8b-a149-8bc30ede4270 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:20.166044 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9e5351c6-a9fd-456f-beef-97e1116af0e6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:20.290022 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-28f922ee-65a9-485a-96f9-edc69a4f399a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:20.333106 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-33e81dad-9520-4f8b-a149-8bc30ede4270 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:20.335772 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-28f922ee-65a9-485a-96f9-edc69a4f399a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:20.338549 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-28f922ee-65a9-485a-96f9-edc69a4f399a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/subnets/b9551cc6-d4c7-4b61-bc77-faf4aa15b8a7 HTTP/1.1" status: 204 len: 168 time: 0.7612214 Jul 23 16:39:20.339296 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae4acb1-ea2b-475b-bbf3-b94b79d6aaec None None] Network 41a571a9-02e1-430c-969b-dad3ff736ddc requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:20.339756 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f922ee-65a9-485a-96f9-edc69a4f399a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Subnet': ['ID=b9551cc6-d4c7-4b61-bc77-faf4aa15b8a7,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:20.341206 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53166) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:20.504425 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5351c6-a9fd-456f-beef-97e1116af0e6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Router 990233fa-8030-4cb8-b6b3-eac6ad922a7f has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:39:20.543857 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75a114ee-b579-451d-8e77-6d029354e33e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:20.627331 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5351c6-a9fd-456f-beef-97e1116af0e6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:20.631350 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47558de6-70eb-4ece-aed5-45552b1088e0 None None] DHCP port deletion for 41a571a9-02e1-430c-969b-dad3ff736ddc request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:39:20.636495 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9e5351c6-a9fd-456f-beef-97e1116af0e6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "PUT /v2.0/routers/990233fa-8030-4cb8-b6b3-eac6ad922a7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1025612 Jul 23 16:39:20.641745 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53170) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:20.666796 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd6cd14-8ac5-4dfc-a94a-ca0e62a35f86 None None] Sync routers for ids ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:39:20.686021 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd6cd14-8ac5-4dfc-a94a-ca0e62a35f86 None None] Routers {'990233fa-8030-4cb8-b6b3-eac6ad922a7f'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:20.687237 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-bfd6cd14-8ac5-4dfc-a94a-ca0e62a35f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:20.719199 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-400593a6-bfce-4502-a42f-bc5cd46bc2be tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Deleting subnet 3a0dd136-4515-40d0-a81e-764069b693d9 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:39:20.735045 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-400593a6-bfce-4502-a42f-bc5cd46bc2be tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:20.772270 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-47558de6-70eb-4ece-aed5-45552b1088e0 None None] Deleting port ab260619-94f9-4b8b-ac15-d8419de138fa {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:20.773455 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-47558de6-70eb-4ece-aed5-45552b1088e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:20.821783 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-400593a6-bfce-4502-a42f-bc5cd46bc2be tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:20.907384 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa51ca9-018f-4798-a5ce-e57623732b60 req-e07e58c9-ddf8-4399-95f5-06dd05c61629 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:20.909021 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8fa51ca9-018f-4798-a5ce-e57623732b60 req-e07e58c9-ddf8-4399-95f5-06dd05c61629 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=b75d047e-5c32-4f75-909d-f2184baf8559 HTTP/1.1" status: 200 len: 945 time: 0.1859117 Jul 23 16:39:20.923793 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-bfd6cd14-8ac5-4dfc-a94a-ca0e62a35f86 None None] Set router 990233fa-8030-4cb8-b6b3-eac6ad922a7f gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:39:20.952594 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-47558de6-70eb-4ece-aed5-45552b1088e0 None None] For port ab260619-94f9-4b8b-ac15-d8419de138fa, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=ab260619-94f9-4b8b-ac15-d8419de138fa,segment=NetworkSegment(cff9c463-9970-4c44-a81a-6b012a0145ce),segment_id=cff9c463-9970-4c44-a81a-6b012a0145ce)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:20.952991 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-47558de6-70eb-4ece-aed5-45552b1088e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:20.983353 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-47558de6-70eb-4ece-aed5-45552b1088e0 None None] Calling delete_port for ab260619-94f9-4b8b-ac15-d8419de138fa owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:21.042533 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-400593a6-bfce-4502-a42f-bc5cd46bc2be tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.071954 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-47558de6-70eb-4ece-aed5-45552b1088e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.087921 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47558de6-70eb-4ece-aed5-45552b1088e0 None None] No DVR routers for this DVR port ab260619-94f9-4b8b-ac15-d8419de138fa on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:39:21.121086 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8fa51ca9-018f-4798-a5ce-e57623732b60 req-15024c89-d90f-42f7-b826-f9a1e09542f7 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014620 Jul 23 16:39:21.142559 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47558de6-70eb-4ece-aed5-45552b1088e0 None None] Pushing event deleted for resources: {'Port': ['ID=ab260619-94f9-4b8b-ac15-d8419de138fa,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:21.161733 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-400593a6-bfce-4502-a42f-bc5cd46bc2be tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.192386 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86501e73-ed64-4cb6-8730-42ec1267f5fd req-58dcbabe-4bf9-41c4-ae6a-20a689c1b99d tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:21.193988 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-86501e73-ed64-4cb6-8730-42ec1267f5fd req-58dcbabe-4bf9-41c4-ae6a-20a689c1b99d tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.74 "GET /v2.0/ports?device_id=b75d047e-5c32-4f75-909d-f2184baf8559 HTTP/1.1" status: 200 len: 945 time: 0.7888172 Jul 23 16:39:21.200588 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400593a6-bfce-4502-a42f-bc5cd46bc2be tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Subnet': ['ID=3a0dd136-4515-40d0-a81e-764069b693d9,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:21.207280 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-400593a6-bfce-4502-a42f-bc5cd46bc2be tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.211683 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-400593a6-bfce-4502-a42f-bc5cd46bc2be tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/subnets/3a0dd136-4515-40d0-a81e-764069b693d9 HTTP/1.1" status: 204 len: 168 time: 0.5660725 Jul 23 16:39:21.211948 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53174) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:21.212024 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e81dad-9520-4f8b-a149-8bc30ede4270 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Router 861a1e31-7963-4597-914a-20a44ba1f56e has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:39:21.216880 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c91201-e467-47a5-a6bb-44a7203bb835 None None] Network c17e3eb1-050a-4d88-83cd-d7d716b41bbc requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:21.244742 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-bfd6cd14-8ac5-4dfc-a94a-ca0e62a35f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'name': 'tempest-RoutersIpV6Test-router-1308898731', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:35Z', 'updated_at': '2021-07-23T16:39:19Z', 'revision_number': 10, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None, '_interfaces': [{'id': '9c170fe5-f84d-4ce1-8bb4-771d023aac21', 'name': '', 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:14:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:37Z', 'updated_at': '2021-07-23T16:38:48Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:21.274933 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd6cd14-8ac5-4dfc-a94a-ca0e62a35f86 None None] Checking router: 990233fa-8030-4cb8-b6b3-eac6ad922a7f for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:39:21.278119 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75a114ee-b579-451d-8e77-6d029354e33e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.284229 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd6cd14-8ac5-4dfc-a94a-ca0e62a35f86 None None] Routers {'990233fa-8030-4cb8-b6b3-eac6ad922a7f'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:21.284859 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-bfd6cd14-8ac5-4dfc-a94a-ca0e62a35f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:21.304744 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-75a114ee-b579-451d-8e77-6d029354e33e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41a571a9-02e1-430c-969b-dad3ff736ddc']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:21.407905 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-75a114ee-b579-451d-8e77-6d029354e33e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff9c463-9970-4c44-a81a-6b012a0145ce') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:21.408199 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-75a114ee-b579-451d-8e77-6d029354e33e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff9c463-9970-4c44-a81a-6b012a0145ce') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:21.427446 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b696a92d-ee9c-4f2e-a762-af544e9108d1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.437143 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75a114ee-b579-451d-8e77-6d029354e33e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.454903 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e81dad-9520-4f8b-a149-8bc30ede4270 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:21.465357 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-33e81dad-9520-4f8b-a149-8bc30ede4270 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "PUT /v2.0/routers/861a1e31-7963-4597-914a-20a44ba1f56e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9570563 Jul 23 16:39:21.465357 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75a114ee-b579-451d-8e77-6d029354e33e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.467190 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53178) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:21.467909 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b95d09-5b2a-4cf1-aaa0-242846bd1a00 None None] Sync routers for ids ['861a1e31-7963-4597-914a-20a44ba1f56e'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:39:21.482161 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a114ee-b579-451d-8e77-6d029354e33e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:39:21.482606 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75a114ee-b579-451d-8e77-6d029354e33e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.484415 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b95d09-5b2a-4cf1-aaa0-242846bd1a00 None None] Routers {'861a1e31-7963-4597-914a-20a44ba1f56e'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:21.485105 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-40b95d09-5b2a-4cf1-aaa0-242846bd1a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['861a1e31-7963-4597-914a-20a44ba1f56e'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:21.505154 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:39:21.505154 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:39:21.505154 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:39:21.505154 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:39:21.505154 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:39:21.505154 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:39:21.505154 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:39:21.505154 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:39:21.505154 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:39:21.505154 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:39:21.505154 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:39:21.505154 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:39:21.505154 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:39:21.505154 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:39:21.505154 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:39:21.505154 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:39:21.505154 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:39:21.505154 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:39:21.505154 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:39:21.505154 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:39:21.505154 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:39:21.505154 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:39:21.505154 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:39:21.505154 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:39:21.505154 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:39:21.505154 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:39:21.505154 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:39:21.505154 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:39:21.505154 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:39:21.505154 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:39:21.505154 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:39:21.505154 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:39:21.529689 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-40b95d09-5b2a-4cf1-aaa0-242846bd1a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:21.540122 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b95d09-5b2a-4cf1-aaa0-242846bd1a00 None None] Routers {'861a1e31-7963-4597-914a-20a44ba1f56e'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:21.540765 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-40b95d09-5b2a-4cf1-aaa0-242846bd1a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['861a1e31-7963-4597-914a-20a44ba1f56e'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:21.553408 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f6ae81-3b63-4bb6-ace1-d73b809b8f61 None None] DHCP port deletion for c17e3eb1-050a-4d88-83cd-d7d716b41bbc request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:39:21.569764 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-b696a92d-ee9c-4f2e-a762-af544e9108d1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Deleting port ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:21.569995 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b696a92d-ee9c-4f2e-a762-af544e9108d1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.589683 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-40b95d09-5b2a-4cf1-aaa0-242846bd1a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:21.590359 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b95d09-5b2a-4cf1-aaa0-242846bd1a00 None None] The sync data for ids ['861a1e31-7963-4597-914a-20a44ba1f56e'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:39:21.619833 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6e63497b-385a-4838-9e17-4e93349c9d73 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "GET /v2.0/ports?device_id=861a1e31-7963-4597-914a-20a44ba1f56e HTTP/1.1" status: 200 len: 205 time: 0.1489997 Jul 23 16:39:21.621912 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-bfd6cd14-8ac5-4dfc-a94a-ca0e62a35f86 None None] Set router 990233fa-8030-4cb8-b6b3-eac6ad922a7f gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:39:21.622674 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53180) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:21.651737 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-52f6ae81-3b63-4bb6-ace1-d73b809b8f61 None None] Deleting port ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:21.652117 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-52f6ae81-3b63-4bb6-ace1-d73b809b8f61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.671173 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75a114ee-b579-451d-8e77-6d029354e33e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.678379 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-b696a92d-ee9c-4f2e-a762-af544e9108d1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] For port ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79,segment=NetworkSegment(74629a78-9e21-4700-9986-ce9a54a5dd50),segment_id=74629a78-9e21-4700-9986-ce9a54a5dd50)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:21.679285 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b696a92d-ee9c-4f2e-a762-af544e9108d1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.695065 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-b696a92d-ee9c-4f2e-a762-af544e9108d1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Calling delete_port for ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:21.714302 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75a114ee-b579-451d-8e77-6d029354e33e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.716198 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-75a114ee-b579-451d-8e77-6d029354e33e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/networks/41a571a9-02e1-430c-969b-dad3ff736ddc HTTP/1.1" status: 204 len: 168 time: 1.3730729 Jul 23 16:39:21.724560 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53182) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:21.728410 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-52f6ae81-3b63-4bb6-ace1-d73b809b8f61 None None] For port ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79,segment=NetworkSegment(74629a78-9e21-4700-9986-ce9a54a5dd50),segment_id=74629a78-9e21-4700-9986-ce9a54a5dd50)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:21.728808 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-52f6ae81-3b63-4bb6-ace1-d73b809b8f61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.737236 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a114ee-b579-451d-8e77-6d029354e33e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Network': ['ID=41a571a9-02e1-430c-969b-dad3ff736ddc,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:21.740639 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ccef5e26-1f4b-4321-ace8-f658ecfb52fa tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.759433 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-52f6ae81-3b63-4bb6-ace1-d73b809b8f61 None None] Calling delete_port for ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:21.787672 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-86501e73-ed64-4cb6-8730-42ec1267f5fd req-b675e7b8-6586-496a-91c6-eedc777e9be4 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Deleting port 92c077e7-6b80-4ca0-9dfb-8a230a9cb95c {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:21.788282 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-86501e73-ed64-4cb6-8730-42ec1267f5fd req-b675e7b8-6586-496a-91c6-eedc777e9be4 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.862773 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca99673-c90e-43dc-82ca-32abf864a0c8 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:21.863282 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-52f6ae81-3b63-4bb6-ace1-d73b809b8f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.864591 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-cca99673-c90e-43dc-82ca-32abf864a0c8 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "GET /v2.0/ports/a7fa7dba-aaa4-4c99-a247-996ff39a0cdb HTTP/1.1" status: 200 len: 845 time: 0.1387637 Jul 23 16:39:21.870559 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53184) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:21.896851 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6ae81-3b63-4bb6-ace1-d73b809b8f61 None None] Pushing event deleted for resources: {'Port': ['ID=ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:21.900272 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f6ae81-3b63-4bb6-ace1-d73b809b8f61 None None] No DVR routers for this DVR port ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:39:21.924190 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b696a92d-ee9c-4f2e-a762-af544e9108d1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.971210 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696a92d-ee9c-4f2e-a762-af544e9108d1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Port': ['ID=ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:21.981908 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a1f4726e-40e5-45b5-91d7-21175a7154b8 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "GET /v2.0/ports/a7fa7dba-aaa4-4c99-a247-996ff39a0cdb?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1100698 Jul 23 16:39:21.986246 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53188) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:21.991972 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-81782728-1a86-4924-a58f-90c53e156d79 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'subnet': {'network_id': 'e168cd94-2568-41b4-8c90-ba7d7eb160aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:21.997841 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b696a92d-ee9c-4f2e-a762-af544e9108d1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] No DVR routers for this DVR port ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79 on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:39:22.033355 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-bfd6cd14-8ac5-4dfc-a94a-ca0e62a35f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'name': 'tempest-RoutersIpV6Test-router-1308898731', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:35Z', 'updated_at': '2021-07-23T16:39:19Z', 'revision_number': 10, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None, '_interfaces': [{'id': '9c170fe5-f84d-4ce1-8bb4-771d023aac21', 'name': '', 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:14:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:37Z', 'updated_at': '2021-07-23T16:38:48Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:22.044315 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ccef5e26-1f4b-4321-ace8-f658ecfb52fa tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.050448 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ccef5e26-1f4b-4321-ace8-f658ecfb52fa tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.080687 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd6cd14-8ac5-4dfc-a94a-ca0e62a35f86 None None] The sync data for ids ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'] in n-d-778549-4 is: [{'id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'name': 'tempest-RoutersIpV6Test-router-1308898731', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:35Z', 'updated_at': '2021-07-23T16:39:19Z', 'revision_number': 10, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None, '_interfaces': [{'id': '9c170fe5-f84d-4ce1-8bb4-771d023aac21', 'name': '', 'network_id': '154f9421-bd95-4f16-be6c-ca692ad5bd27', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'mac_address': 'fa:16:3e:14:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:37Z', 'updated_at': '2021-07-23T16:38:48Z', 'revision_number': 5, 'project_id': '4582563f2d784210a277b9ecb7709946', 'subnets': [{'id': '2a95d3b7-9564-46d9-9696-bcc9a3f515a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:39:22.137526 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-86501e73-ed64-4cb6-8730-42ec1267f5fd req-b675e7b8-6586-496a-91c6-eedc777e9be4 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] For port 92c077e7-6b80-4ca0-9dfb-8a230a9cb95c, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=92c077e7-6b80-4ca0-9dfb-8a230a9cb95c,segment=NetworkSegment(e86199fe-5491-4fca-b518-f67ebbbf9a42),segment_id=e86199fe-5491-4fca-b518-f67ebbbf9a42)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:22.138055 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-86501e73-ed64-4cb6-8730-42ec1267f5fd req-b675e7b8-6586-496a-91c6-eedc777e9be4 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.151786 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-86501e73-ed64-4cb6-8730-42ec1267f5fd req-b675e7b8-6586-496a-91c6-eedc777e9be4 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Calling delete_port for 92c077e7-6b80-4ca0-9dfb-8a230a9cb95c owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:22.160884 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b696a92d-ee9c-4f2e-a762-af544e9108d1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.177245 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-b696a92d-ee9c-4f2e-a762-af544e9108d1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c17e3eb1-050a-4d88-83cd-d7d716b41bbc']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:22.192857 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-b696a92d-ee9c-4f2e-a762-af544e9108d1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74629a78-9e21-4700-9986-ce9a54a5dd50') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:22.193263 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-b696a92d-ee9c-4f2e-a762-af544e9108d1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74629a78-9e21-4700-9986-ce9a54a5dd50') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:22.201505 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81782728-1a86-4924-a58f-90c53e156d79 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:22.205137 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-81782728-1a86-4924-a58f-90c53e156d79 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.213005 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b696a92d-ee9c-4f2e-a762-af544e9108d1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.217854 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ccef5e26-1f4b-4321-ace8-f658ecfb52fa tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.218443 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccef5e26-1f4b-4321-ace8-f658ecfb52fa tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Fanout notify agent at l3_agent the message router_deleted on router 861a1e31-7963-4597-914a-20a44ba1f56e {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:39:22.226555 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ccef5e26-1f4b-4321-ace8-f658ecfb52fa tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.231486 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ccef5e26-1f4b-4321-ace8-f658ecfb52fa tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/routers/861a1e31-7963-4597-914a-20a44ba1f56e HTTP/1.1" status: 204 len: 168 time: 0.6078343 Jul 23 16:39:22.233963 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53192) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:22.276246 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b696a92d-ee9c-4f2e-a762-af544e9108d1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.312234 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-f69925f3-2299-46ee-bc5e-4d55c064f6ea tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Deleting subnet 3dd53376-1ce0-4b47-aad9-148be67f8cfd {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:39:22.317533 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f69925f3-2299-46ee-bc5e-4d55c064f6ea tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.323377 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b696a92d-ee9c-4f2e-a762-af544e9108d1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Releasing vlan 1149 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:39:22.323845 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b696a92d-ee9c-4f2e-a762-af544e9108d1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: self.session.flush() Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: self.session.flush() Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: self.session.flush() Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: self.session.flush() Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:39:22.327698 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:39:22.390411 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f69925f3-2299-46ee-bc5e-4d55c064f6ea tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.417993 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b696a92d-ee9c-4f2e-a762-af544e9108d1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.431860 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b696a92d-ee9c-4f2e-a762-af544e9108d1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.433790 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b696a92d-ee9c-4f2e-a762-af544e9108d1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/networks/c17e3eb1-050a-4d88-83cd-d7d716b41bbc HTTP/1.1" status: 204 len: 168 time: 1.2087097 Jul 23 16:39:22.438440 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53196) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:22.455003 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-86501e73-ed64-4cb6-8730-42ec1267f5fd req-b675e7b8-6586-496a-91c6-eedc777e9be4 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.467933 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['92c077e7-6b80-4ca0-9dfb-8a230a9cb95c'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:39:22.503575 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675e7b8-6586-496a-91c6-eedc777e9be4 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Pushing event deleted for resources: {'Port': ['ID=92c077e7-6b80-4ca0-9dfb-8a230a9cb95c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:22.537918 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696a92d-ee9c-4f2e-a762-af544e9108d1 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Network': ['ID=c17e3eb1-050a-4d88-83cd-d7d716b41bbc,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:22.542855 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device ab260619-94f9-4b8b-ac15-d8419de138fa no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:39:22.588271 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: ab260619-94f9-4b8b-ac15-d8419de138fa {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:39:22.588808 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-86501e73-ed64-4cb6-8730-42ec1267f5fd req-b675e7b8-6586-496a-91c6-eedc777e9be4 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] No DVR routers for this DVR port 92c077e7-6b80-4ca0-9dfb-8a230a9cb95c on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:39:22.588935 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device ab260619-94f9-4b8b-ac15-d8419de138fa not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:39:22.589572 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:39:22.592648 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-86501e73-ed64-4cb6-8730-42ec1267f5fd req-b675e7b8-6586-496a-91c6-eedc777e9be4 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.595807 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-86501e73-ed64-4cb6-8730-42ec1267f5fd req-b675e7b8-6586-496a-91c6-eedc777e9be4 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.74 "DELETE /v2.0/ports/92c077e7-6b80-4ca0-9dfb-8a230a9cb95c HTTP/1.1" status: 204 len: 173 time: 1.3921108 Jul 23 16:39:22.598306 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75d047e-5c32-4f75-909d-f2184baf8559', 'name': 'network-vif-deleted', 'tag': '92c077e7-6b80-4ca0-9dfb-8a230a9cb95c'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:39:22.601858 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc35746-1aa5-426c-bd42-a265d5474c26" -d '{"events": [{"server_uuid": "b75d047e-5c32-4f75-909d-f2184baf8559", "name": "network-vif-deleted", "tag": "92c077e7-6b80-4ca0-9dfb-8a230a9cb95c"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:39:22.634318 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:39:22.634814 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device ad8d6f1d-469b-4579-a1ec-8f5fcfe7df79 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:39:22.641354 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f69925f3-2299-46ee-bc5e-4d55c064f6ea tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.691778 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bfa190-70fc-4c60-b8b4-684484c67282 x-openstack-request-id: req-f3bfa190-70fc-4c60-b8b4-684484c67282 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:39:22.692129 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75d047e-5c32-4f75-909d-f2184baf8559", "name": "network-vif-deleted", "tag": "92c077e7-6b80-4ca0-9dfb-8a230a9cb95c", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:39:22.693086 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f3bfa190-70fc-4c60-b8b4-684484c67282 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:39:22.693086 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75d047e-5c32-4f75-909d-f2184baf8559', 'name': 'network-vif-deleted', 'tag': '92c077e7-6b80-4ca0-9dfb-8a230a9cb95c', 'status': 'completed', 'code': 200} Jul 23 16:39:22.769187 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f69925f3-2299-46ee-bc5e-4d55c064f6ea tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.825486 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f69925f3-2299-46ee-bc5e-4d55c064f6ea tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.829717 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f69925f3-2299-46ee-bc5e-4d55c064f6ea tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/subnets/3dd53376-1ce0-4b47-aad9-148be67f8cfd HTTP/1.1" status: 204 len: 168 time: 0.5925179 Jul 23 16:39:22.829717 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69925f3-2299-46ee-bc5e-4d55c064f6ea tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Subnet': ['ID=3dd53376-1ce0-4b47-aad9-148be67f8cfd,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:22.830670 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53200) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:22.832933 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebd1025-5a0a-490c-92f5-44b08b4e92ed None None] Network ce545524-8711-43d1-a4c5-00739dea9bab requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:22.903497 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2040899-e4c4-4a74-b45c-649a8b860cd2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Deleting subnet 370f66f8-dada-4e25-96a0-3416b82a24e8 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:39:22.909121 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2040899-e4c4-4a74-b45c-649a8b860cd2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.971045 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2040899-e4c4-4a74-b45c-649a8b860cd2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:23.076413 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fed51f-b799-48de-87d6-e4a8c3d77407 req-1a4b320b-750a-434e-a130-358c5aff5dfc tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:23.084431 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-31fed51f-b799-48de-87d6-e4a8c3d77407 req-1a4b320b-750a-434e-a130-358c5aff5dfc tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/ports?device_id=b75d047e-5c32-4f75-909d-f2184baf8559 HTTP/1.1" status: 200 len: 945 time: 0.8557634 Jul 23 16:39:23.087821 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2040899-e4c4-4a74-b45c-649a8b860cd2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:23.157716 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3065d1-4545-4a77-b3ef-1ff9caa4103a None None] DHCP port deletion for ce545524-8711-43d1-a4c5-00739dea9bab request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:39:23.187951 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2040899-e4c4-4a74-b45c-649a8b860cd2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:23.204326 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-31fed51f-b799-48de-87d6-e4a8c3d77407 req-d543368f-be96-46c9-a471-2a3aefd57109 tempest-ServerDiskConfigTestJSON-936863033 tempest-ServerDiskConfigTestJSON-936863033-project] 10.222.0.73 "GET /v2.0/security-groups?id=e7512957-f7cb-4176-bf40-536da0f9f007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185746 Jul 23 16:39:23.233595 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-3a3065d1-4545-4a77-b3ef-1ff9caa4103a None None] Deleting port d5fed725-d5b9-49b4-a174-993a614d5159 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:23.234320 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3a3065d1-4545-4a77-b3ef-1ff9caa4103a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:23.284154 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2040899-e4c4-4a74-b45c-649a8b860cd2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Subnet': ['ID=370f66f8-dada-4e25-96a0-3416b82a24e8,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:23.306677 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2040899-e4c4-4a74-b45c-649a8b860cd2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:23.308627 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a2040899-e4c4-4a74-b45c-649a8b860cd2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/subnets/370f66f8-dada-4e25-96a0-3416b82a24e8 HTTP/1.1" status: 204 len: 168 time: 0.4768455 Jul 23 16:39:23.312104 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53210) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:23.317691 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2679444f-fc7b-4859-8225-233f46863f62 None None] Network 153eed5f-d400-4803-9672-bc1b69a27760 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:23.346315 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-3a3065d1-4545-4a77-b3ef-1ff9caa4103a None None] For port d5fed725-d5b9-49b4-a174-993a614d5159, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d5fed725-d5b9-49b4-a174-993a614d5159,segment=NetworkSegment(9ad0c256-d24e-4460-aa79-9a6d92b8057a),segment_id=9ad0c256-d24e-4460-aa79-9a6d92b8057a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:23.346830 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3a3065d1-4545-4a77-b3ef-1ff9caa4103a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:23.370422 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-3a3065d1-4545-4a77-b3ef-1ff9caa4103a None None] Calling delete_port for d5fed725-d5b9-49b4-a174-993a614d5159 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:23.471611 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de78b7be-a857-414c-b11d-a1f47ebdfe56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:23.520587 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-81782728-1a86-4924-a58f-90c53e156d79 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:23.588281 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3a3065d1-4545-4a77-b3ef-1ff9caa4103a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:23.591245 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81782728-1a86-4924-a58f-90c53e156d79 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network e168cd94-2568-41b4-8c90-ba7d7eb160aa is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:23.592031 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-de78b7be-a857-414c-b11d-a1f47ebdfe56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Deleting port d5fed725-d5b9-49b4-a174-993a614d5159 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:23.592584 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de78b7be-a857-414c-b11d-a1f47ebdfe56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:23.628064 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3065d1-4545-4a77-b3ef-1ff9caa4103a None None] Pushing event deleted for resources: {'Port': ['ID=d5fed725-d5b9-49b4-a174-993a614d5159,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:23.630334 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3065d1-4545-4a77-b3ef-1ff9caa4103a None None] No DVR routers for this DVR port d5fed725-d5b9-49b4-a174-993a614d5159 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:39:23.653138 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-81782728-1a86-4924-a58f-90c53e156d79 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:23.669011 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23b7f94-70df-490b-82d6-e4b9f4b83f3d None None] Network e168cd94-2568-41b4-8c90-ba7d7eb160aa requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:23.696765 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-de78b7be-a857-414c-b11d-a1f47ebdfe56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] For port d5fed725-d5b9-49b4-a174-993a614d5159, host n-d-778549-4, got binding levels [] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:23.697545 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de78b7be-a857-414c-b11d-a1f47ebdfe56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:23.710788 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-de78b7be-a857-414c-b11d-a1f47ebdfe56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Calling delete_port for d5fed725-d5b9-49b4-a174-993a614d5159 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:23.715371 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.ipam_backend_mixin [None req-de78b7be-a857-414c-b11d-a1f47ebdfe56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Port d5fed725-d5b9-49b4-a174-993a614d5159 was not found and therefore no delete operation was performed {{(pid=94013) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:39:23.717495 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de78b7be-a857-414c-b11d-a1f47ebdfe56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:23.724992 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a019d366-89d9-4983-8737-66a06190ac54 None None] DHCP port deletion for 153eed5f-d400-4803-9672-bc1b69a27760 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:39:23.735306 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81782728-1a86-4924-a58f-90c53e156d79 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:23.735924 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-81782728-1a86-4924-a58f-90c53e156d79 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:23.745608 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81782728-1a86-4924-a58f-90c53e156d79 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Subnet': ['ID=880ac21d-67ee-4407-8a05-47e93bebae63,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:23.751702 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de78b7be-a857-414c-b11d-a1f47ebdfe56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Port': ['ID=d5fed725-d5b9-49b4-a174-993a614d5159,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:23.782792 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de78b7be-a857-414c-b11d-a1f47ebdfe56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] No DVR routers for this DVR port d5fed725-d5b9-49b4-a174-993a614d5159 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:39:23.895464 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de78b7be-a857-414c-b11d-a1f47ebdfe56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:23.908538 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-de78b7be-a857-414c-b11d-a1f47ebdfe56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce545524-8711-43d1-a4c5-00739dea9bab']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:23.925296 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-81782728-1a86-4924-a58f-90c53e156d79 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9377570 Jul 23 16:39:23.926403 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-de78b7be-a857-414c-b11d-a1f47ebdfe56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad0c256-d24e-4460-aa79-9a6d92b8057a') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:23.926775 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-de78b7be-a857-414c-b11d-a1f47ebdfe56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad0c256-d24e-4460-aa79-9a6d92b8057a') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:23.948315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e4b89-8023-4d35-9726-0e301ea91a92 req-46751825-4991-4f4f-bf92-8ad5f6d12644 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:23.948315 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-709e4b89-8023-4d35-9726-0e301ea91a92 req-46751825-4991-4f4f-bf92-8ad5f6d12644 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.6383777 Jul 23 16:39:23.948315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53220) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:23.948655 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de78b7be-a857-414c-b11d-a1f47ebdfe56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:23.956476 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-efafbff1-8993-4c8a-9fcb-9b85d8521eff tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'security_group': {'name': 'tempest-secgroup-2077958310'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:23.966997 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de78b7be-a857-414c-b11d-a1f47ebdfe56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:23.973939 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de78b7be-a857-414c-b11d-a1f47ebdfe56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Releasing vlan 1143 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:39:23.974618 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de78b7be-a857-414c-b11d-a1f47ebdfe56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:23.978828 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:39:23.978828 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:39:23.978828 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:39:23.978828 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:39:23.978828 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:39:23.978828 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:39:23.978828 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:39:23.978828 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:39:23.978828 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:39:23.978828 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:39:23.978828 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:39:23.978828 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:39:23.978828 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:39:23.978828 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:39:23.978828 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:39:23.978828 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:39:23.978828 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:39:23.978828 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:39:23.978828 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:39:23.978828 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:39:23.978828 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:39:23.978828 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:39:23.978828 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:39:23.978828 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:39:23.978828 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:39:23.978828 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:39:23.978828 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:39:23.978828 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:39:23.978828 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:39:23.978828 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:39:23.978828 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:39:23.978828 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:39:24.028020 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a019d366-89d9-4983-8737-66a06190ac54 None None] Deleting port b9e49d06-94d8-4f63-9344-8bc0ce8b77d7 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:24.028558 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a019d366-89d9-4983-8737-66a06190ac54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:24.045729 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-709e4b89-8023-4d35-9726-0e301ea91a92 req-757b497f-ff67-4b98-82d7-7cfb2c5c37a1 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772586 Jul 23 16:39:24.050521 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-efafbff1-8993-4c8a-9fcb-9b85d8521eff tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:24.102498 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de78b7be-a857-414c-b11d-a1f47ebdfe56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:24.126605 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de78b7be-a857-414c-b11d-a1f47ebdfe56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:24.139062 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-de78b7be-a857-414c-b11d-a1f47ebdfe56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/networks/ce545524-8711-43d1-a4c5-00739dea9bab HTTP/1.1" status: 204 len: 168 time: 0.8235183 Jul 23 16:39:24.154795 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53224) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:24.175055 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de78b7be-a857-414c-b11d-a1f47ebdfe56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Network': ['ID=ce545524-8711-43d1-a4c5-00739dea9bab,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:24.224959 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d5fed725-d5b9-49b4-a174-993a614d5159 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:39:24.281548 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: d5fed725-d5b9-49b4-a174-993a614d5159 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:39:24.281880 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d5fed725-d5b9-49b4-a174-993a614d5159 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:39:24.282359 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device b9e49d06-94d8-4f63-9344-8bc0ce8b77d7 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:39:24.286882 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-a019d366-89d9-4983-8737-66a06190ac54 None None] For port b9e49d06-94d8-4f63-9344-8bc0ce8b77d7, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=b9e49d06-94d8-4f63-9344-8bc0ce8b77d7,segment=NetworkSegment(cd3ea8a4-5a70-4cb8-9177-466921be1d62),segment_id=cd3ea8a4-5a70-4cb8-9177-466921be1d62)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:24.287503 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a019d366-89d9-4983-8737-66a06190ac54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:24.326383 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5152d6fc-a630-48ee-9263-7ea48bfef611 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:24.335867 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a019d366-89d9-4983-8737-66a06190ac54 None None] Calling delete_port for b9e49d06-94d8-4f63-9344-8bc0ce8b77d7 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:24.360912 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-efafbff1-8993-4c8a-9fcb-9b85d8521eff tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:24.366174 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1ab49a2d-5a53-46b2-9f2c-17fd6fc55470 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:24.414125 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-efafbff1-8993-4c8a-9fcb-9b85d8521eff tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:24.437746 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd6b5f3-b9ac-4078-8a18-fc9ce3d37ffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-e168cd94-2568-41b4-8c90-ba7d7eb160aa', 'network_id': 'e168cd94-2568-41b4-8c90-ba7d7eb160aa', 'tenant_id': '9684d680e97142e5b0eab6534baef299', 'fixed_ips': [{'subnet_id': '880ac21d-67ee-4407-8a05-47e93bebae63'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:39:24.438597 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6bd6b5f3-b9ac-4078-8a18-fc9ce3d37ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:24.504391 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:24.504721 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53236) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:24.512545 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1fa8b-cdec-41f5-b50f-f32597f7e549 req-6d8782e3-a819-47fb-a5d3-34e2345c8abc tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:24.514144 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-83c1fa8b-cdec-41f5-b50f-f32597f7e549 req-6d8782e3-a819-47fb-a5d3-34e2345c8abc tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.3072758 Jul 23 16:39:24.536461 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-efafbff1-8993-4c8a-9fcb-9b85d8521eff tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:24.537010 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-efafbff1-8993-4c8a-9fcb-9b85d8521eff tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5891719 Jul 23 16:39:24.540550 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53238) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:24.545518 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-1f940e08-86f8-4e01-8187-35279b1e5107 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'security_group': {'name': 'tempest-secgroup-1169247570'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:24.554691 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efafbff1-8993-4c8a-9fcb-9b85d8521eff tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73b8a3bd-d6a0-470f-ae47-10d65b8103d7,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:24.603632 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a019d366-89d9-4983-8737-66a06190ac54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:24.621585 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-83c1fa8b-cdec-41f5-b50f-f32597f7e549 req-069b9819-3d54-4f8c-ae22-fea0d1a4bf36 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979652 Jul 23 16:39:24.625265 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-0878adc7-1aa4-4b86-97fa-82662ff94710 admin admin] Deleting subnet 0451a60c-d287-4012-8d32-22a400e0b50b {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:39:24.653099 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0878adc7-1aa4-4b86-97fa-82662ff94710 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:24.653099 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1f940e08-86f8-4e01-8187-35279b1e5107 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:24.700266 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0878adc7-1aa4-4b86-97fa-82662ff94710 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:24.753254 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-5152d6fc-a630-48ee-9263-7ea48bfef611 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Deleting port b9e49d06-94d8-4f63-9344-8bc0ce8b77d7 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:24.753254 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5152d6fc-a630-48ee-9263-7ea48bfef611 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:24.825640 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1f940e08-86f8-4e01-8187-35279b1e5107 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:24.837987 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1f940e08-86f8-4e01-8187-35279b1e5107 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:24.862509 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0878adc7-1aa4-4b86-97fa-82662ff94710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:24.879625 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019d366-89d9-4983-8737-66a06190ac54 None None] Pushing event deleted for resources: {'Port': ['ID=b9e49d06-94d8-4f63-9344-8bc0ce8b77d7,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:24.881582 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 79b88941-e0a4-4b45-89ba-755d0a60112b no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:39:24.886342 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a019d366-89d9-4983-8737-66a06190ac54 None None] No DVR routers for this DVR port b9e49d06-94d8-4f63-9344-8bc0ce8b77d7 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:39:24.913090 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1f940e08-86f8-4e01-8187-35279b1e5107 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:24.913774 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 79b88941-e0a4-4b45-89ba-755d0a60112b {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:39:24.913774 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 79b88941-e0a4-4b45-89ba-755d0a60112b not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:39:24.920746 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1f940e08-86f8-4e01-8187-35279b1e5107 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3710637 Jul 23 16:39:24.923034 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53250) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:24.927166 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-9a19e8be-720d-4136-b264-a72c5f6e3c06 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2107641827', 'security_groups': ['34884f98-8cf3-4618-9082-a7110cd175e7'], 'network_id': 'e168cd94-2568-41b4-8c90-ba7d7eb160aa', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '880ac21d-67ee-4407-8a05-47e93bebae63'}]}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:24.932518 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f940e08-86f8-4e01-8187-35279b1e5107 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34884f98-8cf3-4618-9082-a7110cd175e7,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:25.031565 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0878adc7-1aa4-4b86-97fa-82662ff94710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.046948 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-5152d6fc-a630-48ee-9263-7ea48bfef611 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] For port b9e49d06-94d8-4f63-9344-8bc0ce8b77d7, host n-d-778549-4, got binding levels [] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:25.047322 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5152d6fc-a630-48ee-9263-7ea48bfef611 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.050453 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-6bd6b5f3-b9ac-4078-8a18-fc9ce3d37ffc None None] Allocated IP 2001:db8::2 (e168cd94-2568-41b4-8c90-ba7d7eb160aa/880ac21d-67ee-4407-8a05-47e93bebae63/5462d163-a4f7-43cb-8e41-feab17767600) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:25.080124 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878adc7-1aa4-4b86-97fa-82662ff94710 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0451a60c-d287-4012-8d32-22a400e0b50b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:25.096389 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0878adc7-1aa4-4b86-97fa-82662ff94710 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.098471 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0878adc7-1aa4-4b86-97fa-82662ff94710 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/0451a60c-d287-4012-8d32-22a400e0b50b HTTP/1.1" status: 204 len: 168 time: 0.5927129 Jul 23 16:39:25.103976 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53258) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:25.116623 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-5152d6fc-a630-48ee-9263-7ea48bfef611 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Calling delete_port for b9e49d06-94d8-4f63-9344-8bc0ce8b77d7 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:25.124147 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.ipam_backend_mixin [None req-5152d6fc-a630-48ee-9263-7ea48bfef611 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Port b9e49d06-94d8-4f63-9344-8bc0ce8b77d7 was not found and therefore no delete operation was performed {{(pid=94012) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:39:25.132044 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5152d6fc-a630-48ee-9263-7ea48bfef611 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.199840 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b0c060b-7fde-4c12-b89b-f9691822ed64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.203251 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a19e8be-720d-4136-b264-a72c5f6e3c06 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:25.206453 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5152d6fc-a630-48ee-9263-7ea48bfef611 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] No DVR routers for this DVR port b9e49d06-94d8-4f63-9344-8bc0ce8b77d7 on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:39:25.233794 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152d6fc-a630-48ee-9263-7ea48bfef611 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Port': ['ID=b9e49d06-94d8-4f63-9344-8bc0ce8b77d7,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:25.254307 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6bd6b5f3-b9ac-4078-8a18-fc9ce3d37ffc None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.265300 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6bd6b5f3-b9ac-4078-8a18-fc9ce3d37ffc None None] Transition to ACTIVE for port object 5462d163-a4f7-43cb-8e41-feab17767600 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:25.283095 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6bd6b5f3-b9ac-4078-8a18-fc9ce3d37ffc None None] Transition to ACTIVE for port object 5462d163-a4f7-43cb-8e41-feab17767600 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:25.291757 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6bd6b5f3-b9ac-4078-8a18-fc9ce3d37ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.319394 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-c46ca43e-2472-4be4-9f8c-c9d1cf721002 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:25.321484 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-c46ca43e-2472-4be4-9f8c-c9d1cf721002 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/networks?id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a HTTP/1.1" status: 200 len: 811 time: 0.3063533 Jul 23 16:39:25.332104 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd6b5f3-b9ac-4078-8a18-fc9ce3d37ffc None None] Network e168cd94-2568-41b4-8c90-ba7d7eb160aa is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:25.335701 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-6bd6b5f3-b9ac-4078-8a18-fc9ce3d37ffc None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:25.338559 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9a19e8be-720d-4136-b264-a72c5f6e3c06 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.343806 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd6b5f3-b9ac-4078-8a18-fc9ce3d37ffc None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:25.355597 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6b5f3-b9ac-4078-8a18-fc9ce3d37ffc None None] Pushing event updated for resources: {'Port': ['ID=5462d163-a4f7-43cb-8e41-feab17767600,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:25.367392 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5152d6fc-a630-48ee-9263-7ea48bfef611 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.374995 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b0c060b-7fde-4c12-b89b-f9691822ed64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.389734 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-5b0c060b-7fde-4c12-b89b-f9691822ed64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76cc40b0-30f5-4501-be03-be323c612c9a']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:25.397899 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-9a19e8be-720d-4136-b264-a72c5f6e3c06 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] device_id is not set on port a74a51c9-1834-446a-a97a-21edeeb71743 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:39:25.406706 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-5152d6fc-a630-48ee-9263-7ea48bfef611 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['153eed5f-d400-4803-9672-bc1b69a27760']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:25.407766 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-5b0c060b-7fde-4c12-b89b-f9691822ed64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86199fe-5491-4fca-b518-f67ebbbf9a42') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:25.408054 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-5b0c060b-7fde-4c12-b89b-f9691822ed64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86199fe-5491-4fca-b518-f67ebbbf9a42') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:25.414861 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-6bd6b5f3-b9ac-4078-8a18-fc9ce3d37ffc None None] Attempting to bind port 5462d163-a4f7-43cb-8e41-feab17767600 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:39:25.415107 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-6bd6b5f3-b9ac-4078-8a18-fc9ce3d37ffc None None] Attempting to bind port 5462d163-a4f7-43cb-8e41-feab17767600 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'f15856f5-2829-4046-809c-86fc78768a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e168cd94-2568-41b4-8c90-ba7d7eb160aa'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:39:25.415384 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd6b5f3-b9ac-4078-8a18-fc9ce3d37ffc None None] Attempting to bind port 5462d163-a4f7-43cb-8e41-feab17767600 on network e168cd94-2568-41b4-8c90-ba7d7eb160aa {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:39:25.421131 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-b6b6040d-1a34-452d-99f3-f877a7259668 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/quotas/5d8469dd886547af8aa5b5e0e02307dd HTTP/1.1" status: 200 len: 375 time: 0.0500960 Jul 23 16:39:25.421354 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd6b5f3-b9ac-4078-8a18-fc9ce3d37ffc None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:39:25.421661 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd6b5f3-b9ac-4078-8a18-fc9ce3d37ffc None None] Checking segment: {'id': 'f15856f5-2829-4046-809c-86fc78768a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e168cd94-2568-41b4-8c90-ba7d7eb160aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:39:25.422039 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6bd6b5f3-b9ac-4078-8a18-fc9ce3d37ffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.422420 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd6b5f3-b9ac-4078-8a18-fc9ce3d37ffc None None] Bound using segment: {'id': 'f15856f5-2829-4046-809c-86fc78768a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e168cd94-2568-41b4-8c90-ba7d7eb160aa'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:39:25.422913 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-6bd6b5f3-b9ac-4078-8a18-fc9ce3d37ffc None None] Bound port: 5462d163-a4f7-43cb-8e41-feab17767600, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f15856f5-2829-4046-809c-86fc78768a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e168cd94-2568-41b4-8c90-ba7d7eb160aa'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:39:25.423287 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6bd6b5f3-b9ac-4078-8a18-fc9ce3d37ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.423598 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-5152d6fc-a630-48ee-9263-7ea48bfef611 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3ea8a4-5a70-4cb8-9177-466921be1d62') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:25.423891 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-5152d6fc-a630-48ee-9263-7ea48bfef611 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3ea8a4-5a70-4cb8-9177-466921be1d62') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:25.445679 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5152d6fc-a630-48ee-9263-7ea48bfef611 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.451311 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b0c060b-7fde-4c12-b89b-f9691822ed64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.473606 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b0c060b-7fde-4c12-b89b-f9691822ed64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.486016 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b0c060b-7fde-4c12-b89b-f9691822ed64 admin admin] Releasing vlan 1107 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:39:25.486426 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b0c060b-7fde-4c12-b89b-f9691822ed64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.488117 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:39:25.488117 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:39:25.488117 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:39:25.488117 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:39:25.488117 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:39:25.488117 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:39:25.488117 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:39:25.488117 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:39:25.488117 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:39:25.488117 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:39:25.488117 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:39:25.488117 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:39:25.488117 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:39:25.488117 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:39:25.488117 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:39:25.488117 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:39:25.488117 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:39:25.488117 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:39:25.488117 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:39:25.488117 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:39:25.488117 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:39:25.488117 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:39:25.488117 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:39:25.488117 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:39:25.488117 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:39:25.488117 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:39:25.488117 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:39:25.488117 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:39:25.488117 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:39:25.488117 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:39:25.488117 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:39:25.488117 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:39:25.496478 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5152d6fc-a630-48ee-9263-7ea48bfef611 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.503637 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-6bd6b5f3-b9ac-4078-8a18-fc9ce3d37ffc None None] For port 5462d163-a4f7-43cb-8e41-feab17767600, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:39:25.514393 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5152d6fc-a630-48ee-9263-7ea48bfef611 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:39:25.514729 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5152d6fc-a630-48ee-9263-7ea48bfef611 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.517706 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:39:25.517706 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:39:25.517706 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:39:25.517706 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:39:25.517706 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:39:25.517706 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:39:25.517706 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:39:25.517706 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:39:25.517706 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:39:25.517706 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:39:25.517706 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:39:25.517706 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:39:25.517706 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:39:25.517706 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:39:25.517706 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:39:25.517706 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:39:25.517706 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:39:25.517706 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:39:25.517706 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:39:25.517706 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:39:25.517706 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:39:25.517706 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:39:25.517706 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:39:25.517706 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:39:25.517706 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:39:25.517706 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:39:25.517706 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:39:25.517706 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:39:25.517706 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:39:25.517706 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:39:25.517706 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:39:25.517706 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:39:25.579155 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-6bd6b5f3-b9ac-4078-8a18-fc9ce3d37ffc None None] For port 5462d163-a4f7-43cb-8e41-feab17767600, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=5462d163-a4f7-43cb-8e41-feab17767600,segment=NetworkSegment(f15856f5-2829-4046-809c-86fc78768a4f),segment_id=f15856f5-2829-4046-809c-86fc78768a4f)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:39:25.579539 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b0c060b-7fde-4c12-b89b-f9691822ed64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.582912 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-1ab49a2d-5a53-46b2-9f2c-17fd6fc55470 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Deleting port 9c170fe5-f84d-4ce1-8bb4-771d023aac21 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:25.583314 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1ab49a2d-5a53-46b2-9f2c-17fd6fc55470 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.590183 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b0c060b-7fde-4c12-b89b-f9691822ed64 admin admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.591946 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5b0c060b-7fde-4c12-b89b-f9691822ed64 admin admin] 10.222.0.73 "DELETE /v2.0/networks/76cc40b0-30f5-4501-be03-be323c612c9a HTTP/1.1" status: 204 len: 168 time: 0.4870284 Jul 23 16:39:25.593527 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6bd6b5f3-b9ac-4078-8a18-fc9ce3d37ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.623208 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5152d6fc-a630-48ee-9263-7ea48bfef611 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.634960 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c060b-7fde-4c12-b89b-f9691822ed64 admin admin] Pushing event deleted for resources: {'Network': ['ID=76cc40b0-30f5-4501-be03-be323c612c9a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:25.636296 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5152d6fc-a630-48ee-9263-7ea48bfef611 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.638224 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5152d6fc-a630-48ee-9263-7ea48bfef611 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/networks/153eed5f-d400-4803-9672-bc1b69a27760 HTTP/1.1" status: 204 len: 168 time: 1.4824615 Jul 23 16:39:25.642447 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53262) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:25.648491 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-8711f9ce-5eeb-4b74-90f1-e8176636b7ce tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Request body: {'network': {'name': 'tempest-RoutersTest-1122742153'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:25.689252 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-9a19e8be-720d-4136-b264-a72c5f6e3c06 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Allocated IP 2001:db8::377 (e168cd94-2568-41b4-8c90-ba7d7eb160aa/880ac21d-67ee-4407-8a05-47e93bebae63/a74a51c9-1834-446a-a97a-21edeeb71743) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:25.695855 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152d6fc-a630-48ee-9263-7ea48bfef611 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Network': ['ID=153eed5f-d400-4803-9672-bc1b69a27760,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:25.697645 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8711f9ce-5eeb-4b74-90f1-e8176636b7ce tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Made reservation on behalf of c0f4c41fe4844b969e43c8308c91c7fc for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:25.702152 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8711f9ce-5eeb-4b74-90f1-e8176636b7ce tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.716530 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-a3414c62-f562-46dc-aa7c-76868c5f0bf8 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5d8469dd886547af8aa5b5e0e02307dd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2677572 Jul 23 16:39:25.759949 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6b5f3-b9ac-4078-8a18-fc9ce3d37ffc None None] Pushing event updated for resources: {'Port': ['ID=5462d163-a4f7-43cb-8e41-feab17767600,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:25.770468 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8711f9ce-5eeb-4b74-90f1-e8176636b7ce tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] vlan segment allocate from pool success with {'vlan_id': 1140, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:39:25.809323 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8711f9ce-5eeb-4b74-90f1-e8176636b7ce tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.809693 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-8711f9ce-5eeb-4b74-90f1-e8176636b7ce tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Added segment 8cd88ea2-5df5-40e3-9d42-10573dbaa8ba of type vlan for network d6bf2f94-4896-47c8-8b8e-a6c8aa4c466e Jul 23 16:39:25.809805 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-1ab49a2d-5a53-46b2-9f2c-17fd6fc55470 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] For port 9c170fe5-f84d-4ce1-8bb4-771d023aac21, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=9c170fe5-f84d-4ce1-8bb4-771d023aac21,segment=NetworkSegment(345ceff8-b41d-41fa-bc1d-0eb34bebbf4a),segment_id=345ceff8-b41d-41fa-bc1d-0eb34bebbf4a)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:25.810056 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1ab49a2d-5a53-46b2-9f2c-17fd6fc55470 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.874533 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53264) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:25.876852 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-1ab49a2d-5a53-46b2-9f2c-17fd6fc55470 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Calling delete_port for 9c170fe5-f84d-4ce1-8bb4-771d023aac21 owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:25.910369 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8711f9ce-5eeb-4b74-90f1-e8176636b7ce tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.934995 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 92c077e7-6b80-4ca0-9dfb-8a230a9cb95c no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:39:25.973356 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9a19e8be-720d-4136-b264-a72c5f6e3c06 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.985870 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-1bde0204-dc09-4b50-949e-a29749384ece service neutron] 10.222.0.73 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505820 Jul 23 16:39:25.993104 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8711f9ce-5eeb-4b74-90f1-e8176636b7ce tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:26.000653 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8711f9ce-5eeb-4b74-90f1-e8176636b7ce tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:26.001891 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8711f9ce-5eeb-4b74-90f1-e8176636b7ce tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:26.017123 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 92c077e7-6b80-4ca0-9dfb-8a230a9cb95c {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:39:26.017714 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 92c077e7-6b80-4ca0-9dfb-8a230a9cb95c not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:39:26.037166 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8711f9ce-5eeb-4b74-90f1-e8176636b7ce tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3938417 Jul 23 16:39:26.040022 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53268) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:26.054589 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a7e2f29a-0cd3-45d1-9508-0d0d5b8457b4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=896b34069cf0464297c90d7b6d93c235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1787844 Jul 23 16:39:26.056442 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-25b5bb58-d45b-49aa-b9c0-1f7a27d1a10f tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Request body: {'subnet': {'network_id': 'd6bf2f94-4896-47c8-8b8e-a6c8aa4c466e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:26.063745 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53270) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:26.064776 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-9a19e8be-720d-4136-b264-a72c5f6e3c06 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Transition to ACTIVE for port object a74a51c9-1834-446a-a97a-21edeeb71743 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:26.265277 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 5462d163-a4f7-43cb-8e41-feab17767600 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:26.282720 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-49149ec1-7c79-4b91-b2cc-cc0e04b9a9de service neutron] 10.222.0.73 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994273 Jul 23 16:39:26.302540 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b5bb58-d45b-49aa-b9c0-1f7a27d1a10f tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Made reservation on behalf of c0f4c41fe4844b969e43c8308c91c7fc for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:26.306670 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-25b5bb58-d45b-49aa-b9c0-1f7a27d1a10f tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:26.324093 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1ab49a2d-5a53-46b2-9f2c-17fd6fc55470 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:26.326937 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 5462d163-a4f7-43cb-8e41-feab17767600 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:26.347098 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711f9ce-5eeb-4b74-90f1-e8176636b7ce tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Network': ['ID=d6bf2f94-4896-47c8-8b8e-a6c8aa4c466e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:26.362936 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network d6bf2f94-4896-47c8-8b8e-a6c8aa4c466e details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:39:26.393615 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab49a2d-5a53-46b2-9f2c-17fd6fc55470 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Port': ['ID=9c170fe5-f84d-4ce1-8bb4-771d023aac21,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:26.491815 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9a19e8be-720d-4136-b264-a72c5f6e3c06 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:26.522124 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c7a172c9-e004-4aab-b4b7-dc188aacf806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:26.554234 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1ab49a2d-5a53-46b2-9f2c-17fd6fc55470 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:26.565615 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a19e8be-720d-4136-b264-a72c5f6e3c06 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network e168cd94-2568-41b4-8c90-ba7d7eb160aa is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:26.583392 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-9a19e8be-720d-4136-b264-a72c5f6e3c06 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:26.599834 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a19e8be-720d-4136-b264-a72c5f6e3c06 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:26.608998 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a19e8be-720d-4136-b264-a72c5f6e3c06 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:26.609736 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9a19e8be-720d-4136-b264-a72c5f6e3c06 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:26.618794 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-46d9c8d4-4b6a-4c51-856c-0bc2d85b1d91 req-35ca85d6-f071-4745-b36c-61aa1239d06f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cd86d46-446d-47fe-8cd1-eb131aba94be HTTP/1.1" status: 200 len: 210 time: 0.0511665 Jul 23 16:39:26.665125 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c7a172c9-e004-4aab-b4b7-dc188aacf806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:26.696378 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19e8be-720d-4136-b264-a72c5f6e3c06 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Port': ['ID=a74a51c9-1834-446a-a97a-21edeeb71743,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:26.733693 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9a19e8be-720d-4136-b264-a72c5f6e3c06 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8103871 Jul 23 16:39:26.734755 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53284) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:26.842290 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab49a2d-5a53-46b2-9f2c-17fd6fc55470 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Router 990233fa-8030-4cb8-b6b3-eac6ad922a7f has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:39:26.857609 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-c16580f4-4133-442f-9b21-4c992fdaf0a4 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'subnet': {'network_id': 'e168cd94-2568-41b4-8c90-ba7d7eb160aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:26.880987 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-25b5bb58-d45b-49aa-b9c0-1f7a27d1a10f tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:26.929175 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c7a172c9-e004-4aab-b4b7-dc188aacf806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:26.931994 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c7a172c9-e004-4aab-b4b7-dc188aacf806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:26.933673 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c7a172c9-e004-4aab-b4b7-dc188aacf806 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e7512957-f7cb-4176-bf40-536da0f9f007 HTTP/1.1" status: 204 len: 168 time: 0.8626478 Jul 23 16:39:26.961901 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab49a2d-5a53-46b2-9f2c-17fd6fc55470 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:26.973252 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1ab49a2d-5a53-46b2-9f2c-17fd6fc55470 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "PUT /v2.0/routers/990233fa-8030-4cb8-b6b3-eac6ad922a7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5236313 Jul 23 16:39:26.976138 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1477ad1-8087-4ce7-8774-b32c6af89843 None None] Sync routers for ids ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:39:26.977219 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53292) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:26.997600 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a172c9-e004-4aab-b4b7-dc188aacf806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7512957-f7cb-4176-bf40-536da0f9f007,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:26.998965 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1477ad1-8087-4ce7-8774-b32c6af89843 None None] Routers {'990233fa-8030-4cb8-b6b3-eac6ad922a7f'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:27.001745 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-d1477ad1-8087-4ce7-8774-b32c6af89843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:27.052031 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b5bb58-d45b-49aa-b9c0-1f7a27d1a10f tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Checking segment: {'id': '8cd88ea2-5df5-40e3-9d42-10573dbaa8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'd6bf2f94-4896-47c8-8b8e-a6c8aa4c466e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:39:27.052392 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b5bb58-d45b-49aa-b9c0-1f7a27d1a10f tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network hostable DHCP agents. Network: d6bf2f94-4896-47c8-8b8e-a6c8aa4c466e, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:39:27.067742 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c75ae86-c747-44b4-9bfa-d80ef5ed2c73 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Deleting subnet 2a95d3b7-9564-46d9-9696-bcc9a3f515a4 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:39:27.072247 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c75ae86-c747-44b4-9bfa-d80ef5ed2c73 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:27.098925 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5bb58-d45b-49aa-b9c0-1f7a27d1a10f tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Subnet': ['ID=0cd5f0f8-1898-42af-bc73-1df205aa1323,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:27.121270 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b5bb58-d45b-49aa-b9c0-1f7a27d1a10f tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network d6bf2f94-4896-47c8-8b8e-a6c8aa4c466e is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:39:27.147821 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-25b5bb58-d45b-49aa-b9c0-1f7a27d1a10f tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, d6bf2f94-4896-47c8-8b8e-a6c8aa4c466e) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:27.154402 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-d1477ad1-8087-4ce7-8774-b32c6af89843 None None] Set router 990233fa-8030-4cb8-b6b3-eac6ad922a7f gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:39:27.156519 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6c7a5d-255d-4c9f-86f1-cefca0522c3d None None] Network d6bf2f94-4896-47c8-8b8e-a6c8aa4c466e requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:27.161179 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b5bb58-d45b-49aa-b9c0-1f7a27d1a10f tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:27.164559 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-25b5bb58-d45b-49aa-b9c0-1f7a27d1a10f tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:27.219942 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-25b5bb58-d45b-49aa-b9c0-1f7a27d1a10f tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1682293 Jul 23 16:39:27.220289 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c75ae86-c747-44b4-9bfa-d80ef5ed2c73 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:27.229550 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53298) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:27.246267 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-096394ee-d6af-416e-90fb-365300d2417b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1684714317', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:27.268353 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-d1477ad1-8087-4ce7-8774-b32c6af89843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'name': 'tempest-RoutersIpV6Test-router-1308898731', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:35Z', 'updated_at': '2021-07-23T16:39:26Z', 'revision_number': 11, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:27.311746 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16580f4-4133-442f-9b21-4c992fdaf0a4 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:27.316831 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c16580f4-4133-442f-9b21-4c992fdaf0a4 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:27.327556 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1477ad1-8087-4ce7-8774-b32c6af89843 None None] Checking router: 990233fa-8030-4cb8-b6b3-eac6ad922a7f for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:39:27.349531 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1477ad1-8087-4ce7-8774-b32c6af89843 None None] Routers {'990233fa-8030-4cb8-b6b3-eac6ad922a7f'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:27.351617 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-d1477ad1-8087-4ce7-8774-b32c6af89843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:27.373458 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-096394ee-d6af-416e-90fb-365300d2417b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:27.376159 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-096394ee-d6af-416e-90fb-365300d2417b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:27.518676 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c75ae86-c747-44b4-9bfa-d80ef5ed2c73 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:27.551802 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d5a8cfa7-cadf-4075-a539-88a6d7776e60 None None] Provisioning for port 5462d163-a4f7-43cb-8e41-feab17767600 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:27.586738 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-d1477ad1-8087-4ce7-8774-b32c6af89843 None None] Set router 990233fa-8030-4cb8-b6b3-eac6ad922a7f gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:39:27.588688 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d5a8cfa7-cadf-4075-a539-88a6d7776e60 None None] Provisioning complete for port 5462d163-a4f7-43cb-8e41-feab17767600 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:27.589083 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d5a8cfa7-cadf-4075-a539-88a6d7776e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:27.695426 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c75ae86-c747-44b4-9bfa-d80ef5ed2c73 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:27.706886 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-d1477ad1-8087-4ce7-8774-b32c6af89843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'name': 'tempest-RoutersIpV6Test-router-1308898731', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:35Z', 'updated_at': '2021-07-23T16:39:26Z', 'revision_number': 11, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:27.748630 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1477ad1-8087-4ce7-8774-b32c6af89843 None None] The sync data for ids ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'] in n-d-778549-4 is: [{'id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'name': 'tempest-RoutersIpV6Test-router-1308898731', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:35Z', 'updated_at': '2021-07-23T16:39:26Z', 'revision_number': 11, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:39:27.772288 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ab94e1-07f2-4e5e-a02e-2d5c90c8ea7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-d6bf2f94-4896-47c8-8b8e-a6c8aa4c466e', 'network_id': 'd6bf2f94-4896-47c8-8b8e-a6c8aa4c466e', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'fixed_ips': [{'subnet_id': '0cd5f0f8-1898-42af-bc73-1df205aa1323'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:39:27.777839 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-10ab94e1-07f2-4e5e-a02e-2d5c90c8ea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:27.817577 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c75ae86-c747-44b4-9bfa-d80ef5ed2c73 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:27.824390 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7c75ae86-c747-44b4-9bfa-d80ef5ed2c73 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/subnets/2a95d3b7-9564-46d9-9696-bcc9a3f515a4 HTTP/1.1" status: 204 len: 168 time: 0.8454432 Jul 23 16:39:27.825341 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53312) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:27.826455 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75ae86-c747-44b4-9bfa-d80ef5ed2c73 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Subnet': ['ID=2a95d3b7-9564-46d9-9696-bcc9a3f515a4,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:27.838882 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee24ed3-630a-4bae-8b49-38a76f3aa558 None None] Network 154f9421-bd95-4f16-be6c-ca692ad5bd27 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:27.861252 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75ae86-c747-44b4-9bfa-d80ef5ed2c73 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:27.861720 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75ae86-c747-44b4-9bfa-d80ef5ed2c73 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:27.862090 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75ae86-c747-44b4-9bfa-d80ef5ed2c73 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:27.862411 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75ae86-c747-44b4-9bfa-d80ef5ed2c73 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:27.862750 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75ae86-c747-44b4-9bfa-d80ef5ed2c73 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:27.863116 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75ae86-c747-44b4-9bfa-d80ef5ed2c73 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:27.863469 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75ae86-c747-44b4-9bfa-d80ef5ed2c73 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:27.863790 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75ae86-c747-44b4-9bfa-d80ef5ed2c73 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:27.864120 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75ae86-c747-44b4-9bfa-d80ef5ed2c73 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:27.864547 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75ae86-c747-44b4-9bfa-d80ef5ed2c73 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:27.864888 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75ae86-c747-44b4-9bfa-d80ef5ed2c73 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:27.865243 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75ae86-c747-44b4-9bfa-d80ef5ed2c73 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:28.031331 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8293511-ca50-4e58-ab76-c84c1110feca req-987c32aa-3c78-423d-834a-895b7c5db5ff tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cd86d46-446d-47fe-8cd1-eb131aba94be HTTP/1.1" status: 200 len: 210 time: 0.1478949 Jul 23 16:39:28.056895 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d5a8cfa7-cadf-4075-a539-88a6d7776e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.080291 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3c889918-495f-4099-85b2-86955c90ec47 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.186074 n-d-778549-4 neutron-server[94013]: INFO neutron.db.ipam_backend_mixin [None req-c16580f4-4133-442f-9b21-4c992fdaf0a4 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 880ac21d-67ee-4407-8a05-47e93bebae63 (CIDR: 2001:db8::/64) Jul 23 16:39:28.192156 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16580f4-4133-442f-9b21-4c992fdaf0a4 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:39:28.192921 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c16580f4-4133-442f-9b21-4c992fdaf0a4 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:28.223532 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-096394ee-d6af-416e-90fb-365300d2417b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.231923 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-096394ee-d6af-416e-90fb-365300d2417b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.264049 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c16580f4-4133-442f-9b21-4c992fdaf0a4 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4131968 Jul 23 16:39:28.267881 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53324) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:28.278255 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-ef1a64d5-0ffe-4321-8961-00aaf805d65d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'subnet': {'network_id': 'e168cd94-2568-41b4-8c90-ba7d7eb160aa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:28.297343 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 9c170fe5-f84d-4ce1-8bb4-771d023aac21 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:39:28.308355 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-096394ee-d6af-416e-90fb-365300d2417b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.309856 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-096394ee-d6af-416e-90fb-365300d2417b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0719068 Jul 23 16:39:28.312501 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53328) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:28.317485 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-14154dd3-fb58-4da7-b5d2-6420b5a1a00e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Request body: {'port': {'network_id': 'd6bf2f94-4896-47c8-8b8e-a6c8aa4c466e', 'name': 'tempest-RoutersTest-1845036931'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:28.329218 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 9c170fe5-f84d-4ce1-8bb4-771d023aac21 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:39:28.329493 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 9c170fe5-f84d-4ce1-8bb4-771d023aac21 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:39:28.333137 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-d5a8cfa7-cadf-4075-a539-88a6d7776e60 None None] For port 5462d163-a4f7-43cb-8e41-feab17767600, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=5462d163-a4f7-43cb-8e41-feab17767600,segment=NetworkSegment(f15856f5-2829-4046-809c-86fc78768a4f),segment_id=f15856f5-2829-4046-809c-86fc78768a4f)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:28.363318 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d5a8cfa7-cadf-4075-a539-88a6d7776e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.384767 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-9e202e36-296f-492b-a023-b1c2762ab036 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:28.387582 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-9e202e36-296f-492b-a023-b1c2762ab036 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.97 "GET /v2.0/networks?id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a HTTP/1.1" status: 200 len: 811 time: 0.3779922 Jul 23 16:39:28.429486 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-1dc16e65-1db2-4b6e-a2b4-b14b46fb4ebf tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Request body: {'port': {'device_id': '9cd86d46-446d-47fe-8cd1-eb131aba94be', 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a', 'admin_state_up': True, 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:28.489305 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-10ab94e1-07f2-4e5e-a02e-2d5c90c8ea7d None None] Allocated IP 172.20.0.2 (d6bf2f94-4896-47c8-8b8e-a6c8aa4c466e/0cd5f0f8-1898-42af-bc73-1df205aa1323/11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:28.511536 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d5a8cfa7-cadf-4075-a539-88a6d7776e60 None None] Provisioning complete for port a7fa7dba-aaa4-4c99-a247-996ff39a0cdb triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:28.511980 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d5a8cfa7-cadf-4075-a539-88a6d7776e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.550144 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8cfa7-cadf-4075-a539-88a6d7776e60 None None] Pushing event updated for resources: {'Port': ['ID=5462d163-a4f7-43cb-8e41-feab17767600,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:28.606150 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.db.api [None req-ef1a64d5-0ffe-4321-8961-00aaf805d65d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:39:28.606150 n-d-778549-4 neutron-server[94013]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 16:39:28.606150 n-d-778549-4 neutron-server[94013]: [parameters: {'project_id_1': '9684d680e97142e5b0eab6534baef299', 'expiration_1': datetime.datetime(2021, 7, 23, 16, 39, 28, 590014)}] Jul 23 16:39:28.606150 n-d-778549-4 neutron-server[94013]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94013) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:39:28.606574 n-d-778549-4 neutron-server[94013]: DEBUG oslo_db.api [None req-ef1a64d5-0ffe-4321-8961-00aaf805d65d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:39:28.607267 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53338) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:28.613330 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14154dd3-fb58-4da7-b5d2-6420b5a1a00e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Made reservation on behalf of c0f4c41fe4844b969e43c8308c91c7fc for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:28.615276 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-d5a8cfa7-cadf-4075-a539-88a6d7776e60 None None] Port a7fa7dba-aaa4-4c99-a247-996ff39a0cdb cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:28.617190 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14154dd3-fb58-4da7-b5d2-6420b5a1a00e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.640107 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-14154dd3-fb58-4da7-b5d2-6420b5a1a00e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] device_id is not set on port 3d140ee3-799d-482f-950d-c0632e8b0013 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:39:28.763740 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9329e17e-5d4a-4a75-94ba-e6d640491817 None None] DHCP port deletion for 154f9421-bd95-4f16-be6c-ca692ad5bd27 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:39:28.799249 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-8cbf1d5f-2a9a-47a7-8158-4e2add691565 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-14255758-network', 'tenant_id': '955ec0dfd80a4aa79ac43654ba8e1f70'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:28.824499 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-10ab94e1-07f2-4e5e-a02e-2d5c90c8ea7d None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.827089 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a174c80d-cea8-42f0-81cb-51ca0105b999 None None] Provisioning for port a74a51c9-1834-446a-a97a-21edeeb71743 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:28.832808 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbf1d5f-2a9a-47a7-8158-4e2add691565 admin admin] Made reservation on behalf of 955ec0dfd80a4aa79ac43654ba8e1f70 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:28.836486 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1d5f-2a9a-47a7-8158-4e2add691565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.838851 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a174c80d-cea8-42f0-81cb-51ca0105b999 None None] Provisioning complete for port a74a51c9-1834-446a-a97a-21edeeb71743 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:28.839237 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a174c80d-cea8-42f0-81cb-51ca0105b999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.844574 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-10ab94e1-07f2-4e5e-a02e-2d5c90c8ea7d None None] Transition to ACTIVE for port object 11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:28.848772 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1d5f-2a9a-47a7-8158-4e2add691565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.897489 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-10ab94e1-07f2-4e5e-a02e-2d5c90c8ea7d None None] Transition to ACTIVE for port object 11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:28.911251 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-10ab94e1-07f2-4e5e-a02e-2d5c90c8ea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.913000 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a174c80d-cea8-42f0-81cb-51ca0105b999 None None] Port a74a51c9-1834-446a-a97a-21edeeb71743 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:28.923315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-3c889918-495f-4099-85b2-86955c90ec47 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Deleting port a218d160-972b-4d6a-a1ab-693c8469a662 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:28.923803 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3c889918-495f-4099-85b2-86955c90ec47 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.954739 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-9329e17e-5d4a-4a75-94ba-e6d640491817 None None] Deleting port a218d160-972b-4d6a-a1ab-693c8469a662 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:28.955134 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9329e17e-5d4a-4a75-94ba-e6d640491817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.966233 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ab94e1-07f2-4e5e-a02e-2d5c90c8ea7d None None] Network d6bf2f94-4896-47c8-8b8e-a6c8aa4c466e is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:28.983219 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b023e3-67f5-42c5-83e7-7b01aa7a5bff req-120bac23-f15f-47a9-a8af-c420f36e764f tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:28.984555 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-10ab94e1-07f2-4e5e-a02e-2d5c90c8ea7d None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:28.984792 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e2b023e3-67f5-42c5-83e7-7b01aa7a5bff req-120bac23-f15f-47a9-a8af-c420f36e764f tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 945 time: 0.7303402 Jul 23 16:39:28.987042 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ab94e1-07f2-4e5e-a02e-2d5c90c8ea7d None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:29.002856 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-14154dd3-fb58-4da7-b5d2-6420b5a1a00e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Allocated IP 172.20.0.5 (d6bf2f94-4896-47c8-8b8e-a6c8aa4c466e/0cd5f0f8-1898-42af-bc73-1df205aa1323/3d140ee3-799d-482f-950d-c0632e8b0013) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:29.007385 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab94e1-07f2-4e5e-a02e-2d5c90c8ea7d None None] Pushing event updated for resources: {'Port': ['ID=11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:29.044263 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-3c889918-495f-4099-85b2-86955c90ec47 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] For port a218d160-972b-4d6a-a1ab-693c8469a662, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a218d160-972b-4d6a-a1ab-693c8469a662,segment=NetworkSegment(345ceff8-b41d-41fa-bc1d-0eb34bebbf4a),segment_id=345ceff8-b41d-41fa-bc1d-0eb34bebbf4a)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:29.044714 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3c889918-495f-4099-85b2-86955c90ec47 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.071865 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-3c889918-495f-4099-85b2-86955c90ec47 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Calling delete_port for a218d160-972b-4d6a-a1ab-693c8469a662 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:29.081996 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1d5f-2a9a-47a7-8158-4e2add691565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.087370 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1d5f-2a9a-47a7-8158-4e2add691565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.104676 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e2b023e3-67f5-42c5-83e7-7b01aa7a5bff req-14cdc104-3ed4-4723-a031-6bdffcd879c6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856018 Jul 23 16:39:29.131221 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf1d5f-2a9a-47a7-8158-4e2add691565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d438248-76a0-475a-ba41-8526690dd25d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:29.131822 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-9329e17e-5d4a-4a75-94ba-e6d640491817 None None] For port a218d160-972b-4d6a-a1ab-693c8469a662, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a218d160-972b-4d6a-a1ab-693c8469a662,segment=NetworkSegment(345ceff8-b41d-41fa-bc1d-0eb34bebbf4a),segment_id=345ceff8-b41d-41fa-bc1d-0eb34bebbf4a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:29.132229 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9329e17e-5d4a-4a75-94ba-e6d640491817 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.146866 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-10ab94e1-07f2-4e5e-a02e-2d5c90c8ea7d None None] Attempting to bind port 11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:39:29.147285 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-10ab94e1-07f2-4e5e-a02e-2d5c90c8ea7d None None] Attempting to bind port 11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '8cd88ea2-5df5-40e3-9d42-10573dbaa8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'd6bf2f94-4896-47c8-8b8e-a6c8aa4c466e'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:39:29.147427 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-1dc16e65-1db2-4b6e-a2b4-b14b46fb4ebf tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Made reservation on behalf of 5d8469dd886547af8aa5b5e0e02307dd for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:29.147717 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab94e1-07f2-4e5e-a02e-2d5c90c8ea7d None None] Attempting to bind port 11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91 on network d6bf2f94-4896-47c8-8b8e-a6c8aa4c466e {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:39:29.152559 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-1dc16e65-1db2-4b6e-a2b4-b14b46fb4ebf tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.154465 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-9329e17e-5d4a-4a75-94ba-e6d640491817 None None] Calling delete_port for a218d160-972b-4d6a-a1ab-693c8469a662 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:29.165338 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab94e1-07f2-4e5e-a02e-2d5c90c8ea7d None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:39:29.166053 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab94e1-07f2-4e5e-a02e-2d5c90c8ea7d None None] Checking segment: {'id': '8cd88ea2-5df5-40e3-9d42-10573dbaa8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'd6bf2f94-4896-47c8-8b8e-a6c8aa4c466e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:39:29.166473 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-10ab94e1-07f2-4e5e-a02e-2d5c90c8ea7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.166878 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab94e1-07f2-4e5e-a02e-2d5c90c8ea7d None None] Bound using segment: {'id': '8cd88ea2-5df5-40e3-9d42-10573dbaa8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'd6bf2f94-4896-47c8-8b8e-a6c8aa4c466e'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:39:29.167437 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-10ab94e1-07f2-4e5e-a02e-2d5c90c8ea7d None None] Bound port: 11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd88ea2-5df5-40e3-9d42-10573dbaa8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'd6bf2f94-4896-47c8-8b8e-a6c8aa4c466e'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:39:29.167833 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-10ab94e1-07f2-4e5e-a02e-2d5c90c8ea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.172056 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1a64d5-0ffe-4321-8961-00aaf805d65d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:29.176538 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ef1a64d5-0ffe-4321-8961-00aaf805d65d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.206870 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cbf1d5f-2a9a-47a7-8158-4e2add691565 admin admin] vlan segment allocate from pool success with {'vlan_id': 1112, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:39:29.252993 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1d5f-2a9a-47a7-8158-4e2add691565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.253419 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-8cbf1d5f-2a9a-47a7-8158-4e2add691565 admin admin] Added segment eb05760f-189f-4878-ae1e-c450672daf8d of type vlan for network 2655b065-662a-4caa-8d53-6f3e669648eb Jul 23 16:39:29.299861 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7349054f-56ab-445e-a569-0ff0193d8222 req-d026c0ea-21d8-455c-9447-37a4aa701bce tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cd86d46-446d-47fe-8cd1-eb131aba94be HTTP/1.1" status: 200 len: 210 time: 0.0401125 Jul 23 16:39:29.302664 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3c889918-495f-4099-85b2-86955c90ec47 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.304671 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9329e17e-5d4a-4a75-94ba-e6d640491817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.349989 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329e17e-5d4a-4a75-94ba-e6d640491817 None None] Pushing event deleted for resources: {'Port': ['ID=a218d160-972b-4d6a-a1ab-693c8469a662,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:29.353789 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9329e17e-5d4a-4a75-94ba-e6d640491817 None None] No DVR routers for this DVR port a218d160-972b-4d6a-a1ab-693c8469a662 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:39:29.358263 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-10ab94e1-07f2-4e5e-a02e-2d5c90c8ea7d None None] For port 11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:39:29.365170 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-10ab94e1-07f2-4e5e-a02e-2d5c90c8ea7d None None] For port 11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91,segment=NetworkSegment(8cd88ea2-5df5-40e3-9d42-10573dbaa8ba),segment_id=8cd88ea2-5df5-40e3-9d42-10573dbaa8ba)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:39:29.367239 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c889918-495f-4099-85b2-86955c90ec47 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Port': ['ID=a218d160-972b-4d6a-a1ab-693c8469a662,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:29.371990 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-10ab94e1-07f2-4e5e-a02e-2d5c90c8ea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.399694 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1d5f-2a9a-47a7-8158-4e2add691565 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.411420 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c889918-495f-4099-85b2-86955c90ec47 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] No DVR routers for this DVR port a218d160-972b-4d6a-a1ab-693c8469a662 on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:39:29.451156 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab94e1-07f2-4e5e-a02e-2d5c90c8ea7d None None] Pushing event updated for resources: {'Port': ['ID=11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:29.494985 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-1dc16e65-1db2-4b6e-a2b4-b14b46fb4ebf tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Allocated IP 172.20.0.13 (03e99c5a-98cc-4ed4-9e2b-d3e4c465647a/2ae57d8d-3779-4491-8fd1-fe104612a516/c8eb0fc1-0b30-40f1-870c-e7c75dda6211) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:29.498672 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14154dd3-fb58-4da7-b5d2-6420b5a1a00e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.530038 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1d5f-2a9a-47a7-8158-4e2add691565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.531387 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbf1d5f-2a9a-47a7-8158-4e2add691565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:29.532228 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1d5f-2a9a-47a7-8158-4e2add691565 admin admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.550894 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-14154dd3-fb58-4da7-b5d2-6420b5a1a00e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Transition to ACTIVE for port object 3d140ee3-799d-482f-950d-c0632e8b0013 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:29.573146 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8cbf1d5f-2a9a-47a7-8158-4e2add691565 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9646640 Jul 23 16:39:29.579845 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3c889918-495f-4099-85b2-86955c90ec47 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.580156 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53346) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:29.595508 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-aa5b8507-7572-4ef2-b107-9a03d6f65d84 admin admin] Request body: {'subnet': {'network_id': '2655b065-662a-4caa-8d53-6f3e669648eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-14255758-subnet', 'tenant_id': '955ec0dfd80a4aa79ac43654ba8e1f70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:29.599715 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-3c889918-495f-4099-85b2-86955c90ec47 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154f9421-bd95-4f16-be6c-ca692ad5bd27']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:29.625912 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-3c889918-495f-4099-85b2-86955c90ec47 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '345ceff8-b41d-41fa-bc1d-0eb34bebbf4a') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:29.626208 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-3c889918-495f-4099-85b2-86955c90ec47 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '345ceff8-b41d-41fa-bc1d-0eb34bebbf4a') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:29.660960 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3c889918-495f-4099-85b2-86955c90ec47 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.706038 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf1d5f-2a9a-47a7-8158-4e2add691565 admin admin] Pushing event updated for resources: {'Network': ['ID=2655b065-662a-4caa-8d53-6f3e669648eb,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:29.721166 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 2655b065-662a-4caa-8d53-6f3e669648eb details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:39:29.722233 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3c889918-495f-4099-85b2-86955c90ec47 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.730306 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c889918-495f-4099-85b2-86955c90ec47 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Releasing vlan 1130 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:39:29.731023 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3c889918-495f-4099-85b2-86955c90ec47 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.738504 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5b8507-7572-4ef2-b107-9a03d6f65d84 admin admin] Made reservation on behalf of 955ec0dfd80a4aa79ac43654ba8e1f70 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:29.741362 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aa5b8507-7572-4ef2-b107-9a03d6f65d84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.775260 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:39:29.775260 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:39:29.775260 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:39:29.775260 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:39:29.775260 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:39:29.775260 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:39:29.775260 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:39:29.775260 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:39:29.775260 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:39:29.775260 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:39:29.775260 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:39:29.775260 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:39:29.775260 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:39:29.775260 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:39:29.775260 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:39:29.775260 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:39:29.775260 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:39:29.775260 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:39:29.775260 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:39:29.775260 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:39:29.775260 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:39:29.775260 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:39:29.775260 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:39:29.775260 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:39:29.775260 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:39:29.775260 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:39:29.775260 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:39:29.775260 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:39:29.775260 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:39:29.775260 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:39:29.775260 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:39:29.775260 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:39:29.781234 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14154dd3-fb58-4da7-b5d2-6420b5a1a00e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.845810 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3c889918-495f-4099-85b2-86955c90ec47 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.863975 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3c889918-495f-4099-85b2-86955c90ec47 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.869292 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3c889918-495f-4099-85b2-86955c90ec47 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/networks/154f9421-bd95-4f16-be6c-ca692ad5bd27 HTTP/1.1" status: 204 len: 168 time: 2.0365136 Jul 23 16:39:29.875529 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53348) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:29.887807 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c889918-495f-4099-85b2-86955c90ec47 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Pushing event deleted for resources: {'Network': ['ID=154f9421-bd95-4f16-be6c-ca692ad5bd27,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:29.898435 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-e7b8dc41-4808-48d3-b1a1-31f395e31474 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Request body: {'router': {'routes': None}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:29.910222 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-1dc16e65-1db2-4b6e-a2b4-b14b46fb4ebf tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.928026 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-1dc16e65-1db2-4b6e-a2b4-b14b46fb4ebf tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Transition to ACTIVE for port object c8eb0fc1-0b30-40f1-870c-e7c75dda6211 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:29.971323 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-1dc16e65-1db2-4b6e-a2b4-b14b46fb4ebf tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.984162 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:39:29.986365 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14154dd3-fb58-4da7-b5d2-6420b5a1a00e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network d6bf2f94-4896-47c8-8b8e-a6c8aa4c466e is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:30.024834 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-1dc16e65-1db2-4b6e-a2b4-b14b46fb4ebf tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Network 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:30.029395 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-14154dd3-fb58-4da7-b5d2-6420b5a1a00e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:30.030340 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['bf3c0b97-349e-4e25-8962-be2ec8f75263'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:39:30.031568 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-1dc16e65-1db2-4b6e-a2b4-b14b46fb4ebf tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:30.034101 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-1dc16e65-1db2-4b6e-a2b4-b14b46fb4ebf tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:30.048673 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14154dd3-fb58-4da7-b5d2-6420b5a1a00e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:30.064114 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc16e65-1db2-4b6e-a2b4-b14b46fb4ebf tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Pushing event updated for resources: {'Port': ['ID=c8eb0fc1-0b30-40f1-870c-e7c75dda6211,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:30.109769 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14154dd3-fb58-4da7-b5d2-6420b5a1a00e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Port': ['ID=3d140ee3-799d-482f-950d-c0632e8b0013,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:30.118745 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-1dc16e65-1db2-4b6e-a2b4-b14b46fb4ebf tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:30.119692 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-1dc16e65-1db2-4b6e-a2b4-b14b46fb4ebf tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:30.151297 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-1dc16e65-1db2-4b6e-a2b4-b14b46fb4ebf tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7292261 Jul 23 16:39:30.174897 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-d54b82af-210a-4e4e-b559-716d4985bd8f service neutron] Request body: {'port': {'device_id': '9cd86d46-446d-47fe-8cd1-eb131aba94be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:30.264637 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ef1a64d5-0ffe-4321-8961-00aaf805d65d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:30.331794 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14154dd3-fb58-4da7-b5d2-6420b5a1a00e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:30.333174 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14154dd3-fb58-4da7-b5d2-6420b5a1a00e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:30.393143 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 5462d163-a4f7-43cb-8e41-feab17767600 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:30.409036 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-14154dd3-fb58-4da7-b5d2-6420b5a1a00e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0956566 Jul 23 16:39:30.410216 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53354) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:30.436093 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-d54b82af-210a-4e4e-b559-716d4985bd8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:30.476760 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.extraroute_db [None req-e7b8dc41-4808-48d3-b1a1-31f395e31474 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Added routes are [] {{(pid=94013) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 16:39:30.477125 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.extraroute_db [None req-e7b8dc41-4808-48d3-b1a1-31f395e31474 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Removed routes are [] {{(pid=94013) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 16:39:30.477500 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e7b8dc41-4808-48d3-b1a1-31f395e31474 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:30.493429 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1a64d5-0ffe-4321-8961-00aaf805d65d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network e168cd94-2568-41b4-8c90-ba7d7eb160aa is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:30.538002 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-ef1a64d5-0ffe-4321-8961-00aaf805d65d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:30.560210 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab064cb-3e13-4a2a-a907-a3e08fae9059 None None] Network e168cd94-2568-41b4-8c90-ba7d7eb160aa requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:30.618180 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1a64d5-0ffe-4321-8961-00aaf805d65d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:30.619292 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ef1a64d5-0ffe-4321-8961-00aaf805d65d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:30.647122 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ef1a64d5-0ffe-4321-8961-00aaf805d65d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3731167 Jul 23 16:39:30.647706 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53358) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:30.721831 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-49a696f8-f452-4f9e-845e-33f07529e2e9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1414409346', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c06a13bc-01bd-45c1-b17e-4a5fb4916b7a'}], 'security_groups': ['73b8a3bd-d6a0-470f-ae47-10d65b8103d7']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:30.732955 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a64d5-0ffe-4321-8961-00aaf805d65d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Subnet': ['ID=c06a13bc-01bd-45c1-b17e-4a5fb4916b7a,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:30.775922 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-43459ebc-6364-405f-992b-efb5adedda5e None None] Provisioning for port c8eb0fc1-0b30-40f1-870c-e7c75dda6211 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:30.808688 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-43459ebc-6364-405f-992b-efb5adedda5e None None] Provisioning complete for port c8eb0fc1-0b30-40f1-870c-e7c75dda6211 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:30.809619 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-43459ebc-6364-405f-992b-efb5adedda5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:30.881630 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afcc64-8ce6-4d25-af39-1e885c6eec62 req-624f88b8-a391-4718-9de1-95d21b6973c1 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:30.897295 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 5462d163-a4f7-43cb-8e41-feab17767600 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:30.897295 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:30.899780 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-83afcc64-8ce6-4d25-af39-1e885c6eec62 req-624f88b8-a391-4718-9de1-95d21b6973c1 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 945 time: 0.5649180 Jul 23 16:39:30.989516 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ca97b-fd7b-49d0-bee7-6996767eef36 req-f07b97dc-526f-4824-a9a1-bdf6c2029b34 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:30.991131 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-981ca97b-fd7b-49d0-bee7-6996767eef36 req-f07b97dc-526f-4824-a9a1-bdf6c2029b34 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cd86d46-446d-47fe-8cd1-eb131aba94be HTTP/1.1" status: 200 len: 932 time: 0.5007026 Jul 23 16:39:31.002731 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-43459ebc-6364-405f-992b-efb5adedda5e None None] Port c8eb0fc1-0b30-40f1-870c-e7c75dda6211 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:31.007220 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2d6986-65ae-4948-a11c-335d9aa73d55 None None] Network d6bf2f94-4896-47c8-8b8e-a6c8aa4c466e requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:31.047087 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-83afcc64-8ce6-4d25-af39-1e885c6eec62 req-a3b89a2b-380a-4e06-a9e2-4fc24b127561 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327000 Jul 23 16:39:31.116638 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-981ca97b-fd7b-49d0-bee7-6996767eef36 req-85342648-23d3-403f-866a-791c0ef78d03 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170492 Jul 23 16:39:31.126130 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-d54b82af-210a-4e4e-b559-716d4985bd8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8eb0fc1-0b30-40f1-870c-e7c75dda6211 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:39:31.138738 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-d54b82af-210a-4e4e-b559-716d4985bd8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:31.156283 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-d54b82af-210a-4e4e-b559-716d4985bd8f service neutron] Transition to ACTIVE for port object c8eb0fc1-0b30-40f1-870c-e7c75dda6211 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:31.162426 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-d54b82af-210a-4e4e-b559-716d4985bd8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:31.174780 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aa5b8507-7572-4ef2-b107-9a03d6f65d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:31.182713 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e7b8dc41-4808-48d3-b1a1-31f395e31474 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:31.191368 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:31.234199 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b82af-210a-4e4e-b559-716d4985bd8f service neutron] Pushing event updated for resources: {'Port': ['ID=c8eb0fc1-0b30-40f1-870c-e7c75dda6211,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:31.234810 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e7b8dc41-4808-48d3-b1a1-31f395e31474 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1714764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1714741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695099'] for router, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:31.272053 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ea350783-6e35-434d-a622-5c7f981d5f5c None None] Provisioning for port 11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:31.384419 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-d54b82af-210a-4e4e-b559-716d4985bd8f service neutron] Attempting to bind port c8eb0fc1-0b30-40f1-870c-e7c75dda6211 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:39:31.384763 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-d54b82af-210a-4e4e-b559-716d4985bd8f service neutron] Attempting to bind port c8eb0fc1-0b30-40f1-870c-e7c75dda6211 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'd69e0431-1959-4dab-bf58-cb378f4bfdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:39:31.385134 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-d54b82af-210a-4e4e-b559-716d4985bd8f service neutron] Attempting to bind port c8eb0fc1-0b30-40f1-870c-e7c75dda6211 on network 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:39:31.391796 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-d54b82af-210a-4e4e-b559-716d4985bd8f service neutron] Port c8eb0fc1-0b30-40f1-870c-e7c75dda6211 on network 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:39:31.392140 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-d54b82af-210a-4e4e-b559-716d4985bd8f service neutron] Attempting to bind port c8eb0fc1-0b30-40f1-870c-e7c75dda6211 on network 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:39:31.400850 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-d54b82af-210a-4e4e-b559-716d4985bd8f service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:39:31.401266 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-d54b82af-210a-4e4e-b559-716d4985bd8f service neutron] Checking segment: {'id': 'd69e0431-1959-4dab-bf58-cb378f4bfdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:39:31.401672 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-d54b82af-210a-4e4e-b559-716d4985bd8f service neutron] Bound using segment: {'id': 'd69e0431-1959-4dab-bf58-cb378f4bfdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:39:31.402120 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-d54b82af-210a-4e4e-b559-716d4985bd8f service neutron] Bound port: c8eb0fc1-0b30-40f1-870c-e7c75dda6211, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69e0431-1959-4dab-bf58-cb378f4bfdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:39:31.402481 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-d54b82af-210a-4e4e-b559-716d4985bd8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:31.441381 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf45903-69d1-43ce-8ffb-37dca73f300b req-fa29003a-9094-4dc2-aa03-159f310ddf76 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:31.443975 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cf45903-69d1-43ce-8ffb-37dca73f300b req-fa29003a-9094-4dc2-aa03-159f310ddf76 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 945 time: 0.1483130 Jul 23 16:39:31.500171 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b8507-7572-4ef2-b107-9a03d6f65d84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fa0ccfb-fa96-465a-9a56-19d1c26c6eb6,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:31.547742 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cf45903-69d1-43ce-8ffb-37dca73f300b req-52b92860-012c-47ad-a6fd-ab0bb1ec6c76 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c6eb539-11f0-4f1b-b8f5-d8e90642f151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965371 Jul 23 16:39:31.548937 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b8dc41-4808-48d3-b1a1-31f395e31474 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Router 990233fa-8030-4cb8-b6b3-eac6ad922a7f has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:39:31.559384 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-49a696f8-f452-4f9e-845e-33f07529e2e9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:31.563153 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5b8507-7572-4ef2-b107-9a03d6f65d84 admin admin] Checking segment: {'id': 'eb05760f-189f-4878-ae1e-c450672daf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '2655b065-662a-4caa-8d53-6f3e669648eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:39:31.563525 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5b8507-7572-4ef2-b107-9a03d6f65d84 admin admin] Network hostable DHCP agents. Network: 2655b065-662a-4caa-8d53-6f3e669648eb, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:39:31.564055 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-d54b82af-210a-4e4e-b559-716d4985bd8f service neutron] For port c8eb0fc1-0b30-40f1-870c-e7c75dda6211, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:39:31.569187 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-d54b82af-210a-4e4e-b559-716d4985bd8f service neutron] For port c8eb0fc1-0b30-40f1-870c-e7c75dda6211, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=c8eb0fc1-0b30-40f1-870c-e7c75dda6211,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:39:31.579167 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:31.583283 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-d54b82af-210a-4e4e-b559-716d4985bd8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:31.620177 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:31.620552 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:31.626618 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-d54b82af-210a-4e4e-b559-716d4985bd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:31.627249 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-d54b82af-210a-4e4e-b559-716d4985bd8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:31.628967 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-d54b82af-210a-4e4e-b559-716d4985bd8f service neutron] 10.222.0.97 "PUT /v2.0/ports/c8eb0fc1-0b30-40f1-870c-e7c75dda6211 HTTP/1.1" status: 200 len: 1092 time: 1.4693069 Jul 23 16:39:31.629269 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd86d46-446d-47fe-8cd1-eb131aba94be', 'tag': 'c8eb0fc1-0b30-40f1-870c-e7c75dda6211'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:39:31.631613 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9436e05d-eb94-4133-98f7-bfc9c01b29d1" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd86d46-446d-47fe-8cd1-eb131aba94be", "tag": "c8eb0fc1-0b30-40f1-870c-e7c75dda6211"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:39:31.660501 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b82af-210a-4e4e-b559-716d4985bd8f service neutron] Pushing event updated for resources: {'Port': ['ID=c8eb0fc1-0b30-40f1-870c-e7c75dda6211,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:31.704454 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b3233744-a006-44d2-b2c3-28bf2d985bce tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:31.721138 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2108be1-3e08-498c-a460-8abd4cb1205d None None] Update dhcp port {'port': {'network_id': 'e168cd94-2568-41b4-8c90-ba7d7eb160aa', 'fixed_ips': [{'subnet_id': '880ac21d-67ee-4407-8a05-47e93bebae63', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c06a13bc-01bd-45c1-b17e-4a5fb4916b7a'}], 'binding:host_id': 'n-d-778549-4'}, 'id': '5462d163-a4f7-43cb-8e41-feab17767600'} from n-d-778549-4. {{(pid=94014) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:39:31.738352 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b21526b-d75e-488c-8452-5f1fdc1c2c7c x-openstack-request-id: req-8b21526b-d75e-488c-8452-5f1fdc1c2c7c {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:39:31.739089 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd86d46-446d-47fe-8cd1-eb131aba94be", "tag": "c8eb0fc1-0b30-40f1-870c-e7c75dda6211", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:39:31.739562 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8b21526b-d75e-488c-8452-5f1fdc1c2c7c {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:39:31.740332 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd86d46-446d-47fe-8cd1-eb131aba94be', 'tag': 'c8eb0fc1-0b30-40f1-870c-e7c75dda6211', 'status': 'completed', 'code': 200} Jul 23 16:39:31.781663 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2108be1-3e08-498c-a460-8abd4cb1205d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:31.783690 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5b8507-7572-4ef2-b107-9a03d6f65d84 admin admin] Network 2655b065-662a-4caa-8d53-6f3e669648eb is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:39:31.784533 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-885d9b0d-898c-4046-9e6e-bee021e702d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:31.786631 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-885d9b0d-898c-4046-9e6e-bee021e702d8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d8469dd886547af8aa5b5e0e02307dd&device_id=9cd86d46-446d-47fe-8cd1-eb131aba94be HTTP/1.1" status: 200 len: 1095 time: 0.1033974 Jul 23 16:39:31.804614 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b8dc41-4808-48d3-b1a1-31f395e31474 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:31.814511 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e7b8dc41-4808-48d3-b1a1-31f395e31474 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:31.815832 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e7b8dc41-4808-48d3-b1a1-31f395e31474 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "PUT /v2.0/routers/990233fa-8030-4cb8-b6b3-eac6ad922a7f HTTP/1.1" status: 200 len: 705 time: 1.9287255 Jul 23 16:39:31.825124 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53366) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:31.849529 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:31.866629 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50268af8-69b3-400a-9ad6-874c179c4669 None None] Sync routers for ids ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:39:31.908364 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-fd940ac5-62f9-4ab0-8ff5-fd25b2e92380 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8eb0fc1-0b30-40f1-870c-e7c75dda6211 HTTP/1.1" status: 200 len: 217 time: 0.1129832 Jul 23 16:39:31.938617 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0f7d0633-d919-41e4-bf50-96f424e5d9a5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "GET /v2.0/ports?device_id=990233fa-8030-4cb8-b6b3-eac6ad922a7f HTTP/1.1" status: 200 len: 205 time: 0.1092627 Jul 23 16:39:31.950660 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53368) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:31.980211 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-aa5b8507-7572-4ef2-b107-9a03d6f65d84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 2655b065-662a-4caa-8d53-6f3e669648eb) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:31.985258 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5b8507-7572-4ef2-b107-9a03d6f65d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:31.985857 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aa5b8507-7572-4ef2-b107-9a03d6f65d84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:32.012547 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-68c358ef-929e-4041-81f8-0ce7b9ba80a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:32.014960 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-68c358ef-929e-4041-81f8-0ce7b9ba80a1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2ae57d8d-3779-4491-8fd1-fe104612a516 HTTP/1.1" status: 200 len: 850 time: 0.0852928 Jul 23 16:39:32.034246 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476a520c-8688-45e6-bc25-cb930960dd8a None None] Network 2655b065-662a-4caa-8d53-6f3e669648eb requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:32.089698 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-b72edf57-0100-4499-b142-4c63f102b8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:32.091255 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-b72edf57-0100-4499-b142-4c63f102b8c0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691833 Jul 23 16:39:32.097314 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50268af8-69b3-400a-9ad6-874c179c4669 None None] Routers {'990233fa-8030-4cb8-b6b3-eac6ad922a7f'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:32.098311 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-50268af8-69b3-400a-9ad6-874c179c4669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:32.120238 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-aa5b8507-7572-4ef2-b107-9a03d6f65d84 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.5390143 Jul 23 16:39:32.143654 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91,segment=NetworkSegment(8cd88ea2-5df5-40e3-9d42-10573dbaa8ba),segment_id=8cd88ea2-5df5-40e3-9d42-10573dbaa8ba)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:32.261278 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:32.380270 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-b2108be1-3e08-498c-a460-8abd4cb1205d None None] Allocated IP 2001:db8:0:1::2 (e168cd94-2568-41b4-8c90-ba7d7eb160aa/c06a13bc-01bd-45c1-b17e-4a5fb4916b7a/5462d163-a4f7-43cb-8e41-feab17767600) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:32.385217 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a218d160-972b-4d6a-a1ab-693c8469a662 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:39:32.417461 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-50268af8-69b3-400a-9ad6-874c179c4669 None None] Set router 990233fa-8030-4cb8-b6b3-eac6ad922a7f gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:39:32.468232 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-641d7828-ef13-4c62-add9-6e22fe6366e3 service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685827 Jul 23 16:39:32.498617 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5f18c-fe05-46dc-9217-764ae8ceab13 req-45feeb78-9844-4aad-9a0d-b71645809247 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:32.501190 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1ad5f18c-fe05-46dc-9217-764ae8ceab13 req-45feeb78-9844-4aad-9a0d-b71645809247 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 945 time: 0.1802461 Jul 23 16:39:32.501890 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-50268af8-69b3-400a-9ad6-874c179c4669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'name': 'tempest-RoutersIpV6Test-router-1308898731', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:35Z', 'updated_at': '2021-07-23T16:39:26Z', 'revision_number': 11, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:32.510764 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: a218d160-972b-4d6a-a1ab-693c8469a662 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:39:32.511197 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a218d160-972b-4d6a-a1ab-693c8469a662 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:39:32.555793 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388d60a-9d8d-47e0-a83b-acfffdd3dc80 req-4a944d9d-e2ab-4c12-8684-9f181d5eaf38 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:32.557627 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e388d60a-9d8d-47e0-a83b-acfffdd3dc80 req-4a944d9d-e2ab-4c12-8684-9f181d5eaf38 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cd86d46-446d-47fe-8cd1-eb131aba94be HTTP/1.1" status: 200 len: 944 time: 0.2741249 Jul 23 16:39:32.560614 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50268af8-69b3-400a-9ad6-874c179c4669 None None] Checking router: 990233fa-8030-4cb8-b6b3-eac6ad922a7f for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:39:32.611003 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1ad5f18c-fe05-46dc-9217-764ae8ceab13 req-4856c955-e6f5-46b8-9247-32f392a79a02 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887988 Jul 23 16:39:32.638000 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50268af8-69b3-400a-9ad6-874c179c4669 None None] Routers {'990233fa-8030-4cb8-b6b3-eac6ad922a7f'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:32.638981 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-50268af8-69b3-400a-9ad6-874c179c4669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:32.659165 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e388d60a-9d8d-47e0-a83b-acfffdd3dc80 req-4d103c20-9bfb-4606-86af-0bd790e60be9 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941832 Jul 23 16:39:32.698756 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d807f39-1ffe-4eb4-8833-de861ab15d8b req-6dd8ebc4-a5d1-425f-8bc4-fe527cf05fb1 service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180138 Jul 23 16:39:32.720575 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-18418d8b-76fc-49ea-983d-a3e4649121d9 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:32.771517 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3fa2d453-c412-40bf-be2a-37fcaeade514 None None] Provisioning complete for port 11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:32.771790 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3fa2d453-c412-40bf-be2a-37fcaeade514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:32.796972 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:32.844324 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e958afd5-0fba-4995-95d3-baae66427230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:32.890849 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-50268af8-69b3-400a-9ad6-874c179c4669 None None] Set router 990233fa-8030-4cb8-b6b3-eac6ad922a7f gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:39:32.905306 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436e05d-eb94-4133-98f7-bfc9c01b29d1 req-609d6afe-1be0-44ba-b6f4-9f57c819cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:32.906964 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9436e05d-eb94-4133-98f7-bfc9c01b29d1 req-609d6afe-1be0-44ba-b6f4-9f57c819cce4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d8469dd886547af8aa5b5e0e02307dd&device_id=9cd86d46-446d-47fe-8cd1-eb131aba94be HTTP/1.1" status: 200 len: 1095 time: 0.1495960 Jul 23 16:39:32.931338 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-b2108be1-3e08-498c-a460-8abd4cb1205d None None] For port 5462d163-a4f7-43cb-8e41-feab17767600, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=5462d163-a4f7-43cb-8e41-feab17767600,segment=NetworkSegment(f15856f5-2829-4046-809c-86fc78768a4f),segment_id=f15856f5-2829-4046-809c-86fc78768a4f)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:32.937230 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef30de-88e5-4da9-9c27-41cc4a70a91b req-ec2f37ec-632a-4dc9-913e-f2ff146c6c07 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:32.946450 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-59ef30de-88e5-4da9-9c27-41cc4a70a91b req-ec2f37ec-632a-4dc9-913e-f2ff146c6c07 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 945 time: 0.1282940 Jul 23 16:39:33.000596 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-18418d8b-76fc-49ea-983d-a3e4649121d9 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:33.008935 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-18418d8b-76fc-49ea-983d-a3e4649121d9 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:33.024335 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4e80d7-728b-431b-a959-79b326e9332e None None] Network 2655b065-662a-4caa-8d53-6f3e669648eb requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:33.038618 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b3233744-a006-44d2-b2c3-28bf2d985bce tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:33.046690 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-50268af8-69b3-400a-9ad6-874c179c4669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'name': 'tempest-RoutersIpV6Test-router-1308898731', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:35Z', 'updated_at': '2021-07-23T16:39:26Z', 'revision_number': 11, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:33.078193 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b3233744-a006-44d2-b2c3-28bf2d985bce tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:33.098835 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2108be1-3e08-498c-a460-8abd4cb1205d None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:33.109708 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50268af8-69b3-400a-9ad6-874c179c4669 None None] The sync data for ids ['990233fa-8030-4cb8-b6b3-eac6ad922a7f'] in n-d-778549-4 is: [{'id': '990233fa-8030-4cb8-b6b3-eac6ad922a7f', 'name': 'tempest-RoutersIpV6Test-router-1308898731', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:35Z', 'updated_at': '2021-07-23T16:39:26Z', 'revision_number': 11, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:39:33.110796 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-18418d8b-76fc-49ea-983d-a3e4649121d9 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:33.111452 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18418d8b-76fc-49ea-983d-a3e4649121d9 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Fanout notify agent at l3_agent the message router_deleted on router 990233fa-8030-4cb8-b6b3-eac6ad922a7f {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:39:33.121254 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-18418d8b-76fc-49ea-983d-a3e4649121d9 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:33.127099 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-18418d8b-76fc-49ea-983d-a3e4649121d9 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/routers/990233fa-8030-4cb8-b6b3-eac6ad922a7f HTTP/1.1" status: 204 len: 168 time: 1.1728697 Jul 23 16:39:33.128056 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53394) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:33.136738 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-59ef30de-88e5-4da9-9c27-41cc4a70a91b req-2c1e97ce-b801-4e45-9f80-5a86c4a50d38 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c6eb539-11f0-4f1b-b8f5-d8e90642f151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891744 Jul 23 16:39:33.138297 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436e05d-eb94-4133-98f7-bfc9c01b29d1 req-19a2898a-4cc2-404d-988f-df61b3ee4a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:33.140181 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9436e05d-eb94-4133-98f7-bfc9c01b29d1 req-19a2898a-4cc2-404d-988f-df61b3ee4a71 service neutron] 10.222.0.97 "GET /v2.0/networks?id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a HTTP/1.1" status: 200 len: 913 time: 0.2254927 Jul 23 16:39:33.143508 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-923854f4-cf89-423b-83c7-4086f6184fac tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1345944795', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:33.205963 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b2108be1-3e08-498c-a460-8abd4cb1205d None None] Transition to ACTIVE for port object 5462d163-a4f7-43cb-8e41-feab17767600 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:33.214410 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2108be1-3e08-498c-a460-8abd4cb1205d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:33.214646 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-923854f4-cf89-423b-83c7-4086f6184fac tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:33.215761 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-923854f4-cf89-423b-83c7-4086f6184fac tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:33.228558 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9436e05d-eb94-4133-98f7-bfc9c01b29d1 req-df7cf2c2-6015-4530-877b-54bce9bc3736 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8eb0fc1-0b30-40f1-870c-e7c75dda6211 HTTP/1.1" status: 200 len: 217 time: 0.0749636 Jul 23 16:39:33.267774 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3fa2d453-c412-40bf-be2a-37fcaeade514 None None] Provisioning for port 3d140ee3-799d-482f-950d-c0632e8b0013 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:33.286139 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3233744-a006-44d2-b2c3-28bf2d985bce tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Port': ['ID=3d140ee3-799d-482f-950d-c0632e8b0013,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:33.292268 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3fa2d453-c412-40bf-be2a-37fcaeade514 None None] Provisioning complete for port 3d140ee3-799d-482f-950d-c0632e8b0013 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:33.292651 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3fa2d453-c412-40bf-be2a-37fcaeade514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:33.302761 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436e05d-eb94-4133-98f7-bfc9c01b29d1 req-9641aaa3-d794-4de7-964c-136fda8d20f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:33.304949 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9436e05d-eb94-4133-98f7-bfc9c01b29d1 req-9641aaa3-d794-4de7-964c-136fda8d20f5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2ae57d8d-3779-4491-8fd1-fe104612a516 HTTP/1.1" status: 200 len: 850 time: 0.0706127 Jul 23 16:39:33.375593 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-033a909a-5bd8-4458-b7ff-ea3ca8e57f55 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:33.379069 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-033a909a-5bd8-4458-b7ff-ea3ca8e57f55 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] 10.222.0.73 "GET /v2.0/networks?id=2655b065-662a-4caa-8d53-6f3e669648eb HTTP/1.1" status: 200 len: 819 time: 0.4162462 Jul 23 16:39:33.419560 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-3fa2d453-c412-40bf-be2a-37fcaeade514 None None] Port 3d140ee3-799d-482f-950d-c0632e8b0013 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:33.431551 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-923854f4-cf89-423b-83c7-4086f6184fac tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:33.443827 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-923854f4-cf89-423b-83c7-4086f6184fac tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:33.450276 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-bd3bd5e2-246f-49e1-8bd3-8cd3c335485f tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] 10.222.0.73 "GET /v2.0/quotas/955ec0dfd80a4aa79ac43654ba8e1f70 HTTP/1.1" status: 200 len: 375 time: 0.0530515 Jul 23 16:39:33.481846 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2108be1-3e08-498c-a460-8abd4cb1205d None None] Pushing event updated for resources: {'Port': ['ID=5462d163-a4f7-43cb-8e41-feab17767600,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:33.510663 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-923854f4-cf89-423b-83c7-4086f6184fac tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:33.518052 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-923854f4-cf89-423b-83c7-4086f6184fac tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3830757 Jul 23 16:39:33.519020 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-8b6ead07-c1d1-42c4-9445-f5db221eb695 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=955ec0dfd80a4aa79ac43654ba8e1f70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0681148 Jul 23 16:39:33.519756 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53396) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:33.525465 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-9f5add0c-c049-4f34-81a4-6a97445be060 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:33.551940 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4a6d9f62-4d61-4b10-b713-aeaa08658614 None None] Provisioning complete for port 3d140ee3-799d-482f-950d-c0632e8b0013 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:33.552323 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4a6d9f62-4d61-4b10-b713-aeaa08658614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:33.616301 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-49a696f8-f452-4f9e-845e-33f07529e2e9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Delete allocated IP 2001:db8::377 (e168cd94-2568-41b4-8c90-ba7d7eb160aa/880ac21d-67ee-4407-8a05-47e93bebae63) {{(pid=94013) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 16:39:33.617423 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4a6d9f62-4d61-4b10-b713-aeaa08658614 None None] Port 3d140ee3-799d-482f-950d-c0632e8b0013 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:33.646743 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436e05d-eb94-4133-98f7-bfc9c01b29d1 req-8c86fa16-4e5d-4223-9c8f-3e034a96c62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:33.648131 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9436e05d-eb94-4133-98f7-bfc9c01b29d1 req-8c86fa16-4e5d-4223-9c8f-3e034a96c62b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3355136 Jul 23 16:39:33.656947 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-49a696f8-f452-4f9e-845e-33f07529e2e9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Allocated IP 2001:db8:0:1::ca (e168cd94-2568-41b4-8c90-ba7d7eb160aa/c06a13bc-01bd-45c1-b17e-4a5fb4916b7a/a74a51c9-1834-446a-a97a-21edeeb71743) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:33.712072 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b3233744-a006-44d2-b2c3-28bf2d985bce tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:33.750281 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-45126da6-4cae-4735-9ed0-3452a76770c1 None None] Provisioning complete for port 3d140ee3-799d-482f-950d-c0632e8b0013 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:33.750797 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-45126da6-4cae-4735-9ed0-3452a76770c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:33.810824 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-45126da6-4cae-4735-9ed0-3452a76770c1 None None] Port 3d140ee3-799d-482f-950d-c0632e8b0013 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:33.959814 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b3233744-a006-44d2-b2c3-28bf2d985bce tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:34.084168 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-49a696f8-f452-4f9e-845e-33f07529e2e9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:34.136532 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-49a696f8-f452-4f9e-845e-33f07529e2e9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Transition to ACTIVE for port object a74a51c9-1834-446a-a97a-21edeeb71743 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:34.142517 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-49a696f8-f452-4f9e-845e-33f07529e2e9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:34.142876 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ec11fdb2-9d2e-4625-9994-83a9b5d5fc7b None None] Provisioning complete for port a7fa7dba-aaa4-4c99-a247-996ff39a0cdb triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:34.143305 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ec11fdb2-9d2e-4625-9994-83a9b5d5fc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:34.181562 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-ec11fdb2-9d2e-4625-9994-83a9b5d5fc7b None None] Port a7fa7dba-aaa4-4c99-a247-996ff39a0cdb cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:34.193318 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ec11fdb2-9d2e-4625-9994-83a9b5d5fc7b None None] Provisioning for port 5462d163-a4f7-43cb-8e41-feab17767600 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:34.197719 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ec11fdb2-9d2e-4625-9994-83a9b5d5fc7b None None] Provisioning complete for port 5462d163-a4f7-43cb-8e41-feab17767600 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:34.198091 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ec11fdb2-9d2e-4625-9994-83a9b5d5fc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:34.257471 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-49a696f8-f452-4f9e-845e-33f07529e2e9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] In _notify_port_updated(), no bound segment for port a74a51c9-1834-446a-a97a-21edeeb71743 on network e168cd94-2568-41b4-8c90-ba7d7eb160aa {{(pid=94013) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:39:34.263297 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a696f8-f452-4f9e-845e-33f07529e2e9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:34.263939 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-49a696f8-f452-4f9e-845e-33f07529e2e9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:34.265448 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-49a696f8-f452-4f9e-845e-33f07529e2e9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "PUT /v2.0/ports/a74a51c9-1834-446a-a97a-21edeeb71743 HTTP/1.1" status: 200 len: 930 time: 3.5780947 Jul 23 16:39:34.281520 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53404) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:34.301545 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a696f8-f452-4f9e-845e-33f07529e2e9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Port': ['ID=a74a51c9-1834-446a-a97a-21edeeb71743,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:34.310918 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ec11fdb2-9d2e-4625-9994-83a9b5d5fc7b None None] Provisioning for port a74a51c9-1834-446a-a97a-21edeeb71743 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:34.316380 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ec11fdb2-9d2e-4625-9994-83a9b5d5fc7b None None] Provisioning complete for port a74a51c9-1834-446a-a97a-21edeeb71743 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:34.316380 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ec11fdb2-9d2e-4625-9994-83a9b5d5fc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:34.361235 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-ec11fdb2-9d2e-4625-9994-83a9b5d5fc7b None None] Port a74a51c9-1834-446a-a97a-21edeeb71743 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:34.377471 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f5add0c-c049-4f34-81a4-6a97445be060 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:34.380632 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b3233744-a006-44d2-b2c3-28bf2d985bce tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:34.386374 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b3233744-a006-44d2-b2c3-28bf2d985bce tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:34.404116 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-b99eb863-7de9-4b60-9676-41446a3d1baa service neutron] 10.222.0.73 "GET /v2.0/networks/2655b065-662a-4caa-8d53-6f3e669648eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8600252 Jul 23 16:39:34.416783 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9436e05d-eb94-4133-98f7-bfc9c01b29d1 req-8dc68052-da07-41ba-b65c-43537fe3ead0 service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7519786 Jul 23 16:39:34.417798 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f5add0c-c049-4f34-81a4-6a97445be060 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1714764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1714741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695099'] for router, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:34.470710 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b3233744-a006-44d2-b2c3-28bf2d985bce tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:34.476787 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3233744-a006-44d2-b2c3-28bf2d985bce tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Port': ['ID=3d140ee3-799d-482f-950d-c0632e8b0013,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:34.579128 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3233744-a006-44d2-b2c3-28bf2d985bce tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network d6bf2f94-4896-47c8-8b8e-a6c8aa4c466e is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:34.579128 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-b3233744-a006-44d2-b2c3-28bf2d985bce tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:34.598402 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-be9d1958-a8f6-4ae2-8f1c-8ca860f27635 None None] Provisioning complete for port a74a51c9-1834-446a-a97a-21edeeb71743 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:34.598823 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-be9d1958-a8f6-4ae2-8f1c-8ca860f27635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:34.639890 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 5462d163-a4f7-43cb-8e41-feab17767600 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:34.705707 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b722255-ad42-47e5-99df-438feead3352 req-63a05525-5e72-4087-bd98-7d72d692d2ce tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:34.707831 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8b722255-ad42-47e5-99df-438feead3352 req-63a05525-5e72-4087-bd98-7d72d692d2ce tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 945 time: 0.9233322 Jul 23 16:39:34.728568 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3233744-a006-44d2-b2c3-28bf2d985bce tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Router 664906f2-fc02-44a1-95b1-addb690aea3a is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:39:34.805616 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9436e05d-eb94-4133-98f7-bfc9c01b29d1 req-21dc8cc6-c754-4b08-b572-62ad13f4d8af service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751898 Jul 23 16:39:34.826409 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-c4ac51e3-e334-4b9f-bc9c-cdb947e8f382 service neutron] 10.222.0.73 "GET /v2.0/networks/2655b065-662a-4caa-8d53-6f3e669648eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047911 Jul 23 16:39:34.841753 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8b722255-ad42-47e5-99df-438feead3352 req-d4c0b52e-e9b9-47e1-a267-a8b3acd06ad7 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137145 Jul 23 16:39:34.846326 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-ee145724-1eb9-497a-9a77-b555575c2540 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Deleting port a74a51c9-1834-446a-a97a-21edeeb71743 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:34.846786 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ee145724-1eb9-497a-9a77-b555575c2540 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:34.872869 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5add0c-c049-4f34-81a4-6a97445be060 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Router 2666bd86-fde6-4478-be70-5802d9d71378 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:39:34.892431 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3233744-a006-44d2-b2c3-28bf2d985bce tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:34.903106 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b3233744-a006-44d2-b2c3-28bf2d985bce tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "PUT /v2.0/routers/664906f2-fc02-44a1-95b1-addb690aea3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4344990 Jul 23 16:39:34.905279 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35df21f9-6e91-42ad-aa25-2f1e5fda2d9e None None] Sync routers for ids ['664906f2-fc02-44a1-95b1-addb690aea3a'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:39:34.912757 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53406) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:34.920640 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35df21f9-6e91-42ad-aa25-2f1e5fda2d9e None None] Routers {'664906f2-fc02-44a1-95b1-addb690aea3a'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:34.921846 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-35df21f9-6e91-42ad-aa25-2f1e5fda2d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['664906f2-fc02-44a1-95b1-addb690aea3a'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:34.950474 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-be9d1958-a8f6-4ae2-8f1c-8ca860f27635 None None] Port a74a51c9-1834-446a-a97a-21edeeb71743 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:34.959661 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:34.985846 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 5462d163-a4f7-43cb-8e41-feab17767600 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:34.986226 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:34.990568 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-35df21f9-6e91-42ad-aa25-2f1e5fda2d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:35.001882 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35df21f9-6e91-42ad-aa25-2f1e5fda2d9e None None] Routers {'664906f2-fc02-44a1-95b1-addb690aea3a'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:35.002635 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-35df21f9-6e91-42ad-aa25-2f1e5fda2d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['664906f2-fc02-44a1-95b1-addb690aea3a'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:35.043447 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-35df21f9-6e91-42ad-aa25-2f1e5fda2d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:35.044294 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35df21f9-6e91-42ad-aa25-2f1e5fda2d9e None None] The sync data for ids ['664906f2-fc02-44a1-95b1-addb690aea3a'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:39:35.109600 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-abfe0009-4069-463e-b83f-1f5b852ae5dc None None] Provisioning complete for port 3d140ee3-799d-482f-950d-c0632e8b0013 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:35.110181 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-abfe0009-4069-463e-b83f-1f5b852ae5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:35.144904 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfe7637-2c15-43c7-aecf-ee8a81ef37a0 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:35.146534 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3cfe7637-2c15-43c7-aecf-ee8a81ef37a0 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "GET /v2.0/ports/3d140ee3-799d-482f-950d-c0632e8b0013 HTTP/1.1" status: 200 len: 977 time: 0.2338934 Jul 23 16:39:35.149476 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53412) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:35.199315 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-abfe0009-4069-463e-b83f-1f5b852ae5dc None None] Port 3d140ee3-799d-482f-950d-c0632e8b0013 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:35.205103 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5add0c-c049-4f34-81a4-6a97445be060 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:35.209408 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:35.218604 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f5add0c-c049-4f34-81a4-6a97445be060 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:35.222876 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9f5add0c-c049-4f34-81a4-6a97445be060 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "PUT /v2.0/routers/2666bd86-fde6-4478-be70-5802d9d71378 HTTP/1.1" status: 200 len: 698 time: 1.7015550 Jul 23 16:39:35.242544 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53414) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:35.279480 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c0b1a8-e502-40a0-8dda-f08c2b67173d None None] Sync routers for ids ['2666bd86-fde6-4478-be70-5802d9d71378'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:39:35.290982 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device c8eb0fc1-0b30-40f1-870c-e7c75dda6211 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:39:35.292486 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ee145724-1eb9-497a-9a77-b555575c2540 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:35.333447 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c0b1a8-e502-40a0-8dda-f08c2b67173d None None] Routers {'2666bd86-fde6-4478-be70-5802d9d71378'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:35.334508 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-58c0b1a8-e502-40a0-8dda-f08c2b67173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['2666bd86-fde6-4478-be70-5802d9d71378'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:35.349347 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4116834-ac9d-4c32-b6cf-81a444de8c75 req-ab63990e-0de8-419b-a9d8-285a679f5d6e tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:35.356963 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4116834-ac9d-4c32-b6cf-81a444de8c75 req-ab63990e-0de8-419b-a9d8-285a679f5d6e tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cd86d46-446d-47fe-8cd1-eb131aba94be HTTP/1.1" status: 200 len: 944 time: 0.3760829 Jul 23 16:39:35.419165 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-ee145724-1eb9-497a-9a77-b555575c2540 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Calling delete_port for a74a51c9-1834-446a-a97a-21edeeb71743 owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:35.425487 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-58c0b1a8-e502-40a0-8dda-f08c2b67173d None None] Set router 2666bd86-fde6-4478-be70-5802d9d71378 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:39:35.460586 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8d618ade-50ff-4183-a3fc-ab9559100020 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "GET /v2.0/routers/2666bd86-fde6-4478-be70-5802d9d71378 HTTP/1.1" status: 200 len: 704 time: 0.1930285 Jul 23 16:39:35.465392 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53420) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:35.499245 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:35.499680 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:35.533546 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-58c0b1a8-e502-40a0-8dda-f08c2b67173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2666bd86-fde6-4478-be70-5802d9d71378', 'name': 'tempest-RoutersIpV6Test-router-1345944795', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:39:33Z', 'updated_at': '2021-07-23T16:39:34Z', 'revision_number': 2, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:35.550812 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4116834-ac9d-4c32-b6cf-81a444de8c75 req-fde60412-b11d-450d-8b7c-af118ef1e0ae tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928742 Jul 23 16:39:35.561023 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6821f7a-0352-41ae-b447-aba8f8f1d708 req-071ce92c-87be-41e0-8795-7cdff02648d2 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:35.562795 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e6821f7a-0352-41ae-b447-aba8f8f1d708 req-071ce92c-87be-41e0-8795-7cdff02648d2 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 945 time: 0.4607611 Jul 23 16:39:35.591884 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1cc2e81a-d1df-4566-bee4-8d032272f3e3 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "GET /v2.0/ports?device_id=2666bd86-fde6-4478-be70-5802d9d71378 HTTP/1.1" status: 200 len: 205 time: 0.1253130 Jul 23 16:39:35.592667 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53422) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:35.636443 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.resource_extend [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:39:35.693889 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-607818de-5d85-4c46-b053-0702fff39a49 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:35.732278 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port c8eb0fc1-0b30-40f1-870c-e7c75dda6211, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=c8eb0fc1-0b30-40f1-870c-e7c75dda6211,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:35.749474 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c0b1a8-e502-40a0-8dda-f08c2b67173d None None] Checking router: 2666bd86-fde6-4478-be70-5802d9d71378 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:39:35.751857 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'c8eb0fc1-0b30-40f1-870c-e7c75dda6211', 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a', 'port_id': 'c8eb0fc1-0b30-40f1-870c-e7c75dda6211', 'mac_address': 'fa:16:3e:bc:c8:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae57d8d-3779-4491-8fd1-fe104612a516', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:39:35.836207 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:35.843246 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5f3d4a21-642f-4abd-9a88-aa89a55bae3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:35.853565 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:35.873236 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8eb0fc1-0b30-40f1-870c-e7c75dda6211 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:39:35.900212 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port c8eb0fc1-0b30-40f1-870c-e7c75dda6211, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=c8eb0fc1-0b30-40f1-870c-e7c75dda6211,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:35.902307 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c0b1a8-e502-40a0-8dda-f08c2b67173d None None] Routers {'2666bd86-fde6-4478-be70-5802d9d71378'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:35.903982 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-58c0b1a8-e502-40a0-8dda-f08c2b67173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['2666bd86-fde6-4478-be70-5802d9d71378'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:36.011307 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:36.015947 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5d73f3c9-5f92-4584-82af-c10936de12f5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:36.021249 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-607818de-5d85-4c46-b053-0702fff39a49 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Deleting port 3d140ee3-799d-482f-950d-c0632e8b0013 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:36.021603 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-607818de-5d85-4c46-b053-0702fff39a49 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:36.093811 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-58c0b1a8-e502-40a0-8dda-f08c2b67173d None None] Set router 2666bd86-fde6-4478-be70-5802d9d71378 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:39:36.130328 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9a7e38a7-d504-4a70-8801-0712ff817ee6 req-afb0fbfe-e361-4b32-867e-c2f85531509d tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] 10.222.0.73 "GET /v2.0/ports?device_id=1880931f-676c-48e2-82b7-e7140547b160 HTTP/1.1" status: 200 len: 210 time: 0.5152721 Jul 23 16:39:36.133500 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ee145724-1eb9-497a-9a77-b555575c2540 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:36.141647 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e6821f7a-0352-41ae-b447-aba8f8f1d708 req-bc90751e-7919-41e2-8076-9653f115e713 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c6eb539-11f0-4f1b-b8f5-d8e90642f151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5572701 Jul 23 16:39:36.176205 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-607818de-5d85-4c46-b053-0702fff39a49 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:36.197065 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-607818de-5d85-4c46-b053-0702fff39a49 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Calling delete_port for 3d140ee3-799d-482f-950d-c0632e8b0013 owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:36.224940 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee145724-1eb9-497a-9a77-b555575c2540 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Port': ['ID=a74a51c9-1834-446a-a97a-21edeeb71743,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:36.240725 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-58c0b1a8-e502-40a0-8dda-f08c2b67173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2666bd86-fde6-4478-be70-5802d9d71378', 'name': 'tempest-RoutersIpV6Test-router-1345944795', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:39:33Z', 'updated_at': '2021-07-23T16:39:34Z', 'revision_number': 2, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:36.295130 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['c8eb0fc1-0b30-40f1-870c-e7c75dda6211'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:39:36.300149 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c0b1a8-e502-40a0-8dda-f08c2b67173d None None] The sync data for ids ['2666bd86-fde6-4478-be70-5802d9d71378'] in n-d-778549-4 is: [{'id': '2666bd86-fde6-4478-be70-5802d9d71378', 'name': 'tempest-RoutersIpV6Test-router-1345944795', 'tenant_id': '4582563f2d784210a277b9ecb7709946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:39:33Z', 'updated_at': '2021-07-23T16:39:34Z', 'revision_number': 2, 'project_id': '4582563f2d784210a277b9ecb7709946', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:39:36.348919 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5d73f3c9-5f92-4584-82af-c10936de12f5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:36.385196 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=c8eb0fc1-0b30-40f1-870c-e7c75dda6211,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:36.403279 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5d73f3c9-5f92-4584-82af-c10936de12f5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:36.406848 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ee145724-1eb9-497a-9a77-b555575c2540 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:36.419131 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ee145724-1eb9-497a-9a77-b555575c2540 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/ports/a74a51c9-1834-446a-a97a-21edeeb71743 HTTP/1.1" status: 204 len: 168 time: 2.1011322 Jul 23 16:39:36.422426 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53428) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:36.509968 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-607818de-5d85-4c46-b053-0702fff39a49 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:36.516410 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c3d8b38-81c8-4571-80f5-73a6ef389412 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] GET failed (client error): The resource could not be found. Jul 23 16:39:36.518631 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8c3d8b38-81c8-4571-80f5-73a6ef389412 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "GET /v2.0/ports/a74a51c9-1834-446a-a97a-21edeeb71743 HTTP/1.1" status: 404 len: 333 time: 0.0951378 Jul 23 16:39:36.526447 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53430) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:36.574614 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5d73f3c9-5f92-4584-82af-c10936de12f5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:36.575219 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d73f3c9-5f92-4584-82af-c10936de12f5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Fanout notify agent at l3_agent the message router_deleted on router 2666bd86-fde6-4478-be70-5802d9d71378 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:39:36.598026 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5d73f3c9-5f92-4584-82af-c10936de12f5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:36.604959 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607818de-5d85-4c46-b053-0702fff39a49 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Port': ['ID=3d140ee3-799d-482f-950d-c0632e8b0013,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:36.605924 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:36.607680 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5d73f3c9-5f92-4584-82af-c10936de12f5 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/routers/2666bd86-fde6-4478-be70-5802d9d71378 HTTP/1.1" status: 204 len: 168 time: 1.0108671 Jul 23 16:39:36.608166 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53434) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:36.660072 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0a336-2720-4071-887c-e7278e30c0d3 req-27603e84-bf93-48af-9c97-994e882fb180 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:36.661869 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-17d0a336-2720-4071-887c-e7278e30c0d3 req-27603e84-bf93-48af-9c97-994e882fb180 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 945 time: 0.3922682 Jul 23 16:39:36.748608 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-52e8f4da-12f0-4edb-bb64-8df9a3685d6c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "GET /v2.0/ports?device_id=2666bd86-fde6-4478-be70-5802d9d71378 HTTP/1.1" status: 200 len: 205 time: 0.1118021 Jul 23 16:39:36.755877 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53436) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:36.841873 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-7f9b8303-9766-44d2-a2f7-bdec5de0a383 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] delete failed (client error): The resource could not be found. Jul 23 16:39:36.843224 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7f9b8303-9766-44d2-a2f7-bdec5de0a383 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/routers/2666bd86-fde6-4478-be70-5802d9d71378 HTTP/1.1" status: 404 len: 336 time: 0.0862389 Jul 23 16:39:36.851778 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53438) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:36.862905 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-17d0a336-2720-4071-887c-e7278e30c0d3 req-2a38cb5f-03fe-4b89-b17d-adccc655ddd8 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737621 Jul 23 16:39:36.875642 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bffcafca-2f23-4d5f-9b3a-d0e6aab01a9c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:36.903352 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-1753f245-046f-48c9-b729-1b7e98d7b9e4 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] DELETE failed (client error): The resource could not be found. Jul 23 16:39:36.903910 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1753f245-046f-48c9-b729-1b7e98d7b9e4 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:36.906138 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1753f245-046f-48c9-b729-1b7e98d7b9e4 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/subnets/35d9b8a3-8215-4ad7-a2e9-a4839ad0ac5c HTTP/1.1" status: 404 len: 337 time: 0.0534160 Jul 23 16:39:36.912394 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53440) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:36.938984 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe9c0f-cc7e-4fd5-be98-d304cf43d413 req-889dc571-6822-40a5-866e-50be117122c8 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:36.941224 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2bbe9c0f-cc7e-4fd5-be98-d304cf43d413 req-889dc571-6822-40a5-866e-50be117122c8 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cd86d46-446d-47fe-8cd1-eb131aba94be HTTP/1.1" status: 200 len: 945 time: 0.2664518 Jul 23 16:39:36.943037 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bffcafca-2f23-4d5f-9b3a-d0e6aab01a9c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:36.961073 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc06810a-9fca-4626-8f9d-303e66aade9f tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] DELETE failed (client error): The resource could not be found. Jul 23 16:39:36.961995 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc06810a-9fca-4626-8f9d-303e66aade9f tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:36.964774 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bc06810a-9fca-4626-8f9d-303e66aade9f tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/subnets/7ebb0673-2b8a-46e0-b80b-09a53432daf1 HTTP/1.1" status: 404 len: 337 time: 0.0481141 Jul 23 16:39:36.971680 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53442) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:37.013848 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2bbe9c0f-cc7e-4fd5-be98-d304cf43d413 req-d2a94cd0-51f5-45aa-b6d4-3204848b7ac2 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659015 Jul 23 16:39:37.024538 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bffcafca-2f23-4d5f-9b3a-d0e6aab01a9c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:37.027723 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bffcafca-2f23-4d5f-9b3a-d0e6aab01a9c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:37.034585 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-bffcafca-2f23-4d5f-9b3a-d0e6aab01a9c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/security-groups/34884f98-8cf3-4618-9082-a7110cd175e7 HTTP/1.1" status: 204 len: 168 time: 0.5067754 Jul 23 16:39:37.039385 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53444) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:37.053486 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffcafca-2f23-4d5f-9b3a-d0e6aab01a9c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34884f98-8cf3-4618-9082-a7110cd175e7,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:37.096044 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-c87a3e58-6946-4d2a-8695-677646bbe471 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:37.097626 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-c87a3e58-6946-4d2a-8695-677646bbe471 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] 10.222.0.74 "GET /v2.0/networks?id=2655b065-662a-4caa-8d53-6f3e669648eb HTTP/1.1" status: 200 len: 819 time: 0.5325170 Jul 23 16:39:37.101460 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-7507f62c-576f-4f5a-a904-2d29de7e0cf4 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] DELETE failed (client error): The resource could not be found. Jul 23 16:39:37.101894 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7507f62c-576f-4f5a-a904-2d29de7e0cf4 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:37.105159 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7507f62c-576f-4f5a-a904-2d29de7e0cf4 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/subnets/3a0dd136-4515-40d0-a81e-764069b693d9 HTTP/1.1" status: 404 len: 337 time: 0.1302674 Jul 23 16:39:37.106270 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-abd51a77-dbb5-413d-a02d-d375d6c79fed tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:37.107698 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53446) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:37.122162 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-88ebdd37-7217-4d2e-9d9d-7d764bee7e6f tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] Request body: {'port': {'device_id': '1880931f-676c-48e2-82b7-e7140547b160', 'network_id': '2655b065-662a-4caa-8d53-6f3e669648eb', 'admin_state_up': True, 'tenant_id': '955ec0dfd80a4aa79ac43654ba8e1f70'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:37.132433 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device c8eb0fc1-0b30-40f1-870c-e7c75dda6211 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:37.132984 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-abd51a77-dbb5-413d-a02d-d375d6c79fed tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:37.154759 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-607818de-5d85-4c46-b053-0702fff39a49 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:37.174945 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c903cb-1ad4-4382-a8e8-6a7174504a90 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] DELETE failed (client error): The resource could not be found. Jul 23 16:39:37.175588 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9c903cb-1ad4-4382-a8e8-6a7174504a90 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:37.178302 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a9c903cb-1ad4-4382-a8e8-6a7174504a90 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/subnets/2a95d3b7-9564-46d9-9696-bcc9a3f515a4 HTTP/1.1" status: 404 len: 337 time: 0.0696063 Jul 23 16:39:37.181656 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53452) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:37.240742 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port c8eb0fc1-0b30-40f1-870c-e7c75dda6211 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:37.246388 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-153e47e8-b9fa-4a0f-a548-47e814078822 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "GET /v2.0/ports?device_id=990233fa-8030-4cb8-b6b3-eac6ad922a7f HTTP/1.1" status: 200 len: 205 time: 0.0602951 Jul 23 16:39:37.250994 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port c8eb0fc1-0b30-40f1-870c-e7c75dda6211 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:37.252003 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:37.255205 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53454) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:37.371492 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7853dbce-f9a0-4106-a3bf-2e9fe74b3c27 req-c4eba619-8484-4d5f-8e56-159b6e36e918 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] 10.222.0.73 "GET /v2.0/ports?device_id=1880931f-676c-48e2-82b7-e7140547b160 HTTP/1.1" status: 200 len: 210 time: 0.1249764 Jul 23 16:39:37.372366 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-34702510-6b0c-4265-86e1-382828ce37b9 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] delete failed (client error): The resource could not be found. Jul 23 16:39:37.376346 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-34702510-6b0c-4265-86e1-382828ce37b9 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/routers/990233fa-8030-4cb8-b6b3-eac6ad922a7f HTTP/1.1" status: 404 len: 336 time: 0.1194208 Jul 23 16:39:37.377014 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53456) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:37.387838 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-abd51a77-dbb5-413d-a02d-d375d6c79fed tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:37.390447 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-abd51a77-dbb5-413d-a02d-d375d6c79fed tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:37.395285 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-abd51a77-dbb5-413d-a02d-d375d6c79fed tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/security-groups/73b8a3bd-d6a0-470f-ae47-10d65b8103d7 HTTP/1.1" status: 204 len: 168 time: 0.3536422 Jul 23 16:39:37.412269 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:37.425864 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:37.426905 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53458) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:37.442155 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd86d46-446d-47fe-8cd1-eb131aba94be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8eb0fc1-0b30-40f1-870c-e7c75dda6211'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:39:37.444708 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a145fb0-3d70-4c60-bd67-72d606ab6f6e" -d '{"events": [{"server_uuid": "9cd86d46-446d-47fe-8cd1-eb131aba94be", "name": "network-vif-plugged", "status": "completed", "tag": "c8eb0fc1-0b30-40f1-870c-e7c75dda6211"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:39:37.459094 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port c8eb0fc1-0b30-40f1-870c-e7c75dda6211, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=c8eb0fc1-0b30-40f1-870c-e7c75dda6211,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:37.464521 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:37.470931 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd51a77-dbb5-413d-a02d-d375d6c79fed tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b8a3bd-d6a0-470f-ae47-10d65b8103d7,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:37.508623 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff493f58-9545-4cfa-b76f-110ded3f6d7d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Deleting subnet 880ac21d-67ee-4407-8a05-47e93bebae63 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:39:37.513745 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ecc0f9-fbba-4e1f-a3a9-bd028fb744a0 x-openstack-request-id: req-32ecc0f9-fbba-4e1f-a3a9-bd028fb744a0 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:39:37.514696 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd86d46-446d-47fe-8cd1-eb131aba94be", "name": "network-vif-plugged", "status": "completed", "tag": "c8eb0fc1-0b30-40f1-870c-e7c75dda6211", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:39:37.515030 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-32ecc0f9-fbba-4e1f-a3a9-bd028fb744a0 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:39:37.515795 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd86d46-446d-47fe-8cd1-eb131aba94be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8eb0fc1-0b30-40f1-870c-e7c75dda6211', 'code': 200} Jul 23 16:39:37.523522 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ff493f58-9545-4cfa-b76f-110ded3f6d7d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:37.548221 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=c8eb0fc1-0b30-40f1-870c-e7c75dda6211,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:37.549954 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4709854c-3d91-42e2-b404-1cd627a6f4be tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbc4550a-f25d-481b-b6c2-d61a77c851b3 HTTP/1.1" status: 200 len: 205 time: 0.1635761 Jul 23 16:39:37.557864 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53462) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:37.596922 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa4968-78d1-4c1c-8cea-0da1fbb4676b req-7fb135d9-d298-4225-893a-5b4fa13176bb tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:37.598477 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-09aa4968-78d1-4c1c-8cea-0da1fbb4676b req-7fb135d9-d298-4225-893a-5b4fa13176bb tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 945 time: 0.2800035 Jul 23 16:39:37.618111 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-41bb767a-57b2-4f4e-b34b-38b6a07fca98 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] delete failed (client error): The resource could not be found. Jul 23 16:39:37.622349 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-41bb767a-57b2-4f4e-b34b-38b6a07fca98 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/routers/bbc4550a-f25d-481b-b6c2-d61a77c851b3 HTTP/1.1" status: 404 len: 336 time: 0.0553231 Jul 23 16:39:37.622528 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53464) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:37.636367 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607818de-5d85-4c46-b053-0702fff39a49 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Router 664906f2-fc02-44a1-95b1-addb690aea3a has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:39:37.638199 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-88ebdd37-7217-4d2e-9d9d-7d764bee7e6f tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] Made reservation on behalf of 955ec0dfd80a4aa79ac43654ba8e1f70 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:37.641765 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-88ebdd37-7217-4d2e-9d9d-7d764bee7e6f tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:37.656413 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ff493f58-9545-4cfa-b76f-110ded3f6d7d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:37.674667 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-522aa235-d951-4924-8550-bf14b7a36404 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] DELETE failed (client error): The resource could not be found. Jul 23 16:39:37.675117 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-522aa235-d951-4924-8550-bf14b7a36404 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:37.676829 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-522aa235-d951-4924-8550-bf14b7a36404 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/subnets/cb3860dc-23aa-408c-bafd-50a6ed00ddd3 HTTP/1.1" status: 404 len: 337 time: 0.0531437 Jul 23 16:39:37.681875 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53466) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:37.702937 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-09aa4968-78d1-4c1c-8cea-0da1fbb4676b req-b09cfa7f-2913-41af-91da-f1e66e75d398 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c6eb539-11f0-4f1b-b8f5-d8e90642f151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848780 Jul 23 16:39:37.734971 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-93109a8a-c0ad-4470-8faf-761a03751099 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9975e2e-b262-43bd-b327-7ac0e60756a3 HTTP/1.1" status: 200 len: 205 time: 0.0455914 Jul 23 16:39:37.744189 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53468) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:37.755653 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64225798-48db-451f-b835-b54a8f3a4436 req-04296365-80b8-4f92-bd18-1fabeb36d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:37.757208 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-64225798-48db-451f-b835-b54a8f3a4436 req-04296365-80b8-4f92-bd18-1fabeb36d4af service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=9cd86d46-446d-47fe-8cd1-eb131aba94be HTTP/1.1" status: 200 len: 1097 time: 0.1843231 Jul 23 16:39:38.169623 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-f8ca530a-b9d3-4123-83e4-1a5135572c45 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] delete failed (client error): The resource could not be found. Jul 23 16:39:38.169623 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f8ca530a-b9d3-4123-83e4-1a5135572c45 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/routers/c9975e2e-b262-43bd-b327-7ac0e60756a3 HTTP/1.1" status: 404 len: 336 time: 0.4233801 Jul 23 16:39:38.185265 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53474) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:38.241510 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607818de-5d85-4c46-b053-0702fff39a49 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:38.254097 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-607818de-5d85-4c46-b053-0702fff39a49 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "PUT /v2.0/routers/664906f2-fc02-44a1-95b1-addb690aea3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0995901 Jul 23 16:39:38.256731 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4a0352-b0e7-4bec-ba9f-645acff93dac None None] Sync routers for ids ['664906f2-fc02-44a1-95b1-addb690aea3a'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:39:38.268366 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4a0352-b0e7-4bec-ba9f-645acff93dac None None] Routers {'664906f2-fc02-44a1-95b1-addb690aea3a'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:38.268995 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-9b4a0352-b0e7-4bec-ba9f-645acff93dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:36Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['664906f2-fc02-44a1-95b1-addb690aea3a'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:38.269715 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53476) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:38.271645 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ff493f58-9545-4cfa-b76f-110ded3f6d7d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:38.280212 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-31127fe5-cf31-4860-b905-1bad4810ebe8 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "GET /v2.0/ports?device_id=1241d0d2-c7a4-446d-abee-36a903d5367f HTTP/1.1" status: 200 len: 205 time: 0.0859263 Jul 23 16:39:38.281180 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53478) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:38.306905 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-9b4a0352-b0e7-4bec-ba9f-645acff93dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:38.315244 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-64225798-48db-451f-b835-b54a8f3a4436 req-e8b2e0c8-cb68-4409-b0a8-f98e11a333b0 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366640 Jul 23 16:39:38.316731 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4a0352-b0e7-4bec-ba9f-645acff93dac None None] Routers {'664906f2-fc02-44a1-95b1-addb690aea3a'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:38.317458 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-9b4a0352-b0e7-4bec-ba9f-645acff93dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:36Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['664906f2-fc02-44a1-95b1-addb690aea3a'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:38.355554 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-9b4a0352-b0e7-4bec-ba9f-645acff93dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:38.356340 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4a0352-b0e7-4bec-ba9f-645acff93dac None None] The sync data for ids ['664906f2-fc02-44a1-95b1-addb690aea3a'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:39:38.376933 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ff493f58-9545-4cfa-b76f-110ded3f6d7d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:38.388764 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-43683222-ab3f-4a34-a971-1af035f05deb tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] delete failed (client error): The resource could not be found. Jul 23 16:39:38.389832 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-43683222-ab3f-4a34-a971-1af035f05deb tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/routers/1241d0d2-c7a4-446d-abee-36a903d5367f HTTP/1.1" status: 404 len: 336 time: 0.0783753 Jul 23 16:39:38.395510 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53480) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:38.398528 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e2249-d0d7-425e-83e2-2fcc346b0105 req-f5ab2bfa-7127-4cbe-a593-65370b230384 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:38.400403 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-067e2249-d0d7-425e-83e2-2fcc346b0105 req-f5ab2bfa-7127-4cbe-a593-65370b230384 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 945 time: 0.2452197 Jul 23 16:39:38.424210 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-88ebdd37-7217-4d2e-9d9d-7d764bee7e6f tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] Allocated IP 172.20.0.10 (2655b065-662a-4caa-8d53-6f3e669648eb/0fa0ccfb-fa96-465a-9a56-19d1c26c6eb6/3b2257a1-5504-4582-b58c-6fdf014fa7a9) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:38.425938 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd4824-18e4-454b-805b-cbea4c5eb290 req-35b5db45-bf94-44e3-86ea-c18754d6c72a tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:38.427173 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8bd4824-18e4-454b-805b-cbea4c5eb290 req-35b5db45-bf94-44e3-86ea-c18754d6c72a tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cd86d46-446d-47fe-8cd1-eb131aba94be HTTP/1.1" status: 200 len: 946 time: 0.2696934 Jul 23 16:39:38.431119 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff493f58-9545-4cfa-b76f-110ded3f6d7d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Subnet': ['ID=880ac21d-67ee-4407-8a05-47e93bebae63,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:38.440053 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ff493f58-9545-4cfa-b76f-110ded3f6d7d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:38.446669 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ff493f58-9545-4cfa-b76f-110ded3f6d7d tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/subnets/880ac21d-67ee-4407-8a05-47e93bebae63 HTTP/1.1" status: 204 len: 168 time: 1.0128074 Jul 23 16:39:38.447445 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a0214d-2549-491a-b41d-4278fcfd1c9a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] DELETE failed (client error): The resource could not be found. Jul 23 16:39:38.447445 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a0214d-2549-491a-b41d-4278fcfd1c9a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:38.450679 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f7a0214d-2549-491a-b41d-4278fcfd1c9a tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/subnets/2cbe7e67-b999-40b0-8c37-c1579a16a033 HTTP/1.1" status: 404 len: 337 time: 0.0521917 Jul 23 16:39:38.450815 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53484) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:38.451796 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53486) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:38.454240 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54567472-7753-4ef8-94d0-f75fddcba56c None None] Network e168cd94-2568-41b4-8c90-ba7d7eb160aa requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:38.457350 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-9ef43b0c-00bc-487f-a4c3-60b961c04108 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'subnet': {'network_id': 'e168cd94-2568-41b4-8c90-ba7d7eb160aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:38.517662 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6ffd1249-39ea-4de6-ae7b-faebeaeda315 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "GET /v2.0/ports?device_id=a088beac-e2a3-464a-b898-f76694c1e88d HTTP/1.1" status: 200 len: 205 time: 0.0648556 Jul 23 16:39:38.524473 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53490) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:38.591536 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-1a132d9b-ba95-44f8-bfe4-de5489d576c7 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] delete failed (client error): The resource could not be found. Jul 23 16:39:38.596087 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1a132d9b-ba95-44f8-bfe4-de5489d576c7 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/routers/a088beac-e2a3-464a-b898-f76694c1e88d HTTP/1.1" status: 404 len: 336 time: 0.0684397 Jul 23 16:39:38.597012 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53492) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:38.602908 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:38.637308 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-067e2249-d0d7-425e-83e2-2fcc346b0105 req-05e61754-7266-4305-a763-d3e08ab76cd4 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085912 Jul 23 16:39:38.645592 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8bd4824-18e4-454b-805b-cbea4c5eb290 req-0e0de0ad-d0de-4a5c-ba33-985001aa2038 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026136 Jul 23 16:39:38.678800 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-dde59ddc-6668-4752-9df8-3dc3bc736ec4 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] remove_router_interface failed (client error): The resource could not be found. Jul 23 16:39:38.678800 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-dde59ddc-6668-4752-9df8-3dc3bc736ec4 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "PUT /v2.0/routers/664906f2-fc02-44a1-95b1-addb690aea3a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4013069 Jul 23 16:39:38.678800 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53494) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:38.689621 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c1e754-cd5b-445b-bb72-dbb6ae41926c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] DELETE failed (client error): The resource could not be found. Jul 23 16:39:38.690000 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61c1e754-cd5b-445b-bb72-dbb6ae41926c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:38.691846 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-61c1e754-cd5b-445b-bb72-dbb6ae41926c tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/subnets/36c192a9-1d8f-4484-a043-0158d636f97e HTTP/1.1" status: 404 len: 337 time: 0.0937538 Jul 23 16:39:38.695854 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53496) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:38.735906 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-233cb780-47d6-4900-a941-7ef2b925cb22 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "GET /v2.0/ports?device_id=664906f2-fc02-44a1-95b1-addb690aea3a HTTP/1.1" status: 200 len: 205 time: 0.0569806 Jul 23 16:39:38.752141 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53498) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:38.818723 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-07a00765-c0ed-4c96-a4bb-8b38cf8c1a48 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "GET /v2.0/ports?device_id=c93313b5-51b5-41a9-ae84-74347e8f4c9c HTTP/1.1" status: 200 len: 205 time: 0.1211665 Jul 23 16:39:38.821044 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-88ebdd37-7217-4d2e-9d9d-7d764bee7e6f tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:38.823269 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53502) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:38.869029 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-2836af38-60da-4991-92b2-1c6c7442d107 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] delete failed (client error): The resource could not be found. Jul 23 16:39:38.872982 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2836af38-60da-4991-92b2-1c6c7442d107 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/routers/c93313b5-51b5-41a9-ae84-74347e8f4c9c HTTP/1.1" status: 404 len: 336 time: 0.0459316 Jul 23 16:39:38.872982 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53504) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:38.894038 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef43b0c-00bc-487f-a4c3-60b961c04108 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:38.897437 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9ef43b0c-00bc-487f-a4c3-60b961c04108 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:38.911821 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd484b19-a319-4df6-a189-66b045c80601 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] DELETE failed (client error): The resource could not be found. Jul 23 16:39:38.912282 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd484b19-a319-4df6-a189-66b045c80601 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:38.915628 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cd484b19-a319-4df6-a189-66b045c80601 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/subnets/fdc8d865-7730-432f-8802-8486920d02d4 HTTP/1.1" status: 404 len: 337 time: 0.0403137 Jul 23 16:39:38.917334 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53506) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:38.939222 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2308dd0d-3c0d-424a-9acc-f54dcac838fb req-035ee872-9ae5-415e-84b8-c39f56bbd3d5 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] 10.222.0.73 "GET /v2.0/ports?device_id=1880931f-676c-48e2-82b7-e7140547b160 HTTP/1.1" status: 200 len: 210 time: 0.1042943 Jul 23 16:39:38.956910 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-94dbcf97-0422-4aef-9dbb-ba7ea6835ad6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] DELETE failed (client error): The resource could not be found. Jul 23 16:39:38.957512 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94dbcf97-0422-4aef-9dbb-ba7ea6835ad6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:38.959572 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-94dbcf97-0422-4aef-9dbb-ba7ea6835ad6 tempest-RoutersIpV6Test-211492507 tempest-RoutersIpV6Test-211492507-project] 10.222.0.73 "DELETE /v2.0/subnets/4518c1b0-ad67-4613-8636-b7dc23ccedab HTTP/1.1" status: 404 len: 337 time: 0.0410855 Jul 23 16:39:38.972351 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5e7561a1-2d72-4a01-b020-f131dda51b60 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:38.979716 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-88ebdd37-7217-4d2e-9d9d-7d764bee7e6f tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.032113 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-88ebdd37-7217-4d2e-9d9d-7d764bee7e6f tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] Network 2655b065-662a-4caa-8d53-6f3e669648eb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:39.037521 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-88ebdd37-7217-4d2e-9d9d-7d764bee7e6f tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:39.042183 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-88ebdd37-7217-4d2e-9d9d-7d764bee7e6f tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:39.049001 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ebdd37-7217-4d2e-9d9d-7d764bee7e6f tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] Pushing event updated for resources: {'Port': ['ID=3b2257a1-5504-4582-b58c-6fdf014fa7a9,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:39.112917 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b214b-06c8-45f9-8884-e933273ff975 req-2b98fa06-4747-4362-a18a-ec0a67cf2452 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:39.115924 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-88ebdd37-7217-4d2e-9d9d-7d764bee7e6f tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:39.116552 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-88ebdd37-7217-4d2e-9d9d-7d764bee7e6f tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.121140 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0b6b214b-06c8-45f9-8884-e933273ff975 req-2b98fa06-4747-4362-a18a-ec0a67cf2452 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 945 time: 0.3006217 Jul 23 16:39:39.155102 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-88ebdd37-7217-4d2e-9d9d-7d764bee7e6f tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0377648 Jul 23 16:39:39.170584 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-c7662794-c234-457e-a8f4-aba4d3c91bdc service neutron] Request body: {'port': {'device_id': '1880931f-676c-48e2-82b7-e7140547b160', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:39.290836 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-c7662794-c234-457e-a8f4-aba4d3c91bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.301422 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0b6b214b-06c8-45f9-8884-e933273ff975 req-5d978d36-4491-4b83-9de0-27c57736f5bf tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c6eb539-11f0-4f1b-b8f5-d8e90642f151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751940 Jul 23 16:39:39.315877 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5e7561a1-2d72-4a01-b020-f131dda51b60 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.316036 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5e7561a1-2d72-4a01-b020-f131dda51b60 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.348884 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53512) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:39.390856 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5e7561a1-2d72-4a01-b020-f131dda51b60 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.391494 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7561a1-2d72-4a01-b020-f131dda51b60 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Fanout notify agent at l3_agent the message router_deleted on router 664906f2-fc02-44a1-95b1-addb690aea3a {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:39:39.401566 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5e7561a1-2d72-4a01-b020-f131dda51b60 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.403012 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5e7561a1-2d72-4a01-b020-f131dda51b60 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/routers/664906f2-fc02-44a1-95b1-addb690aea3a HTTP/1.1" status: 204 len: 168 time: 0.6395693 Jul 23 16:39:39.406406 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53516) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:39.496942 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b6236cc-82d1-4a91-8ee5-a68b7f4476a1 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Deleting subnet 0cd5f0f8-1898-42af-bc73-1df205aa1323 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:39:39.502227 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4b6236cc-82d1-4a91-8ee5-a68b7f4476a1 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.555711 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-737c2de2-8904-4d30-a926-fe56c31bd352 None None] Provisioning complete for port 5462d163-a4f7-43cb-8e41-feab17767600 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:39.556702 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-737c2de2-8904-4d30-a926-fe56c31bd352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.572497 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4fa28793-9913-458a-a1c0-9ce92b31a1dd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4582563f2d784210a277b9ecb7709946&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2220542 Jul 23 16:39:39.575136 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53518) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:39.577346 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4b6236cc-82d1-4a91-8ee5-a68b7f4476a1 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.654571 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-737c2de2-8904-4d30-a926-fe56c31bd352 None None] Provisioning complete for port a7fa7dba-aaa4-4c99-a247-996ff39a0cdb triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:39.654887 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-737c2de2-8904-4d30-a926-fe56c31bd352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.680083 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-c7662794-c234-457e-a8f4-aba4d3c91bdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b2257a1-5504-4582-b58c-6fdf014fa7a9 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:39:39.689757 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-c7662794-c234-457e-a8f4-aba4d3c91bdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.703639 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-737c2de2-8904-4d30-a926-fe56c31bd352 None None] Port a7fa7dba-aaa4-4c99-a247-996ff39a0cdb cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:39.704053 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-c7662794-c234-457e-a8f4-aba4d3c91bdc service neutron] Transition to ACTIVE for port object 3b2257a1-5504-4582-b58c-6fdf014fa7a9 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:39.708639 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-c7662794-c234-457e-a8f4-aba4d3c91bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.715830 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9ef43b0c-00bc-487f-a4c3-60b961c04108 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.800209 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7662794-c234-457e-a8f4-aba4d3c91bdc service neutron] Pushing event updated for resources: {'Port': ['ID=3b2257a1-5504-4582-b58c-6fdf014fa7a9,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:39.816252 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4b6236cc-82d1-4a91-8ee5-a68b7f4476a1 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.833116 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d79834ff-8c1d-4d03-a2dc-abce33a60288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.850428 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-c7662794-c234-457e-a8f4-aba4d3c91bdc service neutron] Attempting to bind port 3b2257a1-5504-4582-b58c-6fdf014fa7a9 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:39:39.850770 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-c7662794-c234-457e-a8f4-aba4d3c91bdc service neutron] Attempting to bind port 3b2257a1-5504-4582-b58c-6fdf014fa7a9 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'eb05760f-189f-4878-ae1e-c450672daf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '2655b065-662a-4caa-8d53-6f3e669648eb'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:39:39.851174 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-c7662794-c234-457e-a8f4-aba4d3c91bdc service neutron] Attempting to bind port 3b2257a1-5504-4582-b58c-6fdf014fa7a9 on network 2655b065-662a-4caa-8d53-6f3e669648eb {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:39:39.856166 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef43b0c-00bc-487f-a4c3-60b961c04108 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network e168cd94-2568-41b4-8c90-ba7d7eb160aa is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:39.856504 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-c7662794-c234-457e-a8f4-aba4d3c91bdc service neutron] Port 3b2257a1-5504-4582-b58c-6fdf014fa7a9 on network 2655b065-662a-4caa-8d53-6f3e669648eb not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:39:39.856862 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-c7662794-c234-457e-a8f4-aba4d3c91bdc service neutron] Attempting to bind port 3b2257a1-5504-4582-b58c-6fdf014fa7a9 on network 2655b065-662a-4caa-8d53-6f3e669648eb {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:39:39.861808 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-c7662794-c234-457e-a8f4-aba4d3c91bdc service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:39:39.862434 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-c7662794-c234-457e-a8f4-aba4d3c91bdc service neutron] Checking segment: {'id': 'eb05760f-189f-4878-ae1e-c450672daf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '2655b065-662a-4caa-8d53-6f3e669648eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:39:39.862574 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-c7662794-c234-457e-a8f4-aba4d3c91bdc service neutron] Bound using segment: {'id': 'eb05760f-189f-4878-ae1e-c450672daf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '2655b065-662a-4caa-8d53-6f3e669648eb'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:39:39.862923 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-c7662794-c234-457e-a8f4-aba4d3c91bdc service neutron] Bound port: 3b2257a1-5504-4582-b58c-6fdf014fa7a9, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb05760f-189f-4878-ae1e-c450672daf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '2655b065-662a-4caa-8d53-6f3e669648eb'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:39:39.863278 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-c7662794-c234-457e-a8f4-aba4d3c91bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.908851 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-9ef43b0c-00bc-487f-a4c3-60b961c04108 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:39.911579 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef43b0c-00bc-487f-a4c3-60b961c04108 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:39.912346 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9ef43b0c-00bc-487f-a4c3-60b961c04108 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.919906 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3117cc-83d6-4685-a7ef-48b3df90d1a3 None None] Network e168cd94-2568-41b4-8c90-ba7d7eb160aa requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:39.936759 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-c7662794-c234-457e-a8f4-aba4d3c91bdc service neutron] For port 3b2257a1-5504-4582-b58c-6fdf014fa7a9, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:39:39.940536 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-c7662794-c234-457e-a8f4-aba4d3c91bdc service neutron] For port 3b2257a1-5504-4582-b58c-6fdf014fa7a9, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=3b2257a1-5504-4582-b58c-6fdf014fa7a9,segment=NetworkSegment(eb05760f-189f-4878-ae1e-c450672daf8d),segment_id=eb05760f-189f-4878-ae1e-c450672daf8d)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:39:39.948091 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-c7662794-c234-457e-a8f4-aba4d3c91bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.954791 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef43b0c-00bc-487f-a4c3-60b961c04108 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Subnet': ['ID=e44f7ce7-5340-4498-897d-562890b88253,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:39.964860 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d79834ff-8c1d-4d03-a2dc-abce33a60288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.988362 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:39:39.991347 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9ef43b0c-00bc-487f-a4c3-60b961c04108 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5401964 Jul 23 16:39:39.994353 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-c7662794-c234-457e-a8f4-aba4d3c91bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:39.995135 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-c7662794-c234-457e-a8f4-aba4d3c91bdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.996987 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-c7662794-c234-457e-a8f4-aba4d3c91bdc service neutron] 10.222.0.74 "PUT /v2.0/ports/3b2257a1-5504-4582-b58c-6fdf014fa7a9 HTTP/1.1" status: 200 len: 1092 time: 0.8320913 Jul 23 16:39:39.997157 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1880931f-676c-48e2-82b7-e7140547b160', 'tag': '3b2257a1-5504-4582-b58c-6fdf014fa7a9'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:39:39.999926 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575ba2a9-e94c-49b3-95af-338efb77784f" -d '{"events": [{"name": "network-changed", "server_uuid": "1880931f-676c-48e2-82b7-e7140547b160", "tag": "3b2257a1-5504-4582-b58c-6fdf014fa7a9"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:39:40.001710 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53526) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:40.009685 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-9386eda8-bdc9-4bad-aaeb-61b0c80c01ce tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'security_group': {'name': 'tempest-secgroup-327863517'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:40.027886 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7662794-c234-457e-a8f4-aba4d3c91bdc service neutron] Pushing event updated for resources: {'Port': ['ID=3b2257a1-5504-4582-b58c-6fdf014fa7a9,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:40.100362 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e1567-9a84-4a32-bb5b-6cb41934fc76 req-e0377c36-b4e7-423f-8ff9-e86a40dd8662 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:40.102015 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b54e1567-9a84-4a32-bb5b-6cb41934fc76 req-e0377c36-b4e7-423f-8ff9-e86a40dd8662 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 945 time: 0.3064945 Jul 23 16:39:40.104602 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4b6236cc-82d1-4a91-8ee5-a68b7f4476a1 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:40.113908 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6992639-1bff-44af-9d5b-4ad7ef75db07 req-54c6b56a-a2a0-4f5a-bb77-af52f13d1d7d tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:40.115477 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e6992639-1bff-44af-9d5b-4ad7ef75db07 req-54c6b56a-a2a0-4f5a-bb77-af52f13d1d7d tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cd86d46-446d-47fe-8cd1-eb131aba94be HTTP/1.1" status: 200 len: 946 time: 0.3271847 Jul 23 16:39:40.116262 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9386eda8-bdc9-4bad-aaeb-61b0c80c01ce tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:40.130470 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-e0a7b0cc-fdfd-4989-924c-a9a489c04b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:40.132611 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-e0a7b0cc-fdfd-4989-924c-a9a489c04b9e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=955ec0dfd80a4aa79ac43654ba8e1f70&device_id=1880931f-676c-48e2-82b7-e7140547b160 HTTP/1.1" status: 200 len: 1095 time: 0.0715523 Jul 23 16:39:40.185324 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6236cc-82d1-4a91-8ee5-a68b7f4476a1 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Subnet': ['ID=0cd5f0f8-1898-42af-bc73-1df205aa1323,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:40.192238 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4,segment=NetworkSegment(047af764-cf30-4424-904d-1624213e850c),segment_id=047af764-cf30-4424-904d-1624213e850c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:40.193011 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-b7e1c2a4-8044-4aff-9a7e-3e64d34d083a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b2257a1-5504-4582-b58c-6fdf014fa7a9 HTTP/1.1" status: 200 len: 217 time: 0.0514393 Jul 23 16:39:40.200942 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4b6236cc-82d1-4a91-8ee5-a68b7f4476a1 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:40.205881 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4b6236cc-82d1-4a91-8ee5-a68b7f4476a1 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/subnets/0cd5f0f8-1898-42af-bc73-1df205aa1323 HTTP/1.1" status: 204 len: 168 time: 0.7984202 Jul 23 16:39:40.206676 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d79834ff-8c1d-4d03-a2dc-abce33a60288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:40.210107 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d79834ff-8c1d-4d03-a2dc-abce33a60288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:40.210797 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53530) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:40.210966 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4', 'network_id': '188f4564-8b8f-479c-8498-350853f64f83', 'port_id': '55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4', 'mac_address': 'fa:16:3e:60:a6:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:39:40.211310 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d79834ff-8c1d-4d03-a2dc-abce33a60288 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e63b94dc-955c-494f-812c-d735daaeb1bd HTTP/1.1" status: 204 len: 168 time: 0.6295497 Jul 23 16:39:40.217183 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ebec74-a458-425c-9a14-86946b8a1608 None None] Network d6bf2f94-4896-47c8-8b8e-a6c8aa4c466e requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:40.237127 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79834ff-8c1d-4d03-a2dc-abce33a60288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63b94dc-955c-494f-812c-d735daaeb1bd,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:40.289242 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b54e1567-9a84-4a32-bb5b-6cb41934fc76 req-7c3aa97e-cf47-4460-9ea8-e6e1a24771a9 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654384 Jul 23 16:39:40.319267 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e6992639-1bff-44af-9d5b-4ad7ef75db07 req-f03879da-9653-47a2-b04d-6ba57842dda0 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801045 Jul 23 16:39:40.392958 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b0b2848-3177-4efe-904b-687b34d76a53 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:40.418735 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:40.428680 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-9fea349e-3ec4-40fe-a23a-5e972e4cd406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:40.430974 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-9fea349e-3ec4-40fe-a23a-5e972e4cd406 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0fa0ccfb-fa96-465a-9a56-19d1c26c6eb6 HTTP/1.1" status: 200 len: 859 time: 0.2302792 Jul 23 16:39:40.434351 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a0ee71-1aae-4494-ad57-6303da46f1e4 x-openstack-request-id: req-f6a0ee71-1aae-4494-ad57-6303da46f1e4 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:39:40.435154 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1880931f-676c-48e2-82b7-e7140547b160", "tag": "3b2257a1-5504-4582-b58c-6fdf014fa7a9", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:39:40.435154 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f6a0ee71-1aae-4494-ad57-6303da46f1e4 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:39:40.435407 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1880931f-676c-48e2-82b7-e7140547b160', 'tag': '3b2257a1-5504-4582-b58c-6fdf014fa7a9', 'status': 'completed', 'code': 200} Jul 23 16:39:40.484899 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:39:40.501502 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-8d3559b8-5e47-464a-aceb-8d58742bb120 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2655b065-662a-4caa-8d53-6f3e669648eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389051 Jul 23 16:39:40.511080 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9386eda8-bdc9-4bad-aaeb-61b0c80c01ce tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:40.521902 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9386eda8-bdc9-4bad-aaeb-61b0c80c01ce tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:40.551917 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4,segment=NetworkSegment(047af764-cf30-4424-904d-1624213e850c),segment_id=047af764-cf30-4424-904d-1624213e850c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:40.561631 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:40.567464 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f2ddbb-98eb-4f1e-bab4-a15dc3ee6679 None None] Update dhcp port {'port': {'network_id': 'e168cd94-2568-41b4-8c90-ba7d7eb160aa', 'fixed_ips': [{'subnet_id': 'c06a13bc-01bd-45c1-b17e-4a5fb4916b7a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e44f7ce7-5340-4498-897d-562890b88253'}], 'binding:host_id': 'n-d-778549-4'}, 'id': '5462d163-a4f7-43cb-8e41-feab17767600'} from n-d-778549-4. {{(pid=94014) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:39:40.602177 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9386eda8-bdc9-4bad-aaeb-61b0c80c01ce tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:40.602177 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9386eda8-bdc9-4bad-aaeb-61b0c80c01ce tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5931320 Jul 23 16:39:40.620101 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53540) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:40.626996 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0422b-8416-4817-b87e-a4d74ecf1ef1 req-5445dbc3-cfab-4889-9f18-eecb0235fdfd tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:40.637343 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-9d94fe9b-f028-4a85-b09f-0e55ba51fa63 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'security_group': {'name': 'tempest-secgroup-872536555'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:40.638710 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aba0422b-8416-4817-b87e-a4d74ecf1ef1 req-5445dbc3-cfab-4889-9f18-eecb0235fdfd tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] 10.222.0.73 "GET /v2.0/ports?device_id=1880931f-676c-48e2-82b7-e7140547b160 HTTP/1.1" status: 200 len: 944 time: 0.2196660 Jul 23 16:39:40.647875 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386eda8-bdc9-4bad-aaeb-61b0c80c01ce tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=609d1aba-7529-425c-ac14-1e8f92facdb0,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:40.698262 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-4b0b2848-3177-4efe-904b-687b34d76a53 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Deleting port 11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:40.698488 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b0b2848-3177-4efe-904b-687b34d76a53 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:40.747246 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aba0422b-8416-4817-b87e-a4d74ecf1ef1 req-872733e3-2155-46a1-82fc-3d5316da524c tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] 10.222.0.73 "GET /v2.0/security-groups?id=4d438248-76a0-475a-ba41-8526690dd25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007011 Jul 23 16:39:40.801400 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d94fe9b-f028-4a85-b09f-0e55ba51fa63 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:40.813352 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abe127-60cf-4dde-958e-7410e0f49c4d req-1c454b61-20a4-4e24-a54b-029335623111 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:40.816348 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f1abe127-60cf-4dde-958e-7410e0f49c4d req-1c454b61-20a4-4e24-a54b-029335623111 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 945 time: 0.2474105 Jul 23 16:39:40.930702 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f1abe127-60cf-4dde-958e-7410e0f49c4d req-707d4a16-a07b-4169-b129-fedd996ec664 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c6eb539-11f0-4f1b-b8f5-d8e90642f151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058061 Jul 23 16:39:40.981578 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d94fe9b-f028-4a85-b09f-0e55ba51fa63 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:40.986571 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-ced6e656-ebaf-4224-868d-975a02d49a51 service neutron] 10.222.0.74 "GET /v2.0/networks/2655b065-662a-4caa-8d53-6f3e669648eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4726167 Jul 23 16:39:41.006369 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:39:41.067047 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ff02006c-71a6-402e-bd04-a079aa2a7dee req-ff1b2770-e846-49b2-9fbc-dd0bf0deeb1c tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=5d8469dd886547af8aa5b5e0e02307dd HTTP/1.1" status: 200 len: 267 time: 0.1402893 Jul 23 16:39:41.156893 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288d9b9c-f758-4926-84a7-03303ec85428 None None] DHCP port deletion for d6bf2f94-4896-47c8-8b8e-a6c8aa4c466e request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:39:41.161288 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e2f2ddbb-98eb-4f1e-bab4-a15dc3ee6679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:41.208685 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:41.232624 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02006c-71a6-402e-bd04-a079aa2a7dee req-381261bd-9f4d-4083-ae63-6e24d31e5400 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:41.240994 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d94fe9b-f028-4a85-b09f-0e55ba51fa63 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:41.248663 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ff02006c-71a6-402e-bd04-a079aa2a7dee req-381261bd-9f4d-4083-ae63-6e24d31e5400 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cd86d46-446d-47fe-8cd1-eb131aba94be HTTP/1.1" status: 200 len: 946 time: 0.1715772 Jul 23 16:39:41.256715 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-ff02006c-71a6-402e-bd04-a079aa2a7dee req-258dd2e1-3c1f-4524-ac92-daf9f0afb9e2 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Request body: {'port': {'security_groups': []}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:41.304870 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-4b0b2848-3177-4efe-904b-687b34d76a53 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] For port 11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91,segment=NetworkSegment(8cd88ea2-5df5-40e3-9d42-10573dbaa8ba),segment_id=8cd88ea2-5df5-40e3-9d42-10573dbaa8ba)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:41.306056 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b0b2848-3177-4efe-904b-687b34d76a53 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:41.335673 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d94fe9b-f028-4a85-b09f-0e55ba51fa63 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:41.340750 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9d94fe9b-f028-4a85-b09f-0e55ba51fa63 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7173858 Jul 23 16:39:41.346361 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-4b0b2848-3177-4efe-904b-687b34d76a53 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Calling delete_port for 11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:41.348195 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53570) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:41.356122 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6e8e114e-d419-4c2d-819f-8e5fb4f44300 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'security_group': {'name': 'tempest-secgroup-967519341'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:41.379319 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94fe9b-f028-4a85-b09f-0e55ba51fa63 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33ff5bc7-36b0-4011-a03e-b8ef0703651f,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:41.470464 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-36534677-4df1-4471-9f0e-5fd43dca8375 req-a5012a7f-cc59-4577-90a9-69053e70f20c service neutron] 10.222.0.74 "GET /v2.0/networks/2655b065-662a-4caa-8d53-6f3e669648eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912206 Jul 23 16:39:41.591756 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e8e114e-d419-4c2d-819f-8e5fb4f44300 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:41.594620 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ff02006c-71a6-402e-bd04-a079aa2a7dee req-258dd2e1-3c1f-4524-ac92-daf9f0afb9e2 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:41.640467 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-288d9b9c-f758-4926-84a7-03303ec85428 None None] Deleting port 11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:41.641020 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-288d9b9c-f758-4926-84a7-03303ec85428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:41.677254 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53586) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:41.691596 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ba2a9-e94c-49b3-95af-338efb77784f req-72e79131-8581-4ef3-b374-37b31d45ffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:41.694260 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-575ba2a9-e94c-49b3-95af-338efb77784f req-72e79131-8581-4ef3-b374-37b31d45ffc1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=955ec0dfd80a4aa79ac43654ba8e1f70&device_id=1880931f-676c-48e2-82b7-e7140547b160 HTTP/1.1" status: 200 len: 1095 time: 0.1601648 Jul 23 16:39:41.701477 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b0b2848-3177-4efe-904b-687b34d76a53 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:41.758198 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b2848-3177-4efe-904b-687b34d76a53 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Port': ['ID=11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:41.760262 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0b2848-3177-4efe-904b-687b34d76a53 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] No DVR routers for this DVR port 11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:39:41.769741 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f7ca5-b55c-4ede-afb5-810579e38c56 req-63382f2c-3185-47ef-b799-e2fc2ae259d8 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:41.784189 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e13f7ca5-b55c-4ede-afb5-810579e38c56 req-63382f2c-3185-47ef-b799-e2fc2ae259d8 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 944 time: 0.3089337 Jul 23 16:39:41.881185 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-288d9b9c-f758-4926-84a7-03303ec85428 None None] For port 11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91,segment=NetworkSegment(8cd88ea2-5df5-40e3-9d42-10573dbaa8ba),segment_id=8cd88ea2-5df5-40e3-9d42-10573dbaa8ba)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:41.881751 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-288d9b9c-f758-4926-84a7-03303ec85428 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:41.886316 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-e2f2ddbb-98eb-4f1e-bab4-a15dc3ee6679 None None] Allocated IP 2001:db8::2 (e168cd94-2568-41b4-8c90-ba7d7eb160aa/e44f7ce7-5340-4498-897d-562890b88253/5462d163-a4f7-43cb-8e41-feab17767600) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:41.917242 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-288d9b9c-f758-4926-84a7-03303ec85428 None None] Calling delete_port for 11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:41.990741 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e13f7ca5-b55c-4ede-afb5-810579e38c56 req-f95cf55a-2bf1-4a45-a388-1e47ae242aef tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050507 Jul 23 16:39:41.992127 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e8e114e-d419-4c2d-819f-8e5fb4f44300 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:42.010151 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-d3282d38-a678-4242-8f72-668e1290753d tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Request body: {'security_group': {'name': 'tempest-secgroup--887197982'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:42.015531 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e8e114e-d419-4c2d-819f-8e5fb4f44300 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:42.142567 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e114e-d419-4c2d-819f-8e5fb4f44300 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9a6dc3-42c4-48d2-8094-61a01cc4a8e5,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:42.198182 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-ff02006c-71a6-402e-bd04-a079aa2a7dee req-258dd2e1-3c1f-4524-ac92-daf9f0afb9e2 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] For port c8eb0fc1-0b30-40f1-870c-e7c75dda6211, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=c8eb0fc1-0b30-40f1-870c-e7c75dda6211,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:42.207554 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b0b2848-3177-4efe-904b-687b34d76a53 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:42.221811 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d3282d38-a678-4242-8f72-668e1290753d tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:42.261372 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d3282d38-a678-4242-8f72-668e1290753d tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:42.279975 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e8e114e-d419-4c2d-819f-8e5fb4f44300 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:42.286991 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6e8e114e-d419-4c2d-819f-8e5fb4f44300 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9376259 Jul 23 16:39:42.289290 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-4b0b2848-3177-4efe-904b-687b34d76a53 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6bf2f94-4896-47c8-8b8e-a6c8aa4c466e']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:42.294225 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ff02006c-71a6-402e-bd04-a079aa2a7dee req-258dd2e1-3c1f-4524-ac92-daf9f0afb9e2 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:42.306149 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53598) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:42.312315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-4521a132-616e-46f2-8a3a-0cfc92d536ce tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2076852913', 'security_groups': ['fd9a6dc3-42c4-48d2-8094-61a01cc4a8e5'], 'network_id': 'e168cd94-2568-41b4-8c90-ba7d7eb160aa', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e44f7ce7-5340-4498-897d-562890b88253'}]}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:42.354224 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ff02006c-71a6-402e-bd04-a079aa2a7dee req-258dd2e1-3c1f-4524-ac92-daf9f0afb9e2 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:42.359123 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-288d9b9c-f758-4926-84a7-03303ec85428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:42.379729 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-4b0b2848-3177-4efe-904b-687b34d76a53 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd88ea2-5df5-40e3-9d42-10573dbaa8ba') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:42.380188 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-4b0b2848-3177-4efe-904b-687b34d76a53 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd88ea2-5df5-40e3-9d42-10573dbaa8ba') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:42.385218 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ba2a9-e94c-49b3-95af-338efb77784f req-ebd2d43c-9570-48e7-84f0-6e013fd01302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:42.401942 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-575ba2a9-e94c-49b3-95af-338efb77784f req-ebd2d43c-9570-48e7-84f0-6e013fd01302 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2655b065-662a-4caa-8d53-6f3e669648eb HTTP/1.1" status: 200 len: 921 time: 0.6879847 Jul 23 16:39:42.414166 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b0b2848-3177-4efe-904b-687b34d76a53 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:42.424800 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d9b9c-f758-4926-84a7-03303ec85428 None None] Pushing event deleted for resources: {'Port': ['ID=11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:42.424800 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1', 'c8eb0fc1-0b30-40f1-870c-e7c75dda6211'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:39:42.499949 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['bf3c0b97-349e-4e25-8962-be2ec8f75263'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:39:42.504530 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-575ba2a9-e94c-49b3-95af-338efb77784f req-48eeea8c-629b-43f4-882a-6d0cfb522a4b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b2257a1-5504-4582-b58c-6fdf014fa7a9 HTTP/1.1" status: 200 len: 217 time: 0.0928595 Jul 23 16:39:42.529300 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02006c-71a6-402e-bd04-a079aa2a7dee req-258dd2e1-3c1f-4524-ac92-daf9f0afb9e2 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:42.530244 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ff02006c-71a6-402e-bd04-a079aa2a7dee req-258dd2e1-3c1f-4524-ac92-daf9f0afb9e2 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:42.536537 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ff02006c-71a6-402e-bd04-a079aa2a7dee req-258dd2e1-3c1f-4524-ac92-daf9f0afb9e2 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "PUT /v2.0/ports/c8eb0fc1-0b30-40f1-870c-e7c75dda6211 HTTP/1.1" status: 200 len: 905 time: 1.2867379 Jul 23 16:39:42.578492 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd86d46-446d-47fe-8cd1-eb131aba94be', 'tag': 'c8eb0fc1-0b30-40f1-870c-e7c75dda6211'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:39:42.585321 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e9d519-9a8e-448e-b081-01af10eb666a" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd86d46-446d-47fe-8cd1-eb131aba94be", "tag": "c8eb0fc1-0b30-40f1-870c-e7c75dda6211"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:39:42.607772 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-e2f2ddbb-98eb-4f1e-bab4-a15dc3ee6679 None None] For port 5462d163-a4f7-43cb-8e41-feab17767600, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=5462d163-a4f7-43cb-8e41-feab17767600,segment=NetworkSegment(f15856f5-2829-4046-809c-86fc78768a4f),segment_id=f15856f5-2829-4046-809c-86fc78768a4f)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:42.656284 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['c8eb0fc1-0b30-40f1-870c-e7c75dda6211'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:39:42.659150 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b0b2848-3177-4efe-904b-687b34d76a53 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:42.691499 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b0b2848-3177-4efe-904b-687b34d76a53 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Releasing vlan 1140 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:39:42.693828 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b0b2848-3177-4efe-904b-687b34d76a53 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:42.741684 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288d9b9c-f758-4926-84a7-03303ec85428 None None] No DVR routers for this DVR port 11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:39:42.745657 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:39:42.750745 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258dd2e1-3c1f-4524-ac92-daf9f0afb9e2 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Pushing event updated for resources: {'Port': ['ID=c8eb0fc1-0b30-40f1-870c-e7c75dda6211,revision_number=6']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:42.830999 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:39:42.830999 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:39:42.830999 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:39:42.830999 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:39:42.830999 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:39:42.830999 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:39:42.830999 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:39:42.830999 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:39:42.830999 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:39:42.830999 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:39:42.830999 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:39:42.830999 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:39:42.830999 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:39:42.830999 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:39:42.830999 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:39:42.830999 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:39:42.830999 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:39:42.830999 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:39:42.830999 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:39:42.830999 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:39:42.830999 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:39:42.830999 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:39:42.830999 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:39:42.830999 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:39:42.830999 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:39:42.830999 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:39:42.830999 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:39:42.830999 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:39:42.830999 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:39:42.830999 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:39:42.830999 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:39:42.830999 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:39:42.836239 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:39:42.850512 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 11b6b5a5-ab25-4bc6-8be3-b3f98a43eb91 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:39:42.968790 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5ecda-0e55-47a9-8ba2-0c1bbf865181 req-b552fa4f-3d86-49cd-ad23-567b87c14f95 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:42.972598 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-42a5ecda-0e55-47a9-8ba2-0c1bbf865181 req-b552fa4f-3d86-49cd-ad23-567b87c14f95 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] 10.222.0.73 "GET /v2.0/ports?device_id=1880931f-676c-48e2-82b7-e7140547b160 HTTP/1.1" status: 200 len: 944 time: 0.7085683 Jul 23 16:39:43.048800 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e2f2ddbb-98eb-4f1e-bab4-a15dc3ee6679 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.072902 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ba2a9-e94c-49b3-95af-338efb77784f req-17d6a0ee-7d5a-4c17-9560-924a0a287ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:43.075653 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-575ba2a9-e94c-49b3-95af-338efb77784f req-17d6a0ee-7d5a-4c17-9560-924a0a287ddb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0fa0ccfb-fa96-465a-9a56-19d1c26c6eb6 HTTP/1.1" status: 200 len: 859 time: 0.5378079 Jul 23 16:39:43.081304 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b0b2848-3177-4efe-904b-687b34d76a53 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.103651 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:39:43.105804 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b0b2848-3177-4efe-904b-687b34d76a53 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.109731 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4b0b2848-3177-4efe-904b-687b34d76a53 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/networks/d6bf2f94-4896-47c8-8b8e-a6c8aa4c466e HTTP/1.1" status: 204 len: 168 time: 2.8944602 Jul 23 16:39:43.128691 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53606) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:43.136250 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d3282d38-a678-4242-8f72-668e1290753d tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.147390 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e2f2ddbb-98eb-4f1e-bab4-a15dc3ee6679 None None] Transition to ACTIVE for port object 5462d163-a4f7-43cb-8e41-feab17767600 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:43.156826 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-d9522066-ad37-461b-993f-a019461c8bd2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Request body: {'network': {'name': 'tempest-RoutersTest-1097720345'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:43.169775 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e2f2ddbb-98eb-4f1e-bab4-a15dc3ee6679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.202878 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d3282d38-a678-4242-8f72-668e1290753d tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.207365 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-575ba2a9-e94c-49b3-95af-338efb77784f req-e88297f5-4b05-451f-9dbd-1774b234e2fa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2655b065-662a-4caa-8d53-6f3e669648eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189849 Jul 23 16:39:43.212820 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b2848-3177-4efe-904b-687b34d76a53 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Network': ['ID=d6bf2f94-4896-47c8-8b8e-a6c8aa4c466e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:43.282112 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2ddbb-98eb-4f1e-bab4-a15dc3ee6679 None None] Pushing event updated for resources: {'Port': ['ID=5462d163-a4f7-43cb-8e41-feab17767600,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:43.294536 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-def1bf75-6df2-4f3e-af63-240ec27aedee None None] Provisioning complete for port c8eb0fc1-0b30-40f1-870c-e7c75dda6211 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:43.295314 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-def1bf75-6df2-4f3e-af63-240ec27aedee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.311333 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3282d38-a678-4242-8f72-668e1290753d tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70f43d1e-80ee-4dd5-81ed-9345a3d6af7b,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:43.445315 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-575ba2a9-e94c-49b3-95af-338efb77784f req-ba19b1d6-e802-4f99-80b2-9ce17a0e6542 service neutron] 10.222.0.74 "GET /v2.0/networks/2655b065-662a-4caa-8d53-6f3e669648eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203941 Jul 23 16:39:43.492546 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.db.api [None req-d9522066-ad37-461b-993f-a019461c8bd2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:39:43.492546 n-d-778549-4 neutron-server[94013]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 16:39:43.492546 n-d-778549-4 neutron-server[94013]: [parameters: {'project_id_1': 'c0f4c41fe4844b969e43c8308c91c7fc', 'expiration_1': datetime.datetime(2021, 7, 23, 16, 39, 43, 197265)}] Jul 23 16:39:43.492546 n-d-778549-4 neutron-server[94013]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94013) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:39:43.493650 n-d-778549-4 neutron-server[94013]: DEBUG oslo_db.api [None req-d9522066-ad37-461b-993f-a019461c8bd2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:39:43.494649 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.db.api [None req-d3282d38-a678-4242-8f72-668e1290753d tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:39:43.494649 n-d-778549-4 neutron-server[94013]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 16:39:43.494649 n-d-778549-4 neutron-server[94013]: [parameters: {'project_id_1': 'b140aea18bae453e8a1e412fb01da6ec', 'expiration_1': datetime.datetime(2021, 7, 23, 16, 39, 43, 222420)}] Jul 23 16:39:43.494649 n-d-778549-4 neutron-server[94013]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94013) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:39:43.495172 n-d-778549-4 neutron-server[94013]: DEBUG oslo_db.api [None req-d3282d38-a678-4242-8f72-668e1290753d tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:39:43.496759 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-42a5ecda-0e55-47a9-8ba2-0c1bbf865181 req-c90dd700-0de4-459a-80ff-25d4cef2c30e tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] 10.222.0.73 "GET /v2.0/security-groups?id=4d438248-76a0-475a-ba41-8526690dd25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5138950 Jul 23 16:39:43.542792 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95d172-c09f-409f-93a9-6b46f36981f0 req-e52431b7-905f-4286-9787-6e05c481c81c tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:43.558649 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4b95d172-c09f-409f-93a9-6b46f36981f0 req-e52431b7-905f-4286-9787-6e05c481c81c tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 945 time: 0.7622356 Jul 23 16:39:43.588294 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4521a132-616e-46f2-8a3a-0cfc92d536ce tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:43.655401 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-575ba2a9-e94c-49b3-95af-338efb77784f req-ad4e0962-95e3-4374-ab09-379e2d5a8e48 service neutron] 10.222.0.74 "GET /v2.0/networks/2655b065-662a-4caa-8d53-6f3e669648eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019768 Jul 23 16:39:43.779032 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4b95d172-c09f-409f-93a9-6b46f36981f0 req-2aa43370-2275-4101-b947-e5fae1aa65f3 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c6eb539-11f0-4f1b-b8f5-d8e90642f151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2174284 Jul 23 16:39:43.889429 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4521a132-616e-46f2-8a3a-0cfc92d536ce tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.912583 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cae365-2e0e-42a1-82f5-fd679797def4 x-openstack-request-id: req-b5cae365-2e0e-42a1-82f5-fd679797def4 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:39:43.913761 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd86d46-446d-47fe-8cd1-eb131aba94be", "tag": "c8eb0fc1-0b30-40f1-870c-e7c75dda6211", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:39:43.914311 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b5cae365-2e0e-42a1-82f5-fd679797def4 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:39:43.915595 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd86d46-446d-47fe-8cd1-eb131aba94be', 'tag': 'c8eb0fc1-0b30-40f1-870c-e7c75dda6211', 'status': 'completed', 'code': 200} Jul 23 16:39:43.935318 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4289514-10f0-4788-a285-4f5ce2d3fee3 req-1a592031-1720-4858-afe9-1ffcab2df3ae tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:43.946910 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d4289514-10f0-4788-a285-4f5ce2d3fee3 req-1a592031-1720-4858-afe9-1ffcab2df3ae tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cd86d46-446d-47fe-8cd1-eb131aba94be HTTP/1.1" status: 200 len: 908 time: 0.2946060 Jul 23 16:39:43.975011 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-4521a132-616e-46f2-8a3a-0cfc92d536ce tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] device_id is not set on port 59d2646f-9b88-4ecc-a45e-434dd9d2ceb4 yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:39:44.001148 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d3282d38-a678-4242-8f72-668e1290753d tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.016936 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 3b2257a1-5504-4582-b58c-6fdf014fa7a9 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:39:44.019115 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:44.099462 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9522066-ad37-461b-993f-a019461c8bd2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Made reservation on behalf of c0f4c41fe4844b969e43c8308c91c7fc for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:44.112720 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d9522066-ad37-461b-993f-a019461c8bd2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.179004 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:44.179372 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.247616 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9522066-ad37-461b-993f-a019461c8bd2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] vlan segment allocate from pool success with {'vlan_id': 1130, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:39:44.260310 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d9522066-ad37-461b-993f-a019461c8bd2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.260943 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-d9522066-ad37-461b-993f-a019461c8bd2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Added segment 357a106b-c2b2-4481-97dc-7a09981536d4 of type vlan for network 1aa44301-bc86-416a-b215-c6606f08fb0f Jul 23 16:39:44.307869 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d9522066-ad37-461b-993f-a019461c8bd2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.395404 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d9522066-ad37-461b-993f-a019461c8bd2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.409573 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9522066-ad37-461b-993f-a019461c8bd2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:44.410715 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d9522066-ad37-461b-993f-a019461c8bd2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.412126 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 3b2257a1-5504-4582-b58c-6fdf014fa7a9, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=3b2257a1-5504-4582-b58c-6fdf014fa7a9,segment=NetworkSegment(eb05760f-189f-4878-ae1e-c450672daf8d),segment_id=eb05760f-189f-4878-ae1e-c450672daf8d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:44.429320 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '3b2257a1-5504-4582-b58c-6fdf014fa7a9', 'network_id': '2655b065-662a-4caa-8d53-6f3e669648eb', 'port_id': '3b2257a1-5504-4582-b58c-6fdf014fa7a9', 'mac_address': 'fa:16:3e:6a:23:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa0ccfb-fa96-465a-9a56-19d1c26c6eb6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:39:44.510236 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704485cf-b228-4293-9f19-06945925dc1e req-76ad11e1-e516-4175-9072-c175b455aca6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:44.513339 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-704485cf-b228-4293-9f19-06945925dc1e req-76ad11e1-e516-4175-9072-c175b455aca6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 944 time: 0.4690804 Jul 23 16:39:44.514641 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.543408 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe4601-02d1-48d9-b815-35e2ccd91a0d req-c3e7c58b-2b28-4c42-b618-f916143562db tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:44.557100 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-25fe4601-02d1-48d9-b815-35e2ccd91a0d req-c3e7c58b-2b28-4c42-b618-f916143562db tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.3965211 Jul 23 16:39:44.585756 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9522066-ad37-461b-993f-a019461c8bd2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Network': ['ID=1aa44301-bc86-416a-b215-c6606f08fb0f,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:44.592528 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d3282d38-a678-4242-8f72-668e1290753d tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.600870 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.605700 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d3282d38-a678-4242-8f72-668e1290753d tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.630602 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d9522066-ad37-461b-993f-a019461c8bd2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4985492 Jul 23 16:39:44.648054 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53612) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:44.672469 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fcf27e-1fc4-44f2-87e7-6648ac97b53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:39:44.678610 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-61171dac-3604-4b40-8a82-9ac3b909e130 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Request body: {'subnet': {'network_id': '1aa44301-bc86-416a-b215-c6606f08fb0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:44.683946 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc87e512-40ed-4907-b6bc-b6fc7e8f7eb4" -d '{"events": [{"server_uuid": "a9fcf27e-1fc4-44f2-87e7-6648ac97b53d", "name": "network-vif-plugged", "status": "completed", "tag": "55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:39:44.690996 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b2257a1-5504-4582-b58c-6fdf014fa7a9 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:39:44.711146 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-4521a132-616e-46f2-8a3a-0cfc92d536ce tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Allocated IP 2001:db8::3b3 (e168cd94-2568-41b4-8c90-ba7d7eb160aa/e44f7ce7-5340-4498-897d-562890b88253/59d2646f-9b88-4ecc-a45e-434dd9d2ceb4) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:44.739646 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 3b2257a1-5504-4582-b58c-6fdf014fa7a9, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=3b2257a1-5504-4582-b58c-6fdf014fa7a9,segment=NetworkSegment(eb05760f-189f-4878-ae1e-c450672daf8d),segment_id=eb05760f-189f-4878-ae1e-c450672daf8d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:44.743297 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 1aa44301-bc86-416a-b215-c6606f08fb0f details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:39:44.830661 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3282d38-a678-4242-8f72-668e1290753d tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31b373a0-19f7-44d9-b37a-05342ad0bf83,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:44.847339 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d3282d38-a678-4242-8f72-668e1290753d tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.853626 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d3282d38-a678-4242-8f72-668e1290753d tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 3.1707139 Jul 23 16:39:44.853865 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 5462d163-a4f7-43cb-8e41-feab17767600 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:44.854199 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53618) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:44.886665 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.931905 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4,segment=NetworkSegment(047af764-cf30-4424-904d-1624213e850c),segment_id=047af764-cf30-4424-904d-1624213e850c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:44.953162 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0fb98901-0ea2-4d7c-93c5-ae313c12f9ca tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0928049 Jul 23 16:39:44.953415 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53620) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:44.959885 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9d519-9a8e-448e-b081-01af10eb666a req-c07b60a6-01a1-4fa5-8aee-8b4475d7eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:44.963162 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-60e9d519-9a8e-448e-b081-01af10eb666a req-c07b60a6-01a1-4fa5-8aee-8b4475d7eca7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d8469dd886547af8aa5b5e0e02307dd&device_id=9cd86d46-446d-47fe-8cd1-eb131aba94be HTTP/1.1" status: 200 len: 1059 time: 1.0070841 Jul 23 16:39:44.971074 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-aa13f163-7114-4fb2-a8ae-fbc49d173cb2 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Request body: {'security_group': {'name': 'tempest-security--1929078258', 'description': 'tempest-security-description-440829336'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:44.983698 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.987960 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61171dac-3604-4b40-8a82-9ac3b909e130 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Made reservation on behalf of c0f4c41fe4844b969e43c8308c91c7fc for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:44.998456 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-61171dac-3604-4b40-8a82-9ac3b909e130 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.016919 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4521a132-616e-46f2-8a3a-0cfc92d536ce tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.041521 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-4521a132-616e-46f2-8a3a-0cfc92d536ce tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Transition to ACTIVE for port object 59d2646f-9b88-4ecc-a45e-434dd9d2ceb4 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:45.051062 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aa13f163-7114-4fb2-a8ae-fbc49d173cb2 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.068371 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d9153465-03bd-4f47-94f9-0141b2bfbacf None None] Provisioning for port 5462d163-a4f7-43cb-8e41-feab17767600 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:45.096113 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 5462d163-a4f7-43cb-8e41-feab17767600 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:45.096374 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.101767 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d9153465-03bd-4f47-94f9-0141b2bfbacf None None] Provisioning complete for port 5462d163-a4f7-43cb-8e41-feab17767600 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:45.101767 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d9153465-03bd-4f47-94f9-0141b2bfbacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.102821 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-25fe4601-02d1-48d9-b815-35e2ccd91a0d req-b037c8ea-cb13-48e1-98a9-d724d58e1184 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5442784 Jul 23 16:39:45.126781 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=3b2257a1-5504-4582-b58c-6fdf014fa7a9,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:45.184223 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4521a132-616e-46f2-8a3a-0cfc92d536ce tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.245385 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-704485cf-b228-4293-9f19-06945925dc1e req-e915f213-92de-441b-8d67-9a8ac30ec5d3 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6732767 Jul 23 16:39:45.263642 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4,revision_number=7']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:45.321082 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['3b2257a1-5504-4582-b58c-6fdf014fa7a9'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:39:45.338234 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aa13f163-7114-4fb2-a8ae-fbc49d173cb2 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.348861 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4521a132-616e-46f2-8a3a-0cfc92d536ce tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network e168cd94-2568-41b4-8c90-ba7d7eb160aa is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:45.358210 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aa13f163-7114-4fb2-a8ae-fbc49d173cb2 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.366839 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aa13f163-7114-4fb2-a8ae-fbc49d173cb2 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.368550 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-4521a132-616e-46f2-8a3a-0cfc92d536ce tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:45.370622 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-aa13f163-7114-4fb2-a8ae-fbc49d173cb2 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "PUT /v2.0/security-groups/31b373a0-19f7-44d9-b37a-05342ad0bf83 HTTP/1.1" status: 200 len: 1779 time: 0.4163282 Jul 23 16:39:45.378152 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4521a132-616e-46f2-8a3a-0cfc92d536ce tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:45.383335 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c1490c-6512-4593-8251-f256aeae6e16 x-openstack-request-id: req-48c1490c-6512-4593-8251-f256aeae6e16 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:39:45.384263 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fcf27e-1fc4-44f2-87e7-6648ac97b53d", "name": "network-vif-plugged", "status": "completed", "tag": "55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:39:45.384657 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-48c1490c-6512-4593-8251-f256aeae6e16 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:39:45.385236 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9fcf27e-1fc4-44f2-87e7-6648ac97b53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4', 'code': 200} Jul 23 16:39:45.387429 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4521a132-616e-46f2-8a3a-0cfc92d536ce tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:45.389007 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4521a132-616e-46f2-8a3a-0cfc92d536ce tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.391778 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53626) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:45.416151 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521a132-616e-46f2-8a3a-0cfc92d536ce tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Port': ['ID=59d2646f-9b88-4ecc-a45e-434dd9d2ceb4,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:45.461518 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9d519-9a8e-448e-b081-01af10eb666a req-f056aef8-5ab8-40da-8e40-6b64bebf3557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:45.463500 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-60e9d519-9a8e-448e-b081-01af10eb666a req-f056aef8-5ab8-40da-8e40-6b64bebf3557 service neutron] 10.222.0.97 "GET /v2.0/networks?id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a HTTP/1.1" status: 200 len: 913 time: 0.3594205 Jul 23 16:39:45.468698 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4521a132-616e-46f2-8a3a-0cfc92d536ce tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1612535 Jul 23 16:39:45.483353 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53628) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:45.495279 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-5c337d7d-540c-4888-8973-3f5ec5d59efe tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'subnet': {'network_id': 'e168cd94-2568-41b4-8c90-ba7d7eb160aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:45.565245 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13f163-7114-4fb2-a8ae-fbc49d173cb2 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31b373a0-19f7-44d9-b37a-05342ad0bf83,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:45.607668 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-61171dac-3604-4b40-8a82-9ac3b909e130 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.680060 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61171dac-3604-4b40-8a82-9ac3b909e130 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Subnet': ['ID=24e98150-20f1-4faf-b18b-6ad5eff8facd,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:45.740097 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61171dac-3604-4b40-8a82-9ac3b909e130 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Checking segment: {'id': '357a106b-c2b2-4481-97dc-7a09981536d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '1aa44301-bc86-416a-b215-c6606f08fb0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:39:45.740628 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61171dac-3604-4b40-8a82-9ac3b909e130 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network hostable DHCP agents. Network: 1aa44301-bc86-416a-b215-c6606f08fb0f, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:39:45.763823 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61171dac-3604-4b40-8a82-9ac3b909e130 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network 1aa44301-bc86-416a-b215-c6606f08fb0f is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:39:45.789466 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-61171dac-3604-4b40-8a82-9ac3b909e130 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 1aa44301-bc86-416a-b215-c6606f08fb0f) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:45.790201 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d9153465-03bd-4f47-94f9-0141b2bfbacf None None] Provisioning complete for port a7fa7dba-aaa4-4c99-a247-996ff39a0cdb triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:45.790934 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d9153465-03bd-4f47-94f9-0141b2bfbacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.808055 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61171dac-3604-4b40-8a82-9ac3b909e130 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:45.818536 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-61171dac-3604-4b40-8a82-9ac3b909e130 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.825664 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53630) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:45.828519 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4c7d5ad1-a71c-4208-9a07-cfdd6fa62f60 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "GET /v2.0/security-groups/31b373a0-19f7-44d9-b37a-05342ad0bf83 HTTP/1.1" status: 200 len: 1779 time: 0.4298069 Jul 23 16:39:45.834943 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-60e9d519-9a8e-448e-b081-01af10eb666a req-9ec66100-991a-4fee-a6db-05944d65ded3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8eb0fc1-0b30-40f1-870c-e7c75dda6211 HTTP/1.1" status: 200 len: 217 time: 0.3636169 Jul 23 16:39:45.849659 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce20c85-573c-40f1-b0d8-287a0401cebc None None] Network 1aa44301-bc86-416a-b215-c6606f08fb0f requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:45.852344 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-d9153465-03bd-4f47-94f9-0141b2bfbacf None None] Port a7fa7dba-aaa4-4c99-a247-996ff39a0cdb cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:45.878503 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-61171dac-3604-4b40-8a82-9ac3b909e130 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2230072 Jul 23 16:39:45.879654 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53632) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:45.900287 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-3cfdd572-fbb7-4955-b06e-045776af9867 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1940554780', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:45.944686 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ff1317ab-671f-4f8b-a426-8a53032e4e63 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.978978 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ff1317ab-671f-4f8b-a426-8a53032e4e63 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.990135 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9d519-9a8e-448e-b081-01af10eb666a req-00480cdf-dd4d-4c5f-831e-88a68f9987dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:45.992124 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-60e9d519-9a8e-448e-b081-01af10eb666a req-00480cdf-dd4d-4c5f-831e-88a68f9987dd service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2ae57d8d-3779-4491-8fd1-fe104612a516 HTTP/1.1" status: 200 len: 850 time: 0.1485581 Jul 23 16:39:46.025083 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-80151ec3-d43c-4689-9430-e93b5b7980de None None] Provisioning for port 59d2646f-9b88-4ecc-a45e-434dd9d2ceb4 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:46.035398 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-80151ec3-d43c-4689-9430-e93b5b7980de None None] Provisioning complete for port 59d2646f-9b88-4ecc-a45e-434dd9d2ceb4 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:46.039026 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-80151ec3-d43c-4689-9430-e93b5b7980de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.040057 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.db.api [None req-3cfdd572-fbb7-4955-b06e-045776af9867 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:39:46.040057 n-d-778549-4 neutron-server[94013]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 16:39:46.040057 n-d-778549-4 neutron-server[94013]: [parameters: {'project_id_1': 'c0f4c41fe4844b969e43c8308c91c7fc', 'expiration_1': datetime.datetime(2021, 7, 23, 16, 39, 45, 907770)}] Jul 23 16:39:46.040057 n-d-778549-4 neutron-server[94013]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94013) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:39:46.040949 n-d-778549-4 neutron-server[94013]: DEBUG oslo_db.api [None req-3cfdd572-fbb7-4955-b06e-045776af9867 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:39:46.042217 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ff1317ab-671f-4f8b-a426-8a53032e4e63 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.045177 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ff1317ab-671f-4f8b-a426-8a53032e4e63 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.047122 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ff1317ab-671f-4f8b-a426-8a53032e4e63 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "DELETE /v2.0/security-groups/31b373a0-19f7-44d9-b37a-05342ad0bf83 HTTP/1.1" status: 204 len: 168 time: 0.2199688 Jul 23 16:39:46.050608 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53634) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:46.055960 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b94e7a-8792-4f28-8cfb-6bb1ab2fc7fb req-5eb3012e-d0b6-48c3-b243-ac4f5a2fc133 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:46.058647 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a0b94e7a-8792-4f28-8cfb-6bb1ab2fc7fb req-5eb3012e-d0b6-48c3-b243-ac4f5a2fc133 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] 10.222.0.73 "GET /v2.0/ports?device_id=1880931f-676c-48e2-82b7-e7140547b160 HTTP/1.1" status: 200 len: 945 time: 0.8209035 Jul 23 16:39:46.080696 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1317ab-671f-4f8b-a426-8a53032e4e63 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b373a0-19f7-44d9-b37a-05342ad0bf83,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:46.087073 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-80151ec3-d43c-4689-9430-e93b5b7980de None None] Port 59d2646f-9b88-4ecc-a45e-434dd9d2ceb4 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:46.119788 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6d0bbc06-175e-4e40-91b7-a8e9cc76cfe4 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0668871 Jul 23 16:39:46.122719 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53636) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:46.155177 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-8fdcd240-37a5-4feb-aef1-df341369c21d tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] delete failed (client error): The resource could not be found. Jul 23 16:39:46.158259 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8fdcd240-37a5-4feb-aef1-df341369c21d tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "DELETE /v2.0/security-groups/31b373a0-19f7-44d9-b37a-05342ad0bf83 HTTP/1.1" status: 404 len: 347 time: 0.0333381 Jul 23 16:39:46.163297 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53638) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:46.170273 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-0dbd5bf3-23f1-4f3d-8b92-edb42f6e2bec tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Request body: {'security_group': {'name': 'tempest-secgroup--1512849730'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:46.173611 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c337d7d-540c-4888-8973-3f5ec5d59efe tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:46.179573 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5c337d7d-540c-4888-8973-3f5ec5d59efe tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.188899 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9a963d-efbb-4cd2-8739-2126bbc796b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-1aa44301-bc86-416a-b215-c6606f08fb0f', 'network_id': '1aa44301-bc86-416a-b215-c6606f08fb0f', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'fixed_ips': [{'subnet_id': '24e98150-20f1-4faf-b18b-6ad5eff8facd'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:39:46.189810 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7a9a963d-efbb-4cd2-8739-2126bbc796b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.213224 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5bf3-23f1-4f3d-8b92-edb42f6e2bec tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.314909 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9d519-9a8e-448e-b081-01af10eb666a req-033e0c02-843d-4cd9-a028-57e03ab6ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:46.317729 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-60e9d519-9a8e-448e-b081-01af10eb666a req-033e0c02-843d-4cd9-a028-57e03ab6ff23 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3106542 Jul 23 16:39:46.352059 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a50a6-bca9-4980-8105-0b2af51c9b14 req-24f45a8d-8d5e-49e3-bb1a-62d569cc9d62 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:46.353957 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5bf3-23f1-4f3d-8b92-edb42f6e2bec tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.355230 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-756a50a6-bca9-4980-8105-0b2af51c9b14 req-24f45a8d-8d5e-49e3-bb1a-62d569cc9d62 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 945 time: 0.6310961 Jul 23 16:39:46.359037 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5bf3-23f1-4f3d-8b92-edb42f6e2bec tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.401403 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd5bf3-23f1-4f3d-8b92-edb42f6e2bec tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9e8a78-effc-423c-a3f3-4d5028db9f2a,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:46.406883 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5bf3-23f1-4f3d-8b92-edb42f6e2bec tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.408411 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0dbd5bf3-23f1-4f3d-8b92-edb42f6e2bec tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2439020 Jul 23 16:39:46.411725 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53642) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:46.419569 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-f747b66f-95dc-46cf-8d8a-904a23bee950 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Request body: {'security_group_rule': {'security_group_id': 'ea9e8a78-effc-423c-a3f3-4d5028db9f2a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:46.436904 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-7a9a963d-efbb-4cd2-8739-2126bbc796b5 None None] Allocated IP 172.20.0.2 (1aa44301-bc86-416a-b215-c6606f08fb0f/24e98150-20f1-4faf-b18b-6ad5eff8facd/a359b775-8d54-42fe-b672-03b8ea0cc673) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:46.439544 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a0b94e7a-8792-4f28-8cfb-6bb1ab2fc7fb req-01e46b1b-0024-4fd3-affe-0a33ec7b3702 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] 10.222.0.73 "GET /v2.0/security-groups?id=4d438248-76a0-475a-ba41-8526690dd25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308625 Jul 23 16:39:46.475191 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f747b66f-95dc-46cf-8d8a-904a23bee950 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.572342 n-d-778549-4 neutron-server[94012]: INFO neutron.db.ipam_backend_mixin [None req-5c337d7d-540c-4888-8973-3f5ec5d59efe tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e44f7ce7-5340-4498-897d-562890b88253 (CIDR: 2001:db8::/64) Jul 23 16:39:46.585482 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-756a50a6-bca9-4980-8105-0b2af51c9b14 req-c468af48-5616-4356-b1d2-892633b31f34 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c6eb539-11f0-4f1b-b8f5-d8e90642f151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650345 Jul 23 16:39:46.597302 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c337d7d-540c-4888-8973-3f5ec5d59efe tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:39:46.597302 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c337d7d-540c-4888-8973-3f5ec5d59efe tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:46.719269 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5c337d7d-540c-4888-8973-3f5ec5d59efe tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2330439 Jul 23 16:39:46.727080 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f747b66f-95dc-46cf-8d8a-904a23bee950 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.728688 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53644) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:46.735305 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3cfdd572-fbb7-4955-b06e-045776af9867 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.740013 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3cfdd572-fbb7-4955-b06e-045776af9867 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.741998 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-034fce16-7ff1-43f4-bce9-a22139c4b14c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'subnet': {'network_id': 'e168cd94-2568-41b4-8c90-ba7d7eb160aa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:46.856012 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3cfdd572-fbb7-4955-b06e-045776af9867 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.858868 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f747b66f-95dc-46cf-8d8a-904a23bee950 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.866353 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3cfdd572-fbb7-4955-b06e-045776af9867 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.907080 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f747b66f-95dc-46cf-8d8a-904a23bee950 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f5079e-23e3-458c-81d9-f8d9d236a503,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:46.922778 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3cfdd572-fbb7-4955-b06e-045776af9867 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.932352 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3cfdd572-fbb7-4955-b06e-045776af9867 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0407481 Jul 23 16:39:46.933410 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53646) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:46.934530 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f747b66f-95dc-46cf-8d8a-904a23bee950 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.942653 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f747b66f-95dc-46cf-8d8a-904a23bee950 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5292678 Jul 23 16:39:46.946635 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53648) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:46.948265 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-60e9d519-9a8e-448e-b081-01af10eb666a req-ed980c18-4e82-4d88-85c4-9fced639e060 service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5918369 Jul 23 16:39:47.052121 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75cc17e2-69d0-4fb3-af66-12427cfd61c2 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.105327 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75cc17e2-69d0-4fb3-af66-12427cfd61c2 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.256859 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75cc17e2-69d0-4fb3-af66-12427cfd61c2 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.309136 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7a9a963d-efbb-4cd2-8739-2126bbc796b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.324341 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7a9a963d-efbb-4cd2-8739-2126bbc796b5 None None] Transition to ACTIVE for port object a359b775-8d54-42fe-b672-03b8ea0cc673 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:47.326454 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75cc17e2-69d0-4fb3-af66-12427cfd61c2 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.335552 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53650) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:47.343886 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-75cc17e2-69d0-4fb3-af66-12427cfd61c2 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/64f5079e-23e3-458c-81d9-f8d9d236a503 HTTP/1.1" status: 204 len: 168 time: 0.3887742 Jul 23 16:39:47.353433 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7a9a963d-efbb-4cd2-8739-2126bbc796b5 None None] Transition to ACTIVE for port object a359b775-8d54-42fe-b672-03b8ea0cc673 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:47.376164 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7a9a963d-efbb-4cd2-8739-2126bbc796b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.379570 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e23573-5c25-404b-885b-66a44b110584 req-6f9c4096-1bd6-493e-8673-97ca0ed86605 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:47.389218 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41e23573-5c25-404b-885b-66a44b110584 req-6f9c4096-1bd6-493e-8673-97ca0ed86605 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.6379311 Jul 23 16:39:47.391409 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc17e2-69d0-4fb3-af66-12427cfd61c2 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64f5079e-23e3-458c-81d9-f8d9d236a503,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:47.444716 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a963d-efbb-4cd2-8739-2126bbc796b5 None None] Pushing event updated for resources: {'Port': ['ID=a359b775-8d54-42fe-b672-03b8ea0cc673,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:47.476219 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9a963d-efbb-4cd2-8739-2126bbc796b5 None None] Network 1aa44301-bc86-416a-b215-c6606f08fb0f is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:47.478951 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-7a9a963d-efbb-4cd2-8739-2126bbc796b5 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:47.482032 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9a963d-efbb-4cd2-8739-2126bbc796b5 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:47.497406 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-60e9d519-9a8e-448e-b081-01af10eb666a req-48e6c38a-df0f-4a23-97b8-9b884b6cc008 service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212524 Jul 23 16:39:47.525889 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9d699698-ae2f-4f52-9e3b-2deea595d27e tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1869502 Jul 23 16:39:47.539081 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f97b18be-cd69-4c58-90a0-d43fd780eb3a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.542702 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41e23573-5c25-404b-885b-66a44b110584 req-ad5bac7c-7219-4751-91a0-8bd4068bdece tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522183 Jul 23 16:39:47.543416 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034fce16-7ff1-43f4-bce9-a22139c4b14c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:47.546052 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53654) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:47.547497 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-034fce16-7ff1-43f4-bce9-a22139c4b14c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.577355 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-7a9a963d-efbb-4cd2-8739-2126bbc796b5 None None] Attempting to bind port a359b775-8d54-42fe-b672-03b8ea0cc673 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:39:47.577821 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-7a9a963d-efbb-4cd2-8739-2126bbc796b5 None None] Attempting to bind port a359b775-8d54-42fe-b672-03b8ea0cc673 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '357a106b-c2b2-4481-97dc-7a09981536d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '1aa44301-bc86-416a-b215-c6606f08fb0f'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:39:47.578233 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9a963d-efbb-4cd2-8739-2126bbc796b5 None None] Attempting to bind port a359b775-8d54-42fe-b672-03b8ea0cc673 on network 1aa44301-bc86-416a-b215-c6606f08fb0f {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:39:47.584580 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9a963d-efbb-4cd2-8739-2126bbc796b5 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:39:47.585000 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9a963d-efbb-4cd2-8739-2126bbc796b5 None None] Checking segment: {'id': '357a106b-c2b2-4481-97dc-7a09981536d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '1aa44301-bc86-416a-b215-c6606f08fb0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:39:47.585519 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7a9a963d-efbb-4cd2-8739-2126bbc796b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.586033 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9a963d-efbb-4cd2-8739-2126bbc796b5 None None] Bound using segment: {'id': '357a106b-c2b2-4481-97dc-7a09981536d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '1aa44301-bc86-416a-b215-c6606f08fb0f'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:39:47.586848 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-7a9a963d-efbb-4cd2-8739-2126bbc796b5 None None] Bound port: a359b775-8d54-42fe-b672-03b8ea0cc673, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '357a106b-c2b2-4481-97dc-7a09981536d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '1aa44301-bc86-416a-b215-c6606f08fb0f'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:39:47.587276 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7a9a963d-efbb-4cd2-8739-2126bbc796b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.680543 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aecb759-e87d-4ca0-b347-916420983fcb req-bd1dbc4d-ecbd-479e-888d-59325aec4036 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:47.691811 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6aecb759-e87d-4ca0-b347-916420983fcb req-bd1dbc4d-ecbd-479e-888d-59325aec4036 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 945 time: 0.5142100 Jul 23 16:39:47.731828 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-7a9a963d-efbb-4cd2-8739-2126bbc796b5 None None] For port a359b775-8d54-42fe-b672-03b8ea0cc673, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:39:47.741378 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-7a9a963d-efbb-4cd2-8739-2126bbc796b5 None None] For port a359b775-8d54-42fe-b672-03b8ea0cc673, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a359b775-8d54-42fe-b672-03b8ea0cc673,segment=NetworkSegment(357a106b-c2b2-4481-97dc-7a09981536d4),segment_id=357a106b-c2b2-4481-97dc-7a09981536d4)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:39:47.751753 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7a9a963d-efbb-4cd2-8739-2126bbc796b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.971522 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a963d-efbb-4cd2-8739-2126bbc796b5 None None] Pushing event updated for resources: {'Port': ['ID=a359b775-8d54-42fe-b672-03b8ea0cc673,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:48.027704 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 3b2257a1-5504-4582-b58c-6fdf014fa7a9 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:48.103226 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6aecb759-e87d-4ca0-b347-916420983fcb req-ff07063e-e711-4f8d-ae41-55d4ed650ae9 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4103138 Jul 23 16:39:48.129191 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 3b2257a1-5504-4582-b58c-6fdf014fa7a9 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:48.135781 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 3b2257a1-5504-4582-b58c-6fdf014fa7a9 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:48.136522 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:48.161394 n-d-778549-4 neutron-server[94012]: INFO neutron.db.ipam_backend_mixin [None req-034fce16-7ff1-43f4-bce9-a22139c4b14c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c06a13bc-01bd-45c1-b17e-4a5fb4916b7a (CIDR: 2001:db8:0:1::/64) Jul 23 16:39:48.196386 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17168cb2-f3dc-49e2-88c5-8e04d8a22395 req-6f0ff8de-83c1-4fa3-9cc5-b026f081571a tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:48.198760 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-17168cb2-f3dc-49e2-88c5-8e04d8a22395 req-6f0ff8de-83c1-4fa3-9cc5-b026f081571a tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] 10.222.0.73 "GET /v2.0/ports?device_id=1880931f-676c-48e2-82b7-e7140547b160 HTTP/1.1" status: 200 len: 945 time: 0.4614685 Jul 23 16:39:48.202904 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-034fce16-7ff1-43f4-bce9-a22139c4b14c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:39:48.203591 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-034fce16-7ff1-43f4-bce9-a22139c4b14c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:48.286287 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-034fce16-7ff1-43f4-bce9-a22139c4b14c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.5557351 Jul 23 16:39:48.287064 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53664) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:48.307974 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-63dca844-0a11-47e0-baf6-50ff450bde90 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'subnet': {'network_id': 'e168cd94-2568-41b4-8c90-ba7d7eb160aa', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:48.402508 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-17168cb2-f3dc-49e2-88c5-8e04d8a22395 req-bea0bb4b-5b44-43d5-9c9d-20e819293b44 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] 10.222.0.73 "GET /v2.0/security-groups?id=4d438248-76a0-475a-ba41-8526690dd25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857264 Jul 23 16:39:48.433578 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8ea44-35d5-4401-b148-cbc882ddbf34 req-932cf431-182c-4a6e-8f7a-4cae4132848e tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:48.441292 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7dc8ea44-35d5-4401-b148-cbc882ddbf34 req-932cf431-182c-4a6e-8f7a-4cae4132848e tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 945 time: 0.2410257 Jul 23 16:39:48.466616 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:48.564263 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7dc8ea44-35d5-4401-b148-cbc882ddbf34 req-36990924-1ba2-4256-a1a7-a6e5e189e0a7 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c6eb539-11f0-4f1b-b8f5-d8e90642f151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221170 Jul 23 16:39:48.574972 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1880931f-676c-48e2-82b7-e7140547b160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2257a1-5504-4582-b58c-6fdf014fa7a9'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:39:48.583080 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad718bc-dd4b-4d15-adb8-ff5e0435298c" -d '{"events": [{"server_uuid": "1880931f-676c-48e2-82b7-e7140547b160", "name": "network-vif-plugged", "status": "completed", "tag": "3b2257a1-5504-4582-b58c-6fdf014fa7a9"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:39:48.623730 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63dca844-0a11-47e0-baf6-50ff450bde90 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Made reservation on behalf of 9684d680e97142e5b0eab6534baef299 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:48.632060 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-63dca844-0a11-47e0-baf6-50ff450bde90 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:48.632767 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 3b2257a1-5504-4582-b58c-6fdf014fa7a9, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=3b2257a1-5504-4582-b58c-6fdf014fa7a9,segment=NetworkSegment(eb05760f-189f-4878-ae1e-c450672daf8d),segment_id=eb05760f-189f-4878-ae1e-c450672daf8d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:48.648064 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:48.805500 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d813fd69-d23f-4d82-9bec-b074672e6fee tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:48.818111 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=3b2257a1-5504-4582-b58c-6fdf014fa7a9,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:48.849716 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-f97b18be-cd69-4c58-90a0-d43fd780eb3a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Allocated IP 172.20.0.1 (1aa44301-bc86-416a-b215-c6606f08fb0f/24e98150-20f1-4faf-b18b-6ad5eff8facd/425de4a6-cafe-47db-818d-bbc1bdaabba4) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:48.868835 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a359b775-8d54-42fe-b672-03b8ea0cc673 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:48.952319 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fc5813-ed48-41e3-8ad6-d91c30d6bf95 x-openstack-request-id: req-64fc5813-ed48-41e3-8ad6-d91c30d6bf95 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:39:48.963017 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1880931f-676c-48e2-82b7-e7140547b160", "name": "network-vif-plugged", "status": "completed", "tag": "3b2257a1-5504-4582-b58c-6fdf014fa7a9", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:39:48.963514 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-64fc5813-ed48-41e3-8ad6-d91c30d6bf95 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:39:48.964228 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1880931f-676c-48e2-82b7-e7140547b160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2257a1-5504-4582-b58c-6fdf014fa7a9', 'code': 200} Jul 23 16:39:49.003570 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port a359b775-8d54-42fe-b672-03b8ea0cc673 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:49.046221 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d813fd69-d23f-4d82-9bec-b074672e6fee tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:49.192565 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d813fd69-d23f-4d82-9bec-b074672e6fee tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:49.197658 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d813fd69-d23f-4d82-9bec-b074672e6fee tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:49.199487 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d813fd69-d23f-4d82-9bec-b074672e6fee tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "DELETE /v2.0/security-groups/ea9e8a78-effc-423c-a3f3-4d5028db9f2a HTTP/1.1" status: 204 len: 168 time: 1.6504953 Jul 23 16:39:49.209474 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53682) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:49.335580 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813fd69-d23f-4d82-9bec-b074672e6fee tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9e8a78-effc-423c-a3f3-4d5028db9f2a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:49.464303 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8c50fec4-40bd-4c69-ac6d-b7fd2a21b9a5 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2445664 Jul 23 16:39:49.471180 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53686) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:49.475430 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f97b18be-cd69-4c58-90a0-d43fd780eb3a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:49.481690 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89a71b-b276-408a-905a-e40848c29f1c req-a964d98c-9c8a-483d-90b2-2455bfd88e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:49.484572 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2b89a71b-b276-408a-905a-e40848c29f1c req-a964d98c-9c8a-483d-90b2-2455bfd88e1f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1880931f-676c-48e2-82b7-e7140547b160 HTTP/1.1" status: 200 len: 1097 time: 0.3546264 Jul 23 16:39:49.506416 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-5afe17df-68ef-40fe-b197-d4679904fb49 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:49.512008 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-5afe17df-68ef-40fe-b197-d4679904fb49 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/networks?id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a HTTP/1.1" status: 200 len: 811 time: 0.8715527 Jul 23 16:39:49.519712 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f97b18be-cd69-4c58-90a0-d43fd780eb3a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Transition to ACTIVE for port object 425de4a6-cafe-47db-818d-bbc1bdaabba4 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:49.523412 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-1d2e88dd-4f6b-493e-8d94-dcf8e9987e3c tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Request body: {'security_group': {'name': 'tempest-secgroup--258833009'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:49.552318 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2b89a71b-b276-408a-905a-e40848c29f1c req-8041dc9e-9131-4124-9805-969b5bc87197 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4d438248-76a0-475a-ba41-8526690dd25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597496 Jul 23 16:39:49.631607 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f97b18be-cd69-4c58-90a0-d43fd780eb3a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:49.677992 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-57369355-41b3-427b-9c65-4bdac74cf3b6 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/quotas/5d8469dd886547af8aa5b5e0e02307dd HTTP/1.1" status: 200 len: 375 time: 0.0984750 Jul 23 16:39:49.691413 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97b18be-cd69-4c58-90a0-d43fd780eb3a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network 1aa44301-bc86-416a-b215-c6606f08fb0f is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:49.699347 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-f97b18be-cd69-4c58-90a0-d43fd780eb3a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:49.702773 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1b4e1-10b1-4204-a554-6c1863ceb833 req-74701e13-5846-49fd-9754-86db43e2badf tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:49.716142 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ad1b4e1-10b1-4204-a554-6c1863ceb833 req-74701e13-5846-49fd-9754-86db43e2badf tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 945 time: 0.4803214 Jul 23 16:39:49.716485 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97b18be-cd69-4c58-90a0-d43fd780eb3a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:49.768613 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fc2bd2-84b0-436f-9690-51a2d4b15bf4 None None] Network 1aa44301-bc86-416a-b215-c6606f08fb0f requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:49.775454 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b18be-cd69-4c58-90a0-d43fd780eb3a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Port': ['ID=425de4a6-cafe-47db-818d-bbc1bdaabba4,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:49.796541 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a57cd-eba7-4157-a9fa-ce96c1d730bd req-bac3d0b2-4d68-4c31-b9dc-bf8d3b90e87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:49.798111 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3a4a57cd-eba7-4157-a9fa-ce96c1d730bd req-bac3d0b2-4d68-4c31-b9dc-bf8d3b90e87d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=73f731c3e74d4834a41ffd03a4899cef&device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 1096 time: 0.5737538 Jul 23 16:39:49.843065 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f97b18be-cd69-4c58-90a0-d43fd780eb3a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:50.037889 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-61e42413-97e9-429f-8a66-86a71e1d09f6 None None] Provisioning for port a359b775-8d54-42fe-b672-03b8ea0cc673 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:50.062067 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1d2e88dd-4f6b-493e-8d94-dcf8e9987e3c tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:50.094874 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-61e42413-97e9-429f-8a66-86a71e1d09f6 None None] Provisioning complete for port a359b775-8d54-42fe-b672-03b8ea0cc673 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:50.095535 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-61e42413-97e9-429f-8a66-86a71e1d09f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:50.137116 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ad1b4e1-10b1-4204-a554-6c1863ceb833 req-5373d7d4-e31d-4673-9d5b-41320b7c81bb tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c6eb539-11f0-4f1b-b8f5-d8e90642f151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4199002 Jul 23 16:39:50.142336 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f97b18be-cd69-4c58-90a0-d43fd780eb3a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:50.309576 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a57cd-eba7-4157-a9fa-ce96c1d730bd req-c4eb0903-d57b-4708-bcaf-0d9baefc2821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:50.311242 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3a4a57cd-eba7-4157-a9fa-ce96c1d730bd req-c4eb0903-d57b-4708-bcaf-0d9baefc2821 service neutron] 10.222.0.74 "GET /v2.0/networks?id=781ff998-5fd6-4b30-abd9-75eb80a107ad HTTP/1.1" status: 200 len: 912 time: 0.4413254 Jul 23 16:39:50.317682 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-63dca844-0a11-47e0-baf6-50ff450bde90 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:50.408780 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-7b02163d-bd89-4f51-b04c-eb3deab9e7c2 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5d8469dd886547af8aa5b5e0e02307dd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6877635 Jul 23 16:39:50.564757 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-61e42413-97e9-429f-8a66-86a71e1d09f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:50.588925 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-270b653b-14d0-4b70-885c-b52358316e6e service neutron] 10.222.0.73 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789725 Jul 23 16:39:50.695326 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-61e42413-97e9-429f-8a66-86a71e1d09f6 None None] For port a359b775-8d54-42fe-b672-03b8ea0cc673, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a359b775-8d54-42fe-b672-03b8ea0cc673,segment=NetworkSegment(357a106b-c2b2-4481-97dc-7a09981536d4),segment_id=357a106b-c2b2-4481-97dc-7a09981536d4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:50.703197 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-61e42413-97e9-429f-8a66-86a71e1d09f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:50.773024 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dca844-0a11-47e0-baf6-50ff450bde90 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Network e168cd94-2568-41b4-8c90-ba7d7eb160aa is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:50.854079 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-63dca844-0a11-47e0-baf6-50ff450bde90 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:50.864980 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dca844-0a11-47e0-baf6-50ff450bde90 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Subnet': ['ID=d1dfcc80-ffcb-480c-8d14-641aa4ff8cf8,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:50.871884 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f97b18be-cd69-4c58-90a0-d43fd780eb3a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:50.888025 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f97b18be-cd69-4c58-90a0-d43fd780eb3a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:50.894246 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e42413-97e9-429f-8a66-86a71e1d09f6 None None] Pushing event updated for resources: {'Port': ['ID=a359b775-8d54-42fe-b672-03b8ea0cc673,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:50.911399 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8447bebe-4600-42fd-9408-258dfb2a64d6 None None] Network e168cd94-2568-41b4-8c90-ba7d7eb160aa requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:50.937579 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dca844-0a11-47e0-baf6-50ff450bde90 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:50.938490 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-63dca844-0a11-47e0-baf6-50ff450bde90 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:51.037318 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b18be-cd69-4c58-90a0-d43fd780eb3a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Port': ['ID=425de4a6-cafe-47db-818d-bbc1bdaabba4,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:51.040005 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f97b18be-cd69-4c58-90a0-d43fd780eb3a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:51.066883 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1d2e88dd-4f6b-493e-8d94-dcf8e9987e3c tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:51.105003 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3a4a57cd-eba7-4157-a9fa-ce96c1d730bd req-2ad489f0-5a89-4e0d-9197-a3d7ad69c551 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=288f6be2-b408-4a65-bfd3-5398dd1e0761 HTTP/1.1" status: 200 len: 1000 time: 0.7770629 Jul 23 16:39:51.114300 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1d2e88dd-4f6b-493e-8d94-dcf8e9987e3c tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:51.190378 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a5a792b8-7fa4-4243-a602-29ec2f956cdc None None] Provisioning complete for port a359b775-8d54-42fe-b672-03b8ea0cc673 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:51.191456 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a5a792b8-7fa4-4243-a602-29ec2f956cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:51.203120 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1d2e88dd-4f6b-493e-8d94-dcf8e9987e3c tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:51.205719 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1d2e88dd-4f6b-493e-8d94-dcf8e9987e3c tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6918147 Jul 23 16:39:51.215412 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53692) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:51.216167 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-63dca844-0a11-47e0-baf6-50ff450bde90 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.9258838 Jul 23 16:39:51.216693 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53696) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:51.234638 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-7f761092-28d2-4d78-b4fe-99bb4de14414 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Request body: {'security_group_rule': {'security_group_id': '3b78f917-54d3-425b-9158-49dd58ef9afc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:51.267025 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-8ffc0d7f-25ec-4b42-8f72-ecac096df58a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1808859645', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd1dfcc80-ffcb-480c-8d14-641aa4ff8cf8'}], 'security_groups': ['609d1aba-7529-425c-ac14-1e8f92facdb0', '33ff5bc7-36b0-4011-a03e-b8ef0703651f']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:51.322655 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-b1c5c779-95be-4fa6-bdac-b4bfbe7efb8e service neutron] 10.222.0.73 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6774817 Jul 23 16:39:51.328697 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f761092-28d2-4d78-b4fe-99bb4de14414 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:51.329942 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e88dd-4f6b-493e-8d94-dcf8e9987e3c tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b78f917-54d3-425b-9158-49dd58ef9afc,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:51.355217 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f29d48-7049-46b3-9097-f377772ee57d req-ac76db56-c04e-4819-93a9-48102d907a36 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:51.365477 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97b18be-cd69-4c58-90a0-d43fd780eb3a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network 1aa44301-bc86-416a-b215-c6606f08fb0f is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:51.370069 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7f29d48-7049-46b3-9097-f377772ee57d req-ac76db56-c04e-4819-93a9-48102d907a36 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 945 time: 0.9533923 Jul 23 16:39:51.381832 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a57cd-eba7-4157-a9fa-ce96c1d730bd req-4bf7fe2b-2e77-472c-af21-cdc16ae67ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:51.386506 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-f97b18be-cd69-4c58-90a0-d43fd780eb3a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:51.388988 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3a4a57cd-eba7-4157-a9fa-ce96c1d730bd req-4bf7fe2b-2e77-472c-af21-cdc16ae67ea8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e5ad291e-418b-4d00-9cc7-4ac4310f7dcd HTTP/1.1" status: 200 len: 849 time: 0.2524846 Jul 23 16:39:51.493350 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a5a792b8-7fa4-4243-a602-29ec2f956cdc None None] Provisioning for port 425de4a6-cafe-47db-818d-bbc1bdaabba4 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:51.514268 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a5a792b8-7fa4-4243-a602-29ec2f956cdc None None] Provisioning complete for port 425de4a6-cafe-47db-818d-bbc1bdaabba4 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:51.514806 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7f29d48-7049-46b3-9097-f377772ee57d req-466453f2-3cda-482c-9b28-6a6484866fe7 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375356 Jul 23 16:39:51.517659 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a5a792b8-7fa4-4243-a602-29ec2f956cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:51.605418 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a57cd-eba7-4157-a9fa-ce96c1d730bd req-8d38a5da-ae89-4d10-bffa-bcde18b7ab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:51.607931 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3a4a57cd-eba7-4157-a9fa-ce96c1d730bd req-8d38a5da-ae89-4d10-bffa-bcde18b7ab18 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=781ff998-5fd6-4b30-abd9-75eb80a107ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2037208 Jul 23 16:39:51.853822 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e67fe48-082b-4cac-b685-3f9f32c571bd None None] Update dhcp port {'port': {'network_id': 'e168cd94-2568-41b4-8c90-ba7d7eb160aa', 'fixed_ips': [{'subnet_id': 'c06a13bc-01bd-45c1-b17e-4a5fb4916b7a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e44f7ce7-5340-4498-897d-562890b88253', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd1dfcc80-ffcb-480c-8d14-641aa4ff8cf8'}], 'binding:host_id': 'n-d-778549-4'}, 'id': '5462d163-a4f7-43cb-8e41-feab17767600'} from n-d-778549-4. {{(pid=94014) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:39:51.860492 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f761092-28d2-4d78-b4fe-99bb4de14414 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:51.901930 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f761092-28d2-4d78-b4fe-99bb4de14414 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:51.970982 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a5a792b8-7fa4-4243-a602-29ec2f956cdc None None] Port 425de4a6-cafe-47db-818d-bbc1bdaabba4 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:51.977434 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6e67fe48-082b-4cac-b685-3f9f32c571bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:52.000320 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f761092-28d2-4d78-b4fe-99bb4de14414 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f7a8e0-efa8-4670-aa06-81e7c788b6d0,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:52.035918 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3a4a57cd-eba7-4157-a9fa-ce96c1d730bd req-18defa08-8003-4165-b0d9-6a9f7089254f service neutron] 10.222.0.74 "GET /v2.0/networks/781ff998-5fd6-4b30-abd9-75eb80a107ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202168 Jul 23 16:39:52.084904 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97b18be-cd69-4c58-90a0-d43fd780eb3a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Router a100ee38-e351-4e13-9770-97d14d218a70 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:39:52.104540 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f761092-28d2-4d78-b4fe-99bb4de14414 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:52.114765 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7f761092-28d2-4d78-b4fe-99bb4de14414 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8930490 Jul 23 16:39:52.131391 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53702) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:52.144137 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-d5b3231c-f741-48ee-acd0-7cdfa4d920bb tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Request body: {'security_group_rule': {'security_group_id': '3b78f917-54d3-425b-9158-49dd58ef9afc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:52.144959 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9697f2-c878-4d77-bf77-07ab7eefcf1d req-d6c40eb9-f73d-44a7-baef-b8acc67af620 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:52.146982 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa9697f2-c878-4d77-bf77-07ab7eefcf1d req-d6c40eb9-f73d-44a7-baef-b8acc67af620 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] 10.222.0.73 "GET /v2.0/ports?device_id=1880931f-676c-48e2-82b7-e7140547b160 HTTP/1.1" status: 200 len: 946 time: 0.4155812 Jul 23 16:39:52.209203 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8ffc0d7f-25ec-4b42-8f72-ecac096df58a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:52.428415 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-6e67fe48-082b-4cac-b685-3f9f32c571bd None None] Allocated IP 2001:db8:0:2::2 (e168cd94-2568-41b4-8c90-ba7d7eb160aa/d1dfcc80-ffcb-480c-8d14-641aa4ff8cf8/5462d163-a4f7-43cb-8e41-feab17767600) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:52.458534 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa9697f2-c878-4d77-bf77-07ab7eefcf1d req-fcfce15d-66ae-463a-96c9-9ebf58c4480e tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] 10.222.0.73 "GET /v2.0/security-groups?id=4d438248-76a0-475a-ba41-8526690dd25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734635 Jul 23 16:39:52.482020 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3a4a57cd-eba7-4157-a9fa-ce96c1d730bd req-e744cb22-e1c3-4c60-b8ed-4d314cd338d7 service neutron] 10.222.0.74 "GET /v2.0/networks/781ff998-5fd6-4b30-abd9-75eb80a107ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334738 Jul 23 16:39:52.540571 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfc115-26f1-4481-a719-7f340559d4cb req-5a839bde-88f0-471a-b834-d86e8db92f08 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:52.561984 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-95dfc115-26f1-4481-a719-7f340559d4cb req-5a839bde-88f0-471a-b834-d86e8db92f08 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 945 time: 0.4131167 Jul 23 16:39:52.614590 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5b3231c-f741-48ee-acd0-7cdfa4d920bb tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:52.643694 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ef987f86-45db-47d8-a3c5-4c4990835db8 None None] Provisioning complete for port 425de4a6-cafe-47db-818d-bbc1bdaabba4 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:52.644076 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ef987f86-45db-47d8-a3c5-4c4990835db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:52.697645 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-95dfc115-26f1-4481-a719-7f340559d4cb req-2e0c9f5d-737f-4bf2-9f01-a6a1883367ad tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c6eb539-11f0-4f1b-b8f5-d8e90642f151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341257 Jul 23 16:39:52.812948 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a359b775-8d54-42fe-b672-03b8ea0cc673 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:52.825771 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-6e67fe48-082b-4cac-b685-3f9f32c571bd None None] For port 5462d163-a4f7-43cb-8e41-feab17767600, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=5462d163-a4f7-43cb-8e41-feab17767600,segment=NetworkSegment(f15856f5-2829-4046-809c-86fc78768a4f),segment_id=f15856f5-2829-4046-809c-86fc78768a4f)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:52.834135 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa7aba96-b286-4c26-8f17-07770d38474e req-554a883a-5b31-4c45-b687-dc215f8fd609 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 210 time: 0.1348386 Jul 23 16:39:52.851776 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-ef987f86-45db-47d8-a3c5-4c4990835db8 None None] Port 425de4a6-cafe-47db-818d-bbc1bdaabba4 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:52.902501 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6e67fe48-082b-4cac-b685-3f9f32c571bd None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:52.947913 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6e67fe48-082b-4cac-b685-3f9f32c571bd None None] Transition to ACTIVE for port object 5462d163-a4f7-43cb-8e41-feab17767600 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:52.955760 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97b18be-cd69-4c58-90a0-d43fd780eb3a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:52.960334 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port a359b775-8d54-42fe-b672-03b8ea0cc673 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:52.965153 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:52.967472 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6e67fe48-082b-4cac-b685-3f9f32c571bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:52.998808 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f97b18be-cd69-4c58-90a0-d43fd780eb3a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "PUT /v2.0/routers/a100ee38-e351-4e13-9770-97d14d218a70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0514612 Jul 23 16:39:52.998808 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5b3231c-f741-48ee-acd0-7cdfa4d920bb tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:52.999640 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53716) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:53.035823 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98af41b-fc7f-45a8-b9b4-da89662ee4d6 None None] Sync routers for ids ['a100ee38-e351-4e13-9770-97d14d218a70'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:39:53.158386 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e046b1-6484-4bd3-8cfc-6e0de597ed27 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:53.163261 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c3e046b1-6484-4bd3-8cfc-6e0de597ed27 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "GET /v2.0/ports/425de4a6-cafe-47db-818d-bbc1bdaabba4 HTTP/1.1" status: 200 len: 910 time: 0.1585829 Jul 23 16:39:53.166768 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5b3231c-f741-48ee-acd0-7cdfa4d920bb tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:53.166942 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53722) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:53.285894 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98af41b-fc7f-45a8-b9b4-da89662ee4d6 None None] Routers {'a100ee38-e351-4e13-9770-97d14d218a70'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:53.286944 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f98af41b-fc7f-45a8-b9b4-da89662ee4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:36Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a100ee38-e351-4e13-9770-97d14d218a70'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:53.407668 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f98af41b-fc7f-45a8-b9b4-da89662ee4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:53.471668 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67fe48-082b-4cac-b685-3f9f32c571bd None None] Pushing event updated for resources: {'Port': ['ID=5462d163-a4f7-43cb-8e41-feab17767600,revision_number=7']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:53.516220 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98af41b-fc7f-45a8-b9b4-da89662ee4d6 None None] Routers {'a100ee38-e351-4e13-9770-97d14d218a70'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:53.516835 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f98af41b-fc7f-45a8-b9b4-da89662ee4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:36Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a100ee38-e351-4e13-9770-97d14d218a70'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:53.517482 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e02c1-67a4-4a78-a861-29281e91c7cb req-83dda878-6bbb-4d0f-bf47-0f057897898d tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:53.533484 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d45e02c1-67a4-4a78-a861-29281e91c7cb req-83dda878-6bbb-4d0f-bf47-0f057897898d tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 945 time: 0.5006840 Jul 23 16:39:53.602038 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5b3231c-f741-48ee-acd0-7cdfa4d920bb tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:53.608018 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d5b3231c-f741-48ee-acd0-7cdfa4d920bb tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4715285 Jul 23 16:39:53.608018 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3231c-f741-48ee-acd0-7cdfa4d920bb tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f448b8fb-87d2-4198-aadc-e44908864bd7,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:53.610117 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53736) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:53.636518 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-c8edacb6-ca7d-424a-a17b-68e620a9123e tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Request body: {'security_group_rule': {'security_group_id': '3b78f917-54d3-425b-9158-49dd58ef9afc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:53.648436 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f98af41b-fc7f-45a8-b9b4-da89662ee4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:53.667029 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98af41b-fc7f-45a8-b9b4-da89662ee4d6 None None] The sync data for ids ['a100ee38-e351-4e13-9770-97d14d218a70'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:39:53.684822 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d45e02c1-67a4-4a78-a861-29281e91c7cb req-cb8eb795-00a4-4308-a3be-44a90c340c6c tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392007 Jul 23 16:39:53.915412 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-8ffc0d7f-25ec-4b42-8f72-ecac096df58a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Delete allocated IP 2001:db8::3b3 (e168cd94-2568-41b4-8c90-ba7d7eb160aa/e44f7ce7-5340-4498-897d-562890b88253) {{(pid=94013) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 16:39:53.932670 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-8ffc0d7f-25ec-4b42-8f72-ecac096df58a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Allocated IP 2001:db8:0:2::1d3 (e168cd94-2568-41b4-8c90-ba7d7eb160aa/d1dfcc80-ffcb-480c-8d14-641aa4ff8cf8/59d2646f-9b88-4ecc-a45e-434dd9d2ceb4) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:54.030812 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c8edacb6-ca7d-424a-a17b-68e620a9123e tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:54.143108 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed6340-3db2-41f0-b27c-58ecb27432ea req-2d42a45c-b392-4870-93e8-289fdb300fce tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:54.145152 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c8edacb6-ca7d-424a-a17b-68e620a9123e tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:54.152837 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d9ed6340-3db2-41f0-b27c-58ecb27432ea req-2d42a45c-b392-4870-93e8-289fdb300fce tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 945 time: 0.3187056 Jul 23 16:39:54.162504 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c8edacb6-ca7d-424a-a17b-68e620a9123e tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:54.226266 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8edacb6-ca7d-424a-a17b-68e620a9123e tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ac09f4-5db8-48a1-ba3c-aa262d32c464,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:54.240579 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c8edacb6-ca7d-424a-a17b-68e620a9123e tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:54.242207 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c8edacb6-ca7d-424a-a17b-68e620a9123e tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6198709 Jul 23 16:39:54.249295 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d9ed6340-3db2-41f0-b27c-58ecb27432ea req-eb4b5956-d7b2-44b2-8b05-4e1ce133c42b tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c6eb539-11f0-4f1b-b8f5-d8e90642f151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947826 Jul 23 16:39:54.252186 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53750) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:54.336287 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-5c2c204f-dd9b-4dbc-b870-dc41dea0d288 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Request body: {'security_group_rule': {'security_group_id': '3b78f917-54d3-425b-9158-49dd58ef9afc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:54.457743 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8ffc0d7f-25ec-4b42-8f72-ecac096df58a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:54.475263 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-8ffc0d7f-25ec-4b42-8f72-ecac096df58a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Transition to ACTIVE for port object 59d2646f-9b88-4ecc-a45e-434dd9d2ceb4 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:54.480170 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8ffc0d7f-25ec-4b42-8f72-ecac096df58a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:54.542399 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-89ae879c-b52b-4127-94d8-20dfd7c2e4d5 req-b0b5c1c2-48ee-4d46-9e49-bd4f758642d0 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 210 time: 0.1393995 Jul 23 16:39:54.555116 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-8ffc0d7f-25ec-4b42-8f72-ecac096df58a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] In _notify_port_updated(), no bound segment for port 59d2646f-9b88-4ecc-a45e-434dd9d2ceb4 on network e168cd94-2568-41b4-8c90-ba7d7eb160aa {{(pid=94013) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:39:54.560604 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffc0d7f-25ec-4b42-8f72-ecac096df58a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:54.561484 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8ffc0d7f-25ec-4b42-8f72-ecac096df58a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:54.563035 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8ffc0d7f-25ec-4b42-8f72-ecac096df58a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "PUT /v2.0/ports/59d2646f-9b88-4ecc-a45e-434dd9d2ceb4 HTTP/1.1" status: 200 len: 970 time: 3.3435271 Jul 23 16:39:54.567282 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53754) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:54.579920 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc0d7f-25ec-4b42-8f72-ecac096df58a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event updated for resources: {'Port': ['ID=59d2646f-9b88-4ecc-a45e-434dd9d2ceb4,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:54.669628 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5c2c204f-dd9b-4dbc-b870-dc41dea0d288 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:54.702385 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-f104b8b3-9b64-486f-a088-18261ba80569 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:54.703899 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-f104b8b3-9b64-486f-a088-18261ba80569 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.97 "GET /v2.0/networks?id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a HTTP/1.1" status: 200 len: 811 time: 0.4508214 Jul 23 16:39:54.709668 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 5462d163-a4f7-43cb-8e41-feab17767600 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:54.739446 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c9278f71-7b19-49e7-9e75-09099729b488 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Deleting port 59d2646f-9b88-4ecc-a45e-434dd9d2ceb4 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:54.740972 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c9278f71-7b19-49e7-9e75-09099729b488 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:54.801276 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-cf09c2d3-23ee-4881-84a2-059949d5ae8c tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Request body: {'port': {'device_id': '60382620-edd9-41b8-8a62-43a1011e5ea5', 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a', 'admin_state_up': True, 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:54.823712 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fe22591b-251f-4a29-8bc2-ac17e3eb2318 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:54.854892 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7a293982-2f11-49e7-84e4-487a9ffa82d8 None None] Provisioning for port 5462d163-a4f7-43cb-8e41-feab17767600 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:54.861154 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7a293982-2f11-49e7-84e4-487a9ffa82d8 None None] Provisioning complete for port 5462d163-a4f7-43cb-8e41-feab17767600 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:54.861762 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7a293982-2f11-49e7-84e4-487a9ffa82d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:54.916922 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c9278f71-7b19-49e7-9e75-09099729b488 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:54.935115 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c9278f71-7b19-49e7-9e75-09099729b488 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Calling delete_port for 59d2646f-9b88-4ecc-a45e-434dd9d2ceb4 owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:54.971610 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 5462d163-a4f7-43cb-8e41-feab17767600 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:54.971897 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:55.169483 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c9278f71-7b19-49e7-9e75-09099729b488 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:55.172745 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7a293982-2f11-49e7-84e4-487a9ffa82d8 None None] Provisioning for port 59d2646f-9b88-4ecc-a45e-434dd9d2ceb4 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:55.186059 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7a293982-2f11-49e7-84e4-487a9ffa82d8 None None] Provisioning complete for port 59d2646f-9b88-4ecc-a45e-434dd9d2ceb4 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:55.186759 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7a293982-2f11-49e7-84e4-487a9ffa82d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:55.202287 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9278f71-7b19-49e7-9e75-09099729b488 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Port': ['ID=59d2646f-9b88-4ecc-a45e-434dd9d2ceb4,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:55.232917 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c9278f71-7b19-49e7-9e75-09099729b488 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:55.241384 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-7a293982-2f11-49e7-84e4-487a9ffa82d8 None None] Port 59d2646f-9b88-4ecc-a45e-434dd9d2ceb4 was deleted so its status cannot be updated. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 16:39:55.242319 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c9278f71-7b19-49e7-9e75-09099729b488 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/ports/59d2646f-9b88-4ecc-a45e-434dd9d2ceb4 HTTP/1.1" status: 204 len: 168 time: 0.6731803 Jul 23 16:39:55.243040 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53758) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:55.256206 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7a293982-2f11-49e7-84e4-487a9ffa82d8 None None] Provisioning complete for port a7fa7dba-aaa4-4c99-a247-996ff39a0cdb triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:55.256730 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7a293982-2f11-49e7-84e4-487a9ffa82d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:55.278738 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bfc5a8b-fca3-4c29-a013-7a2c98ec1443 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] GET failed (client error): The resource could not be found. Jul 23 16:39:55.284021 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8bfc5a8b-fca3-4c29-a013-7a2c98ec1443 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "GET /v2.0/ports/59d2646f-9b88-4ecc-a45e-434dd9d2ceb4 HTTP/1.1" status: 404 len: 333 time: 0.0398376 Jul 23 16:39:55.284862 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53760) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:55.308658 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-7a293982-2f11-49e7-84e4-487a9ffa82d8 None None] Port a7fa7dba-aaa4-4c99-a247-996ff39a0cdb cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:55.374121 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f688545-8d8d-4e37-abef-e8ae94d72bb5 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:55.411696 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f688545-8d8d-4e37-abef-e8ae94d72bb5 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:55.426155 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4bacff97-b4a9-490c-9683-e082e10bf62e None None] Could not find standard attr ID for object 59d2646f-9b88-4ecc-a45e-434dd9d2ceb4. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:39:55.461646 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b6876-21f4-4ce6-86c2-4fe11d1cc41a req-5e694619-b689-45f6-a833-88b304fab185 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:55.469603 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-454b6876-21f4-4ce6-86c2-4fe11d1cc41a req-5e694619-b689-45f6-a833-88b304fab185 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] 10.222.0.73 "GET /v2.0/ports?device_id=1880931f-676c-48e2-82b7-e7140547b160 HTTP/1.1" status: 200 len: 946 time: 1.0342481 Jul 23 16:39:55.513582 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f688545-8d8d-4e37-abef-e8ae94d72bb5 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:55.517658 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f688545-8d8d-4e37-abef-e8ae94d72bb5 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:55.519486 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7f688545-8d8d-4e37-abef-e8ae94d72bb5 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/security-groups/fd9a6dc3-42c4-48d2-8094-61a01cc4a8e5 HTTP/1.1" status: 204 len: 168 time: 0.2333207 Jul 23 16:39:55.531988 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53762) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:55.533110 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f688545-8d8d-4e37-abef-e8ae94d72bb5 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9a6dc3-42c4-48d2-8094-61a01cc4a8e5,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:55.617410 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5bd5ced3-7f2d-414a-a905-a0d5ab5c0b83 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:55.629529 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5c2c204f-dd9b-4dbc-b870-dc41dea0d288 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:55.656866 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5bd5ced3-7f2d-414a-a905-a0d5ab5c0b83 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:55.669959 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5c2c204f-dd9b-4dbc-b870-dc41dea0d288 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:55.719350 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5bd5ced3-7f2d-414a-a905-a0d5ab5c0b83 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:55.726332 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5bd5ced3-7f2d-414a-a905-a0d5ab5c0b83 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:55.733206 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5bd5ced3-7f2d-414a-a905-a0d5ab5c0b83 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/security-groups/33ff5bc7-36b0-4011-a03e-b8ef0703651f HTTP/1.1" status: 204 len: 168 time: 0.1932390 Jul 23 16:39:55.735133 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53766) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:55.752855 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-454b6876-21f4-4ce6-86c2-4fe11d1cc41a req-0eaeb191-d147-4c98-90ba-210a41ceda75 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] 10.222.0.73 "GET /v2.0/security-groups?id=4d438248-76a0-475a-ba41-8526690dd25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810872 Jul 23 16:39:55.754093 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5ced3-7f2d-414a-a905-a0d5ab5c0b83 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ff5bc7-36b0-4011-a03e-b8ef0703651f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:55.791252 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5c2c204f-dd9b-4dbc-b870-dc41dea0d288 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:55.795023 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5c2c204f-dd9b-4dbc-b870-dc41dea0d288 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4743288 Jul 23 16:39:55.795851 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53768) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:55.814755 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-0ec9d132-d869-4d1d-a2ba-277c16dcbcfc tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Request body: {'security_group_rule': {'security_group_id': '3b78f917-54d3-425b-9158-49dd58ef9afc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:55.823389 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c204f-dd9b-4dbc-b870-dc41dea0d288 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ef385a-1de2-401d-8cae-61991aae4a25,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:55.891141 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b47869a3-27d6-45fe-958c-3755b5e85d4c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:55.891521 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30b361-1e9a-4d4b-a42c-5bec94b3e7bc req-cd9f29a6-9514-4a1d-8c58-ec6ece175e60 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:55.894553 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0ec9d132-d869-4d1d-a2ba-277c16dcbcfc tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:55.901697 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e30b361-1e9a-4d4b-a42c-5bec94b3e7bc req-cd9f29a6-9514-4a1d-8c58-ec6ece175e60 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 945 time: 0.9480793 Jul 23 16:39:55.938389 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b47869a3-27d6-45fe-958c-3755b5e85d4c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:55.947172 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-072f3e29-7413-4680-893f-f5302802f298 req-cc10ca38-376a-48f2-9c4c-6b1aa904da32 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 210 time: 0.0396881 Jul 23 16:39:56.015767 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0ec9d132-d869-4d1d-a2ba-277c16dcbcfc tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.027081 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0ec9d132-d869-4d1d-a2ba-277c16dcbcfc tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.043277 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b47869a3-27d6-45fe-958c-3755b5e85d4c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.045887 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b47869a3-27d6-45fe-958c-3755b5e85d4c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.047056 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b47869a3-27d6-45fe-958c-3755b5e85d4c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/security-groups/609d1aba-7529-425c-ac14-1e8f92facdb0 HTTP/1.1" status: 204 len: 168 time: 0.3096259 Jul 23 16:39:56.051362 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-cf09c2d3-23ee-4881-84a2-059949d5ae8c tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Made reservation on behalf of 5d8469dd886547af8aa5b5e0e02307dd for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:56.056032 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-cf09c2d3-23ee-4881-84a2-059949d5ae8c tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.058741 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53770) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:56.096433 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec9d132-d869-4d1d-a2ba-277c16dcbcfc tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bba9be6-571d-434d-905e-e7199b656237,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:56.107667 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47869a3-27d6-45fe-958c-3755b5e85d4c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=609d1aba-7529-425c-ac14-1e8f92facdb0,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:56.118984 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0ec9d132-d869-4d1d-a2ba-277c16dcbcfc tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.119675 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0ec9d132-d869-4d1d-a2ba-277c16dcbcfc tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3233068 Jul 23 16:39:56.129731 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53772) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:56.145109 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e30b361-1e9a-4d4b-a42c-5bec94b3e7bc req-a246e546-c9a4-46f8-9a77-e90251e630e6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419858 Jul 23 16:39:56.166207 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e0b38-e86f-4351-a0a2-a8e45767a811 req-06de6580-7738-42fc-b85e-902a6ac8bb10 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:56.166808 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fcb71efa-d93f-4a29-94ac-1e84e65f3706 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.168251 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-589e0b38-e86f-4351-a0a2-a8e45767a811 req-06de6580-7738-42fc-b85e-902a6ac8bb10 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] 10.222.0.74 "GET /v2.0/ports?device_id=1880931f-676c-48e2-82b7-e7140547b160 HTTP/1.1" status: 200 len: 946 time: 0.4889657 Jul 23 16:39:56.179063 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fcb71efa-d93f-4a29-94ac-1e84e65f3706 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.224240 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fcb71efa-d93f-4a29-94ac-1e84e65f3706 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.237729 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fcb71efa-d93f-4a29-94ac-1e84e65f3706 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.239107 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fcb71efa-d93f-4a29-94ac-1e84e65f3706 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/4bba9be6-571d-434d-905e-e7199b656237 HTTP/1.1" status: 204 len: 168 time: 0.1077182 Jul 23 16:39:56.240604 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb71efa-d93f-4a29-94ac-1e84e65f3706 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4bba9be6-571d-434d-905e-e7199b656237,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:56.244158 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53774) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:56.287578 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ffcafb3-5b7a-4e68-9948-9a8277013faf tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Deleting subnet e44f7ce7-5340-4498-897d-562890b88253 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:39:56.310206 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0ffcafb3-5b7a-4e68-9948-9a8277013faf tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.349144 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0989605a-0e71-42ed-8e88-927ad37a1b68 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1033664 Jul 23 16:39:56.352495 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53776) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:56.382292 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-364e622b-a2f4-4b63-ac7e-f8502deaaa90 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.400868 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-364e622b-a2f4-4b63-ac7e-f8502deaaa90 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.430314 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-364e622b-a2f4-4b63-ac7e-f8502deaaa90 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.438220 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-364e622b-a2f4-4b63-ac7e-f8502deaaa90 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.439695 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-364e622b-a2f4-4b63-ac7e-f8502deaaa90 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/68ef385a-1de2-401d-8cae-61991aae4a25 HTTP/1.1" status: 204 len: 168 time: 0.0859640 Jul 23 16:39:56.446491 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53778) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:56.456601 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e622b-a2f4-4b63-ac7e-f8502deaaa90 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68ef385a-1de2-401d-8cae-61991aae4a25,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:56.464759 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0ffcafb3-5b7a-4e68-9948-9a8277013faf tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.508382 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c8a4bc98-aaaa-426f-be45-6f27c906b39f tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0600777 Jul 23 16:39:56.511080 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53780) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:56.536062 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-cf09c2d3-23ee-4881-84a2-059949d5ae8c tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Allocated IP 172.20.0.6 (03e99c5a-98cc-4ed4-9e2b-d3e4c465647a/2ae57d8d-3779-4491-8fd1-fe104612a516/4df45f45-f481-44f2-8c4c-20d6248e6218) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:56.576243 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-12948c6b-c912-4db4-813e-597499fd88fa tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.576243 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-12948c6b-c912-4db4-813e-597499fd88fa tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.609556 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-12948c6b-c912-4db4-813e-597499fd88fa tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.616751 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-12948c6b-c912-4db4-813e-597499fd88fa tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.621689 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-12948c6b-c912-4db4-813e-597499fd88fa tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/42ac09f4-5db8-48a1-ba3c-aa262d32c464 HTTP/1.1" status: 204 len: 168 time: 0.1067026 Jul 23 16:39:56.621908 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53782) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:56.634920 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12948c6b-c912-4db4-813e-597499fd88fa tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42ac09f4-5db8-48a1-ba3c-aa262d32c464,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:56.690249 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a4c1d9c5-3578-4de3-a5bb-50f278666575 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0643938 Jul 23 16:39:56.690480 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-589e0b38-e86f-4351-a0a2-a8e45767a811 req-d4e1e71b-16ad-4c7f-957d-fb3b40d312b7 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] Deleting port 3b2257a1-5504-4582-b58c-6fdf014fa7a9 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:56.690591 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-589e0b38-e86f-4351-a0a2-a8e45767a811 req-d4e1e71b-16ad-4c7f-957d-fb3b40d312b7 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.690695 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53784) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:56.714149 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0ffcafb3-5b7a-4e68-9948-9a8277013faf tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.723478 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3457b115-4354-4df4-adc5-939acccde929 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.741175 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3457b115-4354-4df4-adc5-939acccde929 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.781084 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3457b115-4354-4df4-adc5-939acccde929 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.793281 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3457b115-4354-4df4-adc5-939acccde929 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.796866 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3457b115-4354-4df4-adc5-939acccde929 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/f448b8fb-87d2-4198-aadc-e44908864bd7 HTTP/1.1" status: 204 len: 168 time: 0.1028728 Jul 23 16:39:56.797101 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53788) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:56.817881 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457b115-4354-4df4-adc5-939acccde929 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f448b8fb-87d2-4198-aadc-e44908864bd7,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:56.855701 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0dc3ced9-684b-45a0-8fa0-6416ac9a80ba tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0542285 Jul 23 16:39:56.855984 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53794) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:56.886917 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c0835530-6008-4d2f-854b-a12d62004881 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.889934 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-fe22591b-251f-4a29-8bc2-ac17e3eb2318 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Deleting port 425de4a6-cafe-47db-818d-bbc1bdaabba4 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:56.890374 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fe22591b-251f-4a29-8bc2-ac17e3eb2318 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.896809 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c0835530-6008-4d2f-854b-a12d62004881 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.934733 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c0835530-6008-4d2f-854b-a12d62004881 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.942423 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c0835530-6008-4d2f-854b-a12d62004881 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.944122 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c0835530-6008-4d2f-854b-a12d62004881 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/24f7a8e0-efa8-4670-aa06-81e7c788b6d0 HTTP/1.1" status: 204 len: 168 time: 0.0871267 Jul 23 16:39:56.947579 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53796) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:56.961787 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0835530-6008-4d2f-854b-a12d62004881 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24f7a8e0-efa8-4670-aa06-81e7c788b6d0,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:57.006750 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8ba9ad83-0691-4288-a243-426514b43a1f tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0576892 Jul 23 16:39:57.010750 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53800) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:57.078066 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-557fd033-8a54-45b2-aa2d-88fe7607d991 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:57.106985 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-557fd033-8a54-45b2-aa2d-88fe7607d991 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:57.135671 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f997466-e037-4ee5-a335-c0667402f253 req-c3841691-4ca9-4ceb-9fe4-51231940bf3f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 210 time: 0.1037757 Jul 23 16:39:57.166239 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-589e0b38-e86f-4351-a0a2-a8e45767a811 req-d4e1e71b-16ad-4c7f-957d-fb3b40d312b7 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] For port 3b2257a1-5504-4582-b58c-6fdf014fa7a9, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=3b2257a1-5504-4582-b58c-6fdf014fa7a9,segment=NetworkSegment(eb05760f-189f-4878-ae1e-c450672daf8d),segment_id=eb05760f-189f-4878-ae1e-c450672daf8d)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:57.166239 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-589e0b38-e86f-4351-a0a2-a8e45767a811 req-d4e1e71b-16ad-4c7f-957d-fb3b40d312b7 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:57.168197 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-557fd033-8a54-45b2-aa2d-88fe7607d991 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:57.171075 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-557fd033-8a54-45b2-aa2d-88fe7607d991 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:57.175769 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-557fd033-8a54-45b2-aa2d-88fe7607d991 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "DELETE /v2.0/security-groups/3b78f917-54d3-425b-9158-49dd58ef9afc HTTP/1.1" status: 204 len: 168 time: 0.1635215 Jul 23 16:39:57.176429 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53802) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:57.204365 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-cf09c2d3-23ee-4881-84a2-059949d5ae8c tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:57.213774 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557fd033-8a54-45b2-aa2d-88fe7607d991 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b78f917-54d3-425b-9158-49dd58ef9afc,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:57.214332 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-589e0b38-e86f-4351-a0a2-a8e45767a811 req-d4e1e71b-16ad-4c7f-957d-fb3b40d312b7 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] Calling delete_port for 3b2257a1-5504-4582-b58c-6fdf014fa7a9 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:57.273217 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0ffcafb3-5b7a-4e68-9948-9a8277013faf tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:57.293431 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9c4a585a-4af4-477c-96a1-db90bb98749e tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1052113 Jul 23 16:39:57.298677 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53806) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:57.354686 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-d45e4da0-51b8-4cfe-8f25-49a6324028d3 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Request body: {'security_group': {'name': 'tempest-secgroup--1205702906'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:57.378097 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fe22591b-251f-4a29-8bc2-ac17e3eb2318 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:57.383615 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffcafb3-5b7a-4e68-9948-9a8277013faf tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Subnet': ['ID=e44f7ce7-5340-4498-897d-562890b88253,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:57.412169 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-cf09c2d3-23ee-4881-84a2-059949d5ae8c tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Transition to ACTIVE for port object 4df45f45-f481-44f2-8c4c-20d6248e6218 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:57.418108 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0ffcafb3-5b7a-4e68-9948-9a8277013faf tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:57.419851 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0ffcafb3-5b7a-4e68-9948-9a8277013faf tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/subnets/e44f7ce7-5340-4498-897d-562890b88253 HTTP/1.1" status: 204 len: 168 time: 1.3561471 Jul 23 16:39:57.424024 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53808) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:57.437138 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f948933-672c-4dc7-90a4-4dd297fe1831 None None] Network e168cd94-2568-41b4-8c90-ba7d7eb160aa requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:57.447609 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-fe22591b-251f-4a29-8bc2-ac17e3eb2318 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Calling delete_port for 425de4a6-cafe-47db-818d-bbc1bdaabba4 owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:57.466474 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1cecc-16ab-47f9-b20b-6236894f43d8 req-f2d4c555-2995-4dc7-a26c-cb297afefe61 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:57.467378 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4dc1cecc-16ab-47f9-b20b-6236894f43d8 req-f2d4c555-2995-4dc7-a26c-cb297afefe61 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] 10.222.0.73 "GET /v2.0/ports?device_id=1880931f-676c-48e2-82b7-e7140547b160 HTTP/1.1" status: 200 len: 946 time: 0.5961235 Jul 23 16:39:57.516227 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e3cdd0-0ee2-47b2-bbf5-0589e8cb79fa tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Deleting subnet d1dfcc80-ffcb-480c-8d14-641aa4ff8cf8 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:39:57.518391 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d45e4da0-51b8-4cfe-8f25-49a6324028d3 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:57.523254 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-16e3cdd0-0ee2-47b2-bbf5-0589e8cb79fa tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:57.589582 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-16e3cdd0-0ee2-47b2-bbf5-0589e8cb79fa tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:57.685677 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4dc1cecc-16ab-47f9-b20b-6236894f43d8 req-d369b258-8847-48a3-ad24-d7115b1785f2 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] 10.222.0.73 "GET /v2.0/security-groups?id=4d438248-76a0-475a-ba41-8526690dd25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014196 Jul 23 16:39:57.694340 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-cf09c2d3-23ee-4881-84a2-059949d5ae8c tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:57.724410 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:39:57.725513 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a28f4-6f04-4072-83bf-eca378200b43 req-3a48c040-0207-46dc-884e-2c6ad860b67d tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:57.727150 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['bf3c0b97-349e-4e25-8962-be2ec8f75263'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:39:57.727525 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c51a28f4-6f04-4072-83bf-eca378200b43 req-3a48c040-0207-46dc-884e-2c6ad860b67d tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 945 time: 0.4431510 Jul 23 16:39:57.766669 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-589e0b38-e86f-4351-a0a2-a8e45767a811 req-d4e1e71b-16ad-4c7f-957d-fb3b40d312b7 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:57.798346 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-16e3cdd0-0ee2-47b2-bbf5-0589e8cb79fa tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:57.879279 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-cf09c2d3-23ee-4881-84a2-059949d5ae8c tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Network 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:57.893539 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-16e3cdd0-0ee2-47b2-bbf5-0589e8cb79fa tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:57.924461 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3cdd0-0ee2-47b2-bbf5-0589e8cb79fa tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Subnet': ['ID=d1dfcc80-ffcb-480c-8d14-641aa4ff8cf8,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:57.925275 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-cf09c2d3-23ee-4881-84a2-059949d5ae8c tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:57.928200 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-cf09c2d3-23ee-4881-84a2-059949d5ae8c tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:57.943245 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09c2d3-23ee-4881-84a2-059949d5ae8c tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Pushing event updated for resources: {'Port': ['ID=4df45f45-f481-44f2-8c4c-20d6248e6218,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:57.974043 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-16e3cdd0-0ee2-47b2-bbf5-0589e8cb79fa tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:57.978510 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-16e3cdd0-0ee2-47b2-bbf5-0589e8cb79fa tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/subnets/d1dfcc80-ffcb-480c-8d14-641aa4ff8cf8 HTTP/1.1" status: 204 len: 168 time: 0.5509605 Jul 23 16:39:57.979161 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53810) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:58.041983 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-0236a39e-25c9-44fb-8c91-5409b6ab75a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] DELETE failed (client error): The resource could not be found. Jul 23 16:39:58.042774 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0236a39e-25c9-44fb-8c91-5409b6ab75a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:58.045730 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0236a39e-25c9-44fb-8c91-5409b6ab75a0 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/subnets/e44f7ce7-5340-4498-897d-562890b88253 HTTP/1.1" status: 404 len: 337 time: 0.0657187 Jul 23 16:39:58.048072 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-589e0b38-e86f-4351-a0a2-a8e45767a811 req-d4e1e71b-16ad-4c7f-957d-fb3b40d312b7 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] No DVR routers for this DVR port 3b2257a1-5504-4582-b58c-6fdf014fa7a9 on host n-h1-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:39:58.048398 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53812) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:58.051133 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-589e0b38-e86f-4351-a0a2-a8e45767a811 req-d4e1e71b-16ad-4c7f-957d-fb3b40d312b7 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:58.053559 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-589e0b38-e86f-4351-a0a2-a8e45767a811 req-d4e1e71b-16ad-4c7f-957d-fb3b40d312b7 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] 10.222.0.74 "DELETE /v2.0/ports/3b2257a1-5504-4582-b58c-6fdf014fa7a9 HTTP/1.1" status: 204 len: 173 time: 1.8744478 Jul 23 16:39:58.064453 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1880931f-676c-48e2-82b7-e7140547b160', 'name': 'network-vif-deleted', 'tag': '3b2257a1-5504-4582-b58c-6fdf014fa7a9'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:39:58.067566 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c52082-1b95-4876-a7fe-a6be6ac39c0f" -d '{"events": [{"server_uuid": "1880931f-676c-48e2-82b7-e7140547b160", "name": "network-vif-deleted", "tag": "3b2257a1-5504-4582-b58c-6fdf014fa7a9"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:39:58.070653 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1e71b-16ad-4c7f-957d-fb3b40d312b7 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] Pushing event deleted for resources: {'Port': ['ID=3b2257a1-5504-4582-b58c-6fdf014fa7a9,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:58.112961 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c51a28f4-6f04-4072-83bf-eca378200b43 req-9f08a893-72be-4b87-b9b3-37859fc5b1ce tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3471525 Jul 23 16:39:58.160199 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-cf09c2d3-23ee-4881-84a2-059949d5ae8c tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:58.160865 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-cf09c2d3-23ee-4881-84a2-059949d5ae8c tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:58.208928 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d45e4da0-51b8-4cfe-8f25-49a6324028d3 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:58.214961 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d45e4da0-51b8-4cfe-8f25-49a6324028d3 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:58.270984 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56791600-8f1d-4a0e-9955-39c09a2f84cf x-openstack-request-id: req-56791600-8f1d-4a0e-9955-39c09a2f84cf {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:39:58.271390 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1880931f-676c-48e2-82b7-e7140547b160", "name": "network-vif-deleted", "tag": "3b2257a1-5504-4582-b58c-6fdf014fa7a9", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:39:58.271569 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-56791600-8f1d-4a0e-9955-39c09a2f84cf {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:39:58.271944 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1880931f-676c-48e2-82b7-e7140547b160', 'name': 'network-vif-deleted', 'tag': '3b2257a1-5504-4582-b58c-6fdf014fa7a9', 'status': 'completed', 'code': 200} Jul 23 16:39:58.272603 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fe22591b-251f-4a29-8bc2-ac17e3eb2318 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:58.286909 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-cf09c2d3-23ee-4881-84a2-059949d5ae8c tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5257983 Jul 23 16:39:58.299198 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f154c5-5087-463c-a74b-a9558a8e2103 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Deleting subnet c06a13bc-01bd-45c1-b17e-4a5fb4916b7a {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:39:58.300043 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aacdfa-531a-482b-88bb-4314cbcbe29d None None] Update dhcp port {'port': {'network_id': 'e168cd94-2568-41b4-8c90-ba7d7eb160aa', 'fixed_ips': [{'subnet_id': 'c06a13bc-01bd-45c1-b17e-4a5fb4916b7a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd1dfcc80-ffcb-480c-8d14-641aa4ff8cf8'}], 'binding:host_id': 'n-d-778549-4'}, 'id': '5462d163-a4f7-43cb-8e41-feab17767600'} from n-d-778549-4. {{(pid=94014) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:39:58.313076 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44f154c5-5087-463c-a74b-a9558a8e2103 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:58.372912 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e4da0-51b8-4cfe-8f25-49a6324028d3 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be22e5ee-cd58-4f86-ae2e-50077e5f1560,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:58.405715 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-25ea4c45-3491-4b17-bb08-d5c5266fc6ac service neutron] Request body: {'port': {'device_id': '60382620-edd9-41b8-8a62-43a1011e5ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:58.407946 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44f154c5-5087-463c-a74b-a9558a8e2103 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:58.434353 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-84aacdfa-531a-482b-88bb-4314cbcbe29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:58.454871 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe22591b-251f-4a29-8bc2-ac17e3eb2318 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Port': ['ID=425de4a6-cafe-47db-818d-bbc1bdaabba4,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:58.458117 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d45e4da0-51b8-4cfe-8f25-49a6324028d3 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:58.460147 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d45e4da0-51b8-4cfe-8f25-49a6324028d3 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1191137 Jul 23 16:39:58.464267 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53818) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:58.468981 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1ae367fd-10c2-4031-8568-642c1d1dfb76 None None] Provisioning for port 4df45f45-f481-44f2-8c4c-20d6248e6218 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:58.476266 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1ae367fd-10c2-4031-8568-642c1d1dfb76 None None] Provisioning complete for port 4df45f45-f481-44f2-8c4c-20d6248e6218 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:58.476869 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1ae367fd-10c2-4031-8568-642c1d1dfb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:58.478158 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-5716f14f-baa6-4089-bd33-939942f0a98c tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Request body: {'security_group_rule': {'security_group_id': 'be22e5ee-cd58-4f86-ae2e-50077e5f1560', 'direction': 'ingress', 'protocol': 17}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:58.558328 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44f154c5-5087-463c-a74b-a9558a8e2103 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:58.662164 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44f154c5-5087-463c-a74b-a9558a8e2103 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:58.706242 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f154c5-5087-463c-a74b-a9558a8e2103 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Subnet': ['ID=c06a13bc-01bd-45c1-b17e-4a5fb4916b7a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:58.708485 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44f154c5-5087-463c-a74b-a9558a8e2103 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:58.711154 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-44f154c5-5087-463c-a74b-a9558a8e2103 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/subnets/c06a13bc-01bd-45c1-b17e-4a5fb4916b7a HTTP/1.1" status: 204 len: 168 time: 0.6614003 Jul 23 16:39:58.713917 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53820) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:58.827627 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-05760df1-4f85-4e25-bb84-1b280dc0e02e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] DELETE failed (client error): The resource could not be found. Jul 23 16:39:58.828192 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05760df1-4f85-4e25-bb84-1b280dc0e02e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:58.830122 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-05760df1-4f85-4e25-bb84-1b280dc0e02e tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/subnets/880ac21d-67ee-4407-8a05-47e93bebae63 HTTP/1.1" status: 404 len: 337 time: 0.1152084 Jul 23 16:39:58.846082 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53824) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:58.917668 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-72b628d9-2250-4fac-814a-066e38b3da52 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "GET /v2.0/ports?device_id=5dd1096a-3403-4a37-a642-ab787c3ee193 HTTP/1.1" status: 200 len: 205 time: 0.0699058 Jul 23 16:39:58.919705 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53826) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:58.982275 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-5d6f056b-24f9-413e-b0af-a1f8fd5dd16c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] delete failed (client error): The resource could not be found. Jul 23 16:39:58.983590 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5d6f056b-24f9-413e-b0af-a1f8fd5dd16c tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/routers/5dd1096a-3403-4a37-a642-ab787c3ee193 HTTP/1.1" status: 404 len: 336 time: 0.0627511 Jul 23 16:39:58.986132 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53828) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:59.042455 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9eec4ae-18f5-4262-905c-ff34b70783b7 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] DELETE failed (client error): The resource could not be found. Jul 23 16:39:59.043036 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9eec4ae-18f5-4262-905c-ff34b70783b7 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:59.046496 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d9eec4ae-18f5-4262-905c-ff34b70783b7 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/subnets/b9551cc6-d4c7-4b61-bc77-faf4aa15b8a7 HTTP/1.1" status: 404 len: 337 time: 0.0551999 Jul 23 16:39:59.049030 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53830) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:59.067322 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-1ae367fd-10c2-4031-8568-642c1d1dfb76 None None] Port 4df45f45-f481-44f2-8c4c-20d6248e6218 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:59.087011 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d965971-eec3-490b-8a69-f695d380c2f9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] DELETE failed (client error): The resource could not be found. Jul 23 16:39:59.087756 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d965971-eec3-490b-8a69-f695d380c2f9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:59.090642 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7d965971-eec3-490b-8a69-f695d380c2f9 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/subnets/d2743265-b257-4abd-9fad-e393998dda4b HTTP/1.1" status: 404 len: 337 time: 0.0401487 Jul 23 16:39:59.095464 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53832) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server [None req-84aacdfa-531a-482b-88bb-4314cbcbe29d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c06a13bc-01bd-45c1-b17e-4a5fb4916b7a: This subnet is being modified by another concurrent operation. Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise exception Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c06a13bc-01bd-45c1-b17e-4a5fb4916b7a: This subnet is being modified by another concurrent operation. Jul 23 16:39:59.106818 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server Jul 23 16:39:59.150966 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d632cc56-8c8f-4dba-bbb4-77d4a2e7eb58 req-f04c2536-92cf-4cf7-8fa6-7b6227c5aa82 tempest-ServerMetadataNegativeTestJSON-29438419 tempest-ServerMetadataNegativeTestJSON-29438419-project] 10.222.0.73 "GET /v2.0/ports?device_id=1880931f-676c-48e2-82b7-e7140547b160 HTTP/1.1" status: 200 len: 210 time: 0.1382029 Jul 23 16:39:59.211616 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a5eb8a-1ba6-40fa-a7e6-8b4372b1f355 None None] Network e168cd94-2568-41b4-8c90-ba7d7eb160aa requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:59.220293 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51ee515-8620-4aa4-8755-a5a5e6a4b554 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] DELETE failed (client error): The resource could not be found. Jul 23 16:39:59.220749 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51ee515-8620-4aa4-8755-a5a5e6a4b554 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:59.224792 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a51ee515-8620-4aa4-8755-a5a5e6a4b554 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/subnets/e48ec165-7a68-43ee-be8c-393bc4d513e3 HTTP/1.1" status: 404 len: 337 time: 0.1005371 Jul 23 16:39:59.225208 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53836) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:59.271895 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb0ba47-159a-4949-97f5-5eeef20620ca tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] DELETE failed (client error): The resource could not be found. Jul 23 16:39:59.272613 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbb0ba47-159a-4949-97f5-5eeef20620ca tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:59.279095 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fbb0ba47-159a-4949-97f5-5eeef20620ca tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/ports/db95f3f7-d01b-436c-9dc3-a9d5acc5a9e3 HTTP/1.1" status: 404 len: 333 time: 0.0505538 Jul 23 16:39:59.288175 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53838) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:59.335055 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ecb1a52-48a0-4589-9089-4e107c72a906 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] DELETE failed (client error): The resource could not be found. Jul 23 16:39:59.335739 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ecb1a52-48a0-4589-9089-4e107c72a906 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:59.338040 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2ecb1a52-48a0-4589-9089-4e107c72a906 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/subnets/a818cf92-5988-4c98-ba32-bf148b6db46a HTTP/1.1" status: 404 len: 337 time: 0.0475430 Jul 23 16:39:59.340593 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-25ea4c45-3491-4b17-bb08-d5c5266fc6ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:59.340934 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53840) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:59.357719 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5716f14f-baa6-4089-bd33-939942f0a98c tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:59.377725 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-8259875a-7df9-4c83-9e7f-85ef8938697b tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] DELETE failed (client error): The resource could not be found. Jul 23 16:39:59.378191 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8259875a-7df9-4c83-9e7f-85ef8938697b tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:59.379966 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8259875a-7df9-4c83-9e7f-85ef8938697b tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/subnets/3244ffc6-9722-45ec-bbf9-48c2f86c2cff HTTP/1.1" status: 404 len: 337 time: 0.0380499 Jul 23 16:39:59.389086 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53842) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:59.421882 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a65d59ca-0fd0-425b-aa7a-16c5b7180e89 None None] Provisioning complete for port 5462d163-a4f7-43cb-8e41-feab17767600 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:59.422328 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a65d59ca-0fd0-425b-aa7a-16c5b7180e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:59.424102 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fe22591b-251f-4a29-8bc2-ac17e3eb2318 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:59.429247 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-218c79b9-5cc7-48bb-b3bf-acf9db040121 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] DELETE failed (client error): The resource could not be found. Jul 23 16:39:59.429985 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-218c79b9-5cc7-48bb-b3bf-acf9db040121 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:59.432278 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-218c79b9-5cc7-48bb-b3bf-acf9db040121 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/ports/32c6af3c-79dd-4596-9dde-3257784b8d8e HTTP/1.1" status: 404 len: 333 time: 0.0416083 Jul 23 16:39:59.434949 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53844) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:59.468740 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c13585-022d-4d06-81f6-800502b4dfef tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] DELETE failed (client error): The resource could not be found. Jul 23 16:39:59.469239 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73c13585-022d-4d06-81f6-800502b4dfef tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:59.471190 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-73c13585-022d-4d06-81f6-800502b4dfef tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/subnets/03296e22-14d0-4ed3-b44a-a5572c0794a2 HTTP/1.1" status: 404 len: 337 time: 0.0332670 Jul 23 16:39:59.472956 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6b579-05ca-4e6a-8120-70763b3bf236 req-e5460607-d353-444d-9108-3609a56b62ca tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:59.481120 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53846) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:59.482230 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-85c6b579-05ca-4e6a-8120-70763b3bf236 req-e5460607-d353-444d-9108-3609a56b62ca tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 931 time: 1.1020167 Jul 23 16:39:59.517496 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c80b13f-72ba-4cbb-8b35-11645a734296 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] DELETE failed (client error): The resource could not be found. Jul 23 16:39:59.518111 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c80b13f-72ba-4cbb-8b35-11645a734296 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:59.519876 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6c80b13f-72ba-4cbb-8b35-11645a734296 tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/subnets/8aa11985-e732-40da-a6da-c64df6538349 HTTP/1.1" status: 404 len: 337 time: 0.0376532 Jul 23 16:39:59.522556 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53848) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:59.542930 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf06c7f4-fbad-448d-a559-276d58438a2a req-7a830e24-5d66-499b-bcdc-cd094bf62a01 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5441337 Jul 23 16:39:59.555448 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409c9446-e8c3-4094-b6ed-2cca67cb0485 None None] DHCP port deletion for e168cd94-2568-41b4-8c90-ba7d7eb160aa request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:39:59.653671 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a65d59ca-0fd0-425b-aa7a-16c5b7180e89 None None] Provisioning complete for port a7fa7dba-aaa4-4c99-a247-996ff39a0cdb triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:59.654375 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a65d59ca-0fd0-425b-aa7a-16c5b7180e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:59.703591 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a65d59ca-0fd0-425b-aa7a-16c5b7180e89 None None] Port a7fa7dba-aaa4-4c99-a247-996ff39a0cdb cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:59.714506 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-409c9446-e8c3-4094-b6ed-2cca67cb0485 None None] Deleting port 5462d163-a4f7-43cb-8e41-feab17767600 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:59.715106 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-409c9446-e8c3-4094-b6ed-2cca67cb0485 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:59.728784 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-944d7821-ecd3-42a7-9b2e-adb841a4f97f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Deleting port a7fa7dba-aaa4-4c99-a247-996ff39a0cdb {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:59.729160 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-944d7821-ecd3-42a7-9b2e-adb841a4f97f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:59.803635 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-409c9446-e8c3-4094-b6ed-2cca67cb0485 None None] For port 5462d163-a4f7-43cb-8e41-feab17767600, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=5462d163-a4f7-43cb-8e41-feab17767600,segment=NetworkSegment(f15856f5-2829-4046-809c-86fc78768a4f),segment_id=f15856f5-2829-4046-809c-86fc78768a4f)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:59.804818 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-409c9446-e8c3-4094-b6ed-2cca67cb0485 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:59.818711 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-85c6b579-05ca-4e6a-8120-70763b3bf236 req-3626cc58-83a6-4415-997a-60ea93191825 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212252 Jul 23 16:39:59.820218 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-409c9446-e8c3-4094-b6ed-2cca67cb0485 None None] Calling delete_port for 5462d163-a4f7-43cb-8e41-feab17767600 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:59.822718 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5716f14f-baa6-4089-bd33-939942f0a98c tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:59.842173 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5716f14f-baa6-4089-bd33-939942f0a98c tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:59.848646 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-944d7821-ecd3-42a7-9b2e-adb841a4f97f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:59.858352 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f8193-3a20-4579-ab1e-7a9530dc7495 req-a13fa978-aa33-4985-b5bd-4abcf1bc0bcb tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:59.860044 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c28f8193-3a20-4579-ab1e-7a9530dc7495 req-a13fa978-aa33-4985-b5bd-4abcf1bc0bcb tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 945 time: 0.5547738 Jul 23 16:39:59.872568 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-944d7821-ecd3-42a7-9b2e-adb841a4f97f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Calling delete_port for a7fa7dba-aaa4-4c99-a247-996ff39a0cdb owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:59.928289 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-409c9446-e8c3-4094-b6ed-2cca67cb0485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:59.965821 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716f14f-baa6-4089-bd33-939942f0a98c tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=916adf97-ee36-4fc5-ba7d-fadc139d5fd4,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:59.990226 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-944d7821-ecd3-42a7-9b2e-adb841a4f97f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:00.001069 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c9446-e8c3-4094-b6ed-2cca67cb0485 None None] Pushing event deleted for resources: {'Port': ['ID=5462d163-a4f7-43cb-8e41-feab17767600,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:00.003588 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409c9446-e8c3-4094-b6ed-2cca67cb0485 None None] No DVR routers for this DVR port 5462d163-a4f7-43cb-8e41-feab17767600 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:40:00.020758 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c9446-e8c3-4094-b6ed-2cca67cb0485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:00.022036 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d7821-ecd3-42a7-9b2e-adb841a4f97f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Port': ['ID=a7fa7dba-aaa4-4c99-a247-996ff39a0cdb,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:00.022180 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c9446-e8c3-4094-b6ed-2cca67cb0485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:00.022913 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c9446-e8c3-4094-b6ed-2cca67cb0485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:00.024765 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c9446-e8c3-4094-b6ed-2cca67cb0485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:00.024878 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c9446-e8c3-4094-b6ed-2cca67cb0485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:00.025659 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c9446-e8c3-4094-b6ed-2cca67cb0485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:00.025995 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c9446-e8c3-4094-b6ed-2cca67cb0485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:00.026338 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c9446-e8c3-4094-b6ed-2cca67cb0485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:00.026657 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c9446-e8c3-4094-b6ed-2cca67cb0485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:00.027751 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c9446-e8c3-4094-b6ed-2cca67cb0485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:00.028053 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c9446-e8c3-4094-b6ed-2cca67cb0485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:00.028384 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c9446-e8c3-4094-b6ed-2cca67cb0485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:00.030136 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5716f14f-baa6-4089-bd33-939942f0a98c tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:00.031536 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5716f14f-baa6-4089-bd33-939942f0a98c tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.5589373 Jul 23 16:40:00.032615 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15898a5-2fec-4841-86a7-4d8d3b92d6e6 None None] get_active_networks_info from n-d-778549-4 {{(pid=94014) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:40:00.037934 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53850) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:00.049824 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-944d7821-ecd3-42a7-9b2e-adb841a4f97f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:00.054349 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-944d7821-ecd3-42a7-9b2e-adb841a4f97f tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/ports/a7fa7dba-aaa4-4c99-a247-996ff39a0cdb HTTP/1.1" status: 204 len: 168 time: 0.5264280 Jul 23 16:40:00.054899 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53852) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:00.065163 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe22591b-251f-4a29-8bc2-ac17e3eb2318 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Router a100ee38-e351-4e13-9770-97d14d218a70 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:40:00.082982 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 3b2257a1-5504-4582-b58c-6fdf014fa7a9 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:40:00.178266 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c28f8193-3a20-4579-ab1e-7a9530dc7495 req-a19b6022-d565-4681-83b9-932ff807bd6b tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3071570 Jul 23 16:40:00.192093 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-327ef21d-6a4d-4f15-8b89-d61b4dfe6c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:00.195886 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06c7f4-fbad-448d-a559-276d58438a2a req-53dc26d3-6af5-4028-9c34-bdf54430e64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:00.215061 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf06c7f4-fbad-448d-a559-276d58438a2a req-53dc26d3-6af5-4028-9c34-bdf54430e64a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d8469dd886547af8aa5b5e0e02307dd&device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 1096 time: 0.5657547 Jul 23 16:40:00.234797 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53856) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:00.244587 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15898a5-2fec-4841-86a7-4d8d3b92d6e6 None None] Resources bound (agent type, host, resource id): {{(pid=94014) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 16:40:00.246591 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 3b2257a1-5504-4582-b58c-6fdf014fa7a9 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:40:00.246941 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 3b2257a1-5504-4582-b58c-6fdf014fa7a9 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:40:00.248670 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b9f1e83e-2b8b-40ba-a17b-20a8997b6f2d tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:00.336221 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b9f1e83e-2b8b-40ba-a17b-20a8997b6f2d tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:00.381980 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-327ef21d-6a4d-4f15-8b89-d61b4dfe6c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:00.417574 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-327ef21d-6a4d-4f15-8b89-d61b4dfe6c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e168cd94-2568-41b4-8c90-ba7d7eb160aa']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:00.432793 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe22591b-251f-4a29-8bc2-ac17e3eb2318 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:40:00.447045 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e420af3-b0b0-410b-b51b-3a5dd1019451 None None] Sync routers for ids ['a100ee38-e351-4e13-9770-97d14d218a70'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:40:00.449282 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-327ef21d-6a4d-4f15-8b89-d61b4dfe6c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f15856f5-2829-4046-809c-86fc78768a4f') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:00.450200 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-327ef21d-6a4d-4f15-8b89-d61b4dfe6c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f15856f5-2829-4046-809c-86fc78768a4f') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:00.462002 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-327ef21d-6a4d-4f15-8b89-d61b4dfe6c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:00.462966 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e420af3-b0b0-410b-b51b-3a5dd1019451 None None] Routers {'a100ee38-e351-4e13-9770-97d14d218a70'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:00.464820 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3e420af3-b0b0-410b-b51b-3a5dd1019451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:36Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a100ee38-e351-4e13-9770-97d14d218a70'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:00.474950 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fe22591b-251f-4a29-8bc2-ac17e3eb2318 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "PUT /v2.0/routers/a100ee38-e351-4e13-9770-97d14d218a70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3039663 Jul 23 16:40:00.479731 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53858) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:00.494876 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e0ed95e1-b84c-450a-9ea0-b04d7ba32de2 req-85e301bc-ac09-4d7a-acdc-a7b46d3f83fd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=47a1232d-43a1-4a2f-ba77-d3efe32641b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3671193 Jul 23 16:40:00.509606 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-15363e8a-4cf8-41c7-937a-08f20286ea97 admin admin] Deleting subnet 0fa0ccfb-fa96-465a-9a56-19d1c26c6eb6 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:40:00.518891 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3e420af3-b0b0-410b-b51b-3a5dd1019451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:00.519276 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-15363e8a-4cf8-41c7-937a-08f20286ea97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:00.524263 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-327ef21d-6a4d-4f15-8b89-d61b4dfe6c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:00.529601 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e420af3-b0b0-410b-b51b-3a5dd1019451 None None] Routers {'a100ee38-e351-4e13-9770-97d14d218a70'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:00.530484 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3e420af3-b0b0-410b-b51b-3a5dd1019451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:39:36Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a100ee38-e351-4e13-9770-97d14d218a70'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:00.541978 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-327ef21d-6a4d-4f15-8b89-d61b4dfe6c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:40:00.544102 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-327ef21d-6a4d-4f15-8b89-d61b4dfe6c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:00.567389 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3e420af3-b0b0-410b-b51b-3a5dd1019451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:00.568293 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e420af3-b0b0-410b-b51b-3a5dd1019451 None None] The sync data for ids ['a100ee38-e351-4e13-9770-97d14d218a70'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:40:00.649919 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06c7f4-fbad-448d-a559-276d58438a2a req-99ad9104-eeb4-4c9b-bea0-bd84892498b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:00.652033 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf06c7f4-fbad-448d-a559-276d58438a2a req-99ad9104-eeb4-4c9b-bea0-bd84892498b8 service neutron] 10.222.0.97 "GET /v2.0/networks?id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a HTTP/1.1" status: 200 len: 913 time: 0.4161060 Jul 23 16:40:00.656543 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-25ea4c45-3491-4b17-bb08-d5c5266fc6ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df45f45-f481-44f2-8c4c-20d6248e6218 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:40:00.663544 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-15363e8a-4cf8-41c7-937a-08f20286ea97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:00.697998 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-25ea4c45-3491-4b17-bb08-d5c5266fc6ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:00.714567 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:40:00.714567 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:40:00.714567 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:40:00.714567 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:40:00.714567 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:40:00.714567 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:40:00.714567 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:40:00.714567 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:40:00.714567 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:40:00.714567 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:40:00.714567 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:40:00.714567 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:40:00.714567 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:40:00.714567 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:40:00.714567 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:40:00.714567 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:40:00.714567 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:40:00.714567 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:40:00.714567 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:40:00.714567 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:40:00.714567 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:40:00.714567 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:40:00.714567 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:40:00.714567 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:40:00.714567 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:40:00.714567 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:40:00.714567 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:40:00.714567 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:40:00.714567 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:40:00.714567 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:40:00.714567 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:40:00.714567 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:40:00.722829 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 5462d163-a4f7-43cb-8e41-feab17767600 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:40:00.725546 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-327ef21d-6a4d-4f15-8b89-d61b4dfe6c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:00.731797 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-327ef21d-6a4d-4f15-8b89-d61b4dfe6c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:00.742777 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-327ef21d-6a4d-4f15-8b89-d61b4dfe6c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] 10.222.0.73 "DELETE /v2.0/networks/e168cd94-2568-41b4-8c90-ba7d7eb160aa HTTP/1.1" status: 204 len: 168 time: 0.6839674 Jul 23 16:40:00.782999 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-25ea4c45-3491-4b17-bb08-d5c5266fc6ac service neutron] Transition to ACTIVE for port object 4df45f45-f481-44f2-8c4c-20d6248e6218 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:40:00.804514 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b9f1e83e-2b8b-40ba-a17b-20a8997b6f2d tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:00.812694 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b9f1e83e-2b8b-40ba-a17b-20a8997b6f2d tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:00.814097 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-25ea4c45-3491-4b17-bb08-d5c5266fc6ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:00.820895 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b9f1e83e-2b8b-40ba-a17b-20a8997b6f2d tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "DELETE /v2.0/security-groups/be22e5ee-cd58-4f86-ae2e-50077e5f1560 HTTP/1.1" status: 204 len: 168 time: 0.7783935 Jul 23 16:40:00.836212 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bb819871-85d9-4c6b-8256-03a251ea13e1 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "GET /v2.0/ports?device_id=a100ee38-e351-4e13-9770-97d14d218a70 HTTP/1.1" status: 200 len: 205 time: 0.3513541 Jul 23 16:40:00.836212 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53862) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:00.854668 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 5462d163-a4f7-43cb-8e41-feab17767600 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:40:00.855260 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 5462d163-a4f7-43cb-8e41-feab17767600 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:40:00.868642 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed95e1-b84c-450a-9ea0-b04d7ba32de2 req-2dd93a65-7a74-4374-9a02-0187f875ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:00.870640 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e0ed95e1-b84c-450a-9ea0-b04d7ba32de2 req-2dd93a65-7a74-4374-9a02-0187f875ba85 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=685de99fd88a4ebd80b04837e882af01&device_id=47a1232d-43a1-4a2f-ba77-d3efe32641b2 HTTP/1.1" status: 200 len: 1097 time: 0.3004730 Jul 23 16:40:00.872227 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-15363e8a-4cf8-41c7-937a-08f20286ea97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:00.875316 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53866) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:00.877251 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea4c45-3491-4b17-bb08-d5c5266fc6ac service neutron] Pushing event updated for resources: {'Port': ['ID=4df45f45-f481-44f2-8c4c-20d6248e6218,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:00.880872 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf06c7f4-fbad-448d-a559-276d58438a2a req-9291f7ad-b57c-4288-87d2-faf51d4be906 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=726cd214-8346-47cb-a33e-99234af00cab HTTP/1.1" status: 200 len: 1000 time: 0.2151353 Jul 23 16:40:00.909947 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ef21d-6a4d-4f15-8b89-d61b4dfe6c0a tempest-PortsIpV6TestJSON-1932013569 tempest-PortsIpV6TestJSON-1932013569-project] Pushing event deleted for resources: {'Network': ['ID=e168cd94-2568-41b4-8c90-ba7d7eb160aa,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:00.931684 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1e83e-2b8b-40ba-a17b-20a8997b6f2d tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be22e5ee-cd58-4f86-ae2e-50077e5f1560,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:01.012327 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0e83c8b3-ecaf-4397-8d58-52bd3827fb29 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0998199 Jul 23 16:40:01.012812 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53868) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:01.018497 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-25cc6a8d-c067-49dd-b87b-058467dd5475 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Request body: {'security_group': {'name': 'tempest-secgroup--509446022'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:01.044595 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-25cc6a8d-c067-49dd-b87b-058467dd5475 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:01.168037 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7bb60bd7-7a1a-436b-b146-eec7859bffa5 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:01.224524 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-25cc6a8d-c067-49dd-b87b-058467dd5475 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:01.231918 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-25cc6a8d-c067-49dd-b87b-058467dd5475 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:01.276891 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-25cc6a8d-c067-49dd-b87b-058467dd5475 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:01.281209 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-25cc6a8d-c067-49dd-b87b-058467dd5475 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2641249 Jul 23 16:40:01.282314 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53874) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:01.287970 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-534b4e98-c57c-4243-91db-1fb649868faa tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Request body: {'security_group': {'name': 'tempest-secgroup--674922990'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:01.302207 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53876) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:01.303003 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc6a8d-c067-49dd-b87b-058467dd5475 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b33bdfa2-072f-4c24-b397-0cebc880d6e0,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:01.370580 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-534b4e98-c57c-4243-91db-1fb649868faa tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:01.545356 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-534b4e98-c57c-4243-91db-1fb649868faa tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:01.569086 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-534b4e98-c57c-4243-91db-1fb649868faa tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:01.599343 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-534b4e98-c57c-4243-91db-1fb649868faa tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:01.601666 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-534b4e98-c57c-4243-91db-1fb649868faa tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3178115 Jul 23 16:40:01.609406 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53880) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:01.617148 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-21eb6cfc-22ba-4416-8d3e-685bd1bd7fb0 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Request body: {'security_group_rule': {'security_group_id': 'b33bdfa2-072f-4c24-b397-0cebc880d6e0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ac307b70-33ec-4b73-b94b-b9621a866577', 'remote_ip_prefix': None}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:01.698607 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-21eb6cfc-22ba-4416-8d3e-685bd1bd7fb0 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:01.712402 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06c7f4-fbad-448d-a559-276d58438a2a req-5227abfa-b633-44be-a227-b0a78f38073a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:01.713920 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf06c7f4-fbad-448d-a559-276d58438a2a req-5227abfa-b633-44be-a227-b0a78f38073a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2ae57d8d-3779-4491-8fd1-fe104612a516 HTTP/1.1" status: 200 len: 850 time: 0.8257220 Jul 23 16:40:01.714471 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b4e98-c57c-4243-91db-1fb649868faa tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac307b70-33ec-4b73-b94b-b9621a866577,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:01.738628 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cdbcdc06-d862-4f76-a8a3-bc9b60a77ba7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9684d680e97142e5b0eab6534baef299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4182925 Jul 23 16:40:01.743553 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53882) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:01.861565 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2f3f1619-26ac-4350-83e8-a52d03645a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:01.878113 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-15363e8a-4cf8-41c7-937a-08f20286ea97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:01.885976 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-21eb6cfc-22ba-4416-8d3e-685bd1bd7fb0 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:01.900355 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-21eb6cfc-22ba-4416-8d3e-685bd1bd7fb0 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:01.910770 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2f3f1619-26ac-4350-83e8-a52d03645a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:01.936181 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb6cfc-22ba-4416-8d3e-685bd1bd7fb0 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c37c05-d9e5-4b43-87f7-dce209398029,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:01.945005 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-21eb6cfc-22ba-4416-8d3e-685bd1bd7fb0 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:01.949627 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-21eb6cfc-22ba-4416-8d3e-685bd1bd7fb0 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3384495 Jul 23 16:40:01.950533 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53884) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:02.030281 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-07632aa4-6c95-45d8-b857-59f6644f3822 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.052628 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-07632aa4-6c95-45d8-b857-59f6644f3822 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.067138 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2f3f1619-26ac-4350-83e8-a52d03645a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.069816 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2f3f1619-26ac-4350-83e8-a52d03645a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.071008 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2f3f1619-26ac-4350-83e8-a52d03645a7a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/25748c1e-cba8-4c21-833d-69358b7e910d HTTP/1.1" status: 204 len: 168 time: 0.3270869 Jul 23 16:40:02.082983 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7bb60bd7-7a1a-436b-b146-eec7859bffa5 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.085666 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7bb60bd7-7a1a-436b-b146-eec7859bffa5 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.118369 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f1619-26ac-4350-83e8-a52d03645a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25748c1e-cba8-4c21-833d-69358b7e910d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:02.129080 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed95e1-b84c-450a-9ea0-b04d7ba32de2 req-e7e5bf8b-365d-4299-ab05-aac6d3800e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:02.130881 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e0ed95e1-b84c-450a-9ea0-b04d7ba32de2 req-e7e5bf8b-365d-4299-ab05-aac6d3800e33 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9 HTTP/1.1" status: 200 len: 911 time: 1.2040894 Jul 23 16:40:02.165721 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-07632aa4-6c95-45d8-b857-59f6644f3822 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.177979 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-07632aa4-6c95-45d8-b857-59f6644f3822 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.179646 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15363e8a-4cf8-41c7-937a-08f20286ea97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fa0ccfb-fa96-465a-9a56-19d1c26c6eb6,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:02.183409 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-07632aa4-6c95-45d8-b857-59f6644f3822 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/32c37c05-d9e5-4b43-87f7-dce209398029 HTTP/1.1" status: 204 len: 168 time: 0.2116818 Jul 23 16:40:02.185322 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53888) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:02.197896 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07632aa4-6c95-45d8-b857-59f6644f3822 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32c37c05-d9e5-4b43-87f7-dce209398029,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:02.251651 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-15363e8a-4cf8-41c7-937a-08f20286ea97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.253683 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-15363e8a-4cf8-41c7-937a-08f20286ea97 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/0fa0ccfb-fa96-465a-9a56-19d1c26c6eb6 HTTP/1.1" status: 204 len: 168 time: 2.0000830 Jul 23 16:40:02.273708 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53890) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:02.320391 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7bb60bd7-7a1a-436b-b146-eec7859bffa5 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.320951 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb60bd7-7a1a-436b-b146-eec7859bffa5 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Fanout notify agent at l3_agent the message router_deleted on router a100ee38-e351-4e13-9770-97d14d218a70 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:40:02.329364 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7bb60bd7-7a1a-436b-b146-eec7859bffa5 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.330509 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7bb60bd7-7a1a-436b-b146-eec7859bffa5 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/routers/a100ee38-e351-4e13-9770-97d14d218a70 HTTP/1.1" status: 204 len: 168 time: 1.4487050 Jul 23 16:40:02.352207 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72f12b-931c-493b-a88c-f5c09efa9357 req-bd783135-0d43-40f5-a808-3759c6ad7128 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:02.354059 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c72f12b-931c-493b-a88c-f5c09efa9357 req-bd783135-0d43-40f5-a808-3759c6ad7128 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 943 time: 1.4293475 Jul 23 16:40:02.356401 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53894) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:02.392095 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a61682a9-fe92-4973-aa25-3d2766908ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.436019 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-25ea4c45-3491-4b17-bb08-d5c5266fc6ac service neutron] Attempting to bind port 4df45f45-f481-44f2-8c4c-20d6248e6218 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:40:02.436798 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-25ea4c45-3491-4b17-bb08-d5c5266fc6ac service neutron] Attempting to bind port 4df45f45-f481-44f2-8c4c-20d6248e6218 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'd69e0431-1959-4dab-bf58-cb378f4bfdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:40:02.437618 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-25ea4c45-3491-4b17-bb08-d5c5266fc6ac service neutron] Attempting to bind port 4df45f45-f481-44f2-8c4c-20d6248e6218 on network 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:40:02.458655 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-25ea4c45-3491-4b17-bb08-d5c5266fc6ac service neutron] Port 4df45f45-f481-44f2-8c4c-20d6248e6218 on network 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:40:02.459373 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-25ea4c45-3491-4b17-bb08-d5c5266fc6ac service neutron] Attempting to bind port 4df45f45-f481-44f2-8c4c-20d6248e6218 on network 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:40:02.510473 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e0ed95e1-b84c-450a-9ea0-b04d7ba32de2 req-f8f6ce62-9377-442c-9a91-87ca1b67e029 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b47208a-3b1a-4232-bbb8-2c166b5d6282 HTTP/1.1" status: 200 len: 1001 time: 0.3254163 Jul 23 16:40:02.518278 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d96c39-a02d-44ae-94eb-62f548267815 req-b6ae3031-5a56-4daf-a308-9e6edc107fb0 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:02.525366 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74d96c39-a02d-44ae-94eb-62f548267815 req-b6ae3031-5a56-4daf-a308-9e6edc107fb0 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 945 time: 0.8088830 Jul 23 16:40:02.539739 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a61682a9-fe92-4973-aa25-3d2766908ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.540898 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cbcb015-88de-413f-a6a2-26954f2ff60a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Deleting subnet 24e98150-20f1-4faf-b18b-6ad5eff8facd {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:40:02.544458 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06c7f4-fbad-448d-a559-276d58438a2a req-f057289d-ae2f-4b81-b031-a6c77124ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:02.546073 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf06c7f4-fbad-448d-a559-276d58438a2a req-f057289d-ae2f-4b81-b031-a6c77124ead2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7849388 Jul 23 16:40:02.553982 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-a61682a9-fe92-4973-aa25-3d2766908ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2655b065-662a-4caa-8d53-6f3e669648eb']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:02.559105 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-79b47e95-023f-4b8a-ad4f-7c40de481d88 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3168385 Jul 23 16:40:02.568601 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53904) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:02.573109 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-25ea4c45-3491-4b17-bb08-d5c5266fc6ac service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:40:02.573459 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-25ea4c45-3491-4b17-bb08-d5c5266fc6ac service neutron] Checking segment: {'id': 'd69e0431-1959-4dab-bf58-cb378f4bfdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:40:02.573848 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-25ea4c45-3491-4b17-bb08-d5c5266fc6ac service neutron] Bound using segment: {'id': 'd69e0431-1959-4dab-bf58-cb378f4bfdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:40:02.574327 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-25ea4c45-3491-4b17-bb08-d5c5266fc6ac service neutron] Bound port: 4df45f45-f481-44f2-8c4c-20d6248e6218, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69e0431-1959-4dab-bf58-cb378f4bfdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:40:02.574657 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-25ea4c45-3491-4b17-bb08-d5c5266fc6ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.589625 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-a61682a9-fe92-4973-aa25-3d2766908ec0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb05760f-189f-4878-ae1e-c450672daf8d') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:02.589924 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-a61682a9-fe92-4973-aa25-3d2766908ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb05760f-189f-4878-ae1e-c450672daf8d') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:02.594151 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6cbcb015-88de-413f-a6a2-26954f2ff60a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.611048 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a61682a9-fe92-4973-aa25-3d2766908ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.617175 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e1d4b7ca-d9c5-4432-a418-0a2b8fdb6ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.643458 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a61682a9-fe92-4973-aa25-3d2766908ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.660366 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61682a9-fe92-4973-aa25-3d2766908ec0 admin admin] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:40:02.660690 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a61682a9-fe92-4973-aa25-3d2766908ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.662807 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:40:02.662807 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:40:02.662807 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:40:02.662807 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:40:02.662807 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:40:02.662807 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:40:02.662807 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:40:02.662807 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:40:02.662807 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:40:02.662807 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:40:02.662807 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:40:02.662807 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:40:02.662807 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:40:02.662807 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:40:02.662807 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:40:02.662807 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:40:02.662807 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:40:02.662807 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:40:02.662807 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:40:02.662807 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:40:02.662807 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:40:02.662807 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:40:02.662807 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:40:02.662807 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:40:02.662807 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:40:02.662807 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:40:02.662807 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:40:02.662807 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:40:02.662807 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:40:02.662807 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:40:02.662807 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:40:02.662807 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:40:02.678764 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-76d77bed-e936-4fdd-9934-b26da6599090 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.709195 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-76d77bed-e936-4fdd-9934-b26da6599090 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.721266 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c72f12b-931c-493b-a88c-f5c09efa9357 req-8a5f862c-3e04-4f30-ab18-0788b26dbd6c tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944241 Jul 23 16:40:02.786078 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-76d77bed-e936-4fdd-9934-b26da6599090 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.794406 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-76d77bed-e936-4fdd-9934-b26da6599090 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.799475 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-76d77bed-e936-4fdd-9934-b26da6599090 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "DELETE /v2.0/security-groups/ac307b70-33ec-4b73-b94b-b9621a866577 HTTP/1.1" status: 204 len: 168 time: 0.2291250 Jul 23 16:40:02.800117 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53910) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:02.859940 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6cbcb015-88de-413f-a6a2-26954f2ff60a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.866588 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74d96c39-a02d-44ae-94eb-62f548267815 req-413e50d5-f404-495e-8b2b-b86c50b5d308 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3402851 Jul 23 16:40:02.869952 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d77bed-e936-4fdd-9934-b26da6599090 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac307b70-33ec-4b73-b94b-b9621a866577,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:02.870904 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf06c7f4-fbad-448d-a559-276d58438a2a req-34f6b79e-39db-4d8c-a701-04c15f2eefa0 service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029852 Jul 23 16:40:02.902972 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed95e1-b84c-450a-9ea0-b04d7ba32de2 req-46126005-681e-4923-964e-c4c3afa4b008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:02.905023 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e0ed95e1-b84c-450a-9ea0-b04d7ba32de2 req-46126005-681e-4923-964e-c4c3afa4b008 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f0d2685b-743f-465d-ae06-029317d44a41 HTTP/1.1" status: 200 len: 848 time: 0.3739519 Jul 23 16:40:02.913793 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a61682a9-fe92-4973-aa25-3d2766908ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.919421 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a61682a9-fe92-4973-aa25-3d2766908ec0 admin admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.923044 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a61682a9-fe92-4973-aa25-3d2766908ec0 admin admin] 10.222.0.73 "DELETE /v2.0/networks/2655b065-662a-4caa-8d53-6f3e669648eb HTTP/1.1" status: 204 len: 168 time: 0.6561007 Jul 23 16:40:02.955341 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61682a9-fe92-4973-aa25-3d2766908ec0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2655b065-662a-4caa-8d53-6f3e669648eb,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:02.984217 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e39fa37b-a81f-4d83-967c-84cbfe4f94dc tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1279132 Jul 23 16:40:02.984217 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53914) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:03.068480 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8ac86ef1-bae0-45dc-8bfa-027b12c2e787 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:03.112146 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8ac86ef1-bae0-45dc-8bfa-027b12c2e787 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:03.167029 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-25ea4c45-3491-4b17-bb08-d5c5266fc6ac service neutron] For port 4df45f45-f481-44f2-8c4c-20d6248e6218, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:40:03.174149 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53920) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:03.219361 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-25ea4c45-3491-4b17-bb08-d5c5266fc6ac service neutron] For port 4df45f45-f481-44f2-8c4c-20d6248e6218, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=4df45f45-f481-44f2-8c4c-20d6248e6218,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:40:03.227608 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8ac86ef1-bae0-45dc-8bfa-027b12c2e787 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:03.231760 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8ac86ef1-bae0-45dc-8bfa-027b12c2e787 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:03.233462 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8ac86ef1-bae0-45dc-8bfa-027b12c2e787 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "DELETE /v2.0/security-groups/b33bdfa2-072f-4c24-b397-0cebc880d6e0 HTTP/1.1" status: 204 len: 168 time: 0.2464321 Jul 23 16:40:03.239207 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53924) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:03.247943 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-25ea4c45-3491-4b17-bb08-d5c5266fc6ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:03.252208 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6cbcb015-88de-413f-a6a2-26954f2ff60a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:03.279333 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac86ef1-bae0-45dc-8bfa-027b12c2e787 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33bdfa2-072f-4c24-b397-0cebc880d6e0,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:03.323606 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf06c7f4-fbad-448d-a559-276d58438a2a req-ba785363-6437-4a35-bb3b-1f07946bd87a service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149430 Jul 23 16:40:03.340449 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7627e569-c350-4f64-9233-9bdb3e89a066 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0931382 Jul 23 16:40:03.341139 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53926) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:03.346571 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-84f39b2d-74f9-4b66-bd89-61222ae68d52 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Request body: {'security_group': {'name': 'tempest-secgroup--1315537036'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:03.359230 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed95e1-b84c-450a-9ea0-b04d7ba32de2 req-17e0aed4-92ae-4e20-84f3-63d554e3f628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:03.362304 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e0ed95e1-b84c-450a-9ea0-b04d7ba32de2 req-17e0aed4-92ae-4e20-84f3-63d554e3f628 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4196901 Jul 23 16:40:03.397957 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-84f39b2d-74f9-4b66-bd89-61222ae68d52 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:03.427365 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-25ea4c45-3491-4b17-bb08-d5c5266fc6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:03.427968 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-25ea4c45-3491-4b17-bb08-d5c5266fc6ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:03.429460 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-25ea4c45-3491-4b17-bb08-d5c5266fc6ac service neutron] 10.222.0.97 "PUT /v2.0/ports/4df45f45-f481-44f2-8c4c-20d6248e6218 HTTP/1.1" status: 200 len: 1091 time: 5.0526497 Jul 23 16:40:03.429963 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60382620-edd9-41b8-8a62-43a1011e5ea5', 'tag': '4df45f45-f481-44f2-8c4c-20d6248e6218'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:40:03.433019 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774ec9ce-a867-4622-a435-c969d4fe6a54" -d '{"events": [{"name": "network-changed", "server_uuid": "60382620-edd9-41b8-8a62-43a1011e5ea5", "tag": "4df45f45-f481-44f2-8c4c-20d6248e6218"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:40:03.506870 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1d852ad9-e843-4534-a413-0158ab4361b6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=955ec0dfd80a4aa79ac43654ba8e1f70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3291800 Jul 23 16:40:03.540495 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53932) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:03.616175 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5754fd9-4e86-422f-ab77-76234e95bc3d x-openstack-request-id: req-f5754fd9-4e86-422f-ab77-76234e95bc3d {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:40:03.616873 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60382620-edd9-41b8-8a62-43a1011e5ea5", "tag": "4df45f45-f481-44f2-8c4c-20d6248e6218", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:40:03.617335 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f5754fd9-4e86-422f-ab77-76234e95bc3d {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:40:03.617893 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60382620-edd9-41b8-8a62-43a1011e5ea5', 'tag': '4df45f45-f481-44f2-8c4c-20d6248e6218', 'status': 'completed', 'code': 200} Jul 23 16:40:03.662450 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-84f39b2d-74f9-4b66-bd89-61222ae68d52 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:03.671675 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-84f39b2d-74f9-4b66-bd89-61222ae68d52 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:03.750582 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea4c45-3491-4b17-bb08-d5c5266fc6ac service neutron] Pushing event updated for resources: {'Port': ['ID=4df45f45-f481-44f2-8c4c-20d6248e6218,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:03.751342 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-84f39b2d-74f9-4b66-bd89-61222ae68d52 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:03.758148 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-84f39b2d-74f9-4b66-bd89-61222ae68d52 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4158478 Jul 23 16:40:03.766193 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53938) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:03.767931 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53940) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:03.772680 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-fb977c34-8a2f-44b5-9e01-e2fdaf0a00ee tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Request body: {'security_group_rule': {'security_group_id': 'a2cd3667-b2c7-43be-b6d7-7cc5c5090cec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:03.804990 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6cbcb015-88de-413f-a6a2-26954f2ff60a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:03.819301 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f39b2d-74f9-4b66-bd89-61222ae68d52 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cd3667-b2c7-43be-b6d7-7cc5c5090cec,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:03.845963 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fb977c34-8a2f-44b5-9e01-e2fdaf0a00ee tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:03.973040 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fb977c34-8a2f-44b5-9e01-e2fdaf0a00ee tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:03.979719 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fb977c34-8a2f-44b5-9e01-e2fdaf0a00ee tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:03.980820 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcadd55-196a-49fe-a6a6-78f6bbf292c2 None None] Network 1aa44301-bc86-416a-b215-c6606f08fb0f requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:40:03.996419 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6cbcb015-88de-413f-a6a2-26954f2ff60a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:04.001699 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6cbcb015-88de-413f-a6a2-26954f2ff60a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/subnets/24e98150-20f1-4faf-b18b-6ad5eff8facd HTTP/1.1" status: 204 len: 168 time: 1.6362851 Jul 23 16:40:04.019356 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53948) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:04.028848 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcb015-88de-413f-a6a2-26954f2ff60a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Subnet': ['ID=24e98150-20f1-4faf-b18b-6ad5eff8facd,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:04.046740 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-5f1caafe-29a6-4102-a4b1-f583a30f6b59 tempest-DvrRoutersNegativeTest-1489638534 tempest-DvrRoutersNegativeTest-1489638534-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1385797517', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:04.051473 n-d-778549-4 neutron-server[94013]: DEBUG neutron.policy [None req-5f1caafe-29a6-4102-a4b1-f583a30f6b59 tempest-DvrRoutersNegativeTest-1489638534 tempest-DvrRoutersNegativeTest-1489638534-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94013) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 23 16:40:04.052056 n-d-778549-4 neutron-server[94013]: DEBUG neutron.policy [None req-5f1caafe-29a6-4102-a4b1-f583a30f6b59 tempest-DvrRoutersNegativeTest-1489638534 tempest-DvrRoutersNegativeTest-1489638534-project] Failed policy check for 'create_router' {{(pid=94013) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 23 16:40:04.052815 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-5f1caafe-29a6-4102-a4b1-f583a30f6b59 tempest-DvrRoutersNegativeTest-1489638534 tempest-DvrRoutersNegativeTest-1489638534-project] create failed (client error): Access was denied to this resource. Jul 23 16:40:04.054147 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5f1caafe-29a6-4102-a4b1-f583a30f6b59 tempest-DvrRoutersNegativeTest-1489638534 tempest-DvrRoutersNegativeTest-1489638534-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2539661 Jul 23 16:40:04.077600 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb977c34-8a2f-44b5-9e01-e2fdaf0a00ee tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a74143db-a7bf-4d3b-a44e-c529766ec6a1,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:04.100626 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fb977c34-8a2f-44b5-9e01-e2fdaf0a00ee tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:04.104480 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fb977c34-8a2f-44b5-9e01-e2fdaf0a00ee tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3379321 Jul 23 16:40:04.107842 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53956) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:04.121956 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e0ed95e1-b84c-450a-9ea0-b04d7ba32de2 req-688f1132-3109-4954-9c2d-a6a50067c9f5 service neutron] 10.222.0.74 "GET /v2.0/networks/9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7323868 Jul 23 16:40:04.151516 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-0153714d-52ac-4ac2-8f8f-740c86e516b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:04.153736 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-0153714d-52ac-4ac2-8f8f-740c86e516b1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d8469dd886547af8aa5b5e0e02307dd&device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 1094 time: 0.6276288 Jul 23 16:40:04.160365 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bf5f06f0-6457-48a1-93cd-d99365a8fe8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:04.282292 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-22cf10c3-36ff-4c7d-a66a-d08c040ce038 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4df45f45-f481-44f2-8c4c-20d6248e6218 HTTP/1.1" status: 200 len: 217 time: 0.1084497 Jul 23 16:40:04.286649 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bf5f06f0-6457-48a1-93cd-d99365a8fe8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:04.382082 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158949c9-d037-4251-9077-5b3d5aeb4917 None None] DHCP port deletion for 1aa44301-bc86-416a-b215-c6606f08fb0f request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:40:04.450084 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-158949c9-d037-4251-9077-5b3d5aeb4917 None None] Deleting port a359b775-8d54-42fe-b672-03b8ea0cc673 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:40:04.450653 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-158949c9-d037-4251-9077-5b3d5aeb4917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:04.455317 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97cf66-9f26-49bf-8048-db33f41253e2 req-70150f27-fdae-4d1b-a738-14a097176af2 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:04.463870 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6d97cf66-9f26-49bf-8048-db33f41253e2 req-70150f27-fdae-4d1b-a738-14a097176af2 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 943 time: 0.4989963 Jul 23 16:40:04.476611 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-6a46cf7e-3485-4aa3-8662-74f5d494cac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:04.478407 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-6a46cf7e-3485-4aa3-8662-74f5d494cac0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2ae57d8d-3779-4491-8fd1-fe104612a516 HTTP/1.1" status: 200 len: 850 time: 0.1870039 Jul 23 16:40:04.486347 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf88b28-dd50-40c6-ba8e-8f80a3ca48b5 req-61d1100c-8e77-41be-a2a7-f24721be2d2e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:04.487913 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ecf88b28-dd50-40c6-ba8e-8f80a3ca48b5 req-61d1100c-8e77-41be-a2a7-f24721be2d2e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 945 time: 0.4460614 Jul 23 16:40:04.502195 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e0ed95e1-b84c-450a-9ea0-b04d7ba32de2 req-fe359c43-688e-4bad-b3c2-e1a7137d20bc service neutron] 10.222.0.74 "GET /v2.0/networks/9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534555 Jul 23 16:40:04.562592 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53964) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:04.576363 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-158949c9-d037-4251-9077-5b3d5aeb4917 None None] For port a359b775-8d54-42fe-b672-03b8ea0cc673, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a359b775-8d54-42fe-b672-03b8ea0cc673,segment=NetworkSegment(357a106b-c2b2-4481-97dc-7a09981536d4),segment_id=357a106b-c2b2-4481-97dc-7a09981536d4)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:04.577272 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-158949c9-d037-4251-9077-5b3d5aeb4917 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:04.599934 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6d97cf66-9f26-49bf-8048-db33f41253e2 req-ef2ea642-7888-42d8-821b-ef74a334f277 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356626 Jul 23 16:40:04.604729 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bf5f06f0-6457-48a1-93cd-d99365a8fe8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:04.607323 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bf5f06f0-6457-48a1-93cd-d99365a8fe8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:04.608493 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-bf5f06f0-6457-48a1-93cd-d99365a8fe8f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4d438248-76a0-475a-ba41-8526690dd25d HTTP/1.1" status: 204 len: 168 time: 1.0485828 Jul 23 16:40:04.633292 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f06f0-6457-48a1-93cd-d99365a8fe8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d438248-76a0-475a-ba41-8526690dd25d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:04.662870 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ecf88b28-dd50-40c6-ba8e-8f80a3ca48b5 req-ec01e6a5-5e05-40fd-9444-23d6d1061cef tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541448 Jul 23 16:40:04.697814 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-e9b52634-3786-41e6-8376-4c2373ed7798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:04.699529 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-e9b52634-3786-41e6-8376-4c2373ed7798 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2105916 Jul 23 16:40:04.703180 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-158949c9-d037-4251-9077-5b3d5aeb4917 None None] Calling delete_port for a359b775-8d54-42fe-b672-03b8ea0cc673 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:40:04.764685 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a359b775-8d54-42fe-b672-03b8ea0cc673 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:40:04.832945 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-f67be438-9c48-407c-8fd2-aa585b1635cd service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261096 Jul 23 16:40:04.906111 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3dfb1bf-e109-45cb-8848-275c476b017c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:04.939789 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:04.968496 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-40d54f74-6911-44ad-97a8-3d1a08ef4afc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:04.982149 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0a69ffd1-7b22-417e-811f-cf338bc9cdff tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:04.992637 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0a69ffd1-7b22-417e-811f-cf338bc9cdff tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:05.018271 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:05.032578 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-158949c9-d037-4251-9077-5b3d5aeb4917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:05.083389 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758a7d1-0189-4bec-8685-50ed3bc88a0d req-188332ea-ae76-4194-93ed-fb32a2a12be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:05.084952 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2758a7d1-0189-4bec-8685-50ed3bc88a0d req-188332ea-ae76-4194-93ed-fb32a2a12be5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=54c4450647c445a5ad7f9adbba82da8f&device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 1096 time: 0.2509964 Jul 23 16:40:05.091678 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158949c9-d037-4251-9077-5b3d5aeb4917 None None] Pushing event deleted for resources: {'Port': ['ID=a359b775-8d54-42fe-b672-03b8ea0cc673,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:05.115308 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158949c9-d037-4251-9077-5b3d5aeb4917 None None] No DVR routers for this DVR port a359b775-8d54-42fe-b672-03b8ea0cc673 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:40:05.130035 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0a69ffd1-7b22-417e-811f-cf338bc9cdff tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:05.135930 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0a69ffd1-7b22-417e-811f-cf338bc9cdff tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:05.140216 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0a69ffd1-7b22-417e-811f-cf338bc9cdff tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/a74143db-a7bf-4d3b-a44e-c529766ec6a1 HTTP/1.1" status: 204 len: 168 time: 1.0260901 Jul 23 16:40:05.140642 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53978) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:05.153662 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-40d54f74-6911-44ad-97a8-3d1a08ef4afc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Deleting port a359b775-8d54-42fe-b672-03b8ea0cc673 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:40:05.154002 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-40d54f74-6911-44ad-97a8-3d1a08ef4afc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:05.177785 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5614fc16-e228-4a80-b6a2-ff4effe553a8 req-67e2d430-f1ac-452d-b3f2-3f4615da7dd8 service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297968 Jul 23 16:40:05.279071 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69ffd1-7b22-417e-811f-cf338bc9cdff tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a74143db-a7bf-4d3b-a44e-c529766ec6a1,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:05.281304 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-40d54f74-6911-44ad-97a8-3d1a08ef4afc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] For port a359b775-8d54-42fe-b672-03b8ea0cc673, host n-d-778549-4, got binding levels [] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:05.281828 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-40d54f74-6911-44ad-97a8-3d1a08ef4afc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:05.312820 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758a7d1-0189-4bec-8685-50ed3bc88a0d req-15b0df29-6d8a-4af9-aed8-4d00568694af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:05.314522 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2758a7d1-0189-4bec-8685-50ed3bc88a0d req-15b0df29-6d8a-4af9-aed8-4d00568694af service neutron] 10.222.0.74 "GET /v2.0/networks?id=188f4564-8b8f-479c-8498-350853f64f83 HTTP/1.1" status: 200 len: 918 time: 0.2157955 Jul 23 16:40:05.316410 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3dfb1bf-e109-45cb-8848-275c476b017c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:05.322516 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3dfb1bf-e109-45cb-8848-275c476b017c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:05.326829 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-35cfbbfc-1a68-4bcc-864d-f11b29ad1b36 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1806071 Jul 23 16:40:05.330478 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53984) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:05.332604 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-40d54f74-6911-44ad-97a8-3d1a08ef4afc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Calling delete_port for a359b775-8d54-42fe-b672-03b8ea0cc673 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:40:05.349421 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.ipam_backend_mixin [None req-40d54f74-6911-44ad-97a8-3d1a08ef4afc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Port a359b775-8d54-42fe-b672-03b8ea0cc673 was not found and therefore no delete operation was performed {{(pid=94013) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:40:05.365528 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-40d54f74-6911-44ad-97a8-3d1a08ef4afc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:05.381551 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-202a6ca7-d5c5-4182-95cd-1bc6acb60ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:05.413833 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d54f74-6911-44ad-97a8-3d1a08ef4afc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Port': ['ID=a359b775-8d54-42fe-b672-03b8ea0cc673,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:05.424972 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d54f74-6911-44ad-97a8-3d1a08ef4afc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] No DVR routers for this DVR port a359b775-8d54-42fe-b672-03b8ea0cc673 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:40:05.460314 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:05.522716 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-627e061a-a95f-41ff-8fb4-c82c9e8723d9 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:05.582222 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-40d54f74-6911-44ad-97a8-3d1a08ef4afc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:05.603163 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-40d54f74-6911-44ad-97a8-3d1a08ef4afc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aa44301-bc86-416a-b215-c6606f08fb0f']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:05.606824 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-627e061a-a95f-41ff-8fb4-c82c9e8723d9 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:05.626606 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-40d54f74-6911-44ad-97a8-3d1a08ef4afc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '357a106b-c2b2-4481-97dc-7a09981536d4') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:05.626606 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-40d54f74-6911-44ad-97a8-3d1a08ef4afc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '357a106b-c2b2-4481-97dc-7a09981536d4') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:05.644056 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-40d54f74-6911-44ad-97a8-3d1a08ef4afc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:05.673231 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-40d54f74-6911-44ad-97a8-3d1a08ef4afc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:05.683196 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d54f74-6911-44ad-97a8-3d1a08ef4afc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Releasing vlan 1130 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:40:05.683963 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-40d54f74-6911-44ad-97a8-3d1a08ef4afc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:05.687862 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:40:05.687862 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:40:05.687862 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:40:05.687862 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:40:05.687862 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:40:05.687862 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:40:05.687862 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:40:05.687862 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:40:05.687862 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:40:05.687862 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:40:05.687862 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:40:05.687862 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:40:05.687862 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:40:05.687862 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:40:05.687862 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:40:05.687862 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:40:05.687862 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:40:05.687862 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:40:05.687862 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:40:05.687862 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:40:05.687862 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:40:05.687862 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:40:05.687862 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:40:05.687862 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:40:05.687862 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:40:05.687862 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:40:05.687862 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:40:05.687862 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:40:05.687862 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:40:05.687862 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:40:05.687862 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:40:05.687862 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:40:05.709601 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-627e061a-a95f-41ff-8fb4-c82c9e8723d9 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:05.717206 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-627e061a-a95f-41ff-8fb4-c82c9e8723d9 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:05.720785 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-627e061a-a95f-41ff-8fb4-c82c9e8723d9 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "DELETE /v2.0/security-groups/a2cd3667-b2c7-43be-b6d7-7cc5c5090cec HTTP/1.1" status: 204 len: 168 time: 0.3871202 Jul 23 16:40:05.722932 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53998) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:05.743589 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54000) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:05.766601 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f3dfb1bf-e109-45cb-8848-275c476b017c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d9455cdd51c749ee937407b38c309bf5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1974664 Jul 23 16:40:05.776679 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dfb1bf-e109-45cb-8848-275c476b017c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c823ed67-7e58-49d2-be25-84afe5b8c7f2,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:05.787244 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54004) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:05.790570 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e061a-a95f-41ff-8fb4-c82c9e8723d9 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cd3667-b2c7-43be-b6d7-7cc5c5090cec,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:05.802081 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ec9ce-a867-4622-a435-c969d4fe6a54 req-916f6e43-6227-40fe-bdbd-ec8bd4d1b509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:05.803629 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-774ec9ce-a867-4622-a435-c969d4fe6a54 req-916f6e43-6227-40fe-bdbd-ec8bd4d1b509 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d8469dd886547af8aa5b5e0e02307dd&device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 1094 time: 0.5691664 Jul 23 16:40:05.808528 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-40d54f74-6911-44ad-97a8-3d1a08ef4afc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:05.816188 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-40d54f74-6911-44ad-97a8-3d1a08ef4afc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:05.823362 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-40d54f74-6911-44ad-97a8-3d1a08ef4afc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/networks/1aa44301-bc86-416a-b215-c6606f08fb0f HTTP/1.1" status: 204 len: 168 time: 1.7941871 Jul 23 16:40:05.825521 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54006) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:05.835709 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-aecea72a-79da-49e5-ac6a-747fb6b9dda2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-64178563', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}, 'admin_state_up': False}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:05.866389 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d54f74-6911-44ad-97a8-3d1a08ef4afc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Network': ['ID=1aa44301-bc86-416a-b215-c6606f08fb0f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:05.870487 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2758a7d1-0189-4bec-8685-50ed3bc88a0d req-3786ba50-48e6-4c60-8555-04144534b763 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 HTTP/1.1" status: 200 len: 1001 time: 0.5440917 Jul 23 16:40:05.894644 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aecea72a-79da-49e5-ac6a-747fb6b9dda2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:05.896208 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aecea72a-79da-49e5-ac6a-747fb6b9dda2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:05.942874 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ed0f791f-5d9d-4ef4-8686-1d4c209ec9ab admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-408376024-network', 'tenant_id': '20b792425779452793f174dafb1c84d2'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:05.956679 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aecea72a-79da-49e5-ac6a-747fb6b9dda2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.003073 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4375bff8-a18c-42ef-acaf-5c6cc91a4a62 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2709451 Jul 23 16:40:06.019831 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54008) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:06.024303 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-2c05fe60-1785-4954-89df-86f35add124e tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Request body: {'security_group': {'name': 'tempest-secgroup--749630211'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:06.095602 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0f791f-5d9d-4ef4-8686-1d4c209ec9ab admin admin] Made reservation on behalf of 20b792425779452793f174dafb1c84d2 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:40:06.097834 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ed0f791f-5d9d-4ef4-8686-1d4c209ec9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.112132 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aecea72a-79da-49e5-ac6a-747fb6b9dda2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.115118 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758a7d1-0189-4bec-8685-50ed3bc88a0d req-424df1a7-b2a8-4448-ac61-496c0d21d522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:06.117139 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2758a7d1-0189-4bec-8685-50ed3bc88a0d req-424df1a7-b2a8-4448-ac61-496c0d21d522 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8b88c056-245d-4f4e-ab87-c54aa261bddb HTTP/1.1" status: 200 len: 855 time: 0.2290640 Jul 23 16:40:06.128979 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2c05fe60-1785-4954-89df-86f35add124e tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.154911 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42a3ab-2826-43dd-97f5-9b0532b7bd16 req-a6d59d78-4e96-438b-95b7-cd4fbe3f26e4 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:06.156408 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-de42a3ab-2826-43dd-97f5-9b0532b7bd16 req-a6d59d78-4e96-438b-95b7-cd4fbe3f26e4 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 943 time: 0.4035246 Jul 23 16:40:06.157099 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ed0f791f-5d9d-4ef4-8686-1d4c209ec9ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.162798 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9300d1ec-2353-4fbe-bbfa-cfab55d2e8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.193283 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ec9ce-a867-4622-a435-c969d4fe6a54 req-cd4d2216-a4f6-4e67-b6fa-2e04dc03c18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:06.194807 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-774ec9ce-a867-4622-a435-c969d4fe6a54 req-cd4d2216-a4f6-4e67-b6fa-2e04dc03c18c service neutron] 10.222.0.97 "GET /v2.0/networks?id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a HTTP/1.1" status: 200 len: 913 time: 0.3536789 Jul 23 16:40:06.236752 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbbf94-e893-4b46-9ca6-3fa99e6a6fe1 req-6b711d24-25ff-4d42-aecf-86d6432ec79c tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:06.238270 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-63dbbf94-e893-4b46-9ca6-3fa99e6a6fe1 req-6b711d24-25ff-4d42-aecf-86d6432ec79c tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 945 time: 0.3985939 Jul 23 16:40:06.284825 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9300d1ec-2353-4fbe-bbfa-cfab55d2e8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.290172 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-774ec9ce-a867-4622-a435-c969d4fe6a54 req-54360217-080d-47f5-b7ed-c6b2eee9cac1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4df45f45-f481-44f2-8c4c-20d6248e6218 HTTP/1.1" status: 200 len: 217 time: 0.0811234 Jul 23 16:40:06.291775 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2c05fe60-1785-4954-89df-86f35add124e tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.296658 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2c05fe60-1785-4954-89df-86f35add124e tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.332838 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05fe60-1785-4954-89df-86f35add124e tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e804a5c2-f8af-4a9d-8be2-558095a74500,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:06.407689 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-de42a3ab-2826-43dd-97f5-9b0532b7bd16 req-fff9673c-eda5-4118-884a-69a31805176a tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116451 Jul 23 16:40:06.427883 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aecea72a-79da-49e5-ac6a-747fb6b9dda2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.446815 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-63dbbf94-e893-4b46-9ca6-3fa99e6a6fe1 req-82318545-eaab-42ff-986b-de2c284b0cf7 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643584 Jul 23 16:40:06.449853 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aecea72a-79da-49e5-ac6a-747fb6b9dda2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.451896 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758a7d1-0189-4bec-8685-50ed3bc88a0d req-8eb00875-7164-4a43-9227-4a4b86a27ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:06.453435 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2758a7d1-0189-4bec-8685-50ed3bc88a0d req-8eb00875-7164-4a43-9227-4a4b86a27ae9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=188f4564-8b8f-479c-8498-350853f64f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3178020 Jul 23 16:40:06.456208 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ec9ce-a867-4622-a435-c969d4fe6a54 req-2997ae09-701e-42a5-802e-c7f12bf4053b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:06.456429 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-774ec9ce-a867-4622-a435-c969d4fe6a54 req-2997ae09-701e-42a5-802e-c7f12bf4053b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2ae57d8d-3779-4491-8fd1-fe104612a516 HTTP/1.1" status: 200 len: 850 time: 0.1531348 Jul 23 16:40:06.527684 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.533213 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9300d1ec-2353-4fbe-bbfa-cfab55d2e8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.535693 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9300d1ec-2353-4fbe-bbfa-cfab55d2e8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.539466 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9300d1ec-2353-4fbe-bbfa-cfab55d2e8d8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c823ed67-7e58-49d2-be25-84afe5b8c7f2 HTTP/1.1" status: 204 len: 168 time: 0.7448814 Jul 23 16:40:06.591703 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300d1ec-2353-4fbe-bbfa-cfab55d2e8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c823ed67-7e58-49d2-be25-84afe5b8c7f2,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:06.652168 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2758a7d1-0189-4bec-8685-50ed3bc88a0d req-46b67515-a27e-4f40-8841-7dc31d58b8ec service neutron] 10.222.0.74 "GET /v2.0/networks/188f4564-8b8f-479c-8498-350853f64f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913927 Jul 23 16:40:06.654046 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ed0f791f-5d9d-4ef4-8686-1d4c209ec9ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.660645 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ec9ce-a867-4622-a435-c969d4fe6a54 req-37d78875-b535-4d66-8f84-8f44ec2cc723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:06.662467 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-774ec9ce-a867-4622-a435-c969d4fe6a54 req-37d78875-b535-4d66-8f84-8f44ec2cc723 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1990066 Jul 23 16:40:06.664083 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2c05fe60-1785-4954-89df-86f35add124e tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.664403 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ed0f791f-5d9d-4ef4-8686-1d4c209ec9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.668493 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2c05fe60-1785-4954-89df-86f35add124e tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6446831 Jul 23 16:40:06.669221 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54012) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:06.674260 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-0873c528-180b-469f-866c-ca3ab399b70f tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Request body: {'security_group_rule': {'security_group_id': 'e804a5c2-f8af-4a9d-8be2-558095a74500', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:06.709797 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-aecea72a-79da-49e5-ac6a-747fb6b9dda2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Allocated IP 172.25.8.145 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/47146022-1122-429c-8d49-65f204174709) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:40:06.733771 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0873c528-180b-469f-866c-ca3ab399b70f tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.741393 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed0f791f-5d9d-4ef4-8686-1d4c209ec9ab admin admin] vlan segment allocate from pool success with {'vlan_id': 1145, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:40:06.757455 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f791f-5d9d-4ef4-8686-1d4c209ec9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a31e6e-a91c-4228-b935-1d1af55b2e9e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:06.801346 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ed0f791f-5d9d-4ef4-8686-1d4c209ec9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.801346 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-ed0f791f-5d9d-4ef4-8686-1d4c209ec9ab admin admin] Added segment f441756a-3b9d-4b9a-817a-6345f24a7809 of type vlan for network 9ca53084-de91-42d2-9f6f-a037a1d7c37e Jul 23 16:40:06.841497 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0873c528-180b-469f-866c-ca3ab399b70f tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.847809 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0873c528-180b-469f-866c-ca3ab399b70f tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.887058 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873c528-180b-469f-866c-ca3ab399b70f tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41298b4d-5271-46e9-8ee4-bd93dee5b16b,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:06.893399 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0873c528-180b-469f-866c-ca3ab399b70f tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.897198 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0873c528-180b-469f-866c-ca3ab399b70f tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2244482 Jul 23 16:40:06.901301 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54022) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:06.906529 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ed0f791f-5d9d-4ef4-8686-1d4c209ec9ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.917476 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2758a7d1-0189-4bec-8685-50ed3bc88a0d req-a81f94c0-64e4-4a89-b48b-b0eb2241e0dc service neutron] 10.222.0.74 "GET /v2.0/networks/188f4564-8b8f-479c-8498-350853f64f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539201 Jul 23 16:40:06.919883 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aecea72a-79da-49e5-ac6a-747fb6b9dda2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.922447 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-774ec9ce-a867-4622-a435-c969d4fe6a54 req-86af4c3e-628d-484a-88d6-2a67d17bb96a service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442918 Jul 23 16:40:06.929405 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-354718d8-85a3-4327-a5d0-f869d3e6ea77 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "GET /v2.0/security-group-rules/41298b4d-5271-46e9-8ee4-bd93dee5b16b HTTP/1.1" status: 200 len: 763 time: 0.0258634 Jul 23 16:40:06.931224 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54024) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:06.971748 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ed0f791f-5d9d-4ef4-8686-1d4c209ec9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.972652 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0f791f-5d9d-4ef4-8686-1d4c209ec9ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:06.973320 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ed0f791f-5d9d-4ef4-8686-1d4c209ec9ab admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.987137 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a3afcc52-1c88-41c9-aaae-7f47a6581f3a tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0546126 Jul 23 16:40:06.991424 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54028) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:07.027277 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b5985af8-3780-4c4e-ad4f-aba281619e07 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:07.036602 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aecea72a-79da-49e5-ac6a-747fb6b9dda2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:07.041017 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b5985af8-3780-4c4e-ad4f-aba281619e07 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:07.056600 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ed0f791f-5d9d-4ef4-8686-1d4c209ec9ab admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3051870 Jul 23 16:40:07.062275 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54030) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:07.067138 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ee93816f-f742-447c-8ac2-3474dd7ab61d admin admin] Request body: {'subnet': {'network_id': '9ca53084-de91-42d2-9f6f-a037a1d7c37e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-408376024-subnet', 'tenant_id': '20b792425779452793f174dafb1c84d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:07.099074 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecea72a-79da-49e5-ac6a-747fb6b9dda2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:07.109902 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-aecea72a-79da-49e5-ac6a-747fb6b9dda2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:07.112278 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecea72a-79da-49e5-ac6a-747fb6b9dda2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:40:07.121266 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f791f-5d9d-4ef4-8686-1d4c209ec9ab admin admin] Pushing event updated for resources: {'Network': ['ID=9ca53084-de91-42d2-9f6f-a037a1d7c37e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:07.136138 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-774ec9ce-a867-4622-a435-c969d4fe6a54 req-3e2df778-0ddf-4fa5-990e-3e331cf0c7da service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054293 Jul 23 16:40:07.139668 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecea72a-79da-49e5-ac6a-747fb6b9dda2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Port': ['ID=47146022-1122-429c-8d49-65f204174709,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:07.144509 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 9ca53084-de91-42d2-9f6f-a037a1d7c37e details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:40:07.146040 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b5985af8-3780-4c4e-ad4f-aba281619e07 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:07.152495 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b5985af8-3780-4c4e-ad4f-aba281619e07 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:07.156054 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b5985af8-3780-4c4e-ad4f-aba281619e07 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/41298b4d-5271-46e9-8ee4-bd93dee5b16b HTTP/1.1" status: 204 len: 168 time: 0.1616240 Jul 23 16:40:07.156608 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54036) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:07.171577 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5985af8-3780-4c4e-ad4f-aba281619e07 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41298b4d-5271-46e9-8ee4-bd93dee5b16b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:07.178282 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee93816f-f742-447c-8ac2-3474dd7ab61d admin admin] Made reservation on behalf of 20b792425779452793f174dafb1c84d2 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:40:07.180803 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ee93816f-f742-447c-8ac2-3474dd7ab61d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:07.231265 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 4df45f45-f481-44f2-8c4c-20d6248e6218 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:40:07.293261 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-770ade81-bc5c-4c55-adf0-fb6bd85797db tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1355271 Jul 23 16:40:07.295944 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54042) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:07.300831 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-9057dd82-aa78-4989-b3ac-3a8bd0d28fe3 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Request body: {'security_group_rule': {'security_group_id': 'e804a5c2-f8af-4a9d-8be2-558095a74500', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:07.371743 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 4df45f45-f481-44f2-8c4c-20d6248e6218, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=4df45f45-f481-44f2-8c4c-20d6248e6218,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:07.378152 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9057dd82-aa78-4989-b3ac-3a8bd0d28fe3 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:07.387230 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '4df45f45-f481-44f2-8c4c-20d6248e6218', 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a', 'port_id': '4df45f45-f481-44f2-8c4c-20d6248e6218', 'mac_address': 'fa:16:3e:55:73:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae57d8d-3779-4491-8fd1-fe104612a516', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:40:07.435220 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:07.452002 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54046) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:07.459569 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df45f45-f481-44f2-8c4c-20d6248e6218 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:40:07.482003 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:07.486103 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 4df45f45-f481-44f2-8c4c-20d6248e6218, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=4df45f45-f481-44f2-8c4c-20d6248e6218,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:07.486264 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aecea72a-79da-49e5-ac6a-747fb6b9dda2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:07.494406 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:07.508450 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9057dd82-aa78-4989-b3ac-3a8bd0d28fe3 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:07.520816 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9057dd82-aa78-4989-b3ac-3a8bd0d28fe3 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:07.569463 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=4df45f45-f481-44f2-8c4c-20d6248e6218,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:07.580385 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ee93816f-f742-447c-8ac2-3474dd7ab61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:07.596042 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9057dd82-aa78-4989-b3ac-3a8bd0d28fe3 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1795c00-285c-40d7-96d5-8a45bb9a34e8,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:07.620889 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-14af8473-3cb9-4b61-8f31-aad52cd2c3d4 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Request body: {'security_group': {'name': 'tempest-secgroup--1410250620'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:07.660236 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14af8473-3cb9-4b61-8f31-aad52cd2c3d4 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:07.671460 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14af8473-3cb9-4b61-8f31-aad52cd2c3d4 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:07.672624 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9057dd82-aa78-4989-b3ac-3a8bd0d28fe3 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:07.673989 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9057dd82-aa78-4989-b3ac-3a8bd0d28fe3 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3770146 Jul 23 16:40:07.679647 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54052) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:07.691365 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93816f-f742-447c-8ac2-3474dd7ab61d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d4dc239-94f2-465a-a736-f042bf4d24e6,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:07.733608 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a979633e-d976-4e7d-9e76-331baefeb0b5 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "GET /v2.0/security-group-rules/b1795c00-285c-40d7-96d5-8a45bb9a34e8 HTTP/1.1" status: 200 len: 763 time: 0.0480425 Jul 23 16:40:07.733838 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['4df45f45-f481-44f2-8c4c-20d6248e6218'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:40:07.734065 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54054) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:07.776704 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc3f2e-bcbd-472a-9465-d96a8d574720 req-59475087-c83e-4b40-9040-d9fe36f54d2a tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:07.778271 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80dc3f2e-bcbd-472a-9465-d96a8d574720 req-59475087-c83e-4b40-9040-d9fe36f54d2a tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 944 time: 0.2593870 Jul 23 16:40:07.781162 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee93816f-f742-447c-8ac2-3474dd7ab61d admin admin] Checking segment: {'id': 'f441756a-3b9d-4b9a-817a-6345f24a7809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '9ca53084-de91-42d2-9f6f-a037a1d7c37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:40:07.781860 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee93816f-f742-447c-8ac2-3474dd7ab61d admin admin] Network hostable DHCP agents. Network: 9ca53084-de91-42d2-9f6f-a037a1d7c37e, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:40:07.803581 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144845d3-5fb1-4093-a497-9efeaed39e8c req-c34ada2a-0e26-49ea-99ed-520ac2fcc23a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:07.805501 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-144845d3-5fb1-4093-a497-9efeaed39e8c req-c34ada2a-0e26-49ea-99ed-520ac2fcc23a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 945 time: 0.2323089 Jul 23 16:40:07.819247 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aecea72a-79da-49e5-ac6a-747fb6b9dda2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:07.855368 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-50c41594-a850-4eac-9076-43f775235019 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1185341 Jul 23 16:40:07.866021 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54056) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:07.880874 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee93816f-f742-447c-8ac2-3474dd7ab61d admin admin] Network 9ca53084-de91-42d2-9f6f-a037a1d7c37e is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:40:07.917615 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80dc3f2e-bcbd-472a-9465-d96a8d574720 req-2f107c27-073c-4897-89b8-3f919710c6fc tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273801 Jul 23 16:40:07.918322 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-ee93816f-f742-447c-8ac2-3474dd7ab61d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 9ca53084-de91-42d2-9f6f-a037a1d7c37e) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:07.928352 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8958f76-1fe0-42c5-b2e1-9a169679d3c9 None None] Network 9ca53084-de91-42d2-9f6f-a037a1d7c37e requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:40:07.934176 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee93816f-f742-447c-8ac2-3474dd7ab61d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:07.934176 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ee93816f-f742-447c-8ac2-3474dd7ab61d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:07.937210 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7dc0be1a-30e5-45cc-9570-2d89be10149f tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:07.945444 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-144845d3-5fb1-4093-a497-9efeaed39e8c req-ff1d3030-fda1-4f1c-b409-d3c7e61a1374 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220040 Jul 23 16:40:07.957368 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7dc0be1a-30e5-45cc-9570-2d89be10149f tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.000107 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7dc0be1a-30e5-45cc-9570-2d89be10149f tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.014491 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7dc0be1a-30e5-45cc-9570-2d89be10149f tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.016148 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7dc0be1a-30e5-45cc-9570-2d89be10149f tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/b1795c00-285c-40d7-96d5-8a45bb9a34e8 HTTP/1.1" status: 204 len: 168 time: 0.1491864 Jul 23 16:40:08.017340 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0be1a-30e5-45cc-9570-2d89be10149f tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1795c00-285c-40d7-96d5-8a45bb9a34e8,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:08.019059 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54058) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:08.063266 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-593fcaf9-f437-4222-8a28-142193a6d351 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0429673 Jul 23 16:40:08.065936 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54060) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:08.070499 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-8c80cf51-47fe-452c-b4f0-2ccf3a45fd0c tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Request body: {'security_group_rule': {'security_group_id': 'e804a5c2-f8af-4a9d-8be2-558095a74500', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:08.104453 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b00c8c-0c48-43f1-834a-ae882088d509 None None] Network 9ca53084-de91-42d2-9f6f-a037a1d7c37e requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:40:08.217460 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14af8473-3cb9-4b61-8f31-aad52cd2c3d4 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.225103 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14af8473-3cb9-4b61-8f31-aad52cd2c3d4 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.233139 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ee93816f-f742-447c-8ac2-3474dd7ab61d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1697831 Jul 23 16:40:08.255776 n-d-778549-4 neutron-server[94012]: INFO neutron.db.securitygroups_db [None req-8c80cf51-47fe-452c-b4f0-2ccf3a45fd0c tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Project b140aea18bae453e8a1e412fb01da6ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:40:08.262648 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c80cf51-47fe-452c-b4f0-2ccf3a45fd0c tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.270540 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af8473-3cb9-4b61-8f31-aad52cd2c3d4 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca203a10-2312-44e3-be3d-81e4007932d5,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:08.309722 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecea72a-79da-49e5-ac6a-747fb6b9dda2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Router ff72a9a7-3da3-4b94-98df-d33e8122aeb6 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:40:08.344362 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c80cf51-47fe-452c-b4f0-2ccf3a45fd0c tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.349037 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c80cf51-47fe-452c-b4f0-2ccf3a45fd0c tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.372514 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c80cf51-47fe-452c-b4f0-2ccf3a45fd0c tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d008abd4-86f7-4004-91e6-4f23ecedb7bb,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:08.381331 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54066) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:08.419201 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14af8473-3cb9-4b61-8f31-aad52cd2c3d4 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.427647 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14af8473-3cb9-4b61-8f31-aad52cd2c3d4 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.429944 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed253bf-24c3-47ee-a355-5a59ef93a02b admin admin] Deleting subnet 4d4dc239-94f2-465a-a736-f042bf4d24e6 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:40:08.433859 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c80cf51-47fe-452c-b4f0-2ccf3a45fd0c tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.435065 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8c80cf51-47fe-452c-b4f0-2ccf3a45fd0c tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3681111 Jul 23 16:40:08.435853 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ed253bf-24c3-47ee-a355-5a59ef93a02b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.438085 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54068) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:08.459268 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14af8473-3cb9-4b61-8f31-aad52cd2c3d4 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.463601 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-14af8473-3cb9-4b61-8f31-aad52cd2c3d4 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0075848 Jul 23 16:40:08.469236 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54070) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:08.481035 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ea5b236f-9ab5-49ac-9338-75e71a18a490 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "GET /v2.0/security-group-rules/d008abd4-86f7-4004-91e6-4f23ecedb7bb HTTP/1.1" status: 200 len: 769 time: 0.0243664 Jul 23 16:40:08.481853 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af8473-3cb9-4b61-8f31-aad52cd2c3d4 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f40cce9b-5f75-4f52-b081-f7b1d87c491f,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:08.483710 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54072) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:08.494262 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ed253bf-24c3-47ee-a355-5a59ef93a02b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.510203 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecea72a-79da-49e5-ac6a-747fb6b9dda2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:40:08.520846 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a9aa0c-c520-403d-8109-135d9cc8b3e7 None None] Sync routers for ids ['ff72a9a7-3da3-4b94-98df-d33e8122aeb6'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:40:08.536865 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a9aa0c-c520-403d-8109-135d9cc8b3e7 None None] Routers {'ff72a9a7-3da3-4b94-98df-d33e8122aeb6'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:08.537764 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-43a9aa0c-c520-403d-8109-135d9cc8b3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:40:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ff72a9a7-3da3-4b94-98df-d33e8122aeb6'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:08.544769 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aecea72a-79da-49e5-ac6a-747fb6b9dda2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.546047 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-aecea72a-79da-49e5-ac6a-747fb6b9dda2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.7195632 Jul 23 16:40:08.550267 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54074) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:08.569948 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c222534f-ad0d-4cc0-b5a9-aa78ba0f9d2e tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0824637 Jul 23 16:40:08.573306 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54076) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:08.574320 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ed253bf-24c3-47ee-a355-5a59ef93a02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.582863 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-43a9aa0c-c520-403d-8109-135d9cc8b3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:08.601761 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5e612f4e-914b-4929-a3fb-c1659c905a73 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1315293 Jul 23 16:40:08.607727 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a9aa0c-c520-403d-8109-135d9cc8b3e7 None None] Routers {'ff72a9a7-3da3-4b94-98df-d33e8122aeb6'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:08.608340 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-43a9aa0c-c520-403d-8109-135d9cc8b3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:40:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ff72a9a7-3da3-4b94-98df-d33e8122aeb6'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:08.609489 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54078) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:08.614709 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-520b6aef-5759-4bee-8b79-72068f74a5f8 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Request body: {'security_group': {'name': 'tempest-security--701633055', 'description': 'tempest-security-description-11460428'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:08.645651 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-43a9aa0c-c520-403d-8109-135d9cc8b3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:08.646305 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a9aa0c-c520-403d-8109-135d9cc8b3e7 None None] The sync data for ids ['ff72a9a7-3da3-4b94-98df-d33e8122aeb6'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:40:08.647867 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.661239 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e7c23510-cb82-4f57-9dbc-4168cff2f905 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.671780 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-520b6aef-5759-4bee-8b79-72068f74a5f8 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.678081 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e7c23510-cb82-4f57-9dbc-4168cff2f905 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.682485 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-45664675-b2f6-4983-9280-f73db9d20645 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "GET /v2.0/routers/ff72a9a7-3da3-4b94-98df-d33e8122aeb6 HTTP/1.1" status: 200 len: 879 time: 0.1311378 Jul 23 16:40:08.684899 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54080) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:08.728761 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ed253bf-24c3-47ee-a355-5a59ef93a02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.777439 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed253bf-24c3-47ee-a355-5a59ef93a02b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d4dc239-94f2-465a-a736-f042bf4d24e6,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:08.783431 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ed253bf-24c3-47ee-a355-5a59ef93a02b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.785366 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2ed253bf-24c3-47ee-a355-5a59ef93a02b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/4d4dc239-94f2-465a-a736-f042bf4d24e6 HTTP/1.1" status: 204 len: 168 time: 0.4027855 Jul 23 16:40:08.788698 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-520b6aef-5759-4bee-8b79-72068f74a5f8 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.789524 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e7c23510-cb82-4f57-9dbc-4168cff2f905 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.791753 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54082) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:08.803816 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e7c23510-cb82-4f57-9dbc-4168cff2f905 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.804885 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e7c23510-cb82-4f57-9dbc-4168cff2f905 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/d008abd4-86f7-4004-91e6-4f23ecedb7bb HTTP/1.1" status: 204 len: 168 time: 0.2281995 Jul 23 16:40:08.808272 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-520b6aef-5759-4bee-8b79-72068f74a5f8 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.809328 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54084) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:08.810788 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-520b6aef-5759-4bee-8b79-72068f74a5f8 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.811948 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-520b6aef-5759-4bee-8b79-72068f74a5f8 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "PUT /v2.0/security-groups/f40cce9b-5f75-4f52-b081-f7b1d87c491f HTTP/1.1" status: 200 len: 1777 time: 0.2011874 Jul 23 16:40:08.816193 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54086) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:08.840937 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c23510-cb82-4f57-9dbc-4168cff2f905 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d008abd4-86f7-4004-91e6-4f23ecedb7bb,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:08.886959 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b6aef-5759-4bee-8b79-72068f74a5f8 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f40cce9b-5f75-4f52-b081-f7b1d87c491f,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:08.899768 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0844e1e3-c5db-48ff-a5b7-043900fa6dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.919228 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-88bead6b-0527-4465-b93b-2f850ff3e9d3 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1089823 Jul 23 16:40:08.926286 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54088) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:08.928898 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-507c17dc-dd9a-46c7-9bd6-473d48d3be61 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "GET /v2.0/security-groups/f40cce9b-5f75-4f52-b081-f7b1d87c491f HTTP/1.1" status: 200 len: 1777 time: 0.1116602 Jul 23 16:40:08.932277 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54090) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:09.023296 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0924128d-41b5-4088-a100-7ec298f5d027 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:09.052188 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0844e1e3-c5db-48ff-a5b7-043900fa6dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:09.060760 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0924128d-41b5-4088-a100-7ec298f5d027 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:09.081046 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-0844e1e3-c5db-48ff-a5b7-043900fa6dee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca53084-de91-42d2-9f6f-a037a1d7c37e']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:09.083005 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0e539699-ba5d-4952-9657-cdb696172a64 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.3969765 Jul 23 16:40:09.087511 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54096) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:09.095473 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-af1281d4-b6cd-4439-b4c1-55479637f0eb tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-64178563'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:09.167874 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-0844e1e3-c5db-48ff-a5b7-043900fa6dee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f441756a-3b9d-4b9a-817a-6345f24a7809') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:09.168251 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-0844e1e3-c5db-48ff-a5b7-043900fa6dee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f441756a-3b9d-4b9a-817a-6345f24a7809') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:09.202429 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0844e1e3-c5db-48ff-a5b7-043900fa6dee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:09.202713 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0924128d-41b5-4088-a100-7ec298f5d027 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:09.205446 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0924128d-41b5-4088-a100-7ec298f5d027 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:09.208944 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0924128d-41b5-4088-a100-7ec298f5d027 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "DELETE /v2.0/security-groups/e804a5c2-f8af-4a9d-8be2-558095a74500 HTTP/1.1" status: 204 len: 168 time: 0.2767236 Jul 23 16:40:09.211463 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54098) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:09.212709 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 4df45f45-f481-44f2-8c4c-20d6248e6218 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:40:09.215933 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a737-7986-4212-a458-59188faee06b tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:09.236832 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924128d-41b5-4088-a100-7ec298f5d027 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e804a5c2-f8af-4a9d-8be2-558095a74500,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:09.240280 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0844e1e3-c5db-48ff-a5b7-043900fa6dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:09.280748 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0844e1e3-c5db-48ff-a5b7-043900fa6dee admin admin] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:40:09.281161 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0844e1e3-c5db-48ff-a5b7-043900fa6dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:09.283680 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:40:09.283680 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:40:09.283680 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:40:09.283680 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:40:09.283680 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:40:09.283680 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:40:09.283680 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:40:09.283680 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:40:09.283680 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:40:09.283680 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:40:09.283680 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:40:09.283680 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:40:09.283680 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:40:09.283680 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:40:09.283680 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:40:09.283680 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:40:09.283680 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:40:09.283680 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:40:09.283680 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:40:09.283680 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:40:09.283680 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:40:09.283680 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:40:09.283680 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:40:09.283680 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:40:09.283680 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:40:09.283680 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:40:09.283680 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:40:09.283680 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:40:09.283680 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:40:09.283680 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:40:09.283680 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:40:09.283680 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:40:09.303246 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a737-7986-4212-a458-59188faee06b tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:09.342466 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7207159-4147-44ae-bf91-2af408029f03 req-090d96b3-8f45-4675-8adf-299feb335f48 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:09.342700 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ef109ebb-c670-49d3-a762-5de430d5573c tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1260095 Jul 23 16:40:09.342790 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a7207159-4147-44ae-bf91-2af408029f03 req-090d96b3-8f45-4675-8adf-299feb335f48 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 944 time: 0.2641129 Jul 23 16:40:09.343256 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54100) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:09.356822 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4af771-b047-4913-8ac8-48cff2d78627 req-93b405bc-475f-4eb6-b530-7a9602148814 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:09.358438 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-af4af771-b047-4913-8ac8-48cff2d78627 req-93b405bc-475f-4eb6-b530-7a9602148814 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 945 time: 0.2930927 Jul 23 16:40:09.362323 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 4df45f45-f481-44f2-8c4c-20d6248e6218 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:09.374285 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 4df45f45-f481-44f2-8c4c-20d6248e6218 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:09.374662 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:09.413104 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-af6dcd81-b326-457a-932b-a1d54e49dea9 tempest-SecGroupIPv6Test-1212427675 tempest-SecGroupIPv6Test-1212427675-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0655591 Jul 23 16:40:09.465942 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0844e1e3-c5db-48ff-a5b7-043900fa6dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:09.484234 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0844e1e3-c5db-48ff-a5b7-043900fa6dee admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:09.486193 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0844e1e3-c5db-48ff-a5b7-043900fa6dee admin admin] 10.222.0.73 "DELETE /v2.0/networks/9ca53084-de91-42d2-9f6f-a037a1d7c37e HTTP/1.1" status: 204 len: 168 time: 0.6911740 Jul 23 16:40:09.506312 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:09.510579 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a737-7986-4212-a458-59188faee06b tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:09.515057 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a737-7986-4212-a458-59188faee06b tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:09.518089 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4bf8a737-7986-4212-a458-59188faee06b tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "DELETE /v2.0/security-groups/f40cce9b-5f75-4f52-b081-f7b1d87c491f HTTP/1.1" status: 204 len: 168 time: 0.5825887 Jul 23 16:40:09.518493 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54108) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:09.546061 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60382620-edd9-41b8-8a62-43a1011e5ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df45f45-f481-44f2-8c4c-20d6248e6218'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:40:09.548515 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f55b0b-1a77-474f-9b78-efe16d7b5753" -d '{"events": [{"server_uuid": "60382620-edd9-41b8-8a62-43a1011e5ea5", "name": "network-vif-plugged", "status": "completed", "tag": "4df45f45-f481-44f2-8c4c-20d6248e6218"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:40:09.553931 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844e1e3-c5db-48ff-a5b7-043900fa6dee admin admin] Pushing event deleted for resources: {'Network': ['ID=9ca53084-de91-42d2-9f6f-a037a1d7c37e,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:09.564321 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8a737-7986-4212-a458-59188faee06b tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40cce9b-5f75-4f52-b081-f7b1d87c491f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:09.566090 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 4df45f45-f481-44f2-8c4c-20d6248e6218, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=4df45f45-f481-44f2-8c4c-20d6248e6218,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:09.573087 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:09.586471 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-af4af771-b047-4913-8ac8-48cff2d78627 req-c778a374-a044-4850-9777-b6d47843dadc tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657140 Jul 23 16:40:09.603859 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a7207159-4147-44ae-bf91-2af408029f03 req-7152c516-2769-4b31-95c1-4fe8f413da2e tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882236 Jul 23 16:40:09.648378 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1ba1ce06-ea63-4210-aa93-5bbf4f640ca3 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1285386 Jul 23 16:40:09.651574 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54112) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:09.658546 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=4df45f45-f481-44f2-8c4c-20d6248e6218,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:09.683612 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-57dc7a23-54a3-478a-a06c-90275cc4e9a0 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] delete failed (client error): The resource could not be found. Jul 23 16:40:09.684868 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-57dc7a23-54a3-478a-a06c-90275cc4e9a0 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "DELETE /v2.0/security-groups/f40cce9b-5f75-4f52-b081-f7b1d87c491f HTTP/1.1" status: 404 len: 347 time: 0.0322688 Jul 23 16:40:09.689369 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54116) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:09.694115 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-64f4b294-a50a-4316-8a6c-4b50bbd5180b tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Request body: {'security_group': {'name': 'tempest-secgroup--312678674'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:09.718732 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88649005-f75c-40fa-880d-e59e4b96e1b0 x-openstack-request-id: req-88649005-f75c-40fa-880d-e59e4b96e1b0 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:40:09.719029 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60382620-edd9-41b8-8a62-43a1011e5ea5", "name": "network-vif-plugged", "status": "completed", "tag": "4df45f45-f481-44f2-8c4c-20d6248e6218", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:40:09.719324 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-88649005-f75c-40fa-880d-e59e4b96e1b0 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:40:09.719770 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60382620-edd9-41b8-8a62-43a1011e5ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df45f45-f481-44f2-8c4c-20d6248e6218', 'code': 200} Jul 23 16:40:09.732953 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-64f4b294-a50a-4316-8a6c-4b50bbd5180b tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:09.740104 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-af1281d4-b6cd-4439-b4c1-55479637f0eb tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:09.776058 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-af1281d4-b6cd-4439-b4c1-55479637f0eb tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1714764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1714741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695099'] for router, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:09.816715 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54118) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:09.914186 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1281d4-b6cd-4439-b4c1-55479637f0eb tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Router ff72a9a7-3da3-4b94-98df-d33e8122aeb6 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:40:09.967706 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54122) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:10.121000 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:40:10.211605 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-64f4b294-a50a-4316-8a6c-4b50bbd5180b tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.213359 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.216247 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0471b4e-4bf1-40fa-a326-14b9785d0710 req-8fad2dbc-bcab-4e43-8753-f3a3764d3722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:10.218204 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d0471b4e-4bf1-40fa-a326-14b9785d0710 req-8fad2dbc-bcab-4e43-8753-f3a3764d3722 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 1096 time: 0.4341872 Jul 23 16:40:10.230289 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-64f4b294-a50a-4316-8a6c-4b50bbd5180b tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.249733 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4,segment=NetworkSegment(047af764-cf30-4424-904d-1624213e850c),segment_id=047af764-cf30-4424-904d-1624213e850c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:10.254430 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.278223 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-64f4b294-a50a-4316-8a6c-4b50bbd5180b tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.281863 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-64f4b294-a50a-4316-8a6c-4b50bbd5180b tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5896919 Jul 23 16:40:10.282530 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54124) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:10.301392 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-79764219-dbac-4106-b550-471c3443ff78 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Request body: {'security_group_rule': {'security_group_id': 'ba1abed6-d814-4857-af1d-bae7ed4f1351', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:10.310416 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d0471b4e-4bf1-40fa-a326-14b9785d0710 req-f64bbb58-7fc7-4e7b-ac9e-c1f5ee10369e service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832672 Jul 23 16:40:10.310726 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:10.315593 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-63d5b8db-02a8-46a4-8c81-58c2f632eee4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b140aea18bae453e8a1e412fb01da6ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4942846 Jul 23 16:40:10.315593 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4b294-a50a-4316-8a6c-4b50bbd5180b tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1abed6-d814-4857-af1d-bae7ed4f1351,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:10.315878 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54126) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:10.325223 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3d4b9a1c-9824-440b-a0f4-cc4923f79781 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=20b792425779452793f174dafb1c84d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3562241 Jul 23 16:40:10.329321 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54128) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:10.338683 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1281d4-b6cd-4439-b4c1-55479637f0eb tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:40:10.346738 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-af1281d4-b6cd-4439-b4c1-55479637f0eb tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.347921 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-af1281d4-b6cd-4439-b4c1-55479637f0eb tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "PUT /v2.0/routers/ff72a9a7-3da3-4b94-98df-d33e8122aeb6 HTTP/1.1" status: 200 len: 886 time: 1.2612288 Jul 23 16:40:10.349634 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22242f5c-87ef-435d-ac9d-559e11086842 None None] Sync routers for ids ['ff72a9a7-3da3-4b94-98df-d33e8122aeb6'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:40:10.350841 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54130) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:10.362102 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22242f5c-87ef-435d-ac9d-559e11086842 None None] Routers {'ff72a9a7-3da3-4b94-98df-d33e8122aeb6'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:10.362703 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-22242f5c-87ef-435d-ac9d-559e11086842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:40:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ff72a9a7-3da3-4b94-98df-d33e8122aeb6'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:10.395393 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-22242f5c-87ef-435d-ac9d-559e11086842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:10.405554 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22242f5c-87ef-435d-ac9d-559e11086842 None None] Routers {'ff72a9a7-3da3-4b94-98df-d33e8122aeb6'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:10.406249 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-22242f5c-87ef-435d-ac9d-559e11086842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:40:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ff72a9a7-3da3-4b94-98df-d33e8122aeb6'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:10.408567 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7068eb8a-b630-49fc-b9f0-ef21354ad84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.423103 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-193d825d-0e7d-4d80-b0db-c5d495f4331b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.424855 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-79764219-dbac-4106-b550-471c3443ff78 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.442290 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7068eb8a-b630-49fc-b9f0-ef21354ad84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.445980 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-22242f5c-87ef-435d-ac9d-559e11086842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:10.446724 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22242f5c-87ef-435d-ac9d-559e11086842 None None] The sync data for ids ['ff72a9a7-3da3-4b94-98df-d33e8122aeb6'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:40:10.470991 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-193d825d-0e7d-4d80-b0db-c5d495f4331b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.500820 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-79764219-dbac-4106-b550-471c3443ff78 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.507362 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-90b00f2a-7958-432c-bbef-b6363db83c8e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "GET /v2.0/routers/ff72a9a7-3da3-4b94-98df-d33e8122aeb6 HTTP/1.1" status: 200 len: 886 time: 0.1554120 Jul 23 16:40:10.508756 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-79764219-dbac-4106-b550-471c3443ff78 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.510600 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54132) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:10.544329 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7068eb8a-b630-49fc-b9f0-ef21354ad84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.547330 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7068eb8a-b630-49fc-b9f0-ef21354ad84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.548527 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7068eb8a-b630-49fc-b9f0-ef21354ad84e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/70f43d1e-80ee-4dd5-81ed-9345a3d6af7b HTTP/1.1" status: 204 len: 168 time: 0.2317688 Jul 23 16:40:10.552942 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79764219-dbac-4106-b550-471c3443ff78 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d383edd-6b0c-4617-b050-5ede96086fba,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:10.558300 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068eb8a-b630-49fc-b9f0-ef21354ad84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f43d1e-80ee-4dd5-81ed-9345a3d6af7b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:10.561465 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8871d498-b4f4-4dc6-befa-fb03642ebf56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff72a9a7-3da3-4b94-98df-d33e8122aeb6 HTTP/1.1" status: 200 len: 205 time: 0.0453875 Jul 23 16:40:10.561614 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-193d825d-0e7d-4d80-b0db-c5d495f4331b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.562034 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54136) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:10.563489 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-193d825d-0e7d-4d80-b0db-c5d495f4331b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.565196 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-193d825d-0e7d-4d80-b0db-c5d495f4331b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/57a31e6e-a91c-4228-b935-1d1af55b2e9e HTTP/1.1" status: 204 len: 168 time: 0.2348144 Jul 23 16:40:10.569963 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-79764219-dbac-4106-b550-471c3443ff78 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.573975 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-79764219-dbac-4106-b550-471c3443ff78 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2794600 Jul 23 16:40:10.590185 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d825d-0e7d-4d80-b0db-c5d495f4331b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a31e6e-a91c-4228-b935-1d1af55b2e9e,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:10.596557 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54140) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:10.653626 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cb88c956-1f0b-4db9-b45c-37a70b6abdf1 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.687674 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cb88c956-1f0b-4db9-b45c-37a70b6abdf1 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.740563 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-67c3a097-b068-45bf-84f7-c290577fe20a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.803570 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cb88c956-1f0b-4db9-b45c-37a70b6abdf1 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.812694 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cb88c956-1f0b-4db9-b45c-37a70b6abdf1 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.814320 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-cb88c956-1f0b-4db9-b45c-37a70b6abdf1 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/2d383edd-6b0c-4617-b050-5ede96086fba HTTP/1.1" status: 204 len: 168 time: 0.2156997 Jul 23 16:40:10.818110 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54146) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:10.848862 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88c956-1f0b-4db9-b45c-37a70b6abdf1 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d383edd-6b0c-4617-b050-5ede96086fba,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:10.902234 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f166f42-1ebe-4d8b-a641-51393c83651c req-4548d4d8-6ccc-4b39-b7d6-f6d28c2ad105 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:10.909138 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2f166f42-1ebe-4d8b-a641-51393c83651c req-4548d4d8-6ccc-4b39-b7d6-f6d28c2ad105 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 943 time: 0.1997571 Jul 23 16:40:10.911048 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-67c3a097-b068-45bf-84f7-c290577fe20a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.920189 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f76ab5e5-38bc-48af-959b-2a735dc4b27b tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0989275 Jul 23 16:40:10.924562 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54152) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:10.945883 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c1494-3b87-4e3d-8679-0e9572cc95d4 req-43635c5b-fd2a-4c29-9450-44127f1366d1 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:10.947616 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-834c1494-3b87-4e3d-8679-0e9572cc95d4 req-43635c5b-fd2a-4c29-9450-44127f1366d1 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 945 time: 0.1913216 Jul 23 16:40:10.992469 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2f166f42-1ebe-4d8b-a641-51393c83651c req-95238e43-1d79-4661-8281-4cbfe1e75a6b tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822663 Jul 23 16:40:11.039826 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d1f46c6-e51d-4d9c-86d7-d00b7e0a9875 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.040643 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-834c1494-3b87-4e3d-8679-0e9572cc95d4 req-39327488-b414-46dc-89b1-90699ffc55bd tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805266 Jul 23 16:40:11.088150 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d1f46c6-e51d-4d9c-86d7-d00b7e0a9875 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.109356 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-67c3a097-b068-45bf-84f7-c290577fe20a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Deleting port 47146022-1122-429c-8d49-65f204174709 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:40:11.109356 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-67c3a097-b068-45bf-84f7-c290577fe20a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.209814 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d1f46c6-e51d-4d9c-86d7-d00b7e0a9875 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.213471 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d1f46c6-e51d-4d9c-86d7-d00b7e0a9875 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.217034 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9d1f46c6-e51d-4d9c-86d7-d00b7e0a9875 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "DELETE /v2.0/security-groups/ba1abed6-d814-4857-af1d-bae7ed4f1351 HTTP/1.1" status: 204 len: 168 time: 0.2885118 Jul 23 16:40:11.217441 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54176) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:11.248623 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f46c6-e51d-4d9c-86d7-d00b7e0a9875 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1abed6-d814-4857-af1d-bae7ed4f1351,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:11.270636 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-67c3a097-b068-45bf-84f7-c290577fe20a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.291670 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3bd77798-4df4-4956-b2d9-dc796bb53e93 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0729470 Jul 23 16:40:11.295922 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54180) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:11.300599 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-67c3a097-b068-45bf-84f7-c290577fe20a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Calling delete_port for 47146022-1122-429c-8d49-65f204174709 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:40:11.308174 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-09072b87-ed2c-46fc-b25c-91f67b88fa55 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Request body: {'security_group': {'name': 'tempest-secgroup--981302163'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:11.355306 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-09072b87-ed2c-46fc-b25c-91f67b88fa55 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.512433 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-09072b87-ed2c-46fc-b25c-91f67b88fa55 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.518090 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-09072b87-ed2c-46fc-b25c-91f67b88fa55 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.554967 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-09072b87-ed2c-46fc-b25c-91f67b88fa55 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.560297 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-09072b87-ed2c-46fc-b25c-91f67b88fa55 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2598770 Jul 23 16:40:11.561831 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54198) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:11.564082 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-67c3a097-b068-45bf-84f7-c290577fe20a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.567737 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-a3829711-6f42-4524-a3e2-b7fed81feca6 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Request body: {'security_group_rule': {'security_group_id': '093dfb39-c986-4617-808d-f1514533ba03', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:11.601606 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09072b87-ed2c-46fc-b25c-91f67b88fa55 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=093dfb39-c986-4617-808d-f1514533ba03,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:11.601606 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a3829711-6f42-4524-a3e2-b7fed81feca6 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.615135 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c3a097-b068-45bf-84f7-c290577fe20a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Port': ['ID=47146022-1122-429c-8d49-65f204174709,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:11.703930 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a3829711-6f42-4524-a3e2-b7fed81feca6 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.710968 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-67c3a097-b068-45bf-84f7-c290577fe20a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.713587 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a3829711-6f42-4524-a3e2-b7fed81feca6 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.721693 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fcf27e-1fc4-44f2-87e7-6648ac97b53d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:40:11.723921 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f742fc9a-9147-4b28-8f4d-1e2f31ea1cea" -d '{"events": [{"server_uuid": "a9fcf27e-1fc4-44f2-87e7-6648ac97b53d", "name": "network-vif-unplugged", "status": "completed", "tag": "55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:40:11.765200 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3829711-6f42-4524-a3e2-b7fed81feca6 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2185f9d-a6b7-45e5-a846-1b1f5067d020,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:11.775757 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a3829711-6f42-4524-a3e2-b7fed81feca6 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.778701 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a3829711-6f42-4524-a3e2-b7fed81feca6 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2158473 Jul 23 16:40:11.780634 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54210) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:11.787074 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 16:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b28c135-1bd7-47b9-9ec2-62e34bd78c0a x-openstack-request-id: req-9b28c135-1bd7-47b9-9ec2-62e34bd78c0a {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:40:11.787412 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fcf27e-1fc4-44f2-87e7-6648ac97b53d", "name": "network-vif-unplugged", "status": "failed", "tag": "55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4", "code": 422}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:40:11.787620 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9b28c135-1bd7-47b9-9ec2-62e34bd78c0a {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:40:11.788333 n-d-778549-4 neutron-server[94014]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a9fcf27e-1fc4-44f2-87e7-6648ac97b53d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4', 'code': 422} returned with failed status Jul 23 16:40:11.788745 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-42565edb-54f1-4c87-8fb6-a8ecec8baac5 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Request body: {'security_group_rule': {'security_group_id': '093dfb39-c986-4617-808d-f1514533ba03', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:11.846845 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-67c3a097-b068-45bf-84f7-c290577fe20a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.850839 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-67c3a097-b068-45bf-84f7-c290577fe20a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.899169 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42565edb-54f1-4c87-8fb6-a8ecec8baac5 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.960044 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-67c3a097-b068-45bf-84f7-c290577fe20a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.960688 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c3a097-b068-45bf-84f7-c290577fe20a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Fanout notify agent at l3_agent the message router_deleted on router ff72a9a7-3da3-4b94-98df-d33e8122aeb6 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:40:11.970770 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-67c3a097-b068-45bf-84f7-c290577fe20a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.975623 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-67c3a097-b068-45bf-84f7-c290577fe20a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/routers/ff72a9a7-3da3-4b94-98df-d33e8122aeb6 HTTP/1.1" status: 204 len: 168 time: 1.4090185 Jul 23 16:40:11.975623 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42565edb-54f1-4c87-8fb6-a8ecec8baac5 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.978063 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54222) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:11.984058 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-0a5888a9-9ff2-4d5a-b34d-25738323b7dc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Request body: {'network': {'name': 'tempest-RoutersTest-1481046896'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:11.988345 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42565edb-54f1-4c87-8fb6-a8ecec8baac5 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:12.025681 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42565edb-54f1-4c87-8fb6-a8ecec8baac5 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ab1657-a1c3-4f3f-8ee5-018a12b6492e,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:12.037365 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5888a9-9ff2-4d5a-b34d-25738323b7dc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Made reservation on behalf of c0f4c41fe4844b969e43c8308c91c7fc for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:40:12.042798 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0a5888a9-9ff2-4d5a-b34d-25738323b7dc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:12.057137 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42565edb-54f1-4c87-8fb6-a8ecec8baac5 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:12.058697 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-42565edb-54f1-4c87-8fb6-a8ecec8baac5 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2769535 Jul 23 16:40:12.061412 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54228) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:12.066348 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-fcd9dd83-3cd6-4508-bf66-fcd6ee1e37c4 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Request body: {'security_group_rule': {'security_group_id': '093dfb39-c986-4617-808d-f1514533ba03', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:12.102638 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5888a9-9ff2-4d5a-b34d-25738323b7dc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] vlan segment allocate from pool success with {'vlan_id': 1100, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:40:12.116144 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fcd9dd83-3cd6-4508-bf66-fcd6ee1e37c4 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:12.120869 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0a5888a9-9ff2-4d5a-b34d-25738323b7dc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:12.121252 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-0a5888a9-9ff2-4d5a-b34d-25738323b7dc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Added segment c81d0155-6aa8-417a-b6cd-8a33e0bc45ba of type vlan for network 069b4ab6-734f-47f0-837d-390a6c2a9174 Jul 23 16:40:12.187318 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0a5888a9-9ff2-4d5a-b34d-25738323b7dc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:12.223629 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0a5888a9-9ff2-4d5a-b34d-25738323b7dc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:12.230189 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5888a9-9ff2-4d5a-b34d-25738323b7dc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:12.230815 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0a5888a9-9ff2-4d5a-b34d-25738323b7dc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:12.234739 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fcd9dd83-3cd6-4508-bf66-fcd6ee1e37c4 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:12.245820 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fcd9dd83-3cd6-4508-bf66-fcd6ee1e37c4 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:12.271727 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9dd83-3cd6-4508-bf66-fcd6ee1e37c4 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e3b1c70-a0f2-4a33-a1fb-0f01fe5f19c2,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:12.283818 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0a5888a9-9ff2-4d5a-b34d-25738323b7dc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3043408 Jul 23 16:40:12.287299 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54238) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:12.288506 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fcd9dd83-3cd6-4508-bf66-fcd6ee1e37c4 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:12.293570 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fcd9dd83-3cd6-4508-bf66-fcd6ee1e37c4 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2310047 Jul 23 16:40:12.294664 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-f572dce2-bfd9-4a2e-8f6b-9e694785abad tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Request body: {'subnet': {'network_id': '069b4ab6-734f-47f0-837d-390a6c2a9174', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:12.295533 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54240) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:12.307125 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-d11d8b6e-b75b-4802-8685-e427b2ab3477 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Request body: {'security_group_rule': {'security_group_id': '093dfb39-c986-4617-808d-f1514533ba03', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:12.320989 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8609e-81bc-41de-bf90-8f84afff07fe req-0fd1f23e-ec90-4a91-98d2-f2405107256d tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:12.328600 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-71f8609e-81bc-41de-bf90-8f84afff07fe req-0fd1f23e-ec90-4a91-98d2-f2405107256d tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 945 time: 0.1644516 Jul 23 16:40:12.353699 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5888a9-9ff2-4d5a-b34d-25738323b7dc tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Network': ['ID=069b4ab6-734f-47f0-837d-390a6c2a9174,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:12.373137 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 069b4ab6-734f-47f0-837d-390a6c2a9174 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:40:12.433726 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-71f8609e-81bc-41de-bf90-8f84afff07fe req-858581b5-29f0-4ca3-ba6c-435b51f2b49d tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988157 Jul 23 16:40:12.435593 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d11d8b6e-b75b-4802-8685-e427b2ab3477 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:12.508454 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d11d8b6e-b75b-4802-8685-e427b2ab3477 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:12.515811 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d11d8b6e-b75b-4802-8685-e427b2ab3477 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:12.541911 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f572dce2-bfd9-4a2e-8f6b-9e694785abad tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Made reservation on behalf of c0f4c41fe4844b969e43c8308c91c7fc for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:40:12.547968 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f572dce2-bfd9-4a2e-8f6b-9e694785abad tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:12.592935 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d8b6e-b75b-4802-8685-e427b2ab3477 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8d4b8b-08d8-42b1-82c5-23105cdc0f6d,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:12.607484 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d11d8b6e-b75b-4802-8685-e427b2ab3477 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:12.614642 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54258) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:12.614862 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d11d8b6e-b75b-4802-8685-e427b2ab3477 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3164508 Jul 23 16:40:12.652978 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-2827f71a-e504-4578-b034-2f8584c4ce59 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Request body: {'security_group_rule': {'security_group_id': '093dfb39-c986-4617-808d-f1514533ba03', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:12.720345 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2827f71a-e504-4578-b034-2f8584c4ce59 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:12.810054 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eaf36e-277f-4d2a-95f2-cfdd7e5fc1b6 req-dcab8716-84ab-4ab6-811d-3e941a079f07 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:12.811960 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-37eaf36e-277f-4d2a-95f2-cfdd7e5fc1b6 req-dcab8716-84ab-4ab6-811d-3e941a079f07 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 943 time: 0.1066468 Jul 23 16:40:12.886429 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2827f71a-e504-4578-b034-2f8584c4ce59 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:12.897802 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2827f71a-e504-4578-b034-2f8584c4ce59 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:12.908273 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-37eaf36e-277f-4d2a-95f2-cfdd7e5fc1b6 req-0e41876e-f536-417d-bc30-b1776365d151 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885334 Jul 23 16:40:12.967195 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827f71a-e504-4578-b034-2f8584c4ce59 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ea8a1a-49b2-4df9-9159-f920759eb6f8,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:12.984728 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f572dce2-bfd9-4a2e-8f6b-9e694785abad tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:13.050321 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2827f71a-e504-4578-b034-2f8584c4ce59 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:13.051925 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2827f71a-e504-4578-b034-2f8584c4ce59 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4356380 Jul 23 16:40:13.059060 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54278) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:13.063133 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e1f3d-8ccc-4d05-95cc-b77c0affe74d req-522d1641-82cd-4e79-96a7-19ab4fb94698 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:13.065416 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-500e1f3d-8ccc-4d05-95cc-b77c0affe74d req-522d1641-82cd-4e79-96a7-19ab4fb94698 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 945 time: 0.1561816 Jul 23 16:40:13.110712 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d938b896-c342-402e-a8de-c960a75de0f9 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:13.115148 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f572dce2-bfd9-4a2e-8f6b-9e694785abad tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Subnet': ['ID=0910eacc-e0b5-4d16-a4a6-76b301d6eaf5,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:13.119966 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-500e1f3d-8ccc-4d05-95cc-b77c0affe74d req-7ac76dbe-7903-4568-93ef-eeada4ffac56 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477455 Jul 23 16:40:13.127663 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f572dce2-bfd9-4a2e-8f6b-9e694785abad tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Checking segment: {'id': 'c81d0155-6aa8-417a-b6cd-8a33e0bc45ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '069b4ab6-734f-47f0-837d-390a6c2a9174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:40:13.128119 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f572dce2-bfd9-4a2e-8f6b-9e694785abad tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network hostable DHCP agents. Network: 069b4ab6-734f-47f0-837d-390a6c2a9174, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:40:13.132266 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d938b896-c342-402e-a8de-c960a75de0f9 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:13.188193 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d938b896-c342-402e-a8de-c960a75de0f9 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:13.194224 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d938b896-c342-402e-a8de-c960a75de0f9 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:13.195476 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d938b896-c342-402e-a8de-c960a75de0f9 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/10ea8a1a-49b2-4df9-9159-f920759eb6f8 HTTP/1.1" status: 204 len: 168 time: 0.1329398 Jul 23 16:40:13.198830 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54284) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:13.218378 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938b896-c342-402e-a8de-c960a75de0f9 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10ea8a1a-49b2-4df9-9159-f920759eb6f8,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:13.221252 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f572dce2-bfd9-4a2e-8f6b-9e694785abad tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network 069b4ab6-734f-47f0-837d-390a6c2a9174 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:40:13.234976 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-f572dce2-bfd9-4a2e-8f6b-9e694785abad tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 069b4ab6-734f-47f0-837d-390a6c2a9174) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:13.241818 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f572dce2-bfd9-4a2e-8f6b-9e694785abad tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:13.242604 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f572dce2-bfd9-4a2e-8f6b-9e694785abad tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:13.247024 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf8dabc-2935-4dc0-9e83-79a9bb2c0023 None None] Network 069b4ab6-734f-47f0-837d-390a6c2a9174 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:40:13.266592 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f572dce2-bfd9-4a2e-8f6b-9e694785abad tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9784694 Jul 23 16:40:13.269615 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54290) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:13.275574 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-20875cda-c88f-40f1-9bba-659119c3392f tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1988435988', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:13.304938 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20875cda-c88f-40f1-9bba-659119c3392f tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:13.307220 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20875cda-c88f-40f1-9bba-659119c3392f tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:13.325034 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1c258d36-68a5-48dc-be26-2007a146e255 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1249983 Jul 23 16:40:13.326303 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54294) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:13.349198 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-08ed06df-d869-42ed-9a2d-a46af3261054 req-0cd7c9c5-4938-4f69-90cd-515c5273e52b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2826777 Jul 23 16:40:13.374485 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2d16d37-fd6c-4342-8fc5-ca80d44833e7 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:13.432332 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2d16d37-fd6c-4342-8fc5-ca80d44833e7 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:13.461267 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20875cda-c88f-40f1-9bba-659119c3392f tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:13.468828 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19e589e-30c6-402a-9a37-8c144d4f6f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-069b4ab6-734f-47f0-837d-390a6c2a9174', 'network_id': '069b4ab6-734f-47f0-837d-390a6c2a9174', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'fixed_ips': [{'subnet_id': '0910eacc-e0b5-4d16-a4a6-76b301d6eaf5'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:40:13.470206 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b19e589e-30c6-402a-9a37-8c144d4f6f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:13.475941 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20875cda-c88f-40f1-9bba-659119c3392f tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:13.513145 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20875cda-c88f-40f1-9bba-659119c3392f tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:13.514749 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-20875cda-c88f-40f1-9bba-659119c3392f tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2435703 Jul 23 16:40:13.516046 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2d16d37-fd6c-4342-8fc5-ca80d44833e7 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:13.517767 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54298) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:13.544308 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2d16d37-fd6c-4342-8fc5-ca80d44833e7 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:13.559384 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a2d16d37-fd6c-4342-8fc5-ca80d44833e7 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/4b8d4b8b-08d8-42b1-82c5-23105cdc0f6d HTTP/1.1" status: 204 len: 168 time: 0.2314441 Jul 23 16:40:13.560479 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d16d37-fd6c-4342-8fc5-ca80d44833e7 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b8d4b8b-08d8-42b1-82c5-23105cdc0f6d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:13.562117 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54302) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:13.670630 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cc3eb2c1-cef0-4d20-9be6-84bb66a1c382 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1026688 Jul 23 16:40:13.671429 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54314) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:13.698274 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-b19e589e-30c6-402a-9a37-8c144d4f6f1f None None] Allocated IP 172.20.0.2 (069b4ab6-734f-47f0-837d-390a6c2a9174/0910eacc-e0b5-4d16-a4a6-76b301d6eaf5/c6d2a494-638a-4b9b-bd29-f986ac77c78f) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:40:13.703591 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7958c539-1737-4e60-93f6-915a153d48c5 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:13.717740 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7958c539-1737-4e60-93f6-915a153d48c5 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:13.770660 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7958c539-1737-4e60-93f6-915a153d48c5 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:13.789901 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7958c539-1737-4e60-93f6-915a153d48c5 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:13.796275 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7958c539-1737-4e60-93f6-915a153d48c5 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/4e3b1c70-a0f2-4a33-a1fb-0f01fe5f19c2 HTTP/1.1" status: 204 len: 168 time: 0.1234086 Jul 23 16:40:13.797197 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958c539-1737-4e60-93f6-915a153d48c5 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e3b1c70-a0f2-4a33-a1fb-0f01fe5f19c2,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:13.799030 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54320) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:13.906512 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b19e589e-30c6-402a-9a37-8c144d4f6f1f None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:13.919818 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b19e589e-30c6-402a-9a37-8c144d4f6f1f None None] Transition to ACTIVE for port object c6d2a494-638a-4b9b-bd29-f986ac77c78f will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:40:13.943210 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b19e589e-30c6-402a-9a37-8c144d4f6f1f None None] Transition to ACTIVE for port object c6d2a494-638a-4b9b-bd29-f986ac77c78f will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:40:13.944229 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a4b54aea-2be4-4266-a1af-bf4906bc1c9d tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1308825 Jul 23 16:40:13.947446 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54326) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:13.952993 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b19e589e-30c6-402a-9a37-8c144d4f6f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.005022 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e589e-30c6-402a-9a37-8c144d4f6f1f None None] Pushing event updated for resources: {'Port': ['ID=c6d2a494-638a-4b9b-bd29-f986ac77c78f,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:14.024329 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-42e5ddea-ee00-4794-8230-c03ff66ef0c8 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.039965 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-42e5ddea-ee00-4794-8230-c03ff66ef0c8 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.046135 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19e589e-30c6-402a-9a37-8c144d4f6f1f None None] Network 069b4ab6-734f-47f0-837d-390a6c2a9174 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:14.049858 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-b19e589e-30c6-402a-9a37-8c144d4f6f1f None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:14.055454 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19e589e-30c6-402a-9a37-8c144d4f6f1f None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:40:14.083448 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f4a69b4-2aeb-4be3-a6ba-b15c4872025c tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.177440 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:40:14.189545 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-42e5ddea-ee00-4794-8230-c03ff66ef0c8 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.196508 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-42e5ddea-ee00-4794-8230-c03ff66ef0c8 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.199136 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-42e5ddea-ee00-4794-8230-c03ff66ef0c8 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/71ab1657-a1c3-4f3f-8ee5-018a12b6492e HTTP/1.1" status: 204 len: 168 time: 0.2478426 Jul 23 16:40:14.201187 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54340) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:14.206492 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-b19e589e-30c6-402a-9a37-8c144d4f6f1f None None] Attempting to bind port c6d2a494-638a-4b9b-bd29-f986ac77c78f on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:40:14.207005 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-b19e589e-30c6-402a-9a37-8c144d4f6f1f None None] Attempting to bind port c6d2a494-638a-4b9b-bd29-f986ac77c78f by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'c81d0155-6aa8-417a-b6cd-8a33e0bc45ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '069b4ab6-734f-47f0-837d-390a6c2a9174'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:40:14.207374 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e589e-30c6-402a-9a37-8c144d4f6f1f None None] Attempting to bind port c6d2a494-638a-4b9b-bd29-f986ac77c78f on network 069b4ab6-734f-47f0-837d-390a6c2a9174 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:40:14.265735 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e589e-30c6-402a-9a37-8c144d4f6f1f None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:40:14.266400 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e589e-30c6-402a-9a37-8c144d4f6f1f None None] Checking segment: {'id': 'c81d0155-6aa8-417a-b6cd-8a33e0bc45ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '069b4ab6-734f-47f0-837d-390a6c2a9174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:40:14.266694 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b19e589e-30c6-402a-9a37-8c144d4f6f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.266946 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e589e-30c6-402a-9a37-8c144d4f6f1f None None] Bound using segment: {'id': 'c81d0155-6aa8-417a-b6cd-8a33e0bc45ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '069b4ab6-734f-47f0-837d-390a6c2a9174'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:40:14.268033 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-b19e589e-30c6-402a-9a37-8c144d4f6f1f None None] Bound port: c6d2a494-638a-4b9b-bd29-f986ac77c78f, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81d0155-6aa8-417a-b6cd-8a33e0bc45ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '069b4ab6-734f-47f0-837d-390a6c2a9174'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:40:14.268610 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b19e589e-30c6-402a-9a37-8c144d4f6f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.273100 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5ddea-ee00-4794-8230-c03ff66ef0c8 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71ab1657-a1c3-4f3f-8ee5-018a12b6492e,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:14.324014 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4e675f73-226b-4437-8d7f-d02836b20db9 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1207397 Jul 23 16:40:14.327312 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54344) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:14.408310 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-b19e589e-30c6-402a-9a37-8c144d4f6f1f None None] For port c6d2a494-638a-4b9b-bd29-f986ac77c78f, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:40:14.411841 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-263e9462-ab57-45e6-b99a-96111fb90315 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.414598 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4a860-90a1-49cd-9ee9-06010c38efae req-28f0be42-b38a-4356-a090-ae680d13f73b tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:14.416250 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-b19e589e-30c6-402a-9a37-8c144d4f6f1f None None] For port c6d2a494-638a-4b9b-bd29-f986ac77c78f, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c6d2a494-638a-4b9b-bd29-f986ac77c78f,segment=NetworkSegment(c81d0155-6aa8-417a-b6cd-8a33e0bc45ba),segment_id=c81d0155-6aa8-417a-b6cd-8a33e0bc45ba)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:40:14.417748 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73d4a860-90a1-49cd-9ee9-06010c38efae req-28f0be42-b38a-4356-a090-ae680d13f73b tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 943 time: 0.3285058 Jul 23 16:40:14.429004 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b19e589e-30c6-402a-9a37-8c144d4f6f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.434318 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-263e9462-ab57-45e6-b99a-96111fb90315 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.494629 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-263e9462-ab57-45e6-b99a-96111fb90315 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.501785 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-263e9462-ab57-45e6-b99a-96111fb90315 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.503406 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-263e9462-ab57-45e6-b99a-96111fb90315 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/d2185f9d-a6b7-45e5-a846-1b1f5067d020 HTTP/1.1" status: 204 len: 168 time: 0.1744204 Jul 23 16:40:14.506815 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54350) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:14.528673 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e9462-ab57-45e6-b99a-96111fb90315 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2185f9d-a6b7-45e5-a846-1b1f5067d020,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:14.556773 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e589e-30c6-402a-9a37-8c144d4f6f1f None None] Pushing event updated for resources: {'Port': ['ID=c6d2a494-638a-4b9b-bd29-f986ac77c78f,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:14.568512 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9000c18d-9cd0-4980-b0ac-a29756efc027 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0603418 Jul 23 16:40:14.571990 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54352) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:14.609371 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-1f4a69b4-2aeb-4be3-a6ba-b15c4872025c tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Allocated IP 172.20.0.1 (069b4ab6-734f-47f0-837d-390a6c2a9174/0910eacc-e0b5-4d16-a4a6-76b301d6eaf5/5decc6fc-292e-4136-aaf4-fa79898eab55) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:40:14.691275 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91f988ec-0414-4d7e-ad8b-6c156e03572c tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.731140 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91f988ec-0414-4d7e-ad8b-6c156e03572c tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.780032 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a20e42-fee0-48d1-bde5-87387e974b85 req-fa6e1e57-eb17-4ced-a14f-8856065aa836 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:14.787489 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-84a20e42-fee0-48d1-bde5-87387e974b85 req-fa6e1e57-eb17-4ced-a14f-8856065aa836 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 945 time: 0.4530070 Jul 23 16:40:14.822524 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91f988ec-0414-4d7e-ad8b-6c156e03572c tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.826974 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91f988ec-0414-4d7e-ad8b-6c156e03572c tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.832603 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-91f988ec-0414-4d7e-ad8b-6c156e03572c tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "DELETE /v2.0/security-groups/093dfb39-c986-4617-808d-f1514533ba03 HTTP/1.1" status: 204 len: 168 time: 0.2571354 Jul 23 16:40:14.842661 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54354) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:14.862144 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f988ec-0414-4d7e-ad8b-6c156e03572c tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=093dfb39-c986-4617-808d-f1514533ba03,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:14.911406 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f4a69b4-2aeb-4be3-a6ba-b15c4872025c tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.940205 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d2c01602-5261-4bb7-ba95-f7cacdb2bfd9 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0947943 Jul 23 16:40:14.940490 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54360) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:14.945252 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-bc948d53-1b95-4239-ba20-1b0bcf5c530c tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Request body: {'security_group': {'name': 'tempest-secgroup--401824392'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:14.947958 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-1f4a69b4-2aeb-4be3-a6ba-b15c4872025c tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Transition to ACTIVE for port object 5decc6fc-292e-4136-aaf4-fa79898eab55 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:40:15.004058 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bc948d53-1b95-4239-ba20-1b0bcf5c530c tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:15.096960 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73d4a860-90a1-49cd-9ee9-06010c38efae req-bdce00e7-b0ee-4a48-87c3-9093f90a7c14 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6395717 Jul 23 16:40:15.100915 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f4a69b4-2aeb-4be3-a6ba-b15c4872025c tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:15.175169 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bc948d53-1b95-4239-ba20-1b0bcf5c530c tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:15.180309 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bc948d53-1b95-4239-ba20-1b0bcf5c530c tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:15.203828 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4a69b4-2aeb-4be3-a6ba-b15c4872025c tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network 069b4ab6-734f-47f0-837d-390a6c2a9174 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:15.227106 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-1f4a69b4-2aeb-4be3-a6ba-b15c4872025c tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:15.239364 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bc948d53-1b95-4239-ba20-1b0bcf5c530c tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:15.240921 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bc948d53-1b95-4239-ba20-1b0bcf5c530c tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2992601 Jul 23 16:40:15.244093 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc948d53-1b95-4239-ba20-1b0bcf5c530c tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47addbd2-c348-46c7-93e7-605dbe1ad11d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:15.244394 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4a69b4-2aeb-4be3-a6ba-b15c4872025c tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:40:15.259246 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54374) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:15.266697 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-45fb7e38-85d0-4777-a643-022d6025bec9 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Request body: {'security_group_rule': {'security_group_id': '47addbd2-c348-46c7-93e7-605dbe1ad11d', 'direction': 'ingress', 'protocol': 17}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:15.291915 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a69b4-2aeb-4be3-a6ba-b15c4872025c tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Port': ['ID=5decc6fc-292e-4136-aaf4-fa79898eab55,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:15.310970 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-45fb7e38-85d0-4777-a643-022d6025bec9 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:15.326786 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-84a20e42-fee0-48d1-bde5-87387e974b85 req-b7f4f337-3934-4830-b803-36122c557996 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5322926 Jul 23 16:40:15.392978 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed06df-d869-42ed-9a2d-a46af3261054 req-646901b0-6f41-4404-825f-eabefae55951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:15.399698 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-08ed06df-d869-42ed-9a2d-a46af3261054 req-646901b0-6f41-4404-825f-eabefae55951 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d&tenant_id=54c4450647c445a5ad7f9adbba82da8f HTTP/1.1" status: 200 len: 1094 time: 0.7533681 Jul 23 16:40:15.402009 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f4a69b4-2aeb-4be3-a6ba-b15c4872025c tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:15.430346 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-45fb7e38-85d0-4777-a643-022d6025bec9 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:15.435590 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-45fb7e38-85d0-4777-a643-022d6025bec9 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:15.458524 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb7e38-85d0-4777-a643-022d6025bec9 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3497d0f-9b58-4505-9b35-8a3de152e8c5,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:15.467044 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-45fb7e38-85d0-4777-a643-022d6025bec9 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:15.468653 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-45fb7e38-85d0-4777-a643-022d6025bec9 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2079082 Jul 23 16:40:15.471308 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54378) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:15.547825 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-978f2a0d-85b2-4449-9515-3c9c6d972370 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:15.599309 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-978f2a0d-85b2-4449-9515-3c9c6d972370 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:15.629543 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed06df-d869-42ed-9a2d-a46af3261054 req-3cfcaf83-3ba5-4234-8752-473c09bab131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:15.634307 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-08ed06df-d869-42ed-9a2d-a46af3261054 req-3cfcaf83-3ba5-4234-8752-473c09bab131 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=54c4450647c445a5ad7f9adbba82da8f&device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 1094 time: 0.1436605 Jul 23 16:40:15.732650 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f4a69b4-2aeb-4be3-a6ba-b15c4872025c tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:15.761662 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-978f2a0d-85b2-4449-9515-3c9c6d972370 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:15.783439 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-978f2a0d-85b2-4449-9515-3c9c6d972370 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:15.789434 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-978f2a0d-85b2-4449-9515-3c9c6d972370 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "DELETE /v2.0/security-groups/47addbd2-c348-46c7-93e7-605dbe1ad11d HTTP/1.1" status: 204 len: 168 time: 0.3171043 Jul 23 16:40:15.800992 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54384) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:15.853486 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f2a0d-85b2-4449-9515-3c9c6d972370 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47addbd2-c348-46c7-93e7-605dbe1ad11d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:15.952940 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3000fa99-4103-499a-b61a-b368a01be353 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1420753 Jul 23 16:40:15.953346 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54392) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:15.963176 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-8df9ac94-f2a0-4aeb-a00e-edcc992b3f1c tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Request body: {'security_group': {'name': 'tempest-secgroup--291656845'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:16.018315 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8df9ac94-f2a0-4aeb-a00e-edcc992b3f1c tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:16.161230 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8df9ac94-f2a0-4aeb-a00e-edcc992b3f1c tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:16.166888 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed06df-d869-42ed-9a2d-a46af3261054 req-deb11239-8e32-490b-9871-c7eaae228731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:16.167844 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8df9ac94-f2a0-4aeb-a00e-edcc992b3f1c tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:16.168416 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-08ed06df-d869-42ed-9a2d-a46af3261054 req-deb11239-8e32-490b-9871-c7eaae228731 service neutron] 10.222.0.74 "GET /v2.0/networks?id=188f4564-8b8f-479c-8498-350853f64f83 HTTP/1.1" status: 200 len: 918 time: 0.4372051 Jul 23 16:40:16.211073 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8df9ac94-f2a0-4aeb-a00e-edcc992b3f1c tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:16.212699 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8df9ac94-f2a0-4aeb-a00e-edcc992b3f1c tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2584655 Jul 23 16:40:16.215813 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54398) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:16.221242 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-05b0476d-5d8b-404f-b945-e05921efccf5 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Request body: {'security_group': {'name': 'tempest-secgroup--1766931957'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:16.232898 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9ac94-f2a0-4aeb-a00e-edcc992b3f1c tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1b8a34-d243-40b4-bff3-904ab124c328,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:16.252502 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-05b0476d-5d8b-404f-b945-e05921efccf5 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:16.347592 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1be9152-e1ec-4b1d-a677-28900ddac8fe None None] Network 069b4ab6-734f-47f0-837d-390a6c2a9174 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:40:16.361617 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-08ed06df-d869-42ed-9a2d-a46af3261054 req-2564ba50-c941-4157-a6f2-b20937b2da1e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 HTTP/1.1" status: 200 len: 999 time: 0.1827888 Jul 23 16:40:16.366834 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-05b0476d-5d8b-404f-b945-e05921efccf5 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:16.372400 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-05b0476d-5d8b-404f-b945-e05921efccf5 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:16.381288 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0e537e59-5581-489c-bce0-30bd08011b83 None None] Provisioning for port c6d2a494-638a-4b9b-bd29-f986ac77c78f completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:16.395575 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-05b0476d-5d8b-404f-b945-e05921efccf5 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:16.397103 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-05b0476d-5d8b-404f-b945-e05921efccf5 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1802933 Jul 23 16:40:16.403296 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54402) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:16.410052 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-ca7e681c-6ea9-4ea6-859f-ed2b1cd35b0e tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Request body: {'security_group_rule': {'security_group_id': '8d1b8a34-d243-40b4-bff3-904ab124c328', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '65903a75-5cd8-4a4e-909d-28cb79043245', 'remote_ip_prefix': None}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:16.420219 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb44df-2761-4ab7-862d-f8288603ce8d req-0d178d17-615e-44a5-a8aa-7c723a80b0fe tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:16.428023 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3cdb44df-2761-4ab7-862d-f8288603ce8d req-0d178d17-615e-44a5-a8aa-7c723a80b0fe tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 945 time: 0.3193667 Jul 23 16:40:16.438238 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b0476d-5d8b-404f-b945-e05921efccf5 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65903a75-5cd8-4a4e-909d-28cb79043245,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:16.463966 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ca7e681c-6ea9-4ea6-859f-ed2b1cd35b0e tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:16.536982 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ca7e681c-6ea9-4ea6-859f-ed2b1cd35b0e tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:16.543822 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ca7e681c-6ea9-4ea6-859f-ed2b1cd35b0e tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:16.549582 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed06df-d869-42ed-9a2d-a46af3261054 req-6bb4ffc0-378f-4255-8bc1-c5809a8f7510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:16.551072 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-08ed06df-d869-42ed-9a2d-a46af3261054 req-6bb4ffc0-378f-4255-8bc1-c5809a8f7510 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8b88c056-245d-4f4e-ab87-c54aa261bddb HTTP/1.1" status: 200 len: 855 time: 0.1810553 Jul 23 16:40:16.557404 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3cdb44df-2761-4ab7-862d-f8288603ce8d req-dd43d266-8add-4a19-a668-4dc71e8b5cd4 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281750 Jul 23 16:40:16.567141 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1927067-45f4-4abf-b6a3-03c82722911e req-23fd7c14-43e3-4f8d-82eb-b93b179d4c05 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:16.567709 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e681c-6ea9-4ea6-859f-ed2b1cd35b0e tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b37dbbd0-87b9-41f3-a90d-a61967d1e0fa,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:16.568715 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d1927067-45f4-4abf-b6a3-03c82722911e req-23fd7c14-43e3-4f8d-82eb-b93b179d4c05 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 943 time: 0.3124819 Jul 23 16:40:16.612853 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ca7e681c-6ea9-4ea6-859f-ed2b1cd35b0e tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:16.612853 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ca7e681c-6ea9-4ea6-859f-ed2b1cd35b0e tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1954260 Jul 23 16:40:16.612853 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54406) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:16.615715 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f4a69b4-2aeb-4be3-a6ba-b15c4872025c tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:16.679895 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9ab625d5-c9ba-445b-8488-efdbba7b6c6c tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:16.693841 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f4a69b4-2aeb-4be3-a6ba-b15c4872025c tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:16.694446 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9ab625d5-c9ba-445b-8488-efdbba7b6c6c tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:16.764370 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9ab625d5-c9ba-445b-8488-efdbba7b6c6c tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:16.782483 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9ab625d5-c9ba-445b-8488-efdbba7b6c6c tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:16.783698 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9ab625d5-c9ba-445b-8488-efdbba7b6c6c tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/b37dbbd0-87b9-41f3-a90d-a61967d1e0fa HTTP/1.1" status: 204 len: 168 time: 0.1769900 Jul 23 16:40:16.785022 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab625d5-c9ba-445b-8488-efdbba7b6c6c tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b37dbbd0-87b9-41f3-a90d-a61967d1e0fa,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:16.787172 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54416) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:16.823153 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c6d2a494-638a-4b9b-bd29-f986ac77c78f up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:40:16.861908 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-74f04bc8-1aab-4d18-b09a-25e2ed4d00da tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0733080 Jul 23 16:40:16.864578 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54418) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:16.917309 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port c6d2a494-638a-4b9b-bd29-f986ac77c78f completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:16.938232 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port c6d2a494-638a-4b9b-bd29-f986ac77c78f triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:16.938753 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:16.952851 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6044005-f3df-42ff-ac7d-6acab3df6286 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:16.966572 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-eb36e9c5-fa22-4aa5-ae50-5f3440b3492c None None] Provisioning for port 5decc6fc-292e-4136-aaf4-fa79898eab55 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:16.976317 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-eb36e9c5-fa22-4aa5-ae50-5f3440b3492c None None] Provisioning complete for port 5decc6fc-292e-4136-aaf4-fa79898eab55 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:16.976852 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-eb36e9c5-fa22-4aa5-ae50-5f3440b3492c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:16.989250 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6044005-f3df-42ff-ac7d-6acab3df6286 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.042653 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-eb36e9c5-fa22-4aa5-ae50-5f3440b3492c None None] Port 5decc6fc-292e-4136-aaf4-fa79898eab55 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:40:17.050633 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6044005-f3df-42ff-ac7d-6acab3df6286 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.059339 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-eb36e9c5-fa22-4aa5-ae50-5f3440b3492c None None] Provisioning complete for port c6d2a494-638a-4b9b-bd29-f986ac77c78f triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:17.059584 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6044005-f3df-42ff-ac7d-6acab3df6286 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.059958 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-eb36e9c5-fa22-4aa5-ae50-5f3440b3492c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.060961 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b6044005-f3df-42ff-ac7d-6acab3df6286 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "DELETE /v2.0/security-groups/65903a75-5cd8-4a4e-909d-28cb79043245 HTTP/1.1" status: 204 len: 168 time: 0.1951907 Jul 23 16:40:17.067486 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54420) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:17.132640 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.135086 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6044005-f3df-42ff-ac7d-6acab3df6286 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65903a75-5cd8-4a4e-909d-28cb79043245,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:17.208783 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d1927067-45f4-4abf-b6a3-03c82722911e req-0718e386-d831-4263-a450-72c8786ec714 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6137030 Jul 23 16:40:17.213166 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-eb36e9c5-fa22-4aa5-ae50-5f3440b3492c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.231148 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-af30a924-a506-4219-a469-51216ed417eb tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1613317 Jul 23 16:40:17.235432 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54424) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:17.238522 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 4df45f45-f481-44f2-8c4c-20d6248e6218 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:40:17.256303 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a69b4-2aeb-4be3-a6ba-b15c4872025c tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Port': ['ID=5decc6fc-292e-4136-aaf4-fa79898eab55,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:17.263025 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port c6d2a494-638a-4b9b-bd29-f986ac77c78f, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c6d2a494-638a-4b9b-bd29-f986ac77c78f,segment=NetworkSegment(c81d0155-6aa8-417a-b6cd-8a33e0bc45ba),segment_id=c81d0155-6aa8-417a-b6cd-8a33e0bc45ba)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:17.268390 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f4a69b4-2aeb-4be3-a6ba-b15c4872025c tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.275498 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.285694 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed06df-d869-42ed-9a2d-a46af3261054 req-cd8ff4ab-4f84-4867-95ca-3b227d8b2315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:17.287233 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-08ed06df-d869-42ed-9a2d-a46af3261054 req-cd8ff4ab-4f84-4867-95ca-3b227d8b2315 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=188f4564-8b8f-479c-8498-350853f64f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7175829 Jul 23 16:40:17.362290 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2f83-3e37-4be1-9bf2-1a933d9b0c33 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.380059 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=c6d2a494-638a-4b9b-bd29-f986ac77c78f,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:17.383829 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.resource_extend [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:40:17.423520 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.api [None req-eb36e9c5-fa22-4aa5-ae50-5f3440b3492c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:40:17.424218 n-d-778549-4 neutron-server[94014]: DEBUG oslo_db.api [None req-eb36e9c5-fa22-4aa5-ae50-5f3440b3492c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:40:17.425934 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2f83-3e37-4be1-9bf2-1a933d9b0c33 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.447915 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4a69b4-2aeb-4be3-a6ba-b15c4872025c tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network 069b4ab6-734f-47f0-837d-390a6c2a9174 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:17.483008 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-1f4a69b4-2aeb-4be3-a6ba-b15c4872025c tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:17.492428 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2f83-3e37-4be1-9bf2-1a933d9b0c33 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.498057 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2f83-3e37-4be1-9bf2-1a933d9b0c33 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.499686 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7d8c2f83-3e37-4be1-9bf2-1a933d9b0c33 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "DELETE /v2.0/security-groups/8d1b8a34-d243-40b4-bff3-904ab124c328 HTTP/1.1" status: 204 len: 168 time: 0.2631364 Jul 23 16:40:17.513340 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54436) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:17.514268 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c2f83-3e37-4be1-9bf2-1a933d9b0c33 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1b8a34-d243-40b4-bff3-904ab124c328,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:17.521699 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 4df45f45-f481-44f2-8c4c-20d6248e6218, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=4df45f45-f481-44f2-8c4c-20d6248e6218,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:17.545910 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '4df45f45-f481-44f2-8c4c-20d6248e6218', 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a', 'port_id': '4df45f45-f481-44f2-8c4c-20d6248e6218', 'mac_address': 'fa:16:3e:55:73:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae57d8d-3779-4491-8fd1-fe104612a516', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:40:17.608078 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.614797 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a340b223-a357-4be5-99b7-aba43b5fece7 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0879939 Jul 23 16:40:17.615471 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54444) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:17.620407 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-23c2a4c6-5bba-4856-a020-c97c7b73aaa7 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Request body: {'security_group': {'name': 'tempest-secgroup--1777108370'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:17.624551 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4df45f45-f481-44f2-8c4c-20d6248e6218 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:40:17.647296 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 4df45f45-f481-44f2-8c4c-20d6248e6218, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=4df45f45-f481-44f2-8c4c-20d6248e6218,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:17.657085 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-23c2a4c6-5bba-4856-a020-c97c7b73aaa7 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.658798 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.765314 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-08ed06df-d869-42ed-9a2d-a46af3261054 req-f3c700c9-2e9d-493d-9461-bbf0f68265b8 service neutron] 10.222.0.74 "GET /v2.0/networks/188f4564-8b8f-479c-8498-350853f64f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733130 Jul 23 16:40:17.800818 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=4df45f45-f481-44f2-8c4c-20d6248e6218,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:17.810583 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-23c2a4c6-5bba-4856-a020-c97c7b73aaa7 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.816358 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-23c2a4c6-5bba-4856-a020-c97c7b73aaa7 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.831499 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['4df45f45-f481-44f2-8c4c-20d6248e6218'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:40:17.917256 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-23c2a4c6-5bba-4856-a020-c97c7b73aaa7 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.919093 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-23c2a4c6-5bba-4856-a020-c97c7b73aaa7 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3025074 Jul 23 16:40:17.921550 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2a4c6-5bba-4856-a020-c97c7b73aaa7 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e6f5c9-b67f-4538-901c-774517f756b8,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:17.923696 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54458) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:17.929282 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-63a38a6f-f881-4bdf-9ed6-aa891acf6491 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Request body: {'security_group_rule': {'security_group_id': 'f0e6f5c9-b67f-4538-901c-774517f756b8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:17.952560 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4a69b4-2aeb-4be3-a6ba-b15c4872025c tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Router b94c0997-3a3c-4d91-8d53-04558c3290e1 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:40:17.981298 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63a38a6f-f881-4bdf-9ed6-aa891acf6491 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:18.114913 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63a38a6f-f881-4bdf-9ed6-aa891acf6491 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:18.122747 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63a38a6f-f881-4bdf-9ed6-aa891acf6491 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:18.155852 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a38a6f-f881-4bdf-9ed6-aa891acf6491 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a3aea2d-64df-4bc7-89d3-2d5a5c8f67b3,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:18.164505 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63a38a6f-f881-4bdf-9ed6-aa891acf6491 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:18.170965 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-63a38a6f-f881-4bdf-9ed6-aa891acf6491 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2419777 Jul 23 16:40:18.173502 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54462) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:18.189414 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-08ed06df-d869-42ed-9a2d-a46af3261054 req-fbbf899b-b31c-4075-a211-bd641f659a54 service neutron] 10.222.0.74 "GET /v2.0/networks/188f4564-8b8f-479c-8498-350853f64f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130859 Jul 23 16:40:18.224549 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c18127-625c-4206-88a2-c4ba61e738f9 req-b29dea27-730d-452f-a41f-85cbca9f1c8d tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:18.225965 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ecdf831b-bb4f-45ab-b0c4-2a14e9900524 None None] Provisioning complete for port 5decc6fc-292e-4136-aaf4-fa79898eab55 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:18.226351 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ecdf831b-bb4f-45ab-b0c4-2a14e9900524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:18.226647 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1c65776d-ffa6-4b0d-901c-16791c565b24 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:18.228181 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-52c18127-625c-4206-88a2-c4ba61e738f9 req-b29dea27-730d-452f-a41f-85cbca9f1c8d tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 944 time: 0.4407005 Jul 23 16:40:18.251283 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1c65776d-ffa6-4b0d-901c-16791c565b24 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:18.291220 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-52c18127-625c-4206-88a2-c4ba61e738f9 req-5cc289df-2e12-471b-9f56-ba7a9d486526 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468802 Jul 23 16:40:18.292749 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4a69b4-2aeb-4be3-a6ba-b15c4872025c tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:40:18.301752 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1f4a69b4-2aeb-4be3-a6ba-b15c4872025c tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "PUT /v2.0/routers/b94c0997-3a3c-4d91-8d53-04558c3290e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7827165 Jul 23 16:40:18.304641 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54474) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:18.336685 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-ecdf831b-bb4f-45ab-b0c4-2a14e9900524 None None] Port 5decc6fc-292e-4136-aaf4-fa79898eab55 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:40:18.343831 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4449d48e-0724-4d80-92c1-28728aa4a643 None None] Sync routers for ids ['b94c0997-3a3c-4d91-8d53-04558c3290e1'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:40:18.377004 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4449d48e-0724-4d80-92c1-28728aa4a643 None None] Routers {'b94c0997-3a3c-4d91-8d53-04558c3290e1'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:18.377844 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-4449d48e-0724-4d80-92c1-28728aa4a643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:40:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['b94c0997-3a3c-4d91-8d53-04558c3290e1'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:18.400060 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1c65776d-ffa6-4b0d-901c-16791c565b24 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:18.409637 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1c65776d-ffa6-4b0d-901c-16791c565b24 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:18.410808 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1c65776d-ffa6-4b0d-901c-16791c565b24 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/1a3aea2d-64df-4bc7-89d3-2d5a5c8f67b3 HTTP/1.1" status: 204 len: 168 time: 0.2382696 Jul 23 16:40:18.421367 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54478) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:18.431242 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65776d-ffa6-4b0d-901c-16791c565b24 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a3aea2d-64df-4bc7-89d3-2d5a5c8f67b3,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:18.510914 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-4449d48e-0724-4d80-92c1-28728aa4a643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:18.525416 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376c1b98-cd6d-4ef7-afee-1883aad040fa tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:18.527788 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-376c1b98-cd6d-4ef7-afee-1883aad040fa tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "GET /v2.0/ports/5decc6fc-292e-4136-aaf4-fa79898eab55 HTTP/1.1" status: 200 len: 910 time: 0.2213347 Jul 23 16:40:18.530581 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54484) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:18.536208 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-cb51071f-9472-4172-859e-0ead709bd545 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0910eacc-e0b5-4d16-a4a6-76b301d6eaf5'}]}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:18.556816 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4449d48e-0724-4d80-92c1-28728aa4a643 None None] Routers {'b94c0997-3a3c-4d91-8d53-04558c3290e1'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:18.557511 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-4449d48e-0724-4d80-92c1-28728aa4a643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:40:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['b94c0997-3a3c-4d91-8d53-04558c3290e1'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:18.578780 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0725a24f-714a-4202-b563-685d4e9f1245 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1433122 Jul 23 16:40:18.581435 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54488) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:18.631608 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-4449d48e-0724-4d80-92c1-28728aa4a643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:18.636322 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4449d48e-0724-4d80-92c1-28728aa4a643 None None] The sync data for ids ['b94c0997-3a3c-4d91-8d53-04558c3290e1'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:40:18.680962 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428b64e-8a73-4a00-bfad-42c2024d36e5 req-6103b81d-d107-42ae-9207-0b9105b9c581 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:18.689398 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0428b64e-8a73-4a00-bfad-42c2024d36e5 req-6103b81d-d107-42ae-9207-0b9105b9c581 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 943 time: 0.2973502 Jul 23 16:40:18.748337 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c6d2a494-638a-4b9b-bd29-f986ac77c78f up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:40:18.835746 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0428b64e-8a73-4a00-bfad-42c2024d36e5 req-2d3bbce2-9223-4643-a28f-700f15cbc898 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234818 Jul 23 16:40:18.853693 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-21cb25ce-1f61-49f8-a7a3-153e594aad95 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:18.885994 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port c6d2a494-638a-4b9b-bd29-f986ac77c78f triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:18.886414 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:18.940202 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-21cb25ce-1f61-49f8-a7a3-153e594aad95 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:18.984838 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cb51071f-9472-4172-859e-0ead709bd545 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:19.074064 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-21cb25ce-1f61-49f8-a7a3-153e594aad95 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:19.077263 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-21cb25ce-1f61-49f8-a7a3-153e594aad95 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:19.080843 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-21cb25ce-1f61-49f8-a7a3-153e594aad95 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "DELETE /v2.0/security-groups/f0e6f5c9-b67f-4538-901c-774517f756b8 HTTP/1.1" status: 204 len: 168 time: 0.4982092 Jul 23 16:40:19.111374 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54520) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:19.112679 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb25ce-1f61-49f8-a7a3-153e594aad95 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e6f5c9-b67f-4538-901c-774517f756b8,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:19.266919 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 4df45f45-f481-44f2-8c4c-20d6248e6218 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:40:19.280629 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5a372891-b89c-4c68-ad65-e3d31c901823 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1537070 Jul 23 16:40:19.282359 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54528) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:19.303122 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-718c3622-ca42-45f9-999f-74eaa379e5af tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Request body: {'security_group': {'name': 'tempest-secgroup--880752737'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:19.396952 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-718c3622-ca42-45f9-999f-74eaa379e5af tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:19.433505 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 4df45f45-f481-44f2-8c4c-20d6248e6218 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:19.433890 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:19.610868 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebf1e7-ba77-4b78-8fba-eb64b1290322 req-b8167e2e-6cd1-4e2b-abb7-cdf660fa2084 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:19.619549 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26ebf1e7-ba77-4b78-8fba-eb64b1290322 req-b8167e2e-6cd1-4e2b-abb7-cdf660fa2084 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 944 time: 0.1676886 Jul 23 16:40:19.702239 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26ebf1e7-ba77-4b78-8fba-eb64b1290322 req-29b3388d-5fef-4147-be70-d2c0bb9115bc tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808752 Jul 23 16:40:19.730973 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:19.752431 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-718c3622-ca42-45f9-999f-74eaa379e5af tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:19.768161 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-718c3622-ca42-45f9-999f-74eaa379e5af tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:19.800063 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 4df45f45-f481-44f2-8c4c-20d6248e6218, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=4df45f45-f481-44f2-8c4c-20d6248e6218,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:19.801783 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60382620-edd9-41b8-8a62-43a1011e5ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df45f45-f481-44f2-8c4c-20d6248e6218'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:40:19.804987 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11a6006-a4c2-4501-bfde-0fb0f6da5a84" -d '{"events": [{"server_uuid": "60382620-edd9-41b8-8a62-43a1011e5ea5", "name": "network-vif-plugged", "status": "completed", "tag": "4df45f45-f481-44f2-8c4c-20d6248e6218"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:40:19.810027 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:19.870313 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-718c3622-ca42-45f9-999f-74eaa379e5af tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:19.877526 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-718c3622-ca42-45f9-999f-74eaa379e5af tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5940676 Jul 23 16:40:19.880290 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54534) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:19.893944 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-9be6cb77-1c72-4b91-a065-8b6c653755dd tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Request body: {'security_group_rule': {'security_group_id': 'd5ce8a50-fb7c-4880-b48e-a261d3e50418', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:19.900587 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c3622-ca42-45f9-999f-74eaa379e5af tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ce8a50-fb7c-4880-b48e-a261d3e50418,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:19.952671 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbbb239-bb3b-4e23-91bb-ab18ed6d805c x-openstack-request-id: req-2dbbb239-bb3b-4e23-91bb-ab18ed6d805c {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:40:19.952883 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60382620-edd9-41b8-8a62-43a1011e5ea5", "name": "network-vif-plugged", "status": "completed", "tag": "4df45f45-f481-44f2-8c4c-20d6248e6218", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:40:19.953155 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2dbbb239-bb3b-4e23-91bb-ab18ed6d805c {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:40:19.953553 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60382620-edd9-41b8-8a62-43a1011e5ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df45f45-f481-44f2-8c4c-20d6248e6218', 'code': 200} Jul 23 16:40:19.987813 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9be6cb77-1c72-4b91-a065-8b6c653755dd tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.017044 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=4df45f45-f481-44f2-8c4c-20d6248e6218,revision_number=7']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:20.093495 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:40:20.234090 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cb51071f-9472-4172-859e-0ead709bd545 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.241296 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9be6cb77-1c72-4b91-a065-8b6c653755dd tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.253153 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9be6cb77-1c72-4b91-a065-8b6c653755dd tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.268408 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cb51071f-9472-4172-859e-0ead709bd545 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.291660 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6cb77-1c72-4b91-a065-8b6c653755dd tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8d2ef9f-eca1-4731-ad16-5bead3f76468,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:20.296141 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9be6cb77-1c72-4b91-a065-8b6c653755dd tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.297626 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9be6cb77-1c72-4b91-a065-8b6c653755dd tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4115791 Jul 23 16:40:20.300519 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54540) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:20.347337 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428da39e-99ee-45c7-80cd-c9639eb34bc1 req-e2af3234-b619-4c7a-96f7-34b54d315a56 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:20.358932 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-428da39e-99ee-45c7-80cd-c9639eb34bc1 req-e2af3234-b619-4c7a-96f7-34b54d315a56 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 943 time: 0.3197615 Jul 23 16:40:20.413469 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5ffb5d34-cdde-47cc-82d3-94f71f183649 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "GET /v2.0/security-group-rules/e8d2ef9f-eca1-4731-ad16-5bead3f76468 HTTP/1.1" status: 200 len: 763 time: 0.1115007 Jul 23 16:40:20.417542 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54546) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:20.473775 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51071f-9472-4172-859e-0ead709bd545 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Port': ['ID=5decc6fc-292e-4136-aaf4-fa79898eab55,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:20.503857 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-428da39e-99ee-45c7-80cd-c9639eb34bc1 req-043a295a-3ce2-422c-920f-14d9eba4b893 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413178 Jul 23 16:40:20.515646 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51071f-9472-4172-859e-0ead709bd545 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:20.516002 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51071f-9472-4172-859e-0ead709bd545 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:20.516350 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51071f-9472-4172-859e-0ead709bd545 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:20.516690 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51071f-9472-4172-859e-0ead709bd545 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:20.517018 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51071f-9472-4172-859e-0ead709bd545 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:20.517411 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51071f-9472-4172-859e-0ead709bd545 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:20.517743 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51071f-9472-4172-859e-0ead709bd545 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:20.518069 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51071f-9472-4172-859e-0ead709bd545 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:20.518395 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51071f-9472-4172-859e-0ead709bd545 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:20.518719 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51071f-9472-4172-859e-0ead709bd545 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:20.519044 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51071f-9472-4172-859e-0ead709bd545 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:20.519364 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51071f-9472-4172-859e-0ead709bd545 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:20.557440 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6dfbf0a4-5725-4b47-9e7c-53ee30a30815 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1382160 Jul 23 16:40:20.559312 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54548) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:20.585364 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb51071f-9472-4172-859e-0ead709bd545 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:20.586462 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cb51071f-9472-4172-859e-0ead709bd545 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.591403 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cb51071f-9472-4172-859e-0ead709bd545 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "PUT /v2.0/ports/5decc6fc-292e-4136-aaf4-fa79898eab55 HTTP/1.1" status: 200 len: 910 time: 2.0596526 Jul 23 16:40:20.594493 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54550) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:20.609913 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-922e47dc-f268-4270-b30a-80b27242c5db tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.622207 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-922e47dc-f268-4270-b30a-80b27242c5db tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.730048 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-922e47dc-f268-4270-b30a-80b27242c5db tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.742341 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-922e47dc-f268-4270-b30a-80b27242c5db tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.747395 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-922e47dc-f268-4270-b30a-80b27242c5db tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/e8d2ef9f-eca1-4731-ad16-5bead3f76468 HTTP/1.1" status: 204 len: 168 time: 0.1866505 Jul 23 16:40:20.750556 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54554) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:20.896707 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-747fbf7b-32f6-4a02-aa14-179cf615ce7d tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1440864 Jul 23 16:40:20.900437 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54556) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:20.912196 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-8884a098-ac5e-4a3c-8a7f-4bfc5a8ba2a1 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Request body: {'security_group_rule': {'security_group_id': 'd5ce8a50-fb7c-4880-b48e-a261d3e50418', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:20.929305 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e47dc-f268-4270-b30a-80b27242c5db tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8d2ef9f-eca1-4731-ad16-5bead3f76468,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:21.007718 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8884a098-ac5e-4a3c-8a7f-4bfc5a8ba2a1 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:21.144288 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8884a098-ac5e-4a3c-8a7f-4bfc5a8ba2a1 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:21.152861 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8884a098-ac5e-4a3c-8a7f-4bfc5a8ba2a1 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:21.212595 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884a098-ac5e-4a3c-8a7f-4bfc5a8ba2a1 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1259035b-803d-4aec-a16d-744907a235f7,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:21.215559 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8884a098-ac5e-4a3c-8a7f-4bfc5a8ba2a1 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:21.220208 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8884a098-ac5e-4a3c-8a7f-4bfc5a8ba2a1 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3181777 Jul 23 16:40:21.220902 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54558) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:21.250195 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-66d6721b-0d8b-49b9-9c2b-4e5498d836eb tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "GET /v2.0/security-group-rules/1259035b-803d-4aec-a16d-744907a235f7 HTTP/1.1" status: 200 len: 763 time: 0.0277052 Jul 23 16:40:21.251267 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54560) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:21.365807 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-eb1970e9-d4e0-4c35-906c-df1327eed882 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1133270 Jul 23 16:40:21.366475 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54566) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:21.410715 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb753463-d294-4c35-9cf6-f3471bc4502e req-58f4344d-6e0c-4c55-a69b-4253e5e0eaf8 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:21.412496 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb753463-d294-4c35-9cf6-f3471bc4502e req-58f4344d-6e0c-4c55-a69b-4253e5e0eaf8 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 945 time: 0.4876606 Jul 23 16:40:21.428730 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-64d5a23a-11fc-4c89-bc29-7081cfc0792d tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:21.463084 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-64d5a23a-11fc-4c89-bc29-7081cfc0792d tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:21.502230 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cb753463-d294-4c35-9cf6-f3471bc4502e req-a04dbe85-cb75-4ef4-92b7-4e907ad9eb90 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801189 Jul 23 16:40:21.542167 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-64d5a23a-11fc-4c89-bc29-7081cfc0792d tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:21.560095 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-64d5a23a-11fc-4c89-bc29-7081cfc0792d tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:21.569146 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-64d5a23a-11fc-4c89-bc29-7081cfc0792d tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/1259035b-803d-4aec-a16d-744907a235f7 HTTP/1.1" status: 204 len: 168 time: 0.2010498 Jul 23 16:40:21.571591 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54576) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:21.604080 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d5a23a-11fc-4c89-bc29-7081cfc0792d tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1259035b-803d-4aec-a16d-744907a235f7,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:21.701816 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54582) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:21.708911 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0298b853-73cd-4a61-a51f-6d3e0f311891 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1346514 Jul 23 16:40:21.721158 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-eae44d71-709e-496a-92f2-09a3d0571f11 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Request body: {'security_group_rule': {'security_group_id': 'd5ce8a50-fb7c-4880-b48e-a261d3e50418', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:22.076346 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eae44d71-709e-496a-92f2-09a3d0571f11 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:22.215427 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54586) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:22.313397 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fdfcf5-1cf5-4aa1-a2c3-d6dff5aae4c2 req-be021eec-f959-48b6-a629-b2c3cdfe2c28 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:22.314977 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e4fdfcf5-1cf5-4aa1-a2c3-d6dff5aae4c2 req-be021eec-f959-48b6-a629-b2c3cdfe2c28 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 943 time: 0.5726585 Jul 23 16:40:22.339516 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eae44d71-709e-496a-92f2-09a3d0571f11 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:22.381012 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eae44d71-709e-496a-92f2-09a3d0571f11 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:22.478565 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b9825e4f-522f-48dd-8191-6a2a1c4abb7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:22.490327 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e4fdfcf5-1cf5-4aa1-a2c3-d6dff5aae4c2 req-5c230e65-e9d2-49a2-9a83-94b9bd7f509b tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473703 Jul 23 16:40:22.491346 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eae44d71-709e-496a-92f2-09a3d0571f11 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:22.493308 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-eae44d71-709e-496a-92f2-09a3d0571f11 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7884369 Jul 23 16:40:22.497986 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54590) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:22.521333 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e2609be0-b264-4446-a4ea-7fe5798d375a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:22.526308 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae44d71-709e-496a-92f2-09a3d0571f11 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fad842eb-ef12-41d8-89c2-e5688e70a94c,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:22.679128 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e5934921-5114-438d-9d52-9d1fcd63db5f tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "GET /v2.0/security-group-rules/fad842eb-ef12-41d8-89c2-e5688e70a94c HTTP/1.1" status: 200 len: 764 time: 0.1730530 Jul 23 16:40:22.691559 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54594) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:22.916621 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b9825e4f-522f-48dd-8191-6a2a1c4abb7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:22.939304 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b9825e4f-522f-48dd-8191-6a2a1c4abb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:23.045797 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9825e4f-522f-48dd-8191-6a2a1c4abb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc96441c-1694-4c73-bd47-eb6eca75af56,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:23.057618 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b9825e4f-522f-48dd-8191-6a2a1c4abb7e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=84783d7ed18a454cab8eeb769e68b480&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8406334 Jul 23 16:40:23.059918 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54608) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:23.219973 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5ce3f1cb-c189-4842-ac98-ec3b5f8091fc tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.5251019 Jul 23 16:40:23.232597 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54612) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:23.244926 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b0e7a376-ef44-469b-9398-60a8f2401c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:23.323699 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b0e7a376-ef44-469b-9398-60a8f2401c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:23.338161 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a03199ce-3a6e-4906-be9c-747338762f2a tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:23.352379 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb2ce6-8735-4558-afd5-36823bc0fbb5 req-3f096ada-d3a2-4c0d-aace-2a622b87a611 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:23.354186 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-88cb2ce6-8735-4558-afd5-36823bc0fbb5 req-3f096ada-d3a2-4c0d-aace-2a622b87a611 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 945 time: 0.6743309 Jul 23 16:40:23.368909 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a03199ce-3a6e-4906-be9c-747338762f2a tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:23.467907 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b0e7a376-ef44-469b-9398-60a8f2401c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:23.469638 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-88cb2ce6-8735-4558-afd5-36823bc0fbb5 req-f2f60647-ac7f-4d38-951d-a0a7fce18b1a tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082778 Jul 23 16:40:23.481989 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b0e7a376-ef44-469b-9398-60a8f2401c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:23.486902 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b0e7a376-ef44-469b-9398-60a8f2401c75 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cc96441c-1694-4c73-bd47-eb6eca75af56 HTTP/1.1" status: 204 len: 168 time: 0.4256618 Jul 23 16:40:23.513578 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7a376-ef44-469b-9398-60a8f2401c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc96441c-1694-4c73-bd47-eb6eca75af56,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:23.606159 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54620) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:23.623181 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a03199ce-3a6e-4906-be9c-747338762f2a tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:23.635508 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a03199ce-3a6e-4906-be9c-747338762f2a tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:23.640204 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54624) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:23.641281 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a03199ce-3a6e-4906-be9c-747338762f2a tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/fad842eb-ef12-41d8-89c2-e5688e70a94c HTTP/1.1" status: 204 len: 168 time: 0.3952479 Jul 23 16:40:23.666974 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03199ce-3a6e-4906-be9c-747338762f2a tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fad842eb-ef12-41d8-89c2-e5688e70a94c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:23.757032 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-e2609be0-b264-4446-a4ea-7fe5798d375a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Deleting port 5decc6fc-292e-4136-aaf4-fa79898eab55 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:40:23.759232 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e2609be0-b264-4446-a4ea-7fe5798d375a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:23.764383 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-063b2736-1447-402f-956c-817fb9827445 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1230175 Jul 23 16:40:23.770870 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54626) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:23.892300 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e2609be0-b264-4446-a4ea-7fe5798d375a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:23.929873 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-e2609be0-b264-4446-a4ea-7fe5798d375a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Calling delete_port for 5decc6fc-292e-4136-aaf4-fa79898eab55 owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:40:23.982055 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4c833bcc-b4b7-499d-8bae-fe0ed1a1a268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:24.034344 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cb53bf1f-2d1d-46cf-9b1c-1e42f35258de tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:24.143215 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d168c2-9407-4067-bac8-32a52e8ae2d9 req-5e404c1f-4a9c-43b6-93fe-4ad31aaf3094 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:24.151545 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45d168c2-9407-4067-bac8-32a52e8ae2d9 req-5e404c1f-4a9c-43b6-93fe-4ad31aaf3094 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 943 time: 0.4139628 Jul 23 16:40:24.222953 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45d168c2-9407-4067-bac8-32a52e8ae2d9 req-190b0107-0142-4a64-b6cb-2c33db3b3f3e tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679038 Jul 23 16:40:24.244388 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cb53bf1f-2d1d-46cf-9b1c-1e42f35258de tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:24.339943 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e2609be0-b264-4446-a4ea-7fe5798d375a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:24.344453 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54630) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:24.389867 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2609be0-b264-4446-a4ea-7fe5798d375a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Port': ['ID=5decc6fc-292e-4136-aaf4-fa79898eab55,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:24.402455 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bf7e984f-bd62-4cea-b8cc-0dad998f7c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:24.515119 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cb53bf1f-2d1d-46cf-9b1c-1e42f35258de tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:24.522497 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cb53bf1f-2d1d-46cf-9b1c-1e42f35258de tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:24.523491 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cb53bf1f-2d1d-46cf-9b1c-1e42f35258de tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "DELETE /v2.0/security-groups/d5ce8a50-fb7c-4880-b48e-a261d3e50418 HTTP/1.1" status: 204 len: 168 time: 0.7514398 Jul 23 16:40:24.530227 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54634) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:24.542318 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4c833bcc-b4b7-499d-8bae-fe0ed1a1a268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:24.563663 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4c833bcc-b4b7-499d-8bae-fe0ed1a1a268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:24.644304 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4c833bcc-b4b7-499d-8bae-fe0ed1a1a268 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e83cfe81775645cdaed45ee0914dfecd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0369155 Jul 23 16:40:24.651042 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53bf1f-2d1d-46cf-9b1c-1e42f35258de tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ce8a50-fb7c-4880-b48e-a261d3e50418,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:24.654672 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54636) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:24.744900 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c833bcc-b4b7-499d-8bae-fe0ed1a1a268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2c8fe5-3b06-4bc5-b195-c4b759199010,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:24.787282 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bf7e984f-bd62-4cea-b8cc-0dad998f7c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:24.805478 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bf7e984f-bd62-4cea-b8cc-0dad998f7c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:24.813912 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bdb7d08f-b54a-40f9-87b8-3a98567c5680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:24.945763 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bdb7d08f-b54a-40f9-87b8-3a98567c5680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:25.047846 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bdb7d08f-b54a-40f9-87b8-3a98567c5680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:25.052146 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bdb7d08f-b54a-40f9-87b8-3a98567c5680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:25.056570 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bdb7d08f-b54a-40f9-87b8-3a98567c5680 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9b2c8fe5-3b06-4bc5-b195-c4b759199010 HTTP/1.1" status: 204 len: 168 time: 0.4001319 Jul 23 16:40:25.073610 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7d08f-b54a-40f9-87b8-3a98567c5680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2c8fe5-3b06-4bc5-b195-c4b759199010,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:25.097349 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-bfc83f46-1ca5-4d7f-a623-b477b5e878c5 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5660753 Jul 23 16:40:25.102357 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54642) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:25.104696 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-bf7e984f-bd62-4cea-b8cc-0dad998f7c7a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=57be36688a244e4d8903f0ef8db30f3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7547481 Jul 23 16:40:25.113829 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54644) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:25.153030 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e2609be0-b264-4446-a4ea-7fe5798d375a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:25.171292 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e984f-bd62-4cea-b8cc-0dad998f7c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf5405e-0e22-433c-b85d-9b1ac89b3721,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:25.344613 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a5610f51-457a-4634-8593-3989d6b74712 tempest-SecGroupTest-941525942 tempest-SecGroupTest-941525942-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2410102 Jul 23 16:40:25.397338 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20fd15cc-735e-4ec4-82f4-0c2f1f4a52b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:25.488564 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20fd15cc-735e-4ec4-82f4-0c2f1f4a52b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:25.624606 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20fd15cc-735e-4ec4-82f4-0c2f1f4a52b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:25.628572 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20fd15cc-735e-4ec4-82f4-0c2f1f4a52b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:25.637390 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-20fd15cc-735e-4ec4-82f4-0c2f1f4a52b3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cbf5405e-0e22-433c-b85d-9b1ac89b3721 HTTP/1.1" status: 204 len: 168 time: 0.5223808 Jul 23 16:40:25.651381 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd15cc-735e-4ec4-82f4-0c2f1f4a52b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf5405e-0e22-433c-b85d-9b1ac89b3721,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:25.896440 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7507c-739a-4852-9f56-3ff69d29bcff req-c5bf5e2e-6d31-4fc6-8059-144982e366c4 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:25.898569 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c3b7507c-739a-4852-9f56-3ff69d29bcff req-c5bf5e2e-6d31-4fc6-8059-144982e366c4 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 945 time: 1.1072288 Jul 23 16:40:26.052132 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2609be0-b264-4446-a4ea-7fe5798d375a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Router b94c0997-3a3c-4d91-8d53-04558c3290e1 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:40:26.062055 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c3b7507c-739a-4852-9f56-3ff69d29bcff req-4a5ecf20-e591-4859-aa76-f11a4e1d0de3 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569180 Jul 23 16:40:26.075977 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00648b8-8a5f-482b-ba15-6cde53f5319d req-c8420840-2bef-41f7-b97d-55f0bb483cc2 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:26.077849 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b00648b8-8a5f-482b-ba15-6cde53f5319d req-c8420840-2bef-41f7-b97d-55f0bb483cc2 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 943 time: 0.2447979 Jul 23 16:40:26.172925 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54666) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:26.196379 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2609be0-b264-4446-a4ea-7fe5798d375a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:40:26.203692 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e2609be0-b264-4446-a4ea-7fe5798d375a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "PUT /v2.0/routers/b94c0997-3a3c-4d91-8d53-04558c3290e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6077609 Jul 23 16:40:26.206856 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54670) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:26.218690 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e9ebcb-5b69-48be-8e7d-943d063f225d None None] Sync routers for ids ['b94c0997-3a3c-4d91-8d53-04558c3290e1'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:40:26.221916 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b00648b8-8a5f-482b-ba15-6cde53f5319d req-3e94f398-ac62-4e5d-8557-19e2c2105b35 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293879 Jul 23 16:40:26.237149 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e9ebcb-5b69-48be-8e7d-943d063f225d None None] Routers {'b94c0997-3a3c-4d91-8d53-04558c3290e1'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:26.240019 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f3e9ebcb-5b69-48be-8e7d-943d063f225d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:40:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['b94c0997-3a3c-4d91-8d53-04558c3290e1'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:26.285085 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6e420b4b-6a91-44a6-acf6-d7c9ebd3ba4a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "GET /v2.0/ports?device_id=b94c0997-3a3c-4d91-8d53-04558c3290e1 HTTP/1.1" status: 200 len: 205 time: 0.0767522 Jul 23 16:40:26.287823 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54674) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:26.319590 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f3e9ebcb-5b69-48be-8e7d-943d063f225d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:26.342837 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e9ebcb-5b69-48be-8e7d-943d063f225d None None] Routers {'b94c0997-3a3c-4d91-8d53-04558c3290e1'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:26.343732 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f3e9ebcb-5b69-48be-8e7d-943d063f225d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:40:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['b94c0997-3a3c-4d91-8d53-04558c3290e1'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:26.382016 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54676) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:26.416412 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-60e58c35-6f81-470e-b8df-9dab98079f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:26.425936 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f3e9ebcb-5b69-48be-8e7d-943d063f225d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:26.426996 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e9ebcb-5b69-48be-8e7d-943d063f225d None None] The sync data for ids ['b94c0997-3a3c-4d91-8d53-04558c3290e1'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:40:26.466978 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3fb0fdb-9a4b-4a2b-810e-152301262dcb tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:26.778779 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9205f8bd-f2fb-465b-99a7-3eaa0bfacdf8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=236d4b13035642218ad9b70e6bbf3693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6041436 Jul 23 16:40:26.784484 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54682) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:26.812614 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3fb0fdb-9a4b-4a2b-810e-152301262dcb tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:26.818332 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3fb0fdb-9a4b-4a2b-810e-152301262dcb tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:26.835448 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-60e58c35-6f81-470e-b8df-9dab98079f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:26.842847 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-60e58c35-6f81-470e-b8df-9dab98079f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:26.911372 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3fb0fdb-9a4b-4a2b-810e-152301262dcb tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:26.912791 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fb0fdb-9a4b-4a2b-810e-152301262dcb tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Fanout notify agent at l3_agent the message router_deleted on router b94c0997-3a3c-4d91-8d53-04558c3290e1 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:40:26.920866 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-60e58c35-6f81-470e-b8df-9dab98079f97 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2700645ce3284f77808047115169aab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5369430 Jul 23 16:40:26.922045 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54688) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:26.924261 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3fb0fdb-9a4b-4a2b-810e-152301262dcb tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:26.928593 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f3fb0fdb-9a4b-4a2b-810e-152301262dcb tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/routers/b94c0997-3a3c-4d91-8d53-04558c3290e1 HTTP/1.1" status: 204 len: 168 time: 0.6370378 Jul 23 16:40:26.958487 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54690) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:26.962202 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e58c35-6f81-470e-b8df-9dab98079f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d56e636-88ac-409d-975d-57e36fdd882d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:26.973387 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b6c66ab4-4f57-45bb-bf41-06f90b43230f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.004825 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b6c66ab4-4f57-45bb-bf41-06f90b43230f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.005681 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b69e3661-fae9-4af4-8896-2f4c2afb95c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.038533 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b69e3661-fae9-4af4-8896-2f4c2afb95c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.141607 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b69e3661-fae9-4af4-8896-2f4c2afb95c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.144900 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b69e3661-fae9-4af4-8896-2f4c2afb95c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.150578 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b69e3661-fae9-4af4-8896-2f4c2afb95c0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3d56e636-88ac-409d-975d-57e36fdd882d HTTP/1.1" status: 204 len: 168 time: 0.2263205 Jul 23 16:40:27.180770 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e3661-fae9-4af4-8896-2f4c2afb95c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d56e636-88ac-409d-975d-57e36fdd882d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:27.198151 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b6c66ab4-4f57-45bb-bf41-06f90b43230f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.211690 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b6c66ab4-4f57-45bb-bf41-06f90b43230f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.218895 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b6c66ab4-4f57-45bb-bf41-06f90b43230f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ca203a10-2312-44e3-be3d-81e4007932d5 HTTP/1.1" status: 204 len: 168 time: 0.4325912 Jul 23 16:40:27.234063 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5b5241-232b-40e2-94dd-9e2460ec7970 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Deleting subnet 0910eacc-e0b5-4d16-a4a6-76b301d6eaf5 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:40:27.254335 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d5b5241-232b-40e2-94dd-9e2460ec7970 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.464423 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d5b5241-232b-40e2-94dd-9e2460ec7970 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.614316 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d5b5241-232b-40e2-94dd-9e2460ec7970 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.774399 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d5b5241-232b-40e2-94dd-9e2460ec7970 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.776866 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c66ab4-4f57-45bb-bf41-06f90b43230f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca203a10-2312-44e3-be3d-81e4007932d5,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:27.822507 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b5241-232b-40e2-94dd-9e2460ec7970 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Subnet': ['ID=0910eacc-e0b5-4d16-a4a6-76b301d6eaf5,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:27.825398 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d5b5241-232b-40e2-94dd-9e2460ec7970 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.829751 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4d5b5241-232b-40e2-94dd-9e2460ec7970 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/subnets/0910eacc-e0b5-4d16-a4a6-76b301d6eaf5 HTTP/1.1" status: 204 len: 168 time: 0.8675220 Jul 23 16:40:27.830225 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54710) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:27.832927 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ac20d8-5ee8-441e-88ef-0fdea7372428 None None] Network 069b4ab6-734f-47f0-837d-390a6c2a9174 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:40:27.879304 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acffb79-4ad3-468d-914c-21bd43b5ebdb req-68c0e8b3-066d-4b88-90b1-6d6e8407e379 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:27.889165 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8acffb79-4ad3-468d-914c-21bd43b5ebdb req-68c0e8b3-066d-4b88-90b1-6d6e8407e379 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 943 time: 0.1918194 Jul 23 16:40:27.963453 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabf928-74e3-43f7-bb2d-b118d7ce930b req-39f894bc-20c1-46eb-bac5-7409e1470037 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:27.977375 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0fabf928-74e3-43f7-bb2d-b118d7ce930b req-39f894bc-20c1-46eb-bac5-7409e1470037 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 945 time: 0.2579491 Jul 23 16:40:28.087132 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8acffb79-4ad3-468d-914c-21bd43b5ebdb req-6a23ea84-51d9-4c1a-80d0-3e00390bead8 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968718 Jul 23 16:40:28.165256 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0fabf928-74e3-43f7-bb2d-b118d7ce930b req-bc29de77-28fe-4932-b559-9595880b7430 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700191 Jul 23 16:40:28.177949 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-69acaff5-0660-45aa-b025-5275045eb025 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:28.273567 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6868f3-b76a-4b0d-ad94-cd98464d5566 None None] DHCP port deletion for 069b4ab6-734f-47f0-837d-390a6c2a9174 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:40:28.315219 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-69acaff5-0660-45aa-b025-5275045eb025 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Deleting port c6d2a494-638a-4b9b-bd29-f986ac77c78f {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:40:28.315560 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-69acaff5-0660-45aa-b025-5275045eb025 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:28.386066 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-ee6868f3-b76a-4b0d-ad94-cd98464d5566 None None] Deleting port c6d2a494-638a-4b9b-bd29-f986ac77c78f {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:40:28.386843 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ee6868f3-b76a-4b0d-ad94-cd98464d5566 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:28.495728 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ee6868f3-b76a-4b0d-ad94-cd98464d5566 None None] For port c6d2a494-638a-4b9b-bd29-f986ac77c78f, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c6d2a494-638a-4b9b-bd29-f986ac77c78f,segment=NetworkSegment(c81d0155-6aa8-417a-b6cd-8a33e0bc45ba),segment_id=c81d0155-6aa8-417a-b6cd-8a33e0bc45ba)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:28.498969 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ee6868f3-b76a-4b0d-ad94-cd98464d5566 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:28.518781 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-69acaff5-0660-45aa-b025-5275045eb025 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] For port c6d2a494-638a-4b9b-bd29-f986ac77c78f, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c6d2a494-638a-4b9b-bd29-f986ac77c78f,segment=NetworkSegment(c81d0155-6aa8-417a-b6cd-8a33e0bc45ba),segment_id=c81d0155-6aa8-417a-b6cd-8a33e0bc45ba)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:28.519226 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-69acaff5-0660-45aa-b025-5275045eb025 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:28.536283 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-ee6868f3-b76a-4b0d-ad94-cd98464d5566 None None] Calling delete_port for c6d2a494-638a-4b9b-bd29-f986ac77c78f owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:40:28.537463 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-69acaff5-0660-45aa-b025-5275045eb025 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Calling delete_port for c6d2a494-638a-4b9b-bd29-f986ac77c78f owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:40:28.692584 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-69acaff5-0660-45aa-b025-5275045eb025 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:28.762335 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69acaff5-0660-45aa-b025-5275045eb025 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Port': ['ID=c6d2a494-638a-4b9b-bd29-f986ac77c78f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:28.781835 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69acaff5-0660-45aa-b025-5275045eb025 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] No DVR routers for this DVR port c6d2a494-638a-4b9b-bd29-f986ac77c78f on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:40:28.789816 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c6d2a494-638a-4b9b-bd29-f986ac77c78f no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:40:28.896587 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: c6d2a494-638a-4b9b-bd29-f986ac77c78f {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:40:28.899243 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c6d2a494-638a-4b9b-bd29-f986ac77c78f not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:40:28.935126 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ee6868f3-b76a-4b0d-ad94-cd98464d5566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:28.972979 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6868f3-b76a-4b0d-ad94-cd98464d5566 None None] Pushing event deleted for resources: {'Port': ['ID=c6d2a494-638a-4b9b-bd29-f986ac77c78f,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:28.984430 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-69acaff5-0660-45aa-b025-5275045eb025 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:29.002770 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6868f3-b76a-4b0d-ad94-cd98464d5566 None None] No DVR routers for this DVR port c6d2a494-638a-4b9b-bd29-f986ac77c78f on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:40:29.012845 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-69acaff5-0660-45aa-b025-5275045eb025 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['069b4ab6-734f-47f0-837d-390a6c2a9174']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:29.056350 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-69acaff5-0660-45aa-b025-5275045eb025 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c81d0155-6aa8-417a-b6cd-8a33e0bc45ba') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:29.056634 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-69acaff5-0660-45aa-b025-5275045eb025 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c81d0155-6aa8-417a-b6cd-8a33e0bc45ba') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:29.080717 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-69acaff5-0660-45aa-b025-5275045eb025 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:29.111032 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-69acaff5-0660-45aa-b025-5275045eb025 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:29.136683 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69acaff5-0660-45aa-b025-5275045eb025 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:40:29.137015 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-69acaff5-0660-45aa-b025-5275045eb025 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:29.262138 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:40:29.262138 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:40:29.262138 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:40:29.262138 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:40:29.262138 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:40:29.262138 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:40:29.262138 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:40:29.262138 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:40:29.262138 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:40:29.262138 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:40:29.262138 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:40:29.262138 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:40:29.262138 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:40:29.262138 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:40:29.262138 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:40:29.262138 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:40:29.262138 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:40:29.262138 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:40:29.262138 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:40:29.262138 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:40:29.262138 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:40:29.262138 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:40:29.262138 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:40:29.262138 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:40:29.262138 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:40:29.262138 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:40:29.262138 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:40:29.262138 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:40:29.262138 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:40:29.262138 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:40:29.262138 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:40:29.262138 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:40:29.452875 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-69acaff5-0660-45aa-b025-5275045eb025 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:29.473678 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-69acaff5-0660-45aa-b025-5275045eb025 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:29.480436 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-69acaff5-0660-45aa-b025-5275045eb025 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/networks/069b4ab6-734f-47f0-837d-390a6c2a9174 HTTP/1.1" status: 204 len: 168 time: 1.6442206 Jul 23 16:40:29.503540 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54766) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:29.512560 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-1265809c-9458-4ca2-b84b-25d3e8dd09fd tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1508136638', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:29.522662 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69acaff5-0660-45aa-b025-5275045eb025 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Network': ['ID=069b4ab6-734f-47f0-837d-390a6c2a9174,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:29.580002 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1265809c-9458-4ca2-b84b-25d3e8dd09fd tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:29.581174 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1265809c-9458-4ca2-b84b-25d3e8dd09fd tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:29.618937 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16db58a-0b03-4dcb-9066-30641b6d13ba req-f6b7f120-3244-44c5-a21f-4268df35fb98 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:29.636198 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e16db58a-0b03-4dcb-9066-30641b6d13ba req-f6b7f120-3244-44c5-a21f-4268df35fb98 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 943 time: 0.2713823 Jul 23 16:40:29.780546 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428692a-c84a-47d3-9906-71090b46c656 req-93bb44e4-a666-4120-9d90-cc71a383c9ef tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:29.787436 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6428692a-c84a-47d3-9906-71090b46c656 req-93bb44e4-a666-4120-9d90-cc71a383c9ef tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 945 time: 0.3771634 Jul 23 16:40:29.799993 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e16db58a-0b03-4dcb-9066-30641b6d13ba req-11e54627-4f8d-44db-a14a-f8416ab8c015 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570542 Jul 23 16:40:29.903976 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6428692a-c84a-47d3-9906-71090b46c656 req-52c31daa-29a3-443f-8db5-4a61bea2d0c8 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027355 Jul 23 16:40:30.502942 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1265809c-9458-4ca2-b84b-25d3e8dd09fd tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:30.508786 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1265809c-9458-4ca2-b84b-25d3e8dd09fd tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:30.527687 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1265809c-9458-4ca2-b84b-25d3e8dd09fd tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:30.533088 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54780) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:30.539473 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-025b97eb-fac6-477e-b106-da5cdfb139e6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Request body: {'network': {'name': 'tempest-RoutersTest-1056067892'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:30.543826 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1265809c-9458-4ca2-b84b-25d3e8dd09fd tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0390170 Jul 23 16:40:30.609845 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025b97eb-fac6-477e-b106-da5cdfb139e6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Made reservation on behalf of c0f4c41fe4844b969e43c8308c91c7fc for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:40:30.630963 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-025b97eb-fac6-477e-b106-da5cdfb139e6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:30.724588 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-025b97eb-fac6-477e-b106-da5cdfb139e6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] vlan segment allocate from pool success with {'vlan_id': 1128, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:40:30.737687 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-025b97eb-fac6-477e-b106-da5cdfb139e6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:30.738132 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-025b97eb-fac6-477e-b106-da5cdfb139e6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Added segment ac11608d-9b93-41b0-8cc6-9d6b0f5c117d of type vlan for network b7ae99bc-0394-435a-a9f9-d404005ad1a2 Jul 23 16:40:30.800585 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-025b97eb-fac6-477e-b106-da5cdfb139e6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:30.876969 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-025b97eb-fac6-477e-b106-da5cdfb139e6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:30.888281 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025b97eb-fac6-477e-b106-da5cdfb139e6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:30.889454 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-025b97eb-fac6-477e-b106-da5cdfb139e6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:31.036029 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54792) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:31.187655 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-025b97eb-fac6-477e-b106-da5cdfb139e6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6509430 Jul 23 16:40:31.188559 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54804) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:31.194302 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-88c504cf-000c-42cc-b9a4-8a3b0353e1d1 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Request body: {'subnet': {'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:31.206413 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b97eb-fac6-477e-b106-da5cdfb139e6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Network': ['ID=b7ae99bc-0394-435a-a9f9-d404005ad1a2,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:31.247529 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b97eb-fac6-477e-b106-da5cdfb139e6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:31.247883 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b97eb-fac6-477e-b106-da5cdfb139e6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:31.248232 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b97eb-fac6-477e-b106-da5cdfb139e6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:31.248571 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b97eb-fac6-477e-b106-da5cdfb139e6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:31.248909 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b97eb-fac6-477e-b106-da5cdfb139e6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:31.258222 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b97eb-fac6-477e-b106-da5cdfb139e6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:31.258718 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b97eb-fac6-477e-b106-da5cdfb139e6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:31.259071 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b97eb-fac6-477e-b106-da5cdfb139e6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:31.259421 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b97eb-fac6-477e-b106-da5cdfb139e6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:31.259763 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b97eb-fac6-477e-b106-da5cdfb139e6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:31.260106 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b97eb-fac6-477e-b106-da5cdfb139e6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:31.260440 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b97eb-fac6-477e-b106-da5cdfb139e6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:31.282287 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network b7ae99bc-0394-435a-a9f9-d404005ad1a2 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:40:31.381660 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b16ef-59fa-43a8-aae7-5f60c390bff6 req-29de383b-a448-4993-846f-bc5c392aefda tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:31.388292 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db7b16ef-59fa-43a8-aae7-5f60c390bff6 req-29de383b-a448-4993-846f-bc5c392aefda tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 945 time: 0.2889080 Jul 23 16:40:31.453140 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53576cce-65e5-4d29-b432-544e59c528c6 req-fd9c2df2-cfeb-40b5-bb6f-ae63839b2f16 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:31.472367 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53576cce-65e5-4d29-b432-544e59c528c6 req-fd9c2df2-cfeb-40b5-bb6f-ae63839b2f16 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 943 time: 0.5041709 Jul 23 16:40:31.555451 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c504cf-000c-42cc-b9a4-8a3b0353e1d1 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Made reservation on behalf of c0f4c41fe4844b969e43c8308c91c7fc for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:40:31.560222 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-88c504cf-000c-42cc-b9a4-8a3b0353e1d1 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:31.665549 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f8a2d684-0356-452a-b3c1-3e9045118b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:31.670999 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53576cce-65e5-4d29-b432-544e59c528c6 req-d7084928-300c-44a7-9aba-486676e5ca44 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951916 Jul 23 16:40:31.675101 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db7b16ef-59fa-43a8-aae7-5f60c390bff6 req-790ee48d-7b10-4d86-80c5-bb2332fff9c7 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777894 Jul 23 16:40:31.959019 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f8a2d684-0356-452a-b3c1-3e9045118b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:31.968513 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f8a2d684-0356-452a-b3c1-3e9045118b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:32.120643 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f8a2d684-0356-452a-b3c1-3e9045118b28 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=77a5d782c3b54c0fbaab345ef3e5810f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0833178 Jul 23 16:40:32.123503 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54822) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:32.145849 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2d684-0356-452a-b3c1-3e9045118b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cba04c1-087d-40bf-adde-ed0f77619a7b,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:32.183753 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-88c504cf-000c-42cc-b9a4-8a3b0353e1d1 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:32.244312 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-737b20e9-ca08-46dd-9d3f-cfa5acaf4030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:32.295198 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c504cf-000c-42cc-b9a4-8a3b0353e1d1 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Subnet': ['ID=6ed7697f-a546-474d-bb09-d47c825fc37a,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:32.300486 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-737b20e9-ca08-46dd-9d3f-cfa5acaf4030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:32.348846 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c504cf-000c-42cc-b9a4-8a3b0353e1d1 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Checking segment: {'id': 'ac11608d-9b93-41b0-8cc6-9d6b0f5c117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:40:32.350691 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c504cf-000c-42cc-b9a4-8a3b0353e1d1 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network hostable DHCP agents. Network: b7ae99bc-0394-435a-a9f9-d404005ad1a2, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:40:32.387892 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c504cf-000c-42cc-b9a4-8a3b0353e1d1 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network b7ae99bc-0394-435a-a9f9-d404005ad1a2 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:40:32.404516 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-88c504cf-000c-42cc-b9a4-8a3b0353e1d1 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, b7ae99bc-0394-435a-a9f9-d404005ad1a2) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:32.413550 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-737b20e9-ca08-46dd-9d3f-cfa5acaf4030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:32.418271 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d516b84-8bb4-4097-9b37-fc2252a85a5f None None] Network b7ae99bc-0394-435a-a9f9-d404005ad1a2 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:40:32.425524 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-737b20e9-ca08-46dd-9d3f-cfa5acaf4030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:32.430175 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-737b20e9-ca08-46dd-9d3f-cfa5acaf4030 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5cba04c1-087d-40bf-adde-ed0f77619a7b HTTP/1.1" status: 204 len: 168 time: 0.3021080 Jul 23 16:40:32.434948 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c504cf-000c-42cc-b9a4-8a3b0353e1d1 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:32.435262 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-88c504cf-000c-42cc-b9a4-8a3b0353e1d1 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:32.455837 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b20e9-ca08-46dd-9d3f-cfa5acaf4030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cba04c1-087d-40bf-adde-ed0f77619a7b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:32.487713 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54832) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:32.494749 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-88c504cf-000c-42cc-b9a4-8a3b0353e1d1 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3048348 Jul 23 16:40:32.933200 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b3d853e7-7449-4d5a-9ef9-8650f21c15a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:32.986925 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a16450-0630-44de-a93c-fca85416b2c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-b7ae99bc-0394-435a-a9f9-d404005ad1a2', 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'fixed_ips': [{'subnet_id': '6ed7697f-a546-474d-bb09-d47c825fc37a'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:40:32.989910 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-11a16450-0630-44de-a93c-fca85416b2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:33.414569 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-11a16450-0630-44de-a93c-fca85416b2c7 None None] Allocated IP 172.20.0.2 (b7ae99bc-0394-435a-a9f9-d404005ad1a2/6ed7697f-a546-474d-bb09-d47c825fc37a/c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:40:33.590033 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b8d4f-e7a2-4793-b3ab-b3fd300c1ef6 req-143dc72b-110a-4c53-b2f2-cf68488d7199 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:33.592438 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-262b8d4f-e7a2-4793-b3ab-b3fd300c1ef6 req-143dc72b-110a-4c53-b2f2-cf68488d7199 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 945 time: 0.6038432 Jul 23 16:40:33.700026 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126ba5b-053a-4053-b2bb-cee64b783f9c req-9f1e590d-d337-4f8d-8452-6236e4d2c1d2 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:33.711506 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f126ba5b-053a-4053-b2bb-cee64b783f9c req-9f1e590d-d337-4f8d-8452-6236e4d2c1d2 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 943 time: 0.7259407 Jul 23 16:40:33.756604 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54874) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:33.861872 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-262b8d4f-e7a2-4793-b3ab-b3fd300c1ef6 req-e6296fa5-db6c-4cf0-a511-05c7e7a2e198 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566066 Jul 23 16:40:33.867450 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-af0e9b9a-7c50-4926-8a5c-864f2c13a383 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:33.897452 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-11a16450-0630-44de-a93c-fca85416b2c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:33.910340 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-11a16450-0630-44de-a93c-fca85416b2c7 None None] Transition to ACTIVE for port object c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:40:33.956460 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-11a16450-0630-44de-a93c-fca85416b2c7 None None] Transition to ACTIVE for port object c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:40:33.968496 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-11a16450-0630-44de-a93c-fca85416b2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:34.009707 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc5a7234-a25a-4acc-90ba-38b4b89898fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:34.276218 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a16450-0630-44de-a93c-fca85416b2c7 None None] Network b7ae99bc-0394-435a-a9f9-d404005ad1a2 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:34.281079 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a16450-0630-44de-a93c-fca85416b2c7 None None] Pushing event updated for resources: {'Port': ['ID=c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:34.307694 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-11a16450-0630-44de-a93c-fca85416b2c7 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:34.317951 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a16450-0630-44de-a93c-fca85416b2c7 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:40:34.436923 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc5a7234-a25a-4acc-90ba-38b4b89898fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:34.445277 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc5a7234-a25a-4acc-90ba-38b4b89898fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:34.578207 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-11a16450-0630-44de-a93c-fca85416b2c7 None None] Attempting to bind port c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:40:34.582913 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-11a16450-0630-44de-a93c-fca85416b2c7 None None] Attempting to bind port c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'ac11608d-9b93-41b0-8cc6-9d6b0f5c117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:40:34.583467 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a16450-0630-44de-a93c-fca85416b2c7 None None] Attempting to bind port c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7 on network b7ae99bc-0394-435a-a9f9-d404005ad1a2 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:40:34.586574 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-af0e9b9a-7c50-4926-8a5c-864f2c13a383 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Allocated IP 172.20.0.1 (b7ae99bc-0394-435a-a9f9-d404005ad1a2/6ed7697f-a546-474d-bb09-d47c825fc37a/9192c4a9-f441-4fa8-88c7-b148a008c681) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:40:34.600315 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a7234-a25a-4acc-90ba-38b4b89898fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26688cba-eb8e-47b5-b680-17c70bf2524f,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:34.602610 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a16450-0630-44de-a93c-fca85416b2c7 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:40:34.614258 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fc5a7234-a25a-4acc-90ba-38b4b89898fb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0491ffc3b3874dcaa2258d0d8c7eed9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8541913 Jul 23 16:40:34.616290 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54888) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:34.628890 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a16450-0630-44de-a93c-fca85416b2c7 None None] Checking segment: {'id': 'ac11608d-9b93-41b0-8cc6-9d6b0f5c117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:40:34.631797 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-11a16450-0630-44de-a93c-fca85416b2c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:34.633638 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a16450-0630-44de-a93c-fca85416b2c7 None None] Bound using segment: {'id': 'ac11608d-9b93-41b0-8cc6-9d6b0f5c117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:40:34.635747 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-11a16450-0630-44de-a93c-fca85416b2c7 None None] Bound port: c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac11608d-9b93-41b0-8cc6-9d6b0f5c117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:40:34.643042 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-11a16450-0630-44de-a93c-fca85416b2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:34.690967 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f126ba5b-053a-4053-b2bb-cee64b783f9c req-e1ec7f10-7ed4-486f-bb6f-ed4396141f17 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9749868 Jul 23 16:40:34.762809 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-058a1c9b-8820-4220-9691-1fde6fa5183e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:34.802664 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-058a1c9b-8820-4220-9691-1fde6fa5183e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:34.887718 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-11a16450-0630-44de-a93c-fca85416b2c7 None None] For port c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:40:34.893212 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-11a16450-0630-44de-a93c-fca85416b2c7 None None] For port c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7,segment=NetworkSegment(ac11608d-9b93-41b0-8cc6-9d6b0f5c117d),segment_id=ac11608d-9b93-41b0-8cc6-9d6b0f5c117d)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:40:34.898854 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-af0e9b9a-7c50-4926-8a5c-864f2c13a383 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:34.899102 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:34.901834 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-11a16450-0630-44de-a93c-fca85416b2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:34.910571 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-058a1c9b-8820-4220-9691-1fde6fa5183e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:34.915623 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-058a1c9b-8820-4220-9691-1fde6fa5183e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:34.920546 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-058a1c9b-8820-4220-9691-1fde6fa5183e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/26688cba-eb8e-47b5-b680-17c70bf2524f HTTP/1.1" status: 204 len: 168 time: 0.2980375 Jul 23 16:40:34.955837 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-af0e9b9a-7c50-4926-8a5c-864f2c13a383 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Transition to ACTIVE for port object 9192c4a9-f441-4fa8-88c7-b148a008c681 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:40:34.960251 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a1c9b-8820-4220-9691-1fde6fa5183e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26688cba-eb8e-47b5-b680-17c70bf2524f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:35.144203 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-af0e9b9a-7c50-4926-8a5c-864f2c13a383 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:35.191685 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a16450-0630-44de-a93c-fca85416b2c7 None None] Pushing event updated for resources: {'Port': ['ID=c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:35.300708 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0e9b9a-7c50-4926-8a5c-864f2c13a383 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network b7ae99bc-0394-435a-a9f9-d404005ad1a2 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:35.334730 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-af0e9b9a-7c50-4926-8a5c-864f2c13a383 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:35.352628 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0e9b9a-7c50-4926-8a5c-864f2c13a383 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:40:35.372840 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dc90bacf-cead-42cd-b6ce-f116f71274ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:35.467725 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:35.511352 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-af0e9b9a-7c50-4926-8a5c-864f2c13a383 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:35.521245 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e9b9a-7c50-4926-8a5c-864f2c13a383 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Port': ['ID=9192c4a9-f441-4fa8-88c7-b148a008c681,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:35.707899 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb012e0-82dc-47ba-8951-83040c843c97 req-a4383614-1afb-4b9c-9eb8-b2db88be015f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:35.715902 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dcb012e0-82dc-47ba-8951-83040c843c97 req-a4383614-1afb-4b9c-9eb8-b2db88be015f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 945 time: 0.6588218 Jul 23 16:40:35.926536 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54918) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:35.943432 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dcb012e0-82dc-47ba-8951-83040c843c97 req-49c10343-850f-4b4d-abab-bdcdb2270384 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265749 Jul 23 16:40:35.984059 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6d80ccad-1386-4d29-b110-e5209d810f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:36.066846 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-af0e9b9a-7c50-4926-8a5c-864f2c13a383 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:36.127728 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd480148-af40-429d-bcf7-00047d24a74d req-a893e47b-acb1-4278-9b65-69feeacdad29 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:36.129805 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bd480148-af40-429d-bcf7-00047d24a74d req-a893e47b-acb1-4278-9b65-69feeacdad29 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 943 time: 0.2608314 Jul 23 16:40:36.227711 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bd480148-af40-429d-bcf7-00047d24a74d req-cca81aa9-44af-457d-8ab9-a9c44efb72e5 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647683 Jul 23 16:40:36.285253 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6d80ccad-1386-4d29-b110-e5209d810f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:36.290445 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6d80ccad-1386-4d29-b110-e5209d810f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:36.441178 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80ccad-1386-4d29-b110-e5209d810f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d81e20-7138-4c68-8612-e7c20aefd8de,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:36.449718 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6d80ccad-1386-4d29-b110-e5209d810f94 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=98dd8730225d4daba001d264f31c4840&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5219219 Jul 23 16:40:36.483994 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54930) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:36.550605 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:36.823480 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c39974e-f683-4c94-bbae-d7e08c2475c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:36.874379 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:40:36.954769 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c39974e-f683-4c94-bbae-d7e08c2475c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:37.050420 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:37.324935 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c39974e-f683-4c94-bbae-d7e08c2475c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:37.327891 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c39974e-f683-4c94-bbae-d7e08c2475c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:37.329355 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8c39974e-f683-4c94-bbae-d7e08c2475c7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/26d81e20-7138-4c68-8612-e7c20aefd8de HTTP/1.1" status: 204 len: 168 time: 0.8439929 Jul 23 16:40:37.334276 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-af0e9b9a-7c50-4926-8a5c-864f2c13a383 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:37.351027 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487826e8-b54c-43f5-87c2-4503be588162 None None] Network b7ae99bc-0394-435a-a9f9-d404005ad1a2 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:40:37.354419 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff305c6-a6e4-4035-ad7a-4eac02b7c25f req-e36a2af0-1fa3-4183-ad34-c2a0adbf8e08 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:37.356350 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4ff305c6-a6e4-4035-ad7a-4eac02b7c25f req-e36a2af0-1fa3-4183-ad34-c2a0adbf8e08 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 945 time: 0.1726987 Jul 23 16:40:37.363616 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-af0e9b9a-7c50-4926-8a5c-864f2c13a383 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:37.382706 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39974e-f683-4c94-bbae-d7e08c2475c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d81e20-7138-4c68-8612-e7c20aefd8de,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:37.672771 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:37.677083 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-63cc2f33-8d69-4fc6-994a-8ec4282a9cba None None] Provisioning for port c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:37.689904 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-63cc2f33-8d69-4fc6-994a-8ec4282a9cba None None] Provisioning complete for port c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:37.690770 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-63cc2f33-8d69-4fc6-994a-8ec4282a9cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:37.945689 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-63cc2f33-8d69-4fc6-994a-8ec4282a9cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:38.128832 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-63cc2f33-8d69-4fc6-994a-8ec4282a9cba None None] For port c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7,segment=NetworkSegment(ac11608d-9b93-41b0-8cc6-9d6b0f5c117d),segment_id=ac11608d-9b93-41b0-8cc6-9d6b0f5c117d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:38.136065 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-63cc2f33-8d69-4fc6-994a-8ec4282a9cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:38.277474 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc2f33-8d69-4fc6-994a-8ec4282a9cba None None] Pushing event updated for resources: {'Port': ['ID=c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:38.595551 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:38.627737 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c2c6b512-4d75-4f5d-aef3-8c534c510928 None None] Provisioning complete for port c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:38.628324 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c2c6b512-4d75-4f5d-aef3-8c534c510928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:38.710191 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4ff305c6-a6e4-4035-ad7a-4eac02b7c25f req-0f695e9e-eaf5-4d78-bb8c-4d4383b7c67c tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3419240 Jul 23 16:40:38.710927 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e9b9a-7c50-4926-8a5c-864f2c13a383 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Port': ['ID=9192c4a9-f441-4fa8-88c7-b148a008c681,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:38.735717 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-af0e9b9a-7c50-4926-8a5c-864f2c13a383 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:38.941739 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:40:38.959566 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb5db2-fb5a-4195-bed5-34c68449e8db req-aa0cbb25-359b-4fcf-bc89-93dd11624334 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:38.971406 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0bdb5db2-fb5a-4195-bed5-34c68449e8db req-aa0cbb25-359b-4fcf-bc89-93dd11624334 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 943 time: 0.5787437 Jul 23 16:40:39.030138 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c2c6b512-4d75-4f5d-aef3-8c534c510928 None None] Provisioning for port 9192c4a9-f441-4fa8-88c7-b148a008c681 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:39.083494 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c2c6b512-4d75-4f5d-aef3-8c534c510928 None None] Provisioning complete for port 9192c4a9-f441-4fa8-88c7-b148a008c681 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:39.083819 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c2c6b512-4d75-4f5d-aef3-8c534c510928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:39.171281 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-c2c6b512-4d75-4f5d-aef3-8c534c510928 None None] Port 9192c4a9-f441-4fa8-88c7-b148a008c681 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:40:39.222988 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:39.223354 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:39.247283 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0bdb5db2-fb5a-4195-bed5-34c68449e8db req-df35b150-bda2-4a23-87aa-dfe45fe68fae tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2749557 Jul 23 16:40:39.302752 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0e9b9a-7c50-4926-8a5c-864f2c13a383 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network b7ae99bc-0394-435a-a9f9-d404005ad1a2 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:39.308834 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-af0e9b9a-7c50-4926-8a5c-864f2c13a383 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:39.414315 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b5ef5c98-9531-4ed7-97fd-e58bba79a5c5 None None] Provisioning complete for port 9192c4a9-f441-4fa8-88c7-b148a008c681 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:39.415039 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b5ef5c98-9531-4ed7-97fd-e58bba79a5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:39.695956 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-b5ef5c98-9531-4ed7-97fd-e58bba79a5c5 None None] Port 9192c4a9-f441-4fa8-88c7-b148a008c681 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:40:39.765098 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0e9b9a-7c50-4926-8a5c-864f2c13a383 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:40:39.922410 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-fcd33f97-3031-4ef2-94de-6a171c153f01 None None] Provisioning complete for port 9192c4a9-f441-4fa8-88c7-b148a008c681 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:39.922810 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fcd33f97-3031-4ef2-94de-6a171c153f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.012076 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-fcd33f97-3031-4ef2-94de-6a171c153f01 None None] Port 9192c4a9-f441-4fa8-88c7-b148a008c681 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:40:40.059497 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0e9b9a-7c50-4926-8a5c-864f2c13a383 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:40:40.065573 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-af0e9b9a-7c50-4926-8a5c-864f2c13a383 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "PUT /v2.0/routers/9b9eb893-6e7a-4099-88f3-c0f8d4d28477/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5765185 Jul 23 16:40:40.068734 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55022) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:40.072772 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41ab787-7e76-41fb-a2ae-ed5bcad536a3 None None] Sync routers for ids ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:40:40.076138 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-a7a93ccc-b176-4b55-91db-30e2b1861297 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Request body: {'network': {'name': 'tempest-RoutersTest-456192145'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:40.089878 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41ab787-7e76-41fb-a2ae-ed5bcad536a3 None None] Routers {'9b9eb893-6e7a-4099-88f3-c0f8d4d28477'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:40.090916 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e41ab787-7e76-41fb-a2ae-ed5bcad536a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:40:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:40.187608 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a93ccc-b176-4b55-91db-30e2b1861297 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Made reservation on behalf of c0f4c41fe4844b969e43c8308c91c7fc for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:40:40.199022 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7a93ccc-b176-4b55-91db-30e2b1861297 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.236224 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856eb35-e4db-4e6a-8fb8-b50b97a2ac4c req-7c7953a3-ff08-4498-ac9b-88871fd41e5f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:40.242319 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7856eb35-e4db-4e6a-8fb8-b50b97a2ac4c req-7c7953a3-ff08-4498-ac9b-88871fd41e5f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 945 time: 0.2935705 Jul 23 16:40:40.305716 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a93ccc-b176-4b55-91db-30e2b1861297 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] vlan segment allocate from pool success with {'vlan_id': 1111, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:40:40.343611 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7a93ccc-b176-4b55-91db-30e2b1861297 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.343956 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-a7a93ccc-b176-4b55-91db-30e2b1861297 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Added segment 4454e00a-1a87-4433-b901-8dbba765d347 of type vlan for network 3e7d333d-b412-4292-b560-5093fe337608 Jul 23 16:40:40.380476 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7856eb35-e4db-4e6a-8fb8-b50b97a2ac4c req-8009b1fd-61d2-4cae-8f1c-c7505666016a tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264286 Jul 23 16:40:40.573907 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7a93ccc-b176-4b55-91db-30e2b1861297 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.602501 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96168ccd-7ba7-434b-9a45-7035269e0b34 req-99bea44a-e218-464f-83f1-048eedbaf5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:40.622968 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-96168ccd-7ba7-434b-9a45-7035269e0b34 req-99bea44a-e218-464f-83f1-048eedbaf5c9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d8469dd886547af8aa5b5e0e02307dd&device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 1096 time: 0.2414477 Jul 23 16:40:40.636542 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7a93ccc-b176-4b55-91db-30e2b1861297 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.645371 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a93ccc-b176-4b55-91db-30e2b1861297 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:40.647026 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7a93ccc-b176-4b55-91db-30e2b1861297 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.680223 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a7a93ccc-b176-4b55-91db-30e2b1861297 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6071973 Jul 23 16:40:40.695655 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55078) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:40.701326 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-facd94a8-04de-4624-953b-a36bcdfcc490 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Request body: {'subnet': {'network_id': '3e7d333d-b412-4292-b560-5093fe337608', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:40.772806 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aab947-d1eb-45f1-9b47-168715209114 req-c681589c-0267-4cde-aa62-2208fca14fd0 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:40.780992 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-17aab947-d1eb-45f1-9b47-168715209114 req-c681589c-0267-4cde-aa62-2208fca14fd0 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 943 time: 0.2857115 Jul 23 16:40:40.797344 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a93ccc-b176-4b55-91db-30e2b1861297 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Network': ['ID=3e7d333d-b412-4292-b560-5093fe337608,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:40.883676 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facd94a8-04de-4624-953b-a36bcdfcc490 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Made reservation on behalf of c0f4c41fe4844b969e43c8308c91c7fc for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:40:40.896562 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-facd94a8-04de-4624-953b-a36bcdfcc490 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.973421 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-17aab947-d1eb-45f1-9b47-168715209114 req-10cec11f-638c-4b81-88f8-5b2d105b46c4 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909091 Jul 23 16:40:40.994400 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 3e7d333d-b412-4292-b560-5093fe337608 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:40:41.029082 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96168ccd-7ba7-434b-9a45-7035269e0b34 req-4fe60b53-c001-4330-926e-253bc9c44e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:41.030598 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-96168ccd-7ba7-434b-9a45-7035269e0b34 req-4fe60b53-c001-4330-926e-253bc9c44e29 service neutron] 10.222.0.97 "GET /v2.0/networks?id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a HTTP/1.1" status: 200 len: 913 time: 0.3918557 Jul 23 16:40:41.089111 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-96168ccd-7ba7-434b-9a45-7035269e0b34 req-aa40125a-2768-4907-a05c-43f23304851b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4df45f45-f481-44f2-8c4c-20d6248e6218 HTTP/1.1" status: 200 len: 217 time: 0.0511827 Jul 23 16:40:41.178046 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-e41ab787-7e76-41fb-a2ae-ed5bcad536a3 None None] Set router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:40:41.207102 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96168ccd-7ba7-434b-9a45-7035269e0b34 req-442b1ef6-e5fc-4d84-a13e-86122aadd862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:41.212713 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-96168ccd-7ba7-434b-9a45-7035269e0b34 req-442b1ef6-e5fc-4d84-a13e-86122aadd862 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2ae57d8d-3779-4491-8fd1-fe104612a516 HTTP/1.1" status: 200 len: 850 time: 0.1162896 Jul 23 16:40:41.354510 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-facd94a8-04de-4624-953b-a36bcdfcc490 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:41.362431 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96168ccd-7ba7-434b-9a45-7035269e0b34 req-9a877919-ca7b-4453-afdf-61f6093a3a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:41.363988 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-96168ccd-7ba7-434b-9a45-7035269e0b34 req-9a877919-ca7b-4453-afdf-61f6093a3a91 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1410482 Jul 23 16:40:41.540436 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd94a8-04de-4624-953b-a36bcdfcc490 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Subnet': ['ID=b3a6e1a4-4faf-4222-8232-10f5afc84457,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:41.545247 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd94a8-04de-4624-953b-a36bcdfcc490 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Checking segment: {'id': '4454e00a-1a87-4433-b901-8dbba765d347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '3e7d333d-b412-4292-b560-5093fe337608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:40:41.545650 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facd94a8-04de-4624-953b-a36bcdfcc490 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network hostable DHCP agents. Network: 3e7d333d-b412-4292-b560-5093fe337608, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:40:41.573398 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55098) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:41.613408 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facd94a8-04de-4624-953b-a36bcdfcc490 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network 3e7d333d-b412-4292-b560-5093fe337608 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:40:41.616268 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e41ab787-7e76-41fb-a2ae-ed5bcad536a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'name': 'tempest-RoutersTest-router-1508136638', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:29Z', 'updated_at': '2021-07-23T16:40:35Z', 'revision_number': 2, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None, '_interfaces': [{'id': '9192c4a9-f441-4fa8-88c7-b148a008c681', 'name': '', 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:34Z', 'updated_at': '2021-07-23T16:40:36Z', 'revision_number': 2, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:41.636815 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-facd94a8-04de-4624-953b-a36bcdfcc490 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 3e7d333d-b412-4292-b560-5093fe337608) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:41.643002 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facd94a8-04de-4624-953b-a36bcdfcc490 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:41.643486 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-facd94a8-04de-4624-953b-a36bcdfcc490 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:41.650841 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-96168ccd-7ba7-434b-9a45-7035269e0b34 req-c21df8c5-a5da-4220-9c50-96346bf54441 service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788801 Jul 23 16:40:41.687440 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965c4b63-6400-4b93-8254-252133e779fa None None] Network 3e7d333d-b412-4292-b560-5093fe337608 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:40:41.694973 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-facd94a8-04de-4624-953b-a36bcdfcc490 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9945195 Jul 23 16:40:41.698344 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55102) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:41.698954 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41ab787-7e76-41fb-a2ae-ed5bcad536a3 None None] Checking router: 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:40:41.699488 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41ab787-7e76-41fb-a2ae-ed5bcad536a3 None None] Updating router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 port 9192c4a9-f441-4fa8-88c7-b148a008c681 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:40:41.825450 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-efbd6c15-5ef9-4347-9ee4-12a347109054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:41.883581 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e41ab787-7e76-41fb-a2ae-ed5bcad536a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:42.087575 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-efbd6c15-5ef9-4347-9ee4-12a347109054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:42.093988 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-efbd6c15-5ef9-4347-9ee4-12a347109054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:42.152598 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29744bf4-8194-4def-825c-3537ae2f2735 req-077c2062-6b18-4377-8451-356b52f0d772 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:42.156001 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-29744bf4-8194-4def-825c-3537ae2f2735 req-077c2062-6b18-4377-8451-356b52f0d772 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 945 time: 0.5972729 Jul 23 16:40:42.210436 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd6c15-5ef9-4347-9ee4-12a347109054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60202902-2f91-43ca-ab8a-84cbdf46f65e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:42.262651 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd163bd9-b72b-4f77-97be-7ec2e270f58d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-3e7d333d-b412-4292-b560-5093fe337608', 'network_id': '3e7d333d-b412-4292-b560-5093fe337608', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'fixed_ips': [{'subnet_id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:40:42.264073 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bd163bd9-b72b-4f77-97be-7ec2e270f58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:42.298970 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-efbd6c15-5ef9-4347-9ee4-12a347109054 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cf3f75e05c3c4eb4b901ffcfa2751842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7243075 Jul 23 16:40:42.302693 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55116) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:42.346168 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-29744bf4-8194-4def-825c-3537ae2f2735 req-f5b4d795-7aac-4972-a7ac-4e88d17c997f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615953 Jul 23 16:40:42.348771 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-96168ccd-7ba7-434b-9a45-7035269e0b34 req-d167d090-5415-41fb-bb24-de6ba8fdaa56 service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6875129 Jul 23 16:40:42.430298 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-953ae14a-ef08-4615-bbc9-c3ccb0f0eadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:42.483166 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-953ae14a-ef08-4615-bbc9-c3ccb0f0eadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:42.513376 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e41ab787-7e76-41fb-a2ae-ed5bcad536a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:42.525139 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-bd163bd9-b72b-4f77-97be-7ec2e270f58d None None] Allocated IP 172.21.0.2 (3e7d333d-b412-4292-b560-5093fe337608/b3a6e1a4-4faf-4222-8232-10f5afc84457/5e646ba4-0042-475f-b70e-9c14ea90b546) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:40:42.538862 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e41ab787-7e76-41fb-a2ae-ed5bcad536a3 None None] Transition to ACTIVE for port object 9192c4a9-f441-4fa8-88c7-b148a008c681 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:40:42.561753 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e41ab787-7e76-41fb-a2ae-ed5bcad536a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:42.574157 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d4641-e8a5-464c-a6a1-9e1ea4e27c58 req-da15fe38-ae5c-47d4-8ed8-f8c603341beb tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:42.576586 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-437d4641-e8a5-464c-a6a1-9e1ea4e27c58 req-da15fe38-ae5c-47d4-8ed8-f8c603341beb tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 943 time: 0.3949547 Jul 23 16:40:42.578131 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-953ae14a-ef08-4615-bbc9-c3ccb0f0eadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:42.580891 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-953ae14a-ef08-4615-bbc9-c3ccb0f0eadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:42.582335 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-953ae14a-ef08-4615-bbc9-c3ccb0f0eadc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/60202902-2f91-43ca-ab8a-84cbdf46f65e HTTP/1.1" status: 204 len: 168 time: 0.2779257 Jul 23 16:40:42.594635 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ae14a-ef08-4615-bbc9-c3ccb0f0eadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60202902-2f91-43ca-ab8a-84cbdf46f65e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:42.728555 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedb318-a042-4526-9621-a72d3a123f18 None None] Pushing event updated for resources: {'Port': ['ID=9192c4a9-f441-4fa8-88c7-b148a008c681,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:42.732852 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-437d4641-e8a5-464c-a6a1-9e1ea4e27c58 req-f0597eb7-433d-4511-bf41-d90840ba8821 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457317 Jul 23 16:40:42.924713 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-e41ab787-7e76-41fb-a2ae-ed5bcad536a3 None None] Attempting to bind port 9192c4a9-f441-4fa8-88c7-b148a008c681 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:40:42.925271 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-e41ab787-7e76-41fb-a2ae-ed5bcad536a3 None None] Attempting to bind port 9192c4a9-f441-4fa8-88c7-b148a008c681 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'ac11608d-9b93-41b0-8cc6-9d6b0f5c117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:40:42.925735 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41ab787-7e76-41fb-a2ae-ed5bcad536a3 None None] Attempting to bind port 9192c4a9-f441-4fa8-88c7-b148a008c681 on network b7ae99bc-0394-435a-a9f9-d404005ad1a2 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:40:42.989736 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41ab787-7e76-41fb-a2ae-ed5bcad536a3 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:40:42.990307 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41ab787-7e76-41fb-a2ae-ed5bcad536a3 None None] Checking segment: {'id': 'ac11608d-9b93-41b0-8cc6-9d6b0f5c117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:40:42.991476 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e41ab787-7e76-41fb-a2ae-ed5bcad536a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:42.991982 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41ab787-7e76-41fb-a2ae-ed5bcad536a3 None None] Bound using segment: {'id': 'ac11608d-9b93-41b0-8cc6-9d6b0f5c117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:40:42.992695 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-e41ab787-7e76-41fb-a2ae-ed5bcad536a3 None None] Bound port: 9192c4a9-f441-4fa8-88c7-b148a008c681, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac11608d-9b93-41b0-8cc6-9d6b0f5c117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:40:42.993335 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e41ab787-7e76-41fb-a2ae-ed5bcad536a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.055956 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0cce087-64d4-46b7-8230-c6e5b7a8f533 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.083625 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bd163bd9-b72b-4f77-97be-7ec2e270f58d None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.164392 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-bd163bd9-b72b-4f77-97be-7ec2e270f58d None None] Transition to ACTIVE for port object 5e646ba4-0042-475f-b70e-9c14ea90b546 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:40:43.207716 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-bd163bd9-b72b-4f77-97be-7ec2e270f58d None None] Transition to ACTIVE for port object 5e646ba4-0042-475f-b70e-9c14ea90b546 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:40:43.211614 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55128) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:43.221062 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-e41ab787-7e76-41fb-a2ae-ed5bcad536a3 None None] For port 9192c4a9-f441-4fa8-88c7-b148a008c681, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:40:43.223858 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bd163bd9-b72b-4f77-97be-7ec2e270f58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.227779 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-e41ab787-7e76-41fb-a2ae-ed5bcad536a3 None None] For port 9192c4a9-f441-4fa8-88c7-b148a008c681, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=9192c4a9-f441-4fa8-88c7-b148a008c681,segment=NetworkSegment(ac11608d-9b93-41b0-8cc6-9d6b0f5c117d),segment_id=ac11608d-9b93-41b0-8cc6-9d6b0f5c117d)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:40:43.232555 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-31ca508a-d357-4256-9509-48537fb1f892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.259113 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e41ab787-7e76-41fb-a2ae-ed5bcad536a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.285398 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd163bd9-b72b-4f77-97be-7ec2e270f58d None None] Network 3e7d333d-b412-4292-b560-5093fe337608 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:43.297744 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-bd163bd9-b72b-4f77-97be-7ec2e270f58d None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:43.303719 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd163bd9-b72b-4f77-97be-7ec2e270f58d None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:40:43.309085 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd163bd9-b72b-4f77-97be-7ec2e270f58d None None] Pushing event updated for resources: {'Port': ['ID=5e646ba4-0042-475f-b70e-9c14ea90b546,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:43.346863 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41ab787-7e76-41fb-a2ae-ed5bcad536a3 None None] Routers {'9b9eb893-6e7a-4099-88f3-c0f8d4d28477'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:43.347643 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e41ab787-7e76-41fb-a2ae-ed5bcad536a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:40:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:43.379215 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 4df45f45-f481-44f2-8c4c-20d6248e6218 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:40:43.385598 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-31ca508a-d357-4256-9509-48537fb1f892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.390592 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-31ca508a-d357-4256-9509-48537fb1f892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.470749 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-31ca508a-d357-4256-9509-48537fb1f892 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4b45527e95774408ae2bdf6cfbebf0de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2554407 Jul 23 16:40:43.470749 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca508a-d357-4256-9509-48537fb1f892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcafe14-0999-4fac-9c7b-3fa70fd69417,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:43.472392 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55132) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:43.555886 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-80b5af40-95fa-4170-bd64-f2308b23609f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.588313 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-bd163bd9-b72b-4f77-97be-7ec2e270f58d None None] Attempting to bind port 5e646ba4-0042-475f-b70e-9c14ea90b546 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:40:43.591921 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-bd163bd9-b72b-4f77-97be-7ec2e270f58d None None] Attempting to bind port 5e646ba4-0042-475f-b70e-9c14ea90b546 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '4454e00a-1a87-4433-b901-8dbba765d347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '3e7d333d-b412-4292-b560-5093fe337608'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:40:43.592400 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd163bd9-b72b-4f77-97be-7ec2e270f58d None None] Attempting to bind port 5e646ba4-0042-475f-b70e-9c14ea90b546 on network 3e7d333d-b412-4292-b560-5093fe337608 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:40:43.598206 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedb318-a042-4526-9621-a72d3a123f18 None None] Pushing event updated for resources: {'Port': ['ID=9192c4a9-f441-4fa8-88c7-b148a008c681,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:43.616049 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-80b5af40-95fa-4170-bd64-f2308b23609f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.617162 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd163bd9-b72b-4f77-97be-7ec2e270f58d None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:40:43.617640 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd163bd9-b72b-4f77-97be-7ec2e270f58d None None] Checking segment: {'id': '4454e00a-1a87-4433-b901-8dbba765d347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '3e7d333d-b412-4292-b560-5093fe337608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:40:43.618115 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bd163bd9-b72b-4f77-97be-7ec2e270f58d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.618576 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd163bd9-b72b-4f77-97be-7ec2e270f58d None None] Bound using segment: {'id': '4454e00a-1a87-4433-b901-8dbba765d347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '3e7d333d-b412-4292-b560-5093fe337608'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:40:43.619142 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-bd163bd9-b72b-4f77-97be-7ec2e270f58d None None] Bound port: 5e646ba4-0042-475f-b70e-9c14ea90b546, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4454e00a-1a87-4433-b901-8dbba765d347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '3e7d333d-b412-4292-b560-5093fe337608'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:40:43.619598 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bd163bd9-b72b-4f77-97be-7ec2e270f58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.647686 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-e41ab787-7e76-41fb-a2ae-ed5bcad536a3 None None] Set router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:40:43.685496 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca787d1-261e-4e58-99bd-9ecb29032ef6 req-e3103419-aac0-4c04-b37f-57d1ecda8530 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:43.687103 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ca787d1-261e-4e58-99bd-9ecb29032ef6 req-e3103419-aac0-4c04-b37f-57d1ecda8530 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 945 time: 0.1919024 Jul 23 16:40:43.715331 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-80b5af40-95fa-4170-bd64-f2308b23609f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.721389 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-80b5af40-95fa-4170-bd64-f2308b23609f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.722592 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-80b5af40-95fa-4170-bd64-f2308b23609f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ddcafe14-0999-4fac-9c7b-3fa70fd69417 HTTP/1.1" status: 204 len: 168 time: 0.2492092 Jul 23 16:40:43.741414 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-d0cce087-64d4-46b7-8230-c6e5b7a8f533 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Allocated IP 172.21.0.1 (3e7d333d-b412-4292-b560-5093fe337608/b3a6e1a4-4faf-4222-8232-10f5afc84457/56d28d6c-2958-49e7-9a0b-161ad667bba6) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:40:43.780441 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ca787d1-261e-4e58-99bd-9ecb29032ef6 req-d75eb8b7-cc5d-49ae-868f-f5db1f2b33cd tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839736 Jul 23 16:40:43.781958 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b5af40-95fa-4170-bd64-f2308b23609f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcafe14-0999-4fac-9c7b-3fa70fd69417,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:43.977864 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0cce087-64d4-46b7-8230-c6e5b7a8f533 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.009786 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-d0cce087-64d4-46b7-8230-c6e5b7a8f533 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Transition to ACTIVE for port object 56d28d6c-2958-49e7-9a0b-161ad667bba6 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:40:44.069308 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.113786 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-bd163bd9-b72b-4f77-97be-7ec2e270f58d None None] For port 5e646ba4-0042-475f-b70e-9c14ea90b546, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:40:44.117875 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0cce087-64d4-46b7-8230-c6e5b7a8f533 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.165863 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60382620-edd9-41b8-8a62-43a1011e5ea5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df45f45-f481-44f2-8c4c-20d6248e6218'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:40:44.175125 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c9dde2-6305-4b0c-9d6b-4b2f615cc2aa" -d '{"events": [{"server_uuid": "60382620-edd9-41b8-8a62-43a1011e5ea5", "name": "network-vif-unplugged", "status": "completed", "tag": "4df45f45-f481-44f2-8c4c-20d6248e6218"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:40:44.186055 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-bd163bd9-b72b-4f77-97be-7ec2e270f58d None None] For port 5e646ba4-0042-475f-b70e-9c14ea90b546, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=5e646ba4-0042-475f-b70e-9c14ea90b546,segment=NetworkSegment(4454e00a-1a87-4433-b901-8dbba765d347),segment_id=4454e00a-1a87-4433-b901-8dbba765d347)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:40:44.216766 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cce087-64d4-46b7-8230-c6e5b7a8f533 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Port': ['ID=56d28d6c-2958-49e7-9a0b-161ad667bba6,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:44.217614 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bd163bd9-b72b-4f77-97be-7ec2e270f58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.241515 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 4df45f45-f481-44f2-8c4c-20d6248e6218, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=4df45f45-f481-44f2-8c4c-20d6248e6218,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:44.245902 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c59036-97a5-470b-87b7-82725b0984f9 x-openstack-request-id: req-e5c59036-97a5-470b-87b7-82725b0984f9 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:40:44.246205 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60382620-edd9-41b8-8a62-43a1011e5ea5", "name": "network-vif-unplugged", "status": "completed", "tag": "4df45f45-f481-44f2-8c4c-20d6248e6218", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:40:44.246458 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e5c59036-97a5-470b-87b7-82725b0984f9 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:40:44.246860 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60382620-edd9-41b8-8a62-43a1011e5ea5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df45f45-f481-44f2-8c4c-20d6248e6218', 'code': 200} Jul 23 16:40:44.264440 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cce087-64d4-46b7-8230-c6e5b7a8f533 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network 3e7d333d-b412-4292-b560-5093fe337608 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:44.272801 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-d0cce087-64d4-46b7-8230-c6e5b7a8f533 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:44.277296 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cce087-64d4-46b7-8230-c6e5b7a8f533 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:40:44.301851 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.380406 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd163bd9-b72b-4f77-97be-7ec2e270f58d None None] Pushing event updated for resources: {'Port': ['ID=5e646ba4-0042-475f-b70e-9c14ea90b546,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:44.380651 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580ffc9-6898-4c41-9eac-e5bcff1fc05e req-3ff9a8d7-5531-4f84-8c90-3e1f116b1ead tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:44.400420 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:40:44.402169 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a580ffc9-6898-4c41-9eac-e5bcff1fc05e req-3ff9a8d7-5531-4f84-8c90-3e1f116b1ead tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 943 time: 0.3492498 Jul 23 16:40:44.430762 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0cce087-64d4-46b7-8230-c6e5b7a8f533 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.676373 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a580ffc9-6898-4c41-9eac-e5bcff1fc05e req-74ad9aeb-257f-45b2-b41a-3047accb7615 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2680783 Jul 23 16:40:44.695120 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=4df45f45-f481-44f2-8c4c-20d6248e6218,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:44.759207 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4,segment=NetworkSegment(047af764-cf30-4424-904d-1624213e850c),segment_id=047af764-cf30-4424-904d-1624213e850c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:44.838728 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4', 'network_id': '188f4564-8b8f-479c-8498-350853f64f83', 'port_id': '55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4', 'mac_address': 'fa:16:3e:60:a6:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:40:44.845099 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e41ab787-7e76-41fb-a2ae-ed5bcad536a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'name': 'tempest-RoutersTest-router-1508136638', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:29Z', 'updated_at': '2021-07-23T16:40:35Z', 'revision_number': 2, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None, '_interfaces': [{'id': '9192c4a9-f441-4fa8-88c7-b148a008c681', 'name': '', 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:34Z', 'updated_at': '2021-07-23T16:40:43Z', 'revision_number': 4, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:44.845457 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0cce087-64d4-46b7-8230-c6e5b7a8f533 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.990936 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41ab787-7e76-41fb-a2ae-ed5bcad536a3 None None] The sync data for ids ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'] in n-d-778549-4 is: [{'id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'name': 'tempest-RoutersTest-router-1508136638', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:29Z', 'updated_at': '2021-07-23T16:40:35Z', 'revision_number': 2, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None, '_interfaces': [{'id': '9192c4a9-f441-4fa8-88c7-b148a008c681', 'name': '', 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:34Z', 'updated_at': '2021-07-23T16:40:43Z', 'revision_number': 4, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:40:45.030340 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:45.070772 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:40:45.135782 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4,segment=NetworkSegment(047af764-cf30-4424-904d-1624213e850c),segment_id=047af764-cf30-4424-904d-1624213e850c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:45.148210 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:45.279013 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4,revision_number=9']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:45.302188 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0cce087-64d4-46b7-8230-c6e5b7a8f533 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:45.317297 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0cce087-64d4-46b7-8230-c6e5b7a8f533 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:45.441619 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:40:45.590452 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cce087-64d4-46b7-8230-c6e5b7a8f533 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Port': ['ID=56d28d6c-2958-49e7-9a0b-161ad667bba6,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:45.684831 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0cce087-64d4-46b7-8230-c6e5b7a8f533 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:45.826938 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468a609-17ed-4f63-a01d-2473d8bbc2bb req-6a19f8b5-2d3b-4ea2-89cc-4df71db1bbad tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:45.840977 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7468a609-17ed-4f63-a01d-2473d8bbc2bb req-6a19f8b5-2d3b-4ea2-89cc-4df71db1bbad tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 943 time: 0.5357256 Jul 23 16:40:46.078850 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7468a609-17ed-4f63-a01d-2473d8bbc2bb req-62095dd6-74d4-45f0-b273-26ef74eed89e tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281871 Jul 23 16:40:46.110570 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cce087-64d4-46b7-8230-c6e5b7a8f533 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network 3e7d333d-b412-4292-b560-5093fe337608 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:46.113842 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-d0cce087-64d4-46b7-8230-c6e5b7a8f533 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:46.312368 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:40:46.444992 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dd34d2-d604-49b0-9f90-ce4fe80b5133 None None] Network 3e7d333d-b412-4292-b560-5093fe337608 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:40:46.499523 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:46.500266 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:46.674120 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c9ef9067-da41-4aab-bd4f-21ab1263408a None None] Provisioning for port 5e646ba4-0042-475f-b70e-9c14ea90b546 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:46.759203 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccbb3f-4ca2-495a-b2fd-851b0c227564 req-1e06e516-3546-4a42-b46d-28706818f99a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:46.765858 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-baccbb3f-4ca2-495a-b2fd-851b0c227564 req-1e06e516-3546-4a42-b46d-28706818f99a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 944 time: 0.8904655 Jul 23 16:40:46.877233 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:46.894640 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cce087-64d4-46b7-8230-c6e5b7a8f533 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:40:46.898112 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-baccbb3f-4ca2-495a-b2fd-851b0c227564 req-a4649809-e13b-4e56-8032-e2cbf9af9d49 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219194 Jul 23 16:40:46.941432 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 9192c4a9-f441-4fa8-88c7-b148a008c681 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:40:46.941975 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95ebf3-6c5a-4b47-aca1-8e2373f74aa1 req-4ccdf401-b999-4605-86bd-7c181cf5ffa5 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:46.950195 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd95ebf3-6c5a-4b47-aca1-8e2373f74aa1 req-4ccdf401-b999-4605-86bd-7c181cf5ffa5 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.2861221 Jul 23 16:40:47.083422 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fcf27e-1fc4-44f2-87e7-6648ac97b53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:40:47.089830 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978a064c-175c-4739-99dd-4053afe47b20" -d '{"events": [{"server_uuid": "a9fcf27e-1fc4-44f2-87e7-6648ac97b53d", "name": "network-vif-plugged", "status": "completed", "tag": "55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:40:47.107795 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cce087-64d4-46b7-8230-c6e5b7a8f533 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:40:47.122088 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d0cce087-64d4-46b7-8230-c6e5b7a8f533 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "PUT /v2.0/routers/9b9eb893-6e7a-4099-88f3-c0f8d4d28477/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4212883 Jul 23 16:40:47.124432 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55234) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:47.136801 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-292aa75c-4352-46dd-a032-7579b071cf56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Request body: {'network': {'name': 'tempest-RoutersTest-758293389'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:47.165746 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd95ebf3-6c5a-4b47-aca1-8e2373f74aa1 req-dd66490f-644f-4cad-9e1c-5383190ff124 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141235 Jul 23 16:40:47.202199 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4,segment=NetworkSegment(047af764-cf30-4424-904d-1624213e850c),segment_id=047af764-cf30-4424-904d-1624213e850c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:47.211840 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292aa75c-4352-46dd-a032-7579b071cf56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Made reservation on behalf of c0f4c41fe4844b969e43c8308c91c7fc for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:40:47.215474 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-292aa75c-4352-46dd-a032-7579b071cf56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:47.221416 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:47.247715 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 9192c4a9-f441-4fa8-88c7-b148a008c681 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:47.277822 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-292aa75c-4352-46dd-a032-7579b071cf56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] vlan segment allocate from pool success with {'vlan_id': 1148, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:40:47.297979 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-292aa75c-4352-46dd-a032-7579b071cf56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:47.298512 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-292aa75c-4352-46dd-a032-7579b071cf56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Added segment 025bef6a-f612-4a15-a748-e5157340ae51 of type vlan for network c00857d7-9004-4440-b52c-3dacf1d337a6 Jul 23 16:40:47.320153 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac58f47-02e6-4bec-961c-5b8edd0584be x-openstack-request-id: req-aac58f47-02e6-4bec-961c-5b8edd0584be {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:40:47.320975 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fcf27e-1fc4-44f2-87e7-6648ac97b53d", "name": "network-vif-plugged", "status": "completed", "tag": "55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:40:47.321728 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aac58f47-02e6-4bec-961c-5b8edd0584be {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:40:47.322404 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9fcf27e-1fc4-44f2-87e7-6648ac97b53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4', 'code': 200} Jul 23 16:40:47.332726 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 9192c4a9-f441-4fa8-88c7-b148a008c681 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:47.333349 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:47.394951 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 4df45f45-f481-44f2-8c4c-20d6248e6218 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:40:47.397391 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78374ce-98c1-41d6-af9f-9f2bcc47120a req-485942fd-0bd0-49ac-a792-9109ecc8ce5f tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:47.407094 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15ad204-4873-4172-aa52-ee4c2afbb530 None None] Sync routers for ids ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:40:47.421713 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a78374ce-98c1-41d6-af9f-9f2bcc47120a req-485942fd-0bd0-49ac-a792-9109ecc8ce5f tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 945 time: 0.1865242 Jul 23 16:40:47.457845 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4,revision_number=10']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:47.479021 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-292aa75c-4352-46dd-a032-7579b071cf56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:47.572954 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-292aa75c-4352-46dd-a032-7579b071cf56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:47.589200 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292aa75c-4352-46dd-a032-7579b071cf56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:47.589911 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-292aa75c-4352-46dd-a032-7579b071cf56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:47.613874 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:47.634776 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a78374ce-98c1-41d6-af9f-9f2bcc47120a req-a1cfb883-9df1-4a02-9fa4-1e612bcde8c5 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c6eb539-11f0-4f1b-b8f5-d8e90642f151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121000 Jul 23 16:40:47.659057 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15ad204-4873-4172-aa52-ee4c2afbb530 None None] Routers {'9b9eb893-6e7a-4099-88f3-c0f8d4d28477'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:47.662058 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e15ad204-4873-4172-aa52-ee4c2afbb530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:40:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:47.729516 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 9192c4a9-f441-4fa8-88c7-b148a008c681, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=9192c4a9-f441-4fa8-88c7-b148a008c681,segment=NetworkSegment(ac11608d-9b93-41b0-8cc6-9d6b0f5c117d),segment_id=ac11608d-9b93-41b0-8cc6-9d6b0f5c117d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:47.743760 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292aa75c-4352-46dd-a032-7579b071cf56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Network': ['ID=c00857d7-9004-4440-b52c-3dacf1d337a6,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:47.749653 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:47.761679 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 5e646ba4-0042-475f-b70e-9c14ea90b546 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:40:47.777512 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-292aa75c-4352-46dd-a032-7579b071cf56 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6518426 Jul 23 16:40:47.778587 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55272) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:47.785912 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-632f1aff-0668-4557-9e17-e55ab63d1e2d tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Request body: {'subnet': {'network_id': 'c00857d7-9004-4440-b52c-3dacf1d337a6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:47.819984 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network c00857d7-9004-4440-b52c-3dacf1d337a6 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:40:47.899895 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d7294-5936-415e-ab8c-dfbf9a11833a req-d47da5c9-2b03-41eb-b1c5-4072635bac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:47.903716 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b8d7294-5936-415e-ab8c-dfbf9a11833a req-d47da5c9-2b03-41eb-b1c5-4072635bac94 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 1097 time: 0.3963716 Jul 23 16:40:47.959767 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-e15ad204-4873-4172-aa52-ee4c2afbb530 None None] Set router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:40:48.029387 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 5e646ba4-0042-475f-b70e-9c14ea90b546 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:48.042127 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43b62e-0f6a-40c3-a3b0-1d9022172549 req-b0d13405-ec03-4370-bc68-87fd2fe48a1b tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:48.044171 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 5e646ba4-0042-475f-b70e-9c14ea90b546 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:48.052013 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2a43b62e-0f6a-40c3-a3b0-1d9022172549 req-b0d13405-ec03-4370-bc68-87fd2fe48a1b tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.5040085 Jul 23 16:40:48.053943 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:48.065981 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632f1aff-0668-4557-9e17-e55ab63d1e2d tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Made reservation on behalf of c0f4c41fe4844b969e43c8308c91c7fc for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:40:48.082193 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-632f1aff-0668-4557-9e17-e55ab63d1e2d tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:48.151588 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=9192c4a9-f441-4fa8-88c7-b148a008c681,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:48.195941 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2e3b8846-8aa6-4c39-a006-786c118213dc None None] Provisioning complete for port 5e646ba4-0042-475f-b70e-9c14ea90b546 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:48.196635 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2e3b8846-8aa6-4c39-a006-786c118213dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:48.242329 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b8d7294-5936-415e-ab8c-dfbf9a11833a req-08c74001-bf9c-4247-97a5-ba2ad06e39b9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3281813 Jul 23 16:40:48.285987 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2a43b62e-0f6a-40c3-a3b0-1d9022172549 req-a72cc90d-b7fd-452a-90cb-0ec1af15ee0b tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333355 Jul 23 16:40:48.347475 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:48.373099 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7890a-65be-4169-ad60-01d724077872 req-e1355283-bdfc-45ed-b703-85c5d0a84fc2 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:48.393251 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0be7890a-65be-4169-ad60-01d724077872 req-e1355283-bdfc-45ed-b703-85c5d0a84fc2 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 946 time: 0.3046813 Jul 23 16:40:48.511857 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2e3b8846-8aa6-4c39-a006-786c118213dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:48.534480 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0be7890a-65be-4169-ad60-01d724077872 req-04cdfcd0-b5c6-4b87-9687-f9ecf9e8633d tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384335 Jul 23 16:40:48.660591 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 5e646ba4-0042-475f-b70e-9c14ea90b546, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=5e646ba4-0042-475f-b70e-9c14ea90b546,segment=NetworkSegment(4454e00a-1a87-4433-b901-8dbba765d347),segment_id=4454e00a-1a87-4433-b901-8dbba765d347)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:48.667814 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:48.676153 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-632f1aff-0668-4557-9e17-e55ab63d1e2d tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:48.705331 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e15ad204-4873-4172-aa52-ee4c2afbb530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'name': 'tempest-RoutersTest-router-1508136638', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:29Z', 'updated_at': '2021-07-23T16:40:44Z', 'revision_number': 3, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None, '_interfaces': [{'id': '56d28d6c-2958-49e7-9a0b-161ad667bba6', 'name': '', 'network_id': '3e7d333d-b412-4292-b560-5093fe337608', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:4c:8d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:43Z', 'updated_at': '2021-07-23T16:40:45Z', 'revision_number': 2, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9192c4a9-f441-4fa8-88c7-b148a008c681', 'name': '', 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:34Z', 'updated_at': '2021-07-23T16:40:43Z', 'revision_number': 4, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:48.822823 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15ad204-4873-4172-aa52-ee4c2afbb530 None None] Checking router: 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:40:48.830245 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15ad204-4873-4172-aa52-ee4c2afbb530 None None] Updating router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 port 56d28d6c-2958-49e7-9a0b-161ad667bba6 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:40:48.920503 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f1aff-0668-4557-9e17-e55ab63d1e2d tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Subnet': ['ID=6284461d-ff39-4088-b992-4b85f2d249f2,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:48.926167 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-e15ad204-4873-4172-aa52-ee4c2afbb530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:48.936470 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 9192c4a9-f441-4fa8-88c7-b148a008c681 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:40:48.940210 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bee63-7a16-4667-b239-7e0073a4ab2a req-74292eb1-2c0d-41c4-8ccd-ae1e784217e2 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:48.942216 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e32bee63-7a16-4667-b239-7e0073a4ab2a req-74292eb1-2c0d-41c4-8ccd-ae1e784217e2 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.2394369 Jul 23 16:40:48.952990 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632f1aff-0668-4557-9e17-e55ab63d1e2d tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Checking segment: {'id': '025bef6a-f612-4a15-a748-e5157340ae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'c00857d7-9004-4440-b52c-3dacf1d337a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:40:48.953316 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632f1aff-0668-4557-9e17-e55ab63d1e2d tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network hostable DHCP agents. Network: c00857d7-9004-4440-b52c-3dacf1d337a6, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:40:48.956099 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1212d90-3bba-4631-8756-524a3995af55 req-bca02027-c5ab-45a3-8d2b-2d17424b3c48 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:48.964915 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d1212d90-3bba-4631-8756-524a3995af55 req-bca02027-c5ab-45a3-8d2b-2d17424b3c48 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 945 time: 0.2382228 Jul 23 16:40:49.004139 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632f1aff-0668-4557-9e17-e55ab63d1e2d tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network c00857d7-9004-4440-b52c-3dacf1d337a6 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:40:49.019086 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-632f1aff-0668-4557-9e17-e55ab63d1e2d tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, c00857d7-9004-4440-b52c-3dacf1d337a6) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:49.030287 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=5e646ba4-0042-475f-b70e-9c14ea90b546,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:49.036974 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632f1aff-0668-4557-9e17-e55ab63d1e2d tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:49.037637 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-632f1aff-0668-4557-9e17-e55ab63d1e2d tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:49.038844 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e32bee63-7a16-4667-b239-7e0073a4ab2a req-a01337a4-96dd-4f75-a418-1bdbf8eb4503 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712695 Jul 23 16:40:49.043672 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb751b70-f9aa-4b54-9ec8-879d5eb81c26 None None] Network c00857d7-9004-4440-b52c-3dacf1d337a6 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:40:49.078553 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d1212d90-3bba-4631-8756-524a3995af55 req-10ad9ea8-46cc-4f24-9c25-2f394bd461ac tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c6eb539-11f0-4f1b-b8f5-d8e90642f151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114521 Jul 23 16:40:49.103999 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-632f1aff-0668-4557-9e17-e55ab63d1e2d tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3228846 Jul 23 16:40:49.108148 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55340) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:49.281912 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.api [None req-2e3b8846-8aa6-4c39-a006-786c118213dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:40:49.282272 n-d-778549-4 neutron-server[94014]: DEBUG oslo_db.api [None req-2e3b8846-8aa6-4c39-a006-786c118213dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:40:49.372688 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 9192c4a9-f441-4fa8-88c7-b148a008c681 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:49.373106 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:49.573553 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5912f1fd-31ec-42f0-8807-515e80e6cdb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-c00857d7-9004-4440-b52c-3dacf1d337a6', 'network_id': 'c00857d7-9004-4440-b52c-3dacf1d337a6', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'fixed_ips': [{'subnet_id': '6284461d-ff39-4088-b992-4b85f2d249f2'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:40:49.580298 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5912f1fd-31ec-42f0-8807-515e80e6cdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:49.782032 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-e15ad204-4873-4172-aa52-ee4c2afbb530 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:49.798449 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-e15ad204-4873-4172-aa52-ee4c2afbb530 None None] Transition to ACTIVE for port object 56d28d6c-2958-49e7-9a0b-161ad667bba6 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:40:49.826822 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-e15ad204-4873-4172-aa52-ee4c2afbb530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:49.846777 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-41238cc5-5c17-41fc-9222-e0130e94c44b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:49.962780 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810be58e-7662-4fc2-83b1-16fc497b041f None None] Pushing event updated for resources: {'Port': ['ID=56d28d6c-2958-49e7-9a0b-161ad667bba6,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:50.052055 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00901a89-6f33-4401-8a6e-d5fe66fbc82d req-97060056-aeb2-46c8-b643-6987468a4f15 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:50.054979 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-00901a89-6f33-4401-8a6e-d5fe66fbc82d req-97060056-aeb2-46c8-b643-6987468a4f15 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 946 time: 0.3135638 Jul 23 16:40:50.147929 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810be58e-7662-4fc2-83b1-16fc497b041f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:50.149914 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810be58e-7662-4fc2-83b1-16fc497b041f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:50.150408 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810be58e-7662-4fc2-83b1-16fc497b041f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:50.152011 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810be58e-7662-4fc2-83b1-16fc497b041f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:50.153714 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810be58e-7662-4fc2-83b1-16fc497b041f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:50.154359 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810be58e-7662-4fc2-83b1-16fc497b041f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:50.158942 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810be58e-7662-4fc2-83b1-16fc497b041f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:50.159474 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810be58e-7662-4fc2-83b1-16fc497b041f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:50.161569 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810be58e-7662-4fc2-83b1-16fc497b041f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:50.168248 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810be58e-7662-4fc2-83b1-16fc497b041f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:50.169792 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810be58e-7662-4fc2-83b1-16fc497b041f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:50.170131 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810be58e-7662-4fc2-83b1-16fc497b041f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:50.207239 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-00901a89-6f33-4401-8a6e-d5fe66fbc82d req-966097ad-6832-42b1-9e09-804477490460 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423106 Jul 23 16:40:50.275903 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-e15ad204-4873-4172-aa52-ee4c2afbb530 None None] Attempting to bind port 56d28d6c-2958-49e7-9a0b-161ad667bba6 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:40:50.276364 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-e15ad204-4873-4172-aa52-ee4c2afbb530 None None] Attempting to bind port 56d28d6c-2958-49e7-9a0b-161ad667bba6 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '4454e00a-1a87-4433-b901-8dbba765d347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '3e7d333d-b412-4292-b560-5093fe337608'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:40:50.276714 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15ad204-4873-4172-aa52-ee4c2afbb530 None None] Attempting to bind port 56d28d6c-2958-49e7-9a0b-161ad667bba6 on network 3e7d333d-b412-4292-b560-5093fe337608 {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:40:50.313584 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15ad204-4873-4172-aa52-ee4c2afbb530 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:40:50.314057 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15ad204-4873-4172-aa52-ee4c2afbb530 None None] Checking segment: {'id': '4454e00a-1a87-4433-b901-8dbba765d347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '3e7d333d-b412-4292-b560-5093fe337608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:40:50.314767 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-e15ad204-4873-4172-aa52-ee4c2afbb530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:50.315170 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15ad204-4873-4172-aa52-ee4c2afbb530 None None] Bound using segment: {'id': '4454e00a-1a87-4433-b901-8dbba765d347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '3e7d333d-b412-4292-b560-5093fe337608'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:40:50.315669 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-e15ad204-4873-4172-aa52-ee4c2afbb530 None None] Bound port: 56d28d6c-2958-49e7-9a0b-161ad667bba6, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4454e00a-1a87-4433-b901-8dbba765d347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '3e7d333d-b412-4292-b560-5093fe337608'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:40:50.316055 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-e15ad204-4873-4172-aa52-ee4c2afbb530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:50.327361 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-5912f1fd-31ec-42f0-8807-515e80e6cdb9 None None] Allocated IP 172.22.0.2 (c00857d7-9004-4440-b52c-3dacf1d337a6/6284461d-ff39-4088-b992-4b85f2d249f2/77c8e3fd-4671-4efe-af5e-5ad273277119) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:40:50.359552 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2e3b8846-8aa6-4c39-a006-786c118213dc None None] Provisioning for port 56d28d6c-2958-49e7-9a0b-161ad667bba6 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:50.444640 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55420) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:50.520228 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-e15ad204-4873-4172-aa52-ee4c2afbb530 None None] For port 56d28d6c-2958-49e7-9a0b-161ad667bba6, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:40:50.529977 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-e15ad204-4873-4172-aa52-ee4c2afbb530 None None] For port 56d28d6c-2958-49e7-9a0b-161ad667bba6, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=56d28d6c-2958-49e7-9a0b-161ad667bba6,segment=NetworkSegment(4454e00a-1a87-4433-b901-8dbba765d347),segment_id=4454e00a-1a87-4433-b901-8dbba765d347)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:40:50.537228 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-e15ad204-4873-4172-aa52-ee4c2afbb530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:50.558342 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba17f9d-2256-444a-9404-50c961bca938 req-1dcd0c12-e6e4-411f-8abd-943311b6b050 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:50.560266 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8ba17f9d-2256-444a-9404-50c961bca938 req-1dcd0c12-e6e4-411f-8abd-943311b6b050 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.2761855 Jul 23 16:40:50.578327 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f71ae0-d588-4faf-b327-b7e3ae753c0d req-082f6b67-766f-4d93-ad72-e16d061a062a tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:50.580262 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39f71ae0-d588-4faf-b327-b7e3ae753c0d req-082f6b67-766f-4d93-ad72-e16d061a062a tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 945 time: 0.1859989 Jul 23 16:40:50.621939 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8ba17f9d-2256-444a-9404-50c961bca938 req-56299c65-0cc5-4eae-897e-b2236f3a5941 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550828 Jul 23 16:40:50.682443 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dec4f482-2ec5-4fda-92eb-9b5a49bc66be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:50.683929 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810be58e-7662-4fc2-83b1-16fc497b041f None None] Pushing event updated for resources: {'Port': ['ID=56d28d6c-2958-49e7-9a0b-161ad667bba6,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:50.695866 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39f71ae0-d588-4faf-b327-b7e3ae753c0d req-4ce462bc-f9fe-4e62-a6c8-9bb0742fc935 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c6eb539-11f0-4f1b-b8f5-d8e90642f151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773697 Jul 23 16:40:50.722354 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15ad204-4873-4172-aa52-ee4c2afbb530 None None] Routers {'9b9eb893-6e7a-4099-88f3-c0f8d4d28477'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:50.722971 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e15ad204-4873-4172-aa52-ee4c2afbb530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:40:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:50.776359 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5912f1fd-31ec-42f0-8807-515e80e6cdb9 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:50.814224 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-5912f1fd-31ec-42f0-8807-515e80e6cdb9 None None] Transition to ACTIVE for port object 77c8e3fd-4671-4efe-af5e-5ad273277119 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:40:50.853513 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-5912f1fd-31ec-42f0-8807-515e80e6cdb9 None None] Transition to ACTIVE for port object 77c8e3fd-4671-4efe-af5e-5ad273277119 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:40:50.867120 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5912f1fd-31ec-42f0-8807-515e80e6cdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:50.902075 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dec4f482-2ec5-4fda-92eb-9b5a49bc66be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:50.904971 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 5e646ba4-0042-475f-b70e-9c14ea90b546 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:40:50.907422 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dec4f482-2ec5-4fda-92eb-9b5a49bc66be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:50.978591 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-dec4f482-2ec5-4fda-92eb-9b5a49bc66be admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3794aac4a4f7469e9c3a060841ce1bcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5326593 Jul 23 16:40:50.982251 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55426) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:50.983159 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4f482-2ec5-4fda-92eb-9b5a49bc66be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379b09f1-8428-43b2-bf0e-87933472daf2,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:51.003210 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-e15ad204-4873-4172-aa52-ee4c2afbb530 None None] Set router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:40:51.050208 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-41238cc5-5c17-41fc-9222-e0130e94c44b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Allocated IP 172.22.0.1 (c00857d7-9004-4440-b52c-3dacf1d337a6/6284461d-ff39-4088-b992-4b85f2d249f2/3adbf88d-2d24-4360-9d46-698d4b62fe14) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:40:51.077390 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5912f1fd-31ec-42f0-8807-515e80e6cdb9 None None] Network c00857d7-9004-4440-b52c-3dacf1d337a6 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:51.094694 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-70905c08-9465-4904-8e2c-98b3c7b83c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.116390 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912f1fd-31ec-42f0-8807-515e80e6cdb9 None None] Pushing event updated for resources: {'Port': ['ID=77c8e3fd-4671-4efe-af5e-5ad273277119,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:51.120342 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-5912f1fd-31ec-42f0-8807-515e80e6cdb9 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:51.123831 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5912f1fd-31ec-42f0-8807-515e80e6cdb9 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:40:51.150966 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-70905c08-9465-4904-8e2c-98b3c7b83c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.205541 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 5e646ba4-0042-475f-b70e-9c14ea90b546 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:51.206207 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.232618 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-5912f1fd-31ec-42f0-8807-515e80e6cdb9 None None] Attempting to bind port 77c8e3fd-4671-4efe-af5e-5ad273277119 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:40:51.232988 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-5912f1fd-31ec-42f0-8807-515e80e6cdb9 None None] Attempting to bind port 77c8e3fd-4671-4efe-af5e-5ad273277119 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '025bef6a-f612-4a15-a748-e5157340ae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'c00857d7-9004-4440-b52c-3dacf1d337a6'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:40:51.233376 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5912f1fd-31ec-42f0-8807-515e80e6cdb9 None None] Attempting to bind port 77c8e3fd-4671-4efe-af5e-5ad273277119 on network c00857d7-9004-4440-b52c-3dacf1d337a6 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:40:51.242900 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-70905c08-9465-4904-8e2c-98b3c7b83c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.246264 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-70905c08-9465-4904-8e2c-98b3c7b83c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.249582 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-70905c08-9465-4904-8e2c-98b3c7b83c3d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/379b09f1-8428-43b2-bf0e-87933472daf2 HTTP/1.1" status: 204 len: 168 time: 0.2603528 Jul 23 16:40:51.272462 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70905c08-9465-4904-8e2c-98b3c7b83c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379b09f1-8428-43b2-bf0e-87933472daf2,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:51.300502 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5912f1fd-31ec-42f0-8807-515e80e6cdb9 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:40:51.301807 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5912f1fd-31ec-42f0-8807-515e80e6cdb9 None None] Checking segment: {'id': '025bef6a-f612-4a15-a748-e5157340ae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'c00857d7-9004-4440-b52c-3dacf1d337a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:40:51.301807 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5912f1fd-31ec-42f0-8807-515e80e6cdb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.302140 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5912f1fd-31ec-42f0-8807-515e80e6cdb9 None None] Bound using segment: {'id': '025bef6a-f612-4a15-a748-e5157340ae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'c00857d7-9004-4440-b52c-3dacf1d337a6'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:40:51.303538 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-5912f1fd-31ec-42f0-8807-515e80e6cdb9 None None] Bound port: 77c8e3fd-4671-4efe-af5e-5ad273277119, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025bef6a-f612-4a15-a748-e5157340ae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'c00857d7-9004-4440-b52c-3dacf1d337a6'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:40:51.303939 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5912f1fd-31ec-42f0-8807-515e80e6cdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.403183 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-5912f1fd-31ec-42f0-8807-515e80e6cdb9 None None] For port 77c8e3fd-4671-4efe-af5e-5ad273277119, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:40:51.407327 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-5912f1fd-31ec-42f0-8807-515e80e6cdb9 None None] For port 77c8e3fd-4671-4efe-af5e-5ad273277119, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=77c8e3fd-4671-4efe-af5e-5ad273277119,segment=NetworkSegment(025bef6a-f612-4a15-a748-e5157340ae51),segment_id=025bef6a-f612-4a15-a748-e5157340ae51)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:40:51.417986 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-41238cc5-5c17-41fc-9222-e0130e94c44b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.454612 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e15ad204-4873-4172-aa52-ee4c2afbb530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'name': 'tempest-RoutersTest-router-1508136638', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:29Z', 'updated_at': '2021-07-23T16:40:44Z', 'revision_number': 3, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None, '_interfaces': [{'id': '56d28d6c-2958-49e7-9a0b-161ad667bba6', 'name': '', 'network_id': '3e7d333d-b412-4292-b560-5093fe337608', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:4c:8d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:43Z', 'updated_at': '2021-07-23T16:40:50Z', 'revision_number': 4, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9192c4a9-f441-4fa8-88c7-b148a008c681', 'name': '', 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:34Z', 'updated_at': '2021-07-23T16:40:47Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:51.463387 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5912f1fd-31ec-42f0-8807-515e80e6cdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.464024 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-41238cc5-5c17-41fc-9222-e0130e94c44b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Transition to ACTIVE for port object 3adbf88d-2d24-4360-9d46-698d4b62fe14 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:40:51.496203 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15ad204-4873-4172-aa52-ee4c2afbb530 None None] The sync data for ids ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'] in n-d-778549-4 is: [{'id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'name': 'tempest-RoutersTest-router-1508136638', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:29Z', 'updated_at': '2021-07-23T16:40:44Z', 'revision_number': 3, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None, '_interfaces': [{'id': '56d28d6c-2958-49e7-9a0b-161ad667bba6', 'name': '', 'network_id': '3e7d333d-b412-4292-b560-5093fe337608', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:4c:8d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:43Z', 'updated_at': '2021-07-23T16:40:50Z', 'revision_number': 4, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9192c4a9-f441-4fa8-88c7-b148a008c681', 'name': '', 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:34Z', 'updated_at': '2021-07-23T16:40:47Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:40:51.564537 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a290e3f-b896-4fa6-a089-535ca19dd882 req-1fe10567-26f7-4b26-b775-3bb4e5ad02f0 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:51.572213 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a290e3f-b896-4fa6-a089-535ca19dd882 req-1fe10567-26f7-4b26-b775-3bb4e5ad02f0 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 946 time: 0.2276523 Jul 23 16:40:51.624452 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912f1fd-31ec-42f0-8807-515e80e6cdb9 None None] Pushing event updated for resources: {'Port': ['ID=77c8e3fd-4671-4efe-af5e-5ad273277119,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:51.715223 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-41238cc5-5c17-41fc-9222-e0130e94c44b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.722225 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a290e3f-b896-4fa6-a089-535ca19dd882 req-6d039131-5d74-4cd2-94c1-a105879ddf8b tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491439 Jul 23 16:40:51.973987 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55444) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:52.014735 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2feef192-dd9d-47c8-941a-f7608819bd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:52.039091 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41238cc5-5c17-41fc-9222-e0130e94c44b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network c00857d7-9004-4440-b52c-3dacf1d337a6 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:52.042770 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-41238cc5-5c17-41fc-9222-e0130e94c44b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:52.050011 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41238cc5-5c17-41fc-9222-e0130e94c44b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:40:52.080070 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41238cc5-5c17-41fc-9222-e0130e94c44b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Port': ['ID=3adbf88d-2d24-4360-9d46-698d4b62fe14,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:52.239511 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-41238cc5-5c17-41fc-9222-e0130e94c44b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:52.243509 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2feef192-dd9d-47c8-941a-f7608819bd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:52.249165 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2feef192-dd9d-47c8-941a-f7608819bd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:52.307873 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2feef192-dd9d-47c8-941a-f7608819bd30 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a0ad2e9516a24948bbbf25fa0c7c07a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3325117 Jul 23 16:40:52.314727 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55448) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:52.351833 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e80f0-a0fa-4bca-9800-9661fbf6273d req-e46c12fa-d104-456e-8f6b-19924e030122 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:52.358357 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-285e80f0-a0fa-4bca-9800-9661fbf6273d req-e46c12fa-d104-456e-8f6b-19924e030122 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.5459833 Jul 23 16:40:52.367011 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feef192-dd9d-47c8-941a-f7608819bd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca19a8a-0f37-4614-aa73-60d8e4f90a72,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:52.397879 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38ab2014-c735-49d6-80cb-c0c2ec367d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:52.432006 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38ab2014-c735-49d6-80cb-c0c2ec367d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:52.434909 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbc3d4-3fbf-46a6-a848-f2fe9f5ed989 req-e2df34a8-0414-4308-acbe-832ea2ecc220 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:52.436505 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1dbbc3d4-3fbf-46a6-a848-f2fe9f5ed989 req-e2df34a8-0414-4308-acbe-832ea2ecc220 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 945 time: 0.5244794 Jul 23 16:40:52.439325 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-285e80f0-a0fa-4bca-9800-9661fbf6273d req-5b20522d-2958-4e99-8617-d9393ec13a33 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782952 Jul 23 16:40:52.519831 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38ab2014-c735-49d6-80cb-c0c2ec367d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:52.524533 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38ab2014-c735-49d6-80cb-c0c2ec367d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:52.531851 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1dbbc3d4-3fbf-46a6-a848-f2fe9f5ed989 req-69b92f86-a281-476a-8288-56f8cf942513 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c6eb539-11f0-4f1b-b8f5-d8e90642f151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655434 Jul 23 16:40:52.538337 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-38ab2014-c735-49d6-80cb-c0c2ec367d4e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eca19a8a-0f37-4614-aa73-60d8e4f90a72 HTTP/1.1" status: 204 len: 168 time: 0.2099130 Jul 23 16:40:52.567452 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab2014-c735-49d6-80cb-c0c2ec367d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca19a8a-0f37-4614-aa73-60d8e4f90a72,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:52.606730 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-41238cc5-5c17-41fc-9222-e0130e94c44b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:52.896473 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 77c8e3fd-4671-4efe-af5e-5ad273277119 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:40:52.989613 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 77c8e3fd-4671-4efe-af5e-5ad273277119 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:52.994571 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 56d28d6c-2958-49e7-9a0b-161ad667bba6 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:40:53.070117 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 56d28d6c-2958-49e7-9a0b-161ad667bba6 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:53.080097 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 56d28d6c-2958-49e7-9a0b-161ad667bba6 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:53.080644 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:53.085500 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-41238cc5-5c17-41fc-9222-e0130e94c44b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:53.091439 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-41238cc5-5c17-41fc-9222-e0130e94c44b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:53.204103 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:53.225370 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-41238cc5-5c17-41fc-9222-e0130e94c44b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:53.227590 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca8a45e-a5f5-402d-a454-6619a5755b90 None None] Network c00857d7-9004-4440-b52c-3dacf1d337a6 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:40:53.243766 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41238cc5-5c17-41fc-9222-e0130e94c44b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Port': ['ID=3adbf88d-2d24-4360-9d46-698d4b62fe14,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:53.322635 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8d8e17a6-0a84-4925-b109-c2d91e87703d None None] Provisioning for port 77c8e3fd-4671-4efe-af5e-5ad273277119 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:53.325733 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 56d28d6c-2958-49e7-9a0b-161ad667bba6, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=56d28d6c-2958-49e7-9a0b-161ad667bba6,segment=NetworkSegment(4454e00a-1a87-4433-b901-8dbba765d347),segment_id=4454e00a-1a87-4433-b901-8dbba765d347)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:53.334585 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8d8e17a6-0a84-4925-b109-c2d91e87703d None None] Provisioning complete for port 77c8e3fd-4671-4efe-af5e-5ad273277119 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:53.335012 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8d8e17a6-0a84-4925-b109-c2d91e87703d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:53.336977 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:53.367825 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41238cc5-5c17-41fc-9222-e0130e94c44b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network c00857d7-9004-4440-b52c-3dacf1d337a6 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:53.369433 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-41238cc5-5c17-41fc-9222-e0130e94c44b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:53.497037 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41238cc5-5c17-41fc-9222-e0130e94c44b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:40:53.517128 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=56d28d6c-2958-49e7-9a0b-161ad667bba6,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:53.594592 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8d8e17a6-0a84-4925-b109-c2d91e87703d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:53.676331 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-8d8e17a6-0a84-4925-b109-c2d91e87703d None None] For port 77c8e3fd-4671-4efe-af5e-5ad273277119, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=77c8e3fd-4671-4efe-af5e-5ad273277119,segment=NetworkSegment(025bef6a-f612-4a15-a748-e5157340ae51),segment_id=025bef6a-f612-4a15-a748-e5157340ae51)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:53.684098 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8d8e17a6-0a84-4925-b109-c2d91e87703d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:53.765372 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41238cc5-5c17-41fc-9222-e0130e94c44b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:40:53.777794 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-41238cc5-5c17-41fc-9222-e0130e94c44b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "PUT /v2.0/routers/9b9eb893-6e7a-4099-88f3-c0f8d4d28477/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6668828 Jul 23 16:40:53.778144 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55492) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:53.783182 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-c0854a4e-18d8-439a-8177-344190399f63 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Request body: {'network': {'name': 'tempest-RoutersTest-847768949'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:53.791162 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0893200-68ac-4919-b69a-a24609da95f0 req-49b7dbcd-29cf-42cd-9e25-7b43cab24fdb tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:53.798804 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d0893200-68ac-4919-b69a-a24609da95f0 req-49b7dbcd-29cf-42cd-9e25-7b43cab24fdb tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.1875951 Jul 23 16:40:53.803713 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f69d1e5-8ae3-4812-adc0-15b594630705 None None] Sync routers for ids ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:40:53.825999 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0854a4e-18d8-439a-8177-344190399f63 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Made reservation on behalf of c0f4c41fe4844b969e43c8308c91c7fc for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:40:53.829768 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c0854a4e-18d8-439a-8177-344190399f63 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:53.848861 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d0893200-68ac-4919-b69a-a24609da95f0 req-cecafd20-6bb3-41c3-9504-138400ec4212 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488670 Jul 23 16:40:53.876451 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f69d1e5-8ae3-4812-adc0-15b594630705 None None] Routers {'9b9eb893-6e7a-4099-88f3-c0f8d4d28477'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:53.885638 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0f69d1e5-8ae3-4812-adc0-15b594630705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:40:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:53.907268 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0854a4e-18d8-439a-8177-344190399f63 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] vlan segment allocate from pool success with {'vlan_id': 1133, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:40:53.913322 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c07dd7-a973-42cf-bf46-1164e92fe388 req-38665c6f-528a-46bb-ac86-3f66dafb92ea tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:53.920853 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-82c07dd7-a973-42cf-bf46-1164e92fe388 req-38665c6f-528a-46bb-ac86-3f66dafb92ea tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 945 time: 0.2135532 Jul 23 16:40:53.928508 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c0854a4e-18d8-439a-8177-344190399f63 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:53.928850 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-c0854a4e-18d8-439a-8177-344190399f63 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Added segment bf247e3f-95fc-4e93-ac79-6f3e71348762 of type vlan for network 18341c98-5740-4364-83a3-85e8c39e102b Jul 23 16:40:53.986652 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-82c07dd7-a973-42cf-bf46-1164e92fe388 req-c9d839a7-d6e6-4190-a556-314032a353f8 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c6eb539-11f0-4f1b-b8f5-d8e90642f151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648534 Jul 23 16:40:54.016921 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c0854a4e-18d8-439a-8177-344190399f63 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:54.106271 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c0854a4e-18d8-439a-8177-344190399f63 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:54.113404 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0854a4e-18d8-439a-8177-344190399f63 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:54.114064 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c0854a4e-18d8-439a-8177-344190399f63 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:54.192270 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e17a6-0a84-4925-b109-c2d91e87703d None None] Pushing event updated for resources: {'Port': ['ID=77c8e3fd-4671-4efe-af5e-5ad273277119,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:54.238728 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-11391c98-3006-4017-84e3-b6df598a9886 None None] Provisioning complete for port 77c8e3fd-4671-4efe-af5e-5ad273277119 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:54.239108 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-11391c98-3006-4017-84e3-b6df598a9886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:54.318844 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0854a4e-18d8-439a-8177-344190399f63 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Network': ['ID=18341c98-5740-4364-83a3-85e8c39e102b,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:54.326480 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c0854a4e-18d8-439a-8177-344190399f63 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5475390 Jul 23 16:40:54.329281 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55540) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:54.336479 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-d2fcba63-20b1-4192-90e0-233070b5c397 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Request body: {'subnet': {'network_id': '18341c98-5740-4364-83a3-85e8c39e102b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:54.340546 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 18341c98-5740-4364-83a3-85e8c39e102b details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:40:54.348650 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-0f69d1e5-8ae3-4812-adc0-15b594630705 None None] Set router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:40:54.560229 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fcba63-20b1-4192-90e0-233070b5c397 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Made reservation on behalf of c0f4c41fe4844b969e43c8308c91c7fc for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:40:54.564646 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d2fcba63-20b1-4192-90e0-233070b5c397 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:54.667599 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55546) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:54.813154 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-11391c98-3006-4017-84e3-b6df598a9886 None None] Provisioning for port 3adbf88d-2d24-4360-9d46-698d4b62fe14 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:54.827592 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-11391c98-3006-4017-84e3-b6df598a9886 None None] Provisioning complete for port 3adbf88d-2d24-4360-9d46-698d4b62fe14 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:54.828321 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-11391c98-3006-4017-84e3-b6df598a9886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:54.920580 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 77c8e3fd-4671-4efe-af5e-5ad273277119 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:40:54.941753 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7b084a91-d327-458f-b03c-1ce10d463aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:54.967813 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-11391c98-3006-4017-84e3-b6df598a9886 None None] Port 3adbf88d-2d24-4360-9d46-698d4b62fe14 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:40:55.112654 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7b084a91-d327-458f-b03c-1ce10d463aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:55.119892 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7b084a91-d327-458f-b03c-1ce10d463aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:55.126545 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b75f8747-0ea2-46b0-aeac-5d6cdc14f111 None None] Provisioning complete for port 3adbf88d-2d24-4360-9d46-698d4b62fe14 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:55.127169 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b75f8747-0ea2-46b0-aeac-5d6cdc14f111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:55.163202 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 77c8e3fd-4671-4efe-af5e-5ad273277119 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:55.163806 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:55.172677 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7b084a91-d327-458f-b03c-1ce10d463aa5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2227907d725d46d49770beec2b8a06d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5037220 Jul 23 16:40:55.173931 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b084a91-d327-458f-b03c-1ce10d463aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3486e2-5088-4a08-b48b-a743ab81f891,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:55.176686 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55558) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:55.196291 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0f69d1e5-8ae3-4812-adc0-15b594630705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'name': 'tempest-RoutersTest-router-1508136638', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:29Z', 'updated_at': '2021-07-23T16:40:52Z', 'revision_number': 4, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None, '_interfaces': [{'id': '3adbf88d-2d24-4360-9d46-698d4b62fe14', 'name': '', 'network_id': 'c00857d7-9004-4440-b52c-3dacf1d337a6', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:10:da:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '6284461d-ff39-4088-b992-4b85f2d249f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:50Z', 'updated_at': '2021-07-23T16:40:52Z', 'revision_number': 2, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6284461d-ff39-4088-b992-4b85f2d249f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56d28d6c-2958-49e7-9a0b-161ad667bba6', 'name': '', 'network_id': '3e7d333d-b412-4292-b560-5093fe337608', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:4c:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:43Z', 'updated_at': '2021-07-23T16:40:53Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9192c4a9-f441-4fa8-88c7-b148a008c681', 'name': '', 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:34Z', 'updated_at': '2021-07-23T16:40:47Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:55.263690 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5993df54-bd5e-4774-9fde-5ff5932baa76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:55.291478 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5993df54-bd5e-4774-9fde-5ff5932baa76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:55.303782 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f69d1e5-8ae3-4812-adc0-15b594630705 None None] Checking router: 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:40:55.304148 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f69d1e5-8ae3-4812-adc0-15b594630705 None None] Updating router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 port 3adbf88d-2d24-4360-9d46-698d4b62fe14 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:40:55.355553 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5993df54-bd5e-4774-9fde-5ff5932baa76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:55.358628 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5993df54-bd5e-4774-9fde-5ff5932baa76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:55.360256 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5993df54-bd5e-4774-9fde-5ff5932baa76 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7a3486e2-5088-4a08-b48b-a743ab81f891 HTTP/1.1" status: 204 len: 168 time: 0.1821527 Jul 23 16:40:55.385245 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc933d53-e6ed-47d4-81aa-04c484beb7ba req-ce6c133e-5529-40d4-abcf-2c985edf0a31 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:55.386853 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc933d53-e6ed-47d4-81aa-04c484beb7ba req-ce6c133e-5529-40d4-abcf-2c985edf0a31 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.74 "GET /v2.0/ports?device_id=47a1232d-43a1-4a2f-ba77-d3efe32641b2 HTTP/1.1" status: 200 len: 946 time: 0.2892702 Jul 23 16:40:55.387605 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993df54-bd5e-4774-9fde-5ff5932baa76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3486e2-5088-4a08-b48b-a743ab81f891,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:55.396969 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71586590-5d34-4e4e-af81-292e1dd74f96 req-56d787ff-2733-4442-954f-ef1cd9f6fd1e tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:55.398496 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-71586590-5d34-4e4e-af81-292e1dd74f96 req-56d787ff-2733-4442-954f-ef1cd9f6fd1e tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.2998106 Jul 23 16:40:55.602393 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b3f4d-8ac6-49a7-a00d-f96f804907f4 req-3737a60d-76dd-4ab1-a4d3-7c183bf3378d tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:55.603024 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-b75f8747-0ea2-46b0-aeac-5d6cdc14f111 None None] Port 3adbf88d-2d24-4360-9d46-698d4b62fe14 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:40:55.604879 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d62b3f4d-8ac6-49a7-a00d-f96f804907f4 req-3737a60d-76dd-4ab1-a4d3-7c183bf3378d tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/ports?device_id=47a1232d-43a1-4a2f-ba77-d3efe32641b2 HTTP/1.1" status: 200 len: 946 time: 0.5043454 Jul 23 16:40:55.618334 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d2fcba63-20b1-4192-90e0-233070b5c397 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:55.638634 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0f69d1e5-8ae3-4812-adc0-15b594630705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:55.694121 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 56d28d6c-2958-49e7-9a0b-161ad667bba6 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:40:55.778417 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 56d28d6c-2958-49e7-9a0b-161ad667bba6 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:55.778976 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:55.783087 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-71586590-5d34-4e4e-af81-292e1dd74f96 req-f6e44c78-b294-4304-bb91-c521609af031 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3734357 Jul 23 16:40:55.788227 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fcba63-20b1-4192-90e0-233070b5c397 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Subnet': ['ID=d3fdc166-6665-4e45-971c-cf509d2da120,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:55.832006 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d62b3f4d-8ac6-49a7-a00d-f96f804907f4 req-084e4e7f-56e7-4c35-b2d0-f2c39e82f4ea tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/security-groups?id=a01ca5f5-fd89-4a53-ad59-163800b3f4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029815 Jul 23 16:40:55.849946 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fcba63-20b1-4192-90e0-233070b5c397 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Checking segment: {'id': 'bf247e3f-95fc-4e93-ac79-6f3e71348762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '18341c98-5740-4364-83a3-85e8c39e102b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:40:55.850335 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fcba63-20b1-4192-90e0-233070b5c397 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network hostable DHCP agents. Network: 18341c98-5740-4364-83a3-85e8c39e102b, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:40:55.883475 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fcba63-20b1-4192-90e0-233070b5c397 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network 18341c98-5740-4364-83a3-85e8c39e102b is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:40:55.899307 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-d2fcba63-20b1-4192-90e0-233070b5c397 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 18341c98-5740-4364-83a3-85e8c39e102b) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:55.909289 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fcba63-20b1-4192-90e0-233070b5c397 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:55.912672 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d2fcba63-20b1-4192-90e0-233070b5c397 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:55.977260 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-cc933d53-e6ed-47d4-81aa-04c484beb7ba req-a80d36b2-9d90-4aeb-829b-a6e029114970 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Deleting port 9b47208a-3b1a-4232-bbb8-2c166b5d6282 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:40:55.977603 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-cc933d53-e6ed-47d4-81aa-04c484beb7ba req-a80d36b2-9d90-4aeb-829b-a6e029114970 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:55.983385 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d2fcba63-20b1-4192-90e0-233070b5c397 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6527760 Jul 23 16:40:55.986220 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55574) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.006480 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf8e6be-b363-410b-a45b-078dcd4293e4 None None] Network 18341c98-5740-4364-83a3-85e8c39e102b requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:40:56.121515 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff68e5-04ab-4970-b887-926983ad79ee req-7322448e-1913-4406-b225-db44e8118297 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:56.123442 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-feff68e5-04ab-4970-b887-926983ad79ee req-7322448e-1913-4406-b225-db44e8118297 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 945 time: 0.1967411 Jul 23 16:40:56.168500 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-cc933d53-e6ed-47d4-81aa-04c484beb7ba req-a80d36b2-9d90-4aeb-829b-a6e029114970 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] For port 9b47208a-3b1a-4232-bbb8-2c166b5d6282, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=9b47208a-3b1a-4232-bbb8-2c166b5d6282,segment=NetworkSegment(9cb1a104-dae7-41b9-a07c-13d75bbc4de2),segment_id=9cb1a104-dae7-41b9-a07c-13d75bbc4de2)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:56.168500 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-cc933d53-e6ed-47d4-81aa-04c484beb7ba req-a80d36b2-9d90-4aeb-829b-a6e029114970 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:56.325962 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-feff68e5-04ab-4970-b887-926983ad79ee req-3f641e61-8487-4357-9e31-0a34209a8672 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c6eb539-11f0-4f1b-b8f5-d8e90642f151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699300 Jul 23 16:40:56.532223 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203ba57a-a19b-4414-b5ff-2391093c253c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-18341c98-5740-4364-83a3-85e8c39e102b', 'network_id': '18341c98-5740-4364-83a3-85e8c39e102b', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'fixed_ips': [{'subnet_id': 'd3fdc166-6665-4e45-971c-cf509d2da120'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:40:56.532967 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-203ba57a-a19b-4414-b5ff-2391093c253c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:56.695933 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0f69d1e5-8ae3-4812-adc0-15b594630705 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:56.727704 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0f69d1e5-8ae3-4812-adc0-15b594630705 None None] Transition to ACTIVE for port object 3adbf88d-2d24-4360-9d46-698d4b62fe14 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:40:56.732335 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-cc933d53-e6ed-47d4-81aa-04c484beb7ba req-a80d36b2-9d90-4aeb-829b-a6e029114970 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:56.733063 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-cc933d53-e6ed-47d4-81aa-04c484beb7ba req-a80d36b2-9d90-4aeb-829b-a6e029114970 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:56.733762 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [req-cc933d53-e6ed-47d4-81aa-04c484beb7ba req-a80d36b2-9d90-4aeb-829b-a6e029114970 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Floating IP dfdb2172-2a9f-4c71-bd21-acf4093e6cfe disassociated. External IP: 172.25.8.45, port: 9b47208a-3b1a-4232-bbb8-2c166b5d6282. Jul 23 16:40:56.734886 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-cc933d53-e6ed-47d4-81aa-04c484beb7ba req-a80d36b2-9d90-4aeb-829b-a6e029114970 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Calling delete_port for 9b47208a-3b1a-4232-bbb8-2c166b5d6282 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:40:56.750527 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0f69d1e5-8ae3-4812-adc0-15b594630705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:56.785691 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-949c7873-2d97-44fb-8b1c-882d5d7389f3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:56.880701 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-203ba57a-a19b-4414-b5ff-2391093c253c None None] Allocated IP 172.23.0.2 (18341c98-5740-4364-83a3-85e8c39e102b/d3fdc166-6665-4e45-971c-cf509d2da120/2264690a-8e5f-4693-9cf8-feaa4a87320a) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:40:56.888284 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c59e2-8088-4983-a6b6-7dad616c82b0 None None] Pushing event updated for resources: {'Port': ['ID=3adbf88d-2d24-4360-9d46-698d4b62fe14,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:57.102277 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:40:57.193827 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-203ba57a-a19b-4414-b5ff-2391093c253c None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:57.242031 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-203ba57a-a19b-4414-b5ff-2391093c253c None None] Transition to ACTIVE for port object 2264690a-8e5f-4693-9cf8-feaa4a87320a will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:40:57.298077 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-203ba57a-a19b-4414-b5ff-2391093c253c None None] Transition to ACTIVE for port object 2264690a-8e5f-4693-9cf8-feaa4a87320a will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:40:57.326203 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c94f9-1eb2-4913-b58a-79f07fa4e445 req-ce0f6c80-4798-4f5a-b92a-f6926593deb7 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:57.337303 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-893c94f9-1eb2-4913-b58a-79f07fa4e445 req-ce0f6c80-4798-4f5a-b92a-f6926593deb7 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/ports?device_id=47a1232d-43a1-4a2f-ba77-d3efe32641b2 HTTP/1.1" status: 200 len: 946 time: 0.3005936 Jul 23 16:40:57.365124 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-203ba57a-a19b-4414-b5ff-2391093c253c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:57.378291 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3b0e5-ead7-46bf-afd5-abb0ce9c4f33 req-fb0a312a-ec48-4e95-8ad2-91174ef16a3c tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:57.380302 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-01d3b0e5-ead7-46bf-afd5-abb0ce9c4f33 req-fb0a312a-ec48-4e95-8ad2-91174ef16a3c tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.3845870 Jul 23 16:40:57.387859 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-949c7873-2d97-44fb-8b1c-882d5d7389f3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Allocated IP 172.23.0.1 (18341c98-5740-4364-83a3-85e8c39e102b/d3fdc166-6665-4e45-971c-cf509d2da120/a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:40:57.468744 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-893c94f9-1eb2-4913-b58a-79f07fa4e445 req-2fc223e1-9a71-43d2-b93c-7a6457486228 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/security-groups?id=a01ca5f5-fd89-4a53-ad59-163800b3f4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285639 Jul 23 16:40:57.489087 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-cc933d53-e6ed-47d4-81aa-04c484beb7ba req-a80d36b2-9d90-4aeb-829b-a6e029114970 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:57.496043 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203ba57a-a19b-4414-b5ff-2391093c253c None None] Network 18341c98-5740-4364-83a3-85e8c39e102b is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:57.510304 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-0f69d1e5-8ae3-4812-adc0-15b594630705 None None] Attempting to bind port 3adbf88d-2d24-4360-9d46-698d4b62fe14 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:40:57.511157 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-0f69d1e5-8ae3-4812-adc0-15b594630705 None None] Attempting to bind port 3adbf88d-2d24-4360-9d46-698d4b62fe14 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '025bef6a-f612-4a15-a748-e5157340ae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'c00857d7-9004-4440-b52c-3dacf1d337a6'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:40:57.513350 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f69d1e5-8ae3-4812-adc0-15b594630705 None None] Attempting to bind port 3adbf88d-2d24-4360-9d46-698d4b62fe14 on network c00857d7-9004-4440-b52c-3dacf1d337a6 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:40:57.530703 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-203ba57a-a19b-4414-b5ff-2391093c253c None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:57.538507 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203ba57a-a19b-4414-b5ff-2391093c253c None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:40:57.545993 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f69d1e5-8ae3-4812-adc0-15b594630705 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:40:57.546642 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f69d1e5-8ae3-4812-adc0-15b594630705 None None] Checking segment: {'id': '025bef6a-f612-4a15-a748-e5157340ae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'c00857d7-9004-4440-b52c-3dacf1d337a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:40:57.547271 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0f69d1e5-8ae3-4812-adc0-15b594630705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:57.547982 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f69d1e5-8ae3-4812-adc0-15b594630705 None None] Bound using segment: {'id': '025bef6a-f612-4a15-a748-e5157340ae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'c00857d7-9004-4440-b52c-3dacf1d337a6'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:40:57.548629 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-0f69d1e5-8ae3-4812-adc0-15b594630705 None None] Bound port: 3adbf88d-2d24-4360-9d46-698d4b62fe14, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025bef6a-f612-4a15-a748-e5157340ae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'c00857d7-9004-4440-b52c-3dacf1d337a6'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:40:57.549364 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0f69d1e5-8ae3-4812-adc0-15b594630705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:57.560315 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ba57a-a19b-4414-b5ff-2391093c253c None None] Pushing event updated for resources: {'Port': ['ID=2264690a-8e5f-4693-9cf8-feaa4a87320a,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:57.678499 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-949c7873-2d97-44fb-8b1c-882d5d7389f3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:57.691431 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55618) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:57.700016 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-949c7873-2d97-44fb-8b1c-882d5d7389f3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Transition to ACTIVE for port object a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:40:57.709105 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-203ba57a-a19b-4414-b5ff-2391093c253c None None] Attempting to bind port 2264690a-8e5f-4693-9cf8-feaa4a87320a on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:40:57.709621 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-203ba57a-a19b-4414-b5ff-2391093c253c None None] Attempting to bind port 2264690a-8e5f-4693-9cf8-feaa4a87320a by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'bf247e3f-95fc-4e93-ac79-6f3e71348762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '18341c98-5740-4364-83a3-85e8c39e102b'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:40:57.709990 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203ba57a-a19b-4414-b5ff-2391093c253c None None] Attempting to bind port 2264690a-8e5f-4693-9cf8-feaa4a87320a on network 18341c98-5740-4364-83a3-85e8c39e102b {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:40:57.723286 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203ba57a-a19b-4414-b5ff-2391093c253c None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:40:57.723662 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203ba57a-a19b-4414-b5ff-2391093c253c None None] Checking segment: {'id': 'bf247e3f-95fc-4e93-ac79-6f3e71348762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '18341c98-5740-4364-83a3-85e8c39e102b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:40:57.724171 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-203ba57a-a19b-4414-b5ff-2391093c253c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:57.724795 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203ba57a-a19b-4414-b5ff-2391093c253c None None] Bound using segment: {'id': 'bf247e3f-95fc-4e93-ac79-6f3e71348762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '18341c98-5740-4364-83a3-85e8c39e102b'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:40:57.725443 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-203ba57a-a19b-4414-b5ff-2391093c253c None None] Bound port: 2264690a-8e5f-4693-9cf8-feaa4a87320a, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf247e3f-95fc-4e93-ac79-6f3e71348762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '18341c98-5740-4364-83a3-85e8c39e102b'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:40:57.725859 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-203ba57a-a19b-4414-b5ff-2391093c253c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:57.746345 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-0f69d1e5-8ae3-4812-adc0-15b594630705 None None] For port 3adbf88d-2d24-4360-9d46-698d4b62fe14, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:40:57.773815 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55622) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:57.787847 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-0f69d1e5-8ae3-4812-adc0-15b594630705 None None] For port 3adbf88d-2d24-4360-9d46-698d4b62fe14, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3adbf88d-2d24-4360-9d46-698d4b62fe14,segment=NetworkSegment(025bef6a-f612-4a15-a748-e5157340ae51),segment_id=025bef6a-f612-4a15-a748-e5157340ae51)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:40:57.794611 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-949c7873-2d97-44fb-8b1c-882d5d7389f3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:57.795074 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0f69d1e5-8ae3-4812-adc0-15b594630705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:57.836037 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-01d3b0e5-ead7-46bf-afd5-abb0ce9c4f33 req-d09550a6-8871-420e-b56f-049d98042fcf tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4422321 Jul 23 16:40:57.840368 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d36b2-9d90-4aeb-829b-a6e029114970 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Pushing event deleted for resources: {'Port': ['ID=9b47208a-3b1a-4232-bbb8-2c166b5d6282,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:57.876661 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc933d53-e6ed-47d4-81aa-04c484beb7ba req-a80d36b2-9d90-4aeb-829b-a6e029114970 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Router 194a3c8c-6105-485e-991c-6391ea9936f5 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:40:57.899437 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c7873-2d97-44fb-8b1c-882d5d7389f3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Port': ['ID=a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:57.907585 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea4c9d-629f-4de2-982d-b89376284d39 req-0f15afa2-3d7d-4c2c-9525-99e30d900abc tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:57.909724 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-23ea4c9d-629f-4de2-982d-b89376284d39 req-0f15afa2-3d7d-4c2c-9525-99e30d900abc tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 945 time: 0.1413860 Jul 23 16:40:57.919033 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949c7873-2d97-44fb-8b1c-882d5d7389f3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network 18341c98-5740-4364-83a3-85e8c39e102b is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:57.925769 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-949c7873-2d97-44fb-8b1c-882d5d7389f3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:57.932503 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949c7873-2d97-44fb-8b1c-882d5d7389f3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:40:57.946792 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-203ba57a-a19b-4414-b5ff-2391093c253c None None] For port 2264690a-8e5f-4693-9cf8-feaa4a87320a, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:40:57.954082 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-203ba57a-a19b-4414-b5ff-2391093c253c None None] For port 2264690a-8e5f-4693-9cf8-feaa4a87320a, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2264690a-8e5f-4693-9cf8-feaa4a87320a,segment=NetworkSegment(bf247e3f-95fc-4e93-ac79-6f3e71348762),segment_id=bf247e3f-95fc-4e93-ac79-6f3e71348762)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:40:57.960415 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c59e2-8088-4983-a6b6-7dad616c82b0 None None] Pushing event updated for resources: {'Port': ['ID=3adbf88d-2d24-4360-9d46-698d4b62fe14,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:57.973469 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-203ba57a-a19b-4414-b5ff-2391093c253c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:57.991438 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-50e875d8-280f-4ab6-ae25-e2de6da8b0c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:58.064892 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f69d1e5-8ae3-4812-adc0-15b594630705 None None] Routers {'9b9eb893-6e7a-4099-88f3-c0f8d4d28477'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:58.068369 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0f69d1e5-8ae3-4812-adc0-15b594630705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:40:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:58.134526 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-50e875d8-280f-4ab6-ae25-e2de6da8b0c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:58.145216 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-50e875d8-280f-4ab6-ae25-e2de6da8b0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:58.177130 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-50e875d8-280f-4ab6-ae25-e2de6da8b0c9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=eeb68526fd6c4a91882f06f9a09d7b7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4017558 Jul 23 16:40:58.181038 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55626) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:58.210182 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-23ea4c9d-629f-4de2-982d-b89376284d39 req-640a9ed7-5727-41c0-a5bd-5c196c32d0cf tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c6eb539-11f0-4f1b-b8f5-d8e90642f151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257515 Jul 23 16:40:58.254263 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-928337d9-148c-4ea9-986e-919907620130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:58.278461 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc933d53-e6ed-47d4-81aa-04c484beb7ba req-a80d36b2-9d90-4aeb-829b-a6e029114970 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:40:58.278852 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-928337d9-148c-4ea9-986e-919907620130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:58.289406 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ae5227-6a71-4cc9-86cd-f8c4b5642eea None None] Sync routers for ids ['194a3c8c-6105-485e-991c-6391ea9936f5'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:40:58.326597 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ae5227-6a71-4cc9-86cd-f8c4b5642eea None None] Routers {'194a3c8c-6105-485e-991c-6391ea9936f5'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:58.327234 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-96ae5227-6a71-4cc9-86cd-f8c4b5642eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:40:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['194a3c8c-6105-485e-991c-6391ea9936f5'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:58.358569 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-949c7873-2d97-44fb-8b1c-882d5d7389f3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:58.414662 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-0f69d1e5-8ae3-4812-adc0-15b594630705 None None] Set router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:40:58.464745 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc933d53-e6ed-47d4-81aa-04c484beb7ba req-a80d36b2-9d90-4aeb-829b-a6e029114970 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] No DVR routers for this DVR port 9b47208a-3b1a-4232-bbb8-2c166b5d6282 on host n-h1-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:40:58.467645 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-cc933d53-e6ed-47d4-81aa-04c484beb7ba req-a80d36b2-9d90-4aeb-829b-a6e029114970 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:58.470406 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc933d53-e6ed-47d4-81aa-04c484beb7ba req-a80d36b2-9d90-4aeb-829b-a6e029114970 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.74 "DELETE /v2.0/ports/9b47208a-3b1a-4232-bbb8-2c166b5d6282 HTTP/1.1" status: 204 len: 173 time: 3.0698307 Jul 23 16:40:58.471164 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a1232d-43a1-4a2f-ba77-d3efe32641b2', 'name': 'network-vif-deleted', 'tag': '9b47208a-3b1a-4232-bbb8-2c166b5d6282'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:40:58.508933 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70caf8ce-0e19-44ad-8ccb-659e5d201da5" -d '{"events": [{"server_uuid": "47a1232d-43a1-4a2f-ba77-d3efe32641b2", "name": "network-vif-deleted", "tag": "9b47208a-3b1a-4232-bbb8-2c166b5d6282"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:40:58.594026 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-eaf76667-df3a-43f8-9233-9b36c2d34483 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1714547015'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:58.600731 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-96ae5227-6a71-4cc9-86cd-f8c4b5642eea None None] Set router 194a3c8c-6105-485e-991c-6391ea9936f5 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:40:58.622008 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e875d8-280f-4ab6-ae25-e2de6da8b0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca23bb74-c3b3-4ab8-a735-a4508f179210,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:58.685832 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-928337d9-148c-4ea9-986e-919907620130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:58.690645 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-928337d9-148c-4ea9-986e-919907620130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:58.695205 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-928337d9-148c-4ea9-986e-919907620130 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ca23bb74-c3b3-4ab8-a735-a4508f179210 HTTP/1.1" status: 204 len: 168 time: 0.5099893 Jul 23 16:40:58.714521 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676913df-f801-48a8-bbde-fc2f19a5ecdf x-openstack-request-id: req-676913df-f801-48a8-bbde-fc2f19a5ecdf {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:40:58.714521 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a1232d-43a1-4a2f-ba77-d3efe32641b2", "name": "network-vif-deleted", "tag": "9b47208a-3b1a-4232-bbb8-2c166b5d6282", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:40:58.717998 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-676913df-f801-48a8-bbde-fc2f19a5ecdf {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:40:58.718547 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a1232d-43a1-4a2f-ba77-d3efe32641b2', 'name': 'network-vif-deleted', 'tag': '9b47208a-3b1a-4232-bbb8-2c166b5d6282', 'status': 'completed', 'code': 200} Jul 23 16:40:58.789917 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928337d9-148c-4ea9-986e-919907620130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca23bb74-c3b3-4ab8-a735-a4508f179210,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:58.838382 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-78a114bd-9d8f-481e-9eda-802cf9cc93d0 req-67d94aca-1c9c-49e7-a81f-7cc63a200566 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "GET /v2.0/ports?device_id=47a1232d-43a1-4a2f-ba77-d3efe32641b2 HTTP/1.1" status: 200 len: 210 time: 0.1541018 Jul 23 16:40:58.862194 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ba57a-a19b-4414-b5ff-2391093c253c None None] Pushing event updated for resources: {'Port': ['ID=2264690a-8e5f-4693-9cf8-feaa4a87320a,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:58.932074 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf76667-df3a-43f8-9233-9b36c2d34483 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] Made reservation on behalf of 794cb4772f804a4a8f0a74c1c7db5518 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:40:58.941924 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eaf76667-df3a-43f8-9233-9b36c2d34483 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:58.970139 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eaf76667-df3a-43f8-9233-9b36c2d34483 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:59.046861 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-949c7873-2d97-44fb-8b1c-882d5d7389f3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:59.151853 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-96ae5227-6a71-4cc9-86cd-f8c4b5642eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'name': 'tempest-TestServerBasicOps-1539952523-router', 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '14ba306d-031f-4407-a497-4017ae66b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:25Z', 'updated_at': '2021-07-23T16:34:32Z', 'revision_number': 4, 'project_id': '685de99fd88a4ebd80b04837e882af01', 'gw_port': {'id': '14ba306d-031f-4407-a497-4017ae66b432', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ad:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:26Z', 'updated_at': '2021-07-23T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '266e1523-cf61-4144-83f2-7689ec43262d', 'name': '', 'network_id': '9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9', 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'mac_address': 'fa:16:3e:98:cf:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'f0d2685b-743f-465d-ae06-029317d44a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:31Z', 'updated_at': '2021-07-23T16:34:46Z', 'revision_number': 5, 'project_id': '685de99fd88a4ebd80b04837e882af01', 'subnets': [{'id': 'f0d2685b-743f-465d-ae06-029317d44a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:59.219189 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ae5227-6a71-4cc9-86cd-f8c4b5642eea None None] Checking router: 194a3c8c-6105-485e-991c-6391ea9936f5 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:40:59.231779 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0f69d1e5-8ae3-4812-adc0-15b594630705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'name': 'tempest-RoutersTest-router-1508136638', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:29Z', 'updated_at': '2021-07-23T16:40:52Z', 'revision_number': 4, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None, '_interfaces': [{'id': '3adbf88d-2d24-4360-9d46-698d4b62fe14', 'name': '', 'network_id': 'c00857d7-9004-4440-b52c-3dacf1d337a6', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:10:da:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '6284461d-ff39-4088-b992-4b85f2d249f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:50Z', 'updated_at': '2021-07-23T16:40:57Z', 'revision_number': 4, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6284461d-ff39-4088-b992-4b85f2d249f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56d28d6c-2958-49e7-9a0b-161ad667bba6', 'name': '', 'network_id': '3e7d333d-b412-4292-b560-5093fe337608', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:4c:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:43Z', 'updated_at': '2021-07-23T16:40:53Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9192c4a9-f441-4fa8-88c7-b148a008c681', 'name': '', 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:34Z', 'updated_at': '2021-07-23T16:40:47Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:59.242090 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ae5227-6a71-4cc9-86cd-f8c4b5642eea None None] Routers {'194a3c8c-6105-485e-991c-6391ea9936f5'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:59.242759 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-96ae5227-6a71-4cc9-86cd-f8c4b5642eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:40:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['194a3c8c-6105-485e-991c-6391ea9936f5'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:59.269971 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746ce33-5271-41cd-82b7-4fa2d38e0dbc req-4f788c7f-f7f2-4418-9bfe-bf5e95649096 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:59.282981 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a746ce33-5271-41cd-82b7-4fa2d38e0dbc req-4f788c7f-f7f2-4418-9bfe-bf5e95649096 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 945 time: 0.4510226 Jul 23 16:40:59.287188 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e51cce-9010-4e0e-93ea-6b6483a1449f req-14747a37-44a1-40e7-9dda-2c25faff6284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:59.289740 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39e51cce-9010-4e0e-93ea-6b6483a1449f req-14747a37-44a1-40e7-9dda-2c25faff6284 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=73f731c3e74d4834a41ffd03a4899cef&device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 1096 time: 0.3445394 Jul 23 16:40:59.324550 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f69d1e5-8ae3-4812-adc0-15b594630705 None None] The sync data for ids ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'] in n-d-778549-4 is: [{'id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'name': 'tempest-RoutersTest-router-1508136638', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:29Z', 'updated_at': '2021-07-23T16:40:52Z', 'revision_number': 4, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None, '_interfaces': [{'id': '3adbf88d-2d24-4360-9d46-698d4b62fe14', 'name': '', 'network_id': 'c00857d7-9004-4440-b52c-3dacf1d337a6', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:10:da:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '6284461d-ff39-4088-b992-4b85f2d249f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:50Z', 'updated_at': '2021-07-23T16:40:57Z', 'revision_number': 4, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6284461d-ff39-4088-b992-4b85f2d249f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56d28d6c-2958-49e7-9a0b-161ad667bba6', 'name': '', 'network_id': '3e7d333d-b412-4292-b560-5093fe337608', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:4c:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:43Z', 'updated_at': '2021-07-23T16:40:53Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9192c4a9-f441-4fa8-88c7-b148a008c681', 'name': '', 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:34Z', 'updated_at': '2021-07-23T16:40:47Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:40:59.365014 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9442f-2ae2-4e80-92ba-07044c8a7a1c req-ee4bcad1-5bc4-4f24-b911-29c7944b2b21 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:59.366908 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-afc9442f-2ae2-4e80-92ba-07044c8a7a1c req-ee4bcad1-5bc4-4f24-b911-29c7944b2b21 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.3348522 Jul 23 16:40:59.431724 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55654) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:59.647327 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-96ae5227-6a71-4cc9-86cd-f8c4b5642eea None None] Set router 194a3c8c-6105-485e-991c-6391ea9936f5 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:40:59.695579 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a746ce33-5271-41cd-82b7-4fa2d38e0dbc req-3c1a224d-88e0-4768-b562-48a616c8db6d tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c6eb539-11f0-4f1b-b8f5-d8e90642f151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4110377 Jul 23 16:40:59.715862 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-afc9442f-2ae2-4e80-92ba-07044c8a7a1c req-82a38588-8637-4428-9d4b-9871ac015988 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084435 Jul 23 16:40:59.789605 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e51cce-9010-4e0e-93ea-6b6483a1449f req-b8a84a2b-b6df-45d8-970c-c156f89c5a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:59.791132 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39e51cce-9010-4e0e-93ea-6b6483a1449f req-b8a84a2b-b6df-45d8-970c-c156f89c5a2d service neutron] 10.222.0.74 "GET /v2.0/networks?id=781ff998-5fd6-4b30-abd9-75eb80a107ad HTTP/1.1" status: 200 len: 912 time: 0.4938660 Jul 23 16:40:59.937622 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55660) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:59.992006 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-79c9dae6-7f8b-4e14-bc9d-a8cb7da5b4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:00.068233 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-96ae5227-6a71-4cc9-86cd-f8c4b5642eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'name': 'tempest-TestServerBasicOps-1539952523-router', 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '14ba306d-031f-4407-a497-4017ae66b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:25Z', 'updated_at': '2021-07-23T16:34:32Z', 'revision_number': 4, 'project_id': '685de99fd88a4ebd80b04837e882af01', 'gw_port': {'id': '14ba306d-031f-4407-a497-4017ae66b432', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ad:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:26Z', 'updated_at': '2021-07-23T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '266e1523-cf61-4144-83f2-7689ec43262d', 'name': '', 'network_id': '9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9', 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'mac_address': 'fa:16:3e:98:cf:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'f0d2685b-743f-465d-ae06-029317d44a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:31Z', 'updated_at': '2021-07-23T16:34:46Z', 'revision_number': 5, 'project_id': '685de99fd88a4ebd80b04837e882af01', 'subnets': [{'id': 'f0d2685b-743f-465d-ae06-029317d44a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:00.102398 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ae5227-6a71-4cc9-86cd-f8c4b5642eea None None] The sync data for ids ['194a3c8c-6105-485e-991c-6391ea9936f5'] in n-d-778549-4 is: [{'id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'name': 'tempest-TestServerBasicOps-1539952523-router', 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '14ba306d-031f-4407-a497-4017ae66b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:25Z', 'updated_at': '2021-07-23T16:34:32Z', 'revision_number': 4, 'project_id': '685de99fd88a4ebd80b04837e882af01', 'gw_port': {'id': '14ba306d-031f-4407-a497-4017ae66b432', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ad:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:26Z', 'updated_at': '2021-07-23T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '266e1523-cf61-4144-83f2-7689ec43262d', 'name': '', 'network_id': '9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9', 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'mac_address': 'fa:16:3e:98:cf:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'f0d2685b-743f-465d-ae06-029317d44a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:31Z', 'updated_at': '2021-07-23T16:34:46Z', 'revision_number': 5, 'project_id': '685de99fd88a4ebd80b04837e882af01', 'subnets': [{'id': 'f0d2685b-743f-465d-ae06-029317d44a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:00.108164 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002af229-805a-4d33-bb5c-dd41e99e11f8 None None] Network 18341c98-5740-4364-83a3-85e8c39e102b requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:00.133105 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eaf76667-df3a-43f8-9233-9b36c2d34483 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:00.137627 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39e51cce-9010-4e0e-93ea-6b6483a1449f req-b1482437-c3e0-45b0-a2c5-851411d0af9d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=288f6be2-b408-4a65-bfd3-5398dd1e0761 HTTP/1.1" status: 200 len: 1000 time: 0.3392658 Jul 23 16:41:00.150473 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eaf76667-df3a-43f8-9233-9b36c2d34483 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:00.201246 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8c6f894c-47e7-45ff-bd3e-36fc2953e739 None None] Provisioning for port 2264690a-8e5f-4693-9cf8-feaa4a87320a completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:00.223247 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf76667-df3a-43f8-9233-9b36c2d34483 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] vlan segment allocate from pool success with {'vlan_id': 1143, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:41:00.235464 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e51cce-9010-4e0e-93ea-6b6483a1449f req-3b8abbfd-ca25-42d9-93da-0aaa56759322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:00.237087 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39e51cce-9010-4e0e-93ea-6b6483a1449f req-3b8abbfd-ca25-42d9-93da-0aaa56759322 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e5ad291e-418b-4d00-9cc7-4ac4310f7dcd HTTP/1.1" status: 200 len: 849 time: 0.0925465 Jul 23 16:41:00.250678 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf76667-df3a-43f8-9233-9b36c2d34483 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=340983a4-ab46-466f-aeaf-8da37a11f3bd,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:00.268389 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eaf76667-df3a-43f8-9233-9b36c2d34483 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:00.268773 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-eaf76667-df3a-43f8-9233-9b36c2d34483 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] Added segment fd199fbf-88ee-4bf1-bb78-af0794f6e35f of type vlan for network 37bc7b8f-e189-4343-b591-8a8855c44c18 Jul 23 16:41:00.313848 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-bf11390d-6564-49e3-83d5-953a1decae56 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Deleting port b20297e3-ad8a-4c38-bba2-0c9cba4df94c {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:00.314384 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bf11390d-6564-49e3-83d5-953a1decae56 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:00.367933 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-949c7873-2d97-44fb-8b1c-882d5d7389f3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:00.372292 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 9b47208a-3b1a-4232-bbb8-2c166b5d6282 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:00.388053 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eaf76667-df3a-43f8-9233-9b36c2d34483 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:00.403427 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e51cce-9010-4e0e-93ea-6b6483a1449f req-93201945-a36b-4c8c-8ce9-8f981262ff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:00.404895 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 9b47208a-3b1a-4232-bbb8-2c166b5d6282 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:00.405095 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39e51cce-9010-4e0e-93ea-6b6483a1449f req-93201945-a36b-4c8c-8ce9-8f981262ff1e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=781ff998-5fd6-4b30-abd9-75eb80a107ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1546226 Jul 23 16:41:00.405260 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 9b47208a-3b1a-4232-bbb8-2c166b5d6282 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:00.416208 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-949c7873-2d97-44fb-8b1c-882d5d7389f3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:00.429743 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bf11390d-6564-49e3-83d5-953a1decae56 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:00.430275 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bf11390d-6564-49e3-83d5-953a1decae56 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:00.463323 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-bf11390d-6564-49e3-83d5-953a1decae56 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Calling delete_port for b20297e3-ad8a-4c38-bba2-0c9cba4df94c owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:00.511296 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eaf76667-df3a-43f8-9233-9b36c2d34483 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:00.517558 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf76667-df3a-43f8-9233-9b36c2d34483 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:00.518207 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eaf76667-df3a-43f8-9233-9b36c2d34483 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:00.535898 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-79c9dae6-7f8b-4e14-bc9d-a8cb7da5b4b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:00.553253 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39e51cce-9010-4e0e-93ea-6b6483a1449f req-b8448315-93c7-4225-934c-3e6f03b1ead7 service neutron] 10.222.0.74 "GET /v2.0/networks/781ff998-5fd6-4b30-abd9-75eb80a107ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341693 Jul 23 16:41:00.570462 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-79c9dae6-7f8b-4e14-bc9d-a8cb7da5b4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:00.572994 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-949c7873-2d97-44fb-8b1c-882d5d7389f3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:00.617326 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-eaf76667-df3a-43f8-9233-9b36c2d34483 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.9247611 Jul 23 16:41:00.682949 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c7873-2d97-44fb-8b1c-882d5d7389f3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event updated for resources: {'Port': ['ID=a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:00.695278 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55672) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:00.714755 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf76667-df3a-43f8-9233-9b36c2d34483 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] Pushing event updated for resources: {'Network': ['ID=37bc7b8f-e189-4343-b591-8a8855c44c18,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:00.722285 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39e51cce-9010-4e0e-93ea-6b6483a1449f req-87ac42cd-627b-4bf7-869d-79b6dc6108ff service neutron] 10.222.0.74 "GET /v2.0/networks/781ff998-5fd6-4b30-abd9-75eb80a107ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114433 Jul 23 16:41:00.759390 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-79c9dae6-7f8b-4e14-bc9d-a8cb7da5b4b7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e07f9b535c144407bdc92095d1c3f6c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3260517 Jul 23 16:41:00.761565 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55680) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:00.773917 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d438893e-0371-4c2f-ab98-9725ea5586dd None None] Provisioning for port a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:00.783496 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9dae6-7f8b-4e14-bc9d-a8cb7da5b4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61b75e2-7253-4dee-83f7-7902b56f5fd9,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:00.784165 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d438893e-0371-4c2f-ab98-9725ea5586dd None None] Provisioning complete for port a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:00.784544 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d438893e-0371-4c2f-ab98-9725ea5586dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:00.874152 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 37bc7b8f-e189-4343-b591-8a8855c44c18 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:41:00.932823 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cce5879-8457-4e15-8f7b-1d76faed9d4c None None] New status for floating IP dfdb2172-2a9f-4c71-bd21-acf4093e6cfe: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:41:01.085847 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-d438893e-0371-4c2f-ab98-9725ea5586dd None None] Port a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:41:01.138970 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-197258a6-4b63-4250-886d-0898c5a0157d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:01.165435 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-197258a6-4b63-4250-886d-0898c5a0157d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:01.169561 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949c7873-2d97-44fb-8b1c-882d5d7389f3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Network 18341c98-5740-4364-83a3-85e8c39e102b is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:01.181770 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-704d6b3c-0d48-47c4-8379-c408ee8c1e82 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Request body: {'network': {'name': 'tempest-network--2064275465', 'router:external': True}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:01.186107 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-949c7873-2d97-44fb-8b1c-882d5d7389f3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:01.237453 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-92d8468c-aef8-4b25-ae04-6b81eda91993 None None] Provisioning complete for port a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:01.239230 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-92d8468c-aef8-4b25-ae04-6b81eda91993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:01.335792 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704d6b3c-0d48-47c4-8379-c408ee8c1e82 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Made reservation on behalf of 2a7c22c107e74538a0fe3e6952a70e66 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:01.342030 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-704d6b3c-0d48-47c4-8379-c408ee8c1e82 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:01.357879 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-92d8468c-aef8-4b25-ae04-6b81eda91993 None None] Port a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:41:01.363591 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3adbf88d-2d24-4360-9d46-698d4b62fe14 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:41:01.368911 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-704d6b3c-0d48-47c4-8379-c408ee8c1e82 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:01.413808 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-197258a6-4b63-4250-886d-0898c5a0157d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:01.416362 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-197258a6-4b63-4250-886d-0898c5a0157d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:01.417599 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-197258a6-4b63-4250-886d-0898c5a0157d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a61b75e2-7253-4dee-83f7-7902b56f5fd9 HTTP/1.1" status: 204 len: 168 time: 0.6445839 Jul 23 16:41:01.466132 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949c7873-2d97-44fb-8b1c-882d5d7389f3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:41:01.494685 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197258a6-4b63-4250-886d-0898c5a0157d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61b75e2-7253-4dee-83f7-7902b56f5fd9,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:01.496458 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 3adbf88d-2d24-4360-9d46-698d4b62fe14 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:01.505425 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 3adbf88d-2d24-4360-9d46-698d4b62fe14 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:01.506343 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:01.645911 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-227f7776-19c8-4cc4-9451-aa00d766bde6 None None] Provisioning complete for port a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:01.647347 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-227f7776-19c8-4cc4-9451-aa00d766bde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:01.664609 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949c7873-2d97-44fb-8b1c-882d5d7389f3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:01.672786 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-949c7873-2d97-44fb-8b1c-882d5d7389f3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "PUT /v2.0/routers/9b9eb893-6e7a-4099-88f3-c0f8d4d28477/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6848717 Jul 23 16:41:01.677900 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fd324a-1171-453a-9a6c-b76d996bf05b None None] Sync routers for ids ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:41:01.686422 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55696) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:01.691906 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fd324a-1171-453a-9a6c-b76d996bf05b None None] Routers {'9b9eb893-6e7a-4099-88f3-c0f8d4d28477'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:01.692632 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-08fd324a-1171-453a-9a6c-b76d996bf05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:40:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:01.736167 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ffc36188-086c-4fd2-a66d-fb4939b5142b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:01.746669 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-704d6b3c-0d48-47c4-8379-c408ee8c1e82 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:01.760152 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-704d6b3c-0d48-47c4-8379-c408ee8c1e82 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:01.808974 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-704d6b3c-0d48-47c4-8379-c408ee8c1e82 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] vlan segment allocate from pool success with {'vlan_id': 1136, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:41:01.834165 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d6b3c-0d48-47c4-8379-c408ee8c1e82 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8d3c20-cc74-4385-ac78-0dabcde226fc,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:01.847730 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-704d6b3c-0d48-47c4-8379-c408ee8c1e82 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:01.848378 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-704d6b3c-0d48-47c4-8379-c408ee8c1e82 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Added segment 15610d4e-0bda-46f5-ad66-743455cf36fb of type vlan for network bf57c8d5-9ef6-46db-8145-cdecb03a9ff6 Jul 23 16:41:01.917904 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-08fd324a-1171-453a-9a6c-b76d996bf05b None None] Set router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:01.939523 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-704d6b3c-0d48-47c4-8379-c408ee8c1e82 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:01.977336 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c060abb-57ac-4009-bc02-12f63d662273 req-11642557-4d26-47d9-afce-dcb7cc6f8f92 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ea38749a-f1a3-40e1-a989-807b08709c0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0883939 Jul 23 16:41:02.016253 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bf11390d-6564-49e3-83d5-953a1decae56 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.018259 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-704d6b3c-0d48-47c4-8379-c408ee8c1e82 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.019345 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704d6b3c-0d48-47c4-8379-c408ee8c1e82 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:02.020043 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-704d6b3c-0d48-47c4-8379-c408ee8c1e82 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.062067 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2375c0-ca40-4145-a66d-ab2ab971ac17 req-c0d10fa6-51b2-4291-ab37-65732ac1df8b tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:02.064007 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-de2375c0-ca40-4145-a66d-ab2ab971ac17 req-c0d10fa6-51b2-4291-ab37-65732ac1df8b tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 1.0949347 Jul 23 16:41:02.131224 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69b527-5d46-4adc-b503-03c48edb2f8e req-e3473c9f-9b5c-40cc-b490-7b92e27b4fa9 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:02.132823 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7f69b527-5d46-4adc-b503-03c48edb2f8e req-e3473c9f-9b5c-40cc-b490-7b92e27b4fa9 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 945 time: 1.1676698 Jul 23 16:41:02.137737 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11390d-6564-49e3-83d5-953a1decae56 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Pushing event deleted for resources: {'Port': ['ID=b20297e3-ad8a-4c38-bba2-0c9cba4df94c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:02.168815 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d6b3c-0d48-47c4-8379-c408ee8c1e82 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Pushing event updated for resources: {'Network': ['ID=bf57c8d5-9ef6-46db-8145-cdecb03a9ff6,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:02.193365 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-704d6b3c-0d48-47c4-8379-c408ee8c1e82 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.4944234 Jul 23 16:41:02.194019 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55712) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:02.236374 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network bf57c8d5-9ef6-46db-8145-cdecb03a9ff6 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:41:02.241331 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-227f7776-19c8-4cc4-9451-aa00d766bde6 None None] Port a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:41:02.273603 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.api [None req-8cce5879-8457-4e15-8f7b-1d76faed9d4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:41:02.274188 n-d-778549-4 neutron-server[94014]: DEBUG oslo_db.api [None req-8cce5879-8457-4e15-8f7b-1d76faed9d4c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:41:02.287072 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.303534 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-08fd324a-1171-453a-9a6c-b76d996bf05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'name': 'tempest-RoutersTest-router-1508136638', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:29Z', 'updated_at': '2021-07-23T16:40:58Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None, '_interfaces': [{'id': '3adbf88d-2d24-4360-9d46-698d4b62fe14', 'name': '', 'network_id': 'c00857d7-9004-4440-b52c-3dacf1d337a6', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:10:da:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '6284461d-ff39-4088-b992-4b85f2d249f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:50Z', 'updated_at': '2021-07-23T16:40:57Z', 'revision_number': 4, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6284461d-ff39-4088-b992-4b85f2d249f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56d28d6c-2958-49e7-9a0b-161ad667bba6', 'name': '', 'network_id': '3e7d333d-b412-4292-b560-5093fe337608', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:4c:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:43Z', 'updated_at': '2021-07-23T16:40:53Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9192c4a9-f441-4fa8-88c7-b148a008c681', 'name': '', 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:34Z', 'updated_at': '2021-07-23T16:40:47Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70', 'name': '', 'network_id': '18341c98-5740-4364-83a3-85e8c39e102b', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:9c:55:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'd3fdc166-6665-4e45-971c-cf509d2da120', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:57Z', 'updated_at': '2021-07-23T16:41:00Z', 'revision_number': 2, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': 'd3fdc166-6665-4e45-971c-cf509d2da120', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:02.352016 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-27bf752c-8075-421e-848d-68fa97f22876 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.367948 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fd324a-1171-453a-9a6c-b76d996bf05b None None] Checking router: 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:41:02.368414 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fd324a-1171-453a-9a6c-b76d996bf05b None None] Updating router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 port a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:41:02.391257 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 3adbf88d-2d24-4360-9d46-698d4b62fe14, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3adbf88d-2d24-4360-9d46-698d4b62fe14,segment=NetworkSegment(025bef6a-f612-4a15-a748-e5157340ae51),segment_id=025bef6a-f612-4a15-a748-e5157340ae51)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:02.396070 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.397328 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2264690a-8e5f-4693-9cf8-feaa4a87320a up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:41:02.436422 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-010c5025-7add-4c96-89e2-0823e8e3dc53 req-8272536f-e7ed-4d79-8604-66557765af46 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7732849 Jul 23 16:41:02.442017 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-08fd324a-1171-453a-9a6c-b76d996bf05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.477778 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-27bf752c-8075-421e-848d-68fa97f22876 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.490001 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-27bf752c-8075-421e-848d-68fa97f22876 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf57c8d5-9ef6-46db-8145-cdecb03a9ff6']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:02.502714 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-27bf752c-8075-421e-848d-68fa97f22876 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15610d4e-0bda-46f5-ad66-743455cf36fb') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:02.503007 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-27bf752c-8075-421e-848d-68fa97f22876 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15610d4e-0bda-46f5-ad66-743455cf36fb') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:02.515180 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-27bf752c-8075-421e-848d-68fa97f22876 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.540902 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-27bf752c-8075-421e-848d-68fa97f22876 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.543724 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=3adbf88d-2d24-4360-9d46-698d4b62fe14,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:02.556651 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27bf752c-8075-421e-848d-68fa97f22876 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:02.557097 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-27bf752c-8075-421e-848d-68fa97f22876 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.559151 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:41:02.559151 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:02.559151 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:41:02.559151 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:02.559151 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:41:02.559151 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:02.559151 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:41:02.559151 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:02.559151 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:41:02.559151 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:02.559151 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:41:02.559151 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:02.559151 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:41:02.559151 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:02.559151 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:02.559151 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:02.559151 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:02.559151 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:02.559151 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:41:02.559151 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:02.559151 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:41:02.559151 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:02.559151 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:02.559151 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:02.559151 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:02.559151 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:02.559151 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:02.559151 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:02.559151 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:02.559151 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:02.559151 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:02.559151 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:02.562337 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:02.563182 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:02.563764 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:02.564187 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:02.564606 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:02.565081 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:02.565532 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:02.565949 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:02.566467 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:02.566881 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:02.568155 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:02.568593 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:02.584046 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 2264690a-8e5f-4693-9cf8-feaa4a87320a completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:02.604327 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-fe6c296a-334b-49ed-8049-b9be42239bad req-d367a2b8-beb9-4f84-8eea-018fc34781bf service neutron] (94012) timed out ('10.222.0.73', 54252) {{(pid=94012) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 16:41:02.608334 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 2264690a-8e5f-4693-9cf8-feaa4a87320a triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:02.608708 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.650830 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7f69b527-5d46-4adc-b503-03c48edb2f8e req-73677ddc-920f-457b-ad80-375fd4768336 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c6eb539-11f0-4f1b-b8f5-d8e90642f151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5008805 Jul 23 16:41:02.675995 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-27bf752c-8075-421e-848d-68fa97f22876 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.681236 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bf752c-8075-421e-848d-68fa97f22876 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bf57c8d5-9ef6-46db-8145-cdecb03a9ff6 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 16:41:02.683767 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-27bf752c-8075-421e-848d-68fa97f22876 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.689739 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-27bf752c-8075-421e-848d-68fa97f22876 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] 10.222.0.73 "DELETE /v2.0/networks/bf57c8d5-9ef6-46db-8145-cdecb03a9ff6 HTTP/1.1" status: 204 len: 168 time: 0.4947169 Jul 23 16:41:02.698193 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55728) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:02.707015 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ef7ec46f-545b-4d56-a9be-fce4c66eb7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.711377 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-787c0b12-4bad-49f6-8c6f-d269c9be1c33 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:02.742455 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-de2375c0-ca40-4145-a66d-ab2ab971ac17 req-c9a5f9eb-9f4d-4c2e-9a9b-2ac505365174 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6178248 Jul 23 16:41:02.742955 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf752c-8075-421e-848d-68fa97f22876 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Pushing event deleted for resources: {'Network': ['ID=bf57c8d5-9ef6-46db-8145-cdecb03a9ff6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:02.777973 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cce5879-8457-4e15-8f7b-1d76faed9d4c None None] New status for floating IP dfdb2172-2a9f-4c71-bd21-acf4093e6cfe: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:41:02.784989 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787c0b12-4bad-49f6-8c6f-d269c9be1c33 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Made reservation on behalf of 2a7c22c107e74538a0fe3e6952a70e66 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:02.788071 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-787c0b12-4bad-49f6-8c6f-d269c9be1c33 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.818844 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bf11390d-6564-49e3-83d5-953a1decae56 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.821593 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bf11390d-6564-49e3-83d5-953a1decae56 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.825709 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-bf11390d-6564-49e3-83d5-953a1decae56 tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "DELETE /v2.0/floatingips/dfdb2172-2a9f-4c71-bd21-acf4093e6cfe HTTP/1.1" status: 204 len: 168 time: 2.8840156 Jul 23 16:41:02.840047 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c060abb-57ac-4009-bc02-12f63d662273 req-cadf9b22-d14d-40fe-a8f4-3ba5b508c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:02.841925 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c060abb-57ac-4009-bc02-12f63d662273 req-cadf9b22-d14d-40fe-a8f4-3ba5b508c7b0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d8469dd886547af8aa5b5e0e02307dd&device_id=ea38749a-f1a3-40e1-a989-807b08709c0f HTTP/1.1" status: 200 len: 1096 time: 0.8182006 Jul 23 16:41:02.871458 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c5025-7add-4c96-89e2-0823e8e3dc53 req-83c6b7a7-2951-4f13-85b5-1418d78cda5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:02.873852 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-010c5025-7add-4c96-89e2-0823e8e3dc53 req-83c6b7a7-2951-4f13-85b5-1418d78cda5b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5d8469dd886547af8aa5b5e0e02307dd&device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 1096 time: 0.3861649 Jul 23 16:41:02.921635 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-787c0b12-4bad-49f6-8c6f-d269c9be1c33 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] vlan segment allocate from pool success with {'vlan_id': 1114, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:41:02.944007 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-787c0b12-4bad-49f6-8c6f-d269c9be1c33 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.944421 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-787c0b12-4bad-49f6-8c6f-d269c9be1c33 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Added segment 2e6faf2d-b211-46cb-b4ee-3753ff411fa7 of type vlan for network 45b4c1f8-d05e-4ef0-b78d-b724d7f08afe Jul 23 16:41:03.019753 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55744) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:03.103158 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:03.155974 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-08fd324a-1171-453a-9a6c-b76d996bf05b None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:03.156564 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 2264690a-8e5f-4693-9cf8-feaa4a87320a, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2264690a-8e5f-4693-9cf8-feaa4a87320a,segment=NetworkSegment(bf247e3f-95fc-4e93-ac79-6f3e71348762),segment_id=bf247e3f-95fc-4e93-ac79-6f3e71348762)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:03.163074 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:03.186825 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-08fd324a-1171-453a-9a6c-b76d996bf05b None None] Transition to ACTIVE for port object a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:03.199463 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-08fd324a-1171-453a-9a6c-b76d996bf05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:03.202892 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-787c0b12-4bad-49f6-8c6f-d269c9be1c33 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:03.322057 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c060abb-57ac-4009-bc02-12f63d662273 req-0213b6b0-84ff-415a-807f-56ef45499168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:03.323596 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c060abb-57ac-4009-bc02-12f63d662273 req-0213b6b0-84ff-415a-807f-56ef45499168 service neutron] 10.222.0.97 "GET /v2.0/networks?id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a HTTP/1.1" status: 200 len: 913 time: 0.3510561 Jul 23 16:41:03.327364 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-454ed05a-21f7-426f-9693-a71420d726ad tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:03.332881 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=2264690a-8e5f-4693-9cf8-feaa4a87320a,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:03.351001 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2ce93-e7d2-4043-af66-a354c47800f1 None None] Pushing event updated for resources: {'Port': ['ID=a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:03.354959 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3adbf88d-2d24-4360-9d46-698d4b62fe14 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:41:03.394666 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-454ed05a-21f7-426f-9693-a71420d726ad tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:03.441950 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.db.resource_extend [None req-787c0b12-4bad-49f6-8c6f-d269c9be1c33 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:41:03.469968 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-08fd324a-1171-453a-9a6c-b76d996bf05b None None] Attempting to bind port a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:41:03.471238 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-08fd324a-1171-453a-9a6c-b76d996bf05b None None] Attempting to bind port a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'bf247e3f-95fc-4e93-ac79-6f3e71348762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '18341c98-5740-4364-83a3-85e8c39e102b'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:41:03.481573 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd324a-1171-453a-9a6c-b76d996bf05b None None] Attempting to bind port a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70 on network 18341c98-5740-4364-83a3-85e8c39e102b {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:41:03.487394 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd324a-1171-453a-9a6c-b76d996bf05b None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:41:03.488059 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd324a-1171-453a-9a6c-b76d996bf05b None None] Checking segment: {'id': 'bf247e3f-95fc-4e93-ac79-6f3e71348762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '18341c98-5740-4364-83a3-85e8c39e102b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:03.488677 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-08fd324a-1171-453a-9a6c-b76d996bf05b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:03.489331 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd324a-1171-453a-9a6c-b76d996bf05b None None] Bound using segment: {'id': 'bf247e3f-95fc-4e93-ac79-6f3e71348762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '18341c98-5740-4364-83a3-85e8c39e102b'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:41:03.489998 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-08fd324a-1171-453a-9a6c-b76d996bf05b None None] Bound port: a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf247e3f-95fc-4e93-ac79-6f3e71348762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '18341c98-5740-4364-83a3-85e8c39e102b'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:41:03.490573 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-08fd324a-1171-453a-9a6c-b76d996bf05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:03.536445 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-787c0b12-4bad-49f6-8c6f-d269c9be1c33 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:03.539437 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787c0b12-4bad-49f6-8c6f-d269c9be1c33 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:03.542820 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-787c0b12-4bad-49f6-8c6f-d269c9be1c33 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:03.554044 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 3adbf88d-2d24-4360-9d46-698d4b62fe14 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:03.554420 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:03.630599 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-787c0b12-4bad-49f6-8c6f-d269c9be1c33 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9279485 Jul 23 16:41:03.639552 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55760) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:03.648863 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-ad13fbac-1722-43ca-b5d0-10670bc32568 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Request body: {'subnet': {'network_id': '45b4c1f8-d05e-4ef0-b78d-b724d7f08afe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:03.688719 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-08fd324a-1171-453a-9a6c-b76d996bf05b None None] For port a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:41:03.701987 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-08fd324a-1171-453a-9a6c-b76d996bf05b None None] For port a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70,segment=NetworkSegment(bf247e3f-95fc-4e93-ac79-6f3e71348762),segment_id=bf247e3f-95fc-4e93-ac79-6f3e71348762)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:41:03.708851 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-08fd324a-1171-453a-9a6c-b76d996bf05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:03.745816 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c0b12-4bad-49f6-8c6f-d269c9be1c33 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Pushing event updated for resources: {'Network': ['ID=45b4c1f8-d05e-4ef0-b78d-b724d7f08afe,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:03.768194 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c060abb-57ac-4009-bc02-12f63d662273 req-cfe93e16-81ad-44ed-a328-b26663a258c8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1 HTTP/1.1" status: 200 len: 217 time: 0.2664711 Jul 23 16:41:03.782551 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 45b4c1f8-d05e-4ef0-b78d-b724d7f08afe details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:41:03.793793 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-454ed05a-21f7-426f-9693-a71420d726ad tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:03.802426 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-454ed05a-21f7-426f-9693-a71420d726ad tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:03.809735 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-454ed05a-21f7-426f-9693-a71420d726ad tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] 10.222.0.73 "DELETE /v2.0/security-groups/a01ca5f5-fd89-4a53-ad59-163800b3f4e7 HTTP/1.1" status: 204 len: 168 time: 0.7809172 Jul 23 16:41:03.830199 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fd324a-1171-453a-9a6c-b76d996bf05b None None] Routers {'9b9eb893-6e7a-4099-88f3-c0f8d4d28477'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:03.831095 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-08fd324a-1171-453a-9a6c-b76d996bf05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:40:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:03.834943 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad13fbac-1722-43ca-b5d0-10670bc32568 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Made reservation on behalf of 2a7c22c107e74538a0fe3e6952a70e66 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:03.838134 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ad13fbac-1722-43ca-b5d0-10670bc32568 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:03.873184 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ed05a-21f7-426f-9693-a71420d726ad tempest-TestServerBasicOps-166850565 tempest-TestServerBasicOps-166850565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01ca5f5-fd89-4a53-ad59-163800b3f4e7,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:03.921036 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c060abb-57ac-4009-bc02-12f63d662273 req-7b2902f4-0b78-42f6-9ad6-e790b89e4f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:03.927409 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c060abb-57ac-4009-bc02-12f63d662273 req-7b2902f4-0b78-42f6-9ad6-e790b89e4f1b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2ae57d8d-3779-4491-8fd1-fe104612a516 HTTP/1.1" status: 200 len: 850 time: 0.1223931 Jul 23 16:41:04.021012 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2ce93-e7d2-4043-af66-a354c47800f1 None None] Pushing event updated for resources: {'Port': ['ID=a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:04.029400 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-08fd324a-1171-453a-9a6c-b76d996bf05b None None] Set router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:04.245971 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9b3b0-d633-41ac-95b6-bc77c03b5754 req-9c08f756-c50e-4482-a55b-a1f54a2cb79a tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:04.253144 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7c9b3b0-d633-41ac-95b6-bc77c03b5754 req-9c08f756-c50e-4482-a55b-a1f54a2cb79a tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.9284978 Jul 23 16:41:04.280522 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457fd16-5e03-4f97-898d-40aa4671eb43 req-a8286db2-88d2-46e2-9301-3630caadb4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:04.282280 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3457fd16-5e03-4f97-898d-40aa4671eb43 req-a8286db2-88d2-46e2-9301-3630caadb4cd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d8469dd886547af8aa5b5e0e02307dd&device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 1096 time: 0.8209670 Jul 23 16:41:04.420385 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-08fd324a-1171-453a-9a6c-b76d996bf05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'name': 'tempest-RoutersTest-router-1508136638', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:29Z', 'updated_at': '2021-07-23T16:40:58Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None, '_interfaces': [{'id': '3adbf88d-2d24-4360-9d46-698d4b62fe14', 'name': '', 'network_id': 'c00857d7-9004-4440-b52c-3dacf1d337a6', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:10:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '6284461d-ff39-4088-b992-4b85f2d249f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:50Z', 'updated_at': '2021-07-23T16:41:02Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6284461d-ff39-4088-b992-4b85f2d249f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56d28d6c-2958-49e7-9a0b-161ad667bba6', 'name': '', 'network_id': '3e7d333d-b412-4292-b560-5093fe337608', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:4c:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:43Z', 'updated_at': '2021-07-23T16:40:53Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9192c4a9-f441-4fa8-88c7-b148a008c681', 'name': '', 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:34Z', 'updated_at': '2021-07-23T16:40:47Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70', 'name': '', 'network_id': '18341c98-5740-4364-83a3-85e8c39e102b', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:9c:55:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'd3fdc166-6665-4e45-971c-cf509d2da120', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:57Z', 'updated_at': '2021-07-23T16:41:03Z', 'revision_number': 4, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': 'd3fdc166-6665-4e45-971c-cf509d2da120', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:04.452555 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fd324a-1171-453a-9a6c-b76d996bf05b None None] The sync data for ids ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'] in n-d-778549-4 is: [{'id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'name': 'tempest-RoutersTest-router-1508136638', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:29Z', 'updated_at': '2021-07-23T16:40:58Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None, '_interfaces': [{'id': '3adbf88d-2d24-4360-9d46-698d4b62fe14', 'name': '', 'network_id': 'c00857d7-9004-4440-b52c-3dacf1d337a6', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:10:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '6284461d-ff39-4088-b992-4b85f2d249f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:50Z', 'updated_at': '2021-07-23T16:41:02Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6284461d-ff39-4088-b992-4b85f2d249f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56d28d6c-2958-49e7-9a0b-161ad667bba6', 'name': '', 'network_id': '3e7d333d-b412-4292-b560-5093fe337608', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:4c:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:43Z', 'updated_at': '2021-07-23T16:40:53Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9192c4a9-f441-4fa8-88c7-b148a008c681', 'name': '', 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:34Z', 'updated_at': '2021-07-23T16:40:47Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70', 'name': '', 'network_id': '18341c98-5740-4364-83a3-85e8c39e102b', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:9c:55:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'd3fdc166-6665-4e45-971c-cf509d2da120', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:57Z', 'updated_at': '2021-07-23T16:41:03Z', 'revision_number': 4, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': 'd3fdc166-6665-4e45-971c-cf509d2da120', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:04.459664 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7c9b3b0-d633-41ac-95b6-bc77c03b5754 req-539c853d-46ae-485a-9a09-49724e10d570 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960931 Jul 23 16:41:04.468933 n-d-778549-4 neutron-server[94013]: DEBUG neutron.objects.ports [None req-ad13fbac-1722-43ca-b5d0-10670bc32568 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94013) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:41:04.470165 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ad13fbac-1722-43ca-b5d0-10670bc32568 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:04.546555 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13fbac-1722-43ca-b5d0-10670bc32568 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Pushing event updated for resources: {'Subnet': ['ID=56a5cfa4-64f8-4324-9044-cd9c3d25f66a,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:04.546555 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55788) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:04.554534 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c5025-7add-4c96-89e2-0823e8e3dc53 req-7eff786c-977e-4ea4-9efe-7c8a46a00b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:04.556055 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-010c5025-7add-4c96-89e2-0823e8e3dc53 req-7eff786c-977e-4ea4-9efe-7c8a46a00b57 service neutron] 10.222.0.74 "GET /v2.0/networks?id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a HTTP/1.1" status: 200 len: 913 time: 1.1124542 Jul 23 16:41:04.559595 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.extraroute_db [None req-ffc36188-086c-4fd2-a66d-fb4939b5142b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94012) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 16:41:04.578889 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.extraroute_db [None req-ffc36188-086c-4fd2-a66d-fb4939b5142b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Removed routes are [] {{(pid=94012) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 16:41:04.579522 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ffc36188-086c-4fd2-a66d-fb4939b5142b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:04.664224 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad13fbac-1722-43ca-b5d0-10670bc32568 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Checking segment: {'id': '2e6faf2d-b211-46cb-b4ee-3753ff411fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '45b4c1f8-d05e-4ef0-b78d-b724d7f08afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:04.664592 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad13fbac-1722-43ca-b5d0-10670bc32568 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Network hostable DHCP agents. Network: 45b4c1f8-d05e-4ef0-b78d-b724d7f08afe, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:41:04.727336 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad13fbac-1722-43ca-b5d0-10670bc32568 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Network 45b4c1f8-d05e-4ef0-b78d-b724d7f08afe is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:41:04.746820 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-ad13fbac-1722-43ca-b5d0-10670bc32568 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 45b4c1f8-d05e-4ef0-b78d-b724d7f08afe) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:04.758384 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1468d2e-36d0-4d47-9491-1e5c91b4483e None None] Network 45b4c1f8-d05e-4ef0-b78d-b724d7f08afe requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:04.765630 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad13fbac-1722-43ca-b5d0-10670bc32568 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:04.769802 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ad13fbac-1722-43ca-b5d0-10670bc32568 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:04.906851 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:04.917514 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-010c5025-7add-4c96-89e2-0823e8e3dc53 req-cabfa9ed-dabe-4faf-8e61-36b6c857084e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf3c0b97-349e-4e25-8962-be2ec8f75263 HTTP/1.1" status: 200 len: 217 time: 0.2985091 Jul 23 16:41:04.923702 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ad13fbac-1722-43ca-b5d0-10670bc32568 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2788069 Jul 23 16:41:04.924341 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55800) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:04.933511 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-afb2b936-ad2a-4bda-8329-c9b4e7f23312 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Request body: {'floatingip': {'floating_network_id': '45b4c1f8-d05e-4ef0-b78d-b724d7f08afe'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:04.946523 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c060abb-57ac-4009-bc02-12f63d662273 req-d751895b-8850-43fb-9ae4-ac1c4720c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:04.948048 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c060abb-57ac-4009-bc02-12f63d662273 req-d751895b-8850-43fb-9ae4-ac1c4720c1bd service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7872772 Jul 23 16:41:04.968540 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-afb2b936-ad2a-4bda-8329-c9b4e7f23312 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:05.019048 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55802) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:05.027062 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437c92ed-7060-421d-a1db-20990e620348 None None] Network 45b4c1f8-d05e-4ef0-b78d-b724d7f08afe requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:05.255024 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b1618-2c42-4a8f-a668-40913d298543 req-a8ac3ba0-77eb-4ea7-baf5-82b57190b4ef tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:05.256741 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3f4b1618-2c42-4a8f-a668-40913d298543 req-a8ac3ba0-77eb-4ea7-baf5-82b57190b4ef tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 945 time: 1.3251538 Jul 23 16:41:05.285289 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457fd16-5e03-4f97-898d-40aa4671eb43 req-23aae694-1925-4df4-84d8-51379562bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:05.288348 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3457fd16-5e03-4f97-898d-40aa4671eb43 req-23aae694-1925-4df4-84d8-51379562bb81 service neutron] 10.222.0.97 "GET /v2.0/networks?id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a HTTP/1.1" status: 200 len: 913 time: 0.9668226 Jul 23 16:41:05.300818 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5c9f86d-9ea8-4503-aa7c-ea9af7ff53a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:05.405413 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7aafabcb-8bd4-4cde-8a63-27225e67806a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:05.416857 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5c9f86d-9ea8-4503-aa7c-ea9af7ff53a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:05.424342 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5c9f86d-9ea8-4503-aa7c-ea9af7ff53a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:05.461986 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:41:05.488321 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c9f86d-9ea8-4503-aa7c-ea9af7ff53a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda7df84-d441-40e3-ae88-9474cba97153,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:05.507985 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-afb2b936-ad2a-4bda-8329-c9b4e7f23312 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:05.521892 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:05.583750 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:05.593005 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:05.593405 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:05.602560 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d5c9f86d-9ea8-4503-aa7c-ea9af7ff53a7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c388bdec22c441feaa96cf6b9c310ed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5818024 Jul 23 16:41:05.607147 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55816) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:05.699644 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:05.749788 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70,segment=NetworkSegment(bf247e3f-95fc-4e93-ac79-6f3e71348762),segment_id=bf247e3f-95fc-4e93-ac79-6f3e71348762)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:05.756713 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:05.757935 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2264690a-8e5f-4693-9cf8-feaa4a87320a up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:41:05.792658 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-afb2b936-ad2a-4bda-8329-c9b4e7f23312 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Allocated IP 172.20.0.13 (45b4c1f8-d05e-4ef0-b78d-b724d7f08afe/56a5cfa4-64f8-4324-9044-cd9c3d25f66a/8fa83b3e-0753-4e6b-94fa-7d9aa164fb07) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:05.794760 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93683b52-84f7-4962-be46-988c9b51b800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:05.855412 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93683b52-84f7-4962-be46-988c9b51b800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:05.863787 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:05.875795 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 2264690a-8e5f-4693-9cf8-feaa4a87320a triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:05.876240 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:05.967239 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ffc36188-086c-4fd2-a66d-fb4939b5142b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:05.974414 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3457fd16-5e03-4f97-898d-40aa4671eb43 req-1f58681d-2273-4602-95a7-320f713d407c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=726cd214-8346-47cb-a33e-99234af00cab HTTP/1.1" status: 200 len: 1000 time: 0.6485713 Jul 23 16:41:05.975514 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ffc36188-086c-4fd2-a66d-fb4939b5142b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1714764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1714741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695099'] for router, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:05.986697 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c5025-7add-4c96-89e2-0823e8e3dc53 req-90df6b70-2231-46f8-ad47-a0c545407080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:05.988432 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-010c5025-7add-4c96-89e2-0823e8e3dc53 req-90df6b70-2231-46f8-ad47-a0c545407080 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2ae57d8d-3779-4491-8fd1-fe104612a516 HTTP/1.1" status: 200 len: 850 time: 1.0701196 Jul 23 16:41:06.003186 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93683b52-84f7-4962-be46-988c9b51b800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:06.006314 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93683b52-84f7-4962-be46-988c9b51b800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:06.010286 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-93683b52-84f7-4962-be46-988c9b51b800 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bda7df84-d441-40e3-ae88-9474cba97153 HTTP/1.1" status: 204 len: 168 time: 0.3995323 Jul 23 16:41:06.031328 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93683b52-84f7-4962-be46-988c9b51b800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda7df84-d441-40e3-ae88-9474cba97153,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:06.110829 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-afb2b936-ad2a-4bda-8329-c9b4e7f23312 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:06.139000 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457fd16-5e03-4f97-898d-40aa4671eb43 req-749ae511-a75d-48da-ba93-51a5e398970e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:06.140947 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3457fd16-5e03-4f97-898d-40aa4671eb43 req-749ae511-a75d-48da-ba93-51a5e398970e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2ae57d8d-3779-4491-8fd1-fe104612a516 HTTP/1.1" status: 200 len: 850 time: 0.1475613 Jul 23 16:41:06.157346 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-65704d17-e9a8-4c13-88f6-86d6338bffe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:06.195287 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3f4b1618-2c42-4a8f-a668-40913d298543 req-80b8c5bb-1fc1-45c8-b929-7415ea611ac5 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c6eb539-11f0-4f1b-b8f5-d8e90642f151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9021344 Jul 23 16:41:06.257785 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-afb2b936-ad2a-4bda-8329-c9b4e7f23312 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:06.330182 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2b936-ad2a-4bda-8329-c9b4e7f23312 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Pushing event updated for resources: {'Port': ['ID=8fa83b3e-0753-4e6b-94fa-7d9aa164fb07,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:06.333350 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c060abb-57ac-4009-bc02-12f63d662273 req-bf1f05dc-5f5c-4386-9a25-a0c3d48ad7fb service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2324920 Jul 23 16:41:06.342315 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb2b936-ad2a-4bda-8329-c9b4e7f23312 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Network 45b4c1f8-d05e-4ef0-b78d-b724d7f08afe is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:06.345640 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-afb2b936-ad2a-4bda-8329-c9b4e7f23312 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:06.349809 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb2b936-ad2a-4bda-8329-c9b4e7f23312 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:06.390072 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55834) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:06.408461 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc36188-086c-4fd2-a66d-fb4939b5142b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:41:06.413611 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aac4c6bb-96aa-4898-8d61-b1a3cd54c5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:06.493221 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ee8cb-e069-487a-bc34-0be1899161f9 req-e046331e-b068-4821-a6b0-5cb23536f181 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:06.494851 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-656ee8cb-e069-487a-bc34-0be1899161f9 req-e046331e-b068-4821-a6b0-5cb23536f181 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.5101366 Jul 23 16:41:06.509301 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c5025-7add-4c96-89e2-0823e8e3dc53 req-d094e283-7b0b-439d-802d-08b5747e6ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:06.510861 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-010c5025-7add-4c96-89e2-0823e8e3dc53 req-d094e283-7b0b-439d-802d-08b5747e6ac5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4999642 Jul 23 16:41:06.540864 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:06.611623 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457fd16-5e03-4f97-898d-40aa4671eb43 req-72da07b2-48ad-46ec-be35-ea3cdccb47fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:06.613449 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3457fd16-5e03-4f97-898d-40aa4671eb43 req-72da07b2-48ad-46ec-be35-ea3cdccb47fb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4151270 Jul 23 16:41:06.708844 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0c060abb-57ac-4009-bc02-12f63d662273 req-c627cf02-6e7e-49cb-a246-ef41202f8755 service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670676 Jul 23 16:41:06.806562 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc36188-086c-4fd2-a66d-fb4939b5142b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:06.815974 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-656ee8cb-e069-487a-bc34-0be1899161f9 req-1e9040d1-0eb6-4573-b93f-db85f4d8f56c tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605283 Jul 23 16:41:06.821664 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179109da-c10e-4c01-9504-3d3ef8319ced None None] Sync routers for ids ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:41:06.825564 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ffc36188-086c-4fd2-a66d-fb4939b5142b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:06.829891 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ffc36188-086c-4fd2-a66d-fb4939b5142b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "PUT /v2.0/routers/9b9eb893-6e7a-4099-88f3-c0f8d4d28477 HTTP/1.1" status: 200 len: 934 time: 5.1259124 Jul 23 16:41:06.833373 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55846) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:06.852958 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179109da-c10e-4c01-9504-3d3ef8319ced None None] Routers {'9b9eb893-6e7a-4099-88f3-c0f8d4d28477'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:06.853645 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-179109da-c10e-4c01-9504-3d3ef8319ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:06.867192 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-010c5025-7add-4c96-89e2-0823e8e3dc53 req-04eab36f-c458-4e9b-81e2-a5d7a1bd87a5 service neutron] 10.222.0.74 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089395 Jul 23 16:41:06.894424 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-afb2b936-ad2a-4bda-8329-c9b4e7f23312 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:06.976547 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3457fd16-5e03-4f97-898d-40aa4671eb43 req-e7ceebe7-26d3-43ff-83e1-f82a63ee03d7 service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392413 Jul 23 16:41:06.992792 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-179109da-c10e-4c01-9504-3d3ef8319ced None None] Set router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:07.036761 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-afb2b936-ad2a-4bda-8329-c9b4e7f23312 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:07.205568 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-afb2b936-ad2a-4bda-8329-c9b4e7f23312 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:07.219034 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-afb2b936-ad2a-4bda-8329-c9b4e7f23312 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:07.282182 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3457fd16-5e03-4f97-898d-40aa4671eb43 req-ee6ccc8b-c7d1-4630-a05c-1a399ed64fd5 service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927692 Jul 23 16:41:07.324348 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:41:07.336152 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-89368402-3e5c-4750-a816-2cf8f45659fd tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "GET /v2.0/routers/9b9eb893-6e7a-4099-88f3-c0f8d4d28477 HTTP/1.1" status: 200 len: 934 time: 0.5041592 Jul 23 16:41:07.339411 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55852) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:07.347527 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-77c6a0a3-802b-4867-8ac4-ca6df768122e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Request body: {'router': {'routes': None}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:07.367728 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aac4c6bb-96aa-4898-8d61-b1a3cd54c5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:07.370869 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2b936-ad2a-4bda-8329-c9b4e7f23312 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Pushing event updated for resources: {'Port': ['ID=8fa83b3e-0753-4e6b-94fa-7d9aa164fb07,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:07.385514 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aac4c6bb-96aa-4898-8d61-b1a3cd54c5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:07.395888 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-179109da-c10e-4c01-9504-3d3ef8319ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'name': 'tempest-RoutersTest-router-1508136638', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:29Z', 'updated_at': '2021-07-23T16:41:04Z', 'revision_number': 6, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None, '_interfaces': [{'id': '3adbf88d-2d24-4360-9d46-698d4b62fe14', 'name': '', 'network_id': 'c00857d7-9004-4440-b52c-3dacf1d337a6', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:10:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '6284461d-ff39-4088-b992-4b85f2d249f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:50Z', 'updated_at': '2021-07-23T16:41:02Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6284461d-ff39-4088-b992-4b85f2d249f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56d28d6c-2958-49e7-9a0b-161ad667bba6', 'name': '', 'network_id': '3e7d333d-b412-4292-b560-5093fe337608', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:4c:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:43Z', 'updated_at': '2021-07-23T16:40:53Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9192c4a9-f441-4fa8-88c7-b148a008c681', 'name': '', 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:34Z', 'updated_at': '2021-07-23T16:40:47Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70', 'name': '', 'network_id': '18341c98-5740-4364-83a3-85e8c39e102b', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:9c:55:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'd3fdc166-6665-4e45-971c-cf509d2da120', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:57Z', 'updated_at': '2021-07-23T16:41:05Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': 'd3fdc166-6665-4e45-971c-cf509d2da120', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:07.419416 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-aac4c6bb-96aa-4898-8d61-b1a3cd54c5d0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a7b928bba2494670aaf3b5158bc8cfd2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0268312 Jul 23 16:41:07.420339 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55854) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:07.422088 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-afb2b936-ad2a-4bda-8329-c9b4e7f23312 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:07.454476 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179109da-c10e-4c01-9504-3d3ef8319ced None None] Checking router: 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:41:07.471133 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179109da-c10e-4c01-9504-3d3ef8319ced None None] Routers {'9b9eb893-6e7a-4099-88f3-c0f8d4d28477'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:07.471938 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-179109da-c10e-4c01-9504-3d3ef8319ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:07.477198 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:07.492907 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-65704d17-e9a8-4c13-88f6-86d6338bffe8 admin admin] Deleting port 266e1523-cf61-4144-83f2-7689ec43262d {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:07.493283 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-65704d17-e9a8-4c13-88f6-86d6338bffe8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:07.498091 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-afb2b936-ad2a-4bda-8329-c9b4e7f23312 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:07.499321 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-afb2b936-ad2a-4bda-8329-c9b4e7f23312 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5721405 Jul 23 16:41:07.511321 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4c6bb-96aa-4898-8d61-b1a3cd54c5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321ba6b8-1dc0-4338-ae74-01a120673da7,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:07.514102 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55858) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:07.533409 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:07.533787 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:07.568846 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-010c5025-7add-4c96-89e2-0823e8e3dc53 req-35f18609-2386-4a54-902d-2a96d744c6c8 service neutron] 10.222.0.74 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6554081 Jul 23 16:41:07.642540 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-71a7542d-324d-4741-b628-aafded13c792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:07.658744 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-179109da-c10e-4c01-9504-3d3ef8319ced None None] Set router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:07.681170 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-eef77d9e-cdca-41a3-9f80-9c6a75f83390 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] 10.222.0.73 "GET /v2.0/floatingips?floating_network_id=45b4c1f8-d05e-4ef0-b78d-b724d7f08afe HTTP/1.1" status: 200 len: 690 time: 0.1613865 Jul 23 16:41:07.701128 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55864) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:07.768434 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-71a7542d-324d-4741-b628-aafded13c792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:07.851076 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.extraroute_db [None req-77c6a0a3-802b-4867-8ac4-ca6df768122e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Added routes are [] {{(pid=94012) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 16:41:07.851442 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.extraroute_db [None req-77c6a0a3-802b-4867-8ac4-ca6df768122e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94012) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 16:41:07.884206 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-65704d17-e9a8-4c13-88f6-86d6338bffe8 admin admin] For port 266e1523-cf61-4144-83f2-7689ec43262d, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=266e1523-cf61-4144-83f2-7689ec43262d,segment=NetworkSegment(9cb1a104-dae7-41b9-a07c-13d75bbc4de2),segment_id=9cb1a104-dae7-41b9-a07c-13d75bbc4de2)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:07.884544 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-65704d17-e9a8-4c13-88f6-86d6338bffe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:07.887797 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-77c6a0a3-802b-4867-8ac4-ca6df768122e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:07.904634 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-65704d17-e9a8-4c13-88f6-86d6338bffe8 admin admin] Calling delete_port for 266e1523-cf61-4144-83f2-7689ec43262d owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:07.970487 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8399b575-d2f7-498f-a4ab-26c0943d9d40 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:08.037262 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-71a7542d-324d-4741-b628-aafded13c792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:08.047936 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-71a7542d-324d-4741-b628-aafded13c792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:08.047936 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-71a7542d-324d-4741-b628-aafded13c792 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/321ba6b8-1dc0-4338-ae74-01a120673da7 HTTP/1.1" status: 204 len: 168 time: 0.6219525 Jul 23 16:41:08.094254 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-179109da-c10e-4c01-9504-3d3ef8319ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'name': 'tempest-RoutersTest-router-1508136638', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:29Z', 'updated_at': '2021-07-23T16:41:04Z', 'revision_number': 6, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None, '_interfaces': [{'id': '3adbf88d-2d24-4360-9d46-698d4b62fe14', 'name': '', 'network_id': 'c00857d7-9004-4440-b52c-3dacf1d337a6', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:10:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '6284461d-ff39-4088-b992-4b85f2d249f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:50Z', 'updated_at': '2021-07-23T16:41:02Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6284461d-ff39-4088-b992-4b85f2d249f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56d28d6c-2958-49e7-9a0b-161ad667bba6', 'name': '', 'network_id': '3e7d333d-b412-4292-b560-5093fe337608', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:4c:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:43Z', 'updated_at': '2021-07-23T16:40:53Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9192c4a9-f441-4fa8-88c7-b148a008c681', 'name': '', 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:34Z', 'updated_at': '2021-07-23T16:40:47Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70', 'name': '', 'network_id': '18341c98-5740-4364-83a3-85e8c39e102b', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:9c:55:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'd3fdc166-6665-4e45-971c-cf509d2da120', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:57Z', 'updated_at': '2021-07-23T16:41:05Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': 'd3fdc166-6665-4e45-971c-cf509d2da120', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:08.150635 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179109da-c10e-4c01-9504-3d3ef8319ced None None] The sync data for ids ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'] in n-d-778549-4 is: [{'id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'name': 'tempest-RoutersTest-router-1508136638', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:29Z', 'updated_at': '2021-07-23T16:41:04Z', 'revision_number': 6, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None, '_interfaces': [{'id': '3adbf88d-2d24-4360-9d46-698d4b62fe14', 'name': '', 'network_id': 'c00857d7-9004-4440-b52c-3dacf1d337a6', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:10:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '6284461d-ff39-4088-b992-4b85f2d249f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:50Z', 'updated_at': '2021-07-23T16:41:02Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6284461d-ff39-4088-b992-4b85f2d249f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56d28d6c-2958-49e7-9a0b-161ad667bba6', 'name': '', 'network_id': '3e7d333d-b412-4292-b560-5093fe337608', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:4c:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:43Z', 'updated_at': '2021-07-23T16:40:53Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9192c4a9-f441-4fa8-88c7-b148a008c681', 'name': '', 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:34Z', 'updated_at': '2021-07-23T16:40:47Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70', 'name': '', 'network_id': '18341c98-5740-4364-83a3-85e8c39e102b', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:9c:55:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'd3fdc166-6665-4e45-971c-cf509d2da120', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:57Z', 'updated_at': '2021-07-23T16:41:05Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': 'd3fdc166-6665-4e45-971c-cf509d2da120', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:08.176662 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7542d-324d-4741-b628-aafded13c792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321ba6b8-1dc0-4338-ae74-01a120673da7,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:08.198548 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-77c6a0a3-802b-4867-8ac4-ca6df768122e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:08.203947 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-77c6a0a3-802b-4867-8ac4-ca6df768122e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1714764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1714741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695099'] for router, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:08.326640 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c8e51-7bd0-41e5-a64d-cc6d213f8ad3 req-d75425c1-05e2-43a7-8c65-dde5dc6fcb71 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:08.328535 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-661c8e51-7bd0-41e5-a64d-cc6d213f8ad3 req-d75425c1-05e2-43a7-8c65-dde5dc6fcb71 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.3012490 Jul 23 16:41:08.333354 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c6a0a3-802b-4867-8ac4-ca6df768122e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:41:08.348586 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-8399b575-d2f7-498f-a4ab-26c0943d9d40 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Deleting port 8fa83b3e-0753-4e6b-94fa-7d9aa164fb07 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:08.349086 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8399b575-d2f7-498f-a4ab-26c0943d9d40 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:08.378306 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-661c8e51-7bd0-41e5-a64d-cc6d213f8ad3 req-23126bc4-b297-4cad-91b2-d00e863a597b tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413122 Jul 23 16:41:08.590390 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:08.592766 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-65704d17-e9a8-4c13-88f6-86d6338bffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:08.662410 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65704d17-e9a8-4c13-88f6-86d6338bffe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=266e1523-cf61-4144-83f2-7689ec43262d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:08.668316 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8399b575-d2f7-498f-a4ab-26c0943d9d40 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:08.668662 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8399b575-d2f7-498f-a4ab-26c0943d9d40 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:08.777989 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-8399b575-d2f7-498f-a4ab-26c0943d9d40 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Calling delete_port for 8fa83b3e-0753-4e6b-94fa-7d9aa164fb07 owned by network:floatingip {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:08.969658 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c6a0a3-802b-4867-8ac4-ca6df768122e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:08.987819 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386a7a5e-3aa6-47e5-b06b-0d23a2b1b5ff None None] Sync routers for ids ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:41:08.999731 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-77c6a0a3-802b-4867-8ac4-ca6df768122e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:09.002187 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-77c6a0a3-802b-4867-8ac4-ca6df768122e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "PUT /v2.0/routers/9b9eb893-6e7a-4099-88f3-c0f8d4d28477 HTTP/1.1" status: 200 len: 700 time: 1.6610374 Jul 23 16:41:09.009817 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55896) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:09.012026 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386a7a5e-3aa6-47e5-b06b-0d23a2b1b5ff None None] Routers {'9b9eb893-6e7a-4099-88f3-c0f8d4d28477'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:09.012834 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-386a7a5e-3aa6-47e5-b06b-0d23a2b1b5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:09.109204 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe6c7c-c569-4bae-aac7-18d3c9f51e74 req-eb192476-29d2-4053-b189-00b5b0753038 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:09.111886 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94fe6c7c-c569-4bae-aac7-18d3c9f51e74 req-eb192476-29d2-4053-b189-00b5b0753038 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.2256696 Jul 23 16:41:09.151080 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-65704d17-e9a8-4c13-88f6-86d6338bffe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:09.200188 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4a867b0e-0f03-4040-a0d9-1359c9b21c2c tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "GET /v2.0/routers/9b9eb893-6e7a-4099-88f3-c0f8d4d28477 HTTP/1.1" status: 200 len: 700 time: 0.1856456 Jul 23 16:41:09.218483 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55904) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:09.275846 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8399b575-d2f7-498f-a4ab-26c0943d9d40 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:09.316794 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399b575-d2f7-498f-a4ab-26c0943d9d40 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Pushing event deleted for resources: {'Port': ['ID=8fa83b3e-0753-4e6b-94fa-7d9aa164fb07,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:09.326742 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-386a7a5e-3aa6-47e5-b06b-0d23a2b1b5ff None None] Set router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:09.352935 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94fe6c7c-c569-4bae-aac7-18d3c9f51e74 req-f0fd516c-50f5-49dd-b082-d1f2e0923102 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502147 Jul 23 16:41:09.440524 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8399b575-d2f7-498f-a4ab-26c0943d9d40 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:09.563425 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55914) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:09.665612 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab6457-572c-4327-8bc1-c942997ba6a9 req-1092f2c7-72f9-4f11-b741-e16ea15f5c19 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:09.667275 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-17ab6457-572c-4327-8bc1-c942997ba6a9 req-1092f2c7-72f9-4f11-b741-e16ea15f5c19 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.1396308 Jul 23 16:41:09.709560 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-386a7a5e-3aa6-47e5-b06b-0d23a2b1b5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'name': 'tempest-RoutersTest-router-1508136638', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:29Z', 'updated_at': '2021-07-23T16:41:07Z', 'revision_number': 7, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None, '_interfaces': [{'id': '3adbf88d-2d24-4360-9d46-698d4b62fe14', 'name': '', 'network_id': 'c00857d7-9004-4440-b52c-3dacf1d337a6', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:10:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '6284461d-ff39-4088-b992-4b85f2d249f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:50Z', 'updated_at': '2021-07-23T16:41:02Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6284461d-ff39-4088-b992-4b85f2d249f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56d28d6c-2958-49e7-9a0b-161ad667bba6', 'name': '', 'network_id': '3e7d333d-b412-4292-b560-5093fe337608', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:4c:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:43Z', 'updated_at': '2021-07-23T16:40:53Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9192c4a9-f441-4fa8-88c7-b148a008c681', 'name': '', 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:34Z', 'updated_at': '2021-07-23T16:40:47Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70', 'name': '', 'network_id': '18341c98-5740-4364-83a3-85e8c39e102b', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:9c:55:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'd3fdc166-6665-4e45-971c-cf509d2da120', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:57Z', 'updated_at': '2021-07-23T16:41:05Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': 'd3fdc166-6665-4e45-971c-cf509d2da120', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:09.714462 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8399b575-d2f7-498f-a4ab-26c0943d9d40 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:09.748432 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386a7a5e-3aa6-47e5-b06b-0d23a2b1b5ff None None] Checking router: 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:41:09.752163 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-bc9faea6-1aa8-415f-8fdc-7597065612dd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-518768182-network', 'tenant_id': '44b01a512c9042ec8670acb49d0536b3'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:09.766448 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386a7a5e-3aa6-47e5-b06b-0d23a2b1b5ff None None] Routers {'9b9eb893-6e7a-4099-88f3-c0f8d4d28477'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:09.767403 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-386a7a5e-3aa6-47e5-b06b-0d23a2b1b5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:09.781555 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-17ab6457-572c-4327-8bc1-c942997ba6a9 req-d62cdbe5-8f9c-43f8-be38-439b6632e36c tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073809 Jul 23 16:41:09.784072 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9faea6-1aa8-415f-8fdc-7597065612dd admin admin] Made reservation on behalf of 44b01a512c9042ec8670acb49d0536b3 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:09.786564 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bc9faea6-1aa8-415f-8fdc-7597065612dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:09.810734 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bc9faea6-1aa8-415f-8fdc-7597065612dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:09.861006 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65704d17-e9a8-4c13-88f6-86d6338bffe8 admin admin] Router 194a3c8c-6105-485e-991c-6391ea9936f5 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:41:09.906117 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8399b575-d2f7-498f-a4ab-26c0943d9d40 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:09.948725 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-386a7a5e-3aa6-47e5-b06b-0d23a2b1b5ff None None] Set router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:10.042775 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bc9faea6-1aa8-415f-8fdc-7597065612dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:10.048821 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bc9faea6-1aa8-415f-8fdc-7597065612dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:10.057875 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a4a91b17-60b2-4bea-866f-970d6495d7b6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:10.110520 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9faea6-1aa8-415f-8fdc-7597065612dd admin admin] vlan segment allocate from pool success with {'vlan_id': 1127, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:41:10.195051 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bc9faea6-1aa8-415f-8fdc-7597065612dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:10.195428 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-bc9faea6-1aa8-415f-8fdc-7597065612dd admin admin] Added segment 6557095a-5301-4b8f-add8-252a5342ca4a of type vlan for network 046963c2-8714-4c5f-883a-a757a422ec65 Jul 23 16:41:10.218252 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9faea6-1aa8-415f-8fdc-7597065612dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ca1104-7953-457b-bffb-fe4d06a0b1b1,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:10.292577 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-386a7a5e-3aa6-47e5-b06b-0d23a2b1b5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'name': 'tempest-RoutersTest-router-1508136638', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:29Z', 'updated_at': '2021-07-23T16:41:07Z', 'revision_number': 7, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None, '_interfaces': [{'id': '3adbf88d-2d24-4360-9d46-698d4b62fe14', 'name': '', 'network_id': 'c00857d7-9004-4440-b52c-3dacf1d337a6', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:10:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '6284461d-ff39-4088-b992-4b85f2d249f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:50Z', 'updated_at': '2021-07-23T16:41:02Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6284461d-ff39-4088-b992-4b85f2d249f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56d28d6c-2958-49e7-9a0b-161ad667bba6', 'name': '', 'network_id': '3e7d333d-b412-4292-b560-5093fe337608', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:4c:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:43Z', 'updated_at': '2021-07-23T16:40:53Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9192c4a9-f441-4fa8-88c7-b148a008c681', 'name': '', 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:34Z', 'updated_at': '2021-07-23T16:40:47Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70', 'name': '', 'network_id': '18341c98-5740-4364-83a3-85e8c39e102b', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:9c:55:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'd3fdc166-6665-4e45-971c-cf509d2da120', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:57Z', 'updated_at': '2021-07-23T16:41:05Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': 'd3fdc166-6665-4e45-971c-cf509d2da120', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:10.314710 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bc9faea6-1aa8-415f-8fdc-7597065612dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:10.333758 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386a7a5e-3aa6-47e5-b06b-0d23a2b1b5ff None None] The sync data for ids ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'] in n-d-778549-4 is: [{'id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'name': 'tempest-RoutersTest-router-1508136638', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:29Z', 'updated_at': '2021-07-23T16:41:07Z', 'revision_number': 7, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None, '_interfaces': [{'id': '3adbf88d-2d24-4360-9d46-698d4b62fe14', 'name': '', 'network_id': 'c00857d7-9004-4440-b52c-3dacf1d337a6', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:10:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '6284461d-ff39-4088-b992-4b85f2d249f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:50Z', 'updated_at': '2021-07-23T16:41:02Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6284461d-ff39-4088-b992-4b85f2d249f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56d28d6c-2958-49e7-9a0b-161ad667bba6', 'name': '', 'network_id': '3e7d333d-b412-4292-b560-5093fe337608', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:4c:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:43Z', 'updated_at': '2021-07-23T16:40:53Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9192c4a9-f441-4fa8-88c7-b148a008c681', 'name': '', 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:34Z', 'updated_at': '2021-07-23T16:40:47Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70', 'name': '', 'network_id': '18341c98-5740-4364-83a3-85e8c39e102b', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:9c:55:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'd3fdc166-6665-4e45-971c-cf509d2da120', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:57Z', 'updated_at': '2021-07-23T16:41:05Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': 'd3fdc166-6665-4e45-971c-cf509d2da120', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:10.387491 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65704d17-e9a8-4c13-88f6-86d6338bffe8 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:10.391096 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399b575-d2f7-498f-a4ab-26c0943d9d40 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=56a5cfa4-64f8-4324-9044-cd9c3d25f66a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:10.399009 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-65704d17-e9a8-4c13-88f6-86d6338bffe8 admin admin] 10.222.0.73 "PUT /v2.0/routers/194a3c8c-6105-485e-991c-6391ea9936f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8434880 Jul 23 16:41:10.400033 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55932) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:10.402806 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3397eb09-6f7d-4750-b543-c14e0d2f0c35 None None] Sync routers for ids ['194a3c8c-6105-485e-991c-6391ea9936f5'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:41:10.416663 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3397eb09-6f7d-4750-b543-c14e0d2f0c35 None None] Routers {'194a3c8c-6105-485e-991c-6391ea9936f5'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:10.417808 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3397eb09-6f7d-4750-b543-c14e0d2f0c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['194a3c8c-6105-485e-991c-6391ea9936f5'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:10.433996 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bc9faea6-1aa8-415f-8fdc-7597065612dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:10.435272 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9faea6-1aa8-415f-8fdc-7597065612dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:10.435868 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bc9faea6-1aa8-415f-8fdc-7597065612dd admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:10.558965 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220894ae-2a24-4646-90bf-739272ae94c8 req-64a401bd-dbe2-4e20-93ce-28461a2a44d8 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:10.561581 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d75dc40-81e1-4a6d-a19b-6d0fe1e45f64 admin admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:10.569562 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-220894ae-2a24-4646-90bf-739272ae94c8 req-64a401bd-dbe2-4e20-93ce-28461a2a44d8 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.4600024 Jul 23 16:41:10.623527 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-bc9faea6-1aa8-415f-8fdc-7597065612dd admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0530264 Jul 23 16:41:10.624231 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55938) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:10.635703 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9faea6-1aa8-415f-8fdc-7597065612dd admin admin] Pushing event updated for resources: {'Network': ['ID=046963c2-8714-4c5f-883a-a757a422ec65,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:10.643882 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-fa1c1c8f-b830-4d8b-9e8d-a6da1db1501b admin admin] Request body: {'subnet': {'network_id': '046963c2-8714-4c5f-883a-a757a422ec65', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-518768182-subnet', 'tenant_id': '44b01a512c9042ec8670acb49d0536b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:10.745952 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8399b575-d2f7-498f-a4ab-26c0943d9d40 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:10.746176 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-220894ae-2a24-4646-90bf-739272ae94c8 req-39163d99-8915-4122-aa90-502f826b188b tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753492 Jul 23 16:41:10.766272 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1c1c8f-b830-4d8b-9e8d-a6da1db1501b admin admin] Made reservation on behalf of 44b01a512c9042ec8670acb49d0536b3 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:10.767010 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-8399b575-d2f7-498f-a4ab-26c0943d9d40 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b4c1f8-d05e-4ef0-b78d-b724d7f08afe']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:10.774178 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fa1c1c8f-b830-4d8b-9e8d-a6da1db1501b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:10.785914 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-8399b575-d2f7-498f-a4ab-26c0943d9d40 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e6faf2d-b211-46cb-b4ee-3753ff411fa7') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:10.786213 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-8399b575-d2f7-498f-a4ab-26c0943d9d40 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e6faf2d-b211-46cb-b4ee-3753ff411fa7') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:10.810708 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8399b575-d2f7-498f-a4ab-26c0943d9d40 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:10.838067 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8399b575-d2f7-498f-a4ab-26c0943d9d40 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:10.857862 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d75dc40-81e1-4a6d-a19b-6d0fe1e45f64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:10.866740 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8399b575-d2f7-498f-a4ab-26c0943d9d40 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:10.867445 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8399b575-d2f7-498f-a4ab-26c0943d9d40 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:10.869597 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:41:10.869597 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:10.869597 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:41:10.869597 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:10.869597 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:41:10.869597 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:10.869597 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:41:10.869597 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:10.869597 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:41:10.869597 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:10.869597 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:41:10.869597 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:10.869597 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:41:10.869597 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:10.869597 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:10.869597 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:10.869597 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:10.869597 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:10.869597 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:41:10.869597 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:10.869597 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:41:10.869597 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:10.869597 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:10.869597 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:10.869597 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:10.869597 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:10.869597 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:10.869597 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:10.869597 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:10.869597 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:10.869597 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:10.869597 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:10.933326 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-3397eb09-6f7d-4750-b543-c14e0d2f0c35 None None] Set router 194a3c8c-6105-485e-991c-6391ea9936f5 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:10.978759 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 046963c2-8714-4c5f-883a-a757a422ec65 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:41:10.982607 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-1d75dc40-81e1-4a6d-a19b-6d0fe1e45f64 admin admin] Deleting port 14ba306d-031f-4407-a497-4017ae66b432 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:10.983070 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d75dc40-81e1-4a6d-a19b-6d0fe1e45f64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:10.999625 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8399b575-d2f7-498f-a4ab-26c0943d9d40 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.009027 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8399b575-d2f7-498f-a4ab-26c0943d9d40 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 45b4c1f8-d05e-4ef0-b78d-b724d7f08afe {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 16:41:11.012321 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8399b575-d2f7-498f-a4ab-26c0943d9d40 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.014965 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8399b575-d2f7-498f-a4ab-26c0943d9d40 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] 10.222.0.73 "DELETE /v2.0/networks/45b4c1f8-d05e-4ef0-b78d-b724d7f08afe HTTP/1.1" status: 204 len: 168 time: 3.3032210 Jul 23 16:41:11.021390 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55946) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:11.056738 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399b575-d2f7-498f-a4ab-26c0943d9d40 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Pushing event deleted for resources: {'Network': ['ID=45b4c1f8-d05e-4ef0-b78d-b724d7f08afe,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:11.213281 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-1d75dc40-81e1-4a6d-a19b-6d0fe1e45f64 admin admin] For port 14ba306d-031f-4407-a497-4017ae66b432, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=14ba306d-031f-4407-a497-4017ae66b432,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:11.213652 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d75dc40-81e1-4a6d-a19b-6d0fe1e45f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.230640 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-1d75dc40-81e1-4a6d-a19b-6d0fe1e45f64 admin admin] Calling delete_port for 14ba306d-031f-4407-a497-4017ae66b432 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:11.289084 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-a4a91b17-60b2-4bea-866f-970d6495d7b6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Deleting port a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:11.290041 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a4a91b17-60b2-4bea-866f-970d6495d7b6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.331174 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fa1c1c8f-b830-4d8b-9e8d-a6da1db1501b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.391132 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c1c8f-b830-4d8b-9e8d-a6da1db1501b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea77ddeb-1f31-4413-8008-4f998a69b634,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:11.410880 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2e7513f0-438d-4e24-87f0-349dc2949a20 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2565 time: 0.3880346 Jul 23 16:41:11.411879 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55948) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:11.424748 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3397eb09-6f7d-4750-b543-c14e0d2f0c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'name': 'tempest-TestServerBasicOps-1539952523-router', 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '14ba306d-031f-4407-a497-4017ae66b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:25Z', 'updated_at': '2021-07-23T16:41:08Z', 'revision_number': 5, 'project_id': '685de99fd88a4ebd80b04837e882af01', 'gw_port': {'id': '14ba306d-031f-4407-a497-4017ae66b432', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ad:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:26Z', 'updated_at': '2021-07-23T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:11.474243 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3397eb09-6f7d-4750-b543-c14e0d2f0c35 None None] Checking router: 194a3c8c-6105-485e-991c-6391ea9936f5 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:41:11.490906 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3397eb09-6f7d-4750-b543-c14e0d2f0c35 None None] Routers {'194a3c8c-6105-485e-991c-6391ea9936f5'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:11.490906 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3397eb09-6f7d-4750-b543-c14e0d2f0c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['194a3c8c-6105-485e-991c-6391ea9936f5'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:11.523880 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d75dc40-81e1-4a6d-a19b-6d0fe1e45f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.561631 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75dc40-81e1-4a6d-a19b-6d0fe1e45f64 admin admin] Pushing event deleted for resources: {'Port': ['ID=14ba306d-031f-4407-a497-4017ae66b432,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:11.614582 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-3397eb09-6f7d-4750-b543-c14e0d2f0c35 None None] Set router 194a3c8c-6105-485e-991c-6391ea9936f5 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:11.680486 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3397eb09-6f7d-4750-b543-c14e0d2f0c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'name': 'tempest-TestServerBasicOps-1539952523-router', 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:25Z', 'updated_at': '2021-07-23T16:41:10Z', 'revision_number': 6, 'project_id': '685de99fd88a4ebd80b04837e882af01', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:11.689220 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d75dc40-81e1-4a6d-a19b-6d0fe1e45f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.711470 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-a4a91b17-60b2-4bea-866f-970d6495d7b6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] For port a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70,segment=NetworkSegment(bf247e3f-95fc-4e93-ac79-6f3e71348762),segment_id=bf247e3f-95fc-4e93-ac79-6f3e71348762)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:11.712301 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a4a91b17-60b2-4bea-866f-970d6495d7b6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.726336 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-a4a91b17-60b2-4bea-866f-970d6495d7b6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Calling delete_port for a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70 owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:11.736306 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3397eb09-6f7d-4750-b543-c14e0d2f0c35 None None] The sync data for ids ['194a3c8c-6105-485e-991c-6391ea9936f5'] in n-d-778549-4 is: [{'id': '194a3c8c-6105-485e-991c-6391ea9936f5', 'name': 'tempest-TestServerBasicOps-1539952523-router', 'tenant_id': '685de99fd88a4ebd80b04837e882af01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:25Z', 'updated_at': '2021-07-23T16:41:10Z', 'revision_number': 6, 'project_id': '685de99fd88a4ebd80b04837e882af01', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:11.753723 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ec58b8-e554-4463-96e4-cfdf9666151a tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:11.753723 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ec58b8-e554-4463-96e4-cfdf9666151a tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:11.753723 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ec58b8-e554-4463-96e4-cfdf9666151a tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:11.753723 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ec58b8-e554-4463-96e4-cfdf9666151a tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:11.753723 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ec58b8-e554-4463-96e4-cfdf9666151a tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:11.753723 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ec58b8-e554-4463-96e4-cfdf9666151a tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:11.753723 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ec58b8-e554-4463-96e4-cfdf9666151a tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:11.753723 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ec58b8-e554-4463-96e4-cfdf9666151a tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:11.753723 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ec58b8-e554-4463-96e4-cfdf9666151a tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:11.762724 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ec58b8-e554-4463-96e4-cfdf9666151a tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:11.764299 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ec58b8-e554-4463-96e4-cfdf9666151a tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:11.764299 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ec58b8-e554-4463-96e4-cfdf9666151a tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:11.764299 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ec58b8-e554-4463-96e4-cfdf9666151a tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:11.766434 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-90ec58b8-e554-4463-96e4-cfdf9666151a tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8298 time: 0.3491123 Jul 23 16:41:11.776424 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55956) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:11.832778 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d75dc40-81e1-4a6d-a19b-6d0fe1e45f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.835355 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d75dc40-81e1-4a6d-a19b-6d0fe1e45f64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.913611 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d75dc40-81e1-4a6d-a19b-6d0fe1e45f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.914315 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d75dc40-81e1-4a6d-a19b-6d0fe1e45f64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 194a3c8c-6105-485e-991c-6391ea9936f5 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:41:11.921928 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d75dc40-81e1-4a6d-a19b-6d0fe1e45f64 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.923458 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1d75dc40-81e1-4a6d-a19b-6d0fe1e45f64 admin admin] 10.222.0.73 "DELETE /v2.0/routers/194a3c8c-6105-485e-991c-6391ea9936f5 HTTP/1.1" status: 204 len: 168 time: 1.5208244 Jul 23 16:41:11.926874 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55964) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:11.941727 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-8531af81-5d0c-4726-a57a-d9bea11e0046 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] delete failed (client error): The resource could not be found. Jul 23 16:41:11.941727 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8531af81-5d0c-4726-a57a-d9bea11e0046 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/53df6af4-9c6e-4cc7-8910-84bdf76f4ec3 HTTP/1.1" status: 404 len: 345 time: 0.1630423 Jul 23 16:41:11.942932 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55966) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:11.961761 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1c1c8f-b830-4d8b-9e8d-a6da1db1501b admin admin] Checking segment: {'id': '6557095a-5301-4b8f-add8-252a5342ca4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '046963c2-8714-4c5f-883a-a757a422ec65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:11.962177 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1c1c8f-b830-4d8b-9e8d-a6da1db1501b admin admin] Network hostable DHCP agents. Network: 046963c2-8714-4c5f-883a-a757a422ec65, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:41:12.006531 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df21001-860e-4b4f-aeb1-f844dda4c259 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] DELETE failed (client error): The resource could not be found. Jul 23 16:41:12.007219 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1df21001-860e-4b4f-aeb1-f844dda4c259 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:41:12.008992 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1df21001-860e-4b4f-aeb1-f844dda4c259 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] 10.222.0.73 "DELETE /v2.0/networks/45b4c1f8-d05e-4ef0-b78d-b724d7f08afe HTTP/1.1" status: 404 len: 339 time: 0.0650370 Jul 23 16:41:12.014045 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55968) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:12.021471 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-55ee090a-2a55-4310-9f97-f12f43a94a16 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Request body: {'network': {'name': 'tempest-network--527173423', 'router:external': True}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:12.040348 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-68913c96-9e07-465c-84ab-f3ff2207ddc4 admin admin] Deleting subnet f0d2685b-743f-465d-ae06-029317d44a41 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:41:12.046034 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-68913c96-9e07-465c-84ab-f3ff2207ddc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:12.046203 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1c1c8f-b830-4d8b-9e8d-a6da1db1501b admin admin] Network 046963c2-8714-4c5f-883a-a757a422ec65 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:41:12.073568 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-fa1c1c8f-b830-4d8b-9e8d-a6da1db1501b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 046963c2-8714-4c5f-883a-a757a422ec65) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:12.079343 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ee090a-2a55-4310-9f97-f12f43a94a16 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Made reservation on behalf of 2a7c22c107e74538a0fe3e6952a70e66 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:12.080541 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1c1c8f-b830-4d8b-9e8d-a6da1db1501b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:12.081312 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fa1c1c8f-b830-4d8b-9e8d-a6da1db1501b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:12.083874 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-55ee090a-2a55-4310-9f97-f12f43a94a16 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:12.100337 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb64fa83-d38c-4bce-9836-83bbb7770b02 None None] Network 046963c2-8714-4c5f-883a-a757a422ec65 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:12.103338 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3a2d1-cb7b-46f5-a8c4-0bb080c4dad0 req-6c99a32f-2207-47f1-8441-cece39312335 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:12.105661 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c9f3a2d1-cb7b-46f5-a8c4-0bb080c4dad0 req-6c99a32f-2207-47f1-8441-cece39312335 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.1802430 Jul 23 16:41:12.119070 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-68913c96-9e07-465c-84ab-f3ff2207ddc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:12.120785 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ee090a-2a55-4310-9f97-f12f43a94a16 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] vlan segment allocate from pool success with {'vlan_id': 1112, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:41:12.163132 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fa1c1c8f-b830-4d8b-9e8d-a6da1db1501b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5294442 Jul 23 16:41:12.177134 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-55ee090a-2a55-4310-9f97-f12f43a94a16 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:12.177483 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-55ee090a-2a55-4310-9f97-f12f43a94a16 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Added segment cfd7ae10-0ae6-45e7-b426-51f4d2874666 of type vlan for network 011a2c57-27db-4416-ae56-08aaf5a22084 Jul 23 16:41:12.253528 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c9f3a2d1-cb7b-46f5-a8c4-0bb080c4dad0 req-2f964859-d6b4-4b8e-9033-b89a9d0f4576 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386814 Jul 23 16:41:12.326446 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a4a91b17-60b2-4bea-866f-970d6495d7b6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:12.382872 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a91b17-60b2-4bea-866f-970d6495d7b6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Port': ['ID=a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:12.391043 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-55ee090a-2a55-4310-9f97-f12f43a94a16 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:12.394019 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ebb2a2-53fe-4dad-982e-8b3aca70c35d None None] Network 046963c2-8714-4c5f-883a-a757a422ec65 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:12.424990 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-68913c96-9e07-465c-84ab-f3ff2207ddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:12.594545 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-55ee090a-2a55-4310-9f97-f12f43a94a16 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:12.595547 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ee090a-2a55-4310-9f97-f12f43a94a16 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:12.596207 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-55ee090a-2a55-4310-9f97-f12f43a94a16 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:12.666538 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-55ee090a-2a55-4310-9f97-f12f43a94a16 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6491814 Jul 23 16:41:12.667558 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55984) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:12.680268 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-68913c96-9e07-465c-84ab-f3ff2207ddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:12.828153 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee090a-2a55-4310-9f97-f12f43a94a16 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Pushing event updated for resources: {'Network': ['ID=011a2c57-27db-4416-ae56-08aaf5a22084,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:12.839913 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 011a2c57-27db-4416-ae56-08aaf5a22084 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:41:12.966034 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68913c96-9e07-465c-84ab-f3ff2207ddc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0d2685b-743f-465d-ae06-029317d44a41,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:13.003371 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-68913c96-9e07-465c-84ab-f3ff2207ddc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.008966 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-68913c96-9e07-465c-84ab-f3ff2207ddc4 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f0d2685b-743f-465d-ae06-029317d44a41 HTTP/1.1" status: 204 len: 168 time: 1.0803146 Jul 23 16:41:13.009682 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531f2656-668e-427e-9e3d-f3da3b96264e None None] Network 9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:13.010253 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56000) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:13.094424 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbd7aef-cab6-4667-ad46-86bcc80aebf9 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:13.107766 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbd7aef-cab6-4667-ad46-86bcc80aebf9 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:13.125654 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbd7aef-cab6-4667-ad46-86bcc80aebf9 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:13.139107 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbd7aef-cab6-4667-ad46-86bcc80aebf9 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:13.142974 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0fbd7aef-cab6-4667-ad46-86bcc80aebf9 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4724386 Jul 23 16:41:13.151207 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56004) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:13.245528 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c32600cf-b1fc-4770-8e71-5da344383ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.261160 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56010) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:13.264387 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-44090038-e83c-4cc2-bc73-d32adee07936 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1082873092-network', 'tenant_id': '4c2fda16cb294b5d8d163fa41c615fb4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:13.362996 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44090038-e83c-4cc2-bc73-d32adee07936 admin admin] Made reservation on behalf of 4c2fda16cb294b5d8d163fa41c615fb4 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:13.366254 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44090038-e83c-4cc2-bc73-d32adee07936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.408045 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44090038-e83c-4cc2-bc73-d32adee07936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.417386 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93e052ef-a0ce-42de-af2b-edbdc9dc5de4 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.436123 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08e23c3-4383-411e-85af-25c4329d4253 None None] DHCP port deletion for 9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:41:13.451752 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8b473-4c30-4ceb-90d4-0e81e7e87b3b req-4957aa30-70ad-413b-a32a-8f6aabe46049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:13.468258 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-35d8b473-4c30-4ceb-90d4-0e81e7e87b3b req-4957aa30-70ad-413b-a32a-8f6aabe46049 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d8469dd886547af8aa5b5e0e02307dd&device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 1096 time: 0.8845248 Jul 23 16:41:13.470178 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a4a91b17-60b2-4bea-866f-970d6495d7b6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.476942 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 266e1523-cf61-4144-83f2-7689ec43262d no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:13.494354 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c679387-63db-4d98-bcf7-de48f84ace3e req-cc25771f-994d-49ed-abe9-85fbd2525e6e tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:13.503452 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c679387-63db-4d98-bcf7-de48f84ace3e req-cc25771f-994d-49ed-abe9-85fbd2525e6e tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.8962762 Jul 23 16:41:13.505569 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 266e1523-cf61-4144-83f2-7689ec43262d {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:13.505928 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 266e1523-cf61-4144-83f2-7689ec43262d not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:13.506598 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 14ba306d-031f-4407-a497-4017ae66b432 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:13.527725 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 14ba306d-031f-4407-a497-4017ae66b432 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:13.528065 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 14ba306d-031f-4407-a497-4017ae66b432 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:13.553405 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-b08e23c3-4383-411e-85af-25c4329d4253 None None] Deleting port fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:13.553793 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b08e23c3-4383-411e-85af-25c4329d4253 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.569285 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c32600cf-b1fc-4770-8e71-5da344383ff7 admin admin] Deleting port fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:13.569899 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c32600cf-b1fc-4770-8e71-5da344383ff7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.601558 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93e052ef-a0ce-42de-af2b-edbdc9dc5de4 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.621700 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-b08e23c3-4383-411e-85af-25c4329d4253 None None] For port fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c,segment=NetworkSegment(9cb1a104-dae7-41b9-a07c-13d75bbc4de2),segment_id=9cb1a104-dae7-41b9-a07c-13d75bbc4de2)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:13.622358 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b08e23c3-4383-411e-85af-25c4329d4253 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.635218 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-93e052ef-a0ce-42de-af2b-edbdc9dc5de4 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['011a2c57-27db-4416-ae56-08aaf5a22084']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:13.636598 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-b08e23c3-4383-411e-85af-25c4329d4253 None None] Calling delete_port for fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:13.656460 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-93e052ef-a0ce-42de-af2b-edbdc9dc5de4 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd7ae10-0ae6-45e7-b426-51f4d2874666') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:13.657096 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-93e052ef-a0ce-42de-af2b-edbdc9dc5de4 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd7ae10-0ae6-45e7-b426-51f4d2874666') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:13.678104 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c679387-63db-4d98-bcf7-de48f84ace3e req-200d6d49-1042-4796-a070-4ba3262a9deb tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734591 Jul 23 16:41:13.727404 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93e052ef-a0ce-42de-af2b-edbdc9dc5de4 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.741083 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c32600cf-b1fc-4770-8e71-5da344383ff7 admin admin] For port fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c,segment=NetworkSegment(9cb1a104-dae7-41b9-a07c-13d75bbc4de2),segment_id=9cb1a104-dae7-41b9-a07c-13d75bbc4de2)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:13.741656 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c32600cf-b1fc-4770-8e71-5da344383ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.767933 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93e052ef-a0ce-42de-af2b-edbdc9dc5de4 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.770804 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c32600cf-b1fc-4770-8e71-5da344383ff7 admin admin] Calling delete_port for fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:13.778435 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b08e23c3-4383-411e-85af-25c4329d4253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.792584 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93e052ef-a0ce-42de-af2b-edbdc9dc5de4 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:13.792988 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93e052ef-a0ce-42de-af2b-edbdc9dc5de4 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.794715 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:41:13.794715 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:13.794715 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:41:13.794715 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:13.794715 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:41:13.794715 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:13.794715 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:41:13.794715 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:13.794715 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:41:13.794715 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:13.794715 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:41:13.794715 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:13.794715 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:41:13.794715 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:13.794715 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:13.794715 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:13.794715 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:13.794715 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:13.794715 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:41:13.794715 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:13.794715 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:41:13.794715 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:13.794715 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:13.794715 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:13.794715 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:13.794715 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:13.794715 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:13.794715 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:13.794715 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:13.794715 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:13.794715 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:13.794715 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:13.806528 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e23c3-4383-411e-85af-25c4329d4253 None None] Pushing event deleted for resources: {'Port': ['ID=fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:13.813202 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08e23c3-4383-411e-85af-25c4329d4253 None None] No DVR routers for this DVR port fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:13.873887 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44090038-e83c-4cc2-bc73-d32adee07936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.903546 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44090038-e83c-4cc2-bc73-d32adee07936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.904260 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8b473-4c30-4ceb-90d4-0e81e7e87b3b req-38e07b3c-4387-43da-b838-6bae6d0280dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:13.905886 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-35d8b473-4c30-4ceb-90d4-0e81e7e87b3b req-38e07b3c-4387-43da-b838-6bae6d0280dd service neutron] 10.222.0.97 "GET /v2.0/networks?id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a HTTP/1.1" status: 200 len: 913 time: 0.3986776 Jul 23 16:41:13.953667 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93e052ef-a0ce-42de-af2b-edbdc9dc5de4 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.955320 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44090038-e83c-4cc2-bc73-d32adee07936 admin admin] vlan segment allocate from pool success with {'vlan_id': 1146, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:41:13.969831 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e052ef-a0ce-42de-af2b-edbdc9dc5de4 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 011a2c57-27db-4416-ae56-08aaf5a22084 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 16:41:13.971302 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44090038-e83c-4cc2-bc73-d32adee07936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca1e7d1-1ab4-43c3-9c06-14bdf5e9c6a5,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:13.975486 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93e052ef-a0ce-42de-af2b-edbdc9dc5de4 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.982688 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-93e052ef-a0ce-42de-af2b-edbdc9dc5de4 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] 10.222.0.73 "DELETE /v2.0/networks/011a2c57-27db-4416-ae56-08aaf5a22084 HTTP/1.1" status: 204 len: 168 time: 0.8251796 Jul 23 16:41:13.985386 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56022) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:13.998694 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a91b17-60b2-4bea-866f-970d6495d7b6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:41:14.001911 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-c2648853-6784-45cb-b527-0fcef69131fd tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Request body: {'network': {'name': 'tempest-network--1831519872', 'router:external': True}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:14.007512 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44090038-e83c-4cc2-bc73-d32adee07936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.007852 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-44090038-e83c-4cc2-bc73-d32adee07936 admin admin] Added segment 218150e0-1da8-4997-a868-e6cda5b2c95a of type vlan for network d7cab8e9-4307-4be9-9eea-b26bd556cf3f Jul 23 16:41:14.009428 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e052ef-a0ce-42de-af2b-edbdc9dc5de4 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Pushing event deleted for resources: {'Network': ['ID=011a2c57-27db-4416-ae56-08aaf5a22084,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:14.014526 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-35d8b473-4c30-4ceb-90d4-0e81e7e87b3b req-61425b9f-cc56-4e39-92f5-07e12b0c488d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=726cd214-8346-47cb-a33e-99234af00cab HTTP/1.1" status: 200 len: 1000 time: 0.0970786 Jul 23 16:41:14.045312 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c32600cf-b1fc-4770-8e71-5da344383ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.091653 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44090038-e83c-4cc2-bc73-d32adee07936 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.095746 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32600cf-b1fc-4770-8e71-5da344383ff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:14.101906 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2648853-6784-45cb-b527-0fcef69131fd tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Made reservation on behalf of 2a7c22c107e74538a0fe3e6952a70e66 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:14.102308 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8b473-4c30-4ceb-90d4-0e81e7e87b3b req-f03c1262-b49b-4402-ae41-fb6c53917377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:14.104253 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-35d8b473-4c30-4ceb-90d4-0e81e7e87b3b req-f03c1262-b49b-4402-ae41-fb6c53917377 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2ae57d8d-3779-4491-8fd1-fe104612a516 HTTP/1.1" status: 200 len: 850 time: 0.0778306 Jul 23 16:41:14.104352 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c2648853-6784-45cb-b527-0fcef69131fd tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.107730 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32600cf-b1fc-4770-8e71-5da344383ff7 admin admin] No DVR routers for this DVR port fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:14.246447 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c32600cf-b1fc-4770-8e71-5da344383ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.248534 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a91b17-60b2-4bea-866f-970d6495d7b6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:14.260707 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a4a91b17-60b2-4bea-866f-970d6495d7b6 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "PUT /v2.0/routers/9b9eb893-6e7a-4099-88f3-c0f8d4d28477/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0408669 Jul 23 16:41:14.264757 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56024) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:14.266435 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-c32600cf-b1fc-4770-8e71-5da344383ff7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:14.270428 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44090038-e83c-4cc2-bc73-d32adee07936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.271441 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44090038-e83c-4cc2-bc73-d32adee07936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:14.272154 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44090038-e83c-4cc2-bc73-d32adee07936 admin admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.302557 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-c32600cf-b1fc-4770-8e71-5da344383ff7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb1a104-dae7-41b9-a07c-13d75bbc4de2') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:14.303429 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-c32600cf-b1fc-4770-8e71-5da344383ff7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb1a104-dae7-41b9-a07c-13d75bbc4de2') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:14.306324 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8b473-4c30-4ceb-90d4-0e81e7e87b3b req-7d31d629-a530-4630-b1f4-1eaba16fa3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:14.307786 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-35d8b473-4c30-4ceb-90d4-0e81e7e87b3b req-7d31d629-a530-4630-b1f4-1eaba16fa3ce service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1587894 Jul 23 16:41:14.329736 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c32600cf-b1fc-4770-8e71-5da344383ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.339416 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2648853-6784-45cb-b527-0fcef69131fd tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] vlan segment allocate from pool success with {'vlan_id': 1136, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:41:14.341999 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-288fa91e-18e6-499f-a6ab-ba080e84fed5 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Deleting subnet d3fdc166-6665-4e45-971c-cf509d2da120 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:41:14.348184 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-288fa91e-18e6-499f-a6ab-ba080e84fed5 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.348986 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-44090038-e83c-4cc2-bc73-d32adee07936 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0884776 Jul 23 16:41:14.357626 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56030) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:14.406060 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c2648853-6784-45cb-b527-0fcef69131fd tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.407493 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-c2648853-6784-45cb-b527-0fcef69131fd tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Added segment e0da5dfc-9717-47bb-9269-25bbda16648f of type vlan for network 11b26a20-a42f-442b-91e5-d51e43ac84ed Jul 23 16:41:14.435936 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-288fa91e-18e6-499f-a6ab-ba080e84fed5 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.463041 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c2648853-6784-45cb-b527-0fcef69131fd tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.504739 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-89e41457-b8f2-4c25-a9c5-1865f7440c80 admin admin] Request body: {'subnet': {'network_id': 'd7cab8e9-4307-4be9-9eea-b26bd556cf3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1082873092-subnet', 'tenant_id': '4c2fda16cb294b5d8d163fa41c615fb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:14.529031 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c32600cf-b1fc-4770-8e71-5da344383ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.537130 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c32600cf-b1fc-4770-8e71-5da344383ff7 admin admin] Releasing vlan 1142 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:14.537706 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c32600cf-b1fc-4770-8e71-5da344383ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.555473 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-35d8b473-4c30-4ceb-90d4-0e81e7e87b3b req-4f8081a2-ea13-4d8b-bdf0-5c4e604ffb0f service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754887 Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: self.session.flush() Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: self.session.flush() Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: self.session.flush() Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: self.session.flush() Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:14.607446 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:14.612295 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44090038-e83c-4cc2-bc73-d32adee07936 admin admin] Pushing event updated for resources: {'Network': ['ID=d7cab8e9-4307-4be9-9eea-b26bd556cf3f,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:14.616518 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c2648853-6784-45cb-b527-0fcef69131fd tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.617843 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2648853-6784-45cb-b527-0fcef69131fd tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:14.619231 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c2648853-6784-45cb-b527-0fcef69131fd tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.622726 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network d7cab8e9-4307-4be9-9eea-b26bd556cf3f details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:41:14.625358 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e41457-b8f2-4c25-a9c5-1865f7440c80 admin admin] Made reservation on behalf of 4c2fda16cb294b5d8d163fa41c615fb4 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:14.628269 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-89e41457-b8f2-4c25-a9c5-1865f7440c80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.635957 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c32600cf-b1fc-4770-8e71-5da344383ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.646575 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c32600cf-b1fc-4770-8e71-5da344383ff7 admin admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.651644 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c32600cf-b1fc-4770-8e71-5da344383ff7 admin admin] 10.222.0.73 "DELETE /v2.0/networks/9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9 HTTP/1.1" status: 204 len: 168 time: 1.6315837 Jul 23 16:41:14.651813 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-288fa91e-18e6-499f-a6ab-ba080e84fed5 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.654354 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56036) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:14.738876 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1628339-4695-4246-b681-f4f20afd23a6 None None] Sync routers for ids ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:41:14.765996 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c2648853-6784-45cb-b527-0fcef69131fd tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7798817 Jul 23 16:41:14.770088 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1628339-4695-4246-b681-f4f20afd23a6 None None] Routers {'9b9eb893-6e7a-4099-88f3-c0f8d4d28477'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:14.770727 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-d1628339-4695-4246-b681-f4f20afd23a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:14.771553 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56040) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:14.875264 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2648853-6784-45cb-b527-0fcef69131fd tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Pushing event updated for resources: {'Network': ['ID=11b26a20-a42f-442b-91e5-d51e43ac84ed,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:14.888952 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 11b26a20-a42f-442b-91e5-d51e43ac84ed details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:41:14.927733 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-35d8b473-4c30-4ceb-90d4-0e81e7e87b3b req-bdaa8f52-17d2-41ea-998f-5d5f8831849e service neutron] 10.222.0.97 "GET /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494999 Jul 23 16:41:14.929846 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32600cf-b1fc-4770-8e71-5da344383ff7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d0ad73a-9463-4c9a-af58-b6a8b5dd39e9,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:14.940508 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-288fa91e-18e6-499f-a6ab-ba080e84fed5 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.970498 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-d1628339-4695-4246-b681-f4f20afd23a6 None None] Set router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:14.998520 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288fa91e-18e6-499f-a6ab-ba080e84fed5 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Subnet': ['ID=d3fdc166-6665-4e45-971c-cf509d2da120,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:15.013368 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a31929-b2d7-4eb3-a268-cf851496d2e8 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:15.014974 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-288fa91e-18e6-499f-a6ab-ba080e84fed5 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:15.015183 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-93a31929-b2d7-4eb3-a268-cf851496d2e8 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] 10.222.0.73 "GET /v2.0/networks/11b26a20-a42f-442b-91e5-d51e43ac84ed HTTP/1.1" status: 200 len: 757 time: 0.2384627 Jul 23 16:41:15.018235 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56044) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:15.027380 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-288fa91e-18e6-499f-a6ab-ba080e84fed5 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/subnets/d3fdc166-6665-4e45-971c-cf509d2da120 HTTP/1.1" status: 204 len: 168 time: 0.7618675 Jul 23 16:41:15.028134 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a1a97c-bbd1-482e-b433-826e07dce766 None None] Network 18341c98-5740-4364-83a3-85e8c39e102b requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:15.033610 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56046) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:15.120698 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0daad77-01b6-4b4d-94ed-a0fc0f068eac req-365b1ef9-6e1b-4b5d-b934-467ca7cb390a tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:15.122549 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a0daad77-01b6-4b4d-94ed-a0fc0f068eac req-365b1ef9-6e1b-4b5d-b934-467ca7cb390a tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.2937164 Jul 23 16:41:15.249634 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a0daad77-01b6-4b4d-94ed-a0fc0f068eac req-ab80da7a-b0ab-4b3f-a58a-8203bcb27931 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998869 Jul 23 16:41:15.331314 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b239263-c005-4bb2-877c-36ca86a784a9 None None] DHCP port deletion for 18341c98-5740-4364-83a3-85e8c39e102b request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:41:15.381944 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:15.437400 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c5bf776-c737-40f8-9b18-a7c250d74060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:15.465176 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:15.465643 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device fd5a1aa2-0bb2-4b75-ab38-9e977ef4138c not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:15.497492 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-d1628339-4695-4246-b681-f4f20afd23a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'name': 'tempest-RoutersTest-router-1508136638', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:29Z', 'updated_at': '2021-07-23T16:41:12Z', 'revision_number': 8, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None, '_interfaces': [{'id': '3adbf88d-2d24-4360-9d46-698d4b62fe14', 'name': '', 'network_id': 'c00857d7-9004-4440-b52c-3dacf1d337a6', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:10:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '6284461d-ff39-4088-b992-4b85f2d249f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:50Z', 'updated_at': '2021-07-23T16:41:02Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6284461d-ff39-4088-b992-4b85f2d249f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56d28d6c-2958-49e7-9a0b-161ad667bba6', 'name': '', 'network_id': '3e7d333d-b412-4292-b560-5093fe337608', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:4c:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:43Z', 'updated_at': '2021-07-23T16:40:53Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9192c4a9-f441-4fa8-88c7-b148a008c681', 'name': '', 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:34Z', 'updated_at': '2021-07-23T16:40:47Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:15.499493 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-7b239263-c005-4bb2-877c-36ca86a784a9 None None] Deleting port 2264690a-8e5f-4693-9cf8-feaa4a87320a {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:15.500271 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7b239263-c005-4bb2-877c-36ca86a784a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:15.569454 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1628339-4695-4246-b681-f4f20afd23a6 None None] Checking router: 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:41:15.586480 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1628339-4695-4246-b681-f4f20afd23a6 None None] Routers {'9b9eb893-6e7a-4099-88f3-c0f8d4d28477'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:15.587812 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-d1628339-4695-4246-b681-f4f20afd23a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:15.671401 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-7b239263-c005-4bb2-877c-36ca86a784a9 None None] For port 2264690a-8e5f-4693-9cf8-feaa4a87320a, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2264690a-8e5f-4693-9cf8-feaa4a87320a,segment=NetworkSegment(bf247e3f-95fc-4e93-ac79-6f3e71348762),segment_id=bf247e3f-95fc-4e93-ac79-6f3e71348762)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:15.672164 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7b239263-c005-4bb2-877c-36ca86a784a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:15.686080 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-7b239263-c005-4bb2-877c-36ca86a784a9 None None] Calling delete_port for 2264690a-8e5f-4693-9cf8-feaa4a87320a owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:15.701400 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216d1d10-19fd-43a9-9cb5-8ada3c2ca07c tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:15.705014 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-216d1d10-19fd-43a9-9cb5-8ada3c2ca07c tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] 10.222.0.73 "GET /v2.0/networks/37bc7b8f-e189-4343-b591-8a8855c44c18 HTTP/1.1" status: 200 len: 768 time: 0.6858025 Jul 23 16:41:15.711868 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56056) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:15.720479 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6cb760a-a496-4170-bacb-83a6509f95a0 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:15.790017 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-89e41457-b8f2-4c25-a9c5-1865f7440c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:15.799340 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-d1628339-4695-4246-b681-f4f20afd23a6 None None] Set router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:15.801824 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bfa1165f-9220-4d86-9f42-d8ae8bb07b2f tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:15.814110 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7b239263-c005-4bb2-877c-36ca86a784a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:15.869543 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b239263-c005-4bb2-877c-36ca86a784a9 None None] No DVR routers for this DVR port 2264690a-8e5f-4693-9cf8-feaa4a87320a on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:15.882054 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b239263-c005-4bb2-877c-36ca86a784a9 None None] Pushing event deleted for resources: {'Port': ['ID=2264690a-8e5f-4693-9cf8-feaa4a87320a,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:15.906104 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e41457-b8f2-4c25-a9c5-1865f7440c80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5be9734e-5ce2-4c39-80e4-8e9cf0d7f08f,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:15.922244 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e41457-b8f2-4c25-a9c5-1865f7440c80 admin admin] Checking segment: {'id': '218150e0-1da8-4997-a868-e6cda5b2c95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'd7cab8e9-4307-4be9-9eea-b26bd556cf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:15.923322 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e41457-b8f2-4c25-a9c5-1865f7440c80 admin admin] Network hostable DHCP agents. Network: d7cab8e9-4307-4be9-9eea-b26bd556cf3f, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:41:15.943009 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-d6cb760a-a496-4170-bacb-83a6509f95a0 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Deleting port 2264690a-8e5f-4693-9cf8-feaa4a87320a {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:15.943427 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6cb760a-a496-4170-bacb-83a6509f95a0 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:15.975179 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e41457-b8f2-4c25-a9c5-1865f7440c80 admin admin] Network d7cab8e9-4307-4be9-9eea-b26bd556cf3f is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:41:15.999438 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bfa1165f-9220-4d86-9f42-d8ae8bb07b2f tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.016851 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-89e41457-b8f2-4c25-a9c5-1865f7440c80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, d7cab8e9-4307-4be9-9eea-b26bd556cf3f) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:16.027806 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909af8c1-32ea-48ba-9082-a9f6505e383c None None] Network d7cab8e9-4307-4be9-9eea-b26bd556cf3f requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:16.034422 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e41457-b8f2-4c25-a9c5-1865f7440c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:16.035237 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-89e41457-b8f2-4c25-a9c5-1865f7440c80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.041395 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-bfa1165f-9220-4d86-9f42-d8ae8bb07b2f tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11b26a20-a42f-442b-91e5-d51e43ac84ed']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:16.045270 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-d6cb760a-a496-4170-bacb-83a6509f95a0 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] For port 2264690a-8e5f-4693-9cf8-feaa4a87320a, host n-d-778549-4, got binding levels [] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:16.045815 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6cb760a-a496-4170-bacb-83a6509f95a0 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.060625 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-bfa1165f-9220-4d86-9f42-d8ae8bb07b2f tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0da5dfc-9717-47bb-9269-25bbda16648f') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:16.061411 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-bfa1165f-9220-4d86-9f42-d8ae8bb07b2f tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0da5dfc-9717-47bb-9269-25bbda16648f') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:16.081321 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bfa1165f-9220-4d86-9f42-d8ae8bb07b2f tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.088180 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-89e41457-b8f2-4c25-a9c5-1865f7440c80 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7280984 Jul 23 16:41:16.088180 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-d6cb760a-a496-4170-bacb-83a6509f95a0 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Calling delete_port for 2264690a-8e5f-4693-9cf8-feaa4a87320a owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:16.093927 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.ipam_backend_mixin [None req-d6cb760a-a496-4170-bacb-83a6509f95a0 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Port 2264690a-8e5f-4693-9cf8-feaa4a87320a was not found and therefore no delete operation was performed {{(pid=94013) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:41:16.100078 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6cb760a-a496-4170-bacb-83a6509f95a0 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.117683 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-7c5bf776-c737-40f8-9b18-a7c250d74060 admin admin] Deleting port 94ac032c-cf2e-4b66-bb56-2956008fa429 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:16.118072 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c5bf776-c737-40f8-9b18-a7c250d74060 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.120326 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bfa1165f-9220-4d86-9f42-d8ae8bb07b2f tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.144621 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa1165f-9220-4d86-9f42-d8ae8bb07b2f tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:16.144963 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bfa1165f-9220-4d86-9f42-d8ae8bb07b2f tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.147133 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:41:16.147133 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:16.147133 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:41:16.147133 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:16.147133 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:41:16.147133 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:16.147133 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:41:16.147133 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:16.147133 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:41:16.147133 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:16.147133 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:41:16.147133 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:16.147133 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:41:16.147133 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:16.147133 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:16.147133 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:16.147133 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:16.147133 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:16.147133 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:41:16.147133 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:16.147133 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:41:16.147133 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:16.147133 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:16.147133 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:16.147133 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:16.147133 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:16.147133 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:16.147133 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:16.147133 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:16.147133 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:16.147133 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:16.147133 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:16.159028 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb760a-a496-4170-bacb-83a6509f95a0 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Port': ['ID=2264690a-8e5f-4693-9cf8-feaa4a87320a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:16.173190 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cb760a-a496-4170-bacb-83a6509f95a0 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] No DVR routers for this DVR port 2264690a-8e5f-4693-9cf8-feaa4a87320a on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:16.201236 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d83f76-2702-4773-8270-0fc4891c2d26 None None] Network d7cab8e9-4307-4be9-9eea-b26bd556cf3f requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:16.228573 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-d1628339-4695-4246-b681-f4f20afd23a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'name': 'tempest-RoutersTest-router-1508136638', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:29Z', 'updated_at': '2021-07-23T16:41:12Z', 'revision_number': 8, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None, '_interfaces': [{'id': '3adbf88d-2d24-4360-9d46-698d4b62fe14', 'name': '', 'network_id': 'c00857d7-9004-4440-b52c-3dacf1d337a6', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:10:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '6284461d-ff39-4088-b992-4b85f2d249f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:50Z', 'updated_at': '2021-07-23T16:41:02Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6284461d-ff39-4088-b992-4b85f2d249f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56d28d6c-2958-49e7-9a0b-161ad667bba6', 'name': '', 'network_id': '3e7d333d-b412-4292-b560-5093fe337608', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:4c:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:43Z', 'updated_at': '2021-07-23T16:40:53Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9192c4a9-f441-4fa8-88c7-b148a008c681', 'name': '', 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:34Z', 'updated_at': '2021-07-23T16:40:47Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:16.298507 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1628339-4695-4246-b681-f4f20afd23a6 None None] The sync data for ids ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'] in n-d-778549-4 is: [{'id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'name': 'tempest-RoutersTest-router-1508136638', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:29Z', 'updated_at': '2021-07-23T16:41:12Z', 'revision_number': 8, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None, '_interfaces': [{'id': '3adbf88d-2d24-4360-9d46-698d4b62fe14', 'name': '', 'network_id': 'c00857d7-9004-4440-b52c-3dacf1d337a6', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:10:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '6284461d-ff39-4088-b992-4b85f2d249f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:50Z', 'updated_at': '2021-07-23T16:41:02Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6284461d-ff39-4088-b992-4b85f2d249f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56d28d6c-2958-49e7-9a0b-161ad667bba6', 'name': '', 'network_id': '3e7d333d-b412-4292-b560-5093fe337608', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:4c:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:43Z', 'updated_at': '2021-07-23T16:40:53Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9192c4a9-f441-4fa8-88c7-b148a008c681', 'name': '', 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:34Z', 'updated_at': '2021-07-23T16:40:47Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:16.303302 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6cb760a-a496-4170-bacb-83a6509f95a0 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.318858 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-d6cb760a-a496-4170-bacb-83a6509f95a0 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18341c98-5740-4364-83a3-85e8c39e102b']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:16.338878 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-d6cb760a-a496-4170-bacb-83a6509f95a0 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf247e3f-95fc-4e93-ac79-6f3e71348762') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:16.339004 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-d6cb760a-a496-4170-bacb-83a6509f95a0 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf247e3f-95fc-4e93-ac79-6f3e71348762') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:16.340626 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-7c5bf776-c737-40f8-9b18-a7c250d74060 admin admin] For port 94ac032c-cf2e-4b66-bb56-2956008fa429, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=94ac032c-cf2e-4b66-bb56-2956008fa429,segment=NetworkSegment(486b1726-2499-4916-b517-e7e30cbe2259),segment_id=486b1726-2499-4916-b517-e7e30cbe2259)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:16.341282 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c5bf776-c737-40f8-9b18-a7c250d74060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.351898 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6cb760a-a496-4170-bacb-83a6509f95a0 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.377498 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6cb760a-a496-4170-bacb-83a6509f95a0 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.381848 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-7c5bf776-c737-40f8-9b18-a7c250d74060 admin admin] Calling delete_port for 94ac032c-cf2e-4b66-bb56-2956008fa429 owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:16.385873 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6cb760a-a496-4170-bacb-83a6509f95a0 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Releasing vlan 1133 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:16.388336 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6cb760a-a496-4170-bacb-83a6509f95a0 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.394708 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:41:16.394708 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:16.394708 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:41:16.394708 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:16.394708 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:41:16.394708 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:16.394708 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:41:16.394708 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:16.394708 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:41:16.394708 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:16.394708 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:41:16.394708 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:16.394708 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:41:16.394708 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:16.394708 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:16.394708 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:16.394708 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:16.394708 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:16.394708 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:41:16.394708 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:16.394708 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:41:16.394708 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:16.394708 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:16.394708 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:16.394708 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:16.394708 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:16.394708 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:16.394708 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:16.394708 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:16.394708 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:16.394708 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:16.394708 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:16.483053 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bfa1165f-9220-4d86-9f42-d8ae8bb07b2f tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.493962 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6cb760a-a496-4170-bacb-83a6509f95a0 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.520320 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa1165f-9220-4d86-9f42-d8ae8bb07b2f tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 11b26a20-a42f-442b-91e5-d51e43ac84ed {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 16:41:16.522033 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1165f-9220-4d86-9f42-d8ae8bb07b2f tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Pushing event deleted for resources: {'Network': ['ID=11b26a20-a42f-442b-91e5-d51e43ac84ed,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:16.526326 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bfa1165f-9220-4d86-9f42-d8ae8bb07b2f tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.533439 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-bfa1165f-9220-4d86-9f42-d8ae8bb07b2f tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] 10.222.0.73 "DELETE /v2.0/networks/11b26a20-a42f-442b-91e5-d51e43ac84ed HTTP/1.1" status: 204 len: 168 time: 0.8143485 Jul 23 16:41:16.539336 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56074) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:16.542790 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6cb760a-a496-4170-bacb-83a6509f95a0 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.547715 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d6cb760a-a496-4170-bacb-83a6509f95a0 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/networks/18341c98-5740-4364-83a3-85e8c39e102b HTTP/1.1" status: 204 len: 168 time: 1.5108585 Jul 23 16:41:16.549257 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-6ff501cd-7c49-4e9a-bbec-623fa0ccf856 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Request body: {'network': {'name': 'tempest-network--1527454649'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:16.550643 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb760a-a496-4170-bacb-83a6509f95a0 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Network': ['ID=18341c98-5740-4364-83a3-85e8c39e102b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:16.555321 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56078) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:16.593097 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff501cd-7c49-4e9a-bbec-623fa0ccf856 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Made reservation on behalf of 2a7c22c107e74538a0fe3e6952a70e66 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:16.595868 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6ff501cd-7c49-4e9a-bbec-623fa0ccf856 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.715954 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e26631-445b-4a31-9a9d-e21df63bf83b req-e1fda6db-bac2-4dc7-b892-b32244dccc67 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:16.717846 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d1e26631-445b-4a31-9a9d-e21df63bf83b req-e1fda6db-bac2-4dc7-b892-b32244dccc67 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.2493260 Jul 23 16:41:16.726618 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff501cd-7c49-4e9a-bbec-623fa0ccf856 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] vlan segment allocate from pool success with {'vlan_id': 1135, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:41:16.785081 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6ff501cd-7c49-4e9a-bbec-623fa0ccf856 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.785530 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-6ff501cd-7c49-4e9a-bbec-623fa0ccf856 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Added segment 2cf063ef-0e24-4d61-bf02-bc103209d2a9 of type vlan for network 08922f38-441b-4b72-a67d-bd8e1cf7eb75 Jul 23 16:41:16.904321 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6ff501cd-7c49-4e9a-bbec-623fa0ccf856 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.926370 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d1e26631-445b-4a31-9a9d-e21df63bf83b req-95c3b21c-8960-4502-9447-3f41c836fd42 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863680 Jul 23 16:41:17.045877 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6ff501cd-7c49-4e9a-bbec-623fa0ccf856 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.047097 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff501cd-7c49-4e9a-bbec-623fa0ccf856 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:17.047692 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6ff501cd-7c49-4e9a-bbec-623fa0ccf856 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.093353 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c5bf776-c737-40f8-9b18-a7c250d74060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.108351 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6ff501cd-7c49-4e9a-bbec-623fa0ccf856 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5676970 Jul 23 16:41:17.112520 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56098) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:17.124874 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-403907b9-0b9e-470b-8b38-b20317a16169 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:17.126554 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-18f08c39-e554-402b-829e-1cdeb7792d22 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:17.129423 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-18f08c39-e554-402b-829e-1cdeb7792d22 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] 10.222.0.73 "GET /v2.0/networks?id=046963c2-8714-4c5f-883a-a757a422ec65 HTTP/1.1" status: 200 len: 808 time: 0.2811110 Jul 23 16:41:17.169940 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-07ffba8c-0548-4ef5-b828-c0570dd4e267 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.230905 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5bf776-c737-40f8-9b18-a7c250d74060 admin admin] Pushing event deleted for resources: {'Port': ['ID=94ac032c-cf2e-4b66-bb56-2956008fa429,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:17.309764 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:17.340583 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:17.341454 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a27eaa6a-1f09-446c-b4f8-6ceaf54b6e70 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:17.343065 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2264690a-8e5f-4693-9cf8-feaa4a87320a no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:17.406655 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 2264690a-8e5f-4693-9cf8-feaa4a87320a {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:17.407002 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2264690a-8e5f-4693-9cf8-feaa4a87320a not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:17.652697 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-403907b9-0b9e-470b-8b38-b20317a16169 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.676435 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-403907b9-0b9e-470b-8b38-b20317a16169 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.714480 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-403907b9-0b9e-470b-8b38-b20317a16169 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Network 08922f38-441b-4b72-a67d-bd8e1cf7eb75 is not hosted by any dhcp agent {{(pid=94013) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 16:41:17.715278 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff501cd-7c49-4e9a-bbec-623fa0ccf856 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Pushing event updated for resources: {'Network': ['ID=08922f38-441b-4b72-a67d-bd8e1cf7eb75,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:17.715431 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403907b9-0b9e-470b-8b38-b20317a16169 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:17.715992 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-403907b9-0b9e-470b-8b38-b20317a16169 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.717340 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-403907b9-0b9e-470b-8b38-b20317a16169 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] 10.222.0.73 "PUT /v2.0/networks/08922f38-441b-4b72-a67d-bd8e1cf7eb75 HTTP/1.1" status: 200 len: 859 time: 0.6025317 Jul 23 16:41:17.718593 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-a9a5a975-cc2c-4e7c-8147-a08a93931e0c tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] 10.222.0.73 "GET /v2.0/quotas/44b01a512c9042ec8670acb49d0536b3 HTTP/1.1" status: 200 len: 375 time: 0.5420825 Jul 23 16:41:17.721458 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56108) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:17.732569 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 08922f38-441b-4b72-a67d-bd8e1cf7eb75 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:41:17.816511 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403907b9-0b9e-470b-8b38-b20317a16169 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Pushing event updated for resources: {'Network': ['ID=08922f38-441b-4b72-a67d-bd8e1cf7eb75,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:17.827404 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e3106378-317c-4270-b273-471fb23fe0e6 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.892721 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-07ffba8c-0548-4ef5-b828-c0570dd4e267 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Deleting port 3adbf88d-2d24-4360-9d46-698d4b62fe14 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:17.893335 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-07ffba8c-0548-4ef5-b828-c0570dd4e267 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.901175 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-ec60d8bb-2a18-4274-af7c-9c8b2e1cd898 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=44b01a512c9042ec8670acb49d0536b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774486 Jul 23 16:41:18.000900 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eccc3f-e3ed-4f38-a517-5dee7ac8bd65 req-16749440-7361-4823-8372-94ef8a71b1bd tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:18.002626 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94eccc3f-e3ed-4f38-a517-5dee7ac8bd65 req-16749440-7361-4823-8372-94ef8a71b1bd tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.7911062 Jul 23 16:41:18.047897 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-07ffba8c-0548-4ef5-b828-c0570dd4e267 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] For port 3adbf88d-2d24-4360-9d46-698d4b62fe14, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3adbf88d-2d24-4360-9d46-698d4b62fe14,segment=NetworkSegment(025bef6a-f612-4a15-a748-e5157340ae51),segment_id=025bef6a-f612-4a15-a748-e5157340ae51)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:18.048728 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-07ffba8c-0548-4ef5-b828-c0570dd4e267 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.065356 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-07ffba8c-0548-4ef5-b828-c0570dd4e267 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Calling delete_port for 3adbf88d-2d24-4360-9d46-698d4b62fe14 owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:18.081918 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e3106378-317c-4270-b273-471fb23fe0e6 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.110019 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-e3106378-317c-4270-b273-471fb23fe0e6 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08922f38-441b-4b72-a67d-bd8e1cf7eb75']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:18.145883 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-e3106378-317c-4270-b273-471fb23fe0e6 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf063ef-0e24-4d61-bf02-bc103209d2a9') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:18.146250 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-e3106378-317c-4270-b273-471fb23fe0e6 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf063ef-0e24-4d61-bf02-bc103209d2a9') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:18.158996 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c5bf776-c737-40f8-9b18-a7c250d74060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.167918 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e3106378-317c-4270-b273-471fb23fe0e6 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.182122 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94eccc3f-e3ed-4f38-a517-5dee7ac8bd65 req-fa25292f-2576-4015-9e3e-47af10beb324 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663356 Jul 23 16:41:18.248879 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e3106378-317c-4270-b273-471fb23fe0e6 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.257027 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3106378-317c-4270-b273-471fb23fe0e6 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:18.257481 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e3106378-317c-4270-b273-471fb23fe0e6 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.272265 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:41:18.272265 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:18.272265 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:41:18.272265 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:18.272265 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:41:18.272265 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:18.272265 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:41:18.272265 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:18.272265 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:41:18.272265 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:18.272265 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:41:18.272265 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:18.272265 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:41:18.272265 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:18.272265 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:18.272265 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:18.272265 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:18.272265 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:18.272265 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:41:18.272265 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:18.272265 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:41:18.272265 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:18.272265 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:18.272265 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:18.272265 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:18.272265 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:18.272265 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:18.272265 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:18.272265 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:18.272265 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:18.272265 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:18.272265 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:18.298171 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-07ffba8c-0548-4ef5-b828-c0570dd4e267 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.324525 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-5827e951-5c7e-43a6-92b8-716833b3628a service neutron] 10.222.0.73 "GET /v2.0/networks/046963c2-8714-4c5f-883a-a757a422ec65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882675 Jul 23 16:41:18.359164 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ffba8c-0548-4ef5-b828-c0570dd4e267 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Port': ['ID=3adbf88d-2d24-4360-9d46-698d4b62fe14,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:18.500563 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e3106378-317c-4270-b273-471fb23fe0e6 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.536512 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3106378-317c-4270-b273-471fb23fe0e6 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 08922f38-441b-4b72-a67d-bd8e1cf7eb75 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 16:41:18.612374 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e3106378-317c-4270-b273-471fb23fe0e6 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.621261 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e3106378-317c-4270-b273-471fb23fe0e6 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] 10.222.0.73 "DELETE /v2.0/networks/08922f38-441b-4b72-a67d-bd8e1cf7eb75 HTTP/1.1" status: 204 len: 168 time: 0.8922811 Jul 23 16:41:18.667278 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56134) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:18.679878 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3106378-317c-4270-b273-471fb23fe0e6 tempest-ExternalNetworksTestJSON-1168601183 tempest-ExternalNetworksTestJSON-1168601183-project-admin] Pushing event deleted for resources: {'Network': ['ID=08922f38-441b-4b72-a67d-bd8e1cf7eb75,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:18.708101 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-07ffba8c-0548-4ef5-b828-c0570dd4e267 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.790740 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-db387c91-26d7-4dbd-bcab-56524688f398 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] DELETE failed (client error): The resource could not be found. Jul 23 16:41:18.791534 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db387c91-26d7-4dbd-bcab-56524688f398 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:41:18.795968 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-db387c91-26d7-4dbd-bcab-56524688f398 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] 10.222.0.73 "DELETE /v2.0/subnets/56a5cfa4-64f8-4324-9044-cd9c3d25f66a HTTP/1.1" status: 404 len: 337 time: 0.1230006 Jul 23 16:41:18.802507 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56150) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:18.942440 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-6ee0b034-9649-40bd-ab93-a8e21dc94193 service neutron] 10.222.0.73 "GET /v2.0/networks/046963c2-8714-4c5f-883a-a757a422ec65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4554043 Jul 23 16:41:18.954639 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5bf776-c737-40f8-9b18-a7c250d74060 admin admin] Router 894c5db3-0a17-4df5-8400-98992013a5fe has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:41:18.979819 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6142ad49-56d5-462f-8f3c-7dca5da9b3c1 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.156874 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ffba8c-0548-4ef5-b828-c0570dd4e267 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:41:19.186224 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5bf776-c737-40f8-9b18-a7c250d74060 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:19.205308 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7c5bf776-c737-40f8-9b18-a7c250d74060 admin admin] 10.222.0.73 "PUT /v2.0/routers/894c5db3-0a17-4df5-8400-98992013a5fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5475674 Jul 23 16:41:19.208571 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56176) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:19.353979 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6142ad49-56d5-462f-8f3c-7dca5da9b3c1 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.365542 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-6142ad49-56d5-462f-8f3c-7dca5da9b3c1 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37bc7b8f-e189-4343-b591-8a8855c44c18']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:19.377583 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-6142ad49-56d5-462f-8f3c-7dca5da9b3c1 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd199fbf-88ee-4bf1-bb78-af0794f6e35f') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:19.377907 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-6142ad49-56d5-462f-8f3c-7dca5da9b3c1 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd199fbf-88ee-4bf1-bb78-af0794f6e35f') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:19.388783 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6142ad49-56d5-462f-8f3c-7dca5da9b3c1 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.404391 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6142ad49-56d5-462f-8f3c-7dca5da9b3c1 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.421290 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6142ad49-56d5-462f-8f3c-7dca5da9b3c1 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] Releasing vlan 1143 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:19.421827 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6142ad49-56d5-462f-8f3c-7dca5da9b3c1 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.426012 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:41:19.426012 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:19.426012 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:41:19.426012 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:19.426012 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:41:19.426012 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:19.426012 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:41:19.426012 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:19.426012 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:41:19.426012 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:19.426012 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:41:19.426012 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:19.426012 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:41:19.426012 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:19.426012 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:19.426012 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:19.426012 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:19.426012 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:19.426012 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:41:19.426012 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:19.426012 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:41:19.426012 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:19.426012 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:19.426012 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:19.426012 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:19.426012 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:19.426012 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:19.426012 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:19.426012 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:19.426012 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:19.426012 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:19.426012 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:19.470788 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c3837f9-e84a-4183-8bbe-5c042fc1b0ca admin admin] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.476750 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e0a276-1fe1-425e-904a-ff706146130f None None] Sync routers for ids ['894c5db3-0a17-4df5-8400-98992013a5fe'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:41:19.494016 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e0a276-1fe1-425e-904a-ff706146130f None None] Routers {'894c5db3-0a17-4df5-8400-98992013a5fe'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:19.494894 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e2e0a276-1fe1-425e-904a-ff706146130f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['894c5db3-0a17-4df5-8400-98992013a5fe'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:19.564932 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bdd0160d-7e16-4e72-b46b-f46d163becdc req-c3ba3e60-bf86-4512-9aee-8435f6ee6339 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34fffff-03e9-4729-aa40-b8720681317b HTTP/1.1" status: 200 len: 210 time: 0.1289384 Jul 23 16:41:19.642004 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ffba8c-0548-4ef5-b828-c0570dd4e267 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:19.651881 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-07ffba8c-0548-4ef5-b828-c0570dd4e267 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "PUT /v2.0/routers/9b9eb893-6e7a-4099-88f3-c0f8d4d28477/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0947468 Jul 23 16:41:19.653093 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56192) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:19.684957 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c00f29-e6ad-45c3-b38f-cc7fca247a8a None None] Sync routers for ids ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:41:19.711516 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c00f29-e6ad-45c3-b38f-cc7fca247a8a None None] Routers {'9b9eb893-6e7a-4099-88f3-c0f8d4d28477'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:19.712212 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-90c00f29-e6ad-45c3-b38f-cc7fca247a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:19.747338 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b70375-7260-46b8-a253-78b94abfdd93 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Deleting subnet 6284461d-ff39-4088-b992-4b85f2d249f2 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:41:19.751104 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6142ad49-56d5-462f-8f3c-7dca5da9b3c1 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.757274 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c3837f9-e84a-4183-8bbe-5c042fc1b0ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.759086 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-e2e0a276-1fe1-425e-904a-ff706146130f None None] Set router 894c5db3-0a17-4df5-8400-98992013a5fe gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:19.763723 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-64b70375-7260-46b8-a253-78b94abfdd93 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.791470 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6142ad49-56d5-462f-8f3c-7dca5da9b3c1 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.793645 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6142ad49-56d5-462f-8f3c-7dca5da9b3c1 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] 10.222.0.73 "DELETE /v2.0/networks/37bc7b8f-e189-4343-b591-8a8855c44c18 HTTP/1.1" status: 204 len: 168 time: 0.9900882 Jul 23 16:41:19.848565 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142ad49-56d5-462f-8f3c-7dca5da9b3c1 tempest-ExternalNetworksTestJSON-888202403 tempest-ExternalNetworksTestJSON-888202403-project] Pushing event deleted for resources: {'Network': ['ID=37bc7b8f-e189-4343-b591-8a8855c44c18,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:19.861092 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5a159-a716-471f-b5ff-f41d3e313efa req-eda11b42-888c-46e7-9eb5-38d341a6c11b tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:19.874067 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-36c5a159-a716-471f-b5ff-f41d3e313efa req-eda11b42-888c-46e7-9eb5-38d341a6c11b tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=60382620-edd9-41b8-8a62-43a1011e5ea5 HTTP/1.1" status: 200 len: 943 time: 0.4463608 Jul 23 16:41:19.908925 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-64b70375-7260-46b8-a253-78b94abfdd93 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.980497 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-90c00f29-e6ad-45c3-b38f-cc7fca247a8a None None] Set router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:20.056708 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-7c3837f9-e84a-4183-8bbe-5c042fc1b0ca admin admin] Deleting port 3a8e1130-945b-4599-8696-9986afb15f0d {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:20.057464 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c3837f9-e84a-4183-8bbe-5c042fc1b0ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.216382 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-64b70375-7260-46b8-a253-78b94abfdd93 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.224095 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-36c5a159-a716-471f-b5ff-f41d3e313efa req-607c56ae-5035-4f04-89d8-6ef4edafa1b9 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Deleting port 4df45f45-f481-44f2-8c4c-20d6248e6218 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:20.224586 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-36c5a159-a716-471f-b5ff-f41d3e313efa req-607c56ae-5035-4f04-89d8-6ef4edafa1b9 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.275483 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-90c00f29-e6ad-45c3-b38f-cc7fca247a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'name': 'tempest-RoutersTest-router-1508136638', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:29Z', 'updated_at': '2021-07-23T16:41:18Z', 'revision_number': 9, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None, '_interfaces': [{'id': '56d28d6c-2958-49e7-9a0b-161ad667bba6', 'name': '', 'network_id': '3e7d333d-b412-4292-b560-5093fe337608', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:4c:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:43Z', 'updated_at': '2021-07-23T16:40:53Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9192c4a9-f441-4fa8-88c7-b148a008c681', 'name': '', 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:34Z', 'updated_at': '2021-07-23T16:40:47Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:20.290411 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e2e0a276-1fe1-425e-904a-ff706146130f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894c5db3-0a17-4df5-8400-98992013a5fe', 'name': 'tempest-TestServerBasicOps-559712606-router', 'tenant_id': 'd2429bedb8f6407c8750bd501d76514f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '3a8e1130-945b-4599-8696-9986afb15f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:39Z', 'updated_at': '2021-07-23T16:41:16Z', 'revision_number': 5, 'project_id': 'd2429bedb8f6407c8750bd501d76514f', 'gw_port': {'id': '3a8e1130-945b-4599-8696-9986afb15f0d', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:83:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894c5db3-0a17-4df5-8400-98992013a5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:40Z', 'updated_at': '2021-07-23T16:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:20.319592 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c00f29-e6ad-45c3-b38f-cc7fca247a8a None None] Checking router: 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:41:20.350128 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c00f29-e6ad-45c3-b38f-cc7fca247a8a None None] Routers {'9b9eb893-6e7a-4099-88f3-c0f8d4d28477'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:20.350353 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e0a276-1fe1-425e-904a-ff706146130f None None] Checking router: 894c5db3-0a17-4df5-8400-98992013a5fe for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:41:20.352610 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-90c00f29-e6ad-45c3-b38f-cc7fca247a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:20.365411 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e0a276-1fe1-425e-904a-ff706146130f None None] Routers {'894c5db3-0a17-4df5-8400-98992013a5fe'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:20.366829 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e2e0a276-1fe1-425e-904a-ff706146130f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['894c5db3-0a17-4df5-8400-98992013a5fe'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:20.381472 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-7c3837f9-e84a-4183-8bbe-5c042fc1b0ca admin admin] For port 3a8e1130-945b-4599-8696-9986afb15f0d, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3a8e1130-945b-4599-8696-9986afb15f0d,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:20.381843 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c3837f9-e84a-4183-8bbe-5c042fc1b0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.401972 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-7c3837f9-e84a-4183-8bbe-5c042fc1b0ca admin admin] Calling delete_port for 3a8e1130-945b-4599-8696-9986afb15f0d owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:20.415870 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-64b70375-7260-46b8-a253-78b94abfdd93 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.447565 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-36c5a159-a716-471f-b5ff-f41d3e313efa req-607c56ae-5035-4f04-89d8-6ef4edafa1b9 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] For port 4df45f45-f481-44f2-8c4c-20d6248e6218, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=4df45f45-f481-44f2-8c4c-20d6248e6218,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:20.447941 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-36c5a159-a716-471f-b5ff-f41d3e313efa req-607c56ae-5035-4f04-89d8-6ef4edafa1b9 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.457814 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b70375-7260-46b8-a253-78b94abfdd93 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Subnet': ['ID=6284461d-ff39-4088-b992-4b85f2d249f2,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:20.460601 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-64b70375-7260-46b8-a253-78b94abfdd93 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.464034 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-64b70375-7260-46b8-a253-78b94abfdd93 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/subnets/6284461d-ff39-4088-b992-4b85f2d249f2 HTTP/1.1" status: 204 len: 168 time: 0.8083622 Jul 23 16:41:20.470431 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56206) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:20.474095 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717a4a22-a3a1-44a3-9255-d2d229c98f25 None None] Network c00857d7-9004-4440-b52c-3dacf1d337a6 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:20.534110 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56208) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:20.536343 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-36c5a159-a716-471f-b5ff-f41d3e313efa req-607c56ae-5035-4f04-89d8-6ef4edafa1b9 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Calling delete_port for 4df45f45-f481-44f2-8c4c-20d6248e6218 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:20.580456 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-e2e0a276-1fe1-425e-904a-ff706146130f None None] Set router 894c5db3-0a17-4df5-8400-98992013a5fe gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:20.602513 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-90c00f29-e6ad-45c3-b38f-cc7fca247a8a None None] Set router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:20.677427 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d7072e6-d81e-4955-a656-a2e41230ff95 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.716647 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e2e0a276-1fe1-425e-904a-ff706146130f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894c5db3-0a17-4df5-8400-98992013a5fe', 'name': 'tempest-TestServerBasicOps-559712606-router', 'tenant_id': 'd2429bedb8f6407c8750bd501d76514f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:39Z', 'updated_at': '2021-07-23T16:41:19Z', 'revision_number': 6, 'project_id': 'd2429bedb8f6407c8750bd501d76514f', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:20.811972 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e0a276-1fe1-425e-904a-ff706146130f None None] The sync data for ids ['894c5db3-0a17-4df5-8400-98992013a5fe'] in n-d-778549-4 is: [{'id': '894c5db3-0a17-4df5-8400-98992013a5fe', 'name': 'tempest-TestServerBasicOps-559712606-router', 'tenant_id': 'd2429bedb8f6407c8750bd501d76514f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:39Z', 'updated_at': '2021-07-23T16:41:19Z', 'revision_number': 6, 'project_id': 'd2429bedb8f6407c8750bd501d76514f', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:20.887918 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5d7072e6-d81e-4955-a656-a2e41230ff95 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Deleting port 77c8e3fd-4671-4efe-af5e-5ad273277119 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:20.888259 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d7072e6-d81e-4955-a656-a2e41230ff95 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.903482 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-36c5a159-a716-471f-b5ff-f41d3e313efa req-607c56ae-5035-4f04-89d8-6ef4edafa1b9 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.907602 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6be6fab8-8901-4079-b126-d312935cd2f8 req-b0db1aba-cad7-4fad-9763-e2c5be4c9e4a tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34fffff-03e9-4729-aa40-b8720681317b HTTP/1.1" status: 200 len: 210 time: 0.0849392 Jul 23 16:41:20.919660 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:41:20.923029 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['bf3c0b97-349e-4e25-8962-be2ec8f75263'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:41:21.039583 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5d7072e6-d81e-4955-a656-a2e41230ff95 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] For port 77c8e3fd-4671-4efe-af5e-5ad273277119, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=77c8e3fd-4671-4efe-af5e-5ad273277119,segment=NetworkSegment(025bef6a-f612-4a15-a748-e5157340ae51),segment_id=025bef6a-f612-4a15-a748-e5157340ae51)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:21.040158 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d7072e6-d81e-4955-a656-a2e41230ff95 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.057714 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5d7072e6-d81e-4955-a656-a2e41230ff95 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Calling delete_port for 77c8e3fd-4671-4efe-af5e-5ad273277119 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:21.097114 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c56ae-5035-4f04-89d8-6ef4edafa1b9 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Pushing event deleted for resources: {'Port': ['ID=4df45f45-f481-44f2-8c4c-20d6248e6218,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:21.139951 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6332d595-a092-4b5b-a33d-aa6839ba701d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=794cb4772f804a4a8f0a74c1c7db5518&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5098956 Jul 23 16:41:21.177437 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56222) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:21.259908 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-90c00f29-e6ad-45c3-b38f-cc7fca247a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'name': 'tempest-RoutersTest-router-1508136638', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:29Z', 'updated_at': '2021-07-23T16:41:18Z', 'revision_number': 9, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None, '_interfaces': [{'id': '56d28d6c-2958-49e7-9a0b-161ad667bba6', 'name': '', 'network_id': '3e7d333d-b412-4292-b560-5093fe337608', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:4c:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:43Z', 'updated_at': '2021-07-23T16:40:53Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9192c4a9-f441-4fa8-88c7-b148a008c681', 'name': '', 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:34Z', 'updated_at': '2021-07-23T16:40:47Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:21.307764 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 94ac032c-cf2e-4b66-bb56-2956008fa429 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:21.316196 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b20ffc-6d58-4357-aa36-56ef2f390ea4 None None] DHCP port deletion for c00857d7-9004-4440-b52c-3dacf1d337a6 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:41:21.340469 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c00f29-e6ad-45c3-b38f-cc7fca247a8a None None] The sync data for ids ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'] in n-d-778549-4 is: [{'id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'name': 'tempest-RoutersTest-router-1508136638', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:29Z', 'updated_at': '2021-07-23T16:41:18Z', 'revision_number': 9, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None, '_interfaces': [{'id': '56d28d6c-2958-49e7-9a0b-161ad667bba6', 'name': '', 'network_id': '3e7d333d-b412-4292-b560-5093fe337608', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:4c:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:43Z', 'updated_at': '2021-07-23T16:40:53Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': 'b3a6e1a4-4faf-4222-8232-10f5afc84457', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9192c4a9-f441-4fa8-88c7-b148a008c681', 'name': '', 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:34Z', 'updated_at': '2021-07-23T16:40:47Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:21.355966 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-a754b248-6013-48b0-863b-a43a19baf362 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:21.358001 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-a754b248-6013-48b0-863b-a43a19baf362 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] 10.222.0.97 "GET /v2.0/networks?id=046963c2-8714-4c5f-883a-a757a422ec65 HTTP/1.1" status: 200 len: 808 time: 0.5903175 Jul 23 16:41:21.402412 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a1ba49ba-15f3-4722-acb0-89c4443215ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.423359 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 94ac032c-cf2e-4b66-bb56-2956008fa429 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:21.427225 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 94ac032c-cf2e-4b66-bb56-2956008fa429 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:21.442314 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-ed6a36d2-ca95-4878-890e-c616773c2aa6 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] Request body: {'port': {'device_id': 'b34fffff-03e9-4729-aa40-b8720681317b', 'network_id': '046963c2-8714-4c5f-883a-a757a422ec65', 'admin_state_up': True, 'tenant_id': '44b01a512c9042ec8670acb49d0536b3'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:21.445540 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d7072e6-d81e-4955-a656-a2e41230ff95 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.448431 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c5a159-a716-471f-b5ff-f41d3e313efa req-607c56ae-5035-4f04-89d8-6ef4edafa1b9 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] No DVR routers for this DVR port 4df45f45-f481-44f2-8c4c-20d6248e6218 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:21.453618 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-36c5a159-a716-471f-b5ff-f41d3e313efa req-607c56ae-5035-4f04-89d8-6ef4edafa1b9 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.455801 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-36c5a159-a716-471f-b5ff-f41d3e313efa req-607c56ae-5035-4f04-89d8-6ef4edafa1b9 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "DELETE /v2.0/ports/4df45f45-f481-44f2-8c4c-20d6248e6218 HTTP/1.1" status: 204 len: 173 time: 1.5805321 Jul 23 16:41:21.458392 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60382620-edd9-41b8-8a62-43a1011e5ea5', 'name': 'network-vif-deleted', 'tag': '4df45f45-f481-44f2-8c4c-20d6248e6218'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:41:21.460938 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c668e2b-43d5-44c2-8150-e9a9a3238fc0" -d '{"events": [{"server_uuid": "60382620-edd9-41b8-8a62-43a1011e5ea5", "name": "network-vif-deleted", "tag": "4df45f45-f481-44f2-8c4c-20d6248e6218"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:41:21.480247 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a1ba49ba-15f3-4722-acb0-89c4443215ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.483846 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7072e6-d81e-4955-a656-a2e41230ff95 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] No DVR routers for this DVR port 77c8e3fd-4671-4efe-af5e-5ad273277119 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:21.531595 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7072e6-d81e-4955-a656-a2e41230ff95 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Port': ['ID=77c8e3fd-4671-4efe-af5e-5ad273277119,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:21.579565 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7072e6-d81e-4955-a656-a2e41230ff95 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:21.580138 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7072e6-d81e-4955-a656-a2e41230ff95 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:21.580662 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7072e6-d81e-4955-a656-a2e41230ff95 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:21.581355 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7072e6-d81e-4955-a656-a2e41230ff95 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:21.582102 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7072e6-d81e-4955-a656-a2e41230ff95 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:21.582664 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7072e6-d81e-4955-a656-a2e41230ff95 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:21.583223 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7072e6-d81e-4955-a656-a2e41230ff95 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:21.583748 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7072e6-d81e-4955-a656-a2e41230ff95 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:21.584289 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7072e6-d81e-4955-a656-a2e41230ff95 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:21.584986 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7072e6-d81e-4955-a656-a2e41230ff95 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:21.585809 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7072e6-d81e-4955-a656-a2e41230ff95 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:21.586852 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7072e6-d81e-4955-a656-a2e41230ff95 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:21.593488 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 23 Jul 2021 16:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d415de-a017-41bd-8010-89fc9893c6f8 x-openstack-request-id: req-83d415de-a017-41bd-8010-89fc9893c6f8 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:41:21.593998 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60382620-edd9-41b8-8a62-43a1011e5ea5", "name": "network-vif-deleted", "tag": "4df45f45-f481-44f2-8c4c-20d6248e6218", "status": "failed", "code": 422}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:41:21.594454 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-83d415de-a017-41bd-8010-89fc9893c6f8 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:41:21.594960 n-d-778549-4 neutron-server[94012]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '60382620-edd9-41b8-8a62-43a1011e5ea5', 'name': 'network-vif-deleted', 'tag': '4df45f45-f481-44f2-8c4c-20d6248e6218', 'status': 'failed', 'code': 422} returned with failed status Jul 23 16:41:21.649956 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c3837f9-e84a-4183-8bbe-5c042fc1b0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.709212 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d7072e6-d81e-4955-a656-a2e41230ff95 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.729294 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-5d7072e6-d81e-4955-a656-a2e41230ff95 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00857d7-9004-4440-b52c-3dacf1d337a6']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:21.739860 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-57b20ffc-6d58-4357-aa36-56ef2f390ea4 None None] Deleting port 77c8e3fd-4671-4efe-af5e-5ad273277119 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:21.741512 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-57b20ffc-6d58-4357-aa36-56ef2f390ea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.766130 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-5d7072e6-d81e-4955-a656-a2e41230ff95 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '025bef6a-f612-4a15-a748-e5157340ae51') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:21.766490 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-5d7072e6-d81e-4955-a656-a2e41230ff95 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '025bef6a-f612-4a15-a748-e5157340ae51') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:21.767194 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3837f9-e84a-4183-8bbe-5c042fc1b0ca admin admin] Pushing event deleted for resources: {'Port': ['ID=3a8e1130-945b-4599-8696-9986afb15f0d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:21.771135 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-ed6a36d2-ca95-4878-890e-c616773c2aa6 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] Made reservation on behalf of 44b01a512c9042ec8670acb49d0536b3 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:21.775475 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-ed6a36d2-ca95-4878-890e-c616773c2aa6 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.779945 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a1ba49ba-15f3-4722-acb0-89c4443215ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.783185 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a1ba49ba-15f3-4722-acb0-89c4443215ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.787182 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a1ba49ba-15f3-4722-acb0-89c4443215ff admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/340983a4-ab46-466f-aeaf-8da37a11f3bd HTTP/1.1" status: 204 len: 168 time: 0.6041882 Jul 23 16:41:21.792635 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d7072e6-d81e-4955-a656-a2e41230ff95 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.819005 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba49ba-15f3-4722-acb0-89c4443215ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340983a4-ab46-466f-aeaf-8da37a11f3bd,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:21.830890 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d7072e6-d81e-4955-a656-a2e41230ff95 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.840194 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d7072e6-d81e-4955-a656-a2e41230ff95 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Releasing vlan 1148 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:21.840907 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d7072e6-d81e-4955-a656-a2e41230ff95 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.928579 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:41:21.928579 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:21.928579 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:41:21.928579 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:21.928579 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:41:21.928579 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:21.928579 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:41:21.928579 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:21.928579 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:41:21.928579 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:21.928579 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:41:21.928579 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:21.928579 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:41:21.928579 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:21.928579 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:21.928579 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:21.928579 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:21.928579 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:21.928579 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:41:21.928579 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:21.928579 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:41:21.928579 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:21.928579 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:21.928579 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:21.928579 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:21.928579 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:21.928579 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:21.928579 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:21.928579 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:21.928579 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:21.928579 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:21.928579 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:21.933082 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d7072e6-d81e-4955-a656-a2e41230ff95 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.966592 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d7072e6-d81e-4955-a656-a2e41230ff95 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.973951 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c3837f9-e84a-4183-8bbe-5c042fc1b0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.979802 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5d7072e6-d81e-4955-a656-a2e41230ff95 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/networks/c00857d7-9004-4440-b52c-3dacf1d337a6 HTTP/1.1" status: 204 len: 168 time: 1.5063334 Jul 23 16:41:22.015107 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56240) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:22.040333 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7072e6-d81e-4955-a656-a2e41230ff95 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Network': ['ID=c00857d7-9004-4440-b52c-3dacf1d337a6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:22.052622 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-57b20ffc-6d58-4357-aa36-56ef2f390ea4 None None] For port 77c8e3fd-4671-4efe-af5e-5ad273277119, host n-d-778549-4, got binding levels [] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:22.053482 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-57b20ffc-6d58-4357-aa36-56ef2f390ea4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:22.077811 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-57b20ffc-6d58-4357-aa36-56ef2f390ea4 None None] Calling delete_port for 77c8e3fd-4671-4efe-af5e-5ad273277119 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:22.083264 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.ipam_backend_mixin [None req-57b20ffc-6d58-4357-aa36-56ef2f390ea4 None None] Port 77c8e3fd-4671-4efe-af5e-5ad273277119 was not found and therefore no delete operation was performed {{(pid=94014) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:41:22.085994 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-57b20ffc-6d58-4357-aa36-56ef2f390ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:22.178522 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-57b20ffc-6d58-4357-aa36-56ef2f390ea4 None None] Network c00857d7-9004-4440-b52c-3dacf1d337a6 is not hosted by any dhcp agent {{(pid=94014) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 16:41:22.186258 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b20ffc-6d58-4357-aa36-56ef2f390ea4 None None] No DVR routers for this DVR port 77c8e3fd-4671-4efe-af5e-5ad273277119 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:22.188407 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b20ffc-6d58-4357-aa36-56ef2f390ea4 None None] Pushing event deleted for resources: {'Port': ['ID=77c8e3fd-4671-4efe-af5e-5ad273277119,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:22.202442 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3b1b0644-0ccd-4566-9a9a-f5d211ad53a6 req-89b74eb6-247e-4197-8522-87f50c280d5b tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34fffff-03e9-4729-aa40-b8720681317b HTTP/1.1" status: 200 len: 210 time: 0.0864072 Jul 23 16:41:22.245224 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c3837f9-e84a-4183-8bbe-5c042fc1b0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:22.263959 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c3837f9-e84a-4183-8bbe-5c042fc1b0ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:22.399473 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56254) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:22.511612 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-182c9d95-c452-4658-9563-b5c38feabe96 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2a7c22c107e74538a0fe3e6952a70e66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1106312 Jul 23 16:41:22.515887 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56260) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:22.639725 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6464237-f6a3-469d-ad66-7f05e7444e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:22.678182 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6464237-f6a3-469d-ad66-7f05e7444e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:22.789524 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-322e5fe8-0ec8-40a7-b8bd-14ae100f7cf3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:22.791591 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6464237-f6a3-469d-ad66-7f05e7444e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:22.794445 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6464237-f6a3-469d-ad66-7f05e7444e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:22.795699 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b6464237-f6a3-469d-ad66-7f05e7444e37 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0a8d3c20-cc74-4385-ac78-0dabcde226fc HTTP/1.1" status: 204 len: 168 time: 0.2785358 Jul 23 16:41:22.844627 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c3837f9-e84a-4183-8bbe-5c042fc1b0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:22.845176 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3837f9-e84a-4183-8bbe-5c042fc1b0ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 894c5db3-0a17-4df5-8400-98992013a5fe {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:41:22.850657 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c3837f9-e84a-4183-8bbe-5c042fc1b0ca admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:22.855121 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7c3837f9-e84a-4183-8bbe-5c042fc1b0ca admin admin] 10.222.0.73 "DELETE /v2.0/routers/894c5db3-0a17-4df5-8400-98992013a5fe HTTP/1.1" status: 204 len: 168 time: 3.6423383 Jul 23 16:41:22.855121 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-ed6a36d2-ca95-4878-890e-c616773c2aa6 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] Allocated IP 172.20.0.13 (046963c2-8714-4c5f-883a-a757a422ec65/ea77ddeb-1f31-4413-8008-4f998a69b634/c8d53055-b83d-44fa-8075-d3700ec34dcd) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:22.863438 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56270) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:23.083405 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ad3b82-30d0-4a66-b5cd-874ada0ceebb admin admin] Deleting subnet fc50ce13-cbe5-43e5-85bd-c5e6ccc978a2 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:41:23.086824 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-01ad3b82-30d0-4a66-b5cd-874ada0ceebb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:23.145778 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3b99d-2d2d-4e02-930a-33997072f827 req-2c142295-5df3-4e76-a279-df1db9ce4572 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:23.147700 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3fa3b99d-2d2d-4e02-930a-33997072f827 req-2c142295-5df3-4e76-a279-df1db9ce4572 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cd86d46-446d-47fe-8cd1-eb131aba94be HTTP/1.1" status: 200 len: 908 time: 0.3042905 Jul 23 16:41:23.171956 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-01ad3b82-30d0-4a66-b5cd-874ada0ceebb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:23.272934 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6464237-f6a3-469d-ad66-7f05e7444e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8d3c20-cc74-4385-ac78-0dabcde226fc,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:23.366674 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-ed6a36d2-ca95-4878-890e-c616773c2aa6 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:23.374428 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 77c8e3fd-4671-4efe-af5e-5ad273277119 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:23.405376 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-01ad3b82-30d0-4a66-b5cd-874ada0ceebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:23.423869 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 77c8e3fd-4671-4efe-af5e-5ad273277119 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:23.424601 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 77c8e3fd-4671-4efe-af5e-5ad273277119 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:23.426892 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3adbf88d-2d24-4360-9d46-698d4b62fe14 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:23.466884 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 3adbf88d-2d24-4360-9d46-698d4b62fe14 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:23.467519 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3adbf88d-2d24-4360-9d46-698d4b62fe14 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:23.469313 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3a8e1130-945b-4599-8696-9986afb15f0d no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:23.486345 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4629be95-cd72-4138-a6fc-568c7c3446e4 req-41986f29-3b76-461f-9c8d-f6d3aa7bc5ad tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34fffff-03e9-4729-aa40-b8720681317b HTTP/1.1" status: 200 len: 210 time: 0.0781417 Jul 23 16:41:23.502426 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 3a8e1130-945b-4599-8696-9986afb15f0d {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:23.503218 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3a8e1130-945b-4599-8696-9986afb15f0d not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:23.539958 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-01ad3b82-30d0-4a66-b5cd-874ada0ceebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:23.562501 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-01ad3b82-30d0-4a66-b5cd-874ada0ceebb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:23.563103 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6b4c43-7db2-454c-af2c-90f821855ccf None None] Network ad3f1c26-f914-405c-b070-e886bd179810 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:23.565171 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-01ad3b82-30d0-4a66-b5cd-874ada0ceebb admin admin] 10.222.0.73 "DELETE /v2.0/subnets/fc50ce13-cbe5-43e5-85bd-c5e6ccc978a2 HTTP/1.1" status: 204 len: 168 time: 0.6984506 Jul 23 16:41:23.586742 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56290) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:23.588187 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-ed6a36d2-ca95-4878-890e-c616773c2aa6 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:23.603826 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad3b82-30d0-4a66-b5cd-874ada0ceebb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc50ce13-cbe5-43e5-85bd-c5e6ccc978a2,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:23.677737 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a36d2-ca95-4878-890e-c616773c2aa6 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] Pushing event updated for resources: {'Port': ['ID=c8d53055-b83d-44fa-8075-d3700ec34dcd,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:23.693334 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-ed6a36d2-ca95-4878-890e-c616773c2aa6 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] Network 046963c2-8714-4c5f-883a-a757a422ec65 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:23.695145 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-ed6a36d2-ca95-4878-890e-c616773c2aa6 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:23.697768 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-ed6a36d2-ca95-4878-890e-c616773c2aa6 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:23.724830 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e147a34c-63df-47b4-a84d-f436ce681abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:23.740468 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-322e5fe8-0ec8-40a7-b8bd-14ae100f7cf3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Deleting port 56d28d6c-2958-49e7-9a0b-161ad667bba6 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:23.740809 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-322e5fe8-0ec8-40a7-b8bd-14ae100f7cf3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:23.792688 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-ed6a36d2-ca95-4878-890e-c616773c2aa6 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:23.792688 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-ed6a36d2-ca95-4878-890e-c616773c2aa6 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:23.824005 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-ed6a36d2-ca95-4878-890e-c616773c2aa6 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3869541 Jul 23 16:41:23.842224 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-97926642-86b7-4022-94f7-3ae3d2013c34 service neutron] Request body: {'port': {'device_id': 'b34fffff-03e9-4729-aa40-b8720681317b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:23.964440 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-322e5fe8-0ec8-40a7-b8bd-14ae100f7cf3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] For port 56d28d6c-2958-49e7-9a0b-161ad667bba6, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=56d28d6c-2958-49e7-9a0b-161ad667bba6,segment=NetworkSegment(4454e00a-1a87-4433-b901-8dbba765d347),segment_id=4454e00a-1a87-4433-b901-8dbba765d347)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:23.965372 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-322e5fe8-0ec8-40a7-b8bd-14ae100f7cf3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:23.970429 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ce8e4a-c76c-413c-85cb-b36cdd1aa483 None None] DHCP port deletion for ad3f1c26-f914-405c-b070-e886bd179810 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:41:23.995611 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e147a34c-63df-47b4-a84d-f436ce681abe admin admin] Deleting port c307eeaa-4f49-4a68-9d41-1d8b72e487bb {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:23.995934 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e147a34c-63df-47b4-a84d-f436ce681abe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:24.011724 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-97926642-86b7-4022-94f7-3ae3d2013c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:24.034848 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-87ce8e4a-c76c-413c-85cb-b36cdd1aa483 None None] Deleting port c307eeaa-4f49-4a68-9d41-1d8b72e487bb {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:24.035937 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-87ce8e4a-c76c-413c-85cb-b36cdd1aa483 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:24.090405 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e147a34c-63df-47b4-a84d-f436ce681abe admin admin] For port c307eeaa-4f49-4a68-9d41-1d8b72e487bb, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c307eeaa-4f49-4a68-9d41-1d8b72e487bb,segment=NetworkSegment(486b1726-2499-4916-b517-e7e30cbe2259),segment_id=486b1726-2499-4916-b517-e7e30cbe2259)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:24.091094 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e147a34c-63df-47b4-a84d-f436ce681abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:24.101903 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-322e5fe8-0ec8-40a7-b8bd-14ae100f7cf3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Calling delete_port for 56d28d6c-2958-49e7-9a0b-161ad667bba6 owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:24.107166 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e147a34c-63df-47b4-a84d-f436ce681abe admin admin] Calling delete_port for c307eeaa-4f49-4a68-9d41-1d8b72e487bb owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:24.170209 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-87ce8e4a-c76c-413c-85cb-b36cdd1aa483 None None] For port c307eeaa-4f49-4a68-9d41-1d8b72e487bb, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c307eeaa-4f49-4a68-9d41-1d8b72e487bb,segment=NetworkSegment(486b1726-2499-4916-b517-e7e30cbe2259),segment_id=486b1726-2499-4916-b517-e7e30cbe2259)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:24.170712 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-87ce8e4a-c76c-413c-85cb-b36cdd1aa483 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:24.213994 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-87ce8e4a-c76c-413c-85cb-b36cdd1aa483 None None] Calling delete_port for c307eeaa-4f49-4a68-9d41-1d8b72e487bb owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:24.316347 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e147a34c-63df-47b4-a84d-f436ce681abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:24.346497 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147a34c-63df-47b4-a84d-f436ce681abe admin admin] Pushing event deleted for resources: {'Port': ['ID=c307eeaa-4f49-4a68-9d41-1d8b72e487bb,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:24.351713 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e147a34c-63df-47b4-a84d-f436ce681abe admin admin] No DVR routers for this DVR port c307eeaa-4f49-4a68-9d41-1d8b72e487bb on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:24.382582 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-87ce8e4a-c76c-413c-85cb-b36cdd1aa483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:24.472900 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ce8e4a-c76c-413c-85cb-b36cdd1aa483 None None] No DVR routers for this DVR port c307eeaa-4f49-4a68-9d41-1d8b72e487bb on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:24.478456 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce8e4a-c76c-413c-85cb-b36cdd1aa483 None None] Pushing event deleted for resources: {'Port': ['ID=c307eeaa-4f49-4a68-9d41-1d8b72e487bb,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:24.484451 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e147a34c-63df-47b4-a84d-f436ce681abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:24.494077 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-322e5fe8-0ec8-40a7-b8bd-14ae100f7cf3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:24.497912 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-e147a34c-63df-47b4-a84d-f436ce681abe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad3f1c26-f914-405c-b070-e886bd179810']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:24.563616 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a09b7c-7daa-4def-9a3f-9eb4f2a35c83 req-2769298d-882e-415e-bda4-a1c4176b7440 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:24.566749 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15a09b7c-7daa-4def-9a3f-9eb4f2a35c83 req-2769298d-882e-415e-bda4-a1c4176b7440 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.97 "GET /v2.0/ports?device_id=9cd86d46-446d-47fe-8cd1-eb131aba94be HTTP/1.1" status: 200 len: 908 time: 0.5437310 Jul 23 16:41:24.570205 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-e147a34c-63df-47b4-a84d-f436ce681abe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '486b1726-2499-4916-b517-e7e30cbe2259') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:24.570515 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-e147a34c-63df-47b4-a84d-f436ce681abe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '486b1726-2499-4916-b517-e7e30cbe2259') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:24.578823 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e5fe8-0ec8-40a7-b8bd-14ae100f7cf3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Port': ['ID=56d28d6c-2958-49e7-9a0b-161ad667bba6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:24.587445 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e147a34c-63df-47b4-a84d-f436ce681abe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:24.681984 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e147a34c-63df-47b4-a84d-f436ce681abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:24.700350 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e147a34c-63df-47b4-a84d-f436ce681abe admin admin] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:24.701036 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e147a34c-63df-47b4-a84d-f436ce681abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:24.703334 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:41:24.703334 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:24.703334 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:41:24.703334 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:24.703334 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:41:24.703334 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:24.703334 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:41:24.703334 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:24.703334 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:41:24.703334 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:24.703334 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:41:24.703334 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:24.703334 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:41:24.703334 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:24.703334 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:24.703334 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:24.703334 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:24.703334 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:24.703334 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:41:24.703334 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:24.703334 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:41:24.703334 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:24.703334 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:24.703334 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:24.703334 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:24.703334 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:24.703334 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:24.703334 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:24.703334 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:24.703334 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:24.703334 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:24.703334 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:24.764306 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8160e9-712a-4161-af65-c45abfa18011 req-4dfd6d46-e2d3-4bd4-95cd-02bcaaa9df6e tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:24.771595 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b8160e9-712a-4161-af65-c45abfa18011 req-4dfd6d46-e2d3-4bd4-95cd-02bcaaa9df6e tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cd86d46-446d-47fe-8cd1-eb131aba94be HTTP/1.1" status: 200 len: 908 time: 0.4356496 Jul 23 16:41:24.902711 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e147a34c-63df-47b4-a84d-f436ce681abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:24.908265 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3253c0-6fd7-4d90-981a-c4d8fce84831 req-d97c2703-ec23-4963-894f-9d8ec05cc445 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:24.915788 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e147a34c-63df-47b4-a84d-f436ce681abe admin admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:24.916542 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3a3253c0-6fd7-4d90-981a-c4d8fce84831 req-d97c2703-ec23-4963-894f-9d8ec05cc445 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34fffff-03e9-4729-aa40-b8720681317b HTTP/1.1" status: 200 len: 932 time: 0.2639260 Jul 23 16:41:24.921551 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e147a34c-63df-47b4-a84d-f436ce681abe admin admin] 10.222.0.73 "DELETE /v2.0/networks/ad3f1c26-f914-405c-b070-e886bd179810 HTTP/1.1" status: 204 len: 168 time: 1.3325853 Jul 23 16:41:24.947985 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147a34c-63df-47b4-a84d-f436ce681abe admin admin] Pushing event deleted for resources: {'Network': ['ID=ad3f1c26-f914-405c-b070-e886bd179810,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:24.957710 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-322e5fe8-0ec8-40a7-b8bd-14ae100f7cf3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.000321 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-97926642-86b7-4022-94f7-3ae3d2013c34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d53055-b83d-44fa-8075-d3700ec34dcd {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:41:25.027919 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-97926642-86b7-4022-94f7-3ae3d2013c34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.033132 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-15a09b7c-7daa-4def-9a3f-9eb4f2a35c83 req-7bfa2a05-d0b0-486f-88f7-ded9a720af07 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Deleting port c8eb0fc1-0b30-40f1-870c-e7c75dda6211 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:25.033545 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-15a09b7c-7daa-4def-9a3f-9eb4f2a35c83 req-7bfa2a05-d0b0-486f-88f7-ded9a720af07 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.055528 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3a3253c0-6fd7-4d90-981a-c4d8fce84831 req-9c313d1c-e860-419a-9ef9-d5ec93e3de3d tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] 10.222.0.73 "GET /v2.0/security-groups?id=42ca1104-7953-457b-bffb-fe4d06a0b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379702 Jul 23 16:41:25.105393 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-97926642-86b7-4022-94f7-3ae3d2013c34 service neutron] Transition to ACTIVE for port object c8d53055-b83d-44fa-8075-d3700ec34dcd will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:25.228580 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-15a09b7c-7daa-4def-9a3f-9eb4f2a35c83 req-7bfa2a05-d0b0-486f-88f7-ded9a720af07 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] For port c8eb0fc1-0b30-40f1-870c-e7c75dda6211, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=c8eb0fc1-0b30-40f1-870c-e7c75dda6211,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:25.228950 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-15a09b7c-7daa-4def-9a3f-9eb4f2a35c83 req-7bfa2a05-d0b0-486f-88f7-ded9a720af07 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.261458 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-15a09b7c-7daa-4def-9a3f-9eb4f2a35c83 req-7bfa2a05-d0b0-486f-88f7-ded9a720af07 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Calling delete_port for c8eb0fc1-0b30-40f1-870c-e7c75dda6211 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:25.278107 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-97926642-86b7-4022-94f7-3ae3d2013c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.279178 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56342) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:25.332535 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322e5fe8-0ec8-40a7-b8bd-14ae100f7cf3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:41:25.373622 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e367cb2d-2ef2-4a5b-9273-bdf63fb95032 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=685de99fd88a4ebd80b04837e882af01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0917413 Jul 23 16:41:25.374302 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56350) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:25.404283 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c307eeaa-4f49-4a68-9d41-1d8b72e487bb no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:25.413466 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97926642-86b7-4022-94f7-3ae3d2013c34 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d53055-b83d-44fa-8075-d3700ec34dcd,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:25.476235 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: c307eeaa-4f49-4a68-9d41-1d8b72e487bb {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:25.477612 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c307eeaa-4f49-4a68-9d41-1d8b72e487bb not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:25.522236 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322e5fe8-0ec8-40a7-b8bd-14ae100f7cf3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:25.532619 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-322e5fe8-0ec8-40a7-b8bd-14ae100f7cf3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "PUT /v2.0/routers/9b9eb893-6e7a-4099-88f3-c0f8d4d28477/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5118306 Jul 23 16:41:25.532750 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56354) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:25.536330 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0841c072-61e2-431d-8d4c-762a627c72ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.539695 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2360e11b-1a35-4fba-ac7a-8e82d0b4e63f None None] Sync routers for ids ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:41:25.557366 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2360e11b-1a35-4fba-ac7a-8e82d0b4e63f None None] Routers {'9b9eb893-6e7a-4099-88f3-c0f8d4d28477'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:25.558443 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-2360e11b-1a35-4fba-ac7a-8e82d0b4e63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:25.582694 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0841c072-61e2-431d-8d4c-762a627c72ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.641714 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-97926642-86b7-4022-94f7-3ae3d2013c34 service neutron] Attempting to bind port c8d53055-b83d-44fa-8075-d3700ec34dcd on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:41:25.642269 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-97926642-86b7-4022-94f7-3ae3d2013c34 service neutron] Attempting to bind port c8d53055-b83d-44fa-8075-d3700ec34dcd by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '6557095a-5301-4b8f-add8-252a5342ca4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '046963c2-8714-4c5f-883a-a757a422ec65'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:41:25.642382 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-97926642-86b7-4022-94f7-3ae3d2013c34 service neutron] Attempting to bind port c8d53055-b83d-44fa-8075-d3700ec34dcd on network 046963c2-8714-4c5f-883a-a757a422ec65 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:41:25.665791 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-f24dac4a-b2a1-4a8a-9252-7e61a7639649 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Deleting subnet b3a6e1a4-4faf-4222-8232-10f5afc84457 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:41:25.670245 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0841c072-61e2-431d-8d4c-762a627c72ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.671951 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-97926642-86b7-4022-94f7-3ae3d2013c34 service neutron] Port c8d53055-b83d-44fa-8075-d3700ec34dcd on network 046963c2-8714-4c5f-883a-a757a422ec65 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:41:25.672386 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-97926642-86b7-4022-94f7-3ae3d2013c34 service neutron] Attempting to bind port c8d53055-b83d-44fa-8075-d3700ec34dcd on network 046963c2-8714-4c5f-883a-a757a422ec65 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:41:25.677167 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f24dac4a-b2a1-4a8a-9252-7e61a7639649 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.678724 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0841c072-61e2-431d-8d4c-762a627c72ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.682439 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0841c072-61e2-431d-8d4c-762a627c72ee admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/73644b6b-e234-4409-a58e-9eb5db6f89e7 HTTP/1.1" status: 204 len: 168 time: 0.3052318 Jul 23 16:41:25.706531 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841c072-61e2-431d-8d4c-762a627c72ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73644b6b-e234-4409-a58e-9eb5db6f89e7,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:25.719123 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-97926642-86b7-4022-94f7-3ae3d2013c34 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:41:25.719474 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-97926642-86b7-4022-94f7-3ae3d2013c34 service neutron] Checking segment: {'id': '6557095a-5301-4b8f-add8-252a5342ca4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '046963c2-8714-4c5f-883a-a757a422ec65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:25.719854 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-97926642-86b7-4022-94f7-3ae3d2013c34 service neutron] Bound using segment: {'id': '6557095a-5301-4b8f-add8-252a5342ca4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '046963c2-8714-4c5f-883a-a757a422ec65'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:41:25.720347 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-97926642-86b7-4022-94f7-3ae3d2013c34 service neutron] Bound port: c8d53055-b83d-44fa-8075-d3700ec34dcd, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6557095a-5301-4b8f-add8-252a5342ca4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '046963c2-8714-4c5f-883a-a757a422ec65'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:41:25.720733 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-97926642-86b7-4022-94f7-3ae3d2013c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.772989 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-2360e11b-1a35-4fba-ac7a-8e82d0b4e63f None None] Set router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:25.790151 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-15a09b7c-7daa-4def-9a3f-9eb4f2a35c83 req-7bfa2a05-d0b0-486f-88f7-ded9a720af07 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.836855 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f24dac4a-b2a1-4a8a-9252-7e61a7639649 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.865128 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa2a05-d0b0-486f-88f7-ded9a720af07 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Pushing event deleted for resources: {'Port': ['ID=c8eb0fc1-0b30-40f1-870c-e7c75dda6211,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:26.022997 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dde0336f-915c-4241-b6c6-07063b7e2ff0 req-5882069a-9122-42fe-a2c1-9c48f8bc0158 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cd86d46-446d-47fe-8cd1-eb131aba94be HTTP/1.1" status: 200 len: 210 time: 0.1262362 Jul 23 16:41:26.024033 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a09b7c-7daa-4def-9a3f-9eb4f2a35c83 req-7bfa2a05-d0b0-486f-88f7-ded9a720af07 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] No DVR routers for this DVR port c8eb0fc1-0b30-40f1-870c-e7c75dda6211 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:26.029235 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-15a09b7c-7daa-4def-9a3f-9eb4f2a35c83 req-7bfa2a05-d0b0-486f-88f7-ded9a720af07 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:26.031366 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15a09b7c-7daa-4def-9a3f-9eb4f2a35c83 req-7bfa2a05-d0b0-486f-88f7-ded9a720af07 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.97 "DELETE /v2.0/ports/c8eb0fc1-0b30-40f1-870c-e7c75dda6211 HTTP/1.1" status: 204 len: 173 time: 1.4583030 Jul 23 16:41:26.041266 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd86d46-446d-47fe-8cd1-eb131aba94be', 'name': 'network-vif-deleted', 'tag': 'c8eb0fc1-0b30-40f1-870c-e7c75dda6211'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:41:26.044092 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12070b20-de8e-46c6-b6f7-12b82d46b585" -d '{"events": [{"server_uuid": "9cd86d46-446d-47fe-8cd1-eb131aba94be", "name": "network-vif-deleted", "tag": "c8eb0fc1-0b30-40f1-870c-e7c75dda6211"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:41:26.070052 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-97926642-86b7-4022-94f7-3ae3d2013c34 service neutron] For port c8d53055-b83d-44fa-8075-d3700ec34dcd, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:41:26.215104 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-97926642-86b7-4022-94f7-3ae3d2013c34 service neutron] For port c8d53055-b83d-44fa-8075-d3700ec34dcd, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=c8d53055-b83d-44fa-8075-d3700ec34dcd,segment=NetworkSegment(6557095a-5301-4b8f-add8-252a5342ca4a),segment_id=6557095a-5301-4b8f-add8-252a5342ca4a)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:41:26.220990 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56382) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:26.221701 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e12bb24-b48c-445a-96ac-aab8c9253f24 x-openstack-request-id: req-4e12bb24-b48c-445a-96ac-aab8c9253f24 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:41:26.222445 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd86d46-446d-47fe-8cd1-eb131aba94be", "name": "network-vif-deleted", "tag": "c8eb0fc1-0b30-40f1-870c-e7c75dda6211", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:41:26.223145 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4e12bb24-b48c-445a-96ac-aab8c9253f24 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:41:26.223721 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd86d46-446d-47fe-8cd1-eb131aba94be', 'name': 'network-vif-deleted', 'tag': 'c8eb0fc1-0b30-40f1-870c-e7c75dda6211', 'status': 'completed', 'code': 200} Jul 23 16:41:26.252914 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-97926642-86b7-4022-94f7-3ae3d2013c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:26.285904 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-2360e11b-1a35-4fba-ac7a-8e82d0b4e63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'name': 'tempest-RoutersTest-router-1508136638', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:29Z', 'updated_at': '2021-07-23T16:41:24Z', 'revision_number': 10, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None, '_interfaces': [{'id': '9192c4a9-f441-4fa8-88c7-b148a008c681', 'name': '', 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:34Z', 'updated_at': '2021-07-23T16:40:47Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:26.326272 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f24dac4a-b2a1-4a8a-9252-7e61a7639649 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:26.355634 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2360e11b-1a35-4fba-ac7a-8e82d0b4e63f None None] Checking router: 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:41:26.363763 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-97926642-86b7-4022-94f7-3ae3d2013c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:26.364817 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-97926642-86b7-4022-94f7-3ae3d2013c34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:26.366903 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-97926642-86b7-4022-94f7-3ae3d2013c34 service neutron] 10.222.0.97 "PUT /v2.0/ports/c8d53055-b83d-44fa-8075-d3700ec34dcd HTTP/1.1" status: 200 len: 1092 time: 2.5340304 Jul 23 16:41:26.367903 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2360e11b-1a35-4fba-ac7a-8e82d0b4e63f None None] Routers {'9b9eb893-6e7a-4099-88f3-c0f8d4d28477'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:26.368539 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-2360e11b-1a35-4fba-ac7a-8e82d0b4e63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:26.413500 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb688a-cacf-4d08-963d-944276089dcd req-cc35f338-b3be-4343-a05c-50ff9f0570e7 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:26.415301 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-50cb688a-cacf-4d08-963d-944276089dcd req-cc35f338-b3be-4343-a05c-50ff9f0570e7 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34fffff-03e9-4729-aa40-b8720681317b HTTP/1.1" status: 200 len: 944 time: 0.1904261 Jul 23 16:41:26.462669 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97926642-86b7-4022-94f7-3ae3d2013c34 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d53055-b83d-44fa-8075-d3700ec34dcd,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:26.496689 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-2360e11b-1a35-4fba-ac7a-8e82d0b4e63f None None] Set router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:26.595713 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-3300412c-5295-4689-a077-b8bc51364404 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:26.613446 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f24dac4a-b2a1-4a8a-9252-7e61a7639649 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:26.670052 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56392) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:26.676162 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24dac4a-b2a1-4a8a-9252-7e61a7639649 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Subnet': ['ID=b3a6e1a4-4faf-4222-8232-10f5afc84457,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:26.680406 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3300412c-5295-4689-a077-b8bc51364404 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:26.697643 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-50cb688a-cacf-4d08-963d-944276089dcd req-086b38d9-e836-4ddb-9e24-12f3559eaec1 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] 10.222.0.73 "GET /v2.0/security-groups?id=42ca1104-7953-457b-bffb-fe4d06a0b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365727 Jul 23 16:41:26.717829 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f24dac4a-b2a1-4a8a-9252-7e61a7639649 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:26.722474 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764993c5-591c-443e-82a4-24b49fbad016 None None] Network 3e7d333d-b412-4292-b560-5093fe337608 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:26.732428 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f24dac4a-b2a1-4a8a-9252-7e61a7639649 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/subnets/b3a6e1a4-4faf-4222-8232-10f5afc84457 HTTP/1.1" status: 204 len: 168 time: 1.1958539 Jul 23 16:41:26.733404 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56394) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:26.773998 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-b549ba88-7f3f-4915-9581-24257a5b8124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:26.776241 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-b549ba88-7f3f-4915-9581-24257a5b8124 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=44b01a512c9042ec8670acb49d0536b3&device_id=b34fffff-03e9-4729-aa40-b8720681317b HTTP/1.1" status: 200 len: 1095 time: 0.3535535 Jul 23 16:41:26.799936 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9ab5a5c1-390e-4c81-a4dc-0c39f55928df admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d2429bedb8f6407c8750bd501d76514f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1283691 Jul 23 16:41:26.800604 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56396) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:26.833879 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-fb14b865-ad09-44d8-954f-666af53d4cd1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8d53055-b83d-44fa-8075-d3700ec34dcd HTTP/1.1" status: 200 len: 217 time: 0.0432329 Jul 23 16:41:26.941121 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cc4d7f68-f94d-4ff9-a3f3-4d3a624aaae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:26.953237 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-2360e11b-1a35-4fba-ac7a-8e82d0b4e63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'name': 'tempest-RoutersTest-router-1508136638', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:29Z', 'updated_at': '2021-07-23T16:41:24Z', 'revision_number': 10, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None, '_interfaces': [{'id': '9192c4a9-f441-4fa8-88c7-b148a008c681', 'name': '', 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:34Z', 'updated_at': '2021-07-23T16:40:47Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:26.979643 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3300412c-5295-4689-a077-b8bc51364404 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:26.988337 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cc4d7f68-f94d-4ff9-a3f3-4d3a624aaae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:26.995003 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2360e11b-1a35-4fba-ac7a-8e82d0b4e63f None None] The sync data for ids ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'] in n-d-778549-4 is: [{'id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'name': 'tempest-RoutersTest-router-1508136638', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:29Z', 'updated_at': '2021-07-23T16:41:24Z', 'revision_number': 10, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None, '_interfaces': [{'id': '9192c4a9-f441-4fa8-88c7-b148a008c681', 'name': '', 'network_id': 'b7ae99bc-0394-435a-a9f9-d404005ad1a2', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:34Z', 'updated_at': '2021-07-23T16:40:47Z', 'revision_number': 5, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'subnets': [{'id': '6ed7697f-a546-474d-bb09-d47c825fc37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:27.030644 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5212081-8bfe-4858-844f-081e47bdab81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.036402 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-19ecaacc-9fe4-45d7-9ad0-4b856b8c6288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:27.036991 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-19ecaacc-9fe4-45d7-9ad0-4b856b8c6288 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ea77ddeb-1f31-4413-8008-4f998a69b634 HTTP/1.1" status: 200 len: 848 time: 0.1906605 Jul 23 16:41:27.119950 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-2cacd289-3958-491f-8640-d1de4661a2b4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=046963c2-8714-4c5f-883a-a757a422ec65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735774 Jul 23 16:41:27.137855 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cc4d7f68-f94d-4ff9-a3f3-4d3a624aaae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.141094 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cc4d7f68-f94d-4ff9-a3f3-4d3a624aaae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.142263 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cc4d7f68-f94d-4ff9-a3f3-4d3a624aaae2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ee646a8b-1bd3-485c-be55-0e88ba27725d HTTP/1.1" status: 204 len: 168 time: 0.3384488 Jul 23 16:41:27.180604 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d7f68-f94d-4ff9-a3f3-4d3a624aaae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee646a8b-1bd3-485c-be55-0e88ba27725d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:27.245465 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-f5212081-8bfe-4858-844f-081e47bdab81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Deleting port 5e646ba4-0042-475f-b70e-9c14ea90b546 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:27.245863 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5212081-8bfe-4858-844f-081e47bdab81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.262450 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-3300412c-5295-4689-a077-b8bc51364404 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Allocated IP 172.25.8.48 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/3852e424-a3e3-4a06-8729-02858baf374f) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:27.342810 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-643056cb-a18c-45f4-bdbd-1ac2a28ec859 service neutron] 10.222.0.97 "GET /v2.0/networks/046963c2-8714-4c5f-883a-a757a422ec65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098265 Jul 23 16:41:27.356623 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-f5212081-8bfe-4858-844f-081e47bdab81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] For port 5e646ba4-0042-475f-b70e-9c14ea90b546, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=5e646ba4-0042-475f-b70e-9c14ea90b546,segment=NetworkSegment(4454e00a-1a87-4433-b901-8dbba765d347),segment_id=4454e00a-1a87-4433-b901-8dbba765d347)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:27.357166 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5212081-8bfe-4858-844f-081e47bdab81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.394279 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ec9d88-7c4e-48fe-9584-516cfb8c6081 None None] DHCP port deletion for 3e7d333d-b412-4292-b560-5093fe337608 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:41:27.410715 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-f5212081-8bfe-4858-844f-081e47bdab81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Calling delete_port for 5e646ba4-0042-475f-b70e-9c14ea90b546 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:27.476772 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3300412c-5295-4689-a077-b8bc51364404 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.503747 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-c3ec9d88-7c4e-48fe-9584-516cfb8c6081 None None] Deleting port 5e646ba4-0042-475f-b70e-9c14ea90b546 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:27.507561 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c3ec9d88-7c4e-48fe-9584-516cfb8c6081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.614853 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3300412c-5295-4689-a077-b8bc51364404 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.616052 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-c3ec9d88-7c4e-48fe-9584-516cfb8c6081 None None] For port 5e646ba4-0042-475f-b70e-9c14ea90b546, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=5e646ba4-0042-475f-b70e-9c14ea90b546,segment=NetworkSegment(4454e00a-1a87-4433-b901-8dbba765d347),segment_id=4454e00a-1a87-4433-b901-8dbba765d347)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:27.616710 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c3ec9d88-7c4e-48fe-9584-516cfb8c6081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.634490 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-c3ec9d88-7c4e-48fe-9584-516cfb8c6081 None None] Calling delete_port for 5e646ba4-0042-475f-b70e-9c14ea90b546 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:27.671472 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3300412c-5295-4689-a077-b8bc51364404 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:27.678101 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-3300412c-5295-4689-a077-b8bc51364404 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:27.701070 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3300412c-5295-4689-a077-b8bc51364404 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:27.710546 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c6a7d74d-7651-4bcb-bbf8-29a89439a1e7 req-4f217937-2288-4b3c-b81e-74bb4ee783b8 service neutron] 10.222.0.97 "GET /v2.0/networks/046963c2-8714-4c5f-883a-a757a422ec65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500550 Jul 23 16:41:27.740579 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 56d28d6c-2958-49e7-9a0b-161ad667bba6 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:27.755482 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device c8eb0fc1-0b30-40f1-870c-e7c75dda6211 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:27.771651 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c3ec9d88-7c4e-48fe-9584-516cfb8c6081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.805349 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611f835-ef8c-45e8-92ac-ef174356da5a req-f13f6654-7469-44af-b854-0b62cc9e80b1 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:27.807126 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4611f835-ef8c-45e8-92ac-ef174356da5a req-f13f6654-7469-44af-b854-0b62cc9e80b1 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea38749a-f1a3-40e1-a989-807b08709c0f HTTP/1.1" status: 200 len: 945 time: 0.1941583 Jul 23 16:41:27.820125 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5212081-8bfe-4858-844f-081e47bdab81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.884838 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5212081-8bfe-4858-844f-081e47bdab81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Port': ['ID=5e646ba4-0042-475f-b70e-9c14ea90b546,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:27.890457 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5212081-8bfe-4858-844f-081e47bdab81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] No DVR routers for this DVR port 5e646ba4-0042-475f-b70e-9c14ea90b546 on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:27.916774 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3300412c-5295-4689-a077-b8bc51364404 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.982301 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4611f835-ef8c-45e8-92ac-ef174356da5a req-1cf29cc2-86eb-423b-8e0a-ba430dceb462 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635153 Jul 23 16:41:27.993307 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ec9d88-7c4e-48fe-9584-516cfb8c6081 None None] No DVR routers for this DVR port 5e646ba4-0042-475f-b70e-9c14ea90b546 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:27.994935 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec9d88-7c4e-48fe-9584-516cfb8c6081 None None] Pushing event deleted for resources: {'Port': ['ID=5e646ba4-0042-475f-b70e-9c14ea90b546,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:27.997229 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 56d28d6c-2958-49e7-9a0b-161ad667bba6 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:27.997465 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 56d28d6c-2958-49e7-9a0b-161ad667bba6 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:27.997784 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 5e646ba4-0042-475f-b70e-9c14ea90b546 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:28.013984 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3300412c-5295-4689-a077-b8bc51364404 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.016476 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: c8eb0fc1-0b30-40f1-870c-e7c75dda6211 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:28.016880 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device c8eb0fc1-0b30-40f1-870c-e7c75dda6211 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:28.067453 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300412c-5295-4689-a077-b8bc51364404 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Pushing event updated for resources: {'Port': ['ID=3852e424-a3e3-4a06-8729-02858baf374f,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:28.081239 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 5e646ba4-0042-475f-b70e-9c14ea90b546 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:28.081642 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 5e646ba4-0042-475f-b70e-9c14ea90b546 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:28.096136 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5212081-8bfe-4858-844f-081e47bdab81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.110695 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-f5212081-8bfe-4858-844f-081e47bdab81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e7d333d-b412-4292-b560-5093fe337608']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:28.124594 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-f5212081-8bfe-4858-844f-081e47bdab81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4454e00a-1a87-4433-b901-8dbba765d347') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:28.124931 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-f5212081-8bfe-4858-844f-081e47bdab81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4454e00a-1a87-4433-b901-8dbba765d347') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:28.142015 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5212081-8bfe-4858-844f-081e47bdab81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.167343 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6de7e-1a18-4579-b876-b410ef6e4b52 req-bc1f6cfa-c183-4a16-9567-5ee41c37b716 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:28.168908 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d2b6de7e-1a18-4579-b876-b410ef6e4b52 req-bc1f6cfa-c183-4a16-9567-5ee41c37b716 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34fffff-03e9-4729-aa40-b8720681317b HTTP/1.1" status: 200 len: 944 time: 0.2651627 Jul 23 16:41:28.170010 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5212081-8bfe-4858-844f-081e47bdab81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.186950 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5212081-8bfe-4858-844f-081e47bdab81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Releasing vlan 1111 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:28.187351 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5212081-8bfe-4858-844f-081e47bdab81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: self.session.flush() Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: self.session.flush() Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: self.session.flush() Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: self.session.flush() Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:28.192049 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:28.228718 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34fffff-03e9-4729-aa40-b8720681317b', 'tag': 'c8d53055-b83d-44fa-8075-d3700ec34dcd'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:41:28.230929 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267d7de2-13a1-4558-9bed-f0f1245cf982" -d '{"events": [{"name": "network-changed", "server_uuid": "b34fffff-03e9-4729-aa40-b8720681317b", "tag": "c8d53055-b83d-44fa-8075-d3700ec34dcd"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:41:28.248467 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3300412c-5295-4689-a077-b8bc51364404 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.255278 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3300412c-5295-4689-a077-b8bc51364404 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.276425 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b529d0-2b2b-4261-bc90-cb27981c8fc6 x-openstack-request-id: req-09b529d0-2b2b-4261-bc90-cb27981c8fc6 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:41:28.276726 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b34fffff-03e9-4729-aa40-b8720681317b", "tag": "c8d53055-b83d-44fa-8075-d3700ec34dcd", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:41:28.276992 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-09b529d0-2b2b-4261-bc90-cb27981c8fc6 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:41:28.277467 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b34fffff-03e9-4729-aa40-b8720681317b', 'tag': 'c8d53055-b83d-44fa-8075-d3700ec34dcd', 'status': 'completed', 'code': 200} Jul 23 16:41:28.290879 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d2b6de7e-1a18-4579-b876-b410ef6e4b52 req-74e468c5-c3f2-430a-82ec-5ef7f6cd2688 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] 10.222.0.73 "GET /v2.0/security-groups?id=42ca1104-7953-457b-bffb-fe4d06a0b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124725 Jul 23 16:41:28.297103 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5212081-8bfe-4858-844f-081e47bdab81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.322306 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5212081-8bfe-4858-844f-081e47bdab81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.327786 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f5212081-8bfe-4858-844f-081e47bdab81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/networks/3e7d333d-b412-4292-b560-5093fe337608 HTTP/1.1" status: 204 len: 168 time: 1.5892859 Jul 23 16:41:28.327970 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56426) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:28.341474 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5212081-8bfe-4858-844f-081e47bdab81 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Network': ['ID=3e7d333d-b412-4292-b560-5093fe337608,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:28.389923 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d7de2-13a1-4558-9bed-f0f1245cf982 req-20ffbe61-a3e3-4ea3-9f09-491b7fe651b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:28.391563 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-267d7de2-13a1-4558-9bed-f0f1245cf982 req-20ffbe61-a3e3-4ea3-9f09-491b7fe651b4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=44b01a512c9042ec8670acb49d0536b3&device_id=b34fffff-03e9-4729-aa40-b8720681317b HTTP/1.1" status: 200 len: 1095 time: 0.0720778 Jul 23 16:41:28.421146 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300412c-5295-4689-a077-b8bc51364404 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Pushing event updated for resources: {'Port': ['ID=3852e424-a3e3-4a06-8729-02858baf374f,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:28.432736 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3300412c-5295-4689-a077-b8bc51364404 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.467499 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3300412c-5295-4689-a077-b8bc51364404 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.472453 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3300412c-5295-4689-a077-b8bc51364404 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2459438 Jul 23 16:41:28.478928 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56432) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:28.485876 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-9f1ed469-b6e9-4158-98d3-7ef70285de13 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-215537146'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:28.524300 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1ed469-b6e9-4158-98d3-7ef70285de13 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Made reservation on behalf of e77ddffad2684d2893d2dfe9e878154b for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:28.527744 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f1ed469-b6e9-4158-98d3-7ef70285de13 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.539410 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f1ed469-b6e9-4158-98d3-7ef70285de13 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.542776 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d7de2-13a1-4558-9bed-f0f1245cf982 req-a08436e6-dff2-4e4b-b0e1-cde79f8446c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:28.544294 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-267d7de2-13a1-4558-9bed-f0f1245cf982 req-a08436e6-dff2-4e4b-b0e1-cde79f8446c0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=046963c2-8714-4c5f-883a-a757a422ec65 HTTP/1.1" status: 200 len: 910 time: 0.1446581 Jul 23 16:41:28.597293 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-267d7de2-13a1-4558-9bed-f0f1245cf982 req-c3fac83f-fc8e-427c-a40e-eeffc12d2329 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8d53055-b83d-44fa-8075-d3700ec34dcd HTTP/1.1" status: 200 len: 217 time: 0.0410390 Jul 23 16:41:28.675314 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d7de2-13a1-4558-9bed-f0f1245cf982 req-902c7ea1-d74c-4d10-b3f1-f03fe4be63f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:28.676811 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-267d7de2-13a1-4558-9bed-f0f1245cf982 req-902c7ea1-d74c-4d10-b3f1-f03fe4be63f1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ea77ddeb-1f31-4413-8008-4f998a69b634 HTTP/1.1" status: 200 len: 848 time: 0.0710154 Jul 23 16:41:28.747760 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-267d7de2-13a1-4558-9bed-f0f1245cf982 req-8c8a65b8-d659-4dc9-92a7-c72a68d48d3d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=046963c2-8714-4c5f-883a-a757a422ec65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456693 Jul 23 16:41:28.755739 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8d317f48-3e27-4f3d-a85b-d27eea3d5473 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.775948 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f1ed469-b6e9-4158-98d3-7ef70285de13 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.795592 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f1ed469-b6e9-4158-98d3-7ef70285de13 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.830360 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f1ed469-b6e9-4158-98d3-7ef70285de13 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] vlan segment allocate from pool success with {'vlan_id': 1107, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:41:28.886795 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f1ed469-b6e9-4158-98d3-7ef70285de13 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.887257 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-9f1ed469-b6e9-4158-98d3-7ef70285de13 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Added segment 289f1c1f-7dae-4be6-8322-57af91e8db7b of type vlan for network 850646b2-e695-41a2-9b35-89454b202975 Jul 23 16:41:28.896282 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ed469-b6e9-4158-98d3-7ef70285de13 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5674db-0349-43e9-8c9c-5e7e636ebbe8,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:28.946314 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-267d7de2-13a1-4558-9bed-f0f1245cf982 req-71fabd3e-33dd-4593-9cf3-71218a0db644 service neutron] 10.222.0.97 "GET /v2.0/networks/046963c2-8714-4c5f-883a-a757a422ec65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880064 Jul 23 16:41:28.947817 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f1ed469-b6e9-4158-98d3-7ef70285de13 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:29.081780 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f1ed469-b6e9-4158-98d3-7ef70285de13 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:29.091304 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1ed469-b6e9-4158-98d3-7ef70285de13 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:29.091986 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f1ed469-b6e9-4158-98d3-7ef70285de13 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:29.095543 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-8d317f48-3e27-4f3d-a85b-d27eea3d5473 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Deleting port 9192c4a9-f441-4fa8-88c7-b148a008c681 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:29.096242 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8d317f48-3e27-4f3d-a85b-d27eea3d5473 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:29.150617 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9f1ed469-b6e9-4158-98d3-7ef70285de13 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6705763 Jul 23 16:41:29.157341 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56446) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:29.168813 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-e15e7a80-06fb-4c13-8394-2d51454dd178 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Request body: {'subnet': {'network_id': '850646b2-e695-41a2-9b35-89454b202975', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:29.318762 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-8d317f48-3e27-4f3d-a85b-d27eea3d5473 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] For port 9192c4a9-f441-4fa8-88c7-b148a008c681, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=9192c4a9-f441-4fa8-88c7-b148a008c681,segment=NetworkSegment(ac11608d-9b93-41b0-8cc6-9d6b0f5c117d),segment_id=ac11608d-9b93-41b0-8cc6-9d6b0f5c117d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:29.319463 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8d317f48-3e27-4f3d-a85b-d27eea3d5473 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:29.341406 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-8d317f48-3e27-4f3d-a85b-d27eea3d5473 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Calling delete_port for 9192c4a9-f441-4fa8-88c7-b148a008c681 owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:29.363617 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15e7a80-06fb-4c13-8394-2d51454dd178 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Made reservation on behalf of e77ddffad2684d2893d2dfe9e878154b for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:29.367981 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e15e7a80-06fb-4c13-8394-2d51454dd178 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:29.573165 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbdde2-3e01-4fbd-a536-c8b8183893cc req-32388aac-75df-4fc2-90b1-b6106e820b6f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:29.574775 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-63fbdde2-3e01-4fbd-a536-c8b8183893cc req-32388aac-75df-4fc2-90b1-b6106e820b6f tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.97 "GET /v2.0/ports?device_id=ea38749a-f1a3-40e1-a989-807b08709c0f HTTP/1.1" status: 200 len: 945 time: 0.6232121 Jul 23 16:41:29.587718 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ed469-b6e9-4158-98d3-7ef70285de13 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Pushing event updated for resources: {'Network': ['ID=850646b2-e695-41a2-9b35-89454b202975,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:29.591506 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-267d7de2-13a1-4558-9bed-f0f1245cf982 req-cdc9bdd2-38b5-47ea-b53f-abbcf41a6903 service neutron] 10.222.0.97 "GET /v2.0/networks/046963c2-8714-4c5f-883a-a757a422ec65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6386127 Jul 23 16:41:29.606466 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 850646b2-e695-41a2-9b35-89454b202975 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:41:29.689995 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device c8d53055-b83d-44fa-8075-d3700ec34dcd details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:41:29.833259 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812b0c2-8199-4830-8647-ecaa21792818 req-88bdad2d-2e6e-4544-b652-931bf9452035 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:29.833259 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5812b0c2-8199-4830-8647-ecaa21792818 req-88bdad2d-2e6e-4544-b652-931bf9452035 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea38749a-f1a3-40e1-a989-807b08709c0f HTTP/1.1" status: 200 len: 945 time: 0.6576312 Jul 23 16:41:29.839920 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9bd38-1fd8-46c2-87a5-260459d8f5dc req-9fd3fa6a-e007-4d5b-8381-894ce8d97d26 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:29.849475 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-baa9bd38-1fd8-46c2-87a5-260459d8f5dc req-9fd3fa6a-e007-4d5b-8381-894ce8d97d26 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34fffff-03e9-4729-aa40-b8720681317b HTTP/1.1" status: 200 len: 944 time: 0.2580526 Jul 23 16:41:29.857997 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port c8d53055-b83d-44fa-8075-d3700ec34dcd, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=c8d53055-b83d-44fa-8075-d3700ec34dcd,segment=NetworkSegment(6557095a-5301-4b8f-add8-252a5342ca4a),segment_id=6557095a-5301-4b8f-add8-252a5342ca4a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:29.918624 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-63fbdde2-3e01-4fbd-a536-c8b8183893cc req-d3436df1-83f5-4c43-82e2-ab0ea948b136 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Deleting port ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:29.919029 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-63fbdde2-3e01-4fbd-a536-c8b8183893cc req-d3436df1-83f5-4c43-82e2-ab0ea948b136 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:30.031327 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-63fbdde2-3e01-4fbd-a536-c8b8183893cc req-d3436df1-83f5-4c43-82e2-ab0ea948b136 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] For port ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:30.031703 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-63fbdde2-3e01-4fbd-a536-c8b8183893cc req-d3436df1-83f5-4c43-82e2-ab0ea948b136 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:30.045258 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e15e7a80-06fb-4c13-8394-2d51454dd178 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:30.046745 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-63fbdde2-3e01-4fbd-a536-c8b8183893cc req-d3436df1-83f5-4c43-82e2-ab0ea948b136 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Calling delete_port for ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:30.050626 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'c8d53055-b83d-44fa-8075-d3700ec34dcd', 'network_id': '046963c2-8714-4c5f-883a-a757a422ec65', 'port_id': 'c8d53055-b83d-44fa-8075-d3700ec34dcd', 'mac_address': 'fa:16:3e:6b:75:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea77ddeb-1f31-4413-8008-4f998a69b634', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:41:30.105364 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:30.122005 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d53055-b83d-44fa-8075-d3700ec34dcd {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:41:30.161230 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port c8d53055-b83d-44fa-8075-d3700ec34dcd, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=c8d53055-b83d-44fa-8075-d3700ec34dcd,segment=NetworkSegment(6557095a-5301-4b8f-add8-252a5342ca4a),segment_id=6557095a-5301-4b8f-add8-252a5342ca4a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:30.168068 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:30.205194 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15e7a80-06fb-4c13-8394-2d51454dd178 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Checking segment: {'id': '289f1c1f-7dae-4be6-8322-57af91e8db7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '850646b2-e695-41a2-9b35-89454b202975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:30.205194 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15e7a80-06fb-4c13-8394-2d51454dd178 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Network hostable DHCP agents. Network: 850646b2-e695-41a2-9b35-89454b202975, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:41:30.205194 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e7a80-06fb-4c13-8394-2d51454dd178 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Pushing event updated for resources: {'Subnet': ['ID=6e52b8ed-f8e7-4fd6-9ef6-ee042f8bae4c,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:30.213836 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5812b0c2-8199-4830-8647-ecaa21792818 req-d037e0e9-4063-47b5-8f59-05c88bc5418c tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430266 Jul 23 16:41:30.247600 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=c8d53055-b83d-44fa-8075-d3700ec34dcd,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:30.264489 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15e7a80-06fb-4c13-8394-2d51454dd178 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Network 850646b2-e695-41a2-9b35-89454b202975 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:41:30.272151 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8d317f48-3e27-4f3d-a85b-d27eea3d5473 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:30.278585 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-e15e7a80-06fb-4c13-8394-2d51454dd178 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 850646b2-e695-41a2-9b35-89454b202975) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:30.283003 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-baa9bd38-1fd8-46c2-87a5-260459d8f5dc req-3135caca-8494-4e4b-a3ea-7e3895fe9f19 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] 10.222.0.73 "GET /v2.0/security-groups?id=42ca1104-7953-457b-bffb-fe4d06a0b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287636 Jul 23 16:41:30.285286 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-63fbdde2-3e01-4fbd-a536-c8b8183893cc req-d3436df1-83f5-4c43-82e2-ab0ea948b136 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:30.292993 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002c9eb8-5353-4fa4-8859-9298bb809691 None None] Network 850646b2-e695-41a2-9b35-89454b202975 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:30.308780 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d317f48-3e27-4f3d-a85b-d27eea3d5473 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Port': ['ID=9192c4a9-f441-4fa8-88c7-b148a008c681,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:30.312083 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15e7a80-06fb-4c13-8394-2d51454dd178 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:30.312749 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e15e7a80-06fb-4c13-8394-2d51454dd178 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:30.326980 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3436df1-83f5-4c43-82e2-ab0ea948b136 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Pushing event deleted for resources: {'Port': ['ID=ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:30.344701 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['bf3c0b97-349e-4e25-8962-be2ec8f75263'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:41:30.352713 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e15e7a80-06fb-4c13-8394-2d51454dd178 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1941497 Jul 23 16:41:30.355441 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56472) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:30.382658 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-9d86f013-49d4-4786-b57b-17abe8412100 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2087060501', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}, 'admin_state_up': False}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:30.423707 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-63fbdde2-3e01-4fbd-a536-c8b8183893cc req-d3436df1-83f5-4c43-82e2-ab0ea948b136 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] No DVR routers for this DVR port ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:30.426803 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d86f013-49d4-4786-b57b-17abe8412100 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:30.427618 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-63fbdde2-3e01-4fbd-a536-c8b8183893cc req-d3436df1-83f5-4c43-82e2-ab0ea948b136 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:30.428298 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d86f013-49d4-4786-b57b-17abe8412100 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:30.430306 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-63fbdde2-3e01-4fbd-a536-c8b8183893cc req-d3436df1-83f5-4c43-82e2-ab0ea948b136 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.97 "DELETE /v2.0/ports/ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1 HTTP/1.1" status: 204 len: 173 time: 0.8452573 Jul 23 16:41:30.430968 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea38749a-f1a3-40e1-a989-807b08709c0f', 'name': 'network-vif-deleted', 'tag': 'ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:41:30.434590 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8b4199-3a12-4979-b077-bd15c36a82e9" -d '{"events": [{"server_uuid": "ea38749a-f1a3-40e1-a989-807b08709c0f", "name": "network-vif-deleted", "tag": "ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:41:30.484758 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be69a11c-2399-43d7-8850-0d435c2f88ba x-openstack-request-id: req-be69a11c-2399-43d7-8850-0d435c2f88ba {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:41:30.485815 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea38749a-f1a3-40e1-a989-807b08709c0f", "name": "network-vif-deleted", "tag": "ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:41:30.486285 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-be69a11c-2399-43d7-8850-0d435c2f88ba {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:41:30.486950 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea38749a-f1a3-40e1-a989-807b08709c0f', 'name': 'network-vif-deleted', 'tag': 'ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1', 'status': 'completed', 'code': 200} Jul 23 16:41:30.552331 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8d317f48-3e27-4f3d-a85b-d27eea3d5473 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:30.568137 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['c8d53055-b83d-44fa-8075-d3700ec34dcd'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:41:30.615886 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d86f013-49d4-4786-b57b-17abe8412100 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:30.666611 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821ab951-9988-42e2-9c19-10e1db1eb5da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-850646b2-e695-41a2-9b35-89454b202975', 'network_id': '850646b2-e695-41a2-9b35-89454b202975', 'tenant_id': 'e77ddffad2684d2893d2dfe9e878154b', 'fixed_ips': [{'subnet_id': '6e52b8ed-f8e7-4fd6-9ef6-ee042f8bae4c'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:41:30.667922 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-821ab951-9988-42e2-9c19-10e1db1eb5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:30.829217 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10e1fb-e1c0-4456-a5fb-b44db508e162 req-0f78ffe8-f54f-4865-bf82-b9b342ceb451 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:30.837845 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e10e1fb-e1c0-4456-a5fb-b44db508e162 req-0f78ffe8-f54f-4865-bf82-b9b342ceb451 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 946 time: 0.1500983 Jul 23 16:41:30.909833 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e10e1fb-e1c0-4456-a5fb-b44db508e162 req-322612a3-a0a5-4243-ae30-d05456434c25 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708418 Jul 23 16:41:31.052647 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d86f013-49d4-4786-b57b-17abe8412100 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:31.172206 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d317f48-3e27-4f3d-a85b-d27eea3d5473 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:41:31.194592 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-821ab951-9988-42e2-9c19-10e1db1eb5da None None] Allocated IP 172.20.0.2 (850646b2-e695-41a2-9b35-89454b202975/6e52b8ed-f8e7-4fd6-9ef6-ee042f8bae4c/40395d39-e3e0-497a-9a79-b5f3d95d9011) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:31.293120 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d317f48-3e27-4f3d-a85b-d27eea3d5473 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:31.300739 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8d317f48-3e27-4f3d-a85b-d27eea3d5473 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "PUT /v2.0/routers/9b9eb893-6e7a-4099-88f3-c0f8d4d28477/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9724312 Jul 23 16:41:31.304699 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56494) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:31.318453 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b56cb4-11c7-48c5-b48d-1bce2156c621 None None] Sync routers for ids ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:41:31.332663 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b56cb4-11c7-48c5-b48d-1bce2156c621 None None] Routers {'9b9eb893-6e7a-4099-88f3-c0f8d4d28477'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:31.334118 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-09b56cb4-11c7-48c5-b48d-1bce2156c621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:31.421769 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-09b56cb4-11c7-48c5-b48d-1bce2156c621 None None] Set router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:31.422938 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9573945-7823-4bc2-90b3-89ea5711929d tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Deleting subnet 6ed7697f-a546-474d-bb09-d47c825fc37a {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:41:31.427826 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e9573945-7823-4bc2-90b3-89ea5711929d tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:31.471278 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-821ab951-9988-42e2-9c19-10e1db1eb5da None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:31.494166 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-821ab951-9988-42e2-9c19-10e1db1eb5da None None] Transition to ACTIVE for port object 40395d39-e3e0-497a-9a79-b5f3d95d9011 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:31.497860 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-09b56cb4-11c7-48c5-b48d-1bce2156c621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'name': 'tempest-RoutersTest-router-1508136638', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:29Z', 'updated_at': '2021-07-23T16:41:30Z', 'revision_number': 11, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:31.538472 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-821ab951-9988-42e2-9c19-10e1db1eb5da None None] Transition to ACTIVE for port object 40395d39-e3e0-497a-9a79-b5f3d95d9011 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:31.550854 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-821ab951-9988-42e2-9c19-10e1db1eb5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:31.560986 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e9573945-7823-4bc2-90b3-89ea5711929d tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:31.568440 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b56cb4-11c7-48c5-b48d-1bce2156c621 None None] Checking router: 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:41:31.582345 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b56cb4-11c7-48c5-b48d-1bce2156c621 None None] Routers {'9b9eb893-6e7a-4099-88f3-c0f8d4d28477'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:31.583076 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-09b56cb4-11c7-48c5-b48d-1bce2156c621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:31.625232 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821ab951-9988-42e2-9c19-10e1db1eb5da None None] Network 850646b2-e695-41a2-9b35-89454b202975 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:31.630132 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-821ab951-9988-42e2-9c19-10e1db1eb5da None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:31.636261 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821ab951-9988-42e2-9c19-10e1db1eb5da None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:31.656524 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ab951-9988-42e2-9c19-10e1db1eb5da None None] Pushing event updated for resources: {'Port': ['ID=40395d39-e3e0-497a-9a79-b5f3d95d9011,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:31.687408 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d86f013-49d4-4786-b57b-17abe8412100 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:31.694288 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device c8d53055-b83d-44fa-8075-d3700ec34dcd up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:41:31.741447 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d86f013-49d4-4786-b57b-17abe8412100 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:31.756891 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-821ab951-9988-42e2-9c19-10e1db1eb5da None None] Attempting to bind port 40395d39-e3e0-497a-9a79-b5f3d95d9011 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:41:31.757378 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-821ab951-9988-42e2-9c19-10e1db1eb5da None None] Attempting to bind port 40395d39-e3e0-497a-9a79-b5f3d95d9011 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '289f1c1f-7dae-4be6-8322-57af91e8db7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '850646b2-e695-41a2-9b35-89454b202975'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:41:31.757830 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ab951-9988-42e2-9c19-10e1db1eb5da None None] Attempting to bind port 40395d39-e3e0-497a-9a79-b5f3d95d9011 on network 850646b2-e695-41a2-9b35-89454b202975 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:41:31.767227 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ab951-9988-42e2-9c19-10e1db1eb5da None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:41:31.767608 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ab951-9988-42e2-9c19-10e1db1eb5da None None] Checking segment: {'id': '289f1c1f-7dae-4be6-8322-57af91e8db7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '850646b2-e695-41a2-9b35-89454b202975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:31.768823 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-821ab951-9988-42e2-9c19-10e1db1eb5da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:31.769257 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ab951-9988-42e2-9c19-10e1db1eb5da None None] Bound using segment: {'id': '289f1c1f-7dae-4be6-8322-57af91e8db7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '850646b2-e695-41a2-9b35-89454b202975'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:41:31.770244 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-821ab951-9988-42e2-9c19-10e1db1eb5da None None] Bound port: 40395d39-e3e0-497a-9a79-b5f3d95d9011, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289f1c1f-7dae-4be6-8322-57af91e8db7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '850646b2-e695-41a2-9b35-89454b202975'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:41:31.770648 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-821ab951-9988-42e2-9c19-10e1db1eb5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:31.838541 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-09b56cb4-11c7-48c5-b48d-1bce2156c621 None None] Set router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:31.868147 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea164a2-9035-4b5a-961b-64e7736d2def req-1e6bd315-0752-444b-b3d3-37be6ae49a41 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:31.869557 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea164a2-9035-4b5a-961b-64e7736d2def req-1e6bd315-0752-444b-b3d3-37be6ae49a41 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34fffff-03e9-4729-aa40-b8720681317b HTTP/1.1" status: 200 len: 945 time: 0.4093935 Jul 23 16:41:31.928893 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port c8d53055-b83d-44fa-8075-d3700ec34dcd completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:31.935730 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-09b56cb4-11c7-48c5-b48d-1bce2156c621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'name': 'tempest-RoutersTest-router-1508136638', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:29Z', 'updated_at': '2021-07-23T16:41:30Z', 'revision_number': 11, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:31.963063 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port c8d53055-b83d-44fa-8075-d3700ec34dcd triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:31.964667 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:31.966347 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ec4fe-3bed-4ec4-817d-81e40f59f434 req-f9b66114-c652-443a-94a2-c12621b8f45b tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:31.975139 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-892ec4fe-3bed-4ec4-817d-81e40f59f434 req-f9b66114-c652-443a-94a2-c12621b8f45b tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 945 time: 0.1987567 Jul 23 16:41:32.001377 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e9573945-7823-4bc2-90b3-89ea5711929d tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:32.010288 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b56cb4-11c7-48c5-b48d-1bce2156c621 None None] The sync data for ids ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'] in n-d-778549-4 is: [{'id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'name': 'tempest-RoutersTest-router-1508136638', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:29Z', 'updated_at': '2021-07-23T16:41:30Z', 'revision_number': 11, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:32.010537 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea164a2-9035-4b5a-961b-64e7736d2def req-eff41e7f-6115-42b8-b84a-90f6fe8fcdf8 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] 10.222.0.73 "GET /v2.0/security-groups?id=42ca1104-7953-457b-bffb-fe4d06a0b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168442 Jul 23 16:41:32.019937 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-9d86f013-49d4-4786-b57b-17abe8412100 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Allocated IP 172.25.8.232 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/263dee22-3f62-4f4b-9ed6-5ebae672d372) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:32.099952 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-821ab951-9988-42e2-9c19-10e1db1eb5da None None] For port 40395d39-e3e0-497a-9a79-b5f3d95d9011, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:41:32.140206 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-821ab951-9988-42e2-9c19-10e1db1eb5da None None] For port 40395d39-e3e0-497a-9a79-b5f3d95d9011, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=40395d39-e3e0-497a-9a79-b5f3d95d9011,segment=NetworkSegment(289f1c1f-7dae-4be6-8322-57af91e8db7b),segment_id=289f1c1f-7dae-4be6-8322-57af91e8db7b)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:41:32.152135 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-821ab951-9988-42e2-9c19-10e1db1eb5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:32.231335 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-892ec4fe-3bed-4ec4-817d-81e40f59f434 req-fe553678-5276-4c24-8a67-e8093fcc09b9 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552037 Jul 23 16:41:32.242947 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ab951-9988-42e2-9c19-10e1db1eb5da None None] Pushing event updated for resources: {'Port': ['ID=40395d39-e3e0-497a-9a79-b5f3d95d9011,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:32.243805 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d86f013-49d4-4786-b57b-17abe8412100 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:32.257495 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d7ad6-da0e-4379-a521-9ca8dab289eb req-b5a08591-0032-4a22-a1ea-f09ccb419291 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:32.259431 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d02d7ad6-da0e-4379-a521-9ca8dab289eb req-b5a08591-0032-4a22-a1ea-f09ccb419291 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 946 time: 0.1656446 Jul 23 16:41:32.303993 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e9573945-7823-4bc2-90b3-89ea5711929d tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:32.329434 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:32.339056 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e9573945-7823-4bc2-90b3-89ea5711929d tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:32.340917 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e9573945-7823-4bc2-90b3-89ea5711929d tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/subnets/6ed7697f-a546-474d-bb09-d47c825fc37a HTTP/1.1" status: 204 len: 168 time: 1.0336020 Jul 23 16:41:32.348422 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56510) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:32.374077 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b5b27c-41db-4c4d-a342-7fc71ba5fc59 None None] Network b7ae99bc-0394-435a-a9f9-d404005ad1a2 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:32.376933 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2aad7b-3f44-4f31-bcb3-e230608a1c20 req-03b7c241-b8ee-4627-bdbf-6173f6aefb72 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:32.378658 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db2aad7b-3f44-4f31-bcb3-e230608a1c20 req-03b7c241-b8ee-4627-bdbf-6173f6aefb72 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.74 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 945 time: 0.3957868 Jul 23 16:41:32.379434 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9573945-7823-4bc2-90b3-89ea5711929d tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Subnet': ['ID=6ed7697f-a546-474d-bb09-d47c825fc37a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:32.417201 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf5bcb-c021-4d7e-bdf4-90ba5769adf5 req-06c985fd-0cd2-4ba5-86e4-93003d849d88 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:32.419183 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fadf5bcb-c021-4d7e-bdf4-90ba5769adf5 req-06c985fd-0cd2-4ba5-86e4-93003d849d88 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 946 time: 0.2609112 Jul 23 16:41:32.437319 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9573945-7823-4bc2-90b3-89ea5711929d tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:32.437726 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9573945-7823-4bc2-90b3-89ea5711929d tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:32.438262 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9573945-7823-4bc2-90b3-89ea5711929d tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:32.438452 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9573945-7823-4bc2-90b3-89ea5711929d tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:32.438810 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9573945-7823-4bc2-90b3-89ea5711929d tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:32.439167 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9573945-7823-4bc2-90b3-89ea5711929d tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:32.439541 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9573945-7823-4bc2-90b3-89ea5711929d tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:32.439943 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9573945-7823-4bc2-90b3-89ea5711929d tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:32.442016 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9573945-7823-4bc2-90b3-89ea5711929d tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:32.442466 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9573945-7823-4bc2-90b3-89ea5711929d tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:32.442959 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9573945-7823-4bc2-90b3-89ea5711929d tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:32.443464 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9573945-7823-4bc2-90b3-89ea5711929d tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:32.449712 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d86f013-49d4-4786-b57b-17abe8412100 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:32.509759 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34fffff-03e9-4729-aa40-b8720681317b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d53055-b83d-44fa-8075-d3700ec34dcd'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:41:32.520333 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afca228-a0fd-40bd-989e-78a4079e43a7" -d '{"events": [{"server_uuid": "b34fffff-03e9-4729-aa40-b8720681317b", "name": "network-vif-plugged", "status": "completed", "tag": "c8d53055-b83d-44fa-8075-d3700ec34dcd"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:41:32.565148 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fa806dd-cc7b-4132-86e3-b0972c3b95b8 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:32.578635 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d86f013-49d4-4786-b57b-17abe8412100 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:32.586810 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-9d86f013-49d4-4786-b57b-17abe8412100 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:32.597824 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d86f013-49d4-4786-b57b-17abe8412100 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:32.601974 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port c8d53055-b83d-44fa-8075-d3700ec34dcd, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=c8d53055-b83d-44fa-8075-d3700ec34dcd,segment=NetworkSegment(6557095a-5301-4b8f-add8-252a5342ca4a),segment_id=6557095a-5301-4b8f-add8-252a5342ca4a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:32.607051 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-d02d7ad6-da0e-4379-a521-9ca8dab289eb req-b121dba4-4493-473b-83bc-7448cebc23e6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Deleting port 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:32.607395 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-d02d7ad6-da0e-4379-a521-9ca8dab289eb req-b121dba4-4493-473b-83bc-7448cebc23e6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:32.630425 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fadf5bcb-c021-4d7e-bdf4-90ba5769adf5 req-a7b33b03-60a1-46f5-a5cd-4d94b655476c tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989734 Jul 23 16:41:32.683179 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86f013-49d4-4786-b57b-17abe8412100 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Pushing event updated for resources: {'Port': ['ID=263dee22-3f62-4f4b-9ed6-5ebae672d372,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:32.698461 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:32.699476 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:32.707853 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ab4f99-a48e-4caf-900b-327b9e4c920e x-openstack-request-id: req-e7ab4f99-a48e-4caf-900b-327b9e4c920e {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:41:32.708247 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b34fffff-03e9-4729-aa40-b8720681317b", "name": "network-vif-plugged", "status": "completed", "tag": "c8d53055-b83d-44fa-8075-d3700ec34dcd", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:41:32.708646 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e7ab4f99-a48e-4caf-900b-327b9e4c920e {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:41:32.709177 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34fffff-03e9-4729-aa40-b8720681317b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d53055-b83d-44fa-8075-d3700ec34dcd', 'code': 200} Jul 23 16:41:32.736344 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-db2aad7b-3f44-4f31-bcb3-e230608a1c20 req-d8375c45-d030-4b0a-b6e6-243ce2aed67d tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Deleting port bf3c0b97-349e-4e25-8962-be2ec8f75263 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:32.736344 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-db2aad7b-3f44-4f31-bcb3-e230608a1c20 req-d8375c45-d030-4b0a-b6e6-243ce2aed67d tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:32.823891 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:32.824575 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device ad8925d9-29e4-46ce-9d79-f96b9f3fc4f1 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:32.838458 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1186bb2a-458f-4bc7-bcb4-243ea684ed25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:32.870151 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=c8d53055-b83d-44fa-8075-d3700ec34dcd,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:32.971085 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bac751-cd71-46f2-b04e-b958d69de32e req-06f2446d-64d4-43aa-8171-2588622f165d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:32.972754 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-25bac751-cd71-46f2-b04e-b958d69de32e req-06f2446d-64d4-43aa-8171-2588622f165d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=b34fffff-03e9-4729-aa40-b8720681317b HTTP/1.1" status: 200 len: 1097 time: 0.2223959 Jul 23 16:41:32.991039 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-db2aad7b-3f44-4f31-bcb3-e230608a1c20 req-d8375c45-d030-4b0a-b6e6-243ce2aed67d tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] For port bf3c0b97-349e-4e25-8962-be2ec8f75263, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=bf3c0b97-349e-4e25-8962-be2ec8f75263,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:32.991944 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-db2aad7b-3f44-4f31-bcb3-e230608a1c20 req-d8375c45-d030-4b0a-b6e6-243ce2aed67d tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:33.021863 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-db2aad7b-3f44-4f31-bcb3-e230608a1c20 req-d8375c45-d030-4b0a-b6e6-243ce2aed67d tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Calling delete_port for bf3c0b97-349e-4e25-8962-be2ec8f75263 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:33.025504 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911a548a-4bca-469a-a41b-f432a33dc71c None None] DHCP port deletion for b7ae99bc-0394-435a-a9f9-d404005ad1a2 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:41:33.048427 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-25bac751-cd71-46f2-b04e-b958d69de32e req-2df77cc8-9cd2-4c9d-af09-22246f36e671 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=42ca1104-7953-457b-bffb-fe4d06a0b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683849 Jul 23 16:41:33.055401 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-d02d7ad6-da0e-4379-a521-9ca8dab289eb req-b121dba4-4493-473b-83bc-7448cebc23e6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] For port 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4,segment=NetworkSegment(047af764-cf30-4424-904d-1624213e850c),segment_id=047af764-cf30-4424-904d-1624213e850c)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:33.055795 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-d02d7ad6-da0e-4379-a521-9ca8dab289eb req-b121dba4-4493-473b-83bc-7448cebc23e6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:33.118072 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-911a548a-4bca-469a-a41b-f432a33dc71c None None] Deleting port c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:33.118515 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-911a548a-4bca-469a-a41b-f432a33dc71c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:33.241046 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-911a548a-4bca-469a-a41b-f432a33dc71c None None] For port c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7,segment=NetworkSegment(ac11608d-9b93-41b0-8cc6-9d6b0f5c117d),segment_id=ac11608d-9b93-41b0-8cc6-9d6b0f5c117d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:33.241046 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-911a548a-4bca-469a-a41b-f432a33dc71c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:33.279772 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-911a548a-4bca-469a-a41b-f432a33dc71c None None] Calling delete_port for c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:33.352286 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2dc31-8eae-4e6c-abb5-d6e1684c74e2 req-8624548f-0d38-44a0-bff4-ec640fc55a5e tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:33.364637 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-edf2dc31-8eae-4e6c-abb5-d6e1684c74e2 req-8624548f-0d38-44a0-bff4-ec640fc55a5e tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34fffff-03e9-4729-aa40-b8720681317b HTTP/1.1" status: 200 len: 946 time: 0.2108305 Jul 23 16:41:33.395231 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 40395d39-e3e0-497a-9a79-b5f3d95d9011 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:41:33.500793 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-edf2dc31-8eae-4e6c-abb5-d6e1684c74e2 req-cf7e91fc-9a79-4da2-a835-762e552b85bf tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] 10.222.0.73 "GET /v2.0/security-groups?id=42ca1104-7953-457b-bffb-fe4d06a0b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347950 Jul 23 16:41:33.501558 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-db2aad7b-3f44-4f31-bcb3-e230608a1c20 req-d8375c45-d030-4b0a-b6e6-243ce2aed67d tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:33.520729 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['bf3c0b97-349e-4e25-8962-be2ec8f75263'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:41:33.547308 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-911a548a-4bca-469a-a41b-f432a33dc71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:33.558634 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 40395d39-e3e0-497a-9a79-b5f3d95d9011 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:33.559464 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8375c45-d030-4b0a-b6e6-243ce2aed67d tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Pushing event deleted for resources: {'Port': ['ID=bf3c0b97-349e-4e25-8962-be2ec8f75263,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:33.593388 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a548a-4bca-469a-a41b-f432a33dc71c None None] Pushing event deleted for resources: {'Port': ['ID=c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:33.595485 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911a548a-4bca-469a-a41b-f432a33dc71c None None] No DVR routers for this DVR port c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:33.631737 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0219342-095d-469e-953c-a2d997097109 req-39c89af7-fd18-4733-b598-638b456c2f68 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:33.633424 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d0219342-095d-469e-953c-a2d997097109 req-39c89af7-fd18-4733-b598-638b456c2f68 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dad270f-2766-4e02-a7fc-b43476298e68 HTTP/1.1" status: 200 len: 867 time: 0.2563131 Jul 23 16:41:33.693151 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2aad7b-3f44-4f31-bcb3-e230608a1c20 req-d8375c45-d030-4b0a-b6e6-243ce2aed67d tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] No DVR routers for this DVR port bf3c0b97-349e-4e25-8962-be2ec8f75263 on host n-h1-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:33.695876 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 9192c4a9-f441-4fa8-88c7-b148a008c681 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:33.723331 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 9192c4a9-f441-4fa8-88c7-b148a008c681 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:33.724072 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 9192c4a9-f441-4fa8-88c7-b148a008c681 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:33.724319 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:33.740634 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-db2aad7b-3f44-4f31-bcb3-e230608a1c20 req-d8375c45-d030-4b0a-b6e6-243ce2aed67d tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:33.747967 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db2aad7b-3f44-4f31-bcb3-e230608a1c20 req-d8375c45-d030-4b0a-b6e6-243ce2aed67d tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.74 "DELETE /v2.0/ports/bf3c0b97-349e-4e25-8962-be2ec8f75263 HTTP/1.1" status: 204 len: 173 time: 1.3597531 Jul 23 16:41:33.748415 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dad270f-2766-4e02-a7fc-b43476298e68', 'name': 'network-vif-deleted', 'tag': 'bf3c0b97-349e-4e25-8962-be2ec8f75263'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:41:33.767597 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed7f536-1e26-481f-bd07-0ebf57e404b2" -d '{"events": [{"server_uuid": "7dad270f-2766-4e02-a7fc-b43476298e68", "name": "network-vif-deleted", "tag": "bf3c0b97-349e-4e25-8962-be2ec8f75263"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:41:33.785415 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:33.785762 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:33.881307 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-8fa806dd-cc7b-4132-86e3-b0972c3b95b8 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Deleting port c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:33.881879 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fa806dd-cc7b-4132-86e3-b0972c3b95b8 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:33.886647 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d0219342-095d-469e-953c-a2d997097109 req-d7b4689c-bf83-41d7-abfb-efa341969377 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=7572a56a-08f1-4902-a27a-47e051763e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000415 Jul 23 16:41:33.962362 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5042fb-1959-45a4-b0e0-a8197c3c6533 req-3d2fb94f-facd-4ea7-af01-55703f877ba8 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:33.976409 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5a5042fb-1959-45a4-b0e0-a8197c3c6533 req-3d2fb94f-facd-4ea7-af01-55703f877ba8 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 946 time: 0.1559727 Jul 23 16:41:34.033800 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4078ff-b713-4faa-ab9d-726d27d3dc91 x-openstack-request-id: req-9c4078ff-b713-4faa-ab9d-726d27d3dc91 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:41:34.035774 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dad270f-2766-4e02-a7fc-b43476298e68", "name": "network-vif-deleted", "tag": "bf3c0b97-349e-4e25-8962-be2ec8f75263", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:41:34.036077 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9c4078ff-b713-4faa-ab9d-726d27d3dc91 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:41:34.036754 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dad270f-2766-4e02-a7fc-b43476298e68', 'name': 'network-vif-deleted', 'tag': 'bf3c0b97-349e-4e25-8962-be2ec8f75263', 'status': 'completed', 'code': 200} Jul 23 16:41:34.071140 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5a5042fb-1959-45a4-b0e0-a8197c3c6533 req-0545b78e-ede6-4a43-aa81-302542b07d35 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups?id=53083df0-774c-4bf4-8692-ef2023d050b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929925 Jul 23 16:41:34.082597 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b11e38-30da-4f81-ad18-356ca68a6188 None None] Network 850646b2-e695-41a2-9b35-89454b202975 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:34.093024 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:41:34.164461 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-687bf908-0af4-44ae-a1b3-8d3d3f0ef964 None None] Provisioning for port 40395d39-e3e0-497a-9a79-b5f3d95d9011 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:34.176555 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-687bf908-0af4-44ae-a1b3-8d3d3f0ef964 None None] Provisioning complete for port 40395d39-e3e0-497a-9a79-b5f3d95d9011 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:34.176801 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-687bf908-0af4-44ae-a1b3-8d3d3f0ef964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.264158 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-8fa806dd-cc7b-4132-86e3-b0972c3b95b8 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] For port c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7, host n-d-778549-4, got binding levels [] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:34.264762 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fa806dd-cc7b-4132-86e3-b0972c3b95b8 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.301604 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-8fa806dd-cc7b-4132-86e3-b0972c3b95b8 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Calling delete_port for c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:34.312531 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.ipam_backend_mixin [None req-8fa806dd-cc7b-4132-86e3-b0972c3b95b8 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Port c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7 was not found and therefore no delete operation was performed {{(pid=94013) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:41:34.318183 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fa806dd-cc7b-4132-86e3-b0972c3b95b8 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.321150 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-d02d7ad6-da0e-4379-a521-9ca8dab289eb req-b121dba4-4493-473b-83bc-7448cebc23e6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.321516 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-d02d7ad6-da0e-4379-a521-9ca8dab289eb req-b121dba4-4493-473b-83bc-7448cebc23e6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.321830 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [req-d02d7ad6-da0e-4379-a521-9ca8dab289eb req-b121dba4-4493-473b-83bc-7448cebc23e6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Floating IP a6673d4f-7cb7-42e3-8f5a-935d24fbf175 disassociated. External IP: 172.25.8.178, port: 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4. Jul 23 16:41:34.322170 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-d02d7ad6-da0e-4379-a521-9ca8dab289eb req-b121dba4-4493-473b-83bc-7448cebc23e6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Calling delete_port for 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:34.331559 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d86f013-49d4-4786-b57b-17abe8412100 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.344201 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-687bf908-0af4-44ae-a1b3-8d3d3f0ef964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.390100 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-687bf908-0af4-44ae-a1b3-8d3d3f0ef964 None None] For port 40395d39-e3e0-497a-9a79-b5f3d95d9011, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=40395d39-e3e0-497a-9a79-b5f3d95d9011,segment=NetworkSegment(289f1c1f-7dae-4be6-8322-57af91e8db7b),segment_id=289f1c1f-7dae-4be6-8322-57af91e8db7b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:34.395453 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-687bf908-0af4-44ae-a1b3-8d3d3f0ef964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.427712 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa806dd-cc7b-4132-86e3-b0972c3b95b8 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] No DVR routers for this DVR port c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:34.429384 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa806dd-cc7b-4132-86e3-b0972c3b95b8 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Port': ['ID=c51590b9-47f6-4f21-b3f0-4b1ea50ccbf7,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:34.465192 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687bf908-0af4-44ae-a1b3-8d3d3f0ef964 None None] Pushing event updated for resources: {'Port': ['ID=40395d39-e3e0-497a-9a79-b5f3d95d9011,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:34.657342 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fa806dd-cc7b-4132-86e3-b0972c3b95b8 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.679977 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-8fa806dd-cc7b-4132-86e3-b0972c3b95b8 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ae99bc-0394-435a-a9f9-d404005ad1a2']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:34.681222 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92448529-70fd-4d2f-922f-2b307156d614 req-abde33d9-cf88-4d76-99e0-d06b2831fd37 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:34.693907 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-92448529-70fd-4d2f-922f-2b307156d614 req-abde33d9-cf88-4d76-99e0-d06b2831fd37 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34fffff-03e9-4729-aa40-b8720681317b HTTP/1.1" status: 200 len: 946 time: 0.1103833 Jul 23 16:41:34.728462 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8c3ea1f4-1ee3-4a53-a57c-f9d27c25744a None None] Provisioning complete for port 40395d39-e3e0-497a-9a79-b5f3d95d9011 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:34.729570 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8c3ea1f4-1ee3-4a53-a57c-f9d27c25744a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.730716 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-92448529-70fd-4d2f-922f-2b307156d614 req-8ed9ca89-7c2e-4a1c-9855-0f82d1b9d961 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] 10.222.0.73 "GET /v2.0/security-groups?id=42ca1104-7953-457b-bffb-fe4d06a0b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355530 Jul 23 16:41:34.777160 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-8fa806dd-cc7b-4132-86e3-b0972c3b95b8 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac11608d-9b93-41b0-8cc6-9d6b0f5c117d') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:34.777462 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-8fa806dd-cc7b-4132-86e3-b0972c3b95b8 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac11608d-9b93-41b0-8cc6-9d6b0f5c117d') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:34.789230 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fa806dd-cc7b-4132-86e3-b0972c3b95b8 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.814931 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fa806dd-cc7b-4132-86e3-b0972c3b95b8 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.853991 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa806dd-cc7b-4132-86e3-b0972c3b95b8 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:34.854398 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fa806dd-cc7b-4132-86e3-b0972c3b95b8 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.858398 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.859585 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:41:34.859585 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:34.859585 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:41:34.859585 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:34.859585 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:41:34.859585 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:34.859585 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:41:34.859585 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:34.859585 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:41:34.859585 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:34.859585 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:41:34.859585 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:34.859585 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:41:34.859585 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:34.859585 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:34.859585 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:34.859585 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:34.859585 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:34.859585 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:41:34.859585 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:34.859585 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:41:34.859585 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:34.859585 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:34.859585 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:34.859585 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:34.859585 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:34.859585 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:34.859585 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:34.859585 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:34.859585 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:34.859585 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:34.859585 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:34.979437 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d86f013-49d4-4786-b57b-17abe8412100 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:35.000721 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-d02d7ad6-da0e-4379-a521-9ca8dab289eb req-b121dba4-4493-473b-83bc-7448cebc23e6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:35.005377 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fa806dd-cc7b-4132-86e3-b0972c3b95b8 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:35.049870 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fa806dd-cc7b-4132-86e3-b0972c3b95b8 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:35.051943 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8fa806dd-cc7b-4132-86e3-b0972c3b95b8 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/networks/b7ae99bc-0394-435a-a9f9-d404005ad1a2 HTTP/1.1" status: 204 len: 168 time: 2.6747611 Jul 23 16:41:35.055706 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56566) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:35.061552 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-547d2d63-eae4-4adc-80f0-ea11bf99f94e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Request body: {'router': {'routes': None}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:35.157705 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121dba4-4493-473b-83bc-7448cebc23e6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Pushing event deleted for resources: {'Port': ['ID=55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:35.170743 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa806dd-cc7b-4132-86e3-b0972c3b95b8 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Pushing event deleted for resources: {'Network': ['ID=b7ae99bc-0394-435a-a9f9-d404005ad1a2,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:35.376407 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9c5a1278-86f9-4d10-8c67-931a12e7fcfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:35.457832 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4682d226-813f-4059-91f6-61c6a02d2562 req-ca36f902-ff13-489a-9f41-b6a1c1372bdb tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 210 time: 0.0499384 Jul 23 16:41:35.485683 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 40395d39-e3e0-497a-9a79-b5f3d95d9011 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:41:35.526045 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.extraroute_db [None req-547d2d63-eae4-4adc-80f0-ea11bf99f94e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Added routes are [] {{(pid=94012) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 16:41:35.526495 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.extraroute_db [None req-547d2d63-eae4-4adc-80f0-ea11bf99f94e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Removed routes are [] {{(pid=94012) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 16:41:35.526967 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-547d2d63-eae4-4adc-80f0-ea11bf99f94e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:35.632057 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:35.656566 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d02d7ad6-da0e-4379-a521-9ca8dab289eb req-b121dba4-4493-473b-83bc-7448cebc23e6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Router eff611ae-30a4-4607-96c6-ce3cfe2e4723 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:41:35.688341 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d86f013-49d4-4786-b57b-17abe8412100 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Router a85c5343-6bf7-4fce-97cc-faa0e3c38135 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:41:35.710895 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 40395d39-e3e0-497a-9a79-b5f3d95d9011 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:35.711444 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:35.942653 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d02d7ad6-da0e-4379-a521-9ca8dab289eb req-b121dba4-4493-473b-83bc-7448cebc23e6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:35.958097 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895ba351-4513-4eee-ba3e-4b54a8795de0 None None] Sync routers for ids ['eff611ae-30a4-4607-96c6-ce3cfe2e4723'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:41:35.971570 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895ba351-4513-4eee-ba3e-4b54a8795de0 None None] Routers {'eff611ae-30a4-4607-96c6-ce3cfe2e4723'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:35.973741 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-895ba351-4513-4eee-ba3e-4b54a8795de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['eff611ae-30a4-4607-96c6-ce3cfe2e4723'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:35.997040 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-547d2d63-eae4-4adc-80f0-ea11bf99f94e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:36.014841 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-547d2d63-eae4-4adc-80f0-ea11bf99f94e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1714764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1714741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695099'] for router, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:36.028507 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb46e5-bb30-453a-9ca0-a1d272367b61 req-67b5eaaf-c5f6-4499-9c68-f400d5014ae0 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:36.037746 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0cb46e5-bb30-453a-9ca0-a1d272367b61 req-67b5eaaf-c5f6-4499-9c68-f400d5014ae0 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.6313684 Jul 23 16:41:36.042120 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d86f013-49d4-4786-b57b-17abe8412100 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:36.082279 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3f154d-1bf8-4bfb-9b28-b3dc0ffac364 None None] Sync routers for ids ['a85c5343-6bf7-4fce-97cc-faa0e3c38135'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:41:36.093651 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3f154d-1bf8-4bfb-9b28-b3dc0ffac364 None None] Routers {'a85c5343-6bf7-4fce-97cc-faa0e3c38135'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:36.094553 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-9c3f154d-1bf8-4bfb-9b28-b3dc0ffac364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a85c5343-6bf7-4fce-97cc-faa0e3c38135'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:36.122798 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02d7ad6-da0e-4379-a521-9ca8dab289eb req-b121dba4-4493-473b-83bc-7448cebc23e6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] No DVR routers for this DVR port 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:36.126634 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-d02d7ad6-da0e-4379-a521-9ca8dab289eb req-b121dba4-4493-473b-83bc-7448cebc23e6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:36.128986 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d02d7ad6-da0e-4379-a521-9ca8dab289eb req-b121dba4-4493-473b-83bc-7448cebc23e6 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.74 "DELETE /v2.0/ports/55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 HTTP/1.1" status: 204 len: 173 time: 3.8621416 Jul 23 16:41:36.129802 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d86f013-49d4-4786-b57b-17abe8412100 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:36.133822 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9d86f013-49d4-4786-b57b-17abe8412100 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.7743220 Jul 23 16:41:36.133822 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fcf27e-1fc4-44f2-87e7-6648ac97b53d', 'name': 'network-vif-deleted', 'tag': '55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:41:36.137758 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580cf41a-3f0a-414b-b81a-c745984b7e61" -d '{"events": [{"server_uuid": "a9fcf27e-1fc4-44f2-87e7-6648ac97b53d", "name": "network-vif-deleted", "tag": "55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:41:36.147075 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56588) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:36.158313 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-9c3f154d-1bf8-4bfb-9b28-b3dc0ffac364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:36.171422 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3f154d-1bf8-4bfb-9b28-b3dc0ffac364 None None] Routers {'a85c5343-6bf7-4fce-97cc-faa0e3c38135'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:36.173074 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-9c3f154d-1bf8-4bfb-9b28-b3dc0ffac364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a85c5343-6bf7-4fce-97cc-faa0e3c38135'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:36.282081 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-9c3f154d-1bf8-4bfb-9b28-b3dc0ffac364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:36.284966 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3f154d-1bf8-4bfb-9b28-b3dc0ffac364 None None] The sync data for ids ['a85c5343-6bf7-4fce-97cc-faa0e3c38135'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:36.293187 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-895ba351-4513-4eee-ba3e-4b54a8795de0 None None] Set router eff611ae-30a4-4607-96c6-ce3cfe2e4723 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:36.347496 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0cb46e5-bb30-453a-9ca0-a1d272367b61 req-d9f6fc99-2fc1-4118-bea7-c69a4e5cf3ca tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2972577 Jul 23 16:41:36.352080 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547d2d63-eae4-4adc-80f0-ea11bf99f94e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:41:36.456344 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56923972-2578-48a4-96bf-0c011f192f6d x-openstack-request-id: req-56923972-2578-48a4-96bf-0c011f192f6d {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:41:36.456806 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fcf27e-1fc4-44f2-87e7-6648ac97b53d", "name": "network-vif-deleted", "tag": "55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:41:36.457188 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-56923972-2578-48a4-96bf-0c011f192f6d {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:41:36.458468 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9fcf27e-1fc4-44f2-87e7-6648ac97b53d', 'name': 'network-vif-deleted', 'tag': '55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4', 'status': 'completed', 'code': 200} Jul 23 16:41:36.468716 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547d2d63-eae4-4adc-80f0-ea11bf99f94e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:36.491788 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-547d2d63-eae4-4adc-80f0-ea11bf99f94e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:36.496425 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-547d2d63-eae4-4adc-80f0-ea11bf99f94e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "PUT /v2.0/routers/9b9eb893-6e7a-4099-88f3-c0f8d4d28477 HTTP/1.1" status: 200 len: 701 time: 1.4384761 Jul 23 16:41:36.498654 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56596) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:36.540768 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4b5b1357-1d54-4051-939a-30a5049b17e4 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "GET /v2.0/ports?device_id=9b9eb893-6e7a-4099-88f3-c0f8d4d28477 HTTP/1.1" status: 200 len: 205 time: 0.0403960 Jul 23 16:41:36.541891 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56600) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:36.684615 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:36.692624 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ca8edb-c60b-4e8a-8b5c-ea92cafb3094 None None] Sync routers for ids ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:41:36.854483 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:36.854964 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 55b7a47c-b71b-4b70-9d4d-5c7ff3c088e4 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:36.855497 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device bf3c0b97-349e-4e25-8962-be2ec8f75263 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:36.894440 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c80ed2f0-2826-4600-b9f1-22d511d55fb8 req-b373e272-23db-41be-9b05-9bed4391928a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9fcf27e-1fc4-44f2-87e7-6648ac97b53d HTTP/1.1" status: 200 len: 210 time: 0.1088021 Jul 23 16:41:36.973793 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-104a12c2-68b1-4b30-a58c-cb59019a7b21 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.070412 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: bf3c0b97-349e-4e25-8962-be2ec8f75263 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:37.071117 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device bf3c0b97-349e-4e25-8962-be2ec8f75263 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:37.083998 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ca8edb-c60b-4e8a-8b5c-ea92cafb3094 None None] Routers {'9b9eb893-6e7a-4099-88f3-c0f8d4d28477'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:37.084816 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b2ca8edb-c60b-4e8a-8b5c-ea92cafb3094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:37.161119 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.175683 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-b2ca8edb-c60b-4e8a-8b5c-ea92cafb3094 None None] Set router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:37.210848 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-104a12c2-68b1-4b30-a58c-cb59019a7b21 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.217576 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-104a12c2-68b1-4b30-a58c-cb59019a7b21 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.236164 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b2ca8edb-c60b-4e8a-8b5c-ea92cafb3094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9eb893-6e7a-4099-88f3-c0f8d4d28477', 'name': 'tempest-RoutersTest-router-1508136638', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:29Z', 'updated_at': '2021-07-23T16:41:30Z', 'revision_number': 11, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:37.238207 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5aa9b-13b0-498f-ae0b-1c482f5a48b2 req-372afbcb-59ce-4588-8e40-cbc259ec3631 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:37.239946 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8be5aa9b-13b0-498f-ae0b-1c482f5a48b2 req-372afbcb-59ce-4588-8e40-cbc259ec3631 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.97 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.5763934 Jul 23 16:41:37.272168 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ca8edb-c60b-4e8a-8b5c-ea92cafb3094 None None] Checking router: 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:41:37.316034 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ca8edb-c60b-4e8a-8b5c-ea92cafb3094 None None] Routers {'9b9eb893-6e7a-4099-88f3-c0f8d4d28477'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:37.316870 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b2ca8edb-c60b-4e8a-8b5c-ea92cafb3094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:37.327204 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-104a12c2-68b1-4b30-a58c-cb59019a7b21 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.327807 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104a12c2-68b1-4b30-a58c-cb59019a7b21 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Fanout notify agent at l3_agent the message router_deleted on router 9b9eb893-6e7a-4099-88f3-c0f8d4d28477 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:41:37.337485 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-104a12c2-68b1-4b30-a58c-cb59019a7b21 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.343744 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56610) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:37.351810 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-7863f378-2f80-4da6-9c0d-5611ed5a4d0b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2129889515', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:37.357458 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-104a12c2-68b1-4b30-a58c-cb59019a7b21 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/routers/9b9eb893-6e7a-4099-88f3-c0f8d4d28477 HTTP/1.1" status: 204 len: 168 time: 0.8141689 Jul 23 16:41:37.367389 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b2ca8edb-c60b-4e8a-8b5c-ea92cafb3094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:37.368382 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ca8edb-c60b-4e8a-8b5c-ea92cafb3094 None None] The sync data for ids ['9b9eb893-6e7a-4099-88f3-c0f8d4d28477'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:37.394310 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-895ba351-4513-4eee-ba3e-4b54a8795de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'name': 'tempest-AttachVolumeShelveTestJSON-523370312-router', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:27Z', 'updated_at': '2021-07-23T16:31:35Z', 'revision_number': 4, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'gw_port': {'id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:28Z', 'updated_at': '2021-07-23T16:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'd7b72f47-0a2a-46b1-9c1c-5f5c0e191a65', 'name': '', 'network_id': '188f4564-8b8f-479c-8498-350853f64f83', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'mac_address': 'fa:16:3e:22:9a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:33Z', 'updated_at': '2021-07-23T16:31:47Z', 'revision_number': 5, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'subnets': [{'id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:37.441267 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895ba351-4513-4eee-ba3e-4b54a8795de0 None None] Checking router: eff611ae-30a4-4607-96c6-ce3cfe2e4723 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:41:37.457846 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895ba351-4513-4eee-ba3e-4b54a8795de0 None None] Routers {'eff611ae-30a4-4607-96c6-ce3cfe2e4723'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:37.458642 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-895ba351-4513-4eee-ba3e-4b54a8795de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['eff611ae-30a4-4607-96c6-ce3cfe2e4723'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:37.462095 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.541533 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa92bcd-d00a-4c6a-b906-893ca5403ca0 req-703ac536-3f3b-42df-8967-7b6de68ef6ef tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:37.545664 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7aa92bcd-d00a-4c6a-b906-893ca5403ca0 req-703ac536-3f3b-42df-8967-7b6de68ef6ef tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 945 time: 0.1220472 Jul 23 16:41:37.547396 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7863f378-2f80-4da6-9c0d-5611ed5a4d0b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.549298 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7863f378-2f80-4da6-9c0d-5611ed5a4d0b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.566685 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-8be5aa9b-13b0-498f-ae0b-1c482f5a48b2 req-a557c9c3-4e76-4539-bb42-9ceebe7015ec tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Deleting port 726cd214-8346-47cb-a33e-99234af00cab {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:37.567258 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8be5aa9b-13b0-498f-ae0b-1c482f5a48b2 req-a557c9c3-4e76-4539-bb42-9ceebe7015ec tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.648763 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-895ba351-4513-4eee-ba3e-4b54a8795de0 None None] Set router eff611ae-30a4-4607-96c6-ce3cfe2e4723 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:37.685674 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7aa92bcd-d00a-4c6a-b906-893ca5403ca0 req-85541469-1113-470d-815a-4b6415d6fad4 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b19439c-d71d-4de4-a79a-6a2ccd491bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314816 Jul 23 16:41:37.706486 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7863f378-2f80-4da6-9c0d-5611ed5a4d0b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.724444 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-8be5aa9b-13b0-498f-ae0b-1c482f5a48b2 req-a557c9c3-4e76-4539-bb42-9ceebe7015ec tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] For port 726cd214-8346-47cb-a33e-99234af00cab, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=726cd214-8346-47cb-a33e-99234af00cab,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:37.724444 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8be5aa9b-13b0-498f-ae0b-1c482f5a48b2 req-a557c9c3-4e76-4539-bb42-9ceebe7015ec tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.732002 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7863f378-2f80-4da6-9c0d-5611ed5a4d0b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.800463 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7863f378-2f80-4da6-9c0d-5611ed5a4d0b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.802330 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7863f378-2f80-4da6-9c0d-5611ed5a4d0b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4562855 Jul 23 16:41:37.807103 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56622) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:37.821688 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-f5bfcf75-9e8c-44d5-b2cd-7c309657e79e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:37.831081 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c8c91402-2159-49b3-8a38-fca86c54f6e1 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.935962 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-895ba351-4513-4eee-ba3e-4b54a8795de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'name': 'tempest-AttachVolumeShelveTestJSON-523370312-router', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:27Z', 'updated_at': '2021-07-23T16:31:35Z', 'revision_number': 4, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'gw_port': {'id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:28Z', 'updated_at': '2021-07-23T16:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'd7b72f47-0a2a-46b1-9c1c-5f5c0e191a65', 'name': '', 'network_id': '188f4564-8b8f-479c-8498-350853f64f83', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'mac_address': 'fa:16:3e:22:9a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:33Z', 'updated_at': '2021-07-23T16:31:47Z', 'revision_number': 5, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'subnets': [{'id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:37.963738 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8be5aa9b-13b0-498f-ae0b-1c482f5a48b2 req-a557c9c3-4e76-4539-bb42-9ceebe7015ec tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.964560 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8be5aa9b-13b0-498f-ae0b-1c482f5a48b2 req-a557c9c3-4e76-4539-bb42-9ceebe7015ec tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.967783 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [req-8be5aa9b-13b0-498f-ae0b-1c482f5a48b2 req-a557c9c3-4e76-4539-bb42-9ceebe7015ec tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Floating IP c1746b18-6c81-4dd5-bf73-7f9c0cff94be disassociated. External IP: 172.25.8.198, port: 726cd214-8346-47cb-a33e-99234af00cab. Jul 23 16:41:37.968268 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-8be5aa9b-13b0-498f-ae0b-1c482f5a48b2 req-a557c9c3-4e76-4539-bb42-9ceebe7015ec tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Calling delete_port for 726cd214-8346-47cb-a33e-99234af00cab owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:37.975009 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895ba351-4513-4eee-ba3e-4b54a8795de0 None None] The sync data for ids ['eff611ae-30a4-4607-96c6-ce3cfe2e4723'] in n-d-778549-4 is: [{'id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'name': 'tempest-AttachVolumeShelveTestJSON-523370312-router', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:27Z', 'updated_at': '2021-07-23T16:31:35Z', 'revision_number': 4, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'gw_port': {'id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:28Z', 'updated_at': '2021-07-23T16:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'd7b72f47-0a2a-46b1-9c1c-5f5c0e191a65', 'name': '', 'network_id': '188f4564-8b8f-479c-8498-350853f64f83', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'mac_address': 'fa:16:3e:22:9a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:33Z', 'updated_at': '2021-07-23T16:31:47Z', 'revision_number': 5, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'subnets': [{'id': '8b88c056-245d-4f4e-ab87-c54aa261bddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:38.208965 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8be5aa9b-13b0-498f-ae0b-1c482f5a48b2 req-a557c9c3-4e76-4539-bb42-9ceebe7015ec tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:38.254598 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557c9c3-4e76-4539-bb42-9ceebe7015ec tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Pushing event deleted for resources: {'Port': ['ID=726cd214-8346-47cb-a33e-99234af00cab,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:38.334444 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f5bfcf75-9e8c-44d5-b2cd-7c309657e79e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:38.356636 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f5bfcf75-9e8c-44d5-b2cd-7c309657e79e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1714764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1714741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695099'] for router, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:38.440807 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8be5aa9b-13b0-498f-ae0b-1c482f5a48b2 req-a557c9c3-4e76-4539-bb42-9ceebe7015ec tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Router 6915a703-05a5-414b-8b9c-f779243719f1 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:41:38.461507 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4518f2e-5695-4c69-9ca1-cb52915d0ec0 None None] New status for floating IP a6673d4f-7cb7-42e3-8f5a-935d24fbf175: DOWN {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:41:38.590674 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:38.591923 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8be5aa9b-13b0-498f-ae0b-1c482f5a48b2 req-a557c9c3-4e76-4539-bb42-9ceebe7015ec tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:38.612344 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55103c02-f792-40b3-b1aa-90f37de7322c None None] Sync routers for ids ['6915a703-05a5-414b-8b9c-f779243719f1'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:41:38.650365 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55103c02-f792-40b3-b1aa-90f37de7322c None None] Routers {'6915a703-05a5-414b-8b9c-f779243719f1'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:38.651272 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-55103c02-f792-40b3-b1aa-90f37de7322c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6915a703-05a5-414b-8b9c-f779243719f1'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:38.672376 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be5aa9b-13b0-498f-ae0b-1c482f5a48b2 req-a557c9c3-4e76-4539-bb42-9ceebe7015ec tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] No DVR routers for this DVR port 726cd214-8346-47cb-a33e-99234af00cab on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:38.675643 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8be5aa9b-13b0-498f-ae0b-1c482f5a48b2 req-a557c9c3-4e76-4539-bb42-9ceebe7015ec tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:38.678208 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8be5aa9b-13b0-498f-ae0b-1c482f5a48b2 req-a557c9c3-4e76-4539-bb42-9ceebe7015ec tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.97 "DELETE /v2.0/ports/726cd214-8346-47cb-a33e-99234af00cab HTTP/1.1" status: 204 len: 173 time: 1.3976443 Jul 23 16:41:38.678884 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd420a9a8-aff2-437f-80c1-258f3ee789da', 'name': 'network-vif-deleted', 'tag': '726cd214-8346-47cb-a33e-99234af00cab'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:41:38.681632 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df56821-7ad6-49a5-9f76-57c0717fc572" -d '{"events": [{"server_uuid": "d420a9a8-aff2-437f-80c1-258f3ee789da", "name": "network-vif-deleted", "tag": "726cd214-8346-47cb-a33e-99234af00cab"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:41:38.731935 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7ca32d-367b-4cd5-88a5-4f29917d5f16 x-openstack-request-id: req-9f7ca32d-367b-4cd5-88a5-4f29917d5f16 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:41:38.732734 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d420a9a8-aff2-437f-80c1-258f3ee789da", "name": "network-vif-deleted", "tag": "726cd214-8346-47cb-a33e-99234af00cab", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:41:38.732964 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9f7ca32d-367b-4cd5-88a5-4f29917d5f16 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:41:38.733825 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd420a9a8-aff2-437f-80c1-258f3ee789da', 'name': 'network-vif-deleted', 'tag': '726cd214-8346-47cb-a33e-99234af00cab', 'status': 'completed', 'code': 200} Jul 23 16:41:38.754119 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5bfcf75-9e8c-44d5-b2cd-7c309657e79e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Router f56daa07-86d1-4c4e-874b-80af7cb16cd6 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:41:38.842565 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-c8c91402-2159-49b3-8a38-fca86c54f6e1 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Allocated IP 172.20.0.1 (850646b2-e695-41a2-9b35-89454b202975/6e52b8ed-f8e7-4fd6-9ef6-ee042f8bae4c/66ffb6ca-4d41-42a8-a880-cdcbfccd5a47) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:38.928709 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bfcf75-9e8c-44d5-b2cd-7c309657e79e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:38.936640 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f5bfcf75-9e8c-44d5-b2cd-7c309657e79e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:38.940907 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f5bfcf75-9e8c-44d5-b2cd-7c309657e79e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "PUT /v2.0/routers/f56daa07-86d1-4c4e-874b-80af7cb16cd6 HTTP/1.1" status: 200 len: 694 time: 1.1265495 Jul 23 16:41:38.951651 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56654) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:38.953173 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f8c634-1b5d-47cb-aa06-17e1f544a840 None None] Sync routers for ids ['f56daa07-86d1-4c4e-874b-80af7cb16cd6'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:41:38.957178 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-55103c02-f792-40b3-b1aa-90f37de7322c None None] Set router 6915a703-05a5-414b-8b9c-f779243719f1 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:38.981530 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f8c634-1b5d-47cb-aa06-17e1f544a840 None None] Routers {'f56daa07-86d1-4c4e-874b-80af7cb16cd6'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:38.982527 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f5f8c634-1b5d-47cb-aa06-17e1f544a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['f56daa07-86d1-4c4e-874b-80af7cb16cd6'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:39.098891 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-f5f8c634-1b5d-47cb-aa06-17e1f544a840 None None] Set router f56daa07-86d1-4c4e-874b-80af7cb16cd6 gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:39.177022 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56664) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:39.422628 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f5f8c634-1b5d-47cb-aa06-17e1f544a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56daa07-86d1-4c4e-874b-80af7cb16cd6', 'name': 'tempest-RoutersTest-router-2129889515', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:41:37Z', 'updated_at': '2021-07-23T16:41:38Z', 'revision_number': 2, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:39.487248 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-55103c02-f792-40b3-b1aa-90f37de7322c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6915a703-05a5-414b-8b9c-f779243719f1', 'name': 'tempest-ServerActionsTestJSON-148621084-router', 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '12ecbe36-2d8c-4891-926a-9c290d822755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:58Z', 'updated_at': '2021-07-23T16:32:06Z', 'revision_number': 4, 'project_id': '5d8469dd886547af8aa5b5e0e02307dd', 'gw_port': {'id': '12ecbe36-2d8c-4891-926a-9c290d822755', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6915a703-05a5-414b-8b9c-f779243719f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:59Z', 'updated_at': '2021-07-23T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'a42adf18-ffad-4d53-8ccb-fac7af94f0b1', 'name': '', 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a', 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd', 'mac_address': 'fa:16:3e:68:36:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6915a703-05a5-414b-8b9c-f779243719f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '2ae57d8d-3779-4491-8fd1-fe104612a516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:05Z', 'updated_at': '2021-07-23T16:32:13Z', 'revision_number': 5, 'project_id': '5d8469dd886547af8aa5b5e0e02307dd', 'subnets': [{'id': '2ae57d8d-3779-4491-8fd1-fe104612a516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:39.500897 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c8c91402-2159-49b3-8a38-fca86c54f6e1 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.521029 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f8c634-1b5d-47cb-aa06-17e1f544a840 None None] Checking router: f56daa07-86d1-4c4e-874b-80af7cb16cd6 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:41:39.553492 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c8c91402-2159-49b3-8a38-fca86c54f6e1 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Transition to ACTIVE for port object 66ffb6ca-4d41-42a8-a880-cdcbfccd5a47 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:39.562791 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f8c634-1b5d-47cb-aa06-17e1f544a840 None None] Routers {'f56daa07-86d1-4c4e-874b-80af7cb16cd6'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:39.563693 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f5f8c634-1b5d-47cb-aa06-17e1f544a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['f56daa07-86d1-4c4e-874b-80af7cb16cd6'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:39.627666 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55103c02-f792-40b3-b1aa-90f37de7322c None None] Checking router: 6915a703-05a5-414b-8b9c-f779243719f1 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:41:39.646560 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55103c02-f792-40b3-b1aa-90f37de7322c None None] Routers {'6915a703-05a5-414b-8b9c-f779243719f1'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:39.649567 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-10cc0590-8270-4bd4-8626-1f28f4ee2714 req-8c76cc0c-9d6f-4b81-a64a-984c9920f3a3 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/ports?device_id=d420a9a8-aff2-437f-80c1-258f3ee789da HTTP/1.1" status: 200 len: 210 time: 0.8429530 Jul 23 16:41:39.651811 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c8c91402-2159-49b3-8a38-fca86c54f6e1 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.654141 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-55103c02-f792-40b3-b1aa-90f37de7322c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6915a703-05a5-414b-8b9c-f779243719f1'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:39.707319 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56688) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:39.710923 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bf0b3a09-69f7-4599-b2f9-496a492119be tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "GET /v2.0/routers/f56daa07-86d1-4c4e-874b-80af7cb16cd6 HTTP/1.1" status: 200 len: 700 time: 0.7558401 Jul 23 16:41:39.731973 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 726cd214-8346-47cb-a33e-99234af00cab no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:39.734631 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-f5f8c634-1b5d-47cb-aa06-17e1f544a840 None None] Set router f56daa07-86d1-4c4e-874b-80af7cb16cd6 gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:39.780727 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f63334e0-2ba5-4390-a14f-c2829f1186bf tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "GET /v2.0/ports?device_id=f56daa07-86d1-4c4e-874b-80af7cb16cd6 HTTP/1.1" status: 200 len: 205 time: 0.0705442 Jul 23 16:41:39.782501 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56690) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:39.797690 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f5f8c634-1b5d-47cb-aa06-17e1f544a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56daa07-86d1-4c4e-874b-80af7cb16cd6', 'name': 'tempest-RoutersTest-router-2129889515', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:41:37Z', 'updated_at': '2021-07-23T16:41:38Z', 'revision_number': 2, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:39.825781 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-700baf85-9637-4199-88aa-1a5680be6536 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.844901 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f8c634-1b5d-47cb-aa06-17e1f544a840 None None] The sync data for ids ['f56daa07-86d1-4c4e-874b-80af7cb16cd6'] in n-d-778549-4 is: [{'id': 'f56daa07-86d1-4c4e-874b-80af7cb16cd6', 'name': 'tempest-RoutersTest-router-2129889515', 'tenant_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:41:37Z', 'updated_at': '2021-07-23T16:41:38Z', 'revision_number': 2, 'project_id': 'c0f4c41fe4844b969e43c8308c91c7fc', 'gw_port_host': None}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:39.902415 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-700baf85-9637-4199-88aa-1a5680be6536 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.904644 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-55103c02-f792-40b3-b1aa-90f37de7322c None None] Set router 6915a703-05a5-414b-8b9c-f779243719f1 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:39.935052 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c91402-2159-49b3-8a38-fca86c54f6e1 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Network 850646b2-e695-41a2-9b35-89454b202975 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:39.951216 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-c8c91402-2159-49b3-8a38-fca86c54f6e1 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:39.953950 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c91402-2159-49b3-8a38-fca86c54f6e1 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:40.020271 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c8c91402-2159-49b3-8a38-fca86c54f6e1 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:40.109689 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 726cd214-8346-47cb-a33e-99234af00cab {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:40.110466 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 726cd214-8346-47cb-a33e-99234af00cab not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:40.146924 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-14d69ca0-9b29-4bc2-9d22-8cb172ac30da tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:40.173512 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c91402-2159-49b3-8a38-fca86c54f6e1 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Pushing event updated for resources: {'Port': ['ID=66ffb6ca-4d41-42a8-a880-cdcbfccd5a47,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:40.178445 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-700baf85-9637-4199-88aa-1a5680be6536 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:40.188155 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-700baf85-9637-4199-88aa-1a5680be6536 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:40.192770 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-700baf85-9637-4199-88aa-1a5680be6536 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "DELETE /v2.0/security-groups/53083df0-774c-4bf4-8692-ef2023d050b1 HTTP/1.1" status: 204 len: 168 time: 1.0145442 Jul 23 16:41:40.195373 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56700) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:40.243322 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700baf85-9637-4199-88aa-1a5680be6536 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53083df0-774c-4bf4-8692-ef2023d050b1,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:40.263089 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-3d484a9a-6771-40cc-b8d1-673cc3d17564 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] show failed (client error): The resource could not be found. Jul 23 16:41:40.267722 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3d484a9a-6771-40cc-b8d1-673cc3d17564 tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "GET /v2.0/security-groups/53083df0-774c-4bf4-8692-ef2023d050b1 HTTP/1.1" status: 404 len: 347 time: 0.0685012 Jul 23 16:41:40.268379 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56704) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:40.319761 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-55103c02-f792-40b3-b1aa-90f37de7322c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6915a703-05a5-414b-8b9c-f779243719f1', 'name': 'tempest-ServerActionsTestJSON-148621084-router', 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '12ecbe36-2d8c-4891-926a-9c290d822755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:58Z', 'updated_at': '2021-07-23T16:32:06Z', 'revision_number': 4, 'project_id': '5d8469dd886547af8aa5b5e0e02307dd', 'gw_port': {'id': '12ecbe36-2d8c-4891-926a-9c290d822755', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6915a703-05a5-414b-8b9c-f779243719f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:59Z', 'updated_at': '2021-07-23T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'a42adf18-ffad-4d53-8ccb-fac7af94f0b1', 'name': '', 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a', 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd', 'mac_address': 'fa:16:3e:68:36:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6915a703-05a5-414b-8b9c-f779243719f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '2ae57d8d-3779-4491-8fd1-fe104612a516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:05Z', 'updated_at': '2021-07-23T16:32:13Z', 'revision_number': 5, 'project_id': '5d8469dd886547af8aa5b5e0e02307dd', 'subnets': [{'id': '2ae57d8d-3779-4491-8fd1-fe104612a516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:40.366504 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55103c02-f792-40b3-b1aa-90f37de7322c None None] The sync data for ids ['6915a703-05a5-414b-8b9c-f779243719f1'] in n-d-778549-4 is: [{'id': '6915a703-05a5-414b-8b9c-f779243719f1', 'name': 'tempest-ServerActionsTestJSON-148621084-router', 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '12ecbe36-2d8c-4891-926a-9c290d822755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:58Z', 'updated_at': '2021-07-23T16:32:06Z', 'revision_number': 4, 'project_id': '5d8469dd886547af8aa5b5e0e02307dd', 'gw_port': {'id': '12ecbe36-2d8c-4891-926a-9c290d822755', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6915a703-05a5-414b-8b9c-f779243719f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:59Z', 'updated_at': '2021-07-23T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'a42adf18-ffad-4d53-8ccb-fac7af94f0b1', 'name': '', 'network_id': '03e99c5a-98cc-4ed4-9e2b-d3e4c465647a', 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd', 'mac_address': 'fa:16:3e:68:36:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6915a703-05a5-414b-8b9c-f779243719f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '2ae57d8d-3779-4491-8fd1-fe104612a516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:05Z', 'updated_at': '2021-07-23T16:32:13Z', 'revision_number': 5, 'project_id': '5d8469dd886547af8aa5b5e0e02307dd', 'subnets': [{'id': '2ae57d8d-3779-4491-8fd1-fe104612a516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:40.426672 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c8c91402-2159-49b3-8a38-fca86c54f6e1 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:40.458173 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-df591ea1-6a06-4d6a-94d1-38c03dc2ddc8 None None] Provisioning for port 66ffb6ca-4d41-42a8-a880-cdcbfccd5a47 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:40.472804 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-df591ea1-6a06-4d6a-94d1-38c03dc2ddc8 None None] Provisioning complete for port 66ffb6ca-4d41-42a8-a880-cdcbfccd5a47 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:40.474916 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-df591ea1-6a06-4d6a-94d1-38c03dc2ddc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:40.502962 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-14d69ca0-9b29-4bc2-9d22-8cb172ac30da tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:40.513239 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-14d69ca0-9b29-4bc2-9d22-8cb172ac30da tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:40.531064 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-df591ea1-6a06-4d6a-94d1-38c03dc2ddc8 None None] Port 66ffb6ca-4d41-42a8-a880-cdcbfccd5a47 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:41:40.539385 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afe507-e208-4119-8a82-cae98b855ab4 req-f9f78902-ae9f-4caa-a174-6587d4f89071 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:40.541717 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-33afe507-e208-4119-8a82-cae98b855ab4 req-f9f78902-ae9f-4caa-a174-6587d4f89071 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 945 time: 0.6085534 Jul 23 16:41:40.592949 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-14d69ca0-9b29-4bc2-9d22-8cb172ac30da tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:40.593616 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d69ca0-9b29-4bc2-9d22-8cb172ac30da tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Fanout notify agent at l3_agent the message router_deleted on router f56daa07-86d1-4c4e-874b-80af7cb16cd6 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:41:40.614865 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-d6a0e9e4-5da6-492f-aaec-2a0e1eb80a5a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Deleting port 12dbbd0a-2aeb-46bc-9791-9d58d26a1333 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:40.615456 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6a0e9e4-5da6-492f-aaec-2a0e1eb80a5a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:40.621605 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-14d69ca0-9b29-4bc2-9d22-8cb172ac30da tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:40.626467 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-14d69ca0-9b29-4bc2-9d22-8cb172ac30da tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/routers/f56daa07-86d1-4c4e-874b-80af7cb16cd6 HTTP/1.1" status: 204 len: 168 time: 0.8414321 Jul 23 16:41:40.629680 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56710) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:40.654950 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce67e4-eb5a-48f6-9741-924cab4ea7a1 req-26a7e310-f471-4434-b410-28f9794a04be tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:40.656530 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-27ce67e4-eb5a-48f6-9741-924cab4ea7a1 req-26a7e310-f471-4434-b410-28f9794a04be tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34fffff-03e9-4729-aa40-b8720681317b HTTP/1.1" status: 200 len: 946 time: 0.5582917 Jul 23 16:41:40.687691 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2bd6d909-7985-4ea4-bd51-a99c5a35e133 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "GET /v2.0/ports?device_id=f56daa07-86d1-4c4e-874b-80af7cb16cd6 HTTP/1.1" status: 200 len: 205 time: 0.0530226 Jul 23 16:41:40.693004 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56714) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:40.703000 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-33afe507-e208-4119-8a82-cae98b855ab4 req-ef59e2d8-5775-488e-97e1-7de497fe5039 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c6eb539-11f0-4f1b-b8f5-d8e90642f151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141245 Jul 23 16:41:40.776352 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-c8376a14-5707-4817-8165-2bab77f503d3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] delete failed (client error): The resource could not be found. Jul 23 16:41:40.777664 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c8376a14-5707-4817-8165-2bab77f503d3 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/routers/f56daa07-86d1-4c4e-874b-80af7cb16cd6 HTTP/1.1" status: 404 len: 336 time: 0.0837045 Jul 23 16:41:40.784923 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56716) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:40.801733 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6a0e9e4-5da6-492f-aaec-2a0e1eb80a5a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:40.802591 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6a0e9e4-5da6-492f-aaec-2a0e1eb80a5a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:40.825978 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-27ce67e4-eb5a-48f6-9741-924cab4ea7a1 req-18eb198a-4926-4db1-88f8-17fef1dcdbe2 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] 10.222.0.73 "GET /v2.0/security-groups?id=42ca1104-7953-457b-bffb-fe4d06a0b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433871 Jul 23 16:41:40.839733 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-d6a0e9e4-5da6-492f-aaec-2a0e1eb80a5a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Calling delete_port for 12dbbd0a-2aeb-46bc-9791-9d58d26a1333 owned by network:floatingip {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:40.861090 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa51fe1-6677-4ca3-a193-506990b9d2a5 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] DELETE failed (client error): The resource could not be found. Jul 23 16:41:40.861839 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fa51fe1-6677-4ca3-a193-506990b9d2a5 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:41:40.867351 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4fa51fe1-6677-4ca3-a193-506990b9d2a5 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/subnets/d3fdc166-6665-4e45-971c-cf509d2da120 HTTP/1.1" status: 404 len: 337 time: 0.0809755 Jul 23 16:41:40.869981 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56720) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:40.873132 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56722) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:40.898832 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53051da-e66d-40ad-a1f3-5e6c4d7577ca None None] New status for floating IP c1746b18-6c81-4dd5-bf73-7f9c0cff94be: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:41:40.934546 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-92bad876-33c4-4f15-90de-4cef85403dee tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] DELETE failed (client error): The resource could not be found. Jul 23 16:41:40.935012 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92bad876-33c4-4f15-90de-4cef85403dee tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:41:40.938315 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-92bad876-33c4-4f15-90de-4cef85403dee tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/subnets/6284461d-ff39-4088-b992-4b85f2d249f2 HTTP/1.1" status: 404 len: 337 time: 0.0667906 Jul 23 16:41:40.943202 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56728) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:41.033472 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-442840bf-5006-4f65-a427-52f9e976c75a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] DELETE failed (client error): The resource could not be found. Jul 23 16:41:41.034197 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-442840bf-5006-4f65-a427-52f9e976c75a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:41:41.038983 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-442840bf-5006-4f65-a427-52f9e976c75a tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/subnets/b3a6e1a4-4faf-4222-8232-10f5afc84457 HTTP/1.1" status: 404 len: 337 time: 0.0920489 Jul 23 16:41:41.039920 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56730) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:41.069472 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c8c91402-2159-49b3-8a38-fca86c54f6e1 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:41.091842 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d747e027-9ae2-43b3-bc28-7278fef00fed tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:41.100389 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c8c91402-2159-49b3-8a38-fca86c54f6e1 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:41.108783 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e3e7011-77b2-4656-a5d7-bbfd5bc47edd tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] DELETE failed (client error): The resource could not be found. Jul 23 16:41:41.109333 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e3e7011-77b2-4656-a5d7-bbfd5bc47edd tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:41:41.113511 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1e3e7011-77b2-4656-a5d7-bbfd5bc47edd tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/subnets/6ed7697f-a546-474d-bb09-d47c825fc37a HTTP/1.1" status: 404 len: 337 time: 0.0685873 Jul 23 16:41:41.116607 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56732) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:41.152864 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d747e027-9ae2-43b3-bc28-7278fef00fed tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:41.205704 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0899c961-f292-4c78-8dc1-9da6fc6b5b4c tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "GET /v2.0/ports?device_id=9b9eb893-6e7a-4099-88f3-c0f8d4d28477 HTTP/1.1" status: 200 len: 205 time: 0.0845737 Jul 23 16:41:41.207542 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56734) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:41.295870 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-ecc0cda0-06c0-443a-9201-a58f24888490 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] delete failed (client error): The resource could not be found. Jul 23 16:41:41.297170 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ecc0cda0-06c0-443a-9201-a58f24888490 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/routers/9b9eb893-6e7a-4099-88f3-c0f8d4d28477 HTTP/1.1" status: 404 len: 336 time: 0.0885291 Jul 23 16:41:41.303188 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56742) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:41.390195 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a4634ace-0ed4-4ac2-a257-4c1e86be0c9b tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "GET /v2.0/ports?device_id=b94c0997-3a3c-4d91-8d53-04558c3290e1 HTTP/1.1" status: 200 len: 205 time: 0.0858674 Jul 23 16:41:41.397274 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56744) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:41.452082 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-fd36a25b-b3bc-419f-a585-91eeb44957a0 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] delete failed (client error): The resource could not be found. Jul 23 16:41:41.456753 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fd36a25b-b3bc-419f-a585-91eeb44957a0 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/routers/b94c0997-3a3c-4d91-8d53-04558c3290e1 HTTP/1.1" status: 404 len: 336 time: 0.0540593 Jul 23 16:41:41.456753 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d747e027-9ae2-43b3-bc28-7278fef00fed tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:41.457138 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d747e027-9ae2-43b3-bc28-7278fef00fed tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:41.460823 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d747e027-9ae2-43b3-bc28-7278fef00fed tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "DELETE /v2.0/security-groups/4b19439c-d71d-4de4-a79a-6a2ccd491bf6 HTTP/1.1" status: 204 len: 168 time: 0.5736957 Jul 23 16:41:41.460823 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56746) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:41.474779 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56748) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:41.553066 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d747e027-9ae2-43b3-bc28-7278fef00fed tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b19439c-d71d-4de4-a79a-6a2ccd491bf6,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:41.554506 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c91402-2159-49b3-8a38-fca86c54f6e1 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Pushing event updated for resources: {'Port': ['ID=66ffb6ca-4d41-42a8-a880-cdcbfccd5a47,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:41.565104 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-506a0e2f-d097-408b-a7a7-f7397e24ed6e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] DELETE failed (client error): The resource could not be found. Jul 23 16:41:41.565754 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-506a0e2f-d097-408b-a7a7-f7397e24ed6e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:41:41.574356 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-506a0e2f-d097-408b-a7a7-f7397e24ed6e tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/subnets/0910eacc-e0b5-4d16-a4a6-76b301d6eaf5 HTTP/1.1" status: 404 len: 337 time: 0.1082304 Jul 23 16:41:41.574557 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6a0e9e4-5da6-492f-aaec-2a0e1eb80a5a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:41.574697 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-1ec8be1f-158b-46d1-bf0f-b84d1c22edac tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] show failed (client error): The resource could not be found. Jul 23 16:41:41.583422 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1ec8be1f-158b-46d1-bf0f-b84d1c22edac tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "GET /v2.0/security-groups/4b19439c-d71d-4de4-a79a-6a2ccd491bf6 HTTP/1.1" status: 404 len: 347 time: 0.1075699 Jul 23 16:41:41.589138 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56750) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:41.589324 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56752) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:41.600098 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c8c91402-2159-49b3-8a38-fca86c54f6e1 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:41.639798 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0e9e4-5da6-492f-aaec-2a0e1eb80a5a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Pushing event deleted for resources: {'Port': ['ID=12dbbd0a-2aeb-46bc-9791-9d58d26a1333,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:41.695051 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6775d5-836c-4d40-8160-5156198b71d5 req-3eb61a2d-651a-46ea-b1d3-0b9b16da184a tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:41.700279 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3f6775d5-836c-4d40-8160-5156198b71d5 req-3eb61a2d-651a-46ea-b1d3-0b9b16da184a tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] 10.222.0.97 "GET /v2.0/ports?device_id=b34fffff-03e9-4729-aa40-b8720681317b HTTP/1.1" status: 200 len: 946 time: 0.3722377 Jul 23 16:41:41.706103 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-043cb3e6-5222-4342-baf2-e858d741a823 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff72a9a7-3da3-4b94-98df-d33e8122aeb6 HTTP/1.1" status: 200 len: 205 time: 0.1100824 Jul 23 16:41:41.718303 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56758) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:41.776708 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-ee095bbe-a27c-41b1-9e4c-65a50d87afb2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] delete failed (client error): The resource could not be found. Jul 23 16:41:41.777124 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ee095bbe-a27c-41b1-9e4c-65a50d87afb2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/routers/ff72a9a7-3da3-4b94-98df-d33e8122aeb6 HTTP/1.1" status: 404 len: 336 time: 0.0650659 Jul 23 16:41:41.780740 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56762) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:41.875036 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6a0e9e4-5da6-492f-aaec-2a0e1eb80a5a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks [] for floatingip, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:41.878136 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6a0e9e4-5da6-492f-aaec-2a0e1eb80a5a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:41.879350 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d6a0e9e4-5da6-492f-aaec-2a0e1eb80a5a tempest-AttachVolumeShelveTestJSON-2073556976 tempest-AttachVolumeShelveTestJSON-2073556976-project] 10.222.0.73 "DELETE /v2.0/floatingips/a6673d4f-7cb7-42e3-8f5a-935d24fbf175 HTTP/1.1" status: 204 len: 168 time: 1.6090474 Jul 23 16:41:41.883598 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f6beaeb6-2b59-47a9-8c03-3af0c83cbbf2 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "GET /v2.0/ports?device_id=a100ee38-e351-4e13-9770-97d14d218a70 HTTP/1.1" status: 200 len: 205 time: 0.1003275 Jul 23 16:41:41.902677 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56766) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:41.994291 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-c036dd40-b262-4e57-902a-cf581dedc9d0 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] delete failed (client error): The resource could not be found. Jul 23 16:41:41.998223 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c036dd40-b262-4e57-902a-cf581dedc9d0 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/routers/a100ee38-e351-4e13-9770-97d14d218a70 HTTP/1.1" status: 404 len: 336 time: 0.0701489 Jul 23 16:41:42.000774 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56770) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:42.004805 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-0894f84d-5c42-4a09-a617-cbf26d899498 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Deleting port 58d5a090-9d4f-4812-9eaf-0edd5084d4d7 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:42.005328 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0894f84d-5c42-4a09-a617-cbf26d899498 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:42.044940 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c91402-2159-49b3-8a38-fca86c54f6e1 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Network 850646b2-e695-41a2-9b35-89454b202975 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:42.046629 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-c8c91402-2159-49b3-8a38-fca86c54f6e1 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:42.049355 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-720b347f-d19d-4951-bc4a-5ae0c6d6f347 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] DELETE failed (client error): The resource could not be found. Jul 23 16:41:42.049847 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-720b347f-d19d-4951-bc4a-5ae0c6d6f347 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:41:42.054009 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-720b347f-d19d-4951-bc4a-5ae0c6d6f347 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/subnets/24e98150-20f1-4faf-b18b-6ad5eff8facd HTTP/1.1" status: 404 len: 337 time: 0.0518787 Jul 23 16:41:42.057623 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf9500-26fd-4a62-8d3d-f7ba96192d66 req-df5078f9-67f4-45f2-8d43-62db730cb6f9 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:42.057791 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56772) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:42.058641 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-00bf9500-26fd-4a62-8d3d-f7ba96192d66 req-df5078f9-67f4-45f2-8d43-62db730cb6f9 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 945 time: 0.2403293 Jul 23 16:41:42.117003 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b91c16fa-bc74-4402-8205-563c6b18ce33 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "GET /v2.0/ports?device_id=664906f2-fc02-44a1-95b1-addb690aea3a HTTP/1.1" status: 200 len: 205 time: 0.0582039 Jul 23 16:41:42.135567 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56776) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:42.241118 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f0081-d1ce-4a60-915b-f0b541a944ed req-fe1cecc2-113d-49ab-abf3-72d9b6258d24 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:42.242933 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-993f0081-d1ce-4a60-915b-f0b541a944ed req-fe1cecc2-113d-49ab-abf3-72d9b6258d24 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.74 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 945 time: 0.3626287 Jul 23 16:41:42.258826 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-3f6775d5-836c-4d40-8160-5156198b71d5 req-2d11b6ae-55bb-4902-b967-bea774ffe0f8 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] Deleting port c8d53055-b83d-44fa-8075-d3700ec34dcd {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:42.259162 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3f6775d5-836c-4d40-8160-5156198b71d5 req-2d11b6ae-55bb-4902-b967-bea774ffe0f8 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:42.262274 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-ace7a9fe-8a31-48f3-a2e3-6df53051cbd9 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] delete failed (client error): The resource could not be found. Jul 23 16:41:42.263370 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ace7a9fe-8a31-48f3-a2e3-6df53051cbd9 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/routers/664906f2-fc02-44a1-95b1-addb690aea3a HTTP/1.1" status: 404 len: 336 time: 0.1236773 Jul 23 16:41:42.272136 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56782) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:42.307115 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c91402-2159-49b3-8a38-fca86c54f6e1 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Router a85c5343-6bf7-4fce-97cc-faa0e3c38135 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:41:42.485383 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-3f6775d5-836c-4d40-8160-5156198b71d5 req-2d11b6ae-55bb-4902-b967-bea774ffe0f8 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] For port c8d53055-b83d-44fa-8075-d3700ec34dcd, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=c8d53055-b83d-44fa-8075-d3700ec34dcd,segment=NetworkSegment(6557095a-5301-4b8f-add8-252a5342ca4a),segment_id=6557095a-5301-4b8f-add8-252a5342ca4a)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:42.485383 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3f6775d5-836c-4d40-8160-5156198b71d5 req-2d11b6ae-55bb-4902-b967-bea774ffe0f8 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:42.509675 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-3f6775d5-836c-4d40-8160-5156198b71d5 req-2d11b6ae-55bb-4902-b967-bea774ffe0f8 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] Calling delete_port for c8d53055-b83d-44fa-8075-d3700ec34dcd owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:42.515289 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7ab8ed60-feaf-43ca-99e3-9acd5757838d None None] Provisioning complete for port 66ffb6ca-4d41-42a8-a880-cdcbfccd5a47 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:42.515819 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7ab8ed60-feaf-43ca-99e3-9acd5757838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:42.526434 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-993f0081-d1ce-4a60-915b-f0b541a944ed req-b1cdeee6-ba26-4485-ae37-9657976e6439 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Deleting port 288f6be2-b408-4a65-bfd3-5398dd1e0761 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:42.526801 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-993f0081-d1ce-4a60-915b-f0b541a944ed req-b1cdeee6-ba26-4485-ae37-9657976e6439 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:42.536799 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-8463924a-5a13-4efa-8539-d6f0753d3011 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] DELETE failed (client error): The resource could not be found. Jul 23 16:41:42.538382 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8463924a-5a13-4efa-8539-d6f0753d3011 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:41:42.540407 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8463924a-5a13-4efa-8539-d6f0753d3011 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/subnets/0cd5f0f8-1898-42af-bc73-1df205aa1323 HTTP/1.1" status: 404 len: 337 time: 0.2539146 Jul 23 16:41:42.542895 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0894f84d-5c42-4a09-a617-cbf26d899498 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:42.543481 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0894f84d-5c42-4a09-a617-cbf26d899498 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:42.544550 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56786) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:42.556532 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5e240-707b-4d90-9b2b-cfc0b7e66596 req-0c6a8abf-2880-44d3-bdbb-f3d24c6aaa05 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:42.559374 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a7c5e240-707b-4d90-9b2b-cfc0b7e66596 req-0c6a8abf-2880-44d3-bdbb-f3d24c6aaa05 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34fffff-03e9-4729-aa40-b8720681317b HTTP/1.1" status: 200 len: 946 time: 0.6332109 Jul 23 16:41:42.584602 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c91402-2159-49b3-8a38-fca86c54f6e1 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:42.586293 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-00bf9500-26fd-4a62-8d3d-f7ba96192d66 req-91f0635c-b202-4c3f-bcf4-30c11393a1ce tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c6eb539-11f0-4f1b-b8f5-d8e90642f151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4694781 Jul 23 16:41:42.592121 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-014dab06-0b44-4f3a-a44d-185d0179c5ce tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "GET /v2.0/ports?device_id=861a1e31-7963-4597-914a-20a44ba1f56e HTTP/1.1" status: 200 len: 205 time: 0.0427375 Jul 23 16:41:42.597911 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c8c91402-2159-49b3-8a38-fca86c54f6e1 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] 10.222.0.73 "PUT /v2.0/routers/a85c5343-6bf7-4fce-97cc-faa0e3c38135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4421227 Jul 23 16:41:42.608739 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56788) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:42.608960 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c152541c-2340-49ea-b35b-0d6d1308f2df None None] Sync routers for ids ['a85c5343-6bf7-4fce-97cc-faa0e3c38135'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:41:42.609512 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56790) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:42.638642 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c152541c-2340-49ea-b35b-0d6d1308f2df None None] Routers {'a85c5343-6bf7-4fce-97cc-faa0e3c38135'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:42.639280 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c152541c-2340-49ea-b35b-0d6d1308f2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a85c5343-6bf7-4fce-97cc-faa0e3c38135'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:42.643568 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-7ab8ed60-feaf-43ca-99e3-9acd5757838d None None] Port 66ffb6ca-4d41-42a8-a880-cdcbfccd5a47 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:41:42.653837 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-0894f84d-5c42-4a09-a617-cbf26d899498 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Calling delete_port for 58d5a090-9d4f-4812-9eaf-0edd5084d4d7 owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:42.654026 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-a1fd0cbf-9473-4da4-8659-41287149b5c7 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Request body: {'port': {'network_id': '850646b2-e695-41a2-9b35-89454b202975', 'name': 'tempest-FloatingIPAdminTestJSON-807663729'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:42.686646 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c152541c-2340-49ea-b35b-0d6d1308f2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:42.692020 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-76d41996-4750-4154-9600-90979a306210 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] delete failed (client error): The resource could not be found. Jul 23 16:41:42.692887 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-76d41996-4750-4154-9600-90979a306210 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/routers/861a1e31-7963-4597-914a-20a44ba1f56e HTTP/1.1" status: 404 len: 336 time: 0.0803525 Jul 23 16:41:42.699804 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c152541c-2340-49ea-b35b-0d6d1308f2df None None] Routers {'a85c5343-6bf7-4fce-97cc-faa0e3c38135'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:42.700476 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c152541c-2340-49ea-b35b-0d6d1308f2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a85c5343-6bf7-4fce-97cc-faa0e3c38135'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:42.711391 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56792) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:42.764148 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c152541c-2340-49ea-b35b-0d6d1308f2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:42.764962 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c152541c-2340-49ea-b35b-0d6d1308f2df None None] The sync data for ids ['a85c5343-6bf7-4fce-97cc-faa0e3c38135'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:42.835124 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-a34bc773-5da0-422d-8707-aa88e5df32b5 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] DELETE failed (client error): The resource could not be found. Jul 23 16:41:42.835589 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a34bc773-5da0-422d-8707-aa88e5df32b5 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:41:42.839974 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a34bc773-5da0-422d-8707-aa88e5df32b5 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/subnets/3dd53376-1ce0-4b47-aad9-148be67f8cfd HTTP/1.1" status: 404 len: 337 time: 0.1151519 Jul 23 16:41:42.849244 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56798) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:42.857610 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-993f0081-d1ce-4a60-915b-f0b541a944ed req-b1cdeee6-ba26-4485-ae37-9657976e6439 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] For port 288f6be2-b408-4a65-bfd3-5398dd1e0761, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=288f6be2-b408-4a65-bfd3-5398dd1e0761,segment=NetworkSegment(ad45a4cc-cf30-49f8-a5ad-4265a85c83ee),segment_id=ad45a4cc-cf30-49f8-a5ad-4265a85c83ee)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:42.858375 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-993f0081-d1ce-4a60-915b-f0b541a944ed req-b1cdeee6-ba26-4485-ae37-9657976e6439 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:42.864611 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a7c5e240-707b-4d90-9b2b-cfc0b7e66596 req-7fc7ad28-8f76-4565-8596-84b727a78022 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] 10.222.0.73 "GET /v2.0/security-groups?id=42ca1104-7953-457b-bffb-fe4d06a0b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301216 Jul 23 16:41:42.902618 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-05dcb7f9-7149-47df-b335-255652cd1fc7 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] DELETE failed (client error): The resource could not be found. Jul 23 16:41:42.903764 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05dcb7f9-7149-47df-b335-255652cd1fc7 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:41:42.907307 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-05dcb7f9-7149-47df-b335-255652cd1fc7 tempest-RoutersTest-584467351 tempest-RoutersTest-584467351-project] 10.222.0.73 "DELETE /v2.0/subnets/370f66f8-dada-4e25-96a0-3416b82a24e8 HTTP/1.1" status: 404 len: 337 time: 0.0547013 Jul 23 16:41:42.997979 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fd0cbf-9473-4da4-8659-41287149b5c7 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Made reservation on behalf of e77ddffad2684d2893d2dfe9e878154b for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:43.003513 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a1fd0cbf-9473-4da4-8659-41287149b5c7 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.099398 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-a1fd0cbf-9473-4da4-8659-41287149b5c7 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] device_id is not set on port 4f1ca81a-ee11-4846-a13a-09158b244cae yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:41:43.131237 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3f6775d5-836c-4d40-8160-5156198b71d5 req-2d11b6ae-55bb-4902-b967-bea774ffe0f8 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.204902 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11b6ae-55bb-4902-b967-bea774ffe0f8 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] Pushing event deleted for resources: {'Port': ['ID=c8d53055-b83d-44fa-8075-d3700ec34dcd,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:43.254230 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0894f84d-5c42-4a09-a617-cbf26d899498 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.365236 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894f84d-5c42-4a09-a617-cbf26d899498 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Pushing event deleted for resources: {'Port': ['ID=58d5a090-9d4f-4812-9eaf-0edd5084d4d7,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:43.375584 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6775d5-836c-4d40-8160-5156198b71d5 req-2d11b6ae-55bb-4902-b967-bea774ffe0f8 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] No DVR routers for this DVR port c8d53055-b83d-44fa-8075-d3700ec34dcd on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:43.398134 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3f6775d5-836c-4d40-8160-5156198b71d5 req-2d11b6ae-55bb-4902-b967-bea774ffe0f8 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.404608 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3f6775d5-836c-4d40-8160-5156198b71d5 req-2d11b6ae-55bb-4902-b967-bea774ffe0f8 tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] 10.222.0.97 "DELETE /v2.0/ports/c8d53055-b83d-44fa-8075-d3700ec34dcd HTTP/1.1" status: 204 len: 173 time: 1.6372552 Jul 23 16:41:43.405912 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34fffff-03e9-4729-aa40-b8720681317b', 'name': 'network-vif-deleted', 'tag': 'c8d53055-b83d-44fa-8075-d3700ec34dcd'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:41:43.412369 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-993f0081-d1ce-4a60-915b-f0b541a944ed req-b1cdeee6-ba26-4485-ae37-9657976e6439 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.413040 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-993f0081-d1ce-4a60-915b-f0b541a944ed req-b1cdeee6-ba26-4485-ae37-9657976e6439 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.413582 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [req-993f0081-d1ce-4a60-915b-f0b541a944ed req-b1cdeee6-ba26-4485-ae37-9657976e6439 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Floating IP 1560e7bc-0e1b-4dd9-9e95-9f6405180144 disassociated. External IP: 172.25.8.71, port: 288f6be2-b408-4a65-bfd3-5398dd1e0761. Jul 23 16:41:43.414326 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-993f0081-d1ce-4a60-915b-f0b541a944ed req-b1cdeee6-ba26-4485-ae37-9657976e6439 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Calling delete_port for 288f6be2-b408-4a65-bfd3-5398dd1e0761 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:43.426769 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a1285a-bfb0-4b1a-9ccc-0ea44918332f" -d '{"events": [{"server_uuid": "b34fffff-03e9-4729-aa40-b8720681317b", "name": "network-vif-deleted", "tag": "c8d53055-b83d-44fa-8075-d3700ec34dcd"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:41:43.442187 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-a1fd0cbf-9473-4da4-8659-41287149b5c7 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Allocated IP 172.20.0.13 (850646b2-e695-41a2-9b35-89454b202975/6e52b8ed-f8e7-4fd6-9ef6-ee042f8bae4c/4f1ca81a-ee11-4846-a13a-09158b244cae) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:43.521806 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56814) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:43.539393 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0894f84d-5c42-4a09-a617-cbf26d899498 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.545106 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0894f84d-5c42-4a09-a617-cbf26d899498 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.547336 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0894f84d-5c42-4a09-a617-cbf26d899498 tempest-ServerActionsTestJSON-1083491329 tempest-ServerActionsTestJSON-1083491329-project] 10.222.0.73 "DELETE /v2.0/floatingips/c1746b18-6c81-4dd5-bf73-7f9c0cff94be HTTP/1.1" status: 204 len: 168 time: 1.9496932 Jul 23 16:41:43.550322 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56818) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:43.560233 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfba646-85cb-4b7e-a7d0-a783aa1179d8 x-openstack-request-id: req-dcfba646-85cb-4b7e-a7d0-a783aa1179d8 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:41:43.560826 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b34fffff-03e9-4729-aa40-b8720681317b", "name": "network-vif-deleted", "tag": "c8d53055-b83d-44fa-8075-d3700ec34dcd", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:41:43.561362 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dcfba646-85cb-4b7e-a7d0-a783aa1179d8 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:41:43.561985 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34fffff-03e9-4729-aa40-b8720681317b', 'name': 'network-vif-deleted', 'tag': 'c8d53055-b83d-44fa-8075-d3700ec34dcd', 'status': 'completed', 'code': 200} Jul 23 16:41:43.704436 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device c8d53055-b83d-44fa-8075-d3700ec34dcd no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:43.764323 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: c8d53055-b83d-44fa-8075-d3700ec34dcd {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:43.764588 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device c8d53055-b83d-44fa-8075-d3700ec34dcd not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:43.854989 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-26acc551-e694-4d51-8e31-c6d6bacefa76 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c0f4c41fe4844b969e43c8308c91c7fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3285837 Jul 23 16:41:43.865473 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-993f0081-d1ce-4a60-915b-f0b541a944ed req-b1cdeee6-ba26-4485-ae37-9657976e6439 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.867022 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56828) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:43.933140 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cdeee6-ba26-4485-ae37-9657976e6439 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Pushing event deleted for resources: {'Port': ['ID=288f6be2-b408-4a65-bfd3-5398dd1e0761,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:44.129271 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-03961c4a-1b1a-4117-ae53-fc17e3e850dd req-4d3d5d6c-e79e-42fb-9114-40eaeb563fab tempest-VolumesActionsTest-400652243 tempest-VolumesActionsTest-400652243-project] 10.222.0.73 "GET /v2.0/ports?device_id=b34fffff-03e9-4729-aa40-b8720681317b HTTP/1.1" status: 200 len: 210 time: 0.1027982 Jul 23 16:41:44.131931 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7a8616e0-6fbe-43eb-ab17-2275fc15f747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:44.156299 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7a8616e0-6fbe-43eb-ab17-2275fc15f747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:44.162421 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a1fd0cbf-9473-4da4-8659-41287149b5c7 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:44.192296 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c0db8-92fe-4e21-9c17-890e036b2359 req-cd4eea21-bbe7-440e-ab3b-5f48ce6649eb tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:44.194832 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-828c0db8-92fe-4e21-9c17-890e036b2359 req-cd4eea21-bbe7-440e-ab3b-5f48ce6649eb tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 867 time: 0.4210482 Jul 23 16:41:44.207507 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-a1fd0cbf-9473-4da4-8659-41287149b5c7 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Transition to ACTIVE for port object 4f1ca81a-ee11-4846-a13a-09158b244cae will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:44.229598 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-993f0081-d1ce-4a60-915b-f0b541a944ed req-b1cdeee6-ba26-4485-ae37-9657976e6439 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Router 3b751f51-52f1-444e-9d36-b568bcc46932 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:41:44.292677 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-828c0db8-92fe-4e21-9c17-890e036b2359 req-5cd143c8-83fe-4e37-bf80-4796c3bde875 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c6eb539-11f0-4f1b-b8f5-d8e90642f151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800197 Jul 23 16:41:44.376092 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7a8616e0-6fbe-43eb-ab17-2275fc15f747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:44.376092 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7a8616e0-6fbe-43eb-ab17-2275fc15f747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:44.395718 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7a8616e0-6fbe-43eb-ab17-2275fc15f747 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fc91f034-ccd7-4d98-91df-14e631751d33 HTTP/1.1" status: 204 len: 168 time: 0.5252802 Jul 23 16:41:44.489259 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8616e0-6fbe-43eb-ab17-2275fc15f747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc91f034-ccd7-4d98-91df-14e631751d33,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:44.541476 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a1fd0cbf-9473-4da4-8659-41287149b5c7 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:44.559927 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7ef0541f-de34-484f-b84c-c5ef7489493f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:44.736649 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-993f0081-d1ce-4a60-915b-f0b541a944ed req-b1cdeee6-ba26-4485-ae37-9657976e6439 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:44.782393 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab62624-ffeb-4e0d-a314-28cc891cad8f None None] Sync routers for ids ['3b751f51-52f1-444e-9d36-b568bcc46932'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:41:44.813625 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab62624-ffeb-4e0d-a314-28cc891cad8f None None] Routers {'3b751f51-52f1-444e-9d36-b568bcc46932'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:44.814992 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-2ab62624-ffeb-4e0d-a314-28cc891cad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['3b751f51-52f1-444e-9d36-b568bcc46932'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:44.840096 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fd0cbf-9473-4da4-8659-41287149b5c7 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Network 850646b2-e695-41a2-9b35-89454b202975 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:44.894356 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-a1fd0cbf-9473-4da4-8659-41287149b5c7 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:44.898787 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fd0cbf-9473-4da4-8659-41287149b5c7 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:45.011693 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-993f0081-d1ce-4a60-915b-f0b541a944ed req-b1cdeee6-ba26-4485-ae37-9657976e6439 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] No DVR routers for this DVR port 288f6be2-b408-4a65-bfd3-5398dd1e0761 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:45.018077 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-993f0081-d1ce-4a60-915b-f0b541a944ed req-b1cdeee6-ba26-4485-ae37-9657976e6439 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:45.020701 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-993f0081-d1ce-4a60-915b-f0b541a944ed req-b1cdeee6-ba26-4485-ae37-9657976e6439 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.74 "DELETE /v2.0/ports/288f6be2-b408-4a65-bfd3-5398dd1e0761 HTTP/1.1" status: 204 len: 173 time: 2.7119968 Jul 23 16:41:45.050601 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbe5bc5-2e50-43ff-bdd8-725dab885efc', 'name': 'network-vif-deleted', 'tag': '288f6be2-b408-4a65-bfd3-5398dd1e0761'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:41:45.052929 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c534f997-ead2-4380-be10-254302b06462" -d '{"events": [{"server_uuid": "bbbe5bc5-2e50-43ff-bdd8-725dab885efc", "name": "network-vif-deleted", "tag": "288f6be2-b408-4a65-bfd3-5398dd1e0761"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:41:45.103802 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd0cbf-9473-4da4-8659-41287149b5c7 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Pushing event updated for resources: {'Port': ['ID=4f1ca81a-ee11-4846-a13a-09158b244cae,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:45.135637 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fd0cbf-9473-4da4-8659-41287149b5c7 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:45.136354 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a1fd0cbf-9473-4da4-8659-41287149b5c7 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:45.200954 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a1fd0cbf-9473-4da4-8659-41287149b5c7 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5507412 Jul 23 16:41:45.214075 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f4b12d-16ac-4653-97ff-8e8014ca7477 x-openstack-request-id: req-06f4b12d-16ac-4653-97ff-8e8014ca7477 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:41:45.214075 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbbe5bc5-2e50-43ff-bdd8-725dab885efc", "name": "network-vif-deleted", "tag": "288f6be2-b408-4a65-bfd3-5398dd1e0761", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:41:45.214075 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-06f4b12d-16ac-4653-97ff-8e8014ca7477 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:41:45.220898 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbbe5bc5-2e50-43ff-bdd8-725dab885efc', 'name': 'network-vif-deleted', 'tag': '288f6be2-b408-4a65-bfd3-5398dd1e0761', 'status': 'completed', 'code': 200} Jul 23 16:41:45.221384 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56870) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:45.652388 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe8797e3-d4f7-4b12-90dc-1ac66ec7b557 req-58cc6ef1-8a30-4964-a667-39a5b0e81e70 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbe5bc5-2e50-43ff-bdd8-725dab885efc HTTP/1.1" status: 200 len: 210 time: 0.0626397 Jul 23 16:41:45.697306 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2ce361e7-b777-41fb-a233-2f8caafcb525 None None] Provisioning for port 4f1ca81a-ee11-4846-a13a-09158b244cae completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:45.703426 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2ce361e7-b777-41fb-a233-2f8caafcb525 None None] Provisioning complete for port 4f1ca81a-ee11-4846-a13a-09158b244cae triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:45.707283 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2ce361e7-b777-41fb-a233-2f8caafcb525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:45.722514 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-adf87aa4-d948-4441-a12f-30c8431fd2f3 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'project_id': 'e77ddffad2684d2893d2dfe9e878154b', 'port_id': '4f1ca81a-ee11-4846-a13a-09158b244cae'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:45.766203 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-2ab62624-ffeb-4e0d-a314-28cc891cad8f None None] Set router 3b751f51-52f1-444e-9d36-b568bcc46932 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:45.768917 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-2ce361e7-b777-41fb-a233-2f8caafcb525 None None] Port 4f1ca81a-ee11-4846-a13a-09158b244cae cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:41:45.807088 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-adf87aa4-d948-4441-a12f-30c8431fd2f3 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:46.086684 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56904) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:46.116793 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-adf87aa4-d948-4441-a12f-30c8431fd2f3 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:46.238672 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-2ab62624-ffeb-4e0d-a314-28cc891cad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'name': 'tempest-AttachVolumeTestJSON-202747568-router', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:36:47Z', 'updated_at': '2021-07-23T16:36:59Z', 'revision_number': 4, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'gw_port': {'id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:48Z', 'updated_at': '2021-07-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '7fb169e2-f135-4e41-ab65-786b8bad79ad', 'name': '', 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'mac_address': 'fa:16:3e:a3:f7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'e5ad291e-418b-4d00-9cc7-4ac4310f7dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:57Z', 'updated_at': '2021-07-23T16:37:07Z', 'revision_number': 5, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'subnets': [{'id': 'e5ad291e-418b-4d00-9cc7-4ac4310f7dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:46.284287 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-7ef0541f-de34-484f-b84c-c5ef7489493f admin admin] Deleting port a42adf18-ffad-4d53-8ccb-fac7af94f0b1 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:46.284606 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7ef0541f-de34-484f-b84c-c5ef7489493f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:46.321877 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab62624-ffeb-4e0d-a314-28cc891cad8f None None] Checking router: 3b751f51-52f1-444e-9d36-b568bcc46932 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:41:46.346402 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab62624-ffeb-4e0d-a314-28cc891cad8f None None] Routers {'3b751f51-52f1-444e-9d36-b568bcc46932'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:46.348809 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-2ab62624-ffeb-4e0d-a314-28cc891cad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['3b751f51-52f1-444e-9d36-b568bcc46932'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:46.446864 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-7ef0541f-de34-484f-b84c-c5ef7489493f admin admin] For port a42adf18-ffad-4d53-8ccb-fac7af94f0b1, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a42adf18-ffad-4d53-8ccb-fac7af94f0b1,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:46.447242 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7ef0541f-de34-484f-b84c-c5ef7489493f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:46.475560 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-7ef0541f-de34-484f-b84c-c5ef7489493f admin admin] Calling delete_port for a42adf18-ffad-4d53-8ccb-fac7af94f0b1 owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:46.565302 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-2ab62624-ffeb-4e0d-a314-28cc891cad8f None None] Set router 3b751f51-52f1-444e-9d36-b568bcc46932 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:46.644245 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 288f6be2-b408-4a65-bfd3-5398dd1e0761 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:46.674982 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 288f6be2-b408-4a65-bfd3-5398dd1e0761 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:46.675659 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 288f6be2-b408-4a65-bfd3-5398dd1e0761 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:46.841193 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56916) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:46.912871 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-600d73af-57a3-4620-b779-c2048b648944 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:46.914114 n-d-778549-4 neutron-server[94013]: WARNING neutron.api.v2.base [None req-600d73af-57a3-4620-b779-c2048b648944 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 16:41:46.914878 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-600d73af-57a3-4620-b779-c2048b648944 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 16:41:46.916108 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-600d73af-57a3-4620-b779-c2048b648944 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.8220899 Jul 23 16:41:46.920053 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56918) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:46.929806 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-a091ca95-a472-48f3-85dc-938e8991d063 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Request body: {'security_group': {'name': 'tempest-secgroup--254206496'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:46.965876 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-adf87aa4-d948-4441-a12f-30c8431fd2f3 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Allocated IP 172.25.8.36 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/9f4e6446-3741-462a-8dda-6be5d877fe8e) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:46.985295 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7ef0541f-de34-484f-b84c-c5ef7489493f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:47.030966 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0541f-de34-484f-b84c-c5ef7489493f admin admin] Pushing event deleted for resources: {'Port': ['ID=a42adf18-ffad-4d53-8ccb-fac7af94f0b1,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:47.077521 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-2ab62624-ffeb-4e0d-a314-28cc891cad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'name': 'tempest-AttachVolumeTestJSON-202747568-router', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:36:47Z', 'updated_at': '2021-07-23T16:36:59Z', 'revision_number': 4, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'gw_port': {'id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:48Z', 'updated_at': '2021-07-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '7fb169e2-f135-4e41-ab65-786b8bad79ad', 'name': '', 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'mac_address': 'fa:16:3e:a3:f7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'e5ad291e-418b-4d00-9cc7-4ac4310f7dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:57Z', 'updated_at': '2021-07-23T16:37:07Z', 'revision_number': 5, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'subnets': [{'id': 'e5ad291e-418b-4d00-9cc7-4ac4310f7dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:47.134281 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9a169541-f6e0-43d6-87e7-ab473375372b tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:47.166106 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab62624-ffeb-4e0d-a314-28cc891cad8f None None] The sync data for ids ['3b751f51-52f1-444e-9d36-b568bcc46932'] in n-d-778549-4 is: [{'id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'name': 'tempest-AttachVolumeTestJSON-202747568-router', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:36:47Z', 'updated_at': '2021-07-23T16:36:59Z', 'revision_number': 4, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'gw_port': {'id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:48Z', 'updated_at': '2021-07-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '7fb169e2-f135-4e41-ab65-786b8bad79ad', 'name': '', 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'mac_address': 'fa:16:3e:a3:f7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'e5ad291e-418b-4d00-9cc7-4ac4310f7dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:57Z', 'updated_at': '2021-07-23T16:37:07Z', 'revision_number': 5, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'subnets': [{'id': 'e5ad291e-418b-4d00-9cc7-4ac4310f7dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:47.193814 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-adf87aa4-d948-4441-a12f-30c8431fd2f3 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:47.372688 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9a169541-f6e0-43d6-87e7-ab473375372b tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:47.391077 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a091ca95-a472-48f3-85dc-938e8991d063 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:47.407446 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-adf87aa4-d948-4441-a12f-30c8431fd2f3 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:47.475049 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a091ca95-a472-48f3-85dc-938e8991d063 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:47.497460 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf87aa4-d948-4441-a12f-30c8431fd2f3 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:47.504084 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-adf87aa4-d948-4441-a12f-30c8431fd2f3 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:47.543490 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf87aa4-d948-4441-a12f-30c8431fd2f3 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:47.579986 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7ef0541f-de34-484f-b84c-c5ef7489493f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:47.594260 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9a169541-f6e0-43d6-87e7-ab473375372b tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:47.600822 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9a169541-f6e0-43d6-87e7-ab473375372b tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:47.604568 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9a169541-f6e0-43d6-87e7-ab473375372b tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "DELETE /v2.0/security-groups/6c6eb539-11f0-4f1b-b8f5-d8e90642f151 HTTP/1.1" status: 204 len: 168 time: 0.7601554 Jul 23 16:41:47.604708 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf87aa4-d948-4441-a12f-30c8431fd2f3 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Pushing event updated for resources: {'Port': ['ID=9f4e6446-3741-462a-8dda-6be5d877fe8e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:47.608480 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56926) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:47.683932 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a169541-f6e0-43d6-87e7-ab473375372b tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6eb539-11f0-4f1b-b8f5-d8e90642f151,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:47.698328 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-2abf2489-419d-4d30-9bb4-e4d5a3a1144d tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] show failed (client error): The resource could not be found. Jul 23 16:41:47.703872 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2abf2489-419d-4d30-9bb4-e4d5a3a1144d tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups/6c6eb539-11f0-4f1b-b8f5-d8e90642f151 HTTP/1.1" status: 404 len: 347 time: 0.0890691 Jul 23 16:41:47.706679 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56928) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:47.850745 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8be19c6-ffe9-4e6b-a317-8767d68dc8d0 None None] New status for floating IP 1560e7bc-0e1b-4dd9-9e95-9f6405180144: DOWN {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:41:47.883713 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a091ca95-a472-48f3-85dc-938e8991d063 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:48.088724 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-9c3c75f0-46a6-4461-9d41-54a9e1250e00 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Deleting port 5bc7c233-de15-4b42-bf9b-a318a5ae5b6e {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:48.089776 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9c3c75f0-46a6-4461-9d41-54a9e1250e00 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:48.185249 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef0541f-de34-484f-b84c-c5ef7489493f admin admin] Router 6915a703-05a5-414b-8b9c-f779243719f1 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:41:48.212622 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9c3c75f0-46a6-4461-9d41-54a9e1250e00 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:48.213331 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9c3c75f0-46a6-4461-9d41-54a9e1250e00 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:48.296870 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a091ca95-a472-48f3-85dc-938e8991d063 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:48.364475 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-9c3c75f0-46a6-4461-9d41-54a9e1250e00 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Calling delete_port for 5bc7c233-de15-4b42-bf9b-a318a5ae5b6e owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:48.380394 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091ca95-a472-48f3-85dc-938e8991d063 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6538b913-39cd-432c-831e-72263494a8e8,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:48.442454 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-adf87aa4-d948-4441-a12f-30c8431fd2f3 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:48.623508 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9c3c75f0-46a6-4461-9d41-54a9e1250e00 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:48.638371 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a091ca95-a472-48f3-85dc-938e8991d063 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:48.702962 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-adf87aa4-d948-4441-a12f-30c8431fd2f3 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:48.705915 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a091ca95-a472-48f3-85dc-938e8991d063 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:48.712703 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c75f0-46a6-4461-9d41-54a9e1250e00 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Pushing event deleted for resources: {'Port': ['ID=5bc7c233-de15-4b42-bf9b-a318a5ae5b6e,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:48.786113 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091ca95-a472-48f3-85dc-938e8991d063 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1452895b-6459-438f-bd7c-56993221103e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:48.788384 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a091ca95-a472-48f3-85dc-938e8991d063 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:48.793670 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56942) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:48.793916 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a091ca95-a472-48f3-85dc-938e8991d063 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8717699 Jul 23 16:41:48.801174 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ad830637-82df-4ebc-a115-0091373275bc tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Request body: {'security_group_rule': {'security_group_id': '1452895b-6459-438f-bd7c-56993221103e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:48.805999 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef0541f-de34-484f-b84c-c5ef7489493f admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:48.817743 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3043034a-97ef-44c1-8ed5-9fbe0399a9b9 None None] Sync routers for ids ['6915a703-05a5-414b-8b9c-f779243719f1'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:41:48.819609 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7ef0541f-de34-484f-b84c-c5ef7489493f admin admin] 10.222.0.73 "PUT /v2.0/routers/6915a703-05a5-414b-8b9c-f779243719f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2659497 Jul 23 16:41:48.822651 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56944) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:48.839490 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9c3c75f0-46a6-4461-9d41-54a9e1250e00 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:48.843073 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9c3c75f0-46a6-4461-9d41-54a9e1250e00 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:48.844388 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9c3c75f0-46a6-4461-9d41-54a9e1250e00 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "DELETE /v2.0/floatingips/1560e7bc-0e1b-4dd9-9e95-9f6405180144 HTTP/1.1" status: 204 len: 168 time: 1.1366212 Jul 23 16:41:48.888386 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3043034a-97ef-44c1-8ed5-9fbe0399a9b9 None None] Routers {'6915a703-05a5-414b-8b9c-f779243719f1'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:48.890011 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3043034a-97ef-44c1-8ed5-9fbe0399a9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6915a703-05a5-414b-8b9c-f779243719f1'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:49.028664 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad830637-82df-4ebc-a115-0091373275bc tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:49.124834 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-adf87aa4-d948-4441-a12f-30c8431fd2f3 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:49.131856 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-adf87aa4-d948-4441-a12f-30c8431fd2f3 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:49.149196 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-109cb17f-2a13-4cdc-8a92-e78e7ca0bb7e admin admin] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:49.201110 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf87aa4-d948-4441-a12f-30c8431fd2f3 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Pushing event updated for resources: {'Port': ['ID=9f4e6446-3741-462a-8dda-6be5d877fe8e,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:49.285275 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-adf87aa4-d948-4441-a12f-30c8431fd2f3 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:49.336160 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-3043034a-97ef-44c1-8ed5-9fbe0399a9b9 None None] Set router 6915a703-05a5-414b-8b9c-f779243719f1 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:49.364949 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad830637-82df-4ebc-a115-0091373275bc tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:49.388260 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad830637-82df-4ebc-a115-0091373275bc tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:49.447792 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-adf87aa4-d948-4441-a12f-30c8431fd2f3 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Floating IP 2dd946f2-3d82-4bac-aff2-97c70621e87c associated. External IP: 172.25.8.36, port: 4f1ca81a-ee11-4846-a13a-09158b244cae. Jul 23 16:41:49.457465 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad830637-82df-4ebc-a115-0091373275bc tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:49.463317 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ad830637-82df-4ebc-a115-0091373275bc tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6683524 Jul 23 16:41:49.478992 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56952) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:49.485112 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-74d780d6-6e34-40a1-a05d-5ea46d90e5ca tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Request body: {'security_group_rule': {'security_group_id': '1452895b-6459-438f-bd7c-56993221103e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:49.492348 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad830637-82df-4ebc-a115-0091373275bc tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ebfac16-eb0c-421d-959c-c9e80ec0e964,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:49.585711 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-109cb17f-2a13-4cdc-8a92-e78e7ca0bb7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:49.602333 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-74d780d6-6e34-40a1-a05d-5ea46d90e5ca tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:49.756624 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56956) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:49.784287 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-10a483fd-d93c-4ebb-ae6e-be9e32843294 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Request body: {'security_group': {'name': 'tempest-securitygroup--798445188', 'description': 'tempest-description--1226579556'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:49.798536 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf87aa4-d948-4441-a12f-30c8431fd2f3 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Router a85c5343-6bf7-4fce-97cc-faa0e3c38135 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:41:49.837559 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3043034a-97ef-44c1-8ed5-9fbe0399a9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6915a703-05a5-414b-8b9c-f779243719f1', 'name': 'tempest-ServerActionsTestJSON-148621084-router', 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '12ecbe36-2d8c-4891-926a-9c290d822755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:58Z', 'updated_at': '2021-07-23T16:41:46Z', 'revision_number': 5, 'project_id': '5d8469dd886547af8aa5b5e0e02307dd', 'gw_port': {'id': '12ecbe36-2d8c-4891-926a-9c290d822755', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6915a703-05a5-414b-8b9c-f779243719f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:59Z', 'updated_at': '2021-07-23T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:49.881248 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-10a483fd-d93c-4ebb-ae6e-be9e32843294 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:49.893327 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3043034a-97ef-44c1-8ed5-9fbe0399a9b9 None None] Checking router: 6915a703-05a5-414b-8b9c-f779243719f1 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:41:49.915288 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3043034a-97ef-44c1-8ed5-9fbe0399a9b9 None None] Routers {'6915a703-05a5-414b-8b9c-f779243719f1'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:49.916315 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3043034a-97ef-44c1-8ed5-9fbe0399a9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6915a703-05a5-414b-8b9c-f779243719f1'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:49.925721 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-74d780d6-6e34-40a1-a05d-5ea46d90e5ca tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 16:41:49.927258 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-74d780d6-6e34-40a1-a05d-5ea46d90e5ca tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4466534 Jul 23 16:41:49.936733 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56958) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:50.015178 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-109cb17f-2a13-4cdc-8a92-e78e7ca0bb7e admin admin] Deleting port 12ecbe36-2d8c-4891-926a-9c290d822755 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:50.015623 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-109cb17f-2a13-4cdc-8a92-e78e7ca0bb7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:50.034083 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf87aa4-d948-4441-a12f-30c8431fd2f3 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:50.048523 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3f9d02-401e-4887-9885-7c5c0d003db3 None None] Sync routers for ids ['a85c5343-6bf7-4fce-97cc-faa0e3c38135'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:41:50.066804 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3f9d02-401e-4887-9885-7c5c0d003db3 None None] Routers {'a85c5343-6bf7-4fce-97cc-faa0e3c38135'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:50.067969 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-2e3f9d02-401e-4887-9885-7c5c0d003db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a85c5343-6bf7-4fce-97cc-faa0e3c38135'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:50.108183 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-3043034a-97ef-44c1-8ed5-9fbe0399a9b9 None None] Set router 6915a703-05a5-414b-8b9c-f779243719f1 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:50.123661 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-2e3f9d02-401e-4887-9885-7c5c0d003db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:50.136351 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3f9d02-401e-4887-9885-7c5c0d003db3 None None] Routers {'a85c5343-6bf7-4fce-97cc-faa0e3c38135'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:50.137038 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-2e3f9d02-401e-4887-9885-7c5c0d003db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a85c5343-6bf7-4fce-97cc-faa0e3c38135'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:50.174644 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3043034a-97ef-44c1-8ed5-9fbe0399a9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6915a703-05a5-414b-8b9c-f779243719f1', 'name': 'tempest-ServerActionsTestJSON-148621084-router', 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:58Z', 'updated_at': '2021-07-23T16:41:49Z', 'revision_number': 6, 'project_id': '5d8469dd886547af8aa5b5e0e02307dd', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:50.181499 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-2e3f9d02-401e-4887-9885-7c5c0d003db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:50.197512 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3f9d02-401e-4887-9885-7c5c0d003db3 None None] The sync data for ids ['a85c5343-6bf7-4fce-97cc-faa0e3c38135'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:50.208059 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3043034a-97ef-44c1-8ed5-9fbe0399a9b9 None None] The sync data for ids ['6915a703-05a5-414b-8b9c-f779243719f1'] in n-d-778549-4 is: [{'id': '6915a703-05a5-414b-8b9c-f779243719f1', 'name': 'tempest-ServerActionsTestJSON-148621084-router', 'tenant_id': '5d8469dd886547af8aa5b5e0e02307dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:58Z', 'updated_at': '2021-07-23T16:41:49Z', 'revision_number': 6, 'project_id': '5d8469dd886547af8aa5b5e0e02307dd', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:50.286982 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-109cb17f-2a13-4cdc-8a92-e78e7ca0bb7e admin admin] For port 12ecbe36-2d8c-4891-926a-9c290d822755, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=12ecbe36-2d8c-4891-926a-9c290d822755,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:50.287558 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-109cb17f-2a13-4cdc-8a92-e78e7ca0bb7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:50.307104 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-109cb17f-2a13-4cdc-8a92-e78e7ca0bb7e admin admin] Calling delete_port for 12ecbe36-2d8c-4891-926a-9c290d822755 owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:50.320263 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aabd39bd-5e3f-4260-8fb8-7be4092811cf tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:50.414874 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aabd39bd-5e3f-4260-8fb8-7be4092811cf tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:50.441446 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-10a483fd-d93c-4ebb-ae6e-be9e32843294 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:50.453942 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-adf87aa4-d948-4441-a12f-30c8431fd2f3 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:50.456477 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-10a483fd-d93c-4ebb-ae6e-be9e32843294 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:50.515782 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-10a483fd-d93c-4ebb-ae6e-be9e32843294 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:50.519360 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-10a483fd-d93c-4ebb-ae6e-be9e32843294 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7596276 Jul 23 16:41:50.543377 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56964) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:50.563170 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-cb5c33b7-c9b4-4779-91e6-83ae41d16692 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Request body: {'security_group_rule': {'security_group_id': 'eae69f37-0a56-4a22-b4c4-85e8e5e33cd9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:50.581590 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a483fd-d93c-4ebb-ae6e-be9e32843294 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eae69f37-0a56-4a22-b4c4-85e8e5e33cd9,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:50.625348 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aabd39bd-5e3f-4260-8fb8-7be4092811cf tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:50.641862 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aabd39bd-5e3f-4260-8fb8-7be4092811cf tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:50.647857 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-aabd39bd-5e3f-4260-8fb8-7be4092811cf tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "DELETE /v2.0/security-groups/1452895b-6459-438f-bd7c-56993221103e HTTP/1.1" status: 204 len: 168 time: 0.7057726 Jul 23 16:41:50.652509 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56966) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:50.666936 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-adf87aa4-d948-4441-a12f-30c8431fd2f3 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.4441130 Jul 23 16:41:50.671035 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56968) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:50.724013 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd39bd-5e3f-4260-8fb8-7be4092811cf tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1452895b-6459-438f-bd7c-56993221103e,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:50.931868 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cb5c33b7-c9b4-4779-91e6-83ae41d16692 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:50.998750 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c77338f5-4eab-46ae-9b4c-4dfb1debcfff tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3221970 Jul 23 16:41:51.005397 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56972) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:51.010762 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-66692a16-e017-4e0c-a9e6-6c72137b1d54 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Request body: {'security_group': {'name': 'tempest-secgroup--1431895703'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:51.051538 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-109cb17f-2a13-4cdc-8a92-e78e7ca0bb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.112703 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5e978e4f-1991-431b-960c-7d7ae6ed1374 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] 10.222.0.73 "GET /v2.0/floatingips/2dd946f2-3d82-4bac-aff2-97c70621e87c HTTP/1.1" status: 200 len: 982 time: 0.4341345 Jul 23 16:41:51.121357 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56976) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:51.128617 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-66692a16-e017-4e0c-a9e6-6c72137b1d54 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.231116 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cb17f-2a13-4cdc-8a92-e78e7ca0bb7e admin admin] Pushing event deleted for resources: {'Port': ['ID=12ecbe36-2d8c-4891-926a-9c290d822755,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:51.297247 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e3041447-9943-4920-aeb6-3266561eedb9 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1465 time: 0.1726387 Jul 23 16:41:51.305595 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56978) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:51.322792 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cb5c33b7-c9b4-4779-91e6-83ae41d16692 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.369681 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cb5c33b7-c9b4-4779-91e6-83ae41d16692 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.386222 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-109cb17f-2a13-4cdc-8a92-e78e7ca0bb7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.392479 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a42adf18-ffad-4d53-8ccb-fac7af94f0b1 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:51.423277 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c33b7-c9b4-4779-91e6-83ae41d16692 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=314d65f0-9e33-482b-a2fa-86bf2d1540cd,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:51.475512 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: a42adf18-ffad-4d53-8ccb-fac7af94f0b1 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:51.476241 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a42adf18-ffad-4d53-8ccb-fac7af94f0b1 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:51.477945 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 12ecbe36-2d8c-4891-926a-9c290d822755 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:51.567413 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 12ecbe36-2d8c-4891-926a-9c290d822755 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:51.568844 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 12ecbe36-2d8c-4891-926a-9c290d822755 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:51.625020 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-109cb17f-2a13-4cdc-8a92-e78e7ca0bb7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.632678 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-109cb17f-2a13-4cdc-8a92-e78e7ca0bb7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.723137 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-83196413-56c6-4fac-ba39-08c4f1acfacc tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Deleting port 9f4e6446-3741-462a-8dda-6be5d877fe8e {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:51.723634 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-83196413-56c6-4fac-ba39-08c4f1acfacc tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.772247 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-109cb17f-2a13-4cdc-8a92-e78e7ca0bb7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.772777 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109cb17f-2a13-4cdc-8a92-e78e7ca0bb7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6915a703-05a5-414b-8b9c-f779243719f1 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:41:51.777238 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-109cb17f-2a13-4cdc-8a92-e78e7ca0bb7e admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.781538 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-109cb17f-2a13-4cdc-8a92-e78e7ca0bb7e admin admin] 10.222.0.73 "DELETE /v2.0/routers/6915a703-05a5-414b-8b9c-f779243719f1 HTTP/1.1" status: 204 len: 168 time: 2.9578793 Jul 23 16:41:51.782614 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 56992) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:51.847038 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-66692a16-e017-4e0c-a9e6-6c72137b1d54 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.855485 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-66692a16-e017-4e0c-a9e6-6c72137b1d54 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.942331 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-66692a16-e017-4e0c-a9e6-6c72137b1d54 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.943645 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-66692a16-e017-4e0c-a9e6-6c72137b1d54 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9365592 Jul 23 16:41:51.946847 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56994) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:51.947504 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66692a16-e017-4e0c-a9e6-6c72137b1d54 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9892f18-d8cf-47bf-a700-38cb2c50e826,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:51.974501 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-993e07a9-afd5-4a46-b429-2d0be8271ac1 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Request body: {'security_group_rule': {'security_group_id': 'c9892f18-d8cf-47bf-a700-38cb2c50e826', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:51.975618 n-d-778549-4 neutron-server[94012]: WARNING neutron.api.v2.base [None req-993e07a9-afd5-4a46-b429-2d0be8271ac1 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 23 16:41:51.976375 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-993e07a9-afd5-4a46-b429-2d0be8271ac1 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:41:51.979058 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-993e07a9-afd5-4a46-b429-2d0be8271ac1 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0086958 Jul 23 16:41:51.981866 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56996) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:52.109177 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6c3c06b3-6719-46d9-821a-b030d51b60cb tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:52.152469 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6c3c06b3-6719-46d9-821a-b030d51b60cb tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:52.243136 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6c3c06b3-6719-46d9-821a-b030d51b60cb tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:52.250268 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6c3c06b3-6719-46d9-821a-b030d51b60cb tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:52.260934 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6c3c06b3-6719-46d9-821a-b030d51b60cb tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "DELETE /v2.0/security-groups/c9892f18-d8cf-47bf-a700-38cb2c50e826 HTTP/1.1" status: 204 len: 168 time: 0.2772479 Jul 23 16:41:52.273486 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57002) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:52.330207 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57004) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:52.349071 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c06b3-6719-46d9-821a-b030d51b60cb tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9892f18-d8cf-47bf-a700-38cb2c50e826,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:52.396260 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ba688679-d0ac-4ff7-8ec0-be6a9c39b2f9 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1178463 Jul 23 16:41:52.397007 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cb5c33b7-c9b4-4779-91e6-83ae41d16692 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:52.397583 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57008) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:52.404695 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-f2206fda-3040-4b4d-b2dc-b8a5aa81131b tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Request body: {'security_group': {'name': 'tempest-secgroup--1700068932'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:52.406436 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cb5c33b7-c9b4-4779-91e6-83ae41d16692 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8596451 Jul 23 16:41:52.411842 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57010) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:52.432734 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-462fa351-5558-49c7-a7d9-dfe11ec9e239 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Request body: {'security_group_rule': {'security_group_id': 'eae69f37-0a56-4a22-b4c4-85e8e5e33cd9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:52.458001 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f2206fda-3040-4b4d-b2dc-b8a5aa81131b tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:52.473099 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b08034-628a-414d-8e95-4836f344223d admin admin] Deleting subnet 2ae57d8d-3779-4491-8fd1-fe104612a516 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:41:52.492558 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a4b08034-628a-414d-8e95-4836f344223d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:52.495903 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-83196413-56c6-4fac-ba39-08c4f1acfacc tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:52.496253 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-83196413-56c6-4fac-ba39-08c4f1acfacc tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:52.549246 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-83196413-56c6-4fac-ba39-08c4f1acfacc tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Calling delete_port for 9f4e6446-3741-462a-8dda-6be5d877fe8e owned by network:floatingip {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:52.573620 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-462fa351-5558-49c7-a7d9-dfe11ec9e239 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:52.588093 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a4b08034-628a-414d-8e95-4836f344223d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:52.950691 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-462fa351-5558-49c7-a7d9-dfe11ec9e239 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:52.957381 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a4b08034-628a-414d-8e95-4836f344223d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:52.961970 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-462fa351-5558-49c7-a7d9-dfe11ec9e239 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:53.027485 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fa351-5558-49c7-a7d9-dfe11ec9e239 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6377e773-827b-4342-b11e-7dba4b91468a,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:53.129506 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a4b08034-628a-414d-8e95-4836f344223d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:53.162741 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2963637-1ccc-461d-b907-72151e4054b5 None None] Network 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:53.203471 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a4b08034-628a-414d-8e95-4836f344223d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:53.221587 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a4b08034-628a-414d-8e95-4836f344223d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2ae57d8d-3779-4491-8fd1-fe104612a516 HTTP/1.1" status: 204 len: 168 time: 1.4378228 Jul 23 16:41:53.238434 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57020) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:53.246951 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b08034-628a-414d-8e95-4836f344223d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ae57d8d-3779-4491-8fd1-fe104612a516,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:53.260531 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-83196413-56c6-4fac-ba39-08c4f1acfacc tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:53.314438 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83196413-56c6-4fac-ba39-08c4f1acfacc tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Pushing event deleted for resources: {'Port': ['ID=9f4e6446-3741-462a-8dda-6be5d877fe8e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:53.504228 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48fff4b-d354-416c-a03a-1c4c366d0511 None None] DHCP port deletion for 03e99c5a-98cc-4ed4-9e2b-d3e4c465647a request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:41:53.510988 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-83196413-56c6-4fac-ba39-08c4f1acfacc tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks [] for floatingip, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:53.511336 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-83196413-56c6-4fac-ba39-08c4f1acfacc tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Floating IP 2dd946f2-3d82-4bac-aff2-97c70621e87c disassociated (deleted). External IP: 172.25.8.36, port: 4f1ca81a-ee11-4846-a13a-09158b244cae. Jul 23 16:41:53.515411 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-acb7539d-8978-457d-aaa6-8fab7d3d571d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:53.608109 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-e48fff4b-d354-416c-a03a-1c4c366d0511 None None] Deleting port 2b1e9910-a987-4aee-af84-16cb6649a8f5 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:53.608861 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e48fff4b-d354-416c-a03a-1c4c366d0511 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:53.686647 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f2206fda-3040-4b4d-b2dc-b8a5aa81131b tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:53.729259 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-e48fff4b-d354-416c-a03a-1c4c366d0511 None None] For port 2b1e9910-a987-4aee-af84-16cb6649a8f5, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2b1e9910-a987-4aee-af84-16cb6649a8f5,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:53.729707 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e48fff4b-d354-416c-a03a-1c4c366d0511 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:53.745655 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f2206fda-3040-4b4d-b2dc-b8a5aa81131b tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:53.746030 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-acb7539d-8978-457d-aaa6-8fab7d3d571d admin admin] Deleting port 2b1e9910-a987-4aee-af84-16cb6649a8f5 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:53.746207 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-acb7539d-8978-457d-aaa6-8fab7d3d571d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:53.752334 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-462fa351-5558-49c7-a7d9-dfe11ec9e239 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:53.753348 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-e48fff4b-d354-416c-a03a-1c4c366d0511 None None] Calling delete_port for 2b1e9910-a987-4aee-af84-16cb6649a8f5 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:53.753602 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-462fa351-5558-49c7-a7d9-dfe11ec9e239 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3327904 Jul 23 16:41:53.768093 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57022) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:53.779655 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-b8f372ce-7191-449b-bd8e-dc91cdb564f5 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:53.811368 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f2206fda-3040-4b4d-b2dc-b8a5aa81131b tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:53.817810 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f2206fda-3040-4b4d-b2dc-b8a5aa81131b tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4185169 Jul 23 16:41:53.852977 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57026) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:53.873811 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e48fff4b-d354-416c-a03a-1c4c366d0511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:53.877999 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-390205c1-d9b9-4cde-824c-273e9581f8c5 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Request body: {'security_group_rule': {'security_group_id': '207a4a0c-b318-4f43-b7eb-13d5c3bb67c6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:53.879160 n-d-778549-4 neutron-server[94013]: WARNING neutron.api.v2.base [None req-390205c1-d9b9-4cde-824c-273e9581f8c5 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 23 16:41:53.879934 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-390205c1-d9b9-4cde-824c-273e9581f8c5 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:41:53.881203 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-390205c1-d9b9-4cde-824c-273e9581f8c5 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0216026 Jul 23 16:41:53.892222 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b8f372ce-7191-449b-bd8e-dc91cdb564f5 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:53.897582 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57030) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:53.945536 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fff4b-d354-416c-a03a-1c4c366d0511 None None] Pushing event deleted for resources: {'Port': ['ID=2b1e9910-a987-4aee-af84-16cb6649a8f5,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:53.970637 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2206fda-3040-4b4d-b2dc-b8a5aa81131b tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=207a4a0c-b318-4f43-b7eb-13d5c3bb67c6,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:53.982018 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48fff4b-d354-416c-a03a-1c4c366d0511 None None] No DVR routers for this DVR port 2b1e9910-a987-4aee-af84-16cb6649a8f5 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:53.997384 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-acb7539d-8978-457d-aaa6-8fab7d3d571d admin admin] For port 2b1e9910-a987-4aee-af84-16cb6649a8f5, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2b1e9910-a987-4aee-af84-16cb6649a8f5,segment=NetworkSegment(d69e0431-1959-4dab-bf58-cb378f4bfdf1),segment_id=d69e0431-1959-4dab-bf58-cb378f4bfdf1)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:53.999063 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-acb7539d-8978-457d-aaa6-8fab7d3d571d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:54.108090 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-acb7539d-8978-457d-aaa6-8fab7d3d571d admin admin] Calling delete_port for 2b1e9910-a987-4aee-af84-16cb6649a8f5 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:54.156238 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-50b194f8-9197-4531-ad27-7ab48be7f55c tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:54.177820 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83196413-56c6-4fac-ba39-08c4f1acfacc tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Router a85c5343-6bf7-4fce-97cc-faa0e3c38135 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:41:54.212816 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8804ae98-763a-4cab-83e2-dc635407c7fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:54.331463 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-50b194f8-9197-4531-ad27-7ab48be7f55c tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:54.501876 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-acb7539d-8978-457d-aaa6-8fab7d3d571d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:54.550293 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb7539d-8978-457d-aaa6-8fab7d3d571d admin admin] Pushing event deleted for resources: {'Port': ['ID=2b1e9910-a987-4aee-af84-16cb6649a8f5,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:54.558158 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb7539d-8978-457d-aaa6-8fab7d3d571d admin admin] No DVR routers for this DVR port 2b1e9910-a987-4aee-af84-16cb6649a8f5 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:54.560720 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b8f372ce-7191-449b-bd8e-dc91cdb564f5 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:54.569635 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-50b194f8-9197-4531-ad27-7ab48be7f55c tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:54.571352 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-50b194f8-9197-4531-ad27-7ab48be7f55c tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:54.572476 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-50b194f8-9197-4531-ad27-7ab48be7f55c tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "DELETE /v2.0/security-groups/207a4a0c-b318-4f43-b7eb-13d5c3bb67c6 HTTP/1.1" status: 204 len: 168 time: 0.6706665 Jul 23 16:41:54.580942 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57032) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:54.609107 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-8804ae98-763a-4cab-83e2-dc635407c7fe admin admin] Deleting port d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:54.609376 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8804ae98-763a-4cab-83e2-dc635407c7fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:54.613848 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83196413-56c6-4fac-ba39-08c4f1acfacc tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:54.617372 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b194f8-9197-4531-ad27-7ab48be7f55c tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=207a4a0c-b318-4f43-b7eb-13d5c3bb67c6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:54.638910 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-83196413-56c6-4fac-ba39-08c4f1acfacc tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:54.644773 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70fab17-0539-47aa-b0f5-9860f4e3f555 None None] Sync routers for ids ['a85c5343-6bf7-4fce-97cc-faa0e3c38135'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:41:54.671500 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70fab17-0539-47aa-b0f5-9860f4e3f555 None None] Routers {'a85c5343-6bf7-4fce-97cc-faa0e3c38135'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:54.672140 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b70fab17-0539-47aa-b0f5-9860f4e3f555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a85c5343-6bf7-4fce-97cc-faa0e3c38135'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:54.731499 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ef3ede68-b9a3-489f-aca1-657182e260a1 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1491668 Jul 23 16:41:54.738489 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57034) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:54.746160 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ff09f450-16eb-4d41-a43a-6a337b15cf23 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Request body: {'security_group': {'name': 'tempest-secgroup--1406072769'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:54.767594 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b70fab17-0539-47aa-b0f5-9860f4e3f555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:54.785750 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-acb7539d-8978-457d-aaa6-8fab7d3d571d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:54.786623 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70fab17-0539-47aa-b0f5-9860f4e3f555 None None] Routers {'a85c5343-6bf7-4fce-97cc-faa0e3c38135'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:54.788516 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b70fab17-0539-47aa-b0f5-9860f4e3f555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a85c5343-6bf7-4fce-97cc-faa0e3c38135'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:54.792261 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-8804ae98-763a-4cab-83e2-dc635407c7fe admin admin] For port d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65,segment=NetworkSegment(047af764-cf30-4424-904d-1624213e850c),segment_id=047af764-cf30-4424-904d-1624213e850c)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:54.793184 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8804ae98-763a-4cab-83e2-dc635407c7fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:54.795903 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ff09f450-16eb-4d41-a43a-6a337b15cf23 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:54.822888 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-83196413-56c6-4fac-ba39-08c4f1acfacc tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] 10.222.0.73 "DELETE /v2.0/floatingips/2dd946f2-3d82-4bac-aff2-97c70621e87c HTTP/1.1" status: 204 len: 168 time: 3.5023029 Jul 23 16:41:54.822888 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-acb7539d-8978-457d-aaa6-8fab7d3d571d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e99c5a-98cc-4ed4-9e2b-d3e4c465647a']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:54.830266 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57036) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:54.835587 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-b3982f2e-5a4b-45cc-a4a4-e4b6cdbbea67 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:54.845563 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-acb7539d-8978-457d-aaa6-8fab7d3d571d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd69e0431-1959-4dab-bf58-cb378f4bfdf1') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:54.845847 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-acb7539d-8978-457d-aaa6-8fab7d3d571d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd69e0431-1959-4dab-bf58-cb378f4bfdf1') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:54.849816 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b70fab17-0539-47aa-b0f5-9860f4e3f555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:54.850871 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70fab17-0539-47aa-b0f5-9860f4e3f555 None None] The sync data for ids ['a85c5343-6bf7-4fce-97cc-faa0e3c38135'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:54.855731 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-8804ae98-763a-4cab-83e2-dc635407c7fe admin admin] Calling delete_port for d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65 owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:54.870465 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-acb7539d-8978-457d-aaa6-8fab7d3d571d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:54.886635 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b3982f2e-5a4b-45cc-a4a4-e4b6cdbbea67 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:54.902623 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-b8f372ce-7191-449b-bd8e-dc91cdb564f5 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Allocated IP 172.25.8.60 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/0d0c109e-9990-4bf3-8a00-fd69759a4fc1) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:54.903774 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-acb7539d-8978-457d-aaa6-8fab7d3d571d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:54.936070 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb7539d-8978-457d-aaa6-8fab7d3d571d admin admin] Releasing vlan 1117 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:54.936479 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-acb7539d-8978-457d-aaa6-8fab7d3d571d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: self.session.flush() Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: self.session.flush() Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: self.session.flush() Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: self.session.flush() Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:54.939753 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:55.081942 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-acb7539d-8978-457d-aaa6-8fab7d3d571d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.142725 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-acb7539d-8978-457d-aaa6-8fab7d3d571d admin admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.148106 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-acb7539d-8978-457d-aaa6-8fab7d3d571d admin admin] 10.222.0.73 "DELETE /v2.0/networks/03e99c5a-98cc-4ed4-9e2b-d3e4c465647a HTTP/1.1" status: 204 len: 168 time: 1.9062078 Jul 23 16:41:55.179564 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ff09f450-16eb-4d41-a43a-6a337b15cf23 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.198932 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ff09f450-16eb-4d41-a43a-6a337b15cf23 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.212307 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b8f372ce-7191-449b-bd8e-dc91cdb564f5 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.229707 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb7539d-8978-457d-aaa6-8fab7d3d571d admin admin] Pushing event deleted for resources: {'Network': ['ID=03e99c5a-98cc-4ed4-9e2b-d3e4c465647a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:55.264602 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09f450-16eb-4d41-a43a-6a337b15cf23 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3611eba6-2b08-4f01-9818-af622928a0cf,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:55.270852 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ff09f450-16eb-4d41-a43a-6a337b15cf23 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.273089 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ff09f450-16eb-4d41-a43a-6a337b15cf23 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5335248 Jul 23 16:41:55.277621 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57050) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:55.287138 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-bb2ae15e-c304-420c-8152-697005db8041 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Request body: {'security_group_rule': {'security_group_id': '3611eba6-2b08-4f01-9818-af622928a0cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:55.300570 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b8f372ce-7191-449b-bd8e-dc91cdb564f5 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.303153 n-d-778549-4 neutron-server[94012]: WARNING neutron.api.v2.base [None req-bb2ae15e-c304-420c-8152-697005db8041 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 23 16:41:55.304311 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-bb2ae15e-c304-420c-8152-697005db8041 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:41:55.306502 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-bb2ae15e-c304-420c-8152-697005db8041 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0271027 Jul 23 16:41:55.311377 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57052) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:55.314322 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b3982f2e-5a4b-45cc-a4a4-e4b6cdbbea67 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.335801 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-d70ab21a-24d9-4986-a5ce-382823039535 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Request body: {'security_group_rule': {'security_group_id': '3611eba6-2b08-4f01-9818-af622928a0cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:55.337839 n-d-778549-4 neutron-server[94012]: WARNING neutron.api.v2.base [None req-d70ab21a-24d9-4986-a5ce-382823039535 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 23 16:41:55.339574 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-d70ab21a-24d9-4986-a5ce-382823039535 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:41:55.340648 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d70ab21a-24d9-4986-a5ce-382823039535 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0231602 Jul 23 16:41:55.347919 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57056) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:55.354219 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-0a2ca502-e1a2-4187-a03b-4c5c5157bf66 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Request body: {'security_group_rule': {'security_group_id': '3611eba6-2b08-4f01-9818-af622928a0cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:55.355182 n-d-778549-4 neutron-server[94012]: WARNING neutron.api.v2.base [None req-0a2ca502-e1a2-4187-a03b-4c5c5157bf66 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 23 16:41:55.355675 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-0a2ca502-e1a2-4187-a03b-4c5c5157bf66 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:41:55.360020 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0a2ca502-e1a2-4187-a03b-4c5c5157bf66 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074651 Jul 23 16:41:55.360020 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57058) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:55.367364 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ded7ad0a-fd94-4e75-b1c2-5c5b8c436ff0 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Request body: {'security_group_rule': {'security_group_id': '3611eba6-2b08-4f01-9818-af622928a0cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:55.368304 n-d-778549-4 neutron-server[94012]: WARNING neutron.api.v2.base [None req-ded7ad0a-fd94-4e75-b1c2-5c5b8c436ff0 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 23 16:41:55.368804 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-ded7ad0a-fd94-4e75-b1c2-5c5b8c436ff0 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:41:55.371702 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57060) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:55.375502 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ded7ad0a-fd94-4e75-b1c2-5c5b8c436ff0 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0121536 Jul 23 16:41:55.378041 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57062) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:55.464556 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f372ce-7191-449b-bd8e-dc91cdb564f5 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:55.477841 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2b1e9910-a987-4aee-af84-16cb6649a8f5 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:55.480829 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8804ae98-763a-4cab-83e2-dc635407c7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.494387 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-b8f372ce-7191-449b-bd8e-dc91cdb564f5 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:55.507009 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f372ce-7191-449b-bd8e-dc91cdb564f5 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:55.517543 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6bf8a8f0-4d8b-4bbc-8c43-e0893b26a609 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.519309 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804ae98-763a-4cab-83e2-dc635407c7fe admin admin] Pushing event deleted for resources: {'Port': ['ID=d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:55.541497 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 2b1e9910-a987-4aee-af84-16cb6649a8f5 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:55.542345 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2b1e9910-a987-4aee-af84-16cb6649a8f5 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:55.626113 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6bf8a8f0-4d8b-4bbc-8c43-e0893b26a609 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.678642 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-b3982f2e-5a4b-45cc-a4a4-e4b6cdbbea67 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Allocated IP 172.25.8.24 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/7a8117ea-5f86-4ca4-b4d1-ba904e961241) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:55.810425 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f372ce-7191-449b-bd8e-dc91cdb564f5 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Pushing event updated for resources: {'Port': ['ID=0d0c109e-9990-4bf3-8a00-fd69759a4fc1,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:55.831531 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4feedd52-3b43-4109-842f-7fb615aa8e15 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5d8469dd886547af8aa5b5e0e02307dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4560914 Jul 23 16:41:55.832103 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57064) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:55.878150 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b3982f2e-5a4b-45cc-a4a4-e4b6cdbbea67 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.890881 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6bf8a8f0-4d8b-4bbc-8c43-e0893b26a609 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.896002 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6bf8a8f0-4d8b-4bbc-8c43-e0893b26a609 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.899927 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6bf8a8f0-4d8b-4bbc-8c43-e0893b26a609 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "DELETE /v2.0/security-groups/3611eba6-2b08-4f01-9818-af622928a0cf HTTP/1.1" status: 204 len: 168 time: 0.5190899 Jul 23 16:41:55.905188 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57066) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:55.926083 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8a8f0-4d8b-4bbc-8c43-e0893b26a609 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3611eba6-2b08-4f01-9818-af622928a0cf,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:55.952496 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5166b267-ac91-4337-8ad2-bce6d31dbb9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.980797 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8804ae98-763a-4cab-83e2-dc635407c7fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.988453 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5166b267-ac91-4337-8ad2-bce6d31dbb9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:56.067897 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b8f372ce-7191-449b-bd8e-dc91cdb564f5 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:56.107803 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57076) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:56.108220 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8f7caf3e-6e7f-490a-8a6f-09fba60a6e19 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2014832 Jul 23 16:41:56.113933 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-478b948a-525a-47cb-a483-5a8b0097312c tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Request body: {'security_group': {'name': 'tempest-secgroup--672915783'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:56.153378 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5166b267-ac91-4337-8ad2-bce6d31dbb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:56.156575 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5166b267-ac91-4337-8ad2-bce6d31dbb9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:56.158112 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5166b267-ac91-4337-8ad2-bce6d31dbb9f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7572a56a-08f1-4902-a27a-47e051763e2d HTTP/1.1" status: 204 len: 168 time: 0.3241065 Jul 23 16:41:56.166927 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-478b948a-525a-47cb-a483-5a8b0097312c tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:56.187367 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166b267-ac91-4337-8ad2-bce6d31dbb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7572a56a-08f1-4902-a27a-47e051763e2d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:56.316994 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b3982f2e-5a4b-45cc-a4a4-e4b6cdbbea67 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:56.390070 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8804ae98-763a-4cab-83e2-dc635407c7fe admin admin] Router eff611ae-30a4-4607-96c6-ce3cfe2e4723 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:41:56.421086 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-478b948a-525a-47cb-a483-5a8b0097312c tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:56.421086 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-478b948a-525a-47cb-a483-5a8b0097312c tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:56.473137 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3982f2e-5a4b-45cc-a4a4-e4b6cdbbea67 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:56.480545 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-b3982f2e-5a4b-45cc-a4a4-e4b6cdbbea67 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:56.488992 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b8f372ce-7191-449b-bd8e-dc91cdb564f5 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:56.530850 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8804ae98-763a-4cab-83e2-dc635407c7fe admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:56.540791 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8804ae98-763a-4cab-83e2-dc635407c7fe admin admin] 10.222.0.73 "PUT /v2.0/routers/eff611ae-30a4-4607-96c6-ce3cfe2e4723/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2015030 Jul 23 16:41:56.542368 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57084) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:56.547695 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d657476-c27c-4c69-9772-2093ca6ae82a None None] Sync routers for ids ['eff611ae-30a4-4607-96c6-ce3cfe2e4723'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:41:56.587627 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d657476-c27c-4c69-9772-2093ca6ae82a None None] Routers {'eff611ae-30a4-4607-96c6-ce3cfe2e4723'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:56.590766 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-5d657476-c27c-4c69-9772-2093ca6ae82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['eff611ae-30a4-4607-96c6-ce3cfe2e4723'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:56.652756 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-478b948a-525a-47cb-a483-5a8b0097312c tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:56.652756 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-478b948a-525a-47cb-a483-5a8b0097312c tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5390575 Jul 23 16:41:56.655422 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57086) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:56.663629 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-833b4c96-7886-41c5-b594-68250dd7088c tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Request body: {'security_group_rule': {'security_group_id': 'ede0aa3b-3d4f-4eee-a353-46ba7c51e609', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:56.664338 n-d-778549-4 neutron-server[94012]: WARNING neutron.api.v2.base [None req-833b4c96-7886-41c5-b594-68250dd7088c tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 16:41:56.664835 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-833b4c96-7886-41c5-b594-68250dd7088c tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:41:56.665837 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-833b4c96-7886-41c5-b594-68250dd7088c tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062740 Jul 23 16:41:56.670372 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57090) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:56.675656 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-fedf9ab3-4073-42f4-a7db-ec9e03e539b8 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Request body: {'security_group_rule': {'security_group_id': 'ede0aa3b-3d4f-4eee-a353-46ba7c51e609', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:56.684471 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b948a-525a-47cb-a483-5a8b0097312c tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ede0aa3b-3d4f-4eee-a353-46ba7c51e609,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:56.757090 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bb6cebf5-f850-4e9d-bcb5-d212b8d1c171 admin admin] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:56.760611 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-fedf9ab3-4073-42f4-a7db-ec9e03e539b8 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:41:56.762148 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fedf9ab3-4073-42f4-a7db-ec9e03e539b8 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0906913 Jul 23 16:41:56.797802 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57096) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:56.802756 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-d7a5e08c-95c2-4bba-ad17-3c6cd37b9fae tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Request body: {'security_group_rule': {'security_group_id': 'ede0aa3b-3d4f-4eee-a353-46ba7c51e609', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:56.803236 n-d-778549-4 neutron-server[94012]: WARNING neutron.api.v2.base [None req-d7a5e08c-95c2-4bba-ad17-3c6cd37b9fae tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 23 16:41:56.803722 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-d7a5e08c-95c2-4bba-ad17-3c6cd37b9fae tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:41:56.804917 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d7a5e08c-95c2-4bba-ad17-3c6cd37b9fae tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061600 Jul 23 16:41:56.813529 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3982f2e-5a4b-45cc-a4a4-e4b6cdbbea67 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:56.831432 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57098) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:56.846167 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-4f69bce6-43ee-4ba8-bf7a-398e8d900774 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Request body: {'security_group_rule': {'security_group_id': 'ede0aa3b-3d4f-4eee-a353-46ba7c51e609', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:56.856132 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3982f2e-5a4b-45cc-a4a4-e4b6cdbbea67 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Pushing event updated for resources: {'Port': ['ID=7a8117ea-5f86-4ca4-b4d1-ba904e961241,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:56.963458 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bb6cebf5-f850-4e9d-bcb5-d212b8d1c171 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:56.998106 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-5d657476-c27c-4c69-9772-2093ca6ae82a None None] Set router eff611ae-30a4-4607-96c6-ce3cfe2e4723 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:57.064516 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-4f69bce6-43ee-4ba8-bf7a-398e8d900774 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:41:57.065613 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4f69bce6-43ee-4ba8-bf7a-398e8d900774 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2310994 Jul 23 16:41:57.075012 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57108) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:57.081877 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-b5666081-5a60-428f-9a17-6fee16626a12 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Request body: {'security_group_rule': {'security_group_id': 'ede0aa3b-3d4f-4eee-a353-46ba7c51e609', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:57.083153 n-d-778549-4 neutron-server[94013]: WARNING neutron.api.v2.base [None req-b5666081-5a60-428f-9a17-6fee16626a12 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 16:41:57.083153 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-b5666081-5a60-428f-9a17-6fee16626a12 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:41:57.084470 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b5666081-5a60-428f-9a17-6fee16626a12 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080061 Jul 23 16:41:57.091911 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57110) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:57.108140 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-cf01c5b3-baf3-46eb-8953-c60d972b6f37 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Request body: {'security_group_rule': {'security_group_id': 'ede0aa3b-3d4f-4eee-a353-46ba7c51e609', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:57.142755 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b8f372ce-7191-449b-bd8e-dc91cdb564f5 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:57.147318 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b3982f2e-5a4b-45cc-a4a4-e4b6cdbbea67 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:57.149719 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b8f372ce-7191-449b-bd8e-dc91cdb564f5 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:57.188570 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-bb6cebf5-f850-4e9d-bcb5-d212b8d1c171 admin admin] Deleting port fa0e4d74-2a7b-4126-8e70-47634acffb35 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:57.190656 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bb6cebf5-f850-4e9d-bcb5-d212b8d1c171 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:57.237414 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-cf01c5b3-baf3-46eb-8953-c60d972b6f37 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:41:57.242254 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-cf01c5b3-baf3-46eb-8953-c60d972b6f37 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1426694 Jul 23 16:41:57.246109 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57112) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:57.250673 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-0d12b8da-be05-4e45-86d3-fa5e1e62d9e7 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Request body: {'security_group_rule': {'security_group_id': 'ede0aa3b-3d4f-4eee-a353-46ba7c51e609', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:57.252411 n-d-778549-4 neutron-server[94012]: WARNING neutron.api.v2.base [None req-0d12b8da-be05-4e45-86d3-fa5e1e62d9e7 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 23 16:41:57.252411 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-0d12b8da-be05-4e45-86d3-fa5e1e62d9e7 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:41:57.256432 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0d12b8da-be05-4e45-86d3-fa5e1e62d9e7 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0098259 Jul 23 16:41:57.257073 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57114) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:57.299529 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-de0e6a38-eff4-49c8-bcbe-70758f07e8d4 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Request body: {'security_group_rule': {'security_group_id': 'ede0aa3b-3d4f-4eee-a353-46ba7c51e609', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:57.398456 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-5d657476-c27c-4c69-9772-2093ca6ae82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'name': 'tempest-AttachVolumeShelveTestJSON-523370312-router', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:27Z', 'updated_at': '2021-07-23T16:41:55Z', 'revision_number': 5, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'gw_port': {'id': 'fa0e4d74-2a7b-4126-8e70-47634acffb35', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:28Z', 'updated_at': '2021-07-23T16:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:57.401555 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-bb6cebf5-f850-4e9d-bcb5-d212b8d1c171 admin admin] For port fa0e4d74-2a7b-4126-8e70-47634acffb35, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=fa0e4d74-2a7b-4126-8e70-47634acffb35,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:57.402139 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bb6cebf5-f850-4e9d-bcb5-d212b8d1c171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:57.440740 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-bb6cebf5-f850-4e9d-bcb5-d212b8d1c171 admin admin] Calling delete_port for fa0e4d74-2a7b-4126-8e70-47634acffb35 owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:57.452184 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d657476-c27c-4c69-9772-2093ca6ae82a None None] Checking router: eff611ae-30a4-4607-96c6-ce3cfe2e4723 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:41:57.463058 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d657476-c27c-4c69-9772-2093ca6ae82a None None] Routers {'eff611ae-30a4-4607-96c6-ce3cfe2e4723'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:57.463687 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-5d657476-c27c-4c69-9772-2093ca6ae82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:41:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['eff611ae-30a4-4607-96c6-ce3cfe2e4723'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:57.572251 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-5d657476-c27c-4c69-9772-2093ca6ae82a None None] Set router eff611ae-30a4-4607-96c6-ce3cfe2e4723 gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:57.574392 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-de0e6a38-eff4-49c8-bcbe-70758f07e8d4 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:41:57.578778 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-de0e6a38-eff4-49c8-bcbe-70758f07e8d4 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2820530 Jul 23 16:41:57.579856 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57122) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:57.588827 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-4758b691-a3df-4d1e-b088-66a2d75a3fbe tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Request body: {'security_group_rule': {'security_group_id': 'ede0aa3b-3d4f-4eee-a353-46ba7c51e609', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:57.783430 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f372ce-7191-449b-bd8e-dc91cdb564f5 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Pushing event updated for resources: {'Port': ['ID=0d0c109e-9990-4bf3-8a00-fd69759a4fc1,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:57.820543 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-5d657476-c27c-4c69-9772-2093ca6ae82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'name': 'tempest-AttachVolumeShelveTestJSON-523370312-router', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:27Z', 'updated_at': '2021-07-23T16:41:56Z', 'revision_number': 6, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:57.847519 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b8f372ce-7191-449b-bd8e-dc91cdb564f5 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:57.859150 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b3982f2e-5a4b-45cc-a4a4-e4b6cdbbea67 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:57.861989 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d657476-c27c-4c69-9772-2093ca6ae82a None None] The sync data for ids ['eff611ae-30a4-4607-96c6-ce3cfe2e4723'] in n-d-778549-4 is: [{'id': 'eff611ae-30a4-4607-96c6-ce3cfe2e4723', 'name': 'tempest-AttachVolumeShelveTestJSON-523370312-router', 'tenant_id': '54c4450647c445a5ad7f9adbba82da8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:27Z', 'updated_at': '2021-07-23T16:41:56Z', 'revision_number': 6, 'project_id': '54c4450647c445a5ad7f9adbba82da8f', 'gw_port_host': None}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:57.915392 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b8f372ce-7191-449b-bd8e-dc91cdb564f5 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:57.916753 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b8f372ce-7191-449b-bd8e-dc91cdb564f5 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1490645 Jul 23 16:41:57.960364 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-4758b691-a3df-4d1e-b088-66a2d75a3fbe tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:41:57.962521 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4758b691-a3df-4d1e-b088-66a2d75a3fbe tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3810084 Jul 23 16:41:57.966032 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57132) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:58.119873 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b3982f2e-5a4b-45cc-a4a4-e4b6cdbbea67 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:58.128458 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b3982f2e-5a4b-45cc-a4a4-e4b6cdbbea67 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:58.166732 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3b44b8f3-33cd-49fd-8900-2bd127128f4f tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:58.261569 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3b44b8f3-33cd-49fd-8900-2bd127128f4f tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:58.261793 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b3982f2e-5a4b-45cc-a4a4-e4b6cdbbea67 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:58.275934 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3982f2e-5a4b-45cc-a4a4-e4b6cdbbea67 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Pushing event updated for resources: {'Port': ['ID=7a8117ea-5f86-4ca4-b4d1-ba904e961241,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:58.282631 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b3982f2e-5a4b-45cc-a4a4-e4b6cdbbea67 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:58.287591 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b3982f2e-5a4b-45cc-a4a4-e4b6cdbbea67 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4563272 Jul 23 16:41:58.288723 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57148) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:58.307383 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bb6cebf5-f850-4e9d-bcb5-d212b8d1c171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:58.352436 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6cebf5-f850-4e9d-bcb5-d212b8d1c171 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa0e4d74-2a7b-4126-8e70-47634acffb35,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:58.471635 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3b44b8f3-33cd-49fd-8900-2bd127128f4f tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:58.474619 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3b44b8f3-33cd-49fd-8900-2bd127128f4f tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:58.478519 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3b44b8f3-33cd-49fd-8900-2bd127128f4f tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "DELETE /v2.0/security-groups/ede0aa3b-3d4f-4eee-a353-46ba7c51e609 HTTP/1.1" status: 204 len: 168 time: 0.5088484 Jul 23 16:41:58.480466 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57158) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:58.509509 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-d95d34b0-be0d-4072-954f-02602afdb0cb tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--798445188&fields=id&tenant_id=73f731c3e74d4834a41ffd03a4899cef HTTP/1.1" status: 200 len: 267 time: 0.1050117 Jul 23 16:41:58.513362 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bb6cebf5-f850-4e9d-bcb5-d212b8d1c171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:58.618058 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-472c17d4-b01a-445b-8af3-ce34b3b7fd5e tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1325254 Jul 23 16:41:58.619028 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57162) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:58.627013 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44b8f3-33cd-49fd-8900-2bd127128f4f tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede0aa3b-3d4f-4eee-a353-46ba7c51e609,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:58.637904 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-856cc683-a029-4665-84f6-f4e502f53d23 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Request body: {'security_group': {'name': 'tempest-secgroup--512181964'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:58.648922 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bb6cebf5-f850-4e9d-bcb5-d212b8d1c171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:58.661892 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bb6cebf5-f850-4e9d-bcb5-d212b8d1c171 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:58.729731 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-856cc683-a029-4665-84f6-f4e502f53d23 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:58.793043 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bb6cebf5-f850-4e9d-bcb5-d212b8d1c171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:58.795832 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6cebf5-f850-4e9d-bcb5-d212b8d1c171 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eff611ae-30a4-4607-96c6-ce3cfe2e4723 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:41:58.807037 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bb6cebf5-f850-4e9d-bcb5-d212b8d1c171 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:58.808267 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-bb6cebf5-f850-4e9d-bcb5-d212b8d1c171 admin admin] 10.222.0.73 "DELETE /v2.0/routers/eff611ae-30a4-4607-96c6-ce3cfe2e4723 HTTP/1.1" status: 204 len: 168 time: 2.2620344 Jul 23 16:41:58.812241 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57168) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:58.901002 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-24006d6b-3617-408e-85db-2f1575f8a1eb tempest-FloatingIPAdminTestJSON-35988731 tempest-FloatingIPAdminTestJSON-35988731-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:58.960445 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-856cc683-a029-4665-84f6-f4e502f53d23 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:58.968660 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-856cc683-a029-4665-84f6-f4e502f53d23 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:59.045146 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-531a3bd0-db4d-4287-a547-bff545303adc admin admin] Deleting subnet 8b88c056-245d-4f4e-ab87-c54aa261bddb {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:41:59.051135 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-531a3bd0-db4d-4287-a547-bff545303adc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:59.056127 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-24006d6b-3617-408e-85db-2f1575f8a1eb tempest-FloatingIPAdminTestJSON-35988731 tempest-FloatingIPAdminTestJSON-35988731-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:59.063490 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856cc683-a029-4665-84f6-f4e502f53d23 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b55f47f-e403-4d50-8ea8-4fb06ea084b7,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:59.066657 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-856cc683-a029-4665-84f6-f4e502f53d23 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:59.071786 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-856cc683-a029-4665-84f6-f4e502f53d23 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4490371 Jul 23 16:41:59.072482 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-ffb1db8b-cfda-4e87-b402-405b90893c90 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:59.075232 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-ffb1db8b-cfda-4e87-b402-405b90893c90 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/networks?id=781ff998-5fd6-4b30-abd9-75eb80a107ad HTTP/1.1" status: 200 len: 810 time: 0.4495327 Jul 23 16:41:59.088906 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57176) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:59.102526 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-60ce9bcc-b331-4bea-88e1-e804124f0223 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Request body: {'security_group_rule': {'security_group_id': '6b55f47f-e403-4d50-8ea8-4fb06ea084b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:59.211273 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-531a3bd0-db4d-4287-a547-bff545303adc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:59.294940 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-60ce9bcc-b331-4bea-88e1-e804124f0223 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] create failed (client error): The resource could not be found. Jul 23 16:41:59.306678 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-60ce9bcc-b331-4bea-88e1-e804124f0223 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2162883 Jul 23 16:41:59.319586 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57180) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:59.323404 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-f450e1f2-a9cc-40e8-83dc-72f5dd11ab1f tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/quotas/73f731c3e74d4834a41ffd03a4899cef HTTP/1.1" status: 200 len: 375 time: 0.1280813 Jul 23 16:41:59.353003 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-66e5be07-db17-4dbe-9c63-98f88ecba246 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Request body: {'security_group_rule': {'security_group_id': '6b55f47f-e403-4d50-8ea8-4fb06ea084b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '07c1133f-d386-493a-b063-cd1c459e52f2'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:59.410168 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-24006d6b-3617-408e-85db-2f1575f8a1eb tempest-FloatingIPAdminTestJSON-35988731 tempest-FloatingIPAdminTestJSON-35988731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:59.492791 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:59.560022 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:59.560368 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d7b72f47-0a2a-46b1-9c1c-5f5c0e191a65 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:59.560795 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device fa0e4d74-2a7b-4126-8e70-47634acffb35 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:59.645607 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: fa0e4d74-2a7b-4126-8e70-47634acffb35 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:59.645951 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device fa0e4d74-2a7b-4126-8e70-47634acffb35 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:59.689433 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-531a3bd0-db4d-4287-a547-bff545303adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:59.750211 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-66e5be07-db17-4dbe-9c63-98f88ecba246 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] create failed (client error): The resource could not be found. Jul 23 16:41:59.754095 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-66e5be07-db17-4dbe-9c63-98f88ecba246 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4295263 Jul 23 16:41:59.773303 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57192) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:59.791710 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-24006d6b-3617-408e-85db-2f1575f8a1eb tempest-FloatingIPAdminTestJSON-35988731 tempest-FloatingIPAdminTestJSON-35988731-project] Allocated IP 172.25.8.44 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/c06809e5-4e5f-4838-b003-2b0efd2e845c) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:59.872542 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-7867f5ee-087a-4e2f-9be2-3df3578f011c tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=73f731c3e74d4834a41ffd03a4899cef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4971929 Jul 23 16:42:00.012883 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-531a3bd0-db4d-4287-a547-bff545303adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:00.051442 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a3bd0-db4d-4287-a547-bff545303adc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b88c056-245d-4f4e-ab87-c54aa261bddb,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:00.056671 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aebd13c6-eb5a-4eae-a5df-b662d23defb5 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:00.062103 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-531a3bd0-db4d-4287-a547-bff545303adc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:00.067022 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-531a3bd0-db4d-4287-a547-bff545303adc admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8b88c056-245d-4f4e-ab87-c54aa261bddb HTTP/1.1" status: 204 len: 168 time: 1.2516484 Jul 23 16:42:00.068911 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57204) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:00.072396 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60762e32-e4a2-4b44-8fda-98feafb2739b None None] Network 188f4564-8b8f-479c-8498-350853f64f83 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:42:00.134085 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aebd13c6-eb5a-4eae-a5df-b662d23defb5 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:00.221153 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-24006d6b-3617-408e-85db-2f1575f8a1eb tempest-FloatingIPAdminTestJSON-35988731 tempest-FloatingIPAdminTestJSON-35988731-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:00.362326 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-24006d6b-3617-408e-85db-2f1575f8a1eb tempest-FloatingIPAdminTestJSON-35988731 tempest-FloatingIPAdminTestJSON-35988731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:00.387573 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-b364af94-2f72-4416-9a09-fd072386dedf service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:42:00.400093 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-b364af94-2f72-4416-9a09-fd072386dedf service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4615221 Jul 23 16:42:00.426366 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-03ed3eb4-ec69-48da-81e3-0190746476a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:00.455397 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24006d6b-3617-408e-85db-2f1575f8a1eb tempest-FloatingIPAdminTestJSON-35988731 tempest-FloatingIPAdminTestJSON-35988731-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:42:00.589597 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-24006d6b-3617-408e-85db-2f1575f8a1eb tempest-FloatingIPAdminTestJSON-35988731 tempest-FloatingIPAdminTestJSON-35988731-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:00.623343 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24006d6b-3617-408e-85db-2f1575f8a1eb tempest-FloatingIPAdminTestJSON-35988731 tempest-FloatingIPAdminTestJSON-35988731-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:42:00.649658 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffc5998-e0d2-4b17-9085-8fb5a56a91c1 None None] DHCP port deletion for 188f4564-8b8f-479c-8498-350853f64f83 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:42:00.846737 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24006d6b-3617-408e-85db-2f1575f8a1eb tempest-FloatingIPAdminTestJSON-35988731 tempest-FloatingIPAdminTestJSON-35988731-project] Pushing event updated for resources: {'Port': ['ID=c06809e5-4e5f-4838-b003-2b0efd2e845c,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:00.861791 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-24006d6b-3617-408e-85db-2f1575f8a1eb tempest-FloatingIPAdminTestJSON-35988731 tempest-FloatingIPAdminTestJSON-35988731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:00.880625 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-1ffc5998-e0d2-4b17-9085-8fb5a56a91c1 None None] Deleting port fc8328f6-153b-4710-8a31-9e5b7a60615a {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:00.881005 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1ffc5998-e0d2-4b17-9085-8fb5a56a91c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:00.963079 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-24006d6b-3617-408e-85db-2f1575f8a1eb tempest-FloatingIPAdminTestJSON-35988731 tempest-FloatingIPAdminTestJSON-35988731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.070909 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-1ffc5998-e0d2-4b17-9085-8fb5a56a91c1 None None] For port fc8328f6-153b-4710-8a31-9e5b7a60615a, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=fc8328f6-153b-4710-8a31-9e5b7a60615a,segment=NetworkSegment(047af764-cf30-4424-904d-1624213e850c),segment_id=047af764-cf30-4424-904d-1624213e850c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:01.072505 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1ffc5998-e0d2-4b17-9085-8fb5a56a91c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.114142 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-1ffc5998-e0d2-4b17-9085-8fb5a56a91c1 None None] Calling delete_port for fc8328f6-153b-4710-8a31-9e5b7a60615a owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:01.337517 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aebd13c6-eb5a-4eae-a5df-b662d23defb5 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.339786 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aebd13c6-eb5a-4eae-a5df-b662d23defb5 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.340957 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-aebd13c6-eb5a-4eae-a5df-b662d23defb5 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "DELETE /v2.0/security-groups/6b55f47f-e403-4d50-8ea8-4fb06ea084b7 HTTP/1.1" status: 204 len: 168 time: 1.5645692 Jul 23 16:42:01.345671 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57222) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:01.392362 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd13c6-eb5a-4eae-a5df-b662d23defb5 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b55f47f-e403-4d50-8ea8-4fb06ea084b7,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:01.414256 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1ffc5998-e0d2-4b17-9085-8fb5a56a91c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.433838 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-64662272-a76c-412e-b94b-5ef86fbc1090 service neutron] 10.222.0.73 "GET /v2.0/networks/781ff998-5fd6-4b30-abd9-75eb80a107ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0326459 Jul 23 16:42:01.439799 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-03ed3eb4-ec69-48da-81e3-0190746476a7 admin admin] Deleting port fc8328f6-153b-4710-8a31-9e5b7a60615a {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:01.440139 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-03ed3eb4-ec69-48da-81e3-0190746476a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.464944 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device fc8328f6-153b-4710-8a31-9e5b7a60615a no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:42:01.473154 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc5998-e0d2-4b17-9085-8fb5a56a91c1 None None] Pushing event deleted for resources: {'Port': ['ID=fc8328f6-153b-4710-8a31-9e5b7a60615a,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:01.498444 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57226) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:01.499038 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-557f0ef5-e608-4652-ae0e-69554045d207 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1521158 Jul 23 16:42:01.502265 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-24006d6b-3617-408e-85db-2f1575f8a1eb tempest-FloatingIPAdminTestJSON-35988731 tempest-FloatingIPAdminTestJSON-35988731-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.508135 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ddbf8bc5-d3e1-41cb-8359-44213200e739 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Request body: {'security_group_rule': {'security_group_id': '2dffd02b-5d1c-4d6b-a0c5-f26fc3ac4949', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:01.518388 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-24006d6b-3617-408e-85db-2f1575f8a1eb tempest-FloatingIPAdminTestJSON-35988731 tempest-FloatingIPAdminTestJSON-35988731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.536920 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffc5998-e0d2-4b17-9085-8fb5a56a91c1 None None] No DVR routers for this DVR port fc8328f6-153b-4710-8a31-9e5b7a60615a on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:42:01.539216 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: fc8328f6-153b-4710-8a31-9e5b7a60615a {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:42:01.541771 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device fc8328f6-153b-4710-8a31-9e5b7a60615a not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:42:01.586021 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24006d6b-3617-408e-85db-2f1575f8a1eb tempest-FloatingIPAdminTestJSON-35988731 tempest-FloatingIPAdminTestJSON-35988731-project] Pushing event updated for resources: {'Port': ['ID=c06809e5-4e5f-4838-b003-2b0efd2e845c,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:01.641368 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-24006d6b-3617-408e-85db-2f1575f8a1eb tempest-FloatingIPAdminTestJSON-35988731 tempest-FloatingIPAdminTestJSON-35988731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.650586 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-03ed3eb4-ec69-48da-81e3-0190746476a7 admin admin] For port fc8328f6-153b-4710-8a31-9e5b7a60615a, host n-d-778549-4, got binding levels [] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:01.650733 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-03ed3eb4-ec69-48da-81e3-0190746476a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.663502 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-24006d6b-3617-408e-85db-2f1575f8a1eb tempest-FloatingIPAdminTestJSON-35988731 tempest-FloatingIPAdminTestJSON-35988731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.664958 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-24006d6b-3617-408e-85db-2f1575f8a1eb tempest-FloatingIPAdminTestJSON-35988731 tempest-FloatingIPAdminTestJSON-35988731-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3750103 Jul 23 16:42:01.668977 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57228) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:01.708543 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-03ed3eb4-ec69-48da-81e3-0190746476a7 admin admin] Calling delete_port for fc8328f6-153b-4710-8a31-9e5b7a60615a owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:01.724100 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.ipam_backend_mixin [None req-03ed3eb4-ec69-48da-81e3-0190746476a7 admin admin] Port fc8328f6-153b-4710-8a31-9e5b7a60615a was not found and therefore no delete operation was performed {{(pid=94012) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:42:01.735712 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-85fafe71-a0f3-4bdb-83d7-f53a606652a1 tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2128 time: 0.0609043 Jul 23 16:42:01.735997 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-228d8c96-28fc-48c0-89b2-2b27e43c813d service neutron] 10.222.0.73 "GET /v2.0/networks/781ff998-5fd6-4b30-abd9-75eb80a107ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910092 Jul 23 16:42:01.740739 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-03ed3eb4-ec69-48da-81e3-0190746476a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.746079 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57230) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:01.838949 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ed3eb4-ec69-48da-81e3-0190746476a7 admin admin] No DVR routers for this DVR port fc8328f6-153b-4710-8a31-9e5b7a60615a on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:42:01.853075 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-ddbf8bc5-d3e1-41cb-8359-44213200e739 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] create failed (client error): The resource could not be found. Jul 23 16:42:01.859600 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ddbf8bc5-d3e1-41cb-8359-44213200e739 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3582640 Jul 23 16:42:01.878029 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed3eb4-ec69-48da-81e3-0190746476a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc8328f6-153b-4710-8a31-9e5b7a60615a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:01.884932 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57236) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:01.913405 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-5cc262ac-8b2a-4bea-8924-d9d55d169dfe tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Request body: {'security_group': {'name': 'tempest-secgroup--981583853'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:02.070350 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5a2352c8-bb20-4745-80ea-3cb5a5618f5d tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3214738 Jul 23 16:42:02.074215 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57248) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:02.222393 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5cc262ac-8b2a-4bea-8924-d9d55d169dfe tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:02.332399 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-03ed3eb4-ec69-48da-81e3-0190746476a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:02.354170 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-03ed3eb4-ec69-48da-81e3-0190746476a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188f4564-8b8f-479c-8498-350853f64f83']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:02.375323 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-03ed3eb4-ec69-48da-81e3-0190746476a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '047af764-cf30-4424-904d-1624213e850c') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:02.375820 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-03ed3eb4-ec69-48da-81e3-0190746476a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '047af764-cf30-4424-904d-1624213e850c') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:02.409968 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-03ed3eb4-ec69-48da-81e3-0190746476a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:02.499870 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-03ed3eb4-ec69-48da-81e3-0190746476a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:02.521478 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ed3eb4-ec69-48da-81e3-0190746476a7 admin admin] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:42:02.522208 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-03ed3eb4-ec69-48da-81e3-0190746476a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:02.524385 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:42:02.524385 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:42:02.524385 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:42:02.524385 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:42:02.524385 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:42:02.524385 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:42:02.524385 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:42:02.524385 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:42:02.524385 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:42:02.524385 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:42:02.524385 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:42:02.524385 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:42:02.524385 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:42:02.524385 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:42:02.524385 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:42:02.524385 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:42:02.524385 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:42:02.524385 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:42:02.524385 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:42:02.524385 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:42:02.524385 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:42:02.524385 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:42:02.524385 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:42:02.524385 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:42:02.524385 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:42:02.524385 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:42:02.524385 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:42:02.524385 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:42:02.524385 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:42:02.524385 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:42:02.524385 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:42:02.524385 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:42:02.650044 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-26de7fc3-0ea4-4ae8-bfa2-96a2daafe4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:02.697092 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-464e6376-63bd-4d64-b9ca-e2b043ee704d tempest-FloatingIPAdminTestJSON-35988731 tempest-FloatingIPAdminTestJSON-35988731-project] Deleting port c06809e5-4e5f-4838-b003-2b0efd2e845c {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:02.697695 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-464e6376-63bd-4d64-b9ca-e2b043ee704d tempest-FloatingIPAdminTestJSON-35988731 tempest-FloatingIPAdminTestJSON-35988731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:02.751743 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-03ed3eb4-ec69-48da-81e3-0190746476a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:02.787814 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-03ed3eb4-ec69-48da-81e3-0190746476a7 admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:02.798333 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-03ed3eb4-ec69-48da-81e3-0190746476a7 admin admin] 10.222.0.73 "DELETE /v2.0/networks/188f4564-8b8f-479c-8498-350853f64f83 HTTP/1.1" status: 204 len: 168 time: 2.7270803 Jul 23 16:42:02.856451 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed3eb4-ec69-48da-81e3-0190746476a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=188f4564-8b8f-479c-8498-350853f64f83,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:02.895699 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5cc262ac-8b2a-4bea-8924-d9d55d169dfe tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:02.907199 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5cc262ac-8b2a-4bea-8924-d9d55d169dfe tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:02.957520 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-464e6376-63bd-4d64-b9ca-e2b043ee704d tempest-FloatingIPAdminTestJSON-35988731 tempest-FloatingIPAdminTestJSON-35988731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:02.958369 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-464e6376-63bd-4d64-b9ca-e2b043ee704d tempest-FloatingIPAdminTestJSON-35988731 tempest-FloatingIPAdminTestJSON-35988731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:02.969832 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5cc262ac-8b2a-4bea-8924-d9d55d169dfe tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:02.972083 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5cc262ac-8b2a-4bea-8924-d9d55d169dfe tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0797884 Jul 23 16:42:02.977310 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57280) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:02.984102 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-9497d7d2-70f1-4ba7-875b-853e34b43a05 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Request body: {'security_group': {'name': 'tempest-secgroup--2005898464'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:03.001647 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-464e6376-63bd-4d64-b9ca-e2b043ee704d tempest-FloatingIPAdminTestJSON-35988731 tempest-FloatingIPAdminTestJSON-35988731-project] Calling delete_port for c06809e5-4e5f-4838-b003-2b0efd2e845c owned by network:floatingip {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:03.044352 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc262ac-8b2a-4bea-8924-d9d55d169dfe tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8278a3cb-58d3-49b4-ba7a-3f421de6d787,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:03.053799 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9497d7d2-70f1-4ba7-875b-853e34b43a05 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:03.254409 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-22f74eac-d757-40a2-8f7f-36bef6c83841 req-4b281c1c-59b3-47ec-adbb-7c0bfebff35a tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=db39015c-d082-40b2-841b-29ba7f997db0 HTTP/1.1" status: 200 len: 210 time: 1.1481249 Jul 23 16:42:03.413642 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-464e6376-63bd-4d64-b9ca-e2b043ee704d tempest-FloatingIPAdminTestJSON-35988731 tempest-FloatingIPAdminTestJSON-35988731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:03.480465 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e6376-63bd-4d64-b9ca-e2b043ee704d tempest-FloatingIPAdminTestJSON-35988731 tempest-FloatingIPAdminTestJSON-35988731-project] Pushing event deleted for resources: {'Port': ['ID=c06809e5-4e5f-4838-b003-2b0efd2e845c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:03.482191 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9497d7d2-70f1-4ba7-875b-853e34b43a05 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:03.490760 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9497d7d2-70f1-4ba7-875b-853e34b43a05 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:03.563576 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497d7d2-70f1-4ba7-875b-853e34b43a05 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa4108a-fd36-4aad-9afd-a0f435906a6f,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:03.589240 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9497d7d2-70f1-4ba7-875b-853e34b43a05 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:03.593642 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9497d7d2-70f1-4ba7-875b-853e34b43a05 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6132307 Jul 23 16:42:03.597345 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57288) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:03.614006 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-464e6376-63bd-4d64-b9ca-e2b043ee704d tempest-FloatingIPAdminTestJSON-35988731 tempest-FloatingIPAdminTestJSON-35988731-project] Notify callbacks [] for floatingip, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:03.614356 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-0b06b031-a06e-4a18-bca0-bf9d27ea481e tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Request body: {'security_group_rule': {'security_group_id': '8278a3cb-58d3-49b4-ba7a-3f421de6d787', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '4aa4108a-fd36-4aad-9afd-a0f435906a6f'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:03.626299 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-464e6376-63bd-4d64-b9ca-e2b043ee704d tempest-FloatingIPAdminTestJSON-35988731 tempest-FloatingIPAdminTestJSON-35988731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:03.634593 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-464e6376-63bd-4d64-b9ca-e2b043ee704d tempest-FloatingIPAdminTestJSON-35988731 tempest-FloatingIPAdminTestJSON-35988731-project] 10.222.0.73 "DELETE /v2.0/floatingips/460f5fe1-a65c-404d-bc49-023431e59c0c HTTP/1.1" status: 204 len: 168 time: 1.5551755 Jul 23 16:42:03.636787 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57290) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:03.731858 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-0b06b031-a06e-4a18-bca0-bf9d27ea481e tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:42:03.736115 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0b06b031-a06e-4a18-bca0-bf9d27ea481e tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1353710 Jul 23 16:42:03.744505 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57294) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:03.894960 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-22c94488-0a8c-4e74-9377-004a52083e1c tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:03.956691 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57296) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:03.981464 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-22c94488-0a8c-4e74-9377-004a52083e1c tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:04.080396 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-d133b719-9aa7-4730-94a4-ce8d8b90e2fc tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:04.089918 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-d133b719-9aa7-4730-94a4-ce8d8b90e2fc tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.97 "GET /v2.0/networks?id=781ff998-5fd6-4b30-abd9-75eb80a107ad HTTP/1.1" status: 200 len: 810 time: 0.2564671 Jul 23 16:42:04.167665 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-68136d90-c430-464f-9333-d07f30b1766b tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Deleting port 7a8117ea-5f86-4ca4-b4d1-ba904e961241 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:04.168377 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-68136d90-c430-464f-9333-d07f30b1766b tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:04.196805 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a1542760-4348-49aa-a340-52edfd35982d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=54c4450647c445a5ad7f9adbba82da8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2337582 Jul 23 16:42:04.198264 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57300) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:04.328263 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-e454ce57-6519-4740-bac5-fc565d07c1c5 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73f731c3e74d4834a41ffd03a4899cef HTTP/1.1" status: 200 len: 379 time: 0.2063684 Jul 23 16:42:04.328401 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-68136d90-c430-464f-9333-d07f30b1766b tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:04.328998 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-68136d90-c430-464f-9333-d07f30b1766b tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:04.336985 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-22c94488-0a8c-4e74-9377-004a52083e1c tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:04.341568 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-22c94488-0a8c-4e74-9377-004a52083e1c tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:04.343527 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-22c94488-0a8c-4e74-9377-004a52083e1c tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "DELETE /v2.0/security-groups/4aa4108a-fd36-4aad-9afd-a0f435906a6f HTTP/1.1" status: 204 len: 168 time: 0.5973151 Jul 23 16:42:04.349352 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57310) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:04.355666 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-f1ab7a7c-a732-4fd2-90de-78fb25d0126c tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Request body: {'port': {'device_id': 'db39015c-d082-40b2-841b-29ba7f997db0', 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad', 'admin_state_up': True, 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'security_groups': ['eae69f37-0a56-4a22-b4c4-85e8e5e33cd9']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:04.379780 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-68136d90-c430-464f-9333-d07f30b1766b tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Calling delete_port for 7a8117ea-5f86-4ca4-b4d1-ba904e961241 owned by network:floatingip {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:04.411661 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c94488-0a8c-4e74-9377-004a52083e1c tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa4108a-fd36-4aad-9afd-a0f435906a6f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:04.492609 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-00597dbf-9224-40ad-b30f-e771e7e635a6 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1419358 Jul 23 16:42:04.493405 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57316) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:04.558040 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-949b8069-d224-4039-9ae6-88da6f5e64de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:04.570641 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80264e36-66af-46c0-9f17-a7a19274d3b4 req-2e32d1a2-6202-4591-adbc-551934ed61d4 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=db39015c-d082-40b2-841b-29ba7f997db0 HTTP/1.1" status: 200 len: 210 time: 0.1612558 Jul 23 16:42:04.682229 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-949b8069-d224-4039-9ae6-88da6f5e64de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:04.711149 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-68136d90-c430-464f-9333-d07f30b1766b tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:04.764873 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68136d90-c430-464f-9333-d07f30b1766b tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a8117ea-5f86-4ca4-b4d1-ba904e961241,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:04.771493 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-49cf3104-b992-4407-9fb1-ed24b2fc0d14 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:04.852763 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-f1ab7a7c-a732-4fd2-90de-78fb25d0126c tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Made reservation on behalf of 73f731c3e74d4834a41ffd03a4899cef for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:42:04.862397 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-f1ab7a7c-a732-4fd2-90de-78fb25d0126c tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:04.874289 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-49cf3104-b992-4407-9fb1-ed24b2fc0d14 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:04.874808 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:04.877447 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-949b8069-d224-4039-9ae6-88da6f5e64de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:04.878489 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-68136d90-c430-464f-9333-d07f30b1766b tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:04.881020 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-68136d90-c430-464f-9333-d07f30b1766b tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:04.882238 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-68136d90-c430-464f-9333-d07f30b1766b tempest-FloatingIPAdminTestJSON-451881339 tempest-FloatingIPAdminTestJSON-451881339-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/9821ce90-368d-4567-96db-8e5d5469dc76 HTTP/1.1" status: 204 len: 168 time: 1.2444592 Jul 23 16:42:04.888466 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57322) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:04.890758 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-949b8069-d224-4039-9ae6-88da6f5e64de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:04.895907 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-949b8069-d224-4039-9ae6-88da6f5e64de admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cb099386-2df2-48f3-96ca-6211e3766611 HTTP/1.1" status: 204 len: 168 time: 0.6917875 Jul 23 16:42:04.948143 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b8069-d224-4039-9ae6-88da6f5e64de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb099386-2df2-48f3-96ca-6211e3766611,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:05.124808 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-49cf3104-b992-4407-9fb1-ed24b2fc0d14 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:05.131150 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-49cf3104-b992-4407-9fb1-ed24b2fc0d14 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:05.135279 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-49cf3104-b992-4407-9fb1-ed24b2fc0d14 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "DELETE /v2.0/security-groups/8278a3cb-58d3-49b4-ba7a-3f421de6d787 HTTP/1.1" status: 204 len: 168 time: 0.6387627 Jul 23 16:42:05.136002 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57332) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:05.154312 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf3104-b992-4407-9fb1-ed24b2fc0d14 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8278a3cb-58d3-49b4-ba7a-3f421de6d787,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:05.311998 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f25a316a-5a2e-4272-8cd3-21cde249f07e tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Deleting port 4f1ca81a-ee11-4846-a13a-09158b244cae {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:05.313111 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f25a316a-5a2e-4272-8cd3-21cde249f07e tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:05.354508 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4ab64d4c-a0eb-4196-add1-ff4274d6381b tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2069952 Jul 23 16:42:05.366825 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57336) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:05.382805 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dce0464c-8998-4e47-ad05-9f4c4ef665fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:05.425032 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-ada5d7a4-5f04-4394-98ee-5644ae676cd3 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Request body: {'security_group': {'name': 'tempest-secgroup--2808377'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:05.448291 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-f1ab7a7c-a732-4fd2-90de-78fb25d0126c tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Allocated IP 172.20.0.5 (781ff998-5fd6-4b30-abd9-75eb80a107ad/e5ad291e-418b-4d00-9cc7-4ac4310f7dcd/ce1c2507-bb51-4faa-946e-757f4129d65c) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:42:05.488930 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:05.735627 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ada5d7a4-5f04-4394-98ee-5644ae676cd3 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:05.833827 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f25a316a-5a2e-4272-8cd3-21cde249f07e tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:05.940164 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9bf863f2-6d3c-4aa2-8a60-97ab2af524ad req-c9c436bd-b118-4974-b28c-a016f660d172 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=db39015c-d082-40b2-841b-29ba7f997db0 HTTP/1.1" status: 200 len: 210 time: 0.1138871 Jul 23 16:42:05.944794 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-f1ab7a7c-a732-4fd2-90de-78fb25d0126c tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:05.980279 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-f1ab7a7c-a732-4fd2-90de-78fb25d0126c tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Transition to ACTIVE for port object ce1c2507-bb51-4faa-946e-757f4129d65c will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:42:06.075514 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-f1ab7a7c-a732-4fd2-90de-78fb25d0126c tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:06.093187 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ada5d7a4-5f04-4394-98ee-5644ae676cd3 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:06.114202 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ada5d7a4-5f04-4394-98ee-5644ae676cd3 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:06.116839 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f25a316a-5a2e-4272-8cd3-21cde249f07e tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Calling delete_port for 4f1ca81a-ee11-4846-a13a-09158b244cae owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:06.236240 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-f1ab7a7c-a732-4fd2-90de-78fb25d0126c tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Network 781ff998-5fd6-4b30-abd9-75eb80a107ad is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:42:06.241952 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-f1ab7a7c-a732-4fd2-90de-78fb25d0126c tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:06.289020 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-f1ab7a7c-a732-4fd2-90de-78fb25d0126c tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:42:06.440959 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab7a7c-a732-4fd2-90de-78fb25d0126c tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Pushing event updated for resources: {'Port': ['ID=ce1c2507-bb51-4faa-946e-757f4129d65c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:06.443671 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5d7a4-5f04-4394-98ee-5644ae676cd3 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cccc9a-129c-4331-b8f9-d10159716be7,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:06.450472 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ada5d7a4-5f04-4394-98ee-5644ae676cd3 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:06.456184 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ada5d7a4-5f04-4394-98ee-5644ae676cd3 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0541198 Jul 23 16:42:06.457893 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57374) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:06.499171 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-5d0e55b0-6fd5-49d2-85b6-e90615268de3 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:06.505644 n-d-778549-4 neutron-server[94012]: WARNING neutron.api.v2.base [None req-5d0e55b0-6fd5-49d2-85b6-e90615268de3 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 16:42:06.506231 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-5d0e55b0-6fd5-49d2-85b6-e90615268de3 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] update failed (client error): There was a conflict when trying to complete your request. Jul 23 16:42:06.510314 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5d0e55b0-6fd5-49d2-85b6-e90615268de3 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "PUT /v2.0/security-groups/c0cccc9a-129c-4331-b8f9-d10159716be7 HTTP/1.1" status: 409 len: 330 time: 0.0445821 Jul 23 16:42:06.513282 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57376) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:06.580749 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-f1ab7a7c-a732-4fd2-90de-78fb25d0126c tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:06.580749 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-f1ab7a7c-a732-4fd2-90de-78fb25d0126c tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:06.594084 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:06.685885 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-f1ab7a7c-a732-4fd2-90de-78fb25d0126c tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3369944 Jul 23 16:42:06.750099 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-349f8e00-8260-4f86-a480-fb76830f8331 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:06.808814 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f25a316a-5a2e-4272-8cd3-21cde249f07e tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:06.852225 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-349f8e00-8260-4f86-a480-fb76830f8331 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:06.901283 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a316a-5a2e-4272-8cd3-21cde249f07e tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Pushing event deleted for resources: {'Port': ['ID=4f1ca81a-ee11-4846-a13a-09158b244cae,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:07.020485 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f45f679c-be06-495a-a4cd-c0973c5ab03d None None] Provisioning for port ce1c2507-bb51-4faa-946e-757f4129d65c completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:42:07.031403 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-349f8e00-8260-4f86-a480-fb76830f8331 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:07.042489 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-349f8e00-8260-4f86-a480-fb76830f8331 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:07.044408 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-349f8e00-8260-4f86-a480-fb76830f8331 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "DELETE /v2.0/security-groups/c0cccc9a-129c-4331-b8f9-d10159716be7 HTTP/1.1" status: 204 len: 168 time: 0.5302343 Jul 23 16:42:07.054427 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f45f679c-be06-495a-a4cd-c0973c5ab03d None None] Provisioning complete for port ce1c2507-bb51-4faa-946e-757f4129d65c triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:42:07.055006 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f45f679c-be06-495a-a4cd-c0973c5ab03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:07.077322 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-113d8c4b-cfc1-49f7-844e-1c6feabebf90 service neutron] Request body: {'port': {'device_id': 'db39015c-d082-40b2-841b-29ba7f997db0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:07.131560 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57404) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:07.220540 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f45f679c-be06-495a-a4cd-c0973c5ab03d None None] Port ce1c2507-bb51-4faa-946e-757f4129d65c cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:42:07.257640 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f25a316a-5a2e-4272-8cd3-21cde249f07e tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:07.288004 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f25a316a-5a2e-4272-8cd3-21cde249f07e tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] 10.222.0.73 "DELETE /v2.0/ports/4f1ca81a-ee11-4846-a13a-09158b244cae HTTP/1.1" status: 204 len: 168 time: 2.3964443 Jul 23 16:42:07.289720 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57410) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:07.353863 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f8e00-8260-4f86-a480-fb76830f8331 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cccc9a-129c-4331-b8f9-d10159716be7,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:07.371865 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9b0e025c-c18e-41f7-bf7b-84c48dc1b4cc tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2387359 Jul 23 16:42:07.380403 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57416) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:07.432536 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-084f2315-14d2-494a-ad53-ccd5aad1277a tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] delete failed (client error): The resource could not be found. Jul 23 16:42:07.438177 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-084f2315-14d2-494a-ad53-ccd5aad1277a tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "DELETE /v2.0/security-groups/4002b0b7-8a3e-45c2-9d42-47cf32fa9319 HTTP/1.1" status: 404 len: 347 time: 0.0560489 Jul 23 16:42:07.438834 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57422) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:07.500459 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-ae191adc-c2c4-46b4-93e7-5d3e1fc1cca4 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] show failed (client error): The resource could not be found. Jul 23 16:42:07.505278 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:07.507193 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ae191adc-c2c4-46b4-93e7-5d3e1fc1cca4 tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "GET /v2.0/security-groups/969be0b4-2c77-49bd-b68d-08f2db59ef94 HTTP/1.1" status: 404 len: 347 time: 0.0672886 Jul 23 16:42:07.511401 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57428) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:07.535465 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-480f08b9-d1a8-490a-9cf0-1a956882e1ee tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] show failed (client error): The resource could not be found. Jul 23 16:42:07.536514 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-480f08b9-d1a8-490a-9cf0-1a956882e1ee tempest-NegativeSecGroupTest-414744472 tempest-NegativeSecGroupTest-414744472-project] 10.222.0.73 "GET /v2.0/security-group-rules/ffc0dca6-b87a-460a-a993-d9591b49e7b6 HTTP/1.1" status: 404 len: 356 time: 0.0239644 Jul 23 16:42:07.557333 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-113d8c4b-cfc1-49f7-844e-1c6feabebf90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:07.933477 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-113d8c4b-cfc1-49f7-844e-1c6feabebf90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce1c2507-bb51-4faa-946e-757f4129d65c {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:42:07.954336 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-113d8c4b-cfc1-49f7-844e-1c6feabebf90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:07.977579 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4fa10-e3cb-4a34-b9fc-140a6bdb7d4b req-26d49941-5c0c-4f71-87dc-d2bc6b0a00e5 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:07.979272 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-29a4fa10-e3cb-4a34-b9fc-140a6bdb7d4b req-26d49941-5c0c-4f71-87dc-d2bc6b0a00e5 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=db39015c-d082-40b2-841b-29ba7f997db0 HTTP/1.1" status: 200 len: 931 time: 0.8116786 Jul 23 16:42:08.073775 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-113d8c4b-cfc1-49f7-844e-1c6feabebf90 service neutron] Transition to ACTIVE for port object ce1c2507-bb51-4faa-946e-757f4129d65c will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:42:08.130785 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6194332b-1cda-4b61-b384-420e88ba3405 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:08.132851 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6194332b-1cda-4b61-b384-420e88ba3405 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] 10.222.0.73 "GET /v2.0/ports?device_id=a85c5343-6bf7-4fce-97cc-faa0e3c38135 HTTP/1.1" status: 200 len: 913 time: 0.7816572 Jul 23 16:42:08.134506 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-113d8c4b-cfc1-49f7-844e-1c6feabebf90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:08.135710 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57448) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:08.212358 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57452) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:08.273543 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-29a4fa10-e3cb-4a34-b9fc-140a6bdb7d4b req-fd4bc314-7942-4545-ab5c-4b2ac9804a3a tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=eae69f37-0a56-4a22-b4c4-85e8e5e33cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2762532 Jul 23 16:42:08.312409 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d8c4b-cfc1-49f7-844e-1c6feabebf90 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1c2507-bb51-4faa-946e-757f4129d65c,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:08.413119 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-113d8c4b-cfc1-49f7-844e-1c6feabebf90 service neutron] Attempting to bind port ce1c2507-bb51-4faa-946e-757f4129d65c on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:42:08.413586 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-113d8c4b-cfc1-49f7-844e-1c6feabebf90 service neutron] Attempting to bind port ce1c2507-bb51-4faa-946e-757f4129d65c by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'ad45a4cc-cf30-49f8-a5ad-4265a85c83ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:42:08.413926 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-113d8c4b-cfc1-49f7-844e-1c6feabebf90 service neutron] Attempting to bind port ce1c2507-bb51-4faa-946e-757f4129d65c on network 781ff998-5fd6-4b30-abd9-75eb80a107ad {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:42:08.429610 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-113d8c4b-cfc1-49f7-844e-1c6feabebf90 service neutron] Port ce1c2507-bb51-4faa-946e-757f4129d65c on network 781ff998-5fd6-4b30-abd9-75eb80a107ad not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:42:08.429960 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-113d8c4b-cfc1-49f7-844e-1c6feabebf90 service neutron] Attempting to bind port ce1c2507-bb51-4faa-946e-757f4129d65c on network 781ff998-5fd6-4b30-abd9-75eb80a107ad {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:42:08.436488 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-113d8c4b-cfc1-49f7-844e-1c6feabebf90 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:42:08.436978 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-113d8c4b-cfc1-49f7-844e-1c6feabebf90 service neutron] Checking segment: {'id': 'ad45a4cc-cf30-49f8-a5ad-4265a85c83ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:42:08.437823 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-113d8c4b-cfc1-49f7-844e-1c6feabebf90 service neutron] Bound using segment: {'id': 'ad45a4cc-cf30-49f8-a5ad-4265a85c83ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:42:08.438272 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-113d8c4b-cfc1-49f7-844e-1c6feabebf90 service neutron] Bound port: ce1c2507-bb51-4faa-946e-757f4129d65c, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad45a4cc-cf30-49f8-a5ad-4265a85c83ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:42:08.438640 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-113d8c4b-cfc1-49f7-844e-1c6feabebf90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:08.595932 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:08.702941 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-113d8c4b-cfc1-49f7-844e-1c6feabebf90 service neutron] For port ce1c2507-bb51-4faa-946e-757f4129d65c, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:42:08.737591 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57476) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:08.738359 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0a626b5c-1a92-40d0-8a27-a3b14d11f95c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9aebd4c511d84442905ed5b4b35f0b91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5198762 Jul 23 16:42:08.740710 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-113d8c4b-cfc1-49f7-844e-1c6feabebf90 service neutron] For port ce1c2507-bb51-4faa-946e-757f4129d65c, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=ce1c2507-bb51-4faa-946e-757f4129d65c,segment=NetworkSegment(ad45a4cc-cf30-49f8-a5ad-4265a85c83ee),segment_id=ad45a4cc-cf30-49f8-a5ad-4265a85c83ee)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:42:08.751513 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-113d8c4b-cfc1-49f7-844e-1c6feabebf90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:08.866228 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d8c4b-cfc1-49f7-844e-1c6feabebf90 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1c2507-bb51-4faa-946e-757f4129d65c,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:08.884129 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-113d8c4b-cfc1-49f7-844e-1c6feabebf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:08.884804 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-113d8c4b-cfc1-49f7-844e-1c6feabebf90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:08.886411 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-113d8c4b-cfc1-49f7-844e-1c6feabebf90 service neutron] 10.222.0.97 "PUT /v2.0/ports/ce1c2507-bb51-4faa-946e-757f4129d65c HTTP/1.1" status: 200 len: 1091 time: 2.1917832 Jul 23 16:42:08.886896 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db39015c-d082-40b2-841b-29ba7f997db0', 'tag': 'ce1c2507-bb51-4faa-946e-757f4129d65c'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:42:08.889321 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14128f89-430b-4c82-a2df-9bb5ee9b1e72" -d '{"events": [{"name": "network-changed", "server_uuid": "db39015c-d082-40b2-841b-29ba7f997db0", "tag": "ce1c2507-bb51-4faa-946e-757f4129d65c"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:42:08.978819 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-336462c1-4f9d-4f83-90cc-2e6a37901898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:09.039406 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6cae9a9-9ced-4d12-988a-38f6efd18658 x-openstack-request-id: req-a6cae9a9-9ced-4d12-988a-38f6efd18658 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:42:09.039750 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db39015c-d082-40b2-841b-29ba7f997db0", "tag": "ce1c2507-bb51-4faa-946e-757f4129d65c", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:42:09.040016 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a6cae9a9-9ced-4d12-988a-38f6efd18658 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:42:09.040456 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db39015c-d082-40b2-841b-29ba7f997db0', 'tag': 'ce1c2507-bb51-4faa-946e-757f4129d65c', 'status': 'completed', 'code': 200} Jul 23 16:42:09.045823 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-336462c1-4f9d-4f83-90cc-2e6a37901898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:09.119918 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-90c37e3d-653a-4b7a-b961-82c55f01223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:09.123041 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-90c37e3d-653a-4b7a-b961-82c55f01223e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=73f731c3e74d4834a41ffd03a4899cef&device_id=db39015c-d082-40b2-841b-29ba7f997db0 HTTP/1.1" status: 200 len: 1094 time: 0.1935906 Jul 23 16:42:09.200649 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-996baedb-3a8d-4453-ad1d-363c43605fea tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:09.210273 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-336462c1-4f9d-4f83-90cc-2e6a37901898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:09.219280 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-336462c1-4f9d-4f83-90cc-2e6a37901898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:09.220470 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-336462c1-4f9d-4f83-90cc-2e6a37901898 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6538b913-39cd-432c-831e-72263494a8e8 HTTP/1.1" status: 204 len: 168 time: 0.4819069 Jul 23 16:42:09.230329 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-bbf10304-2c35-4b95-9f8c-988101fc0e37 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce1c2507-bb51-4faa-946e-757f4129d65c HTTP/1.1" status: 200 len: 217 time: 0.0979679 Jul 23 16:42:09.361205 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-9fdce243-9325-4546-88c8-a7b9085993ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:09.362848 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-9fdce243-9325-4546-88c8-a7b9085993ff service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e5ad291e-418b-4d00-9cc7-4ac4310f7dcd HTTP/1.1" status: 200 len: 849 time: 0.1263001 Jul 23 16:42:09.408635 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336462c1-4f9d-4f83-90cc-2e6a37901898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6538b913-39cd-432c-831e-72263494a8e8,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:09.493484 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-b299a1fd-5a76-4fbb-aad3-d6950281cfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:09.500720 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-b299a1fd-5a76-4fbb-aad3-d6950281cfbb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=781ff998-5fd6-4b30-abd9-75eb80a107ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306331 Jul 23 16:42:09.694138 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-86ce0c65-9ec1-45e5-841a-d19fd0d779da service neutron] 10.222.0.97 "GET /v2.0/networks/781ff998-5fd6-4b30-abd9-75eb80a107ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831570 Jul 23 16:42:09.838846 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-996baedb-3a8d-4453-ad1d-363c43605fea tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Deleting port 66ffb6ca-4d41-42a8-a880-cdcbfccd5a47 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:09.839445 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-996baedb-3a8d-4453-ad1d-363c43605fea tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:09.901653 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc4c9dac-1d6a-463a-9ae1-d1c725ba694d req-8e92ac6b-cc08-45ef-94cd-213abd7a281d service neutron] 10.222.0.97 "GET /v2.0/networks/781ff998-5fd6-4b30-abd9-75eb80a107ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004571 Jul 23 16:42:09.968446 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-996baedb-3a8d-4453-ad1d-363c43605fea tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:09.986629 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-996baedb-3a8d-4453-ad1d-363c43605fea tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Calling delete_port for 66ffb6ca-4d41-42a8-a880-cdcbfccd5a47 owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:10.253450 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07d82b-32ad-419e-ab6c-96b67014c871 req-200d982b-26ea-4b1d-9bd8-44fd944024b5 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:10.255172 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc07d82b-32ad-419e-ab6c-96b67014c871 req-200d982b-26ea-4b1d-9bd8-44fd944024b5 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=db39015c-d082-40b2-841b-29ba7f997db0 HTTP/1.1" status: 200 len: 943 time: 0.7359915 Jul 23 16:42:10.257296 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14128f89-430b-4c82-a2df-9bb5ee9b1e72 req-cc952840-cf49-4cf6-bdfe-e6867fe9250a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:10.258784 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-14128f89-430b-4c82-a2df-9bb5ee9b1e72 req-cc952840-cf49-4cf6-bdfe-e6867fe9250a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=73f731c3e74d4834a41ffd03a4899cef&device_id=db39015c-d082-40b2-841b-29ba7f997db0 HTTP/1.1" status: 200 len: 1094 time: 0.2900567 Jul 23 16:42:10.273079 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-996baedb-3a8d-4453-ad1d-363c43605fea tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:10.342137 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc07d82b-32ad-419e-ab6c-96b67014c871 req-61e3f77e-2161-44b9-9d29-bbdde74fd7f8 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=eae69f37-0a56-4a22-b4c4-85e8e5e33cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803764 Jul 23 16:42:10.399570 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996baedb-3a8d-4453-ad1d-363c43605fea tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Pushing event deleted for resources: {'Port': ['ID=66ffb6ca-4d41-42a8-a880-cdcbfccd5a47,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:10.511176 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14128f89-430b-4c82-a2df-9bb5ee9b1e72 req-b0080419-7d18-4ec4-a418-9d8996b1ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:10.513447 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-14128f89-430b-4c82-a2df-9bb5ee9b1e72 req-b0080419-7d18-4ec4-a418-9d8996b1ebae service neutron] 10.222.0.97 "GET /v2.0/networks?id=781ff998-5fd6-4b30-abd9-75eb80a107ad HTTP/1.1" status: 200 len: 912 time: 0.2225099 Jul 23 16:42:10.621933 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-14128f89-430b-4c82-a2df-9bb5ee9b1e72 req-f8b43d7b-5075-4174-93a3-cc0a5e07f7da service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce1c2507-bb51-4faa-946e-757f4129d65c HTTP/1.1" status: 200 len: 217 time: 0.1001325 Jul 23 16:42:10.721281 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14128f89-430b-4c82-a2df-9bb5ee9b1e72 req-6751d532-f1b1-4cf9-a593-9184c0a38326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:10.745360 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-14128f89-430b-4c82-a2df-9bb5ee9b1e72 req-6751d532-f1b1-4cf9-a593-9184c0a38326 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e5ad291e-418b-4d00-9cc7-4ac4310f7dcd HTTP/1.1" status: 200 len: 849 time: 0.0913713 Jul 23 16:42:10.764670 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-996baedb-3a8d-4453-ad1d-363c43605fea tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:10.893747 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14128f89-430b-4c82-a2df-9bb5ee9b1e72 req-51d23acc-5540-40a1-8a86-dc3360fb6a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:10.895316 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-14128f89-430b-4c82-a2df-9bb5ee9b1e72 req-51d23acc-5540-40a1-8a86-dc3360fb6a07 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=781ff998-5fd6-4b30-abd9-75eb80a107ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1447124 Jul 23 16:42:11.102956 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:42:11.146280 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-14128f89-430b-4c82-a2df-9bb5ee9b1e72 req-26804756-76d7-4155-be3e-73af8b8b30d4 service neutron] 10.222.0.97 "GET /v2.0/networks/781ff998-5fd6-4b30-abd9-75eb80a107ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415316 Jul 23 16:42:11.307297 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-14128f89-430b-4c82-a2df-9bb5ee9b1e72 req-9767cc8c-0162-4f61-ae4c-45f56ddd5aaa service neutron] 10.222.0.97 "GET /v2.0/networks/781ff998-5fd6-4b30-abd9-75eb80a107ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528978 Jul 23 16:42:11.562219 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617f2b8-d8a1-41ab-b102-a6db14fdeae8 req-16dabda8-a457-4c84-a00a-39627354a429 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:11.571208 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d617f2b8-d8a1-41ab-b102-a6db14fdeae8 req-16dabda8-a457-4c84-a00a-39627354a429 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=db39015c-d082-40b2-841b-29ba7f997db0 HTTP/1.1" status: 200 len: 943 time: 0.1041684 Jul 23 16:42:11.631664 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d617f2b8-d8a1-41ab-b102-a6db14fdeae8 req-f46bda25-6846-4072-98e6-72702370e8e0 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=eae69f37-0a56-4a22-b4c4-85e8e5e33cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522146 Jul 23 16:42:11.727673 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996baedb-3a8d-4453-ad1d-363c43605fea tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Router a85c5343-6bf7-4fce-97cc-faa0e3c38135 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:42:11.789419 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device ce1c2507-bb51-4faa-946e-757f4129d65c details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:42:11.830921 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57578) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:11.870974 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996baedb-3a8d-4453-ad1d-363c43605fea tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:42:11.892259 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-996baedb-3a8d-4453-ad1d-363c43605fea tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] 10.222.0.73 "PUT /v2.0/routers/a85c5343-6bf7-4fce-97cc-faa0e3c38135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7551479 Jul 23 16:42:11.894976 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57584) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:11.949910 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port ce1c2507-bb51-4faa-946e-757f4129d65c, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=ce1c2507-bb51-4faa-946e-757f4129d65c,segment=NetworkSegment(ad45a4cc-cf30-49f8-a5ad-4265a85c83ee),segment_id=ad45a4cc-cf30-49f8-a5ad-4265a85c83ee)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:12.173170 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2912af57-b3c7-47df-97d0-c0f21d87f0ec tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:12.223848 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'ce1c2507-bb51-4faa-946e-757f4129d65c', 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad', 'port_id': 'ce1c2507-bb51-4faa-946e-757f4129d65c', 'mac_address': 'fa:16:3e:51:b8:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5ad291e-418b-4d00-9cc7-4ac4310f7dcd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:42:12.227387 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8aea1f-3dab-4767-baaf-97bd5aa8314a None None] Sync routers for ids ['a85c5343-6bf7-4fce-97cc-faa0e3c38135'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:42:12.261005 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8aea1f-3dab-4767-baaf-97bd5aa8314a None None] Routers {'a85c5343-6bf7-4fce-97cc-faa0e3c38135'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:12.261940 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-1c8aea1f-3dab-4767-baaf-97bd5aa8314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:42:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a85c5343-6bf7-4fce-97cc-faa0e3c38135'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:12.286029 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:12.332706 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1c2507-bb51-4faa-946e-757f4129d65c {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:42:12.338327 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-1c8aea1f-3dab-4767-baaf-97bd5aa8314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:12.347716 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ba7ce125-af03-4231-ab61-632ee1985409 tempest-SubnetPoolsTestJSON-606232074 tempest-SubnetPoolsTestJSON-606232074-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-632818816', 'prefixes': ['172.20.0.0/16']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:12.368893 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8aea1f-3dab-4767-baaf-97bd5aa8314a None None] Routers {'a85c5343-6bf7-4fce-97cc-faa0e3c38135'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:12.369830 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-1c8aea1f-3dab-4767-baaf-97bd5aa8314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:42:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a85c5343-6bf7-4fce-97cc-faa0e3c38135'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:12.413363 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port ce1c2507-bb51-4faa-946e-757f4129d65c, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=ce1c2507-bb51-4faa-946e-757f4129d65c,segment=NetworkSegment(ad45a4cc-cf30-49f8-a5ad-4265a85c83ee),segment_id=ad45a4cc-cf30-49f8-a5ad-4265a85c83ee)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:12.417295 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-1c8aea1f-3dab-4767-baaf-97bd5aa8314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:12.418194 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8aea1f-3dab-4767-baaf-97bd5aa8314a None None] The sync data for ids ['a85c5343-6bf7-4fce-97cc-faa0e3c38135'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:42:12.423777 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:12.492869 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=ce1c2507-bb51-4faa-946e-757f4129d65c,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:12.506330 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:12.506931 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:12.507454 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:12.507964 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:12.508513 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:12.508997 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:12.509541 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:12.510024 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:12.510550 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:12.511351 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:12.512346 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:12.512838 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:12.620737 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['ce1c2507-bb51-4faa-946e-757f4129d65c'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:42:12.623516 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2912af57-b3c7-47df-97d0-c0f21d87f0ec tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:12.717936 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ba7ce125-af03-4231-ab61-632ee1985409 tempest-SubnetPoolsTestJSON-606232074 tempest-SubnetPoolsTestJSON-606232074-project] Notify callbacks [] for subnetpool, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:12.720749 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ba7ce125-af03-4231-ab61-632ee1985409 tempest-SubnetPoolsTestJSON-606232074 tempest-SubnetPoolsTestJSON-606232074-project] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.8880365 Jul 23 16:42:12.723773 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57612) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:12.818991 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-2912af57-b3c7-47df-97d0-c0f21d87f0ec tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Deleting port 263dee22-3f62-4f4b-9ed6-5ebae672d372 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:12.819753 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2912af57-b3c7-47df-97d0-c0f21d87f0ec tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:12.862525 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-e9e76118-1510-4b1d-bbd8-5b4b4d7fb1d3 req-d2564156-f4f6-496b-9c46-30f621b3d736 service neutron] (94012) timed out ('10.222.0.97', 59984) {{(pid=94012) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 16:42:12.909240 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57626) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:12.912321 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-283b4b95-668e-47f7-9a4a-14f7c12942cd tempest-SubnetPoolsTestJSON-606232074 tempest-SubnetPoolsTestJSON-606232074-project] 10.222.0.73 "GET /v2.0/subnetpools/45c3ce8d-1046-4aad-a139-3ff01dac69b9 HTTP/1.1" status: 200 len: 731 time: 0.1872735 Jul 23 16:42:12.977639 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-59292be1-3e1d-4895-84ff-1141468f832c tempest-SubnetPoolsTestJSON-606232074 tempest-SubnetPoolsTestJSON-606232074-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-972600590'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:13.014410 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [req-07a5bb65-d883-4b5f-ac34-561098c0a090 req-f5950227-13f5-4d76-bdf5-d6e66b0a2171 service neutron] (94013) timed out ('10.222.0.97', 59898) {{(pid=94013) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 16:42:13.261403 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-59292be1-3e1d-4895-84ff-1141468f832c tempest-SubnetPoolsTestJSON-606232074 tempest-SubnetPoolsTestJSON-606232074-project] Notify callbacks [] for subnetpool, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:13.261403 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-59292be1-3e1d-4895-84ff-1141468f832c tempest-SubnetPoolsTestJSON-606232074 tempest-SubnetPoolsTestJSON-606232074-project] 10.222.0.73 "PUT /v2.0/subnetpools/45c3ce8d-1046-4aad-a139-3ff01dac69b9 HTTP/1.1" status: 200 len: 683 time: 0.2948210 Jul 23 16:42:13.413104 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57644) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:13.415421 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2912af57-b3c7-47df-97d0-c0f21d87f0ec tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:13.415421 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bcaa3d-9b4c-4a3b-89f0-f0c55f0c2c25 req-755c65cc-fa40-4bad-93e9-7eefb1073e51 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:13.415421 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-03bcaa3d-9b4c-4a3b-89f0-f0c55f0c2c25 req-755c65cc-fa40-4bad-93e9-7eefb1073e51 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=db39015c-d082-40b2-841b-29ba7f997db0 HTTP/1.1" status: 200 len: 944 time: 0.4186397 Jul 23 16:42:13.415421 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-2912af57-b3c7-47df-97d0-c0f21d87f0ec tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Calling delete_port for 263dee22-3f62-4f4b-9ed6-5ebae672d372 owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:13.415421 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-03bcaa3d-9b4c-4a3b-89f0-f0c55f0c2c25 req-9a703c01-c228-4a17-ab7b-bc4bfe2fa4a7 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=eae69f37-0a56-4a22-b4c4-85e8e5e33cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330936 Jul 23 16:42:13.496686 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b25c40b4-2464-477a-9705-7d86bac01580 tempest-SubnetPoolsTestJSON-606232074 tempest-SubnetPoolsTestJSON-606232074-project] Notify callbacks [] for subnetpool, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:13.502633 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b25c40b4-2464-477a-9705-7d86bac01580 tempest-SubnetPoolsTestJSON-606232074 tempest-SubnetPoolsTestJSON-606232074-project] 10.222.0.73 "DELETE /v2.0/subnetpools/45c3ce8d-1046-4aad-a139-3ff01dac69b9 HTTP/1.1" status: 204 len: 168 time: 0.2922084 Jul 23 16:42:13.503895 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57656) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:13.525918 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-d90b41a6-f32b-41b6-807a-dd168504a50e tempest-SubnetPoolsTestJSON-606232074 tempest-SubnetPoolsTestJSON-606232074-project] show failed (client error): The resource could not be found. Jul 23 16:42:13.530320 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d90b41a6-f32b-41b6-807a-dd168504a50e tempest-SubnetPoolsTestJSON-606232074 tempest-SubnetPoolsTestJSON-606232074-project] 10.222.0.73 "GET /v2.0/subnetpools/45c3ce8d-1046-4aad-a139-3ff01dac69b9 HTTP/1.1" status: 404 len: 346 time: 0.0246451 Jul 23 16:42:13.533960 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57658) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:13.557268 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-9fe3257e-d806-45ea-ab06-cd0269f0829c tempest-SubnetPoolsTestJSON-606232074 tempest-SubnetPoolsTestJSON-606232074-project] delete failed (client error): The resource could not be found. Jul 23 16:42:13.567932 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9fe3257e-d806-45ea-ab06-cd0269f0829c tempest-SubnetPoolsTestJSON-606232074 tempest-SubnetPoolsTestJSON-606232074-project] 10.222.0.73 "DELETE /v2.0/subnetpools/45c3ce8d-1046-4aad-a139-3ff01dac69b9 HTTP/1.1" status: 404 len: 346 time: 0.0309556 Jul 23 16:42:13.680940 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2912af57-b3c7-47df-97d0-c0f21d87f0ec tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:13.740887 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912af57-b3c7-47df-97d0-c0f21d87f0ec tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Pushing event deleted for resources: {'Port': ['ID=263dee22-3f62-4f4b-9ed6-5ebae672d372,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:13.810601 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device ce1c2507-bb51-4faa-946e-757f4129d65c up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:42:13.872172 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2912af57-b3c7-47df-97d0-c0f21d87f0ec tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:13.961916 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port ce1c2507-bb51-4faa-946e-757f4129d65c completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:42:13.966292 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port ce1c2507-bb51-4faa-946e-757f4129d65c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:42:13.966649 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:14.077879 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2912af57-b3c7-47df-97d0-c0f21d87f0ec tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:14.080454 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2912af57-b3c7-47df-97d0-c0f21d87f0ec tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:14.141903 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2912af57-b3c7-47df-97d0-c0f21d87f0ec tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:14.143326 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2912af57-b3c7-47df-97d0-c0f21d87f0ec tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Fanout notify agent at l3_agent the message router_deleted on router a85c5343-6bf7-4fce-97cc-faa0e3c38135 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:42:14.145398 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:14.170156 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2912af57-b3c7-47df-97d0-c0f21d87f0ec tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:14.172880 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2912af57-b3c7-47df-97d0-c0f21d87f0ec tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] 10.222.0.73 "DELETE /v2.0/routers/a85c5343-6bf7-4fce-97cc-faa0e3c38135 HTTP/1.1" status: 204 len: 168 time: 2.2755883 Jul 23 16:42:14.176219 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57686) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:14.239308 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port ce1c2507-bb51-4faa-946e-757f4129d65c, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=ce1c2507-bb51-4faa-946e-757f4129d65c,segment=NetworkSegment(ad45a4cc-cf30-49f8-a5ad-4265a85c83ee),segment_id=ad45a4cc-cf30-49f8-a5ad-4265a85c83ee)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:14.246453 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db39015c-d082-40b2-841b-29ba7f997db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1c2507-bb51-4faa-946e-757f4129d65c'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:42:14.256735 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7990eb-ebc3-4876-8548-fc06e30343ba" -d '{"events": [{"server_uuid": "db39015c-d082-40b2-841b-29ba7f997db0", "name": "network-vif-plugged", "status": "completed", "tag": "ce1c2507-bb51-4faa-946e-757f4129d65c"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:42:14.259966 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57690) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:14.274133 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:14.320710 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf1c224f-01ab-4fbf-bca5-b1df311b28b5 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Deleting subnet 6e52b8ed-f8e7-4fd6-9ef6-ee042f8bae4c {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:42:14.333670 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cf1c224f-01ab-4fbf-bca5-b1df311b28b5 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:14.403475 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0104c16-9815-44d2-8ea1-28de2a461f57 x-openstack-request-id: req-c0104c16-9815-44d2-8ea1-28de2a461f57 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:42:14.408892 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db39015c-d082-40b2-841b-29ba7f997db0", "name": "network-vif-plugged", "status": "completed", "tag": "ce1c2507-bb51-4faa-946e-757f4129d65c", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:42:14.409429 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c0104c16-9815-44d2-8ea1-28de2a461f57 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:42:14.410054 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db39015c-d082-40b2-841b-29ba7f997db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1c2507-bb51-4faa-946e-757f4129d65c', 'code': 200} Jul 23 16:42:14.482826 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cf1c224f-01ab-4fbf-bca5-b1df311b28b5 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:14.509540 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=ce1c2507-bb51-4faa-946e-757f4129d65c,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:14.698380 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e05bd2-cbbc-46d2-bc4c-848b851fe3f3 req-746851c5-c546-48c7-b2e8-82a6aef72279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:14.710808 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e3e05bd2-cbbc-46d2-bc4c-848b851fe3f3 req-746851c5-c546-48c7-b2e8-82a6aef72279 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=db39015c-d082-40b2-841b-29ba7f997db0 HTTP/1.1" status: 200 len: 1096 time: 0.2306230 Jul 23 16:42:14.793817 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cf1c224f-01ab-4fbf-bca5-b1df311b28b5 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:14.900719 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cf1c224f-01ab-4fbf-bca5-b1df311b28b5 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:14.902198 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e3e05bd2-cbbc-46d2-bc4c-848b851fe3f3 req-fb809707-b9b9-48b0-89df-b8a1f9947865 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=eae69f37-0a56-4a22-b4c4-85e8e5e33cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790302 Jul 23 16:42:14.941992 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0cc74c76-a68b-42de-bc9a-9c7bab9301b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:14.961481 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af14d08-c77f-442e-b881-fea705ff62c1 req-9c5d30e5-d40f-4821-8b05-8be2b213bf32 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:14.963127 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6af14d08-c77f-442e-b881-fea705ff62c1 req-9c5d30e5-d40f-4821-8b05-8be2b213bf32 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=db39015c-d082-40b2-841b-29ba7f997db0 HTTP/1.1" status: 200 len: 945 time: 0.3355255 Jul 23 16:42:14.993341 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c224f-01ab-4fbf-bca5-b1df311b28b5 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Pushing event deleted for resources: {'Subnet': ['ID=6e52b8ed-f8e7-4fd6-9ef6-ee042f8bae4c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:14.996877 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cf1c224f-01ab-4fbf-bca5-b1df311b28b5 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:15.005239 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cf1c224f-01ab-4fbf-bca5-b1df311b28b5 tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] 10.222.0.73 "DELETE /v2.0/subnets/6e52b8ed-f8e7-4fd6-9ef6-ee042f8bae4c HTTP/1.1" status: 204 len: 168 time: 0.8265526 Jul 23 16:42:15.005507 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944f066e-e7d6-44fc-88fa-c6909ec26f37 None None] Network 850646b2-e695-41a2-9b35-89454b202975 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:42:15.006900 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57714) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:15.037257 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57718) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:15.210719 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ca8b-9858-4050-b551-4c5cc2704a5d tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:15.300875 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c0e6ca8b-9858-4050-b551-4c5cc2704a5d tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Deleting port 40395d39-e3e0-497a-9a79-b5f3d95d9011 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:15.301284 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ca8b-9858-4050-b551-4c5cc2704a5d tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:15.457784 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9a685e-af3a-46fb-98ea-ae337c466ed6 None None] DHCP port deletion for 850646b2-e695-41a2-9b35-89454b202975 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:42:15.502996 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c0e6ca8b-9858-4050-b551-4c5cc2704a5d tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] For port 40395d39-e3e0-497a-9a79-b5f3d95d9011, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=40395d39-e3e0-497a-9a79-b5f3d95d9011,segment=NetworkSegment(289f1c1f-7dae-4be6-8322-57af91e8db7b),segment_id=289f1c1f-7dae-4be6-8322-57af91e8db7b)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:15.503366 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ca8b-9858-4050-b551-4c5cc2704a5d tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:15.561067 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c0e6ca8b-9858-4050-b551-4c5cc2704a5d tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Calling delete_port for 40395d39-e3e0-497a-9a79-b5f3d95d9011 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:15.612910 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-ce9a685e-af3a-46fb-98ea-ae337c466ed6 None None] Deleting port 40395d39-e3e0-497a-9a79-b5f3d95d9011 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:15.613543 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ce9a685e-af3a-46fb-98ea-ae337c466ed6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:15.782567 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6af14d08-c77f-442e-b881-fea705ff62c1 req-99f09b30-8d25-4a8b-9260-8933d6fa6520 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=eae69f37-0a56-4a22-b4c4-85e8e5e33cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8025620 Jul 23 16:42:15.818184 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ca8b-9858-4050-b551-4c5cc2704a5d tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:15.825517 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ce9a685e-af3a-46fb-98ea-ae337c466ed6 None None] For port 40395d39-e3e0-497a-9a79-b5f3d95d9011, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=40395d39-e3e0-497a-9a79-b5f3d95d9011,segment=NetworkSegment(289f1c1f-7dae-4be6-8322-57af91e8db7b),segment_id=289f1c1f-7dae-4be6-8322-57af91e8db7b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:15.826368 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ce9a685e-af3a-46fb-98ea-ae337c466ed6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:15.867149 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-ce9a685e-af3a-46fb-98ea-ae337c466ed6 None None] Calling delete_port for 40395d39-e3e0-497a-9a79-b5f3d95d9011 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:15.878930 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0cc74c76-a68b-42de-bc9a-9c7bab9301b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:15.886763 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0cc74c76-a68b-42de-bc9a-9c7bab9301b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:15.951945 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6ca8b-9858-4050-b551-4c5cc2704a5d tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Pushing event deleted for resources: {'Port': ['ID=40395d39-e3e0-497a-9a79-b5f3d95d9011,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:15.955309 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3d3ac9a7-1bf3-43cc-90b9-1b0d9f92112a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:15.966628 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e6ca8b-9858-4050-b551-4c5cc2704a5d tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] No DVR routers for this DVR port 40395d39-e3e0-497a-9a79-b5f3d95d9011 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:42:15.973972 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0cc74c76-a68b-42de-bc9a-9c7bab9301b0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=210cf62ffe41482185c52450555b11b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7122450 Jul 23 16:42:15.979311 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57750) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:16.059774 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc74c76-a68b-42de-bc9a-9c7bab9301b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40448f3b-4659-4eba-a133-c87410b65401,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:16.095418 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ce9a685e-af3a-46fb-98ea-ae337c466ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:16.120793 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9a685e-af3a-46fb-98ea-ae337c466ed6 None None] No DVR routers for this DVR port 40395d39-e3e0-497a-9a79-b5f3d95d9011 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:42:16.134430 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ca8b-9858-4050-b551-4c5cc2704a5d tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:16.159945 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-c0e6ca8b-9858-4050-b551-4c5cc2704a5d tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['850646b2-e695-41a2-9b35-89454b202975']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:16.165983 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b9f4665-1579-4cd8-bbb7-6debb7d86fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:16.185393 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a685e-af3a-46fb-98ea-ae337c466ed6 None None] Pushing event deleted for resources: {'Port': ['ID=40395d39-e3e0-497a-9a79-b5f3d95d9011,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:16.194840 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-c0e6ca8b-9858-4050-b551-4c5cc2704a5d tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '289f1c1f-7dae-4be6-8322-57af91e8db7b') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:16.195133 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-c0e6ca8b-9858-4050-b551-4c5cc2704a5d tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '289f1c1f-7dae-4be6-8322-57af91e8db7b') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:16.217250 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ca8b-9858-4050-b551-4c5cc2704a5d tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:16.244131 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ca8b-9858-4050-b551-4c5cc2704a5d tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:16.248287 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b9f4665-1579-4cd8-bbb7-6debb7d86fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:16.282635 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e6ca8b-9858-4050-b551-4c5cc2704a5d tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Releasing vlan 1107 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:42:16.283185 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ca8b-9858-4050-b551-4c5cc2704a5d tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:16.289818 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:42:16.289818 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:42:16.289818 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:42:16.289818 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:42:16.289818 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:42:16.289818 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:42:16.289818 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:42:16.289818 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:42:16.289818 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:42:16.289818 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:42:16.289818 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:42:16.289818 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:42:16.289818 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:42:16.289818 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:42:16.289818 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:42:16.289818 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:42:16.289818 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:42:16.289818 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:42:16.289818 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:42:16.289818 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:42:16.289818 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:42:16.289818 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:42:16.289818 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:42:16.289818 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:42:16.289818 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:42:16.289818 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:42:16.289818 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:42:16.289818 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:42:16.289818 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:42:16.289818 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:42:16.289818 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:42:16.289818 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:42:16.351764 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b9f4665-1579-4cd8-bbb7-6debb7d86fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:16.355074 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b9f4665-1579-4cd8-bbb7-6debb7d86fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:16.361880 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0b9f4665-1579-4cd8-bbb7-6debb7d86fb4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/40448f3b-4659-4eba-a133-c87410b65401 HTTP/1.1" status: 204 len: 168 time: 0.3594530 Jul 23 16:42:16.378812 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f4665-1579-4cd8-bbb7-6debb7d86fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40448f3b-4659-4eba-a133-c87410b65401,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:16.383653 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ca8b-9858-4050-b551-4c5cc2704a5d tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:16.391681 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ca8b-9858-4050-b551-4c5cc2704a5d tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:16.395591 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c0e6ca8b-9858-4050-b551-4c5cc2704a5d tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] 10.222.0.73 "DELETE /v2.0/networks/850646b2-e695-41a2-9b35-89454b202975 HTTP/1.1" status: 204 len: 168 time: 1.3873067 Jul 23 16:42:16.399098 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57772) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:16.437440 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3d3ac9a7-1bf3-43cc-90b9-1b0d9f92112a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:16.439501 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6ca8b-9858-4050-b551-4c5cc2704a5d tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Pushing event deleted for resources: {'Network': ['ID=850646b2-e695-41a2-9b35-89454b202975,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:16.444934 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3d3ac9a7-1bf3-43cc-90b9-1b0d9f92112a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:16.492571 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ac9a7-1bf3-43cc-90b9-1b0d9f92112a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8855b265-d95a-43df-938a-1d982f019c52,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:16.504309 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3d3ac9a7-1bf3-43cc-90b9-1b0d9f92112a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a006260dabbb45ea9b18175dfa95d0bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4660070 Jul 23 16:42:16.506417 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57776) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:16.580342 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f569b6dd-8c1d-4cf1-8be6-57561b0c2597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:16.614684 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f569b6dd-8c1d-4cf1-8be6-57561b0c2597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:16.679906 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f569b6dd-8c1d-4cf1-8be6-57561b0c2597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:16.684145 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f569b6dd-8c1d-4cf1-8be6-57561b0c2597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:16.689351 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f569b6dd-8c1d-4cf1-8be6-57561b0c2597 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8855b265-d95a-43df-938a-1d982f019c52 HTTP/1.1" status: 204 len: 168 time: 0.1810417 Jul 23 16:42:16.699582 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f569b6dd-8c1d-4cf1-8be6-57561b0c2597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8855b265-d95a-43df-938a-1d982f019c52,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:16.813872 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-eebbc958-a3a1-4e78-892c-4487158e51dc tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Deleting port 3852e424-a3e3-4a06-8729-02858baf374f {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:16.814476 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eebbc958-a3a1-4e78-892c-4487158e51dc tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:16.956600 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eebbc958-a3a1-4e78-892c-4487158e51dc tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:16.956811 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eebbc958-a3a1-4e78-892c-4487158e51dc tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:17.069766 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-eebbc958-a3a1-4e78-892c-4487158e51dc tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Calling delete_port for 3852e424-a3e3-4a06-8729-02858baf374f owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:17.182100 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65e885-5f2a-4b39-b4e2-2a6c226b5c8d req-88925133-623c-4a28-adc1-c1bf8a5312ad tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:17.184080 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd65e885-5f2a-4b39-b4e2-2a6c226b5c8d req-88925133-623c-4a28-adc1-c1bf8a5312ad tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=db39015c-d082-40b2-841b-29ba7f997db0 HTTP/1.1" status: 200 len: 945 time: 0.2065356 Jul 23 16:42:17.283337 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd65e885-5f2a-4b39-b4e2-2a6c226b5c8d req-724b244f-aa6e-433e-a376-0a098b80be8d tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=eae69f37-0a56-4a22-b4c4-85e8e5e33cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815938 Jul 23 16:42:17.318067 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57820) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:17.343501 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0c4f593e-b727-4620-b724-2160bcab156a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:17.357116 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eebbc958-a3a1-4e78-892c-4487158e51dc tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:17.408911 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbc958-a3a1-4e78-892c-4487158e51dc tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Pushing event deleted for resources: {'Port': ['ID=3852e424-a3e3-4a06-8729-02858baf374f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:17.431097 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 40395d39-e3e0-497a-9a79-b5f3d95d9011 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:42:17.465520 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 40395d39-e3e0-497a-9a79-b5f3d95d9011 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:42:17.466237 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 40395d39-e3e0-497a-9a79-b5f3d95d9011 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:42:17.606030 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eebbc958-a3a1-4e78-892c-4487158e51dc tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:17.617274 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eebbc958-a3a1-4e78-892c-4487158e51dc tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:17.619033 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-eebbc958-a3a1-4e78-892c-4487158e51dc tempest-FloatingIPAdminTestJSON-1993725723 tempest-FloatingIPAdminTestJSON-1993725723-project] 10.222.0.73 "DELETE /v2.0/floatingips/836c4c3c-32c7-4798-bc4e-3084aefc8ec8 HTTP/1.1" status: 204 len: 168 time: 1.2187531 Jul 23 16:42:17.642314 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0c4f593e-b727-4620-b724-2160bcab156a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:17.650129 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0c4f593e-b727-4620-b724-2160bcab156a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:17.665025 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38a8d7-bf31-464a-83ec-467364c4a70c req-cb6e3db6-5194-4739-927f-fbde6d21b858 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:17.667337 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2a38a8d7-bf31-464a-83ec-467364c4a70c req-cb6e3db6-5194-4739-927f-fbde6d21b858 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=db39015c-d082-40b2-841b-29ba7f997db0 HTTP/1.1" status: 200 len: 945 time: 0.2010231 Jul 23 16:42:17.678781 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57830) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:17.689445 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-996f8eaa-63ad-4dce-9e7e-7a9ac51789a1 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Request body: {'floatingip': {'port_id': 'ce1c2507-bb51-4faa-946e-757f4129d65c'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:17.745789 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f593e-b727-4620-b724-2160bcab156a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed842f6-a925-4b85-b472-d06c556c0904,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:17.752713 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0c4f593e-b727-4620-b724-2160bcab156a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9792a263d65345f29d4ca70bc3661120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4334738 Jul 23 16:42:17.755158 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57834) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:17.810328 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-996f8eaa-63ad-4dce-9e7e-7a9ac51789a1 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for floatingip, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:17.893506 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1df7faeb-c353-4ed8-86f5-632b48066ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:17.947073 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1df7faeb-c353-4ed8-86f5-632b48066ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:18.081627 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1df7faeb-c353-4ed8-86f5-632b48066ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:18.086068 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1df7faeb-c353-4ed8-86f5-632b48066ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:18.087403 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1df7faeb-c353-4ed8-86f5-632b48066ab5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eed842f6-a925-4b85-b472-d06c556c0904 HTTP/1.1" status: 204 len: 168 time: 0.3311009 Jul 23 16:42:18.100599 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7faeb-c353-4ed8-86f5-632b48066ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed842f6-a925-4b85-b472-d06c556c0904,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:18.649228 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57864) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:18.705433 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.db.resource_extend [None req-996f8eaa-63ad-4dce-9e7e-7a9ac51789a1 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:42:18.789719 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-996f8eaa-63ad-4dce-9e7e-7a9ac51789a1 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:18.794489 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-996f8eaa-63ad-4dce-9e7e-7a9ac51789a1 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:18.951116 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-996f8eaa-63ad-4dce-9e7e-7a9ac51789a1 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Floating IP eeaeec08-4e4f-4b9a-b73e-941aeee00b15 associated. External IP: 172.25.8.60, port: ce1c2507-bb51-4faa-946e-757f4129d65c. Jul 23 16:42:19.020001 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-34477e53-ae45-490a-ad59-f98e15f7f128 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e77ddffad2684d2893d2dfe9e878154b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3684626 Jul 23 16:42:19.031142 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57880) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:19.146065 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c9bbec2c-8170-4ed2-a696-f9fbe893b84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.209554 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c9bbec2c-8170-4ed2-a696-f9fbe893b84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.226262 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996f8eaa-63ad-4dce-9e7e-7a9ac51789a1 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Router 3b751f51-52f1-444e-9d36-b568bcc46932 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:42:19.322776 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c9bbec2c-8170-4ed2-a696-f9fbe893b84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.328959 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c9bbec2c-8170-4ed2-a696-f9fbe893b84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.332394 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c9bbec2c-8170-4ed2-a696-f9fbe893b84a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6e5674db-0349-43e9-8c9c-5e7e636ebbe8 HTTP/1.1" status: 204 len: 168 time: 0.3078322 Jul 23 16:42:19.359136 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bbec2c-8170-4ed2-a696-f9fbe893b84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5674db-0349-43e9-8c9c-5e7e636ebbe8,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:19.427366 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996f8eaa-63ad-4dce-9e7e-7a9ac51789a1 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:42:19.437634 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d917cdee-c96f-4f6c-982a-ccaae11dbe1c None None] Sync routers for ids ['3b751f51-52f1-444e-9d36-b568bcc46932'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:42:19.439606 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-996f8eaa-63ad-4dce-9e7e-7a9ac51789a1 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.456467 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d917cdee-c96f-4f6c-982a-ccaae11dbe1c None None] Routers {'3b751f51-52f1-444e-9d36-b568bcc46932'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:19.457212 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-d917cdee-c96f-4f6c-982a-ccaae11dbe1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:42:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['3b751f51-52f1-444e-9d36-b568bcc46932'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:19.513896 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-996f8eaa-63ad-4dce-9e7e-7a9ac51789a1 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "PUT /v2.0/floatingips/eeaeec08-4e4f-4b9a-b73e-941aeee00b15 HTTP/1.1" status: 200 len: 990 time: 1.8320775 Jul 23 16:42:19.530466 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db39015c-d082-40b2-841b-29ba7f997db0', 'tag': 'ce1c2507-bb51-4faa-946e-757f4129d65c'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:42:19.540085 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92889e85-e23f-4868-8e65-736b365e6fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "db39015c-d082-40b2-841b-29ba7f997db0", "tag": "ce1c2507-bb51-4faa-946e-757f4129d65c"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:42:19.626732 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-d917cdee-c96f-4f6c-982a-ccaae11dbe1c None None] Set router 3b751f51-52f1-444e-9d36-b568bcc46932 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:42:19.907755 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57930) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:19.981454 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-d917cdee-c96f-4f6c-982a-ccaae11dbe1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'name': 'tempest-AttachVolumeTestJSON-202747568-router', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:36:47Z', 'updated_at': '2021-07-23T16:36:59Z', 'revision_number': 4, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'gw_port': {'id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:48Z', 'updated_at': '2021-07-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'eeaeec08-4e4f-4b9a-b73e-941aeee00b15', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'port_id': 'ce1c2507-bb51-4faa-946e-757f4129d65c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad', 'mac_address': 'fa:16:3e:51:b8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db39015c-d082-40b2-841b-29ba7f997db0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:41:55Z', 'updated_at': '2021-07-23T16:42:18Z', 'revision_number': 1, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fb169e2-f135-4e41-ab65-786b8bad79ad', 'name': '', 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'mac_address': 'fa:16:3e:a3:f7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'e5ad291e-418b-4d00-9cc7-4ac4310f7dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:57Z', 'updated_at': '2021-07-23T16:37:07Z', 'revision_number': 5, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'subnets': [{'id': 'e5ad291e-418b-4d00-9cc7-4ac4310f7dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:20.058571 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d917cdee-c96f-4f6c-982a-ccaae11dbe1c None None] Checking router: 3b751f51-52f1-444e-9d36-b568bcc46932 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:42:20.087221 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d917cdee-c96f-4f6c-982a-ccaae11dbe1c None None] Routers {'3b751f51-52f1-444e-9d36-b568bcc46932'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:20.087860 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-d917cdee-c96f-4f6c-982a-ccaae11dbe1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:42:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['3b751f51-52f1-444e-9d36-b568bcc46932'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:20.290305 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-d917cdee-c96f-4f6c-982a-ccaae11dbe1c None None] Set router 3b751f51-52f1-444e-9d36-b568bcc46932 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:42:20.361696 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed540ba-0064-4228-a625-fcfc534e1150 x-openstack-request-id: req-bed540ba-0064-4228-a625-fcfc534e1150 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:42:20.362352 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db39015c-d082-40b2-841b-29ba7f997db0", "tag": "ce1c2507-bb51-4faa-946e-757f4129d65c", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:42:20.363106 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bed540ba-0064-4228-a625-fcfc534e1150 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:42:20.364054 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db39015c-d082-40b2-841b-29ba7f997db0', 'tag': 'ce1c2507-bb51-4faa-946e-757f4129d65c', 'status': 'completed', 'code': 200} Jul 23 16:42:20.517376 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92889e85-e23f-4868-8e65-736b365e6fc4 req-8d45f042-82c7-4921-83d2-5eec2e0ef3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:20.523427 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-92889e85-e23f-4868-8e65-736b365e6fc4 req-8d45f042-82c7-4921-83d2-5eec2e0ef3b2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=73f731c3e74d4834a41ffd03a4899cef&device_id=db39015c-d082-40b2-841b-29ba7f997db0 HTTP/1.1" status: 200 len: 1096 time: 0.1386158 Jul 23 16:42:20.677092 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-5ecd2a06-bf86-4a92-9989-8fbc4cc0d316 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-101407185'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:20.717009 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92889e85-e23f-4868-8e65-736b365e6fc4 req-a13e5eed-b308-4ea9-884c-eebb48090e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:20.720086 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-92889e85-e23f-4868-8e65-736b365e6fc4 req-a13e5eed-b308-4ea9-884c-eebb48090e96 service neutron] 10.222.0.97 "GET /v2.0/networks?id=781ff998-5fd6-4b30-abd9-75eb80a107ad HTTP/1.1" status: 200 len: 912 time: 0.1894698 Jul 23 16:42:20.863407 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecd2a06-bf86-4a92-9989-8fbc4cc0d316 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Made reservation on behalf of fb175cf0d73e42f4bd90e83d05d06cbf for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:42:20.863571 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-d917cdee-c96f-4f6c-982a-ccaae11dbe1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'name': 'tempest-AttachVolumeTestJSON-202747568-router', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:36:47Z', 'updated_at': '2021-07-23T16:36:59Z', 'revision_number': 4, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'gw_port': {'id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:48Z', 'updated_at': '2021-07-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'eeaeec08-4e4f-4b9a-b73e-941aeee00b15', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'port_id': 'ce1c2507-bb51-4faa-946e-757f4129d65c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad', 'mac_address': 'fa:16:3e:51:b8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db39015c-d082-40b2-841b-29ba7f997db0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:41:55Z', 'updated_at': '2021-07-23T16:42:18Z', 'revision_number': 1, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fb169e2-f135-4e41-ab65-786b8bad79ad', 'name': '', 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'mac_address': 'fa:16:3e:a3:f7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'e5ad291e-418b-4d00-9cc7-4ac4310f7dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:57Z', 'updated_at': '2021-07-23T16:37:07Z', 'revision_number': 5, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'subnets': [{'id': 'e5ad291e-418b-4d00-9cc7-4ac4310f7dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:20.878538 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5ecd2a06-bf86-4a92-9989-8fbc4cc0d316 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:20.899255 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5ecd2a06-bf86-4a92-9989-8fbc4cc0d316 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:20.904135 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57956) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:20.916512 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d917cdee-c96f-4f6c-982a-ccaae11dbe1c None None] The sync data for ids ['3b751f51-52f1-444e-9d36-b568bcc46932'] in n-d-778549-4 is: [{'id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'name': 'tempest-AttachVolumeTestJSON-202747568-router', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:36:47Z', 'updated_at': '2021-07-23T16:36:59Z', 'revision_number': 4, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'gw_port': {'id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:48Z', 'updated_at': '2021-07-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'eeaeec08-4e4f-4b9a-b73e-941aeee00b15', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'port_id': 'ce1c2507-bb51-4faa-946e-757f4129d65c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad', 'mac_address': 'fa:16:3e:51:b8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db39015c-d082-40b2-841b-29ba7f997db0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:41:55Z', 'updated_at': '2021-07-23T16:42:18Z', 'revision_number': 1, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fb169e2-f135-4e41-ab65-786b8bad79ad', 'name': '', 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'mac_address': 'fa:16:3e:a3:f7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'e5ad291e-418b-4d00-9cc7-4ac4310f7dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:57Z', 'updated_at': '2021-07-23T16:37:07Z', 'revision_number': 5, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'subnets': [{'id': 'e5ad291e-418b-4d00-9cc7-4ac4310f7dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:42:20.941725 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-64ca365f-df11-4d1c-b022-7e8c0a9c1a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.003141 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-92889e85-e23f-4868-8e65-736b365e6fc4 req-d61bac6e-b473-4a38-bdd9-52201ac16833 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce1c2507-bb51-4faa-946e-757f4129d65c HTTP/1.1" status: 200 len: 998 time: 0.2744236 Jul 23 16:42:21.162219 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92889e85-e23f-4868-8e65-736b365e6fc4 req-6cf34abe-0c09-4720-98ba-6ca290e6166f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:21.164281 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-64ca365f-df11-4d1c-b022-7e8c0a9c1a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.169289 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-92889e85-e23f-4868-8e65-736b365e6fc4 req-6cf34abe-0c09-4720-98ba-6ca290e6166f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e5ad291e-418b-4d00-9cc7-4ac4310f7dcd HTTP/1.1" status: 200 len: 849 time: 0.1537671 Jul 23 16:42:21.170440 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-64ca365f-df11-4d1c-b022-7e8c0a9c1a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.236695 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-64ca365f-df11-4d1c-b022-7e8c0a9c1a49 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9d58f7153a5d47488893886b5bf4cdf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3253534 Jul 23 16:42:21.247291 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57968) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:21.307364 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57974) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:21.317487 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057d948b-286e-4074-aa79-4ad4c9da0593 None None] New status for floating IP eeaeec08-4e4f-4b9a-b73e-941aeee00b15: ACTIVE {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:42:21.380373 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca365f-df11-4d1c-b022-7e8c0a9c1a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e8cea5-f155-4885-8b32-b5ba0974403e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:21.395239 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92889e85-e23f-4868-8e65-736b365e6fc4 req-dc651064-d93d-4252-aa4d-7a84fc63ec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:21.411433 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-92889e85-e23f-4868-8e65-736b365e6fc4 req-dc651064-d93d-4252-aa4d-7a84fc63ec9a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=781ff998-5fd6-4b30-abd9-75eb80a107ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2253551 Jul 23 16:42:21.442400 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20725510-a591-4b0f-8763-bcfa31f586f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.469988 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20725510-a591-4b0f-8763-bcfa31f586f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.526822 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20725510-a591-4b0f-8763-bcfa31f586f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.532907 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20725510-a591-4b0f-8763-bcfa31f586f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.543761 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-20725510-a591-4b0f-8763-bcfa31f586f1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/45e8cea5-f155-4885-8b32-b5ba0974403e HTTP/1.1" status: 204 len: 168 time: 0.2908719 Jul 23 16:42:21.574681 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20725510-a591-4b0f-8763-bcfa31f586f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e8cea5-f155-4885-8b32-b5ba0974403e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:21.587537 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-92889e85-e23f-4868-8e65-736b365e6fc4 req-3213446b-ecaf-4a2d-9706-3c28ef062df9 service neutron] 10.222.0.97 "GET /v2.0/networks/781ff998-5fd6-4b30-abd9-75eb80a107ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333241 Jul 23 16:42:21.735698 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5ecd2a06-bf86-4a92-9989-8fbc4cc0d316 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.750120 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5ecd2a06-bf86-4a92-9989-8fbc4cc0d316 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.786506 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd2a06-bf86-4a92-9989-8fbc4cc0d316 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23fd5584-ed45-45be-acbd-80644f94f7cf,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:21.861430 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ecd2a06-bf86-4a92-9989-8fbc4cc0d316 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] vlan segment allocate from pool success with {'vlan_id': 1136, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:42:21.888307 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-92889e85-e23f-4868-8e65-736b365e6fc4 req-5c7d5d14-63e4-4c00-8d9e-a6866b8005b9 service neutron] 10.222.0.97 "GET /v2.0/networks/781ff998-5fd6-4b30-abd9-75eb80a107ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611079 Jul 23 16:42:21.929687 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6d277000-262e-4011-932c-98dc89ab56ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.957150 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5ecd2a06-bf86-4a92-9989-8fbc4cc0d316 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.957748 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-5ecd2a06-bf86-4a92-9989-8fbc4cc0d316 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Added segment af323a2d-d333-423e-ba94-eeaa886251bc of type vlan for network fde7bc9e-4cd6-426d-b5ab-c08a0d7b1243 Jul 23 16:42:22.025402 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5ecd2a06-bf86-4a92-9989-8fbc4cc0d316 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.154813 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5ecd2a06-bf86-4a92-9989-8fbc4cc0d316 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.167879 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecd2a06-bf86-4a92-9989-8fbc4cc0d316 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:22.168719 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5ecd2a06-bf86-4a92-9989-8fbc4cc0d316 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.203263 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58010) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:22.227891 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b9fe9267-d2bd-4dea-ad91-b5dd3015108d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.288762 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd2a06-bf86-4a92-9989-8fbc4cc0d316 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Pushing event updated for resources: {'Network': ['ID=fde7bc9e-4cd6-426d-b5ab-c08a0d7b1243,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:22.302480 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network fde7bc9e-4cd6-426d-b5ab-c08a0d7b1243 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:42:22.310497 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6d277000-262e-4011-932c-98dc89ab56ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.321848 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6d277000-262e-4011-932c-98dc89ab56ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.368413 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58014) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:22.396629 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6d277000-262e-4011-932c-98dc89ab56ca admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6e577b61456c4a7ab0b7abf2d6b7157c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0753465 Jul 23 16:42:22.401389 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5ecd2a06-bf86-4a92-9989-8fbc4cc0d316 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.4914217 Jul 23 16:42:22.409976 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58018) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:22.422054 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-b7c679be-600f-4012-965b-c2975006eab4 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Request body: {'subnet': {'network_id': 'fde7bc9e-4cd6-426d-b5ab-c08a0d7b1243', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:22.488414 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d277000-262e-4011-932c-98dc89ab56ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcf0b63-754d-4e0b-a617-1d48b09b65d5,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:22.568589 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b9fe9267-d2bd-4dea-ad91-b5dd3015108d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.574813 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b9fe9267-d2bd-4dea-ad91-b5dd3015108d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.578023 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0c7df0d3-ae07-45c9-9099-8f2c910f0de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.642292 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0c7df0d3-ae07-45c9-9099-8f2c910f0de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.649272 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe9267-d2bd-4dea-ad91-b5dd3015108d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae9c049-d08f-4b92-a6b7-bf05f2ef6f05,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:22.653338 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b9fe9267-d2bd-4dea-ad91-b5dd3015108d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3f1cca325e54496d9db27281ec3a11b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4489021 Jul 23 16:42:22.656633 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58028) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:22.664028 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe9267-d2bd-4dea-ad91-b5dd3015108d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:22.664715 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe9267-d2bd-4dea-ad91-b5dd3015108d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:22.665280 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe9267-d2bd-4dea-ad91-b5dd3015108d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:22.665818 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe9267-d2bd-4dea-ad91-b5dd3015108d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:22.666365 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe9267-d2bd-4dea-ad91-b5dd3015108d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:22.666902 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe9267-d2bd-4dea-ad91-b5dd3015108d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:22.667418 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe9267-d2bd-4dea-ad91-b5dd3015108d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:22.667940 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe9267-d2bd-4dea-ad91-b5dd3015108d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:22.668470 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe9267-d2bd-4dea-ad91-b5dd3015108d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:22.668899 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe9267-d2bd-4dea-ad91-b5dd3015108d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:22.669345 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe9267-d2bd-4dea-ad91-b5dd3015108d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:22.669895 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe9267-d2bd-4dea-ad91-b5dd3015108d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:22.674438 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c679be-600f-4012-965b-c2975006eab4 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Made reservation on behalf of fb175cf0d73e42f4bd90e83d05d06cbf for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:42:22.683011 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b7c679be-600f-4012-965b-c2975006eab4 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.744674 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0c7df0d3-ae07-45c9-9099-8f2c910f0de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.747627 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0c7df0d3-ae07-45c9-9099-8f2c910f0de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.749081 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0c7df0d3-ae07-45c9-9099-8f2c910f0de5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dbcf0b63-754d-4e0b-a617-1d48b09b65d5 HTTP/1.1" status: 204 len: 168 time: 0.3755713 Jul 23 16:42:22.775905 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7df0d3-ae07-45c9-9099-8f2c910f0de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcf0b63-754d-4e0b-a617-1d48b09b65d5,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:22.958049 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e5d60dba-8129-4e6e-bb80-a64099aab0ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.013376 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e5d60dba-8129-4e6e-bb80-a64099aab0ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.039681 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b7c679be-600f-4012-965b-c2975006eab4 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.164776 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c679be-600f-4012-965b-c2975006eab4 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Pushing event updated for resources: {'Subnet': ['ID=f6bdb224-a74d-4a5b-baab-9e7a4d2580ee,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:23.171407 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e5d60dba-8129-4e6e-bb80-a64099aab0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.178402 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e5d60dba-8129-4e6e-bb80-a64099aab0ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.184446 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e5d60dba-8129-4e6e-bb80-a64099aab0ce admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6ae9c049-d08f-4b92-a6b7-bf05f2ef6f05 HTTP/1.1" status: 204 len: 168 time: 0.5263305 Jul 23 16:42:23.206354 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d60dba-8129-4e6e-bb80-a64099aab0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae9c049-d08f-4b92-a6b7-bf05f2ef6f05,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:23.216509 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c679be-600f-4012-965b-c2975006eab4 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Checking segment: {'id': 'af323a2d-d333-423e-ba94-eeaa886251bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'fde7bc9e-4cd6-426d-b5ab-c08a0d7b1243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:42:23.217141 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c679be-600f-4012-965b-c2975006eab4 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Network hostable DHCP agents. Network: fde7bc9e-4cd6-426d-b5ab-c08a0d7b1243, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:42:23.239516 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c679be-600f-4012-965b-c2975006eab4 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Network fde7bc9e-4cd6-426d-b5ab-c08a0d7b1243 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:42:23.254704 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-b7c679be-600f-4012-965b-c2975006eab4 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, fde7bc9e-4cd6-426d-b5ab-c08a0d7b1243) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:23.265545 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c679be-600f-4012-965b-c2975006eab4 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:23.266157 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b7c679be-600f-4012-965b-c2975006eab4 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.271559 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58058) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:23.276359 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbef972-25bc-41e3-ade4-b4b43588c2ad None None] Network fde7bc9e-4cd6-426d-b5ab-c08a0d7b1243 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:42:23.309759 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b7c679be-600f-4012-965b-c2975006eab4 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8982909 Jul 23 16:42:23.312562 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58062) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:23.323643 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-61f39e9c-ef42-4678-ace3-a6340d0bf487 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Request body: {'port': {'network_id': 'fde7bc9e-4cd6-426d-b5ab-c08a0d7b1243', 'name': 'tempest-TagsExtTest-1572154249'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:23.367191 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca4f739d-24c4-4714-9009-d759cadb7bd2 admin admin] Deleting subnet ea77ddeb-1f31-4413-8008-4f998a69b634 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:42:23.373686 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ca4f739d-24c4-4714-9009-d759cadb7bd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.426615 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ca4f739d-24c4-4714-9009-d759cadb7bd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.494250 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cbf503-f89a-420e-8203-e54c4eb937fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-fde7bc9e-4cd6-426d-b5ab-c08a0d7b1243', 'network_id': 'fde7bc9e-4cd6-426d-b5ab-c08a0d7b1243', 'tenant_id': 'fb175cf0d73e42f4bd90e83d05d06cbf', 'fixed_ips': [{'subnet_id': 'f6bdb224-a74d-4a5b-baab-9e7a4d2580ee'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:42:23.494838 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ca4f739d-24c4-4714-9009-d759cadb7bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.495632 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-93cbf503-f89a-420e-8203-e54c4eb937fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.554334 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ca4f739d-24c4-4714-9009-d759cadb7bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.595726 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f739d-24c4-4714-9009-d759cadb7bd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea77ddeb-1f31-4413-8008-4f998a69b634,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:23.599255 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ca4f739d-24c4-4714-9009-d759cadb7bd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.602483 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ca4f739d-24c4-4714-9009-d759cadb7bd2 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ea77ddeb-1f31-4413-8008-4f998a69b634 HTTP/1.1" status: 204 len: 168 time: 0.3280070 Jul 23 16:42:23.604617 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58068) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:23.660109 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f39e9c-ef42-4678-ace3-a6340d0bf487 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Made reservation on behalf of fb175cf0d73e42f4bd90e83d05d06cbf for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:42:23.663686 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-61f39e9c-ef42-4678-ace3-a6340d0bf487 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.694818 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-acaa46c2-b24b-4d44-9e31-45052ac156c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.702228 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-61f39e9c-ef42-4678-ace3-a6340d0bf487 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] device_id is not set on port 1f94373f-56b6-44c2-970a-8ef1819d7ff0 yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:42:23.824150 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-acaa46c2-b24b-4d44-9e31-45052ac156c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.837918 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-acaa46c2-b24b-4d44-9e31-45052ac156c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['046963c2-8714-4c5f-883a-a757a422ec65']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:23.852144 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-acaa46c2-b24b-4d44-9e31-45052ac156c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6557095a-5301-4b8f-add8-252a5342ca4a') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:23.852979 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-acaa46c2-b24b-4d44-9e31-45052ac156c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6557095a-5301-4b8f-add8-252a5342ca4a') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:23.865850 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-acaa46c2-b24b-4d44-9e31-45052ac156c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.872849 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-93cbf503-f89a-420e-8203-e54c4eb937fb None None] Allocated IP 172.20.0.2 (fde7bc9e-4cd6-426d-b5ab-c08a0d7b1243/f6bdb224-a74d-4a5b-baab-9e7a4d2580ee/100a9057-b1fd-4e09-b4e3-18249a6d4416) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:42:23.886469 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-acaa46c2-b24b-4d44-9e31-45052ac156c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.894750 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acaa46c2-b24b-4d44-9e31-45052ac156c3 admin admin] Releasing vlan 1127 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:42:23.895603 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-acaa46c2-b24b-4d44-9e31-45052ac156c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.973745 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58076) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:23.976884 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:42:23.976884 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:42:23.976884 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:42:23.976884 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:42:23.976884 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:42:23.976884 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:42:23.976884 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:42:23.976884 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:42:23.976884 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:42:23.976884 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:42:23.976884 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:42:23.976884 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:42:23.976884 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:42:23.976884 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:42:23.976884 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:42:23.976884 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:42:23.976884 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:42:23.976884 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:42:23.976884 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:42:23.976884 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:42:23.976884 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:42:23.976884 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:42:23.976884 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:42:23.976884 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:42:23.976884 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:42:23.976884 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:42:23.976884 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:42:23.976884 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:42:23.976884 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:42:23.976884 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:42:23.976884 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:42:23.976884 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:42:24.015961 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ef60c49e-e606-4269-a267-abc6cbf0b91c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.033681 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-acaa46c2-b24b-4d44-9e31-45052ac156c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.052778 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-acaa46c2-b24b-4d44-9e31-45052ac156c3 admin admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.065782 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-acaa46c2-b24b-4d44-9e31-45052ac156c3 admin admin] 10.222.0.73 "DELETE /v2.0/networks/046963c2-8714-4c5f-883a-a757a422ec65 HTTP/1.1" status: 204 len: 168 time: 0.4586878 Jul 23 16:42:24.069286 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58086) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:24.230123 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa46c2-b24b-4d44-9e31-45052ac156c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=046963c2-8714-4c5f-883a-a757a422ec65,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:24.282743 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-93cbf503-f89a-420e-8203-e54c4eb937fb None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.309722 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-93cbf503-f89a-420e-8203-e54c4eb937fb None None] Transition to ACTIVE for port object 100a9057-b1fd-4e09-b4e3-18249a6d4416 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:42:24.312764 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ca4f26-2a78-401e-918b-6dcf8503473c admin admin] Deleting subnet 5be9734e-5ce2-4c39-80e4-8e9cf0d7f08f {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:42:24.321686 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6ca4f26-2a78-401e-918b-6dcf8503473c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.350332 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-93cbf503-f89a-420e-8203-e54c4eb937fb None None] Transition to ACTIVE for port object 100a9057-b1fd-4e09-b4e3-18249a6d4416 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:42:24.360642 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-93cbf503-f89a-420e-8203-e54c4eb937fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.406342 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6ca4f26-2a78-401e-918b-6dcf8503473c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.430816 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cbf503-f89a-420e-8203-e54c4eb937fb None None] Network fde7bc9e-4cd6-426d-b5ab-c08a0d7b1243 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:42:24.442203 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-93cbf503-f89a-420e-8203-e54c4eb937fb None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:24.449657 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cbf503-f89a-420e-8203-e54c4eb937fb None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:42:24.453926 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6ca4f26-2a78-401e-918b-6dcf8503473c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.527790 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.db.api [None req-61f39e9c-ef42-4678-ace3-a6340d0bf487 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-df4704ff-973b-437b-8593-13f85ccc2716 {{(pid=94012) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:42:24.528769 n-d-778549-4 neutron-server[94012]: DEBUG oslo_db.api [None req-61f39e9c-ef42-4678-ace3-a6340d0bf487 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:42:24.568525 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cbf503-f89a-420e-8203-e54c4eb937fb None None] Pushing event updated for resources: {'Port': ['ID=100a9057-b1fd-4e09-b4e3-18249a6d4416,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:24.575098 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-93cbf503-f89a-420e-8203-e54c4eb937fb None None] Attempting to bind port 100a9057-b1fd-4e09-b4e3-18249a6d4416 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:42:24.575478 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-93cbf503-f89a-420e-8203-e54c4eb937fb None None] Attempting to bind port 100a9057-b1fd-4e09-b4e3-18249a6d4416 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'af323a2d-d333-423e-ba94-eeaa886251bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'fde7bc9e-4cd6-426d-b5ab-c08a0d7b1243'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:42:24.575912 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cbf503-f89a-420e-8203-e54c4eb937fb None None] Attempting to bind port 100a9057-b1fd-4e09-b4e3-18249a6d4416 on network fde7bc9e-4cd6-426d-b5ab-c08a0d7b1243 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:42:24.582225 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cbf503-f89a-420e-8203-e54c4eb937fb None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:42:24.582609 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cbf503-f89a-420e-8203-e54c4eb937fb None None] Checking segment: {'id': 'af323a2d-d333-423e-ba94-eeaa886251bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'fde7bc9e-4cd6-426d-b5ab-c08a0d7b1243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:42:24.583021 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-93cbf503-f89a-420e-8203-e54c4eb937fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.583389 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cbf503-f89a-420e-8203-e54c4eb937fb None None] Bound using segment: {'id': 'af323a2d-d333-423e-ba94-eeaa886251bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'fde7bc9e-4cd6-426d-b5ab-c08a0d7b1243'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:42:24.583902 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-93cbf503-f89a-420e-8203-e54c4eb937fb None None] Bound port: 100a9057-b1fd-4e09-b4e3-18249a6d4416, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af323a2d-d333-423e-ba94-eeaa886251bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'fde7bc9e-4cd6-426d-b5ab-c08a0d7b1243'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:42:24.584294 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-93cbf503-f89a-420e-8203-e54c4eb937fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.622184 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6ca4f26-2a78-401e-918b-6dcf8503473c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.659206 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-93cbf503-f89a-420e-8203-e54c4eb937fb None None] For port 100a9057-b1fd-4e09-b4e3-18249a6d4416, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:42:24.663570 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-93cbf503-f89a-420e-8203-e54c4eb937fb None None] For port 100a9057-b1fd-4e09-b4e3-18249a6d4416, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=100a9057-b1fd-4e09-b4e3-18249a6d4416,segment=NetworkSegment(af323a2d-d333-423e-ba94-eeaa886251bc),segment_id=af323a2d-d333-423e-ba94-eeaa886251bc)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:42:24.670935 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-93cbf503-f89a-420e-8203-e54c4eb937fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.690938 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6ca4f26-2a78-401e-918b-6dcf8503473c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.692234 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b6ca4f26-2a78-401e-918b-6dcf8503473c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/5be9734e-5ce2-4c39-80e4-8e9cf0d7f08f HTTP/1.1" status: 204 len: 168 time: 0.6187017 Jul 23 16:42:24.693261 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca4f26-2a78-401e-918b-6dcf8503473c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5be9734e-5ce2-4c39-80e4-8e9cf0d7f08f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:24.695115 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58108) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:24.754739 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ef60c49e-e606-4269-a267-abc6cbf0b91c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.765122 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cbf503-f89a-420e-8203-e54c4eb937fb None None] Pushing event updated for resources: {'Port': ['ID=100a9057-b1fd-4e09-b4e3-18249a6d4416,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:24.765361 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ef60c49e-e606-4269-a267-abc6cbf0b91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.869148 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ef60c49e-e606-4269-a267-abc6cbf0b91c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c51085acfe4d4ddb889c73b8fa597437&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8849401 Jul 23 16:42:24.875350 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58120) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:24.875544 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f005d3e5-c9df-4e44-90da-2ecf5732b49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.878961 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60c49e-e606-4269-a267-abc6cbf0b91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abc52eb-00fc-4b98-9d61-30c6921f688e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:25.008980 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d4ab2c5a-4adb-448f-92f6-06d917249ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.032210 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f005d3e5-c9df-4e44-90da-2ecf5732b49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.035213 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-61f39e9c-ef42-4678-ace3-a6340d0bf487 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.058576 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-f005d3e5-c9df-4e44-90da-2ecf5732b49a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7cab8e9-4307-4be9-9eea-b26bd556cf3f']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:25.079273 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-61f39e9c-ef42-4678-ace3-a6340d0bf487 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] device_id is not set on port 95b0ea34-ffa7-47ba-884f-fa70f38d32d4 yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:42:25.083753 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d4ab2c5a-4adb-448f-92f6-06d917249ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.092047 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-f005d3e5-c9df-4e44-90da-2ecf5732b49a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '218150e0-1da8-4997-a868-e6cda5b2c95a') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:25.092877 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-f005d3e5-c9df-4e44-90da-2ecf5732b49a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '218150e0-1da8-4997-a868-e6cda5b2c95a') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:25.198877 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f005d3e5-c9df-4e44-90da-2ecf5732b49a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.211914 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d4ab2c5a-4adb-448f-92f6-06d917249ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.214699 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d4ab2c5a-4adb-448f-92f6-06d917249ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.216088 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d4ab2c5a-4adb-448f-92f6-06d917249ded admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3abc52eb-00fc-4b98-9d61-30c6921f688e HTTP/1.1" status: 204 len: 168 time: 0.3382683 Jul 23 16:42:25.239290 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab2c5a-4adb-448f-92f6-06d917249ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abc52eb-00fc-4b98-9d61-30c6921f688e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:25.265829 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f005d3e5-c9df-4e44-90da-2ecf5732b49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.298208 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f005d3e5-c9df-4e44-90da-2ecf5732b49a admin admin] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:42:25.298609 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f005d3e5-c9df-4e44-90da-2ecf5732b49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.301461 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:42:25.301461 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:42:25.301461 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:42:25.301461 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:42:25.301461 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:42:25.301461 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:42:25.301461 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:42:25.301461 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:42:25.301461 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:42:25.301461 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:42:25.301461 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:42:25.301461 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:42:25.301461 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:42:25.301461 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:42:25.301461 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:42:25.301461 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:42:25.301461 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:42:25.301461 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:42:25.301461 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:42:25.301461 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:42:25.301461 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:42:25.301461 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:42:25.301461 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:42:25.301461 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:42:25.301461 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:42:25.301461 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:42:25.301461 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:42:25.301461 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:42:25.301461 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:42:25.301461 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:42:25.301461 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:42:25.301461 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:42:25.422167 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 100a9057-b1fd-4e09-b4e3-18249a6d4416 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:42:25.456510 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f005d3e5-c9df-4e44-90da-2ecf5732b49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.484605 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f005d3e5-c9df-4e44-90da-2ecf5732b49a admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.486560 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f005d3e5-c9df-4e44-90da-2ecf5732b49a admin admin] 10.222.0.73 "DELETE /v2.0/networks/d7cab8e9-4307-4be9-9eea-b26bd556cf3f HTTP/1.1" status: 204 len: 168 time: 0.7904210 Jul 23 16:42:25.493370 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005d3e5-c9df-4e44-90da-2ecf5732b49a admin admin] Pushing event deleted for resources: {'Network': ['ID=d7cab8e9-4307-4be9-9eea-b26bd556cf3f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:25.503512 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-61f39e9c-ef42-4678-ace3-a6340d0bf487 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Allocated IP 172.20.0.10 (fde7bc9e-4cd6-426d-b5ab-c08a0d7b1243/f6bdb224-a74d-4a5b-baab-9e7a4d2580ee/95b0ea34-ffa7-47ba-884f-fa70f38d32d4) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:42:25.522423 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 100a9057-b1fd-4e09-b4e3-18249a6d4416 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:42:25.762856 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-61f39e9c-ef42-4678-ace3-a6340d0bf487 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.782807 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-61f39e9c-ef42-4678-ace3-a6340d0bf487 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Transition to ACTIVE for port object 95b0ea34-ffa7-47ba-884f-fa70f38d32d4 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:42:25.840858 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-61f39e9c-ef42-4678-ace3-a6340d0bf487 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.904164 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f39e9c-ef42-4678-ace3-a6340d0bf487 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Network fde7bc9e-4cd6-426d-b5ab-c08a0d7b1243 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:42:25.909509 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-61f39e9c-ef42-4678-ace3-a6340d0bf487 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:25.916258 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f39e9c-ef42-4678-ace3-a6340d0bf487 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:42:25.919316 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58154) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:25.973387 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f39e9c-ef42-4678-ace3-a6340d0bf487 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Pushing event updated for resources: {'Port': ['ID=95b0ea34-ffa7-47ba-884f-fa70f38d32d4,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:26.016623 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f39e9c-ef42-4678-ace3-a6340d0bf487 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:26.017764 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-61f39e9c-ef42-4678-ace3-a6340d0bf487 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.025304 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b1ce49c5-0580-46b1-b63e-82adb500adde admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=44b01a512c9042ec8670acb49d0536b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1018267 Jul 23 16:42:26.027741 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58160) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:26.043108 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-61f39e9c-ef42-4678-ace3-a6340d0bf487 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7292490 Jul 23 16:42:26.046343 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58162) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:26.057859 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-841f4124-5d48-4c0e-afd8-29da7462e95f tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1931352889', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:26.129752 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-841f4124-5d48-4c0e-afd8-29da7462e95f tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.131956 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-841f4124-5d48-4c0e-afd8-29da7462e95f tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.136216 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a5f61e5e-6580-4f0e-bdcf-1c02199d92fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.192627 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a5f61e5e-6580-4f0e-bdcf-1c02199d92fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.230167 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-841f4124-5d48-4c0e-afd8-29da7462e95f tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.240589 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-841f4124-5d48-4c0e-afd8-29da7462e95f tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.269590 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-841f4124-5d48-4c0e-afd8-29da7462e95f tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.272439 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-841f4124-5d48-4c0e-afd8-29da7462e95f tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2240903 Jul 23 16:42:26.275823 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58174) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:26.283439 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-77d1f3e5-1dfe-4129-8e8d-70a67837e21f tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1198375633', 'prefixes': ['172.20.0.0/16']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:26.328152 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a5f61e5e-6580-4f0e-bdcf-1c02199d92fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.330900 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a5f61e5e-6580-4f0e-bdcf-1c02199d92fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.337508 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a5f61e5e-6580-4f0e-bdcf-1c02199d92fe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/42ca1104-7953-457b-bffb-fe4d06a0b1b1 HTTP/1.1" status: 204 len: 168 time: 0.3086791 Jul 23 16:42:26.346942 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8093df36-190c-4295-971a-4bfa2a5428a3 None None] Network fde7bc9e-4cd6-426d-b5ab-c08a0d7b1243 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:42:26.395441 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f61e5e-6580-4f0e-bdcf-1c02199d92fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ca1104-7953-457b-bffb-fe4d06a0b1b1,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:26.428453 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-77d1f3e5-1dfe-4129-8e8d-70a67837e21f tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks [] for subnetpool, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.430154 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-77d1f3e5-1dfe-4129-8e8d-70a67837e21f tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1522782 Jul 23 16:42:26.433909 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58186) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:26.445746 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.tag.tag_plugin [None req-72335269-ff86-4c9c-9f82-4816a7d0bd0e tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f6bdb224-a74d-4a5b-baab-9e7a4d2580ee', 'tempest-TagsExtTest-Tag-978698370') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:26.582483 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-dd45e5aa-3575-48a2-aa0d-0b5b8a1e7804 None None] Provisioning for port 100a9057-b1fd-4e09-b4e3-18249a6d4416 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:42:26.593599 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-dd45e5aa-3575-48a2-aa0d-0b5b8a1e7804 None None] Provisioning complete for port 100a9057-b1fd-4e09-b4e3-18249a6d4416 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:42:26.593856 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dd45e5aa-3575-48a2-aa0d-0b5b8a1e7804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.616671 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58196) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:26.620348 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-72335269-ff86-4c9c-9f82-4816a7d0bd0e tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "PUT /v2.0/subnets/f6bdb224-a74d-4a5b-baab-9e7a4d2580ee/tags/tempest-TagsExtTest-Tag-978698370 HTTP/1.1" status: 201 len: 201 time: 0.1848936 Jul 23 16:42:26.622697 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-25f4e721-803a-4e1f-98ec-675cb65d1783 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '95b0ea34-ffa7-47ba-884f-fa70f38d32d4', 'tempest-TagsExtTest-Tag-149000163') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:26.749793 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dd45e5aa-3575-48a2-aa0d-0b5b8a1e7804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.796356 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-25f4e721-803a-4e1f-98ec-675cb65d1783 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "PUT /v2.0/ports/95b0ea34-ffa7-47ba-884f-fa70f38d32d4/tags/tempest-TagsExtTest-Tag-149000163 HTTP/1.1" status: 201 len: 201 time: 0.1780930 Jul 23 16:42:26.799694 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58204) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:26.806555 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-2fed564a-a1ea-4a84-96f0-e132d1f4ce35 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c7fb7104-2cbb-44e6-920e-05e4bf736917', 'tempest-TagsExtTest-Tag-1161316710') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:26.826987 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-dd45e5aa-3575-48a2-aa0d-0b5b8a1e7804 None None] For port 100a9057-b1fd-4e09-b4e3-18249a6d4416, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=100a9057-b1fd-4e09-b4e3-18249a6d4416,segment=NetworkSegment(af323a2d-d333-423e-ba94-eeaa886251bc),segment_id=af323a2d-d333-423e-ba94-eeaa886251bc)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:26.834150 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dd45e5aa-3575-48a2-aa0d-0b5b8a1e7804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.932680 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45e5aa-3575-48a2-aa0d-0b5b8a1e7804 None None] Pushing event updated for resources: {'Port': ['ID=100a9057-b1fd-4e09-b4e3-18249a6d4416,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:26.952909 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2fed564a-a1ea-4a84-96f0-e132d1f4ce35 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "PUT /v2.0/routers/c7fb7104-2cbb-44e6-920e-05e4bf736917/tags/tempest-TagsExtTest-Tag-1161316710 HTTP/1.1" status: 201 len: 201 time: 0.1517987 Jul 23 16:42:26.955930 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58212) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:26.961562 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.tag.tag_plugin [None req-68f129c7-b556-481d-860c-576f64a25e25 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '05c617bd-d4b5-4d27-a85a-1113ddce3d53', 'tempest-TagsExtTest-Tag-948521296') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:27.048320 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-68f129c7-b556-481d-860c-576f64a25e25 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "PUT /v2.0/subnetpools/05c617bd-d4b5-4d27-a85a-1113ddce3d53/tags/tempest-TagsExtTest-Tag-948521296 HTTP/1.1" status: 201 len: 201 time: 0.0911229 Jul 23 16:42:27.051870 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58216) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:27.057252 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-2d9a8f91-aab8-4c04-bb38-3bc5557849b1 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f6bdb224-a74d-4a5b-baab-9e7a4d2580ee') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:27.165479 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58220) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:27.208304 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2d9a8f91-aab8-4c04-bb38-3bc5557849b1 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "GET /v2.0/subnets/f6bdb224-a74d-4a5b-baab-9e7a4d2580ee/tags HTTP/1.1" status: 200 len: 240 time: 0.1549339 Jul 23 16:42:27.212984 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58224) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:27.218472 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-70bbe1ad-026a-41a2-aa2a-05a5f50db2e8 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f6bdb224-a74d-4a5b-baab-9e7a4d2580ee', 'tempest-TagsExtTest-Tag-978698370') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:27.282472 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-fdd50971-0228-4bda-9b3b-654a016e6259 None None] Provisioning for port 95b0ea34-ffa7-47ba-884f-fa70f38d32d4 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:42:27.288621 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-fdd50971-0228-4bda-9b3b-654a016e6259 None None] Provisioning complete for port 95b0ea34-ffa7-47ba-884f-fa70f38d32d4 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:42:27.288754 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-22c3df8d-9320-4c6c-a6ca-5521fff37da6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4c2fda16cb294b5d8d163fa41c615fb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1214345 Jul 23 16:42:27.289368 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fdd50971-0228-4bda-9b3b-654a016e6259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.290912 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58228) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:27.343917 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-70bbe1ad-026a-41a2-aa2a-05a5f50db2e8 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "GET /v2.0/subnets/f6bdb224-a74d-4a5b-baab-9e7a4d2580ee/tags/tempest-TagsExtTest-Tag-978698370 HTTP/1.1" status: 204 len: 168 time: 0.1291876 Jul 23 16:42:27.348796 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58230) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:27.350023 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-fdd50971-0228-4bda-9b3b-654a016e6259 None None] Port 95b0ea34-ffa7-47ba-884f-fa70f38d32d4 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:42:27.363822 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.tag.tag_plugin [None req-91171239-7a9e-4989-b0a3-b450377bf3b4 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f6bdb224-a74d-4a5b-baab-9e7a4d2580ee', 'tempest-TagsExtTest-Tag-978698370') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:27.381608 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-fdd50971-0228-4bda-9b3b-654a016e6259 None None] Provisioning complete for port 100a9057-b1fd-4e09-b4e3-18249a6d4416 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:42:27.382454 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fdd50971-0228-4bda-9b3b-654a016e6259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.412678 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58234) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:27.451938 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 100a9057-b1fd-4e09-b4e3-18249a6d4416 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:42:27.472000 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-84f6b8b6-a994-49cf-93fc-c0c4ceea40ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.505659 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-84f6b8b6-a994-49cf-93fc-c0c4ceea40ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.579048 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-84f6b8b6-a994-49cf-93fc-c0c4ceea40ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.585496 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-84f6b8b6-a994-49cf-93fc-c0c4ceea40ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.587152 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-84f6b8b6-a994-49cf-93fc-c0c4ceea40ac admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fca1e7d1-1ab4-43c3-9c06-14bdf5e9c6a5 HTTP/1.1" status: 204 len: 168 time: 0.2950621 Jul 23 16:42:27.605937 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6b8b6-a994-49cf-93fc-c0c4ceea40ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca1e7d1-1ab4-43c3-9c06-14bdf5e9c6a5,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:27.629514 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58248) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:27.670380 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58252) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:27.670749 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-91171239-7a9e-4989-b0a3-b450377bf3b4 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "DELETE /v2.0/subnets/f6bdb224-a74d-4a5b-baab-9e7a4d2580ee/tags/tempest-TagsExtTest-Tag-978698370 HTTP/1.1" status: 204 len: 168 time: 0.3179083 Jul 23 16:42:27.674961 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-1be670b0-b1c0-41a5-844b-686115262528 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f6bdb224-a74d-4a5b-baab-9e7a4d2580ee') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:27.717627 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 100a9057-b1fd-4e09-b4e3-18249a6d4416 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:42:27.719884 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.744341 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-90513592-8450-4a9a-b716-31d99693eafe tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-73896519', 'router:external': True}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:27.863791 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90513592-8450-4a9a-b716-31d99693eafe tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Made reservation on behalf of d0368e7f6e7e4955886a85b001cd118c for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:42:27.863791 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-90513592-8450-4a9a-b716-31d99693eafe tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.863791 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-584944ca-86f6-4e95-b818-97e7a9f973bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.968118 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-584944ca-86f6-4e95-b818-97e7a9f973bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.972896 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-90513592-8450-4a9a-b716-31d99693eafe tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.976957 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-584944ca-86f6-4e95-b818-97e7a9f973bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.999945 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ca8facaf-6b0d-40b1-b4ef-a6d6ad2502f4 None None] Provisioning complete for port 95b0ea34-ffa7-47ba-884f-fa70f38d32d4 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:42:28.001855 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ca8facaf-6b0d-40b1-b4ef-a6d6ad2502f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.056308 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1be670b0-b1c0-41a5-844b-686115262528 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "GET /v2.0/subnets/f6bdb224-a74d-4a5b-baab-9e7a4d2580ee/tags HTTP/1.1" status: 200 len: 205 time: 0.3847132 Jul 23 16:42:28.059127 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58270) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:28.065606 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.tag.tag_plugin [None req-1f79e2bc-e3c9-46b3-aafd-657a5b4b7863 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '95b0ea34-ffa7-47ba-884f-fa70f38d32d4') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:28.096092 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-584944ca-86f6-4e95-b818-97e7a9f973bc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1a6e8b6350de42dab3d57d00cb43b463&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4654961 Jul 23 16:42:28.097459 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-ca8facaf-6b0d-40b1-b4ef-a6d6ad2502f4 None None] Port 95b0ea34-ffa7-47ba-884f-fa70f38d32d4 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:42:28.101857 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58274) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:28.112652 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584944ca-86f6-4e95-b818-97e7a9f973bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1712e5-e311-4e62-9a54-faa7cb3e9eaf,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:28.152657 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1f79e2bc-e3c9-46b3-aafd-657a5b4b7863 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "GET /v2.0/ports/95b0ea34-ffa7-47ba-884f-fa70f38d32d4/tags HTTP/1.1" status: 200 len: 240 time: 0.0923519 Jul 23 16:42:28.154055 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-90513592-8450-4a9a-b716-31d99693eafe tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.155750 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58276) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:28.163654 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-16f8efd0-4749-4e38-86b6-08bfdeb7cea2 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '95b0ea34-ffa7-47ba-884f-fa70f38d32d4', 'tempest-TagsExtTest-Tag-149000163') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:28.195463 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-90513592-8450-4a9a-b716-31d99693eafe tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.247933 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90513592-8450-4a9a-b716-31d99693eafe tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] vlan segment allocate from pool success with {'vlan_id': 1139, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:42:28.259036 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90513592-8450-4a9a-b716-31d99693eafe tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e37a0a-e0ad-43c5-b4fb-d867a80cf738,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:28.270450 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-90513592-8450-4a9a-b716-31d99693eafe tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.270804 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-90513592-8450-4a9a-b716-31d99693eafe tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Added segment e247e450-9bfa-4cb0-b93c-2c4410daf790 of type vlan for network 8739490e-6031-4312-843f-0451ad1a58a5 Jul 23 16:42:28.280172 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-db7c5d86-500e-4ccb-bbe4-45e3d7ec2b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.345558 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-db7c5d86-500e-4ccb-bbe4-45e3d7ec2b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.366550 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-16f8efd0-4749-4e38-86b6-08bfdeb7cea2 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "GET /v2.0/ports/95b0ea34-ffa7-47ba-884f-fa70f38d32d4/tags/tempest-TagsExtTest-Tag-149000163 HTTP/1.1" status: 204 len: 168 time: 0.2096045 Jul 23 16:42:28.369340 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58290) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:28.376663 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.tag.tag_plugin [None req-f74edb86-02c6-4214-9968-866d824662e0 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '95b0ea34-ffa7-47ba-884f-fa70f38d32d4', 'tempest-TagsExtTest-Tag-149000163') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:28.393918 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-90513592-8450-4a9a-b716-31d99693eafe tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.483866 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f74edb86-02c6-4214-9968-866d824662e0 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "DELETE /v2.0/ports/95b0ea34-ffa7-47ba-884f-fa70f38d32d4/tags/tempest-TagsExtTest-Tag-149000163 HTTP/1.1" status: 204 len: 168 time: 0.1131287 Jul 23 16:42:28.485946 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-90513592-8450-4a9a-b716-31d99693eafe tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.486960 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90513592-8450-4a9a-b716-31d99693eafe tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:28.488205 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-90513592-8450-4a9a-b716-31d99693eafe tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.490962 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58296) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:28.504339 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-8bf2a1ec-e932-43cc-967c-2eb7698a2806 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '95b0ea34-ffa7-47ba-884f-fa70f38d32d4') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:28.604486 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90513592-8450-4a9a-b716-31d99693eafe tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Pushing event updated for resources: {'Network': ['ID=8739490e-6031-4312-843f-0451ad1a58a5,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:28.616518 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-db7c5d86-500e-4ccb-bbe4-45e3d7ec2b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.619553 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 8739490e-6031-4312-843f-0451ad1a58a5 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:42:28.620191 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-db7c5d86-500e-4ccb-bbe4-45e3d7ec2b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.625220 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-db7c5d86-500e-4ccb-bbe4-45e3d7ec2b1d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4a1712e5-e311-4e62-9a54-faa7cb3e9eaf HTTP/1.1" status: 204 len: 168 time: 0.5212920 Jul 23 16:42:28.632381 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-90513592-8450-4a9a-b716-31d99693eafe tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.2185345 Jul 23 16:42:28.636216 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58312) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:28.639733 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c5d86-500e-4ccb-bbe4-45e3d7ec2b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1712e5-e311-4e62-9a54-faa7cb3e9eaf,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:28.643414 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-5a729d50-d817-4115-9fc0-e07289f89609 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Request body: {'subnet': {'network_id': '8739490e-6031-4312-843f-0451ad1a58a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:28.684884 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a729d50-d817-4115-9fc0-e07289f89609 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Made reservation on behalf of d0368e7f6e7e4955886a85b001cd118c for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:42:28.687757 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5a729d50-d817-4115-9fc0-e07289f89609 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.695001 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8bf2a1ec-e932-43cc-967c-2eb7698a2806 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "GET /v2.0/ports/95b0ea34-ffa7-47ba-884f-fa70f38d32d4/tags HTTP/1.1" status: 200 len: 205 time: 0.1993349 Jul 23 16:42:28.695619 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58316) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:28.701192 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-9fa77613-c184-4a61-a0da-02d5800d30bf tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c7fb7104-2cbb-44e6-920e-05e4bf736917') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:28.868391 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9fa77613-c184-4a61-a0da-02d5800d30bf tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "GET /v2.0/routers/c7fb7104-2cbb-44e6-920e-05e4bf736917/tags HTTP/1.1" status: 200 len: 241 time: 0.1712317 Jul 23 16:42:28.869000 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58324) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:28.875629 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-2b46f563-a845-48f4-8dda-6439c7bd3824 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c7fb7104-2cbb-44e6-920e-05e4bf736917', 'tempest-TagsExtTest-Tag-1161316710') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:28.966595 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2b46f563-a845-48f4-8dda-6439c7bd3824 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "GET /v2.0/routers/c7fb7104-2cbb-44e6-920e-05e4bf736917/tags/tempest-TagsExtTest-Tag-1161316710 HTTP/1.1" status: 204 len: 168 time: 0.0964377 Jul 23 16:42:28.969879 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58330) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:28.977557 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-e077feba-9329-4821-8c9b-d681f343c99a tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c7fb7104-2cbb-44e6-920e-05e4bf736917', 'tempest-TagsExtTest-Tag-1161316710') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:29.114055 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e077feba-9329-4821-8c9b-d681f343c99a tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "DELETE /v2.0/routers/c7fb7104-2cbb-44e6-920e-05e4bf736917/tags/tempest-TagsExtTest-Tag-1161316710 HTTP/1.1" status: 204 len: 168 time: 0.1416199 Jul 23 16:42:29.116542 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58336) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:29.124142 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-635d74fe-1fbf-4112-ba8a-3ad86c8a92e3 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c7fb7104-2cbb-44e6-920e-05e4bf736917') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:29.209491 n-d-778549-4 neutron-server[94012]: DEBUG neutron.objects.ports [None req-5a729d50-d817-4115-9fc0-e07289f89609 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94012) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:42:29.210073 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5a729d50-d817-4115-9fc0-e07289f89609 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.250311 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-635d74fe-1fbf-4112-ba8a-3ad86c8a92e3 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "GET /v2.0/routers/c7fb7104-2cbb-44e6-920e-05e4bf736917/tags HTTP/1.1" status: 200 len: 205 time: 0.1293752 Jul 23 16:42:29.250530 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58342) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:29.261401 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.tag.tag_plugin [None req-dfdd467b-3451-474b-8ed8-5daf95fc50cb tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '05c617bd-d4b5-4d27-a85a-1113ddce3d53') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:29.295975 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a729d50-d817-4115-9fc0-e07289f89609 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dc24d3ab-0458-47e2-bad5-2a9a4bad46c2,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:29.311129 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a729d50-d817-4115-9fc0-e07289f89609 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Checking segment: {'id': 'e247e450-9bfa-4cb0-b93c-2c4410daf790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '8739490e-6031-4312-843f-0451ad1a58a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:42:29.311908 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a729d50-d817-4115-9fc0-e07289f89609 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Network hostable DHCP agents. Network: 8739490e-6031-4312-843f-0451ad1a58a5, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:42:29.319476 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-dfdd467b-3451-474b-8ed8-5daf95fc50cb tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "GET /v2.0/subnetpools/05c617bd-d4b5-4d27-a85a-1113ddce3d53/tags HTTP/1.1" status: 200 len: 240 time: 0.0655732 Jul 23 16:42:29.319690 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58346) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:29.327051 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-09eac80c-709d-4661-8fdd-48f64cdffcf8 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '05c617bd-d4b5-4d27-a85a-1113ddce3d53', 'tempest-TagsExtTest-Tag-948521296') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:29.354922 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a729d50-d817-4115-9fc0-e07289f89609 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Network 8739490e-6031-4312-843f-0451ad1a58a5 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:42:29.363259 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58348) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:29.394881 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8032b48a-ce8e-4e78-8370-6b3cbc49799d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.396676 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-09eac80c-709d-4661-8fdd-48f64cdffcf8 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "GET /v2.0/subnetpools/05c617bd-d4b5-4d27-a85a-1113ddce3d53/tags/tempest-TagsExtTest-Tag-948521296 HTTP/1.1" status: 204 len: 168 time: 0.0749805 Jul 23 16:42:29.397615 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58350) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:29.405307 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-aca7f54f-1359-4aa1-958b-e79f571bc0d9 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '05c617bd-d4b5-4d27-a85a-1113ddce3d53', 'tempest-TagsExtTest-Tag-948521296') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:29.427134 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-5a729d50-d817-4115-9fc0-e07289f89609 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 8739490e-6031-4312-843f-0451ad1a58a5) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:29.436426 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4410dac2-5ebc-442d-9da1-b7510dfcabea None None] Network 8739490e-6031-4312-843f-0451ad1a58a5 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:42:29.446971 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a729d50-d817-4115-9fc0-e07289f89609 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:29.447582 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5a729d50-d817-4115-9fc0-e07289f89609 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.481735 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-aca7f54f-1359-4aa1-958b-e79f571bc0d9 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "DELETE /v2.0/subnetpools/05c617bd-d4b5-4d27-a85a-1113ddce3d53/tags/tempest-TagsExtTest-Tag-948521296 HTTP/1.1" status: 204 len: 168 time: 0.0819931 Jul 23 16:42:29.485215 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58356) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:29.499002 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-5ecac89a-ec27-4a15-861d-5b07cd386e49 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '05c617bd-d4b5-4d27-a85a-1113ddce3d53') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:29.553853 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5ecac89a-ec27-4a15-861d-5b07cd386e49 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "GET /v2.0/subnetpools/05c617bd-d4b5-4d27-a85a-1113ddce3d53/tags HTTP/1.1" status: 200 len: 205 time: 0.0671089 Jul 23 16:42:29.556829 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58360) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:29.565493 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-7d8620c8-14fc-449c-892a-60eade799fa6 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '05c617bd-d4b5-4d27-a85a-1113ddce3d53') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:29.565695 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8032b48a-ce8e-4e78-8370-6b3cbc49799d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.573614 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8032b48a-ce8e-4e78-8370-6b3cbc49799d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.582583 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5a729d50-d817-4115-9fc0-e07289f89609 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.9446011 Jul 23 16:42:29.586863 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58364) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:29.600299 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-828f3b52-a499-40c2-bb3d-3c606ebce7ab tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1926321680', 'network_id': '8739490e-6031-4312-843f-0451ad1a58a5'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:29.631747 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7d8620c8-14fc-449c-892a-60eade799fa6 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "DELETE /v2.0/subnetpools/05c617bd-d4b5-4d27-a85a-1113ddce3d53/tags HTTP/1.1" status: 204 len: 168 time: 0.0735188 Jul 23 16:42:29.632818 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8032b48a-ce8e-4e78-8370-6b3cbc49799d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d6ffc00e298b44feb7238a67ca258b36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2685218 Jul 23 16:42:29.635189 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58368) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:29.635455 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58370) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:29.636602 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032b48a-ce8e-4e78-8370-6b3cbc49799d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142442d7-fe3d-44f4-92e6-752d763bc5f0,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:29.659398 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-b9fa65e3-234f-4a28-a6b8-46b81a98cc2f tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c7fb7104-2cbb-44e6-920e-05e4bf736917') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:29.664215 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828f3b52-a499-40c2-bb3d-3c606ebce7ab tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Made reservation on behalf of d0368e7f6e7e4955886a85b001cd118c for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:42:29.670285 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-828f3b52-a499-40c2-bb3d-3c606ebce7ab tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.749092 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7cc27303-76d5-447b-8752-bf2ea602c5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.798578 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7cc27303-76d5-447b-8752-bf2ea602c5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.811943 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9133d880-bf78-48f0-a786-5e1f74a2a534 None None] Network 8739490e-6031-4312-843f-0451ad1a58a5 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:42:29.858569 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7cc27303-76d5-447b-8752-bf2ea602c5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.862772 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7cc27303-76d5-447b-8752-bf2ea602c5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.866541 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7cc27303-76d5-447b-8752-bf2ea602c5a0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/142442d7-fe3d-44f4-92e6-752d763bc5f0 HTTP/1.1" status: 204 len: 168 time: 0.2229333 Jul 23 16:42:29.886822 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc27303-76d5-447b-8752-bf2ea602c5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142442d7-fe3d-44f4-92e6-752d763bc5f0,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:29.898597 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-828f3b52-a499-40c2-bb3d-3c606ebce7ab tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] device_id is not set on port 12da4b50-8483-42cd-9da9-9c4186a695b2 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:42:30.008079 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b9fa65e3-234f-4a28-a6b8-46b81a98cc2f tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "DELETE /v2.0/routers/c7fb7104-2cbb-44e6-920e-05e4bf736917/tags HTTP/1.1" status: 204 len: 168 time: 0.3708553 Jul 23 16:42:30.011703 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58386) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:30.020456 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-40e00557-b595-46dd-b666-c798cc69cd10 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '95b0ea34-ffa7-47ba-884f-fa70f38d32d4') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:30.143636 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-828f3b52-a499-40c2-bb3d-3c606ebce7ab tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Allocated IP 2001:db8::124 (8739490e-6031-4312-843f-0451ad1a58a5/dc24d3ab-0458-47e2-bad5-2a9a4bad46c2/12da4b50-8483-42cd-9da9-9c4186a695b2) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:42:30.214962 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58400) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:30.219835 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.tag.tag_plugin [None req-492dda44-5779-4fc2-9d06-7988bf52518a tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f6bdb224-a74d-4a5b-baab-9e7a4d2580ee') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:30.223377 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-40e00557-b595-46dd-b666-c798cc69cd10 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "DELETE /v2.0/ports/95b0ea34-ffa7-47ba-884f-fa70f38d32d4/tags HTTP/1.1" status: 204 len: 168 time: 0.2002635 Jul 23 16:42:30.332649 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-492dda44-5779-4fc2-9d06-7988bf52518a tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "DELETE /v2.0/subnets/f6bdb224-a74d-4a5b-baab-9e7a4d2580ee/tags HTTP/1.1" status: 204 len: 168 time: 0.1162648 Jul 23 16:42:30.336785 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58404) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:30.344935 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.tag.tag_plugin [None req-946d4e5d-331c-45d5-8f16-491bde5a686b tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f6bdb224-a74d-4a5b-baab-9e7a4d2580ee', 'tempest-TagsExtTest-Tag-1970789295') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:30.390079 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-828f3b52-a499-40c2-bb3d-3c606ebce7ab tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:30.471233 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-946d4e5d-331c-45d5-8f16-491bde5a686b tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "PUT /v2.0/subnets/f6bdb224-a74d-4a5b-baab-9e7a4d2580ee/tags/tempest-TagsExtTest-Tag-1970789295 HTTP/1.1" status: 201 len: 201 time: 0.1341381 Jul 23 16:42:30.474557 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58410) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:30.481022 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-59968493-76b8-4ab5-bd7f-e308179c6b7e tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '95b0ea34-ffa7-47ba-884f-fa70f38d32d4', 'tempest-TagsExtTest-Tag-1717122437') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:30.528842 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-828f3b52-a499-40c2-bb3d-3c606ebce7ab tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:30.585389 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f3b52-a499-40c2-bb3d-3c606ebce7ab tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Pushing event updated for resources: {'Port': ['ID=12da4b50-8483-42cd-9da9-9c4186a695b2,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:30.629414 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828f3b52-a499-40c2-bb3d-3c606ebce7ab tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Network 8739490e-6031-4312-843f-0451ad1a58a5 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:42:30.641316 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-828f3b52-a499-40c2-bb3d-3c606ebce7ab tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:30.645213 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828f3b52-a499-40c2-bb3d-3c606ebce7ab tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:42:30.646405 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828f3b52-a499-40c2-bb3d-3c606ebce7ab tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:30.647088 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-828f3b52-a499-40c2-bb3d-3c606ebce7ab tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:30.681840 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58424) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:30.685775 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-828f3b52-a499-40c2-bb3d-3c606ebce7ab tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0974104 Jul 23 16:42:30.702458 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-59968493-76b8-4ab5-bd7f-e308179c6b7e tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "PUT /v2.0/ports/95b0ea34-ffa7-47ba-884f-fa70f38d32d4/tags/tempest-TagsExtTest-Tag-1717122437 HTTP/1.1" status: 201 len: 201 time: 0.2265687 Jul 23 16:42:30.704871 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58426) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:30.710455 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-6b68fcaf-fed6-4169-8f57-283cecaac0b3 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c7fb7104-2cbb-44e6-920e-05e4bf736917', 'tempest-TagsExtTest-Tag-1464340609') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:30.792337 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-512986b0-fd37-407d-aa74-380f15fdab76 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Deleting port 12da4b50-8483-42cd-9da9-9c4186a695b2 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:30.793274 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-512986b0-fd37-407d-aa74-380f15fdab76 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:30.901175 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-512986b0-fd37-407d-aa74-380f15fdab76 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:30.915158 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-512986b0-fd37-407d-aa74-380f15fdab76 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Calling delete_port for 12da4b50-8483-42cd-9da9-9c4186a695b2 owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:31.115721 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-512986b0-fd37-407d-aa74-380f15fdab76 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:31.194429 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512986b0-fd37-407d-aa74-380f15fdab76 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Pushing event deleted for resources: {'Port': ['ID=12da4b50-8483-42cd-9da9-9c4186a695b2,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:31.196808 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-512986b0-fd37-407d-aa74-380f15fdab76 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:31.204803 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-512986b0-fd37-407d-aa74-380f15fdab76 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "DELETE /v2.0/ports/12da4b50-8483-42cd-9da9-9c4186a695b2 HTTP/1.1" status: 204 len: 168 time: 0.5193341 Jul 23 16:42:31.204803 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58442) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:31.207892 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-d5a3991a-31e8-40f1-9dac-24c2fcf3e529 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8739490e-6031-4312-843f-0451ad1a58a5', 'external_fixed_ips': [{'subnet_id': 'dc24d3ab-0458-47e2-bad5-2a9a4bad46c2', 'ip_address': '2001:db8::124'}]}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:31.246311 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d5a3991a-31e8-40f1-9dac-24c2fcf3e529 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:31.247738 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d5a3991a-31e8-40f1-9dac-24c2fcf3e529 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:31.273645 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6b68fcaf-fed6-4169-8f57-283cecaac0b3 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "PUT /v2.0/routers/c7fb7104-2cbb-44e6-920e-05e4bf736917/tags/tempest-TagsExtTest-Tag-1464340609 HTTP/1.1" status: 201 len: 201 time: 0.5673368 Jul 23 16:42:31.276356 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58448) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:31.284997 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-75659d0e-9bf4-427c-8541-591b90b27bdf tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '05c617bd-d4b5-4d27-a85a-1113ddce3d53', 'tempest-TagsExtTest-Tag-1784529507') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:31.322328 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d5a3991a-31e8-40f1-9dac-24c2fcf3e529 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:31.331015 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-75659d0e-9bf4-427c-8541-591b90b27bdf tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "PUT /v2.0/subnetpools/05c617bd-d4b5-4d27-a85a-1113ddce3d53/tags/tempest-TagsExtTest-Tag-1784529507 HTTP/1.1" status: 201 len: 201 time: 0.0531754 Jul 23 16:42:31.335372 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58454) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:31.349965 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-61b2c3b6-d4d9-4181-add0-f642940c5bc1 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f6bdb224-a74d-4a5b-baab-9e7a4d2580ee', {'tags': ['tempest-TagsExtTest-Tag-79123215', 'tempest-TagsExtTest-Tag-1608345823', 'tempest-TagsExtTest-Tag-1116924319']}) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:31.426194 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-61b2c3b6-d4d9-4181-add0-f642940c5bc1 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "PUT /v2.0/subnets/f6bdb224-a74d-4a5b-baab-9e7a4d2580ee/tags HTTP/1.1" status: 200 len: 316 time: 0.0887468 Jul 23 16:42:31.428840 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58456) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:31.434815 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-64a5cad0-9d78-4c96-9ef5-6bf644841ed6 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f6bdb224-a74d-4a5b-baab-9e7a4d2580ee') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:31.521849 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d5a3991a-31e8-40f1-9dac-24c2fcf3e529 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:31.573273 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-64a5cad0-9d78-4c96-9ef5-6bf644841ed6 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "DELETE /v2.0/subnets/f6bdb224-a74d-4a5b-baab-9e7a4d2580ee/tags HTTP/1.1" status: 204 len: 168 time: 0.1421664 Jul 23 16:42:31.575993 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58462) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:31.587482 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-733445e8-bd18-47d9-b96c-33bb45b5eace tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f6bdb224-a74d-4a5b-baab-9e7a4d2580ee', 'tempest-TagsExtTest-Tag-79123215') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:31.702670 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-733445e8-bd18-47d9-b96c-33bb45b5eace tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] show failed (client error): The resource could not be found. Jul 23 16:42:31.707361 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-733445e8-bd18-47d9-b96c-33bb45b5eace tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "GET /v2.0/subnets/f6bdb224-a74d-4a5b-baab-9e7a4d2580ee/tags/tempest-TagsExtTest-Tag-79123215 HTTP/1.1" status: 404 len: 327 time: 0.1282356 Jul 23 16:42:31.708334 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58468) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:31.712958 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-d02009a1-8aec-4927-8e92-28a4eff41fd0 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f6bdb224-a74d-4a5b-baab-9e7a4d2580ee', 'tempest-TagsExtTest-Tag-1608345823') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:31.790925 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-d02009a1-8aec-4927-8e92-28a4eff41fd0 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] show failed (client error): The resource could not be found. Jul 23 16:42:31.795986 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d02009a1-8aec-4927-8e92-28a4eff41fd0 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "GET /v2.0/subnets/f6bdb224-a74d-4a5b-baab-9e7a4d2580ee/tags/tempest-TagsExtTest-Tag-1608345823 HTTP/1.1" status: 404 len: 329 time: 0.0862665 Jul 23 16:42:31.796981 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58472) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:31.802722 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-adc58ad9-dcc8-42ff-bd4d-d6367176c43f tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f6bdb224-a74d-4a5b-baab-9e7a4d2580ee', 'tempest-TagsExtTest-Tag-1116924319') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:31.881372 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-adc58ad9-dcc8-42ff-bd4d-d6367176c43f tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] show failed (client error): The resource could not be found. Jul 23 16:42:31.883099 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-adc58ad9-dcc8-42ff-bd4d-d6367176c43f tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "GET /v2.0/subnets/f6bdb224-a74d-4a5b-baab-9e7a4d2580ee/tags/tempest-TagsExtTest-Tag-1116924319 HTTP/1.1" status: 404 len: 329 time: 0.0848200 Jul 23 16:42:31.890137 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58476) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:31.896591 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-b90fee89-ccaa-4f30-ad35-fc2f240ed4e2 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '95b0ea34-ffa7-47ba-884f-fa70f38d32d4', {'tags': ['tempest-TagsExtTest-Tag-279594871', 'tempest-TagsExtTest-Tag-629369508', 'tempest-TagsExtTest-Tag-1383406494']}) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:31.929012 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d5a3991a-31e8-40f1-9dac-24c2fcf3e529 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:31.961504 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d5a3991a-31e8-40f1-9dac-24c2fcf3e529 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:31.977270 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b90fee89-ccaa-4f30-ad35-fc2f240ed4e2 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "PUT /v2.0/ports/95b0ea34-ffa7-47ba-884f-fa70f38d32d4/tags HTTP/1.1" status: 200 len: 316 time: 0.0857654 Jul 23 16:42:31.978160 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58480) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:31.984319 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-7ab57b7b-37cc-4de0-a470-eb319e8cfc0a tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '95b0ea34-ffa7-47ba-884f-fa70f38d32d4') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:32.131161 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7ab57b7b-37cc-4de0-a470-eb319e8cfc0a tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "DELETE /v2.0/ports/95b0ea34-ffa7-47ba-884f-fa70f38d32d4/tags HTTP/1.1" status: 204 len: 168 time: 0.1515570 Jul 23 16:42:32.132239 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58486) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:32.141353 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-14ba254e-8b0d-4164-8ab3-2ca053a392ab tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '95b0ea34-ffa7-47ba-884f-fa70f38d32d4', 'tempest-TagsExtTest-Tag-279594871') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:32.253003 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-14ba254e-8b0d-4164-8ab3-2ca053a392ab tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] show failed (client error): The resource could not be found. Jul 23 16:42:32.257750 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-14ba254e-8b0d-4164-8ab3-2ca053a392ab tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "GET /v2.0/ports/95b0ea34-ffa7-47ba-884f-fa70f38d32d4/tags/tempest-TagsExtTest-Tag-279594871 HTTP/1.1" status: 404 len: 328 time: 0.1227643 Jul 23 16:42:32.258701 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58492) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:32.264646 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-263e58a5-3aee-40c9-bf73-903ea5e5978e tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '95b0ea34-ffa7-47ba-884f-fa70f38d32d4', 'tempest-TagsExtTest-Tag-629369508') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:32.324457 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-263e58a5-3aee-40c9-bf73-903ea5e5978e tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] show failed (client error): The resource could not be found. Jul 23 16:42:32.330508 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-263e58a5-3aee-40c9-bf73-903ea5e5978e tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "GET /v2.0/ports/95b0ea34-ffa7-47ba-884f-fa70f38d32d4/tags/tempest-TagsExtTest-Tag-629369508 HTTP/1.1" status: 404 len: 328 time: 0.0705352 Jul 23 16:42:32.331467 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58496) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:32.336582 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-70126e1b-65a2-48aa-a0a2-ffdd6dacfa65 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '95b0ea34-ffa7-47ba-884f-fa70f38d32d4', 'tempest-TagsExtTest-Tag-1383406494') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:32.345457 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-d5a3991a-31e8-40f1-9dac-24c2fcf3e529 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Allocated IP 2001:db8::124 (8739490e-6031-4312-843f-0451ad1a58a5/dc24d3ab-0458-47e2-bad5-2a9a4bad46c2/52463546-2e3c-4154-b452-1d1f97f35624) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:42:32.458763 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-70126e1b-65a2-48aa-a0a2-ffdd6dacfa65 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] show failed (client error): The resource could not be found. Jul 23 16:42:32.463144 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-70126e1b-65a2-48aa-a0a2-ffdd6dacfa65 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "GET /v2.0/ports/95b0ea34-ffa7-47ba-884f-fa70f38d32d4/tags/tempest-TagsExtTest-Tag-1383406494 HTTP/1.1" status: 404 len: 329 time: 0.1301324 Jul 23 16:42:32.468596 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58500) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:32.496060 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-420abccd-a20b-437a-8179-40d1dca1a560 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c7fb7104-2cbb-44e6-920e-05e4bf736917', {'tags': ['tempest-TagsExtTest-Tag-1056610156', 'tempest-TagsExtTest-Tag-1410366705', 'tempest-TagsExtTest-Tag-1573091457']}) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:32.597455 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d5a3991a-31e8-40f1-9dac-24c2fcf3e529 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:32.625490 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-87657b85-f7ea-49d3-9097-ca1f351ae877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:32.709544 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d5a3991a-31e8-40f1-9dac-24c2fcf3e529 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:32.738623 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-420abccd-a20b-437a-8179-40d1dca1a560 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "PUT /v2.0/routers/c7fb7104-2cbb-44e6-920e-05e4bf736917/tags HTTP/1.1" status: 200 len: 318 time: 0.2640102 Jul 23 16:42:32.739011 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58508) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:32.749243 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-1bf54d69-6359-4930-892f-e23294c453f0 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c7fb7104-2cbb-44e6-920e-05e4bf736917') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:32.764918 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a3991a-31e8-40f1-9dac-24c2fcf3e529 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Network 8739490e-6031-4312-843f-0451ad1a58a5 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:42:32.770017 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-d5a3991a-31e8-40f1-9dac-24c2fcf3e529 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:32.773838 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a3991a-31e8-40f1-9dac-24c2fcf3e529 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:42:32.856424 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3991a-31e8-40f1-9dac-24c2fcf3e529 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Pushing event updated for resources: {'Port': ['ID=52463546-2e3c-4154-b452-1d1f97f35624,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:32.868249 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3991a-31e8-40f1-9dac-24c2fcf3e529 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:32.868767 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3991a-31e8-40f1-9dac-24c2fcf3e529 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:32.869234 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3991a-31e8-40f1-9dac-24c2fcf3e529 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:32.869684 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3991a-31e8-40f1-9dac-24c2fcf3e529 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:32.870344 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3991a-31e8-40f1-9dac-24c2fcf3e529 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:32.870518 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3991a-31e8-40f1-9dac-24c2fcf3e529 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:32.870945 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3991a-31e8-40f1-9dac-24c2fcf3e529 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:32.871371 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3991a-31e8-40f1-9dac-24c2fcf3e529 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:32.871795 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3991a-31e8-40f1-9dac-24c2fcf3e529 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:32.872233 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3991a-31e8-40f1-9dac-24c2fcf3e529 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:32.872659 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3991a-31e8-40f1-9dac-24c2fcf3e529 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:32.879621 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3991a-31e8-40f1-9dac-24c2fcf3e529 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:32.981125 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1bf54d69-6359-4930-892f-e23294c453f0 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "DELETE /v2.0/routers/c7fb7104-2cbb-44e6-920e-05e4bf736917/tags HTTP/1.1" status: 204 len: 168 time: 0.2362275 Jul 23 16:42:32.981370 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58514) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:32.999171 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-3c029695-13b1-4d6c-8829-8d1a299cce97 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c7fb7104-2cbb-44e6-920e-05e4bf736917', 'tempest-TagsExtTest-Tag-1056610156') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:33.126492 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d5a3991a-31e8-40f1-9dac-24c2fcf3e529 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:33.225234 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-3c029695-13b1-4d6c-8829-8d1a299cce97 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] show failed (client error): The resource could not be found. Jul 23 16:42:33.229427 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3c029695-13b1-4d6c-8829-8d1a299cce97 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "GET /v2.0/routers/c7fb7104-2cbb-44e6-920e-05e4bf736917/tags/tempest-TagsExtTest-Tag-1056610156 HTTP/1.1" status: 404 len: 329 time: 0.2439327 Jul 23 16:42:33.229719 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58522) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:33.234971 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-b35a1f0e-68e4-40f3-93f3-07172298612b tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c7fb7104-2cbb-44e6-920e-05e4bf736917', 'tempest-TagsExtTest-Tag-1410366705') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:33.425577 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-b35a1f0e-68e4-40f3-93f3-07172298612b tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] show failed (client error): The resource could not be found. Jul 23 16:42:33.427006 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b35a1f0e-68e4-40f3-93f3-07172298612b tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "GET /v2.0/routers/c7fb7104-2cbb-44e6-920e-05e4bf736917/tags/tempest-TagsExtTest-Tag-1410366705 HTTP/1.1" status: 404 len: 329 time: 0.1964798 Jul 23 16:42:33.436912 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58532) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:33.458208 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.tag.tag_plugin [None req-d4612868-b31d-4942-a495-85724878efcf tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c7fb7104-2cbb-44e6-920e-05e4bf736917', 'tempest-TagsExtTest-Tag-1573091457') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:33.960792 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-d4612868-b31d-4942-a495-85724878efcf tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] show failed (client error): The resource could not be found. Jul 23 16:42:33.964022 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d4612868-b31d-4942-a495-85724878efcf tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "GET /v2.0/routers/c7fb7104-2cbb-44e6-920e-05e4bf736917/tags/tempest-TagsExtTest-Tag-1573091457 HTTP/1.1" status: 404 len: 329 time: 0.5250976 Jul 23 16:42:33.967328 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58556) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:33.972338 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.tag.tag_plugin [None req-010aed47-5ce9-442c-9134-f37ae97a6503 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '05c617bd-d4b5-4d27-a85a-1113ddce3d53', {'tags': ['tempest-TagsExtTest-Tag-928534734', 'tempest-TagsExtTest-Tag-1044610922', 'tempest-TagsExtTest-Tag-615080289']}) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:33.978539 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d5a3991a-31e8-40f1-9dac-24c2fcf3e529 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:34.096877 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-010aed47-5ce9-442c-9134-f37ae97a6503 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "PUT /v2.0/subnetpools/05c617bd-d4b5-4d27-a85a-1113ddce3d53/tags HTTP/1.1" status: 200 len: 316 time: 0.1281912 Jul 23 16:42:34.100560 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58560) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:34.110230 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-b6d3113b-38d9-42e5-84b0-8c1571e7e6ee tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '05c617bd-d4b5-4d27-a85a-1113ddce3d53') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:34.195423 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b6d3113b-38d9-42e5-84b0-8c1571e7e6ee tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "DELETE /v2.0/subnetpools/05c617bd-d4b5-4d27-a85a-1113ddce3d53/tags HTTP/1.1" status: 204 len: 168 time: 0.0935197 Jul 23 16:42:34.205232 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58572) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:34.226392 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-b96a4f3f-1b59-4530-aa4b-456b023c546b tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '05c617bd-d4b5-4d27-a85a-1113ddce3d53', 'tempest-TagsExtTest-Tag-928534734') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:34.230002 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a3991a-31e8-40f1-9dac-24c2fcf3e529 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Router ba895f13-c5e1-45f8-ba82-5927fad0e6bd is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:42:34.284769 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-b96a4f3f-1b59-4530-aa4b-456b023c546b tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] show failed (client error): The resource could not be found. Jul 23 16:42:34.292998 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b96a4f3f-1b59-4530-aa4b-456b023c546b tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "GET /v2.0/subnetpools/05c617bd-d4b5-4d27-a85a-1113ddce3d53/tags/tempest-TagsExtTest-Tag-928534734 HTTP/1.1" status: 404 len: 328 time: 0.0863326 Jul 23 16:42:34.296082 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58574) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:34.301337 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-0fb76d2d-ab9e-4aa9-bb39-7ffd3b54ed03 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '05c617bd-d4b5-4d27-a85a-1113ddce3d53', 'tempest-TagsExtTest-Tag-1044610922') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:34.332729 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-0fb76d2d-ab9e-4aa9-bb39-7ffd3b54ed03 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] show failed (client error): The resource could not be found. Jul 23 16:42:34.333975 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0fb76d2d-ab9e-4aa9-bb39-7ffd3b54ed03 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "GET /v2.0/subnetpools/05c617bd-d4b5-4d27-a85a-1113ddce3d53/tags/tempest-TagsExtTest-Tag-1044610922 HTTP/1.1" status: 404 len: 329 time: 0.0367174 Jul 23 16:42:34.337281 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58576) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:34.345897 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-f2f148d7-fde0-475e-a86f-a97ef50a755f tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '05c617bd-d4b5-4d27-a85a-1113ddce3d53', 'tempest-TagsExtTest-Tag-615080289') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:34.379752 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-f2f148d7-fde0-475e-a86f-a97ef50a755f tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] show failed (client error): The resource could not be found. Jul 23 16:42:34.383307 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f2f148d7-fde0-475e-a86f-a97ef50a755f tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "GET /v2.0/subnetpools/05c617bd-d4b5-4d27-a85a-1113ddce3d53/tags/tempest-TagsExtTest-Tag-615080289 HTTP/1.1" status: 404 len: 328 time: 0.0424011 Jul 23 16:42:34.383604 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58582) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:34.391441 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-60e8d7e5-8fc6-4f14-8fae-d9e7d5732f53 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '05c617bd-d4b5-4d27-a85a-1113ddce3d53') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:34.416656 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a3991a-31e8-40f1-9dac-24c2fcf3e529 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:42:34.429753 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98439382-3414-46a6-ae77-58a7a8012d3d None None] Sync routers for ids ['ba895f13-c5e1-45f8-ba82-5927fad0e6bd'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:42:34.444939 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98439382-3414-46a6-ae77-58a7a8012d3d None None] Routers {'ba895f13-c5e1-45f8-ba82-5927fad0e6bd'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:34.449580 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-98439382-3414-46a6-ae77-58a7a8012d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:42:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ba895f13-c5e1-45f8-ba82-5927fad0e6bd'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:34.453618 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-60e8d7e5-8fc6-4f14-8fae-d9e7d5732f53 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "DELETE /v2.0/subnetpools/05c617bd-d4b5-4d27-a85a-1113ddce3d53/tags HTTP/1.1" status: 204 len: 168 time: 0.0685372 Jul 23 16:42:34.455878 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58588) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:34.464793 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-1a88f750-3568-4df9-8a79-ca9a7ce8d681 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c7fb7104-2cbb-44e6-920e-05e4bf736917') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:34.471119 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d5a3991a-31e8-40f1-9dac-24c2fcf3e529 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:34.490392 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d5a3991a-31e8-40f1-9dac-24c2fcf3e529 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.2850800 Jul 23 16:42:34.491153 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58596) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:34.572934 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1a88f750-3568-4df9-8a79-ca9a7ce8d681 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "DELETE /v2.0/routers/c7fb7104-2cbb-44e6-920e-05e4bf736917/tags HTTP/1.1" status: 204 len: 168 time: 0.1137331 Jul 23 16:42:34.573951 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58602) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:34.596297 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-af9ea1b4-d2cc-42a4-bc46-dffbf925ce3e tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '95b0ea34-ffa7-47ba-884f-fa70f38d32d4') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:34.640739 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-98439382-3414-46a6-ae77-58a7a8012d3d None None] Set router ba895f13-c5e1-45f8-ba82-5927fad0e6bd gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:42:34.708645 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-516bf438-5175-4665-9772-27bd7fb21f0c tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:34.739647 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-af9ea1b4-d2cc-42a4-bc46-dffbf925ce3e tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "DELETE /v2.0/ports/95b0ea34-ffa7-47ba-884f-fa70f38d32d4/tags HTTP/1.1" status: 204 len: 168 time: 0.1596396 Jul 23 16:42:34.741834 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58608) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:34.756158 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-189c49ef-3702-437c-9c73-9be58579a2d1 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f6bdb224-a74d-4a5b-baab-9e7a4d2580ee') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:34.876542 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:34.893816 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-189c49ef-3702-437c-9c73-9be58579a2d1 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "DELETE /v2.0/subnets/f6bdb224-a74d-4a5b-baab-9e7a4d2580ee/tags HTTP/1.1" status: 204 len: 168 time: 0.1504562 Jul 23 16:42:34.894602 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58622) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:34.938651 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-516bf438-5175-4665-9772-27bd7fb21f0c tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:34.955043 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-98439382-3414-46a6-ae77-58a7a8012d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba895f13-c5e1-45f8-ba82-5927fad0e6bd', 'name': '', 'tenant_id': 'd0368e7f6e7e4955886a85b001cd118c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8739490e-6031-4312-843f-0451ad1a58a5', 'external_fixed_ips': [{'subnet_id': 'dc24d3ab-0458-47e2-bad5-2a9a4bad46c2', 'ip_address': '2001:db8::124'}], 'enable_snat': True}, 'gw_port_id': '52463546-2e3c-4154-b452-1d1f97f35624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:31Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 3, 'project_id': 'd0368e7f6e7e4955886a85b001cd118c', 'gw_port': {'id': '52463546-2e3c-4154-b452-1d1f97f35624', 'name': '', 'network_id': '8739490e-6031-4312-843f-0451ad1a58a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba895f13-c5e1-45f8-ba82-5927fad0e6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'dc24d3ab-0458-47e2-bad5-2a9a4bad46c2', 'ip_address': '2001:db8::124', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:31Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc24d3ab-0458-47e2-bad5-2a9a4bad46c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:35.012520 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-80547aef-de75-45eb-9ba7-7acbff18e8e0 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks [] for subnetpool, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:35.017192 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58626) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:35.018281 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-80547aef-de75-45eb-9ba7-7acbff18e8e0 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "DELETE /v2.0/subnetpools/05c617bd-d4b5-4d27-a85a-1113ddce3d53 HTTP/1.1" status: 204 len: 168 time: 0.1190107 Jul 23 16:42:35.035087 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98439382-3414-46a6-ae77-58a7a8012d3d None None] Checking router: ba895f13-c5e1-45f8-ba82-5927fad0e6bd for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:42:35.035828 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98439382-3414-46a6-ae77-58a7a8012d3d None None] Updating router ba895f13-c5e1-45f8-ba82-5927fad0e6bd port 52463546-2e3c-4154-b452-1d1f97f35624 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:42:35.082386 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-98439382-3414-46a6-ae77-58a7a8012d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:35.102925 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d8701bb2-ec59-4275-9bd7-4db4d1da6e27 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7fb7104-2cbb-44e6-920e-05e4bf736917 HTTP/1.1" status: 200 len: 205 time: 0.0826757 Jul 23 16:42:35.103805 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58628) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:35.137657 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-516bf438-5175-4665-9772-27bd7fb21f0c tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Deleting port 52463546-2e3c-4154-b452-1d1f97f35624 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:35.138035 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-516bf438-5175-4665-9772-27bd7fb21f0c tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:35.252338 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-56f5f86e-01c0-49e9-8306-030c83e48be2 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:35.312033 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-516bf438-5175-4665-9772-27bd7fb21f0c tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:35.349707 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-516bf438-5175-4665-9772-27bd7fb21f0c tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Calling delete_port for 52463546-2e3c-4154-b452-1d1f97f35624 owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:35.384384 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b1ae713f-cbe0-4232-828a-a4a112b0341b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:35.480418 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:35.693652 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-56f5f86e-01c0-49e9-8306-030c83e48be2 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:35.701694 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-56f5f86e-01c0-49e9-8306-030c83e48be2 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:35.770234 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.db.api [None req-98439382-3414-46a6-ae77-58a7a8012d3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:42:35.770780 n-d-778549-4 neutron-server[94015]: DEBUG oslo_db.api [None req-98439382-3414-46a6-ae77-58a7a8012d3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:42:35.771671 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-516bf438-5175-4665-9772-27bd7fb21f0c tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:35.814230 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-56f5f86e-01c0-49e9-8306-030c83e48be2 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:35.815099 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f5f86e-01c0-49e9-8306-030c83e48be2 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Fanout notify agent at l3_agent the message router_deleted on router c7fb7104-2cbb-44e6-920e-05e4bf736917 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:42:35.823083 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-56f5f86e-01c0-49e9-8306-030c83e48be2 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:35.827249 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-56f5f86e-01c0-49e9-8306-030c83e48be2 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "DELETE /v2.0/routers/c7fb7104-2cbb-44e6-920e-05e4bf736917 HTTP/1.1" status: 204 len: 168 time: 0.7192273 Jul 23 16:42:35.828102 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58646) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:35.831056 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516bf438-5175-4665-9772-27bd7fb21f0c tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Pushing event deleted for resources: {'Port': ['ID=52463546-2e3c-4154-b452-1d1f97f35624,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:35.965425 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-516bf438-5175-4665-9772-27bd7fb21f0c tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:36.168580 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-516bf438-5175-4665-9772-27bd7fb21f0c tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:36.169288 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-516bf438-5175-4665-9772-27bd7fb21f0c tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:36.266522 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-516bf438-5175-4665-9772-27bd7fb21f0c tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:36.267401 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516bf438-5175-4665-9772-27bd7fb21f0c tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba895f13-c5e1-45f8-ba82-5927fad0e6bd {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:42:36.294616 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-516bf438-5175-4665-9772-27bd7fb21f0c tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:36.295997 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-516bf438-5175-4665-9772-27bd7fb21f0c tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "DELETE /v2.0/routers/ba895f13-c5e1-45f8-ba82-5927fad0e6bd HTTP/1.1" status: 204 len: 168 time: 1.7998059 Jul 23 16:42:36.299057 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58666) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:36.302364 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98439382-3414-46a6-ae77-58a7a8012d3d None None] Port 52463546-2e3c-4154-b452-1d1f97f35624 not found while updating agent binding for router ba895f13-c5e1-45f8-ba82-5927fad0e6bd. {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 23 16:42:36.303066 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-68400409-755e-4cda-91f8-b4fd55794c75 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Deleting port 95b0ea34-ffa7-47ba-884f-fa70f38d32d4 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:36.303486 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-68400409-755e-4cda-91f8-b4fd55794c75 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:36.335742 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98439382-3414-46a6-ae77-58a7a8012d3d None None] Routers set() bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:36.336368 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98439382-3414-46a6-ae77-58a7a8012d3d None None] Router IDs set() for agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 16:42:36.337277 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_agentschedulers_db [None req-98439382-3414-46a6-ae77-58a7a8012d3d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ba895f13-c5e1-45f8-ba82-5927fad0e6bd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:42:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent'). {{(pid=94015) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 16:42:36.340500 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98439382-3414-46a6-ae77-58a7a8012d3d None None] The sync data for ids ['ba895f13-c5e1-45f8-ba82-5927fad0e6bd'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:42:36.418498 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc09c51f-2c85-4b26-ae2b-ee3c44ced3dd tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Deleting subnet dc24d3ab-0458-47e2-bad5-2a9a4bad46c2 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:42:36.425704 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc09c51f-2c85-4b26-ae2b-ee3c44ced3dd tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:36.430571 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-68400409-755e-4cda-91f8-b4fd55794c75 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:36.446271 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-68400409-755e-4cda-91f8-b4fd55794c75 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Calling delete_port for 95b0ea34-ffa7-47ba-884f-fa70f38d32d4 owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:36.528428 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc09c51f-2c85-4b26-ae2b-ee3c44ced3dd tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:36.575603 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:36.605396 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-68400409-755e-4cda-91f8-b4fd55794c75 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:36.641751 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc09c51f-2c85-4b26-ae2b-ee3c44ced3dd tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:36.731646 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc09c51f-2c85-4b26-ae2b-ee3c44ced3dd tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:36.749227 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc09c51f-2c85-4b26-ae2b-ee3c44ced3dd tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:36.756598 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-dc09c51f-2c85-4b26-ae2b-ee3c44ced3dd tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "DELETE /v2.0/subnets/dc24d3ab-0458-47e2-bad5-2a9a4bad46c2 HTTP/1.1" status: 204 len: 168 time: 0.4563196 Jul 23 16:42:36.757381 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58682) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:36.814066 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-68400409-755e-4cda-91f8-b4fd55794c75 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:36.817044 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-68400409-755e-4cda-91f8-b4fd55794c75 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "DELETE /v2.0/ports/95b0ea34-ffa7-47ba-884f-fa70f38d32d4 HTTP/1.1" status: 204 len: 168 time: 0.9878328 Jul 23 16:42:36.818521 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68400409-755e-4cda-91f8-b4fd55794c75 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Pushing event deleted for resources: {'Port': ['ID=95b0ea34-ffa7-47ba-884f-fa70f38d32d4,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:36.820859 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58684) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:36.900689 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-777d00d9-a26c-4386-93d1-0953483adfc8 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:36.907644 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09c51f-2c85-4b26-ae2b-ee3c44ced3dd tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dc24d3ab-0458-47e2-bad5-2a9a4bad46c2,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:36.912986 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8c1ddd-5ed5-462f-9c34-5e2742aec85f tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Deleting subnet f6bdb224-a74d-4a5b-baab-9e7a4d2580ee {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:42:36.916812 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eb8c1ddd-5ed5-462f-9c34-5e2742aec85f tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:37.011988 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eb8c1ddd-5ed5-462f-9c34-5e2742aec85f tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:37.030000 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-777d00d9-a26c-4386-93d1-0953483adfc8 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:37.041565 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-777d00d9-a26c-4386-93d1-0953483adfc8 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8739490e-6031-4312-843f-0451ad1a58a5']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:37.053371 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-777d00d9-a26c-4386-93d1-0953483adfc8 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e247e450-9bfa-4cb0-b93c-2c4410daf790') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:37.053647 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-777d00d9-a26c-4386-93d1-0953483adfc8 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e247e450-9bfa-4cb0-b93c-2c4410daf790') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:37.067092 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-777d00d9-a26c-4386-93d1-0953483adfc8 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:37.108960 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-777d00d9-a26c-4386-93d1-0953483adfc8 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:37.122490 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777d00d9-a26c-4386-93d1-0953483adfc8 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Releasing vlan 1139 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:42:37.124142 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-777d00d9-a26c-4386-93d1-0953483adfc8 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:37.129082 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:42:37.129082 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:42:37.129082 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:42:37.129082 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:42:37.129082 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:42:37.129082 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:42:37.129082 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:42:37.129082 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:42:37.129082 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:42:37.129082 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:42:37.129082 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:42:37.129082 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:42:37.129082 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:42:37.129082 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:42:37.129082 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:42:37.129082 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:42:37.129082 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:42:37.129082 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:42:37.129082 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:42:37.129082 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:42:37.129082 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:42:37.129082 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:42:37.129082 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:42:37.129082 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:42:37.129082 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:42:37.129082 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:42:37.129082 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:42:37.129082 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:42:37.129082 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:42:37.129082 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:42:37.129082 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:42:37.129082 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:42:37.151192 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eb8c1ddd-5ed5-462f-9c34-5e2742aec85f tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:37.210576 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58692) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:37.239232 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-777d00d9-a26c-4386-93d1-0953483adfc8 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:37.274027 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777d00d9-a26c-4386-93d1-0953483adfc8 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8739490e-6031-4312-843f-0451ad1a58a5 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 16:42:37.274930 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eb8c1ddd-5ed5-462f-9c34-5e2742aec85f tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:37.275884 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d00d9-a26c-4386-93d1-0953483adfc8 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Pushing event deleted for resources: {'Network': ['ID=8739490e-6031-4312-843f-0451ad1a58a5,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:37.283127 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-777d00d9-a26c-4386-93d1-0953483adfc8 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:37.289677 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-777d00d9-a26c-4386-93d1-0953483adfc8 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "DELETE /v2.0/networks/8739490e-6031-4312-843f-0451ad1a58a5 HTTP/1.1" status: 204 len: 168 time: 0.5055931 Jul 23 16:42:37.334824 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c1ddd-5ed5-462f-9c34-5e2742aec85f tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Pushing event deleted for resources: {'Subnet': ['ID=f6bdb224-a74d-4a5b-baab-9e7a4d2580ee,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:37.339906 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eb8c1ddd-5ed5-462f-9c34-5e2742aec85f tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:37.345709 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-eb8c1ddd-5ed5-462f-9c34-5e2742aec85f tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "DELETE /v2.0/subnets/f6bdb224-a74d-4a5b-baab-9e7a4d2580ee HTTP/1.1" status: 204 len: 168 time: 0.5215843 Jul 23 16:42:37.346749 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58700) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:37.360009 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2a8dde-02a0-4563-a2a4-613ca4a38084 None None] Network fde7bc9e-4cd6-426d-b5ab-c08a0d7b1243 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:42:37.565358 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c7652c8-06b6-4595-94ff-accb516e6d71 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:37.622417 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:37.700043 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-6c7652c8-06b6-4595-94ff-accb516e6d71 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Deleting port 100a9057-b1fd-4e09-b4e3-18249a6d4416 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:37.700363 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c7652c8-06b6-4595-94ff-accb516e6d71 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:37.817831 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa11cf0-101c-42a5-83c1-9b508e7601a1 None None] DHCP port deletion for fde7bc9e-4cd6-426d-b5ab-c08a0d7b1243 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:42:37.925578 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8356d649-915c-4c4a-85f5-585d2d104b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:37.931774 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-6c7652c8-06b6-4595-94ff-accb516e6d71 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] For port 100a9057-b1fd-4e09-b4e3-18249a6d4416, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=100a9057-b1fd-4e09-b4e3-18249a6d4416,segment=NetworkSegment(af323a2d-d333-423e-ba94-eeaa886251bc),segment_id=af323a2d-d333-423e-ba94-eeaa886251bc)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:37.932282 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c7652c8-06b6-4595-94ff-accb516e6d71 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:37.945631 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-1aa11cf0-101c-42a5-83c1-9b508e7601a1 None None] Deleting port 100a9057-b1fd-4e09-b4e3-18249a6d4416 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:37.946035 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1aa11cf0-101c-42a5-83c1-9b508e7601a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:37.982286 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-6c7652c8-06b6-4595-94ff-accb516e6d71 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Calling delete_port for 100a9057-b1fd-4e09-b4e3-18249a6d4416 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:38.102360 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-1aa11cf0-101c-42a5-83c1-9b508e7601a1 None None] For port 100a9057-b1fd-4e09-b4e3-18249a6d4416, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=100a9057-b1fd-4e09-b4e3-18249a6d4416,segment=NetworkSegment(af323a2d-d333-423e-ba94-eeaa886251bc),segment_id=af323a2d-d333-423e-ba94-eeaa886251bc)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:38.103069 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1aa11cf0-101c-42a5-83c1-9b508e7601a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.119967 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-1aa11cf0-101c-42a5-83c1-9b508e7601a1 None None] Calling delete_port for 100a9057-b1fd-4e09-b4e3-18249a6d4416 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:38.189241 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58716) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:38.194213 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-65791c5c-945d-46bc-8592-5a3d517235cf tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Request body: {'router': {'name': 'tempest-router--1310179367', 'project_id': 'fcd07ed0e88a4184a913998bff78310b'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:38.242037 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c7652c8-06b6-4595-94ff-accb516e6d71 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.277202 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7652c8-06b6-4595-94ff-accb516e6d71 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Pushing event deleted for resources: {'Port': ['ID=100a9057-b1fd-4e09-b4e3-18249a6d4416,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:38.286057 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7652c8-06b6-4595-94ff-accb516e6d71 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] No DVR routers for this DVR port 100a9057-b1fd-4e09-b4e3-18249a6d4416 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:42:38.299871 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8356d649-915c-4c4a-85f5-585d2d104b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.334656 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-65791c5c-945d-46bc-8592-5a3d517235cf tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.337116 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8356d649-915c-4c4a-85f5-585d2d104b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.337715 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-65791c5c-945d-46bc-8592-5a3d517235cf tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.428936 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1aa11cf0-101c-42a5-83c1-9b508e7601a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.436580 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c7652c8-06b6-4595-94ff-accb516e6d71 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.447753 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-6c7652c8-06b6-4595-94ff-accb516e6d71 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde7bc9e-4cd6-426d-b5ab-c08a0d7b1243']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:38.459148 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa11cf0-101c-42a5-83c1-9b508e7601a1 None None] Pushing event deleted for resources: {'Port': ['ID=100a9057-b1fd-4e09-b4e3-18249a6d4416,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:38.460183 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-6c7652c8-06b6-4595-94ff-accb516e6d71 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af323a2d-d333-423e-ba94-eeaa886251bc') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:38.460476 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-6c7652c8-06b6-4595-94ff-accb516e6d71 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af323a2d-d333-423e-ba94-eeaa886251bc') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:38.465927 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-65791c5c-945d-46bc-8592-5a3d517235cf tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.470977 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa11cf0-101c-42a5-83c1-9b508e7601a1 None None] No DVR routers for this DVR port 100a9057-b1fd-4e09-b4e3-18249a6d4416 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:42:38.480597 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c7652c8-06b6-4595-94ff-accb516e6d71 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.492728 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-65791c5c-945d-46bc-8592-5a3d517235cf tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.511741 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-65791c5c-945d-46bc-8592-5a3d517235cf tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.518511 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-65791c5c-945d-46bc-8592-5a3d517235cf tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3264480 Jul 23 16:42:38.518714 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58724) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:38.526305 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8356d649-915c-4c4a-85f5-585d2d104b1f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b79b7084228242908a2bf5afb5496374&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3143539 Jul 23 16:42:38.528213 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58726) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:38.532435 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c7652c8-06b6-4595-94ff-accb516e6d71 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.539568 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356d649-915c-4c4a-85f5-585d2d104b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3efd1b-162b-4de2-bd6d-c0c82677a30a,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:38.577440 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c7652c8-06b6-4595-94ff-accb516e6d71 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:42:38.577841 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c7652c8-06b6-4595-94ff-accb516e6d71 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.581105 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:42:38.581105 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:42:38.581105 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:42:38.581105 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:42:38.581105 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:42:38.581105 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:42:38.581105 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:42:38.581105 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:42:38.581105 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:42:38.581105 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:42:38.581105 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:42:38.581105 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:42:38.581105 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:42:38.581105 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:42:38.581105 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:42:38.581105 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:42:38.581105 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:42:38.581105 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:42:38.581105 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:42:38.581105 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:42:38.581105 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:42:38.581105 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:42:38.581105 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:42:38.581105 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:42:38.581105 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:42:38.581105 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:42:38.581105 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:42:38.581105 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:42:38.581105 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:42:38.581105 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:42:38.581105 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:42:38.581105 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:42:38.605544 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.629468 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fdec6be6-11f4-4972-b514-d6aa321d10f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.648487 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-016cc8eb-7743-42f1-ab29-ed58f7867a3d tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.669136 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fdec6be6-11f4-4972-b514-d6aa321d10f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.745107 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fdec6be6-11f4-4972-b514-d6aa321d10f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.748771 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fdec6be6-11f4-4972-b514-d6aa321d10f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.750167 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fdec6be6-11f4-4972-b514-d6aa321d10f5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ee3efd1b-162b-4de2-bd6d-c0c82677a30a HTTP/1.1" status: 204 len: 168 time: 0.2197113 Jul 23 16:42:38.774005 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec6be6-11f4-4972-b514-d6aa321d10f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3efd1b-162b-4de2-bd6d-c0c82677a30a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:38.817218 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c7652c8-06b6-4595-94ff-accb516e6d71 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.878272 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c7652c8-06b6-4595-94ff-accb516e6d71 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.880184 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6c7652c8-06b6-4595-94ff-accb516e6d71 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] 10.222.0.73 "DELETE /v2.0/networks/fde7bc9e-4cd6-426d-b5ab-c08a0d7b1243 HTTP/1.1" status: 204 len: 168 time: 1.5323939 Jul 23 16:42:38.896382 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7652c8-06b6-4595-94ff-accb516e6d71 tempest-TagsExtTest-155741953 tempest-TagsExtTest-155741953-project] Pushing event deleted for resources: {'Network': ['ID=fde7bc9e-4cd6-426d-b5ab-c08a0d7b1243,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:38.900851 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-016cc8eb-7743-42f1-ab29-ed58f7867a3d tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.903136 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-016cc8eb-7743-42f1-ab29-ed58f7867a3d tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.976318 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-016cc8eb-7743-42f1-ab29-ed58f7867a3d tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.976901 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016cc8eb-7743-42f1-ab29-ed58f7867a3d tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2d4b2bae-b96e-4393-84b2-90a8671e30df {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:42:38.984734 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-016cc8eb-7743-42f1-ab29-ed58f7867a3d tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.985939 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-016cc8eb-7743-42f1-ab29-ed58f7867a3d tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "DELETE /v2.0/routers/2d4b2bae-b96e-4393-84b2-90a8671e30df HTTP/1.1" status: 204 len: 168 time: 0.4650285 Jul 23 16:42:39.352735 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58768) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:39.416266 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 100a9057-b1fd-4e09-b4e3-18249a6d4416 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:42:39.462847 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 100a9057-b1fd-4e09-b4e3-18249a6d4416 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:42:39.463207 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 100a9057-b1fd-4e09-b4e3-18249a6d4416 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:42:39.626116 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58776) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:39.648815 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58778) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:39.658830 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82b5f4f3-50dd-4a19-8f21-ace3c2e50ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:39.822609 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82b5f4f3-50dd-4a19-8f21-ace3c2e50ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:39.828693 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82b5f4f3-50dd-4a19-8f21-ace3c2e50ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:39.925993 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58786) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:39.926487 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-82b5f4f3-50dd-4a19-8f21-ace3c2e50ee8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=13f69beee1944acfba53b1635d64f784&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2989852 Jul 23 16:42:39.928022 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5f4f3-50dd-4a19-8f21-ace3c2e50ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c381f0-d9f8-419f-9ba8-1bbcc7977c2c,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:40.030839 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2af54d09-70a5-4cbd-accb-abb3a9543004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:40.050713 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-e4d22a4e-32a9-482e-b63a-bb619a3ef406 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-459553105', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}, 'admin_state_up': False}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:40.106240 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2af54d09-70a5-4cbd-accb-abb3a9543004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:40.118471 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e4d22a4e-32a9-482e-b63a-bb619a3ef406 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:40.120246 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e4d22a4e-32a9-482e-b63a-bb619a3ef406 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:40.213495 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2af54d09-70a5-4cbd-accb-abb3a9543004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:40.217435 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2af54d09-70a5-4cbd-accb-abb3a9543004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:40.221589 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2af54d09-70a5-4cbd-accb-abb3a9543004 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c8c381f0-d9f8-419f-9ba8-1bbcc7977c2c HTTP/1.1" status: 204 len: 168 time: 0.2943289 Jul 23 16:42:40.237468 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e4d22a4e-32a9-482e-b63a-bb619a3ef406 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:40.296246 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af54d09-70a5-4cbd-accb-abb3a9543004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c381f0-d9f8-419f-9ba8-1bbcc7977c2c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:40.357160 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-dad41de6-2fa1-4397-8f51-9ffca787b4d1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fb175cf0d73e42f4bd90e83d05d06cbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7069156 Jul 23 16:42:40.379753 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58794) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:40.550420 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3234-a4e7-4881-bc51-597706617114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:40.561617 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e4d22a4e-32a9-482e-b63a-bb619a3ef406 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:40.598310 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3234-a4e7-4881-bc51-597706617114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:40.731955 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3234-a4e7-4881-bc51-597706617114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:40.738004 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3234-a4e7-4881-bc51-597706617114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:40.762848 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9d6b3234-a4e7-4881-bc51-597706617114 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/23fd5584-ed45-45be-acbd-80644f94f7cf HTTP/1.1" status: 204 len: 168 time: 0.3823009 Jul 23 16:42:40.795917 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3234-a4e7-4881-bc51-597706617114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fd5584-ed45-45be-acbd-80644f94f7cf,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:41.104515 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e4d22a4e-32a9-482e-b63a-bb619a3ef406 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:41.136110 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e4d22a4e-32a9-482e-b63a-bb619a3ef406 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:41.315064 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-e4d22a4e-32a9-482e-b63a-bb619a3ef406 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Allocated IP 172.25.8.116 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/6f178116-8e87-4a89-a2a1-4a52945f315b) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:42:41.494686 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e4d22a4e-32a9-482e-b63a-bb619a3ef406 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:41.613442 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e4d22a4e-32a9-482e-b63a-bb619a3ef406 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:41.682761 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d22a4e-32a9-482e-b63a-bb619a3ef406 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:42:41.684162 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d22a4e-32a9-482e-b63a-bb619a3ef406 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Pushing event updated for resources: {'Port': ['ID=6f178116-8e87-4a89-a2a1-4a52945f315b,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:41.687630 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-e4d22a4e-32a9-482e-b63a-bb619a3ef406 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:41.689956 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d22a4e-32a9-482e-b63a-bb619a3ef406 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:42:42.766898 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e4d22a4e-32a9-482e-b63a-bb619a3ef406 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:43.048165 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e4d22a4e-32a9-482e-b63a-bb619a3ef406 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:43.049792 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59090) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:43.242537 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d22a4e-32a9-482e-b63a-bb619a3ef406 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Router 1ada7200-45b2-4119-9404-81aee8e6f99b is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:42:43.398958 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d22a4e-32a9-482e-b63a-bb619a3ef406 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:42:43.411628 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f8acb0-a50c-4a87-8d47-f8f812137142 None None] Sync routers for ids ['1ada7200-45b2-4119-9404-81aee8e6f99b'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:42:43.429113 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f8acb0-a50c-4a87-8d47-f8f812137142 None None] Routers {'1ada7200-45b2-4119-9404-81aee8e6f99b'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:43.429431 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a5f8acb0-a50c-4a87-8d47-f8f812137142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:42:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['1ada7200-45b2-4119-9404-81aee8e6f99b'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:43.454087 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e4d22a4e-32a9-482e-b63a-bb619a3ef406 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:43.457502 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e4d22a4e-32a9-482e-b63a-bb619a3ef406 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.1015260 Jul 23 16:42:43.459634 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59146) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:43.463121 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-30c9f493-8c16-4d81-a633-b215015e9785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:43.571561 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a5f8acb0-a50c-4a87-8d47-f8f812137142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:43.611308 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f8acb0-a50c-4a87-8d47-f8f812137142 None None] Routers {'1ada7200-45b2-4119-9404-81aee8e6f99b'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:43.613438 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a5f8acb0-a50c-4a87-8d47-f8f812137142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:42:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['1ada7200-45b2-4119-9404-81aee8e6f99b'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:43.718434 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a5f8acb0-a50c-4a87-8d47-f8f812137142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:43.722183 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f8acb0-a50c-4a87-8d47-f8f812137142 None None] The sync data for ids ['1ada7200-45b2-4119-9404-81aee8e6f99b'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:42:43.757119 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-30c9f493-8c16-4d81-a633-b215015e9785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:43.766629 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-30c9f493-8c16-4d81-a633-b215015e9785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:43.885676 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-aea32492-dc1b-4f41-bd04-7cbbd458faed tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "GET /v2.0/routers/1ada7200-45b2-4119-9404-81aee8e6f99b HTTP/1.1" status: 200 len: 924 time: 0.4247603 Jul 23 16:42:43.888793 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59208) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:43.905090 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-30c9f493-8c16-4d81-a633-b215015e9785 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dbd2ac31f36f4e7f927b86b325b2a021&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8526347 Jul 23 16:42:43.908273 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9f493-8c16-4d81-a633-b215015e9785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ec3567-f03c-426a-8ffb-f953ccf99fae,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:43.913219 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59212) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:43.952126 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59220) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:43.969282 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bd8bfcc1-1a2d-4a97-892e-571f37ac76ef tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ada7200-45b2-4119-9404-81aee8e6f99b HTTP/1.1" status: 200 len: 205 time: 0.0771720 Jul 23 16:42:43.972677 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59228) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:44.127674 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5764e737-842a-4e1f-83ab-3add1a77df03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:44.194716 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5764e737-842a-4e1f-83ab-3add1a77df03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:44.226142 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-529ee5d1-b503-4760-acd9-58918821338b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1424970737-network', 'tenant_id': '5c92b447947b45078e0d9fa16a5f0b54'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:44.260898 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5764e737-842a-4e1f-83ab-3add1a77df03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:44.265798 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5764e737-842a-4e1f-83ab-3add1a77df03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:44.268215 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5764e737-842a-4e1f-83ab-3add1a77df03 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c0ec3567-f03c-426a-8ffb-f953ccf99fae HTTP/1.1" status: 204 len: 168 time: 0.3531294 Jul 23 16:42:44.299749 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764e737-842a-4e1f-83ab-3add1a77df03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ec3567-f03c-426a-8ffb-f953ccf99fae,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:44.312571 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529ee5d1-b503-4760-acd9-58918821338b admin admin] Made reservation on behalf of 5c92b447947b45078e0d9fa16a5f0b54 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:42:44.319466 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-529ee5d1-b503-4760-acd9-58918821338b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:44.326579 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-73370f9d-78dd-4638-8185-beb55dfa4a59 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:44.479577 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-529ee5d1-b503-4760-acd9-58918821338b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:44.670365 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-73370f9d-78dd-4638-8185-beb55dfa4a59 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:44.692212 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-529ee5d1-b503-4760-acd9-58918821338b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:44.698687 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-529ee5d1-b503-4760-acd9-58918821338b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:44.765006 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-529ee5d1-b503-4760-acd9-58918821338b admin admin] vlan segment allocate from pool success with {'vlan_id': 1138, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:42:44.798823 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-529ee5d1-b503-4760-acd9-58918821338b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:44.800466 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-529ee5d1-b503-4760-acd9-58918821338b admin admin] Added segment f99dd8f7-0cfb-41b2-8da9-ae70a4cf49b1 of type vlan for network 913b5bc2-9afa-4aa3-9673-b33ed31815be Jul 23 16:42:44.805511 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ee5d1-b503-4760-acd9-58918821338b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91ba541-0e4b-430c-9cfc-5f5cecb6f3ea,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:44.886346 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-73370f9d-78dd-4638-8185-beb55dfa4a59 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Deleting port 6f178116-8e87-4a89-a2a1-4a52945f315b {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:44.886346 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-73370f9d-78dd-4638-8185-beb55dfa4a59 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:44.889908 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-529ee5d1-b503-4760-acd9-58918821338b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:45.084476 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-529ee5d1-b503-4760-acd9-58918821338b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:45.085694 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529ee5d1-b503-4760-acd9-58918821338b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:45.086294 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-529ee5d1-b503-4760-acd9-58918821338b admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:45.090197 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59364) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:45.119428 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-65deb585-4dab-43d7-9392-bb9103b0d673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:45.161511 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-73370f9d-78dd-4638-8185-beb55dfa4a59 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:45.177215 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-529ee5d1-b503-4760-acd9-58918821338b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.2238510 Jul 23 16:42:45.194448 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59368) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:45.199753 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-d2493816-ff2f-4696-8e10-ff4fb9769857 admin admin] Request body: {'subnet': {'network_id': '913b5bc2-9afa-4aa3-9673-b33ed31815be', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1424970737-subnet', 'tenant_id': '5c92b447947b45078e0d9fa16a5f0b54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:45.253593 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ee5d1-b503-4760-acd9-58918821338b admin admin] Pushing event updated for resources: {'Network': ['ID=913b5bc2-9afa-4aa3-9673-b33ed31815be,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:45.258516 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-73370f9d-78dd-4638-8185-beb55dfa4a59 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Calling delete_port for 6f178116-8e87-4a89-a2a1-4a52945f315b owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:45.272568 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 913b5bc2-9afa-4aa3-9673-b33ed31815be details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:42:45.354000 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-65deb585-4dab-43d7-9392-bb9103b0d673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:45.362100 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-65deb585-4dab-43d7-9392-bb9103b0d673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:45.429775 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-65deb585-4dab-43d7-9392-bb9103b0d673 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9bd84f6d76fd407a8de21346e79072ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3381789 Jul 23 16:42:45.432181 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65deb585-4dab-43d7-9392-bb9103b0d673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc152a3-5627-4b88-b6ae-7335d1f4c5ec,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:45.448120 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59374) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:45.512671 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47783812-9986-47bc-bd7d-533db0b1845a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:45.541360 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47783812-9986-47bc-bd7d-533db0b1845a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:45.622912 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47783812-9986-47bc-bd7d-533db0b1845a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:45.625432 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47783812-9986-47bc-bd7d-533db0b1845a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:45.629672 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-47783812-9986-47bc-bd7d-533db0b1845a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4cc152a3-5627-4b88-b6ae-7335d1f4c5ec HTTP/1.1" status: 204 len: 168 time: 0.1747961 Jul 23 16:42:45.635761 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47783812-9986-47bc-bd7d-533db0b1845a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc152a3-5627-4b88-b6ae-7335d1f4c5ec,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:45.722309 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2493816-ff2f-4696-8e10-ff4fb9769857 admin admin] Made reservation on behalf of 5c92b447947b45078e0d9fa16a5f0b54 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:42:45.724883 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d2493816-ff2f-4696-8e10-ff4fb9769857 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:46.155701 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-73370f9d-78dd-4638-8185-beb55dfa4a59 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:46.223810 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73370f9d-78dd-4638-8185-beb55dfa4a59 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Pushing event deleted for resources: {'Port': ['ID=6f178116-8e87-4a89-a2a1-4a52945f315b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:46.362428 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d2493816-ff2f-4696-8e10-ff4fb9769857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:46.429247 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2493816-ff2f-4696-8e10-ff4fb9769857 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97e93d6d-4a44-417d-baa5-5d51ce91bca4,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:46.450985 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-73370f9d-78dd-4638-8185-beb55dfa4a59 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:46.629340 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-73370f9d-78dd-4638-8185-beb55dfa4a59 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:46.633600 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-73370f9d-78dd-4638-8185-beb55dfa4a59 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:46.637315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2493816-ff2f-4696-8e10-ff4fb9769857 admin admin] Checking segment: {'id': 'f99dd8f7-0cfb-41b2-8da9-ae70a4cf49b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '913b5bc2-9afa-4aa3-9673-b33ed31815be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:42:46.637720 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2493816-ff2f-4696-8e10-ff4fb9769857 admin admin] Network hostable DHCP agents. Network: 913b5bc2-9afa-4aa3-9673-b33ed31815be, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:42:46.706658 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2493816-ff2f-4696-8e10-ff4fb9769857 admin admin] Network 913b5bc2-9afa-4aa3-9673-b33ed31815be is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:42:46.730218 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-d2493816-ff2f-4696-8e10-ff4fb9769857 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 913b5bc2-9afa-4aa3-9673-b33ed31815be) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:46.732818 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-73370f9d-78dd-4638-8185-beb55dfa4a59 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:46.733417 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73370f9d-78dd-4638-8185-beb55dfa4a59 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Fanout notify agent at l3_agent the message router_deleted on router 1ada7200-45b2-4119-9404-81aee8e6f99b {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:42:46.739522 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a31931a-f841-4bfd-93b9-34c83ec2c09c None None] Network 913b5bc2-9afa-4aa3-9673-b33ed31815be requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:42:46.755996 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-73370f9d-78dd-4638-8185-beb55dfa4a59 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:46.760563 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-73370f9d-78dd-4638-8185-beb55dfa4a59 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] 10.222.0.73 "DELETE /v2.0/routers/1ada7200-45b2-4119-9404-81aee8e6f99b HTTP/1.1" status: 204 len: 168 time: 2.7834718 Jul 23 16:42:46.760952 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59432) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:46.767275 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-3cb74e39-bc13-4c45-b6b2-2c364192201a tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1836143189', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'enable_snat': False}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:46.774112 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2493816-ff2f-4696-8e10-ff4fb9769857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:46.774947 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d2493816-ff2f-4696-8e10-ff4fb9769857 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:46.818158 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3cb74e39-bc13-4c45-b6b2-2c364192201a tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:46.820426 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3cb74e39-bc13-4c45-b6b2-2c364192201a tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:46.833215 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d2493816-ff2f-4696-8e10-ff4fb9769857 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6372485 Jul 23 16:42:46.892414 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3cb74e39-bc13-4c45-b6b2-2c364192201a tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:46.924778 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59438) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:47.036606 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2579a264-e648-4265-9ece-df26cfec5fc2 None None] Network 913b5bc2-9afa-4aa3-9673-b33ed31815be requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:42:47.154380 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3cb74e39-bc13-4c45-b6b2-2c364192201a tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:47.361993 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4fd822b-3778-4d44-9b69-5bab12e9e836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:47.537976 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3cb74e39-bc13-4c45-b6b2-2c364192201a tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:47.558241 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4fd822b-3778-4d44-9b69-5bab12e9e836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:47.561652 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3cb74e39-bc13-4c45-b6b2-2c364192201a tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:47.564940 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4fd822b-3778-4d44-9b69-5bab12e9e836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:47.669799 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59462) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:47.672831 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f4fd822b-3778-4d44-9b69-5bab12e9e836 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d7dad3f9ae7e485b9141bc9f468d2838&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7429185 Jul 23 16:42:47.676271 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd822b-3778-4d44-9b69-5bab12e9e836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ea895e-d306-4c84-91ae-48fa9fb8386d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:47.751826 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-3cb74e39-bc13-4c45-b6b2-2c364192201a tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Allocated IP 172.25.8.77 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/41fd437f-b092-4a1c-86fc-f2062a3acc46) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:42:47.760052 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e1de7e60-6528-4408-a739-abf93ea150ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:47.786932 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e1de7e60-6528-4408-a739-abf93ea150ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:47.839529 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e1de7e60-6528-4408-a739-abf93ea150ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:47.843333 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e1de7e60-6528-4408-a739-abf93ea150ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:47.847721 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e1de7e60-6528-4408-a739-abf93ea150ac admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a8ea895e-d306-4c84-91ae-48fa9fb8386d HTTP/1.1" status: 204 len: 168 time: 0.1758022 Jul 23 16:42:47.858555 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de7e60-6528-4408-a739-abf93ea150ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ea895e-d306-4c84-91ae-48fa9fb8386d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:47.971225 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59476) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:47.998007 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3cb74e39-bc13-4c45-b6b2-2c364192201a tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:48.052450 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3cb74e39-bc13-4c45-b6b2-2c364192201a tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:48.100325 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:42:48.103069 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb74e39-bc13-4c45-b6b2-2c364192201a tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:42:48.107104 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-3cb74e39-bc13-4c45-b6b2-2c364192201a tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:48.111995 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb74e39-bc13-4c45-b6b2-2c364192201a tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:42:48.115247 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb74e39-bc13-4c45-b6b2-2c364192201a tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Pushing event updated for resources: {'Port': ['ID=41fd437f-b092-4a1c-86fc-f2062a3acc46,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:48.368231 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e609e038-ad69-4011-914f-4f5f67da5fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:48.455230 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3cb74e39-bc13-4c45-b6b2-2c364192201a tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:48.468296 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59492) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:48.481072 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-7f956e87-1f8c-4fca-9dbf-e13dfc286b40 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1840220861-network', 'tenant_id': '74cfa01a995b450f972d8fab7eb049c8'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:48.481951 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59494) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:48.507301 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9b90002e-aa98-47e2-907a-28a04411d71e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:48.630390 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e609e038-ad69-4011-914f-4f5f67da5fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:48.674180 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f956e87-1f8c-4fca-9dbf-e13dfc286b40 admin admin] Made reservation on behalf of 74cfa01a995b450f972d8fab7eb049c8 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:42:48.677249 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f956e87-1f8c-4fca-9dbf-e13dfc286b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:48.691137 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e609e038-ad69-4011-914f-4f5f67da5fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:48.695751 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f956e87-1f8c-4fca-9dbf-e13dfc286b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:48.783039 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e609e038-ad69-4011-914f-4f5f67da5fe5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3ad6ace2c2cf41759c7f49b3d815c97d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8103087 Jul 23 16:42:48.789094 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59504) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:48.802934 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609e038-ad69-4011-914f-4f5f67da5fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c38b9d-78f2-4140-8c85-405b0d74e917,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:48.846004 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9b90002e-aa98-47e2-907a-28a04411d71e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:48.861719 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3cb74e39-bc13-4c45-b6b2-2c364192201a tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:48.869897 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9b90002e-aa98-47e2-907a-28a04411d71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:48.878732 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-397c42e6-92ff-418d-b798-4e4a6214d501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:48.951566 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90002e-aa98-47e2-907a-28a04411d71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822ec859-c1db-4140-9b84-48fdd9f99fc4,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:48.951566 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9b90002e-aa98-47e2-907a-28a04411d71e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fb0f880183b148e29f84906296b05886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4633257 Jul 23 16:42:48.951566 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59510) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:48.985542 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-397c42e6-92ff-418d-b798-4e4a6214d501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:49.040889 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-17b3a11f-26fd-40cd-a9e6-1b13ed7535ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:49.079674 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-17b3a11f-26fd-40cd-a9e6-1b13ed7535ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:49.096694 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-397c42e6-92ff-418d-b798-4e4a6214d501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:49.099263 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-397c42e6-92ff-418d-b798-4e4a6214d501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:49.100439 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-397c42e6-92ff-418d-b798-4e4a6214d501 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/97c38b9d-78f2-4140-8c85-405b0d74e917 HTTP/1.1" status: 204 len: 168 time: 0.3088145 Jul 23 16:42:49.115129 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c42e6-92ff-418d-b798-4e4a6214d501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c38b9d-78f2-4140-8c85-405b0d74e917,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:49.127503 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f956e87-1f8c-4fca-9dbf-e13dfc286b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:49.135774 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f956e87-1f8c-4fca-9dbf-e13dfc286b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:49.157241 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb74e39-bc13-4c45-b6b2-2c364192201a tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Router c68f0a97-059b-4bec-bd56-12ee7c65a966 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:42:49.164891 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f956e87-1f8c-4fca-9dbf-e13dfc286b40 admin admin] vlan segment allocate from pool success with {'vlan_id': 1145, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:42:49.190128 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f956e87-1f8c-4fca-9dbf-e13dfc286b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58969ac6-205d-46f4-8c90-fd1739f12558,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:49.207957 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-17b3a11f-26fd-40cd-a9e6-1b13ed7535ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:49.211806 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-17b3a11f-26fd-40cd-a9e6-1b13ed7535ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:49.216202 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-17b3a11f-26fd-40cd-a9e6-1b13ed7535ea admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/822ec859-c1db-4140-9b84-48fdd9f99fc4 HTTP/1.1" status: 204 len: 168 time: 0.2617598 Jul 23 16:42:49.216202 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f956e87-1f8c-4fca-9dbf-e13dfc286b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:49.216598 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-7f956e87-1f8c-4fca-9dbf-e13dfc286b40 admin admin] Added segment e56ec107-f23f-4177-9a92-bb697a64cae9 of type vlan for network 7c56f703-e0f0-4458-9d42-1d38056c98b4 Jul 23 16:42:49.237571 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3a11f-26fd-40cd-a9e6-1b13ed7535ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822ec859-c1db-4140-9b84-48fdd9f99fc4,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:49.286927 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f956e87-1f8c-4fca-9dbf-e13dfc286b40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:49.330854 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f956e87-1f8c-4fca-9dbf-e13dfc286b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:49.332331 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f956e87-1f8c-4fca-9dbf-e13dfc286b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:49.333307 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f956e87-1f8c-4fca-9dbf-e13dfc286b40 admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:49.381489 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb74e39-bc13-4c45-b6b2-2c364192201a tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:42:49.392686 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0fd980-1850-4385-a9f7-67eaa7c78597 None None] Sync routers for ids ['c68f0a97-059b-4bec-bd56-12ee7c65a966'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:42:49.407407 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f956e87-1f8c-4fca-9dbf-e13dfc286b40 admin admin] Pushing event updated for resources: {'Network': ['ID=7c56f703-e0f0-4458-9d42-1d38056c98b4,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:49.410901 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0fd980-1850-4385-a9f7-67eaa7c78597 None None] Routers {'c68f0a97-059b-4bec-bd56-12ee7c65a966'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:49.413088 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-9f0fd980-1850-4385-a9f7-67eaa7c78597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:42:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['c68f0a97-059b-4bec-bd56-12ee7c65a966'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:49.426696 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 7c56f703-e0f0-4458-9d42-1d38056c98b4 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:42:49.441960 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7f956e87-1f8c-4fca-9dbf-e13dfc286b40 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.9710677 Jul 23 16:42:49.442668 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3cb74e39-bc13-4c45-b6b2-2c364192201a tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:49.447025 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59524) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:49.448939 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3cb74e39-bc13-4c45-b6b2-2c364192201a tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.6852310 Jul 23 16:42:49.451119 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59526) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:49.463929 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-e90e7ce0-b8f9-49cf-8d8f-19eceaf865d9 admin admin] Request body: {'subnet': {'network_id': '7c56f703-e0f0-4458-9d42-1d38056c98b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1840220861-subnet', 'tenant_id': '74cfa01a995b450f972d8fab7eb049c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:49.516915 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90e7ce0-b8f9-49cf-8d8f-19eceaf865d9 admin admin] Made reservation on behalf of 74cfa01a995b450f972d8fab7eb049c8 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:42:49.521073 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e90e7ce0-b8f9-49cf-8d8f-19eceaf865d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:49.746555 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f49f01aa-1355-4c44-a5b2-f43e38f30d56 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "GET /v2.0/routers/c68f0a97-059b-4bec-bd56-12ee7c65a966 HTTP/1.1" status: 200 len: 908 time: 0.2875826 Jul 23 16:42:49.747113 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59534) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:49.763780 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-3c28cf5d-b433-46f9-98b4-dbe101e70407 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1836143189', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'enable_snat': True}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:49.773081 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-9f0fd980-1850-4385-a9f7-67eaa7c78597 None None] Set router c68f0a97-059b-4bec-bd56-12ee7c65a966 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:42:49.796883 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3c28cf5d-b433-46f9-98b4-dbe101e70407 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:49.799963 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3c28cf5d-b433-46f9-98b4-dbe101e70407 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:49.922102 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e90e7ce0-b8f9-49cf-8d8f-19eceaf865d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:49.964081 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3c28cf5d-b433-46f9-98b4-dbe101e70407 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:50.038247 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59546) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:50.039103 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e7ce0-b8f9-49cf-8d8f-19eceaf865d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96668a9b-257d-4219-a29a-b3d937a5a1e6,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:50.094773 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4060f2fe-8cda-4a3b-9daa-8489405ad86a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:50.208189 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90e7ce0-b8f9-49cf-8d8f-19eceaf865d9 admin admin] Checking segment: {'id': 'e56ec107-f23f-4177-9a92-bb697a64cae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '7c56f703-e0f0-4458-9d42-1d38056c98b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:42:50.208390 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90e7ce0-b8f9-49cf-8d8f-19eceaf865d9 admin admin] Network hostable DHCP agents. Network: 7c56f703-e0f0-4458-9d42-1d38056c98b4, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:42:50.269256 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-9f0fd980-1850-4385-a9f7-67eaa7c78597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68f0a97-059b-4bec-bd56-12ee7c65a966', 'name': 'tempest-snat-router-1836143189', 'tenant_id': 'd0368e7f6e7e4955886a85b001cd118c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.77'}], 'enable_snat': False}, 'gw_port_id': '41fd437f-b092-4a1c-86fc-f2062a3acc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:46Z', 'updated_at': '2021-07-23T16:42:48Z', 'revision_number': 3, 'project_id': 'd0368e7f6e7e4955886a85b001cd118c', 'gw_port': {'id': '41fd437f-b092-4a1c-86fc-f2062a3acc46', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:10:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68f0a97-059b-4bec-bd56-12ee7c65a966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:47Z', 'updated_at': '2021-07-23T16:42:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:50.340782 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0fd980-1850-4385-a9f7-67eaa7c78597 None None] Checking router: c68f0a97-059b-4bec-bd56-12ee7c65a966 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:42:50.341177 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0fd980-1850-4385-a9f7-67eaa7c78597 None None] Updating router c68f0a97-059b-4bec-bd56-12ee7c65a966 port 41fd437f-b092-4a1c-86fc-f2062a3acc46 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:42:50.422664 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-9f0fd980-1850-4385-a9f7-67eaa7c78597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:50.619257 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4060f2fe-8cda-4a3b-9daa-8489405ad86a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:50.676221 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4060f2fe-8cda-4a3b-9daa-8489405ad86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:50.718900 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90e7ce0-b8f9-49cf-8d8f-19eceaf865d9 admin admin] Network 7c56f703-e0f0-4458-9d42-1d38056c98b4 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:42:50.759059 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3c28cf5d-b433-46f9-98b4-dbe101e70407 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:50.893933 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-e90e7ce0-b8f9-49cf-8d8f-19eceaf865d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 7c56f703-e0f0-4458-9d42-1d38056c98b4) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:50.912262 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b12a1c9-6fea-402e-ad9e-0f540e67c666 None None] Network 7c56f703-e0f0-4458-9d42-1d38056c98b4 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:42:50.924668 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90e7ce0-b8f9-49cf-8d8f-19eceaf865d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:50.927994 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e90e7ce0-b8f9-49cf-8d8f-19eceaf865d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:50.960372 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4060f2fe-8cda-4a3b-9daa-8489405ad86a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fe83d390b5ae41b681e4dfe813e69e48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9172366 Jul 23 16:42:50.965967 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59568) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:50.972279 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060f2fe-8cda-4a3b-9daa-8489405ad86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73162721-a881-4de5-b1b1-e44c37ca37dd,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:51.049672 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-76118bf8-5a1f-45ae-8dcd-8643def1bc23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:51.071859 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-9f0fd980-1850-4385-a9f7-67eaa7c78597 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:51.073083 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e90e7ce0-b8f9-49cf-8d8f-19eceaf865d9 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6266158 Jul 23 16:42:51.083696 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-9f0fd980-1850-4385-a9f7-67eaa7c78597 None None] Transition to ACTIVE for port object 41fd437f-b092-4a1c-86fc-f2062a3acc46 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:42:51.085568 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-76118bf8-5a1f-45ae-8dcd-8643def1bc23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:51.122700 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-9f0fd980-1850-4385-a9f7-67eaa7c78597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:51.216144 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa28837-ee0f-4f12-92bf-e5746cb3b816 None None] Pushing event updated for resources: {'Port': ['ID=41fd437f-b092-4a1c-86fc-f2062a3acc46,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:51.241353 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa28837-ee0f-4f12-92bf-e5746cb3b816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:51.241583 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa28837-ee0f-4f12-92bf-e5746cb3b816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:51.243062 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa28837-ee0f-4f12-92bf-e5746cb3b816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:51.245684 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa28837-ee0f-4f12-92bf-e5746cb3b816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:51.246076 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa28837-ee0f-4f12-92bf-e5746cb3b816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:51.246444 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa28837-ee0f-4f12-92bf-e5746cb3b816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:51.247828 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa28837-ee0f-4f12-92bf-e5746cb3b816 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:51.248172 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa28837-ee0f-4f12-92bf-e5746cb3b816 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:51.248536 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa28837-ee0f-4f12-92bf-e5746cb3b816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:51.252561 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa28837-ee0f-4f12-92bf-e5746cb3b816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:51.252561 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa28837-ee0f-4f12-92bf-e5746cb3b816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:51.252561 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa28837-ee0f-4f12-92bf-e5746cb3b816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:51.263612 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3c28cf5d-b433-46f9-98b4-dbe101e70407 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:51.293404 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3c28cf5d-b433-46f9-98b4-dbe101e70407 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:51.295742 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-9f0fd980-1850-4385-a9f7-67eaa7c78597 None None] Attempting to bind port 41fd437f-b092-4a1c-86fc-f2062a3acc46 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:42:51.296668 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-9f0fd980-1850-4385-a9f7-67eaa7c78597 None None] Attempting to bind port 41fd437f-b092-4a1c-86fc-f2062a3acc46 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:42:51.301352 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0fd980-1850-4385-a9f7-67eaa7c78597 None None] Attempting to bind port 41fd437f-b092-4a1c-86fc-f2062a3acc46 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:42:51.313434 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0fd980-1850-4385-a9f7-67eaa7c78597 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:42:51.313828 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0fd980-1850-4385-a9f7-67eaa7c78597 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:42:51.314261 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-9f0fd980-1850-4385-a9f7-67eaa7c78597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:51.314681 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0fd980-1850-4385-a9f7-67eaa7c78597 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:42:51.319236 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-9f0fd980-1850-4385-a9f7-67eaa7c78597 None None] Bound port: 41fd437f-b092-4a1c-86fc-f2062a3acc46, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:42:51.319236 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-9f0fd980-1850-4385-a9f7-67eaa7c78597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:51.319976 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59578) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:51.335080 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-76118bf8-5a1f-45ae-8dcd-8643def1bc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:51.338100 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-76118bf8-5a1f-45ae-8dcd-8643def1bc23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:51.339306 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-76118bf8-5a1f-45ae-8dcd-8643def1bc23 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/73162721-a881-4de5-b1b1-e44c37ca37dd HTTP/1.1" status: 204 len: 168 time: 0.3720067 Jul 23 16:42:51.401927 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-9f0fd980-1850-4385-a9f7-67eaa7c78597 None None] For port 41fd437f-b092-4a1c-86fc-f2062a3acc46, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:42:51.405803 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-9f0fd980-1850-4385-a9f7-67eaa7c78597 None None] For port 41fd437f-b092-4a1c-86fc-f2062a3acc46, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=41fd437f-b092-4a1c-86fc-f2062a3acc46,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:42:51.413269 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-9f0fd980-1850-4385-a9f7-67eaa7c78597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:51.415197 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76118bf8-5a1f-45ae-8dcd-8643def1bc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73162721-a881-4de5-b1b1-e44c37ca37dd,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:51.443114 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3efe7b1-fab2-42e7-ba12-eb9007bc8488 admin admin] Deleting subnet 97e93d6d-4a44-417d-baa5-5d51ce91bca4 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:42:51.448086 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b3efe7b1-fab2-42e7-ba12-eb9007bc8488 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:51.466979 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12120621-68a1-4ea7-a3a9-7a8f3d208300 None None] Network 7c56f703-e0f0-4458-9d42-1d38056c98b4 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:42:51.523253 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b3efe7b1-fab2-42e7-ba12-eb9007bc8488 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:51.561970 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0fd980-1850-4385-a9f7-67eaa7c78597 None None] Routers {'c68f0a97-059b-4bec-bd56-12ee7c65a966'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:51.566511 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-9f0fd980-1850-4385-a9f7-67eaa7c78597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:42:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['c68f0a97-059b-4bec-bd56-12ee7c65a966'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:51.574232 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-3c28cf5d-b433-46f9-98b4-dbe101e70407 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Allocated IP 172.25.8.199 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/561c35f0-f69b-409c-a5c8-c1fcdf723b70) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:42:51.658829 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b3efe7b1-fab2-42e7-ba12-eb9007bc8488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:51.748646 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa28837-ee0f-4f12-92bf-e5746cb3b816 None None] Pushing event updated for resources: {'Port': ['ID=41fd437f-b092-4a1c-86fc-f2062a3acc46,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:51.805944 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-9f0fd980-1850-4385-a9f7-67eaa7c78597 None None] Set router c68f0a97-059b-4bec-bd56-12ee7c65a966 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:42:51.893884 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b3efe7b1-fab2-42e7-ba12-eb9007bc8488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:51.959568 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3c28cf5d-b433-46f9-98b4-dbe101e70407 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:51.974712 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b3efe7b1-fab2-42e7-ba12-eb9007bc8488 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:51.976633 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b3efe7b1-fab2-42e7-ba12-eb9007bc8488 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/97e93d6d-4a44-417d-baa5-5d51ce91bca4 HTTP/1.1" status: 204 len: 168 time: 0.6555424 Jul 23 16:42:51.977550 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efe7b1-fab2-42e7-ba12-eb9007bc8488 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97e93d6d-4a44-417d-baa5-5d51ce91bca4,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:51.979353 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59596) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:52.035931 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59600) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:52.066866 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3c28cf5d-b433-46f9-98b4-dbe101e70407 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:52.072360 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cd3b1554-ada4-4339-9685-84302fb9558c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:52.129904 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28cf5d-b433-46f9-98b4-dbe101e70407 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Pushing event updated for resources: {'Port': ['ID=561c35f0-f69b-409c-a5c8-c1fcdf723b70,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:52.139860 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c28cf5d-b433-46f9-98b4-dbe101e70407 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:42:52.141805 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-3c28cf5d-b433-46f9-98b4-dbe101e70407 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:52.145795 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c28cf5d-b433-46f9-98b4-dbe101e70407 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:42:52.173101 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-9f0fd980-1850-4385-a9f7-67eaa7c78597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68f0a97-059b-4bec-bd56-12ee7c65a966', 'name': 'tempest-snat-router-1836143189', 'tenant_id': 'd0368e7f6e7e4955886a85b001cd118c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.77'}], 'enable_snat': False}, 'gw_port_id': '41fd437f-b092-4a1c-86fc-f2062a3acc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:46Z', 'updated_at': '2021-07-23T16:42:48Z', 'revision_number': 3, 'project_id': 'd0368e7f6e7e4955886a85b001cd118c', 'gw_port': {'id': '41fd437f-b092-4a1c-86fc-f2062a3acc46', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:10:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68f0a97-059b-4bec-bd56-12ee7c65a966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:47Z', 'updated_at': '2021-07-23T16:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:52.243368 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0fd980-1850-4385-a9f7-67eaa7c78597 None None] The sync data for ids ['c68f0a97-059b-4bec-bd56-12ee7c65a966'] in n-d-778549-4 is: [{'id': 'c68f0a97-059b-4bec-bd56-12ee7c65a966', 'name': 'tempest-snat-router-1836143189', 'tenant_id': 'd0368e7f6e7e4955886a85b001cd118c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.77'}], 'enable_snat': False}, 'gw_port_id': '41fd437f-b092-4a1c-86fc-f2062a3acc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:46Z', 'updated_at': '2021-07-23T16:42:48Z', 'revision_number': 3, 'project_id': 'd0368e7f6e7e4955886a85b001cd118c', 'gw_port': {'id': '41fd437f-b092-4a1c-86fc-f2062a3acc46', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:10:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68f0a97-059b-4bec-bd56-12ee7c65a966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:47Z', 'updated_at': '2021-07-23T16:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:42:52.255674 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cd3b1554-ada4-4339-9685-84302fb9558c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:52.294407 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cd3b1554-ada4-4339-9685-84302fb9558c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:52.357012 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-014077c8-6f1b-4283-9951-859749eb9499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:52.389870 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-cd3b1554-ada4-4339-9685-84302fb9558c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0b478e9b220b44a2b0dafcb0b345f0d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3525968 Jul 23 16:42:52.392386 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b1554-ada4-4339-9685-84302fb9558c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac6ced6-45ed-4050-a282-909db2131c81,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:52.408365 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59610) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:52.531454 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bf86f604-4d6e-4f64-9889-e54390451bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:52.566329 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-014077c8-6f1b-4283-9951-859749eb9499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:52.585415 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-014077c8-6f1b-4283-9951-859749eb9499 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['913b5bc2-9afa-4aa3-9673-b33ed31815be']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:52.605126 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bf86f604-4d6e-4f64-9889-e54390451bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:52.608293 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-014077c8-6f1b-4283-9951-859749eb9499 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99dd8f7-0cfb-41b2-8da9-ae70a4cf49b1') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:52.608792 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-014077c8-6f1b-4283-9951-859749eb9499 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99dd8f7-0cfb-41b2-8da9-ae70a4cf49b1') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:52.646128 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-014077c8-6f1b-4283-9951-859749eb9499 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:52.712544 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3c28cf5d-b433-46f9-98b4-dbe101e70407 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:52.719030 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-014077c8-6f1b-4283-9951-859749eb9499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:52.726232 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014077c8-6f1b-4283-9951-859749eb9499 admin admin] Releasing vlan 1138 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:42:52.726881 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-014077c8-6f1b-4283-9951-859749eb9499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:52.728813 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:42:52.728813 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:42:52.728813 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:42:52.728813 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:42:52.728813 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:42:52.728813 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:42:52.728813 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:42:52.728813 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:42:52.728813 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:42:52.728813 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:42:52.728813 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:42:52.728813 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:42:52.728813 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:42:52.728813 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:42:52.728813 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:42:52.728813 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:42:52.728813 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:42:52.728813 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:42:52.728813 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:42:52.728813 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:42:52.728813 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:42:52.728813 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:42:52.728813 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:42:52.728813 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:42:52.728813 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:42:52.728813 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:42:52.728813 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:42:52.728813 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:42:52.728813 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:42:52.728813 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:42:52.728813 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:42:52.728813 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:42:52.854743 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bf86f604-4d6e-4f64-9889-e54390451bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:52.858387 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bf86f604-4d6e-4f64-9889-e54390451bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:52.860837 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-bf86f604-4d6e-4f64-9889-e54390451bb4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2ac6ced6-45ed-4050-a282-909db2131c81 HTTP/1.1" status: 204 len: 168 time: 0.4475834 Jul 23 16:42:52.871184 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-014077c8-6f1b-4283-9951-859749eb9499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:52.919817 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-014077c8-6f1b-4283-9951-859749eb9499 admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:52.925479 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59628) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:52.928952 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-014077c8-6f1b-4283-9951-859749eb9499 admin admin] 10.222.0.73 "DELETE /v2.0/networks/913b5bc2-9afa-4aa3-9673-b33ed31815be HTTP/1.1" status: 204 len: 168 time: 0.9465978 Jul 23 16:42:52.931632 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014077c8-6f1b-4283-9951-859749eb9499 admin admin] Pushing event deleted for resources: {'Network': ['ID=913b5bc2-9afa-4aa3-9673-b33ed31815be,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:52.934643 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86f604-4d6e-4f64-9889-e54390451bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac6ced6-45ed-4050-a282-909db2131c81,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:53.146861 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce2ef15-97e8-4f21-b9ba-33ac42ec16b5 admin admin] Deleting subnet 96668a9b-257d-4219-a29a-b3d937a5a1e6 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:42:53.161937 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ce2ef15-97e8-4f21-b9ba-33ac42ec16b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:53.243031 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ce2ef15-97e8-4f21-b9ba-33ac42ec16b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:53.268329 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3c28cf5d-b433-46f9-98b4-dbe101e70407 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:53.367581 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59636) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:53.378474 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ce2ef15-97e8-4f21-b9ba-33ac42ec16b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:53.471830 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 41fd437f-b092-4a1c-86fc-f2062a3acc46 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:42:53.480760 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ce2ef15-97e8-4f21-b9ba-33ac42ec16b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:53.524246 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2ef15-97e8-4f21-b9ba-33ac42ec16b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96668a9b-257d-4219-a29a-b3d937a5a1e6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:53.526625 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ce2ef15-97e8-4f21-b9ba-33ac42ec16b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:53.528605 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1ce2ef15-97e8-4f21-b9ba-33ac42ec16b5 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/96668a9b-257d-4219-a29a-b3d937a5a1e6 HTTP/1.1" status: 204 len: 168 time: 0.5945725 Jul 23 16:42:53.531099 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59646) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:53.554803 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c28cf5d-b433-46f9-98b4-dbe101e70407 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Router 4eb820ef-dfc4-437e-9077-c6989688ff55 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:42:53.609074 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 41fd437f-b092-4a1c-86fc-f2062a3acc46 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:42:53.615300 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 41fd437f-b092-4a1c-86fc-f2062a3acc46 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:42:53.616070 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:53.727581 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-45c0e293-ba91-4bea-88f0-096a1152eb11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:53.748690 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2ad81f64-8d53-411b-a3b5-9e1eabc7b04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:53.768920 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:53.817897 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 41fd437f-b092-4a1c-86fc-f2062a3acc46, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=41fd437f-b092-4a1c-86fc-f2062a3acc46,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:53.824655 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:53.902573 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c28cf5d-b433-46f9-98b4-dbe101e70407 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:42:53.935131 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-45c0e293-ba91-4bea-88f0-096a1152eb11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:53.938603 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=41fd437f-b092-4a1c-86fc-f2062a3acc46,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:53.942844 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-45c0e293-ba91-4bea-88f0-096a1152eb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:53.944533 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2ad81f64-8d53-411b-a3b5-9e1eabc7b04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:53.953376 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38712c9-c07f-4c46-8e63-11574a4f0025 None None] Sync routers for ids ['4eb820ef-dfc4-437e-9077-c6989688ff55'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:42:53.958127 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-2ad81f64-8d53-411b-a3b5-9e1eabc7b04b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c56f703-e0f0-4458-9d42-1d38056c98b4']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:53.961040 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3c28cf5d-b433-46f9-98b4-dbe101e70407 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:53.962866 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3c28cf5d-b433-46f9-98b4-dbe101e70407 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2136130 Jul 23 16:42:53.969900 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59656) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:53.977640 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38712c9-c07f-4c46-8e63-11574a4f0025 None None] Routers {'4eb820ef-dfc4-437e-9077-c6989688ff55'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:53.978281 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c38712c9-c07f-4c46-8e63-11574a4f0025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:42:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['4eb820ef-dfc4-437e-9077-c6989688ff55'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:53.990401 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-2ad81f64-8d53-411b-a3b5-9e1eabc7b04b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e56ec107-f23f-4177-9a92-bb697a64cae9') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:53.991208 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-2ad81f64-8d53-411b-a3b5-9e1eabc7b04b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e56ec107-f23f-4177-9a92-bb697a64cae9') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:54.044073 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-45c0e293-ba91-4bea-88f0-096a1152eb11 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ca8a617dd4234831a73b10ac58004966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6748209 Jul 23 16:42:54.044997 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59658) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:54.062781 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0e293-ba91-4bea-88f0-096a1152eb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f667d9f-eeb0-475f-8838-a2772a35bdd1,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:54.118379 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2ad81f64-8d53-411b-a3b5-9e1eabc7b04b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:54.152423 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e8b57098-fea8-4d0c-a0ec-09578c400453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:54.180068 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e8b57098-fea8-4d0c-a0ec-09578c400453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:54.189024 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2ad81f64-8d53-411b-a3b5-9e1eabc7b04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:54.225513 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-c38712c9-c07f-4c46-8e63-11574a4f0025 None None] Set router 4eb820ef-dfc4-437e-9077-c6989688ff55 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:42:54.242846 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e8b57098-fea8-4d0c-a0ec-09578c400453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:54.246032 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e8b57098-fea8-4d0c-a0ec-09578c400453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:54.247376 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e8b57098-fea8-4d0c-a0ec-09578c400453 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6f667d9f-eeb0-475f-8838-a2772a35bdd1 HTTP/1.1" status: 204 len: 168 time: 0.2014396 Jul 23 16:42:54.247631 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad81f64-8d53-411b-a3b5-9e1eabc7b04b admin admin] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:42:54.248446 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2ad81f64-8d53-411b-a3b5-9e1eabc7b04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:54.251608 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:42:54.251608 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:42:54.251608 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:42:54.251608 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:42:54.251608 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:42:54.251608 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:42:54.251608 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:42:54.251608 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:42:54.251608 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:42:54.251608 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:42:54.251608 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:42:54.251608 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:42:54.251608 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:42:54.251608 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:42:54.251608 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:42:54.251608 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:42:54.251608 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:42:54.251608 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:42:54.251608 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:42:54.251608 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:42:54.251608 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:42:54.251608 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:42:54.251608 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:42:54.251608 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:42:54.251608 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:42:54.251608 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:42:54.251608 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:42:54.251608 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:42:54.251608 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:42:54.251608 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:42:54.251608 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:42:54.251608 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:42:54.264131 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b57098-fea8-4d0c-a0ec-09578c400453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f667d9f-eeb0-475f-8838-a2772a35bdd1,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:54.368572 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59670) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:54.381895 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c34ed304-079f-43e9-9a66-205fe796c0ff tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "GET /v2.0/routers/4eb820ef-dfc4-437e-9077-c6989688ff55 HTTP/1.1" status: 200 len: 908 time: 0.4105711 Jul 23 16:42:54.384028 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2ad81f64-8d53-411b-a3b5-9e1eabc7b04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:54.399955 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2ad81f64-8d53-411b-a3b5-9e1eabc7b04b admin admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:54.405740 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2ad81f64-8d53-411b-a3b5-9e1eabc7b04b admin admin] 10.222.0.73 "DELETE /v2.0/networks/7c56f703-e0f0-4458-9d42-1d38056c98b4 HTTP/1.1" status: 204 len: 168 time: 0.8731170 Jul 23 16:42:54.428931 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad81f64-8d53-411b-a3b5-9e1eabc7b04b admin admin] Pushing event deleted for resources: {'Network': ['ID=7c56f703-e0f0-4458-9d42-1d38056c98b4,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:54.531928 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c86c64be-c6f9-4fc4-93aa-94ddbcadfd10 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:54.556670 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c38712c9-c07f-4c46-8e63-11574a4f0025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb820ef-dfc4-437e-9077-c6989688ff55', 'name': 'tempest-snat-router-1836143189', 'tenant_id': 'd0368e7f6e7e4955886a85b001cd118c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '561c35f0-f69b-409c-a5c8-c1fcdf723b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:49Z', 'updated_at': '2021-07-23T16:42:52Z', 'revision_number': 3, 'project_id': 'd0368e7f6e7e4955886a85b001cd118c', 'gw_port': {'id': '561c35f0-f69b-409c-a5c8-c1fcdf723b70', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb820ef-dfc4-437e-9077-c6989688ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:51Z', 'updated_at': '2021-07-23T16:42:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:54.619188 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38712c9-c07f-4c46-8e63-11574a4f0025 None None] Checking router: 4eb820ef-dfc4-437e-9077-c6989688ff55 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:42:54.622315 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38712c9-c07f-4c46-8e63-11574a4f0025 None None] Updating router 4eb820ef-dfc4-437e-9077-c6989688ff55 port 561c35f0-f69b-409c-a5c8-c1fcdf723b70 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:42:54.696831 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c38712c9-c07f-4c46-8e63-11574a4f0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:54.739146 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c86c64be-c6f9-4fc4-93aa-94ddbcadfd10 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:54.814044 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59684) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:54.872845 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-c86c64be-c6f9-4fc4-93aa-94ddbcadfd10 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Deleting port 561c35f0-f69b-409c-a5c8-c1fcdf723b70 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:54.873740 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c86c64be-c6f9-4fc4-93aa-94ddbcadfd10 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:54.909377 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1534ec08-8bcc-47e2-a399-12d3e3badc74 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5c92b447947b45078e0d9fa16a5f0b54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0937097 Jul 23 16:42:54.912355 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59688) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:55.023697 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c86c64be-c6f9-4fc4-93aa-94ddbcadfd10 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:55.025596 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-917c8f00-d10c-4235-94a6-d81d3155af4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:55.040476 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-c86c64be-c6f9-4fc4-93aa-94ddbcadfd10 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Calling delete_port for 561c35f0-f69b-409c-a5c8-c1fcdf723b70 owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:55.089441 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-917c8f00-d10c-4235-94a6-d81d3155af4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:55.177461 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59690) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:55.204503 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4217d019-3573-4092-b98b-592441dd9b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:55.279275 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-917c8f00-d10c-4235-94a6-d81d3155af4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:55.286912 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-917c8f00-d10c-4235-94a6-d81d3155af4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:55.289753 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-917c8f00-d10c-4235-94a6-d81d3155af4e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a91ba541-0e4b-430c-9cfc-5f5cecb6f3ea HTTP/1.1" status: 204 len: 168 time: 0.3761251 Jul 23 16:42:55.295676 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c86c64be-c6f9-4fc4-93aa-94ddbcadfd10 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:55.351236 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.api [None req-c38712c9-c07f-4c46-8e63-11574a4f0025 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:42:55.354560 n-d-778549-4 neutron-server[94014]: DEBUG oslo_db.api [None req-c38712c9-c07f-4c46-8e63-11574a4f0025 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:42:55.394246 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c8f00-d10c-4235-94a6-d81d3155af4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91ba541-0e4b-430c-9cfc-5f5cecb6f3ea,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:55.398074 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c64be-c6f9-4fc4-93aa-94ddbcadfd10 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Pushing event deleted for resources: {'Port': ['ID=561c35f0-f69b-409c-a5c8-c1fcdf723b70,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:55.400920 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4217d019-3573-4092-b98b-592441dd9b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:55.406317 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4217d019-3573-4092-b98b-592441dd9b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:55.448207 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 41fd437f-b092-4a1c-86fc-f2062a3acc46 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:42:55.457221 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217d019-3573-4092-b98b-592441dd9b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5165feab-e3af-4abd-98eb-a85cdf8ce2ce,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:55.463746 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4217d019-3573-4092-b98b-592441dd9b3b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=035741f63340490a80ed0b3c114813e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2824891 Jul 23 16:42:55.466202 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c86c64be-c6f9-4fc4-93aa-94ddbcadfd10 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:55.467191 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59702) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:55.572385 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 41fd437f-b092-4a1c-86fc-f2062a3acc46 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:42:55.572981 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:55.587471 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2216f8a6-f89e-46b9-9bf7-96407d301978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:55.611115 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c86c64be-c6f9-4fc4-93aa-94ddbcadfd10 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:55.617084 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c86c64be-c6f9-4fc4-93aa-94ddbcadfd10 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:55.644382 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2216f8a6-f89e-46b9-9bf7-96407d301978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:55.709170 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2216f8a6-f89e-46b9-9bf7-96407d301978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:55.721717 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2216f8a6-f89e-46b9-9bf7-96407d301978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:55.725672 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2216f8a6-f89e-46b9-9bf7-96407d301978 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5165feab-e3af-4abd-98eb-a85cdf8ce2ce HTTP/1.1" status: 204 len: 168 time: 0.2565022 Jul 23 16:42:55.749730 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216f8a6-f89e-46b9-9bf7-96407d301978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5165feab-e3af-4abd-98eb-a85cdf8ce2ce,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:55.774449 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c86c64be-c6f9-4fc4-93aa-94ddbcadfd10 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:55.776467 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86c64be-c6f9-4fc4-93aa-94ddbcadfd10 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4eb820ef-dfc4-437e-9077-c6989688ff55 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:42:55.782243 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c86c64be-c6f9-4fc4-93aa-94ddbcadfd10 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:55.785419 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c86c64be-c6f9-4fc4-93aa-94ddbcadfd10 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "DELETE /v2.0/routers/4eb820ef-dfc4-437e-9077-c6989688ff55 HTTP/1.1" status: 204 len: 168 time: 1.4143438 Jul 23 16:42:55.787402 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59726) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:55.893299 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38712c9-c07f-4c46-8e63-11574a4f0025 None None] Port 561c35f0-f69b-409c-a5c8-c1fcdf723b70 not found while updating agent binding for router 4eb820ef-dfc4-437e-9077-c6989688ff55. {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 23 16:42:55.918350 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38712c9-c07f-4c46-8e63-11574a4f0025 None None] Routers set() bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:55.918787 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38712c9-c07f-4c46-8e63-11574a4f0025 None None] Router IDs set() for agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 16:42:55.919396 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_agentschedulers_db [None req-c38712c9-c07f-4c46-8e63-11574a4f0025 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4eb820ef-dfc4-437e-9077-c6989688ff55'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:42:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent'). {{(pid=94014) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 16:42:55.919791 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38712c9-c07f-4c46-8e63-11574a4f0025 None None] The sync data for ids ['4eb820ef-dfc4-437e-9077-c6989688ff55'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:42:55.930105 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d388a011-d26c-420c-8b73-fa164c6998c4 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:56.092485 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d388a011-d26c-420c-8b73-fa164c6998c4 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:56.174459 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-d388a011-d26c-420c-8b73-fa164c6998c4 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Deleting port 41fd437f-b092-4a1c-86fc-f2062a3acc46 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:56.174826 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d388a011-d26c-420c-8b73-fa164c6998c4 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:56.266548 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59754) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:56.294647 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-d388a011-d26c-420c-8b73-fa164c6998c4 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] For port 41fd437f-b092-4a1c-86fc-f2062a3acc46, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=41fd437f-b092-4a1c-86fc-f2062a3acc46,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:56.295503 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d388a011-d26c-420c-8b73-fa164c6998c4 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:56.309448 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-d388a011-d26c-420c-8b73-fa164c6998c4 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Calling delete_port for 41fd437f-b092-4a1c-86fc-f2062a3acc46 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:56.321627 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-99e3a373-ba32-46a5-8a23-f10a648123b1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=74cfa01a995b450f972d8fab7eb049c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540235 Jul 23 16:42:56.324069 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59756) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:56.459716 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d3c3796-a4ee-47ab-94a4-8856bbd392f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:56.498118 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d3c3796-a4ee-47ab-94a4-8856bbd392f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:56.557156 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d3c3796-a4ee-47ab-94a4-8856bbd392f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:56.560703 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d3c3796-a4ee-47ab-94a4-8856bbd392f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:56.561748 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2d3c3796-a4ee-47ab-94a4-8856bbd392f1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/58969ac6-205d-46f4-8c90-fd1739f12558 HTTP/1.1" status: 204 len: 168 time: 0.2349980 Jul 23 16:42:56.586407 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c3796-a4ee-47ab-94a4-8856bbd392f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58969ac6-205d-46f4-8c90-fd1739f12558,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:56.586619 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d388a011-d26c-420c-8b73-fa164c6998c4 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:56.648590 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388a011-d26c-420c-8b73-fa164c6998c4 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Pushing event deleted for resources: {'Port': ['ID=41fd437f-b092-4a1c-86fc-f2062a3acc46,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:56.706716 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59792) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:56.711233 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d388a011-d26c-420c-8b73-fa164c6998c4 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:56.817769 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d388a011-d26c-420c-8b73-fa164c6998c4 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:56.820367 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d388a011-d26c-420c-8b73-fa164c6998c4 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:56.876572 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d388a011-d26c-420c-8b73-fa164c6998c4 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:56.878509 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d388a011-d26c-420c-8b73-fa164c6998c4 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c68f0a97-059b-4bec-bd56-12ee7c65a966 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:42:56.883974 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d388a011-d26c-420c-8b73-fa164c6998c4 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:56.889566 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d388a011-d26c-420c-8b73-fa164c6998c4 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "DELETE /v2.0/routers/c68f0a97-059b-4bec-bd56-12ee7c65a966 HTTP/1.1" status: 204 len: 168 time: 1.0973444 Jul 23 16:42:56.889673 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59812) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:56.894803 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-7dc310c3-3a32-443c-8c7c-8d6e804e9131 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1369174685', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}, 'admin_state_up': False}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:56.936620 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7dc310c3-3a32-443c-8c7c-8d6e804e9131 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:56.938453 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7dc310c3-3a32-443c-8c7c-8d6e804e9131 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:57.070493 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7dc310c3-3a32-443c-8c7c-8d6e804e9131 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:57.073134 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9227b867-d0e8-48af-83e3-fd60fa0b5594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:57.327136 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7dc310c3-3a32-443c-8c7c-8d6e804e9131 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:57.440067 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 41fd437f-b092-4a1c-86fc-f2062a3acc46 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:42:57.490077 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9227b867-d0e8-48af-83e3-fd60fa0b5594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:57.501585 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9227b867-d0e8-48af-83e3-fd60fa0b5594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:57.517693 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 41fd437f-b092-4a1c-86fc-f2062a3acc46 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:42:57.518046 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 41fd437f-b092-4a1c-86fc-f2062a3acc46 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:42:57.567551 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227b867-d0e8-48af-83e3-fd60fa0b5594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35777f0a-8529-4d70-8e04-be9cfe4cfc91,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:57.576903 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59840) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:57.589651 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9227b867-d0e8-48af-83e3-fd60fa0b5594 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=88344b4a114b44a3a5887cb1337af2ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8815444 Jul 23 16:42:57.662369 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-601ab27a-58a7-40cc-ac5e-ddee85f57224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:57.690528 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-601ab27a-58a7-40cc-ac5e-ddee85f57224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:57.738338 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7dc310c3-3a32-443c-8c7c-8d6e804e9131 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:57.755253 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-601ab27a-58a7-40cc-ac5e-ddee85f57224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:57.759231 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-601ab27a-58a7-40cc-ac5e-ddee85f57224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:57.768352 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-601ab27a-58a7-40cc-ac5e-ddee85f57224 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/35777f0a-8529-4d70-8e04-be9cfe4cfc91 HTTP/1.1" status: 204 len: 168 time: 0.1902575 Jul 23 16:42:57.769230 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7dc310c3-3a32-443c-8c7c-8d6e804e9131 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:57.802084 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ab27a-58a7-40cc-ac5e-ddee85f57224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35777f0a-8529-4d70-8e04-be9cfe4cfc91,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:58.019057 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-7dc310c3-3a32-443c-8c7c-8d6e804e9131 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Allocated IP 172.25.8.106 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/33033f75-35e5-40ba-aa33-52527bb1d69a) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:42:58.237748 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7dc310c3-3a32-443c-8c7c-8d6e804e9131 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:58.336768 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7dc310c3-3a32-443c-8c7c-8d6e804e9131 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:58.711254 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc310c3-3a32-443c-8c7c-8d6e804e9131 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:42:58.716392 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-7dc310c3-3a32-443c-8c7c-8d6e804e9131 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:58.720190 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc310c3-3a32-443c-8c7c-8d6e804e9131 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:42:58.726060 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc310c3-3a32-443c-8c7c-8d6e804e9131 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Pushing event updated for resources: {'Port': ['ID=33033f75-35e5-40ba-aa33-52527bb1d69a,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:58.751105 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59886) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:58.766612 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ff4572a6-2c98-43a8-9877-0576a595c25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:58.964620 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ff4572a6-2c98-43a8-9877-0576a595c25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:58.972400 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ff4572a6-2c98-43a8-9877-0576a595c25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:59.085776 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ff4572a6-2c98-43a8-9877-0576a595c25d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=469c8bb4976e46a1960333267efce3fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3307278 Jul 23 16:42:59.094132 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59900) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:59.096572 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4572a6-2c98-43a8-9877-0576a595c25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d56f98-ee30-4433-b598-1ecb2c40fa49,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:59.190584 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e2eae6eb-3469-4db9-bbe9-a4e7d1a5adb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:59.247947 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e2eae6eb-3469-4db9-bbe9-a4e7d1a5adb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:59.285577 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7dc310c3-3a32-443c-8c7c-8d6e804e9131 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:59.334686 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e2eae6eb-3469-4db9-bbe9-a4e7d1a5adb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:59.338237 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e2eae6eb-3469-4db9-bbe9-a4e7d1a5adb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:59.342708 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e2eae6eb-3469-4db9-bbe9-a4e7d1a5adb2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/34d56f98-ee30-4433-b598-1ecb2c40fa49 HTTP/1.1" status: 204 len: 168 time: 0.2335231 Jul 23 16:42:59.359051 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eae6eb-3469-4db9-bbe9-a4e7d1a5adb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d56f98-ee30-4433-b598-1ecb2c40fa49,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:59.627906 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7dc310c3-3a32-443c-8c7c-8d6e804e9131 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:59.842526 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc310c3-3a32-443c-8c7c-8d6e804e9131 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Router 217de73a-daae-47c0-af90-e17ef5ed6b75 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:42:59.997113 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc310c3-3a32-443c-8c7c-8d6e804e9131 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:43:00.019363 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0154a690-7b57-48d0-9086-4b2d2c1ad257 None None] Sync routers for ids ['217de73a-daae-47c0-af90-e17ef5ed6b75'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:43:00.036639 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7dc310c3-3a32-443c-8c7c-8d6e804e9131 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:00.039549 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7dc310c3-3a32-443c-8c7c-8d6e804e9131 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.1490297 Jul 23 16:43:00.042385 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59938) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:00.047055 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0154a690-7b57-48d0-9086-4b2d2c1ad257 None None] Routers {'217de73a-daae-47c0-af90-e17ef5ed6b75'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:43:00.047692 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-0154a690-7b57-48d0-9086-4b2d2c1ad257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:42:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['217de73a-daae-47c0-af90-e17ef5ed6b75'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:00.049255 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-c035438e-9d82-4812-b2ae-87787bcbed6d tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'enable_snat': False}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:00.161708 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-0154a690-7b57-48d0-9086-4b2d2c1ad257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:00.196871 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0154a690-7b57-48d0-9086-4b2d2c1ad257 None None] Routers {'217de73a-daae-47c0-af90-e17ef5ed6b75'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:43:00.196871 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-0154a690-7b57-48d0-9086-4b2d2c1ad257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:42:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['217de73a-daae-47c0-af90-e17ef5ed6b75'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:00.271547 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-0154a690-7b57-48d0-9086-4b2d2c1ad257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:00.272230 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0154a690-7b57-48d0-9086-4b2d2c1ad257 None None] The sync data for ids ['217de73a-daae-47c0-af90-e17ef5ed6b75'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:43:01.044110 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c035438e-9d82-4812-b2ae-87787bcbed6d tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:01.284066 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60010) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:01.479361 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-85d27a2d-3bee-4c80-b650-dfe63ebd48b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:01.654409 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c035438e-9d82-4812-b2ae-87787bcbed6d tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:01.658787 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c035438e-9d82-4812-b2ae-87787bcbed6d tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1714764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1714741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695099'] for router, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:01.758090 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-85d27a2d-3bee-4c80-b650-dfe63ebd48b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:01.766481 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-85d27a2d-3bee-4c80-b650-dfe63ebd48b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:01.843217 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c035438e-9d82-4812-b2ae-87787bcbed6d tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Router 217de73a-daae-47c0-af90-e17ef5ed6b75 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:43:01.977235 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-85d27a2d-3bee-4c80-b650-dfe63ebd48b1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=24d5ea81dc27461db4bb052139b3133a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6890395 Jul 23 16:43:01.977599 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60040) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:01.992342 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d27a2d-3bee-4c80-b650-dfe63ebd48b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3687fa42-86be-4c77-adc9-a623f72a3a20,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:02.065681 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e039d13e-6f34-445a-93d1-f4f902e62aeb req-4e1da4b1-4df9-446f-b521-4e4709ac27c2 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=db39015c-d082-40b2-841b-29ba7f997db0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2367835 Jul 23 16:43:02.099385 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c035438e-9d82-4812-b2ae-87787bcbed6d tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:43:02.107463 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c035438e-9d82-4812-b2ae-87787bcbed6d tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:02.109042 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c035438e-9d82-4812-b2ae-87787bcbed6d tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "PUT /v2.0/routers/217de73a-daae-47c0-af90-e17ef5ed6b75 HTTP/1.1" status: 200 len: 926 time: 2.0644207 Jul 23 16:43:02.111766 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60046) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:02.115276 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c3c498-9ba3-4e01-ba5d-aae02fd6ba13 None None] Sync routers for ids ['217de73a-daae-47c0-af90-e17ef5ed6b75'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:43:02.129239 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c3c498-9ba3-4e01-ba5d-aae02fd6ba13 None None] Routers {'217de73a-daae-47c0-af90-e17ef5ed6b75'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:43:02.129863 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-04c3c498-9ba3-4e01-ba5d-aae02fd6ba13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:42:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['217de73a-daae-47c0-af90-e17ef5ed6b75'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:02.254097 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-04c3c498-9ba3-4e01-ba5d-aae02fd6ba13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:02.273817 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039d13e-6f34-445a-93d1-f4f902e62aeb req-182b9e4c-0ca4-4aad-bf10-02a1658f1340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:02.276063 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c3c498-9ba3-4e01-ba5d-aae02fd6ba13 None None] Routers {'217de73a-daae-47c0-af90-e17ef5ed6b75'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:43:02.278206 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e039d13e-6f34-445a-93d1-f4f902e62aeb req-182b9e4c-0ca4-4aad-bf10-02a1658f1340 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=73f731c3e74d4834a41ffd03a4899cef&device_id=db39015c-d082-40b2-841b-29ba7f997db0 HTTP/1.1" status: 200 len: 1096 time: 0.1440778 Jul 23 16:43:02.281720 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-04c3c498-9ba3-4e01-ba5d-aae02fd6ba13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:42:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['217de73a-daae-47c0-af90-e17ef5ed6b75'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:02.356033 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-102c62b7-6fbd-4114-8396-35fb2df81851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:02.412456 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-04c3c498-9ba3-4e01-ba5d-aae02fd6ba13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:02.414425 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c3c498-9ba3-4e01-ba5d-aae02fd6ba13 None None] The sync data for ids ['217de73a-daae-47c0-af90-e17ef5ed6b75'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:43:02.428716 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-102c62b7-6fbd-4114-8396-35fb2df81851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:02.505261 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039d13e-6f34-445a-93d1-f4f902e62aeb req-6eb4ed07-0fbd-4b4c-82de-fa6c647b523e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:02.506959 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e039d13e-6f34-445a-93d1-f4f902e62aeb req-6eb4ed07-0fbd-4b4c-82de-fa6c647b523e service neutron] 10.222.0.97 "GET /v2.0/networks?id=781ff998-5fd6-4b30-abd9-75eb80a107ad HTTP/1.1" status: 200 len: 912 time: 0.2051969 Jul 23 16:43:02.516272 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-69f0310d-501f-4483-bc7e-8dd3e43c96e0 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "GET /v2.0/routers/217de73a-daae-47c0-af90-e17ef5ed6b75 HTTP/1.1" status: 200 len: 926 time: 0.3910968 Jul 23 16:43:02.519212 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60062) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:02.635184 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2a9584d2-1ffb-4a60-bdc8-84738babbb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:02.644207 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e039d13e-6f34-445a-93d1-f4f902e62aeb req-e99be3a1-cffe-4efe-826a-bd357683eeb9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce1c2507-bb51-4faa-946e-757f4129d65c HTTP/1.1" status: 200 len: 1000 time: 0.1301773 Jul 23 16:43:02.680669 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75565843-a137-4d05-ab44-de12aaf7fa41 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:02.685165 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-75565843-a137-4d05-ab44-de12aaf7fa41 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=4e763b06-7572-4747-a18b-44a256cb56cb&device_id=217de73a-daae-47c0-af90-e17ef5ed6b75&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1621673 Jul 23 16:43:02.685929 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60070) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:02.696397 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-102c62b7-6fbd-4114-8396-35fb2df81851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:02.699206 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-102c62b7-6fbd-4114-8396-35fb2df81851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:02.701199 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-102c62b7-6fbd-4114-8396-35fb2df81851 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3687fa42-86be-4c77-adc9-a623f72a3a20 HTTP/1.1" status: 204 len: 168 time: 0.7221947 Jul 23 16:43:02.735760 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c62b7-6fbd-4114-8396-35fb2df81851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3687fa42-86be-4c77-adc9-a623f72a3a20,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:02.772263 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039d13e-6f34-445a-93d1-f4f902e62aeb req-3814a9c2-caae-4fac-bb0a-f6fd59843bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:02.773796 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e039d13e-6f34-445a-93d1-f4f902e62aeb req-3814a9c2-caae-4fac-bb0a-f6fd59843bbc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e5ad291e-418b-4d00-9cc7-4ac4310f7dcd HTTP/1.1" status: 200 len: 849 time: 0.1195066 Jul 23 16:43:02.852743 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791773ed-b0c3-4d48-b5b6-a526b2ab6b4b tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:02.858641 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-791773ed-b0c3-4d48-b5b6-a526b2ab6b4b tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 881 time: 0.1718962 Jul 23 16:43:02.859637 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60078) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:02.924615 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f7fc40c7-b8ad-4c9f-bb0c-345aa02682ef tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] 10.222.0.73 "GET /v2.0/ports?device_id=217de73a-daae-47c0-af90-e17ef5ed6b75 HTTP/1.1" status: 200 len: 205 time: 0.0634718 Jul 23 16:43:02.926182 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60082) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:02.946818 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039d13e-6f34-445a-93d1-f4f902e62aeb req-d4048007-d9c8-4cd6-a734-fcbdeccb5bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:02.948572 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e039d13e-6f34-445a-93d1-f4f902e62aeb req-d4048007-d9c8-4cd6-a734-fcbdeccb5bd8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=781ff998-5fd6-4b30-abd9-75eb80a107ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1644063 Jul 23 16:43:03.109136 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9772e54d-b317-4e31-80b2-77bca8445af9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:03.195497 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e039d13e-6f34-445a-93d1-f4f902e62aeb req-0fd7d41a-c7fc-4ecf-b617-b215a6093bb9 service neutron] 10.222.0.97 "GET /v2.0/networks/781ff998-5fd6-4b30-abd9-75eb80a107ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394190 Jul 23 16:43:03.330368 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9772e54d-b317-4e31-80b2-77bca8445af9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:03.359914 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e039d13e-6f34-445a-93d1-f4f902e62aeb req-0862e264-58d5-42e8-8c05-b7cae9d7a721 service neutron] 10.222.0.97 "GET /v2.0/networks/781ff998-5fd6-4b30-abd9-75eb80a107ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580267 Jul 23 16:43:03.434884 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-9772e54d-b317-4e31-80b2-77bca8445af9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Deleting port 33033f75-35e5-40ba-aa33-52527bb1d69a {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:43:03.435538 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9772e54d-b317-4e31-80b2-77bca8445af9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:03.571385 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9772e54d-b317-4e31-80b2-77bca8445af9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:03.588206 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-9772e54d-b317-4e31-80b2-77bca8445af9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Calling delete_port for 33033f75-35e5-40ba-aa33-52527bb1d69a owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:43:03.709838 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60104) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:03.750264 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e9c5f4b4-42df-4cbb-80f1-f196b1b6c325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:03.828572 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9772e54d-b317-4e31-80b2-77bca8445af9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:03.990514 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772e54d-b317-4e31-80b2-77bca8445af9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Pushing event deleted for resources: {'Port': ['ID=33033f75-35e5-40ba-aa33-52527bb1d69a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:04.021190 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9772e54d-b317-4e31-80b2-77bca8445af9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:04.036983 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e9c5f4b4-42df-4cbb-80f1-f196b1b6c325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:04.042621 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e9c5f4b4-42df-4cbb-80f1-f196b1b6c325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:04.075529 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5f4b4-42df-4cbb-80f1-f196b1b6c325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3a2940-d207-4283-91e3-19b3a0413340,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:04.105513 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e9c5f4b4-42df-4cbb-80f1-f196b1b6c325 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=67bead0ec7dc451b8a617ef3ad2ea448&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3942380 Jul 23 16:43:04.108607 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60116) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:04.192488 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-01c7a9d6-39c3-4bc0-ab69-94fe5ada4696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:04.241955 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-01c7a9d6-39c3-4bc0-ab69-94fe5ada4696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:04.342008 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9772e54d-b317-4e31-80b2-77bca8445af9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:04.352877 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9772e54d-b317-4e31-80b2-77bca8445af9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:04.401322 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-01c7a9d6-39c3-4bc0-ab69-94fe5ada4696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:04.405998 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-01c7a9d6-39c3-4bc0-ab69-94fe5ada4696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:04.409899 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-01c7a9d6-39c3-4bc0-ab69-94fe5ada4696 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6b3a2940-d207-4283-91e3-19b3a0413340 HTTP/1.1" status: 204 len: 168 time: 0.2978575 Jul 23 16:43:04.434990 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7a9d6-39c3-4bc0-ab69-94fe5ada4696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3a2940-d207-4283-91e3-19b3a0413340,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:04.479750 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9772e54d-b317-4e31-80b2-77bca8445af9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:04.481828 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9772e54d-b317-4e31-80b2-77bca8445af9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Fanout notify agent at l3_agent the message router_deleted on router 217de73a-daae-47c0-af90-e17ef5ed6b75 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:43:04.492512 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9772e54d-b317-4e31-80b2-77bca8445af9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:04.493960 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9772e54d-b317-4e31-80b2-77bca8445af9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] 10.222.0.73 "DELETE /v2.0/routers/217de73a-daae-47c0-af90-e17ef5ed6b75 HTTP/1.1" status: 204 len: 168 time: 1.5637133 Jul 23 16:43:04.498153 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60136) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:04.503248 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-3a4cb2d3-40d4-4c3c-b5f5-c0384cfde433 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-545834289', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:04.553319 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a4cb2d3-40d4-4c3c-b5f5-c0384cfde433 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:04.554652 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a4cb2d3-40d4-4c3c-b5f5-c0384cfde433 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:04.625737 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a4cb2d3-40d4-4c3c-b5f5-c0384cfde433 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:04.632928 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a4cb2d3-40d4-4c3c-b5f5-c0384cfde433 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:04.665155 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a4cb2d3-40d4-4c3c-b5f5-c0384cfde433 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:04.668824 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3a4cb2d3-40d4-4c3c-b5f5-c0384cfde433 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1694741 Jul 23 16:43:04.671178 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60142) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:04.676631 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-317acfc8-4b21-404e-9a56-b492a6f085b9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Request body: {'router': {'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:04.862795 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:05.102529 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-317acfc8-4b21-404e-9a56-b492a6f085b9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:05.377883 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7b613a73-ac1f-45db-8676-f8b9c6df50fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:05.480707 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:05.489856 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-317acfc8-4b21-404e-9a56-b492a6f085b9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:05.516077 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-317acfc8-4b21-404e-9a56-b492a6f085b9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:05.690214 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-317acfc8-4b21-404e-9a56-b492a6f085b9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Allocated IP 172.25.8.94 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/9e080e70-574c-4976-be73-4ed2ff3e41c5) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:05.880387 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-317acfc8-4b21-404e-9a56-b492a6f085b9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:05.924763 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-317acfc8-4b21-404e-9a56-b492a6f085b9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:05.972658 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317acfc8-4b21-404e-9a56-b492a6f085b9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:05.976117 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-317acfc8-4b21-404e-9a56-b492a6f085b9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:05.981946 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317acfc8-4b21-404e-9a56-b492a6f085b9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:06.037314 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317acfc8-4b21-404e-9a56-b492a6f085b9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Pushing event updated for resources: {'Port': ['ID=9e080e70-574c-4976-be73-4ed2ff3e41c5,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:06.559051 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:06.805680 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-317acfc8-4b21-404e-9a56-b492a6f085b9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:07.132483 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-317acfc8-4b21-404e-9a56-b492a6f085b9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:07.142729 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-317acfc8-4b21-404e-9a56-b492a6f085b9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1714764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1714741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695099'] for router, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:07.142994 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60236) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:07.463195 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:07.470394 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317acfc8-4b21-404e-9a56-b492a6f085b9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Router fdd99144-de62-48af-88e0-a26b239232d3 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:43:07.497943 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d2e4faf3-2b54-4c35-b845-f30d2483db65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:07.724535 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317acfc8-4b21-404e-9a56-b492a6f085b9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:43:07.727739 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d2e4faf3-2b54-4c35-b845-f30d2483db65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:07.734220 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d2e4faf3-2b54-4c35-b845-f30d2483db65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:07.735068 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-317acfc8-4b21-404e-9a56-b492a6f085b9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:07.736696 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-317acfc8-4b21-404e-9a56-b492a6f085b9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] 10.222.0.73 "PUT /v2.0/routers/fdd99144-de62-48af-88e0-a26b239232d3 HTTP/1.1" status: 200 len: 882 time: 3.0642052 Jul 23 16:43:07.739571 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60260) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:07.746416 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a5d17b-b2e0-4453-9a6a-d4cf7104ce8a None None] Sync routers for ids ['fdd99144-de62-48af-88e0-a26b239232d3'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:43:07.790490 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a5d17b-b2e0-4453-9a6a-d4cf7104ce8a None None] Routers {'fdd99144-de62-48af-88e0-a26b239232d3'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:43:07.793241 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f5a5d17b-b2e0-4453-9a6a-d4cf7104ce8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:43:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['fdd99144-de62-48af-88e0-a26b239232d3'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:07.795549 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d2e4faf3-2b54-4c35-b845-f30d2483db65 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=188d8a559f9047b0b5a9f68719d319f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6500735 Jul 23 16:43:07.797974 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60262) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:07.805811 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4faf3-2b54-4c35-b845-f30d2483db65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ab68e3-a06b-46e7-adb1-17d5a30a82c1,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:07.865260 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f5a5d17b-b2e0-4453-9a6a-d4cf7104ce8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:07.884139 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a5d17b-b2e0-4453-9a6a-d4cf7104ce8a None None] Routers {'fdd99144-de62-48af-88e0-a26b239232d3'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:43:07.885437 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f5a5d17b-b2e0-4453-9a6a-d4cf7104ce8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:43:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['fdd99144-de62-48af-88e0-a26b239232d3'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:07.932848 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f5a5d17b-b2e0-4453-9a6a-d4cf7104ce8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:07.934140 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a5d17b-b2e0-4453-9a6a-d4cf7104ce8a None None] The sync data for ids ['fdd99144-de62-48af-88e0-a26b239232d3'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:43:07.935795 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-293102a8-be65-40be-8580-8ef66a8315bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:08.010834 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-293102a8-be65-40be-8580-8ef66a8315bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:08.024876 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9aae00e5-885d-4ece-a042-0c8378932d71 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "GET /v2.0/routers/fdd99144-de62-48af-88e0-a26b239232d3 HTTP/1.1" status: 200 len: 923 time: 0.2840755 Jul 23 16:43:08.028332 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60268) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:08.123359 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-293102a8-be65-40be-8580-8ef66a8315bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:08.126381 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-293102a8-be65-40be-8580-8ef66a8315bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:08.128264 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-293102a8-be65-40be-8580-8ef66a8315bf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f9ab68e3-a06b-46e7-adb1-17d5a30a82c1 HTTP/1.1" status: 204 len: 168 time: 0.3290176 Jul 23 16:43:08.133811 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677df6fb-ca01-4192-a9e6-e13f428916a7 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:08.135722 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-677df6fb-ca01-4192-a9e6-e13f428916a7 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=4e763b06-7572-4747-a18b-44a256cb56cb&device_id=fdd99144-de62-48af-88e0-a26b239232d3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1064746 Jul 23 16:43:08.140812 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60278) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:08.176519 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293102a8-be65-40be-8580-8ef66a8315bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ab68e3-a06b-46e7-adb1-17d5a30a82c1,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:08.289931 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4b9f2b-a74d-47ad-b10e-fd101617728c tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:08.296808 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4b4b9f2b-a74d-47ad-b10e-fd101617728c tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 881 time: 0.1515782 Jul 23 16:43:08.296970 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60284) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:08.352961 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9daf4673-ea3e-4e9f-b788-0d87e295ea92 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdd99144-de62-48af-88e0-a26b239232d3 HTTP/1.1" status: 200 len: 205 time: 0.0525024 Jul 23 16:43:08.353209 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60288) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:08.513005 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b7e9fb4e-91bf-44d1-9145-95be4385c0af tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:08.601184 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:08.660820 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b7e9fb4e-91bf-44d1-9145-95be4385c0af tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:08.742475 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9fb4e-91bf-44d1-9145-95be4385c0af tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Deleting port 9e080e70-574c-4976-be73-4ed2ff3e41c5 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:43:08.743126 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b7e9fb4e-91bf-44d1-9145-95be4385c0af tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:08.842439 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b7e9fb4e-91bf-44d1-9145-95be4385c0af tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:08.859088 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9fb4e-91bf-44d1-9145-95be4385c0af tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Calling delete_port for 9e080e70-574c-4976-be73-4ed2ff3e41c5 owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:43:08.909619 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60308) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:08.944441 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de4ac5d3-3059-4a3f-8bd4-b11f64752f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.200263 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de4ac5d3-3059-4a3f-8bd4-b11f64752f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.208778 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de4ac5d3-3059-4a3f-8bd4-b11f64752f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.262105 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b7e9fb4e-91bf-44d1-9145-95be4385c0af tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.269783 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-de4ac5d3-3059-4a3f-8bd4-b11f64752f77 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3cec4ac0b2c84164843beb3be40d85c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3589091 Jul 23 16:43:09.271205 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ac5d3-3059-4a3f-8bd4-b11f64752f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13091b79-244e-4e54-9f2b-89387ce18b3c,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:09.274915 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60320) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:09.344076 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9fb4e-91bf-44d1-9145-95be4385c0af tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Pushing event deleted for resources: {'Port': ['ID=9e080e70-574c-4976-be73-4ed2ff3e41c5,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:09.384370 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0d71b468-23f6-4bc0-a68e-37767fad53fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.437771 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0d71b468-23f6-4bc0-a68e-37767fad53fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.558819 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0d71b468-23f6-4bc0-a68e-37767fad53fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.562286 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0d71b468-23f6-4bc0-a68e-37767fad53fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.563883 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0d71b468-23f6-4bc0-a68e-37767fad53fc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/13091b79-244e-4e54-9f2b-89387ce18b3c HTTP/1.1" status: 204 len: 168 time: 0.2764137 Jul 23 16:43:09.573273 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b7e9fb4e-91bf-44d1-9145-95be4385c0af tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.592924 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71b468-23f6-4bc0-a68e-37767fad53fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13091b79-244e-4e54-9f2b-89387ce18b3c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:09.742514 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b7e9fb4e-91bf-44d1-9145-95be4385c0af tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.748721 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b7e9fb4e-91bf-44d1-9145-95be4385c0af tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.801239 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b7e9fb4e-91bf-44d1-9145-95be4385c0af tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.802512 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e9fb4e-91bf-44d1-9145-95be4385c0af tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Fanout notify agent at l3_agent the message router_deleted on router fdd99144-de62-48af-88e0-a26b239232d3 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:43:09.823069 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b7e9fb4e-91bf-44d1-9145-95be4385c0af tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.824948 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b7e9fb4e-91bf-44d1-9145-95be4385c0af tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] 10.222.0.73 "DELETE /v2.0/routers/fdd99144-de62-48af-88e0-a26b239232d3 HTTP/1.1" status: 204 len: 168 time: 1.4704559 Jul 23 16:43:09.829110 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60346) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:09.842882 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-61055195-64ec-438c-af9c-a575f60ab55e tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1222693028', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:09.873500 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-61055195-64ec-438c-af9c-a575f60ab55e tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.874668 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-61055195-64ec-438c-af9c-a575f60ab55e tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.940735 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-61055195-64ec-438c-af9c-a575f60ab55e tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.946334 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-61055195-64ec-438c-af9c-a575f60ab55e tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.967374 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-61055195-64ec-438c-af9c-a575f60ab55e tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.970199 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-61055195-64ec-438c-af9c-a575f60ab55e tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1396260 Jul 23 16:43:09.973120 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60350) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:09.977915 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-f4e0715a-5b54-4d7f-a6b6-1da897d10521 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'enable_snat': True}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:10.922474 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4e0715a-5b54-4d7f-a6b6-1da897d10521 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:11.346859 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4e0715a-5b54-4d7f-a6b6-1da897d10521 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:11.390315 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4e0715a-5b54-4d7f-a6b6-1da897d10521 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:11.597144 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-f4e0715a-5b54-4d7f-a6b6-1da897d10521 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Allocated IP 172.25.8.123 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/395978ae-94f7-4262-aa7c-3b702ac2a09f) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:11.789740 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4e0715a-5b54-4d7f-a6b6-1da897d10521 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:11.935696 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4e0715a-5b54-4d7f-a6b6-1da897d10521 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:11.960981 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e0715a-5b54-4d7f-a6b6-1da897d10521 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:11.987680 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-f4e0715a-5b54-4d7f-a6b6-1da897d10521 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:11.991756 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e0715a-5b54-4d7f-a6b6-1da897d10521 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:12.064678 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0715a-5b54-4d7f-a6b6-1da897d10521 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Pushing event updated for resources: {'Port': ['ID=395978ae-94f7-4262-aa7c-3b702ac2a09f,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:12.445855 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4e0715a-5b54-4d7f-a6b6-1da897d10521 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:12.725999 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4e0715a-5b54-4d7f-a6b6-1da897d10521 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:12.730613 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4e0715a-5b54-4d7f-a6b6-1da897d10521 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1714764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1714741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695099'] for router, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:13.000117 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e0715a-5b54-4d7f-a6b6-1da897d10521 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Router 6635d4d3-6ff7-46fe-aed9-d5a67589458b is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:43:13.195191 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e0715a-5b54-4d7f-a6b6-1da897d10521 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:43:13.210482 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b5bc17-3994-4b47-b237-91bf6cfa0614 None None] Sync routers for ids ['6635d4d3-6ff7-46fe-aed9-d5a67589458b'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:43:13.224773 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b5bc17-3994-4b47-b237-91bf6cfa0614 None None] Routers {'6635d4d3-6ff7-46fe-aed9-d5a67589458b'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:43:13.225605 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b0b5bc17-3994-4b47-b237-91bf6cfa0614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:43:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6635d4d3-6ff7-46fe-aed9-d5a67589458b'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:13.227884 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4e0715a-5b54-4d7f-a6b6-1da897d10521 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:13.233232 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f4e0715a-5b54-4d7f-a6b6-1da897d10521 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "PUT /v2.0/routers/6635d4d3-6ff7-46fe-aed9-d5a67589458b HTTP/1.1" status: 200 len: 919 time: 3.2567656 Jul 23 16:43:13.233607 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60502) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:13.275918 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b0b5bc17-3994-4b47-b237-91bf6cfa0614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:13.290478 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b5bc17-3994-4b47-b237-91bf6cfa0614 None None] Routers {'6635d4d3-6ff7-46fe-aed9-d5a67589458b'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:43:13.291738 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b0b5bc17-3994-4b47-b237-91bf6cfa0614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:43:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6635d4d3-6ff7-46fe-aed9-d5a67589458b'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:13.337740 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b0b5bc17-3994-4b47-b237-91bf6cfa0614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:13.338631 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b5bc17-3994-4b47-b237-91bf6cfa0614 None None] The sync data for ids ['6635d4d3-6ff7-46fe-aed9-d5a67589458b'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:43:13.456722 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ed07d906-cd02-48d9-9181-532f697f7c32 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "GET /v2.0/routers/6635d4d3-6ff7-46fe-aed9-d5a67589458b HTTP/1.1" status: 200 len: 925 time: 0.2211435 Jul 23 16:43:13.459237 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60510) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:13.536514 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2121bbdd-9316-4865-b963-eab954803a79 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:13.538270 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2121bbdd-9316-4865-b963-eab954803a79 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=4e763b06-7572-4747-a18b-44a256cb56cb&device_id=6635d4d3-6ff7-46fe-aed9-d5a67589458b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0769141 Jul 23 16:43:13.541263 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60518) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:13.672193 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d84fb88-9821-4ff2-bbce-d0dbe3d82315 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:13.678781 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4d84fb88-9821-4ff2-bbce-d0dbe3d82315 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 881 time: 0.1337154 Jul 23 16:43:13.679066 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60526) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:13.783082 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e1ec955e-0fbf-4be8-9f35-857e0330c50d tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] 10.222.0.73 "GET /v2.0/ports?device_id=6635d4d3-6ff7-46fe-aed9-d5a67589458b HTTP/1.1" status: 200 len: 205 time: 0.1026866 Jul 23 16:43:13.785800 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60530) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:13.973452 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cd09aadf-0f2c-4cbb-bcff-9de688133d0e tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:14.191979 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cd09aadf-0f2c-4cbb-bcff-9de688133d0e tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:14.278400 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60556) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:14.316391 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-cd09aadf-0f2c-4cbb-bcff-9de688133d0e tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Deleting port 395978ae-94f7-4262-aa7c-3b702ac2a09f {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:43:14.316707 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cd09aadf-0f2c-4cbb-bcff-9de688133d0e tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:14.514185 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cd09aadf-0f2c-4cbb-bcff-9de688133d0e tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:14.533231 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-cd09aadf-0f2c-4cbb-bcff-9de688133d0e tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Calling delete_port for 395978ae-94f7-4262-aa7c-3b702ac2a09f owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:43:14.590948 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3a24a817-3e3b-474c-9c3b-1411593c3277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:14.777520 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3a24a817-3e3b-474c-9c3b-1411593c3277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:14.787794 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3a24a817-3e3b-474c-9c3b-1411593c3277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:14.869496 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cd09aadf-0f2c-4cbb-bcff-9de688133d0e tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:14.892616 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3a24a817-3e3b-474c-9c3b-1411593c3277 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=64c6f45f102c4bd98eca78d7b707f012&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6107450 Jul 23 16:43:14.892616 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24a817-3e3b-474c-9c3b-1411593c3277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12ec8a7-08fd-4195-8c5e-8fc10ea5383c,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:14.900761 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60580) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:14.933831 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd09aadf-0f2c-4cbb-bcff-9de688133d0e tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Pushing event deleted for resources: {'Port': ['ID=395978ae-94f7-4262-aa7c-3b702ac2a09f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:15.030876 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b476fe1d-6dd2-4de9-bcdb-927f41f74295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:15.039032 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cd09aadf-0f2c-4cbb-bcff-9de688133d0e tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:15.076323 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b476fe1d-6dd2-4de9-bcdb-927f41f74295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:15.218185 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b476fe1d-6dd2-4de9-bcdb-927f41f74295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:15.220722 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b476fe1d-6dd2-4de9-bcdb-927f41f74295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:15.221930 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b476fe1d-6dd2-4de9-bcdb-927f41f74295 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a12ec8a7-08fd-4195-8c5e-8fc10ea5383c HTTP/1.1" status: 204 len: 168 time: 0.3166704 Jul 23 16:43:15.234480 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476fe1d-6dd2-4de9-bcdb-927f41f74295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12ec8a7-08fd-4195-8c5e-8fc10ea5383c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:15.287155 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cd09aadf-0f2c-4cbb-bcff-9de688133d0e tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:15.290913 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cd09aadf-0f2c-4cbb-bcff-9de688133d0e tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:15.407136 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cd09aadf-0f2c-4cbb-bcff-9de688133d0e tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:15.408053 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd09aadf-0f2c-4cbb-bcff-9de688133d0e tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Fanout notify agent at l3_agent the message router_deleted on router 6635d4d3-6ff7-46fe-aed9-d5a67589458b {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:43:15.427104 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cd09aadf-0f2c-4cbb-bcff-9de688133d0e tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:15.428521 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-cd09aadf-0f2c-4cbb-bcff-9de688133d0e tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] 10.222.0.73 "DELETE /v2.0/routers/6635d4d3-6ff7-46fe-aed9-d5a67589458b HTTP/1.1" status: 204 len: 168 time: 1.6416283 Jul 23 16:43:15.432327 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60596) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:15.439564 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-099a3f46-7bf9-4398-b923-a2418be8ced9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-566008018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:15.499473 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-099a3f46-7bf9-4398-b923-a2418be8ced9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:15.501028 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-099a3f46-7bf9-4398-b923-a2418be8ced9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:15.608963 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-099a3f46-7bf9-4398-b923-a2418be8ced9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:15.613696 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-099a3f46-7bf9-4398-b923-a2418be8ced9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:15.636228 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-099a3f46-7bf9-4398-b923-a2418be8ced9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:15.638494 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-099a3f46-7bf9-4398-b923-a2418be8ced9 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2045581 Jul 23 16:43:15.640791 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60604) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:15.647001 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-9fe4ffef-94a5-4236-8c7b-efc2d2103f40 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'enable_snat': False}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:15.975128 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60614) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:15.994691 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b173cdf-1319-4247-b7d4-d317343814f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:16.071948 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9fe4ffef-94a5-4236-8c7b-efc2d2103f40 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:16.169801 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b173cdf-1319-4247-b7d4-d317343814f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:16.176543 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b173cdf-1319-4247-b7d4-d317343814f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:16.289572 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b173cdf-1319-4247-b7d4-d317343814f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e0bedd-66e2-44e3-a4a3-c29a0d18b827,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:16.305621 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0b173cdf-1319-4247-b7d4-d317343814f6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aafbe0a9d72540dd9f957083a63b8115&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3292506 Jul 23 16:43:16.306276 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60622) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:16.449337 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c20bbc20-fbb9-4093-9f42-0a7c2f01fddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:16.475056 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9fe4ffef-94a5-4236-8c7b-efc2d2103f40 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:16.496492 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c20bbc20-fbb9-4093-9f42-0a7c2f01fddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:16.510112 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9fe4ffef-94a5-4236-8c7b-efc2d2103f40 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:16.627262 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c20bbc20-fbb9-4093-9f42-0a7c2f01fddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:16.630066 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c20bbc20-fbb9-4093-9f42-0a7c2f01fddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:16.634819 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c20bbc20-fbb9-4093-9f42-0a7c2f01fddf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/38e0bedd-66e2-44e3-a4a3-c29a0d18b827 HTTP/1.1" status: 204 len: 168 time: 0.3241878 Jul 23 16:43:16.645615 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20bbc20-fbb9-4093-9f42-0a7c2f01fddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e0bedd-66e2-44e3-a4a3-c29a0d18b827,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:16.800163 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-9fe4ffef-94a5-4236-8c7b-efc2d2103f40 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Allocated IP 172.25.8.176 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/0f2772d4-ed81-467b-a2be-fcc56e2efa41) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:16.980140 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9fe4ffef-94a5-4236-8c7b-efc2d2103f40 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:17.072269 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9fe4ffef-94a5-4236-8c7b-efc2d2103f40 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:17.168851 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe4ffef-94a5-4236-8c7b-efc2d2103f40 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:17.174262 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-9fe4ffef-94a5-4236-8c7b-efc2d2103f40 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:17.196284 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe4ffef-94a5-4236-8c7b-efc2d2103f40 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:17.319460 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4ffef-94a5-4236-8c7b-efc2d2103f40 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Pushing event updated for resources: {'Port': ['ID=0f2772d4-ed81-467b-a2be-fcc56e2efa41,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:17.756345 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9fe4ffef-94a5-4236-8c7b-efc2d2103f40 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:18.148897 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9fe4ffef-94a5-4236-8c7b-efc2d2103f40 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:18.154864 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9fe4ffef-94a5-4236-8c7b-efc2d2103f40 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1714764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1714741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695099'] for router, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:18.344652 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe4ffef-94a5-4236-8c7b-efc2d2103f40 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Router c268ee0b-246e-4110-98e2-0b27f3a74ec4 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:43:18.561503 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe4ffef-94a5-4236-8c7b-efc2d2103f40 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:43:18.572046 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9fe4ffef-94a5-4236-8c7b-efc2d2103f40 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:18.575863 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9fe4ffef-94a5-4236-8c7b-efc2d2103f40 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "PUT /v2.0/routers/c268ee0b-246e-4110-98e2-0b27f3a74ec4 HTTP/1.1" status: 200 len: 919 time: 2.9333358 Jul 23 16:43:18.576745 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c0db1a-3070-4d1f-981c-e2d1a4c31e97 None None] Sync routers for ids ['c268ee0b-246e-4110-98e2-0b27f3a74ec4'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:43:18.579019 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60726) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:18.629943 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c0db1a-3070-4d1f-981c-e2d1a4c31e97 None None] Routers {'c268ee0b-246e-4110-98e2-0b27f3a74ec4'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:43:18.644824 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-94c0db1a-3070-4d1f-981c-e2d1a4c31e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:43:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['c268ee0b-246e-4110-98e2-0b27f3a74ec4'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:18.770159 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60732) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:18.777430 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-94c0db1a-3070-4d1f-981c-e2d1a4c31e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:18.807447 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c0db1a-3070-4d1f-981c-e2d1a4c31e97 None None] Routers {'c268ee0b-246e-4110-98e2-0b27f3a74ec4'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:43:18.811600 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-94c0db1a-3070-4d1f-981c-e2d1a4c31e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:43:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['c268ee0b-246e-4110-98e2-0b27f3a74ec4'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:18.894261 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-94c0db1a-3070-4d1f-981c-e2d1a4c31e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:18.896157 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c0db1a-3070-4d1f-981c-e2d1a4c31e97 None None] The sync data for ids ['c268ee0b-246e-4110-98e2-0b27f3a74ec4'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:43:19.015941 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4ae3105b-fa60-40d7-bdd4-2d4302587f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:19.190430 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4ae3105b-fa60-40d7-bdd4-2d4302587f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:19.195589 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4ae3105b-fa60-40d7-bdd4-2d4302587f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:19.244916 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3105b-fa60-40d7-bdd4-2d4302587f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff78641-d8cb-4def-8ff7-a594625f1116,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:19.270127 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d8c49ec4-f099-42eb-a9a2-6ddad4955efb tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "GET /v2.0/routers/c268ee0b-246e-4110-98e2-0b27f3a74ec4 HTTP/1.1" status: 200 len: 925 time: 0.6874204 Jul 23 16:43:19.271488 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60754) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:19.287958 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60756) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:19.289137 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4ae3105b-fa60-40d7-bdd4-2d4302587f2d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=08c6b5921a874c86a602064c1eff20c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5152998 Jul 23 16:43:19.399408 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1ff2fe2-d9d5-42c9-9ac4-d33c1dfef282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:19.416466 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec463a15-5352-4cd8-a1d2-87fa840587d5 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:19.421515 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60766) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:19.430489 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ec463a15-5352-4cd8-a1d2-87fa840587d5 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=4e763b06-7572-4747-a18b-44a256cb56cb&device_id=c268ee0b-246e-4110-98e2-0b27f3a74ec4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1577301 Jul 23 16:43:19.445997 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1ff2fe2-d9d5-42c9-9ac4-d33c1dfef282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:19.515819 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1ff2fe2-d9d5-42c9-9ac4-d33c1dfef282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:19.515819 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1ff2fe2-d9d5-42c9-9ac4-d33c1dfef282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:19.518278 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b1ff2fe2-d9d5-42c9-9ac4-d33c1dfef282 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cff78641-d8cb-4def-8ff7-a594625f1116 HTTP/1.1" status: 204 len: 168 time: 0.2289245 Jul 23 16:43:19.533325 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff2fe2-d9d5-42c9-9ac4-d33c1dfef282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff78641-d8cb-4def-8ff7-a594625f1116,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:19.633409 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9a16ec-3f97-42b7-b639-e4ff330a120d tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:19.638649 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60776) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:19.648326 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3c9a16ec-3f97-42b7-b639-e4ff330a120d tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "GET /v2.0/networks/4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 881 time: 0.2260373 Jul 23 16:43:19.683952 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60784) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:19.701429 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-82b47221-1fc4-49de-bc22-52410d379648 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] 10.222.0.73 "GET /v2.0/ports?device_id=c268ee0b-246e-4110-98e2-0b27f3a74ec4 HTTP/1.1" status: 200 len: 205 time: 0.0556688 Jul 23 16:43:19.822236 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-40bcd8c1-a435-4cc7-a04c-9413d2d870c0 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:19.994474 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-40bcd8c1-a435-4cc7-a04c-9413d2d870c0 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:20.152880 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-40bcd8c1-a435-4cc7-a04c-9413d2d870c0 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Deleting port 0f2772d4-ed81-467b-a2be-fcc56e2efa41 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:43:20.153571 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-40bcd8c1-a435-4cc7-a04c-9413d2d870c0 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:20.155994 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60802) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:20.188633 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-213ec645-7195-4f14-9315-1de4d29128cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:20.296096 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-40bcd8c1-a435-4cc7-a04c-9413d2d870c0 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:20.319045 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-40bcd8c1-a435-4cc7-a04c-9413d2d870c0 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Calling delete_port for 0f2772d4-ed81-467b-a2be-fcc56e2efa41 owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:43:20.450484 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-213ec645-7195-4f14-9315-1de4d29128cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:20.457496 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-213ec645-7195-4f14-9315-1de4d29128cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:20.534766 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ec645-7195-4f14-9315-1de4d29128cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8aa7069-ddc1-4919-9036-2d9343913607,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:20.540765 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-213ec645-7195-4f14-9315-1de4d29128cc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e0b73e1ee9974aeab9476e161bc83a3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3830767 Jul 23 16:43:20.544329 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60814) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:20.611624 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-685ac3f5-4317-44ae-8ee7-796010f18e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:20.640982 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-685ac3f5-4317-44ae-8ee7-796010f18e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:20.671340 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-40bcd8c1-a435-4cc7-a04c-9413d2d870c0 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:20.712144 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bcd8c1-a435-4cc7-a04c-9413d2d870c0 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Pushing event deleted for resources: {'Port': ['ID=0f2772d4-ed81-467b-a2be-fcc56e2efa41,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:20.750710 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-685ac3f5-4317-44ae-8ee7-796010f18e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:20.754299 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-685ac3f5-4317-44ae-8ee7-796010f18e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:20.755703 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-685ac3f5-4317-44ae-8ee7-796010f18e02 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e8aa7069-ddc1-4919-9036-2d9343913607 HTTP/1.1" status: 204 len: 168 time: 0.2100031 Jul 23 16:43:20.772749 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ac3f5-4317-44ae-8ee7-796010f18e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8aa7069-ddc1-4919-9036-2d9343913607,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:20.828014 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-40bcd8c1-a435-4cc7-a04c-9413d2d870c0 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:21.043830 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-40bcd8c1-a435-4cc7-a04c-9413d2d870c0 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:21.050565 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-40bcd8c1-a435-4cc7-a04c-9413d2d870c0 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:21.148789 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-40bcd8c1-a435-4cc7-a04c-9413d2d870c0 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:21.150834 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bcd8c1-a435-4cc7-a04c-9413d2d870c0 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Fanout notify agent at l3_agent the message router_deleted on router c268ee0b-246e-4110-98e2-0b27f3a74ec4 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:43:21.167625 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-40bcd8c1-a435-4cc7-a04c-9413d2d870c0 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:21.177554 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60832) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:21.178007 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-40bcd8c1-a435-4cc7-a04c-9413d2d870c0 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] 10.222.0.73 "DELETE /v2.0/routers/c268ee0b-246e-4110-98e2-0b27f3a74ec4 HTTP/1.1" status: 204 len: 168 time: 1.4931955 Jul 23 16:43:21.183243 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-993c245d-cc6c-4d67-8d60-ee8dd2bfca35 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1150226604', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}, 'admin_state_up': False}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:21.242011 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-993c245d-cc6c-4d67-8d60-ee8dd2bfca35 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:21.243378 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-993c245d-cc6c-4d67-8d60-ee8dd2bfca35 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:21.331060 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-993c245d-cc6c-4d67-8d60-ee8dd2bfca35 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:21.503224 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-993c245d-cc6c-4d67-8d60-ee8dd2bfca35 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:21.945757 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-993c245d-cc6c-4d67-8d60-ee8dd2bfca35 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:22.037301 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-993c245d-cc6c-4d67-8d60-ee8dd2bfca35 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:22.320373 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-993c245d-cc6c-4d67-8d60-ee8dd2bfca35 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Allocated IP 172.25.8.166 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/980c81a2-c116-4642-ba2e-d0de329ad508) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:22.501094 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-993c245d-cc6c-4d67-8d60-ee8dd2bfca35 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:22.622117 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-993c245d-cc6c-4d67-8d60-ee8dd2bfca35 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:22.833552 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993c245d-cc6c-4d67-8d60-ee8dd2bfca35 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:22.861111 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-993c245d-cc6c-4d67-8d60-ee8dd2bfca35 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:22.866717 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993c245d-cc6c-4d67-8d60-ee8dd2bfca35 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:22.874728 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c245d-cc6c-4d67-8d60-ee8dd2bfca35 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Pushing event updated for resources: {'Port': ['ID=980c81a2-c116-4642-ba2e-d0de329ad508,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:22.938954 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c245d-cc6c-4d67-8d60-ee8dd2bfca35 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:22.939881 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c245d-cc6c-4d67-8d60-ee8dd2bfca35 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:22.940637 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c245d-cc6c-4d67-8d60-ee8dd2bfca35 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:22.942176 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c245d-cc6c-4d67-8d60-ee8dd2bfca35 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:22.944398 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c245d-cc6c-4d67-8d60-ee8dd2bfca35 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:22.945009 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c245d-cc6c-4d67-8d60-ee8dd2bfca35 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:22.945765 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c245d-cc6c-4d67-8d60-ee8dd2bfca35 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:22.946182 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c245d-cc6c-4d67-8d60-ee8dd2bfca35 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:22.946755 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c245d-cc6c-4d67-8d60-ee8dd2bfca35 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:22.947315 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c245d-cc6c-4d67-8d60-ee8dd2bfca35 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:22.962065 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c245d-cc6c-4d67-8d60-ee8dd2bfca35 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:22.962867 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c245d-cc6c-4d67-8d60-ee8dd2bfca35 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:23.540294 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-993c245d-cc6c-4d67-8d60-ee8dd2bfca35 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:23.889596 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-993c245d-cc6c-4d67-8d60-ee8dd2bfca35 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:24.116999 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993c245d-cc6c-4d67-8d60-ee8dd2bfca35 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Router d571b265-9c19-47ca-aa9b-8564f90b0658 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:43:24.175813 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60936) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:24.274788 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993c245d-cc6c-4d67-8d60-ee8dd2bfca35 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:43:24.295366 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d226bb-c337-46b4-a325-301c54963b21 None None] Sync routers for ids ['d571b265-9c19-47ca-aa9b-8564f90b0658'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:43:24.304971 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-993c245d-cc6c-4d67-8d60-ee8dd2bfca35 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:24.309765 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60944) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:24.310345 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-993c245d-cc6c-4d67-8d60-ee8dd2bfca35 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.1308355 Jul 23 16:43:24.315488 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-765ea8ee-2e9d-4704-ae1b-69f19da8098a tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:24.320194 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d226bb-c337-46b4-a325-301c54963b21 None None] Routers {'d571b265-9c19-47ca-aa9b-8564f90b0658'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:43:24.320194 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-53d226bb-c337-46b4-a325-301c54963b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:43:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d571b265-9c19-47ca-aa9b-8564f90b0658'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:24.412700 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-247dbbb2-e7ee-4d6d-bb23-f46bed21a042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:24.436160 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-53d226bb-c337-46b4-a325-301c54963b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:24.473942 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d226bb-c337-46b4-a325-301c54963b21 None None] Routers {'d571b265-9c19-47ca-aa9b-8564f90b0658'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:43:24.474779 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-53d226bb-c337-46b4-a325-301c54963b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:43:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d571b265-9c19-47ca-aa9b-8564f90b0658'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:24.597482 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-53d226bb-c337-46b4-a325-301c54963b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:24.603751 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d226bb-c337-46b4-a325-301c54963b21 None None] The sync data for ids ['d571b265-9c19-47ca-aa9b-8564f90b0658'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:43:24.703469 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-247dbbb2-e7ee-4d6d-bb23-f46bed21a042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:24.709784 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-247dbbb2-e7ee-4d6d-bb23-f46bed21a042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:24.803237 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-247dbbb2-e7ee-4d6d-bb23-f46bed21a042 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6115b3c7723c4473bf1f5f3cac05ebd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6263595 Jul 23 16:43:24.807216 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60966) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:24.818572 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247dbbb2-e7ee-4d6d-bb23-f46bed21a042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d821459a-6943-4f82-ada2-24eae498cb35,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:24.919925 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75c0dbea-5cb0-4cbf-a440-33de997b970e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:24.966972 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75c0dbea-5cb0-4cbf-a440-33de997b970e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:25.057040 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75c0dbea-5cb0-4cbf-a440-33de997b970e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:25.058390 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75c0dbea-5cb0-4cbf-a440-33de997b970e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:25.061367 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-75c0dbea-5cb0-4cbf-a440-33de997b970e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d821459a-6943-4f82-ada2-24eae498cb35 HTTP/1.1" status: 204 len: 168 time: 0.2511234 Jul 23 16:43:25.096666 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0dbea-5cb0-4cbf-a440-33de997b970e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d821459a-6943-4f82-ada2-24eae498cb35,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:25.105983 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:43:25.293660 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-765ea8ee-2e9d-4704-ae1b-69f19da8098a tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:25.315255 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-765ea8ee-2e9d-4704-ae1b-69f19da8098a tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:25.502100 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-765ea8ee-2e9d-4704-ae1b-69f19da8098a tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Deleting port 980c81a2-c116-4642-ba2e-d0de329ad508 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:43:25.509027 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-765ea8ee-2e9d-4704-ae1b-69f19da8098a tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:25.664996 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-765ea8ee-2e9d-4704-ae1b-69f19da8098a tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:25.681401 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-765ea8ee-2e9d-4704-ae1b-69f19da8098a tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Calling delete_port for 980c81a2-c116-4642-ba2e-d0de329ad508 owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:43:25.962414 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-765ea8ee-2e9d-4704-ae1b-69f19da8098a tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:26.040326 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ea8ee-2e9d-4704-ae1b-69f19da8098a tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Pushing event deleted for resources: {'Port': ['ID=980c81a2-c116-4642-ba2e-d0de329ad508,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:26.195640 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-765ea8ee-2e9d-4704-ae1b-69f19da8098a tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:26.803755 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-765ea8ee-2e9d-4704-ae1b-69f19da8098a tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:26.813821 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-765ea8ee-2e9d-4704-ae1b-69f19da8098a tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1714764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1714741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695099'] for router, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:26.954720 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765ea8ee-2e9d-4704-ae1b-69f19da8098a tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Router d571b265-9c19-47ca-aa9b-8564f90b0658 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:43:27.102097 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765ea8ee-2e9d-4704-ae1b-69f19da8098a tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:43:27.119793 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eecad3-4ff0-4603-b562-294431d3dfcc None None] Sync routers for ids ['d571b265-9c19-47ca-aa9b-8564f90b0658'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:43:27.143676 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-765ea8ee-2e9d-4704-ae1b-69f19da8098a tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:27.145136 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eecad3-4ff0-4603-b562-294431d3dfcc None None] Routers {'d571b265-9c19-47ca-aa9b-8564f90b0658'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:43:27.146053 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-62eecad3-4ff0-4603-b562-294431d3dfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:43:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d571b265-9c19-47ca-aa9b-8564f90b0658'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:27.151783 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 32834) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:27.155546 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-765ea8ee-2e9d-4704-ae1b-69f19da8098a tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] 10.222.0.73 "PUT /v2.0/routers/d571b265-9c19-47ca-aa9b-8564f90b0658 HTTP/1.1" status: 200 len: 710 time: 2.8436337 Jul 23 16:43:27.212005 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-62eecad3-4ff0-4603-b562-294431d3dfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:27.243899 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eecad3-4ff0-4603-b562-294431d3dfcc None None] Routers {'d571b265-9c19-47ca-aa9b-8564f90b0658'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:43:27.245729 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-62eecad3-4ff0-4603-b562-294431d3dfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:43:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d571b265-9c19-47ca-aa9b-8564f90b0658'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:27.412755 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 32848) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:27.415181 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cbfa1a7e-bba1-453b-9227-c3cfcc169704 tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "GET /v2.0/routers/d571b265-9c19-47ca-aa9b-8564f90b0658 HTTP/1.1" status: 200 len: 745 time: 0.2608926 Jul 23 16:43:27.485788 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-62eecad3-4ff0-4603-b562-294431d3dfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:27.486799 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eecad3-4ff0-4603-b562-294431d3dfcc None None] The sync data for ids ['d571b265-9c19-47ca-aa9b-8564f90b0658'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:43:27.487881 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e665265b-e964-4d4d-aa73-cd8086d5a92e tempest-RoutersIpV6AdminTest-1494258395 tempest-RoutersIpV6AdminTest-1494258395-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=4e763b06-7572-4747-a18b-44a256cb56cb&device_id=d571b265-9c19-47ca-aa9b-8564f90b0658 HTTP/1.1" status: 200 len: 205 time: 0.0729094 Jul 23 16:43:27.491439 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 32850) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:27.566107 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-98725b00-1b93-4358-8bae-f51e7e85adfa tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] 10.222.0.73 "GET /v2.0/ports?device_id=d571b265-9c19-47ca-aa9b-8564f90b0658 HTTP/1.1" status: 200 len: 205 time: 0.0730665 Jul 23 16:43:27.568444 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 32856) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:27.706352 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0e675a85-c5bb-4f6a-a929-da78bf30a899 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:28.077962 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0e675a85-c5bb-4f6a-a929-da78bf30a899 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:28.081368 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0e675a85-c5bb-4f6a-a929-da78bf30a899 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:28.115837 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 32872) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:28.164081 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0e675a85-c5bb-4f6a-a929-da78bf30a899 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:28.165259 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e675a85-c5bb-4f6a-a929-da78bf30a899 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Fanout notify agent at l3_agent the message router_deleted on router d571b265-9c19-47ca-aa9b-8564f90b0658 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:43:28.190704 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0e675a85-c5bb-4f6a-a929-da78bf30a899 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:28.193250 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0e675a85-c5bb-4f6a-a929-da78bf30a899 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] 10.222.0.73 "DELETE /v2.0/routers/d571b265-9c19-47ca-aa9b-8564f90b0658 HTTP/1.1" status: 204 len: 168 time: 0.6224635 Jul 23 16:43:28.196460 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 32876) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:28.243995 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4a650d70-0fbd-4c3f-be27-d2d3dfcaf085 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] 10.222.0.73 "GET /v2.0/ports?device_id=d571b265-9c19-47ca-aa9b-8564f90b0658 HTTP/1.1" status: 200 len: 205 time: 0.0446227 Jul 23 16:43:28.244211 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 32878) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:28.361727 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0db06655-faf7-46e1-ba28-ae727619be4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:28.379389 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-a7eb50d0-e98d-4267-aa0a-291a9588b629 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] delete failed (client error): The resource could not be found. Jul 23 16:43:28.380435 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a7eb50d0-e98d-4267-aa0a-291a9588b629 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] 10.222.0.73 "DELETE /v2.0/routers/d571b265-9c19-47ca-aa9b-8564f90b0658 HTTP/1.1" status: 404 len: 336 time: 0.1344512 Jul 23 16:43:28.383425 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 32892) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:28.460800 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c34e2ec4-4ece-47d6-a175-0515688dff11 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] 10.222.0.73 "GET /v2.0/ports?device_id=c268ee0b-246e-4110-98e2-0b27f3a74ec4 HTTP/1.1" status: 200 len: 205 time: 0.0739172 Jul 23 16:43:28.461283 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 32898) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:28.604926 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-687494b4-3299-4d45-a70c-5b363b508301 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] delete failed (client error): The resource could not be found. Jul 23 16:43:28.610015 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-687494b4-3299-4d45-a70c-5b363b508301 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] 10.222.0.73 "DELETE /v2.0/routers/c268ee0b-246e-4110-98e2-0b27f3a74ec4 HTTP/1.1" status: 404 len: 336 time: 0.1475561 Jul 23 16:43:28.611362 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 32902) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:28.702705 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-94761ba6-e703-4d67-9ec5-29d86bce814b tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] 10.222.0.73 "GET /v2.0/ports?device_id=6635d4d3-6ff7-46fe-aed9-d5a67589458b HTTP/1.1" status: 200 len: 205 time: 0.0876167 Jul 23 16:43:28.703419 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 32904) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:28.708732 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0db06655-faf7-46e1-ba28-ae727619be4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:28.717833 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0db06655-faf7-46e1-ba28-ae727619be4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:28.765982 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-4ca55a36-a5dc-46b8-834c-d40a71ee3079 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] delete failed (client error): The resource could not be found. Jul 23 16:43:28.767114 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4ca55a36-a5dc-46b8-834c-d40a71ee3079 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] 10.222.0.73 "DELETE /v2.0/routers/6635d4d3-6ff7-46fe-aed9-d5a67589458b HTTP/1.1" status: 404 len: 336 time: 0.0627475 Jul 23 16:43:28.778068 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 32908) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:28.802319 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0db06655-faf7-46e1-ba28-ae727619be4f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=010cfdc31c88413c93fa931e8a6b5fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6851039 Jul 23 16:43:28.803586 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db06655-faf7-46e1-ba28-ae727619be4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f37e5f-2c74-44fb-b543-e118eefd9c90,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:28.807917 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 32914) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:28.852193 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2b92edd1-e4a7-4dc8-af0a-6dd9c5b54dee tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdd99144-de62-48af-88e0-a26b239232d3 HTTP/1.1" status: 200 len: 205 time: 0.0727439 Jul 23 16:43:28.860060 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 32916) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:28.943916 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-61f20332-0e3a-4a07-afa5-e262badd1db8 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] delete failed (client error): The resource could not be found. Jul 23 16:43:28.945427 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-61f20332-0e3a-4a07-afa5-e262badd1db8 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] 10.222.0.73 "DELETE /v2.0/routers/fdd99144-de62-48af-88e0-a26b239232d3 HTTP/1.1" status: 404 len: 336 time: 0.0840018 Jul 23 16:43:28.948547 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 32928) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:28.998450 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4e700218-17d4-4920-879f-c02bbc0a79b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:29.059614 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d4e52cdc-fd4a-4aa0-80b9-67b4ec36afbd tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] 10.222.0.73 "GET /v2.0/ports?device_id=217de73a-daae-47c0-af90-e17ef5ed6b75 HTTP/1.1" status: 200 len: 205 time: 0.1060579 Jul 23 16:43:29.073667 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 32938) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:29.095230 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4e700218-17d4-4920-879f-c02bbc0a79b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:29.169720 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-4c8ea8af-1461-4877-9cb6-0b5f8a564767 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] delete failed (client error): The resource could not be found. Jul 23 16:43:29.174406 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4c8ea8af-1461-4877-9cb6-0b5f8a564767 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] 10.222.0.73 "DELETE /v2.0/routers/217de73a-daae-47c0-af90-e17ef5ed6b75 HTTP/1.1" status: 404 len: 336 time: 0.0969839 Jul 23 16:43:29.174727 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 32952) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:29.232259 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6b06b0f0-6621-4803-b8f1-c47aff16d01e tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ada7200-45b2-4119-9404-81aee8e6f99b HTTP/1.1" status: 200 len: 205 time: 0.0553665 Jul 23 16:43:29.235000 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 32954) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:29.241912 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4e700218-17d4-4920-879f-c02bbc0a79b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:29.244796 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4e700218-17d4-4920-879f-c02bbc0a79b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:29.247225 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4e700218-17d4-4920-879f-c02bbc0a79b5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/04f37e5f-2c74-44fb-b543-e118eefd9c90 HTTP/1.1" status: 204 len: 168 time: 0.4370873 Jul 23 16:43:29.267277 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e700218-17d4-4920-879f-c02bbc0a79b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f37e5f-2c74-44fb-b543-e118eefd9c90,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:29.334698 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-71275a1e-85b5-4278-b190-1e1ec70e8c25 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] delete failed (client error): The resource could not be found. Jul 23 16:43:29.337759 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-71275a1e-85b5-4278-b190-1e1ec70e8c25 tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] 10.222.0.73 "DELETE /v2.0/routers/1ada7200-45b2-4119-9404-81aee8e6f99b HTTP/1.1" status: 404 len: 336 time: 0.0996580 Jul 23 16:43:29.339075 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 32972) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:29.368009 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-62248294-ccab-44a7-87a6-9238e924913a tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] DELETE failed (client error): The resource could not be found. Jul 23 16:43:29.368463 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62248294-ccab-44a7-87a6-9238e924913a tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:43:29.370353 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-62248294-ccab-44a7-87a6-9238e924913a tempest-RoutersIpV6AdminTest-332605298 tempest-RoutersIpV6AdminTest-332605298-project] 10.222.0.73 "DELETE /v2.0/subnets/dc24d3ab-0458-47e2-bad5-2a9a4bad46c2 HTTP/1.1" status: 404 len: 337 time: 0.0300953 Jul 23 16:43:29.858191 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 32998) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:29.906245 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-735746f6-c850-4e62-a68c-70c049858ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:29.995095 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33000) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:30.106193 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-735746f6-c850-4e62-a68c-70c049858ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:30.111757 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-735746f6-c850-4e62-a68c-70c049858ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:30.180058 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-735746f6-c850-4e62-a68c-70c049858ba0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b9aa1a28c6014311ad18e95a803dc7ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3180695 Jul 23 16:43:30.184168 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735746f6-c850-4e62-a68c-70c049858ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042a2fd6-5760-42f4-9182-a26cd12b268a,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:30.194645 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33008) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:30.222078 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5d33a9f0-06cb-429c-9f24-0cc8ee73d266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:30.310021 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42c7d9c9-2252-41fa-8d61-c8dc3dc2da3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:30.374321 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42c7d9c9-2252-41fa-8d61-c8dc3dc2da3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:30.489433 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5d33a9f0-06cb-429c-9f24-0cc8ee73d266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:30.501991 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5d33a9f0-06cb-429c-9f24-0cc8ee73d266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:30.540798 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42c7d9c9-2252-41fa-8d61-c8dc3dc2da3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:30.546390 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42c7d9c9-2252-41fa-8d61-c8dc3dc2da3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:30.548489 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-42c7d9c9-2252-41fa-8d61-c8dc3dc2da3a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/042a2fd6-5760-42f4-9182-a26cd12b268a HTTP/1.1" status: 204 len: 168 time: 0.3512633 Jul 23 16:43:30.593605 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7d9c9-2252-41fa-8d61-c8dc3dc2da3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042a2fd6-5760-42f4-9182-a26cd12b268a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:30.708795 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5d33a9f0-06cb-429c-9f24-0cc8ee73d266 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8c63457ef4b148a2aaf30aa7fdbe40d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7078531 Jul 23 16:43:30.708943 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33046) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:30.714887 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33a9f0-06cb-429c-9f24-0cc8ee73d266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65300d5-573d-4204-b833-ad47547bfec4,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:30.886856 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dac69475-054f-43a0-b012-b8dc59a75104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:30.926977 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dac69475-054f-43a0-b012-b8dc59a75104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:31.018310 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dac69475-054f-43a0-b012-b8dc59a75104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:31.021439 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dac69475-054f-43a0-b012-b8dc59a75104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:31.025136 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-dac69475-054f-43a0-b012-b8dc59a75104 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a65300d5-573d-4204-b833-ad47547bfec4 HTTP/1.1" status: 204 len: 168 time: 0.3141468 Jul 23 16:43:31.045370 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac69475-054f-43a0-b012-b8dc59a75104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65300d5-573d-4204-b833-ad47547bfec4,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:31.512252 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33088) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:31.638489 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b3ae586b-2384-4d2c-b57c-b5a9ca74988a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d0368e7f6e7e4955886a85b001cd118c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1247685 Jul 23 16:43:31.640782 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33102) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:31.721905 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b32e71b7-fe56-42df-b418-586151e14343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:31.770739 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b32e71b7-fe56-42df-b418-586151e14343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:31.900343 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b32e71b7-fe56-42df-b418-586151e14343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:31.908184 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b32e71b7-fe56-42df-b418-586151e14343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:31.915178 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b32e71b7-fe56-42df-b418-586151e14343 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a4e37a0a-e0ad-43c5-b4fb-d867a80cf738 HTTP/1.1" status: 204 len: 168 time: 0.2731445 Jul 23 16:43:31.950243 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e71b7-fe56-42df-b418-586151e14343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e37a0a-e0ad-43c5-b4fb-d867a80cf738,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:32.634559 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a1af172b-1c0e-48f7-8136-e71cdf00d9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:34.010483 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33212) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:34.393217 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-67e56b4d-c3bb-4dbc-9068-ccee6a135001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:34.603460 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-67e56b4d-c3bb-4dbc-9068-ccee6a135001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:34.617926 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-67e56b4d-c3bb-4dbc-9068-ccee6a135001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:34.726556 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-67e56b4d-c3bb-4dbc-9068-ccee6a135001 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1466eaf6e3044262adb9a24ad1ba563d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7148950 Jul 23 16:43:34.730516 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33262) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:34.739925 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33264) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:34.765305 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e56b4d-c3bb-4dbc-9068-ccee6a135001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e057c67e-a380-4815-a9c2-b4f19cc6296e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:34.775350 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e56b4d-c3bb-4dbc-9068-ccee6a135001 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:34.775707 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e56b4d-c3bb-4dbc-9068-ccee6a135001 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:34.776052 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e56b4d-c3bb-4dbc-9068-ccee6a135001 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:34.776492 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e56b4d-c3bb-4dbc-9068-ccee6a135001 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:34.776949 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e56b4d-c3bb-4dbc-9068-ccee6a135001 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:34.777319 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e56b4d-c3bb-4dbc-9068-ccee6a135001 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:34.777657 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e56b4d-c3bb-4dbc-9068-ccee6a135001 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:34.778125 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e56b4d-c3bb-4dbc-9068-ccee6a135001 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:34.778304 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e56b4d-c3bb-4dbc-9068-ccee6a135001 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:34.778635 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e56b4d-c3bb-4dbc-9068-ccee6a135001 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:34.778962 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e56b4d-c3bb-4dbc-9068-ccee6a135001 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:34.779289 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e56b4d-c3bb-4dbc-9068-ccee6a135001 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:34.929226 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:34.947400 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d8a2cc3-cf85-40c1-b87e-575b6094b5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:35.007699 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d8a2cc3-cf85-40c1-b87e-575b6094b5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:35.008572 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-487fbc39-eb0c-47c4-bd30-c18018499676 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-872806140'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:35.036541 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487fbc39-eb0c-47c4-bd30-c18018499676 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Made reservation on behalf of a8a48b989445426294471c11254f02d9 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:35.045946 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-487fbc39-eb0c-47c4-bd30-c18018499676 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:35.087521 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d8a2cc3-cf85-40c1-b87e-575b6094b5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:35.089324 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-487fbc39-eb0c-47c4-bd30-c18018499676 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:35.095386 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d8a2cc3-cf85-40c1-b87e-575b6094b5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:35.098299 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4d8a2cc3-cf85-40c1-b87e-575b6094b5f3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e057c67e-a380-4815-a9c2-b4f19cc6296e HTTP/1.1" status: 204 len: 168 time: 0.3667552 Jul 23 16:43:35.118900 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a2cc3-cf85-40c1-b87e-575b6094b5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e057c67e-a380-4815-a9c2-b4f19cc6296e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:35.318559 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-487fbc39-eb0c-47c4-bd30-c18018499676 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:35.327605 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-487fbc39-eb0c-47c4-bd30-c18018499676 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:35.382984 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-de73a0aa-4a1e-4398-afd7-8ab9a706f83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:35.401985 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fbc39-eb0c-47c4-bd30-c18018499676 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e25bbe0-5434-4153-a2b4-772930d30203,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:35.412339 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-487fbc39-eb0c-47c4-bd30-c18018499676 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] vlan segment allocate from pool success with {'vlan_id': 1104, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:43:35.432906 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-487fbc39-eb0c-47c4-bd30-c18018499676 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:35.433493 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-487fbc39-eb0c-47c4-bd30-c18018499676 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Added segment cc196532-2540-4335-a511-73a447447ebe of type vlan for network a4a11bec-cfea-4abe-944c-0525ed410226 Jul 23 16:43:35.506238 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:35.590464 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-487fbc39-eb0c-47c4-bd30-c18018499676 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:35.645534 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-487fbc39-eb0c-47c4-bd30-c18018499676 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:35.656936 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487fbc39-eb0c-47c4-bd30-c18018499676 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:35.657815 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-487fbc39-eb0c-47c4-bd30-c18018499676 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:35.692953 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-487fbc39-eb0c-47c4-bd30-c18018499676 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9514728 Jul 23 16:43:35.696071 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33304) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:35.703551 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-cf8ed8cb-9cff-497d-945a-bbb95cb3a3c4 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Request body: {'subnet': {'network_id': 'a4a11bec-cfea-4abe-944c-0525ed410226', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:35.782936 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fbc39-eb0c-47c4-bd30-c18018499676 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Pushing event updated for resources: {'Network': ['ID=a4a11bec-cfea-4abe-944c-0525ed410226,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:35.796420 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network a4a11bec-cfea-4abe-944c-0525ed410226 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:43:35.975411 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33314) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:35.986299 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8ed8cb-9cff-497d-945a-bbb95cb3a3c4 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Made reservation on behalf of a8a48b989445426294471c11254f02d9 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:36.010958 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cf8ed8cb-9cff-497d-945a-bbb95cb3a3c4 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:36.266268 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33322) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:36.289726 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4e3f6680-378d-41c2-ba47-9c709f622b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:36.390727 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cf8ed8cb-9cff-497d-945a-bbb95cb3a3c4 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:36.480708 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8ed8cb-9cff-497d-945a-bbb95cb3a3c4 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Checking segment: {'id': 'cc196532-2540-4335-a511-73a447447ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'a4a11bec-cfea-4abe-944c-0525ed410226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:43:36.482206 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8ed8cb-9cff-497d-945a-bbb95cb3a3c4 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Network hostable DHCP agents. Network: a4a11bec-cfea-4abe-944c-0525ed410226, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:43:36.508209 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ed8cb-9cff-497d-945a-bbb95cb3a3c4 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Pushing event updated for resources: {'Subnet': ['ID=1b3755d0-8d57-44fc-a35a-5814dc5f7c5f,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:36.522131 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8ed8cb-9cff-497d-945a-bbb95cb3a3c4 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Network a4a11bec-cfea-4abe-944c-0525ed410226 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:43:36.555537 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4e3f6680-378d-41c2-ba47-9c709f622b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:36.560598 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:36.564136 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-cf8ed8cb-9cff-497d-945a-bbb95cb3a3c4 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, a4a11bec-cfea-4abe-944c-0525ed410226) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:36.565795 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4e3f6680-378d-41c2-ba47-9c709f622b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:36.575108 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cc08d1-8648-4018-bd2d-238f49960e52 None None] Network a4a11bec-cfea-4abe-944c-0525ed410226 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:43:36.584570 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8ed8cb-9cff-497d-945a-bbb95cb3a3c4 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:36.594645 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cf8ed8cb-9cff-497d-945a-bbb95cb3a3c4 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:36.628028 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cf8ed8cb-9cff-497d-945a-bbb95cb3a3c4 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9306850 Jul 23 16:43:36.631420 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33330) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:36.639264 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-2a52a314-1376-4236-973d-5f09adf922b6 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Request body: {'port': {'network_id': 'a4a11bec-cfea-4abe-944c-0525ed410226', 'name': 'tempest-AllowedAddressPairTestJSON-923047984'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:36.709758 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f6680-378d-41c2-ba47-9c709f622b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f9ce28-796d-4011-97bf-105c8b19e5dd,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:36.720529 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4e3f6680-378d-41c2-ba47-9c709f622b4a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=625500ce340643c99d9d85ce9add89c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4523997 Jul 23 16:43:36.724847 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33336) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:36.833099 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a70b88d9-5b6a-4e03-a393-07c5f7d0aae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:36.865087 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-06b670a2-6e9c-4ae2-85ba-81627b39efb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:37.041706 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-a4a11bec-cfea-4abe-944c-0525ed410226', 'network_id': 'a4a11bec-cfea-4abe-944c-0525ed410226', 'tenant_id': 'a8a48b989445426294471c11254f02d9', 'fixed_ips': [{'subnet_id': '1b3755d0-8d57-44fc-a35a-5814dc5f7c5f'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:43:37.044011 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:37.092588 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a70b88d9-5b6a-4e03-a393-07c5f7d0aae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:37.123931 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a70b88d9-5b6a-4e03-a393-07c5f7d0aae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:37.130992 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a52a314-1376-4236-973d-5f09adf922b6 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Made reservation on behalf of a8a48b989445426294471c11254f02d9 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:37.134539 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2a52a314-1376-4236-973d-5f09adf922b6 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:37.212103 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-2a52a314-1376-4236-973d-5f09adf922b6 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] device_id is not set on port 71fb78ec-2d7f-4a9b-aebd-6eba9ce9cc78 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:43:37.227936 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-06b670a2-6e9c-4ae2-85ba-81627b39efb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:37.280798 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33348) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:37.282249 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Allocated IP 172.20.0.2 (a4a11bec-cfea-4abe-944c-0525ed410226/1b3755d0-8d57-44fc-a35a-5814dc5f7c5f/983850ef-083a-434a-8bc5-380953d6fa3b) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:37.361035 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33352) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:37.361981 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a70b88d9-5b6a-4e03-a393-07c5f7d0aae6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7c1f552c5e6844e08b41e39796aa58ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3817935 Jul 23 16:43:37.392023 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b88d9-5b6a-4e03-a393-07c5f7d0aae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a221bcc9-f4b0-493d-8543-589b11e8fb38,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:37.463340 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-06b670a2-6e9c-4ae2-85ba-81627b39efb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:37.467259 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-06b670a2-6e9c-4ae2-85ba-81627b39efb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:37.468734 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-06b670a2-6e9c-4ae2-85ba-81627b39efb1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/65f9ce28-796d-4011-97bf-105c8b19e5dd HTTP/1.1" status: 204 len: 168 time: 0.7421074 Jul 23 16:43:37.472479 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:37.501651 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b670a2-6e9c-4ae2-85ba-81627b39efb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f9ce28-796d-4011-97bf-105c8b19e5dd,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:37.511870 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b93d1b7f-d561-48ae-9b4e-9c3b42d101ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:37.605895 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b93d1b7f-d561-48ae-9b4e-9c3b42d101ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:37.620229 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-17bff13f-8b70-401c-95d0-a829c67dbfdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:37.657418 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:37.678305 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Transition to ACTIVE for port object 983850ef-083a-434a-8bc5-380953d6fa3b will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:37.723994 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b93d1b7f-d561-48ae-9b4e-9c3b42d101ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:37.727045 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b93d1b7f-d561-48ae-9b4e-9c3b42d101ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:37.728877 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b93d1b7f-d561-48ae-9b4e-9c3b42d101ad admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a221bcc9-f4b0-493d-8543-589b11e8fb38 HTTP/1.1" status: 204 len: 168 time: 0.3646846 Jul 23 16:43:37.743739 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d1b7f-d561-48ae-9b4e-9c3b42d101ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a221bcc9-f4b0-493d-8543-589b11e8fb38,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:37.750638 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Transition to ACTIVE for port object 983850ef-083a-434a-8bc5-380953d6fa3b will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:37.761731 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:37.822511 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Network a4a11bec-cfea-4abe-944c-0525ed410226 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:37.829731 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:37.832126 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Pushing event updated for resources: {'Port': ['ID=983850ef-083a-434a-8bc5-380953d6fa3b,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:37.857445 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:37.861074 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:37.861780 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:37.865612 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:37.866003 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:37.866358 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:37.866696 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:37.867031 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:37.867375 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:37.867696 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:37.868549 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:37.869825 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:37.877947 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:37.966652 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-2a52a314-1376-4236-973d-5f09adf922b6 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Allocated IP 172.20.0.6 (a4a11bec-cfea-4abe-944c-0525ed410226/1b3755d0-8d57-44fc-a35a-5814dc5f7c5f/71fb78ec-2d7f-4a9b-aebd-6eba9ce9cc78) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:37.980327 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-17bff13f-8b70-401c-95d0-a829c67dbfdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:38.010108 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-17bff13f-8b70-401c-95d0-a829c67dbfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:38.045648 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Attempting to bind port 983850ef-083a-434a-8bc5-380953d6fa3b on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:43:38.046350 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Attempting to bind port 983850ef-083a-434a-8bc5-380953d6fa3b by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'cc196532-2540-4335-a511-73a447447ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'a4a11bec-cfea-4abe-944c-0525ed410226'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:43:38.046918 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Attempting to bind port 983850ef-083a-434a-8bc5-380953d6fa3b on network a4a11bec-cfea-4abe-944c-0525ed410226 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:43:38.059631 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:43:38.060639 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Checking segment: {'id': 'cc196532-2540-4335-a511-73a447447ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'a4a11bec-cfea-4abe-944c-0525ed410226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:43:38.061330 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:38.062063 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Bound using segment: {'id': 'cc196532-2540-4335-a511-73a447447ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'a4a11bec-cfea-4abe-944c-0525ed410226'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:43:38.062738 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Bound port: 983850ef-083a-434a-8bc5-380953d6fa3b, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc196532-2540-4335-a511-73a447447ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'a4a11bec-cfea-4abe-944c-0525ed410226'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:43:38.063419 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:38.074840 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bff13f-8b70-401c-95d0-a829c67dbfdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ab90bb-835e-4bb9-a51f-6d42facedf79,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:38.191157 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-17bff13f-8b70-401c-95d0-a829c67dbfdc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=86958d162e7f4543acab9571019087a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9089835 Jul 23 16:43:38.195210 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33380) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:38.301472 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] For port 983850ef-083a-434a-8bc5-380953d6fa3b, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:43:38.306213 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] For port 983850ef-083a-434a-8bc5-380953d6fa3b, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=983850ef-083a-434a-8bc5-380953d6fa3b,segment=NetworkSegment(cc196532-2540-4335-a511-73a447447ebe),segment_id=cc196532-2540-4335-a511-73a447447ebe)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:43:38.312896 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:38.314597 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1783e7c1-a4f6-4a10-b6b9-cca53d2f10fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:38.379617 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1783e7c1-a4f6-4a10-b6b9-cca53d2f10fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:38.530300 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2a52a314-1376-4236-973d-5f09adf922b6 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:38.533372 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1783e7c1-a4f6-4a10-b6b9-cca53d2f10fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:38.545395 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1783e7c1-a4f6-4a10-b6b9-cca53d2f10fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:38.552924 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1783e7c1-a4f6-4a10-b6b9-cca53d2f10fa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/09ab90bb-835e-4bb9-a51f-6d42facedf79 HTTP/1.1" status: 204 len: 168 time: 0.3543804 Jul 23 16:43:38.584391 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783e7c1-a4f6-4a10-b6b9-cca53d2f10fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ab90bb-835e-4bb9-a51f-6d42facedf79,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:38.589368 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-2a52a314-1376-4236-973d-5f09adf922b6 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Transition to ACTIVE for port object 71fb78ec-2d7f-4a9b-aebd-6eba9ce9cc78 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:38.704774 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2a52a314-1376-4236-973d-5f09adf922b6 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:38.788025 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a52a314-1376-4236-973d-5f09adf922b6 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Network a4a11bec-cfea-4abe-944c-0525ed410226 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:38.804864 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-2a52a314-1376-4236-973d-5f09adf922b6 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:38.813352 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a52a314-1376-4236-973d-5f09adf922b6 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:38.859468 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52a314-1376-4236-973d-5f09adf922b6 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Pushing event updated for resources: {'Port': ['ID=71fb78ec-2d7f-4a9b-aebd-6eba9ce9cc78,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:38.878434 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9096f6c-66bd-4fb9-93d6-06322a4ad442 None None] Pushing event updated for resources: {'Port': ['ID=983850ef-083a-434a-8bc5-380953d6fa3b,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:38.954808 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:38.981518 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a52a314-1376-4236-973d-5f09adf922b6 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:38.982224 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2a52a314-1376-4236-973d-5f09adf922b6 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:39.025989 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2a52a314-1376-4236-973d-5f09adf922b6 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3925815 Jul 23 16:43:39.032579 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33410) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:39.042790 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-a3164f3e-61cc-42b6-8f17-d7ad5ec2433b tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Request body: {'port': {'network_id': 'a4a11bec-cfea-4abe-944c-0525ed410226', 'name': 'tempest-AllowedAddressPairTestJSON-740386178', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:52:0e:40'}]}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:39.337089 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3164f3e-61cc-42b6-8f17-d7ad5ec2433b tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Made reservation on behalf of a8a48b989445426294471c11254f02d9 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:39.522289 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a3164f3e-61cc-42b6-8f17-d7ad5ec2433b tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:39.579891 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-a3164f3e-61cc-42b6-8f17-d7ad5ec2433b tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] device_id is not set on port cc30625a-dbf1-46f5-95f7-3eb34045e651 yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:43:39.597109 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 983850ef-083a-434a-8bc5-380953d6fa3b up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:43:39.712222 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 983850ef-083a-434a-8bc5-380953d6fa3b completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:39.833983 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-a3164f3e-61cc-42b6-8f17-d7ad5ec2433b tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Allocated IP 172.20.0.5 (a4a11bec-cfea-4abe-944c-0525ed410226/1b3755d0-8d57-44fc-a35a-5814dc5f7c5f/cc30625a-dbf1-46f5-95f7-3eb34045e651) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:40.148433 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a3164f3e-61cc-42b6-8f17-d7ad5ec2433b tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:40.164773 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-a3164f3e-61cc-42b6-8f17-d7ad5ec2433b tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Transition to ACTIVE for port object cc30625a-dbf1-46f5-95f7-3eb34045e651 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:40.206847 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a3164f3e-61cc-42b6-8f17-d7ad5ec2433b tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:40.322074 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3164f3e-61cc-42b6-8f17-d7ad5ec2433b tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Network a4a11bec-cfea-4abe-944c-0525ed410226 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:40.327967 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-a3164f3e-61cc-42b6-8f17-d7ad5ec2433b tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:40.343082 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3164f3e-61cc-42b6-8f17-d7ad5ec2433b tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:40.396487 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3164f3e-61cc-42b6-8f17-d7ad5ec2433b tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Pushing event updated for resources: {'Port': ['ID=cc30625a-dbf1-46f5-95f7-3eb34045e651,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:40.463826 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3164f3e-61cc-42b6-8f17-d7ad5ec2433b tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:40.464793 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a3164f3e-61cc-42b6-8f17-d7ad5ec2433b tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:40.494954 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a3164f3e-61cc-42b6-8f17-d7ad5ec2433b tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.4610105 Jul 23 16:43:40.498033 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33464) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:40.605909 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2965b2-ade2-4bd6-a4bf-60bd14e1aa86 None None] Network a4a11bec-cfea-4abe-944c-0525ed410226 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:43:40.640414 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63a1cb8-39d8-497d-b92d-07b5adebe790 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:40.649108 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63a1cb8-39d8-497d-b92d-07b5adebe790 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:40.656311 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63a1cb8-39d8-497d-b92d-07b5adebe790 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:40.658312 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e63a1cb8-39d8-497d-b92d-07b5adebe790 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.1592560 Jul 23 16:43:40.661141 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33470) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:40.747712 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1dff914d-cbed-4a3d-9cba-b60e01561552 None None] Provisioning for port 983850ef-083a-434a-8bc5-380953d6fa3b completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:40.767939 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1dff914d-cbed-4a3d-9cba-b60e01561552 None None] Provisioning complete for port 983850ef-083a-434a-8bc5-380953d6fa3b triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:40.768393 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1dff914d-cbed-4a3d-9cba-b60e01561552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:40.961465 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5393b527-d224-484a-9182-3730a476d788 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Deleting port cc30625a-dbf1-46f5-95f7-3eb34045e651 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:43:40.962258 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5393b527-d224-484a-9182-3730a476d788 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:40.987220 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1dff914d-cbed-4a3d-9cba-b60e01561552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:41.031628 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-1dff914d-cbed-4a3d-9cba-b60e01561552 None None] For port 983850ef-083a-434a-8bc5-380953d6fa3b, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=983850ef-083a-434a-8bc5-380953d6fa3b,segment=NetworkSegment(cc196532-2540-4335-a511-73a447447ebe),segment_id=cc196532-2540-4335-a511-73a447447ebe)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:43:41.050471 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1dff914d-cbed-4a3d-9cba-b60e01561552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:41.193785 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5393b527-d224-484a-9182-3730a476d788 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:41.201552 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff914d-cbed-4a3d-9cba-b60e01561552 None None] Pushing event updated for resources: {'Port': ['ID=983850ef-083a-434a-8bc5-380953d6fa3b,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:41.233535 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5393b527-d224-484a-9182-3730a476d788 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Calling delete_port for cc30625a-dbf1-46f5-95f7-3eb34045e651 owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:43:41.546064 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5393b527-d224-484a-9182-3730a476d788 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:41.550667 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 983850ef-083a-434a-8bc5-380953d6fa3b up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:43:41.612111 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33506) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:41.673673 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393b527-d224-484a-9182-3730a476d788 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Pushing event deleted for resources: {'Port': ['ID=cc30625a-dbf1-46f5-95f7-3eb34045e651,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:41.702284 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6e5337f5-39cd-494d-b5f0-45761c679984 None None] Could not find standard attr ID for object cc30625a-dbf1-46f5-95f7-3eb34045e651. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:43:41.720685 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 983850ef-083a-434a-8bc5-380953d6fa3b triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:41.721459 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:41.802350 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6e5337f5-39cd-494d-b5f0-45761c679984 None None] Provisioning complete for port 983850ef-083a-434a-8bc5-380953d6fa3b triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:41.802728 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6e5337f5-39cd-494d-b5f0-45761c679984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:42.034667 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a1c9491b-51e1-436f-9cc5-2971fd36b124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:42.079296 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6e5337f5-39cd-494d-b5f0-45761c679984 None None] Provisioning for port 71fb78ec-2d7f-4a9b-aebd-6eba9ce9cc78 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:42.089762 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6e5337f5-39cd-494d-b5f0-45761c679984 None None] Provisioning complete for port 71fb78ec-2d7f-4a9b-aebd-6eba9ce9cc78 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:42.091584 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6e5337f5-39cd-494d-b5f0-45761c679984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:42.218723 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-6e5337f5-39cd-494d-b5f0-45761c679984 None None] Port 71fb78ec-2d7f-4a9b-aebd-6eba9ce9cc78 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:43:42.293557 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a1c9491b-51e1-436f-9cc5-2971fd36b124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:42.324961 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a1c9491b-51e1-436f-9cc5-2971fd36b124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:42.359738 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-545cad3d-f001-4e28-a3f4-3c059fce1720 None None] Provisioning complete for port 71fb78ec-2d7f-4a9b-aebd-6eba9ce9cc78 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:42.361409 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-545cad3d-f001-4e28-a3f4-3c059fce1720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:42.513223 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a1c9491b-51e1-436f-9cc5-2971fd36b124 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9cb8199ed91e48da9ee2b7b36fd461d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8985729 Jul 23 16:43:42.513920 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9491b-51e1-436f-9cc5-2971fd36b124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d2e762-250d-4d4d-9fd3-eff646175d19,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:42.524271 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33538) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:42.525612 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-545cad3d-f001-4e28-a3f4-3c059fce1720 None None] Port 71fb78ec-2d7f-4a9b-aebd-6eba9ce9cc78 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:43:42.643451 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-14d6b068-a252-40de-9e44-9c2fd4390be6 None None] Could not find standard attr ID for object cc30625a-dbf1-46f5-95f7-3eb34045e651. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:43:42.696366 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-daf283d8-7a35-423c-af59-b4329feac68c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:42.784902 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-daf283d8-7a35-423c-af59-b4329feac68c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:42.881903 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-daf283d8-7a35-423c-af59-b4329feac68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:42.883519 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-daf283d8-7a35-423c-af59-b4329feac68c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:42.891615 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-daf283d8-7a35-423c-af59-b4329feac68c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e1d2e762-250d-4d4d-9fd3-eff646175d19 HTTP/1.1" status: 204 len: 168 time: 0.3669989 Jul 23 16:43:42.916472 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf283d8-7a35-423c-af59-b4329feac68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d2e762-250d-4d4d-9fd3-eff646175d19,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:42.979000 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5393b527-d224-484a-9182-3730a476d788 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:42.981633 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5393b527-d224-484a-9182-3730a476d788 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] 10.222.0.73 "DELETE /v2.0/ports/cc30625a-dbf1-46f5-95f7-3eb34045e651 HTTP/1.1" status: 204 len: 168 time: 2.3192108 Jul 23 16:43:42.984242 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33556) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:43.062368 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-43f0b7e7-f51f-4db6-af4a-7f3f3eba4ffd tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] GET failed (client error): The resource could not be found. Jul 23 16:43:43.064229 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-43f0b7e7-f51f-4db6-af4a-7f3f3eba4ffd tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] 10.222.0.73 "GET /v2.0/ports/cc30625a-dbf1-46f5-95f7-3eb34045e651 HTTP/1.1" status: 404 len: 333 time: 0.0786283 Jul 23 16:43:43.068442 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33558) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:43.076712 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6ee887cf-e75e-420b-a3c0-b811cfaec09c tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Request body: {'port': {'network_id': 'a4a11bec-cfea-4abe-944c-0525ed410226', 'name': 'tempest-AllowedAddressPairTestJSON-2043326255'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:43.317291 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee887cf-e75e-420b-a3c0-b811cfaec09c tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Made reservation on behalf of a8a48b989445426294471c11254f02d9 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:43.346378 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ee887cf-e75e-420b-a3c0-b811cfaec09c tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:43.391678 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-6ee887cf-e75e-420b-a3c0-b811cfaec09c tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] device_id is not set on port 30786606-9a83-45fc-8be0-66ebac700f15 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:43:43.602814 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-6ee887cf-e75e-420b-a3c0-b811cfaec09c tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Allocated IP 172.20.0.3 (a4a11bec-cfea-4abe-944c-0525ed410226/1b3755d0-8d57-44fc-a35a-5814dc5f7c5f/30786606-9a83-45fc-8be0-66ebac700f15) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:43.840872 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ee887cf-e75e-420b-a3c0-b811cfaec09c tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:43.887690 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-6ee887cf-e75e-420b-a3c0-b811cfaec09c tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Transition to ACTIVE for port object 30786606-9a83-45fc-8be0-66ebac700f15 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:43.971795 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ee887cf-e75e-420b-a3c0-b811cfaec09c tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:44.091260 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee887cf-e75e-420b-a3c0-b811cfaec09c tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Network a4a11bec-cfea-4abe-944c-0525ed410226 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:44.096705 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-6ee887cf-e75e-420b-a3c0-b811cfaec09c tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:44.104143 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee887cf-e75e-420b-a3c0-b811cfaec09c tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:44.141079 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee887cf-e75e-420b-a3c0-b811cfaec09c tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Pushing event updated for resources: {'Port': ['ID=30786606-9a83-45fc-8be0-66ebac700f15,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:44.187596 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee887cf-e75e-420b-a3c0-b811cfaec09c tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:44.188714 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ee887cf-e75e-420b-a3c0-b811cfaec09c tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:44.230016 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33634) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:44.230865 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6ee887cf-e75e-420b-a3c0-b811cfaec09c tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1610599 Jul 23 16:43:44.235725 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ccfd305d-a7b5-45bf-81ab-41b44c82cf0d tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:52:0e:40'}]}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:44.471091 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ccfd305d-a7b5-45bf-81ab-41b44c82cf0d tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:44.594141 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-cb284557-99fd-42c2-8e99-62fa9651a5a7 None None] Provisioning for port 30786606-9a83-45fc-8be0-66ebac700f15 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:44.609284 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-cb284557-99fd-42c2-8e99-62fa9651a5a7 None None] Provisioning complete for port 30786606-9a83-45fc-8be0-66ebac700f15 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:44.611186 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cb284557-99fd-42c2-8e99-62fa9651a5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:44.662422 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33654) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:44.677616 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-cb284557-99fd-42c2-8e99-62fa9651a5a7 None None] Port 30786606-9a83-45fc-8be0-66ebac700f15 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:43:44.853812 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ccfd305d-a7b5-45bf-81ab-41b44c82cf0d tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:44.860092 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ccfd305d-a7b5-45bf-81ab-41b44c82cf0d tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:45.303795 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-ccfd305d-a7b5-45bf-81ab-41b44c82cf0d tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] In _notify_port_updated(), no bound segment for port 30786606-9a83-45fc-8be0-66ebac700f15 on network a4a11bec-cfea-4abe-944c-0525ed410226 {{(pid=94012) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:43:45.309935 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a8c72bea-dc98-4623-979d-7a2f8814e162 None None] Provisioning complete for port 30786606-9a83-45fc-8be0-66ebac700f15 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:45.310565 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a8c72bea-dc98-4623-979d-7a2f8814e162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:45.311637 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfd305d-a7b5-45bf-81ab-41b44c82cf0d tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:45.312395 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ccfd305d-a7b5-45bf-81ab-41b44c82cf0d tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:45.314021 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ccfd305d-a7b5-45bf-81ab-41b44c82cf0d tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] 10.222.0.73 "PUT /v2.0/ports/30786606-9a83-45fc-8be0-66ebac700f15 HTTP/1.1" status: 200 len: 993 time: 1.0829935 Jul 23 16:43:45.317113 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33690) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:45.341839 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e4ba6016-8d85-4da9-bed3-6699949c1fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:45.365160 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd305d-a7b5-45bf-81ab-41b44c82cf0d tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Pushing event updated for resources: {'Port': ['ID=30786606-9a83-45fc-8be0-66ebac700f15,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:45.453796 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a8c72bea-dc98-4623-979d-7a2f8814e162 None None] Port 30786606-9a83-45fc-8be0-66ebac700f15 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:43:45.465425 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-71be3609-ad03-4f41-9196-60116122e04c tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Deleting port 30786606-9a83-45fc-8be0-66ebac700f15 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:43:45.466107 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-71be3609-ad03-4f41-9196-60116122e04c tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:45.560590 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33702) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:45.566374 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e4ba6016-8d85-4da9-bed3-6699949c1fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:45.571191 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e4ba6016-8d85-4da9-bed3-6699949c1fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:45.578781 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-71be3609-ad03-4f41-9196-60116122e04c tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:45.595073 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-71be3609-ad03-4f41-9196-60116122e04c tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Calling delete_port for 30786606-9a83-45fc-8be0-66ebac700f15 owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:43:45.625692 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e4ba6016-8d85-4da9-bed3-6699949c1fd8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b8ef56fe2f2a4b5da39da1d7a0afd63c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9583228 Jul 23 16:43:45.626645 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33706) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:45.683221 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba6016-8d85-4da9-bed3-6699949c1fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e949a6-0ecb-4297-a886-e185215cda2c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:45.736642 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fdb4c020-b3ca-42e3-ac6a-5feb56c32e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:45.762918 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-2e4d0472-84c3-4be1-8683-59eeb7b4f6da tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:45.797876 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fdb4c020-b3ca-42e3-ac6a-5feb56c32e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:45.876929 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2e4d0472-84c3-4be1-8683-59eeb7b4f6da tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] 10.222.0.73 "PUT /v2.0/quotas/1838122df94f45a099c848b98d611a8f HTTP/1.1" status: 200 len: 368 time: 0.3147981 Jul 23 16:43:45.877229 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33714) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:45.885528 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fdb4c020-b3ca-42e3-ac6a-5feb56c32e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:45.888122 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fdb4c020-b3ca-42e3-ac6a-5feb56c32e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:45.891683 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fdb4c020-b3ca-42e3-ac6a-5feb56c32e0d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/74e949a6-0ecb-4297-a886-e185215cda2c HTTP/1.1" status: 204 len: 168 time: 0.2573032 Jul 23 16:43:45.897627 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4c020-b3ca-42e3-ac6a-5feb56c32e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e949a6-0ecb-4297-a886-e185215cda2c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:45.898938 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-07681ce9-68f7-4922-b199-70195232490e tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Request body: {'network': {'project_id': '1838122df94f45a099c848b98d611a8f'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:45.954230 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-71be3609-ad03-4f41-9196-60116122e04c tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:45.967824 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07681ce9-68f7-4922-b199-70195232490e tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Made reservation on behalf of 1838122df94f45a099c848b98d611a8f for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:45.970461 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-07681ce9-68f7-4922-b199-70195232490e tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:45.998890 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be3609-ad03-4f41-9196-60116122e04c tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Pushing event deleted for resources: {'Port': ['ID=30786606-9a83-45fc-8be0-66ebac700f15,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:46.003367 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-07681ce9-68f7-4922-b199-70195232490e tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:46.295526 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-71be3609-ad03-4f41-9196-60116122e04c tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:46.301165 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-71be3609-ad03-4f41-9196-60116122e04c tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] 10.222.0.73 "DELETE /v2.0/ports/30786606-9a83-45fc-8be0-66ebac700f15 HTTP/1.1" status: 204 len: 168 time: 0.9793065 Jul 23 16:43:46.301165 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33724) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:46.343993 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9bf039-ab88-4f48-b3ef-a5b76541c70f tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] GET failed (client error): The resource could not be found. Jul 23 16:43:46.345757 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2d9bf039-ab88-4f48-b3ef-a5b76541c70f tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] 10.222.0.73 "GET /v2.0/ports/30786606-9a83-45fc-8be0-66ebac700f15 HTTP/1.1" status: 404 len: 333 time: 0.0436425 Jul 23 16:43:46.349785 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33726) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:46.360851 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-9ff4aa8f-c7ef-4670-b887-21f47da779e3 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Request body: {'port': {'network_id': 'a4a11bec-cfea-4abe-944c-0525ed410226', 'name': 'tempest-AllowedAddressPairTestJSON-838480808'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:46.383729 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-07681ce9-68f7-4922-b199-70195232490e tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:46.389008 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-07681ce9-68f7-4922-b199-70195232490e tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:46.421355 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07681ce9-68f7-4922-b199-70195232490e tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] vlan segment allocate from pool success with {'vlan_id': 1145, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:43:46.439495 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33728) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:46.457937 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07681ce9-68f7-4922-b199-70195232490e tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74662fe5-d407-4559-9410-7da396065b32,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:46.461009 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-07681ce9-68f7-4922-b199-70195232490e tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:46.461371 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-07681ce9-68f7-4922-b199-70195232490e tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Added segment aa1a4e62-9e53-4c50-acec-efd91c791aa5 of type vlan for network 701b2c34-238b-400b-98e2-676db43be5b7 Jul 23 16:43:46.469967 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1b7550c4-b8bc-48b7-8610-f36c4f888c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:46.546679 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-07681ce9-68f7-4922-b199-70195232490e tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:46.600816 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-07681ce9-68f7-4922-b199-70195232490e tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:46.601711 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07681ce9-68f7-4922-b199-70195232490e tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:46.602290 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-07681ce9-68f7-4922-b199-70195232490e tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:46.686337 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1b7550c4-b8bc-48b7-8610-f36c4f888c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:46.687773 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07681ce9-68f7-4922-b199-70195232490e tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Pushing event updated for resources: {'Network': ['ID=701b2c34-238b-400b-98e2-676db43be5b7,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:46.692483 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1b7550c4-b8bc-48b7-8610-f36c4f888c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:46.701538 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 701b2c34-238b-400b-98e2-676db43be5b7 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:43:46.714492 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-07681ce9-68f7-4922-b199-70195232490e tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.8339305 Jul 23 16:43:46.714702 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33732) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:46.720938 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-551cf75e-095c-490f-949c-d122c041c88f tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Request body: {'network': {'project_id': '1838122df94f45a099c848b98d611a8f'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:46.742164 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff4aa8f-c7ef-4670-b887-21f47da779e3 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Made reservation on behalf of a8a48b989445426294471c11254f02d9 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:46.746268 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9ff4aa8f-c7ef-4670-b887-21f47da779e3 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:46.748386 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7550c4-b8bc-48b7-8610-f36c4f888c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3574b830-94b7-4132-bdc5-369b070c7856,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:46.754453 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1b7550c4-b8bc-48b7-8610-f36c4f888c2e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9a5eab3b7ecd4eeba54d9301e21352fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3136940 Jul 23 16:43:46.757410 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33734) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:46.781661 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551cf75e-095c-490f-949c-d122c041c88f tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Made reservation on behalf of 1838122df94f45a099c848b98d611a8f for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:46.784363 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-551cf75e-095c-490f-949c-d122c041c88f tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:46.786903 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-9ff4aa8f-c7ef-4670-b887-21f47da779e3 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] device_id is not set on port 20d46e3a-5284-4f6b-9b50-365329be9ca2 yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:43:46.833235 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de68b8af-e36f-4d26-a037-46b573ea76f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:46.860245 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de68b8af-e36f-4d26-a037-46b573ea76f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:46.876746 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-551cf75e-095c-490f-949c-d122c041c88f tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] vlan segment allocate from pool success with {'vlan_id': 1113, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:43:46.914292 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-551cf75e-095c-490f-949c-d122c041c88f tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:46.914834 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-551cf75e-095c-490f-949c-d122c041c88f tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Added segment be1c7101-d936-4707-8e17-b9efa022187e of type vlan for network 24faa965-6e4e-4643-9732-3d7a729d62f1 Jul 23 16:43:46.938726 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de68b8af-e36f-4d26-a037-46b573ea76f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:46.943335 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de68b8af-e36f-4d26-a037-46b573ea76f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:46.947728 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-de68b8af-e36f-4d26-a037-46b573ea76f7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3574b830-94b7-4132-bdc5-369b070c7856 HTTP/1.1" status: 204 len: 168 time: 0.1889648 Jul 23 16:43:46.956668 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68b8af-e36f-4d26-a037-46b573ea76f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3574b830-94b7-4132-bdc5-369b070c7856,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:47.007965 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-551cf75e-095c-490f-949c-d122c041c88f tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:47.097798 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-551cf75e-095c-490f-949c-d122c041c88f tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:47.099142 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551cf75e-095c-490f-949c-d122c041c88f tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:47.101251 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-551cf75e-095c-490f-949c-d122c041c88f tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:47.108645 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-9ff4aa8f-c7ef-4670-b887-21f47da779e3 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Allocated IP 172.20.0.8 (a4a11bec-cfea-4abe-944c-0525ed410226/1b3755d0-8d57-44fc-a35a-5814dc5f7c5f/20d46e3a-5284-4f6b-9b50-365329be9ca2) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:47.168039 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-551cf75e-095c-490f-949c-d122c041c88f tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.4523857 Jul 23 16:43:47.171477 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33742) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:47.178433 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-cf2596e5-11b6-49b6-8aef-99e6c09fb7ca tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Request body: {'network': {'project_id': '1838122df94f45a099c848b98d611a8f'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:47.210643 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2596e5-11b6-49b6-8aef-99e6c09fb7ca tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 23 16:43:47.211207 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf2596e5-11b6-49b6-8aef-99e6c09fb7ca tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:43:47.215509 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cf2596e5-11b6-49b6-8aef-99e6c09fb7ca tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0408425 Jul 23 16:43:47.377766 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33754) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:47.525754 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551cf75e-095c-490f-949c-d122c041c88f tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Pushing event updated for resources: {'Network': ['ID=24faa965-6e4e-4643-9732-3d7a729d62f1,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:47.541939 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 24faa965-6e4e-4643-9732-3d7a729d62f1 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:43:47.613533 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9ff4aa8f-c7ef-4670-b887-21f47da779e3 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:47.655475 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-9ff4aa8f-c7ef-4670-b887-21f47da779e3 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Transition to ACTIVE for port object 20d46e3a-5284-4f6b-9b50-365329be9ca2 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:47.719317 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9ff4aa8f-c7ef-4670-b887-21f47da779e3 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:47.763122 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1b9614a7-7b87-4e27-b91c-57878decb628 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1838122df94f45a099c848b98d611a8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3843684 Jul 23 16:43:47.767533 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33778) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:47.807989 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff4aa8f-c7ef-4670-b887-21f47da779e3 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Network a4a11bec-cfea-4abe-944c-0525ed410226 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:47.814149 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-9ff4aa8f-c7ef-4670-b887-21f47da779e3 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:47.820513 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff4aa8f-c7ef-4670-b887-21f47da779e3 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:47.856600 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4aa8f-c7ef-4670-b887-21f47da779e3 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Pushing event updated for resources: {'Port': ['ID=20d46e3a-5284-4f6b-9b50-365329be9ca2,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:47.906239 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff4aa8f-c7ef-4670-b887-21f47da779e3 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:47.908666 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9ff4aa8f-c7ef-4670-b887-21f47da779e3 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:47.915002 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ec324f66-adbe-4414-99c8-39cb98c63fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:47.940480 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9ff4aa8f-c7ef-4670-b887-21f47da779e3 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5888205 Jul 23 16:43:47.940761 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33788) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:47.950739 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-c17e141c-342e-4034-b4f1-3a743892468b tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:52:0e:40'}]}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:47.991823 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ec324f66-adbe-4414-99c8-39cb98c63fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.196324 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ec324f66-adbe-4414-99c8-39cb98c63fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.200142 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ec324f66-adbe-4414-99c8-39cb98c63fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.201408 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ec324f66-adbe-4414-99c8-39cb98c63fc1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/74662fe5-d407-4559-9410-7da396065b32 HTTP/1.1" status: 204 len: 168 time: 0.4323938 Jul 23 16:43:48.204183 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33808) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:48.239415 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec324f66-adbe-4414-99c8-39cb98c63fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74662fe5-d407-4559-9410-7da396065b32,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:48.305624 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7529c002-5ec1-46fb-ad65-57b23288b21f None None] Provisioning for port 20d46e3a-5284-4f6b-9b50-365329be9ca2 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:48.312004 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7529c002-5ec1-46fb-ad65-57b23288b21f None None] Provisioning complete for port 20d46e3a-5284-4f6b-9b50-365329be9ca2 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:48.312692 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7529c002-5ec1-46fb-ad65-57b23288b21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.349191 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4bd02255-0929-45af-81ba-72a5104ec947 tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.350212 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c17e141c-342e-4034-b4f1-3a743892468b tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.399087 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-7529c002-5ec1-46fb-ad65-57b23288b21f None None] Port 20d46e3a-5284-4f6b-9b50-365329be9ca2 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:43:48.543116 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4bd02255-0929-45af-81ba-72a5104ec947 tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.554033 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-4bd02255-0929-45af-81ba-72a5104ec947 tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24faa965-6e4e-4643-9732-3d7a729d62f1']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:48.574913 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-4bd02255-0929-45af-81ba-72a5104ec947 tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1c7101-d936-4707-8e17-b9efa022187e') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:48.575872 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-4bd02255-0929-45af-81ba-72a5104ec947 tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1c7101-d936-4707-8e17-b9efa022187e') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:48.600610 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4bd02255-0929-45af-81ba-72a5104ec947 tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.638495 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4bd02255-0929-45af-81ba-72a5104ec947 tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.659416 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd02255-0929-45af-81ba-72a5104ec947 tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Releasing vlan 1113 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:43:48.659825 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4bd02255-0929-45af-81ba-72a5104ec947 tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.662605 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:43:48.662605 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:43:48.662605 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:43:48.662605 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:43:48.662605 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:43:48.662605 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:43:48.662605 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:43:48.662605 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:43:48.662605 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:43:48.662605 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:43:48.662605 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:43:48.662605 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:43:48.662605 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:43:48.662605 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:43:48.662605 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:43:48.662605 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:43:48.662605 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:43:48.662605 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:43:48.662605 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:43:48.662605 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:43:48.662605 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:43:48.662605 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:43:48.662605 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:43:48.662605 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:43:48.662605 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:43:48.662605 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:43:48.662605 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:43:48.662605 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:43:48.662605 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:43:48.662605 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:43:48.662605 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:43:48.662605 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:43:48.737912 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4bd02255-0929-45af-81ba-72a5104ec947 tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.748257 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4bd02255-0929-45af-81ba-72a5104ec947 tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.750587 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4bd02255-0929-45af-81ba-72a5104ec947 tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] 10.222.0.73 "DELETE /v2.0/networks/24faa965-6e4e-4643-9732-3d7a729d62f1 HTTP/1.1" status: 204 len: 168 time: 0.5453479 Jul 23 16:43:48.754790 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33840) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:48.800481 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd02255-0929-45af-81ba-72a5104ec947 tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Pushing event deleted for resources: {'Network': ['ID=24faa965-6e4e-4643-9732-3d7a729d62f1,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:48.849213 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c17e141c-342e-4034-b4f1-3a743892468b tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.857387 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c17e141c-342e-4034-b4f1-3a743892468b tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.878480 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7385e44c-5b1d-48f5-ae6c-4ffdf36e214d tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:49.018381 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7385e44c-5b1d-48f5-ae6c-4ffdf36e214d tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:49.028421 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e141c-342e-4034-b4f1-3a743892468b tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Pushing event updated for resources: {'Port': ['ID=20d46e3a-5284-4f6b-9b50-365329be9ca2,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:49.055417 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-7385e44c-5b1d-48f5-ae6c-4ffdf36e214d tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['701b2c34-238b-400b-98e2-676db43be5b7']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:49.119812 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-7385e44c-5b1d-48f5-ae6c-4ffdf36e214d tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa1a4e62-9e53-4c50-acec-efd91c791aa5') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:49.120116 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-7385e44c-5b1d-48f5-ae6c-4ffdf36e214d tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa1a4e62-9e53-4c50-acec-efd91c791aa5') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:49.159380 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7385e44c-5b1d-48f5-ae6c-4ffdf36e214d tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:49.183101 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c17e141c-342e-4034-b4f1-3a743892468b tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] In _notify_port_updated(), no bound segment for port 20d46e3a-5284-4f6b-9b50-365329be9ca2 on network a4a11bec-cfea-4abe-944c-0525ed410226 {{(pid=94013) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:43:49.190972 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17e141c-342e-4034-b4f1-3a743892468b tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:49.195736 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c17e141c-342e-4034-b4f1-3a743892468b tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:49.195968 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7385e44c-5b1d-48f5-ae6c-4ffdf36e214d tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:49.199295 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c17e141c-342e-4034-b4f1-3a743892468b tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] 10.222.0.73 "PUT /v2.0/ports/20d46e3a-5284-4f6b-9b50-365329be9ca2 HTTP/1.1" status: 200 len: 995 time: 1.2573245 Jul 23 16:43:49.202058 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33858) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:49.257596 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7385e44c-5b1d-48f5-ae6c-4ffdf36e214d tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:43:49.258046 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7385e44c-5b1d-48f5-ae6c-4ffdf36e214d tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:49.264966 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:43:49.264966 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:43:49.264966 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:43:49.264966 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:43:49.264966 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:43:49.264966 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:43:49.264966 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:43:49.264966 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:43:49.264966 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:43:49.264966 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:43:49.264966 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:43:49.264966 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:43:49.264966 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:43:49.264966 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:43:49.264966 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:43:49.264966 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:43:49.264966 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:43:49.264966 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:43:49.264966 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:43:49.264966 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:43:49.264966 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:43:49.264966 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:43:49.264966 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:43:49.264966 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:43:49.264966 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:43:49.264966 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:43:49.264966 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:43:49.264966 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:43:49.264966 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:43:49.264966 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:43:49.264966 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:43:49.264966 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:43:49.429964 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0b8e8ce0-2ba6-4cf6-8c07-bd005e098586 None None] Provisioning complete for port 20d46e3a-5284-4f6b-9b50-365329be9ca2 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:49.430430 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0b8e8ce0-2ba6-4cf6-8c07-bd005e098586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:49.430832 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7385e44c-5b1d-48f5-ae6c-4ffdf36e214d tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:49.449092 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7385e44c-5b1d-48f5-ae6c-4ffdf36e214d tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:49.451818 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7385e44c-5b1d-48f5-ae6c-4ffdf36e214d tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] 10.222.0.73 "DELETE /v2.0/networks/701b2c34-238b-400b-98e2-676db43be5b7 HTTP/1.1" status: 204 len: 168 time: 0.6955712 Jul 23 16:43:49.472820 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-b374ae37-cc8b-4a8d-8254-000db9126ba3 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Deleting port 20d46e3a-5284-4f6b-9b50-365329be9ca2 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:43:49.477280 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b374ae37-cc8b-4a8d-8254-000db9126ba3 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:49.591314 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-0b8e8ce0-2ba6-4cf6-8c07-bd005e098586 None None] Port 20d46e3a-5284-4f6b-9b50-365329be9ca2 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:43:49.610040 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385e44c-5b1d-48f5-ae6c-4ffdf36e214d tempest-QuotasNegativeTest-1194579413 tempest-QuotasNegativeTest-1194579413-project-admin] Pushing event deleted for resources: {'Network': ['ID=701b2c34-238b-400b-98e2-676db43be5b7,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:49.729938 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b374ae37-cc8b-4a8d-8254-000db9126ba3 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:49.775170 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-b374ae37-cc8b-4a8d-8254-000db9126ba3 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Calling delete_port for 20d46e3a-5284-4f6b-9b50-365329be9ca2 owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:43:50.005847 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b374ae37-cc8b-4a8d-8254-000db9126ba3 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:50.091665 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374ae37-cc8b-4a8d-8254-000db9126ba3 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Pushing event deleted for resources: {'Port': ['ID=20d46e3a-5284-4f6b-9b50-365329be9ca2,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:50.275641 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b374ae37-cc8b-4a8d-8254-000db9126ba3 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:50.284643 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33894) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:50.308488 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b374ae37-cc8b-4a8d-8254-000db9126ba3 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] 10.222.0.73 "DELETE /v2.0/ports/20d46e3a-5284-4f6b-9b50-365329be9ca2 HTTP/1.1" status: 204 len: 168 time: 1.1017122 Jul 23 16:43:50.343435 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33900) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:50.360292 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-29150197-66c4-425e-ab72-36f29ae7d2ae tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] GET failed (client error): The resource could not be found. Jul 23 16:43:50.361999 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-29150197-66c4-425e-ab72-36f29ae7d2ae tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] 10.222.0.73 "GET /v2.0/ports/20d46e3a-5284-4f6b-9b50-365329be9ca2 HTTP/1.1" status: 404 len: 333 time: 0.0770659 Jul 23 16:43:50.374683 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33902) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:50.379810 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-423de699-7158-4e89-8a11-6172e726e3b6 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Request body: {'port': {'network_id': 'a4a11bec-cfea-4abe-944c-0525ed410226', 'name': 'tempest-AllowedAddressPairTestJSON-1766892236'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:50.390789 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3110b14b-d785-4aab-be06-372fa49fb47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:50.617983 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3110b14b-d785-4aab-be06-372fa49fb47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:50.624473 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3110b14b-d785-4aab-be06-372fa49fb47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:50.653369 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423de699-7158-4e89-8a11-6172e726e3b6 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Made reservation on behalf of a8a48b989445426294471c11254f02d9 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:50.665464 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-423de699-7158-4e89-8a11-6172e726e3b6 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:50.672024 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3110b14b-d785-4aab-be06-372fa49fb47c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=766ee3cba0c9420d92e52e47e142a4af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3261867 Jul 23 16:43:50.675959 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33914) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:50.688850 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-423de699-7158-4e89-8a11-6172e726e3b6 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] device_id is not set on port 9ab8274d-a7cf-437d-87d7-1ea1e1cc4c6f yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:43:50.721193 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110b14b-d785-4aab-be06-372fa49fb47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295ddcac-5f3c-445d-9ec2-4252660dfc10,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:50.751994 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3b90df04-a557-4577-b7f3-2a3037427717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:50.790607 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3b90df04-a557-4577-b7f3-2a3037427717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:50.865878 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3b90df04-a557-4577-b7f3-2a3037427717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:50.870124 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3b90df04-a557-4577-b7f3-2a3037427717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:50.875499 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3b90df04-a557-4577-b7f3-2a3037427717 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/295ddcac-5f3c-445d-9ec2-4252660dfc10 HTTP/1.1" status: 204 len: 168 time: 0.1949854 Jul 23 16:43:50.897687 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90df04-a557-4577-b7f3-2a3037427717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295ddcac-5f3c-445d-9ec2-4252660dfc10,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:51.002071 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-423de699-7158-4e89-8a11-6172e726e3b6 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Allocated IP 172.20.0.11 (a4a11bec-cfea-4abe-944c-0525ed410226/1b3755d0-8d57-44fc-a35a-5814dc5f7c5f/9ab8274d-a7cf-437d-87d7-1ea1e1cc4c6f) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:51.196023 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-423de699-7158-4e89-8a11-6172e726e3b6 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:51.215194 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-423de699-7158-4e89-8a11-6172e726e3b6 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Transition to ACTIVE for port object 9ab8274d-a7cf-437d-87d7-1ea1e1cc4c6f will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:51.301336 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-423de699-7158-4e89-8a11-6172e726e3b6 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:51.342810 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33938) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:51.357081 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b5ee53b-21c4-4c22-91cf-a8778d34e4d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:51.401338 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423de699-7158-4e89-8a11-6172e726e3b6 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Network a4a11bec-cfea-4abe-944c-0525ed410226 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:51.406574 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-423de699-7158-4e89-8a11-6172e726e3b6 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:51.414294 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423de699-7158-4e89-8a11-6172e726e3b6 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:51.524325 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423de699-7158-4e89-8a11-6172e726e3b6 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:51.525950 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-423de699-7158-4e89-8a11-6172e726e3b6 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:51.538225 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423de699-7158-4e89-8a11-6172e726e3b6 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Pushing event updated for resources: {'Port': ['ID=9ab8274d-a7cf-437d-87d7-1ea1e1cc4c6f,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:51.571409 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b5ee53b-21c4-4c22-91cf-a8778d34e4d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:51.579201 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b5ee53b-21c4-4c22-91cf-a8778d34e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:51.585279 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-423de699-7158-4e89-8a11-6172e726e3b6 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2093191 Jul 23 16:43:51.588414 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33948) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:51.596339 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-3f820113-e6f4-4c88-80af-2dc4cb755063 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Request body: {'port': {'network_id': 'a4a11bec-cfea-4abe-944c-0525ed410226', 'name': 'tempest-AllowedAddressPairTestJSON-1438772854'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:51.624457 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ee53b-21c4-4c22-91cf-a8778d34e4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681aab19-af03-452a-99b8-2cfc4e8bffab,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:51.677763 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7b5ee53b-21c4-4c22-91cf-a8778d34e4d0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8a691fc80bf0444cb40dea54b5ff1017&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3338115 Jul 23 16:43:51.680434 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33952) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:51.776535 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-95df5629-2b90-4797-86ab-8f01e175cff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:51.851905 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7738daa0-f2c5-402e-ab68-b142f95b6591 None None] Provisioning for port 9ab8274d-a7cf-437d-87d7-1ea1e1cc4c6f completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:51.868099 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-95df5629-2b90-4797-86ab-8f01e175cff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:51.870072 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7738daa0-f2c5-402e-ab68-b142f95b6591 None None] Provisioning complete for port 9ab8274d-a7cf-437d-87d7-1ea1e1cc4c6f triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:51.870944 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7738daa0-f2c5-402e-ab68-b142f95b6591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:51.932685 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-95df5629-2b90-4797-86ab-8f01e175cff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:51.937387 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-95df5629-2b90-4797-86ab-8f01e175cff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:51.938827 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-95df5629-2b90-4797-86ab-8f01e175cff5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/681aab19-af03-452a-99b8-2cfc4e8bffab HTTP/1.1" status: 204 len: 168 time: 0.2525375 Jul 23 16:43:51.959474 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df5629-2b90-4797-86ab-8f01e175cff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681aab19-af03-452a-99b8-2cfc4e8bffab,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:51.991257 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-7738daa0-f2c5-402e-ab68-b142f95b6591 None None] Port 9ab8274d-a7cf-437d-87d7-1ea1e1cc4c6f cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:43:51.996210 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f820113-e6f4-4c88-80af-2dc4cb755063 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Made reservation on behalf of a8a48b989445426294471c11254f02d9 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:51.999909 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f820113-e6f4-4c88-80af-2dc4cb755063 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:52.074952 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-3f820113-e6f4-4c88-80af-2dc4cb755063 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] device_id is not set on port 3118e2f1-415d-4bed-828a-5ba2b01b59ba yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:43:52.238611 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-3f820113-e6f4-4c88-80af-2dc4cb755063 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Allocated IP 172.20.0.14 (a4a11bec-cfea-4abe-944c-0525ed410226/1b3755d0-8d57-44fc-a35a-5814dc5f7c5f/3118e2f1-415d-4bed-828a-5ba2b01b59ba) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:52.575626 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f820113-e6f4-4c88-80af-2dc4cb755063 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:52.601319 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-3f820113-e6f4-4c88-80af-2dc4cb755063 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Transition to ACTIVE for port object 3118e2f1-415d-4bed-828a-5ba2b01b59ba will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:52.644727 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f820113-e6f4-4c88-80af-2dc4cb755063 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:52.704628 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f820113-e6f4-4c88-80af-2dc4cb755063 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Network a4a11bec-cfea-4abe-944c-0525ed410226 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:52.708160 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-3f820113-e6f4-4c88-80af-2dc4cb755063 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:52.716067 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f820113-e6f4-4c88-80af-2dc4cb755063 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:52.751563 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f820113-e6f4-4c88-80af-2dc4cb755063 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Pushing event updated for resources: {'Port': ['ID=3118e2f1-415d-4bed-828a-5ba2b01b59ba,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:52.823832 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f820113-e6f4-4c88-80af-2dc4cb755063 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:52.828915 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f820113-e6f4-4c88-80af-2dc4cb755063 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:52.898652 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3f820113-e6f4-4c88-80af-2dc4cb755063 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3071630 Jul 23 16:43:52.900495 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 34010) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:52.908350 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-acad394e-0c98-4a73-bc16-0de0c13ae488 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:52:0e:40'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:86:a7:1e'}]}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:53.230639 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f39975e9-f153-4359-974d-2f0538a04e84 None None] Provisioning for port 3118e2f1-415d-4bed-828a-5ba2b01b59ba completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:53.236493 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f39975e9-f153-4359-974d-2f0538a04e84 None None] Provisioning complete for port 3118e2f1-415d-4bed-828a-5ba2b01b59ba triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:53.236876 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f39975e9-f153-4359-974d-2f0538a04e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:53.354492 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-acad394e-0c98-4a73-bc16-0de0c13ae488 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:53.388828 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f39975e9-f153-4359-974d-2f0538a04e84 None None] Port 3118e2f1-415d-4bed-828a-5ba2b01b59ba cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:43:53.413490 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34024) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:53.608713 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-31ca0831-9571-46df-8561-03d3403fec94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:53.716301 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-acad394e-0c98-4a73-bc16-0de0c13ae488 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:53.722603 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-acad394e-0c98-4a73-bc16-0de0c13ae488 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:53.792725 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad394e-0c98-4a73-bc16-0de0c13ae488 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Pushing event updated for resources: {'Port': ['ID=3118e2f1-415d-4bed-828a-5ba2b01b59ba,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:53.858179 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-acad394e-0c98-4a73-bc16-0de0c13ae488 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] In _notify_port_updated(), no bound segment for port 3118e2f1-415d-4bed-828a-5ba2b01b59ba on network a4a11bec-cfea-4abe-944c-0525ed410226 {{(pid=94012) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:43:53.863456 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-31ca0831-9571-46df-8561-03d3403fec94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:53.864775 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acad394e-0c98-4a73-bc16-0de0c13ae488 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:53.865687 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-acad394e-0c98-4a73-bc16-0de0c13ae488 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:53.867274 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-acad394e-0c98-4a73-bc16-0de0c13ae488 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] 10.222.0.73 "PUT /v2.0/ports/3118e2f1-415d-4bed-828a-5ba2b01b59ba HTTP/1.1" status: 200 len: 1057 time: 0.9650893 Jul 23 16:43:53.872823 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34050) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:53.873748 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-31ca0831-9571-46df-8561-03d3403fec94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:54.108055 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca0831-9571-46df-8561-03d3403fec94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0652830-6bbf-4a72-859f-2ef8cf006c11,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:54.144228 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-31ca0831-9571-46df-8561-03d3403fec94 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d7fae3b149c54ba788e200feab3c578f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7296011 Jul 23 16:43:54.147207 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 34064) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:54.326116 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-45b9fddb-93a0-4d9d-8543-0ad200bd18c1 None None] Provisioning complete for port 3118e2f1-415d-4bed-828a-5ba2b01b59ba triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:54.327714 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-45b9fddb-93a0-4d9d-8543-0ad200bd18c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:54.329922 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-128ca1ba-17e5-437a-92d4-68aee851bc0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:54.333002 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-d467328e-4081-454e-856f-7b2759eca124 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Deleting port 3118e2f1-415d-4bed-828a-5ba2b01b59ba {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:43:54.334222 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d467328e-4081-454e-856f-7b2759eca124 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:54.387785 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-128ca1ba-17e5-437a-92d4-68aee851bc0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:54.478425 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-45b9fddb-93a0-4d9d-8543-0ad200bd18c1 None None] Port 3118e2f1-415d-4bed-828a-5ba2b01b59ba cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:43:54.497388 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-128ca1ba-17e5-437a-92d4-68aee851bc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:54.500644 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-128ca1ba-17e5-437a-92d4-68aee851bc0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:54.505296 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-128ca1ba-17e5-437a-92d4-68aee851bc0f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c0652830-6bbf-4a72-859f-2ef8cf006c11 HTTP/1.1" status: 204 len: 168 time: 0.3548436 Jul 23 16:43:54.546591 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ca1ba-17e5-437a-92d4-68aee851bc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0652830-6bbf-4a72-859f-2ef8cf006c11,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:54.654303 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d467328e-4081-454e-856f-7b2759eca124 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:54.698440 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-d467328e-4081-454e-856f-7b2759eca124 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Calling delete_port for 3118e2f1-415d-4bed-828a-5ba2b01b59ba owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:43:55.049922 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d467328e-4081-454e-856f-7b2759eca124 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:55.103957 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467328e-4081-454e-856f-7b2759eca124 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Pushing event deleted for resources: {'Port': ['ID=3118e2f1-415d-4bed-828a-5ba2b01b59ba,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:55.448340 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 34194) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:55.485833 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad8f6f9e-58a8-472b-b4d8-a0f57453965d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:55.676822 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d467328e-4081-454e-856f-7b2759eca124 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:55.683079 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d467328e-4081-454e-856f-7b2759eca124 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] 10.222.0.73 "DELETE /v2.0/ports/3118e2f1-415d-4bed-828a-5ba2b01b59ba HTTP/1.1" status: 204 len: 168 time: 1.8065400 Jul 23 16:43:55.691208 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34230) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:55.775309 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c2441e-a7e1-4265-8531-d97a867c20c1 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] GET failed (client error): The resource could not be found. Jul 23 16:43:55.781619 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d2c2441e-a7e1-4265-8531-d97a867c20c1 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] 10.222.0.73 "GET /v2.0/ports/3118e2f1-415d-4bed-828a-5ba2b01b59ba HTTP/1.1" status: 404 len: 333 time: 0.0891554 Jul 23 16:43:55.784497 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34242) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:55.885368 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad8f6f9e-58a8-472b-b4d8-a0f57453965d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:55.898791 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad8f6f9e-58a8-472b-b4d8-a0f57453965d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:55.929266 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-2e8f0ef8-af10-48c7-a359-381daec68e77 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Deleting port 9ab8274d-a7cf-437d-87d7-1ea1e1cc4c6f {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:43:55.929607 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0ef8-af10-48c7-a359-381daec68e77 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:55.963301 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ad8f6f9e-58a8-472b-b4d8-a0f57453965d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6a85e57f0b044f96b1af95ae61f21992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5140364 Jul 23 16:43:55.966865 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 34274) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:56.017476 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f6f9e-58a8-472b-b4d8-a0f57453965d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5a2bf0-f9b9-4671-829c-df72d0d6d1a8,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:56.037512 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-385a0c6c-e244-41dd-ac31-6c776267caff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:56.066099 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-385a0c6c-e244-41dd-ac31-6c776267caff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:56.143538 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-385a0c6c-e244-41dd-ac31-6c776267caff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:56.144189 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-385a0c6c-e244-41dd-ac31-6c776267caff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:56.145283 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-385a0c6c-e244-41dd-ac31-6c776267caff admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ab5a2bf0-f9b9-4671-829c-df72d0d6d1a8 HTTP/1.1" status: 204 len: 168 time: 0.1773295 Jul 23 16:43:56.181835 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a0c6c-e244-41dd-ac31-6c776267caff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5a2bf0-f9b9-4671-829c-df72d0d6d1a8,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:56.300633 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 34316) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:56.347053 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0ef8-af10-48c7-a359-381daec68e77 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:56.386843 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-2e8f0ef8-af10-48c7-a359-381daec68e77 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Calling delete_port for 9ab8274d-a7cf-437d-87d7-1ea1e1cc4c6f owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:43:56.651009 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0ef8-af10-48c7-a359-381daec68e77 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:56.787572 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f0ef8-af10-48c7-a359-381daec68e77 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Pushing event deleted for resources: {'Port': ['ID=9ab8274d-a7cf-437d-87d7-1ea1e1cc4c6f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:57.045233 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0ef8-af10-48c7-a359-381daec68e77 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:57.048888 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2e8f0ef8-af10-48c7-a359-381daec68e77 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] 10.222.0.73 "DELETE /v2.0/ports/9ab8274d-a7cf-437d-87d7-1ea1e1cc4c6f HTTP/1.1" status: 204 len: 168 time: 1.2629888 Jul 23 16:43:57.053036 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34406) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:57.074889 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-0cd7e0d9-859e-4666-995d-dcc5c96c89fb tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1831248973'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:57.126553 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b87d829-4c5c-464f-b7d7-87f68f45ccdd tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] GET failed (client error): The resource could not be found. Jul 23 16:43:57.128535 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5b87d829-4c5c-464f-b7d7-87f68f45ccdd tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] 10.222.0.73 "GET /v2.0/ports/9ab8274d-a7cf-437d-87d7-1ea1e1cc4c6f HTTP/1.1" status: 404 len: 333 time: 0.0744736 Jul 23 16:43:57.134731 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 34416) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:57.326008 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0cd7e0d9-859e-4666-995d-dcc5c96c89fb tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:57.327310 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0cd7e0d9-859e-4666-995d-dcc5c96c89fb tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:57.508575 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0cd7e0d9-859e-4666-995d-dcc5c96c89fb tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:57.518288 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-1e0b9d87-b000-4b0b-bbde-7aae75ab7318 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Deleting port 71fb78ec-2d7f-4a9b-aebd-6eba9ce9cc78 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:43:57.518647 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1e0b9d87-b000-4b0b-bbde-7aae75ab7318 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:57.674169 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0cd7e0d9-859e-4666-995d-dcc5c96c89fb tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:57.713557 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0cd7e0d9-859e-4666-995d-dcc5c96c89fb tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:57.715179 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0cd7e0d9-859e-4666-995d-dcc5c96c89fb tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.4135721 Jul 23 16:43:57.720086 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34492) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:57.741839 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1e0b9d87-b000-4b0b-bbde-7aae75ab7318 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:57.772578 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-1e0b9d87-b000-4b0b-bbde-7aae75ab7318 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Calling delete_port for 71fb78ec-2d7f-4a9b-aebd-6eba9ce9cc78 owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:43:57.849776 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6512b4ba-f4ac-4001-97a9-0a31d8e9d35c tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:58.000478 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1e0b9d87-b000-4b0b-bbde-7aae75ab7318 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:58.175042 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b9d87-b000-4b0b-bbde-7aae75ab7318 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Pushing event deleted for resources: {'Port': ['ID=71fb78ec-2d7f-4a9b-aebd-6eba9ce9cc78,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:58.398587 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1e0b9d87-b000-4b0b-bbde-7aae75ab7318 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:58.414716 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1e0b9d87-b000-4b0b-bbde-7aae75ab7318 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] 10.222.0.73 "DELETE /v2.0/ports/71fb78ec-2d7f-4a9b-aebd-6eba9ce9cc78 HTTP/1.1" status: 204 len: 168 time: 1.2751224 Jul 23 16:43:58.422743 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 34560) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:58.425616 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6512b4ba-f4ac-4001-97a9-0a31d8e9d35c tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:58.436501 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6512b4ba-f4ac-4001-97a9-0a31d8e9d35c tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:58.530048 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6512b4ba-f4ac-4001-97a9-0a31d8e9d35c tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:58.530809 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6512b4ba-f4ac-4001-97a9-0a31d8e9d35c tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bee33873-4efc-4487-a790-9e6f633fa8b1 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:43:58.547092 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6512b4ba-f4ac-4001-97a9-0a31d8e9d35c tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:58.548454 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6512b4ba-f4ac-4001-97a9-0a31d8e9d35c tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] 10.222.0.73 "DELETE /v2.0/routers/bee33873-4efc-4487-a790-9e6f633fa8b1 HTTP/1.1" status: 204 len: 168 time: 0.8271408 Jul 23 16:43:58.552040 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34580) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:58.558593 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-8e12bd9f-a277-4c0b-b8c2-f7442ca7d0ba tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Request body: {'router': {'name': 'tempest-router-1408115555', 'distributed': False}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:58.566628 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf7e0afe-5a07-496e-87b2-67bf14af1ed3 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Deleting subnet 1b3755d0-8d57-44fc-a35a-5814dc5f7c5f {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:43:58.577206 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf7e0afe-5a07-496e-87b2-67bf14af1ed3 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:58.598181 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8e12bd9f-a277-4c0b-b8c2-f7442ca7d0ba tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:58.601012 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8e12bd9f-a277-4c0b-b8c2-f7442ca7d0ba tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:58.684952 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf7e0afe-5a07-496e-87b2-67bf14af1ed3 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:58.743510 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8e12bd9f-a277-4c0b-b8c2-f7442ca7d0ba tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:58.756952 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8e12bd9f-a277-4c0b-b8c2-f7442ca7d0ba tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:58.817290 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8e12bd9f-a277-4c0b-b8c2-f7442ca7d0ba tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:58.825642 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8e12bd9f-a277-4c0b-b8c2-f7442ca7d0ba tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2719917 Jul 23 16:43:58.829495 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34610) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:59.097333 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf7e0afe-5a07-496e-87b2-67bf14af1ed3 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:59.224088 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fcd6f59e-6ae4-40a6-a4a2-1211ca8af1b6 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:59.423300 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf7e0afe-5a07-496e-87b2-67bf14af1ed3 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:59.483429 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf7e0afe-5a07-496e-87b2-67bf14af1ed3 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:59.484100 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd5a540-1007-4edc-867b-3f14b7eabea1 None None] Network a4a11bec-cfea-4abe-944c-0525ed410226 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:43:59.489644 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-cf7e0afe-5a07-496e-87b2-67bf14af1ed3 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] 10.222.0.73 "DELETE /v2.0/subnets/1b3755d0-8d57-44fc-a35a-5814dc5f7c5f HTTP/1.1" status: 204 len: 168 time: 1.0615103 Jul 23 16:43:59.490834 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 34666) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:59.621825 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fcd6f59e-6ae4-40a6-a4a2-1211ca8af1b6 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:59.625044 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fcd6f59e-6ae4-40a6-a4a2-1211ca8af1b6 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:59.639755 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e0afe-5a07-496e-87b2-67bf14af1ed3 tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Pushing event deleted for resources: {'Subnet': ['ID=1b3755d0-8d57-44fc-a35a-5814dc5f7c5f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:59.728848 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fcd6f59e-6ae4-40a6-a4a2-1211ca8af1b6 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:59.732632 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd6f59e-6ae4-40a6-a4a2-1211ca8af1b6 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b33d70e4-2968-4547-b92c-8634ef952d97 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:43:59.746626 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fcd6f59e-6ae4-40a6-a4a2-1211ca8af1b6 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:59.752043 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fcd6f59e-6ae4-40a6-a4a2-1211ca8af1b6 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] 10.222.0.73 "DELETE /v2.0/routers/b33d70e4-2968-4547-b92c-8634ef952d97 HTTP/1.1" status: 204 len: 168 time: 0.9178092 Jul 23 16:43:59.757155 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34692) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:59.772861 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-e80baf67-478d-4a24-99a7-3169e8462895 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Request body: {'router': {'name': 'tempest-router-1049049553', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '65594ef2ad174659bc26fc0ce0201c4a'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:59.837574 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e80baf67-478d-4a24-99a7-3169e8462895 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:59.838842 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e80baf67-478d-4a24-99a7-3169e8462895 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:59.862893 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6bda4d6c-d903-4c6d-98e0-388964b66dcb tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:59.934791 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed537156-14d1-4fbb-90c8-2a344ab324aa None None] DHCP port deletion for a4a11bec-cfea-4abe-944c-0525ed410226 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:43:59.974048 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e80baf67-478d-4a24-99a7-3169e8462895 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:59.982456 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e80baf67-478d-4a24-99a7-3169e8462895 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:00.047069 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e80baf67-478d-4a24-99a7-3169e8462895 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:00.047822 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-ed537156-14d1-4fbb-90c8-2a344ab324aa None None] Deleting port 983850ef-083a-434a-8bc5-380953d6fa3b {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:00.048535 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ed537156-14d1-4fbb-90c8-2a344ab324aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:00.052877 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e80baf67-478d-4a24-99a7-3169e8462895 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2944114 Jul 23 16:44:00.056983 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34730) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:00.068771 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-4741228f-d50c-468d-b990-bc8beee60ae9 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:00.105256 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-6bda4d6c-d903-4c6d-98e0-388964b66dcb tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Deleting port 983850ef-083a-434a-8bc5-380953d6fa3b {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:00.105606 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6bda4d6c-d903-4c6d-98e0-388964b66dcb tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:00.265507 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-6bda4d6c-d903-4c6d-98e0-388964b66dcb tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] For port 983850ef-083a-434a-8bc5-380953d6fa3b, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=983850ef-083a-434a-8bc5-380953d6fa3b,segment=NetworkSegment(cc196532-2540-4335-a511-73a447447ebe),segment_id=cc196532-2540-4335-a511-73a447447ebe)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:00.266891 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6bda4d6c-d903-4c6d-98e0-388964b66dcb tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:00.318955 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ed537156-14d1-4fbb-90c8-2a344ab324aa None None] For port 983850ef-083a-434a-8bc5-380953d6fa3b, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=983850ef-083a-434a-8bc5-380953d6fa3b,segment=NetworkSegment(cc196532-2540-4335-a511-73a447447ebe),segment_id=cc196532-2540-4335-a511-73a447447ebe)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:00.329113 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-6bda4d6c-d903-4c6d-98e0-388964b66dcb tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Calling delete_port for 983850ef-083a-434a-8bc5-380953d6fa3b owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:00.339279 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ed537156-14d1-4fbb-90c8-2a344ab324aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:00.368191 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-ed537156-14d1-4fbb-90c8-2a344ab324aa None None] Calling delete_port for 983850ef-083a-434a-8bc5-380953d6fa3b owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:00.468424 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ed537156-14d1-4fbb-90c8-2a344ab324aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:00.529968 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6bda4d6c-d903-4c6d-98e0-388964b66dcb tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:00.552850 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bda4d6c-d903-4c6d-98e0-388964b66dcb tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] No DVR routers for this DVR port 983850ef-083a-434a-8bc5-380953d6fa3b on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:44:00.611238 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed537156-14d1-4fbb-90c8-2a344ab324aa None None] No DVR routers for this DVR port 983850ef-083a-434a-8bc5-380953d6fa3b on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:44:00.634568 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed537156-14d1-4fbb-90c8-2a344ab324aa None None] Pushing event deleted for resources: {'Port': ['ID=983850ef-083a-434a-8bc5-380953d6fa3b,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:00.674891 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda4d6c-d903-4c6d-98e0-388964b66dcb tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Pushing event deleted for resources: {'Port': ['ID=983850ef-083a-434a-8bc5-380953d6fa3b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:00.809425 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6bda4d6c-d903-4c6d-98e0-388964b66dcb tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:00.824058 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-6bda4d6c-d903-4c6d-98e0-388964b66dcb tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a11bec-cfea-4abe-944c-0525ed410226']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:00.870313 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-6bda4d6c-d903-4c6d-98e0-388964b66dcb tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc196532-2540-4335-a511-73a447447ebe') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:00.870313 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-6bda4d6c-d903-4c6d-98e0-388964b66dcb tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc196532-2540-4335-a511-73a447447ebe') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:00.882629 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4741228f-d50c-468d-b990-bc8beee60ae9 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:00.882629 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4741228f-d50c-468d-b990-bc8beee60ae9 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks [] for router, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:00.896247 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6bda4d6c-d903-4c6d-98e0-388964b66dcb tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:00.920668 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6bda4d6c-d903-4c6d-98e0-388964b66dcb tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:00.927502 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bda4d6c-d903-4c6d-98e0-388964b66dcb tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:44:00.927897 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6bda4d6c-d903-4c6d-98e0-388964b66dcb tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: self.session.flush() Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: self.session.flush() Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: self.session.flush() Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: self.session.flush() Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:44:00.932771 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:44:01.020065 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6bda4d6c-d903-4c6d-98e0-388964b66dcb tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:01.029905 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6bda4d6c-d903-4c6d-98e0-388964b66dcb tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:01.047859 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6bda4d6c-d903-4c6d-98e0-388964b66dcb tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] 10.222.0.73 "DELETE /v2.0/networks/a4a11bec-cfea-4abe-944c-0525ed410226 HTTP/1.1" status: 204 len: 168 time: 1.5513618 Jul 23 16:44:01.088805 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda4d6c-d903-4c6d-98e0-388964b66dcb tempest-AllowedAddressPairTestJSON-1773089344 tempest-AllowedAddressPairTestJSON-1773089344-project] Pushing event deleted for resources: {'Network': ['ID=a4a11bec-cfea-4abe-944c-0525ed410226,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:01.571056 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 983850ef-083a-434a-8bc5-380953d6fa3b no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:44:01.635397 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 983850ef-083a-434a-8bc5-380953d6fa3b {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:44:01.636055 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 983850ef-083a-434a-8bc5-380953d6fa3b not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:44:01.763093 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 34852) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:01.929801 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4741228f-d50c-468d-b990-bc8beee60ae9 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94013) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 23 16:44:01.934269 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4741228f-d50c-468d-b990-bc8beee60ae9 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Router 4400cbde-8034-415b-9e0a-ee88bec5a92d migrating from provider to provider. {{(pid=94013) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 23 16:44:01.934844 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4741228f-d50c-468d-b990-bc8beee60ae9 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:01.956024 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4741228f-d50c-468d-b990-bc8beee60ae9 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:01.963286 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4741228f-d50c-468d-b990-bc8beee60ae9 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1714764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1714741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695099'] for router, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:02.015981 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eca12a6a-7eac-4a1a-a8e5-a4d60bdd5f89 req-003de801-fd59-4b65-aba0-728184e1ec71 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=db39015c-d082-40b2-841b-29ba7f997db0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1822326 Jul 23 16:44:02.094541 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:44:02.187251 n-d-778549-4 neutron-server[94013]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4741228f-d50c-468d-b990-bc8beee60ae9 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] No L3 agents can host the router 4400cbde-8034-415b-9e0a-ee88bec5a92d Jul 23 16:44:02.191056 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ecb0978b-c2de-420a-8194-e0a37609b674 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a8a48b989445426294471c11254f02d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4260128 Jul 23 16:44:02.194643 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34874) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:02.213066 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca12a6a-7eac-4a1a-a8e5-a4d60bdd5f89 req-6ae75667-e02b-4ecc-ab74-a224452c755b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:02.215060 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eca12a6a-7eac-4a1a-a8e5-a4d60bdd5f89 req-6ae75667-e02b-4ecc-ab74-a224452c755b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=73f731c3e74d4834a41ffd03a4899cef&device_id=db39015c-d082-40b2-841b-29ba7f997db0 HTTP/1.1" status: 200 len: 1096 time: 0.1527979 Jul 23 16:44:02.261400 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 34876) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:02.359022 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4741228f-d50c-468d-b990-bc8beee60ae9 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Hosts for router 4400cbde-8034-415b-9e0a-ee88bec5a92d: [] {{(pid=94013) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 23 16:44:02.385023 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-be75b948-e613-434c-abac-f77e030c03b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:02.397363 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4741228f-d50c-468d-b990-bc8beee60ae9 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Hosts for other DVR routers connected to router 4400cbde-8034-415b-9e0a-ee88bec5a92d: set() {{(pid=94013) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 23 16:44:02.400025 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4741228f-d50c-468d-b990-bc8beee60ae9 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:02.403937 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4741228f-d50c-468d-b990-bc8beee60ae9 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] 10.222.0.73 "PUT /v2.0/routers/4400cbde-8034-415b-9e0a-ee88bec5a92d HTTP/1.1" status: 200 len: 717 time: 2.3397639 Jul 23 16:44:02.406289 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34882) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:02.455840 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-be75b948-e613-434c-abac-f77e030c03b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:02.514515 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-99b9b949-2c1d-49f5-a0d1-4a60a2197f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:02.580569 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e78ae4ef-ac69-40fb-854d-2360810487ac tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] 10.222.0.73 "GET /v2.0/routers/4400cbde-8034-415b-9e0a-ee88bec5a92d HTTP/1.1" status: 200 len: 717 time: 0.1731799 Jul 23 16:44:02.585301 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34898) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:02.593252 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-be75b948-e613-434c-abac-f77e030c03b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:02.595789 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca12a6a-7eac-4a1a-a8e5-a4d60bdd5f89 req-85dcf66f-6379-4e00-8e29-0a6e46a53b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:02.595920 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-be75b948-e613-434c-abac-f77e030c03b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:02.597108 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-be75b948-e613-434c-abac-f77e030c03b6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6e25bbe0-5434-4153-a2b4-772930d30203 HTTP/1.1" status: 204 len: 168 time: 0.3920593 Jul 23 16:44:02.597846 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eca12a6a-7eac-4a1a-a8e5-a4d60bdd5f89 req-85dcf66f-6379-4e00-8e29-0a6e46a53b2a service neutron] 10.222.0.97 "GET /v2.0/networks?id=781ff998-5fd6-4b30-abd9-75eb80a107ad HTTP/1.1" status: 200 len: 912 time: 0.3624439 Jul 23 16:44:02.608088 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75b948-e613-434c-abac-f77e030c03b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e25bbe0-5434-4153-a2b4-772930d30203,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:02.646110 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f29a99df-3c12-4af0-a090-37a4703678a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:02.715539 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eca12a6a-7eac-4a1a-a8e5-a4d60bdd5f89 req-c99e0e3f-b55e-4317-820e-6c2951b88a15 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce1c2507-bb51-4faa-946e-757f4129d65c HTTP/1.1" status: 200 len: 1000 time: 0.1091051 Jul 23 16:44:02.999258 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-41b45853-add1-41b5-9a64-c7a8122de330 tempest-RoutersTestDVR-1260598543 tempest-RoutersTestDVR-1260598543-project] 10.222.0.73 "GET /v2.0/routers/4400cbde-8034-415b-9e0a-ee88bec5a92d HTTP/1.1" status: 200 len: 683 time: 0.4104612 Jul 23 16:44:03.000682 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34910) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:03.058521 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34914) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:03.082929 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca12a6a-7eac-4a1a-a8e5-a4d60bdd5f89 req-39b49eb3-7146-4c46-96c5-242d086fe42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:03.084414 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eca12a6a-7eac-4a1a-a8e5-a4d60bdd5f89 req-39b49eb3-7146-4c46-96c5-242d086fe42d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e5ad291e-418b-4d00-9cc7-4ac4310f7dcd HTTP/1.1" status: 200 len: 849 time: 0.3606300 Jul 23 16:44:03.104714 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-99b9b949-2c1d-49f5-a0d1-4a60a2197f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:03.133627 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-99b9b949-2c1d-49f5-a0d1-4a60a2197f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:03.134058 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aa519203-1419-4441-a302-b036f5dec7e3 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:03.165140 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-99b9b949-2c1d-49f5-a0d1-4a60a2197f30 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=413d0d87e5ba4d4fb1df10c7be6e06f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8968227 Jul 23 16:44:03.165945 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 34920) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:03.296403 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca12a6a-7eac-4a1a-a8e5-a4d60bdd5f89 req-0713b904-f0c8-41b6-becf-5971dbb9b806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:03.298704 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eca12a6a-7eac-4a1a-a8e5-a4d60bdd5f89 req-0713b904-f0c8-41b6-becf-5971dbb9b806 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=781ff998-5fd6-4b30-abd9-75eb80a107ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2056646 Jul 23 16:44:03.303712 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9b949-2c1d-49f5-a0d1-4a60a2197f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d87b7d2-5b52-4223-b154-428b37430a55,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:03.329362 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f9399f9e-4b80-4df7-bb4f-577740e6c317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:03.447265 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eca12a6a-7eac-4a1a-a8e5-a4d60bdd5f89 req-1ff9efbf-e0a2-44be-89c6-23bc836cadb4 service neutron] 10.222.0.97 "GET /v2.0/networks/781ff998-5fd6-4b30-abd9-75eb80a107ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391771 Jul 23 16:44:03.467048 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aa519203-1419-4441-a302-b036f5dec7e3 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:03.470681 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aa519203-1419-4441-a302-b036f5dec7e3 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:03.498325 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-53508258-6da9-4748-ac0b-bcc82fa11fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:03.558232 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aa519203-1419-4441-a302-b036f5dec7e3 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:03.558730 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa519203-1419-4441-a302-b036f5dec7e3 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4400cbde-8034-415b-9e0a-ee88bec5a92d {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:44:03.563619 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aa519203-1419-4441-a302-b036f5dec7e3 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:03.568366 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-aa519203-1419-4441-a302-b036f5dec7e3 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] 10.222.0.73 "DELETE /v2.0/routers/4400cbde-8034-415b-9e0a-ee88bec5a92d HTTP/1.1" status: 204 len: 168 time: 0.5631249 Jul 23 16:44:03.568366 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34932) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:03.576405 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-77fbf558-c451-4079-a156-0d0908be33df tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Request body: {'router': {'name': 'tempest-router-1004324505', 'distributed': True}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:03.634729 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eca12a6a-7eac-4a1a-a8e5-a4d60bdd5f89 req-f26217b1-2382-4ca7-938b-610e608a8b9a service neutron] 10.222.0.97 "GET /v2.0/networks/781ff998-5fd6-4b30-abd9-75eb80a107ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804438 Jul 23 16:44:03.654513 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-53508258-6da9-4748-ac0b-bcc82fa11fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:03.711720 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f9399f9e-4b80-4df7-bb4f-577740e6c317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:03.718499 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f9399f9e-4b80-4df7-bb4f-577740e6c317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:03.737161 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-53508258-6da9-4748-ac0b-bcc82fa11fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:03.743462 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-53508258-6da9-4748-ac0b-bcc82fa11fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:03.749015 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-53508258-6da9-4748-ac0b-bcc82fa11fa5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2d87b7d2-5b52-4223-b154-428b37430a55 HTTP/1.1" status: 204 len: 168 time: 0.5744200 Jul 23 16:44:03.759416 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53508258-6da9-4748-ac0b-bcc82fa11fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d87b7d2-5b52-4223-b154-428b37430a55,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:03.779834 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 34940) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:03.780308 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f9399f9e-4b80-4df7-bb4f-577740e6c317 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7689a716758b48b49a5c6aa79c0569bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7205586 Jul 23 16:44:03.786145 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-77fbf558-c451-4079-a156-0d0908be33df tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:03.787201 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-77fbf558-c451-4079-a156-0d0908be33df tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:03.793494 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9399f9e-4b80-4df7-bb4f-577740e6c317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486319df-4e97-47e9-8bf3-923435e2ab00,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:03.869180 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-77fbf558-c451-4079-a156-0d0908be33df tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:03.875929 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-77fbf558-c451-4079-a156-0d0908be33df tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:03.876335 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f9ea-d985-4a7c-bb77-5aa557d32465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:03.895550 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-77fbf558-c451-4079-a156-0d0908be33df tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:03.899200 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-77fbf558-c451-4079-a156-0d0908be33df tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3273978 Jul 23 16:44:03.902510 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34944) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:03.906469 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f9ea-d985-4a7c-bb77-5aa557d32465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:03.986293 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f9ea-d985-4a7c-bb77-5aa557d32465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:03.989996 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f9ea-d985-4a7c-bb77-5aa557d32465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:03.991300 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fbe6f9ea-d985-4a7c-bb77-5aa557d32465 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/486319df-4e97-47e9-8bf3-923435e2ab00 HTTP/1.1" status: 204 len: 168 time: 0.1962423 Jul 23 16:44:04.005499 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6f9ea-d985-4a7c-bb77-5aa557d32465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486319df-4e97-47e9-8bf3-923435e2ab00,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:04.015051 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bdc2e68d-b8f2-4bc4-95f1-c85206515801 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:04.052654 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 34952) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:04.221540 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bdc2e68d-b8f2-4bc4-95f1-c85206515801 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:04.223731 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bdc2e68d-b8f2-4bc4-95f1-c85206515801 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:04.290389 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 34960) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:04.295162 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bdc2e68d-b8f2-4bc4-95f1-c85206515801 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:04.295838 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc2e68d-b8f2-4bc4-95f1-c85206515801 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6acf0294-e9e7-4eb8-8d0f-cf8963b91843 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:44:04.302493 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bdc2e68d-b8f2-4bc4-95f1-c85206515801 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:04.307501 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bdc2e68d-b8f2-4bc4-95f1-c85206515801 tempest-RoutersTestDVR-467416145 tempest-RoutersTestDVR-467416145-project-admin] 10.222.0.73 "DELETE /v2.0/routers/6acf0294-e9e7-4eb8-8d0f-cf8963b91843 HTTP/1.1" status: 204 len: 168 time: 0.3988516 Jul 23 16:44:04.313649 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-61f1fb15-3433-4aeb-aaba-85b71f71e0d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:04.417980 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-61f1fb15-3433-4aeb-aaba-85b71f71e0d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:04.423131 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-61f1fb15-3433-4aeb-aaba-85b71f71e0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:04.476099 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-61f1fb15-3433-4aeb-aaba-85b71f71e0d1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6e709540d9c8472bb1cb93a8f144ac0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1844845 Jul 23 16:44:04.477493 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1fb15-3433-4aeb-aaba-85b71f71e0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e767b0-a4e8-4c96-a4e9-1e869c0d8342,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:04.479537 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34966) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:04.539049 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9939e0f5-f050-4485-9ec1-674a946aa69f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:04.564610 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-1f30eb33-45ba-4f71-bc90-60d758aafaef tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2120022954'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:04.576064 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9939e0f5-f050-4485-9ec1-674a946aa69f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:04.608797 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f30eb33-45ba-4f71-bc90-60d758aafaef tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Made reservation on behalf of c8c8ece38aea43849223495b8b568887 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:04.613256 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f30eb33-45ba-4f71-bc90-60d758aafaef tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:04.630470 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f30eb33-45ba-4f71-bc90-60d758aafaef tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:04.641665 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9939e0f5-f050-4485-9ec1-674a946aa69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:04.645517 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9939e0f5-f050-4485-9ec1-674a946aa69f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:04.646886 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9939e0f5-f050-4485-9ec1-674a946aa69f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d0e767b0-a4e8-4c96-a4e9-1e869c0d8342 HTTP/1.1" status: 204 len: 168 time: 0.1647913 Jul 23 16:44:04.667009 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9939e0f5-f050-4485-9ec1-674a946aa69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e767b0-a4e8-4c96-a4e9-1e869c0d8342,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:04.723420 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 34976) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:04.803829 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f30eb33-45ba-4f71-bc90-60d758aafaef tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:04.810601 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f30eb33-45ba-4f71-bc90-60d758aafaef tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:04.875521 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30eb33-45ba-4f71-bc90-60d758aafaef tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d619aa53-e0ab-4baa-a157-725c3d623f1a,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:04.885711 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f30eb33-45ba-4f71-bc90-60d758aafaef tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] vlan segment allocate from pool success with {'vlan_id': 1110, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:44:04.899555 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:04.930413 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f30eb33-45ba-4f71-bc90-60d758aafaef tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:04.931050 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-1f30eb33-45ba-4f71-bc90-60d758aafaef tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Added segment 4736a8dc-5570-434b-9202-8239a78c93e2 of type vlan for network 4d507855-295a-4c8a-be4c-f982b6505cab Jul 23 16:44:05.002159 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f30eb33-45ba-4f71-bc90-60d758aafaef tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:05.037216 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f30eb33-45ba-4f71-bc90-60d758aafaef tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:05.051898 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f30eb33-45ba-4f71-bc90-60d758aafaef tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:05.053195 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f30eb33-45ba-4f71-bc90-60d758aafaef tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:05.061936 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-302f0d4b-6a1b-4810-bea0-4e22f400195e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:05.231532 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1f30eb33-45ba-4f71-bc90-60d758aafaef tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.1753139 Jul 23 16:44:05.232708 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 34996) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:05.239528 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-0a294762-29a6-4542-a26f-d4c190dfeda0 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Request body: {'subnet': {'network_id': '4d507855-295a-4c8a-be4c-f982b6505cab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:05.342656 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-302f0d4b-6a1b-4810-bea0-4e22f400195e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:05.347470 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30eb33-45ba-4f71-bc90-60d758aafaef tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Pushing event updated for resources: {'Network': ['ID=4d507855-295a-4c8a-be4c-f982b6505cab,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:05.353367 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-302f0d4b-6a1b-4810-bea0-4e22f400195e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:05.368526 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 4d507855-295a-4c8a-be4c-f982b6505cab details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:44:05.424026 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-302f0d4b-6a1b-4810-bea0-4e22f400195e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=65594ef2ad174659bc26fc0ce0201c4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6993039 Jul 23 16:44:05.425119 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f0d4b-6a1b-4810-bea0-4e22f400195e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6297338-e0a5-4f57-b957-80b90ae79aec,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:05.428915 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35008) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:05.458475 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d5772a8c-29e3-4e33-99b8-2c442be2f325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:05.477398 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a294762-29a6-4542-a26f-d4c190dfeda0 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Made reservation on behalf of c8c8ece38aea43849223495b8b568887 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:05.487973 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0a294762-29a6-4542-a26f-d4c190dfeda0 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:05.507322 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-35e9ee33-09fa-440f-9eff-d470ddbb8ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:05.539610 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-35e9ee33-09fa-440f-9eff-d470ddbb8ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:05.541772 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:05.621534 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-35e9ee33-09fa-440f-9eff-d470ddbb8ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:05.624607 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-35e9ee33-09fa-440f-9eff-d470ddbb8ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:05.626044 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-35e9ee33-09fa-440f-9eff-d470ddbb8ec8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a6297338-e0a5-4f57-b957-80b90ae79aec HTTP/1.1" status: 204 len: 168 time: 0.1953166 Jul 23 16:44:05.647596 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9ee33-09fa-440f-9eff-d470ddbb8ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6297338-e0a5-4f57-b957-80b90ae79aec,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:05.904177 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0a294762-29a6-4542-a26f-d4c190dfeda0 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:05.982680 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a294762-29a6-4542-a26f-d4c190dfeda0 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Pushing event updated for resources: {'Subnet': ['ID=cf814578-daf9-45af-9723-cc522690d022,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:05.998884 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a294762-29a6-4542-a26f-d4c190dfeda0 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Checking segment: {'id': '4736a8dc-5570-434b-9202-8239a78c93e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '4d507855-295a-4c8a-be4c-f982b6505cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:05.999519 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a294762-29a6-4542-a26f-d4c190dfeda0 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Network hostable DHCP agents. Network: 4d507855-295a-4c8a-be4c-f982b6505cab, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:44:06.019615 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a294762-29a6-4542-a26f-d4c190dfeda0 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Network 4d507855-295a-4c8a-be4c-f982b6505cab is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:44:06.034129 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-0a294762-29a6-4542-a26f-d4c190dfeda0 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 4d507855-295a-4c8a-be4c-f982b6505cab) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:06.041642 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a294762-29a6-4542-a26f-d4c190dfeda0 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:06.042486 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0a294762-29a6-4542-a26f-d4c190dfeda0 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:06.043578 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daac810-d9d2-4f13-bdb5-cdda916c0ef4 None None] Network 4d507855-295a-4c8a-be4c-f982b6505cab requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:06.069415 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0a294762-29a6-4542-a26f-d4c190dfeda0 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8329227 Jul 23 16:44:06.069694 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35028) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:06.098426 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-433f015a-eba3-4fdd-838e-f3df35fda230 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Request body: {'port': {'network_id': '4d507855-295a-4c8a-be4c-f982b6505cab', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1612341745'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:06.334133 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433f015a-eba3-4fdd-838e-f3df35fda230 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Made reservation on behalf of c8c8ece38aea43849223495b8b568887 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:06.337834 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-433f015a-eba3-4fdd-838e-f3df35fda230 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:06.371471 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae57394-517a-435c-87d6-7f7e1671614a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-4d507855-295a-4c8a-be4c-f982b6505cab', 'network_id': '4d507855-295a-4c8a-be4c-f982b6505cab', 'tenant_id': 'c8c8ece38aea43849223495b8b568887', 'fixed_ips': [{'subnet_id': 'cf814578-daf9-45af-9723-cc522690d022'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:44:06.373572 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3ae57394-517a-435c-87d6-7f7e1671614a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:06.401342 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-433f015a-eba3-4fdd-838e-f3df35fda230 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] device_id is not set on port 0a6157b3-8446-4e25-97ee-0d66bd027ea8 yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:44:06.421598 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35042) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:06.462650 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a476b5b6-fdf2-477b-b5bc-77d7362d7f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:06.656818 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:06.722133 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a476b5b6-fdf2-477b-b5bc-77d7362d7f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:06.728676 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a476b5b6-fdf2-477b-b5bc-77d7362d7f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:06.756294 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-433f015a-eba3-4fdd-838e-f3df35fda230 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Allocated IP 2001:db8::102 (4d507855-295a-4c8a-be4c-f982b6505cab/cf814578-daf9-45af-9723-cc522690d022/0a6157b3-8446-4e25-97ee-0d66bd027ea8) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:06.805562 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a476b5b6-fdf2-477b-b5bc-77d7362d7f0a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=96d84a7550354287926d21d7aeec8467&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3822427 Jul 23 16:44:06.807050 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476b5b6-fdf2-477b-b5bc-77d7362d7f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e60aa97-b8d4-418c-9c04-be2cee925d99,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:06.815952 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35066) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:07.067246 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-39a87765-d6be-4c66-b4de-db2719fea094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:07.097824 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-39a87765-d6be-4c66-b4de-db2719fea094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:07.135823 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35078) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:07.161532 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-433f015a-eba3-4fdd-838e-f3df35fda230 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:07.195464 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-433f015a-eba3-4fdd-838e-f3df35fda230 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Transition to ACTIVE for port object 0a6157b3-8446-4e25-97ee-0d66bd027ea8 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:07.247856 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-39a87765-d6be-4c66-b4de-db2719fea094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:07.255076 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-39a87765-d6be-4c66-b4de-db2719fea094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:07.261430 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-39a87765-d6be-4c66-b4de-db2719fea094 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4e60aa97-b8d4-418c-9c04-be2cee925d99 HTTP/1.1" status: 204 len: 168 time: 0.4441268 Jul 23 16:44:07.277414 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-433f015a-eba3-4fdd-838e-f3df35fda230 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:07.280365 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a87765-d6be-4c66-b4de-db2719fea094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e60aa97-b8d4-418c-9c04-be2cee925d99,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:07.379554 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433f015a-eba3-4fdd-838e-f3df35fda230 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Network 4d507855-295a-4c8a-be4c-f982b6505cab is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:07.385463 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-433f015a-eba3-4fdd-838e-f3df35fda230 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:07.390410 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433f015a-eba3-4fdd-838e-f3df35fda230 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:07.412678 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-3ae57394-517a-435c-87d6-7f7e1671614a None None] Allocated IP 2001:db8::2 (4d507855-295a-4c8a-be4c-f982b6505cab/cf814578-daf9-45af-9723-cc522690d022/c0b4ea5a-d3f4-45aa-9299-4b9ad1442979) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:07.434316 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f16c-de99-41d0-b8d1-01347a2cf7b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:07.449459 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433f015a-eba3-4fdd-838e-f3df35fda230 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:07.450781 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-433f015a-eba3-4fdd-838e-f3df35fda230 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:07.586868 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f015a-eba3-4fdd-838e-f3df35fda230 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Pushing event updated for resources: {'Port': ['ID=0a6157b3-8446-4e25-97ee-0d66bd027ea8,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:07.605189 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:07.779564 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f16c-de99-41d0-b8d1-01347a2cf7b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:07.796060 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-433f015a-eba3-4fdd-838e-f3df35fda230 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7216733 Jul 23 16:44:07.796943 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f16c-de99-41d0-b8d1-01347a2cf7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:07.798999 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35096) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:07.807195 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-85d7ac24-f5c0-49c9-9f78-f30357297258 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Request body: {'port': {'network_id': '4d507855-295a-4c8a-be4c-f982b6505cab', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-42651948', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:07.810017 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.api.validators [None req-85d7ac24-f5c0-49c9-9f78-f30357297258 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] bootfile-name is not in valid_values {{(pid=94012) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 16:44:07.813125 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.api.validators [None req-85d7ac24-f5c0-49c9-9f78-f30357297258 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] tftp-server is not in valid_values {{(pid=94012) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 16:44:07.814528 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.api.validators [None req-85d7ac24-f5c0-49c9-9f78-f30357297258 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] server-ip-address is not in valid_values {{(pid=94012) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 16:44:07.892694 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3ae57394-517a-435c-87d6-7f7e1671614a None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:07.911355 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3ae57394-517a-435c-87d6-7f7e1671614a None None] Transition to ACTIVE for port object c0b4ea5a-d3f4-45aa-9299-4b9ad1442979 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:07.942650 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3ae57394-517a-435c-87d6-7f7e1671614a None None] Transition to ACTIVE for port object c0b4ea5a-d3f4-45aa-9299-4b9ad1442979 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:07.954409 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8dc1f16c-de99-41d0-b8d1-01347a2cf7b0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1fc3877c357e414189caef9d8ba63291&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8174808 Jul 23 16:44:07.957325 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1f16c-de99-41d0-b8d1-01347a2cf7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ed45c2-641d-497e-97ed-1fae3a1a7e3a,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:07.961124 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3ae57394-517a-435c-87d6-7f7e1671614a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:07.964161 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35100) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:08.024229 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae57394-517a-435c-87d6-7f7e1671614a None None] Pushing event updated for resources: {'Port': ['ID=c0b4ea5a-d3f4-45aa-9299-4b9ad1442979,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:08.053076 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-52126df6-88e4-452c-ae9d-38bc961ca245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:08.058386 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae57394-517a-435c-87d6-7f7e1671614a None None] Network 4d507855-295a-4c8a-be4c-f982b6505cab is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:08.063626 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-3ae57394-517a-435c-87d6-7f7e1671614a None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:08.070579 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae57394-517a-435c-87d6-7f7e1671614a None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:08.091553 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35104) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:08.096411 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-52126df6-88e4-452c-ae9d-38bc961ca245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:08.168591 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-52126df6-88e4-452c-ae9d-38bc961ca245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:08.172191 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-52126df6-88e4-452c-ae9d-38bc961ca245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:08.173484 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-52126df6-88e4-452c-ae9d-38bc961ca245 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e7ed45c2-641d-497e-97ed-1fae3a1a7e3a HTTP/1.1" status: 204 len: 168 time: 0.2055225 Jul 23 16:44:08.190438 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52126df6-88e4-452c-ae9d-38bc961ca245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ed45c2-641d-497e-97ed-1fae3a1a7e3a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:08.210669 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d7ac24-f5c0-49c9-9f78-f30357297258 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Made reservation on behalf of c8c8ece38aea43849223495b8b568887 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:08.219961 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-85d7ac24-f5c0-49c9-9f78-f30357297258 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:08.250875 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-3ae57394-517a-435c-87d6-7f7e1671614a None None] Attempting to bind port c0b4ea5a-d3f4-45aa-9299-4b9ad1442979 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:08.251245 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-3ae57394-517a-435c-87d6-7f7e1671614a None None] Attempting to bind port c0b4ea5a-d3f4-45aa-9299-4b9ad1442979 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '4736a8dc-5570-434b-9202-8239a78c93e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '4d507855-295a-4c8a-be4c-f982b6505cab'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:08.251635 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae57394-517a-435c-87d6-7f7e1671614a None None] Attempting to bind port c0b4ea5a-d3f4-45aa-9299-4b9ad1442979 on network 4d507855-295a-4c8a-be4c-f982b6505cab {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:08.282086 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae57394-517a-435c-87d6-7f7e1671614a None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:44:08.282470 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae57394-517a-435c-87d6-7f7e1671614a None None] Checking segment: {'id': '4736a8dc-5570-434b-9202-8239a78c93e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '4d507855-295a-4c8a-be4c-f982b6505cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:08.282875 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3ae57394-517a-435c-87d6-7f7e1671614a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:08.285422 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae57394-517a-435c-87d6-7f7e1671614a None None] Bound using segment: {'id': '4736a8dc-5570-434b-9202-8239a78c93e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '4d507855-295a-4c8a-be4c-f982b6505cab'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:44:08.285944 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-3ae57394-517a-435c-87d6-7f7e1671614a None None] Bound port: c0b4ea5a-d3f4-45aa-9299-4b9ad1442979, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4736a8dc-5570-434b-9202-8239a78c93e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '4d507855-295a-4c8a-be4c-f982b6505cab'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:44:08.286340 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3ae57394-517a-435c-87d6-7f7e1671614a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:08.294026 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-85d7ac24-f5c0-49c9-9f78-f30357297258 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] device_id is not set on port db3d4718-cb7d-42ca-af20-cc88371f2ab0 yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:44:08.327898 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-02a8995b-f5f2-470f-b46b-4cbd10096c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:08.436407 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-3ae57394-517a-435c-87d6-7f7e1671614a None None] For port c0b4ea5a-d3f4-45aa-9299-4b9ad1442979, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:44:08.440473 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-3ae57394-517a-435c-87d6-7f7e1671614a None None] For port c0b4ea5a-d3f4-45aa-9299-4b9ad1442979, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c0b4ea5a-d3f4-45aa-9299-4b9ad1442979,segment=NetworkSegment(4736a8dc-5570-434b-9202-8239a78c93e2),segment_id=4736a8dc-5570-434b-9202-8239a78c93e2)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:44:08.447252 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3ae57394-517a-435c-87d6-7f7e1671614a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:08.641124 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-02a8995b-f5f2-470f-b46b-4cbd10096c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:08.683322 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae57394-517a-435c-87d6-7f7e1671614a None None] Pushing event updated for resources: {'Port': ['ID=c0b4ea5a-d3f4-45aa-9299-4b9ad1442979,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:08.687958 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-02a8995b-f5f2-470f-b46b-4cbd10096c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:08.697398 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:08.912610 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35144) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:08.925492 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-02a8995b-f5f2-470f-b46b-4cbd10096c2b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=654065c09aea45a68a7629f3935dbe4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8325837 Jul 23 16:44:08.981580 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-85d7ac24-f5c0-49c9-9f78-f30357297258 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Allocated IP 2001:db8::75 (4d507855-295a-4c8a-be4c-f982b6505cab/cf814578-daf9-45af-9723-cc522690d022/db3d4718-cb7d-42ca-af20-cc88371f2ab0) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:08.984177 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8995b-f5f2-470f-b46b-4cbd10096c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f36660-f3aa-4017-a9c8-522d68295933,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:09.047476 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a0b08d80-9970-4ea1-b3b7-397f57409610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:09.091733 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a0b08d80-9970-4ea1-b3b7-397f57409610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:09.203053 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a0b08d80-9970-4ea1-b3b7-397f57409610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:09.205650 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a0b08d80-9970-4ea1-b3b7-397f57409610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:09.206848 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a0b08d80-9970-4ea1-b3b7-397f57409610 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/29f36660-f3aa-4017-a9c8-522d68295933 HTTP/1.1" status: 204 len: 168 time: 0.2931087 Jul 23 16:44:09.224776 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35152) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:09.239489 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b08d80-9970-4ea1-b3b7-397f57409610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f36660-f3aa-4017-a9c8-522d68295933,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:09.565641 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-85d7ac24-f5c0-49c9-9f78-f30357297258 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:09.605021 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-85d7ac24-f5c0-49c9-9f78-f30357297258 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Transition to ACTIVE for port object db3d4718-cb7d-42ca-af20-cc88371f2ab0 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:09.608663 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c0b4ea5a-d3f4-45aa-9299-4b9ad1442979 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:09.703213 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-85d7ac24-f5c0-49c9-9f78-f30357297258 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:09.811762 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port c0b4ea5a-d3f4-45aa-9299-4b9ad1442979 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:09.823371 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-d0f54a94-86b9-4003-8d1d-ff4d8d539779 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Request body: {'networks': [{'name': 'tempest-network--771100958'}, {'name': 'tempest-network--1381121425'}]} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:09.823898 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-d0f54a94-86b9-4003-8d1d-ff4d8d539779 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Request body: {'network': {'name': 'tempest-network--771100958'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:09.824519 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-d0f54a94-86b9-4003-8d1d-ff4d8d539779 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Request body: {'network': {'name': 'tempest-network--1381121425'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:09.842432 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d7ac24-f5c0-49c9-9f78-f30357297258 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Network 4d507855-295a-4c8a-be4c-f982b6505cab is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:09.848776 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-85d7ac24-f5c0-49c9-9f78-f30357297258 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:09.853174 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d7ac24-f5c0-49c9-9f78-f30357297258 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:09.862766 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d7ac24-f5c0-49c9-9f78-f30357297258 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:09.864195 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-85d7ac24-f5c0-49c9-9f78-f30357297258 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:09.869073 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7ac24-f5c0-49c9-9f78-f30357297258 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Pushing event updated for resources: {'Port': ['ID=db3d4718-cb7d-42ca-af20-cc88371f2ab0,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:09.916100 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f54a94-86b9-4003-8d1d-ff4d8d539779 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Made reservation on behalf of 39fb3a138b9f4a76a0d1dbf586a3d96f for: {'network': 2} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:09.927480 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-85d7ac24-f5c0-49c9-9f78-f30357297258 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1147 time: 2.1269693 Jul 23 16:44:09.930926 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35168) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:09.962289 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d0f54a94-86b9-4003-8d1d-ff4d8d539779 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:10.008106 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d0f54a94-86b9-4003-8d1d-ff4d8d539779 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:10.263091 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d26ab76-7c65-4c54-b964-032cc94f6c4e tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:10.287120 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d26ab76-7c65-4c54-b964-032cc94f6c4e tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:10.312365 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d26ab76-7c65-4c54-b964-032cc94f6c4e tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:10.326274 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2d26ab76-7c65-4c54-b964-032cc94f6c4e tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.3941374 Jul 23 16:44:10.326512 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d0f54a94-86b9-4003-8d1d-ff4d8d539779 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:10.327525 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35180) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:10.345402 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d0f54a94-86b9-4003-8d1d-ff4d8d539779 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:10.346156 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d0f54a94-86b9-4003-8d1d-ff4d8d539779 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:10.391907 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcab0bc-6a36-438f-921b-f89574fb122f None None] Network 4d507855-295a-4c8a-be4c-f982b6505cab requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:10.502955 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f54a94-86b9-4003-8d1d-ff4d8d539779 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] vlan segment allocate from pool success with {'vlan_id': 1128, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:44:10.572875 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f54a94-86b9-4003-8d1d-ff4d8d539779 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7acce3ab-0d3a-4534-898b-1b2f3c048415,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:10.573171 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c5465b1b-7d9f-4af6-9ca2-2434a36f77c5 None None] Provisioning for port c0b4ea5a-d3f4-45aa-9299-4b9ad1442979 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:10.578775 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c5465b1b-7d9f-4af6-9ca2-2434a36f77c5 None None] Provisioning complete for port c0b4ea5a-d3f4-45aa-9299-4b9ad1442979 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:10.579452 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c5465b1b-7d9f-4af6-9ca2-2434a36f77c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:10.582295 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d0f54a94-86b9-4003-8d1d-ff4d8d539779 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:10.583783 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-d0f54a94-86b9-4003-8d1d-ff4d8d539779 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Added segment 5837a63e-321a-4752-8a22-854acebaeaec of type vlan for network c06e2155-ca07-4d43-bdf6-d57f22060682 Jul 23 16:44:10.766342 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d0f54a94-86b9-4003-8d1d-ff4d8d539779 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:10.797772 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-39364e1e-dc1e-400a-b23d-3ae612ccb167 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Deleting port db3d4718-cb7d-42ca-af20-cc88371f2ab0 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:10.798410 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-39364e1e-dc1e-400a-b23d-3ae612ccb167 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:10.810377 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c5465b1b-7d9f-4af6-9ca2-2434a36f77c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:10.872284 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f54a94-86b9-4003-8d1d-ff4d8d539779 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] vlan segment allocate from pool success with {'vlan_id': 1123, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:44:10.886824 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-c5465b1b-7d9f-4af6-9ca2-2434a36f77c5 None None] For port c0b4ea5a-d3f4-45aa-9299-4b9ad1442979, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c0b4ea5a-d3f4-45aa-9299-4b9ad1442979,segment=NetworkSegment(4736a8dc-5570-434b-9202-8239a78c93e2),segment_id=4736a8dc-5570-434b-9202-8239a78c93e2)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:10.908652 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c5465b1b-7d9f-4af6-9ca2-2434a36f77c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:10.991312 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d0f54a94-86b9-4003-8d1d-ff4d8d539779 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:10.991894 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-d0f54a94-86b9-4003-8d1d-ff4d8d539779 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Added segment 90170a56-24fc-412e-b289-e62a9661ac46 of type vlan for network b6faf863-0258-4dc3-b5d5-a9c663b62412 Jul 23 16:44:11.032377 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5465b1b-7d9f-4af6-9ca2-2434a36f77c5 None None] Pushing event updated for resources: {'Port': ['ID=c0b4ea5a-d3f4-45aa-9299-4b9ad1442979,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:11.069679 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-39364e1e-dc1e-400a-b23d-3ae612ccb167 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:11.079750 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d0f54a94-86b9-4003-8d1d-ff4d8d539779 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:11.091230 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-39364e1e-dc1e-400a-b23d-3ae612ccb167 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Calling delete_port for db3d4718-cb7d-42ca-af20-cc88371f2ab0 owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:11.164672 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d0f54a94-86b9-4003-8d1d-ff4d8d539779 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:11.165256 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d0f54a94-86b9-4003-8d1d-ff4d8d539779 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:11.171017 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f54a94-86b9-4003-8d1d-ff4d8d539779 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:11.176221 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f54a94-86b9-4003-8d1d-ff4d8d539779 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:11.176895 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d0f54a94-86b9-4003-8d1d-ff4d8d539779 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:11.232632 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d0f54a94-86b9-4003-8d1d-ff4d8d539779 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.0067389 Jul 23 16:44:11.235210 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35208) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:11.279205 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f54a94-86b9-4003-8d1d-ff4d8d539779 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Pushing event updated for resources: {'Network': ['ID=c06e2155-ca07-4d43-bdf6-d57f22060682,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:11.292359 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network c06e2155-ca07-4d43-bdf6-d57f22060682 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:44:11.448817 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f54a94-86b9-4003-8d1d-ff4d8d539779 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Pushing event updated for resources: {'Network': ['ID=b6faf863-0258-4dc3-b5d5-a9c663b62412,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:11.495948 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-39364e1e-dc1e-400a-b23d-3ae612ccb167 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:11.518151 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7b419eb3-ecd2-4491-876a-c5fef4488eb6 None None] Provisioning for port 0a6157b3-8446-4e25-97ee-0d66bd027ea8 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:11.522220 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network b6faf863-0258-4dc3-b5d5-a9c663b62412 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:44:11.548233 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39364e1e-dc1e-400a-b23d-3ae612ccb167 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Pushing event deleted for resources: {'Port': ['ID=db3d4718-cb7d-42ca-af20-cc88371f2ab0,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:11.596128 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-39364e1e-dc1e-400a-b23d-3ae612ccb167 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:11.599454 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-39364e1e-dc1e-400a-b23d-3ae612ccb167 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] 10.222.0.73 "DELETE /v2.0/ports/db3d4718-cb7d-42ca-af20-cc88371f2ab0 HTTP/1.1" status: 204 len: 168 time: 1.2707984 Jul 23 16:44:11.606142 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35218) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:11.621368 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6f02bb41-60b8-4dc3-b09c-4440a0978412 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Request body: {'port': {'name': 'tempest-new-port-name-442387555', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:11.624736 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.api.validators [None req-6f02bb41-60b8-4dc3-b09c-4440a0978412 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] bootfile-name is not in valid_values {{(pid=94013) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 16:44:11.625258 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.api.validators [None req-6f02bb41-60b8-4dc3-b09c-4440a0978412 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] tftp-server is not in valid_values {{(pid=94013) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 16:44:11.627373 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.api.validators [None req-6f02bb41-60b8-4dc3-b09c-4440a0978412 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] server-ip-address is not in valid_values {{(pid=94013) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 16:44:11.679811 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c0b4ea5a-d3f4-45aa-9299-4b9ad1442979 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:11.704709 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35220) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:11.749428 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7b419eb3-ecd2-4491-876a-c5fef4488eb6 None None] Provisioning complete for port 0a6157b3-8446-4e25-97ee-0d66bd027ea8 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:11.749823 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7b419eb3-ecd2-4491-876a-c5fef4488eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:11.840682 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6f02bb41-60b8-4dc3-b09c-4440a0978412 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:11.921820 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-7b419eb3-ecd2-4491-876a-c5fef4488eb6 None None] Port 0a6157b3-8446-4e25-97ee-0d66bd027ea8 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:44:11.941169 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7b419eb3-ecd2-4491-876a-c5fef4488eb6 None None] Could not find standard attr ID for object db3d4718-cb7d-42ca-af20-cc88371f2ab0. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:44:11.952684 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3057a802-bebf-4598-a595-fc57dc8287be tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:11.974837 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port c0b4ea5a-d3f4-45aa-9299-4b9ad1442979 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:11.975206 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:11.980002 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3057a802-bebf-4598-a595-fc57dc8287be tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:11.994227 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3057a802-bebf-4598-a595-fc57dc8287be tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:12.019451 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3057a802-bebf-4598-a595-fc57dc8287be tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:12.029856 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3057a802-bebf-4598-a595-fc57dc8287be tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7927628 Jul 23 16:44:12.030822 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35224) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:12.057999 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7b419eb3-ecd2-4491-876a-c5fef4488eb6 None None] Provisioning complete for port c0b4ea5a-d3f4-45aa-9299-4b9ad1442979 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:12.058877 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7b419eb3-ecd2-4491-876a-c5fef4488eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:12.112379 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6f02bb41-60b8-4dc3-b09c-4440a0978412 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:12.122424 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-ded6d249-a517-4c1b-b11d-ff9e99b38db2 tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-754091359'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:12.123402 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-ded6d249-a517-4c1b-b11d-ff9e99b38db2 tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] Unknown quota resources ['metering_label']. {{(pid=94013) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:44:12.207289 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6f02bb41-60b8-4dc3-b09c-4440a0978412 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:12.222680 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3c78089a-9476-4bab-a3e4-7d9e609c4a1a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:12.260922 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-6f02bb41-60b8-4dc3-b09c-4440a0978412 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] In _notify_port_updated(), no bound segment for port 0a6157b3-8446-4e25-97ee-0d66bd027ea8 on network 4d507855-295a-4c8a-be4c-f982b6505cab {{(pid=94013) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:44:12.271239 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f02bb41-60b8-4dc3-b09c-4440a0978412 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:12.272311 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6f02bb41-60b8-4dc3-b09c-4440a0978412 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:12.274913 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6f02bb41-60b8-4dc3-b09c-4440a0978412 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] 10.222.0.73 "PUT /v2.0/ports/0a6157b3-8446-4e25-97ee-0d66bd027ea8 HTTP/1.1" status: 200 len: 1129 time: 0.6658514 Jul 23 16:44:12.298484 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35230) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:12.478590 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6a029b84-f464-431f-b5cb-f03fefcb3e4b None None] Provisioning complete for port 0a6157b3-8446-4e25-97ee-0d66bd027ea8 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:12.479128 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6a029b84-f464-431f-b5cb-f03fefcb3e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:12.545320 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3c78089a-9476-4bab-a3e4-7d9e609c4a1a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:12.565165 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-6a029b84-f464-431f-b5cb-f03fefcb3e4b None None] Port 0a6157b3-8446-4e25-97ee-0d66bd027ea8 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:44:12.568045 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-3c78089a-9476-4bab-a3e4-7d9e609c4a1a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c06e2155-ca07-4d43-bdf6-d57f22060682']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:12.580253 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6a029b84-f464-431f-b5cb-f03fefcb3e4b None None] Could not find standard attr ID for object db3d4718-cb7d-42ca-af20-cc88371f2ab0. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:44:12.599361 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bc8da8-bff9-41b9-9338-ebce168b1bbd tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:12.605902 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-48bc8da8-bff9-41b9-9338-ebce168b1bbd tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] 10.222.0.73 "GET /v2.0/ports/0a6157b3-8446-4e25-97ee-0d66bd027ea8 HTTP/1.1" status: 200 len: 1129 time: 0.3042386 Jul 23 16:44:12.621631 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35238) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:12.734329 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-3c78089a-9476-4bab-a3e4-7d9e609c4a1a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5837a63e-321a-4752-8a22-854acebaeaec') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:12.734825 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-3c78089a-9476-4bab-a3e4-7d9e609c4a1a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5837a63e-321a-4752-8a22-854acebaeaec') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:12.757190 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3c78089a-9476-4bab-a3e4-7d9e609c4a1a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:12.796667 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3c78089a-9476-4bab-a3e4-7d9e609c4a1a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:12.809457 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c78089a-9476-4bab-a3e4-7d9e609c4a1a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:44:12.810077 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3c78089a-9476-4bab-a3e4-7d9e609c4a1a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:12.899145 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:44:12.899145 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:44:12.899145 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:44:12.899145 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:44:12.899145 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:44:12.899145 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:44:12.899145 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:44:12.899145 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:44:12.899145 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:44:12.899145 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:44:12.899145 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:44:12.899145 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:44:12.899145 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:44:12.899145 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:44:12.899145 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:44:12.899145 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:44:12.899145 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:44:12.899145 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:44:12.899145 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:44:12.899145 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:44:12.899145 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:44:12.899145 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:44:12.899145 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:44:12.899145 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:44:12.899145 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:44:12.899145 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:44:12.899145 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:44:12.899145 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:44:12.899145 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:44:12.899145 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:44:12.899145 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:44:12.899145 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:44:12.923986 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3c78089a-9476-4bab-a3e4-7d9e609c4a1a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:12.954794 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3c78089a-9476-4bab-a3e4-7d9e609c4a1a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:12.956712 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3c78089a-9476-4bab-a3e4-7d9e609c4a1a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] 10.222.0.73 "DELETE /v2.0/networks/c06e2155-ca07-4d43-bdf6-d57f22060682 HTTP/1.1" status: 204 len: 168 time: 0.9247406 Jul 23 16:44:12.959283 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78089a-9476-4bab-a3e4-7d9e609c4a1a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Pushing event deleted for resources: {'Network': ['ID=c06e2155-ca07-4d43-bdf6-d57f22060682,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:12.962960 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35242) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:13.009006 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ded6d249-a517-4c1b-b11d-ff9e99b38db2 tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:13.010227 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ded6d249-a517-4c1b-b11d-ff9e99b38db2 tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.3042057 Jul 23 16:44:13.013142 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35244) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:13.021410 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-8f58ffaf-82bd-44b7-984d-c6fd52553bb1 tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '6703d26f-5b33-446e-ad2b-afdac16b700a'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:13.022150 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-8f58ffaf-82bd-44b7-984d-c6fd52553bb1 tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94013) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:44:13.028029 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02bb41-60b8-4dc3-b09c-4440a0978412 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Pushing event updated for resources: {'Port': ['ID=0a6157b3-8446-4e25-97ee-0d66bd027ea8,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:13.066758 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-746c7ba6-d217-4a3e-981c-85879ff1ae03 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:13.099169 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-8dcf33ad-0644-4921-91d8-d2cc1b2eb633 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Deleting port 0a6157b3-8446-4e25-97ee-0d66bd027ea8 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:13.099781 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8dcf33ad-0644-4921-91d8-d2cc1b2eb633 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:13.117520 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c8c3c687-36c8-4744-820a-68ac82a4817e None None] Provisioning complete for port 0a6157b3-8446-4e25-97ee-0d66bd027ea8 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:13.118223 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c8c3c687-36c8-4744-820a-68ac82a4817e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:13.134411 n-d-778549-4 neutron-server[94013]: WARNING neutron.services.metering.metering_plugin [None req-8f58ffaf-82bd-44b7-984d-c6fd52553bb1 tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 16:44:13.193203 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-c8c3c687-36c8-4744-820a-68ac82a4817e None None] Port 0a6157b3-8446-4e25-97ee-0d66bd027ea8 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:44:13.271371 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8f58ffaf-82bd-44b7-984d-c6fd52553bb1 tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:13.273098 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8f58ffaf-82bd-44b7-984d-c6fd52553bb1 tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2584362 Jul 23 16:44:13.276776 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35246) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:13.280101 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-746c7ba6-d217-4a3e-981c-85879ff1ae03 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:13.284337 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-d5c6c666-e02d-4f8f-abd5-8d460b8f6514 tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '6703d26f-5b33-446e-ad2b-afdac16b700a'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:13.285158 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-d5c6c666-e02d-4f8f-abd5-8d460b8f6514 tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94013) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:44:13.318944 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-746c7ba6-d217-4a3e-981c-85879ff1ae03 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6faf863-0258-4dc3-b5d5-a9c663b62412']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:13.336527 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-746c7ba6-d217-4a3e-981c-85879ff1ae03 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90170a56-24fc-412e-b289-e62a9661ac46') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:13.336887 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-746c7ba6-d217-4a3e-981c-85879ff1ae03 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90170a56-24fc-412e-b289-e62a9661ac46') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:13.355873 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-746c7ba6-d217-4a3e-981c-85879ff1ae03 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:13.374545 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8dcf33ad-0644-4921-91d8-d2cc1b2eb633 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:13.387263 n-d-778549-4 neutron-server[94013]: WARNING neutron.services.metering.metering_plugin [None req-d5c6c666-e02d-4f8f-abd5-8d460b8f6514 tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 16:44:13.394872 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-8dcf33ad-0644-4921-91d8-d2cc1b2eb633 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Calling delete_port for 0a6157b3-8446-4e25-97ee-0d66bd027ea8 owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:13.400815 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-746c7ba6-d217-4a3e-981c-85879ff1ae03 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:13.413697 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-746c7ba6-d217-4a3e-981c-85879ff1ae03 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:44:13.414260 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-746c7ba6-d217-4a3e-981c-85879ff1ae03 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:13.417690 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:44:13.417690 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:44:13.417690 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:44:13.417690 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:44:13.417690 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:44:13.417690 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:44:13.417690 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:44:13.417690 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:44:13.417690 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:44:13.417690 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:44:13.417690 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:44:13.417690 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:44:13.417690 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:44:13.417690 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:44:13.417690 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:44:13.417690 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:44:13.417690 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:44:13.417690 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:44:13.417690 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:44:13.417690 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:44:13.417690 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:44:13.417690 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:44:13.417690 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:44:13.417690 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:44:13.417690 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:44:13.417690 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:44:13.417690 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:44:13.417690 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:44:13.417690 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:44:13.417690 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:44:13.417690 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:44:13.417690 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:44:13.586135 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-746c7ba6-d217-4a3e-981c-85879ff1ae03 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:13.598026 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5c6c666-e02d-4f8f-abd5-8d460b8f6514 tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:13.599267 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d5c6c666-e02d-4f8f-abd5-8d460b8f6514 tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3211684 Jul 23 16:44:13.603752 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35260) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:13.604574 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-746c7ba6-d217-4a3e-981c-85879ff1ae03 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:13.609698 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-746c7ba6-d217-4a3e-981c-85879ff1ae03 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] 10.222.0.73 "DELETE /v2.0/networks/b6faf863-0258-4dc3-b5d5-a9c663b62412 HTTP/1.1" status: 204 len: 168 time: 0.6454628 Jul 23 16:44:13.610630 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35264) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:13.630240 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-545572cf-7fc5-495b-95cb-331f0e2265f0 tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules?id=519ceecd-21c2-4b0d-9b34-727372f5f832 HTTP/1.1" status: 200 len: 462 time: 0.0253115 Jul 23 16:44:13.635579 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35266) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:13.688076 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c7ba6-d217-4a3e-981c-85879ff1ae03 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Pushing event deleted for resources: {'Network': ['ID=b6faf863-0258-4dc3-b5d5-a9c663b62412,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:13.893607 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d052f46a-d128-4dff-b5c9-2a138f82e49f tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:13.900934 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d052f46a-d128-4dff-b5c9-2a138f82e49f tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-label-rules/519ceecd-21c2-4b0d-9b34-727372f5f832 HTTP/1.1" status: 204 len: 168 time: 0.2640748 Jul 23 16:44:13.904561 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35270) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:13.925850 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-38e499e9-41e8-4a5d-bd36-a73d8c641a12 tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules?id=519ceecd-21c2-4b0d-9b34-727372f5f832 HTTP/1.1" status: 200 len: 221 time: 0.0199742 Jul 23 16:44:13.929238 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35272) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:13.940148 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-a7ff0dd4-03bc-4573-b173-28c98c63d72a tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1540954414', 'description': 'label created by tempest'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:13.940935 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-a7ff0dd4-03bc-4573-b173-28c98c63d72a tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] Unknown quota resources ['metering_label']. {{(pid=94013) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:44:14.027885 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf2127a-f835-4334-8d81-0579f215ab43 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:14.034641 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf2127a-f835-4334-8d81-0579f215ab43 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:14.036326 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3cf2127a-f835-4334-8d81-0579f215ab43 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4185569 Jul 23 16:44:14.064172 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35274) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:14.072351 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ce1a634e-aa6c-4730-889e-30d7ba25201d tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-174633890'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:14.076701 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8dcf33ad-0644-4921-91d8-d2cc1b2eb633 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:14.129288 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf33ad-0644-4921-91d8-d2cc1b2eb633 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Pushing event deleted for resources: {'Port': ['ID=0a6157b3-8446-4e25-97ee-0d66bd027ea8,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:14.161110 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8dcf33ad-0644-4921-91d8-d2cc1b2eb633 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:14.165798 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8dcf33ad-0644-4921-91d8-d2cc1b2eb633 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] 10.222.0.73 "DELETE /v2.0/ports/0a6157b3-8446-4e25-97ee-0d66bd027ea8 HTTP/1.1" status: 204 len: 168 time: 1.5430975 Jul 23 16:44:14.169251 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35276) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:14.190381 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7ff0dd4-03bc-4573-b173-28c98c63d72a tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:14.194188 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a7ff0dd4-03bc-4573-b173-28c98c63d72a tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2614329 Jul 23 16:44:14.199090 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35278) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:14.305316 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2268209f-d294-4b0b-aa4a-885ef025ca5f tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels?id=ec7bd4c9-c7cd-4f4a-bcd8-925074160b33 HTTP/1.1" status: 200 len: 468 time: 0.1010327 Jul 23 16:44:14.306464 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35280) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:14.521704 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e5440301-f1b0-484c-a86b-25c98e7facb3 tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:14.522980 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e5440301-f1b0-484c-a86b-25c98e7facb3 tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-labels/ec7bd4c9-c7cd-4f4a-bcd8-925074160b33 HTTP/1.1" status: 204 len: 168 time: 0.2154357 Jul 23 16:44:14.525975 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35282) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:14.538122 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-447dda2f-2ed1-4b0f-99ad-5ae2f08122bc tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels?id=ec7bd4c9-c7cd-4f4a-bcd8-925074160b33 HTTP/1.1" status: 200 len: 216 time: 0.0108221 Jul 23 16:44:14.541888 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35284) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:14.551698 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-570ed373-9cdc-4a24-baee-6900b07f4fd2 tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0086825 Jul 23 16:44:14.555082 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35286) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:14.563222 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-375f1752-7557-47a0-9f18-e09abdfb361c tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Deleting subnet cf814578-daf9-45af-9723-cc522690d022 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:44:14.566887 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1a634e-aa6c-4730-889e-30d7ba25201d tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Made reservation on behalf of 39fb3a138b9f4a76a0d1dbf586a3d96f for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:14.568844 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-be5afae3-67c1-4f14-ac12-1577c5eb044c tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0123470 Jul 23 16:44:14.572843 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35288) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:14.574539 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ce1a634e-aa6c-4730-889e-30d7ba25201d tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:14.577062 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-375f1752-7557-47a0-9f18-e09abdfb361c tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:14.636065 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-375f1752-7557-47a0-9f18-e09abdfb361c tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:14.641647 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6e99af8e-ccea-43ff-9edb-6e2cdc26df61 tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels/6703d26f-5b33-446e-ad2b-afdac16b700a HTTP/1.1" status: 200 len: 472 time: 0.0676334 Jul 23 16:44:14.644886 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35294) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:14.683111 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2e036c9f-b98d-49ae-984b-755e1a078c84 tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules/200bf5b2-0a2e-4c58-9ed5-b097ca6b23ad HTTP/1.1" status: 200 len: 459 time: 0.0367801 Jul 23 16:44:14.687179 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35298) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:14.787428 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-375f1752-7557-47a0-9f18-e09abdfb361c tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:14.877085 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-375f1752-7557-47a0-9f18-e09abdfb361c tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:14.922809 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1752-7557-47a0-9f18-e09abdfb361c tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Pushing event deleted for resources: {'Subnet': ['ID=cf814578-daf9-45af-9723-cc522690d022,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:14.930105 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-375f1752-7557-47a0-9f18-e09abdfb361c tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:14.935627 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-375f1752-7557-47a0-9f18-e09abdfb361c tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] 10.222.0.73 "DELETE /v2.0/subnets/cf814578-daf9-45af-9723-cc522690d022 HTTP/1.1" status: 204 len: 168 time: 0.7650857 Jul 23 16:44:14.935815 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db93ef98-073b-498c-81fa-29917af703da None None] Network 4d507855-295a-4c8a-be4c-f982b6505cab requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:14.936435 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce1a634e-aa6c-4730-889e-30d7ba25201d tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] vlan segment allocate from pool success with {'vlan_id': 1148, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:44:14.940734 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35310) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:14.994289 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ce1a634e-aa6c-4730-889e-30d7ba25201d tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:14.994696 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-ce1a634e-aa6c-4730-889e-30d7ba25201d tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Added segment 46badfe4-81d6-4dd6-909f-6094b257e4b5 of type vlan for network 6a9b2c43-ef58-4742-886b-eb0c7a0af3fb Jul 23 16:44:15.048772 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0a5f81fd-2a2d-43c1-82c0-8aa8dc2895f0 tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:15.049720 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0a5f81fd-2a2d-43c1-82c0-8aa8dc2895f0 tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-label-rules/200bf5b2-0a2e-4c58-9ed5-b097ca6b23ad HTTP/1.1" status: 204 len: 168 time: 0.3595579 Jul 23 16:44:15.053154 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35318) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:15.158833 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ce9fd64b-7371-4125-a042-497400a209eb tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:15.169638 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ce1a634e-aa6c-4730-889e-30d7ba25201d tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:15.250328 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35326) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:15.305623 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ce1a634e-aa6c-4730-889e-30d7ba25201d tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:15.306815 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec5ad19-0ceb-41e4-9950-36d437855fdc None None] DHCP port deletion for 4d507855-295a-4c8a-be4c-f982b6505cab request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:44:15.315860 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1a634e-aa6c-4730-889e-30d7ba25201d tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:15.317372 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ce1a634e-aa6c-4730-889e-30d7ba25201d tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:15.398980 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ce1a634e-aa6c-4730-889e-30d7ba25201d tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3322306 Jul 23 16:44:15.412644 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35334) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:15.423411 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-e4a6061e-f5ae-4b15-a672-b2396b177300 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2038727218'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:15.479380 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a634e-aa6c-4730-889e-30d7ba25201d tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Pushing event updated for resources: {'Network': ['ID=6a9b2c43-ef58-4742-886b-eb0c7a0af3fb,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:15.525325 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-ce9fd64b-7371-4125-a042-497400a209eb tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Deleting port c0b4ea5a-d3f4-45aa-9299-4b9ad1442979 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:15.525797 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ce9fd64b-7371-4125-a042-497400a209eb tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:15.557760 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-08fbfec9-1c63-4671-a12c-6733224527f6 tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:15.560841 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-08fbfec9-1c63-4671-a12c-6733224527f6 tempest-MeteringIpV6TestJSON-1601733988 tempest-MeteringIpV6TestJSON-1601733988-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-labels/6703d26f-5b33-446e-ad2b-afdac16b700a HTTP/1.1" status: 204 len: 168 time: 0.5054524 Jul 23 16:44:15.563360 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f66e29ff-8e10-4568-9e00-2e8438c4732c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:15.568903 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a6061e-f5ae-4b15-a672-b2396b177300 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Made reservation on behalf of 39fb3a138b9f4a76a0d1dbf586a3d96f for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:15.581288 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e4a6061e-f5ae-4b15-a672-b2396b177300 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:15.689669 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-ce9fd64b-7371-4125-a042-497400a209eb tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] For port c0b4ea5a-d3f4-45aa-9299-4b9ad1442979, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c0b4ea5a-d3f4-45aa-9299-4b9ad1442979,segment=NetworkSegment(4736a8dc-5570-434b-9202-8239a78c93e2),segment_id=4736a8dc-5570-434b-9202-8239a78c93e2)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:15.701830 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ce9fd64b-7371-4125-a042-497400a209eb tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:15.706969 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a6061e-f5ae-4b15-a672-b2396b177300 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] vlan segment allocate from pool success with {'vlan_id': 1138, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:44:15.750972 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-ce9fd64b-7371-4125-a042-497400a209eb tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Calling delete_port for c0b4ea5a-d3f4-45aa-9299-4b9ad1442979 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:15.777392 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e4a6061e-f5ae-4b15-a672-b2396b177300 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:15.777820 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-e4a6061e-f5ae-4b15-a672-b2396b177300 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Added segment 0fc42350-91a1-4d78-aeed-0a39d891dcd5 of type vlan for network 6649f366-87c9-43cf-a30d-e99d9a9ae2e8 Jul 23 16:44:15.784846 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 6a9b2c43-ef58-4742-886b-eb0c7a0af3fb details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:44:15.787670 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c0b4ea5a-d3f4-45aa-9299-4b9ad1442979 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:44:15.904412 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e4a6061e-f5ae-4b15-a672-b2396b177300 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:15.978648 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35356) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:16.069216 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f66e29ff-8e10-4568-9e00-2e8438c4732c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:16.071578 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ce9fd64b-7371-4125-a042-497400a209eb tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:16.075842 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e4a6061e-f5ae-4b15-a672-b2396b177300 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:16.081838 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a6061e-f5ae-4b15-a672-b2396b177300 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:16.082450 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e4a6061e-f5ae-4b15-a672-b2396b177300 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:16.092470 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f66e29ff-8e10-4568-9e00-2e8438c4732c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:16.103191 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:16.130220 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4ec5ad19-0ceb-41e4-9950-36d437855fdc None None] Deleting port c0b4ea5a-d3f4-45aa-9299-4b9ad1442979 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:16.133345 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4ec5ad19-0ceb-41e4-9950-36d437855fdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:16.185825 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e29ff-8e10-4568-9e00-2e8438c4732c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708a19ab-8bb2-4a78-887a-f14987919b01,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:16.190298 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f66e29ff-8e10-4568-9e00-2e8438c4732c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=02f40f9b61c74b0f84424dd9aa696f28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9060619 Jul 23 16:44:16.195242 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9fd64b-7371-4125-a042-497400a209eb tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Pushing event deleted for resources: {'Port': ['ID=c0b4ea5a-d3f4-45aa-9299-4b9ad1442979,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:16.196976 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35370) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:16.222864 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e1f10a98-71d6-4f33-96ed-60d5dc2af514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:16.268734 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9fd64b-7371-4125-a042-497400a209eb tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] No DVR routers for this DVR port c0b4ea5a-d3f4-45aa-9299-4b9ad1442979 on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:44:16.287808 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e4a6061e-f5ae-4b15-a672-b2396b177300 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8697164 Jul 23 16:44:16.290990 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35372) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:16.294392 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b05aeb11-008d-43e4-ba2c-96bec6cd7f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:16.301867 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4ec5ad19-0ceb-41e4-9950-36d437855fdc None None] For port c0b4ea5a-d3f4-45aa-9299-4b9ad1442979, host n-d-778549-4, got binding levels [] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:16.302359 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4ec5ad19-0ceb-41e4-9950-36d437855fdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:16.305030 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-8c39d204-6fb9-4699-a236-eaeda4a9390b tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Request body: {'ports': [{'network_id': '6a9b2c43-ef58-4742-886b-eb0c7a0af3fb', 'name': 'tempest-port--890339727', 'admin_state_up': True}, {'network_id': '6649f366-87c9-43cf-a30d-e99d9a9ae2e8', 'admin_state_up': False}]} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:16.305375 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-8c39d204-6fb9-4699-a236-eaeda4a9390b tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Request body: {'port': {'network_id': '6a9b2c43-ef58-4742-886b-eb0c7a0af3fb', 'name': 'tempest-port--890339727', 'admin_state_up': True}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:16.305863 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-8c39d204-6fb9-4699-a236-eaeda4a9390b tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Request body: {'port': {'network_id': '6649f366-87c9-43cf-a30d-e99d9a9ae2e8', 'admin_state_up': False}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:16.320500 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4ec5ad19-0ceb-41e4-9950-36d437855fdc None None] Calling delete_port for c0b4ea5a-d3f4-45aa-9299-4b9ad1442979 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:16.323374 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.ipam_backend_mixin [None req-4ec5ad19-0ceb-41e4-9950-36d437855fdc None None] Port c0b4ea5a-d3f4-45aa-9299-4b9ad1442979 was not found and therefore no delete operation was performed {{(pid=94014) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:44:16.325001 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4ec5ad19-0ceb-41e4-9950-36d437855fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:16.342236 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec5ad19-0ceb-41e4-9950-36d437855fdc None None] No DVR routers for this DVR port c0b4ea5a-d3f4-45aa-9299-4b9ad1442979 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:44:16.376657 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a6061e-f5ae-4b15-a672-b2396b177300 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Pushing event updated for resources: {'Network': ['ID=6649f366-87c9-43cf-a30d-e99d9a9ae2e8,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:16.389132 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5ad19-0ceb-41e4-9950-36d437855fdc None None] Pushing event deleted for resources: {'Port': ['ID=c0b4ea5a-d3f4-45aa-9299-4b9ad1442979,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:16.394538 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 6649f366-87c9-43cf-a30d-e99d9a9ae2e8 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:44:16.433292 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e1f10a98-71d6-4f33-96ed-60d5dc2af514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:16.439368 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e1f10a98-71d6-4f33-96ed-60d5dc2af514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:16.474748 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ce9fd64b-7371-4125-a042-497400a209eb tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:16.498310 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-ce9fd64b-7371-4125-a042-497400a209eb tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d507855-295a-4c8a-be4c-f982b6505cab']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:16.506153 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e1f10a98-71d6-4f33-96ed-60d5dc2af514 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7feddb669dc549549be9048162ba6d73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5266643 Jul 23 16:44:16.508846 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35374) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:16.526380 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-ce9fd64b-7371-4125-a042-497400a209eb tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4736a8dc-5570-434b-9202-8239a78c93e2') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:16.526677 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-ce9fd64b-7371-4125-a042-497400a209eb tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4736a8dc-5570-434b-9202-8239a78c93e2') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:16.548857 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ce9fd64b-7371-4125-a042-497400a209eb tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:16.562294 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f10a98-71d6-4f33-96ed-60d5dc2af514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96b9c62-d0c2-4f19-af5f-05fc05c79152,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:16.569406 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ce9fd64b-7371-4125-a042-497400a209eb tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:16.586867 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce9fd64b-7371-4125-a042-497400a209eb tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Releasing vlan 1110 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:44:16.587276 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ce9fd64b-7371-4125-a042-497400a209eb tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:16.588713 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aa814593-8b1f-41ef-8145-b342e9d181d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:16.617844 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aa814593-8b1f-41ef-8145-b342e9d181d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:16.676473 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aa814593-8b1f-41ef-8145-b342e9d181d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:16.685039 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aa814593-8b1f-41ef-8145-b342e9d181d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:16.688459 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-aa814593-8b1f-41ef-8145-b342e9d181d3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a96b9c62-d0c2-4f19-af5f-05fc05c79152 HTTP/1.1" status: 204 len: 168 time: 0.1777842 Jul 23 16:44:16.692962 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:44:16.692962 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:44:16.692962 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:44:16.692962 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:44:16.692962 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:44:16.692962 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:44:16.692962 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:44:16.692962 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:44:16.692962 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:44:16.692962 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:44:16.692962 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:44:16.692962 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:44:16.692962 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:44:16.692962 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:44:16.692962 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:44:16.692962 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:44:16.692962 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:44:16.692962 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:44:16.692962 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:44:16.692962 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:44:16.692962 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:44:16.692962 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:44:16.692962 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:44:16.692962 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:44:16.692962 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:44:16.692962 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:44:16.692962 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:44:16.692962 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:44:16.692962 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:44:16.692962 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:44:16.692962 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:44:16.692962 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:44:16.706760 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ce9fd64b-7371-4125-a042-497400a209eb tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:16.714423 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ce9fd64b-7371-4125-a042-497400a209eb tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:16.716378 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ce9fd64b-7371-4125-a042-497400a209eb tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] 10.222.0.73 "DELETE /v2.0/networks/4d507855-295a-4c8a-be4c-f982b6505cab HTTP/1.1" status: 204 len: 168 time: 1.7743056 Jul 23 16:44:16.727940 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b05aeb11-008d-43e4-ba2c-96bec6cd7f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:16.739160 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa814593-8b1f-41ef-8145-b342e9d181d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96b9c62-d0c2-4f19-af5f-05fc05c79152,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:16.812839 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9fd64b-7371-4125-a042-497400a209eb tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131 tempest-ExtraDHCPOptionsIpV6TestJSON-1579490131-project] Pushing event deleted for resources: {'Network': ['ID=4d507855-295a-4c8a-be4c-f982b6505cab,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:17.067246 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b05aeb11-008d-43e4-ba2c-96bec6cd7f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:17.073942 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b05aeb11-008d-43e4-ba2c-96bec6cd7f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:17.078801 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b05aeb11-008d-43e4-ba2c-96bec6cd7f03 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/708a19ab-8bb2-4a78-887a-f14987919b01 HTTP/1.1" status: 204 len: 168 time: 0.8692305 Jul 23 16:44:17.095714 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05aeb11-008d-43e4-ba2c-96bec6cd7f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708a19ab-8bb2-4a78-887a-f14987919b01,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:17.159013 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35394) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:17.166419 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c39d204-6fb9-4699-a236-eaeda4a9390b tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Made reservation on behalf of 39fb3a138b9f4a76a0d1dbf586a3d96f for: {'port': 2} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:17.193713 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c39d204-6fb9-4699-a236-eaeda4a9390b tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:17.239275 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c39d204-6fb9-4699-a236-eaeda4a9390b tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:17.430609 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35402) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:17.459465 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7987d6a6-cd89-431a-9d8e-c02135246734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:17.464691 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-8c39d204-6fb9-4699-a236-eaeda4a9390b tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] device_id is not set on port 560dba0f-ca86-4b95-a99a-d21f93c3aa03 yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:44:17.627948 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7987d6a6-cd89-431a-9d8e-c02135246734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:17.634950 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7987d6a6-cd89-431a-9d8e-c02135246734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:17.755250 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c39d204-6fb9-4699-a236-eaeda4a9390b tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:17.776446 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987d6a6-cd89-431a-9d8e-c02135246734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90960518-7d92-4cd1-8931-40a838cba5ef,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:17.780671 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7987d6a6-cd89-431a-9d8e-c02135246734 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=616cc79edae441c7a4d11284f9b8cde7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3485386 Jul 23 16:44:17.783733 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35404) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:17.803992 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35406) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:17.843353 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a8d12bbe-8cbd-4559-856a-4803521012ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:17.861743 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-25f70100-f5df-4a04-bd5a-65f90ea3dee8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c8c8ece38aea43849223495b8b568887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7001736 Jul 23 16:44:17.865520 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35408) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:17.891574 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-8c39d204-6fb9-4699-a236-eaeda4a9390b tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] device_id is not set on port f918afb0-8f7e-432e-9676-2123bd0bc73d yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:44:18.007622 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-388fa6c8-eee2-4f5a-b357-5ed152ec3564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:18.027105 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c39d204-6fb9-4699-a236-eaeda4a9390b tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:18.039250 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-388fa6c8-eee2-4f5a-b357-5ed152ec3564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:18.105862 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-388fa6c8-eee2-4f5a-b357-5ed152ec3564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:18.107887 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c39d204-6fb9-4699-a236-eaeda4a9390b tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:18.108584 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-388fa6c8-eee2-4f5a-b357-5ed152ec3564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:18.112057 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-388fa6c8-eee2-4f5a-b357-5ed152ec3564 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/90960518-7d92-4cd1-8931-40a838cba5ef HTTP/1.1" status: 204 len: 168 time: 0.3240244 Jul 23 16:44:18.171191 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388fa6c8-eee2-4f5a-b357-5ed152ec3564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90960518-7d92-4cd1-8931-40a838cba5ef,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:18.180474 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a8d12bbe-8cbd-4559-856a-4803521012ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:18.187038 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a8d12bbe-8cbd-4559-856a-4803521012ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:18.213771 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39d204-6fb9-4699-a236-eaeda4a9390b tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Pushing event updated for resources: {'Port': ['ID=560dba0f-ca86-4b95-a99a-d21f93c3aa03,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:18.245786 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35418) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:18.250474 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a8d12bbe-8cbd-4559-856a-4803521012ee admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c83f6ca2f23045f29a99f360ac3ff339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4401469 Jul 23 16:44:18.252002 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4a60b8fb-feba-496e-a062-2d9c735c5f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:18.286531 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4a60b8fb-feba-496e-a062-2d9c735c5f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:18.337797 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c39d204-6fb9-4699-a236-eaeda4a9390b tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Checking segment: {'id': '46badfe4-81d6-4dd6-909f-6094b257e4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '6a9b2c43-ef58-4742-886b-eb0c7a0af3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:18.338597 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c39d204-6fb9-4699-a236-eaeda4a9390b tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Network hostable DHCP agents. Network: 6a9b2c43-ef58-4742-886b-eb0c7a0af3fb, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:44:18.385364 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c39d204-6fb9-4699-a236-eaeda4a9390b tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Network 6a9b2c43-ef58-4742-886b-eb0c7a0af3fb is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:44:18.397036 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e668f5f4-3633-40bd-8381-93045c91c758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:18.400527 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4a60b8fb-feba-496e-a062-2d9c735c5f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:18.404581 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-8c39d204-6fb9-4699-a236-eaeda4a9390b tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 6a9b2c43-ef58-4742-886b-eb0c7a0af3fb) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:18.409174 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4a60b8fb-feba-496e-a062-2d9c735c5f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:18.416585 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b7a81f-15f5-4e7f-a2b8-9c00ed3f1734 None None] Network 6a9b2c43-ef58-4742-886b-eb0c7a0af3fb requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:18.424828 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4a60b8fb-feba-496e-a062-2d9c735c5f1e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d619aa53-e0ab-4baa-a157-725c3d623f1a HTTP/1.1" status: 204 len: 168 time: 0.5502636 Jul 23 16:44:18.425024 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c39d204-6fb9-4699-a236-eaeda4a9390b tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:18.426680 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c39d204-6fb9-4699-a236-eaeda4a9390b tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:18.468198 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d12bbe-8cbd-4559-856a-4803521012ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a110b3-e6e8-4b92-9920-801485f1f79e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:18.507196 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60b8fb-feba-496e-a062-2d9c735c5f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d619aa53-e0ab-4baa-a157-725c3d623f1a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:18.557656 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e668f5f4-3633-40bd-8381-93045c91c758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:18.613994 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39d204-6fb9-4699-a236-eaeda4a9390b tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Pushing event updated for resources: {'Port': ['ID=f918afb0-8f7e-432e-9676-2123bd0bc73d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:18.633741 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c39d204-6fb9-4699-a236-eaeda4a9390b tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Checking segment: {'id': '0fc42350-91a1-4d78-aeed-0a39d891dcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '6649f366-87c9-43cf-a30d-e99d9a9ae2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:18.634118 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c39d204-6fb9-4699-a236-eaeda4a9390b tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Network hostable DHCP agents. Network: 6649f366-87c9-43cf-a30d-e99d9a9ae2e8, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:44:18.656535 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c39d204-6fb9-4699-a236-eaeda4a9390b tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Network 6649f366-87c9-43cf-a30d-e99d9a9ae2e8 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:44:18.662230 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e668f5f4-3633-40bd-8381-93045c91c758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:18.667886 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e668f5f4-3633-40bd-8381-93045c91c758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:18.669213 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e668f5f4-3633-40bd-8381-93045c91c758 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/69a110b3-e6e8-4b92-9920-801485f1f79e HTTP/1.1" status: 204 len: 168 time: 0.4221787 Jul 23 16:44:18.690186 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-8c39d204-6fb9-4699-a236-eaeda4a9390b tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 6649f366-87c9-43cf-a30d-e99d9a9ae2e8) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:18.697197 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668f5f4-3633-40bd-8381-93045c91c758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a110b3-e6e8-4b92-9920-801485f1f79e,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:18.705976 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c39d204-6fb9-4699-a236-eaeda4a9390b tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:18.722890 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c39d204-6fb9-4699-a236-eaeda4a9390b tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:18.734623 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bb17d6-7161-40be-b25c-3eaf2f95282e None None] Network 6649f366-87c9-43cf-a30d-e99d9a9ae2e8 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:18.735776 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c39d204-6fb9-4699-a236-eaeda4a9390b tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:18.746766 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c39d204-6fb9-4699-a236-eaeda4a9390b tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:18.782859 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8c39d204-6fb9-4699-a236-eaeda4a9390b tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.4864604 Jul 23 16:44:18.786118 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35438) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:18.950207 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61175851-8379-4224-b400-224a023d2012 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:18.970793 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61175851-8379-4224-b400-224a023d2012 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:18.977909 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-61175851-8379-4224-b400-224a023d2012 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1904497 Jul 23 16:44:18.980550 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35442) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:19.176392 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-8d466d33-e262-44b8-a600-347f2f52e67e tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Deleting port 560dba0f-ca86-4b95-a99a-d21f93c3aa03 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:19.177275 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8d466d33-e262-44b8-a600-347f2f52e67e tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:19.356467 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8d466d33-e262-44b8-a600-347f2f52e67e tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:19.380921 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-8d466d33-e262-44b8-a600-347f2f52e67e tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Calling delete_port for 560dba0f-ca86-4b95-a99a-d21f93c3aa03 owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:19.514863 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8d466d33-e262-44b8-a600-347f2f52e67e tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:19.599133 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d466d33-e262-44b8-a600-347f2f52e67e tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Pushing event deleted for resources: {'Port': ['ID=560dba0f-ca86-4b95-a99a-d21f93c3aa03,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:19.603724 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8d466d33-e262-44b8-a600-347f2f52e67e tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:19.608449 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8d466d33-e262-44b8-a600-347f2f52e67e tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] 10.222.0.73 "DELETE /v2.0/ports/560dba0f-ca86-4b95-a99a-d21f93c3aa03 HTTP/1.1" status: 204 len: 168 time: 0.6268139 Jul 23 16:44:19.611133 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35466) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:19.792737 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-32823530-6783-4885-a4ca-c1c184286004 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Deleting port f918afb0-8f7e-432e-9676-2123bd0bc73d {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:19.793567 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32823530-6783-4885-a4ca-c1c184286004 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:19.991882 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32823530-6783-4885-a4ca-c1c184286004 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:20.019068 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-32823530-6783-4885-a4ca-c1c184286004 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Calling delete_port for f918afb0-8f7e-432e-9676-2123bd0bc73d owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:20.145517 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32823530-6783-4885-a4ca-c1c184286004 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:20.196095 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32823530-6783-4885-a4ca-c1c184286004 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:20.201501 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35492) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:20.202430 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-32823530-6783-4885-a4ca-c1c184286004 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] 10.222.0.73 "DELETE /v2.0/ports/f918afb0-8f7e-432e-9676-2123bd0bc73d HTTP/1.1" status: 204 len: 168 time: 0.5892527 Jul 23 16:44:20.204017 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32823530-6783-4885-a4ca-c1c184286004 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Pushing event deleted for resources: {'Port': ['ID=f918afb0-8f7e-432e-9676-2123bd0bc73d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:20.253660 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4747384f-9c4b-468a-b2ad-6b7e34433f5e tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0471871 Jul 23 16:44:20.253992 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35494) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:20.264694 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-20f23be3-31a8-4879-a6b7-a5dc72f2c19e tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-207549892'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:20.312094 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35496) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:20.328554 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f23be3-31a8-4879-a6b7-a5dc72f2c19e tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Made reservation on behalf of 39fb3a138b9f4a76a0d1dbf586a3d96f for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:20.338805 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20f23be3-31a8-4879-a6b7-a5dc72f2c19e tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:20.398527 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f23be3-31a8-4879-a6b7-a5dc72f2c19e tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] vlan segment allocate from pool success with {'vlan_id': 1104, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:44:20.419801 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20f23be3-31a8-4879-a6b7-a5dc72f2c19e tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:20.420138 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-20f23be3-31a8-4879-a6b7-a5dc72f2c19e tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Added segment 0bfba4dd-6b91-40ef-9e8e-c0563bc9d4dd of type vlan for network 5580e129-9157-448d-8bc1-270918393709 Jul 23 16:44:20.510895 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20f23be3-31a8-4879-a6b7-a5dc72f2c19e tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:20.575924 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20f23be3-31a8-4879-a6b7-a5dc72f2c19e tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:20.589201 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f23be3-31a8-4879-a6b7-a5dc72f2c19e tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:20.589857 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20f23be3-31a8-4879-a6b7-a5dc72f2c19e tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:20.674909 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-914450c9-a0d8-4f1b-acb5-347ff6b2a411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:20.692917 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-20f23be3-31a8-4879-a6b7-a5dc72f2c19e tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4374335 Jul 23 16:44:20.702159 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35514) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:20.720748 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-eeddf6b0-fa18-403f-ad99-97e867afd248 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-803493799'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:20.798360 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f23be3-31a8-4879-a6b7-a5dc72f2c19e tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Pushing event updated for resources: {'Network': ['ID=5580e129-9157-448d-8bc1-270918393709,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:20.817633 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 5580e129-9157-448d-8bc1-270918393709 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:44:20.939066 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-914450c9-a0d8-4f1b-acb5-347ff6b2a411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:20.964438 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-914450c9-a0d8-4f1b-acb5-347ff6b2a411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:20.983624 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeddf6b0-fa18-403f-ad99-97e867afd248 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Made reservation on behalf of 39fb3a138b9f4a76a0d1dbf586a3d96f for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:20.990269 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eeddf6b0-fa18-403f-ad99-97e867afd248 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:21.049353 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-914450c9-a0d8-4f1b-acb5-347ff6b2a411 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f7141ef051ac419fb448213d2a1b43e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7338247 Jul 23 16:44:21.050017 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35522) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:21.072673 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeddf6b0-fa18-403f-ad99-97e867afd248 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] vlan segment allocate from pool success with {'vlan_id': 1125, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:44:21.099567 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914450c9-a0d8-4f1b-acb5-347ff6b2a411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6675a0c4-dbb1-4f21-8254-7ae2536fb46d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:21.113667 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eeddf6b0-fa18-403f-ad99-97e867afd248 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:21.114424 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-eeddf6b0-fa18-403f-ad99-97e867afd248 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Added segment 08a34bbc-1789-4ffa-bb83-6b808cadd4fa of type vlan for network c9e5f515-87bb-4e72-a89c-18c39510defb Jul 23 16:44:21.129235 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35524) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:21.173494 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eeddf6b0-fa18-403f-ad99-97e867afd248 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:21.229559 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eeddf6b0-fa18-403f-ad99-97e867afd248 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:21.236022 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeddf6b0-fa18-403f-ad99-97e867afd248 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:21.236340 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eeddf6b0-fa18-403f-ad99-97e867afd248 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:21.277932 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-eeddf6b0-fa18-403f-ad99-97e867afd248 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5744901 Jul 23 16:44:21.388232 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8a7bb68d-0d4f-4521-af28-cf4f25c8b364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:21.404571 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35536) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:21.411208 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-fff41a2a-52fe-4136-8e75-c52acc57d037 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Request body: {'subnets': [{'network_id': '5580e129-9157-448d-8bc1-270918393709', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--234340945', 'ip_version': 4}, {'network_id': 'c9e5f515-87bb-4e72-a89c-18c39510defb', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:21.411414 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-fff41a2a-52fe-4136-8e75-c52acc57d037 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Request body: {'subnet': {'network_id': '5580e129-9157-448d-8bc1-270918393709', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--234340945', 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:21.411967 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-fff41a2a-52fe-4136-8e75-c52acc57d037 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Request body: {'subnet': {'network_id': 'c9e5f515-87bb-4e72-a89c-18c39510defb', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:21.442794 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35538) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:21.458645 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddf6b0-fa18-403f-ad99-97e867afd248 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Pushing event updated for resources: {'Network': ['ID=c9e5f515-87bb-4e72-a89c-18c39510defb,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:21.471076 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network c9e5f515-87bb-4e72-a89c-18c39510defb details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:44:21.472026 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35542) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:21.500023 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8a7bb68d-0d4f-4521-af28-cf4f25c8b364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:21.572874 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8a7bb68d-0d4f-4521-af28-cf4f25c8b364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:21.575544 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8a7bb68d-0d4f-4521-af28-cf4f25c8b364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:21.579127 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8a7bb68d-0d4f-4521-af28-cf4f25c8b364 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6675a0c4-dbb1-4f21-8254-7ae2536fb46d HTTP/1.1" status: 204 len: 168 time: 0.5196598 Jul 23 16:44:21.584052 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-3ee152a1-fcb0-495b-9d4e-d3ef84a2fbfe tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1942389873', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:21.595657 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7bb68d-0d4f-4521-af28-cf4f25c8b364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6675a0c4-dbb1-4f21-8254-7ae2536fb46d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:21.618241 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-7244828c-b72f-47c6-9f33-61132fba9716 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1270715630-network', 'tenant_id': 'ec96335bdcc648fd8f57426504ea1086'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:21.649168 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dafc2160-21f8-4265-b175-629a79f42672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:21.688044 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7244828c-b72f-47c6-9f33-61132fba9716 admin admin] Made reservation on behalf of ec96335bdcc648fd8f57426504ea1086 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:21.690604 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7244828c-b72f-47c6-9f33-61132fba9716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:21.714194 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7244828c-b72f-47c6-9f33-61132fba9716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:21.716129 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.db.api [None req-3ee152a1-fcb0-495b-9d4e-d3ef84a2fbfe tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:44:21.716129 n-d-778549-4 neutron-server[94012]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 16:44:21.716129 n-d-778549-4 neutron-server[94012]: [parameters: {'project_id': 'fbe07e006e654430abbbd74e96fc6f1b', 'id': 'b7eaada3-7544-4aa9-a4c1-e603d6a894b7', 'expiration': datetime.datetime(2021, 7, 23, 16, 46, 21, 674437)}] Jul 23 16:44:21.716129 n-d-778549-4 neutron-server[94012]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94012) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:44:21.716933 n-d-778549-4 neutron-server[94012]: DEBUG oslo_db.api [None req-3ee152a1-fcb0-495b-9d4e-d3ef84a2fbfe tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:44:21.851837 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dafc2160-21f8-4265-b175-629a79f42672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:21.857962 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dafc2160-21f8-4265-b175-629a79f42672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:21.916438 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-dafc2160-21f8-4265-b175-629a79f42672 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5816569573f24b8987bb8374b27631f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4726603 Jul 23 16:44:21.919403 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35558) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:21.919809 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc2160-21f8-4265-b175-629a79f42672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa5f85d-1ec4-45f5-a777-b26fea9c6eb4,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:22.026237 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bb529c7f-ffe7-4e7f-888b-7ce7881fdcff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.046024 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7244828c-b72f-47c6-9f33-61132fba9716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.057655 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7244828c-b72f-47c6-9f33-61132fba9716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.079485 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff41a2a-52fe-4136-8e75-c52acc57d037 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Made reservation on behalf of 39fb3a138b9f4a76a0d1dbf586a3d96f for: {'subnet': 2} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:22.092920 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fff41a2a-52fe-4136-8e75-c52acc57d037 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.093330 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fff41a2a-52fe-4136-8e75-c52acc57d037 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.144022 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bb529c7f-ffe7-4e7f-888b-7ce7881fdcff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.159482 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244828c-b72f-47c6-9f33-61132fba9716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f46667-8e63-4ae7-8b64-db89053be37e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:22.180024 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35568) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:22.198570 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7244828c-b72f-47c6-9f33-61132fba9716 admin admin] vlan segment allocate from pool success with {'vlan_id': 1136, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:44:22.229699 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7244828c-b72f-47c6-9f33-61132fba9716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.230060 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-7244828c-b72f-47c6-9f33-61132fba9716 admin admin] Added segment 0333680c-4063-475f-a23f-a780ec6c1e1c of type vlan for network 6a574451-4a5b-4474-b6d1-2d75f1d4e1c7 Jul 23 16:44:22.294478 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7244828c-b72f-47c6-9f33-61132fba9716 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.300247 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bb529c7f-ffe7-4e7f-888b-7ce7881fdcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.301883 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3ee152a1-fcb0-495b-9d4e-d3ef84a2fbfe tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.303128 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3ee152a1-fcb0-495b-9d4e-d3ef84a2fbfe tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.303351 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bb529c7f-ffe7-4e7f-888b-7ce7881fdcff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.307278 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bb529c7f-ffe7-4e7f-888b-7ce7881fdcff admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eaa5f85d-1ec4-45f5-a777-b26fea9c6eb4 HTTP/1.1" status: 204 len: 168 time: 0.3838301 Jul 23 16:44:22.319931 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb529c7f-ffe7-4e7f-888b-7ce7881fdcff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa5f85d-1ec4-45f5-a777-b26fea9c6eb4,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:22.356649 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7244828c-b72f-47c6-9f33-61132fba9716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.359721 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7244828c-b72f-47c6-9f33-61132fba9716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:22.359721 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7244828c-b72f-47c6-9f33-61132fba9716 admin admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.388079 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7244828c-b72f-47c6-9f33-61132fba9716 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9109290 Jul 23 16:44:22.396589 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35576) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:22.411668 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-5543dd93-168b-4a16-9edf-26c54cd08379 admin admin] Request body: {'subnet': {'network_id': '6a574451-4a5b-4474-b6d1-2d75f1d4e1c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1270715630-subnet', 'tenant_id': 'ec96335bdcc648fd8f57426504ea1086', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:22.439602 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5543dd93-168b-4a16-9edf-26c54cd08379 admin admin] Made reservation on behalf of ec96335bdcc648fd8f57426504ea1086 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:22.442147 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5543dd93-168b-4a16-9edf-26c54cd08379 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.521521 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244828c-b72f-47c6-9f33-61132fba9716 admin admin] Pushing event updated for resources: {'Network': ['ID=6a574451-4a5b-4474-b6d1-2d75f1d4e1c7,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:22.534940 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 6a574451-4a5b-4474-b6d1-2d75f1d4e1c7 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:44:22.622811 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-5a88b3f3-ff58-4b86-b97e-b16d0ea6f126 tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1005572883'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:22.623459 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-5a88b3f3-ff58-4b86-b97e-b16d0ea6f126 tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] Unknown quota resources ['metering_label']. {{(pid=94013) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:44:22.642392 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3ee152a1-fcb0-495b-9d4e-d3ef84a2fbfe tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.653203 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3ee152a1-fcb0-495b-9d4e-d3ef84a2fbfe tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.688361 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3ee152a1-fcb0-495b-9d4e-d3ef84a2fbfe tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.692846 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3ee152a1-fcb0-495b-9d4e-d3ef84a2fbfe tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.5622325 Jul 23 16:44:22.694750 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35582) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:22.702489 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-879e48f3-125a-4177-a48c-a5211162936a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1936170983'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:22.835728 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fff41a2a-52fe-4136-8e75-c52acc57d037 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.875817 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5a88b3f3-ff58-4b86-b97e-b16d0ea6f126 tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.879637 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5a88b3f3-ff58-4b86-b97e-b16d0ea6f126 tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6935990 Jul 23 16:44:22.879823 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35592) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:22.882049 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879e48f3-125a-4177-a48c-a5211162936a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Made reservation on behalf of fbe07e006e654430abbbd74e96fc6f1b for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:22.885605 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-879e48f3-125a-4177-a48c-a5211162936a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.891036 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-bc296ab1-6fa3-48e4-ae7c-b42b10942cc3 tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '753062ef-327a-439a-b4cc-49f49383b60a'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:22.891427 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-bc296ab1-6fa3-48e4-ae7c-b42b10942cc3 tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94013) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:44:22.896552 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5543dd93-168b-4a16-9edf-26c54cd08379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.911991 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff41a2a-52fe-4136-8e75-c52acc57d037 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Pushing event updated for resources: {'Subnet': ['ID=b42fc5fe-bfc0-4da5-b54c-560f85d4cc4e,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:22.931323 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff41a2a-52fe-4136-8e75-c52acc57d037 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Checking segment: {'id': '0bfba4dd-6b91-40ef-9e8e-c0563bc9d4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '5580e129-9157-448d-8bc1-270918393709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:22.931695 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff41a2a-52fe-4136-8e75-c52acc57d037 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Network hostable DHCP agents. Network: 5580e129-9157-448d-8bc1-270918393709, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:44:22.933364 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-879e48f3-125a-4177-a48c-a5211162936a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.959611 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff41a2a-52fe-4136-8e75-c52acc57d037 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Network 5580e129-9157-448d-8bc1-270918393709 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:44:22.978708 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-fff41a2a-52fe-4136-8e75-c52acc57d037 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 5580e129-9157-448d-8bc1-270918393709) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:22.990784 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f688bfdf-aa10-4efa-a906-108fdcd7a44a None None] Network 5580e129-9157-448d-8bc1-270918393709 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:22.998143 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fff41a2a-52fe-4136-8e75-c52acc57d037 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:23.021791 n-d-778549-4 neutron-server[94013]: WARNING neutron.services.metering.metering_plugin [None req-bc296ab1-6fa3-48e4-ae7c-b42b10942cc3 tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 16:44:23.077747 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543dd93-168b-4a16-9edf-26c54cd08379 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd178845-7409-4c7b-9af0-040f2c8c7800,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:23.104087 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543dd93-168b-4a16-9edf-26c54cd08379 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:23.104461 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543dd93-168b-4a16-9edf-26c54cd08379 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:23.104797 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543dd93-168b-4a16-9edf-26c54cd08379 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:23.105154 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543dd93-168b-4a16-9edf-26c54cd08379 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:23.105781 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543dd93-168b-4a16-9edf-26c54cd08379 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:23.106200 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543dd93-168b-4a16-9edf-26c54cd08379 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:23.106532 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543dd93-168b-4a16-9edf-26c54cd08379 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:23.106858 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543dd93-168b-4a16-9edf-26c54cd08379 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:23.107183 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543dd93-168b-4a16-9edf-26c54cd08379 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:23.107509 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543dd93-168b-4a16-9edf-26c54cd08379 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:23.107831 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543dd93-168b-4a16-9edf-26c54cd08379 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:23.108155 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543dd93-168b-4a16-9edf-26c54cd08379 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:23.163205 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff41a2a-52fe-4136-8e75-c52acc57d037 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Pushing event updated for resources: {'Subnet': ['ID=81e6adb1-0e09-40d7-a3c7-585cfe359642,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:23.216298 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bc296ab1-6fa3-48e4-ae7c-b42b10942cc3 tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:23.223033 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bc296ab1-6fa3-48e4-ae7c-b42b10942cc3 tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3410280 Jul 23 16:44:23.223373 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35606) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:23.234916 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-cd288262-9e4c-4ca3-91f1-fe0384c5b490 tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '753062ef-327a-439a-b4cc-49f49383b60a'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:23.239650 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-cd288262-9e4c-4ca3-91f1-fe0384c5b490 tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94012) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:44:23.255041 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5543dd93-168b-4a16-9edf-26c54cd08379 admin admin] Checking segment: {'id': '0333680c-4063-475f-a23f-a780ec6c1e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '6a574451-4a5b-4474-b6d1-2d75f1d4e1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:23.255422 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5543dd93-168b-4a16-9edf-26c54cd08379 admin admin] Network hostable DHCP agents. Network: 6a574451-4a5b-4474-b6d1-2d75f1d4e1c7, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:44:23.264419 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff41a2a-52fe-4136-8e75-c52acc57d037 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Checking segment: {'id': '08a34bbc-1789-4ffa-bb83-6b808cadd4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'c9e5f515-87bb-4e72-a89c-18c39510defb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:23.264801 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff41a2a-52fe-4136-8e75-c52acc57d037 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Network hostable DHCP agents. Network: c9e5f515-87bb-4e72-a89c-18c39510defb, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:44:23.274764 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c40f95-1c07-4c82-b8da-4252312bc0a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-5580e129-9157-448d-8bc1-270918393709', 'network_id': '5580e129-9157-448d-8bc1-270918393709', 'tenant_id': '39fb3a138b9f4a76a0d1dbf586a3d96f', 'fixed_ips': [{'subnet_id': 'b42fc5fe-bfc0-4da5-b54c-560f85d4cc4e'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:44:23.275844 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-40c40f95-1c07-4c82-b8da-4252312bc0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:23.340909 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5543dd93-168b-4a16-9edf-26c54cd08379 admin admin] Network 6a574451-4a5b-4474-b6d1-2d75f1d4e1c7 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:44:23.378752 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-5543dd93-168b-4a16-9edf-26c54cd08379 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 6a574451-4a5b-4474-b6d1-2d75f1d4e1c7) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:23.398690 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5543dd93-168b-4a16-9edf-26c54cd08379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:23.399675 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5543dd93-168b-4a16-9edf-26c54cd08379 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:23.401251 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7363203d-1ca5-40b0-8779-27c7079fc85a None None] Network 6a574451-4a5b-4474-b6d1-2d75f1d4e1c7 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:23.401904 n-d-778549-4 neutron-server[94012]: WARNING neutron.services.metering.metering_plugin [None req-cd288262-9e4c-4ca3-91f1-fe0384c5b490 tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 16:44:23.490005 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-879e48f3-125a-4177-a48c-a5211162936a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:23.498279 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-879e48f3-125a-4177-a48c-a5211162936a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:23.507823 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff41a2a-52fe-4136-8e75-c52acc57d037 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Network c9e5f515-87bb-4e72-a89c-18c39510defb is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:44:23.516593 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5543dd93-168b-4a16-9edf-26c54cd08379 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1101887 Jul 23 16:44:23.546216 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cd288262-9e4c-4ca3-91f1-fe0384c5b490 tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:23.547821 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-cd288262-9e4c-4ca3-91f1-fe0384c5b490 tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3195188 Jul 23 16:44:23.548511 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-fff41a2a-52fe-4136-8e75-c52acc57d037 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, c9e5f515-87bb-4e72-a89c-18c39510defb) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:23.550167 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35618) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:23.561589 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff41a2a-52fe-4136-8e75-c52acc57d037 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:23.562163 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff41a2a-52fe-4136-8e75-c52acc57d037 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:23.562830 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fff41a2a-52fe-4136-8e75-c52acc57d037 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:23.574461 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a12e4325-56aa-4afd-88f8-3f7c2f6b1f38 tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules?id=7fd908e7-b3bc-4123-b48a-8220f169bbc0 HTTP/1.1" status: 200 len: 464 time: 0.0208433 Jul 23 16:44:23.575317 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35620) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:23.578828 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879e48f3-125a-4177-a48c-a5211162936a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] vlan segment allocate from pool success with {'vlan_id': 1123, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:44:23.590715 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e48f3-125a-4177-a48c-a5211162936a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cfdaa8-85cd-45a3-98d7-7bc72af52951,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:23.600129 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fff41a2a-52fe-4136-8e75-c52acc57d037 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.1943257 Jul 23 16:44:23.600990 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-879e48f3-125a-4177-a48c-a5211162936a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:23.601568 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-879e48f3-125a-4177-a48c-a5211162936a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Added segment 52357719-02ef-45dd-a8a8-97db9df085d8 of type vlan for network aaddfd76-fc5d-4392-8fdd-d66e0be3bf07 Jul 23 16:44:23.603085 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35622) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:23.700603 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c6dd02-4e76-4ab6-86dc-9e92a9a834e1 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:23.702194 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c6dd02-4e76-4ab6-86dc-9e92a9a834e1 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:23.703714 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c6dd02-4e76-4ab6-86dc-9e92a9a834e1 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:23.705383 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a2c6dd02-4e76-4ab6-86dc-9e92a9a834e1 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1013157 Jul 23 16:44:23.708544 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35624) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:23.718851 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8863a2e-02d7-41be-a2ea-4f5be263b24d None None] Network c9e5f515-87bb-4e72-a89c-18c39510defb requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:23.748751 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7ff86724-7fd3-4f37-a451-45364a044d8d tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:23.754494 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7ff86724-7fd3-4f37-a451-45364a044d8d tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-label-rules/7fd908e7-b3bc-4123-b48a-8220f169bbc0 HTTP/1.1" status: 204 len: 168 time: 0.1778495 Jul 23 16:44:23.757971 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35626) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:23.785005 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3bb0d4f7-98d2-465d-ae00-3a2fe21a21fe tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules?id=7fd908e7-b3bc-4123-b48a-8220f169bbc0 HTTP/1.1" status: 200 len: 221 time: 0.0242472 Jul 23 16:44:23.791296 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35628) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:23.807378 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-1ad94733-b3de-4aec-90ce-4383651e3b1b tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--353072413', 'description': 'label created by tempest'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:23.810790 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-1ad94733-b3de-4aec-90ce-4383651e3b1b tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] Unknown quota resources ['metering_label']. {{(pid=94012) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:44:23.952769 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-40c40f95-1c07-4c82-b8da-4252312bc0a4 None None] Allocated IP 172.20.0.2 (5580e129-9157-448d-8bc1-270918393709/b42fc5fe-bfc0-4da5-b54c-560f85d4cc4e/9cef523b-d124-443c-8287-37a7c2fb8872) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:23.964261 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3357b0-d645-41b0-af3d-377b0dccda3d None None] Network 6a574451-4a5b-4474-b6d1-2d75f1d4e1c7 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:24.354139 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-879e48f3-125a-4177-a48c-a5211162936a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:24.364602 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-49264c66-8cc7-42ae-85f0-27c26fd61daf tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Deleting subnet b42fc5fe-bfc0-4da5-b54c-560f85d4cc4e {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:44:24.421927 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8c43ba-97e1-45d7-960a-a4f1cb2a9ad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-c9e5f515-87bb-4e72-a89c-18c39510defb', 'network_id': 'c9e5f515-87bb-4e72-a89c-18c39510defb', 'tenant_id': '39fb3a138b9f4a76a0d1dbf586a3d96f', 'fixed_ips': [{'subnet_id': '81e6adb1-0e09-40d7-a3c7-585cfe359642'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:44:24.424542 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ac8c43ba-97e1-45d7-960a-a4f1cb2a9ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:24.425312 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-879e48f3-125a-4177-a48c-a5211162936a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:24.440618 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879e48f3-125a-4177-a48c-a5211162936a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:24.441315 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-879e48f3-125a-4177-a48c-a5211162936a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:24.495988 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-879e48f3-125a-4177-a48c-a5211162936a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8000915 Jul 23 16:44:24.500090 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35646) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:24.514307 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-cfab6b34-9499-4361-832e-930f5d078295 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Request body: {'subnet': {'network_id': 'aaddfd76-fc5d-4392-8fdd-d66e0be3bf07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:24.650569 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e48f3-125a-4177-a48c-a5211162936a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Pushing event updated for resources: {'Network': ['ID=aaddfd76-fc5d-4392-8fdd-d66e0be3bf07,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:24.716195 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network aaddfd76-fc5d-4392-8fdd-d66e0be3bf07 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:44:24.763305 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1ad94733-b3de-4aec-90ce-4383651e3b1b tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:24.764516 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1ad94733-b3de-4aec-90ce-4383651e3b1b tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.9718106 Jul 23 16:44:24.769485 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35650) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:24.868504 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-40c40f95-1c07-4c82-b8da-4252312bc0a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:24.903640 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-40c40f95-1c07-4c82-b8da-4252312bc0a4 None None] Transition to ACTIVE for port object 9cef523b-d124-443c-8287-37a7c2fb8872 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:24.938260 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-40c40f95-1c07-4c82-b8da-4252312bc0a4 None None] Transition to ACTIVE for port object 9cef523b-d124-443c-8287-37a7c2fb8872 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:24.940365 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-ac8c43ba-97e1-45d7-960a-a4f1cb2a9ad5 None None] Allocated IP 172.20.0.18 (c9e5f515-87bb-4e72-a89c-18c39510defb/81e6adb1-0e09-40d7-a3c7-585cfe359642/f7f73a2b-2c91-4d36-a4b0-4d6c3eab90ca) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:24.946742 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfab6b34-9499-4361-832e-930f5d078295 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Made reservation on behalf of fbe07e006e654430abbbd74e96fc6f1b for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:24.957007 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-40c40f95-1c07-4c82-b8da-4252312bc0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:24.959845 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cfab6b34-9499-4361-832e-930f5d078295 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:24.975135 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-92e95c17-04e5-4378-b5b1-053b367b7964 tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels?id=9ca6dd60-30f8-4681-8ca5-2c5ad842f03a HTTP/1.1" status: 200 len: 467 time: 0.2015722 Jul 23 16:44:24.981177 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35656) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:24.985488 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35658) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:25.024816 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c40f95-1c07-4c82-b8da-4252312bc0a4 None None] Network 5580e129-9157-448d-8bc1-270918393709 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:25.030688 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-40c40f95-1c07-4c82-b8da-4252312bc0a4 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:25.044658 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c40f95-1c07-4c82-b8da-4252312bc0a4 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:25.379417 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b4226f86-8b7b-406a-8ba4-1aee19db1d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.413958 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-49264c66-8cc7-42ae-85f0-27c26fd61daf tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.418220 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cfab6b34-9499-4361-832e-930f5d078295 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.433329 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c40f95-1c07-4c82-b8da-4252312bc0a4 None None] Pushing event updated for resources: {'Port': ['ID=9cef523b-d124-443c-8287-37a7c2fb8872,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:25.488057 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-40c40f95-1c07-4c82-b8da-4252312bc0a4 None None] Attempting to bind port 9cef523b-d124-443c-8287-37a7c2fb8872 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:25.488500 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-40c40f95-1c07-4c82-b8da-4252312bc0a4 None None] Attempting to bind port 9cef523b-d124-443c-8287-37a7c2fb8872 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '0bfba4dd-6b91-40ef-9e8e-c0563bc9d4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '5580e129-9157-448d-8bc1-270918393709'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:25.488867 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c40f95-1c07-4c82-b8da-4252312bc0a4 None None] Attempting to bind port 9cef523b-d124-443c-8287-37a7c2fb8872 on network 5580e129-9157-448d-8bc1-270918393709 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:25.503542 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c40f95-1c07-4c82-b8da-4252312bc0a4 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:44:25.503914 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c40f95-1c07-4c82-b8da-4252312bc0a4 None None] Checking segment: {'id': '0bfba4dd-6b91-40ef-9e8e-c0563bc9d4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '5580e129-9157-448d-8bc1-270918393709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:25.504233 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-40c40f95-1c07-4c82-b8da-4252312bc0a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.504627 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c40f95-1c07-4c82-b8da-4252312bc0a4 None None] Bound using segment: {'id': '0bfba4dd-6b91-40ef-9e8e-c0563bc9d4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '5580e129-9157-448d-8bc1-270918393709'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:44:25.505138 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-40c40f95-1c07-4c82-b8da-4252312bc0a4 None None] Bound port: 9cef523b-d124-443c-8287-37a7c2fb8872, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bfba4dd-6b91-40ef-9e8e-c0563bc9d4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '5580e129-9157-448d-8bc1-270918393709'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:44:25.505535 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-40c40f95-1c07-4c82-b8da-4252312bc0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.511746 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-49264c66-8cc7-42ae-85f0-27c26fd61daf tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.608784 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-40c40f95-1c07-4c82-b8da-4252312bc0a4 None None] For port 9cef523b-d124-443c-8287-37a7c2fb8872, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:44:25.612582 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-40c40f95-1c07-4c82-b8da-4252312bc0a4 None None] For port 9cef523b-d124-443c-8287-37a7c2fb8872, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=9cef523b-d124-443c-8287-37a7c2fb8872,segment=NetworkSegment(0bfba4dd-6b91-40ef-9e8e-c0563bc9d4dd),segment_id=0bfba4dd-6b91-40ef-9e8e-c0563bc9d4dd)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:44:25.622550 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-40c40f95-1c07-4c82-b8da-4252312bc0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.647303 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ddec7975-aa48-4d89-8086-3fada1064438 tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.648607 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ddec7975-aa48-4d89-8086-3fada1064438 tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-labels/9ca6dd60-30f8-4681-8ca5-2c5ad842f03a HTTP/1.1" status: 204 len: 168 time: 0.6699107 Jul 23 16:44:25.656432 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35666) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:25.671558 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ac8c43ba-97e1-45d7-960a-a4f1cb2a9ad5 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.672355 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-49264c66-8cc7-42ae-85f0-27c26fd61daf tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.686593 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7c53dfbb-60f3-45db-a7f5-e3c6d5a6cf82 tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels?id=9ca6dd60-30f8-4681-8ca5-2c5ad842f03a HTTP/1.1" status: 200 len: 216 time: 0.0250156 Jul 23 16:44:25.693584 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35668) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:25.711849 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a11a2506-1b07-46ea-ae62-ea42a4cae033 tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0120776 Jul 23 16:44:25.722715 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ac8c43ba-97e1-45d7-960a-a4f1cb2a9ad5 None None] Transition to ACTIVE for port object f7f73a2b-2c91-4d36-a4b0-4d6c3eab90ca will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:25.748429 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c40f95-1c07-4c82-b8da-4252312bc0a4 None None] Pushing event updated for resources: {'Port': ['ID=9cef523b-d124-443c-8287-37a7c2fb8872,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:25.757027 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ac8c43ba-97e1-45d7-960a-a4f1cb2a9ad5 None None] Transition to ACTIVE for port object f7f73a2b-2c91-4d36-a4b0-4d6c3eab90ca will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:25.767284 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ac8c43ba-97e1-45d7-960a-a4f1cb2a9ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.770243 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b4226f86-8b7b-406a-8ba4-1aee19db1d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.771263 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35670) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:25.783743 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b4226f86-8b7b-406a-8ba4-1aee19db1d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.815068 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-49264c66-8cc7-42ae-85f0-27c26fd61daf tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.834313 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c43ba-97e1-45d7-960a-a4f1cb2a9ad5 None None] Pushing event updated for resources: {'Port': ['ID=f7f73a2b-2c91-4d36-a4b0-4d6c3eab90ca,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:25.834766 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-49090ee7-bf57-48da-b5a2-ea29afea44c4 tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0623093 Jul 23 16:44:25.855320 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35672) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:25.875796 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-49264c66-8cc7-42ae-85f0-27c26fd61daf tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.879166 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-49264c66-8cc7-42ae-85f0-27c26fd61daf tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] 10.222.0.73 "DELETE /v2.0/subnets/b42fc5fe-bfc0-4da5-b54c-560f85d4cc4e HTTP/1.1" status: 204 len: 168 time: 2.1695640 Jul 23 16:44:25.881251 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8c43ba-97e1-45d7-960a-a4f1cb2a9ad5 None None] Network c9e5f515-87bb-4e72-a89c-18c39510defb is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:25.885096 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-ac8c43ba-97e1-45d7-960a-a4f1cb2a9ad5 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:25.888094 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35674) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:25.892014 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8c43ba-97e1-45d7-960a-a4f1cb2a9ad5 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:25.895324 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b4226f86-8b7b-406a-8ba4-1aee19db1d9d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d3793131c6a0436db3e89dd0f21e0299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9045227 Jul 23 16:44:25.896628 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4226f86-8b7b-406a-8ba4-1aee19db1d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068824ff-4a03-4903-8b20-61e672c29df8,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:25.915112 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35676) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:25.983769 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ac8c43ba-97e1-45d7-960a-a4f1cb2a9ad5 None None] Attempting to bind port f7f73a2b-2c91-4d36-a4b0-4d6c3eab90ca on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:25.985198 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ac8c43ba-97e1-45d7-960a-a4f1cb2a9ad5 None None] Attempting to bind port f7f73a2b-2c91-4d36-a4b0-4d6c3eab90ca by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '08a34bbc-1789-4ffa-bb83-6b808cadd4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'c9e5f515-87bb-4e72-a89c-18c39510defb'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:25.990769 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8c43ba-97e1-45d7-960a-a4f1cb2a9ad5 None None] Attempting to bind port f7f73a2b-2c91-4d36-a4b0-4d6c3eab90ca on network c9e5f515-87bb-4e72-a89c-18c39510defb {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:26.005390 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-df0674cf-7e55-4381-8499-cef420bcfbd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.021098 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8c43ba-97e1-45d7-960a-a4f1cb2a9ad5 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:44:26.029389 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8c43ba-97e1-45d7-960a-a4f1cb2a9ad5 None None] Checking segment: {'id': '08a34bbc-1789-4ffa-bb83-6b808cadd4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'c9e5f515-87bb-4e72-a89c-18c39510defb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:26.029633 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-260a2798-c589-4ef2-825f-b65b7e766c9e tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels/753062ef-327a-439a-b4cc-49f49383b60a HTTP/1.1" status: 200 len: 473 time: 0.1597416 Jul 23 16:44:26.029763 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ac8c43ba-97e1-45d7-960a-a4f1cb2a9ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.029763 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8c43ba-97e1-45d7-960a-a4f1cb2a9ad5 None None] Bound using segment: {'id': '08a34bbc-1789-4ffa-bb83-6b808cadd4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'c9e5f515-87bb-4e72-a89c-18c39510defb'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:44:26.029763 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ac8c43ba-97e1-45d7-960a-a4f1cb2a9ad5 None None] Bound port: f7f73a2b-2c91-4d36-a4b0-4d6c3eab90ca, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08a34bbc-1789-4ffa-bb83-6b808cadd4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'c9e5f515-87bb-4e72-a89c-18c39510defb'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:44:26.030765 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ac8c43ba-97e1-45d7-960a-a4f1cb2a9ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.042245 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35678) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:26.066289 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-dacb73c4-d9b9-4551-a4fa-bba4d2df5125 tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules/40510d78-33c9-4b0a-9e93-a9fb3733a681 HTTP/1.1" status: 200 len: 461 time: 0.0160491 Jul 23 16:44:26.066776 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab6b34-9499-4361-832e-930f5d078295 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Pushing event updated for resources: {'Subnet': ['ID=23ec1db3-1b4e-432f-ae89-1b2288f5f2a5,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:26.067358 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35680) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:26.077387 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-df0674cf-7e55-4381-8499-cef420bcfbd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.137698 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfab6b34-9499-4361-832e-930f5d078295 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Checking segment: {'id': '52357719-02ef-45dd-a8a8-97db9df085d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'aaddfd76-fc5d-4392-8fdd-d66e0be3bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:26.138656 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfab6b34-9499-4361-832e-930f5d078295 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Network hostable DHCP agents. Network: aaddfd76-fc5d-4392-8fdd-d66e0be3bf07, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:44:26.143378 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49264c66-8cc7-42ae-85f0-27c26fd61daf tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Pushing event deleted for resources: {'Subnet': ['ID=b42fc5fe-bfc0-4da5-b54c-560f85d4cc4e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:26.158895 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-455ca95f-fdf8-4805-a8a1-a6ea54667d83 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Deleting subnet 81e6adb1-0e09-40d7-a3c7-585cfe359642 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:44:26.167546 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-455ca95f-fdf8-4805-a8a1-a6ea54667d83 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.216020 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfab6b34-9499-4361-832e-930f5d078295 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Network aaddfd76-fc5d-4392-8fdd-d66e0be3bf07 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:44:26.244863 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-cfab6b34-9499-4361-832e-930f5d078295 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, aaddfd76-fc5d-4392-8fdd-d66e0be3bf07) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:26.252929 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-455ca95f-fdf8-4805-a8a1-a6ea54667d83 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.260229 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfab6b34-9499-4361-832e-930f5d078295 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:26.261039 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cfab6b34-9499-4361-832e-930f5d078295 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.288836 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e683e6-35c7-42b8-91dd-14ae5423920b None None] Network aaddfd76-fc5d-4392-8fdd-d66e0be3bf07 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:26.316611 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cfab6b34-9499-4361-832e-930f5d078295 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8120344 Jul 23 16:44:26.321437 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35688) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:26.329479 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-def5489e-b94d-4d57-9eee-0c12c02b231a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Request body: {'network': {'name': 'tempest-router-network01--303316323'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:26.395204 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-270690c7-91e6-4c87-a0f6-27f94c9979f1 tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.400443 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-270690c7-91e6-4c87-a0f6-27f94c9979f1 tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-label-rules/40510d78-33c9-4b0a-9e93-a9fb3733a681 HTTP/1.1" status: 204 len: 168 time: 0.3308918 Jul 23 16:44:26.400708 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35692) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:26.433117 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def5489e-b94d-4d57-9eee-0c12c02b231a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Made reservation on behalf of fbe07e006e654430abbbd74e96fc6f1b for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:26.438700 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-def5489e-b94d-4d57-9eee-0c12c02b231a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.517608 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ac8c43ba-97e1-45d7-960a-a4f1cb2a9ad5 None None] For port f7f73a2b-2c91-4d36-a4b0-4d6c3eab90ca, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:44:26.521774 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-df0674cf-7e55-4381-8499-cef420bcfbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.533005 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-df0674cf-7e55-4381-8499-cef420bcfbd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.534532 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-df0674cf-7e55-4381-8499-cef420bcfbd7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/068824ff-4a03-4903-8b20-61e672c29df8 HTTP/1.1" status: 204 len: 168 time: 0.6180432 Jul 23 16:44:26.547281 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ac8c43ba-97e1-45d7-960a-a4f1cb2a9ad5 None None] For port f7f73a2b-2c91-4d36-a4b0-4d6c3eab90ca, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=f7f73a2b-2c91-4d36-a4b0-4d6c3eab90ca,segment=NetworkSegment(08a34bbc-1789-4ffa-bb83-6b808cadd4fa),segment_id=08a34bbc-1789-4ffa-bb83-6b808cadd4fa)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:44:26.559369 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ac8c43ba-97e1-45d7-960a-a4f1cb2a9ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.560009 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-455ca95f-fdf8-4805-a8a1-a6ea54667d83 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.660740 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0674cf-7e55-4381-8499-cef420bcfbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068824ff-4a03-4903-8b20-61e672c29df8,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:26.674244 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-455ca95f-fdf8-4805-a8a1-a6ea54667d83 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.693577 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def5489e-b94d-4d57-9eee-0c12c02b231a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] vlan segment allocate from pool success with {'vlan_id': 1102, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:44:26.761038 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ca95f-fdf8-4805-a8a1-a6ea54667d83 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Pushing event deleted for resources: {'Subnet': ['ID=81e6adb1-0e09-40d7-a3c7-585cfe359642,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:26.782345 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-455ca95f-fdf8-4805-a8a1-a6ea54667d83 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.789857 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-455ca95f-fdf8-4805-a8a1-a6ea54667d83 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] 10.222.0.73 "DELETE /v2.0/subnets/81e6adb1-0e09-40d7-a3c7-585cfe359642 HTTP/1.1" status: 204 len: 168 time: 0.8912337 Jul 23 16:44:26.793245 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35702) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:26.800276 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-def5489e-b94d-4d57-9eee-0c12c02b231a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.801097 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-def5489e-b94d-4d57-9eee-0c12c02b231a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Added segment 67927572-cc06-4599-923e-6f3ddc197fdd of type vlan for network becf5f5c-99b8-4454-ad01-4d64390bdbfa Jul 23 16:44:26.811116 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1a9dfa2e-eaed-4dec-94ec-e75856c9038b tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.816139 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1a9dfa2e-eaed-4dec-94ec-e75856c9038b tempest-MeteringTestJSON-655526053 tempest-MeteringTestJSON-655526053-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-labels/753062ef-327a-439a-b4cc-49f49383b60a HTTP/1.1" status: 204 len: 168 time: 0.4084814 Jul 23 16:44:26.865897 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c43ba-97e1-45d7-960a-a4f1cb2a9ad5 None None] Pushing event updated for resources: {'Port': ['ID=f7f73a2b-2c91-4d36-a4b0-4d6c3eab90ca,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:26.904302 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-def5489e-b94d-4d57-9eee-0c12c02b231a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.952674 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65768e6a-36b0-46d0-8414-e1174fbc8db8 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:26.958177 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-65768e6a-36b0-46d0-8414-e1174fbc8db8 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1630838 Jul 23 16:44:26.965552 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35716) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:26.984821 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5abb2be-bc3a-472e-812f-12d7d472fb74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-aaddfd76-fc5d-4392-8fdd-d66e0be3bf07', 'network_id': 'aaddfd76-fc5d-4392-8fdd-d66e0be3bf07', 'tenant_id': 'fbe07e006e654430abbbd74e96fc6f1b', 'fixed_ips': [{'subnet_id': '23ec1db3-1b4e-432f-ae89-1b2288f5f2a5'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:44:26.985736 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b5abb2be-bc3a-472e-812f-12d7d472fb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:27.216906 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-def5489e-b94d-4d57-9eee-0c12c02b231a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:27.242792 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def5489e-b94d-4d57-9eee-0c12c02b231a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:27.243795 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-def5489e-b94d-4d57-9eee-0c12c02b231a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:27.276970 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ccf13a39-ce80-44cc-b669-c711e6dc547a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:27.395837 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-b5abb2be-bc3a-472e-812f-12d7d472fb74 None None] Allocated IP 2001:db8::2 (aaddfd76-fc5d-4392-8fdd-d66e0be3bf07/23ec1db3-1b4e-432f-ae89-1b2288f5f2a5/04fe1fab-90e2-4f66-8008-3f6cc90957e1) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:27.409487 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-ccf13a39-ce80-44cc-b669-c711e6dc547a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Deleting port f7f73a2b-2c91-4d36-a4b0-4d6c3eab90ca {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:27.411383 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ccf13a39-ce80-44cc-b669-c711e6dc547a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:27.548607 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-def5489e-b94d-4d57-9eee-0c12c02b231a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2257061 Jul 23 16:44:27.550346 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5489e-b94d-4d57-9eee-0c12c02b231a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Pushing event updated for resources: {'Network': ['ID=becf5f5c-99b8-4454-ad01-4d64390bdbfa,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:27.558875 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35732) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:27.582595 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-6fa655cd-cc65-4a9e-91fc-6ffbdfab1ac5 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Request body: {'network': {'name': 'tempest-router-network02--299677151'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:27.590763 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35734) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:27.591964 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network becf5f5c-99b8-4454-ad01-4d64390bdbfa details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:44:27.633619 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-24aea956-66b7-47b2-b151-bd9c93e2281c tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:27.642788 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-24aea956-66b7-47b2-b151-bd9c93e2281c tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/networks?id=6a574451-4a5b-4474-b6d1-2d75f1d4e1c7 HTTP/1.1" status: 200 len: 809 time: 0.6834097 Jul 23 16:44:27.687649 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-db5306c3-2f77-47d4-a256-f899940f8a76 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/quotas/ec96335bdcc648fd8f57426504ea1086 HTTP/1.1" status: 200 len: 375 time: 0.0403500 Jul 23 16:44:27.703513 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-ccf13a39-ce80-44cc-b669-c711e6dc547a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] For port f7f73a2b-2c91-4d36-a4b0-4d6c3eab90ca, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=f7f73a2b-2c91-4d36-a4b0-4d6c3eab90ca,segment=NetworkSegment(08a34bbc-1789-4ffa-bb83-6b808cadd4fa),segment_id=08a34bbc-1789-4ffa-bb83-6b808cadd4fa)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:27.704209 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ccf13a39-ce80-44cc-b669-c711e6dc547a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:27.722287 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ceb5ac-d612-49e2-bc6f-9b7f1a54877b None None] Network 5580e129-9157-448d-8bc1-270918393709 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:27.769583 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-ccf13a39-ce80-44cc-b669-c711e6dc547a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Calling delete_port for f7f73a2b-2c91-4d36-a4b0-4d6c3eab90ca owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:27.807065 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f7f73a2b-2c91-4d36-a4b0-4d6c3eab90ca up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:27.827223 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-f38a9b94-10e0-4086-8868-dba513efd468 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ec96335bdcc648fd8f57426504ea1086&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1374955 Jul 23 16:44:27.902636 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa655cd-cc65-4a9e-91fc-6ffbdfab1ac5 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Made reservation on behalf of fbe07e006e654430abbbd74e96fc6f1b for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:27.908406 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6fa655cd-cc65-4a9e-91fc-6ffbdfab1ac5 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:27.968860 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ccf13a39-ce80-44cc-b669-c711e6dc547a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.009841 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf13a39-ce80-44cc-b669-c711e6dc547a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Pushing event deleted for resources: {'Port': ['ID=f7f73a2b-2c91-4d36-a4b0-4d6c3eab90ca,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:28.026213 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf13a39-ce80-44cc-b669-c711e6dc547a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] No DVR routers for this DVR port f7f73a2b-2c91-4d36-a4b0-4d6c3eab90ca on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:44:28.045761 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa655cd-cc65-4a9e-91fc-6ffbdfab1ac5 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] vlan segment allocate from pool success with {'vlan_id': 1103, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:44:28.058939 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6fa655cd-cc65-4a9e-91fc-6ffbdfab1ac5 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.059534 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-6fa655cd-cc65-4a9e-91fc-6ffbdfab1ac5 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Added segment fd95c213-d563-417a-be96-b5024e98a2c1 of type vlan for network f1b8abd0-9ece-4673-8f31-2ae2cf66d09f Jul 23 16:44:28.132544 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6fa655cd-cc65-4a9e-91fc-6ffbdfab1ac5 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.174041 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6fa655cd-cc65-4a9e-91fc-6ffbdfab1ac5 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.176922 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ccf13a39-ce80-44cc-b669-c711e6dc547a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.182077 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa655cd-cc65-4a9e-91fc-6ffbdfab1ac5 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:28.182738 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6fa655cd-cc65-4a9e-91fc-6ffbdfab1ac5 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.191534 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a2f8b07c-ae04-4dee-a99e-90ee6ff2a9eb None None] Provisioning for port 9cef523b-d124-443c-8287-37a7c2fb8872 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:28.193726 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-ccf13a39-ce80-44cc-b669-c711e6dc547a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e5f515-87bb-4e72-a89c-18c39510defb']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:28.205679 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-24eaaecd-cb6c-4e72-b236-6cfd9640c102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.208689 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-ccf13a39-ce80-44cc-b669-c711e6dc547a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08a34bbc-1789-4ffa-bb83-6b808cadd4fa') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:28.209300 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-ccf13a39-ce80-44cc-b669-c711e6dc547a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08a34bbc-1789-4ffa-bb83-6b808cadd4fa') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:28.240751 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b5abb2be-bc3a-472e-812f-12d7d472fb74 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.244654 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ccf13a39-ce80-44cc-b669-c711e6dc547a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.265935 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6fa655cd-cc65-4a9e-91fc-6ffbdfab1ac5 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6986465 Jul 23 16:44:28.272243 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35748) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:28.283489 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ccf13a39-ce80-44cc-b669-c711e6dc547a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.285736 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-761b81c3-e3c6-4fe7-a509-3fac1efd9adf tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Request body: {'subnet': {'network_id': 'becf5f5c-99b8-4454-ad01-4d64390bdbfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:28.300521 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf13a39-ce80-44cc-b669-c711e6dc547a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:44:28.303336 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ccf13a39-ce80-44cc-b669-c711e6dc547a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.312444 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b5abb2be-bc3a-472e-812f-12d7d472fb74 None None] Transition to ACTIVE for port object 04fe1fab-90e2-4f66-8008-3f6cc90957e1 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:28.313908 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:44:28.313908 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:44:28.313908 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:44:28.313908 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:44:28.313908 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:44:28.313908 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:44:28.313908 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:44:28.313908 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:44:28.313908 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:44:28.313908 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:44:28.313908 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:44:28.313908 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:44:28.313908 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:44:28.313908 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:44:28.313908 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:44:28.313908 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:44:28.313908 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:44:28.313908 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:44:28.313908 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:44:28.313908 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:44:28.313908 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:44:28.313908 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:44:28.313908 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:44:28.313908 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:44:28.313908 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:44:28.313908 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:44:28.313908 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:44:28.313908 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:44:28.313908 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:44:28.313908 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:44:28.313908 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:44:28.313908 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:44:28.322359 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No active binding found for port f7f73a2b-2c91-4d36-a4b0-4d6c3eab90ca {{(pid=94014) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 16:44:28.322728 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f7f73a2b-2c91-4d36-a4b0-4d6c3eab90ca not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 23 16:44:28.375004 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa655cd-cc65-4a9e-91fc-6ffbdfab1ac5 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Pushing event updated for resources: {'Network': ['ID=f1b8abd0-9ece-4673-8f31-2ae2cf66d09f,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:28.380152 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b5abb2be-bc3a-472e-812f-12d7d472fb74 None None] Transition to ACTIVE for port object 04fe1fab-90e2-4f66-8008-3f6cc90957e1 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:28.382510 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Port f7f73a2b-2c91-4d36-a4b0-4d6c3eab90ca not found, will not notify nova. {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 23 16:44:28.383328 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 9cef523b-d124-443c-8287-37a7c2fb8872 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:28.400223 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-94d25439-02c5-422b-9cfc-fd9ec5b8bc49 service neutron] 10.222.0.73 "GET /v2.0/networks/6a574451-4a5b-4474-b6d1-2d75f1d4e1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5690968 Jul 23 16:44:28.411359 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network f1b8abd0-9ece-4673-8f31-2ae2cf66d09f details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:44:28.435697 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b5abb2be-bc3a-472e-812f-12d7d472fb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.468312 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ccf13a39-ce80-44cc-b669-c711e6dc547a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.485639 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ccf13a39-ce80-44cc-b669-c711e6dc547a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.491042 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ccf13a39-ce80-44cc-b669-c711e6dc547a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] 10.222.0.73 "DELETE /v2.0/networks/c9e5f515-87bb-4e72-a89c-18c39510defb HTTP/1.1" status: 204 len: 168 time: 1.5241244 Jul 23 16:44:28.492993 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35750) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:28.517807 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf13a39-ce80-44cc-b669-c711e6dc547a tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Pushing event deleted for resources: {'Network': ['ID=c9e5f515-87bb-4e72-a89c-18c39510defb,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:28.658470 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5abb2be-bc3a-472e-812f-12d7d472fb74 None None] Pushing event updated for resources: {'Port': ['ID=04fe1fab-90e2-4f66-8008-3f6cc90957e1,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:28.692092 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5abb2be-bc3a-472e-812f-12d7d472fb74 None None] Network aaddfd76-fc5d-4392-8fdd-d66e0be3bf07 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:28.694248 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea89e302-2ab4-4821-aac3-051eaf9bb669 None None] DHCP port deletion for c9e5f515-87bb-4e72-a89c-18c39510defb request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:44:28.701371 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c7e191cc-f8ff-42a8-a712-5429d2ebaae8 None None] Could not find standard attr ID for object f7f73a2b-2c91-4d36-a4b0-4d6c3eab90ca. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:44:28.705662 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8893d977-e010-4f8a-93e8-fa0438ae0d2f tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.721964 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-b5abb2be-bc3a-472e-812f-12d7d472fb74 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:28.731342 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 9cef523b-d124-443c-8287-37a7c2fb8872 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:28.738176 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5abb2be-bc3a-472e-812f-12d7d472fb74 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:28.760609 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 9cef523b-d124-443c-8287-37a7c2fb8872 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:28.761221 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.774258 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-d114054c-6277-408a-acc4-82a9f50b92ce service neutron] 10.222.0.73 "GET /v2.0/networks/6a574451-4a5b-4474-b6d1-2d75f1d4e1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730516 Jul 23 16:44:28.826639 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c9e9fe-5d2a-4fcc-93be-7bb02088dda6 None None] Network c9e5f515-87bb-4e72-a89c-18c39510defb requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:28.831436 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fec2c3a-48c2-45b0-8cda-42497125cbb2 None None] DHCP port deletion for 5580e129-9157-448d-8bc1-270918393709 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:44:28.844556 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-24eaaecd-cb6c-4e72-b236-6cfd9640c102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.854532 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-24eaaecd-cb6c-4e72-b236-6cfd9640c102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.895659 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-24eaaecd-cb6c-4e72-b236-6cfd9640c102 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=023e3f27d4ea4512ba89a3cf72b4a2ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2946050 Jul 23 16:44:28.896429 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35760) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:28.942632 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761b81c3-e3c6-4fe7-a509-3fac1efd9adf tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Made reservation on behalf of fbe07e006e654430abbbd74e96fc6f1b for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:28.947930 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-761b81c3-e3c6-4fe7-a509-3fac1efd9adf tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.951883 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c9e9fe-5d2a-4fcc-93be-7bb02088dda6 None None] Network c9e5f515-87bb-4e72-a89c-18c39510defb could not be found, it might have been deleted concurrently. {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 16:44:28.966934 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-b5abb2be-bc3a-472e-812f-12d7d472fb74 None None] Attempting to bind port 04fe1fab-90e2-4f66-8008-3f6cc90957e1 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:28.967342 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-b5abb2be-bc3a-472e-812f-12d7d472fb74 None None] Attempting to bind port 04fe1fab-90e2-4f66-8008-3f6cc90957e1 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '52357719-02ef-45dd-a8a8-97db9df085d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'aaddfd76-fc5d-4392-8fdd-d66e0be3bf07'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:28.968158 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5abb2be-bc3a-472e-812f-12d7d472fb74 None None] Attempting to bind port 04fe1fab-90e2-4f66-8008-3f6cc90957e1 on network aaddfd76-fc5d-4392-8fdd-d66e0be3bf07 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:28.983153 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5abb2be-bc3a-472e-812f-12d7d472fb74 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:44:28.983692 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5abb2be-bc3a-472e-812f-12d7d472fb74 None None] Checking segment: {'id': '52357719-02ef-45dd-a8a8-97db9df085d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'aaddfd76-fc5d-4392-8fdd-d66e0be3bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:28.984252 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b5abb2be-bc3a-472e-812f-12d7d472fb74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.984806 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5abb2be-bc3a-472e-812f-12d7d472fb74 None None] Bound using segment: {'id': '52357719-02ef-45dd-a8a8-97db9df085d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'aaddfd76-fc5d-4392-8fdd-d66e0be3bf07'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:44:28.985548 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-b5abb2be-bc3a-472e-812f-12d7d472fb74 None None] Bound port: 04fe1fab-90e2-4f66-8008-3f6cc90957e1, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52357719-02ef-45dd-a8a8-97db9df085d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'aaddfd76-fc5d-4392-8fdd-d66e0be3bf07'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:44:28.986083 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b5abb2be-bc3a-472e-812f-12d7d472fb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:29.001383 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eaaecd-cb6c-4e72-b236-6cfd9640c102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89aca1e1-10de-4bbc-9641-59aa8b1c9089,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:29.005331 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-8893d977-e010-4f8a-93e8-fa0438ae0d2f tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Deleting port 9cef523b-d124-443c-8287-37a7c2fb8872 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:29.006029 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8893d977-e010-4f8a-93e8-fa0438ae0d2f tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:29.058000 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63400de7-49c3-4a7a-b68f-f1313c1854d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:29.099998 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a594e503-b304-4495-9158-e3d2968b1f80 req-df7f520d-72d8-4766-b5ab-57217aaad457 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/ports?device_id=aface810-aa02-4f7a-80e8-79db5acbb5ed HTTP/1.1" status: 200 len: 210 time: 0.1067784 Jul 23 16:44:29.116459 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63400de7-49c3-4a7a-b68f-f1313c1854d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:29.141426 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-b5abb2be-bc3a-472e-812f-12d7d472fb74 None None] For port 04fe1fab-90e2-4f66-8008-3f6cc90957e1, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:44:29.144870 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-b5abb2be-bc3a-472e-812f-12d7d472fb74 None None] For port 04fe1fab-90e2-4f66-8008-3f6cc90957e1, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=04fe1fab-90e2-4f66-8008-3f6cc90957e1,segment=NetworkSegment(52357719-02ef-45dd-a8a8-97db9df085d8),segment_id=52357719-02ef-45dd-a8a8-97db9df085d8)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:44:29.161009 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b5abb2be-bc3a-472e-812f-12d7d472fb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:29.218276 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63400de7-49c3-4a7a-b68f-f1313c1854d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:29.222020 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63400de7-49c3-4a7a-b68f-f1313c1854d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:29.226877 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-63400de7-49c3-4a7a-b68f-f1313c1854d2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/89aca1e1-10de-4bbc-9641-59aa8b1c9089 HTTP/1.1" status: 204 len: 168 time: 0.3274117 Jul 23 16:44:29.245597 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63400de7-49c3-4a7a-b68f-f1313c1854d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89aca1e1-10de-4bbc-9641-59aa8b1c9089,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:29.250871 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-8893d977-e010-4f8a-93e8-fa0438ae0d2f tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] For port 9cef523b-d124-443c-8287-37a7c2fb8872, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=9cef523b-d124-443c-8287-37a7c2fb8872,segment=NetworkSegment(0bfba4dd-6b91-40ef-9e8e-c0563bc9d4dd),segment_id=0bfba4dd-6b91-40ef-9e8e-c0563bc9d4dd)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:29.251631 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8893d977-e010-4f8a-93e8-fa0438ae0d2f tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:29.283742 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-8893d977-e010-4f8a-93e8-fa0438ae0d2f tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Calling delete_port for 9cef523b-d124-443c-8287-37a7c2fb8872 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:29.300341 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-2fec2c3a-48c2-45b0-8cda-42497125cbb2 None None] Deleting port 9cef523b-d124-443c-8287-37a7c2fb8872 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:29.300948 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2fec2c3a-48c2-45b0-8cda-42497125cbb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:29.458451 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-2fec2c3a-48c2-45b0-8cda-42497125cbb2 None None] For port 9cef523b-d124-443c-8287-37a7c2fb8872, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=9cef523b-d124-443c-8287-37a7c2fb8872,segment=NetworkSegment(0bfba4dd-6b91-40ef-9e8e-c0563bc9d4dd),segment_id=0bfba4dd-6b91-40ef-9e8e-c0563bc9d4dd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:29.459291 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2fec2c3a-48c2-45b0-8cda-42497125cbb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:29.504332 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-2fec2c3a-48c2-45b0-8cda-42497125cbb2 None None] Calling delete_port for 9cef523b-d124-443c-8287-37a7c2fb8872 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:29.512707 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8893d977-e010-4f8a-93e8-fa0438ae0d2f tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:29.528740 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-761b81c3-e3c6-4fe7-a509-3fac1efd9adf tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:29.572972 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:29.597953 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8893d977-e010-4f8a-93e8-fa0438ae0d2f tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] No DVR routers for this DVR port 9cef523b-d124-443c-8287-37a7c2fb8872 on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:44:29.680849 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b81c3-e3c6-4fe7-a509-3fac1efd9adf tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Pushing event updated for resources: {'Subnet': ['ID=da695e96-f20a-40f5-825c-3214633656d7,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:29.687790 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893d977-e010-4f8a-93e8-fa0438ae0d2f tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Pushing event deleted for resources: {'Port': ['ID=9cef523b-d124-443c-8287-37a7c2fb8872,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:29.769596 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5abb2be-bc3a-472e-812f-12d7d472fb74 None None] Pushing event updated for resources: {'Port': ['ID=04fe1fab-90e2-4f66-8008-3f6cc90957e1,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:29.835342 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35784) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:29.886815 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761b81c3-e3c6-4fe7-a509-3fac1efd9adf tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Checking segment: {'id': '67927572-cc06-4599-923e-6f3ddc197fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'becf5f5c-99b8-4454-ad01-4d64390bdbfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:29.887384 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761b81c3-e3c6-4fe7-a509-3fac1efd9adf tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Network hostable DHCP agents. Network: becf5f5c-99b8-4454-ad01-4d64390bdbfa, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:44:29.965520 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2fec2c3a-48c2-45b0-8cda-42497125cbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:29.972062 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8893d977-e010-4f8a-93e8-fa0438ae0d2f tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.008266 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec2c3a-48c2-45b0-8cda-42497125cbb2 None None] Pushing event deleted for resources: {'Port': ['ID=9cef523b-d124-443c-8287-37a7c2fb8872,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:30.010471 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fec2c3a-48c2-45b0-8cda-42497125cbb2 None None] No DVR routers for this DVR port 9cef523b-d124-443c-8287-37a7c2fb8872 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:44:30.019876 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-8893d977-e010-4f8a-93e8-fa0438ae0d2f tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5580e129-9157-448d-8bc1-270918393709']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:30.034593 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761b81c3-e3c6-4fe7-a509-3fac1efd9adf tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Network becf5f5c-99b8-4454-ad01-4d64390bdbfa is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:44:30.039593 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-8893d977-e010-4f8a-93e8-fa0438ae0d2f tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bfba4dd-6b91-40ef-9e8e-c0563bc9d4dd') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:30.042866 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-8893d977-e010-4f8a-93e8-fa0438ae0d2f tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bfba4dd-6b91-40ef-9e8e-c0563bc9d4dd') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:30.071059 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8893d977-e010-4f8a-93e8-fa0438ae0d2f tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.090424 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8893d977-e010-4f8a-93e8-fa0438ae0d2f tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.113105 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-761b81c3-e3c6-4fe7-a509-3fac1efd9adf tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, becf5f5c-99b8-4454-ad01-4d64390bdbfa) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:30.124948 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8893d977-e010-4f8a-93e8-fa0438ae0d2f tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:44:30.125629 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8893d977-e010-4f8a-93e8-fa0438ae0d2f tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.130344 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 04fe1fab-90e2-4f66-8008-3f6cc90957e1 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:30.134326 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9d1c5a-9a48-4c6e-b5de-8bf683b93d4a None None] Network becf5f5c-99b8-4454-ad01-4d64390bdbfa requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:30.183720 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-bf7d8439-155c-4faf-bf07-687a85e40ca4 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'network': {'name': 'tempest-network-smoke--1160650679', 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'port_security_enabled': True}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:30.215940 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7d8439-155c-4faf-bf07-687a85e40ca4 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Made reservation on behalf of 26442a7d2aa845bc8d6525b42b6b3848 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:30.216108 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:44:30.216108 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:44:30.216108 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:44:30.216108 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:44:30.216108 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:44:30.216108 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:44:30.216108 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:44:30.216108 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:44:30.216108 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:44:30.216108 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:44:30.216108 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:44:30.216108 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:44:30.216108 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:44:30.216108 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:44:30.216108 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:44:30.216108 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:44:30.216108 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:44:30.216108 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:44:30.216108 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:44:30.216108 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:44:30.216108 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:44:30.216108 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:44:30.216108 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:44:30.216108 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:44:30.216108 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:44:30.216108 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:44:30.216108 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:44:30.216108 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:44:30.216108 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:44:30.216108 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:44:30.216108 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:44:30.216108 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:44:30.228413 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bf7d8439-155c-4faf-bf07-687a85e40ca4 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.235574 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8893d977-e010-4f8a-93e8-fa0438ae0d2f tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.249308 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761b81c3-e3c6-4fe7-a509-3fac1efd9adf tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:30.249308 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-761b81c3-e3c6-4fe7-a509-3fac1efd9adf tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.253556 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35796) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:30.261324 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bf7d8439-155c-4faf-bf07-687a85e40ca4 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.273423 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8893d977-e010-4f8a-93e8-fa0438ae0d2f tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.275292 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8893d977-e010-4f8a-93e8-fa0438ae0d2f tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] 10.222.0.73 "DELETE /v2.0/networks/5580e129-9157-448d-8bc1-270918393709 HTTP/1.1" status: 204 len: 168 time: 1.7772210 Jul 23 16:44:30.288357 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35798) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:30.290526 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-37a0fcc6-a8fa-4274-b645-08192607f0f5 req-8344fd45-5c99-4187-8a3f-5ccc7e58f585 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/ports?device_id=aface810-aa02-4f7a-80e8-79db5acbb5ed HTTP/1.1" status: 200 len: 210 time: 0.0735798 Jul 23 16:44:30.304496 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893d977-e010-4f8a-93e8-fa0438ae0d2f tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Pushing event deleted for resources: {'Network': ['ID=5580e129-9157-448d-8bc1-270918393709,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:30.327640 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-761b81c3-e3c6-4fe7-a509-3fac1efd9adf tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0463157 Jul 23 16:44:30.327899 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 04fe1fab-90e2-4f66-8008-3f6cc90957e1 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:30.328348 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35800) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:30.360718 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-b2b5e358-c24a-4738-a5b0-697508791e35 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Request body: {'subnet': {'network_id': 'f1b8abd0-9ece-4673-8f31-2ae2cf66d09f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:30.366845 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-860b00e3-7caf-4ea1-b444-9cfb8e2a2bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.435446 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f7f73a2b-2c91-4d36-a4b0-4d6c3eab90ca no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:44:30.458697 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: f7f73a2b-2c91-4d36-a4b0-4d6c3eab90ca {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:44:30.459347 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f7f73a2b-2c91-4d36-a4b0-4d6c3eab90ca not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:44:30.460529 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 9cef523b-d124-443c-8287-37a7c2fb8872 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:44:30.462898 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf32892-cd04-485d-87a2-7ed189e4d060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-becf5f5c-99b8-4454-ad01-4d64390bdbfa', 'network_id': 'becf5f5c-99b8-4454-ad01-4d64390bdbfa', 'tenant_id': 'fbe07e006e654430abbbd74e96fc6f1b', 'fixed_ips': [{'subnet_id': 'da695e96-f20a-40f5-825c-3214633656d7'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:44:30.464106 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-faf32892-cd04-485d-87a2-7ed189e4d060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.485612 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bf7d8439-155c-4faf-bf07-687a85e40ca4 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.499296 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 9cef523b-d124-443c-8287-37a7c2fb8872 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:44:30.500026 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 9cef523b-d124-443c-8287-37a7c2fb8872 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:44:30.500991 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bf7d8439-155c-4faf-bf07-687a85e40ca4 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.599038 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf7d8439-155c-4faf-bf07-687a85e40ca4 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] vlan segment allocate from pool success with {'vlan_id': 1146, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:44:30.641966 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d8439-155c-4faf-bf07-687a85e40ca4 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=801c225d-2a07-48c6-9fb0-5662fbf4835f,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:30.704387 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bf7d8439-155c-4faf-bf07-687a85e40ca4 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.704754 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-bf7d8439-155c-4faf-bf07-687a85e40ca4 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Added segment c75a9572-ecce-461e-8aac-a16bbf3e30ed of type vlan for network 5b57ad19-07f2-4db9-9db5-b1bd62f6bddb Jul 23 16:44:30.719078 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-faf32892-cd04-485d-87a2-7ed189e4d060 None None] Allocated IP 2001:db8::2 (becf5f5c-99b8-4454-ad01-4d64390bdbfa/da695e96-f20a-40f5-825c-3214633656d7/0f1d5676-eb3b-4d75-9dfd-2010626334f6) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:30.812716 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bf7d8439-155c-4faf-bf07-687a85e40ca4 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.924254 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bf7d8439-155c-4faf-bf07-687a85e40ca4 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.939712 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7d8439-155c-4faf-bf07-687a85e40ca4 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:30.940654 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bf7d8439-155c-4faf-bf07-687a85e40ca4 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.953666 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-860b00e3-7caf-4ea1-b444-9cfb8e2a2bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.983614 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-860b00e3-7caf-4ea1-b444-9cfb8e2a2bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:31.024678 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bf7d8439-155c-4faf-bf07-687a85e40ca4 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1856837 Jul 23 16:44:31.044643 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35810) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:31.069749 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-0dd2b1c5-5f39-4286-a26e-11c9f4c014e1 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-144346', 'admin_state_up': True, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:31.164326 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d8439-155c-4faf-bf07-687a85e40ca4 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'Network': ['ID=5b57ad19-07f2-4db9-9db5-b1bd62f6bddb,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:31.180571 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-860b00e3-7caf-4ea1-b444-9cfb8e2a2bb9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5174d633783b4a29ae2a3c5a97240465&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9220455 Jul 23 16:44:31.181302 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35812) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:31.182174 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b00e3-7caf-4ea1-b444-9cfb8e2a2bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3454ffb-3a52-47c0-9779-a70731c028d9,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:31.218079 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0dd2b1c5-5f39-4286-a26e-11c9f4c014e1 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:31.219303 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0dd2b1c5-5f39-4286-a26e-11c9f4c014e1 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:31.268085 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b5e358-c24a-4738-a5b0-697508791e35 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Made reservation on behalf of fbe07e006e654430abbbd74e96fc6f1b for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:31.271311 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 5b57ad19-07f2-4db9-9db5-b1bd62f6bddb details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:44:31.273545 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668cbe62-c8a0-46ef-a35b-20be2fcfedf3 None None] Network aaddfd76-fc5d-4392-8fdd-d66e0be3bf07 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:31.273702 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b2b5e358-c24a-4738-a5b0-697508791e35 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:31.284581 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0dd2b1c5-5f39-4286-a26e-11c9f4c014e1 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:31.475054 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0dd2b1c5-5f39-4286-a26e-11c9f4c014e1 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:31.479036 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d5f26ba-da06-4cbc-afa0-091200c0e8f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:31.489088 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2040ff84-525c-479f-bc40-9a766a0c760c None None] Provisioning for port 04fe1fab-90e2-4f66-8008-3f6cc90957e1 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:31.507396 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d5f26ba-da06-4cbc-afa0-091200c0e8f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:31.534262 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2040ff84-525c-479f-bc40-9a766a0c760c None None] Provisioning complete for port 04fe1fab-90e2-4f66-8008-3f6cc90957e1 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:31.535028 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2040ff84-525c-479f-bc40-9a766a0c760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:31.586949 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-541533c8-aa12-4e86-8421-f8a45ac9e223 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:31.589065 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d5f26ba-da06-4cbc-afa0-091200c0e8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:31.589982 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b2b5e358-c24a-4738-a5b0-697508791e35 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:31.592505 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d5f26ba-da06-4cbc-afa0-091200c0e8f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:31.593927 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9d5f26ba-da06-4cbc-afa0-091200c0e8f6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a3454ffb-3a52-47c0-9779-a70731c028d9 HTTP/1.1" status: 204 len: 168 time: 0.4085758 Jul 23 16:44:31.611080 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f26ba-da06-4cbc-afa0-091200c0e8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3454ffb-3a52-47c0-9779-a70731c028d9,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:31.680536 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-14a21476-5451-4edc-b0cc-07cfdbcf47d7 req-d827d835-c869-4083-b9bf-1fc441df13c4 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/ports?device_id=aface810-aa02-4f7a-80e8-79db5acbb5ed HTTP/1.1" status: 200 len: 210 time: 0.1001899 Jul 23 16:44:31.793889 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b5e358-c24a-4738-a5b0-697508791e35 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Checking segment: {'id': 'fd95c213-d563-417a-be96-b5024e98a2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'f1b8abd0-9ece-4673-8f31-2ae2cf66d09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:31.794259 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b5e358-c24a-4738-a5b0-697508791e35 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Network hostable DHCP agents. Network: f1b8abd0-9ece-4673-8f31-2ae2cf66d09f, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:44:31.798784 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5e358-c24a-4738-a5b0-697508791e35 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Pushing event updated for resources: {'Subnet': ['ID=4409b72f-3bd3-4bbd-abcf-551fe09248a8,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:31.860810 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-541533c8-aa12-4e86-8421-f8a45ac9e223 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:31.864294 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b5e358-c24a-4738-a5b0-697508791e35 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Network f1b8abd0-9ece-4673-8f31-2ae2cf66d09f is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:44:31.877205 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-541533c8-aa12-4e86-8421-f8a45ac9e223 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6649f366-87c9-43cf-a30d-e99d9a9ae2e8']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:31.886211 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-faf32892-cd04-485d-87a2-7ed189e4d060 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:31.893661 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-b2b5e358-c24a-4738-a5b0-697508791e35 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, f1b8abd0-9ece-4673-8f31-2ae2cf66d09f) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:31.903073 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-faf32892-cd04-485d-87a2-7ed189e4d060 None None] Transition to ACTIVE for port object 0f1d5676-eb3b-4d75-9dfd-2010626334f6 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:31.909942 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76789f7e-8554-470c-9af7-e4fc9694e19c None None] Network f1b8abd0-9ece-4673-8f31-2ae2cf66d09f requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:31.911122 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-541533c8-aa12-4e86-8421-f8a45ac9e223 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc42350-91a1-4d78-aeed-0a39d891dcd5') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:31.911609 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-541533c8-aa12-4e86-8421-f8a45ac9e223 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc42350-91a1-4d78-aeed-0a39d891dcd5') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:31.926588 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-541533c8-aa12-4e86-8421-f8a45ac9e223 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:31.956057 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-541533c8-aa12-4e86-8421-f8a45ac9e223 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:31.967290 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-541533c8-aa12-4e86-8421-f8a45ac9e223 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Releasing vlan 1138 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:44:31.968000 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-541533c8-aa12-4e86-8421-f8a45ac9e223 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.062430 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-faf32892-cd04-485d-87a2-7ed189e4d060 None None] Transition to ACTIVE for port object 0f1d5676-eb3b-4d75-9dfd-2010626334f6 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:32.085717 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-faf32892-cd04-485d-87a2-7ed189e4d060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.111890 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:44:32.111890 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:44:32.111890 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:44:32.111890 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:44:32.111890 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:44:32.111890 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:44:32.111890 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:44:32.111890 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:44:32.111890 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:44:32.111890 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:44:32.111890 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:44:32.111890 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:44:32.111890 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:44:32.111890 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:44:32.111890 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:44:32.111890 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:44:32.111890 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:44:32.111890 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:44:32.111890 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:44:32.111890 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:44:32.111890 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:44:32.111890 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:44:32.111890 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:44:32.111890 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:44:32.111890 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:44:32.111890 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:44:32.111890 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:44:32.111890 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:44:32.111890 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:44:32.111890 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:44:32.111890 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:44:32.111890 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:44:32.117891 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-99fe89bc-a7a7-4c59-a363-5e1850633f77 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:32.120787 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2040ff84-525c-479f-bc40-9a766a0c760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.121185 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b5e358-c24a-4738-a5b0-697508791e35 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:32.121729 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-99fe89bc-a7a7-4c59-a363-5e1850633f77 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.74 "GET /v2.0/networks?id=6a574451-4a5b-4474-b6d1-2d75f1d4e1c7 HTTP/1.1" status: 200 len: 809 time: 0.2393634 Jul 23 16:44:32.123179 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b2b5e358-c24a-4738-a5b0-697508791e35 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.139255 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-9503f46c-4688-4a2b-9b41-a58ab5c9895a tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Request body: {'port': {'device_id': 'aface810-aa02-4f7a-80e8-79db5acbb5ed', 'network_id': '6a574451-4a5b-4474-b6d1-2d75f1d4e1c7', 'admin_state_up': True, 'tenant_id': 'ec96335bdcc648fd8f57426504ea1086'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:32.146930 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-541533c8-aa12-4e86-8421-f8a45ac9e223 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.164412 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b2b5e358-c24a-4738-a5b0-697508791e35 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8260310 Jul 23 16:44:32.169312 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35824) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:32.170883 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-541533c8-aa12-4e86-8421-f8a45ac9e223 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.172328 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-541533c8-aa12-4e86-8421-f8a45ac9e223 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] 10.222.0.73 "DELETE /v2.0/networks/6649f366-87c9-43cf-a30d-e99d9a9ae2e8 HTTP/1.1" status: 204 len: 168 time: 1.8808947 Jul 23 16:44:32.181017 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35826) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:32.197492 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0dd2b1c5-5f39-4286-a26e-11c9f4c014e1 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.204333 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b557515-49fb-41ef-a983-2eb6caeca9a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-f1b8abd0-9ece-4673-8f31-2ae2cf66d09f', 'network_id': 'f1b8abd0-9ece-4673-8f31-2ae2cf66d09f', 'tenant_id': 'fbe07e006e654430abbbd74e96fc6f1b', 'fixed_ips': [{'subnet_id': '4409b72f-3bd3-4bbd-abcf-551fe09248a8'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:44:32.205421 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4b557515-49fb-41ef-a983-2eb6caeca9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.228585 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541533c8-aa12-4e86-8421-f8a45ac9e223 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Pushing event deleted for resources: {'Network': ['ID=6649f366-87c9-43cf-a30d-e99d9a9ae2e8,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:32.255375 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0dd2b1c5-5f39-4286-a26e-11c9f4c014e1 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.430330 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf32892-cd04-485d-87a2-7ed189e4d060 None None] Network becf5f5c-99b8-4454-ad01-4d64390bdbfa is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:32.445670 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-faf32892-cd04-485d-87a2-7ed189e4d060 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:32.448673 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf32892-cd04-485d-87a2-7ed189e4d060 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:32.469252 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf32892-cd04-485d-87a2-7ed189e4d060 None None] Pushing event updated for resources: {'Port': ['ID=0f1d5676-eb3b-4d75-9dfd-2010626334f6,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:32.495881 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-2040ff84-525c-479f-bc40-9a766a0c760c None None] For port 04fe1fab-90e2-4f66-8008-3f6cc90957e1, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=04fe1fab-90e2-4f66-8008-3f6cc90957e1,segment=NetworkSegment(52357719-02ef-45dd-a8a8-97db9df085d8),segment_id=52357719-02ef-45dd-a8a8-97db9df085d8)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:32.525576 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-0dd2b1c5-5f39-4286-a26e-11c9f4c014e1 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Allocated IP 172.25.8.166 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/1d69f665-6305-4c80-9b58-9606d4f2197c) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:32.528554 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2040ff84-525c-479f-bc40-9a766a0c760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.560302 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-4b557515-49fb-41ef-a983-2eb6caeca9a5 None None] Allocated IP 2001:db8::2 (f1b8abd0-9ece-4673-8f31-2ae2cf66d09f/4409b72f-3bd3-4bbd-abcf-551fe09248a8/6bfde82c-6420-477c-b980-ca96df4dd824) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:32.572653 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b48a45e9-4ffb-4bab-85a3-9c759b1e35f3 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.626570 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040ff84-525c-479f-bc40-9a766a0c760c None None] Pushing event updated for resources: {'Port': ['ID=04fe1fab-90e2-4f66-8008-3f6cc90957e1,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:32.678256 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0dd2b1c5-5f39-4286-a26e-11c9f4c014e1 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.683933 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-faf32892-cd04-485d-87a2-7ed189e4d060 None None] Attempting to bind port 0f1d5676-eb3b-4d75-9dfd-2010626334f6 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:32.684508 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-faf32892-cd04-485d-87a2-7ed189e4d060 None None] Attempting to bind port 0f1d5676-eb3b-4d75-9dfd-2010626334f6 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '67927572-cc06-4599-923e-6f3ddc197fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'becf5f5c-99b8-4454-ad01-4d64390bdbfa'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:32.685114 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf32892-cd04-485d-87a2-7ed189e4d060 None None] Attempting to bind port 0f1d5676-eb3b-4d75-9dfd-2010626334f6 on network becf5f5c-99b8-4454-ad01-4d64390bdbfa {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:32.698687 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5ef1568a-1bfc-4040-96bb-c38cfa49b94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.715317 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf32892-cd04-485d-87a2-7ed189e4d060 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:44:32.716029 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf32892-cd04-485d-87a2-7ed189e4d060 None None] Checking segment: {'id': '67927572-cc06-4599-923e-6f3ddc197fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'becf5f5c-99b8-4454-ad01-4d64390bdbfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:32.716640 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-faf32892-cd04-485d-87a2-7ed189e4d060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.717227 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf32892-cd04-485d-87a2-7ed189e4d060 None None] Bound using segment: {'id': '67927572-cc06-4599-923e-6f3ddc197fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'becf5f5c-99b8-4454-ad01-4d64390bdbfa'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:44:32.717880 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-faf32892-cd04-485d-87a2-7ed189e4d060 None None] Bound port: 0f1d5676-eb3b-4d75-9dfd-2010626334f6, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67927572-cc06-4599-923e-6f3ddc197fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'becf5f5c-99b8-4454-ad01-4d64390bdbfa'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:44:32.718728 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-faf32892-cd04-485d-87a2-7ed189e4d060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.776643 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b48a45e9-4ffb-4bab-85a3-9c759b1e35f3 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.797846 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-b48a45e9-4ffb-4bab-85a3-9c759b1e35f3 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a9b2c43-ef58-4742-886b-eb0c7a0af3fb']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:32.814138 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-b48a45e9-4ffb-4bab-85a3-9c759b1e35f3 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46badfe4-81d6-4dd6-909f-6094b257e4b5') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:32.814704 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-b48a45e9-4ffb-4bab-85a3-9c759b1e35f3 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46badfe4-81d6-4dd6-909f-6094b257e4b5') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:32.817808 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-faf32892-cd04-485d-87a2-7ed189e4d060 None None] For port 0f1d5676-eb3b-4d75-9dfd-2010626334f6, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:44:32.828774 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-faf32892-cd04-485d-87a2-7ed189e4d060 None None] For port 0f1d5676-eb3b-4d75-9dfd-2010626334f6, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0f1d5676-eb3b-4d75-9dfd-2010626334f6,segment=NetworkSegment(67927572-cc06-4599-923e-6f3ddc197fdd),segment_id=67927572-cc06-4599-923e-6f3ddc197fdd)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:44:32.840186 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-fd69f0e5-1069-4fcf-9740-c1d44acf4cd6 None None] Provisioning complete for port 04fe1fab-90e2-4f66-8008-3f6cc90957e1 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:32.840551 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fd69f0e5-1069-4fcf-9740-c1d44acf4cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.843860 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3f9abf74-61f1-4c26-ab6c-95bc234c9b6c tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.845675 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-faf32892-cd04-485d-87a2-7ed189e4d060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.849320 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b48a45e9-4ffb-4bab-85a3-9c759b1e35f3 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.911925 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4b8ac8e7-5549-4a12-bcb3-5313be17b7e6 req-d66b8b1d-b4e3-4286-9250-6cc109f31e0a tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/ports?device_id=aface810-aa02-4f7a-80e8-79db5acbb5ed HTTP/1.1" status: 200 len: 210 time: 0.0528855 Jul 23 16:44:32.979717 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0dd2b1c5-5f39-4286-a26e-11c9f4c014e1 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:33.020476 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf32892-cd04-485d-87a2-7ed189e4d060 None None] Pushing event updated for resources: {'Port': ['ID=0f1d5676-eb3b-4d75-9dfd-2010626334f6,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:33.045002 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b48a45e9-4ffb-4bab-85a3-9c759b1e35f3 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:33.102909 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2b1c5-5f39-4286-a26e-11c9f4c014e1 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'Port': ['ID=1d69f665-6305-4c80-9b58-9606d4f2197c,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:33.124827 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48a45e9-4ffb-4bab-85a3-9c759b1e35f3 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Releasing vlan 1148 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:44:33.125766 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b48a45e9-4ffb-4bab-85a3-9c759b1e35f3 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:33.129293 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:44:33.129293 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:44:33.129293 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:44:33.129293 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:44:33.129293 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:44:33.129293 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:44:33.129293 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:44:33.129293 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:44:33.129293 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:44:33.129293 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:44:33.129293 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:44:33.129293 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:44:33.129293 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:44:33.129293 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:44:33.129293 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:44:33.129293 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:44:33.129293 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:44:33.129293 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:44:33.129293 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:44:33.129293 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:44:33.129293 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:44:33.129293 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:44:33.129293 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:44:33.129293 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:44:33.129293 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:44:33.129293 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:44:33.129293 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:44:33.129293 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:44:33.129293 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:44:33.129293 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:44:33.129293 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:44:33.129293 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:44:33.151021 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4b557515-49fb-41ef-a983-2eb6caeca9a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:33.151313 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd2b1c5-5f39-4286-a26e-11c9f4c014e1 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:33.158788 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-0dd2b1c5-5f39-4286-a26e-11c9f4c014e1 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:33.168538 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4b557515-49fb-41ef-a983-2eb6caeca9a5 None None] Transition to ACTIVE for port object 6bfde82c-6420-477c-b980-ca96df4dd824 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:33.169736 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd2b1c5-5f39-4286-a26e-11c9f4c014e1 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:33.189006 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4b557515-49fb-41ef-a983-2eb6caeca9a5 None None] Transition to ACTIVE for port object 6bfde82c-6420-477c-b980-ca96df4dd824 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:33.197336 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4b557515-49fb-41ef-a983-2eb6caeca9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:33.254505 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-9503f46c-4688-4a2b-9b41-a58ab5c9895a tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Made reservation on behalf of ec96335bdcc648fd8f57426504ea1086 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:33.262655 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-9503f46c-4688-4a2b-9b41-a58ab5c9895a tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:33.293375 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b557515-49fb-41ef-a983-2eb6caeca9a5 None None] Network f1b8abd0-9ece-4673-8f31-2ae2cf66d09f is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:33.296604 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-4b557515-49fb-41ef-a983-2eb6caeca9a5 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:33.306110 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b557515-49fb-41ef-a983-2eb6caeca9a5 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:33.346689 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b557515-49fb-41ef-a983-2eb6caeca9a5 None None] Pushing event updated for resources: {'Port': ['ID=6bfde82c-6420-477c-b980-ca96df4dd824,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:33.357794 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b48a45e9-4ffb-4bab-85a3-9c759b1e35f3 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:33.375870 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b48a45e9-4ffb-4bab-85a3-9c759b1e35f3 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:33.378791 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b48a45e9-4ffb-4bab-85a3-9c759b1e35f3 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] 10.222.0.73 "DELETE /v2.0/networks/6a9b2c43-ef58-4742-886b-eb0c7a0af3fb HTTP/1.1" status: 204 len: 168 time: 1.1591687 Jul 23 16:44:33.402656 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a45e9-4ffb-4bab-85a3-9c759b1e35f3 tempest-BulkNetworkOpsTest-1713132586 tempest-BulkNetworkOpsTest-1713132586-project] Pushing event deleted for resources: {'Network': ['ID=6a9b2c43-ef58-4742-886b-eb0c7a0af3fb,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:33.515003 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-3f9abf74-61f1-4c26-ab6c-95bc234c9b6c tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Allocated IP 2001:db8::1 (becf5f5c-99b8-4454-ad01-4d64390bdbfa/da695e96-f20a-40f5-825c-3214633656d7/f0c4365b-7bb8-4c9f-98d4-81c956cca6f5) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:33.554961 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-4b557515-49fb-41ef-a983-2eb6caeca9a5 None None] Attempting to bind port 6bfde82c-6420-477c-b980-ca96df4dd824 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:33.556769 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-4b557515-49fb-41ef-a983-2eb6caeca9a5 None None] Attempting to bind port 6bfde82c-6420-477c-b980-ca96df4dd824 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'fd95c213-d563-417a-be96-b5024e98a2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'f1b8abd0-9ece-4673-8f31-2ae2cf66d09f'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:33.558564 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b557515-49fb-41ef-a983-2eb6caeca9a5 None None] Attempting to bind port 6bfde82c-6420-477c-b980-ca96df4dd824 on network f1b8abd0-9ece-4673-8f31-2ae2cf66d09f {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:33.577186 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b557515-49fb-41ef-a983-2eb6caeca9a5 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:44:33.577573 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b557515-49fb-41ef-a983-2eb6caeca9a5 None None] Checking segment: {'id': 'fd95c213-d563-417a-be96-b5024e98a2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'f1b8abd0-9ece-4673-8f31-2ae2cf66d09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:33.577979 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4b557515-49fb-41ef-a983-2eb6caeca9a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:33.578500 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b557515-49fb-41ef-a983-2eb6caeca9a5 None None] Bound using segment: {'id': 'fd95c213-d563-417a-be96-b5024e98a2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'f1b8abd0-9ece-4673-8f31-2ae2cf66d09f'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:44:33.578967 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-4b557515-49fb-41ef-a983-2eb6caeca9a5 None None] Bound port: 6bfde82c-6420-477c-b980-ca96df4dd824, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd95c213-d563-417a-be96-b5024e98a2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'f1b8abd0-9ece-4673-8f31-2ae2cf66d09f'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:44:33.579376 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4b557515-49fb-41ef-a983-2eb6caeca9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:33.788511 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-9503f46c-4688-4a2b-9b41-a58ab5c9895a tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Allocated IP 172.20.0.7 (6a574451-4a5b-4474-b6d1-2d75f1d4e1c7/dd178845-7409-4c7b-9af0-040f2c8c7800/34fd8a38-21c0-4f59-aac1-e47b58822c16) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:33.800752 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3f9abf74-61f1-4c26-ab6c-95bc234c9b6c tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:33.846389 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-3f9abf74-61f1-4c26-ab6c-95bc234c9b6c tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Transition to ACTIVE for port object f0c4365b-7bb8-4c9f-98d4-81c956cca6f5 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:33.858334 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4b557515-49fb-41ef-a983-2eb6caeca9a5 None None] For port 6bfde82c-6420-477c-b980-ca96df4dd824, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:44:33.886020 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4b557515-49fb-41ef-a983-2eb6caeca9a5 None None] For port 6bfde82c-6420-477c-b980-ca96df4dd824, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=6bfde82c-6420-477c-b980-ca96df4dd824,segment=NetworkSegment(fd95c213-d563-417a-be96-b5024e98a2c1),segment_id=fd95c213-d563-417a-be96-b5024e98a2c1)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:44:33.894061 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4b557515-49fb-41ef-a983-2eb6caeca9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:33.950424 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3f9abf74-61f1-4c26-ab6c-95bc234c9b6c tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:33.991437 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9abf74-61f1-4c26-ab6c-95bc234c9b6c tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Network becf5f5c-99b8-4454-ad01-4d64390bdbfa is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:33.995559 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35870) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:34.004162 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-3f9abf74-61f1-4c26-ab6c-95bc234c9b6c tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:34.010682 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9abf74-61f1-4c26-ab6c-95bc234c9b6c tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:34.011247 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3f9abf74-61f1-4c26-ab6c-95bc234c9b6c tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:34.065808 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b557515-49fb-41ef-a983-2eb6caeca9a5 None None] Pushing event updated for resources: {'Port': ['ID=6bfde82c-6420-477c-b980-ca96df4dd824,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:34.250857 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0dd2b1c5-5f39-4286-a26e-11c9f4c014e1 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:34.289742 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 04fe1fab-90e2-4f66-8008-3f6cc90957e1 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:34.456589 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 04fe1fab-90e2-4f66-8008-3f6cc90957e1 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:34.456966 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:34.474864 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35878) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:34.536117 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-51cea6bd-af56-4b3e-9ec2-3005b5c9418a req-23c83f32-cccb-450c-8dc7-06175517d0ce tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/ports?device_id=aface810-aa02-4f7a-80e8-79db5acbb5ed HTTP/1.1" status: 200 len: 210 time: 0.3950481 Jul 23 16:44:34.613647 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9abf74-61f1-4c26-ab6c-95bc234c9b6c tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Pushing event updated for resources: {'Port': ['ID=f0c4365b-7bb8-4c9f-98d4-81c956cca6f5,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:34.665719 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-9503f46c-4688-4a2b-9b41-a58ab5c9895a tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:34.693320 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6b104f9a-a601-465d-97bf-dda4048f9808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1383337100'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:34.713294 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0f1d5676-eb3b-4d75-9dfd-2010626334f6 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:34.768499 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b104f9a-a601-465d-97bf-dda4048f9808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739-project] Made reservation on behalf of 0968f7003ed44118a7253d743a56db64 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:34.773269 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfcf31c-7e26-4ff2-a5cd-4bf91e9fdf23 None None] Network becf5f5c-99b8-4454-ad01-4d64390bdbfa requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:34.773704 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6b104f9a-a601-465d-97bf-dda4048f9808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:34.774480 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6bb6cf75-08fa-4f56-bfff-d4b101ea376c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=39fb3a138b9f4a76a0d1dbf586a3d96f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7648451 Jul 23 16:44:34.778801 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0dd2b1c5-5f39-4286-a26e-11c9f4c014e1 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:34.781136 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35882) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:34.796244 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6b104f9a-a601-465d-97bf-dda4048f9808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:34.805784 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3f9abf74-61f1-4c26-ab6c-95bc234c9b6c tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:34.877657 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 0f1d5676-eb3b-4d75-9dfd-2010626334f6 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:34.893407 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 0f1d5676-eb3b-4d75-9dfd-2010626334f6 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:34.894149 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:34.897840 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-abbfbb04-23f0-42f7-8124-8fd4e4fd5594 None None] Provisioning for port 0f1d5676-eb3b-4d75-9dfd-2010626334f6 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:34.942678 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-abbfbb04-23f0-42f7-8124-8fd4e4fd5594 None None] Provisioning complete for port 0f1d5676-eb3b-4d75-9dfd-2010626334f6 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:34.943132 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-abbfbb04-23f0-42f7-8124-8fd4e4fd5594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:34.950147 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:35.063725 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b199b85e-a6a5-4f90-b338-401259580967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:35.175036 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b199b85e-a6a5-4f90-b338-401259580967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:35.242311 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:35.247629 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-abbfbb04-23f0-42f7-8124-8fd4e4fd5594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:35.293467 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3f9abf74-61f1-4c26-ab6c-95bc234c9b6c tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:35.297875 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b199b85e-a6a5-4f90-b338-401259580967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:35.308193 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b199b85e-a6a5-4f90-b338-401259580967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:35.312114 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b199b85e-a6a5-4f90-b338-401259580967 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7acce3ab-0d3a-4534-898b-1b2f3c048415 HTTP/1.1" status: 204 len: 168 time: 0.5297058 Jul 23 16:44:35.341106 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3f9abf74-61f1-4c26-ab6c-95bc234c9b6c tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:35.347140 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3f9abf74-61f1-4c26-ab6c-95bc234c9b6c tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:35.364843 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-9503f46c-4688-4a2b-9b41-a58ab5c9895a tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:35.372565 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 0f1d5676-eb3b-4d75-9dfd-2010626334f6, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0f1d5676-eb3b-4d75-9dfd-2010626334f6,segment=NetworkSegment(67927572-cc06-4599-923e-6f3ddc197fdd),segment_id=67927572-cc06-4599-923e-6f3ddc197fdd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:35.387261 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:35.396175 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199b85e-a6a5-4f90-b338-401259580967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acce3ab-0d3a-4534-898b-1b2f3c048415,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:35.445210 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b0abe5d7-4e30-4e21-ad03-7c47e200cdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:35.484797 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199b85e-a6a5-4f90-b338-401259580967 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:35.486271 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199b85e-a6a5-4f90-b338-401259580967 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:35.488211 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199b85e-a6a5-4f90-b338-401259580967 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:35.488800 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199b85e-a6a5-4f90-b338-401259580967 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:35.489708 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199b85e-a6a5-4f90-b338-401259580967 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:35.492061 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199b85e-a6a5-4f90-b338-401259580967 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:35.492666 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199b85e-a6a5-4f90-b338-401259580967 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:35.494358 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199b85e-a6a5-4f90-b338-401259580967 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:35.494942 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199b85e-a6a5-4f90-b338-401259580967 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:35.496614 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199b85e-a6a5-4f90-b338-401259580967 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:35.496746 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-9503f46c-4688-4a2b-9b41-a58ab5c9895a tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Network 6a574451-4a5b-4474-b6d1-2d75f1d4e1c7 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:35.497747 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199b85e-a6a5-4f90-b338-401259580967 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:35.498827 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199b85e-a6a5-4f90-b338-401259580967 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:35.506677 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.api [None req-abbfbb04-23f0-42f7-8124-8fd4e4fd5594 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:44:35.507428 n-d-778549-4 neutron-server[94014]: DEBUG oslo_db.api [None req-abbfbb04-23f0-42f7-8124-8fd4e4fd5594 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:44:35.512825 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:35.521745 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=0f1d5676-eb3b-4d75-9dfd-2010626334f6,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:35.567214 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9abf74-61f1-4c26-ab6c-95bc234c9b6c tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Pushing event updated for resources: {'Port': ['ID=f0c4365b-7bb8-4c9f-98d4-81c956cca6f5,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:35.572319 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-9503f46c-4688-4a2b-9b41-a58ab5c9895a tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:35.610036 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-9503f46c-4688-4a2b-9b41-a58ab5c9895a tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:35.706847 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9abf74-61f1-4c26-ab6c-95bc234c9b6c tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Network becf5f5c-99b8-4454-ad01-4d64390bdbfa is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:35.713355 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-3f9abf74-61f1-4c26-ab6c-95bc234c9b6c tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:35.758757 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503f46c-4688-4a2b-9b41-a58ab5c9895a tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Pushing event updated for resources: {'Port': ['ID=34fd8a38-21c0-4f59-aac1-e47b58822c16,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:35.825264 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-9503f46c-4688-4a2b-9b41-a58ab5c9895a tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:35.825992 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-9503f46c-4688-4a2b-9b41-a58ab5c9895a tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:35.984225 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7122893b-b1df-47be-ac74-ae059edae51c None None] Network f1b8abd0-9ece-4673-8f31-2ae2cf66d09f requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:36.009381 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd2b1c5-5f39-4286-a26e-11c9f4c014e1 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Router 14a86fd6-7195-41d6-a4e0-db084f9fa312 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:44:36.026099 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9abf74-61f1-4c26-ab6c-95bc234c9b6c tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Router a2403c5e-09b2-4630-8d68-d5bdf3437b0f is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:44:36.060134 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fcead-d318-47c0-9aad-73aa4627fd46 req-73e6a218-30c0-4c1f-bde0-76320c1503c8 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:36.064039 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c03fcead-d318-47c0-9aad-73aa4627fd46 req-73e6a218-30c0-4c1f-bde0-76320c1503c8 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/ports?device_id=aface810-aa02-4f7a-80e8-79db5acbb5ed HTTP/1.1" status: 200 len: 931 time: 0.1536167 Jul 23 16:44:36.275674 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6b104f9a-a601-465d-97bf-dda4048f9808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:36.309803 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6b104f9a-a601-465d-97bf-dda4048f9808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:36.331120 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-9503f46c-4688-4a2b-9b41-a58ab5c9895a tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1974771 Jul 23 16:44:36.348039 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c03fcead-d318-47c0-9aad-73aa4627fd46 req-9756e3a8-7f9b-4749-af74-2addd8552bdb tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/security-groups?id=30f46667-8e63-4ae7-8b64-db89053be37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835364 Jul 23 16:44:36.349240 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9abf74-61f1-4c26-ab6c-95bc234c9b6c tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:44:36.369628 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3f9abf74-61f1-4c26-ab6c-95bc234c9b6c tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] 10.222.0.73 "PUT /v2.0/routers/a2403c5e-09b2-4630-8d68-d5bdf3437b0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1850195 Jul 23 16:44:36.369931 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35902) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:36.407089 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5655b2-84ec-4f36-ba56-08b64a14d746 None None] Sync routers for ids ['a2403c5e-09b2-4630-8d68-d5bdf3437b0f'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:44:36.421103 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 6bfde82c-6420-477c-b980-ca96df4dd824 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:36.423811 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b104f9a-a601-465d-97bf-dda4048f9808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739-project] vlan segment allocate from pool success with {'vlan_id': 1112, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:44:36.479027 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b104f9a-a601-465d-97bf-dda4048f9808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=455bc0e8-83a5-4641-8f2c-e18d10cac2a2,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:36.516614 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6b104f9a-a601-465d-97bf-dda4048f9808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:36.517246 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-6b104f9a-a601-465d-97bf-dda4048f9808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739-project] Added segment a6970834-15ce-4d5b-814f-6d53fa27243c of type vlan for network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 Jul 23 16:44:36.544103 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd2b1c5-5f39-4286-a26e-11c9f4c014e1 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:44:36.559690 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee4ad69-ebbd-4ce3-a305-e02b9e8ab159 None None] Sync routers for ids ['14a86fd6-7195-41d6-a4e0-db084f9fa312'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:44:36.575355 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee4ad69-ebbd-4ce3-a305-e02b9e8ab159 None None] Routers {'14a86fd6-7195-41d6-a4e0-db084f9fa312'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:36.580731 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-aee4ad69-ebbd-4ce3-a305-e02b9e8ab159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:44:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['14a86fd6-7195-41d6-a4e0-db084f9fa312'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:36.638288 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0dd2b1c5-5f39-4286-a26e-11c9f4c014e1 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:36.642839 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0dd2b1c5-5f39-4286-a26e-11c9f4c014e1 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.5812559 Jul 23 16:44:36.649618 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-b01a0c42-c00f-4082-98f4-c12c2c222a44 service neutron] Request body: {'port': {'device_id': 'aface810-aa02-4f7a-80e8-79db5acbb5ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:36.697147 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35910) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:36.890936 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-aee4ad69-ebbd-4ce3-a305-e02b9e8ab159 None None] Set router 14a86fd6-7195-41d6-a4e0-db084f9fa312 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:36.899960 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6b104f9a-a601-465d-97bf-dda4048f9808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:36.957937 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-b01a0c42-c00f-4082-98f4-c12c2c222a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:37.013459 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5655b2-84ec-4f36-ba56-08b64a14d746 None None] Routers {'a2403c5e-09b2-4630-8d68-d5bdf3437b0f'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:37.016652 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ec5655b2-84ec-4f36-ba56-08b64a14d746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:44:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a2403c5e-09b2-4630-8d68-d5bdf3437b0f'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:37.026853 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35920) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:37.103215 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ec5655b2-84ec-4f36-ba56-08b64a14d746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:37.113258 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-08658e86-fb27-43ae-a586-1ba758872f30 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:37.114349 n-d-778549-4 neutron-server[94013]: WARNING neutron.api.v2.base [None req-08658e86-fb27-43ae-a586-1ba758872f30 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 16:44:37.115314 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-08658e86-fb27-43ae-a586-1ba758872f30 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 16:44:37.118956 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-08658e86-fb27-43ae-a586-1ba758872f30 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0819364 Jul 23 16:44:37.126626 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-fed34b94-bc6f-49e0-9ad3-5e4645ea04fe None None] Provisioning complete for port 0f1d5676-eb3b-4d75-9dfd-2010626334f6 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:37.126990 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fed34b94-bc6f-49e0-9ad3-5e4645ea04fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:37.205142 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:37.262468 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5655b2-84ec-4f36-ba56-08b64a14d746 None None] Routers {'a2403c5e-09b2-4630-8d68-d5bdf3437b0f'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:37.263538 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ec5655b2-84ec-4f36-ba56-08b64a14d746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:44:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a2403c5e-09b2-4630-8d68-d5bdf3437b0f'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:37.280215 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 6bfde82c-6420-477c-b980-ca96df4dd824 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:37.348589 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-aee4ad69-ebbd-4ce3-a305-e02b9e8ab159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'name': 'tempest-TestNetworkBasicOps-router-144346', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:44:33Z', 'revision_number': 3, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:32Z', 'updated_at': '2021-07-23T16:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:37.370166 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35924) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:37.378647 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-3ee55136-f20f-42d3-b8e8-f3ab7dc15b8c tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group': {'name': 'tempest-secgroup--2066840782'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:37.389732 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0f1d5676-eb3b-4d75-9dfd-2010626334f6 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:37.394355 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6b104f9a-a601-465d-97bf-dda4048f9808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:37.409330 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b104f9a-a601-465d-97bf-dda4048f9808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:37.410525 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6b104f9a-a601-465d-97bf-dda4048f9808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:37.430780 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee4ad69-ebbd-4ce3-a305-e02b9e8ab159 None None] Checking router: 14a86fd6-7195-41d6-a4e0-db084f9fa312 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:44:37.431384 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee4ad69-ebbd-4ce3-a305-e02b9e8ab159 None None] Updating router 14a86fd6-7195-41d6-a4e0-db084f9fa312 port 1d69f665-6305-4c80-9b58-9606d4f2197c binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:44:37.437420 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ec5655b2-84ec-4f36-ba56-08b64a14d746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:37.438424 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5655b2-84ec-4f36-ba56-08b64a14d746 None None] The sync data for ids ['a2403c5e-09b2-4630-8d68-d5bdf3437b0f'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:44:37.523753 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:37.529981 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-fed34b94-bc6f-49e0-9ad3-5e4645ea04fe None None] Provisioning for port f0c4365b-7bb8-4c9f-98d4-81c956cca6f5 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:37.536292 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-aee4ad69-ebbd-4ce3-a305-e02b9e8ab159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:37.536943 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-fed34b94-bc6f-49e0-9ad3-5e4645ea04fe None None] Provisioning complete for port f0c4365b-7bb8-4c9f-98d4-81c956cca6f5 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:37.537469 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fed34b94-bc6f-49e0-9ad3-5e4645ea04fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:37.570863 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e333b743-0266-4611-af1a-7fcdadfcac9e tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=26442a7d2aa845bc8d6525b42b6b3848&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8730528 Jul 23 16:44:37.580307 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35930) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:37.588892 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 0f1d5676-eb3b-4d75-9dfd-2010626334f6 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:37.589397 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:37.616944 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-fed34b94-bc6f-49e0-9ad3-5e4645ea04fe None None] Port f0c4365b-7bb8-4c9f-98d4-81c956cca6f5 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:44:37.662936 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-fed34b94-bc6f-49e0-9ad3-5e4645ea04fe None None] Provisioning for port 6bfde82c-6420-477c-b980-ca96df4dd824 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:37.668850 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-fed34b94-bc6f-49e0-9ad3-5e4645ea04fe None None] Provisioning complete for port 6bfde82c-6420-477c-b980-ca96df4dd824 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:37.669252 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fed34b94-bc6f-49e0-9ad3-5e4645ea04fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:37.696051 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b104f9a-a601-465d-97bf-dda4048f9808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739-project] Pushing event updated for resources: {'Network': ['ID=b058485d-5e8a-4d6e-9d43-f50eb7ff7855,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:37.716554 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:44:37.720464 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3ee55136-f20f-42d3-b8e8-f3ab7dc15b8c tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:37.729125 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6b104f9a-a601-465d-97bf-dda4048f9808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.2527189 Jul 23 16:44:37.748885 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3ee55136-f20f-42d3-b8e8-f3ab7dc15b8c tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:37.893684 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fed34b94-bc6f-49e0-9ad3-5e4645ea04fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:37.900245 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3ee55136-f20f-42d3-b8e8-f3ab7dc15b8c tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:37.921745 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3ee55136-f20f-42d3-b8e8-f3ab7dc15b8c tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:37.942880 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-fed34b94-bc6f-49e0-9ad3-5e4645ea04fe None None] For port 6bfde82c-6420-477c-b980-ca96df4dd824, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=6bfde82c-6420-477c-b980-ca96df4dd824,segment=NetworkSegment(fd95c213-d563-417a-be96-b5024e98a2c1),segment_id=fd95c213-d563-417a-be96-b5024e98a2c1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:37.946178 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-3e274297-df8e-4be2-9401-51b3297e0943 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:44:37.947686 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3e274297-df8e-4be2-9401-51b3297e0943 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] 10.222.0.73 "PUT /v2.0/routers/a2403c5e-09b2-4630-8d68-d5bdf3437b0f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5767164 Jul 23 16:44:37.948709 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-b01a0c42-c00f-4082-98f4-c12c2c222a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34fd8a38-21c0-4f59-aac1-e47b58822c16 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:44:37.953328 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74515d18-598a-45d5-8539-d33befd1c1f6 tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:37.953838 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fed34b94-bc6f-49e0-9ad3-5e4645ea04fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:37.954879 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-74515d18-598a-45d5-8539-d33befd1c1f6 tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3683207 Jul 23 16:44:37.956331 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35936) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:37.958934 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35938) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:37.991208 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-b01a0c42-c00f-4082-98f4-c12c2c222a44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.022918 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee55136-f20f-42d3-b8e8-f3ab7dc15b8c tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc78922-1673-422a-8997-7ab4db4134ec,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:38.026038 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-b01a0c42-c00f-4082-98f4-c12c2c222a44 service neutron] Transition to ACTIVE for port object 34fd8a38-21c0-4f59-aac1-e47b58822c16 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:38.028086 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed34b94-bc6f-49e0-9ad3-5e4645ea04fe None None] Pushing event updated for resources: {'Port': ['ID=6bfde82c-6420-477c-b980-ca96df4dd824,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:38.034877 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-b01a0c42-c00f-4082-98f4-c12c2c222a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.041395 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed34b94-bc6f-49e0-9ad3-5e4645ea04fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:38.041960 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed34b94-bc6f-49e0-9ad3-5e4645ea04fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:38.042451 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed34b94-bc6f-49e0-9ad3-5e4645ea04fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:38.043264 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed34b94-bc6f-49e0-9ad3-5e4645ea04fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:38.044041 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed34b94-bc6f-49e0-9ad3-5e4645ea04fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:38.044465 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed34b94-bc6f-49e0-9ad3-5e4645ea04fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:38.045089 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed34b94-bc6f-49e0-9ad3-5e4645ea04fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:38.045707 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed34b94-bc6f-49e0-9ad3-5e4645ea04fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:38.046179 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed34b94-bc6f-49e0-9ad3-5e4645ea04fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:38.047266 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed34b94-bc6f-49e0-9ad3-5e4645ea04fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:38.048322 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed34b94-bc6f-49e0-9ad3-5e4645ea04fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:38.048322 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed34b94-bc6f-49e0-9ad3-5e4645ea04fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:38.091798 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e51e4-2b13-4d5a-b1d7-237afeb8362a req-3af27b63-4e1a-41b7-9403-70e4b23a4a5e tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:38.105104 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ee3e51e4-2b13-4d5a-b1d7-237afeb8362a req-3af27b63-4e1a-41b7-9403-70e4b23a4a5e tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/ports?device_id=aface810-aa02-4f7a-80e8-79db5acbb5ed HTTP/1.1" status: 200 len: 931 time: 0.5542073 Jul 23 16:44:38.117199 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6e3fb91a-6e21-4c85-99ce-77e4c27ad450 None None] Provisioning complete for port f0c4365b-7bb8-4c9f-98d4-81c956cca6f5 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:38.117670 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6e3fb91a-6e21-4c85-99ce-77e4c27ad450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.141742 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-aee4ad69-ebbd-4ce3-a305-e02b9e8ab159 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.143327 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a0c42-c00f-4082-98f4-c12c2c222a44 service neutron] Pushing event updated for resources: {'Port': ['ID=34fd8a38-21c0-4f59-aac1-e47b58822c16,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:38.157299 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-aee4ad69-ebbd-4ce3-a305-e02b9e8ab159 None None] Transition to ACTIVE for port object 1d69f665-6305-4c80-9b58-9606d4f2197c will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:38.165231 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-aee4ad69-ebbd-4ce3-a305-e02b9e8ab159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.183224 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-6e3fb91a-6e21-4c85-99ce-77e4c27ad450 None None] Port f0c4365b-7bb8-4c9f-98d4-81c956cca6f5 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:44:38.192904 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6e3fb91a-6e21-4c85-99ce-77e4c27ad450 None None] Provisioning complete for port 6bfde82c-6420-477c-b980-ca96df4dd824 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:38.193307 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6e3fb91a-6e21-4c85-99ce-77e4c27ad450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.197919 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3ee55136-f20f-42d3-b8e8-f3ab7dc15b8c tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.207114 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f578fc96-f4d7-4c16-b799-3ac3d22fbae1 tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4e763b06-7572-4747-a18b-44a256cb56cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0991681 Jul 23 16:44:38.210731 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35944) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:38.220277 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfa962-a4ab-40d0-bd63-b644f1ea5b8e None None] Pushing event updated for resources: {'Port': ['ID=1d69f665-6305-4c80-9b58-9606d4f2197c,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:38.231681 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfa962-a4ab-40d0-bd63-b644f1ea5b8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:38.231990 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfa962-a4ab-40d0-bd63-b644f1ea5b8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:38.232132 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-4a23acd1-07e5-4e04-bf88-b2cdde47c702 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-939538947', 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb', 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:38.232809 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfa962-a4ab-40d0-bd63-b644f1ea5b8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:38.233344 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfa962-a4ab-40d0-bd63-b644f1ea5b8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:38.233829 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfa962-a4ab-40d0-bd63-b644f1ea5b8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:38.234317 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfa962-a4ab-40d0-bd63-b644f1ea5b8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:38.234991 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfa962-a4ab-40d0-bd63-b644f1ea5b8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:38.235882 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfa962-a4ab-40d0-bd63-b644f1ea5b8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:38.236830 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfa962-a4ab-40d0-bd63-b644f1ea5b8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:38.237617 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfa962-a4ab-40d0-bd63-b644f1ea5b8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:38.238104 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfa962-a4ab-40d0-bd63-b644f1ea5b8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:38.238603 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfa962-a4ab-40d0-bd63-b644f1ea5b8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:38.262889 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-aee4ad69-ebbd-4ce3-a305-e02b9e8ab159 None None] Attempting to bind port 1d69f665-6305-4c80-9b58-9606d4f2197c on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:38.263567 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-aee4ad69-ebbd-4ce3-a305-e02b9e8ab159 None None] Attempting to bind port 1d69f665-6305-4c80-9b58-9606d4f2197c by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:38.266010 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee4ad69-ebbd-4ce3-a305-e02b9e8ab159 None None] Attempting to bind port 1d69f665-6305-4c80-9b58-9606d4f2197c on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:38.273584 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee4ad69-ebbd-4ce3-a305-e02b9e8ab159 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:44:38.274332 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee4ad69-ebbd-4ce3-a305-e02b9e8ab159 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:38.274888 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-aee4ad69-ebbd-4ce3-a305-e02b9e8ab159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.275432 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee4ad69-ebbd-4ce3-a305-e02b9e8ab159 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:44:38.276328 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-aee4ad69-ebbd-4ce3-a305-e02b9e8ab159 None None] Bound port: 1d69f665-6305-4c80-9b58-9606d4f2197c, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:44:38.276888 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-aee4ad69-ebbd-4ce3-a305-e02b9e8ab159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.281464 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3ee55136-f20f-42d3-b8e8-f3ab7dc15b8c tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.284166 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ee3e51e4-2b13-4d5a-b1d7-237afeb8362a req-d2d32bb5-c51b-42b8-8473-578890e0c413 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/security-groups?id=30f46667-8e63-4ae7-8b64-db89053be37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799610 Jul 23 16:44:38.336249 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee55136-f20f-42d3-b8e8-f3ab7dc15b8c tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbc5233-5510-4291-9282-3d3650e2bb2e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:38.337441 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35946) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:38.344396 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Request body: {'port': {'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855', 'binding:host_id': 'n-h1-778549-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899700679'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:38.356732 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-b01a0c42-c00f-4082-98f4-c12c2c222a44 service neutron] Attempting to bind port 34fd8a38-21c0-4f59-aac1-e47b58822c16 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:38.357469 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-b01a0c42-c00f-4082-98f4-c12c2c222a44 service neutron] Attempting to bind port 34fd8a38-21c0-4f59-aac1-e47b58822c16 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '0333680c-4063-475f-a23f-a780ec6c1e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '6a574451-4a5b-4474-b6d1-2d75f1d4e1c7'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:38.358322 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-b01a0c42-c00f-4082-98f4-c12c2c222a44 service neutron] Attempting to bind port 34fd8a38-21c0-4f59-aac1-e47b58822c16 on network 6a574451-4a5b-4474-b6d1-2d75f1d4e1c7 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:38.360549 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-aee4ad69-ebbd-4ce3-a305-e02b9e8ab159 None None] For port 1d69f665-6305-4c80-9b58-9606d4f2197c, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:44:38.364838 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-aee4ad69-ebbd-4ce3-a305-e02b9e8ab159 None None] For port 1d69f665-6305-4c80-9b58-9606d4f2197c, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=1d69f665-6305-4c80-9b58-9606d4f2197c,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:44:38.366350 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-b01a0c42-c00f-4082-98f4-c12c2c222a44 service neutron] Port 34fd8a38-21c0-4f59-aac1-e47b58822c16 on network 6a574451-4a5b-4474-b6d1-2d75f1d4e1c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:44:38.366985 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-b01a0c42-c00f-4082-98f4-c12c2c222a44 service neutron] Attempting to bind port 34fd8a38-21c0-4f59-aac1-e47b58822c16 on network 6a574451-4a5b-4474-b6d1-2d75f1d4e1c7 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:38.372110 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-aee4ad69-ebbd-4ce3-a305-e02b9e8ab159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.373653 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-b01a0c42-c00f-4082-98f4-c12c2c222a44 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:44:38.374028 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-b01a0c42-c00f-4082-98f4-c12c2c222a44 service neutron] Checking segment: {'id': '0333680c-4063-475f-a23f-a780ec6c1e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '6a574451-4a5b-4474-b6d1-2d75f1d4e1c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:38.374493 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-b01a0c42-c00f-4082-98f4-c12c2c222a44 service neutron] Bound using segment: {'id': '0333680c-4063-475f-a23f-a780ec6c1e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '6a574451-4a5b-4474-b6d1-2d75f1d4e1c7'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:44:38.374917 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-b01a0c42-c00f-4082-98f4-c12c2c222a44 service neutron] Bound port: 34fd8a38-21c0-4f59-aac1-e47b58822c16, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0333680c-4063-475f-a23f-a780ec6c1e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '6a574451-4a5b-4474-b6d1-2d75f1d4e1c7'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:44:38.375424 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-b01a0c42-c00f-4082-98f4-c12c2c222a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.433173 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfa962-a4ab-40d0-bd63-b644f1ea5b8e None None] Pushing event updated for resources: {'Port': ['ID=1d69f665-6305-4c80-9b58-9606d4f2197c,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:38.462579 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee4ad69-ebbd-4ce3-a305-e02b9e8ab159 None None] Routers {'14a86fd6-7195-41d6-a4e0-db084f9fa312'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:38.463304 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-aee4ad69-ebbd-4ce3-a305-e02b9e8ab159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:44:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['14a86fd6-7195-41d6-a4e0-db084f9fa312'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:38.465829 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-b01a0c42-c00f-4082-98f4-c12c2c222a44 service neutron] For port 34fd8a38-21c0-4f59-aac1-e47b58822c16, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:44:38.469745 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-b01a0c42-c00f-4082-98f4-c12c2c222a44 service neutron] For port 34fd8a38-21c0-4f59-aac1-e47b58822c16, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=34fd8a38-21c0-4f59-aac1-e47b58822c16,segment=NetworkSegment(0333680c-4063-475f-a23f-a780ec6c1e1c),segment_id=0333680c-4063-475f-a23f-a780ec6c1e1c)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:44:38.476282 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-b01a0c42-c00f-4082-98f4-c12c2c222a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.501010 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Made reservation on behalf of 5d23676cb55a4d0caecff8ca5131c2ae for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:38.503455 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.521531 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.527474 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-b01a0c42-c00f-4082-98f4-c12c2c222a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:38.529202 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-b01a0c42-c00f-4082-98f4-c12c2c222a44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.530902 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-b01a0c42-c00f-4082-98f4-c12c2c222a44 service neutron] 10.222.0.74 "PUT /v2.0/ports/34fd8a38-21c0-4f59-aac1-e47b58822c16 HTTP/1.1" status: 200 len: 1091 time: 2.1723063 Jul 23 16:44:38.534605 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aface810-aa02-4f7a-80e8-79db5acbb5ed', 'tag': '34fd8a38-21c0-4f59-aac1-e47b58822c16'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:44:38.539680 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3016f4-d920-4d79-ae84-a8f8c1392132" -d '{"events": [{"name": "network-changed", "server_uuid": "aface810-aa02-4f7a-80e8-79db5acbb5ed", "tag": "34fd8a38-21c0-4f59-aac1-e47b58822c16"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:44:38.546150 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3ee55136-f20f-42d3-b8e8-f3ab7dc15b8c tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.549358 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3ee55136-f20f-42d3-b8e8-f3ab7dc15b8c tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1778502 Jul 23 16:44:38.558827 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35950) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:38.567173 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a23acd1-07e5-4e04-bf88-b2cdde47c702 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Made reservation on behalf of 26442a7d2aa845bc8d6525b42b6b3848 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:38.571738 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4a23acd1-07e5-4e04-bf88-b2cdde47c702 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.577779 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-22cbacd9-4bfc-4c15-86df-268bf91b7b10 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group_rule': {'security_group_id': 'bfbc5233-5510-4291-9282-3d3650e2bb2e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:38.605206 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.621845 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-aee4ad69-ebbd-4ce3-a305-e02b9e8ab159 None None] Set router 14a86fd6-7195-41d6-a4e0-db084f9fa312 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:38.685529 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-22cbacd9-4bfc-4c15-86df-268bf91b7b10 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.696571 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a0c42-c00f-4082-98f4-c12c2c222a44 service neutron] Pushing event updated for resources: {'Port': ['ID=34fd8a38-21c0-4f59-aac1-e47b58822c16,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:38.727102 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-88bc7137-eaf2-4928-ac6c-0124d387a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:38.729152 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-88bc7137-eaf2-4928-ac6c-0124d387a061 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ec96335bdcc648fd8f57426504ea1086&device_id=aface810-aa02-4f7a-80e8-79db5acbb5ed HTTP/1.1" status: 200 len: 1094 time: 0.1369004 Jul 23 16:44:38.731014 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d451d992-7ba9-4269-9640-f8db8b1e93cc x-openstack-request-id: req-d451d992-7ba9-4269-9640-f8db8b1e93cc {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:44:38.731249 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aface810-aa02-4f7a-80e8-79db5acbb5ed", "tag": "34fd8a38-21c0-4f59-aac1-e47b58822c16", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:44:38.731468 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d451d992-7ba9-4269-9640-f8db8b1e93cc {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:44:38.732012 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aface810-aa02-4f7a-80e8-79db5acbb5ed', 'tag': '34fd8a38-21c0-4f59-aac1-e47b58822c16', 'status': 'completed', 'code': 200} Jul 23 16:44:38.792438 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-db91c447-1a59-441d-8ee9-1121aa95bfd9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34fd8a38-21c0-4f59-aac1-e47b58822c16 HTTP/1.1" status: 200 len: 217 time: 0.0496771 Jul 23 16:44:38.854899 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-1910df54-ecd6-4689-a057-bbfb89159229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:38.856725 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-1910df54-ecd6-4689-a057-bbfb89159229 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dd178845-7409-4c7b-9af0-040f2c8c7800 HTTP/1.1" status: 200 len: 849 time: 0.0578699 Jul 23 16:44:38.877124 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-22cbacd9-4bfc-4c15-86df-268bf91b7b10 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.895182 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-22cbacd9-4bfc-4c15-86df-268bf91b7b10 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.900314 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-eecb69f8-4228-4c70-a323-c71a1778a652 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6a574451-4a5b-4474-b6d1-2d75f1d4e1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353689 Jul 23 16:44:38.921863 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-aee4ad69-ebbd-4ce3-a305-e02b9e8ab159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'name': 'tempest-TestNetworkBasicOps-router-144346', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:44:33Z', 'revision_number': 3, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:32Z', 'updated_at': '2021-07-23T16:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:38.951334 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee4ad69-ebbd-4ce3-a305-e02b9e8ab159 None None] The sync data for ids ['14a86fd6-7195-41d6-a4e0-db084f9fa312'] in n-d-778549-4 is: [{'id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'name': 'tempest-TestNetworkBasicOps-router-144346', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:44:33Z', 'revision_number': 3, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:32Z', 'updated_at': '2021-07-23T16:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:44:38.953450 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cbacd9-4bfc-4c15-86df-268bf91b7b10 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58c4781-710c-42ec-82d1-25f6917635d6,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:39.017576 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-13430070-7a32-4945-9389-f22983837592 service neutron] 10.222.0.74 "GET /v2.0/networks/6a574451-4a5b-4474-b6d1-2d75f1d4e1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110380 Jul 23 16:44:39.096196 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:44:39.133544 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:39.144969 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6a95bd08-1c44-4dda-b4fb-ebfaf66ff8fd req-684ba168-830a-420a-91e3-8d51ef93ab55 service neutron] 10.222.0.74 "GET /v2.0/networks/6a574451-4a5b-4474-b6d1-2d75f1d4e1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201458 Jul 23 16:44:39.188733 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:39.201174 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-22cbacd9-4bfc-4c15-86df-268bf91b7b10 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:39.202450 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-22cbacd9-4bfc-4c15-86df-268bf91b7b10 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6363375 Jul 23 16:44:39.210357 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] device_id is not set on port 11d1e13d-419c-4913-95aa-c24a92161d3e yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:44:39.220993 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35972) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:39.245873 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4a23acd1-07e5-4e04-bf88-b2cdde47c702 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:39.252330 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-dc4965d7-7d65-45a9-86f3-ce9b79b66e0c tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group_rule': {'security_group_id': 'bfbc5233-5510-4291-9282-3d3650e2bb2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:39.351116 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc4965d7-7d65-45a9-86f3-ce9b79b66e0c tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:39.393367 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23acd1-07e5-4e04-bf88-b2cdde47c702 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'Subnet': ['ID=5a57f280-8dbb-4321-a46a-f13c3bad6f74,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:39.396308 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9c4a10-747e-4b05-9769-523ea589752e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:39.425301 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-dc4965d7-7d65-45a9-86f3-ce9b79b66e0c tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 16:44:39.429484 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-dc4965d7-7d65-45a9-86f3-ce9b79b66e0c tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2042994 Jul 23 16:44:39.430071 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35978) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:39.432807 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3016f4-d920-4d79-ae84-a8f8c1392132 req-b88ea8c8-4465-4740-82f9-c90547f7fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:39.434515 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-54b051da-4504-4e64-9038-b1ae0274a5f8 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:39.440463 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3e3016f4-d920-4d79-ae84-a8f8c1392132 req-b88ea8c8-4465-4740-82f9-c90547f7fad5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ec96335bdcc648fd8f57426504ea1086&device_id=aface810-aa02-4f7a-80e8-79db5acbb5ed HTTP/1.1" status: 200 len: 1094 time: 0.2223611 Jul 23 16:44:39.614288 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1126a711-c4d4-418a-b9bf-359b40652604 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:39.652410 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1126a711-c4d4-418a-b9bf-359b40652604 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:39.699116 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a23acd1-07e5-4e04-bf88-b2cdde47c702 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Checking segment: {'id': 'c75a9572-ecce-461e-8aac-a16bbf3e30ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:39.699730 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a23acd1-07e5-4e04-bf88-b2cdde47c702 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Network hostable DHCP agents. Network: 5b57ad19-07f2-4db9-9db5-b1bd62f6bddb, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:44:39.712198 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3016f4-d920-4d79-ae84-a8f8c1392132 req-cbc046ee-4a42-4653-afe4-71ef9a6a5ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:39.714744 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3e3016f4-d920-4d79-ae84-a8f8c1392132 req-cbc046ee-4a42-4653-afe4-71ef9a6a5ab4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6a574451-4a5b-4474-b6d1-2d75f1d4e1c7 HTTP/1.1" status: 200 len: 911 time: 0.2384627 Jul 23 16:44:39.779635 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3e3016f4-d920-4d79-ae84-a8f8c1392132 req-a11868ec-c9a4-4321-9761-610b9f15a06a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34fd8a38-21c0-4f59-aac1-e47b58822c16 HTTP/1.1" status: 200 len: 217 time: 0.0569117 Jul 23 16:44:39.780625 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ed09d-f79a-412c-a252-883f05d2ddb1 req-72a0bde8-7d94-4eb8-ab09-740af676b510 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:39.781523 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1126a711-c4d4-418a-b9bf-359b40652604 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:39.784973 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1126a711-c4d4-418a-b9bf-359b40652604 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:39.786125 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1126a711-c4d4-418a-b9bf-359b40652604 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "DELETE /v2.0/security-groups/bfbc5233-5510-4291-9282-3d3650e2bb2e HTTP/1.1" status: 204 len: 168 time: 0.3430960 Jul 23 16:44:39.788137 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-547ed09d-f79a-412c-a252-883f05d2ddb1 req-72a0bde8-7d94-4eb8-ab09-740af676b510 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/ports?device_id=aface810-aa02-4f7a-80e8-79db5acbb5ed HTTP/1.1" status: 200 len: 943 time: 0.3779075 Jul 23 16:44:39.793009 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a23acd1-07e5-4e04-bf88-b2cdde47c702 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Network 5b57ad19-07f2-4db9-9db5-b1bd62f6bddb is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:44:39.795333 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35986) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:39.809744 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126a711-c4d4-418a-b9bf-359b40652604 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbc5233-5510-4291-9282-3d3650e2bb2e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:39.863844 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3016f4-d920-4d79-ae84-a8f8c1392132 req-73772244-f781-4220-a75d-712fbefafad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:39.864179 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-4a23acd1-07e5-4e04-bf88-b2cdde47c702 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 5b57ad19-07f2-4db9-9db5-b1bd62f6bddb) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:39.865642 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3e3016f4-d920-4d79-ae84-a8f8c1392132 req-73772244-f781-4220-a75d-712fbefafad1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dd178845-7409-4c7b-9af0-040f2c8c7800 HTTP/1.1" status: 200 len: 849 time: 0.0784318 Jul 23 16:44:39.875466 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43bfc35-57b5-44b0-a8ee-d51dd13d703c None None] Network 5b57ad19-07f2-4db9-9db5-b1bd62f6bddb requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:39.894721 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a23acd1-07e5-4e04-bf88-b2cdde47c702 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:39.895311 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4a23acd1-07e5-4e04-bf88-b2cdde47c702 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:39.927583 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3e3016f4-d920-4d79-ae84-a8f8c1392132 req-c4331bfb-017a-4543-81d1-02c55bed4310 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6a574451-4a5b-4474-b6d1-2d75f1d4e1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543485 Jul 23 16:44:40.000964 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] device_id is not set on port 11d1e13d-419c-4913-95aa-c24a92161d3e yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:44:40.017930 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-547ed09d-f79a-412c-a252-883f05d2ddb1 req-7e040b0b-e67d-4c5c-b3c0-6a076f4dd7f4 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/security-groups?id=30f46667-8e63-4ae7-8b64-db89053be37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213113 Jul 23 16:44:40.031301 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:40.034878 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4a23acd1-07e5-4e04-bf88-b2cdde47c702 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8070567 Jul 23 16:44:40.050670 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 35992) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:40.090999 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7ea66f5b-bb03-4da2-80a2-b32b175094ce tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2813547 Jul 23 16:44:40.093930 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 35994) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:40.103657 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-5027cdaa-4bbf-41c4-851f-21e0cb9f3ae2 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group': {'name': 'tempest-secgroup--2086009518'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:40.104794 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Transition to ACTIVE for port object 11d1e13d-419c-4913-95aa-c24a92161d3e will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:40.198034 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3e3016f4-d920-4d79-ae84-a8f8c1392132 req-f5ef656d-4ffa-4b53-bf7b-7a0241fcd676 service neutron] 10.222.0.74 "GET /v2.0/networks/6a574451-4a5b-4474-b6d1-2d75f1d4e1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629633 Jul 23 16:44:40.199590 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 6bfde82c-6420-477c-b980-ca96df4dd824 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:40.201743 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaf6222-c604-4e1c-9543-4c205fb1be1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-5b57ad19-07f2-4db9-9db5-b1bd62f6bddb', 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'fixed_ips': [{'subnet_id': '5a57f280-8dbb-4321-a46a-f13c3bad6f74'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:44:40.202563 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6222-c604-4e1c-9543-4c205fb1be1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:40.263150 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:40.369924 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5027cdaa-4bbf-41c4-851f-21e0cb9f3ae2 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:40.388558 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3e3016f4-d920-4d79-ae84-a8f8c1392132 req-aac6aa9d-a243-4191-b761-93613ea1dcc5 service neutron] 10.222.0.74 "GET /v2.0/networks/6a574451-4a5b-4474-b6d1-2d75f1d4e1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809216 Jul 23 16:44:40.421200 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 6bfde82c-6420-477c-b980-ca96df4dd824 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:40.421632 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:40.421995 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Pushing event updated for resources: {'Port': ['ID=11d1e13d-419c-4913-95aa-c24a92161d3e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:40.438654 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-54b051da-4504-4e64-9038-b1ae0274a5f8 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Deleting port f0c4365b-7bb8-4c9f-98d4-81c956cca6f5 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:40.439019 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-54b051da-4504-4e64-9038-b1ae0274a5f8 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:40.468245 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-cbaf6222-c604-4e1c-9543-4c205fb1be1d None None] Allocated IP 172.20.0.2 (5b57ad19-07f2-4db9-9db5-b1bd62f6bddb/5a57f280-8dbb-4321-a46a-f13c3bad6f74/157ffa82-5b9f-4dc6-9034-10f08722673a) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:40.499266 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5027cdaa-4bbf-41c4-851f-21e0cb9f3ae2 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:40.504412 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5027cdaa-4bbf-41c4-851f-21e0cb9f3ae2 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:40.525173 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5027cdaa-4bbf-41c4-851f-21e0cb9f3ae2 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:40.530266 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5027cdaa-4bbf-41c4-851f-21e0cb9f3ae2 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4351134 Jul 23 16:44:40.531426 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36002) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:40.543358 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-e9434419-51ab-4a2c-86de-8850cda56d02 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group_rule': {'security_group_id': '9c4675a1-e218-4ef0-aea3-e014172cb1fa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:40.546032 n-d-778549-4 neutron-server[94013]: WARNING neutron.api.v2.base [None req-e9434419-51ab-4a2c-86de-8850cda56d02 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 23 16:44:40.546795 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-e9434419-51ab-4a2c-86de-8850cda56d02 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:44:40.550887 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1d69f665-6305-4c80-9b58-9606d4f2197c up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:40.552227 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e9434419-51ab-4a2c-86de-8850cda56d02 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0135455 Jul 23 16:44:40.553747 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36004) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:40.589441 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027cdaa-4bbf-41c4-851f-21e0cb9f3ae2 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4675a1-e218-4ef0-aea3-e014172cb1fa,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:40.650053 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-33b5b4b5-e4c7-4760-9a82-f207da945b0d tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:40.681518 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-33b5b4b5-e4c7-4760-9a82-f207da945b0d tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:40.694273 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 1d69f665-6305-4c80-9b58-9606d4f2197c completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:40.700151 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 1d69f665-6305-4c80-9b58-9606d4f2197c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:40.700527 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:40.751876 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-33b5b4b5-e4c7-4760-9a82-f207da945b0d tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:40.757471 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-33b5b4b5-e4c7-4760-9a82-f207da945b0d tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:40.763248 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-33b5b4b5-e4c7-4760-9a82-f207da945b0d tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "DELETE /v2.0/security-groups/9c4675a1-e218-4ef0-aea3-e014172cb1fa HTTP/1.1" status: 204 len: 168 time: 0.2047043 Jul 23 16:44:40.764895 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36010) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:40.784602 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5b4b5-e4c7-4760-9a82-f207da945b0d tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4675a1-e218-4ef0-aea3-e014172cb1fa,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:40.847064 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4e1b6ece-3ba4-4708-bbbb-c150de6a4806 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0687191 Jul 23 16:44:40.847851 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36012) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:40.853937 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-9abe856a-fd9e-4ec7-8cff-ffe3457ebbd6 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group': {'name': 'tempest-secgroup--116676008'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:40.866472 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Checking segment: {'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:40.866991 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Network hostable DHCP agents. Network: b058485d-5e8a-4d6e-9d43-f50eb7ff7855, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:44:40.886287 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9abe856a-fd9e-4ec7-8cff-ffe3457ebbd6 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:40.907819 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6222-c604-4e1c-9543-4c205fb1be1d None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:40.936776 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-cbaf6222-c604-4e1c-9543-4c205fb1be1d None None] Transition to ACTIVE for port object 157ffa82-5b9f-4dc6-9034-10f08722673a will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:40.943120 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:40.984905 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:44:40.985191 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-cbaf6222-c604-4e1c-9543-4c205fb1be1d None None] Transition to ACTIVE for port object 157ffa82-5b9f-4dc6-9034-10f08722673a will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:40.997935 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 1d69f665-6305-4c80-9b58-9606d4f2197c, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=1d69f665-6305-4c80-9b58-9606d4f2197c,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:41.000667 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6222-c604-4e1c-9543-4c205fb1be1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:41.014921 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-54b051da-4504-4e64-9038-b1ae0274a5f8 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:41.015853 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:41.028295 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, b058485d-5e8a-4d6e-9d43-f50eb7ff7855) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:41.042029 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:41.045193 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-54b051da-4504-4e64-9038-b1ae0274a5f8 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Calling delete_port for f0c4365b-7bb8-4c9f-98d4-81c956cca6f5 owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:41.049428 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56123ef-7c03-4acd-8669-560defe2c6a3 None None] Network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:41.101222 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9abe856a-fd9e-4ec7-8cff-ffe3457ebbd6 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:41.113060 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9abe856a-fd9e-4ec7-8cff-ffe3457ebbd6 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:41.116947 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:41.117597 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:41.118155 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:41.122153 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf6222-c604-4e1c-9543-4c205fb1be1d None None] Pushing event updated for resources: {'Port': ['ID=157ffa82-5b9f-4dc6-9034-10f08722673a,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:41.126336 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaf6222-c604-4e1c-9543-4c205fb1be1d None None] Network 5b57ad19-07f2-4db9-9db5-b1bd62f6bddb is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:41.140861 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-cbaf6222-c604-4e1c-9543-4c205fb1be1d None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:41.172472 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaf6222-c604-4e1c-9543-4c205fb1be1d None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:41.173843 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe856a-fd9e-4ec7-8cff-ffe3457ebbd6 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ba4e20-6202-4a42-9a79-924f2dc3d737,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:41.189619 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9abe856a-fd9e-4ec7-8cff-ffe3457ebbd6 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:41.189895 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9abe856a-fd9e-4ec7-8cff-ffe3457ebbd6 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3408370 Jul 23 16:44:41.192772 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36022) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:41.201027 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-7a47544f-a11b-47e3-a80e-288678544654 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group_rule': {'security_group_id': 'c8ba4e20-6202-4a42-9a79-924f2dc3d737', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:41.202321 n-d-778549-4 neutron-server[94013]: WARNING neutron.api.v2.base [None req-7a47544f-a11b-47e3-a80e-288678544654 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 23 16:44:41.203619 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-7a47544f-a11b-47e3-a80e-288678544654 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:44:41.205157 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7a47544f-a11b-47e3-a80e-288678544654 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0110486 Jul 23 16:44:41.208035 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36024) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:41.255572 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Port 11d1e13d-419c-4913-95aa-c24a92161d3e on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:44:41.255926 n-d-778549-4 neutron-server[94012]: ERROR neutron.plugins.ml2.managers [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Failed to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e on host n-h1-778549-4 for vnic_type normal using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] Jul 23 16:44:41.268824 n-d-778549-4 neutron-server[94012]: INFO neutron.plugins.ml2.plugin [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempt 2 to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e Jul 23 16:44:41.294538 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3ba21fc7-2e63-4414-800e-127efd355b0c tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:41.330291 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-cbaf6222-c604-4e1c-9543-4c205fb1be1d None None] Attempting to bind port 157ffa82-5b9f-4dc6-9034-10f08722673a on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:41.331173 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-cbaf6222-c604-4e1c-9543-4c205fb1be1d None None] Attempting to bind port 157ffa82-5b9f-4dc6-9034-10f08722673a by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'c75a9572-ecce-461e-8aac-a16bbf3e30ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:41.331555 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaf6222-c604-4e1c-9543-4c205fb1be1d None None] Attempting to bind port 157ffa82-5b9f-4dc6-9034-10f08722673a on network 5b57ad19-07f2-4db9-9db5-b1bd62f6bddb {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:41.339904 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaf6222-c604-4e1c-9543-4c205fb1be1d None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:44:41.340301 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaf6222-c604-4e1c-9543-4c205fb1be1d None None] Checking segment: {'id': 'c75a9572-ecce-461e-8aac-a16bbf3e30ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:41.340673 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6222-c604-4e1c-9543-4c205fb1be1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:41.341716 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaf6222-c604-4e1c-9543-4c205fb1be1d None None] Bound using segment: {'id': 'c75a9572-ecce-461e-8aac-a16bbf3e30ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:44:41.342216 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-cbaf6222-c604-4e1c-9543-4c205fb1be1d None None] Bound port: 157ffa82-5b9f-4dc6-9034-10f08722673a, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75a9572-ecce-461e-8aac-a16bbf3e30ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:44:41.342962 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6222-c604-4e1c-9543-4c205fb1be1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:41.344669 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=1d69f665-6305-4c80-9b58-9606d4f2197c,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:41.359586 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3ba21fc7-2e63-4414-800e-127efd355b0c tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:41.373650 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:41.374017 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:41.374408 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:41.388834 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Port 11d1e13d-419c-4913-95aa-c24a92161d3e on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:44:41.390137 n-d-778549-4 neutron-server[94012]: ERROR neutron.plugins.ml2.managers [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Failed to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e on host n-h1-778549-4 for vnic_type normal using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] Jul 23 16:44:41.393472 n-d-778549-4 neutron-server[94012]: INFO neutron.plugins.ml2.plugin [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempt 3 to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e Jul 23 16:44:41.447050 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3ba21fc7-2e63-4414-800e-127efd355b0c tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:41.450935 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3ba21fc7-2e63-4414-800e-127efd355b0c tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:41.452142 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3ba21fc7-2e63-4414-800e-127efd355b0c tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "DELETE /v2.0/security-groups/c8ba4e20-6202-4a42-9a79-924f2dc3d737 HTTP/1.1" status: 204 len: 168 time: 0.2430153 Jul 23 16:44:41.458626 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36026) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:41.467544 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba21fc7-2e63-4414-800e-127efd355b0c tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ba4e20-6202-4a42-9a79-924f2dc3d737,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:41.475326 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 34fd8a38-21c0-4f59-aac1-e47b58822c16 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:44:41.528947 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-cbaf6222-c604-4e1c-9543-4c205fb1be1d None None] For port 157ffa82-5b9f-4dc6-9034-10f08722673a, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:44:41.552294 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-cbaf6222-c604-4e1c-9543-4c205fb1be1d None None] For port 157ffa82-5b9f-4dc6-9034-10f08722673a, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=157ffa82-5b9f-4dc6-9034-10f08722673a,segment=NetworkSegment(c75a9572-ecce-461e-8aac-a16bbf3e30ed),segment_id=c75a9572-ecce-461e-8aac-a16bbf3e30ed)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:44:41.574524 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6222-c604-4e1c-9543-4c205fb1be1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:41.590187 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:41.591194 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:41.592830 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:41.650241 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Port 11d1e13d-419c-4913-95aa-c24a92161d3e on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:44:41.650621 n-d-778549-4 neutron-server[94012]: ERROR neutron.plugins.ml2.managers [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Failed to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e on host n-h1-778549-4 for vnic_type normal using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] Jul 23 16:44:41.658845 n-d-778549-4 neutron-server[94012]: INFO neutron.plugins.ml2.plugin [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempt 4 to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e Jul 23 16:44:41.699129 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:41.699719 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:41.700420 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:41.712158 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 34fd8a38-21c0-4f59-aac1-e47b58822c16, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=34fd8a38-21c0-4f59-aac1-e47b58822c16,segment=NetworkSegment(0333680c-4063-475f-a23f-a780ec6c1e1c),segment_id=0333680c-4063-475f-a23f-a780ec6c1e1c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:41.728419 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df623cb-bb72-42a7-8750-1c23a8d645c9 req-5ae19fc8-ae45-46fc-a62a-c36c63c5cd41 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:41.730146 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1df623cb-bb72-42a7-8750-1c23a8d645c9 req-5ae19fc8-ae45-46fc-a62a-c36c63c5cd41 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/ports?device_id=aface810-aa02-4f7a-80e8-79db5acbb5ed HTTP/1.1" status: 200 len: 943 time: 0.4915740 Jul 23 16:44:41.752086 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Port 11d1e13d-419c-4913-95aa-c24a92161d3e on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:44:41.757155 n-d-778549-4 neutron-server[94012]: ERROR neutron.plugins.ml2.managers [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Failed to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e on host n-h1-778549-4 for vnic_type normal using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] Jul 23 16:44:41.757344 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf6222-c604-4e1c-9543-4c205fb1be1d None None] Pushing event updated for resources: {'Port': ['ID=157ffa82-5b9f-4dc6-9034-10f08722673a,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:41.764058 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '34fd8a38-21c0-4f59-aac1-e47b58822c16', 'network_id': '6a574451-4a5b-4474-b6d1-2d75f1d4e1c7', 'port_id': '34fd8a38-21c0-4f59-aac1-e47b58822c16', 'mac_address': 'fa:16:3e:cc:c9:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd178845-7409-4c7b-9af0-040f2c8c7800', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:44:41.765265 n-d-778549-4 neutron-server[94012]: INFO neutron.plugins.ml2.plugin [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempt 5 to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e Jul 23 16:44:41.827715 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a93e8f6c-3cf6-410c-a7f0-b16fa95a2a88 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2628732 Jul 23 16:44:41.829698 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:41.830285 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:41.830941 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:41.836430 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36032) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:41.839236 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:41.844721 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Port 11d1e13d-419c-4913-95aa-c24a92161d3e on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:44:41.845006 n-d-778549-4 neutron-server[94012]: ERROR neutron.plugins.ml2.managers [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Failed to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e on host n-h1-778549-4 for vnic_type normal using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] Jul 23 16:44:41.846364 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-94a4903e-2723-4193-bde1-b3de26a0a078 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group': {'name': 'tempest-secgroup--1810144575'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:41.873754 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34fd8a38-21c0-4f59-aac1-e47b58822c16 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:44:41.917249 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 34fd8a38-21c0-4f59-aac1-e47b58822c16, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=34fd8a38-21c0-4f59-aac1-e47b58822c16,segment=NetworkSegment(0333680c-4063-475f-a23f-a780ec6c1e1c),segment_id=0333680c-4063-475f-a23f-a780ec6c1e1c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:41.918794 n-d-778549-4 neutron-server[94012]: INFO neutron.plugins.ml2.plugin [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempt 6 to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e Jul 23 16:44:41.923341 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:41.928426 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-94a4903e-2723-4193-bde1-b3de26a0a078 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:41.986356 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:41.986623 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:41.987421 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:42.003684 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1df623cb-bb72-42a7-8750-1c23a8d645c9 req-160ae7de-d7c0-4e03-8419-eeaeb54cb621 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/security-groups?id=30f46667-8e63-4ae7-8b64-db89053be37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604084 Jul 23 16:44:42.014941 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Port 11d1e13d-419c-4913-95aa-c24a92161d3e on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:44:42.027854 n-d-778549-4 neutron-server[94012]: ERROR neutron.plugins.ml2.managers [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Failed to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e on host n-h1-778549-4 for vnic_type normal using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] Jul 23 16:44:42.030402 n-d-778549-4 neutron-server[94012]: INFO neutron.plugins.ml2.plugin [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempt 7 to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e Jul 23 16:44:42.045594 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-add3aedc-4c9c-4d85-a5f4-77248fc7b99a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:42.049884 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:42.050390 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:42.050926 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:42.072127 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=34fd8a38-21c0-4f59-aac1-e47b58822c16,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:42.073256 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-54b051da-4504-4e64-9038-b1ae0274a5f8 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:42.105424 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Port 11d1e13d-419c-4913-95aa-c24a92161d3e on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:44:42.105758 n-d-778549-4 neutron-server[94012]: ERROR neutron.plugins.ml2.managers [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Failed to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e on host n-h1-778549-4 for vnic_type normal using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] Jul 23 16:44:42.131838 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-94a4903e-2723-4193-bde1-b3de26a0a078 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:42.137024 n-d-778549-4 neutron-server[94012]: INFO neutron.plugins.ml2.plugin [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempt 8 to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e Jul 23 16:44:42.137831 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-94a4903e-2723-4193-bde1-b3de26a0a078 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:42.157803 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['34fd8a38-21c0-4f59-aac1-e47b58822c16'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:44:42.169371 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-94a4903e-2723-4193-bde1-b3de26a0a078 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:42.173360 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-94a4903e-2723-4193-bde1-b3de26a0a078 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3327110 Jul 23 16:44:42.175937 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36038) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:42.180702 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6559e2c3-b8b1-4fc5-9d76-5ffb02035206 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group_rule': {'security_group_id': '28acedc0-55a4-42da-9302-8e310619d9a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:42.183460 n-d-778549-4 neutron-server[94013]: WARNING neutron.api.v2.base [None req-6559e2c3-b8b1-4fc5-9d76-5ffb02035206 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 23 16:44:42.184028 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-6559e2c3-b8b1-4fc5-9d76-5ffb02035206 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:44:42.187513 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6559e2c3-b8b1-4fc5-9d76-5ffb02035206 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081832 Jul 23 16:44:42.188172 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36040) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:42.192671 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-ff67bd43-2c30-40fa-84a0-b9ad3045eecb tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group_rule': {'security_group_id': '28acedc0-55a4-42da-9302-8e310619d9a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:42.193385 n-d-778549-4 neutron-server[94013]: WARNING neutron.api.v2.base [None req-ff67bd43-2c30-40fa-84a0-b9ad3045eecb tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 23 16:44:42.194425 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-ff67bd43-2c30-40fa-84a0-b9ad3045eecb tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:44:42.198227 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ff67bd43-2c30-40fa-84a0-b9ad3045eecb tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0063996 Jul 23 16:44:42.198227 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36042) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:42.202548 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-32d7d9b3-04fa-4c72-94bb-e2f33cdb0645 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group_rule': {'security_group_id': '28acedc0-55a4-42da-9302-8e310619d9a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:42.203353 n-d-778549-4 neutron-server[94013]: WARNING neutron.api.v2.base [None req-32d7d9b3-04fa-4c72-94bb-e2f33cdb0645 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 23 16:44:42.203818 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-32d7d9b3-04fa-4c72-94bb-e2f33cdb0645 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:44:42.205098 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-32d7d9b3-04fa-4c72-94bb-e2f33cdb0645 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056770 Jul 23 16:44:42.207212 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36044) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:42.212619 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-d126f8b0-5516-4a4d-859e-8f6dc41a07ec tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group_rule': {'security_group_id': '28acedc0-55a4-42da-9302-8e310619d9a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:42.213495 n-d-778549-4 neutron-server[94013]: WARNING neutron.api.v2.base [None req-d126f8b0-5516-4a4d-859e-8f6dc41a07ec tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 23 16:44:42.213958 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-d126f8b0-5516-4a4d-859e-8f6dc41a07ec tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:44:42.217921 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d126f8b0-5516-4a4d-859e-8f6dc41a07ec tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0068417 Jul 23 16:44:42.217921 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4903e-2723-4193-bde1-b3de26a0a078 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28acedc0-55a4-42da-9302-8e310619d9a6,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:42.218173 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36046) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:42.292214 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b051da-4504-4e64-9038-b1ae0274a5f8 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Pushing event deleted for resources: {'Port': ['ID=f0c4365b-7bb8-4c9f-98d4-81c956cca6f5,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:42.321970 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 157ffa82-5b9f-4dc6-9034-10f08722673a up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:42.330855 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d784de67-8e37-487f-9e77-35c0e952ceea tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:42.363152 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:42.363725 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d784de67-8e37-487f-9e77-35c0e952ceea tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:42.363989 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:42.364508 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:42.452184 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 157ffa82-5b9f-4dc6-9034-10f08722673a completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:42.453644 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d784de67-8e37-487f-9e77-35c0e952ceea tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:42.456686 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d784de67-8e37-487f-9e77-35c0e952ceea tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:42.458164 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d784de67-8e37-487f-9e77-35c0e952ceea tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "DELETE /v2.0/security-groups/28acedc0-55a4-42da-9302-8e310619d9a6 HTTP/1.1" status: 204 len: 168 time: 0.2392273 Jul 23 16:44:42.464415 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36054) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:42.491295 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d784de67-8e37-487f-9e77-35c0e952ceea tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28acedc0-55a4-42da-9302-8e310619d9a6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:42.520800 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1d69f665-6305-4c80-9b58-9606d4f2197c up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:42.529348 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e4339723-ba0d-46d6-8726-462280d84b2a tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0637770 Jul 23 16:44:42.533149 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36056) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:42.538957 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-4de87246-7455-4486-98d3-5bbcff1a72b7 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group': {'name': 'tempest-secgroup--2078651057'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:42.546895 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Port 11d1e13d-419c-4913-95aa-c24a92161d3e on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:44:42.547227 n-d-778549-4 neutron-server[94012]: ERROR neutron.plugins.ml2.managers [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Failed to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e on host n-h1-778549-4 for vnic_type normal using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] Jul 23 16:44:42.555991 n-d-778549-4 neutron-server[94012]: INFO neutron.plugins.ml2.plugin [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempt 9 to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e Jul 23 16:44:42.563745 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4de87246-7455-4486-98d3-5bbcff1a72b7 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:42.595656 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 1d69f665-6305-4c80-9b58-9606d4f2197c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:42.596187 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:42.621455 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:42.621810 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:42.622248 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:42.629747 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-54b051da-4504-4e64-9038-b1ae0274a5f8 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:42.651575 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Port 11d1e13d-419c-4913-95aa-c24a92161d3e on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:44:42.651967 n-d-778549-4 neutron-server[94012]: ERROR neutron.plugins.ml2.managers [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Failed to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e on host n-h1-778549-4 for vnic_type normal using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] Jul 23 16:44:42.655081 n-d-778549-4 neutron-server[94012]: INFO neutron.plugins.ml2.plugin [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempt 10 to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e Jul 23 16:44:42.726626 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4de87246-7455-4486-98d3-5bbcff1a72b7 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:42.732249 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4de87246-7455-4486-98d3-5bbcff1a72b7 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:42.782536 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:42.783146 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:42.783640 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:42.790443 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4de87246-7455-4486-98d3-5bbcff1a72b7 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:42.791754 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4de87246-7455-4486-98d3-5bbcff1a72b7 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2572889 Jul 23 16:44:42.792462 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de87246-7455-4486-98d3-5bbcff1a72b7 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2d5a23-601e-4a39-a10f-72950f66077d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:42.794562 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36062) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:42.811105 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-0c8d633c-f23a-4fa5-ac92-402821bca426 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group_rule': {'security_group_id': '1d2d5a23-601e-4a39-a10f-72950f66077d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:42.811791 n-d-778549-4 neutron-server[94013]: WARNING neutron.api.v2.base [None req-0c8d633c-f23a-4fa5-ac92-402821bca426 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 16:44:42.812767 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-0c8d633c-f23a-4fa5-ac92-402821bca426 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:44:42.817303 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0c8d633c-f23a-4fa5-ac92-402821bca426 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0194869 Jul 23 16:44:42.817993 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36064) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:42.823363 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-81269afd-c2e7-4cb8-8b8e-1f0d42f5fcaa tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group_rule': {'security_group_id': '1d2d5a23-601e-4a39-a10f-72950f66077d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:42.855966 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Port 11d1e13d-419c-4913-95aa-c24a92161d3e on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:44:42.856291 n-d-778549-4 neutron-server[94012]: ERROR neutron.plugins.ml2.managers [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Failed to bind port 11d1e13d-419c-4913-95aa-c24a92161d3e on host n-h1-778549-4 for vnic_type normal using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] Jul 23 16:44:42.856864 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:42.874095 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-81269afd-c2e7-4cb8-8b8e-1f0d42f5fcaa tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:44:42.875181 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-81269afd-c2e7-4cb8-8b8e-1f0d42f5fcaa tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0554919 Jul 23 16:44:42.878493 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36066) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:42.886146 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-4db14b0a-4a59-47e3-9a54-37a258719e2b tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group_rule': {'security_group_id': '1d2d5a23-601e-4a39-a10f-72950f66077d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:42.886820 n-d-778549-4 neutron-server[94013]: WARNING neutron.api.v2.base [None req-4db14b0a-4a59-47e3-9a54-37a258719e2b tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 23 16:44:42.887482 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-4db14b0a-4a59-47e3-9a54-37a258719e2b tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:44:42.892409 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4db14b0a-4a59-47e3-9a54-37a258719e2b tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0128479 Jul 23 16:44:42.893498 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36068) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:42.898419 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-9a00d56d-39d0-4c2f-8726-96e61433181c tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group_rule': {'security_group_id': '1d2d5a23-601e-4a39-a10f-72950f66077d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:42.951229 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-9a00d56d-39d0-4c2f-8726-96e61433181c tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:44:42.957252 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9a00d56d-39d0-4c2f-8726-96e61433181c tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0625281 Jul 23 16:44:42.958119 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36070) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:42.964088 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-ba001485-fc24-4bb4-9cff-c4b9fa9be3df tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group_rule': {'security_group_id': '1d2d5a23-601e-4a39-a10f-72950f66077d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:42.964839 n-d-778549-4 neutron-server[94013]: WARNING neutron.api.v2.base [None req-ba001485-fc24-4bb4-9cff-c4b9fa9be3df tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 16:44:42.965598 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-ba001485-fc24-4bb4-9cff-c4b9fa9be3df tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:44:42.970551 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ba001485-fc24-4bb4-9cff-c4b9fa9be3df tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0111659 Jul 23 16:44:42.971321 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36072) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:42.976050 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-b60459ec-c6fc-4918-9e61-91731a45d28a tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group_rule': {'security_group_id': '1d2d5a23-601e-4a39-a10f-72950f66077d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:43.007470 n-d-778549-4 neutron-server[94013]: INFO neutron.db.securitygroups_db [None req-b60459ec-c6fc-4918-9e61-91731a45d28a tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Project d5b7b8d38c7b411a861b25e4ef7e89d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:44:43.027858 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-b60459ec-c6fc-4918-9e61-91731a45d28a tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:44:43.032985 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b60459ec-c6fc-4918-9e61-91731a45d28a tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0604813 Jul 23 16:44:43.033721 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36080) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:43.039486 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-333c982c-b004-4055-a9fc-e922fe2565c3 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group_rule': {'security_group_id': '1d2d5a23-601e-4a39-a10f-72950f66077d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:43.040115 n-d-778549-4 neutron-server[94013]: WARNING neutron.api.v2.base [None req-333c982c-b004-4055-a9fc-e922fe2565c3 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 23 16:44:43.040698 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-333c982c-b004-4055-a9fc-e922fe2565c3 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:44:43.044911 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-333c982c-b004-4055-a9fc-e922fe2565c3 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0101330 Jul 23 16:44:43.045768 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36082) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:43.051699 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-63ca6e57-72af-4c7a-b036-747a6362b2ec tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group_rule': {'security_group_id': '1d2d5a23-601e-4a39-a10f-72950f66077d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:43.107968 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7056c07f-881a-43ce-b8cb-d7d39583ef3c None None] Network 5b57ad19-07f2-4db9-9db5-b1bd62f6bddb requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:43.115507 n-d-778549-4 neutron-server[94013]: INFO neutron.db.securitygroups_db [None req-63ca6e57-72af-4c7a-b036-747a6362b2ec tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Project d5b7b8d38c7b411a861b25e4ef7e89d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:44:43.134283 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-63ca6e57-72af-4c7a-b036-747a6362b2ec tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:44:43.135865 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-63ca6e57-72af-4c7a-b036-747a6362b2ec tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0881271 Jul 23 16:44:43.138885 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36084) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:43.143996 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-1f50efcb-6629-428d-ab48-a4ae1c7da213 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group_rule': {'security_group_id': '1d2d5a23-601e-4a39-a10f-72950f66077d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:43.172876 n-d-778549-4 neutron-server[94013]: INFO neutron.db.securitygroups_db [None req-1f50efcb-6629-428d-ab48-a4ae1c7da213 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Project d5b7b8d38c7b411a861b25e4ef7e89d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:44:43.176642 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] For port 11d1e13d-419c-4913-95aa-c24a92161d3e, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:44:43.177631 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempted to set empty binding levels {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 16:44:43.189394 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b051da-4504-4e64-9038-b1ae0274a5f8 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Router a2403c5e-09b2-4630-8d68-d5bdf3437b0f has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:44:43.190814 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f9e52b0e-9272-43cc-b5e7-0f16a4a3599f None None] Provisioning for port 157ffa82-5b9f-4dc6-9034-10f08722673a completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:43.191659 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:43.192409 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-1f50efcb-6629-428d-ab48-a4ae1c7da213 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:44:43.194194 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1f50efcb-6629-428d-ab48-a4ae1c7da213 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0541236 Jul 23 16:44:43.197515 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36086) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:43.206145 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f9e52b0e-9272-43cc-b5e7-0f16a4a3599f None None] Provisioning complete for port 157ffa82-5b9f-4dc6-9034-10f08722673a triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:43.206773 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f9e52b0e-9272-43cc-b5e7-0f16a4a3599f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:43.238993 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-add3aedc-4c9c-4d85-a5f4-77248fc7b99a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Allocated IP 172.20.0.1 (5b57ad19-07f2-4db9-9db5-b1bd62f6bddb/5a57f280-8dbb-4321-a46a-f13c3bad6f74/10754dbe-1d7e-4d98-8571-d14e7464dde2) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:43.249682 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:43.250338 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:43.290674 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-684aec63-e743-4221-a512-11de93e68270 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:43.330573 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-684aec63-e743-4221-a512-11de93e68270 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:43.340877 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Pushing event updated for resources: {'Port': ['ID=11d1e13d-419c-4913-95aa-c24a92161d3e,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:43.382731 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5fabc65e-45bf-4540-b3eb-e65fbd472192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 5.0424521 Jul 23 16:44:43.387582 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36092) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:43.418005 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b051da-4504-4e64-9038-b1ae0274a5f8 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:44:43.430636 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea204f5-2950-4e5a-8621-a041de4b16c2 None None] Sync routers for ids ['a2403c5e-09b2-4630-8d68-d5bdf3437b0f'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:44:43.432119 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-54b051da-4504-4e64-9038-b1ae0274a5f8 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] 10.222.0.73 "PUT /v2.0/routers/a2403c5e-09b2-4630-8d68-d5bdf3437b0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4747872 Jul 23 16:44:43.442538 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36096) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:43.448045 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598861e-41ed-471d-a884-2848d74670fd req-df25c22b-52a1-44ba-8ce2-9d459dc4c896 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:43.450106 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1598861e-41ed-471d-a884-2848d74670fd req-df25c22b-52a1-44ba-8ce2-9d459dc4c896 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/ports?device_id=aface810-aa02-4f7a-80e8-79db5acbb5ed HTTP/1.1" status: 200 len: 944 time: 0.3341105 Jul 23 16:44:43.479114 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea204f5-2950-4e5a-8621-a041de4b16c2 None None] Routers {'a2403c5e-09b2-4630-8d68-d5bdf3437b0f'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:43.479763 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-5ea204f5-2950-4e5a-8621-a041de4b16c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:44:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a2403c5e-09b2-4630-8d68-d5bdf3437b0f'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:43.486681 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 34fd8a38-21c0-4f59-aac1-e47b58822c16 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:43.545375 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1598861e-41ed-471d-a884-2848d74670fd req-ca1fc4df-6710-4d92-a285-dd141c13f267 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/security-groups?id=30f46667-8e63-4ae7-8b64-db89053be37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614157 Jul 23 16:44:43.550011 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-5ea204f5-2950-4e5a-8621-a041de4b16c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:43.561297 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-1c7ddae1-5e55-4c1b-b64e-2417a39df42d tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] delete failed (client error): The resource could not be found. Jul 23 16:44:43.562475 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1c7ddae1-5e55-4c1b-b64e-2417a39df42d tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] 10.222.0.73 "DELETE /v2.0/routers/tempest-non_exist_router-741585528 HTTP/1.1" status: 404 len: 334 time: 0.0919702 Jul 23 16:44:43.566220 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-684aec63-e743-4221-a512-11de93e68270 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:43.567938 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36098) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:43.570786 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-684aec63-e743-4221-a512-11de93e68270 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:43.575375 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-684aec63-e743-4221-a512-11de93e68270 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "DELETE /v2.0/security-groups/1d2d5a23-601e-4a39-a10f-72950f66077d HTTP/1.1" status: 204 len: 168 time: 0.3767409 Jul 23 16:44:43.576134 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-1718b474-7804-404d-a0a9-92fb9ebf2cd8 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a2403c5e-09b2-4630-8d68-d5bdf3437b0f'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:43.576272 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36100) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:43.585204 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-add3aedc-4c9c-4d85-a5f4-77248fc7b99a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:43.599068 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-add3aedc-4c9c-4d85-a5f4-77248fc7b99a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Transition to ACTIVE for port object 10754dbe-1d7e-4d98-8571-d14e7464dde2 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:43.625003 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684aec63-e743-4221-a512-11de93e68270 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2d5a23-601e-4a39-a10f-72950f66077d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:43.625293 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea204f5-2950-4e5a-8621-a041de4b16c2 None None] Routers {'a2403c5e-09b2-4630-8d68-d5bdf3437b0f'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:43.625925 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-5ea204f5-2950-4e5a-8621-a041de4b16c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:44:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a2403c5e-09b2-4630-8d68-d5bdf3437b0f'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:43.655433 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f7762b56-90d8-47e9-839a-f1539d8580f7 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0725451 Jul 23 16:44:43.665811 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-a4414236-a2db-410a-8c8e-d2db37287e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Deleting port 11d1e13d-419c-4913-95aa-c24a92161d3e {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:43.666148 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a4414236-a2db-410a-8c8e-d2db37287e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:43.668032 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36102) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:43.672890 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-fb5df4de-1a6b-4e74-ad20-1b5a9ddee488 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group': {'name': 'tempest-secgroup--1642153051'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:43.691419 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-5ea204f5-2950-4e5a-8621-a041de4b16c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:43.692227 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea204f5-2950-4e5a-8621-a041de4b16c2 None None] The sync data for ids ['a2403c5e-09b2-4630-8d68-d5bdf3437b0f'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:44:43.709512 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f9e52b0e-9272-43cc-b5e7-0f16a4a3599f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:43.744138 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-add3aedc-4c9c-4d85-a5f4-77248fc7b99a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:43.763832 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 34fd8a38-21c0-4f59-aac1-e47b58822c16 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:43.779359 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 34fd8a38-21c0-4f59-aac1-e47b58822c16 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:43.779627 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fb5df4de-1a6b-4e74-ad20-1b5a9ddee488 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:43.779765 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:43.800081 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-a4414236-a2db-410a-8c8e-d2db37287e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] For port 11d1e13d-419c-4913-95aa-c24a92161d3e, host n-h1-778549-4, got binding levels [] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:43.801083 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a4414236-a2db-410a-8c8e-d2db37287e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:43.806795 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f9e52b0e-9272-43cc-b5e7-0f16a4a3599f None None] For port 157ffa82-5b9f-4dc6-9034-10f08722673a, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=157ffa82-5b9f-4dc6-9034-10f08722673a,segment=NetworkSegment(c75a9572-ecce-461e-8aac-a16bbf3e30ed),segment_id=c75a9572-ecce-461e-8aac-a16bbf3e30ed)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:43.822603 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-a4414236-a2db-410a-8c8e-d2db37287e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Calling delete_port for 11d1e13d-419c-4913-95aa-c24a92161d3e owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:43.824854 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f9e52b0e-9272-43cc-b5e7-0f16a4a3599f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:43.848845 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add3aedc-4c9c-4d85-a5f4-77248fc7b99a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Network 5b57ad19-07f2-4db9-9db5-b1bd62f6bddb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:43.915454 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e52b0e-9272-43cc-b5e7-0f16a4a3599f None None] Pushing event updated for resources: {'Port': ['ID=157ffa82-5b9f-4dc6-9034-10f08722673a,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:43.982710 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:44.021690 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aface810-aa02-4f7a-80e8-79db5acbb5ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fd8a38-21c0-4f59-aac1-e47b58822c16'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:44:44.024666 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5511b4c8-9fb3-4e9b-9f32-84f7083fe182" -d '{"events": [{"server_uuid": "aface810-aa02-4f7a-80e8-79db5acbb5ed", "name": "network-vif-plugged", "status": "completed", "tag": "34fd8a38-21c0-4f59-aac1-e47b58822c16"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:44:44.061411 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 34fd8a38-21c0-4f59-aac1-e47b58822c16, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=34fd8a38-21c0-4f59-aac1-e47b58822c16,segment=NetworkSegment(0333680c-4063-475f-a23f-a780ec6c1e1c),segment_id=0333680c-4063-475f-a23f-a780ec6c1e1c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:44.066755 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fb5df4de-1a6b-4e74-ad20-1b5a9ddee488 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:44.067783 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:44.074716 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fb5df4de-1a6b-4e74-ad20-1b5a9ddee488 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:44.098588 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a4414236-a2db-410a-8c8e-d2db37287e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:44.105502 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fb5df4de-1a6b-4e74-ad20-1b5a9ddee488 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:44.106534 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fb5df4de-1a6b-4e74-ad20-1b5a9ddee488 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4375637 Jul 23 16:44:44.108438 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 157ffa82-5b9f-4dc6-9034-10f08722673a up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:44.112719 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36112) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:44.161796 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-4c8ecc18-1251-474b-97a0-300d9b834c5b tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group_rule': {'security_group_id': '8e87c44c-4b37-4c7c-8c66-0156a031602d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:44.173593 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 157ffa82-5b9f-4dc6-9034-10f08722673a triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:44.174437 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:44.186607 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4414236-a2db-410a-8c8e-d2db37287e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Pushing event deleted for resources: {'Port': ['ID=11d1e13d-419c-4913-95aa-c24a92161d3e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:44.208662 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a4414236-a2db-410a-8c8e-d2db37287e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:44.219556 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a4414236-a2db-410a-8c8e-d2db37287e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] 10.222.0.73 "DELETE /v2.0/ports/11d1e13d-419c-4913-95aa-c24a92161d3e HTTP/1.1" status: 204 len: 168 time: 0.8288708 Jul 23 16:44:44.224363 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5df4de-1a6b-4e74-ad20-1b5a9ddee488 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e87c44c-4b37-4c7c-8c66-0156a031602d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:44.230930 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36116) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:44.235837 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=34fd8a38-21c0-4f59-aac1-e47b58822c16,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:44.245151 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fd6c4c-a4a3-4c0c-9b84-fd5cef11eb47 x-openstack-request-id: req-b3fd6c4c-a4a3-4c0c-9b84-fd5cef11eb47 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:44:44.245451 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aface810-aa02-4f7a-80e8-79db5acbb5ed", "name": "network-vif-plugged", "status": "completed", "tag": "34fd8a38-21c0-4f59-aac1-e47b58822c16", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:44:44.245706 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b3fd6c4c-a4a3-4c0c-9b84-fd5cef11eb47 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:44:44.246104 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aface810-aa02-4f7a-80e8-79db5acbb5ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fd8a38-21c0-4f59-aac1-e47b58822c16', 'code': 200} Jul 23 16:44:44.295717 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-1edf8aec-0529-4b07-a56b-506f7ab5cb83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] GET failed (client error): The resource could not be found. Jul 23 16:44:44.302566 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1edf8aec-0529-4b07-a56b-506f7ab5cb83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] 10.222.0.73 "GET /v2.0/ports/11d1e13d-419c-4913-95aa-c24a92161d3e HTTP/1.1" status: 404 len: 333 time: 0.0700634 Jul 23 16:44:44.303910 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36120) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:44.309853 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-ce45b4ee-5d00-49a3-82e0-87f04c7543b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Request body: {'port': {'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210237523'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:44.316033 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3699520b-9d1d-47e5-b8d5-7bc0b5e21714 None None] Provisioning complete for port 157ffa82-5b9f-4dc6-9034-10f08722673a triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:44.316413 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3699520b-9d1d-47e5-b8d5-7bc0b5e21714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:44.381621 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce45b4ee-5d00-49a3-82e0-87f04c7543b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Made reservation on behalf of 5d23676cb55a4d0caecff8ca5131c2ae for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:44.384560 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ce45b4ee-5d00-49a3-82e0-87f04c7543b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:44.396819 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-4c8ecc18-1251-474b-97a0-300d9b834c5b tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] create failed (client error): The resource could not be found. Jul 23 16:44:44.399542 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4c8ecc18-1251-474b-97a0-300d9b834c5b tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2801483 Jul 23 16:44:44.402334 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36124) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:44.409458 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-05c383ec-4bab-4968-ac82-d9bed3aba09f tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group_rule': {'security_group_id': '8e87c44c-4b37-4c7c-8c66-0156a031602d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5425d7f4-ab55-4182-afc4-d141060c2b5c'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:44.432953 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-ce45b4ee-5d00-49a3-82e0-87f04c7543b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] device_id is not set on port 78b6865d-d416-49db-a6fb-7c0b79d724a7 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:44:44.462408 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-add3aedc-4c9c-4d85-a5f4-77248fc7b99a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:44.466066 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3aedc-4c9c-4d85-a5f4-77248fc7b99a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'Port': ['ID=10754dbe-1d7e-4d98-8571-d14e7464dde2,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:44.468261 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add3aedc-4c9c-4d85-a5f4-77248fc7b99a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:44.496047 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abbea1-fbbd-41d1-98ca-3e793cdacf34 req-81c6851c-9cf3-4a14-b06a-c06dd833b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:44.499376 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-62abbea1-fbbd-41d1-98ca-3e793cdacf34 req-81c6851c-9cf3-4a14-b06a-c06dd833b260 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=aface810-aa02-4f7a-80e8-79db5acbb5ed HTTP/1.1" status: 200 len: 1096 time: 0.1856613 Jul 23 16:44:44.586248 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-05c383ec-4bab-4968-ac82-d9bed3aba09f tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] create failed (client error): The resource could not be found. Jul 23 16:44:44.586588 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1718b474-7804-404d-a0a9-92fb9ebf2cd8 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:44.587316 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-05c383ec-4bab-4968-ac82-d9bed3aba09f tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1826365 Jul 23 16:44:44.590306 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-add3aedc-4c9c-4d85-a5f4-77248fc7b99a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:44.591820 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-62abbea1-fbbd-41d1-98ca-3e793cdacf34 req-8f99be9c-2ce8-4ffa-88d8-59429152635c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=30f46667-8e63-4ae7-8b64-db89053be37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827234 Jul 23 16:44:44.592728 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36130) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:44.675807 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-1718b474-7804-404d-a0a9-92fb9ebf2cd8 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] update failed (client error): The resource could not be found. Jul 23 16:44:44.680691 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1718b474-7804-404d-a0a9-92fb9ebf2cd8 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] 10.222.0.73 "PUT /v2.0/routers/a2403c5e-09b2-4630-8d68-d5bdf3437b0f HTTP/1.1" status: 404 len: 339 time: 1.1069117 Jul 23 16:44:44.689147 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36134) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:44.706516 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-3d2f2650-1b7d-42a7-b14a-6646d603aebd tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1375802549'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:44.736308 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ce45b4ee-5d00-49a3-82e0-87f04c7543b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:44.786146 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ce45b4ee-5d00-49a3-82e0-87f04c7543b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:44.827244 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce45b4ee-5d00-49a3-82e0-87f04c7543b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:44.831867 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-ce45b4ee-5d00-49a3-82e0-87f04c7543b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:44.836203 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce45b4ee-5d00-49a3-82e0-87f04c7543b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:44.837341 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce45b4ee-5d00-49a3-82e0-87f04c7543b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:44.837988 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ce45b4ee-5d00-49a3-82e0-87f04c7543b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:44.840143 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2f2650-1b7d-42a7-b14a-6646d603aebd tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Made reservation on behalf of fbe07e006e654430abbbd74e96fc6f1b for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:44.844387 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2650-1b7d-42a7-b14a-6646d603aebd tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:44.846396 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45b4ee-5d00-49a3-82e0-87f04c7543b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Pushing event updated for resources: {'Port': ['ID=78b6865d-d416-49db-a6fb-7c0b79d724a7,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:44.852551 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f38ff6b6-cc25-4f5e-9c84-721113078541 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:44.860358 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ce45b4ee-5d00-49a3-82e0-87f04c7543b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5546942 Jul 23 16:44:44.861108 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36136) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:44.867679 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:44.885537 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e24324ea-2a6a-4ca2-bbed-5bdf6b7dcd82 None None] Provisioning for port 10754dbe-1d7e-4d98-8571-d14e7464dde2 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:44.890134 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e24324ea-2a6a-4ca2-bbed-5bdf6b7dcd82 None None] Provisioning complete for port 10754dbe-1d7e-4d98-8571-d14e7464dde2 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:44.890430 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e24324ea-2a6a-4ca2-bbed-5bdf6b7dcd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:44.913000 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f38ff6b6-cc25-4f5e-9c84-721113078541 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:44.934211 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-e24324ea-2a6a-4ca2-bbed-5bdf6b7dcd82 None None] Port 10754dbe-1d7e-4d98-8571-d14e7464dde2 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:44:44.955360 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:44.977517 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f38ff6b6-cc25-4f5e-9c84-721113078541 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:44.980254 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f38ff6b6-cc25-4f5e-9c84-721113078541 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:44.981844 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f38ff6b6-cc25-4f5e-9c84-721113078541 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "DELETE /v2.0/security-groups/8e87c44c-4b37-4c7c-8c66-0156a031602d HTTP/1.1" status: 204 len: 168 time: 0.3867548 Jul 23 16:44:44.999810 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36142) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:45.002428 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314ebc4-4896-4adf-b3db-6c9b890f17ba req-44e98aa0-016d-459e-990c-8947be9403b5 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:45.004158 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4314ebc4-4896-4adf-b3db-6c9b890f17ba req-44e98aa0-016d-459e-990c-8947be9403b5 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/ports?device_id=aface810-aa02-4f7a-80e8-79db5acbb5ed HTTP/1.1" status: 200 len: 945 time: 0.3184917 Jul 23 16:44:45.008237 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ff6b6-cc25-4f5e-9c84-721113078541 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e87c44c-4b37-4c7c-8c66-0156a031602d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:45.025663 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d2f2650-1b7d-42a7-b14a-6646d603aebd tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] vlan segment allocate from pool success with {'vlan_id': 1147, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:44:45.076057 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6cc02b7d-7d02-46d4-bb44-73de0fe579a4 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0749800 Jul 23 16:44:45.080896 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36144) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:45.086991 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-5bbf402e-b005-4e68-bb23-a3ce75aabc46 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group_rule': {'security_group_id': '8aa96042-f90a-44aa-8b29-ab56c81b2a73', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:45.093391 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2650-1b7d-42a7-b14a-6646d603aebd tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:45.093750 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-3d2f2650-1b7d-42a7-b14a-6646d603aebd tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Added segment 2566acb2-7aa6-4017-a2b1-1deb84249d07 of type vlan for network 7f4fbe91-a144-4443-ac4c-7943f5a59578 Jul 23 16:44:45.120409 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-add3aedc-4c9c-4d85-a5f4-77248fc7b99a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:45.124761 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4314ebc4-4896-4adf-b3db-6c9b890f17ba req-7b21b32a-260d-4165-a08a-cda242f9d744 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/security-groups?id=30f46667-8e63-4ae7-8b64-db89053be37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019027 Jul 23 16:44:45.168769 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2650-1b7d-42a7-b14a-6646d603aebd tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:45.225410 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-5bbf402e-b005-4e68-bb23-a3ce75aabc46 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] create failed (client error): The resource could not be found. Jul 23 16:44:45.231775 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5bbf402e-b005-4e68-bb23-a3ce75aabc46 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1438129 Jul 23 16:44:45.232406 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36150) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:45.237448 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-732f10b9-28a0-42ed-adbd-c49eefd533c4 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group': {'name': 'tempest-secgroup--754476336'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:45.253449 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] device_id is not set on port 78b6865d-d416-49db-a6fb-7c0b79d724a7 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:44:45.264651 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:45.286898 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Transition to ACTIVE for port object 78b6865d-d416-49db-a6fb-7c0b79d724a7 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:45.293893 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:45.299665 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2650-1b7d-42a7-b14a-6646d603aebd tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:45.302501 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-732f10b9-28a0-42ed-adbd-c49eefd533c4 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:45.306603 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2f2650-1b7d-42a7-b14a-6646d603aebd tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:45.307459 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2650-1b7d-42a7-b14a-6646d603aebd tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:45.332920 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3d2f2650-1b7d-42a7-b14a-6646d603aebd tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6401680 Jul 23 16:44:45.337915 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36152) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:45.354328 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-4563644f-629f-463e-a5ff-e5f06cc350fe tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Request body: {'subnet': {'network_id': '7f4fbe91-a144-4443-ac4c-7943f5a59578', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:45.410882 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f2650-1b7d-42a7-b14a-6646d603aebd tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Pushing event updated for resources: {'Network': ['ID=7f4fbe91-a144-4443-ac4c-7943f5a59578,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:45.422398 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 7f4fbe91-a144-4443-ac4c-7943f5a59578 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:44:45.541966 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Pushing event updated for resources: {'Port': ['ID=78b6865d-d416-49db-a6fb-7c0b79d724a7,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:45.576078 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:45.576477 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:45.576757 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:45.589356 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-add3aedc-4c9c-4d85-a5f4-77248fc7b99a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:45.590004 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:44:45.590434 n-d-778549-4 neutron-server[94013]: ERROR neutron.plugins.ml2.managers [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Failed to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on host n-h1-778549-4 for vnic_type normal using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] Jul 23 16:44:45.591969 n-d-778549-4 neutron-server[94013]: INFO neutron.plugins.ml2.plugin [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempt 2 to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 Jul 23 16:44:45.595937 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-add3aedc-4c9c-4d85-a5f4-77248fc7b99a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:45.621932 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:45.622334 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:45.622689 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:45.634133 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:44:45.634451 n-d-778549-4 neutron-server[94013]: ERROR neutron.plugins.ml2.managers [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Failed to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on host n-h1-778549-4 for vnic_type normal using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] Jul 23 16:44:45.639483 n-d-778549-4 neutron-server[94013]: INFO neutron.plugins.ml2.plugin [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempt 3 to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 Jul 23 16:44:45.659781 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-732f10b9-28a0-42ed-adbd-c49eefd533c4 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:45.662075 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:45.663004 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:45.663159 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:45.668442 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-732f10b9-28a0-42ed-adbd-c49eefd533c4 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:45.680503 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3aedc-4c9c-4d85-a5f4-77248fc7b99a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'Port': ['ID=10754dbe-1d7e-4d98-8571-d14e7464dde2,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:45.684205 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-add3aedc-4c9c-4d85-a5f4-77248fc7b99a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:45.686949 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:44:45.687611 n-d-778549-4 neutron-server[94013]: ERROR neutron.plugins.ml2.managers [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Failed to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on host n-h1-778549-4 for vnic_type normal using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] Jul 23 16:44:45.697300 n-d-778549-4 neutron-server[94013]: INFO neutron.plugins.ml2.plugin [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempt 4 to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 Jul 23 16:44:45.722756 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4563644f-629f-463e-a5ff-e5f06cc350fe tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Made reservation on behalf of fbe07e006e654430abbbd74e96fc6f1b for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:45.726022 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4563644f-629f-463e-a5ff-e5f06cc350fe tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:45.731365 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f10b9-28a0-42ed-adbd-c49eefd533c4 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf4b7b6-e423-4359-a24b-e151ad3362d0,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:45.743990 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:45.743990 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:45.744547 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:45.756680 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-732f10b9-28a0-42ed-adbd-c49eefd533c4 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:45.760712 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36160) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:45.760886 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-732f10b9-28a0-42ed-adbd-c49eefd533c4 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5274293 Jul 23 16:44:45.767206 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:44:45.767545 n-d-778549-4 neutron-server[94013]: ERROR neutron.plugins.ml2.managers [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Failed to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on host n-h1-778549-4 for vnic_type normal using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] Jul 23 16:44:45.769993 n-d-778549-4 neutron-server[94013]: INFO neutron.plugins.ml2.plugin [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempt 5 to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 Jul 23 16:44:45.774383 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-8d007b3f-fe4c-4deb-897e-6efe03a71c6e tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group': {'name': 'tempest-secgroup--171151617'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:45.817772 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:45.818149 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:45.818483 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:45.819982 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8d007b3f-fe4c-4deb-897e-6efe03a71c6e tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:45.823893 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add3aedc-4c9c-4d85-a5f4-77248fc7b99a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Network 5b57ad19-07f2-4db9-9db5-b1bd62f6bddb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:45.831879 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:44:45.832257 n-d-778549-4 neutron-server[94013]: ERROR neutron.plugins.ml2.managers [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Failed to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on host n-h1-778549-4 for vnic_type normal using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] Jul 23 16:44:45.833672 n-d-778549-4 neutron-server[94013]: INFO neutron.plugins.ml2.plugin [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempt 6 to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 Jul 23 16:44:45.837467 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-add3aedc-4c9c-4d85-a5f4-77248fc7b99a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:45.856329 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:45.856329 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:45.856329 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:45.908692 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:44:45.909148 n-d-778549-4 neutron-server[94013]: ERROR neutron.plugins.ml2.managers [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Failed to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on host n-h1-778549-4 for vnic_type normal using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] Jul 23 16:44:45.912816 n-d-778549-4 neutron-server[94013]: INFO neutron.plugins.ml2.plugin [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempt 7 to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 Jul 23 16:44:45.934652 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:45.935119 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:45.935596 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:45.961015 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:44:45.961465 n-d-778549-4 neutron-server[94013]: ERROR neutron.plugins.ml2.managers [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Failed to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on host n-h1-778549-4 for vnic_type normal using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] Jul 23 16:44:45.966505 n-d-778549-4 neutron-server[94013]: INFO neutron.plugins.ml2.plugin [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempt 8 to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 Jul 23 16:44:45.991490 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:45.992076 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:45.992578 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:45.996990 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4563644f-629f-463e-a5ff-e5f06cc350fe tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:46.010070 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:44:46.010415 n-d-778549-4 neutron-server[94013]: ERROR neutron.plugins.ml2.managers [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Failed to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on host n-h1-778549-4 for vnic_type normal using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] Jul 23 16:44:46.012017 n-d-778549-4 neutron-server[94013]: INFO neutron.plugins.ml2.plugin [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempt 9 to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 Jul 23 16:44:46.019976 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add3aedc-4c9c-4d85-a5f4-77248fc7b99a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Router 14a86fd6-7195-41d6-a4e0-db084f9fa312 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:44:46.053622 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8d007b3f-fe4c-4deb-897e-6efe03a71c6e tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:46.058322 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:46.059024 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8d007b3f-fe4c-4deb-897e-6efe03a71c6e tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:46.061751 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:46.062426 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:46.079091 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563644f-629f-463e-a5ff-e5f06cc350fe tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Pushing event updated for resources: {'Subnet': ['ID=4115dd30-15e6-449b-96b5-eaba3c8197a0,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:46.094463 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:44:46.094875 n-d-778549-4 neutron-server[94013]: ERROR neutron.plugins.ml2.managers [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Failed to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on host n-h1-778549-4 for vnic_type normal using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] Jul 23 16:44:46.101193 n-d-778549-4 neutron-server[94013]: INFO neutron.plugins.ml2.plugin [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempt 10 to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 Jul 23 16:44:46.127977 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4563644f-629f-463e-a5ff-e5f06cc350fe tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Checking segment: {'id': '2566acb2-7aa6-4017-a2b1-1deb84249d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '7f4fbe91-a144-4443-ac4c-7943f5a59578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:46.128438 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4563644f-629f-463e-a5ff-e5f06cc350fe tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Network hostable DHCP agents. Network: 7f4fbe91-a144-4443-ac4c-7943f5a59578, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:44:46.131442 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:46.131878 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:46.132289 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:46.138621 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:44:46.139105 n-d-778549-4 neutron-server[94013]: ERROR neutron.plugins.ml2.managers [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Failed to bind port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on host n-h1-778549-4 for vnic_type normal using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] Jul 23 16:44:46.139579 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:46.191073 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-baf19789-7eb9-4216-bf26-dffde1b4f173 None None] Provisioning complete for port 10754dbe-1d7e-4d98-8571-d14e7464dde2 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:46.191431 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-baf19789-7eb9-4216-bf26-dffde1b4f173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:46.193083 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8d007b3f-fe4c-4deb-897e-6efe03a71c6e tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:46.194938 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8d007b3f-fe4c-4deb-897e-6efe03a71c6e tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4329193 Jul 23 16:44:46.198711 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36172) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:46.199382 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d007b3f-fe4c-4deb-897e-6efe03a71c6e tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34935e92-b45e-48e7-bd40-2bac504935c7,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:46.211105 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-46748545-426e-4b91-a068-aea792ab94b0 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group_rule': {'security_group_id': 'eaf4b7b6-e423-4359-a24b-e151ad3362d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '34935e92-b45e-48e7-bd40-2bac504935c7'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:46.251088 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-baf19789-7eb9-4216-bf26-dffde1b4f173 None None] Port 10754dbe-1d7e-4d98-8571-d14e7464dde2 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:44:46.260317 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4563644f-629f-463e-a5ff-e5f06cc350fe tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Network 7f4fbe91-a144-4443-ac4c-7943f5a59578 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:44:46.268079 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add3aedc-4c9c-4d85-a5f4-77248fc7b99a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:44:46.274248 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] For port 78b6865d-d416-49db-a6fb-7c0b79d724a7, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:44:46.274666 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempted to set empty binding levels {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 16:44:46.277293 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36174) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:46.277798 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-add3aedc-4c9c-4d85-a5f4-77248fc7b99a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "PUT /v2.0/routers/14a86fd6-7195-41d6-a4e0-db084f9fa312/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2294056 Jul 23 16:44:46.283506 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a608e78-9f65-4c29-b9e8-0c8602d5ee26 None None] Sync routers for ids ['14a86fd6-7195-41d6-a4e0-db084f9fa312'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:44:46.296062 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a608e78-9f65-4c29-b9e8-0c8602d5ee26 None None] Routers {'14a86fd6-7195-41d6-a4e0-db084f9fa312'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:46.297155 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-0a608e78-9f65-4c29-b9e8-0c8602d5ee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:44:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['14a86fd6-7195-41d6-a4e0-db084f9fa312'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:46.297719 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-4563644f-629f-463e-a5ff-e5f06cc350fe tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 7f4fbe91-a144-4443-ac4c-7943f5a59578) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:46.305397 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4563644f-629f-463e-a5ff-e5f06cc350fe tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:46.306097 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4563644f-629f-463e-a5ff-e5f06cc350fe tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:46.306505 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34d96ae-8fc2-4475-bc98-8b31e07796c6 None None] Network 7f4fbe91-a144-4443-ac4c-7943f5a59578 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:46.310250 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:46.337001 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-46748545-426e-4b91-a068-aea792ab94b0 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:44:46.338243 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-46748545-426e-4b91-a068-aea792ab94b0 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1360390 Jul 23 16:44:46.341196 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36176) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:46.386519 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Pushing event updated for resources: {'Port': ['ID=78b6865d-d416-49db-a6fb-7c0b79d724a7,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:46.400116 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25e461-6398-4463-96a6-5b1d13acc0a1 req-9257cb15-d66e-43b6-b511-ecbe540b539e tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:46.400116 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5b25e461-6398-4463-96a6-5b1d13acc0a1 req-9257cb15-d66e-43b6-b511-ecbe540b539e tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/ports?device_id=aface810-aa02-4f7a-80e8-79db5acbb5ed HTTP/1.1" status: 200 len: 945 time: 0.1551549 Jul 23 16:44:46.428398 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] In _notify_port_updated(), no bound segment for port 78b6865d-d416-49db-a6fb-7c0b79d724a7 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 {{(pid=94013) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:44:46.433183 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:46.434608 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:46.440401 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c4e44cdb-0cfd-4bfc-aa65-b1a0d5727e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] 10.222.0.73 "PUT /v2.0/ports/78b6865d-d416-49db-a6fb-7c0b79d724a7 HTTP/1.1" status: 200 len: 979 time: 1.5779696 Jul 23 16:44:46.450231 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-0a608e78-9f65-4c29-b9e8-0c8602d5ee26 None None] Set router 14a86fd6-7195-41d6-a4e0-db084f9fa312 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:46.453422 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36180) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:46.464101 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4563644f-629f-463e-a5ff-e5f06cc350fe tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1193585 Jul 23 16:44:46.465074 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36182) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:46.492333 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-027c222d-9bdd-4f72-816d-06411289d245 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:46.527682 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-5fe710af-1922-49b5-a3ed-071cd8fdfc8c tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Request body: {'router': {'external_gateway_info': {'network_id': '7f4fbe91-a144-4443-ac4c-7943f5a59578'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:46.613683 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22337195-77fa-4840-a73b-3b033a9750ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-7f4fbe91-a144-4443-ac4c-7943f5a59578', 'network_id': '7f4fbe91-a144-4443-ac4c-7943f5a59578', 'tenant_id': 'fbe07e006e654430abbbd74e96fc6f1b', 'fixed_ips': [{'subnet_id': '4115dd30-15e6-449b-96b5-eaba3c8197a0'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:44:46.618762 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-22337195-77fa-4840-a73b-3b033a9750ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:46.624385 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5b25e461-6398-4463-96a6-5b1d13acc0a1 req-0fd71f63-17fc-458d-8f92-6118638cc212 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/security-groups?id=30f46667-8e63-4ae7-8b64-db89053be37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077057 Jul 23 16:44:46.652071 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f220f6-a700-4d9c-be9f-dd0ff1d7ae5c tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:46.652556 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f220f6-a700-4d9c-be9f-dd0ff1d7ae5c tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:46.653023 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f220f6-a700-4d9c-be9f-dd0ff1d7ae5c tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:46.654850 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f220f6-a700-4d9c-be9f-dd0ff1d7ae5c tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:46.655567 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f220f6-a700-4d9c-be9f-dd0ff1d7ae5c tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:46.656035 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f220f6-a700-4d9c-be9f-dd0ff1d7ae5c tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:46.656499 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f220f6-a700-4d9c-be9f-dd0ff1d7ae5c tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:46.656957 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f220f6-a700-4d9c-be9f-dd0ff1d7ae5c tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:46.657443 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f220f6-a700-4d9c-be9f-dd0ff1d7ae5c tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:46.657900 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f220f6-a700-4d9c-be9f-dd0ff1d7ae5c tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:46.658355 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f220f6-a700-4d9c-be9f-dd0ff1d7ae5c tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:46.666239 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f4f220f6-a700-4d9c-be9f-dd0ff1d7ae5c tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7760 time: 0.3876462 Jul 23 16:44:46.669486 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36190) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:46.748662 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-0a608e78-9f65-4c29-b9e8-0c8602d5ee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'name': 'tempest-TestNetworkBasicOps-router-144346', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:44:44Z', 'revision_number': 4, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:32Z', 'updated_at': '2021-07-23T16:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '10754dbe-1d7e-4d98-8571-d14e7464dde2', 'name': '', 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'mac_address': 'fa:16:3e:b3:5c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '5a57f280-8dbb-4321-a46a-f13c3bad6f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:42Z', 'updated_at': '2021-07-23T16:44:45Z', 'revision_number': 2, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'subnets': [{'id': '5a57f280-8dbb-4321-a46a-f13c3bad6f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:46.785989 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-027c222d-9bdd-4f72-816d-06411289d245 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:46.824378 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a608e78-9f65-4c29-b9e8-0c8602d5ee26 None None] Checking router: 14a86fd6-7195-41d6-a4e0-db084f9fa312 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:44:46.825138 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a608e78-9f65-4c29-b9e8-0c8602d5ee26 None None] Updating router 14a86fd6-7195-41d6-a4e0-db084f9fa312 port 10754dbe-1d7e-4d98-8571-d14e7464dde2 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:44:46.863799 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad059e9-579f-484f-ba2b-c01bea46eaef tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:46.863799 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad059e9-579f-484f-ba2b-c01bea46eaef tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:46.863799 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad059e9-579f-484f-ba2b-c01bea46eaef tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:46.864270 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad059e9-579f-484f-ba2b-c01bea46eaef tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:46.866308 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad059e9-579f-484f-ba2b-c01bea46eaef tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:46.868007 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad059e9-579f-484f-ba2b-c01bea46eaef tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:46.868545 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad059e9-579f-484f-ba2b-c01bea46eaef tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:46.869372 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad059e9-579f-484f-ba2b-c01bea46eaef tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:46.869510 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-22337195-77fa-4840-a73b-3b033a9750ab None None] Allocated IP 2001:db8:1::2 (7f4fbe91-a144-4443-ac4c-7943f5a59578/4115dd30-15e6-449b-96b5-eaba3c8197a0/85b02219-0e64-4d48-b214-2bfbce58ae52) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:46.870099 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad059e9-579f-484f-ba2b-c01bea46eaef tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:46.870902 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad059e9-579f-484f-ba2b-c01bea46eaef tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:46.876987 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4ad059e9-579f-484f-ba2b-c01bea46eaef tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6458 time: 0.2047482 Jul 23 16:44:46.879044 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36192) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:47.054293 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-0a608e78-9f65-4c29-b9e8-0c8602d5ee26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:47.124317 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-22337195-77fa-4840-a73b-3b033a9750ab None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:47.136711 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-22337195-77fa-4840-a73b-3b033a9750ab None None] Transition to ACTIVE for port object 85b02219-0e64-4d48-b214-2bfbce58ae52 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:47.159913 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-22337195-77fa-4840-a73b-3b033a9750ab None None] Transition to ACTIVE for port object 85b02219-0e64-4d48-b214-2bfbce58ae52 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:47.169003 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-22337195-77fa-4840-a73b-3b033a9750ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:47.215991 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aec0eb-8417-4e86-a259-fdf87a9e7ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:47.216722 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aec0eb-8417-4e86-a259-fdf87a9e7ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:47.217396 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aec0eb-8417-4e86-a259-fdf87a9e7ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:47.218031 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aec0eb-8417-4e86-a259-fdf87a9e7ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:47.218668 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aec0eb-8417-4e86-a259-fdf87a9e7ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:47.219309 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aec0eb-8417-4e86-a259-fdf87a9e7ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:47.219943 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aec0eb-8417-4e86-a259-fdf87a9e7ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:47.220576 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aec0eb-8417-4e86-a259-fdf87a9e7ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:47.221267 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aec0eb-8417-4e86-a259-fdf87a9e7ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:47.221917 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aec0eb-8417-4e86-a259-fdf87a9e7ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:47.222536 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aec0eb-8417-4e86-a259-fdf87a9e7ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:47.223167 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aec0eb-8417-4e86-a259-fdf87a9e7ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:47.223796 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aec0eb-8417-4e86-a259-fdf87a9e7ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:47.224422 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aec0eb-8417-4e86-a259-fdf87a9e7ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:47.225482 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aec0eb-8417-4e86-a259-fdf87a9e7ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:47.226153 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aec0eb-8417-4e86-a259-fdf87a9e7ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:47.226800 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aec0eb-8417-4e86-a259-fdf87a9e7ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:47.229695 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a4aec0eb-8417-4e86-a259-fdf87a9e7ad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15462 time: 0.7752938 Jul 23 16:44:47.234305 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36204) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:47.238059 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5fe710af-1922-49b5-a3ed-071cd8fdfc8c tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:47.287615 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22337195-77fa-4840-a73b-3b033a9750ab None None] Pushing event updated for resources: {'Port': ['ID=85b02219-0e64-4d48-b214-2bfbce58ae52,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:47.301438 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22337195-77fa-4840-a73b-3b033a9750ab None None] Network 7f4fbe91-a144-4443-ac4c-7943f5a59578 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:47.303404 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-22337195-77fa-4840-a73b-3b033a9750ab None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:47.306107 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22337195-77fa-4840-a73b-3b033a9750ab None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:47.318852 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cc56b138-acce-411e-97e5-f7ab15d6fe64 tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2866 time: 0.4383180 Jul 23 16:44:47.337710 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-027c222d-9bdd-4f72-816d-06411289d245 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:47.340269 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-027c222d-9bdd-4f72-816d-06411289d245 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:47.342233 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-027c222d-9bdd-4f72-816d-06411289d245 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "DELETE /v2.0/security-groups/34935e92-b45e-48e7-bd40-2bac504935c7 HTTP/1.1" status: 204 len: 168 time: 1.0001013 Jul 23 16:44:47.344898 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36210) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:47.383714 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c222d-9bdd-4f72-816d-06411289d245 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34935e92-b45e-48e7-bd40-2bac504935c7,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:47.440203 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-3c531408-f957-47d3-80db-d03fee7ea3ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Deleting port 78b6865d-d416-49db-a6fb-7c0b79d724a7 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:47.440569 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3c531408-f957-47d3-80db-d03fee7ea3ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:47.464321 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-22337195-77fa-4840-a73b-3b033a9750ab None None] Attempting to bind port 85b02219-0e64-4d48-b214-2bfbce58ae52 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:47.464560 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-22337195-77fa-4840-a73b-3b033a9750ab None None] Attempting to bind port 85b02219-0e64-4d48-b214-2bfbce58ae52 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '2566acb2-7aa6-4017-a2b1-1deb84249d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '7f4fbe91-a144-4443-ac4c-7943f5a59578'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:47.465035 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22337195-77fa-4840-a73b-3b033a9750ab None None] Attempting to bind port 85b02219-0e64-4d48-b214-2bfbce58ae52 on network 7f4fbe91-a144-4443-ac4c-7943f5a59578 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:47.477112 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22337195-77fa-4840-a73b-3b033a9750ab None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:44:47.478023 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22337195-77fa-4840-a73b-3b033a9750ab None None] Checking segment: {'id': '2566acb2-7aa6-4017-a2b1-1deb84249d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '7f4fbe91-a144-4443-ac4c-7943f5a59578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:47.478387 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-22337195-77fa-4840-a73b-3b033a9750ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:47.480669 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22337195-77fa-4840-a73b-3b033a9750ab None None] Bound using segment: {'id': '2566acb2-7aa6-4017-a2b1-1deb84249d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '7f4fbe91-a144-4443-ac4c-7943f5a59578'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:44:47.482010 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-22337195-77fa-4840-a73b-3b033a9750ab None None] Bound port: 85b02219-0e64-4d48-b214-2bfbce58ae52, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2566acb2-7aa6-4017-a2b1-1deb84249d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '7f4fbe91-a144-4443-ac4c-7943f5a59578'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:44:47.482396 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-22337195-77fa-4840-a73b-3b033a9750ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:47.496005 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-93813d17-64c3-4c92-9eea-9ed0dac40eac tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1439848 Jul 23 16:44:47.496005 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36218) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:47.643174 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-521cfdf6-2e1c-4e02-a4c1-a978f619fb30 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:47.658616 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36222) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:47.676071 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-22337195-77fa-4840-a73b-3b033a9750ab None None] For port 85b02219-0e64-4d48-b214-2bfbce58ae52, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:44:47.680611 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-22337195-77fa-4840-a73b-3b033a9750ab None None] For port 85b02219-0e64-4d48-b214-2bfbce58ae52, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=85b02219-0e64-4d48-b214-2bfbce58ae52,segment=NetworkSegment(2566acb2-7aa6-4017-a2b1-1deb84249d07),segment_id=2566acb2-7aa6-4017-a2b1-1deb84249d07)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:44:47.681303 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-521cfdf6-2e1c-4e02-a4c1-a978f619fb30 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:47.685908 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-22337195-77fa-4840-a73b-3b033a9750ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:47.690926 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-7bcb9c9a-8e82-4861-b4dd-8220f24eec09 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-523411217', 'description': 'tempest-secgroup-smoke-523411217 description', 'project_id': '26442a7d2aa845bc8d6525b42b6b3848'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:47.741704 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-521cfdf6-2e1c-4e02-a4c1-a978f619fb30 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:47.744914 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-521cfdf6-2e1c-4e02-a4c1-a978f619fb30 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:47.746465 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-521cfdf6-2e1c-4e02-a4c1-a978f619fb30 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "DELETE /v2.0/security-groups/eaf4b7b6-e423-4359-a24b-e151ad3362d0 HTTP/1.1" status: 204 len: 168 time: 0.2509999 Jul 23 16:44:47.751744 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36224) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:47.766989 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521cfdf6-2e1c-4e02-a4c1-a978f619fb30 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf4b7b6-e423-4359-a24b-e151ad3362d0,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:47.768284 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-0a608e78-9f65-4c29-b9e8-0c8602d5ee26 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:47.769943 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22337195-77fa-4840-a73b-3b033a9750ab None None] Pushing event updated for resources: {'Port': ['ID=85b02219-0e64-4d48-b214-2bfbce58ae52,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:47.805375 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-0a608e78-9f65-4c29-b9e8-0c8602d5ee26 None None] Transition to ACTIVE for port object 10754dbe-1d7e-4d98-8571-d14e7464dde2 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:47.820054 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-0a608e78-9f65-4c29-b9e8-0c8602d5ee26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:47.823349 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-3c531408-f957-47d3-80db-d03fee7ea3ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] For port 78b6865d-d416-49db-a6fb-7c0b79d724a7, host n-h1-778549-4, got binding levels [] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:47.823720 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3c531408-f957-47d3-80db-d03fee7ea3ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:47.835543 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3c0caa7c-d9d5-4092-9d0b-6c3db1f4aad4 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0824225 Jul 23 16:44:47.839834 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36226) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:47.847522 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6668baf0-121f-4bbf-b827-cc93e79df861 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group': {'name': 'tempest-secgroup--1881150543'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:47.849535 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-3c531408-f957-47d3-80db-d03fee7ea3ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Calling delete_port for 78b6865d-d416-49db-a6fb-7c0b79d724a7 owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:47.862389 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7bcb9c9a-8e82-4861-b4dd-8220f24eec09 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:47.885994 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6668baf0-121f-4bbf-b827-cc93e79df861 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:47.910512 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-5fe710af-1922-49b5-a3ed-071cd8fdfc8c tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:44:47.913011 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5fe710af-1922-49b5-a3ed-071cd8fdfc8c tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] 10.222.0.73 "PUT /v2.0/routers/a2403c5e-09b2-4630-8d68-d5bdf3437b0f HTTP/1.1" status: 400 len: 364 time: 1.4219582 Jul 23 16:44:47.917321 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36230) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:47.926071 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c913a07-1420-4cc4-b6ef-849937d7bd95 None None] Pushing event updated for resources: {'Port': ['ID=10754dbe-1d7e-4d98-8571-d14e7464dde2,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:48.002840 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-0a608e78-9f65-4c29-b9e8-0c8602d5ee26 None None] Attempting to bind port 10754dbe-1d7e-4d98-8571-d14e7464dde2 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:48.003815 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-0a608e78-9f65-4c29-b9e8-0c8602d5ee26 None None] Attempting to bind port 10754dbe-1d7e-4d98-8571-d14e7464dde2 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'c75a9572-ecce-461e-8aac-a16bbf3e30ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:48.004410 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a608e78-9f65-4c29-b9e8-0c8602d5ee26 None None] Attempting to bind port 10754dbe-1d7e-4d98-8571-d14e7464dde2 on network 5b57ad19-07f2-4db9-9db5-b1bd62f6bddb {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:48.011144 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a608e78-9f65-4c29-b9e8-0c8602d5ee26 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:44:48.011802 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a608e78-9f65-4c29-b9e8-0c8602d5ee26 None None] Checking segment: {'id': 'c75a9572-ecce-461e-8aac-a16bbf3e30ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:48.012422 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-0a608e78-9f65-4c29-b9e8-0c8602d5ee26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:48.012999 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a608e78-9f65-4c29-b9e8-0c8602d5ee26 None None] Bound using segment: {'id': 'c75a9572-ecce-461e-8aac-a16bbf3e30ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:44:48.031571 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-0a608e78-9f65-4c29-b9e8-0c8602d5ee26 None None] Bound port: 10754dbe-1d7e-4d98-8571-d14e7464dde2, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75a9572-ecce-461e-8aac-a16bbf3e30ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:44:48.031571 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-0a608e78-9f65-4c29-b9e8-0c8602d5ee26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:48.105134 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cafae-5f4d-4492-9598-5a9e55c0d1a8 req-049d42e3-e6ca-45e0-b163-9e09ad38bacd tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:48.118822 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0e6cafae-5f4d-4492-9598-5a9e55c0d1a8 req-049d42e3-e6ca-45e0-b163-9e09ad38bacd tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/ports?device_id=aface810-aa02-4f7a-80e8-79db5acbb5ed HTTP/1.1" status: 200 len: 945 time: 0.4181519 Jul 23 16:44:48.170352 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-0a608e78-9f65-4c29-b9e8-0c8602d5ee26 None None] For port 10754dbe-1d7e-4d98-8571-d14e7464dde2, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:44:48.174156 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-0a608e78-9f65-4c29-b9e8-0c8602d5ee26 None None] For port 10754dbe-1d7e-4d98-8571-d14e7464dde2, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=10754dbe-1d7e-4d98-8571-d14e7464dde2,segment=NetworkSegment(c75a9572-ecce-461e-8aac-a16bbf3e30ed),segment_id=c75a9572-ecce-461e-8aac-a16bbf3e30ed)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:44:48.180962 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-0a608e78-9f65-4c29-b9e8-0c8602d5ee26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:48.240222 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0e6cafae-5f4d-4492-9598-5a9e55c0d1a8 req-e889af24-8f92-48ff-af36-3819a79bf3c7 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/security-groups?id=30f46667-8e63-4ae7-8b64-db89053be37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146350 Jul 23 16:44:48.247191 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3c531408-f957-47d3-80db-d03fee7ea3ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:48.298333 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3c531408-f957-47d3-80db-d03fee7ea3ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:48.300682 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3c531408-f957-47d3-80db-d03fee7ea3ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] 10.222.0.73 "DELETE /v2.0/ports/78b6865d-d416-49db-a6fb-7c0b79d724a7 HTTP/1.1" status: 204 len: 168 time: 1.0652175 Jul 23 16:44:48.301935 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c531408-f957-47d3-80db-d03fee7ea3ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Pushing event deleted for resources: {'Port': ['ID=78b6865d-d416-49db-a6fb-7c0b79d724a7,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:48.312613 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36238) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:48.337244 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c913a07-1420-4cc4-b6ef-849937d7bd95 None None] Pushing event updated for resources: {'Port': ['ID=10754dbe-1d7e-4d98-8571-d14e7464dde2,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:48.343514 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2c883a-b27f-467e-9418-275bcaa7fd95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] GET failed (client error): The resource could not be found. Jul 23 16:44:48.347965 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1f2c883a-b27f-467e-9418-275bcaa7fd95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] 10.222.0.73 "GET /v2.0/ports/78b6865d-d416-49db-a6fb-7c0b79d724a7 HTTP/1.1" status: 404 len: 333 time: 0.0328224 Jul 23 16:44:48.353714 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36242) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:48.363119 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a608e78-9f65-4c29-b9e8-0c8602d5ee26 None None] Routers {'14a86fd6-7195-41d6-a4e0-db084f9fa312'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:48.365202 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-0a608e78-9f65-4c29-b9e8-0c8602d5ee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:44:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['14a86fd6-7195-41d6-a4e0-db084f9fa312'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:48.368491 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-87847d29-4910-4830-9b32-b5ca674759fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139950063', 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:48.548132 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-0a608e78-9f65-4c29-b9e8-0c8602d5ee26 None None] Set router 14a86fd6-7195-41d6-a4e0-db084f9fa312 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:48.835371 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-0a608e78-9f65-4c29-b9e8-0c8602d5ee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'name': 'tempest-TestNetworkBasicOps-router-144346', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:44:44Z', 'revision_number': 4, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:32Z', 'updated_at': '2021-07-23T16:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '10754dbe-1d7e-4d98-8571-d14e7464dde2', 'name': '', 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'mac_address': 'fa:16:3e:b3:5c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '5a57f280-8dbb-4321-a46a-f13c3bad6f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:42Z', 'updated_at': '2021-07-23T16:44:48Z', 'revision_number': 4, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'subnets': [{'id': '5a57f280-8dbb-4321-a46a-f13c3bad6f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:48.867663 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a608e78-9f65-4c29-b9e8-0c8602d5ee26 None None] The sync data for ids ['14a86fd6-7195-41d6-a4e0-db084f9fa312'] in n-d-778549-4 is: [{'id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'name': 'tempest-TestNetworkBasicOps-router-144346', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:44:44Z', 'revision_number': 4, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:32Z', 'updated_at': '2021-07-23T16:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '10754dbe-1d7e-4d98-8571-d14e7464dde2', 'name': '', 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'mac_address': 'fa:16:3e:b3:5c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '5a57f280-8dbb-4321-a46a-f13c3bad6f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:42Z', 'updated_at': '2021-07-23T16:44:48Z', 'revision_number': 4, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'subnets': [{'id': '5a57f280-8dbb-4321-a46a-f13c3bad6f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:44:48.872748 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6668baf0-121f-4bbf-b827-cc93e79df861 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:48.921946 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6668baf0-121f-4bbf-b827-cc93e79df861 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:48.990440 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7bcb9c9a-8e82-4861-b4dd-8220f24eec09 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:48.996160 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7bcb9c9a-8e82-4861-b4dd-8220f24eec09 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:49.041318 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb9c9a-8e82-4861-b4dd-8220f24eec09 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e377f399-0cc6-41ef-9eb0-804cabb02da2,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:49.088530 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6668baf0-121f-4bbf-b827-cc93e79df861 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:49.089853 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6668baf0-121f-4bbf-b827-cc93e79df861 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2479815 Jul 23 16:44:49.097399 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36258) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:49.103051 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-c0787dd8-7424-4aa5-a8f7-2d8c1ac2a960 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group_rule': {'security_group_id': '062ee398-2405-4915-bc6a-55e5f76baa1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:49.112864 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668baf0-121f-4bbf-b827-cc93e79df861 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=062ee398-2405-4915-bc6a-55e5f76baa1c,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:49.132806 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87847d29-4910-4830-9b32-b5ca674759fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Made reservation on behalf of 5d23676cb55a4d0caecff8ca5131c2ae for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:49.136112 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-87847d29-4910-4830-9b32-b5ca674759fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:49.170717 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7bcb9c9a-8e82-4861-b4dd-8220f24eec09 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:49.175780 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7bcb9c9a-8e82-4861-b4dd-8220f24eec09 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.5058532 Jul 23 16:44:49.176605 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36260) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:49.199679 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-91e71383-cebc-4809-9653-c23917b4b473 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'security_group_rule': {'security_group_id': 'e377f399-0cc6-41ef-9eb0-804cabb02da2', 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:49.207953 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-87847d29-4910-4830-9b32-b5ca674759fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] device_id is not set on port 7360d459-753b-42b6-99a2-c4e16cea6a39 yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:44:49.220985 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-c0787dd8-7424-4aa5-a8f7-2d8c1ac2a960 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:44:49.222072 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c0787dd8-7424-4aa5-a8f7-2d8c1ac2a960 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1237092 Jul 23 16:44:49.230655 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36262) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:49.235350 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-9ed2696d-6046-4ec6-a453-e5cbb78bf11e tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group_rule': {'security_group_id': '062ee398-2405-4915-bc6a-55e5f76baa1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:49.269215 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6996b72-5649-4eff-8388-2042115606a3 req-3b84628a-6539-49ab-ad07-05e8f0510fe5 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:49.270858 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b6996b72-5649-4eff-8388-2042115606a3 req-3b84628a-6539-49ab-ad07-05e8f0510fe5 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.74 "GET /v2.0/ports?device_id=aface810-aa02-4f7a-80e8-79db5acbb5ed HTTP/1.1" status: 200 len: 945 time: 0.3944983 Jul 23 16:44:49.333715 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-805533eb-7fb7-4e39-94d5-0f44f38a99bc tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:49.389183 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0985c7c-ad13-48e9-83dc-a17e619b078a None None] Network 7f4fbe91-a144-4443-ac4c-7943f5a59578 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:49.464231 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-91e71383-cebc-4809-9653-c23917b4b473 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:49.496035 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-80cb9311-d57c-410b-8c89-5dd1f8c48032 None None] Provisioning for port 85b02219-0e64-4d48-b214-2bfbce58ae52 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:49.581673 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-9ed2696d-6046-4ec6-a453-e5cbb78bf11e tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:44:49.582858 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9ed2696d-6046-4ec6-a453-e5cbb78bf11e tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3511567 Jul 23 16:44:49.607687 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36272) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:49.989511 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-805533eb-7fb7-4e39-94d5-0f44f38a99bc tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Allocated IP 2001:db8::1 (aaddfd76-fc5d-4392-8fdd-d66e0be3bf07/23ec1db3-1b4e-432f-ae89-1b2288f5f2a5/81335945-cf42-4d20-aa92-df6cd848a0f8) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:50.161330 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-805533eb-7fb7-4e39-94d5-0f44f38a99bc tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:50.223030 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-805533eb-7fb7-4e39-94d5-0f44f38a99bc tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Transition to ACTIVE for port object 81335945-cf42-4d20-aa92-df6cd848a0f8 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:50.229223 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 10754dbe-1d7e-4d98-8571-d14e7464dde2 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:50.239406 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-b6996b72-5649-4eff-8388-2042115606a3 req-c95e006b-9b34-4d01-a506-34ef8b69c448 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Deleting port 34fd8a38-21c0-4f59-aac1-e47b58822c16 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:50.246718 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b6996b72-5649-4eff-8388-2042115606a3 req-c95e006b-9b34-4d01-a506-34ef8b69c448 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:50.307673 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c0402c7e-56ab-4d73-b38d-ebe37b19c5a9 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:50.331399 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 10754dbe-1d7e-4d98-8571-d14e7464dde2 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:50.348146 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 10754dbe-1d7e-4d98-8571-d14e7464dde2 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:50.355096 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:50.465217 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c0402c7e-56ab-4d73-b38d-ebe37b19c5a9 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:50.466425 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece93067-9594-4ec6-b14f-893fd10ba1be req-a69a35eb-0960-4794-8679-c90398110d43 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:50.476639 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ece93067-9594-4ec6-b14f-893fd10ba1be req-a69a35eb-0960-4794-8679-c90398110d43 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/ports?device_id=aface810-aa02-4f7a-80e8-79db5acbb5ed HTTP/1.1" status: 200 len: 945 time: 1.1271055 Jul 23 16:44:50.556088 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-b6996b72-5649-4eff-8388-2042115606a3 req-c95e006b-9b34-4d01-a506-34ef8b69c448 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] For port 34fd8a38-21c0-4f59-aac1-e47b58822c16, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=34fd8a38-21c0-4f59-aac1-e47b58822c16,segment=NetworkSegment(0333680c-4063-475f-a23f-a780ec6c1e1c),segment_id=0333680c-4063-475f-a23f-a780ec6c1e1c)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:50.556088 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b6996b72-5649-4eff-8388-2042115606a3 req-c95e006b-9b34-4d01-a506-34ef8b69c448 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:50.559406 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-805533eb-7fb7-4e39-94d5-0f44f38a99bc tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:50.572482 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-91e71383-cebc-4809-9653-c23917b4b473 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:50.576488 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:50.588765 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-91e71383-cebc-4809-9653-c23917b4b473 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:50.626991 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-b6996b72-5649-4eff-8388-2042115606a3 req-c95e006b-9b34-4d01-a506-34ef8b69c448 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Calling delete_port for 34fd8a38-21c0-4f59-aac1-e47b58822c16 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:50.641721 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-91e71383-cebc-4809-9653-c23917b4b473 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:50.645840 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-91e71383-cebc-4809-9653-c23917b4b473 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4561114 Jul 23 16:44:50.655171 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36290) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:50.656995 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 10754dbe-1d7e-4d98-8571-d14e7464dde2, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=10754dbe-1d7e-4d98-8571-d14e7464dde2,segment=NetworkSegment(c75a9572-ecce-461e-8aac-a16bbf3e30ed),segment_id=c75a9572-ecce-461e-8aac-a16bbf3e30ed)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:50.660124 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-60b4d784-5077-4c33-9332-4f87c11dca5b tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'security_group_rule': {'security_group_id': 'e377f399-0cc6-41ef-9eb0-804cabb02da2', 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:50.666538 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:50.667788 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 85b02219-0e64-4d48-b214-2bfbce58ae52 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:50.682191 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-87847d29-4910-4830-9b32-b5ca674759fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:50.692689 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ece93067-9594-4ec6-b14f-893fd10ba1be req-d0e24061-bd19-4645-b464-64f1ff273781 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/security-groups?id=30f46667-8e63-4ae7-8b64-db89053be37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151263 Jul 23 16:44:50.702267 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e71383-cebc-4809-9653-c23917b4b473 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd2adcf5-0e70-41d5-972f-f44606752c91,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:50.720152 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60b4d784-5077-4c33-9332-4f87c11dca5b tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:50.721594 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c0402c7e-56ab-4d73-b38d-ebe37b19c5a9 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:50.726341 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c0402c7e-56ab-4d73-b38d-ebe37b19c5a9 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:50.730587 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c0402c7e-56ab-4d73-b38d-ebe37b19c5a9 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "DELETE /v2.0/security-groups/062ee398-2405-4915-bc6a-55e5f76baa1c HTTP/1.1" status: 204 len: 168 time: 1.1130996 Jul 23 16:44:50.748447 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36292) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:50.828332 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60b4d784-5077-4c33-9332-4f87c11dca5b tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:50.838569 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60b4d784-5077-4c33-9332-4f87c11dca5b tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:50.887492 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=10754dbe-1d7e-4d98-8571-d14e7464dde2,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:50.903623 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 85b02219-0e64-4d48-b214-2bfbce58ae52 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:50.908480 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-08edbf7b-8965-48cf-adac-136aa74026b6 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1582291 Jul 23 16:44:50.916197 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36296) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:50.921590 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 85b02219-0e64-4d48-b214-2bfbce58ae52 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:50.923373 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:50.944672 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-4711e237-25ee-41ec-a80e-f4510c7431a1 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group': {'name': 'tempest-secgroup--1317990654'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:50.952850 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4d784-5077-4c33-9332-4f87c11dca5b tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b782ebbd-1795-4445-8450-55ab7865a95d,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:50.966016 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-87847d29-4910-4830-9b32-b5ca674759fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:50.993555 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60b4d784-5077-4c33-9332-4f87c11dca5b tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:50.996447 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805533eb-7fb7-4e39-94d5-0f44f38a99bc tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Network aaddfd76-fc5d-4392-8fdd-d66e0be3bf07 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:50.997610 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0402c7e-56ab-4d73-b38d-ebe37b19c5a9 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=062ee398-2405-4915-bc6a-55e5f76baa1c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:50.999378 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-60b4d784-5077-4c33-9332-4f87c11dca5b tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3430090 Jul 23 16:44:51.000369 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36298) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:51.014714 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-805533eb-7fb7-4e39-94d5-0f44f38a99bc tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:51.030253 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-48128fe9-8e24-4572-bdca-3c3069db72dd tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'security_group_rule': {'security_group_id': 'e377f399-0cc6-41ef-9eb0-804cabb02da2', 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:51.030485 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805533eb-7fb7-4e39-94d5-0f44f38a99bc tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:51.031130 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-805533eb-7fb7-4e39-94d5-0f44f38a99bc tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:51.068701 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:51.106672 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805533eb-7fb7-4e39-94d5-0f44f38a99bc tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Pushing event updated for resources: {'Port': ['ID=81335945-cf42-4d20-aa92-df6cd848a0f8,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:51.123896 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87847d29-4910-4830-9b32-b5ca674759fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Pushing event updated for resources: {'Port': ['ID=7360d459-753b-42b6-99a2-c4e16cea6a39,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:51.126549 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4711e237-25ee-41ec-a80e-f4510c7431a1 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:51.146864 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87847d29-4910-4830-9b32-b5ca674759fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:51.155787 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-87847d29-4910-4830-9b32-b5ca674759fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:51.170818 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87847d29-4910-4830-9b32-b5ca674759fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:51.172038 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87847d29-4910-4830-9b32-b5ca674759fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:51.172709 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-87847d29-4910-4830-9b32-b5ca674759fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:51.174824 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 85b02219-0e64-4d48-b214-2bfbce58ae52, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=85b02219-0e64-4d48-b214-2bfbce58ae52,segment=NetworkSegment(2566acb2-7aa6-4017-a2b1-1deb84249d07),segment_id=2566acb2-7aa6-4017-a2b1-1deb84249d07)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:51.180836 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:51.214992 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-48128fe9-8e24-4572-bdca-3c3069db72dd tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:51.256368 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-87847d29-4910-4830-9b32-b5ca674759fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.8990338 Jul 23 16:44:51.258049 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36304) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:51.321176 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=85b02219-0e64-4d48-b214-2bfbce58ae52,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:51.324719 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-48128fe9-8e24-4572-bdca-3c3069db72dd tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:51.333457 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-48128fe9-8e24-4572-bdca-3c3069db72dd tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:51.373578 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48128fe9-8e24-4572-bdca-3c3069db72dd tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=405ffc51-f9b7-4f0b-b4fc-2ee58ae42615,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:51.407334 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b6996b72-5649-4eff-8388-2042115606a3 req-c95e006b-9b34-4d01-a506-34ef8b69c448 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:51.419708 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['34fd8a38-21c0-4f59-aac1-e47b58822c16'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:44:51.447261 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4711e237-25ee-41ec-a80e-f4510c7431a1 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:51.457305 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4711e237-25ee-41ec-a80e-f4510c7431a1 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:51.462784 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e006b-9b34-4d01-a506-34ef8b69c448 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Pushing event deleted for resources: {'Port': ['ID=34fd8a38-21c0-4f59-aac1-e47b58822c16,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:51.467557 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16a6577-00f7-4a5f-9bc1-64970f3166a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:51.469268 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c16a6577-00f7-4a5f-9bc1-64970f3166a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] 10.222.0.73 "GET /v2.0/ports/7360d459-753b-42b6-99a2-c4e16cea6a39 HTTP/1.1" status: 200 len: 959 time: 0.2080929 Jul 23 16:44:51.470440 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-805533eb-7fb7-4e39-94d5-0f44f38a99bc tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:51.494481 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36306) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:51.515229 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-48128fe9-8e24-4572-bdca-3c3069db72dd tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:51.516853 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-48128fe9-8e24-4572-bdca-3c3069db72dd tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5044091 Jul 23 16:44:51.517807 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711e237-25ee-41ec-a80e-f4510c7431a1 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d778482-8e72-4937-8508-43bb00401295,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:51.521088 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36308) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:51.526979 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-02c1144d-0dfa-4914-a4a9-05d45f4f0aa7 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'security_group_rule': {'security_group_id': 'e377f399-0cc6-41ef-9eb0-804cabb02da2', 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:51.532162 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4711e237-25ee-41ec-a80e-f4510c7431a1 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:51.536069 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4711e237-25ee-41ec-a80e-f4510c7431a1 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6127996 Jul 23 16:44:51.536237 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36310) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:51.540751 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-10dc3c54-1573-452f-82d5-e745d82c6414 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:51.541194 n-d-778549-4 neutron-server[94012]: WARNING neutron.api.v2.base [None req-10dc3c54-1573-452f-82d5-e745d82c6414 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 16:44:51.541685 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-10dc3c54-1573-452f-82d5-e745d82c6414 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] update failed (client error): There was a conflict when trying to complete your request. Jul 23 16:44:51.545500 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-10dc3c54-1573-452f-82d5-e745d82c6414 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "PUT /v2.0/security-groups/5d778482-8e72-4937-8508-43bb00401295 HTTP/1.1" status: 409 len: 330 time: 0.0055013 Jul 23 16:44:51.545500 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36312) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:51.581637 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4b9da2f3-1526-4fde-bac3-65741c1b2c68 None None] Provisioning for port 81335945-cf42-4d20-aa92-df6cd848a0f8 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:51.601730 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4b9da2f3-1526-4fde-bac3-65741c1b2c68 None None] Provisioning complete for port 81335945-cf42-4d20-aa92-df6cd848a0f8 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:51.602467 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4b9da2f3-1526-4fde-bac3-65741c1b2c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:51.618230 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-68c5d52e-92c4-46d9-88e1-5836a39003a6 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:51.659727 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4b9da2f3-1526-4fde-bac3-65741c1b2c68 None None] Port 81335945-cf42-4d20-aa92-df6cd848a0f8 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:44:51.673961 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-02c1144d-0dfa-4914-a4a9-05d45f4f0aa7 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:51.700848 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-68c5d52e-92c4-46d9-88e1-5836a39003a6 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:51.708316 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6996b72-5649-4eff-8388-2042115606a3 req-c95e006b-9b34-4d01-a506-34ef8b69c448 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] No DVR routers for this DVR port 34fd8a38-21c0-4f59-aac1-e47b58822c16 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:44:51.716706 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b6996b72-5649-4eff-8388-2042115606a3 req-c95e006b-9b34-4d01-a506-34ef8b69c448 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:51.719087 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b6996b72-5649-4eff-8388-2042115606a3 req-c95e006b-9b34-4d01-a506-34ef8b69c448 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.74 "DELETE /v2.0/ports/34fd8a38-21c0-4f59-aac1-e47b58822c16 HTTP/1.1" status: 204 len: 173 time: 2.4078324 Jul 23 16:44:51.719926 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aface810-aa02-4f7a-80e8-79db5acbb5ed', 'name': 'network-vif-deleted', 'tag': '34fd8a38-21c0-4f59-aac1-e47b58822c16'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:44:51.730308 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5615b60-77d0-4c88-bc78-d364220c6692" -d '{"events": [{"server_uuid": "aface810-aa02-4f7a-80e8-79db5acbb5ed", "name": "network-vif-deleted", "tag": "34fd8a38-21c0-4f59-aac1-e47b58822c16"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:44:51.822202 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-02c1144d-0dfa-4914-a4a9-05d45f4f0aa7 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:51.829260 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-02c1144d-0dfa-4914-a4a9-05d45f4f0aa7 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:51.839114 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27d7874-47ff-4cd6-b0d4-082b7d1ed496 x-openstack-request-id: req-f27d7874-47ff-4cd6-b0d4-082b7d1ed496 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:44:51.839327 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-68c5d52e-92c4-46d9-88e1-5836a39003a6 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:51.839772 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aface810-aa02-4f7a-80e8-79db5acbb5ed", "name": "network-vif-deleted", "tag": "34fd8a38-21c0-4f59-aac1-e47b58822c16", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:44:51.840196 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f27d7874-47ff-4cd6-b0d4-082b7d1ed496 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:44:51.840923 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aface810-aa02-4f7a-80e8-79db5acbb5ed', 'name': 'network-vif-deleted', 'tag': '34fd8a38-21c0-4f59-aac1-e47b58822c16', 'status': 'completed', 'code': 200} Jul 23 16:44:51.842780 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-68c5d52e-92c4-46d9-88e1-5836a39003a6 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:51.844142 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-68c5d52e-92c4-46d9-88e1-5836a39003a6 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "DELETE /v2.0/security-groups/5d778482-8e72-4937-8508-43bb00401295 HTTP/1.1" status: 204 len: 168 time: 0.2980449 Jul 23 16:44:51.851114 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36324) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:51.864484 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1144d-0dfa-4914-a4a9-05d45f4f0aa7 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe20f7c9-d143-451b-aae9-965d370ff7c0,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:51.875072 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5d52e-92c4-46d9-88e1-5836a39003a6 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d778482-8e72-4937-8508-43bb00401295,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:51.879477 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-02c1144d-0dfa-4914-a4a9-05d45f4f0aa7 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:51.880844 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-02c1144d-0dfa-4914-a4a9-05d45f4f0aa7 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3575468 Jul 23 16:44:51.883889 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36326) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:51.889197 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-96a448a0-b6f2-4dc1-8302-2eb10af7fe87 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'security_group_rule': {'security_group_id': 'e377f399-0cc6-41ef-9eb0-804cabb02da2', 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:51.924435 n-d-778549-4 neutron-server[94012]: INFO neutron.db.securitygroups_db [None req-96a448a0-b6f2-4dc1-8302-2eb10af7fe87 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Project 26442a7d2aa845bc8d6525b42b6b3848 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:44:51.937343 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-96a448a0-b6f2-4dc1-8302-2eb10af7fe87 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:51.978807 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c06be8f9-e5bd-4ec1-bc37-784b0e988b8e tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1217663 Jul 23 16:44:51.985974 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36330) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:52.055684 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-7c7a2e4e-71cc-49b2-9328-84197d145754 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] delete failed (client error): The resource could not be found. Jul 23 16:44:52.057962 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7c7a2e4e-71cc-49b2-9328-84197d145754 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "DELETE /v2.0/security-groups/f2bb0eb2-06f4-44bb-9353-a7167f1c5e1d HTTP/1.1" status: 404 len: 347 time: 0.0699217 Jul 23 16:44:52.063125 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7a4e3711-e6b8-468b-93ff-1231c4aaca05 req-b24961f1-4376-40da-9ea1-e6ee06c3874e tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/ports?device_id=aface810-aa02-4f7a-80e8-79db5acbb5ed HTTP/1.1" status: 200 len: 210 time: 0.1051776 Jul 23 16:44:52.066642 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 10754dbe-1d7e-4d98-8571-d14e7464dde2 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:52.067564 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36334) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:52.090048 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-18b5c815-fdfd-4a9d-9197-509682b2484f tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] show failed (client error): The resource could not be found. Jul 23 16:44:52.098094 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-18b5c815-fdfd-4a9d-9197-509682b2484f tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "GET /v2.0/security-groups/15d6c7bf-c40c-4e18-8f5e-356a49650d8d HTTP/1.1" status: 404 len: 347 time: 0.0271595 Jul 23 16:44:52.105533 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36338) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:52.113253 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-96a448a0-b6f2-4dc1-8302-2eb10af7fe87 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:52.119505 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-96a448a0-b6f2-4dc1-8302-2eb10af7fe87 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:52.155223 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a448a0-b6f2-4dc1-8302-2eb10af7fe87 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8aa7240-f2d1-4d78-a1c9-7f67c04d3875,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:52.160322 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-24a861d0-1527-4e8e-bb77-ac3d0be1fcda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Deleting port 7360d459-753b-42b6-99a2-c4e16cea6a39 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:52.161800 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-24a861d0-1527-4e8e-bb77-ac3d0be1fcda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:52.165241 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-96a448a0-b6f2-4dc1-8302-2eb10af7fe87 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:52.167071 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-96a448a0-b6f2-4dc1-8302-2eb10af7fe87 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2819226 Jul 23 16:44:52.170143 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36340) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:52.175727 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-5d3350dd-6cf7-42ff-81e7-cacd1a55da4f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'security_group_rule': {'security_group_id': 'e377f399-0cc6-41ef-9eb0-804cabb02da2', 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:52.205613 n-d-778549-4 neutron-server[94012]: INFO neutron.db.securitygroups_db [None req-5d3350dd-6cf7-42ff-81e7-cacd1a55da4f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Project 26442a7d2aa845bc8d6525b42b6b3848 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:44:52.207722 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-1a9916e0-1da9-4c57-b1cf-3c02608e4827 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] show failed (client error): The resource could not be found. Jul 23 16:44:52.210086 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1a9916e0-1da9-4c57-b1cf-3c02608e4827 tempest-NegativeSecGroupIPv6Test-767367444 tempest-NegativeSecGroupIPv6Test-767367444-project] 10.222.0.73 "GET /v2.0/security-group-rules/23e39df9-5aed-4ea8-bba6-130a639b39f0 HTTP/1.1" status: 404 len: 356 time: 0.0933654 Jul 23 16:44:52.212576 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5d3350dd-6cf7-42ff-81e7-cacd1a55da4f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:52.219638 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 10754dbe-1d7e-4d98-8571-d14e7464dde2 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:52.220200 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:52.302311 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-805533eb-7fb7-4e39-94d5-0f44f38a99bc tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:52.316974 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-805533eb-7fb7-4e39-94d5-0f44f38a99bc tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:52.319806 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-805533eb-7fb7-4e39-94d5-0f44f38a99bc tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:52.413663 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5d3350dd-6cf7-42ff-81e7-cacd1a55da4f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:52.420462 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5d3350dd-6cf7-42ff-81e7-cacd1a55da4f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:52.438071 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 85b02219-0e64-4d48-b214-2bfbce58ae52 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:52.451135 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3350dd-6cf7-42ff-81e7-cacd1a55da4f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c3b804-4bbf-4df3-81ae-514f184c925f,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:52.471647 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5d3350dd-6cf7-42ff-81e7-cacd1a55da4f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:52.473252 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5d3350dd-6cf7-42ff-81e7-cacd1a55da4f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3020930 Jul 23 16:44:52.560049 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 85b02219-0e64-4d48-b214-2bfbce58ae52 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:52.560438 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:52.754820 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36360) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:52.843796 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805533eb-7fb7-4e39-94d5-0f44f38a99bc tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Pushing event updated for resources: {'Port': ['ID=81335945-cf42-4d20-aa92-df6cd848a0f8,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:52.850421 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-24a861d0-1527-4e8e-bb77-ac3d0be1fcda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:52.895202 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-24a861d0-1527-4e8e-bb77-ac3d0be1fcda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Calling delete_port for 7360d459-753b-42b6-99a2-c4e16cea6a39 owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:52.923175 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-40dc9ee2-4e0a-4223-aa59-d79cb539bfb2 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-523411217&fields=id&tenant_id=26442a7d2aa845bc8d6525b42b6b3848 HTTP/1.1" status: 200 len: 267 time: 0.0981388 Jul 23 16:44:52.989718 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805533eb-7fb7-4e39-94d5-0f44f38a99bc tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Network aaddfd76-fc5d-4392-8fdd-d66e0be3bf07 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:52.996904 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-805533eb-7fb7-4e39-94d5-0f44f38a99bc tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:53.083788 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d6badbac-636e-459e-b2fb-ea1e1050912c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d5b7b8d38c7b411a861b25e4ef7e89d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3271327 Jul 23 16:44:53.088334 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36374) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:53.158887 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-b8972016-bcfe-4576-a790-68d7340553e3 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:53.160841 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-b8972016-bcfe-4576-a790-68d7340553e3 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/networks?id=5b57ad19-07f2-4db9-9db5-b1bd62f6bddb HTTP/1.1" status: 200 len: 797 time: 0.2311218 Jul 23 16:44:53.188936 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805533eb-7fb7-4e39-94d5-0f44f38a99bc tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Router a2403c5e-09b2-4630-8d68-d5bdf3437b0f has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:44:53.227423 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-3c875a58-5846-4e75-8b4b-16310f04ef48 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/quotas/26442a7d2aa845bc8d6525b42b6b3848 HTTP/1.1" status: 200 len: 375 time: 0.0446587 Jul 23 16:44:53.312692 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-24a861d0-1527-4e8e-bb77-ac3d0be1fcda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:53.316380 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5b47e2d-12ab-49c3-86b6-c2da47c39e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:53.356461 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-24a861d0-1527-4e8e-bb77-ac3d0be1fcda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:53.360987 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-24a861d0-1527-4e8e-bb77-ac3d0be1fcda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] 10.222.0.73 "DELETE /v2.0/ports/7360d459-753b-42b6-99a2-c4e16cea6a39 HTTP/1.1" status: 204 len: 168 time: 1.8611524 Jul 23 16:44:53.361242 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36386) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:53.391845 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5b47e2d-12ab-49c3-86b6-c2da47c39e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:53.393291 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805533eb-7fb7-4e39-94d5-0f44f38a99bc tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:44:53.408006 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-805533eb-7fb7-4e39-94d5-0f44f38a99bc tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] 10.222.0.73 "PUT /v2.0/routers/a2403c5e-09b2-4630-8d68-d5bdf3437b0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4896033 Jul 23 16:44:53.418264 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36390) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:53.421003 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b5117f-7083-4b78-901a-cea6d2cd8965 None None] Sync routers for ids ['a2403c5e-09b2-4630-8d68-d5bdf3437b0f'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:44:53.435563 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a861d0-1527-4e8e-bb77-ac3d0be1fcda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Pushing event deleted for resources: {'Port': ['ID=7360d459-753b-42b6-99a2-c4e16cea6a39,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:53.447921 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1010e6d-aba6-49dd-85b1-b8d80482bc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] GET failed (client error): The resource could not be found. Jul 23 16:44:53.453951 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e1010e6d-aba6-49dd-85b1-b8d80482bc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] 10.222.0.73 "GET /v2.0/ports/7360d459-753b-42b6-99a2-c4e16cea6a39 HTTP/1.1" status: 404 len: 333 time: 0.0867517 Jul 23 16:44:53.453951 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36392) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:53.458775 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-f8020d3e-6036-4867-84a9-c51c0b49ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Request body: {'port': {'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454563666'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:53.462492 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b5117f-7083-4b78-901a-cea6d2cd8965 None None] Routers {'a2403c5e-09b2-4630-8d68-d5bdf3437b0f'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:53.463254 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-73b5117f-7083-4b78-901a-cea6d2cd8965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:44:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a2403c5e-09b2-4630-8d68-d5bdf3437b0f'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:53.486012 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8020d3e-6036-4867-84a9-c51c0b49ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Made reservation on behalf of 5d23676cb55a4d0caecff8ca5131c2ae for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:53.491812 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f8020d3e-6036-4867-84a9-c51c0b49ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:53.527437 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-f8020d3e-6036-4867-84a9-c51c0b49ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] device_id is not set on port 8de50c1e-169c-4f02-aa07-89d055871a66 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:44:53.552070 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-c3bc9b32-4d7e-48ba-970c-6b530ef3c01f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=26442a7d2aa845bc8d6525b42b6b3848&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3238258 Jul 23 16:44:53.577352 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 34fd8a38-21c0-4f59-aac1-e47b58822c16 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:44:53.581461 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-73b5117f-7083-4b78-901a-cea6d2cd8965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:53.624159 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 34fd8a38-21c0-4f59-aac1-e47b58822c16 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:44:53.624779 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 34fd8a38-21c0-4f59-aac1-e47b58822c16 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:44:53.631071 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b5117f-7083-4b78-901a-cea6d2cd8965 None None] Routers {'a2403c5e-09b2-4630-8d68-d5bdf3437b0f'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:53.632671 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-73b5117f-7083-4b78-901a-cea6d2cd8965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:44:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a2403c5e-09b2-4630-8d68-d5bdf3437b0f'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:53.673575 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1ef7141b-6566-45cd-9ec6-b0ed3d4275e2 None None] Provisioning complete for port 81335945-cf42-4d20-aa92-df6cd848a0f8 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:53.674278 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1ef7141b-6566-45cd-9ec6-b0ed3d4275e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:53.676564 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-73b5117f-7083-4b78-901a-cea6d2cd8965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:53.678601 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b5117f-7083-4b78-901a-cea6d2cd8965 None None] The sync data for ids ['a2403c5e-09b2-4630-8d68-d5bdf3437b0f'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:44:53.765837 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-1ef7141b-6566-45cd-9ec6-b0ed3d4275e2 None None] Port 81335945-cf42-4d20-aa92-df6cd848a0f8 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:44:53.768563 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f8020d3e-6036-4867-84a9-c51c0b49ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:53.814640 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ee0708e4-2431-4221-a0b2-1f3b02348a04 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:53.816520 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5b47e2d-12ab-49c3-86b6-c2da47c39e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:53.820145 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5b47e2d-12ab-49c3-86b6-c2da47c39e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:53.824283 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f5b47e2d-12ab-49c3-86b6-c2da47c39e64 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/edc78922-1673-422a-8997-7ab4db4134ec HTTP/1.1" status: 204 len: 168 time: 0.7346990 Jul 23 16:44:53.831635 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f8020d3e-6036-4867-84a9-c51c0b49ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:53.832824 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-8c0af3e5-89d1-467a-b348-1229ce32c1ea service neutron] 10.222.0.73 "GET /v2.0/networks/5b57ad19-07f2-4db9-9db5-b1bd62f6bddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375731 Jul 23 16:44:53.903385 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8020d3e-6036-4867-84a9-c51c0b49ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:53.909529 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-f8020d3e-6036-4867-84a9-c51c0b49ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:53.919588 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8020d3e-6036-4867-84a9-c51c0b49ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:53.920917 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8020d3e-6036-4867-84a9-c51c0b49ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:53.921770 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f8020d3e-6036-4867-84a9-c51c0b49ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:53.933009 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8020d3e-6036-4867-84a9-c51c0b49ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Pushing event updated for resources: {'Port': ['ID=8de50c1e-169c-4f02-aa07-89d055871a66,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:53.950954 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b47e2d-12ab-49c3-86b6-c2da47c39e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc78922-1673-422a-8997-7ab4db4134ec,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:53.969971 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f8020d3e-6036-4867-84a9-c51c0b49ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5124609 Jul 23 16:44:53.970777 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36410) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:53.985615 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:54.101316 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-ee0708e4-2431-4221-a0b2-1f3b02348a04 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 16:44:54.104482 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ee0708e4-2431-4221-a0b2-1f3b02348a04 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] 10.222.0.73 "DELETE /v2.0/routers/a2403c5e-09b2-4630-8d68-d5bdf3437b0f HTTP/1.1" status: 409 len: 329 time: 0.6848319 Jul 23 16:44:54.109782 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:54.112952 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36414) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:54.127334 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-5ff0a1a0-a1d1-45f9-9eb9-eb51e3d25440 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:54.139728 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-5ff0a1a0-a1d1-45f9-9eb9-eb51e3d25440 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/networks?id=6a574451-4a5b-4474-b6d1-2d75f1d4e1c7 HTTP/1.1" status: 200 len: 809 time: 0.5809622 Jul 23 16:44:54.182115 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-f74d87d8-59e9-41db-90db-9ffd2604ee91 service neutron] 10.222.0.73 "GET /v2.0/networks/5b57ad19-07f2-4db9-9db5-b1bd62f6bddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012221 Jul 23 16:44:54.213429 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-fd717467-a1ab-43e1-9c54-72a8a0043dc4 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/quotas/ec96335bdcc648fd8f57426504ea1086 HTTP/1.1" status: 200 len: 375 time: 0.0280921 Jul 23 16:44:54.307575 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-01cafc5f-5c90-41ac-a4de-0af6265b6448 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ec96335bdcc648fd8f57426504ea1086&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723836 Jul 23 16:44:54.556223 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b281a243-3450-4bda-ab18-a35e92d42f13 req-0b6d962e-d57e-466b-9e24-4e0e9b9b3950 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec87277f-7f41-4679-9490-cbc8447a399b HTTP/1.1" status: 200 len: 210 time: 0.0758908 Jul 23 16:44:54.611575 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-494ad73d-5f23-419d-8e26-5716eb7c8793 service neutron] 10.222.0.73 "GET /v2.0/networks/6a574451-4a5b-4474-b6d1-2d75f1d4e1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955215 Jul 23 16:44:54.812735 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] device_id is not set on port 8de50c1e-169c-4f02-aa07-89d055871a66 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:44:54.847441 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:54.871114 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-efa94191-afc4-45f3-ba26-5b923808ed75 service neutron] 10.222.0.73 "GET /v2.0/networks/6a574451-4a5b-4474-b6d1-2d75f1d4e1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522204 Jul 23 16:44:54.921513 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Transition to ACTIVE for port object 8de50c1e-169c-4f02-aa07-89d055871a66 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:54.929482 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:55.069669 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Pushing event updated for resources: {'Port': ['ID=8de50c1e-169c-4f02-aa07-89d055871a66,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:55.086939 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:55.087310 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:55.087786 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:55.099013 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Port 8de50c1e-169c-4f02-aa07-89d055871a66 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:44:55.099592 n-d-778549-4 neutron-server[94013]: ERROR neutron.plugins.ml2.managers [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Failed to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 on host n-h1-778549-4 for vnic_type normal using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] Jul 23 16:44:55.103671 n-d-778549-4 neutron-server[94013]: INFO neutron.plugins.ml2.plugin [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempt 2 to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 Jul 23 16:44:55.116447 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ea298c8b-3515-4436-8782-075ac99e90ca tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:55.202583 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36460) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:55.219416 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:55.219759 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:55.220099 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:55.229296 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Port 8de50c1e-169c-4f02-aa07-89d055871a66 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:44:55.229635 n-d-778549-4 neutron-server[94013]: ERROR neutron.plugins.ml2.managers [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Failed to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 on host n-h1-778549-4 for vnic_type normal using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] Jul 23 16:44:55.231957 n-d-778549-4 neutron-server[94013]: INFO neutron.plugins.ml2.plugin [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempt 3 to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 Jul 23 16:44:55.270913 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:55.274182 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:55.280857 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:55.385044 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c5f6cdc1-9d04-4298-b751-2716e9bc38ff tempest-ServiceProvidersTest-1009266641 tempest-ServiceProvidersTest-1009266641-project] 10.222.0.73 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1812818 Jul 23 16:44:55.388710 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Port 8de50c1e-169c-4f02-aa07-89d055871a66 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:44:55.389072 n-d-778549-4 neutron-server[94013]: ERROR neutron.plugins.ml2.managers [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Failed to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 on host n-h1-778549-4 for vnic_type normal using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] Jul 23 16:44:55.389480 n-d-778549-4 neutron-server[94013]: INFO neutron.plugins.ml2.plugin [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempt 4 to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 Jul 23 16:44:55.447029 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:55.447642 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:55.448145 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:55.457444 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Port 8de50c1e-169c-4f02-aa07-89d055871a66 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:44:55.458031 n-d-778549-4 neutron-server[94013]: ERROR neutron.plugins.ml2.managers [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Failed to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 on host n-h1-778549-4 for vnic_type normal using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] Jul 23 16:44:55.459503 n-d-778549-4 neutron-server[94013]: INFO neutron.plugins.ml2.plugin [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempt 5 to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 Jul 23 16:44:55.485901 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:55.486523 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:55.487292 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:55.502216 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Port 8de50c1e-169c-4f02-aa07-89d055871a66 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:44:55.502770 n-d-778549-4 neutron-server[94013]: ERROR neutron.plugins.ml2.managers [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Failed to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 on host n-h1-778549-4 for vnic_type normal using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] Jul 23 16:44:55.504284 n-d-778549-4 neutron-server[94013]: INFO neutron.plugins.ml2.plugin [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempt 6 to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 Jul 23 16:44:55.528445 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:55.529066 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:55.529603 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:55.558893 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Port 8de50c1e-169c-4f02-aa07-89d055871a66 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:44:55.559230 n-d-778549-4 neutron-server[94013]: ERROR neutron.plugins.ml2.managers [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Failed to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 on host n-h1-778549-4 for vnic_type normal using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] Jul 23 16:44:55.561264 n-d-778549-4 neutron-server[94013]: INFO neutron.plugins.ml2.plugin [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempt 7 to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 Jul 23 16:44:55.586654 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:55.586654 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:55.586654 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:55.609429 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Port 8de50c1e-169c-4f02-aa07-89d055871a66 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:44:55.609749 n-d-778549-4 neutron-server[94013]: ERROR neutron.plugins.ml2.managers [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Failed to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 on host n-h1-778549-4 for vnic_type normal using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] Jul 23 16:44:55.610332 n-d-778549-4 neutron-server[94013]: INFO neutron.plugins.ml2.plugin [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempt 8 to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 Jul 23 16:44:55.635226 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:55.635574 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:55.635917 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:55.643319 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Port 8de50c1e-169c-4f02-aa07-89d055871a66 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:44:55.643650 n-d-778549-4 neutron-server[94013]: ERROR neutron.plugins.ml2.managers [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Failed to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 on host n-h1-778549-4 for vnic_type normal using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] Jul 23 16:44:55.644815 n-d-778549-4 neutron-server[94013]: INFO neutron.plugins.ml2.plugin [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempt 9 to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 Jul 23 16:44:55.664982 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:55.665350 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:55.665694 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:55.673934 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Port 8de50c1e-169c-4f02-aa07-89d055871a66 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:44:55.674304 n-d-778549-4 neutron-server[94013]: ERROR neutron.plugins.ml2.managers [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Failed to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 on host n-h1-778549-4 for vnic_type normal using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] Jul 23 16:44:55.676163 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-ea298c8b-3515-4436-8782-075ac99e90ca tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Deleting port 81335945-cf42-4d20-aa92-df6cd848a0f8 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:55.676514 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ea298c8b-3515-4436-8782-075ac99e90ca tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:55.684234 n-d-778549-4 neutron-server[94013]: INFO neutron.plugins.ml2.plugin [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempt 10 to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 Jul 23 16:44:55.707932 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9bedbe3a-dbe3-476c-a1d9-0c906ac84314 req-015d8100-7668-4932-a110-d718d851f99d tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec87277f-7f41-4679-9490-cbc8447a399b HTTP/1.1" status: 200 len: 210 time: 0.0389230 Jul 23 16:44:55.719398 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:55.719730 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:55.720069 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempting to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:55.729586 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Port 8de50c1e-169c-4f02-aa07-89d055871a66 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:44:55.729921 n-d-778549-4 neutron-server[94013]: ERROR neutron.plugins.ml2.managers [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Failed to bind port 8de50c1e-169c-4f02-aa07-89d055871a66 on host n-h1-778549-4 for vnic_type normal using segments [{'id': 'a6970834-15ce-4d5b-814f-6d53fa27243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b058485d-5e8a-4d6e-9d43-f50eb7ff7855'}] Jul 23 16:44:55.730300 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:55.827294 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ea298c8b-3515-4436-8782-075ac99e90ca tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:55.842324 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36480) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:55.874450 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-ea298c8b-3515-4436-8782-075ac99e90ca tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Calling delete_port for 81335945-cf42-4d20-aa92-df6cd848a0f8 owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:55.912739 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] For port 8de50c1e-169c-4f02-aa07-89d055871a66, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:44:55.913174 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attempted to set empty binding levels {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 16:44:55.945889 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.030706 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b6399cdf-0213-4ac4-be8e-081a16d005c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.143560 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b6399cdf-0213-4ac4-be8e-081a16d005c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.149735 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b6399cdf-0213-4ac4-be8e-081a16d005c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.218326 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6399cdf-0213-4ac4-be8e-081a16d005c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a239d09-ad78-4e6d-a5f1-d1da70e00c93,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:56.240529 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b6399cdf-0213-4ac4-be8e-081a16d005c6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e0b0b976716946fb843b3495a9263bd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3947408 Jul 23 16:44:56.242339 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36498) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:56.297543 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0ab5d4d-f196-4297-b23a-e1634c130a84 req-2e9a038e-d4e5-475f-b1e2-5f231b7a63e9 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd3d6953-ea7e-4fef-b833-d4371050b78d HTTP/1.1" status: 200 len: 210 time: 0.0557377 Jul 23 16:44:56.342434 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd092c60-3fe0-4929-99fe-fec274fa9e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.367761 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd092c60-3fe0-4929-99fe-fec274fa9e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.427142 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd092c60-3fe0-4929-99fe-fec274fa9e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.430221 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd092c60-3fe0-4929-99fe-fec274fa9e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.433767 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fd092c60-3fe0-4929-99fe-fec274fa9e19 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2a239d09-ad78-4e6d-a5f1-d1da70e00c93 HTTP/1.1" status: 204 len: 168 time: 0.1871848 Jul 23 16:44:56.453076 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-24b4fd7b-6c59-461a-9a0c-2607ecbdaf0d tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:56.455435 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-24b4fd7b-6c59-461a-9a0c-2607ecbdaf0d tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.74 "GET /v2.0/networks?id=5b57ad19-07f2-4db9-9db5-b1bd62f6bddb HTTP/1.1" status: 200 len: 797 time: 0.6143639 Jul 23 16:44:56.461546 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] In _notify_port_updated(), no bound segment for port 8de50c1e-169c-4f02-aa07-89d055871a66 on network b058485d-5e8a-4d6e-9d43-f50eb7ff7855 {{(pid=94013) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:44:56.463571 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:56.465036 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.467958 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] 10.222.0.73 "PUT /v2.0/ports/8de50c1e-169c-4f02-aa07-89d055871a66 HTTP/1.1" status: 200 len: 979 time: 2.4964666 Jul 23 16:44:56.471435 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36512) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:56.474847 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd092c60-3fe0-4929-99fe-fec274fa9e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a239d09-ad78-4e6d-a5f1-d1da70e00c93,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:56.545425 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377ccf9-4015-4d7e-89e5-5c6614ed16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Pushing event updated for resources: {'Port': ['ID=8de50c1e-169c-4f02-aa07-89d055871a66,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:56.571546 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-854809fd-7d7b-404f-a707-55812580ea2d tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26442a7d2aa845bc8d6525b42b6b3848 HTTP/1.1" status: 200 len: 379 time: 0.0965495 Jul 23 16:44:56.617849 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-cf80615e-8a05-4609-b392-b7dd87a04a2a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'port': {'device_id': 'ec87277f-7f41-4679-9490-cbc8447a399b', 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb', 'admin_state_up': True, 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'security_groups': ['e377f399-0cc6-41ef-9eb0-804cabb02da2']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:56.722684 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-b3aa5fc5-d9ba-4be7-8df2-04acf8f88847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Deleting port 8de50c1e-169c-4f02-aa07-89d055871a66 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:56.723986 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b3aa5fc5-d9ba-4be7-8df2-04acf8f88847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.872886 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-b3aa5fc5-d9ba-4be7-8df2-04acf8f88847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] For port 8de50c1e-169c-4f02-aa07-89d055871a66, host n-h1-778549-4, got binding levels [] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:56.873521 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b3aa5fc5-d9ba-4be7-8df2-04acf8f88847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.899976 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-b3aa5fc5-d9ba-4be7-8df2-04acf8f88847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Calling delete_port for 8de50c1e-169c-4f02-aa07-89d055871a66 owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:56.941638 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ea298c8b-3515-4436-8782-075ac99e90ca tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:57.046037 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea298c8b-3515-4436-8782-075ac99e90ca tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Pushing event deleted for resources: {'Port': ['ID=81335945-cf42-4d20-aa92-df6cd848a0f8,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:57.046511 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-49d3d1be-2357-42b6-a96a-2fb6068fb2f4 req-8f36b929-fb43-4dbb-abc1-7f145584dc2c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec87277f-7f41-4679-9490-cbc8447a399b HTTP/1.1" status: 200 len: 210 time: 0.1631675 Jul 23 16:44:57.087600 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b3aa5fc5-d9ba-4be7-8df2-04acf8f88847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:57.104990 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-cf80615e-8a05-4609-b392-b7dd87a04a2a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Made reservation on behalf of 26442a7d2aa845bc8d6525b42b6b3848 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:57.110287 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-cf80615e-8a05-4609-b392-b7dd87a04a2a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:57.205520 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa5fc5-d9ba-4be7-8df2-04acf8f88847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Pushing event deleted for resources: {'Port': ['ID=8de50c1e-169c-4f02-aa07-89d055871a66,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:57.220594 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b3aa5fc5-d9ba-4be7-8df2-04acf8f88847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:57.227677 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b3aa5fc5-d9ba-4be7-8df2-04acf8f88847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] 10.222.0.73 "DELETE /v2.0/ports/8de50c1e-169c-4f02-aa07-89d055871a66 HTTP/1.1" status: 204 len: 168 time: 0.7465181 Jul 23 16:44:57.230036 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36542) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:57.267888 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e76350-5846-4e64-b6d9-5cd29dff19b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] GET failed (client error): The resource could not be found. Jul 23 16:44:57.273915 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-75e76350-5846-4e64-b6d9-5cd29dff19b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283989824-project-admin] 10.222.0.73 "GET /v2.0/ports/8de50c1e-169c-4f02-aa07-89d055871a66 HTTP/1.1" status: 404 len: 333 time: 0.0422590 Jul 23 16:44:57.274818 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36546) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:57.314204 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ea298c8b-3515-4436-8782-075ac99e90ca tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:57.383058 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f60e0f75-4997-4bef-be87-91a09d1ea988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:57.487996 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99a8e406-1de9-4ad6-952e-b169fb8920f9 req-d64c5109-5ddc-4c44-b7e3-8a2c4eb853b2 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd3d6953-ea7e-4fef-b833-d4371050b78d HTTP/1.1" status: 200 len: 210 time: 0.0519207 Jul 23 16:44:57.555796 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f60e0f75-4997-4bef-be87-91a09d1ea988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:57.570114 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-f60e0f75-4997-4bef-be87-91a09d1ea988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b058485d-5e8a-4d6e-9d43-f50eb7ff7855']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:57.584334 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-f60e0f75-4997-4bef-be87-91a09d1ea988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6970834-15ce-4d5b-814f-6d53fa27243c') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:57.584893 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-f60e0f75-4997-4bef-be87-91a09d1ea988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6970834-15ce-4d5b-814f-6d53fa27243c') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:57.595228 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f60e0f75-4997-4bef-be87-91a09d1ea988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:57.621869 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f60e0f75-4997-4bef-be87-91a09d1ea988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:57.622114 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea298c8b-3515-4436-8782-075ac99e90ca tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Router a2403c5e-09b2-4630-8d68-d5bdf3437b0f has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:44:57.633720 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f60e0f75-4997-4bef-be87-91a09d1ea988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739-project] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:44:57.634533 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f60e0f75-4997-4bef-be87-91a09d1ea988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:57.635351 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-cf80615e-8a05-4609-b392-b7dd87a04a2a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Allocated IP 172.20.0.14 (5b57ad19-07f2-4db9-9db5-b1bd62f6bddb/5a57f280-8dbb-4321-a46a-f13c3bad6f74/6cab1dc3-bce0-4837-84c2-fb155d41841b) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:57.639485 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:44:57.639485 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:44:57.639485 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:44:57.639485 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:44:57.639485 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:44:57.639485 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:44:57.639485 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:44:57.639485 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:44:57.639485 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:44:57.639485 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:44:57.639485 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:44:57.639485 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:44:57.639485 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:44:57.639485 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:44:57.639485 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:44:57.639485 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:44:57.639485 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:44:57.639485 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:44:57.639485 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:44:57.639485 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:44:57.639485 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:44:57.639485 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:44:57.639485 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:44:57.639485 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:44:57.639485 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:44:57.639485 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:44:57.639485 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:44:57.639485 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:44:57.639485 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:44:57.639485 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:44:57.639485 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:44:57.639485 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:44:57.752093 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea298c8b-3515-4436-8782-075ac99e90ca tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:44:57.763389 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8530917-a23a-40f6-a4dd-ca8271589643 None None] Sync routers for ids ['a2403c5e-09b2-4630-8d68-d5bdf3437b0f'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:44:57.774192 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ea298c8b-3515-4436-8782-075ac99e90ca tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] 10.222.0.73 "PUT /v2.0/routers/a2403c5e-09b2-4630-8d68-d5bdf3437b0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6576946 Jul 23 16:44:57.782178 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8530917-a23a-40f6-a4dd-ca8271589643 None None] Routers {'a2403c5e-09b2-4630-8d68-d5bdf3437b0f'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:57.783189 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c8530917-a23a-40f6-a4dd-ca8271589643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:44:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a2403c5e-09b2-4630-8d68-d5bdf3437b0f'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:57.784741 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36562) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:57.798734 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-3e7375b6-8150-4303-89f0-b729ecf1584f tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:57.800254 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-3e7375b6-8150-4303-89f0-b729ecf1584f tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.97 "GET /v2.0/networks?id=6a574451-4a5b-4474-b6d1-2d75f1d4e1c7 HTTP/1.1" status: 200 len: 809 time: 0.1173143 Jul 23 16:44:57.842059 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-0d1994de-12b9-44ee-b063-5d89a65db14c tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Request body: {'port': {'device_id': 'fd3d6953-ea7e-4fef-b833-d4371050b78d', 'network_id': '6a574451-4a5b-4474-b6d1-2d75f1d4e1c7', 'admin_state_up': True, 'tenant_id': 'ec96335bdcc648fd8f57426504ea1086'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:57.874588 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c8530917-a23a-40f6-a4dd-ca8271589643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:57.896380 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8530917-a23a-40f6-a4dd-ca8271589643 None None] Routers {'a2403c5e-09b2-4630-8d68-d5bdf3437b0f'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:57.897245 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c8530917-a23a-40f6-a4dd-ca8271589643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:44:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a2403c5e-09b2-4630-8d68-d5bdf3437b0f'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:57.912770 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-19aed868-0af7-4e32-ae95-c16423433bb4 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] show failed (client error): The resource could not be found. Jul 23 16:44:57.930042 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-19aed868-0af7-4e32-ae95-c16423433bb4 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] 10.222.0.73 "GET /v2.0/routers/tempest-non_exist_router-1726571426 HTTP/1.1" status: 404 len: 335 time: 0.1408937 Jul 23 16:44:57.995702 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c8530917-a23a-40f6-a4dd-ca8271589643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:57.996404 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8530917-a23a-40f6-a4dd-ca8271589643 None None] The sync data for ids ['a2403c5e-09b2-4630-8d68-d5bdf3437b0f'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:44:58.013802 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36570) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:58.014131 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36572) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:58.021536 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031950 Jul 23 16:44:58.028729 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-b77ee70e-66bd-4f86-91de-403a279ea42b tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:58.032393 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36574) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:58.034030 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f60e0f75-4997-4bef-be87-91a09d1ea988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:58.092164 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f60e0f75-4997-4bef-be87-91a09d1ea988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:58.098619 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f60e0f75-4997-4bef-be87-91a09d1ea988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739-project] 10.222.0.73 "DELETE /v2.0/networks/b058485d-5e8a-4d6e-9d43-f50eb7ff7855 HTTP/1.1" status: 204 len: 168 time: 0.8224854 Jul 23 16:44:58.102714 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-cf80615e-8a05-4609-b392-b7dd87a04a2a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:58.121214 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-b77ee70e-66bd-4f86-91de-403a279ea42b tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] update failed (client error): The resource could not be found. Jul 23 16:44:58.122627 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-cf80615e-8a05-4609-b392-b7dd87a04a2a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Transition to ACTIVE for port object 6cab1dc3-bce0-4837-84c2-fb155d41841b will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:58.131999 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b77ee70e-66bd-4f86-91de-403a279ea42b tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] 10.222.0.73 "PUT /v2.0/routers/tempest-non_exist_router-1464575796 HTTP/1.1" status: 404 len: 335 time: 0.1120298 Jul 23 16:44:58.159779 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36582) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:58.171723 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-cf80615e-8a05-4609-b392-b7dd87a04a2a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:58.239653 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-cf80615e-8a05-4609-b392-b7dd87a04a2a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Network 5b57ad19-07f2-4db9-9db5-b1bd62f6bddb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:58.261424 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-cf80615e-8a05-4609-b392-b7dd87a04a2a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:58.275851 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-cf80615e-8a05-4609-b392-b7dd87a04a2a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:58.282898 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80615e-8a05-4609-b392-b7dd87a04a2a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'Port': ['ID=6cab1dc3-bce0-4837-84c2-fb155d41841b,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:58.301148 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-f11d68d6-d36b-41cc-af84-0b0a1ba9b7be tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Deleting subnet 4115dd30-15e6-449b-96b5-eaba3c8197a0 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:44:58.313746 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f11d68d6-d36b-41cc-af84-0b0a1ba9b7be tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:58.390379 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-cf80615e-8a05-4609-b392-b7dd87a04a2a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:58.391757 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-cf80615e-8a05-4609-b392-b7dd87a04a2a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:58.400233 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f11d68d6-d36b-41cc-af84-0b0a1ba9b7be tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:58.414136 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-cf80615e-8a05-4609-b392-b7dd87a04a2a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8022354 Jul 23 16:44:58.434801 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-325cab6b-6709-46dc-a603-4b533afde037 service neutron] Request body: {'port': {'device_id': 'ec87277f-7f41-4679-9490-cbc8447a399b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:58.518113 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e0f75-4997-4bef-be87-91a09d1ea988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308946739-project] Pushing event deleted for resources: {'Network': ['ID=b058485d-5e8a-4d6e-9d43-f50eb7ff7855,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:58.545334 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e0ca41bd-f849-4596-bcd2-8d4afc916ef8 tempest-NetworksApiDiscovery-725093872 tempest-NetworksApiDiscovery-725093872-project] 10.222.0.73 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.5091982 Jul 23 16:44:58.559591 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-0d1994de-12b9-44ee-b063-5d89a65db14c tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Made reservation on behalf of ec96335bdcc648fd8f57426504ea1086 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:58.563455 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-0d1994de-12b9-44ee-b063-5d89a65db14c tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:58.620709 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f11d68d6-d36b-41cc-af84-0b0a1ba9b7be tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:58.632663 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-065653ef-2612-4390-9962-8ccb4e7cc3ab None None] Provisioning for port 6cab1dc3-bce0-4837-84c2-fb155d41841b completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:58.642994 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-065653ef-2612-4390-9962-8ccb4e7cc3ab None None] Provisioning complete for port 6cab1dc3-bce0-4837-84c2-fb155d41841b triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:58.643791 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-065653ef-2612-4390-9962-8ccb4e7cc3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:58.683477 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-325cab6b-6709-46dc-a603-4b533afde037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:58.719464 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36596) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:58.733619 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-065653ef-2612-4390-9962-8ccb4e7cc3ab None None] Port 6cab1dc3-bce0-4837-84c2-fb155d41841b cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:44:58.795373 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d11ca760-8769-4983-84b8-905dbd655d5b req-59de3060-ddca-4971-88f4-418387044856 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd3d6953-ea7e-4fef-b833-d4371050b78d HTTP/1.1" status: 200 len: 210 time: 0.1049163 Jul 23 16:44:58.995974 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f11d68d6-d36b-41cc-af84-0b0a1ba9b7be tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:59.017207 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fe48f-0226-4368-a918-14e8da134ff3 req-ca987a40-8999-4a3b-b69d-e773afc57cab tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:59.019862 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f36fe48f-0226-4368-a918-14e8da134ff3 req-ca987a40-8999-4a3b-b69d-e773afc57cab tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec87277f-7f41-4679-9490-cbc8447a399b HTTP/1.1" status: 200 len: 932 time: 0.7325225 Jul 23 16:44:59.063269 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d68d6-d36b-41cc-af84-0b0a1ba9b7be tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Pushing event deleted for resources: {'Subnet': ['ID=4115dd30-15e6-449b-96b5-eaba3c8197a0,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:59.113900 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-19c1696f-4e1f-4af3-9667-c458a4827cdb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0968f7003ed44118a7253d743a56db64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3917024 Jul 23 16:44:59.116849 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36612) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:59.124210 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2999bc-6286-48b6-8125-516992f9d49b None None] Network 7f4fbe91-a144-4443-ac4c-7943f5a59578 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:59.151902 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36614) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:59.172503 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f11d68d6-d36b-41cc-af84-0b0a1ba9b7be tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:59.183855 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f11d68d6-d36b-41cc-af84-0b0a1ba9b7be tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] 10.222.0.73 "DELETE /v2.0/subnets/4115dd30-15e6-449b-96b5-eaba3c8197a0 HTTP/1.1" status: 204 len: 168 time: 1.0137506 Jul 23 16:44:59.187311 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36618) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:59.284598 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-78273a40-7660-4aa0-b3f9-e1caa466efeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:59.340278 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-516815a4-95ca-4723-914e-b26f37de311a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:59.372337 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3e49fb6e-6f08-4a09-a87f-11e12ee35994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:59.400773 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f36fe48f-0226-4368-a918-14e8da134ff3 req-e109e6c9-b7e4-4a83-8d67-51212af34d2e tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?id=e377f399-0cc6-41ef-9eb0-804cabb02da2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3454542 Jul 23 16:44:59.417173 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-0d1994de-12b9-44ee-b063-5d89a65db14c tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Allocated IP 172.20.0.12 (6a574451-4a5b-4474-b6d1-2d75f1d4e1c7/dd178845-7409-4c7b-9af0-040f2c8c7800/d1352873-e1f2-4ac7-b66b-2cfac9af65ce) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:59.521388 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc88266-adf0-48a9-8d21-00ca5a0af14b None None] DHCP port deletion for 7f4fbe91-a144-4443-ac4c-7943f5a59578 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:44:59.573973 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-78273a40-7660-4aa0-b3f9-e1caa466efeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:59.596779 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-ccc88266-adf0-48a9-8d21-00ca5a0af14b None None] Deleting port 85b02219-0e64-4d48-b214-2bfbce58ae52 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:59.597598 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ccc88266-adf0-48a9-8d21-00ca5a0af14b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:59.654654 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-325cab6b-6709-46dc-a603-4b533afde037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cab1dc3-bce0-4837-84c2-fb155d41841b {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:44:59.660370 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3e49fb6e-6f08-4a09-a87f-11e12ee35994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:59.665754 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-325cab6b-6709-46dc-a603-4b533afde037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:59.670057 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3e49fb6e-6f08-4a09-a87f-11e12ee35994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:59.715435 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-325cab6b-6709-46dc-a603-4b533afde037 service neutron] Transition to ACTIVE for port object 6cab1dc3-bce0-4837-84c2-fb155d41841b will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:59.722429 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-78273a40-7660-4aa0-b3f9-e1caa466efeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:59.723307 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-0d1994de-12b9-44ee-b063-5d89a65db14c tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:59.725883 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-78273a40-7660-4aa0-b3f9-e1caa466efeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:59.730074 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-78273a40-7660-4aa0-b3f9-e1caa466efeb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/455bc0e8-83a5-4641-8f2c-e18d10cac2a2 HTTP/1.1" status: 204 len: 168 time: 0.6120133 Jul 23 16:44:59.733798 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-325cab6b-6709-46dc-a603-4b533afde037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:59.738912 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49fb6e-6f08-4a09-a87f-11e12ee35994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541f1859-8307-4338-9c42-540ed8012527,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:59.755346 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3e49fb6e-6f08-4a09-a87f-11e12ee35994 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=12771bb6626f46b3aecae6d570e615d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5973809 Jul 23 16:44:59.764802 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36628) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:59.907819 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78273a40-7660-4aa0-b3f9-e1caa466efeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455bc0e8-83a5-4641-8f2c-e18d10cac2a2,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:59.922442 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ccc88266-adf0-48a9-8d21-00ca5a0af14b None None] For port 85b02219-0e64-4d48-b214-2bfbce58ae52, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=85b02219-0e64-4d48-b214-2bfbce58ae52,segment=NetworkSegment(2566acb2-7aa6-4017-a2b1-1deb84249d07),segment_id=2566acb2-7aa6-4017-a2b1-1deb84249d07)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:59.922948 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ccc88266-adf0-48a9-8d21-00ca5a0af14b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:59.961998 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-ccc88266-adf0-48a9-8d21-00ca5a0af14b None None] Calling delete_port for 85b02219-0e64-4d48-b214-2bfbce58ae52 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:45:00.043175 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cab6b-6709-46dc-a603-4b533afde037 service neutron] Pushing event updated for resources: {'Port': ['ID=6cab1dc3-bce0-4837-84c2-fb155d41841b,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:00.124689 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ecb45302-b968-4fee-b663-575dc2e62da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:00.161841 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ecb45302-b968-4fee-b663-575dc2e62da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:00.234549 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 85b02219-0e64-4d48-b214-2bfbce58ae52 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:45:00.276031 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ccc88266-adf0-48a9-8d21-00ca5a0af14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:00.300771 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 85b02219-0e64-4d48-b214-2bfbce58ae52 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:45:00.301148 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 85b02219-0e64-4d48-b214-2bfbce58ae52 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:45:00.302884 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc88266-adf0-48a9-8d21-00ca5a0af14b None None] No DVR routers for this DVR port 85b02219-0e64-4d48-b214-2bfbce58ae52 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:45:00.332511 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ecb45302-b968-4fee-b663-575dc2e62da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:00.341753 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ecb45302-b968-4fee-b663-575dc2e62da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:00.347531 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc88266-adf0-48a9-8d21-00ca5a0af14b None None] Pushing event deleted for resources: {'Port': ['ID=85b02219-0e64-4d48-b214-2bfbce58ae52,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:00.366925 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ecb45302-b968-4fee-b663-575dc2e62da2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/541f1859-8307-4338-9c42-540ed8012527 HTTP/1.1" status: 204 len: 168 time: 0.6009519 Jul 23 16:45:00.371352 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36640) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:00.409226 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb45302-b968-4fee-b663-575dc2e62da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541f1859-8307-4338-9c42-540ed8012527,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:00.453767 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a188d26d-bd10-4189-a65f-d85846f21d4f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5d23676cb55a4d0caecff8ca5131c2ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0744674 Jul 23 16:45:00.456583 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36650) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:00.509563 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-325cab6b-6709-46dc-a603-4b533afde037 service neutron] Attempting to bind port 6cab1dc3-bce0-4837-84c2-fb155d41841b on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:00.509982 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-325cab6b-6709-46dc-a603-4b533afde037 service neutron] Attempting to bind port 6cab1dc3-bce0-4837-84c2-fb155d41841b by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'c75a9572-ecce-461e-8aac-a16bbf3e30ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:00.510382 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-325cab6b-6709-46dc-a603-4b533afde037 service neutron] Attempting to bind port 6cab1dc3-bce0-4837-84c2-fb155d41841b on network 5b57ad19-07f2-4db9-9db5-b1bd62f6bddb {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:00.523271 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-be060b4f-fdd5-48fa-9ae7-30d878e8f026 req-9ad20005-cbcf-48cb-ab11-7ecddab0a7bd tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd3d6953-ea7e-4fef-b833-d4371050b78d HTTP/1.1" status: 200 len: 210 time: 0.1205578 Jul 23 16:45:00.555931 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-325cab6b-6709-46dc-a603-4b533afde037 service neutron] Port 6cab1dc3-bce0-4837-84c2-fb155d41841b on network 5b57ad19-07f2-4db9-9db5-b1bd62f6bddb not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:00.557723 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-325cab6b-6709-46dc-a603-4b533afde037 service neutron] Attempting to bind port 6cab1dc3-bce0-4837-84c2-fb155d41841b on network 5b57ad19-07f2-4db9-9db5-b1bd62f6bddb {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:00.558816 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-0d1994de-12b9-44ee-b063-5d89a65db14c tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:00.610693 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-325cab6b-6709-46dc-a603-4b533afde037 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:45:00.611070 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-325cab6b-6709-46dc-a603-4b533afde037 service neutron] Checking segment: {'id': 'c75a9572-ecce-461e-8aac-a16bbf3e30ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:45:00.611714 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-325cab6b-6709-46dc-a603-4b533afde037 service neutron] Bound using segment: {'id': 'c75a9572-ecce-461e-8aac-a16bbf3e30ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:45:00.612263 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-325cab6b-6709-46dc-a603-4b533afde037 service neutron] Bound port: 6cab1dc3-bce0-4837-84c2-fb155d41841b, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a9572-ecce-461e-8aac-a16bbf3e30ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:45:00.612652 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-325cab6b-6709-46dc-a603-4b533afde037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:00.636249 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa926878-90fb-400c-9718-fffce85103ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:00.727549 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-325cab6b-6709-46dc-a603-4b533afde037 service neutron] For port 6cab1dc3-bce0-4837-84c2-fb155d41841b, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:45:00.730926 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-325cab6b-6709-46dc-a603-4b533afde037 service neutron] For port 6cab1dc3-bce0-4837-84c2-fb155d41841b, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=6cab1dc3-bce0-4837-84c2-fb155d41841b,segment=NetworkSegment(c75a9572-ecce-461e-8aac-a16bbf3e30ed),segment_id=c75a9572-ecce-461e-8aac-a16bbf3e30ed)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:45:00.743505 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-325cab6b-6709-46dc-a603-4b533afde037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:00.744617 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-0d1994de-12b9-44ee-b063-5d89a65db14c tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Network 6a574451-4a5b-4474-b6d1-2d75f1d4e1c7 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:00.747613 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1994de-12b9-44ee-b063-5d89a65db14c tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Pushing event updated for resources: {'Port': ['ID=d1352873-e1f2-4ac7-b66b-2cfac9af65ce,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:00.757999 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-0d1994de-12b9-44ee-b063-5d89a65db14c tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:00.766492 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-0d1994de-12b9-44ee-b063-5d89a65db14c tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:45:00.769189 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa926878-90fb-400c-9718-fffce85103ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:00.771907 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-516815a4-95ca-4723-914e-b26f37de311a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Deleting port 85b02219-0e64-4d48-b214-2bfbce58ae52 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:45:00.772252 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-516815a4-95ca-4723-914e-b26f37de311a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:00.824159 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-325cab6b-6709-46dc-a603-4b533afde037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:00.825172 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-325cab6b-6709-46dc-a603-4b533afde037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:00.827476 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-325cab6b-6709-46dc-a603-4b533afde037 service neutron] 10.222.0.74 "PUT /v2.0/ports/6cab1dc3-bce0-4837-84c2-fb155d41841b HTTP/1.1" status: 200 len: 1092 time: 2.4032242 Jul 23 16:45:00.850462 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec87277f-7f41-4679-9490-cbc8447a399b', 'tag': '6cab1dc3-bce0-4837-84c2-fb155d41841b'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:45:00.867209 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7630b3-f31a-42f1-9002-19f2528a2de1" -d '{"events": [{"name": "network-changed", "server_uuid": "ec87277f-7f41-4679-9490-cbc8447a399b", "tag": "6cab1dc3-bce0-4837-84c2-fb155d41841b"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:45:00.941555 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdfc910-fb24-4d9c-95b6-7ad2919775a2 x-openstack-request-id: req-3fdfc910-fb24-4d9c-95b6-7ad2919775a2 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:45:00.941844 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec87277f-7f41-4679-9490-cbc8447a399b", "tag": "6cab1dc3-bce0-4837-84c2-fb155d41841b", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:45:00.942139 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3fdfc910-fb24-4d9c-95b6-7ad2919775a2 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:45:00.942535 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec87277f-7f41-4679-9490-cbc8447a399b', 'tag': '6cab1dc3-bce0-4837-84c2-fb155d41841b', 'status': 'completed', 'code': 200} Jul 23 16:45:00.993346 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cab6b-6709-46dc-a603-4b533afde037 service neutron] Pushing event updated for resources: {'Port': ['ID=6cab1dc3-bce0-4837-84c2-fb155d41841b,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:01.082912 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83da2d-ed32-4a94-8449-a6509b91351d req-812371f6-06af-4afe-b273-c7a319b6f264 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:01.091292 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-a088ed8a-6fa6-4fb7-87ed-76849ca04626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:01.091462 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f83da2d-ed32-4a94-8449-a6509b91351d req-812371f6-06af-4afe-b273-c7a319b6f264 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec87277f-7f41-4679-9490-cbc8447a399b HTTP/1.1" status: 200 len: 944 time: 0.5198691 Jul 23 16:45:01.097950 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-a088ed8a-6fa6-4fb7-87ed-76849ca04626 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=26442a7d2aa845bc8d6525b42b6b3848&device_id=ec87277f-7f41-4679-9490-cbc8447a399b HTTP/1.1" status: 200 len: 1095 time: 0.2249377 Jul 23 16:45:01.108808 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa926878-90fb-400c-9718-fffce85103ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:01.119579 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-0d1994de-12b9-44ee-b063-5d89a65db14c tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:01.120187 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-0d1994de-12b9-44ee-b063-5d89a65db14c tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:01.124246 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa926878-90fb-400c-9718-fffce85103ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:01.126806 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fa926878-90fb-400c-9718-fffce85103ac admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bb9c4a10-747e-4b05-9769-523ea589752e HTTP/1.1" status: 204 len: 168 time: 0.6686680 Jul 23 16:45:01.129606 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-516815a4-95ca-4723-914e-b26f37de311a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] For port 85b02219-0e64-4d48-b214-2bfbce58ae52, host n-d-778549-4, got binding levels [] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:01.130013 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-516815a4-95ca-4723-914e-b26f37de311a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:01.161168 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-516815a4-95ca-4723-914e-b26f37de311a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Calling delete_port for 85b02219-0e64-4d48-b214-2bfbce58ae52 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:45:01.170439 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.ipam_backend_mixin [None req-516815a4-95ca-4723-914e-b26f37de311a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Port 85b02219-0e64-4d48-b214-2bfbce58ae52 was not found and therefore no delete operation was performed {{(pid=94012) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:45:01.173473 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-516815a4-95ca-4723-914e-b26f37de311a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:01.202760 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-0d1994de-12b9-44ee-b063-5d89a65db14c tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3680410 Jul 23 16:45:01.235360 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-b843bada-1f36-4d77-8d27-2a44499003fc service neutron] Request body: {'port': {'device_id': 'fd3d6953-ea7e-4fef-b833-d4371050b78d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:01.258839 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa926878-90fb-400c-9718-fffce85103ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9c4a10-747e-4b05-9769-523ea589752e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:01.267514 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-3988c4a4-5f62-404f-9641-dc36988a0256 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6cab1dc3-bce0-4837-84c2-fb155d41841b HTTP/1.1" status: 200 len: 217 time: 0.1374211 Jul 23 16:45:01.278844 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516815a4-95ca-4723-914e-b26f37de311a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Pushing event deleted for resources: {'Port': ['ID=85b02219-0e64-4d48-b214-2bfbce58ae52,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:01.282969 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516815a4-95ca-4723-914e-b26f37de311a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] No DVR routers for this DVR port 85b02219-0e64-4d48-b214-2bfbce58ae52 on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:45:01.297982 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f83da2d-ed32-4a94-8449-a6509b91351d req-0838daba-bfc9-409a-8aaf-6b9763dcc4b7 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?id=e377f399-0cc6-41ef-9eb0-804cabb02da2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055807 Jul 23 16:45:01.389326 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-46940275-7420-43a0-bd03-1daa7beda6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:01.394893 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-46940275-7420-43a0-bd03-1daa7beda6bc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a57f280-8dbb-4321-a46a-f13c3bad6f74 HTTP/1.1" status: 200 len: 834 time: 0.1170344 Jul 23 16:45:01.470803 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-516815a4-95ca-4723-914e-b26f37de311a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:01.507555 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-00351ea2-0cf4-4a75-9bb8-75ce64a4c744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:01.518508 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-00351ea2-0cf4-4a75-9bb8-75ce64a4c744 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5b57ad19-07f2-4db9-9db5-b1bd62f6bddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074634 Jul 23 16:45:01.518726 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-516815a4-95ca-4723-914e-b26f37de311a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4fbe91-a144-4443-ac4c-7943f5a59578']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:01.533693 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-b843bada-1f36-4d77-8d27-2a44499003fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:01.539281 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-516815a4-95ca-4723-914e-b26f37de311a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2566acb2-7aa6-4017-a2b1-1deb84249d07') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:01.553414 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-516815a4-95ca-4723-914e-b26f37de311a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2566acb2-7aa6-4017-a2b1-1deb84249d07') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:01.587530 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-516815a4-95ca-4723-914e-b26f37de311a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:01.655637 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-b181fd0c-4d6c-40a5-9635-ad2d1db22596 service neutron] 10.222.0.74 "GET /v2.0/networks/5b57ad19-07f2-4db9-9db5-b1bd62f6bddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375837 Jul 23 16:45:01.728070 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-516815a4-95ca-4723-914e-b26f37de311a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:01.778248 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-516815a4-95ca-4723-914e-b26f37de311a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:45:01.778849 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-516815a4-95ca-4723-914e-b26f37de311a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:01.783079 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:45:01.783079 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:45:01.783079 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:45:01.783079 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:45:01.783079 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:45:01.783079 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:45:01.783079 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:45:01.783079 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:45:01.783079 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:45:01.783079 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:45:01.783079 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:45:01.783079 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:45:01.783079 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:45:01.783079 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:45:01.783079 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:45:01.783079 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:45:01.783079 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:45:01.783079 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:45:01.783079 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:45:01.783079 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:45:01.783079 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:45:01.783079 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:45:01.783079 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:45:01.783079 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:45:01.783079 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:45:01.783079 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:45:01.783079 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:45:01.783079 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:45:01.783079 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:45:01.783079 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:45:01.783079 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:45:01.783079 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:45:01.890277 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-05fbd3ba-b856-419b-8f1b-d0132ba86b2d req-dbfecbd0-4ee5-478f-a6e0-3e2852980378 service neutron] 10.222.0.74 "GET /v2.0/networks/5b57ad19-07f2-4db9-9db5-b1bd62f6bddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249203 Jul 23 16:45:02.034345 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d8d04-d34f-4e83-aca6-17f567fab932 req-fb17c9aa-47a3-4364-9e96-4eab82a5cffc tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:02.036000 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-774d8d04-d34f-4e83-aca6-17f567fab932 req-fb17c9aa-47a3-4364-9e96-4eab82a5cffc tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd3d6953-ea7e-4fef-b833-d4371050b78d HTTP/1.1" status: 200 len: 932 time: 0.3524985 Jul 23 16:45:02.088894 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-516815a4-95ca-4723-914e-b26f37de311a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:02.098556 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-516815a4-95ca-4723-914e-b26f37de311a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:02.108950 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-516815a4-95ca-4723-914e-b26f37de311a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] 10.222.0.73 "DELETE /v2.0/networks/7f4fbe91-a144-4443-ac4c-7943f5a59578 HTTP/1.1" status: 204 len: 168 time: 2.9194779 Jul 23 16:45:02.114463 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36710) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:02.137491 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7630b3-f31a-42f1-9002-19f2528a2de1 req-1fdded13-641f-4694-a131-4311992381de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:02.146379 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0a7630b3-f31a-42f1-9002-19f2528a2de1 req-1fdded13-641f-4694-a131-4311992381de service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=26442a7d2aa845bc8d6525b42b6b3848&device_id=ec87277f-7f41-4679-9490-cbc8447a399b HTTP/1.1" status: 200 len: 1095 time: 0.2068572 Jul 23 16:45:02.181465 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf91e5ae-86ae-405a-bd27-96bbcc5f80d6 req-70ffba91-b000-4af8-8f1c-8a164b3301b8 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=db39015c-d082-40b2-841b-29ba7f997db0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3278913 Jul 23 16:45:02.227172 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-774d8d04-d34f-4e83-aca6-17f567fab932 req-c9cc02a7-db4d-49da-9d92-022f13346c11 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/security-groups?id=30f46667-8e63-4ae7-8b64-db89053be37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792314 Jul 23 16:45:02.227974 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516815a4-95ca-4723-914e-b26f37de311a tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Pushing event deleted for resources: {'Network': ['ID=7f4fbe91-a144-4443-ac4c-7943f5a59578,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:02.257825 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea867a60-2ae1-4df0-9b2f-aaa53eb6523e tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Deleting subnet 4409b72f-3bd3-4bbd-abcf-551fe09248a8 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:45:02.261810 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ea867a60-2ae1-4df0-9b2f-aaa53eb6523e tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:02.467056 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91e5ae-86ae-405a-bd27-96bbcc5f80d6 req-e57638ed-6d8a-47fc-919e-44390e6029e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:02.476114 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf91e5ae-86ae-405a-bd27-96bbcc5f80d6 req-e57638ed-6d8a-47fc-919e-44390e6029e3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=73f731c3e74d4834a41ffd03a4899cef&device_id=db39015c-d082-40b2-841b-29ba7f997db0 HTTP/1.1" status: 200 len: 1096 time: 0.2367711 Jul 23 16:45:02.478318 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7630b3-f31a-42f1-9002-19f2528a2de1 req-8c32024e-ebe1-471a-9ddd-2e71df7ff658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:02.479961 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0a7630b3-f31a-42f1-9002-19f2528a2de1 req-8c32024e-ebe1-471a-9ddd-2e71df7ff658 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5b57ad19-07f2-4db9-9db5-b1bd62f6bddb HTTP/1.1" status: 200 len: 899 time: 0.3007162 Jul 23 16:45:02.482231 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ea867a60-2ae1-4df0-9b2f-aaa53eb6523e tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:02.585828 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ea867a60-2ae1-4df0-9b2f-aaa53eb6523e tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:02.591628 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-b843bada-1f36-4d77-8d27-2a44499003fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1352873-e1f2-4ac7-b66b-2cfac9af65ce {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:45:02.614208 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-b843bada-1f36-4d77-8d27-2a44499003fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:02.671151 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-38450ecb-574e-4892-81a3-9b656fde0ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:02.678935 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-b843bada-1f36-4d77-8d27-2a44499003fc service neutron] Transition to ACTIVE for port object d1352873-e1f2-4ac7-b66b-2cfac9af65ce will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:02.698391 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-b843bada-1f36-4d77-8d27-2a44499003fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:02.700602 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ea867a60-2ae1-4df0-9b2f-aaa53eb6523e tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:02.793628 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0a7630b3-f31a-42f1-9002-19f2528a2de1 req-850311e6-cd72-4d24-976f-a1c9499a493b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6cab1dc3-bce0-4837-84c2-fb155d41841b HTTP/1.1" status: 200 len: 217 time: 0.1009266 Jul 23 16:45:02.866117 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867a60-2ae1-4df0-9b2f-aaa53eb6523e tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Pushing event deleted for resources: {'Subnet': ['ID=4409b72f-3bd3-4bbd-abcf-551fe09248a8,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:02.874917 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ea867a60-2ae1-4df0-9b2f-aaa53eb6523e tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:02.881502 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2227b2d-71fd-4f86-8b00-127af2da7111 None None] Network f1b8abd0-9ece-4673-8f31-2ae2cf66d09f requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:02.884171 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ea867a60-2ae1-4df0-9b2f-aaa53eb6523e tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] 10.222.0.73 "DELETE /v2.0/subnets/4409b72f-3bd3-4bbd-abcf-551fe09248a8 HTTP/1.1" status: 204 len: 168 time: 0.7599130 Jul 23 16:45:02.900042 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f724611-69c1-401b-8501-46ee05df9418 req-0d153c5d-098e-424e-86c2-dcc2f14a1fc3 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:02.902219 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4f724611-69c1-401b-8501-46ee05df9418 req-0d153c5d-098e-424e-86c2-dcc2f14a1fc3 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec87277f-7f41-4679-9490-cbc8447a399b HTTP/1.1" status: 200 len: 944 time: 0.4939566 Jul 23 16:45:02.913546 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36746) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:02.966404 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843bada-1f36-4d77-8d27-2a44499003fc service neutron] Pushing event updated for resources: {'Port': ['ID=d1352873-e1f2-4ac7-b66b-2cfac9af65ce,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:02.977451 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7630b3-f31a-42f1-9002-19f2528a2de1 req-af9e4179-3d1e-44b1-9a20-2768fd21c720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:02.978895 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0a7630b3-f31a-42f1-9002-19f2528a2de1 req-af9e4179-3d1e-44b1-9a20-2768fd21c720 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a57f280-8dbb-4321-a46a-f13c3bad6f74 HTTP/1.1" status: 200 len: 834 time: 0.1387575 Jul 23 16:45:03.050871 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-4981e104-7e4a-44c3-80b6-bdc63f8f3ed8 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Deleting subnet da695e96-f20a-40f5-825c-3214633656d7 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:45:03.056492 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4981e104-7e4a-44c3-80b6-bdc63f8f3ed8 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:03.112299 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91e5ae-86ae-405a-bd27-96bbcc5f80d6 req-eb97a366-e8f9-4e26-8997-e6477257cd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:03.119890 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf91e5ae-86ae-405a-bd27-96bbcc5f80d6 req-eb97a366-e8f9-4e26-8997-e6477257cd8a service neutron] 10.222.0.97 "GET /v2.0/networks?id=781ff998-5fd6-4b30-abd9-75eb80a107ad HTTP/1.1" status: 200 len: 912 time: 0.4373796 Jul 23 16:45:03.129560 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7630b3-f31a-42f1-9002-19f2528a2de1 req-8493c404-a8d5-4e38-8317-62eb5051dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:03.133708 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0a7630b3-f31a-42f1-9002-19f2528a2de1 req-8493c404-a8d5-4e38-8317-62eb5051dd66 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5b57ad19-07f2-4db9-9db5-b1bd62f6bddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1431642 Jul 23 16:45:03.196945 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eed5953-fca5-4e8b-87f1-5a0c991e046a None None] DHCP port deletion for f1b8abd0-9ece-4673-8f31-2ae2cf66d09f request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:45:03.274480 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4eed5953-fca5-4e8b-87f1-5a0c991e046a None None] Deleting port 6bfde82c-6420-477c-b980-ca96df4dd824 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:45:03.275069 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eed5953-fca5-4e8b-87f1-5a0c991e046a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:03.332235 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0a7630b3-f31a-42f1-9002-19f2528a2de1 req-89fca319-ba2d-4714-9497-37dcce7000ba service neutron] 10.222.0.74 "GET /v2.0/networks/5b57ad19-07f2-4db9-9db5-b1bd62f6bddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883643 Jul 23 16:45:03.350830 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36762) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:03.373583 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4eed5953-fca5-4e8b-87f1-5a0c991e046a None None] For port 6bfde82c-6420-477c-b980-ca96df4dd824, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=6bfde82c-6420-477c-b980-ca96df4dd824,segment=NetworkSegment(fd95c213-d563-417a-be96-b5024e98a2c1),segment_id=fd95c213-d563-417a-be96-b5024e98a2c1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:03.374219 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eed5953-fca5-4e8b-87f1-5a0c991e046a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:03.427963 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4eed5953-fca5-4e8b-87f1-5a0c991e046a None None] Calling delete_port for 6bfde82c-6420-477c-b980-ca96df4dd824 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:45:03.470585 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4981e104-7e4a-44c3-80b6-bdc63f8f3ed8 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:03.511208 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0a7630b3-f31a-42f1-9002-19f2528a2de1 req-1e3edf2a-2363-4cd4-b430-166815377c6a service neutron] 10.222.0.74 "GET /v2.0/networks/5b57ad19-07f2-4db9-9db5-b1bd62f6bddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700077 Jul 23 16:45:03.585083 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eed5953-fca5-4e8b-87f1-5a0c991e046a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:03.604840 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 6cab1dc3-bce0-4837-84c2-fb155d41841b details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:45:03.618069 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4f724611-69c1-401b-8501-46ee05df9418 req-59b3badc-d060-47e4-95c1-3acaca9e90ef tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?id=e377f399-0cc6-41ef-9eb0-804cabb02da2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6651175 Jul 23 16:45:03.620281 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf91e5ae-86ae-405a-bd27-96bbcc5f80d6 req-ca6cb788-9ac1-4a22-8a71-2bf536648ee0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce1c2507-bb51-4faa-946e-757f4129d65c HTTP/1.1" status: 200 len: 1000 time: 0.4389501 Jul 23 16:45:03.705144 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4981e104-7e4a-44c3-80b6-bdc63f8f3ed8 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:03.791846 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-b843bada-1f36-4d77-8d27-2a44499003fc service neutron] Attempting to bind port d1352873-e1f2-4ac7-b66b-2cfac9af65ce on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:03.792193 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-b843bada-1f36-4d77-8d27-2a44499003fc service neutron] Attempting to bind port d1352873-e1f2-4ac7-b66b-2cfac9af65ce by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '0333680c-4063-475f-a23f-a780ec6c1e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '6a574451-4a5b-4474-b6d1-2d75f1d4e1c7'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:03.792531 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-b843bada-1f36-4d77-8d27-2a44499003fc service neutron] Attempting to bind port d1352873-e1f2-4ac7-b66b-2cfac9af65ce on network 6a574451-4a5b-4474-b6d1-2d75f1d4e1c7 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:03.815405 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-b843bada-1f36-4d77-8d27-2a44499003fc service neutron] Port d1352873-e1f2-4ac7-b66b-2cfac9af65ce on network 6a574451-4a5b-4474-b6d1-2d75f1d4e1c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:03.815405 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-b843bada-1f36-4d77-8d27-2a44499003fc service neutron] Attempting to bind port d1352873-e1f2-4ac7-b66b-2cfac9af65ce on network 6a574451-4a5b-4474-b6d1-2d75f1d4e1c7 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:03.848620 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eed5953-fca5-4e8b-87f1-5a0c991e046a None None] No DVR routers for this DVR port 6bfde82c-6420-477c-b980-ca96df4dd824 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:45:03.851789 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4981e104-7e4a-44c3-80b6-bdc63f8f3ed8 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:03.852635 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed5953-fca5-4e8b-87f1-5a0c991e046a None None] Pushing event deleted for resources: {'Port': ['ID=6bfde82c-6420-477c-b980-ca96df4dd824,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:03.864887 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-b843bada-1f36-4d77-8d27-2a44499003fc service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:45:03.865291 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-b843bada-1f36-4d77-8d27-2a44499003fc service neutron] Checking segment: {'id': '0333680c-4063-475f-a23f-a780ec6c1e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '6a574451-4a5b-4474-b6d1-2d75f1d4e1c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:45:03.873568 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-b843bada-1f36-4d77-8d27-2a44499003fc service neutron] Bound using segment: {'id': '0333680c-4063-475f-a23f-a780ec6c1e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '6a574451-4a5b-4474-b6d1-2d75f1d4e1c7'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:45:03.873764 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 6cab1dc3-bce0-4837-84c2-fb155d41841b, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=6cab1dc3-bce0-4837-84c2-fb155d41841b,segment=NetworkSegment(c75a9572-ecce-461e-8aac-a16bbf3e30ed),segment_id=c75a9572-ecce-461e-8aac-a16bbf3e30ed)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:03.876079 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-b843bada-1f36-4d77-8d27-2a44499003fc service neutron] Bound port: d1352873-e1f2-4ac7-b66b-2cfac9af65ce, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0333680c-4063-475f-a23f-a780ec6c1e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '6a574451-4a5b-4474-b6d1-2d75f1d4e1c7'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:45:03.876682 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-b843bada-1f36-4d77-8d27-2a44499003fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:03.892894 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '6cab1dc3-bce0-4837-84c2-fb155d41841b', 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb', 'port_id': '6cab1dc3-bce0-4837-84c2-fb155d41841b', 'mac_address': 'fa:16:3e:27:5e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a57f280-8dbb-4321-a46a-f13c3bad6f74', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:45:03.941150 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4981e104-7e4a-44c3-80b6-bdc63f8f3ed8 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:03.947242 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36780) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:03.951621 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4981e104-7e4a-44c3-80b6-bdc63f8f3ed8 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] 10.222.0.73 "DELETE /v2.0/subnets/da695e96-f20a-40f5-825c-3214633656d7 HTTP/1.1" status: 204 len: 168 time: 1.0318551 Jul 23 16:45:03.955125 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-76b70652-05de-4c63-93a0-e91c5da86afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:03.967006 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:03.981079 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d8233c-1bc2-4f65-ba75-8128084117d0 None None] Network becf5f5c-99b8-4454-ad01-4d64390bdbfa requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:03.993188 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cab1dc3-bce0-4837-84c2-fb155d41841b {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:45:04.012847 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36782) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:04.057084 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 6cab1dc3-bce0-4837-84c2-fb155d41841b, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=6cab1dc3-bce0-4837-84c2-fb155d41841b,segment=NetworkSegment(c75a9572-ecce-461e-8aac-a16bbf3e30ed),segment_id=c75a9572-ecce-461e-8aac-a16bbf3e30ed)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:04.125417 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 6bfde82c-6420-477c-b980-ca96df4dd824 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:45:04.147467 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:04.174409 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6dfcb1bf-c025-418b-8254-22af77c5f3bd tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:04.179913 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 6bfde82c-6420-477c-b980-ca96df4dd824 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:45:04.180293 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 6bfde82c-6420-477c-b980-ca96df4dd824 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:45:04.268482 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-b843bada-1f36-4d77-8d27-2a44499003fc service neutron] For port d1352873-e1f2-4ac7-b66b-2cfac9af65ce, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:45:04.273355 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-b843bada-1f36-4d77-8d27-2a44499003fc service neutron] For port d1352873-e1f2-4ac7-b66b-2cfac9af65ce, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d1352873-e1f2-4ac7-b66b-2cfac9af65ce,segment=NetworkSegment(0333680c-4063-475f-a23f-a780ec6c1e1c),segment_id=0333680c-4063-475f-a23f-a780ec6c1e1c)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:45:04.277612 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91e5ae-86ae-405a-bd27-96bbcc5f80d6 req-11bcd37e-c8ef-4106-b9dd-3bfba70db29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:04.280617 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf91e5ae-86ae-405a-bd27-96bbcc5f80d6 req-11bcd37e-c8ef-4106-b9dd-3bfba70db29f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e5ad291e-418b-4d00-9cc7-4ac4310f7dcd HTTP/1.1" status: 200 len: 849 time: 0.4919121 Jul 23 16:45:04.284480 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=6cab1dc3-bce0-4837-84c2-fb155d41841b,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:04.292659 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-b843bada-1f36-4d77-8d27-2a44499003fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:04.296601 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981e104-7e4a-44c3-80b6-bdc63f8f3ed8 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Pushing event deleted for resources: {'Subnet': ['ID=da695e96-f20a-40f5-825c-3214633656d7,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:04.357525 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['6cab1dc3-bce0-4837-84c2-fb155d41841b'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:45:04.371789 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6f6c5276-bb43-4757-8151-ab0619aa7e19 tempest-PortsAdminExtendedAttrsTestJSON-703483373 tempest-PortsAdminExtendedAttrsTestJSON-703483373-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1168925808'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:04.408593 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-b843bada-1f36-4d77-8d27-2a44499003fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:04.409289 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-b843bada-1f36-4d77-8d27-2a44499003fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:04.410782 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-b843bada-1f36-4d77-8d27-2a44499003fc service neutron] 10.222.0.97 "PUT /v2.0/ports/d1352873-e1f2-4ac7-b66b-2cfac9af65ce HTTP/1.1" status: 200 len: 1092 time: 3.1848452 Jul 23 16:45:04.418607 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3d6953-ea7e-4fef-b833-d4371050b78d', 'tag': 'd1352873-e1f2-4ac7-b66b-2cfac9af65ce'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:45:04.421462 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80842391-4754-4099-b144-6c70e384d93f" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3d6953-ea7e-4fef-b833-d4371050b78d", "tag": "d1352873-e1f2-4ac7-b66b-2cfac9af65ce"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:45:04.463971 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6dfcb1bf-c025-418b-8254-22af77c5f3bd tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:04.469152 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5814447-c844-40d1-b43c-eefd7fba47af None None] DHCP port deletion for becf5f5c-99b8-4454-ad01-4d64390bdbfa request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:45:04.493558 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14002994-df04-49c0-9468-57cffa55d6fd req-3a9debed-a42e-4257-b969-3bb67a8ef16d tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:04.495170 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-14002994-df04-49c0-9468-57cffa55d6fd req-3a9debed-a42e-4257-b969-3bb67a8ef16d tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd3d6953-ea7e-4fef-b833-d4371050b78d HTTP/1.1" status: 200 len: 944 time: 1.0748663 Jul 23 16:45:04.497691 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-6dfcb1bf-c025-418b-8254-22af77c5f3bd tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b8abd0-9ece-4673-8f31-2ae2cf66d09f']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:04.507334 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13a9632-6654-4d15-a08c-c604fe4ca3ae x-openstack-request-id: req-c13a9632-6654-4d15-a08c-c604fe4ca3ae {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:45:04.507629 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3d6953-ea7e-4fef-b833-d4371050b78d", "tag": "d1352873-e1f2-4ac7-b66b-2cfac9af65ce", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:45:04.507887 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c13a9632-6654-4d15-a08c-c604fe4ca3ae {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:45:04.508294 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd3d6953-ea7e-4fef-b833-d4371050b78d', 'tag': 'd1352873-e1f2-4ac7-b66b-2cfac9af65ce', 'status': 'completed', 'code': 200} Jul 23 16:45:04.513997 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-6dfcb1bf-c025-418b-8254-22af77c5f3bd tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd95c213-d563-417a-be96-b5024e98a2c1') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:04.514332 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-6dfcb1bf-c025-418b-8254-22af77c5f3bd tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd95c213-d563-417a-be96-b5024e98a2c1') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:04.538293 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6dfcb1bf-c025-418b-8254-22af77c5f3bd tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:04.559013 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843bada-1f36-4d77-8d27-2a44499003fc service neutron] Pushing event updated for resources: {'Port': ['ID=d1352873-e1f2-4ac7-b66b-2cfac9af65ce,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:04.569173 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6dfcb1bf-c025-418b-8254-22af77c5f3bd tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:04.581521 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dfcb1bf-c025-418b-8254-22af77c5f3bd tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:45:04.585798 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6dfcb1bf-c025-418b-8254-22af77c5f3bd tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:04.588631 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:45:04.588631 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:45:04.588631 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:45:04.588631 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:45:04.588631 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:45:04.588631 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:45:04.588631 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:45:04.588631 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:45:04.588631 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:45:04.588631 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:45:04.588631 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:45:04.588631 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:45:04.588631 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:45:04.588631 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:45:04.588631 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:45:04.588631 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:45:04.588631 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:45:04.588631 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:45:04.588631 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:45:04.588631 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:45:04.588631 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:45:04.588631 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:45:04.588631 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:45:04.588631 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:45:04.588631 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:45:04.588631 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:45:04.588631 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:45:04.588631 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:45:04.588631 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:45:04.588631 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:45:04.588631 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:45:04.588631 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:45:04.617714 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91e5ae-86ae-405a-bd27-96bbcc5f80d6 req-4981e517-924b-4194-aa28-6613815eb833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:04.619370 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf91e5ae-86ae-405a-bd27-96bbcc5f80d6 req-4981e517-924b-4194-aa28-6613815eb833 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=781ff998-5fd6-4b30-abd9-75eb80a107ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3194609 Jul 23 16:45:04.631666 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-14002994-df04-49c0-9468-57cffa55d6fd req-11e9f704-0447-4c01-83dd-898a33844000 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/security-groups?id=30f46667-8e63-4ae7-8b64-db89053be37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156576 Jul 23 16:45:04.672623 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-76b70652-05de-4c63-93a0-e91c5da86afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:04.698973 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-76b70652-05de-4c63-93a0-e91c5da86afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:04.712577 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6dfcb1bf-c025-418b-8254-22af77c5f3bd tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:04.730643 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6dfcb1bf-c025-418b-8254-22af77c5f3bd tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:04.735420 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6dfcb1bf-c025-418b-8254-22af77c5f3bd tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] 10.222.0.73 "DELETE /v2.0/networks/f1b8abd0-9ece-4673-8f31-2ae2cf66d09f HTTP/1.1" status: 204 len: 168 time: 0.7868338 Jul 23 16:45:04.738440 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36800) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:04.738950 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-b5814447-c844-40d1-b43c-eefd7fba47af None None] Deleting port 0f1d5676-eb3b-4d75-9dfd-2010626334f6 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:45:04.740207 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b5814447-c844-40d1-b43c-eefd7fba47af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:04.758205 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6c5276-bb43-4757-8151-ab0619aa7e19 tempest-PortsAdminExtendedAttrsTestJSON-703483373 tempest-PortsAdminExtendedAttrsTestJSON-703483373-project] Made reservation on behalf of 154ea87f910446d9a3446f6af8a92b84 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:04.762311 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6f6c5276-bb43-4757-8151-ab0619aa7e19 tempest-PortsAdminExtendedAttrsTestJSON-703483373 tempest-PortsAdminExtendedAttrsTestJSON-703483373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:04.783764 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6f6c5276-bb43-4757-8151-ab0619aa7e19 tempest-PortsAdminExtendedAttrsTestJSON-703483373 tempest-PortsAdminExtendedAttrsTestJSON-703483373-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:04.789177 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcb1bf-c025-418b-8254-22af77c5f3bd tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Pushing event deleted for resources: {'Network': ['ID=f1b8abd0-9ece-4673-8f31-2ae2cf66d09f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:04.820257 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-22d7f23c-3417-4ee1-96c1-755c8e5ac4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:04.825994 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-22d7f23c-3417-4ee1-96c1-755c8e5ac4e4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ec96335bdcc648fd8f57426504ea1086&device_id=fd3d6953-ea7e-4fef-b833-d4371050b78d HTTP/1.1" status: 200 len: 1095 time: 0.3583751 Jul 23 16:45:04.834835 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-b5814447-c844-40d1-b43c-eefd7fba47af None None] For port 0f1d5676-eb3b-4d75-9dfd-2010626334f6, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0f1d5676-eb3b-4d75-9dfd-2010626334f6,segment=NetworkSegment(67927572-cc06-4599-923e-6f3ddc197fdd),segment_id=67927572-cc06-4599-923e-6f3ddc197fdd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:04.835321 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b5814447-c844-40d1-b43c-eefd7fba47af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:04.862290 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-b5814447-c844-40d1-b43c-eefd7fba47af None None] Calling delete_port for 0f1d5676-eb3b-4d75-9dfd-2010626334f6 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:45:04.865340 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4eb27f6c-1224-488a-b86e-9a5742474b9e tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:04.873994 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b70652-05de-4c63-93a0-e91c5da86afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5cc0d1-58d0-43cb-929c-46d85c245d3b,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:04.903432 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-76b70652-05de-4c63-93a0-e91c5da86afd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=33a281af40a544548fc93039d3e8fe2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5127532 Jul 23 16:45:04.914274 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36802) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:04.959324 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:04.985904 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-4eb27f6c-1224-488a-b86e-9a5742474b9e tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Deleting port 0f1d5676-eb3b-4d75-9dfd-2010626334f6 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:45:04.986624 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4eb27f6c-1224-488a-b86e-9a5742474b9e tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:05.059668 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-faeabd19-d1ae-411f-baa8-eb207d9e8bdb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1352873-e1f2-4ac7-b66b-2cfac9af65ce HTTP/1.1" status: 200 len: 217 time: 0.1547778 Jul 23 16:45:05.065043 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b5814447-c844-40d1-b43c-eefd7fba47af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:05.116729 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5814447-c844-40d1-b43c-eefd7fba47af None None] Pushing event deleted for resources: {'Port': ['ID=0f1d5676-eb3b-4d75-9dfd-2010626334f6,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:05.121704 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5814447-c844-40d1-b43c-eefd7fba47af None None] No DVR routers for this DVR port 0f1d5676-eb3b-4d75-9dfd-2010626334f6 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:45:05.163286 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-4eb27f6c-1224-488a-b86e-9a5742474b9e tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] For port 0f1d5676-eb3b-4d75-9dfd-2010626334f6, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0f1d5676-eb3b-4d75-9dfd-2010626334f6,segment=NetworkSegment(67927572-cc06-4599-923e-6f3ddc197fdd),segment_id=67927572-cc06-4599-923e-6f3ddc197fdd)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:05.163946 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4eb27f6c-1224-488a-b86e-9a5742474b9e tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:05.180375 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-4eb27f6c-1224-488a-b86e-9a5742474b9e tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Calling delete_port for 0f1d5676-eb3b-4d75-9dfd-2010626334f6 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:45:05.185755 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf91e5ae-86ae-405a-bd27-96bbcc5f80d6 req-b5585712-0169-4ffe-88d0-8c3e004f204d service neutron] 10.222.0.97 "GET /v2.0/networks/781ff998-5fd6-4b30-abd9-75eb80a107ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5282691 Jul 23 16:45:05.197584 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d10c595a-aebd-4b30-813a-6b6ea4fab89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:05.205508 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6f6c5276-bb43-4757-8151-ab0619aa7e19 tempest-PortsAdminExtendedAttrsTestJSON-703483373 tempest-PortsAdminExtendedAttrsTestJSON-703483373-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:05.212428 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb5718-4c4e-4e9d-8e14-d288070d42f4 req-ea618919-bdd6-4737-a5e4-4ae1136baed6 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:05.213141 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cbbb5718-4c4e-4e9d-8e14-d288070d42f4 req-ea618919-bdd6-4737-a5e4-4ae1136baed6 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec87277f-7f41-4679-9490-cbc8447a399b HTTP/1.1" status: 200 len: 945 time: 0.3404238 Jul 23 16:45:05.256432 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6f6c5276-bb43-4757-8151-ab0619aa7e19 tempest-PortsAdminExtendedAttrsTestJSON-703483373 tempest-PortsAdminExtendedAttrsTestJSON-703483373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:05.270672 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f6c5276-bb43-4757-8151-ab0619aa7e19 tempest-PortsAdminExtendedAttrsTestJSON-703483373 tempest-PortsAdminExtendedAttrsTestJSON-703483373-project] vlan segment allocate from pool success with {'vlan_id': 1128, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:45:05.287791 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6f6c5276-bb43-4757-8151-ab0619aa7e19 tempest-PortsAdminExtendedAttrsTestJSON-703483373 tempest-PortsAdminExtendedAttrsTestJSON-703483373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:05.288257 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-6f6c5276-bb43-4757-8151-ab0619aa7e19 tempest-PortsAdminExtendedAttrsTestJSON-703483373 tempest-PortsAdminExtendedAttrsTestJSON-703483373-project] Added segment 8207f58a-b444-4452-8438-aa7a2d118ccc of type vlan for network e123d2c7-d723-4575-a0e4-ed49f190ee75 Jul 23 16:45:05.352329 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-6f95896f-df09-4400-bb8e-8371d96e681d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:05.355348 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-6f95896f-df09-4400-bb8e-8371d96e681d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=dd178845-7409-4c7b-9af0-040f2c8c7800 HTTP/1.1" status: 200 len: 849 time: 0.2756016 Jul 23 16:45:05.357581 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c5276-bb43-4757-8151-ab0619aa7e19 tempest-PortsAdminExtendedAttrsTestJSON-703483373 tempest-PortsAdminExtendedAttrsTestJSON-703483373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35fa2eae-7551-4a71-b5e8-bb988dc6aefe,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:05.370643 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6f6c5276-bb43-4757-8151-ab0619aa7e19 tempest-PortsAdminExtendedAttrsTestJSON-703483373 tempest-PortsAdminExtendedAttrsTestJSON-703483373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:05.398927 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-99b6119f-447c-4ed2-8d5f-28cd0e600f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:05.405853 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4eb27f6c-1224-488a-b86e-9a5742474b9e tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:05.408918 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf91e5ae-86ae-405a-bd27-96bbcc5f80d6 req-a7c97d1b-58ec-4db8-9a89-bb0cf33d084b service neutron] 10.222.0.97 "GET /v2.0/networks/781ff998-5fd6-4b30-abd9-75eb80a107ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090616 Jul 23 16:45:05.412091 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d10c595a-aebd-4b30-813a-6b6ea4fab89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:05.437573 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb27f6c-1224-488a-b86e-9a5742474b9e tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] No DVR routers for this DVR port 0f1d5676-eb3b-4d75-9dfd-2010626334f6 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:45:05.443459 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb27f6c-1224-488a-b86e-9a5742474b9e tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Pushing event deleted for resources: {'Port': ['ID=0f1d5676-eb3b-4d75-9dfd-2010626334f6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:05.485290 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6f6c5276-bb43-4757-8151-ab0619aa7e19 tempest-PortsAdminExtendedAttrsTestJSON-703483373 tempest-PortsAdminExtendedAttrsTestJSON-703483373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:05.488251 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:05.490090 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-9c17db0f-7cff-4cb7-a1ec-710376e2cee1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6a574451-4a5b-4474-b6d1-2d75f1d4e1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1171024 Jul 23 16:45:05.495868 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6c5276-bb43-4757-8151-ab0619aa7e19 tempest-PortsAdminExtendedAttrsTestJSON-703483373 tempest-PortsAdminExtendedAttrsTestJSON-703483373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:05.496585 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6f6c5276-bb43-4757-8151-ab0619aa7e19 tempest-PortsAdminExtendedAttrsTestJSON-703483373 tempest-PortsAdminExtendedAttrsTestJSON-703483373-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:05.615404 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 6cab1dc3-bce0-4837-84c2-fb155d41841b up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:45:05.620690 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-aa2ac270-fb03-4c6d-b20b-21af413ea3af service neutron] 10.222.0.97 "GET /v2.0/networks/6a574451-4a5b-4474-b6d1-2d75f1d4e1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117353 Jul 23 16:45:05.640109 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cbbb5718-4c4e-4e9d-8e14-d288070d42f4 req-c5dc0104-01f0-467b-be2f-6b79b6503ef3 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?id=e377f399-0cc6-41ef-9eb0-804cabb02da2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3056254 Jul 23 16:45:05.685931 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 6cab1dc3-bce0-4837-84c2-fb155d41841b completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:05.694422 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 6cab1dc3-bce0-4837-84c2-fb155d41841b triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:05.694844 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:05.730446 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d10c595a-aebd-4b30-813a-6b6ea4fab89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:05.733192 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d10c595a-aebd-4b30-813a-6b6ea4fab89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:05.736935 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d10c595a-aebd-4b30-813a-6b6ea4fab89a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/be5cc0d1-58d0-43cb-929c-46d85c245d3b HTTP/1.1" status: 204 len: 168 time: 0.8188641 Jul 23 16:45:05.834722 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:05.862544 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec87277f-7f41-4679-9490-cbc8447a399b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cab1dc3-bce0-4837-84c2-fb155d41841b'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:45:05.867430 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd4ca85-74b5-44fd-9ff5-79a4fdfc045c" -d '{"events": [{"server_uuid": "ec87277f-7f41-4679-9490-cbc8447a399b", "name": "network-vif-plugged", "status": "completed", "tag": "6cab1dc3-bce0-4837-84c2-fb155d41841b"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:45:05.882100 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 6cab1dc3-bce0-4837-84c2-fb155d41841b, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=6cab1dc3-bce0-4837-84c2-fb155d41841b,segment=NetworkSegment(c75a9572-ecce-461e-8aac-a16bbf3e30ed),segment_id=c75a9572-ecce-461e-8aac-a16bbf3e30ed)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:05.888588 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:06.003236 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=6cab1dc3-bce0-4837-84c2-fb155d41841b,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:06.038110 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4eb27f6c-1224-488a-b86e-9a5742474b9e tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:06.049456 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-4eb27f6c-1224-488a-b86e-9a5742474b9e tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['becf5f5c-99b8-4454-ad01-4d64390bdbfa']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:06.061141 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-4eb27f6c-1224-488a-b86e-9a5742474b9e tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67927572-cc06-4599-923e-6f3ddc197fdd') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:06.061524 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-4eb27f6c-1224-488a-b86e-9a5742474b9e tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67927572-cc06-4599-923e-6f3ddc197fdd') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:06.091400 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4eb27f6c-1224-488a-b86e-9a5742474b9e tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:06.099607 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0f1d5676-eb3b-4d75-9dfd-2010626334f6 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:45:06.130600 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6f6c5276-bb43-4757-8151-ab0619aa7e19 tempest-PortsAdminExtendedAttrsTestJSON-703483373 tempest-PortsAdminExtendedAttrsTestJSON-703483373-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.1137059 Jul 23 16:45:06.135738 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4eb27f6c-1224-488a-b86e-9a5742474b9e tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:06.151398 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 0f1d5676-eb3b-4d75-9dfd-2010626334f6 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:45:06.151835 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0f1d5676-eb3b-4d75-9dfd-2010626334f6 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:45:06.180860 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c5276-bb43-4757-8151-ab0619aa7e19 tempest-PortsAdminExtendedAttrsTestJSON-703483373 tempest-PortsAdminExtendedAttrsTestJSON-703483373-project] Pushing event updated for resources: {'Network': ['ID=e123d2c7-d723-4575-a0e4-ed49f190ee75,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:06.192065 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network e123d2c7-d723-4575-a0e4-ed49f190ee75 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:45:06.193561 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb27f6c-1224-488a-b86e-9a5742474b9e tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:45:06.194123 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4eb27f6c-1224-488a-b86e-9a5742474b9e tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: self.session.flush() Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: self.session.flush() Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: self.session.flush() Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: self.session.flush() Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:45:06.198009 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:45:06.286056 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4eb27f6c-1224-488a-b86e-9a5742474b9e tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:06.309427 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4eb27f6c-1224-488a-b86e-9a5742474b9e tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:06.313273 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4eb27f6c-1224-488a-b86e-9a5742474b9e tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] 10.222.0.73 "DELETE /v2.0/networks/becf5f5c-99b8-4454-ad01-4d64390bdbfa HTTP/1.1" status: 204 len: 168 time: 1.5741251 Jul 23 16:45:06.322466 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36850) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:06.373727 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb27f6c-1224-488a-b86e-9a5742474b9e tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Pushing event deleted for resources: {'Network': ['ID=becf5f5c-99b8-4454-ad01-4d64390bdbfa,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:06.438905 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-47608c69-e64f-4904-900c-bdf28a5866c8 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Deleting subnet 23ec1db3-1b4e-432f-ae89-1b2288f5f2a5 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:45:06.443133 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c595a-aebd-4b30-813a-6b6ea4fab89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5cc0d1-58d0-43cb-929c-46d85c245d3b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:06.443978 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47608c69-e64f-4904-900c-bdf28a5866c8 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:06.465726 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e66337-d1ed-4019-9331-a0af50a0b621 req-d766f448-7d75-4e25-b969-81220db6d013 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:06.474110 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-25e66337-d1ed-4019-9331-a0af50a0b621 req-d766f448-7d75-4e25-b969-81220db6d013 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=db39015c-d082-40b2-841b-29ba7f997db0 HTTP/1.1" status: 200 len: 945 time: 0.8523633 Jul 23 16:45:06.495538 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36852) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:06.503523 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47608c69-e64f-4904-900c-bdf28a5866c8 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:06.523649 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20547777-3fb0-4b52-a2a1-ddec09cb42d4 req-c08d83e0-3194-40b6-95f2-9a956cfae309 service neutron] 10.222.0.97 "GET /v2.0/networks/6a574451-4a5b-4474-b6d1-2d75f1d4e1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8883777 Jul 23 16:45:06.532999 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bbf9083f-fed2-4893-99ab-9cf82b57e767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:06.551922 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-25e66337-d1ed-4019-9331-a0af50a0b621 req-33b3980d-acd8-4765-a5bd-9b0db9dea515 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=eae69f37-0a56-4a22-b4c4-85e8e5e33cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766680 Jul 23 16:45:06.605750 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865f04a-5849-4e7d-83d9-d49cf17b4df8 req-19a313b6-8c45-4e16-8bef-528255af4d91 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:06.607979 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a865f04a-5849-4e7d-83d9-d49cf17b4df8 req-19a313b6-8c45-4e16-8bef-528255af4d91 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd3d6953-ea7e-4fef-b833-d4371050b78d HTTP/1.1" status: 200 len: 944 time: 0.2114639 Jul 23 16:45:06.629653 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab4108b-26c7-4b9d-86c1-641a12bec0fd x-openstack-request-id: req-7ab4108b-26c7-4b9d-86c1-641a12bec0fd {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:45:06.630488 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec87277f-7f41-4679-9490-cbc8447a399b", "name": "network-vif-plugged", "status": "completed", "tag": "6cab1dc3-bce0-4837-84c2-fb155d41841b", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:45:06.630711 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7ab4108b-26c7-4b9d-86c1-641a12bec0fd {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:45:06.631150 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec87277f-7f41-4679-9490-cbc8447a399b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cab1dc3-bce0-4837-84c2-fb155d41841b', 'code': 200} Jul 23 16:45:06.632266 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:06.695695 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a865f04a-5849-4e7d-83d9-d49cf17b4df8 req-c438a6d0-0c2f-465a-b838-0e8442f3363f tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/security-groups?id=30f46667-8e63-4ae7-8b64-db89053be37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778797 Jul 23 16:45:06.709605 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80842391-4754-4099-b144-6c70e384d93f req-a9323ba1-01f6-42ba-9d03-0ec06f0635bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:06.711304 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80842391-4754-4099-b144-6c70e384d93f req-a9323ba1-01f6-42ba-9d03-0ec06f0635bb service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ec96335bdcc648fd8f57426504ea1086&device_id=fd3d6953-ea7e-4fef-b833-d4371050b78d HTTP/1.1" status: 200 len: 1095 time: 0.1360810 Jul 23 16:45:06.779009 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47608c69-e64f-4904-900c-bdf28a5866c8 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:06.860451 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80842391-4754-4099-b144-6c70e384d93f req-6b45b6b3-d6af-4b3f-9f72-f22eefca36bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:06.863213 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80842391-4754-4099-b144-6c70e384d93f req-6b45b6b3-d6af-4b3f-9f72-f22eefca36bd service neutron] 10.222.0.97 "GET /v2.0/networks?id=6a574451-4a5b-4474-b6d1-2d75f1d4e1c7 HTTP/1.1" status: 200 len: 911 time: 0.1431615 Jul 23 16:45:06.885473 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5191515-28bc-420b-a033-cc6d470f84b9 req-ff55b9e9-3d03-4d06-97c1-407c7473e32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:06.886780 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e5191515-28bc-420b-a033-cc6d470f84b9 req-ff55b9e9-3d03-4d06-97c1-407c7473e32d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ec87277f-7f41-4679-9490-cbc8447a399b HTTP/1.1" status: 200 len: 1097 time: 0.1761284 Jul 23 16:45:06.889982 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47608c69-e64f-4904-900c-bdf28a5866c8 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:06.911845 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d42e63-2501-4837-9668-24e301e6339c None None] Network aaddfd76-fc5d-4392-8fdd-d66e0be3bf07 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:06.915787 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80842391-4754-4099-b144-6c70e384d93f req-82ad4ce9-e203-4e72-afe3-029259492610 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1352873-e1f2-4ac7-b66b-2cfac9af65ce HTTP/1.1" status: 200 len: 217 time: 0.0420008 Jul 23 16:45:06.926436 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47608c69-e64f-4904-900c-bdf28a5866c8 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:06.931032 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-47608c69-e64f-4904-900c-bdf28a5866c8 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] 10.222.0.73 "DELETE /v2.0/subnets/23ec1db3-1b4e-432f-ae89-1b2288f5f2a5 HTTP/1.1" status: 204 len: 168 time: 0.6054127 Jul 23 16:45:06.942614 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871abdae-376f-4e44-841f-faaf59725cda req-e49f201a-c82a-421c-9fd2-1e7e8f763e7e tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:06.945206 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-871abdae-376f-4e44-841f-faaf59725cda req-e49f201a-c82a-421c-9fd2-1e7e8f763e7e tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec87277f-7f41-4679-9490-cbc8447a399b HTTP/1.1" status: 200 len: 946 time: 0.1587877 Jul 23 16:45:06.947180 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36866) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:06.982018 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bbf9083f-fed2-4893-99ab-9cf82b57e767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:06.994029 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47608c69-e64f-4904-900c-bdf28a5866c8 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Pushing event deleted for resources: {'Subnet': ['ID=23ec1db3-1b4e-432f-ae89-1b2288f5f2a5,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:06.997950 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bbf9083f-fed2-4893-99ab-9cf82b57e767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:07.048102 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bbf9083f-fed2-4893-99ab-9cf82b57e767 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=11798ec31f57483ab0b1f6e21fd81a69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5515127 Jul 23 16:45:07.049870 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36868) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:07.050031 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 36870) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:07.078285 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9083f-fed2-4893-99ab-9cf82b57e767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfe2d91-cd82-49b4-83ed-d410b4df2fef,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:07.082421 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e5191515-28bc-420b-a033-cc6d470f84b9 req-c6e012c1-6719-4cd8-85f2-f884524d845e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e377f399-0cc6-41ef-9eb0-804cabb02da2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840699 Jul 23 16:45:07.097204 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Request body: {'port': {'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75', 'binding:host_id': 'n-h1-778549-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1036811212'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:07.131345 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80842391-4754-4099-b144-6c70e384d93f req-1f774bb2-753c-41e4-afe8-2069c1327f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:07.133284 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80842391-4754-4099-b144-6c70e384d93f req-1f774bb2-753c-41e4-afe8-2069c1327f0e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=dd178845-7409-4c7b-9af0-040f2c8c7800 HTTP/1.1" status: 200 len: 849 time: 0.2082396 Jul 23 16:45:07.154167 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e19d2af2-e107-4ab7-88c1-71872bb6ac80 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:07.207049 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-871abdae-376f-4e44-841f-faaf59725cda req-bba1dad4-e9d4-4f9b-b169-b39543e6c4e8 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?id=e377f399-0cc6-41ef-9eb0-804cabb02da2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007298 Jul 23 16:45:07.212601 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80842391-4754-4099-b144-6c70e384d93f req-5ed56ac0-e58f-4660-afcd-fb6857046819 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6a574451-4a5b-4474-b6d1-2d75f1d4e1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502555 Jul 23 16:45:07.217458 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Made reservation on behalf of 05f0243d54764d15b108b6e3afd7fd1c for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:07.219854 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:07.241121 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6a1d9d-5946-4905-a1b9-06783e11d595 None None] DHCP port deletion for aaddfd76-fc5d-4392-8fdd-d66e0be3bf07 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:45:07.245977 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:07.302837 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-db6a1d9d-5946-4905-a1b9-06783e11d595 None None] Deleting port 04fe1fab-90e2-4f66-8008-3f6cc90957e1 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:45:07.303213 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-db6a1d9d-5946-4905-a1b9-06783e11d595 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:07.355768 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-235132b4-7a37-488b-abc1-6f69d6609e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:07.400590 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-db6a1d9d-5946-4905-a1b9-06783e11d595 None None] For port 04fe1fab-90e2-4f66-8008-3f6cc90957e1, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=04fe1fab-90e2-4f66-8008-3f6cc90957e1,segment=NetworkSegment(52357719-02ef-45dd-a8a8-97db9df085d8),segment_id=52357719-02ef-45dd-a8a8-97db9df085d8)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:07.401296 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-db6a1d9d-5946-4905-a1b9-06783e11d595 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:07.418803 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-db6a1d9d-5946-4905-a1b9-06783e11d595 None None] Calling delete_port for 04fe1fab-90e2-4f66-8008-3f6cc90957e1 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:45:07.477074 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-235132b4-7a37-488b-abc1-6f69d6609e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:07.492475 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:07.546237 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-db6a1d9d-5946-4905-a1b9-06783e11d595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:07.560603 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80842391-4754-4099-b144-6c70e384d93f req-9975f15a-674a-4b1e-939b-a3b8fa89f0ce service neutron] 10.222.0.97 "GET /v2.0/networks/6a574451-4a5b-4474-b6d1-2d75f1d4e1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349330 Jul 23 16:45:07.584377 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a1d9d-5946-4905-a1b9-06783e11d595 None None] Pushing event deleted for resources: {'Port': ['ID=04fe1fab-90e2-4f66-8008-3f6cc90957e1,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:07.593813 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6a1d9d-5946-4905-a1b9-06783e11d595 None None] No DVR routers for this DVR port 04fe1fab-90e2-4f66-8008-3f6cc90957e1 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:45:07.626409 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-e19d2af2-e107-4ab7-88c1-71872bb6ac80 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Deleting port 04fe1fab-90e2-4f66-8008-3f6cc90957e1 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:45:07.626756 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e19d2af2-e107-4ab7-88c1-71872bb6ac80 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:07.784237 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-235132b4-7a37-488b-abc1-6f69d6609e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:07.787905 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-235132b4-7a37-488b-abc1-6f69d6609e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:07.791327 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-235132b4-7a37-488b-abc1-6f69d6609e15 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6cfe2d91-cd82-49b4-83ed-d410b4df2fef HTTP/1.1" status: 204 len: 168 time: 0.7370279 Jul 23 16:45:07.805017 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799972ae-356a-4d75-a874-edf4c48a1d0b req-d35e2880-5cd0-4a2a-b597-9f6acb5ae02b tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:07.806653 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-799972ae-356a-4d75-a874-edf4c48a1d0b req-d35e2880-5cd0-4a2a-b597-9f6acb5ae02b tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.97 "GET /v2.0/ports?device_id=db39015c-d082-40b2-841b-29ba7f997db0 HTTP/1.1" status: 200 len: 945 time: 0.3882961 Jul 23 16:45:07.892883 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80842391-4754-4099-b144-6c70e384d93f req-3b277b3b-a224-4661-a1e1-6380fad23b46 service neutron] 10.222.0.97 "GET /v2.0/networks/6a574451-4a5b-4474-b6d1-2d75f1d4e1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186715 Jul 23 16:45:07.894700 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:07.938660 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-e19d2af2-e107-4ab7-88c1-71872bb6ac80 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] For port 04fe1fab-90e2-4f66-8008-3f6cc90957e1, host n-d-778549-4, got binding levels [] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:07.939085 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e19d2af2-e107-4ab7-88c1-71872bb6ac80 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:07.942083 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235132b4-7a37-488b-abc1-6f69d6609e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfe2d91-cd82-49b4-83ed-d410b4df2fef,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:07.964676 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:07.978314 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] device_id is not set on port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:45:07.995331 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-e19d2af2-e107-4ab7-88c1-71872bb6ac80 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Calling delete_port for 04fe1fab-90e2-4f66-8008-3f6cc90957e1 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:45:08.010831 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.ipam_backend_mixin [None req-e19d2af2-e107-4ab7-88c1-71872bb6ac80 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Port 04fe1fab-90e2-4f66-8008-3f6cc90957e1 was not found and therefore no delete operation was performed {{(pid=94012) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:45:08.057580 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 04fe1fab-90e2-4f66-8008-3f6cc90957e1 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:45:08.081147 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 04fe1fab-90e2-4f66-8008-3f6cc90957e1 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:45:08.081744 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 04fe1fab-90e2-4f66-8008-3f6cc90957e1 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:45:08.088168 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e19d2af2-e107-4ab7-88c1-71872bb6ac80 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:08.126205 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19d2af2-e107-4ab7-88c1-71872bb6ac80 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] No DVR routers for this DVR port 04fe1fab-90e2-4f66-8008-3f6cc90957e1 on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:45:08.203965 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d2af2-e107-4ab7-88c1-71872bb6ac80 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Pushing event deleted for resources: {'Port': ['ID=04fe1fab-90e2-4f66-8008-3f6cc90957e1,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:08.224305 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1007110-88ab-47ae-aac6-65ff33859fd5,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:08.279759 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670e44b-488a-484c-9b49-031882f794fe req-f05fb535-a25c-4cb7-ba72-800400ddd248 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:08.281290 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e670e44b-488a-484c-9b49-031882f794fe req-f05fb535-a25c-4cb7-ba72-800400ddd248 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=db39015c-d082-40b2-841b-29ba7f997db0 HTTP/1.1" status: 200 len: 945 time: 0.6191330 Jul 23 16:45:08.326381 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e19d2af2-e107-4ab7-88c1-71872bb6ac80 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:08.376910 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d1800-f539-461a-9052-1a4226578d7c req-412149a9-bc0e-4c8f-9f04-b16101ad2604 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:08.378802 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1b9d1800-f539-461a-9052-1a4226578d7c req-412149a9-bc0e-4c8f-9f04-b16101ad2604 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd3d6953-ea7e-4fef-b833-d4371050b78d HTTP/1.1" status: 200 len: 944 time: 0.5336206 Jul 23 16:45:08.381011 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-e19d2af2-e107-4ab7-88c1-71872bb6ac80 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaddfd76-fc5d-4392-8fdd-d66e0be3bf07']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:08.424811 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-e19d2af2-e107-4ab7-88c1-71872bb6ac80 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52357719-02ef-45dd-a8a8-97db9df085d8') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:08.425222 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-e19d2af2-e107-4ab7-88c1-71872bb6ac80 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52357719-02ef-45dd-a8a8-97db9df085d8') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:08.464874 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e19d2af2-e107-4ab7-88c1-71872bb6ac80 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:08.517222 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e670e44b-488a-484c-9b49-031882f794fe req-496fea9e-31a7-4905-bdb8-d12f4f7672d8 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups?id=eae69f37-0a56-4a22-b4c4-85e8e5e33cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2241805 Jul 23 16:45:08.550858 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-799972ae-356a-4d75-a874-edf4c48a1d0b req-e7052bd1-5169-46de-a66c-f0babfabda63 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Deleting port ce1c2507-bb51-4faa-946e-757f4129d65c {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:45:08.552897 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-799972ae-356a-4d75-a874-edf4c48a1d0b req-e7052bd1-5169-46de-a66c-f0babfabda63 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:08.598186 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device d1352873-e1f2-4ac7-b66b-2cfac9af65ce details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:45:08.628569 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:08.643654 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] device_id is not set on port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:45:08.655278 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1b9d1800-f539-461a-9052-1a4226578d7c req-cd318155-a1b7-48e1-b353-3a4550ed39cb tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/security-groups?id=30f46667-8e63-4ae7-8b64-db89053be37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658846 Jul 23 16:45:08.656274 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e19d2af2-e107-4ab7-88c1-71872bb6ac80 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:08.714254 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:08.718042 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port d1352873-e1f2-4ac7-b66b-2cfac9af65ce, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d1352873-e1f2-4ac7-b66b-2cfac9af65ce,segment=NetworkSegment(0333680c-4063-475f-a23f-a780ec6c1e1c),segment_id=0333680c-4063-475f-a23f-a780ec6c1e1c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:08.732817 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'd1352873-e1f2-4ac7-b66b-2cfac9af65ce', 'network_id': '6a574451-4a5b-4474-b6d1-2d75f1d4e1c7', 'port_id': 'd1352873-e1f2-4ac7-b66b-2cfac9af65ce', 'mac_address': 'fa:16:3e:20:3b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd178845-7409-4c7b-9af0-040f2c8c7800', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:45:08.733907 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19d2af2-e107-4ab7-88c1-71872bb6ac80 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:45:08.734288 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e19d2af2-e107-4ab7-88c1-71872bb6ac80 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:08.737569 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:45:08.737569 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:45:08.737569 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:45:08.737569 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:45:08.737569 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:45:08.737569 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:45:08.737569 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:45:08.737569 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:45:08.737569 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:45:08.737569 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:45:08.737569 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:45:08.737569 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:45:08.737569 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:45:08.737569 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:45:08.737569 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:45:08.737569 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:45:08.737569 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:45:08.737569 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:45:08.737569 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:45:08.737569 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:45:08.737569 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:45:08.737569 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:45:08.737569 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:45:08.737569 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:45:08.737569 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:45:08.737569 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:45:08.737569 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:45:08.737569 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:45:08.737569 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:45:08.737569 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:45:08.737569 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:45:08.737569 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:45:08.763215 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Transition to ACTIVE for port object ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:08.813709 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:08.836974 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1352873-e1f2-4ac7-b66b-2cfac9af65ce {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:45:08.867962 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port d1352873-e1f2-4ac7-b66b-2cfac9af65ce, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d1352873-e1f2-4ac7-b66b-2cfac9af65ce,segment=NetworkSegment(0333680c-4063-475f-a23f-a780ec6c1e1c),segment_id=0333680c-4063-475f-a23f-a780ec6c1e1c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:08.871553 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:08.873908 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:08.940876 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=d1352873-e1f2-4ac7-b66b-2cfac9af65ce,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:08.966447 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-799972ae-356a-4d75-a874-edf4c48a1d0b req-e7052bd1-5169-46de-a66c-f0babfabda63 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] For port ce1c2507-bb51-4faa-946e-757f4129d65c, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=ce1c2507-bb51-4faa-946e-757f4129d65c,segment=NetworkSegment(ad45a4cc-cf30-49f8-a5ad-4265a85c83ee),segment_id=ad45a4cc-cf30-49f8-a5ad-4265a85c83ee)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:08.966820 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-799972ae-356a-4d75-a874-edf4c48a1d0b req-e7052bd1-5169-46de-a66c-f0babfabda63 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:08.969284 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e19d2af2-e107-4ab7-88c1-71872bb6ac80 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:09.003727 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e19d2af2-e107-4ab7-88c1-71872bb6ac80 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:09.005661 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e19d2af2-e107-4ab7-88c1-71872bb6ac80 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] 10.222.0.73 "DELETE /v2.0/networks/aaddfd76-fc5d-4392-8fdd-d66e0be3bf07 HTTP/1.1" status: 204 len: 168 time: 2.0575309 Jul 23 16:45:09.008520 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36934) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:09.046930 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-26368464-ebfc-4e44-aeeb-d0606d7a5825 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2403c5e-09b2-4630-8d68-d5bdf3437b0f HTTP/1.1" status: 200 len: 205 time: 0.0365293 Jul 23 16:45:09.049311 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36940) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:09.098128 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['d1352873-e1f2-4ac7-b66b-2cfac9af65ce'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:45:09.107763 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd4f67-8f9c-48d2-962e-855f618b7b9d req-3effc212-c32c-4653-91a8-2d8421c3fd98 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:09.113918 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4abd4f67-8f9c-48d2-962e-855f618b7b9d req-3effc212-c32c-4653-91a8-2d8421c3fd98 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec87277f-7f41-4679-9490-cbc8447a399b HTTP/1.1" status: 200 len: 946 time: 0.4552622 Jul 23 16:45:09.115381 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Pushing event updated for resources: {'Port': ['ID=ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:09.138157 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d2af2-e107-4ab7-88c1-71872bb6ac80 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Pushing event deleted for resources: {'Network': ['ID=aaddfd76-fc5d-4392-8fdd-d66e0be3bf07,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:09.170216 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99fdee02-6086-4ebc-b674-9b495b5be3d5 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:09.219131 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Checking segment: {'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:45:09.219131 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Network hostable DHCP agents. Network: e123d2c7-d723-4575-a0e4-ed49f190ee75, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:45:09.282709 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4abd4f67-8f9c-48d2-962e-855f618b7b9d req-21531209-0ce6-4469-8b3d-1c2193f34b69 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?id=e377f399-0cc6-41ef-9eb0-804cabb02da2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517634 Jul 23 16:45:09.334536 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Network e123d2c7-d723-4575-a0e4-ed49f190ee75 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:45:09.352956 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, e123d2c7-d723-4575-a0e4-ed49f190ee75) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:09.360482 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:45:09.367450 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55928ebb-f3ed-45e5-ae64-ed6b6dc7d21a None None] Network e123d2c7-d723-4575-a0e4-ed49f190ee75 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:09.415252 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-799972ae-356a-4d75-a874-edf4c48a1d0b req-e7052bd1-5169-46de-a66c-f0babfabda63 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:09.415621 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-799972ae-356a-4d75-a874-edf4c48a1d0b req-e7052bd1-5169-46de-a66c-f0babfabda63 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:09.416065 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [req-799972ae-356a-4d75-a874-edf4c48a1d0b req-e7052bd1-5169-46de-a66c-f0babfabda63 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Floating IP eeaeec08-4e4f-4b9a-b73e-941aeee00b15 disassociated. External IP: 172.25.8.60, port: ce1c2507-bb51-4faa-946e-757f4129d65c. Jul 23 16:45:09.416426 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-799972ae-356a-4d75-a874-edf4c48a1d0b req-e7052bd1-5169-46de-a66c-f0babfabda63 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Calling delete_port for ce1c2507-bb51-4faa-946e-757f4129d65c owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:45:09.426302 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:09.427099 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:09.427721 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:09.482552 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99fdee02-6086-4ebc-b674-9b495b5be3d5 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:09.485599 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99fdee02-6086-4ebc-b674-9b495b5be3d5 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:09.503312 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:09.503966 n-d-778549-4 neutron-server[94012]: ERROR neutron.plugins.ml2.managers [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Failed to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on host n-h1-778549-4 for vnic_type normal using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] Jul 23 16:45:09.506586 n-d-778549-4 neutron-server[94012]: INFO neutron.plugins.ml2.plugin [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempt 2 to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 Jul 23 16:45:09.527313 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:09.528187 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:09.528700 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:09.539514 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:09.539839 n-d-778549-4 neutron-server[94012]: ERROR neutron.plugins.ml2.managers [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Failed to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on host n-h1-778549-4 for vnic_type normal using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] Jul 23 16:45:09.542841 n-d-778549-4 neutron-server[94012]: INFO neutron.plugins.ml2.plugin [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempt 3 to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 Jul 23 16:45:09.560233 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99fdee02-6086-4ebc-b674-9b495b5be3d5 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:09.563270 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99fdee02-6086-4ebc-b674-9b495b5be3d5 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Fanout notify agent at l3_agent the message router_deleted on router a2403c5e-09b2-4630-8d68-d5bdf3437b0f {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:45:09.580948 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:09.581565 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:09.582072 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:09.598296 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99fdee02-6086-4ebc-b674-9b495b5be3d5 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:09.598296 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-99fdee02-6086-4ebc-b674-9b495b5be3d5 tempest-RoutersNegativeIpV6Test-1550922830 tempest-RoutersNegativeIpV6Test-1550922830-project] 10.222.0.73 "DELETE /v2.0/routers/a2403c5e-09b2-4630-8d68-d5bdf3437b0f HTTP/1.1" status: 204 len: 168 time: 0.5453675 Jul 23 16:45:09.599729 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:09.600404 n-d-778549-4 neutron-server[94012]: ERROR neutron.plugins.ml2.managers [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Failed to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on host n-h1-778549-4 for vnic_type normal using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] Jul 23 16:45:09.683919 n-d-778549-4 neutron-server[94012]: INFO neutron.plugins.ml2.plugin [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempt 4 to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 Jul 23 16:45:09.700429 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-799972ae-356a-4d75-a874-edf4c48a1d0b req-e7052bd1-5169-46de-a66c-f0babfabda63 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:09.728506 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b148d96-db99-4228-9ea3-e9738fa99085 req-91d4105d-db1a-4d59-8496-2c18764a1881 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:09.730432 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3b148d96-db99-4228-9ea3-e9738fa99085 req-91d4105d-db1a-4d59-8496-2c18764a1881 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec87277f-7f41-4679-9490-cbc8447a399b HTTP/1.1" status: 200 len: 946 time: 0.3405674 Jul 23 16:45:09.777378 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e141b198-fa27-496f-878e-5fdd6b14f48b req-be0d4e51-cdec-4f9f-8b0e-c5c9af8eaf02 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=db39015c-d082-40b2-841b-29ba7f997db0 HTTP/1.1" status: 200 len: 210 time: 0.0870883 Jul 23 16:45:09.778072 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:09.778410 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:09.778749 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:09.816990 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:09.817466 n-d-778549-4 neutron-server[94012]: ERROR neutron.plugins.ml2.managers [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Failed to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on host n-h1-778549-4 for vnic_type normal using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] Jul 23 16:45:09.820374 n-d-778549-4 neutron-server[94012]: INFO neutron.plugins.ml2.plugin [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempt 5 to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 Jul 23 16:45:09.822948 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7052bd1-5169-46de-a66c-f0babfabda63 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Pushing event deleted for resources: {'Port': ['ID=ce1c2507-bb51-4faa-946e-757f4129d65c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:09.873292 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:09.873885 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:09.874000 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:09.888531 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3b148d96-db99-4228-9ea3-e9738fa99085 req-59474b60-9be3-40b9-8bca-9fa977cfe8eb tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?id=e377f399-0cc6-41ef-9eb0-804cabb02da2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138093 Jul 23 16:45:09.888531 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:09.888909 n-d-778549-4 neutron-server[94012]: ERROR neutron.plugins.ml2.managers [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Failed to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on host n-h1-778549-4 for vnic_type normal using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] Jul 23 16:45:09.916688 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36980) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:09.951004 n-d-778549-4 neutron-server[94012]: INFO neutron.plugins.ml2.plugin [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempt 6 to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 Jul 23 16:45:09.996833 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6d6414-b06c-42cd-97b8-87982110e74c tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:10.001912 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ea6d6414-b06c-42cd-97b8-87982110e74c tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ec87277f-7f41-4679-9490-cbc8447a399b HTTP/1.1" status: 200 len: 1092 time: 0.0841656 Jul 23 16:45:10.002523 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36982) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:10.016856 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6cd5ddd2-71c9-4144-bfef-e889527cc1fd tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'port_id': '6cab1dc3-bce0-4837-84c2-fb155d41841b', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:10.025577 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36984) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:10.079103 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:10.079699 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:10.080217 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:10.080895 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6cd5ddd2-71c9-4144-bfef-e889527cc1fd tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:10.105248 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:10.105757 n-d-778549-4 neutron-server[94012]: ERROR neutron.plugins.ml2.managers [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Failed to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on host n-h1-778549-4 for vnic_type normal using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] Jul 23 16:45:10.109019 n-d-778549-4 neutron-server[94012]: INFO neutron.plugins.ml2.plugin [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempt 7 to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 Jul 23 16:45:10.323398 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6cd5ddd2-71c9-4144-bfef-e889527cc1fd tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:10.430348 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ce1afe39-42be-46cb-a609-3bc871b39648 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fbe07e006e654430abbbd74e96fc6f1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4002578 Jul 23 16:45:10.431302 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 36996) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:10.535573 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:10.536011 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:10.536829 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:10.546813 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f6061a8d-eb93-49be-b79f-41cb988cd787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:10.549190 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:10.549652 n-d-778549-4 neutron-server[94012]: ERROR neutron.plugins.ml2.managers [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Failed to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on host n-h1-778549-4 for vnic_type normal using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] Jul 23 16:45:10.554138 n-d-778549-4 neutron-server[94012]: INFO neutron.plugins.ml2.plugin [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempt 8 to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 Jul 23 16:45:10.554979 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-6cd5ddd2-71c9-4144-bfef-e889527cc1fd tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Allocated IP 172.25.8.248 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/6a382774-37e9-4fd5-a714-ce3b557f45c5) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:10.563472 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-799972ae-356a-4d75-a874-edf4c48a1d0b req-e7052bd1-5169-46de-a66c-f0babfabda63 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Router 3b751f51-52f1-444e-9d36-b568bcc46932 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:45:10.583786 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17f018-1fa1-4076-a296-5459009f3b06 req-9d38d2f9-c8f9-495d-b0a3-df05547ad8ee tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:10.590735 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c17f018-1fa1-4076-a296-5459009f3b06 req-9d38d2f9-c8f9-495d-b0a3-df05547ad8ee tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd3d6953-ea7e-4fef-b833-d4371050b78d HTTP/1.1" status: 200 len: 945 time: 0.6236465 Jul 23 16:45:10.592597 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f6061a8d-eb93-49be-b79f-41cb988cd787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:10.596382 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device d1352873-e1f2-4ac7-b66b-2cfac9af65ce up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:45:10.605199 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:10.605536 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:10.606060 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:10.621749 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:10.622258 n-d-778549-4 neutron-server[94012]: ERROR neutron.plugins.ml2.managers [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Failed to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on host n-h1-778549-4 for vnic_type normal using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] Jul 23 16:45:10.625346 n-d-778549-4 neutron-server[94012]: INFO neutron.plugins.ml2.plugin [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempt 9 to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 Jul 23 16:45:10.680406 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port d1352873-e1f2-4ac7-b66b-2cfac9af65ce completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:10.697113 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port d1352873-e1f2-4ac7-b66b-2cfac9af65ce triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:10.697488 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:10.736709 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:10.737142 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:10.737489 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:10.748774 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6cd5ddd2-71c9-4144-bfef-e889527cc1fd tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:10.768426 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f6061a8d-eb93-49be-b79f-41cb988cd787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:10.771446 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f6061a8d-eb93-49be-b79f-41cb988cd787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:10.773223 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c17f018-1fa1-4076-a296-5459009f3b06 req-361ba778-32d0-4f87-afb3-2cc5b3131b21 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/security-groups?id=30f46667-8e63-4ae7-8b64-db89053be37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803665 Jul 23 16:45:10.773933 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:10.774449 n-d-778549-4 neutron-server[94012]: ERROR neutron.plugins.ml2.managers [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Failed to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on host n-h1-778549-4 for vnic_type normal using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] Jul 23 16:45:10.781225 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f6061a8d-eb93-49be-b79f-41cb988cd787 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d1cfdaa8-85cd-45a3-98d7-7bc72af52951 HTTP/1.1" status: 204 len: 168 time: 0.3382041 Jul 23 16:45:10.788029 n-d-778549-4 neutron-server[94012]: INFO neutron.plugins.ml2.plugin [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempt 10 to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 Jul 23 16:45:10.811285 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6061a8d-eb93-49be-b79f-41cb988cd787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cfdaa8-85cd-45a3-98d7-7bc72af52951,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:10.827913 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:10.828183 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:10.828398 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6cd5ddd2-71c9-4144-bfef-e889527cc1fd tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:10.828567 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:10.838051 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:10.838393 n-d-778549-4 neutron-server[94012]: ERROR neutron.plugins.ml2.managers [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Failed to bind port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 on host n-h1-778549-4 for vnic_type normal using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] Jul 23 16:45:10.838768 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:10.868960 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd5ddd2-71c9-4144-bfef-e889527cc1fd tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:10.872151 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-6cd5ddd2-71c9-4144-bfef-e889527cc1fd tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:10.875077 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd5ddd2-71c9-4144-bfef-e889527cc1fd tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:45:10.888616 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-799972ae-356a-4d75-a874-edf4c48a1d0b req-e7052bd1-5169-46de-a66c-f0babfabda63 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:45:10.902793 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7886a674-b0cf-4d92-bda6-428ab68b30b4 None None] Sync routers for ids ['3b751f51-52f1-444e-9d36-b568bcc46932'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:45:10.913138 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5ddd2-71c9-4144-bfef-e889527cc1fd tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'Port': ['ID=6a382774-37e9-4fd5-a714-ce3b557f45c5,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:10.939959 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7886a674-b0cf-4d92-bda6-428ab68b30b4 None None] Routers {'3b751f51-52f1-444e-9d36-b568bcc46932'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:45:10.940591 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-7886a674-b0cf-4d92-bda6-428ab68b30b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:45:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['3b751f51-52f1-444e-9d36-b568bcc46932'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:11.045531 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e29da077-d777-4e08-b303-3ac7e1ca0b07 req-2dffc5d3-26fa-40db-8884-bf93da46529e tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/ports?device_id=db39015c-d082-40b2-841b-29ba7f997db0 HTTP/1.1" status: 200 len: 210 time: 0.1152911 Jul 23 16:45:11.075430 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-799972ae-356a-4d75-a874-edf4c48a1d0b req-e7052bd1-5169-46de-a66c-f0babfabda63 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] No DVR routers for this DVR port ce1c2507-bb51-4faa-946e-757f4129d65c on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:45:11.079151 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-799972ae-356a-4d75-a874-edf4c48a1d0b req-e7052bd1-5169-46de-a66c-f0babfabda63 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:11.081587 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-799972ae-356a-4d75-a874-edf4c48a1d0b req-e7052bd1-5169-46de-a66c-f0babfabda63 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.97 "DELETE /v2.0/ports/ce1c2507-bb51-4faa-946e-757f4129d65c HTTP/1.1" status: 204 len: 173 time: 3.2310259 Jul 23 16:45:11.087449 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db39015c-d082-40b2-841b-29ba7f997db0', 'name': 'network-vif-deleted', 'tag': 'ce1c2507-bb51-4faa-946e-757f4129d65c'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:45:11.090129 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61ace8e-e6aa-48e3-a4d7-66275bea6a14" -d '{"events": [{"server_uuid": "db39015c-d082-40b2-841b-29ba7f997db0", "name": "network-vif-deleted", "tag": "ce1c2507-bb51-4faa-946e-757f4129d65c"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:45:11.152682 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] For port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:45:11.153781 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempted to set empty binding levels {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 16:45:11.164063 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:11.182968 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b215df39-0d4e-40dd-b5c0-01bcd35a6b8b x-openstack-request-id: req-b215df39-0d4e-40dd-b5c0-01bcd35a6b8b {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:45:11.183606 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db39015c-d082-40b2-841b-29ba7f997db0", "name": "network-vif-deleted", "tag": "ce1c2507-bb51-4faa-946e-757f4129d65c", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:45:11.184250 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b215df39-0d4e-40dd-b5c0-01bcd35a6b8b {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:45:11.184873 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db39015c-d082-40b2-841b-29ba7f997db0', 'name': 'network-vif-deleted', 'tag': 'ce1c2507-bb51-4faa-946e-757f4129d65c', 'status': 'completed', 'code': 200} Jul 23 16:45:11.245691 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:11.248668 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:11.289370 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Pushing event updated for resources: {'Port': ['ID=ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:11.302487 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:11.310175 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-bfbc24f5-1f8b-4916-99c5-b78888d62bef tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 4.2575774 Jul 23 16:45:11.311680 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 37020) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:11.412236 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3d6953-ea7e-4fef-b833-d4371050b78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1352873-e1f2-4ac7-b66b-2cfac9af65ce'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:45:11.421327 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6747f2-58e5-437d-8d74-7b478a826b52" -d '{"events": [{"server_uuid": "fd3d6953-ea7e-4fef-b833-d4371050b78d", "name": "network-vif-plugged", "status": "completed", "tag": "d1352873-e1f2-4ac7-b66b-2cfac9af65ce"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:45:11.446879 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port d1352873-e1f2-4ac7-b66b-2cfac9af65ce, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d1352873-e1f2-4ac7-b66b-2cfac9af65ce,segment=NetworkSegment(0333680c-4063-475f-a23f-a780ec6c1e1c),segment_id=0333680c-4063-475f-a23f-a780ec6c1e1c)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:11.456956 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-7886a674-b0cf-4d92-bda6-428ab68b30b4 None None] Set router 3b751f51-52f1-444e-9d36-b568bcc46932 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:45:11.515233 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-e6df5009-d757-4005-8ab0-fedb610258c4 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Deleting port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:45:11.515386 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:11.515570 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6df5009-d757-4005-8ab0-fedb610258c4 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:11.516141 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device ce1c2507-bb51-4faa-946e-757f4129d65c no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:45:11.575702 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: ce1c2507-bb51-4faa-946e-757f4129d65c {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:45:11.580200 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device ce1c2507-bb51-4faa-946e-757f4129d65c not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:45:11.596625 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591ebf91-c36c-4ef3-b0b5-68b28ad0446f x-openstack-request-id: req-591ebf91-c36c-4ef3-b0b5-68b28ad0446f {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:45:11.597363 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3d6953-ea7e-4fef-b833-d4371050b78d", "name": "network-vif-plugged", "status": "completed", "tag": "d1352873-e1f2-4ac7-b66b-2cfac9af65ce", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:45:11.597363 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-591ebf91-c36c-4ef3-b0b5-68b28ad0446f {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:45:11.597587 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3d6953-ea7e-4fef-b833-d4371050b78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1352873-e1f2-4ac7-b66b-2cfac9af65ce', 'code': 200} Jul 23 16:45:11.696598 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-e6df5009-d757-4005-8ab0-fedb610258c4 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] For port ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341, host n-h1-778549-4, got binding levels [] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:11.697559 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6df5009-d757-4005-8ab0-fedb610258c4 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:11.712432 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-e6df5009-d757-4005-8ab0-fedb610258c4 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Calling delete_port for ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:45:11.862277 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=d1352873-e1f2-4ac7-b66b-2cfac9af65ce,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:12.010204 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6df5009-d757-4005-8ab0-fedb610258c4 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:12.075368 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6cd5ddd2-71c9-4144-bfef-e889527cc1fd tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:12.128408 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6df5009-d757-4005-8ab0-fedb610258c4 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:12.133403 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e6df5009-d757-4005-8ab0-fedb610258c4 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] 10.222.0.73 "DELETE /v2.0/ports/ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 HTTP/1.1" status: 204 len: 168 time: 0.8193049 Jul 23 16:45:12.150939 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 37060) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:12.158589 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df5009-d757-4005-8ab0-fedb610258c4 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Pushing event deleted for resources: {'Port': ['ID=ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:12.204738 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-580ea40e-ec2d-42ed-a70d-ace1fff8012b tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] GET failed (client error): The resource could not be found. Jul 23 16:45:12.211112 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-580ea40e-ec2d-42ed-a70d-ace1fff8012b tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] 10.222.0.73 "GET /v2.0/ports/ffca9a86-48fb-4cd1-9fdd-b36a2bc5d341 HTTP/1.1" status: 404 len: 333 time: 0.0540340 Jul 23 16:45:12.222762 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 37066) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:12.224982 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac908a37-7843-45e0-a1bb-29a8810d5e38 req-9c0bf44d-0dc0-4b44-9973-6778c5c0dcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:12.226595 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ac908a37-7843-45e0-a1bb-29a8810d5e38 req-9c0bf44d-0dc0-4b44-9973-6778c5c0dcf4 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=fd3d6953-ea7e-4fef-b833-d4371050b78d HTTP/1.1" status: 200 len: 1097 time: 0.2477202 Jul 23 16:45:12.236041 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bc024-09fb-4da8-8448-81f3bbf9a801 req-422abfb6-f3b3-43c5-ad4a-ed335a30abab tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:12.240685 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-7886a674-b0cf-4d92-bda6-428ab68b30b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'name': 'tempest-AttachVolumeTestJSON-202747568-router', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:36:47Z', 'updated_at': '2021-07-23T16:36:59Z', 'revision_number': 4, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'gw_port': {'id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:48Z', 'updated_at': '2021-07-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '7fb169e2-f135-4e41-ab65-786b8bad79ad', 'name': '', 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'mac_address': 'fa:16:3e:a3:f7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'e5ad291e-418b-4d00-9cc7-4ac4310f7dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:57Z', 'updated_at': '2021-07-23T16:37:07Z', 'revision_number': 5, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'subnets': [{'id': 'e5ad291e-418b-4d00-9cc7-4ac4310f7dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:12.243272 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b2bc024-09fb-4da8-8448-81f3bbf9a801 req-422abfb6-f3b3-43c5-ad4a-ed335a30abab tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd3d6953-ea7e-4fef-b833-d4371050b78d HTTP/1.1" status: 200 len: 946 time: 0.2610121 Jul 23 16:45:12.249947 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-90cbadfa-f3b1-4804-9388-4a27d97b018b tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Request body: {'port': {'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-476821167'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:12.270321 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37068) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:12.274502 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7886a674-b0cf-4d92-bda6-428ab68b30b4 None None] Checking router: 3b751f51-52f1-444e-9d36-b568bcc46932 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:45:12.287615 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7886a674-b0cf-4d92-bda6-428ab68b30b4 None None] Routers {'3b751f51-52f1-444e-9d36-b568bcc46932'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:45:12.288867 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-7886a674-b0cf-4d92-bda6-428ab68b30b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:45:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['3b751f51-52f1-444e-9d36-b568bcc46932'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:12.308380 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cbadfa-f3b1-4804-9388-4a27d97b018b tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Made reservation on behalf of 05f0243d54764d15b108b6e3afd7fd1c for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:12.310814 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-90cbadfa-f3b1-4804-9388-4a27d97b018b tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:12.347600 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6cd5ddd2-71c9-4144-bfef-e889527cc1fd tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:12.368994 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-90cbadfa-f3b1-4804-9388-4a27d97b018b tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] device_id is not set on port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:45:12.399983 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b2bc024-09fb-4da8-8448-81f3bbf9a801 req-1a24101c-0bfa-4652-93e2-023e4656327f tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/security-groups?id=30f46667-8e63-4ae7-8b64-db89053be37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071105 Jul 23 16:45:12.405519 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 37072) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:12.407701 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ac908a37-7843-45e0-a1bb-29a8810d5e38 req-57717308-c63f-4712-b036-a87c3cf76bef service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=30f46667-8e63-4ae7-8b64-db89053be37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618423 Jul 23 16:45:12.521264 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-7886a674-b0cf-4d92-bda6-428ab68b30b4 None None] Set router 3b751f51-52f1-444e-9d36-b568bcc46932 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:45:12.543535 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-21624da8-b2d3-4d5b-a3f5-7e9303a9b580 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:12.599329 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-21624da8-b2d3-4d5b-a3f5-7e9303a9b580 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:12.676028 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-90cbadfa-f3b1-4804-9388-4a27d97b018b tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:12.706871 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-f1aa896e-dab0-427b-b066-10873f01c903 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-340850649'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:12.750170 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1aa896e-dab0-427b-b066-10873f01c903 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] Made reservation on behalf of 72d78c7dd2d047ad9cf2a67ae8449294 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:12.761435 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f1aa896e-dab0-427b-b066-10873f01c903 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:12.773719 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f1aa896e-dab0-427b-b066-10873f01c903 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:12.792789 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-90cbadfa-f3b1-4804-9388-4a27d97b018b tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:12.801255 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-21624da8-b2d3-4d5b-a3f5-7e9303a9b580 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:12.805491 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-21624da8-b2d3-4d5b-a3f5-7e9303a9b580 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:12.809288 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-21624da8-b2d3-4d5b-a3f5-7e9303a9b580 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "DELETE /v2.0/security-groups/eae69f37-0a56-4a22-b4c4-85e8e5e33cd9 HTTP/1.1" status: 204 len: 168 time: 0.5352426 Jul 23 16:45:12.809662 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37080) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:12.811859 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6cd5ddd2-71c9-4144-bfef-e889527cc1fd tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:12.839453 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6cd5ddd2-71c9-4144-bfef-e889527cc1fd tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:12.840337 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-7886a674-b0cf-4d92-bda6-428ab68b30b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'name': 'tempest-AttachVolumeTestJSON-202747568-router', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:36:47Z', 'updated_at': '2021-07-23T16:36:59Z', 'revision_number': 4, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'gw_port': {'id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:48Z', 'updated_at': '2021-07-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '7fb169e2-f135-4e41-ab65-786b8bad79ad', 'name': '', 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'mac_address': 'fa:16:3e:a3:f7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'e5ad291e-418b-4d00-9cc7-4ac4310f7dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:57Z', 'updated_at': '2021-07-23T16:37:07Z', 'revision_number': 5, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'subnets': [{'id': 'e5ad291e-418b-4d00-9cc7-4ac4310f7dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:12.863598 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cbadfa-f3b1-4804-9388-4a27d97b018b tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Pushing event updated for resources: {'Port': ['ID=4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:12.873086 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cbadfa-f3b1-4804-9388-4a27d97b018b tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Network e123d2c7-d723-4575-a0e4-ed49f190ee75 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:12.878726 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-90cbadfa-f3b1-4804-9388-4a27d97b018b tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:12.882346 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cbadfa-f3b1-4804-9388-4a27d97b018b tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:45:12.883473 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cbadfa-f3b1-4804-9388-4a27d97b018b tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:12.884102 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-90cbadfa-f3b1-4804-9388-4a27d97b018b tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:12.888742 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7886a674-b0cf-4d92-bda6-428ab68b30b4 None None] The sync data for ids ['3b751f51-52f1-444e-9d36-b568bcc46932'] in n-d-778549-4 is: [{'id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'name': 'tempest-AttachVolumeTestJSON-202747568-router', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:36:47Z', 'updated_at': '2021-07-23T16:36:59Z', 'revision_number': 4, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'gw_port': {'id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:48Z', 'updated_at': '2021-07-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '7fb169e2-f135-4e41-ab65-786b8bad79ad', 'name': '', 'network_id': '781ff998-5fd6-4b30-abd9-75eb80a107ad', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'mac_address': 'fa:16:3e:a3:f7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'e5ad291e-418b-4d00-9cc7-4ac4310f7dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:57Z', 'updated_at': '2021-07-23T16:37:07Z', 'revision_number': 5, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'subnets': [{'id': 'e5ad291e-418b-4d00-9cc7-4ac4310f7dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:45:12.901955 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21624da8-b2d3-4d5b-a3f5-7e9303a9b580 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae69f37-0a56-4a22-b4c4-85e8e5e33cd9,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:12.917949 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-c0250f72-c5d0-47c3-8337-26f1ee105ee5 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] show failed (client error): The resource could not be found. Jul 23 16:45:12.918911 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c0250f72-c5d0-47c3-8337-26f1ee105ee5 tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "GET /v2.0/security-groups/eae69f37-0a56-4a22-b4c4-85e8e5e33cd9 HTTP/1.1" status: 404 len: 347 time: 0.1025124 Jul 23 16:45:12.922144 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37086) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:13.033907 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f1aa896e-dab0-427b-b066-10873f01c903 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:13.040224 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f1aa896e-dab0-427b-b066-10873f01c903 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:13.061004 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-90cbadfa-f3b1-4804-9388-4a27d97b018b tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8141944 Jul 23 16:45:13.084773 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 37090) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:13.097779 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1aa896e-dab0-427b-b066-10873f01c903 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] vlan segment allocate from pool success with {'vlan_id': 1137, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:45:13.108513 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:13.173812 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f1aa896e-dab0-427b-b066-10873f01c903 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:13.174792 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-f1aa896e-dab0-427b-b066-10873f01c903 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] Added segment 99bf6798-df5f-435d-a20c-738d80d5f610 of type vlan for network 1115971d-b6bc-4ebf-a14e-95a0c16632c1 Jul 23 16:45:13.181035 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa896e-dab0-427b-b066-10873f01c903 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a98b1306-23ca-4c16-af85-f953a00999d4,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:13.294218 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f1aa896e-dab0-427b-b066-10873f01c903 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:13.329534 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:13.363273 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f1aa896e-dab0-427b-b066-10873f01c903 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:13.366886 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1aa896e-dab0-427b-b066-10873f01c903 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:13.367536 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f1aa896e-dab0-427b-b066-10873f01c903 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:13.423734 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0be2155-dca9-46f1-92d9-8aaea9135d9a None None] New status for floating IP eeaeec08-4e4f-4b9a-b73e-941aeee00b15: DOWN {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:45:13.473532 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f1aa896e-dab0-427b-b066-10873f01c903 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.0645690 Jul 23 16:45:13.534602 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37100) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:13.535326 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5ddd2-71c9-4144-bfef-e889527cc1fd tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'Port': ['ID=6a382774-37e9-4fd5-a714-ce3b557f45c5,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:13.548891 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-8884f26a-1b9e-487e-8937-1589fcbb944d tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '1115971d-b6bc-4ebf-a14e-95a0c16632c1', 'tempest-TagsTest-Tag-871197174') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:13.559832 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa896e-dab0-427b-b066-10873f01c903 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] Pushing event updated for resources: {'Network': ['ID=1115971d-b6bc-4ebf-a14e-95a0c16632c1,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:13.582400 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 1115971d-b6bc-4ebf-a14e-95a0c16632c1 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:45:13.660384 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6cd5ddd2-71c9-4144-bfef-e889527cc1fd tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:13.760719 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce93eab-4f1e-4657-b5ba-e299b3af75b7 req-bc279c40-e7d0-4f1a-902e-881890ca00a0 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:13.765529 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6ce93eab-4f1e-4657-b5ba-e299b3af75b7 req-bc279c40-e7d0-4f1a-902e-881890ca00a0 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd3d6953-ea7e-4fef-b833-d4371050b78d HTTP/1.1" status: 200 len: 946 time: 0.1997645 Jul 23 16:45:13.783132 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] device_id is not set on port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:45:13.800289 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:13.825448 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Transition to ACTIVE for port object 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:13.828877 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6ce93eab-4f1e-4657-b5ba-e299b3af75b7 req-2f7b5f76-7b8d-4f0c-88a9-8d1988d02e8a tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/security-groups?id=30f46667-8e63-4ae7-8b64-db89053be37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600207 Jul 23 16:45:13.830538 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:13.856377 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-4cf72f0a-bd49-4714-ac3d-b2edda5cf4fc tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Deleting port 0d0c109e-9990-4bf3-8a00-fd69759a4fc1 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:45:13.856799 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4cf72f0a-bd49-4714-ac3d-b2edda5cf4fc tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:13.859935 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-6cd5ddd2-71c9-4144-bfef-e889527cc1fd tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Floating IP fbf39473-fd78-45ac-8cc0-69cefd7a707a associated. External IP: 172.25.8.248, port: 6cab1dc3-bce0-4837-84c2-fb155d41841b. Jul 23 16:45:13.905904 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Pushing event updated for resources: {'Port': ['ID=4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:13.920068 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:13.920467 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:13.921368 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:13.926439 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:13.926770 n-d-778549-4 neutron-server[94012]: ERROR neutron.plugins.ml2.managers [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Failed to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on host n-h1-778549-4 for vnic_type normal using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] Jul 23 16:45:13.927152 n-d-778549-4 neutron-server[94012]: INFO neutron.plugins.ml2.plugin [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempt 2 to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 Jul 23 16:45:13.943492 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:13.943852 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:13.944197 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:13.948867 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:13.949230 n-d-778549-4 neutron-server[94012]: ERROR neutron.plugins.ml2.managers [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Failed to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on host n-h1-778549-4 for vnic_type normal using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] Jul 23 16:45:13.949618 n-d-778549-4 neutron-server[94012]: INFO neutron.plugins.ml2.plugin [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempt 3 to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 Jul 23 16:45:13.968934 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:13.969312 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:13.969710 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:13.973799 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8884f26a-1b9e-487e-8937-1589fcbb944d tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] 10.222.0.73 "PUT /v2.0/networks/1115971d-b6bc-4ebf-a14e-95a0c16632c1/tags/tempest-TagsTest-Tag-871197174 HTTP/1.1" status: 201 len: 201 time: 0.4344885 Jul 23 16:45:13.976371 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 37114) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:13.981298 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.tag.tag_plugin [None req-3f3d72f2-8db7-4a9a-b135-a4888fe296d8 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1115971d-b6bc-4ebf-a14e-95a0c16632c1', 'tempest-TagsTest-Tag-871197174') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:14.013547 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:14.013964 n-d-778549-4 neutron-server[94012]: ERROR neutron.plugins.ml2.managers [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Failed to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on host n-h1-778549-4 for vnic_type normal using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] Jul 23 16:45:14.015431 n-d-778549-4 neutron-server[94012]: INFO neutron.plugins.ml2.plugin [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempt 4 to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 Jul 23 16:45:14.042923 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:14.043564 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:14.043879 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:14.049674 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:14.049999 n-d-778549-4 neutron-server[94012]: ERROR neutron.plugins.ml2.managers [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Failed to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on host n-h1-778549-4 for vnic_type normal using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] Jul 23 16:45:14.051164 n-d-778549-4 neutron-server[94012]: INFO neutron.plugins.ml2.plugin [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempt 5 to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 Jul 23 16:45:14.066531 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:14.066891 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:14.067831 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:14.076482 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:14.076810 n-d-778549-4 neutron-server[94012]: ERROR neutron.plugins.ml2.managers [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Failed to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on host n-h1-778549-4 for vnic_type normal using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] Jul 23 16:45:14.078321 n-d-778549-4 neutron-server[94012]: INFO neutron.plugins.ml2.plugin [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempt 6 to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 Jul 23 16:45:14.085745 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4cf72f0a-bd49-4714-ac3d-b2edda5cf4fc tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:14.086081 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4cf72f0a-bd49-4714-ac3d-b2edda5cf4fc tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:14.101836 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-4cf72f0a-bd49-4714-ac3d-b2edda5cf4fc tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Calling delete_port for 0d0c109e-9990-4bf3-8a00-fd69759a4fc1 owned by network:floatingip {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:45:14.134009 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:14.134484 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:14.134920 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:14.139114 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3f3d72f2-8db7-4a9a-b135-a4888fe296d8 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] 10.222.0.73 "GET /v2.0/networks/1115971d-b6bc-4ebf-a14e-95a0c16632c1/tags/tempest-TagsTest-Tag-871197174 HTTP/1.1" status: 204 len: 168 time: 0.1614602 Jul 23 16:45:14.141577 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 37120) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:14.147342 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.tag.tag_plugin [None req-c00f0e0a-c81e-4845-8b56-c9eb4ab4cb73 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '1115971d-b6bc-4ebf-a14e-95a0c16632c1') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:14.152990 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:14.163015 n-d-778549-4 neutron-server[94012]: ERROR neutron.plugins.ml2.managers [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Failed to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on host n-h1-778549-4 for vnic_type normal using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] Jul 23 16:45:14.165855 n-d-778549-4 neutron-server[94012]: INFO neutron.plugins.ml2.plugin [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempt 7 to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 Jul 23 16:45:14.188160 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:14.188620 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:14.189790 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:14.203220 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:14.203684 n-d-778549-4 neutron-server[94012]: ERROR neutron.plugins.ml2.managers [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Failed to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on host n-h1-778549-4 for vnic_type normal using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] Jul 23 16:45:14.204976 n-d-778549-4 neutron-server[94012]: INFO neutron.plugins.ml2.plugin [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempt 8 to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 Jul 23 16:45:14.229195 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:14.230177 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:14.230636 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:14.240698 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:14.241771 n-d-778549-4 neutron-server[94012]: ERROR neutron.plugins.ml2.managers [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Failed to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on host n-h1-778549-4 for vnic_type normal using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] Jul 23 16:45:14.243570 n-d-778549-4 neutron-server[94012]: INFO neutron.plugins.ml2.plugin [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempt 9 to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 Jul 23 16:45:14.325333 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c00f0e0a-c81e-4845-8b56-c9eb4ab4cb73 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] 10.222.0.73 "GET /v2.0/networks/1115971d-b6bc-4ebf-a14e-95a0c16632c1/tags HTTP/1.1" status: 200 len: 237 time: 0.1825798 Jul 23 16:45:14.326670 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:14.327074 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:14.327508 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:14.328158 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37136) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:14.335144 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-524bd6f1-9543-4e37-a088-a5f8d779119d tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '1115971d-b6bc-4ebf-a14e-95a0c16632c1', {'tags': ['tempest-TagsTest-Tag-1084786418', 'tempest-TagsTest-Tag-304641228', 'tempest-TagsTest-Tag-761899016']}) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:14.335810 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:14.336419 n-d-778549-4 neutron-server[94012]: ERROR neutron.plugins.ml2.managers [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Failed to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on host n-h1-778549-4 for vnic_type normal using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] Jul 23 16:45:14.336608 n-d-778549-4 neutron-server[94012]: INFO neutron.plugins.ml2.plugin [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempt 10 to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 Jul 23 16:45:14.359571 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:14.361390 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:14.361943 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:14.362927 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd5ddd2-71c9-4144-bfef-e889527cc1fd tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Router 14a86fd6-7195-41d6-a4e0-db084f9fa312 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:45:14.380299 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:14.380962 n-d-778549-4 neutron-server[94012]: ERROR neutron.plugins.ml2.managers [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Failed to bind port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on host n-h1-778549-4 for vnic_type normal using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] Jul 23 16:45:14.382402 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:14.522552 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] For port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:45:14.523195 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempted to set empty binding levels {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 16:45:14.528967 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:14.571036 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] In _notify_port_updated(), no bound segment for port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 {{(pid=94012) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:45:14.572579 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:14.574113 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:14.575738 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] 10.222.0.73 "PUT /v2.0/ports/4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 HTTP/1.1" status: 200 len: 974 time: 1.4793575 Jul 23 16:45:14.579278 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 37140) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:14.607178 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4cf72f0a-bd49-4714-ac3d-b2edda5cf4fc tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:14.659866 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c87d62-f458-47b3-bfde-31ed55f8b67a tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Pushing event updated for resources: {'Port': ['ID=4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:14.686790 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-524bd6f1-9543-4e37-a088-a5f8d779119d tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] 10.222.0.73 "PUT /v2.0/networks/1115971d-b6bc-4ebf-a14e-95a0c16632c1/tags HTTP/1.1" status: 200 len: 307 time: 0.3574300 Jul 23 16:45:14.689000 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37148) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:14.704826 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-d9fc3db6-d1d9-4102-acc0-2918f50db3d9 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '1115971d-b6bc-4ebf-a14e-95a0c16632c1', 'tempest-TagsTest-Tag-1084786418') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:14.718400 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf72f0a-bd49-4714-ac3d-b2edda5cf4fc tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Pushing event deleted for resources: {'Port': ['ID=0d0c109e-9990-4bf3-8a00-fd69759a4fc1,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:14.745367 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7097f02-a075-4085-91f0-18124188b530 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:14.746850 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7097f02-a075-4085-91f0-18124188b530 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:14.747398 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7097f02-a075-4085-91f0-18124188b530 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:14.747936 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7097f02-a075-4085-91f0-18124188b530 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:14.748600 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7097f02-a075-4085-91f0-18124188b530 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:14.749247 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7097f02-a075-4085-91f0-18124188b530 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:14.749960 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7097f02-a075-4085-91f0-18124188b530 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:14.750599 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7097f02-a075-4085-91f0-18124188b530 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:14.751067 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7097f02-a075-4085-91f0-18124188b530 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:14.751546 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7097f02-a075-4085-91f0-18124188b530 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:14.757043 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7097f02-a075-4085-91f0-18124188b530 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:14.757043 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7097f02-a075-4085-91f0-18124188b530 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:14.757043 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7097f02-a075-4085-91f0-18124188b530 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:14.757043 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7097f02-a075-4085-91f0-18124188b530 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:14.757043 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e7097f02-a075-4085-91f0-18124188b530 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12718 time: 0.1765964 Jul 23 16:45:14.760507 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 37152) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:14.851855 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd5ddd2-71c9-4144-bfef-e889527cc1fd tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:45:14.865438 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14755c60-e53b-4b2d-b476-2e482163f2eb None None] Sync routers for ids ['14a86fd6-7195-41d6-a4e0-db084f9fa312'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:45:14.879915 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14755c60-e53b-4b2d-b476-2e482163f2eb None None] Routers {'14a86fd6-7195-41d6-a4e0-db084f9fa312'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:45:14.882870 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-14755c60-e53b-4b2d-b476-2e482163f2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:45:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['14a86fd6-7195-41d6-a4e0-db084f9fa312'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:14.962744 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bcf920-5e02-48fd-8358-c582f198692e req-23be90b6-54f0-42d6-9b7d-f17c9034c582 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:14.966689 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6cd5ddd2-71c9-4144-bfef-e889527cc1fd tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:14.978687 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-70bcf920-5e02-48fd-8358-c582f198692e req-23be90b6-54f0-42d6-9b7d-f17c9034c582 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd3d6953-ea7e-4fef-b833-d4371050b78d HTTP/1.1" status: 200 len: 946 time: 0.1654060 Jul 23 16:45:15.010374 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4cf72f0a-bd49-4714-ac3d-b2edda5cf4fc tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks [] for floatingip, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:15.012952 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4cf72f0a-bd49-4714-ac3d-b2edda5cf4fc tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:15.019118 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4cf72f0a-bd49-4714-ac3d-b2edda5cf4fc tempest-AttachVolumeTestJSON-1264517813 tempest-AttachVolumeTestJSON-1264517813-project] 10.222.0.73 "DELETE /v2.0/floatingips/eeaeec08-4e4f-4b9a-b73e-941aeee00b15 HTTP/1.1" status: 204 len: 168 time: 2.0869019 Jul 23 16:45:15.030533 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6cd5ddd2-71c9-4144-bfef-e889527cc1fd tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.0241089 Jul 23 16:45:15.031346 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec87277f-7f41-4679-9490-cbc8447a399b', 'tag': '6cab1dc3-bce0-4837-84c2-fb155d41841b'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:45:15.033317 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 37160) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:15.035376 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9eb4d16-a621-425f-bd8c-3c542496b496" -d '{"events": [{"name": "network-changed", "server_uuid": "ec87277f-7f41-4679-9490-cbc8447a399b", "tag": "6cab1dc3-bce0-4837-84c2-fb155d41841b"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:45:15.089678 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d9fc3db6-d1d9-4102-acc0-2918f50db3d9 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] 10.222.0.73 "DELETE /v2.0/networks/1115971d-b6bc-4ebf-a14e-95a0c16632c1/tags/tempest-TagsTest-Tag-1084786418 HTTP/1.1" status: 204 len: 168 time: 0.3955250 Jul 23 16:45:15.090344 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37166) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:15.094892 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-d6d66043-de14-4451-ab63-464b8dee1c15 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1115971d-b6bc-4ebf-a14e-95a0c16632c1', 'tempest-TagsTest-Tag-1084786418') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:15.154585 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923895a8-5c55-470c-a7c6-62f5d6d15e31 x-openstack-request-id: req-923895a8-5c55-470c-a7c6-62f5d6d15e31 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:45:15.154876 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec87277f-7f41-4679-9490-cbc8447a399b", "tag": "6cab1dc3-bce0-4837-84c2-fb155d41841b", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:45:15.155113 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-923895a8-5c55-470c-a7c6-62f5d6d15e31 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:45:15.155577 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec87277f-7f41-4679-9490-cbc8447a399b', 'tag': '6cab1dc3-bce0-4837-84c2-fb155d41841b', 'status': 'completed', 'code': 200} Jul 23 16:45:15.162692 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-14755c60-e53b-4b2d-b476-2e482163f2eb None None] Set router 14a86fd6-7195-41d6-a4e0-db084f9fa312 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:45:15.250942 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-70bcf920-5e02-48fd-8358-c582f198692e req-2bdd0f82-cad9-46f9-845e-6028147dfc2d tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/security-groups?id=30f46667-8e63-4ae7-8b64-db89053be37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712526 Jul 23 16:45:15.319762 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-db43f7e5-e2ef-455d-ac2c-ebd1ae2d1e40 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Deleting port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:45:15.320108 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-db43f7e5-e2ef-455d-ac2c-ebd1ae2d1e40 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:15.374224 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-63b74512-0d3a-4291-9e3b-94fb3472275f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/floatingips/fbf39473-fd78-45ac-8cc0-69cefd7a707a HTTP/1.1" status: 200 len: 992 time: 0.3385050 Jul 23 16:45:15.427080 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-d6d66043-de14-4451-ab63-464b8dee1c15 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] show failed (client error): The resource could not be found. Jul 23 16:45:15.430932 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d6d66043-de14-4451-ab63-464b8dee1c15 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] 10.222.0.73 "GET /v2.0/networks/1115971d-b6bc-4ebf-a14e-95a0c16632c1/tags/tempest-TagsTest-Tag-1084786418 HTTP/1.1" status: 404 len: 326 time: 0.3396070 Jul 23 16:45:15.431500 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37182) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:15.437237 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-cf396ed7-5a7b-48fd-8f21-f3fcc3e6d9f7 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1115971d-b6bc-4ebf-a14e-95a0c16632c1', 'tempest-TagsTest-Tag-304641228') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:15.453419 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-db43f7e5-e2ef-455d-ac2c-ebd1ae2d1e40 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] For port 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8, host n-h1-778549-4, got binding levels [] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:15.454276 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-db43f7e5-e2ef-455d-ac2c-ebd1ae2d1e40 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:15.470275 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-db43f7e5-e2ef-455d-ac2c-ebd1ae2d1e40 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Calling delete_port for 4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:45:15.477987 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb4d16-a621-425f-bd8c-3c542496b496 req-72eb5e91-93cc-4495-bf12-54590199cebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:15.479703 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c9eb4d16-a621-425f-bd8c-3c542496b496 req-72eb5e91-93cc-4495-bf12-54590199cebb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=26442a7d2aa845bc8d6525b42b6b3848&device_id=ec87277f-7f41-4679-9490-cbc8447a399b HTTP/1.1" status: 200 len: 1097 time: 0.3113799 Jul 23 16:45:15.541540 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-14755c60-e53b-4b2d-b476-2e482163f2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'name': 'tempest-TestNetworkBasicOps-router-144346', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:44:44Z', 'revision_number': 4, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:32Z', 'updated_at': '2021-07-23T16:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'fbf39473-fd78-45ac-8cc0-69cefd7a707a', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'port_id': '6cab1dc3-bce0-4837-84c2-fb155d41841b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb', 'mac_address': 'fa:16:3e:27:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87277f-7f41-4679-9490-cbc8447a399b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:45:11Z', 'updated_at': '2021-07-23T16:45:11Z', 'revision_number': 0, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10754dbe-1d7e-4d98-8571-d14e7464dde2', 'name': '', 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'mac_address': 'fa:16:3e:b3:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '5a57f280-8dbb-4321-a46a-f13c3bad6f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:42Z', 'updated_at': '2021-07-23T16:44:50Z', 'revision_number': 5, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'subnets': [{'id': '5a57f280-8dbb-4321-a46a-f13c3bad6f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:15.583599 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14755c60-e53b-4b2d-b476-2e482163f2eb None None] Checking router: 14a86fd6-7195-41d6-a4e0-db084f9fa312 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:45:15.604634 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14755c60-e53b-4b2d-b476-2e482163f2eb None None] Routers {'14a86fd6-7195-41d6-a4e0-db084f9fa312'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:45:15.606884 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-14755c60-e53b-4b2d-b476-2e482163f2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:45:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['14a86fd6-7195-41d6-a4e0-db084f9fa312'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:15.618452 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cf396ed7-5a7b-48fd-8f21-f3fcc3e6d9f7 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] 10.222.0.73 "GET /v2.0/networks/1115971d-b6bc-4ebf-a14e-95a0c16632c1/tags/tempest-TagsTest-Tag-304641228 HTTP/1.1" status: 204 len: 168 time: 0.1845915 Jul 23 16:45:15.621337 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37184) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:15.627270 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-233f32b0-09e5-4a99-811d-1de63f324b2f tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1115971d-b6bc-4ebf-a14e-95a0c16632c1', 'tempest-TagsTest-Tag-761899016') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:15.651562 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-db43f7e5-e2ef-455d-ac2c-ebd1ae2d1e40 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:15.697739 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43f7e5-e2ef-455d-ac2c-ebd1ae2d1e40 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:15.709917 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb4d16-a621-425f-bd8c-3c542496b496 req-c12a729c-4744-428b-8984-275e8e97543a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:15.711596 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c9eb4d16-a621-425f-bd8c-3c542496b496 req-c12a729c-4744-428b-8984-275e8e97543a service neutron] 10.222.0.74 "GET /v2.0/networks?id=5b57ad19-07f2-4db9-9db5-b1bd62f6bddb HTTP/1.1" status: 200 len: 899 time: 0.2208872 Jul 23 16:45:15.713114 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-db43f7e5-e2ef-455d-ac2c-ebd1ae2d1e40 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:15.715851 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-db43f7e5-e2ef-455d-ac2c-ebd1ae2d1e40 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] 10.222.0.73 "DELETE /v2.0/ports/4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 HTTP/1.1" status: 204 len: 168 time: 0.9543009 Jul 23 16:45:15.719088 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 37188) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:15.760662 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-14755c60-e53b-4b2d-b476-2e482163f2eb None None] Set router 14a86fd6-7195-41d6-a4e0-db084f9fa312 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:45:15.787461 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-f411097c-8b1e-413f-b410-4527b02a2866 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] GET failed (client error): The resource could not be found. Jul 23 16:45:15.791044 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f411097c-8b1e-413f-b410-4527b02a2866 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] 10.222.0.73 "GET /v2.0/ports/4a36ae15-fb3d-4aae-8d7b-7f8ad73125c8 HTTP/1.1" status: 404 len: 333 time: 0.0710034 Jul 23 16:45:15.797361 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 37190) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:15.802469 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-c5c95e0b-2af2-4358-b15f-19a8614331e1 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-610530389', 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:15.828662 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c95e0b-2af2-4358-b15f-19a8614331e1 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Made reservation on behalf of 05f0243d54764d15b108b6e3afd7fd1c for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:15.833898 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c5c95e0b-2af2-4358-b15f-19a8614331e1 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:15.870677 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-c5c95e0b-2af2-4358-b15f-19a8614331e1 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] device_id is not set on port 8017ea36-ccef-491d-ae9c-cdc8989c3128 yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:45:15.951119 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c9eb4d16-a621-425f-bd8c-3c542496b496 req-3f6b8217-fd3b-49f6-880a-cbcfa91bfe4c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6cab1dc3-bce0-4837-84c2-fb155d41841b HTTP/1.1" status: 200 len: 1000 time: 0.2202935 Jul 23 16:45:15.953441 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-233f32b0-09e5-4a99-811d-1de63f324b2f tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] 10.222.0.73 "GET /v2.0/networks/1115971d-b6bc-4ebf-a14e-95a0c16632c1/tags/tempest-TagsTest-Tag-761899016 HTTP/1.1" status: 204 len: 168 time: 0.3309155 Jul 23 16:45:15.957365 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 37196) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:15.981724 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.tag.tag_plugin [None req-57ab9c05-3712-4e5d-9211-6db8fc4828a3 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1115971d-b6bc-4ebf-a14e-95a0c16632c1') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:16.082320 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb4d16-a621-425f-bd8c-3c542496b496 req-24ff6cf7-1036-4ddd-8042-4115b7316e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:16.089142 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c9eb4d16-a621-425f-bd8c-3c542496b496 req-24ff6cf7-1036-4ddd-8042-4115b7316e15 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a57f280-8dbb-4321-a46a-f13c3bad6f74 HTTP/1.1" status: 200 len: 834 time: 0.1299899 Jul 23 16:45:16.095325 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:45:16.199767 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-14755c60-e53b-4b2d-b476-2e482163f2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'name': 'tempest-TestNetworkBasicOps-router-144346', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:44:44Z', 'revision_number': 4, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:32Z', 'updated_at': '2021-07-23T16:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'fbf39473-fd78-45ac-8cc0-69cefd7a707a', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'port_id': '6cab1dc3-bce0-4837-84c2-fb155d41841b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb', 'mac_address': 'fa:16:3e:27:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87277f-7f41-4679-9490-cbc8447a399b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:45:11Z', 'updated_at': '2021-07-23T16:45:11Z', 'revision_number': 0, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10754dbe-1d7e-4d98-8571-d14e7464dde2', 'name': '', 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'mac_address': 'fa:16:3e:b3:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '5a57f280-8dbb-4321-a46a-f13c3bad6f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:42Z', 'updated_at': '2021-07-23T16:44:50Z', 'revision_number': 5, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'subnets': [{'id': '5a57f280-8dbb-4321-a46a-f13c3bad6f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:16.206571 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb4d16-a621-425f-bd8c-3c542496b496 req-7b13968d-8233-434d-afe2-30ea7e57fe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:16.215541 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c9eb4d16-a621-425f-bd8c-3c542496b496 req-7b13968d-8233-434d-afe2-30ea7e57fe26 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5b57ad19-07f2-4db9-9db5-b1bd62f6bddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1188538 Jul 23 16:45:16.239913 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-57ab9c05-3712-4e5d-9211-6db8fc4828a3 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] 10.222.0.73 "DELETE /v2.0/networks/1115971d-b6bc-4ebf-a14e-95a0c16632c1/tags HTTP/1.1" status: 204 len: 168 time: 0.2798457 Jul 23 16:45:16.245593 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37198) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:16.260485 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14755c60-e53b-4b2d-b476-2e482163f2eb None None] The sync data for ids ['14a86fd6-7195-41d6-a4e0-db084f9fa312'] in n-d-778549-4 is: [{'id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'name': 'tempest-TestNetworkBasicOps-router-144346', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:44:44Z', 'revision_number': 4, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:32Z', 'updated_at': '2021-07-23T16:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'fbf39473-fd78-45ac-8cc0-69cefd7a707a', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'port_id': '6cab1dc3-bce0-4837-84c2-fb155d41841b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb', 'mac_address': 'fa:16:3e:27:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87277f-7f41-4679-9490-cbc8447a399b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:45:11Z', 'updated_at': '2021-07-23T16:45:11Z', 'revision_number': 0, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10754dbe-1d7e-4d98-8571-d14e7464dde2', 'name': '', 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'mac_address': 'fa:16:3e:b3:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '5a57f280-8dbb-4321-a46a-f13c3bad6f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:42Z', 'updated_at': '2021-07-23T16:44:50Z', 'revision_number': 5, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'subnets': [{'id': '5a57f280-8dbb-4321-a46a-f13c3bad6f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:45:16.264779 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-987d7248-1a4b-4b2e-91f4-b3879f41478e tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1115971d-b6bc-4ebf-a14e-95a0c16632c1', 'tempest-TagsTest-Tag-304641228') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:16.309225 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f71fc-0b47-4a1f-956a-c7bf47843d74 req-18e2b311-56b0-44dd-8cc3-eb298766528f tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:16.312497 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c4f71fc-0b47-4a1f-956a-c7bf47843d74 req-18e2b311-56b0-44dd-8cc3-eb298766528f tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.97 "GET /v2.0/ports?device_id=fd3d6953-ea7e-4fef-b833-d4371050b78d HTTP/1.1" status: 200 len: 946 time: 0.2886531 Jul 23 16:45:16.404875 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37210) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:16.559516 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c5c95e0b-2af2-4358-b15f-19a8614331e1 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:16.654288 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2028a5-a413-4f57-8a7c-c86a1dfb4a17 req-b846c7eb-a387-4878-9adb-5236429a3de6 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:16.657040 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa2028a5-a413-4f57-8a7c-c86a1dfb4a17 req-b846c7eb-a387-4878-9adb-5236429a3de6 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd3d6953-ea7e-4fef-b833-d4371050b78d HTTP/1.1" status: 200 len: 946 time: 0.2321825 Jul 23 16:45:16.721289 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c5c95e0b-2af2-4358-b15f-19a8614331e1 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:16.820075 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a20df8b-5f36-48bd-9a9a-b90634d0d8ea None None] New status for floating IP fbf39473-fd78-45ac-8cc0-69cefd7a707a: ACTIVE {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:45:16.956001 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c95e0b-2af2-4358-b15f-19a8614331e1 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Network e123d2c7-d723-4575-a0e4-ed49f190ee75 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:16.967530 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-c5c95e0b-2af2-4358-b15f-19a8614331e1 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:16.977614 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c95e0b-2af2-4358-b15f-19a8614331e1 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:45:16.978404 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c95e0b-2af2-4358-b15f-19a8614331e1 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:16.979425 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c5c95e0b-2af2-4358-b15f-19a8614331e1 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:16.992741 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa2028a5-a413-4f57-8a7c-c86a1dfb4a17 req-1581d8dc-9785-403a-89db-1f3464df7f62 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/security-groups?id=30f46667-8e63-4ae7-8b64-db89053be37e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043981 Jul 23 16:45:16.996697 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c95e0b-2af2-4358-b15f-19a8614331e1 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Pushing event updated for resources: {'Port': ['ID=8017ea36-ccef-491d-ae9c-cdc8989c3128,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:17.020775 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-9c4f71fc-0b47-4a1f-956a-c7bf47843d74 req-a6cd6643-a0b4-41fb-b6b6-ef1e6da88dfb tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Deleting port d1352873-e1f2-4ac7-b66b-2cfac9af65ce {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:45:17.021163 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9c4f71fc-0b47-4a1f-956a-c7bf47843d74 req-a6cd6643-a0b4-41fb-b6b6-ef1e6da88dfb tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:17.126200 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-9c4f71fc-0b47-4a1f-956a-c7bf47843d74 req-a6cd6643-a0b4-41fb-b6b6-ef1e6da88dfb tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] For port d1352873-e1f2-4ac7-b66b-2cfac9af65ce, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d1352873-e1f2-4ac7-b66b-2cfac9af65ce,segment=NetworkSegment(0333680c-4063-475f-a23f-a780ec6c1e1c),segment_id=0333680c-4063-475f-a23f-a780ec6c1e1c)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:17.126573 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9c4f71fc-0b47-4a1f-956a-c7bf47843d74 req-a6cd6643-a0b4-41fb-b6b6-ef1e6da88dfb tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:17.148596 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-9c4f71fc-0b47-4a1f-956a-c7bf47843d74 req-a6cd6643-a0b4-41fb-b6b6-ef1e6da88dfb tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Calling delete_port for d1352873-e1f2-4ac7-b66b-2cfac9af65ce owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:45:17.291997 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c5c95e0b-2af2-4358-b15f-19a8614331e1 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4916172 Jul 23 16:45:17.292927 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 37224) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:17.303352 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5d04b464-2612-4af6-a97e-fc3cbab1cbe6 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/floatingips/fbf39473-fd78-45ac-8cc0-69cefd7a707a HTTP/1.1" status: 200 len: 992 time: 0.8967335 Jul 23 16:45:17.330232 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c9eb4d16-a621-425f-bd8c-3c542496b496 req-bdaf0468-0689-43d9-8c8b-2f82665aee0e service neutron] 10.222.0.74 "GET /v2.0/networks/5b57ad19-07f2-4db9-9db5-b1bd62f6bddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1058326 Jul 23 16:45:17.331670 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-987d7248-1a4b-4b2e-91f4-b3879f41478e tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] show failed (client error): The resource could not be found. Jul 23 16:45:17.333591 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-987d7248-1a4b-4b2e-91f4-b3879f41478e tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] 10.222.0.73 "GET /v2.0/networks/1115971d-b6bc-4ebf-a14e-95a0c16632c1/tags/tempest-TagsTest-Tag-304641228 HTTP/1.1" status: 404 len: 325 time: 1.0774310 Jul 23 16:45:17.355293 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37226) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:17.364730 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.tag.tag_plugin [None req-d15d0a2e-1373-4eec-bf85-bfc6c3b220a9 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1115971d-b6bc-4ebf-a14e-95a0c16632c1', 'tempest-TagsTest-Tag-761899016') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:17.401669 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9f15a8-da07-43d4-b644-310c756b54f7 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:17.403718 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6f9f15a8-da07-43d4-b644-310c756b54f7 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] 10.222.0.73 "GET /v2.0/ports/8017ea36-ccef-491d-ae9c-cdc8989c3128 HTTP/1.1" status: 200 len: 954 time: 0.1089635 Jul 23 16:45:17.406817 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 37230) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:17.448804 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9c4f71fc-0b47-4a1f-956a-c7bf47843d74 req-a6cd6643-a0b4-41fb-b6b6-ef1e6da88dfb tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:17.495132 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd6643-a0b4-41fb-b6b6-ef1e6da88dfb tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Pushing event deleted for resources: {'Port': ['ID=d1352873-e1f2-4ac7-b66b-2cfac9af65ce,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:17.643726 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-d15d0a2e-1373-4eec-bf85-bfc6c3b220a9 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] show failed (client error): The resource could not be found. Jul 23 16:45:17.644970 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d15d0a2e-1373-4eec-bf85-bfc6c3b220a9 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] 10.222.0.73 "GET /v2.0/networks/1115971d-b6bc-4ebf-a14e-95a0c16632c1/tags/tempest-TagsTest-Tag-761899016 HTTP/1.1" status: 404 len: 325 time: 0.2871065 Jul 23 16:45:17.650288 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c9eb4d16-a621-425f-bd8c-3c542496b496 req-14933b4d-3332-4e08-aa58-4d755d782a49 service neutron] 10.222.0.74 "GET /v2.0/networks/5b57ad19-07f2-4db9-9db5-b1bd62f6bddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136911 Jul 23 16:45:17.650922 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 37236) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:17.653218 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4f71fc-0b47-4a1f-956a-c7bf47843d74 req-a6cd6643-a0b4-41fb-b6b6-ef1e6da88dfb tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] No DVR routers for this DVR port d1352873-e1f2-4ac7-b66b-2cfac9af65ce on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:45:17.657601 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.tag.tag_plugin [None req-fc2f6dbc-53e1-44d2-aa11-2bec851eb68e tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1115971d-b6bc-4ebf-a14e-95a0c16632c1') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:17.662635 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9c4f71fc-0b47-4a1f-956a-c7bf47843d74 req-a6cd6643-a0b4-41fb-b6b6-ef1e6da88dfb tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:17.664647 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c4f71fc-0b47-4a1f-956a-c7bf47843d74 req-a6cd6643-a0b4-41fb-b6b6-ef1e6da88dfb tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.97 "DELETE /v2.0/ports/d1352873-e1f2-4ac7-b66b-2cfac9af65ce HTTP/1.1" status: 204 len: 173 time: 1.3302469 Jul 23 16:45:17.668512 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3d6953-ea7e-4fef-b833-d4371050b78d', 'name': 'network-vif-deleted', 'tag': 'd1352873-e1f2-4ac7-b66b-2cfac9af65ce'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:45:17.670777 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8f1c88-13ee-45ea-a114-12e03a5ac431" -d '{"events": [{"server_uuid": "fd3d6953-ea7e-4fef-b833-d4371050b78d", "name": "network-vif-deleted", "tag": "d1352873-e1f2-4ac7-b66b-2cfac9af65ce"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:45:17.717432 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-0b15b039-0c72-4b0f-a82e-24fb2cc744ba tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Deleting port 8017ea36-ccef-491d-ae9c-cdc8989c3128 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:45:17.717787 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b15b039-0c72-4b0f-a82e-24fb2cc744ba tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:17.757474 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d256d132-ecd2-46c6-b249-d732c2a59639 x-openstack-request-id: req-d256d132-ecd2-46c6-b249-d732c2a59639 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:45:17.757822 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3d6953-ea7e-4fef-b833-d4371050b78d", "name": "network-vif-deleted", "tag": "d1352873-e1f2-4ac7-b66b-2cfac9af65ce", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:45:17.758008 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d256d132-ecd2-46c6-b249-d732c2a59639 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:45:17.758510 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3d6953-ea7e-4fef-b833-d4371050b78d', 'name': 'network-vif-deleted', 'tag': 'd1352873-e1f2-4ac7-b66b-2cfac9af65ce', 'status': 'completed', 'code': 200} Jul 23 16:45:17.842742 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fc2f6dbc-53e1-44d2-aa11-2bec851eb68e tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] 10.222.0.73 "DELETE /v2.0/networks/1115971d-b6bc-4ebf-a14e-95a0c16632c1/tags HTTP/1.1" status: 204 len: 168 time: 0.1902044 Jul 23 16:45:17.846718 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b15b039-0c72-4b0f-a82e-24fb2cc744ba tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:17.849637 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37246) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:17.874407 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-0b15b039-0c72-4b0f-a82e-24fb2cc744ba tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Calling delete_port for 8017ea36-ccef-491d-ae9c-cdc8989c3128 owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:45:17.992999 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b15b039-0c72-4b0f-a82e-24fb2cc744ba tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:18.036917 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2fdd001-6346-471a-b93b-bfb62ad09e12 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:18.051377 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15b039-0c72-4b0f-a82e-24fb2cc744ba tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Pushing event deleted for resources: {'Port': ['ID=8017ea36-ccef-491d-ae9c-cdc8989c3128,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:18.063164 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b15b039-0c72-4b0f-a82e-24fb2cc744ba tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:18.068226 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0b15b039-0c72-4b0f-a82e-24fb2cc744ba tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] 10.222.0.73 "DELETE /v2.0/ports/8017ea36-ccef-491d-ae9c-cdc8989c3128 HTTP/1.1" status: 204 len: 168 time: 0.6599345 Jul 23 16:45:18.071270 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 37250) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:18.122138 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e296dd-be14-439e-8456-97103e510201 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] GET failed (client error): The resource could not be found. Jul 23 16:45:18.124367 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-69e296dd-be14-439e-8456-97103e510201 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] 10.222.0.73 "GET /v2.0/ports/8017ea36-ccef-491d-ae9c-cdc8989c3128 HTTP/1.1" status: 404 len: 333 time: 0.0507267 Jul 23 16:45:18.129940 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 37252) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:18.135300 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-71df393a-d2ca-469b-9571-fcf206e868a3 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Request body: {'port': {'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-54899560'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:18.233853 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-763feb5b-ca7a-4dd4-9106-b1d9d564ff10 req-cf04746e-efa3-4dd5-92b8-22288238f8e2 tempest-VolumesActionsTest-56619146 tempest-VolumesActionsTest-56619146-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd3d6953-ea7e-4fef-b833-d4371050b78d HTTP/1.1" status: 200 len: 210 time: 0.0417979 Jul 23 16:45:18.234897 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71df393a-d2ca-469b-9571-fcf206e868a3 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Made reservation on behalf of 05f0243d54764d15b108b6e3afd7fd1c for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:18.238048 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-71df393a-d2ca-469b-9571-fcf206e868a3 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:18.257453 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2fdd001-6346-471a-b93b-bfb62ad09e12 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:18.274713 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-71df393a-d2ca-469b-9571-fcf206e868a3 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] device_id is not set on port 956d4366-c154-432d-90e4-8d24458b7144 yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:45:18.307848 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-a2fdd001-6346-471a-b93b-bfb62ad09e12 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1115971d-b6bc-4ebf-a14e-95a0c16632c1']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:18.325362 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-a2fdd001-6346-471a-b93b-bfb62ad09e12 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99bf6798-df5f-435d-a20c-738d80d5f610') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:18.325743 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-a2fdd001-6346-471a-b93b-bfb62ad09e12 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99bf6798-df5f-435d-a20c-738d80d5f610') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:18.335260 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2fdd001-6346-471a-b93b-bfb62ad09e12 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:18.358202 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2fdd001-6346-471a-b93b-bfb62ad09e12 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:18.360557 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37258) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:18.384705 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2fdd001-6346-471a-b93b-bfb62ad09e12 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:45:18.385617 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2fdd001-6346-471a-b93b-bfb62ad09e12 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:18.389176 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:45:18.389176 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:45:18.389176 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:45:18.389176 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:45:18.389176 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:45:18.389176 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:45:18.389176 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:45:18.389176 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:45:18.389176 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:45:18.389176 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:45:18.389176 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:45:18.389176 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:45:18.389176 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:45:18.389176 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:45:18.389176 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:45:18.389176 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:45:18.389176 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:45:18.389176 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:45:18.389176 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:45:18.389176 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:45:18.389176 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:45:18.389176 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:45:18.389176 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:45:18.389176 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:45:18.389176 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:45:18.389176 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:45:18.389176 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:45:18.389176 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:45:18.389176 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:45:18.389176 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:45:18.389176 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:45:18.389176 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:45:18.506550 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9185905d-97be-4aa0-bd49-8cbcda6968ad tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/floatingips/fbf39473-fd78-45ac-8cc0-69cefd7a707a HTTP/1.1" status: 200 len: 994 time: 0.1381626 Jul 23 16:45:18.506550 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2fdd001-6346-471a-b93b-bfb62ad09e12 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:18.525165 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2fdd001-6346-471a-b93b-bfb62ad09e12 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:18.541597 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a2fdd001-6346-471a-b93b-bfb62ad09e12 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] 10.222.0.73 "DELETE /v2.0/networks/1115971d-b6bc-4ebf-a14e-95a0c16632c1 HTTP/1.1" status: 204 len: 168 time: 0.6879823 Jul 23 16:45:18.575672 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fdd001-6346-471a-b93b-bfb62ad09e12 tempest-TagsTest-1742210477 tempest-TagsTest-1742210477-project] Pushing event deleted for resources: {'Network': ['ID=1115971d-b6bc-4ebf-a14e-95a0c16632c1,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:18.657994 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-71df393a-d2ca-469b-9571-fcf206e868a3 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:18.688509 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device d1352873-e1f2-4ac7-b66b-2cfac9af65ce no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:45:18.747713 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: d1352873-e1f2-4ac7-b66b-2cfac9af65ce {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:45:18.748548 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device d1352873-e1f2-4ac7-b66b-2cfac9af65ce not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:45:18.762681 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-71df393a-d2ca-469b-9571-fcf206e868a3 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:18.858565 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71df393a-d2ca-469b-9571-fcf206e868a3 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Network e123d2c7-d723-4575-a0e4-ed49f190ee75 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:18.861265 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df393a-d2ca-469b-9571-fcf206e868a3 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Pushing event updated for resources: {'Port': ['ID=956d4366-c154-432d-90e4-8d24458b7144,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:18.863929 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-71df393a-d2ca-469b-9571-fcf206e868a3 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:18.872196 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71df393a-d2ca-469b-9571-fcf206e868a3 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:45:18.873271 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71df393a-d2ca-469b-9571-fcf206e868a3 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:18.873888 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-71df393a-d2ca-469b-9571-fcf206e868a3 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:18.894312 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-71df393a-d2ca-469b-9571-fcf206e868a3 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.7629216 Jul 23 16:45:18.897524 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37272) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:18.903652 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:19.051687 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:19.067838 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 37280) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:19.336053 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5fcb45ed-3256-4a08-a3e1-44cf27ba42f1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=72d78c7dd2d047ad9cf2a67ae8449294&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2624667 Jul 23 16:45:19.336426 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 37288) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:19.449426 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5ba5a54-b6a6-4218-9751-f5b1709c9078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:19.509097 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5ba5a54-b6a6-4218-9751-f5b1709c9078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:19.581097 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] device_id is not set on port 956d4366-c154-432d-90e4-8d24458b7144 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:45:19.590893 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:19.648768 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Transition to ACTIVE for port object 956d4366-c154-432d-90e4-8d24458b7144 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:19.651563 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5ba5a54-b6a6-4218-9751-f5b1709c9078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:19.653783 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:19.659144 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5ba5a54-b6a6-4218-9751-f5b1709c9078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:19.659144 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f5ba5a54-b6a6-4218-9751-f5b1709c9078 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a98b1306-23ca-4c16-af85-f953a00999d4 HTTP/1.1" status: 204 len: 168 time: 0.3187718 Jul 23 16:45:19.675538 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba5a54-b6a6-4218-9751-f5b1709c9078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98b1306-23ca-4c16-af85-f953a00999d4,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:19.762169 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Pushing event updated for resources: {'Port': ['ID=956d4366-c154-432d-90e4-8d24458b7144,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:19.775048 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 956d4366-c154-432d-90e4-8d24458b7144 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:19.776802 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 956d4366-c154-432d-90e4-8d24458b7144 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:19.778117 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 956d4366-c154-432d-90e4-8d24458b7144 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:19.796006 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Port 956d4366-c154-432d-90e4-8d24458b7144 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:19.797324 n-d-778549-4 neutron-server[94013]: ERROR neutron.plugins.ml2.managers [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Failed to bind port 956d4366-c154-432d-90e4-8d24458b7144 on host n-h1-778549-4 for vnic_type normal using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] Jul 23 16:45:19.797978 n-d-778549-4 neutron-server[94013]: INFO neutron.plugins.ml2.plugin [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempt 2 to bind port 956d4366-c154-432d-90e4-8d24458b7144 Jul 23 16:45:19.815169 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 956d4366-c154-432d-90e4-8d24458b7144 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:19.815706 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 956d4366-c154-432d-90e4-8d24458b7144 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:19.816129 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 956d4366-c154-432d-90e4-8d24458b7144 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:19.822026 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Port 956d4366-c154-432d-90e4-8d24458b7144 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:19.822820 n-d-778549-4 neutron-server[94013]: ERROR neutron.plugins.ml2.managers [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Failed to bind port 956d4366-c154-432d-90e4-8d24458b7144 on host n-h1-778549-4 for vnic_type normal using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] Jul 23 16:45:19.823224 n-d-778549-4 neutron-server[94013]: INFO neutron.plugins.ml2.plugin [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempt 3 to bind port 956d4366-c154-432d-90e4-8d24458b7144 Jul 23 16:45:19.844062 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 956d4366-c154-432d-90e4-8d24458b7144 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:19.844413 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 956d4366-c154-432d-90e4-8d24458b7144 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:19.844806 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 956d4366-c154-432d-90e4-8d24458b7144 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:19.852265 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Port 956d4366-c154-432d-90e4-8d24458b7144 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:19.852920 n-d-778549-4 neutron-server[94013]: ERROR neutron.plugins.ml2.managers [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Failed to bind port 956d4366-c154-432d-90e4-8d24458b7144 on host n-h1-778549-4 for vnic_type normal using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] Jul 23 16:45:19.853917 n-d-778549-4 neutron-server[94013]: INFO neutron.plugins.ml2.plugin [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempt 4 to bind port 956d4366-c154-432d-90e4-8d24458b7144 Jul 23 16:45:19.871865 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 956d4366-c154-432d-90e4-8d24458b7144 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:19.872634 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 956d4366-c154-432d-90e4-8d24458b7144 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:19.872894 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 956d4366-c154-432d-90e4-8d24458b7144 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:19.878764 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Port 956d4366-c154-432d-90e4-8d24458b7144 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:19.879107 n-d-778549-4 neutron-server[94013]: ERROR neutron.plugins.ml2.managers [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Failed to bind port 956d4366-c154-432d-90e4-8d24458b7144 on host n-h1-778549-4 for vnic_type normal using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] Jul 23 16:45:19.879535 n-d-778549-4 neutron-server[94013]: INFO neutron.plugins.ml2.plugin [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempt 5 to bind port 956d4366-c154-432d-90e4-8d24458b7144 Jul 23 16:45:19.896747 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 956d4366-c154-432d-90e4-8d24458b7144 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:19.900295 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 956d4366-c154-432d-90e4-8d24458b7144 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:19.900823 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 956d4366-c154-432d-90e4-8d24458b7144 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:19.914786 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Port 956d4366-c154-432d-90e4-8d24458b7144 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:19.915896 n-d-778549-4 neutron-server[94013]: ERROR neutron.plugins.ml2.managers [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Failed to bind port 956d4366-c154-432d-90e4-8d24458b7144 on host n-h1-778549-4 for vnic_type normal using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] Jul 23 16:45:19.917028 n-d-778549-4 neutron-server[94013]: INFO neutron.plugins.ml2.plugin [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempt 6 to bind port 956d4366-c154-432d-90e4-8d24458b7144 Jul 23 16:45:19.941190 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 956d4366-c154-432d-90e4-8d24458b7144 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:19.941618 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 956d4366-c154-432d-90e4-8d24458b7144 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:19.943286 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 956d4366-c154-432d-90e4-8d24458b7144 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:19.949888 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Port 956d4366-c154-432d-90e4-8d24458b7144 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:19.950317 n-d-778549-4 neutron-server[94013]: ERROR neutron.plugins.ml2.managers [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Failed to bind port 956d4366-c154-432d-90e4-8d24458b7144 on host n-h1-778549-4 for vnic_type normal using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] Jul 23 16:45:19.950772 n-d-778549-4 neutron-server[94013]: INFO neutron.plugins.ml2.plugin [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempt 7 to bind port 956d4366-c154-432d-90e4-8d24458b7144 Jul 23 16:45:19.969915 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 956d4366-c154-432d-90e4-8d24458b7144 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:19.970326 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 956d4366-c154-432d-90e4-8d24458b7144 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:19.970747 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 956d4366-c154-432d-90e4-8d24458b7144 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:19.978803 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Port 956d4366-c154-432d-90e4-8d24458b7144 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:19.979224 n-d-778549-4 neutron-server[94013]: ERROR neutron.plugins.ml2.managers [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Failed to bind port 956d4366-c154-432d-90e4-8d24458b7144 on host n-h1-778549-4 for vnic_type normal using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] Jul 23 16:45:19.979691 n-d-778549-4 neutron-server[94013]: INFO neutron.plugins.ml2.plugin [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempt 8 to bind port 956d4366-c154-432d-90e4-8d24458b7144 Jul 23 16:45:20.008031 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 956d4366-c154-432d-90e4-8d24458b7144 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:20.008717 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 956d4366-c154-432d-90e4-8d24458b7144 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:20.009330 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 956d4366-c154-432d-90e4-8d24458b7144 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:20.014469 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Port 956d4366-c154-432d-90e4-8d24458b7144 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:20.014633 n-d-778549-4 neutron-server[94013]: ERROR neutron.plugins.ml2.managers [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Failed to bind port 956d4366-c154-432d-90e4-8d24458b7144 on host n-h1-778549-4 for vnic_type normal using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] Jul 23 16:45:20.015651 n-d-778549-4 neutron-server[94013]: INFO neutron.plugins.ml2.plugin [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempt 9 to bind port 956d4366-c154-432d-90e4-8d24458b7144 Jul 23 16:45:20.044963 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 956d4366-c154-432d-90e4-8d24458b7144 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:20.045535 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 956d4366-c154-432d-90e4-8d24458b7144 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:20.046521 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 956d4366-c154-432d-90e4-8d24458b7144 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:20.080434 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Port 956d4366-c154-432d-90e4-8d24458b7144 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:20.081164 n-d-778549-4 neutron-server[94013]: ERROR neutron.plugins.ml2.managers [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Failed to bind port 956d4366-c154-432d-90e4-8d24458b7144 on host n-h1-778549-4 for vnic_type normal using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] Jul 23 16:45:20.082180 n-d-778549-4 neutron-server[94013]: INFO neutron.plugins.ml2.plugin [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempt 10 to bind port 956d4366-c154-432d-90e4-8d24458b7144 Jul 23 16:45:20.122138 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 956d4366-c154-432d-90e4-8d24458b7144 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:20.122838 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 956d4366-c154-432d-90e4-8d24458b7144 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:20.123794 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempting to bind port 956d4366-c154-432d-90e4-8d24458b7144 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:20.130960 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Port 956d4366-c154-432d-90e4-8d24458b7144 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:20.131654 n-d-778549-4 neutron-server[94013]: ERROR neutron.plugins.ml2.managers [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Failed to bind port 956d4366-c154-432d-90e4-8d24458b7144 on host n-h1-778549-4 for vnic_type normal using segments [{'id': '8207f58a-b444-4452-8438-aa7a2d118ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'e123d2c7-d723-4575-a0e4-ed49f190ee75'}] Jul 23 16:45:20.134231 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:20.290641 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] For port 956d4366-c154-432d-90e4-8d24458b7144, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:45:20.291338 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attempted to set empty binding levels {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 16:45:20.298499 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:20.442816 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Pushing event updated for resources: {'Port': ['ID=956d4366-c154-432d-90e4-8d24458b7144,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:20.476246 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] In _notify_port_updated(), no bound segment for port 956d4366-c154-432d-90e4-8d24458b7144 on network e123d2c7-d723-4575-a0e4-ed49f190ee75 {{(pid=94013) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:45:20.477324 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:20.478118 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:20.482438 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 37344) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:20.482991 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-812cb21f-b50f-4453-b57a-f2a0cc319bcf tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] 10.222.0.73 "PUT /v2.0/ports/956d4366-c154-432d-90e4-8d24458b7144 HTTP/1.1" status: 200 len: 973 time: 1.5839090 Jul 23 16:45:20.685856 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-169ea6fc-2d86-47e7-8f4f-a91ef8df3945 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Deleting port 956d4366-c154-432d-90e4-8d24458b7144 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:45:20.686390 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-169ea6fc-2d86-47e7-8f4f-a91ef8df3945 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:20.824627 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-169ea6fc-2d86-47e7-8f4f-a91ef8df3945 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] For port 956d4366-c154-432d-90e4-8d24458b7144, host n-h1-778549-4, got binding levels [] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:20.824925 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-169ea6fc-2d86-47e7-8f4f-a91ef8df3945 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:20.843644 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-169ea6fc-2d86-47e7-8f4f-a91ef8df3945 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Calling delete_port for 956d4366-c154-432d-90e4-8d24458b7144 owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:45:21.074503 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-169ea6fc-2d86-47e7-8f4f-a91ef8df3945 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:21.175968 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ea6fc-2d86-47e7-8f4f-a91ef8df3945 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Pushing event deleted for resources: {'Port': ['ID=956d4366-c154-432d-90e4-8d24458b7144,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:21.189536 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-169ea6fc-2d86-47e7-8f4f-a91ef8df3945 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:21.194468 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37400) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:21.206488 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-169ea6fc-2d86-47e7-8f4f-a91ef8df3945 tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] 10.222.0.73 "DELETE /v2.0/ports/956d4366-c154-432d-90e4-8d24458b7144 HTTP/1.1" status: 204 len: 168 time: 0.7224627 Jul 23 16:45:21.245024 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-543c6258-3121-4379-96b9-9c0cde481c1f tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] GET failed (client error): The resource could not be found. Jul 23 16:45:21.253252 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 37402) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:21.253745 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-543c6258-3121-4379-96b9-9c0cde481c1f tempest-PortsAdminExtendedAttrsTestJSON-1235338633 tempest-PortsAdminExtendedAttrsTestJSON-1235338633-project-admin] 10.222.0.73 "GET /v2.0/ports/956d4366-c154-432d-90e4-8d24458b7144 HTTP/1.1" status: 404 len: 333 time: 0.0566974 Jul 23 16:45:21.493192 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dfd10ce0-c0d2-407b-a18d-83bc019cd792 tempest-PortsAdminExtendedAttrsTestJSON-703483373 tempest-PortsAdminExtendedAttrsTestJSON-703483373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:22.384885 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dfd10ce0-c0d2-407b-a18d-83bc019cd792 tempest-PortsAdminExtendedAttrsTestJSON-703483373 tempest-PortsAdminExtendedAttrsTestJSON-703483373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:22.404737 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-dfd10ce0-c0d2-407b-a18d-83bc019cd792 tempest-PortsAdminExtendedAttrsTestJSON-703483373 tempest-PortsAdminExtendedAttrsTestJSON-703483373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e123d2c7-d723-4575-a0e4-ed49f190ee75']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:22.435485 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-dfd10ce0-c0d2-407b-a18d-83bc019cd792 tempest-PortsAdminExtendedAttrsTestJSON-703483373 tempest-PortsAdminExtendedAttrsTestJSON-703483373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8207f58a-b444-4452-8438-aa7a2d118ccc') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:22.437226 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-dfd10ce0-c0d2-407b-a18d-83bc019cd792 tempest-PortsAdminExtendedAttrsTestJSON-703483373 tempest-PortsAdminExtendedAttrsTestJSON-703483373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8207f58a-b444-4452-8438-aa7a2d118ccc') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:22.466261 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dfd10ce0-c0d2-407b-a18d-83bc019cd792 tempest-PortsAdminExtendedAttrsTestJSON-703483373 tempest-PortsAdminExtendedAttrsTestJSON-703483373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:22.508882 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dfd10ce0-c0d2-407b-a18d-83bc019cd792 tempest-PortsAdminExtendedAttrsTestJSON-703483373 tempest-PortsAdminExtendedAttrsTestJSON-703483373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:22.519779 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfd10ce0-c0d2-407b-a18d-83bc019cd792 tempest-PortsAdminExtendedAttrsTestJSON-703483373 tempest-PortsAdminExtendedAttrsTestJSON-703483373-project] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:45:22.520455 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dfd10ce0-c0d2-407b-a18d-83bc019cd792 tempest-PortsAdminExtendedAttrsTestJSON-703483373 tempest-PortsAdminExtendedAttrsTestJSON-703483373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:22.527893 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:45:22.527893 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:45:22.527893 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:45:22.527893 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:45:22.527893 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:45:22.527893 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:45:22.527893 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:45:22.527893 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:45:22.527893 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:45:22.527893 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:45:22.527893 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:45:22.527893 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:45:22.527893 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:45:22.527893 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:45:22.527893 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:45:22.527893 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:45:22.527893 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:45:22.527893 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:45:22.527893 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:45:22.527893 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:45:22.527893 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:45:22.527893 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:45:22.527893 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:45:22.527893 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:45:22.527893 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:45:22.527893 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:45:22.527893 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:45:22.527893 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:45:22.527893 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:45:22.527893 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:45:22.527893 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:45:22.527893 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:45:22.813855 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dfd10ce0-c0d2-407b-a18d-83bc019cd792 tempest-PortsAdminExtendedAttrsTestJSON-703483373 tempest-PortsAdminExtendedAttrsTestJSON-703483373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:22.820528 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dfd10ce0-c0d2-407b-a18d-83bc019cd792 tempest-PortsAdminExtendedAttrsTestJSON-703483373 tempest-PortsAdminExtendedAttrsTestJSON-703483373-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:22.830264 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-dfd10ce0-c0d2-407b-a18d-83bc019cd792 tempest-PortsAdminExtendedAttrsTestJSON-703483373 tempest-PortsAdminExtendedAttrsTestJSON-703483373-project] 10.222.0.73 "DELETE /v2.0/networks/e123d2c7-d723-4575-a0e4-ed49f190ee75 HTTP/1.1" status: 204 len: 168 time: 1.5742095 Jul 23 16:45:22.865480 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd10ce0-c0d2-407b-a18d-83bc019cd792 tempest-PortsAdminExtendedAttrsTestJSON-703483373 tempest-PortsAdminExtendedAttrsTestJSON-703483373-project] Pushing event deleted for resources: {'Network': ['ID=e123d2c7-d723-4575-a0e4-ed49f190ee75,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:23.565283 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37478) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:23.689990 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 37482) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:23.965226 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9d75437c-9d47-4d93-81ff-604b9bb29287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:24.127829 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9d75437c-9d47-4d93-81ff-604b9bb29287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:24.135084 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9d75437c-9d47-4d93-81ff-604b9bb29287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:24.152741 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-790c7aec-e316-49b2-bea2-294443f930b2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=154ea87f910446d9a3446f6af8a92b84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5855067 Jul 23 16:45:24.156963 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37490) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:24.205871 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9d75437c-9d47-4d93-81ff-604b9bb29287 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fa7256ee19f84ad8a286d30a1d810caf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5144303 Jul 23 16:45:24.207913 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75437c-9d47-4d93-81ff-604b9bb29287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed96fbe-45c1-4024-ab14-fe8031fcaa3c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:24.212146 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 37494) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:24.301916 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1bb5be01-7cea-4ae7-bc65-7d0c3bdacd92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:24.304241 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-84adbe69-bae0-4b7e-98e9-997d1fa553ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:24.337788 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-84adbe69-bae0-4b7e-98e9-997d1fa553ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:24.376010 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1bb5be01-7cea-4ae7-bc65-7d0c3bdacd92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:24.428443 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-84adbe69-bae0-4b7e-98e9-997d1fa553ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:24.436202 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-84adbe69-bae0-4b7e-98e9-997d1fa553ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:24.444467 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-84adbe69-bae0-4b7e-98e9-997d1fa553ec admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/35fa2eae-7551-4a71-b5e8-bb988dc6aefe HTTP/1.1" status: 204 len: 168 time: 0.2862167 Jul 23 16:45:24.476769 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84adbe69-bae0-4b7e-98e9-997d1fa553ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fa2eae-7551-4a71-b5e8-bb988dc6aefe,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:24.494542 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adbe69-bae0-4b7e-98e9-997d1fa553ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:24.496411 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adbe69-bae0-4b7e-98e9-997d1fa553ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:24.497290 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adbe69-bae0-4b7e-98e9-997d1fa553ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:24.498254 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adbe69-bae0-4b7e-98e9-997d1fa553ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:24.498685 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adbe69-bae0-4b7e-98e9-997d1fa553ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:24.499661 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adbe69-bae0-4b7e-98e9-997d1fa553ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:24.500580 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adbe69-bae0-4b7e-98e9-997d1fa553ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:24.502657 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adbe69-bae0-4b7e-98e9-997d1fa553ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:24.503073 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adbe69-bae0-4b7e-98e9-997d1fa553ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:24.503471 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adbe69-bae0-4b7e-98e9-997d1fa553ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:24.503906 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adbe69-bae0-4b7e-98e9-997d1fa553ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:24.504665 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adbe69-bae0-4b7e-98e9-997d1fa553ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:24.574812 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1bb5be01-7cea-4ae7-bc65-7d0c3bdacd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:24.578329 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1bb5be01-7cea-4ae7-bc65-7d0c3bdacd92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:24.583748 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1bb5be01-7cea-4ae7-bc65-7d0c3bdacd92 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0ed96fbe-45c1-4024-ab14-fe8031fcaa3c HTTP/1.1" status: 204 len: 168 time: 0.3672237 Jul 23 16:45:24.605080 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5be01-7cea-4ae7-bc65-7d0c3bdacd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed96fbe-45c1-4024-ab14-fe8031fcaa3c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:25.763532 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 37526) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:25.797495 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6b12a53-21a6-4f65-bec9-e0c57615a38a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:25.880633 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37532) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:26.090187 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c015a69a-b9e9-4d1c-bd93-e1119baa263b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=05f0243d54764d15b108b6e3afd7fd1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2063591 Jul 23 16:45:26.091146 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37536) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:26.216723 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6b12a53-21a6-4f65-bec9-e0c57615a38a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:26.226882 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6b12a53-21a6-4f65-bec9-e0c57615a38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:26.277216 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3d5c2fe6-1e99-4014-91aa-b0770185e633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:26.297279 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b12a53-21a6-4f65-bec9-e0c57615a38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d846b5c-6e59-46e1-8ede-32271f7423de,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:26.305291 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e6b12a53-21a6-4f65-bec9-e0c57615a38a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ba427a287b59483c815c0280771f472c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5395584 Jul 23 16:45:26.305932 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 37542) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:26.332417 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3d5c2fe6-1e99-4014-91aa-b0770185e633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:26.398425 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3d5c2fe6-1e99-4014-91aa-b0770185e633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:26.411402 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3d5c2fe6-1e99-4014-91aa-b0770185e633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:26.415634 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3d5c2fe6-1e99-4014-91aa-b0770185e633 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b1007110-88ab-47ae-aac6-65ff33859fd5 HTTP/1.1" status: 204 len: 168 time: 0.3207424 Jul 23 16:45:26.424876 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c2fe6-1e99-4014-91aa-b0770185e633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1007110-88ab-47ae-aac6-65ff33859fd5,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:26.435274 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-648aa88b-fbec-4239-a5bd-0dd5e4a6e38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:26.487100 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-648aa88b-fbec-4239-a5bd-0dd5e4a6e38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:26.620170 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-648aa88b-fbec-4239-a5bd-0dd5e4a6e38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:26.622929 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-648aa88b-fbec-4239-a5bd-0dd5e4a6e38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:26.627021 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-648aa88b-fbec-4239-a5bd-0dd5e4a6e38a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2d846b5c-6e59-46e1-8ede-32271f7423de HTTP/1.1" status: 204 len: 168 time: 0.3197515 Jul 23 16:45:26.636359 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648aa88b-fbec-4239-a5bd-0dd5e4a6e38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d846b5c-6e59-46e1-8ede-32271f7423de,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:31.290521 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 37698) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:32.393846 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8e9d6e2a-fdeb-44a2-8da8-4f60fa61ce7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:32.652386 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3f9cd16f-9ae5-4b7c-b5e1-9c3ecd72ba3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:33.005958 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-8e9d6e2a-fdeb-44a2-8da8-4f60fa61ce7a admin admin] Deleting port 7fb169e2-f135-4e41-ab65-786b8bad79ad {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:45:33.007766 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8e9d6e2a-fdeb-44a2-8da8-4f60fa61ce7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:33.200713 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-8e9d6e2a-fdeb-44a2-8da8-4f60fa61ce7a admin admin] For port 7fb169e2-f135-4e41-ab65-786b8bad79ad, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=7fb169e2-f135-4e41-ab65-786b8bad79ad,segment=NetworkSegment(ad45a4cc-cf30-49f8-a5ad-4265a85c83ee),segment_id=ad45a4cc-cf30-49f8-a5ad-4265a85c83ee)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:33.201044 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8e9d6e2a-fdeb-44a2-8da8-4f60fa61ce7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:33.242336 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-8e9d6e2a-fdeb-44a2-8da8-4f60fa61ce7a admin admin] Calling delete_port for 7fb169e2-f135-4e41-ab65-786b8bad79ad owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:45:33.752090 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8e9d6e2a-fdeb-44a2-8da8-4f60fa61ce7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:33.828938 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d6e2a-fdeb-44a2-8da8-4f60fa61ce7a admin admin] Pushing event deleted for resources: {'Port': ['ID=7fb169e2-f135-4e41-ab65-786b8bad79ad,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:34.318003 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8e9d6e2a-fdeb-44a2-8da8-4f60fa61ce7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:34.884557 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9d6e2a-fdeb-44a2-8da8-4f60fa61ce7a admin admin] Router 3b751f51-52f1-444e-9d36-b568bcc46932 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:45:34.908114 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:35.015570 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9d6e2a-fdeb-44a2-8da8-4f60fa61ce7a admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:45:35.025290 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8e9d6e2a-fdeb-44a2-8da8-4f60fa61ce7a admin admin] 10.222.0.73 "PUT /v2.0/routers/3b751f51-52f1-444e-9d36-b568bcc46932/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7313280 Jul 23 16:45:35.026698 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 37950) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:35.027182 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dba72b9-ebc0-4bf4-9b27-17d60341dd21 None None] Sync routers for ids ['3b751f51-52f1-444e-9d36-b568bcc46932'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:45:35.042150 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dba72b9-ebc0-4bf4-9b27-17d60341dd21 None None] Routers {'3b751f51-52f1-444e-9d36-b568bcc46932'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:45:35.043345 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-8dba72b9-ebc0-4bf4-9b27-17d60341dd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:45:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['3b751f51-52f1-444e-9d36-b568bcc46932'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:35.272879 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fe70cfc5-db08-463d-8b63-c1a9cd27c093 admin admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:35.307952 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-8dba72b9-ebc0-4bf4-9b27-17d60341dd21 None None] Set router 3b751f51-52f1-444e-9d36-b568bcc46932 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:45:35.621007 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f484f979-de90-44b4-b98c-22b999881ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:35.623295 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fe70cfc5-db08-463d-8b63-c1a9cd27c093 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:35.632543 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:35.751075 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-fe70cfc5-db08-463d-8b63-c1a9cd27c093 admin admin] Deleting port 2e91bf41-5c7d-478f-9c15-e804e7ec753e {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:45:35.751736 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fe70cfc5-db08-463d-8b63-c1a9cd27c093 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:35.944454 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-8dba72b9-ebc0-4bf4-9b27-17d60341dd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'name': 'tempest-AttachVolumeTestJSON-202747568-router', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:36:47Z', 'updated_at': '2021-07-23T16:45:33Z', 'revision_number': 5, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'gw_port': {'id': '2e91bf41-5c7d-478f-9c15-e804e7ec753e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:48Z', 'updated_at': '2021-07-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:36.008584 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-fe70cfc5-db08-463d-8b63-c1a9cd27c093 admin admin] For port 2e91bf41-5c7d-478f-9c15-e804e7ec753e, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2e91bf41-5c7d-478f-9c15-e804e7ec753e,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:36.008964 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fe70cfc5-db08-463d-8b63-c1a9cd27c093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:36.018593 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dba72b9-ebc0-4bf4-9b27-17d60341dd21 None None] Checking router: 3b751f51-52f1-444e-9d36-b568bcc46932 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:45:36.041312 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-fe70cfc5-db08-463d-8b63-c1a9cd27c093 admin admin] Calling delete_port for 2e91bf41-5c7d-478f-9c15-e804e7ec753e owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:45:36.048727 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dba72b9-ebc0-4bf4-9b27-17d60341dd21 None None] Routers {'3b751f51-52f1-444e-9d36-b568bcc46932'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:45:36.052634 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-8dba72b9-ebc0-4bf4-9b27-17d60341dd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:45:36Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['3b751f51-52f1-444e-9d36-b568bcc46932'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:36.398520 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fe70cfc5-db08-463d-8b63-c1a9cd27c093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:36.522823 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe70cfc5-db08-463d-8b63-c1a9cd27c093 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e91bf41-5c7d-478f-9c15-e804e7ec753e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:36.760542 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fe70cfc5-db08-463d-8b63-c1a9cd27c093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:36.912211 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-8dba72b9-ebc0-4bf4-9b27-17d60341dd21 None None] Set router 3b751f51-52f1-444e-9d36-b568bcc46932 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:45:37.014559 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fe70cfc5-db08-463d-8b63-c1a9cd27c093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:37.029874 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fe70cfc5-db08-463d-8b63-c1a9cd27c093 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:37.089663 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-8dba72b9-ebc0-4bf4-9b27-17d60341dd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'name': 'tempest-AttachVolumeTestJSON-202747568-router', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:36:47Z', 'updated_at': '2021-07-23T16:45:35Z', 'revision_number': 6, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:37.117121 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fe70cfc5-db08-463d-8b63-c1a9cd27c093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:37.118369 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe70cfc5-db08-463d-8b63-c1a9cd27c093 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b751f51-52f1-444e-9d36-b568bcc46932 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:45:37.129316 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fe70cfc5-db08-463d-8b63-c1a9cd27c093 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:37.132600 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fe70cfc5-db08-463d-8b63-c1a9cd27c093 admin admin] 10.222.0.73 "DELETE /v2.0/routers/3b751f51-52f1-444e-9d36-b568bcc46932 HTTP/1.1" status: 204 len: 168 time: 2.1035254 Jul 23 16:45:37.135350 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 38100) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:37.257105 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dba72b9-ebc0-4bf4-9b27-17d60341dd21 None None] The sync data for ids ['3b751f51-52f1-444e-9d36-b568bcc46932'] in n-d-778549-4 is: [{'id': '3b751f51-52f1-444e-9d36-b568bcc46932', 'name': 'tempest-AttachVolumeTestJSON-202747568-router', 'tenant_id': '73f731c3e74d4834a41ffd03a4899cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:36:47Z', 'updated_at': '2021-07-23T16:45:35Z', 'revision_number': 6, 'project_id': '73f731c3e74d4834a41ffd03a4899cef', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:45:37.272382 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b7d2d62-f212-4cfc-a090-42c0ce34da8d admin admin] Deleting subnet e5ad291e-418b-4d00-9cc7-4ac4310f7dcd {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:45:37.272626 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:37.286368 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1b7d2d62-f212-4cfc-a090-42c0ce34da8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:37.385961 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1b7d2d62-f212-4cfc-a090-42c0ce34da8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:37.467653 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:37.755555 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1b7d2d62-f212-4cfc-a090-42c0ce34da8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:37.912414 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1b7d2d62-f212-4cfc-a090-42c0ce34da8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:37.956099 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d2d62-f212-4cfc-a090-42c0ce34da8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5ad291e-418b-4d00-9cc7-4ac4310f7dcd,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:38.022411 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1b7d2d62-f212-4cfc-a090-42c0ce34da8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:38.023115 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e197d3d-4f41-4b52-9bd8-fc7b643d581d None None] Network 781ff998-5fd6-4b30-abd9-75eb80a107ad requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:38.025143 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1b7d2d62-f212-4cfc-a090-42c0ce34da8d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e5ad291e-418b-4d00-9cc7-4ac4310f7dcd HTTP/1.1" status: 204 len: 168 time: 0.8880436 Jul 23 16:45:38.034308 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 38170) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:38.296774 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b424a6a9-541e-4495-a43b-ba8995be3e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:38.439475 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 7fb169e2-f135-4e41-ab65-786b8bad79ad no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:45:38.462492 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-b424a6a9-541e-4495-a43b-ba8995be3e6f admin admin] Deleting port 7565f9ce-8900-4f5c-ae3e-82414787c67e {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:45:38.463326 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b424a6a9-541e-4495-a43b-ba8995be3e6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:38.586605 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 7fb169e2-f135-4e41-ab65-786b8bad79ad {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:45:38.586955 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 7fb169e2-f135-4e41-ab65-786b8bad79ad not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:45:38.587386 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2e91bf41-5c7d-478f-9c15-e804e7ec753e no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:45:38.609159 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-b424a6a9-541e-4495-a43b-ba8995be3e6f admin admin] For port 7565f9ce-8900-4f5c-ae3e-82414787c67e, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=7565f9ce-8900-4f5c-ae3e-82414787c67e,segment=NetworkSegment(ad45a4cc-cf30-49f8-a5ad-4265a85c83ee),segment_id=ad45a4cc-cf30-49f8-a5ad-4265a85c83ee)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:38.609671 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b424a6a9-541e-4495-a43b-ba8995be3e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:38.653257 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-b424a6a9-541e-4495-a43b-ba8995be3e6f admin admin] Calling delete_port for 7565f9ce-8900-4f5c-ae3e-82414787c67e owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:45:38.747610 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 2e91bf41-5c7d-478f-9c15-e804e7ec753e {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:45:38.755611 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2e91bf41-5c7d-478f-9c15-e804e7ec753e not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:45:38.764036 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:38.907631 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd455f29-de44-45d1-a5e9-562aa33c9a62 None None] DHCP port deletion for 781ff998-5fd6-4b30-abd9-75eb80a107ad request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:45:39.151611 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b424a6a9-541e-4495-a43b-ba8995be3e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:39.155684 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-bd455f29-de44-45d1-a5e9-562aa33c9a62 None None] Deleting port 7565f9ce-8900-4f5c-ae3e-82414787c67e {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:45:39.156375 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bd455f29-de44-45d1-a5e9-562aa33c9a62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:39.305099 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424a6a9-541e-4495-a43b-ba8995be3e6f admin admin] Pushing event deleted for resources: {'Port': ['ID=7565f9ce-8900-4f5c-ae3e-82414787c67e,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:39.323893 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b424a6a9-541e-4495-a43b-ba8995be3e6f admin admin] No DVR routers for this DVR port 7565f9ce-8900-4f5c-ae3e-82414787c67e on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:45:39.345333 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424a6a9-541e-4495-a43b-ba8995be3e6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:39.345683 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424a6a9-541e-4495-a43b-ba8995be3e6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:39.346027 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424a6a9-541e-4495-a43b-ba8995be3e6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:39.346366 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424a6a9-541e-4495-a43b-ba8995be3e6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:39.346699 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424a6a9-541e-4495-a43b-ba8995be3e6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:39.347033 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424a6a9-541e-4495-a43b-ba8995be3e6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:39.347395 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424a6a9-541e-4495-a43b-ba8995be3e6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:39.347725 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424a6a9-541e-4495-a43b-ba8995be3e6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:39.348051 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424a6a9-541e-4495-a43b-ba8995be3e6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:39.348375 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424a6a9-541e-4495-a43b-ba8995be3e6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:39.348702 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424a6a9-541e-4495-a43b-ba8995be3e6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:39.349027 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424a6a9-541e-4495-a43b-ba8995be3e6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:39.353810 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-bd455f29-de44-45d1-a5e9-562aa33c9a62 None None] For port 7565f9ce-8900-4f5c-ae3e-82414787c67e, host n-d-778549-4, got binding levels [] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:39.354451 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bd455f29-de44-45d1-a5e9-562aa33c9a62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:39.382117 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-bd455f29-de44-45d1-a5e9-562aa33c9a62 None None] Calling delete_port for 7565f9ce-8900-4f5c-ae3e-82414787c67e owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:45:39.385533 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.ipam_backend_mixin [None req-bd455f29-de44-45d1-a5e9-562aa33c9a62 None None] Port 7565f9ce-8900-4f5c-ae3e-82414787c67e was not found and therefore no delete operation was performed {{(pid=94014) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:45:39.390648 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bd455f29-de44-45d1-a5e9-562aa33c9a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:39.462128 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd455f29-de44-45d1-a5e9-562aa33c9a62 None None] No DVR routers for this DVR port 7565f9ce-8900-4f5c-ae3e-82414787c67e on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:45:39.463878 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd455f29-de44-45d1-a5e9-562aa33c9a62 None None] Pushing event deleted for resources: {'Port': ['ID=7565f9ce-8900-4f5c-ae3e-82414787c67e,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:39.487766 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd455f29-de44-45d1-a5e9-562aa33c9a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:39.488457 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd455f29-de44-45d1-a5e9-562aa33c9a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:39.489076 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd455f29-de44-45d1-a5e9-562aa33c9a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:39.489577 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd455f29-de44-45d1-a5e9-562aa33c9a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:39.490069 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd455f29-de44-45d1-a5e9-562aa33c9a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:39.490558 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd455f29-de44-45d1-a5e9-562aa33c9a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:39.491042 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd455f29-de44-45d1-a5e9-562aa33c9a62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:39.491549 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd455f29-de44-45d1-a5e9-562aa33c9a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:39.492035 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd455f29-de44-45d1-a5e9-562aa33c9a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:39.492528 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd455f29-de44-45d1-a5e9-562aa33c9a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:39.494650 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd455f29-de44-45d1-a5e9-562aa33c9a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:39.495164 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd455f29-de44-45d1-a5e9-562aa33c9a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:39.540354 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b424a6a9-541e-4495-a43b-ba8995be3e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:39.574348 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-b424a6a9-541e-4495-a43b-ba8995be3e6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781ff998-5fd6-4b30-abd9-75eb80a107ad']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:39.615039 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-b424a6a9-541e-4495-a43b-ba8995be3e6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad45a4cc-cf30-49f8-a5ad-4265a85c83ee') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:39.615336 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-b424a6a9-541e-4495-a43b-ba8995be3e6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad45a4cc-cf30-49f8-a5ad-4265a85c83ee') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:39.633283 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b424a6a9-541e-4495-a43b-ba8995be3e6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:39.664084 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b424a6a9-541e-4495-a43b-ba8995be3e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:39.674052 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b424a6a9-541e-4495-a43b-ba8995be3e6f admin admin] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:45:39.675153 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b424a6a9-541e-4495-a43b-ba8995be3e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:39.765086 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:45:39.765086 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:45:39.765086 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:45:39.765086 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:45:39.765086 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:45:39.765086 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:45:39.765086 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:45:39.765086 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:45:39.765086 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:45:39.765086 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:45:39.765086 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:45:39.765086 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:45:39.765086 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:45:39.765086 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:45:39.765086 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:45:39.765086 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:45:39.765086 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:45:39.765086 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:45:39.765086 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:45:39.765086 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:45:39.765086 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:45:39.765086 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:45:39.765086 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:45:39.765086 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:45:39.765086 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:45:39.765086 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:45:39.765086 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:45:39.765086 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:45:39.765086 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:45:39.765086 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:45:39.765086 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:45:39.765086 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:45:39.771014 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b424a6a9-541e-4495-a43b-ba8995be3e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:39.785375 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b424a6a9-541e-4495-a43b-ba8995be3e6f admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:39.794071 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b424a6a9-541e-4495-a43b-ba8995be3e6f admin admin] 10.222.0.73 "DELETE /v2.0/networks/781ff998-5fd6-4b30-abd9-75eb80a107ad HTTP/1.1" status: 204 len: 168 time: 1.7540092 Jul 23 16:45:39.810282 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424a6a9-541e-4495-a43b-ba8995be3e6f admin admin] Pushing event deleted for resources: {'Network': ['ID=781ff998-5fd6-4b30-abd9-75eb80a107ad,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:40.103412 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 38304) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:40.185576 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 7565f9ce-8900-4f5c-ae3e-82414787c67e no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:45:40.260859 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 7565f9ce-8900-4f5c-ae3e-82414787c67e {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:45:40.263980 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 7565f9ce-8900-4f5c-ae3e-82414787c67e not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:45:40.307247 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2e6fd1be-a758-4120-9dab-0323fc30d043 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=73f731c3e74d4834a41ffd03a4899cef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2024205 Jul 23 16:45:40.309806 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 38326) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:40.551117 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6a9cdf21-76ff-4ceb-9045-4ee71fa5d243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:40.623228 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6a9cdf21-76ff-4ceb-9045-4ee71fa5d243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:40.729534 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6a9cdf21-76ff-4ceb-9045-4ee71fa5d243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:40.733777 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6a9cdf21-76ff-4ceb-9045-4ee71fa5d243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:40.737128 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6a9cdf21-76ff-4ceb-9045-4ee71fa5d243 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ec460b4a-f5e2-4bc8-a161-5db9acf32e4e HTTP/1.1" status: 204 len: 168 time: 0.4241524 Jul 23 16:45:40.755945 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9cdf21-76ff-4ceb-9045-4ee71fa5d243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec460b4a-f5e2-4bc8-a161-5db9acf32e4e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:41.455558 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 38388) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:42.068541 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b8590ea-a64a-441f-85fa-36899ae4da16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:42.290724 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b8590ea-a64a-441f-85fa-36899ae4da16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:42.297665 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b8590ea-a64a-441f-85fa-36899ae4da16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:42.340930 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5b8590ea-a64a-441f-85fa-36899ae4da16 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a24937d5798748d3a00e819e9336c5d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8842568 Jul 23 16:45:42.343662 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 38424) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:42.382741 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8590ea-a64a-441f-85fa-36899ae4da16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2764733-fc8e-4c38-857c-5aed5a117dac,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:42.474981 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-05841ede-a05b-4331-8bb4-d696d7419d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:42.510988 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-05841ede-a05b-4331-8bb4-d696d7419d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:42.585678 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-05841ede-a05b-4331-8bb4-d696d7419d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:42.592268 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-05841ede-a05b-4331-8bb4-d696d7419d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:42.596537 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-05841ede-a05b-4331-8bb4-d696d7419d0a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f2764733-fc8e-4c38-857c-5aed5a117dac HTTP/1.1" status: 204 len: 168 time: 0.2486699 Jul 23 16:45:42.605540 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05841ede-a05b-4331-8bb4-d696d7419d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2764733-fc8e-4c38-857c-5aed5a117dac,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:43.370681 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 38466) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:43.389929 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-25543664-c4ef-4969-9420-bf0ff2e247ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:43.613219 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-25543664-c4ef-4969-9420-bf0ff2e247ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:43.622256 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-25543664-c4ef-4969-9420-bf0ff2e247ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:43.696459 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25543664-c4ef-4969-9420-bf0ff2e247ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531a0236-d494-40ca-a3c7-df140b91c28c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:43.706222 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 38478) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:43.782682 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 38482) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:43.783341 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-25543664-c4ef-4969-9420-bf0ff2e247ef admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5e9ed83d46a14f1bbe2b283f41affe7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4113557 Jul 23 16:45:43.918676 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cce35bf9-1601-41dd-a0d1-cf8a52b0d4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:43.986921 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a09c3911-0040-40c3-9363-1b1333f56ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:44.053551 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cce35bf9-1601-41dd-a0d1-cf8a52b0d4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:44.233140 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cce35bf9-1601-41dd-a0d1-cf8a52b0d4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:44.235919 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cce35bf9-1601-41dd-a0d1-cf8a52b0d4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:44.240100 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cce35bf9-1601-41dd-a0d1-cf8a52b0d4df admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/531a0236-d494-40ca-a3c7-df140b91c28c HTTP/1.1" status: 204 len: 168 time: 0.4534113 Jul 23 16:45:44.291478 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce35bf9-1601-41dd-a0d1-cf8a52b0d4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531a0236-d494-40ca-a3c7-df140b91c28c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:44.415613 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a09c3911-0040-40c3-9363-1b1333f56ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:44.422155 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a09c3911-0040-40c3-9363-1b1333f56ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:44.527652 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 38496) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:44.530579 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a09c3911-0040-40c3-9363-1b1333f56ed2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0f48a45d435944b4a8fa7390e0cc8e94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8226519 Jul 23 16:45:44.620356 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c3911-0040-40c3-9363-1b1333f56ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0c10b1-95ef-4202-b563-e96f68af5dbe,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:44.697373 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e12edcbc-f34d-4cef-a0c1-0a2e84555697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:44.782037 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e12edcbc-f34d-4cef-a0c1-0a2e84555697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:44.901081 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e12edcbc-f34d-4cef-a0c1-0a2e84555697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:44.903716 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e12edcbc-f34d-4cef-a0c1-0a2e84555697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:44.919332 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e12edcbc-f34d-4cef-a0c1-0a2e84555697 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ca0c10b1-95ef-4202-b563-e96f68af5dbe HTTP/1.1" status: 204 len: 168 time: 0.3895066 Jul 23 16:45:44.978402 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12edcbc-f34d-4cef-a0c1-0a2e84555697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0c10b1-95ef-4202-b563-e96f68af5dbe,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:45.804715 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 38560) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:46.040952 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46923a4-4585-4c67-996a-ee6171d9001e tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:46.041733 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46923a4-4585-4c67-996a-ee6171d9001e tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:46.042443 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46923a4-4585-4c67-996a-ee6171d9001e tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:46.045108 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e46923a4-4585-4c67-996a-ee6171d9001e tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] 10.222.0.73 "GET /v2.0/ports?project_id=26442a7d2aa845bc8d6525b42b6b3848&network_id=5b57ad19-07f2-4db9-9db5-b1bd62f6bddb HTTP/1.1" status: 200 len: 2970 time: 0.2390342 Jul 23 16:45:47.860535 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 38652) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:47.997277 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ad9ed9-9d31-4a4f-8c73-bd304a768448 tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:48.009031 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-33ad9ed9-9d31-4a4f-8c73-bd304a768448 tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4e763b06-7572-4747-a18b-44a256cb56cb HTTP/1.1" status: 200 len: 814 time: 0.1421201 Jul 23 16:45:48.446763 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 38662) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:48.453159 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-9df5d3e1-9bc7-4251-95a1-c9afee1fdc12 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'network': {'name': 'tempest-network-smoke--675106043', 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'port_security_enabled': True}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:48.518484 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df5d3e1-9bc7-4251-95a1-c9afee1fdc12 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Made reservation on behalf of 26442a7d2aa845bc8d6525b42b6b3848 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:48.532867 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9df5d3e1-9bc7-4251-95a1-c9afee1fdc12 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:48.636435 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df5d3e1-9bc7-4251-95a1-c9afee1fdc12 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] vlan segment allocate from pool success with {'vlan_id': 1106, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:45:48.677697 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9df5d3e1-9bc7-4251-95a1-c9afee1fdc12 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:48.678379 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-9df5d3e1-9bc7-4251-95a1-c9afee1fdc12 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Added segment 688ac507-540b-4e0b-bde2-0cf60298fd81 of type vlan for network 8371ec93-846b-4605-a00e-5a1b32efb258 Jul 23 16:45:48.730381 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 38674) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:48.939349 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9df5d3e1-9bc7-4251-95a1-c9afee1fdc12 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:49.015256 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9df5d3e1-9bc7-4251-95a1-c9afee1fdc12 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:49.039475 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df5d3e1-9bc7-4251-95a1-c9afee1fdc12 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:49.042356 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9df5d3e1-9bc7-4251-95a1-c9afee1fdc12 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:49.104796 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9df5d3e1-9bc7-4251-95a1-c9afee1fdc12 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6567843 Jul 23 16:45:49.107977 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 38682) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:49.233624 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5d3e1-9bc7-4251-95a1-c9afee1fdc12 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'Network': ['ID=8371ec93-846b-4605-a00e-5a1b32efb258,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:49.248110 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 8371ec93-846b-4605-a00e-5a1b32efb258 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:45:49.487889 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae1b0d6-51f9-42ec-9ca8-af2f7ad4a655 tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:49.499174 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-dae1b0d6-51f9-42ec-9ca8-af2f7ad4a655 tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=26442a7d2aa845bc8d6525b42b6b3848&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.3894920 Jul 23 16:45:49.502140 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 38690) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:49.609453 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8749543c-7f12-4d35-a455-03a28b4d63df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:50.001330 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8749543c-7f12-4d35-a455-03a28b4d63df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:50.011267 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8749543c-7f12-4d35-a455-03a28b4d63df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:50.153923 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbd9998-38dc-4c80-9d92-e19816e740dc tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:50.159620 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2cbd9998-38dc-4c80-9d92-e19816e740dc tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6559229 Jul 23 16:45:50.162652 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 38708) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:50.180907 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8749543c-7f12-4d35-a455-03a28b4d63df admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b7d5884ea8eb4e12b34c96ee8e112f5d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4490988 Jul 23 16:45:50.182014 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 38710) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:50.183106 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749543c-7f12-4d35-a455-03a28b4d63df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66eb1a10-bd44-41a7-a235-12c1bc1af144,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:50.275042 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-83a2cf6e-3cfc-4a39-b7c0-6279f0c68469 tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4e763b06-7572-4747-a18b-44a256cb56cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1111457 Jul 23 16:45:50.283062 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 38712) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:50.365701 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3395f6b1-bb84-4d14-81cf-2d5867bf210b tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=26442a7d2aa845bc8d6525b42b6b3848&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0797775 Jul 23 16:45:50.370498 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 38720) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:50.411625 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-33893fac-243b-4ce0-8816-15d27d88d085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:50.506895 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-33893fac-243b-4ce0-8816-15d27d88d085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:50.655112 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-33893fac-243b-4ce0-8816-15d27d88d085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:50.658344 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-33893fac-243b-4ce0-8816-15d27d88d085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:50.663427 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-33893fac-243b-4ce0-8816-15d27d88d085 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/66eb1a10-bd44-41a7-a235-12c1bc1af144 HTTP/1.1" status: 204 len: 168 time: 0.4768827 Jul 23 16:45:50.683473 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33893fac-243b-4ce0-8816-15d27d88d085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66eb1a10-bd44-41a7-a235-12c1bc1af144,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:50.696863 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58224a0d-ff4c-4c01-a72d-00da982176d7 tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:50.698959 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-58224a0d-ff4c-4c01-a72d-00da982176d7 tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3272455 Jul 23 16:45:50.702387 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 38730) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:50.802006 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e1b94e20-527d-49be-ad89-2275c17e30ff tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4e763b06-7572-4747-a18b-44a256cb56cb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0983226 Jul 23 16:45:50.804196 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 38736) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:50.809916 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-69feea09-5bf3-44d4-8a2d-6dd076676790 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1625601549', 'network_id': '8371ec93-846b-4605-a00e-5a1b32efb258', 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:51.083904 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69feea09-5bf3-44d4-8a2d-6dd076676790 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Made reservation on behalf of 26442a7d2aa845bc8d6525b42b6b3848 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:51.088634 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-69feea09-5bf3-44d4-8a2d-6dd076676790 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:51.940183 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-69feea09-5bf3-44d4-8a2d-6dd076676790 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:52.072157 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69feea09-5bf3-44d4-8a2d-6dd076676790 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'Subnet': ['ID=766d0ef7-619b-4a1d-9903-d1dedc9b00ab,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:52.151028 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69feea09-5bf3-44d4-8a2d-6dd076676790 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Checking segment: {'id': '688ac507-540b-4e0b-bde2-0cf60298fd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '8371ec93-846b-4605-a00e-5a1b32efb258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:45:52.152470 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69feea09-5bf3-44d4-8a2d-6dd076676790 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Network hostable DHCP agents. Network: 8371ec93-846b-4605-a00e-5a1b32efb258, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:45:52.183746 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69feea09-5bf3-44d4-8a2d-6dd076676790 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Network 8371ec93-846b-4605-a00e-5a1b32efb258 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:45:52.206985 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-69feea09-5bf3-44d4-8a2d-6dd076676790 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 8371ec93-846b-4605-a00e-5a1b32efb258) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:52.220822 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbdcc40-ba2e-4c3e-93f2-7bb84e1036f1 None None] Network 8371ec93-846b-4605-a00e-5a1b32efb258 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:52.236265 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69feea09-5bf3-44d4-8a2d-6dd076676790 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:52.239693 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-69feea09-5bf3-44d4-8a2d-6dd076676790 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:52.291533 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-69feea09-5bf3-44d4-8a2d-6dd076676790 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4860168 Jul 23 16:45:52.614316 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e058ad-0335-45ed-9148-a8e100720406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-8371ec93-846b-4605-a00e-5a1b32efb258', 'network_id': '8371ec93-846b-4605-a00e-5a1b32efb258', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'fixed_ips': [{'subnet_id': '766d0ef7-619b-4a1d-9903-d1dedc9b00ab'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:45:52.615921 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-04e058ad-0335-45ed-9148-a8e100720406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:53.095687 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:45:53.185519 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-04e058ad-0335-45ed-9148-a8e100720406 None None] Allocated IP 172.20.0.18 (8371ec93-846b-4605-a00e-5a1b32efb258/766d0ef7-619b-4a1d-9903-d1dedc9b00ab/d2529904-4a13-498a-a751-571285cc8164) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:53.262127 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 38814) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:53.266737 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-b1d84a5b-6cf1-44e2-899b-4b806ec6e1e7 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-335615657', 'description': 'tempest-secgroup-smoke-335615657 description', 'project_id': '26442a7d2aa845bc8d6525b42b6b3848'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:53.279903 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 38816) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:53.353778 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1d84a5b-6cf1-44e2-899b-4b806ec6e1e7 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:53.569572 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-04e058ad-0335-45ed-9148-a8e100720406 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:53.592032 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-04e058ad-0335-45ed-9148-a8e100720406 None None] Transition to ACTIVE for port object d2529904-4a13-498a-a751-571285cc8164 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:53.631947 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-04e058ad-0335-45ed-9148-a8e100720406 None None] Transition to ACTIVE for port object d2529904-4a13-498a-a751-571285cc8164 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:53.643431 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-04e058ad-0335-45ed-9148-a8e100720406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:53.687861 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 38826) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:53.742503 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1d84a5b-6cf1-44e2-899b-4b806ec6e1e7 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:53.749344 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1d84a5b-6cf1-44e2-899b-4b806ec6e1e7 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:53.775100 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e058ad-0335-45ed-9148-a8e100720406 None None] Pushing event updated for resources: {'Port': ['ID=d2529904-4a13-498a-a751-571285cc8164,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:53.801714 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1d84a5b-6cf1-44e2-899b-4b806ec6e1e7 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:53.806884 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b1d84a5b-6cf1-44e2-899b-4b806ec6e1e7 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5435939 Jul 23 16:45:53.809900 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 38832) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:53.815821 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-f733fbe9-ae89-4070-9f4b-4979a43c25d1 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'security_group_rule': {'security_group_id': 'bce245e1-f2c7-41ea-a2c8-fd77d38f93f0', 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:53.841561 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e058ad-0335-45ed-9148-a8e100720406 None None] Network 8371ec93-846b-4605-a00e-5a1b32efb258 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:53.856123 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-04e058ad-0335-45ed-9148-a8e100720406 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:53.863223 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e058ad-0335-45ed-9148-a8e100720406 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:45:53.900945 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d84a5b-6cf1-44e2-899b-4b806ec6e1e7 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bce245e1-f2c7-41ea-a2c8-fd77d38f93f0,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:53.942192 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7bc9dfd6-c0a3-4c92-835b-82a06a36aaea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:53.962720 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-1a967514-3515-4a58-96e5-76d488772f57 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1409055631-network', 'tenant_id': 'b3622826252b4e059063717a2745951f'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:53.970181 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f733fbe9-ae89-4070-9f4b-4979a43c25d1 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:54.029831 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.db.api [None req-1a967514-3515-4a58-96e5-76d488772f57 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:45:54.029831 n-d-778549-4 neutron-server[94013]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 16:45:54.029831 n-d-778549-4 neutron-server[94013]: [parameters: {'project_id_1': 'b3622826252b4e059063717a2745951f', 'expiration_1': datetime.datetime(2021, 7, 23, 16, 45, 53, 998475)}] Jul 23 16:45:54.029831 n-d-778549-4 neutron-server[94013]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94013) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:45:54.030767 n-d-778549-4 neutron-server[94013]: DEBUG oslo_db.api [None req-1a967514-3515-4a58-96e5-76d488772f57 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:45:54.158517 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-04e058ad-0335-45ed-9148-a8e100720406 None None] Attempting to bind port d2529904-4a13-498a-a751-571285cc8164 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:54.163476 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-04e058ad-0335-45ed-9148-a8e100720406 None None] Attempting to bind port d2529904-4a13-498a-a751-571285cc8164 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '688ac507-540b-4e0b-bde2-0cf60298fd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '8371ec93-846b-4605-a00e-5a1b32efb258'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:54.163881 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e058ad-0335-45ed-9148-a8e100720406 None None] Attempting to bind port d2529904-4a13-498a-a751-571285cc8164 on network 8371ec93-846b-4605-a00e-5a1b32efb258 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:54.194698 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e058ad-0335-45ed-9148-a8e100720406 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:45:54.195717 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e058ad-0335-45ed-9148-a8e100720406 None None] Checking segment: {'id': '688ac507-540b-4e0b-bde2-0cf60298fd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '8371ec93-846b-4605-a00e-5a1b32efb258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:45:54.196163 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-04e058ad-0335-45ed-9148-a8e100720406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:54.201353 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e058ad-0335-45ed-9148-a8e100720406 None None] Bound using segment: {'id': '688ac507-540b-4e0b-bde2-0cf60298fd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '8371ec93-846b-4605-a00e-5a1b32efb258'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:45:54.201899 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-04e058ad-0335-45ed-9148-a8e100720406 None None] Bound port: d2529904-4a13-498a-a751-571285cc8164, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688ac507-540b-4e0b-bde2-0cf60298fd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '8371ec93-846b-4605-a00e-5a1b32efb258'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:45:54.202310 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-04e058ad-0335-45ed-9148-a8e100720406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:54.208105 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f733fbe9-ae89-4070-9f4b-4979a43c25d1 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:54.232179 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f733fbe9-ae89-4070-9f4b-4979a43c25d1 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:54.270838 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733fbe9-ae89-4070-9f4b-4979a43c25d1 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e4499f-011a-4534-bb45-411d1384db4f,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:54.371292 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7bc9dfd6-c0a3-4c92-835b-82a06a36aaea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:54.406193 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7bc9dfd6-c0a3-4c92-835b-82a06a36aaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:54.437579 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9dfd6-c0a3-4c92-835b-82a06a36aaea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36df2c3-124d-46af-a8a0-1b6d63893e42,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:54.441149 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f733fbe9-ae89-4070-9f4b-4979a43c25d1 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:54.446118 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 38842) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:54.453841 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-1bf3ff8e-33be-417d-bdba-d070fbb1ea8b tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'security_group_rule': {'security_group_id': 'bce245e1-f2c7-41ea-a2c8-fd77d38f93f0', 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:54.458318 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f733fbe9-ae89-4070-9f4b-4979a43c25d1 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6468709 Jul 23 16:45:54.500179 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-04e058ad-0335-45ed-9148-a8e100720406 None None] For port d2529904-4a13-498a-a751-571285cc8164, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:45:54.511630 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-04e058ad-0335-45ed-9148-a8e100720406 None None] For port d2529904-4a13-498a-a751-571285cc8164, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d2529904-4a13-498a-a751-571285cc8164,segment=NetworkSegment(688ac507-540b-4e0b-bde2-0cf60298fd81),segment_id=688ac507-540b-4e0b-bde2-0cf60298fd81)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:45:54.529593 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-04e058ad-0335-45ed-9148-a8e100720406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:54.553950 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7bc9dfd6-c0a3-4c92-835b-82a06a36aaea admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2341407193b941c9a5a54a9b0286932d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2688539 Jul 23 16:45:54.558923 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 38846) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:54.621197 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1bf3ff8e-33be-417d-bdba-d070fbb1ea8b tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:54.640350 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a967514-3515-4a58-96e5-76d488772f57 admin admin] Made reservation on behalf of b3622826252b4e059063717a2745951f for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:54.646430 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a967514-3515-4a58-96e5-76d488772f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:54.712364 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e058ad-0335-45ed-9148-a8e100720406 None None] Pushing event updated for resources: {'Port': ['ID=d2529904-4a13-498a-a751-571285cc8164,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:54.730149 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a967514-3515-4a58-96e5-76d488772f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:54.758059 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c0894045-f768-41c6-9aeb-a889b491a95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:54.828407 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c0894045-f768-41c6-9aeb-a889b491a95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:54.913314 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1bf3ff8e-33be-417d-bdba-d070fbb1ea8b tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:54.927447 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c0894045-f768-41c6-9aeb-a889b491a95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:54.940612 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c0894045-f768-41c6-9aeb-a889b491a95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:54.943587 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1bf3ff8e-33be-417d-bdba-d070fbb1ea8b tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:54.947094 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c0894045-f768-41c6-9aeb-a889b491a95b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b36df2c3-124d-46af-a8a0-1b6d63893e42 HTTP/1.1" status: 204 len: 168 time: 0.3835948 Jul 23 16:45:54.971656 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0894045-f768-41c6-9aeb-a889b491a95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36df2c3-124d-46af-a8a0-1b6d63893e42,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:55.057199 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3ff8e-33be-417d-bdba-d070fbb1ea8b tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a056f971-ec47-43d2-a0f2-6a6b531a48cf,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:55.488870 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a967514-3515-4a58-96e5-76d488772f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:55.501195 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a967514-3515-4a58-96e5-76d488772f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:55.531788 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1bf3ff8e-33be-417d-bdba-d070fbb1ea8b tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:55.533301 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1bf3ff8e-33be-417d-bdba-d070fbb1ea8b tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0848968 Jul 23 16:45:55.536601 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 38874) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:55.541789 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-b4000ac4-8214-41e7-b221-7b85f4439e8e tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'security_group_rule': {'security_group_id': 'bce245e1-f2c7-41ea-a2c8-fd77d38f93f0', 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:55.552619 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a967514-3515-4a58-96e5-76d488772f57 admin admin] vlan segment allocate from pool success with {'vlan_id': 1149, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:45:55.571185 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a967514-3515-4a58-96e5-76d488772f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4020443d-bee2-42cf-81b8-a3677ff971b7,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:55.603691 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a967514-3515-4a58-96e5-76d488772f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:55.605462 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-1a967514-3515-4a58-96e5-76d488772f57 admin admin] Added segment 6953f840-9103-4b3d-a15e-33bf5f31542e of type vlan for network 7adcb503-42a4-4f47-bc3c-3bc6841a6652 Jul 23 16:45:55.643841 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b4000ac4-8214-41e7-b221-7b85f4439e8e tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:55.733327 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b4000ac4-8214-41e7-b221-7b85f4439e8e tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:55.742201 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a967514-3515-4a58-96e5-76d488772f57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:55.745534 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b4000ac4-8214-41e7-b221-7b85f4439e8e tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:55.771795 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4000ac4-8214-41e7-b221-7b85f4439e8e tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06aa538-ab8d-404a-aab8-3b89497bb6e5,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:55.813683 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a967514-3515-4a58-96e5-76d488772f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:55.814966 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a967514-3515-4a58-96e5-76d488772f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:55.816112 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a967514-3515-4a58-96e5-76d488772f57 admin admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:55.854867 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 38884) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:55.895412 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f60466f-cae8-4912-ba97-87c2ac4a3e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:55.908846 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1a967514-3515-4a58-96e5-76d488772f57 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2199087 Jul 23 16:45:55.921959 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 38888) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:55.928550 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b4000ac4-8214-41e7-b221-7b85f4439e8e tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:55.929821 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b4000ac4-8214-41e7-b221-7b85f4439e8e tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3921559 Jul 23 16:45:55.945465 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 38892) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:55.948538 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-6e71d9f3-8551-4832-bbc3-94dcdebb3a12 admin admin] Request body: {'subnet': {'network_id': '7adcb503-42a4-4f47-bc3c-3bc6841a6652', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1409055631-subnet', 'tenant_id': 'b3622826252b4e059063717a2745951f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:55.957885 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6784ba24-3b58-49ed-af47-e19a1937cf92 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'security_group_rule': {'security_group_id': 'bce245e1-f2c7-41ea-a2c8-fd77d38f93f0', 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:55.976487 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a967514-3515-4a58-96e5-76d488772f57 admin admin] Pushing event updated for resources: {'Network': ['ID=7adcb503-42a4-4f47-bc3c-3bc6841a6652,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:55.978081 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.db.api [None req-7f60466f-cae8-4912-ba97-87c2ac4a3e0c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:45:55.978081 n-d-778549-4 neutron-server[94012]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 16:45:55.978081 n-d-778549-4 neutron-server[94012]: [parameters: {'project_id': 'cd8e7353c47349b0ac9e41d22bc90bc9', 'id': 'ea016d6e-aefa-44f1-a5ae-36340e7326a4', 'expiration': datetime.datetime(2021, 7, 23, 16, 47, 55, 969679)}] Jul 23 16:45:55.978081 n-d-778549-4 neutron-server[94012]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94012) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:45:55.979220 n-d-778549-4 neutron-server[94012]: DEBUG oslo_db.api [None req-7f60466f-cae8-4912-ba97-87c2ac4a3e0c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:45:55.989914 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e71d9f3-8551-4832-bbc3-94dcdebb3a12 admin admin] Made reservation on behalf of b3622826252b4e059063717a2745951f for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:55.994603 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 7adcb503-42a4-4f47-bc3c-3bc6841a6652 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:45:56.012152 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6e71d9f3-8551-4832-bbc3-94dcdebb3a12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:56.042253 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6784ba24-3b58-49ed-af47-e19a1937cf92 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:56.264979 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6784ba24-3b58-49ed-af47-e19a1937cf92 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:56.270584 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6784ba24-3b58-49ed-af47-e19a1937cf92 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:56.282874 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d2529904-4a13-498a-a751-571285cc8164 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:45:56.319935 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6e71d9f3-8551-4832-bbc3-94dcdebb3a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:56.326738 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784ba24-3b58-49ed-af47-e19a1937cf92 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ca2691-8b85-4e5e-9cb2-40f534b2c838,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:56.333471 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6784ba24-3b58-49ed-af47-e19a1937cf92 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:56.334899 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6784ba24-3b58-49ed-af47-e19a1937cf92 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3882425 Jul 23 16:45:56.338375 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 38904) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:56.381584 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port d2529904-4a13-498a-a751-571285cc8164 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:56.391688 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-8f136b17-9132-4e22-b16f-450eb41fe522 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'security_group_rule': {'security_group_id': 'bce245e1-f2c7-41ea-a2c8-fd77d38f93f0', 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:56.467495 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71d9f3-8551-4832-bbc3-94dcdebb3a12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b640ce52-a878-4708-afc4-796d1699db1d,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:56.469687 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e71d9f3-8551-4832-bbc3-94dcdebb3a12 admin admin] Checking segment: {'id': '6953f840-9103-4b3d-a15e-33bf5f31542e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '7adcb503-42a4-4f47-bc3c-3bc6841a6652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:45:56.470059 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e71d9f3-8551-4832-bbc3-94dcdebb3a12 admin admin] Network hostable DHCP agents. Network: 7adcb503-42a4-4f47-bc3c-3bc6841a6652, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:45:56.472513 n-d-778549-4 neutron-server[94012]: INFO neutron.db.securitygroups_db [None req-8f136b17-9132-4e22-b16f-450eb41fe522 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Project 26442a7d2aa845bc8d6525b42b6b3848 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:45:56.479105 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f136b17-9132-4e22-b16f-450eb41fe522 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:56.483526 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f60466f-cae8-4912-ba97-87c2ac4a3e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:56.587807 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e71d9f3-8551-4832-bbc3-94dcdebb3a12 admin admin] Network 7adcb503-42a4-4f47-bc3c-3bc6841a6652 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:45:56.602811 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-6e71d9f3-8551-4832-bbc3-94dcdebb3a12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 7adcb503-42a4-4f47-bc3c-3bc6841a6652) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:56.612524 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5142db7-0622-470e-b65a-300d16a0419f None None] Network 7adcb503-42a4-4f47-bc3c-3bc6841a6652 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:56.625523 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e71d9f3-8551-4832-bbc3-94dcdebb3a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:56.626843 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6e71d9f3-8551-4832-bbc3-94dcdebb3a12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:56.672359 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f136b17-9132-4e22-b16f-450eb41fe522 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:56.684711 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f136b17-9132-4e22-b16f-450eb41fe522 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:56.745474 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f136b17-9132-4e22-b16f-450eb41fe522 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=420f9bf8-7749-4b6d-a449-c7b0d41d112c,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:56.855677 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f60466f-cae8-4912-ba97-87c2ac4a3e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:56.886636 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f60466f-cae8-4912-ba97-87c2ac4a3e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:56.925860 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6e71d9f3-8551-4832-bbc3-94dcdebb3a12 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9861910 Jul 23 16:45:56.925860 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f136b17-9132-4e22-b16f-450eb41fe522 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:56.931361 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8f136b17-9132-4e22-b16f-450eb41fe522 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5897372 Jul 23 16:45:56.933586 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 38924) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:56.938846 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-d7c291d9-abe4-41df-a680-7c3e580c9255 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'security_group_rule': {'security_group_id': 'bce245e1-f2c7-41ea-a2c8-fd77d38f93f0', 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:56.956933 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a59c712-9b2c-481f-a1a8-9fcb27560f6c None None] Network 8371ec93-846b-4605-a00e-5a1b32efb258 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:57.000217 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbe5eae-ff49-45f4-8adf-14e1cf2c63ad None None] Network 7adcb503-42a4-4f47-bc3c-3bc6841a6652 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:57.009308 n-d-778549-4 neutron-server[94013]: INFO neutron.db.securitygroups_db [None req-d7c291d9-abe4-41df-a680-7c3e580c9255 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Project 26442a7d2aa845bc8d6525b42b6b3848 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:45:57.019520 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d7c291d9-abe4-41df-a680-7c3e580c9255 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:57.073638 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6af970cd-72b4-41dd-9b7d-c8e62d22d301 None None] Provisioning for port d2529904-4a13-498a-a751-571285cc8164 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:57.080276 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7f60466f-cae8-4912-ba97-87c2ac4a3e0c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cd8e7353c47349b0ac9e41d22bc90bc9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2219729 Jul 23 16:45:57.094764 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6af970cd-72b4-41dd-9b7d-c8e62d22d301 None None] Provisioning complete for port d2529904-4a13-498a-a751-571285cc8164 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:57.095943 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6af970cd-72b4-41dd-9b7d-c8e62d22d301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:57.099281 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 38926) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:57.111065 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60466f-cae8-4912-ba97-87c2ac4a3e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ce720c-3637-4908-a1fd-8ff827f3669e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:57.374765 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ad8e5556-c383-4e1d-a30e-13c204ae7e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:57.399892 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d7c291d9-abe4-41df-a680-7c3e580c9255 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:57.420126 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d7c291d9-abe4-41df-a680-7c3e580c9255 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:57.454775 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6af970cd-72b4-41dd-9b7d-c8e62d22d301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:57.477916 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ad8e5556-c383-4e1d-a30e-13c204ae7e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:57.530491 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c291d9-abe4-41df-a680-7c3e580c9255 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8967c246-1fab-49c3-8a8e-16fc642d8d20,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:57.537789 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d7c291d9-abe4-41df-a680-7c3e580c9255 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:57.538996 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d7c291d9-abe4-41df-a680-7c3e580c9255 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6043432 Jul 23 16:45:57.619508 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ad8e5556-c383-4e1d-a30e-13c204ae7e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:57.620991 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-6af970cd-72b4-41dd-9b7d-c8e62d22d301 None None] For port d2529904-4a13-498a-a751-571285cc8164, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d2529904-4a13-498a-a751-571285cc8164,segment=NetworkSegment(688ac507-540b-4e0b-bde2-0cf60298fd81),segment_id=688ac507-540b-4e0b-bde2-0cf60298fd81)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:57.627648 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ad8e5556-c383-4e1d-a30e-13c204ae7e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:57.638628 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ad8e5556-c383-4e1d-a30e-13c204ae7e94 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e3ce720c-3637-4908-a1fd-8ff827f3669e HTTP/1.1" status: 204 len: 168 time: 0.5305939 Jul 23 16:45:57.656052 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6af970cd-72b4-41dd-9b7d-c8e62d22d301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:57.677546 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e5556-c383-4e1d-a30e-13c204ae7e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ce720c-3637-4908-a1fd-8ff827f3669e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:57.870512 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af970cd-72b4-41dd-9b7d-c8e62d22d301 None None] Pushing event updated for resources: {'Port': ['ID=d2529904-4a13-498a-a751-571285cc8164,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:58.016216 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-d8235e30-c668-401c-ad29-a72d1a515480 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-335615657&fields=id&tenant_id=26442a7d2aa845bc8d6525b42b6b3848 HTTP/1.1" status: 200 len: 267 time: 0.0682468 Jul 23 16:45:58.245520 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d2529904-4a13-498a-a751-571285cc8164 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:45:58.376623 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-b6118648-7a2e-45b9-82da-bba9db60785f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:58.381846 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-b6118648-7a2e-45b9-82da-bba9db60785f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/networks?id=8371ec93-846b-4605-a00e-5a1b32efb258 HTTP/1.1" status: 200 len: 796 time: 0.3643756 Jul 23 16:45:58.407915 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-e78cb748-7692-46a1-87ef-252d9c0267fc tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/quotas/26442a7d2aa845bc8d6525b42b6b3848 HTTP/1.1" status: 200 len: 375 time: 0.0178254 Jul 23 16:45:58.500716 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-016579c5-8c16-4499-996f-06ff5fe566bb None None] Provisioning complete for port d2529904-4a13-498a-a751-571285cc8164 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:58.509402 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-016579c5-8c16-4499-996f-06ff5fe566bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:58.621453 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-5087f8eb-b3a1-401d-85a9-1d42b232274c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=26442a7d2aa845bc8d6525b42b6b3848&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2030745 Jul 23 16:45:58.684626 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port d2529904-4a13-498a-a751-571285cc8164 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:58.685119 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:58.816303 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-72f6de4d-0b29-476e-8555-826b701b4a01 service neutron] 10.222.0.73 "GET /v2.0/networks/8371ec93-846b-4605-a00e-5a1b32efb258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894052 Jul 23 16:45:59.078768 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-eabb37b5-2bc1-45e6-8e96-9d04da6685c3 service neutron] 10.222.0.73 "GET /v2.0/networks/8371ec93-846b-4605-a00e-5a1b32efb258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279453 Jul 23 16:45:59.604717 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-068f1258-7fa9-40ab-8b18-b1afae575e6d req-6189871b-27e7-40c2-aa86-a68a6ee9d215 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9ff05d-64d4-4af0-b7dd-334cc4020007 HTTP/1.1" status: 200 len: 210 time: 0.1823061 Jul 23 16:46:00.790912 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7d1b8bca-c87a-486b-832e-21b203b67117 req-f1bb6c66-af75-4f23-8121-a074501a0a10 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9ff05d-64d4-4af0-b7dd-334cc4020007 HTTP/1.1" status: 200 len: 210 time: 0.0925326 Jul 23 16:46:01.401411 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-9ee848e0-a113-4572-81c9-efda81c2107e tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:01.415960 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-9ee848e0-a113-4572-81c9-efda81c2107e tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.97 "GET /v2.0/networks?id=8371ec93-846b-4605-a00e-5a1b32efb258 HTTP/1.1" status: 200 len: 796 time: 0.2439122 Jul 23 16:46:01.583403 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-e0b8932f-6dc9-4cd6-abdb-26b41d10495e tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26442a7d2aa845bc8d6525b42b6b3848 HTTP/1.1" status: 200 len: 471 time: 0.1578166 Jul 23 16:46:01.617519 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-6939360b-0d54-4081-a48b-b8f5d2806d20 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'port': {'device_id': 'ec9ff05d-64d4-4af0-b7dd-334cc4020007', 'network_id': '8371ec93-846b-4605-a00e-5a1b32efb258', 'admin_state_up': True, 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'security_groups': ['bce245e1-f2c7-41ea-a2c8-fd77d38f93f0']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:01.958600 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-6939360b-0d54-4081-a48b-b8f5d2806d20 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Made reservation on behalf of 26442a7d2aa845bc8d6525b42b6b3848 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:46:01.972574 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-6939360b-0d54-4081-a48b-b8f5d2806d20 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:02.373033 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1a345ee5-059d-4dbb-acaa-0aaa7bfefe23 req-1658f4ba-1152-41ed-8c10-319e992a32ba tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9ff05d-64d4-4af0-b7dd-334cc4020007 HTTP/1.1" status: 200 len: 210 time: 0.3129606 Jul 23 16:46:02.655113 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c94a8d0c-7d0a-48dd-958d-d6d6978a2ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:02.661771 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-6939360b-0d54-4081-a48b-b8f5d2806d20 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Allocated IP 172.20.0.24 (8371ec93-846b-4605-a00e-5a1b32efb258/766d0ef7-619b-4a1d-9903-d1dedc9b00ab/5a358bf1-e803-4537-a1d0-d517ef9ab79d) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:46:03.551203 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-6939360b-0d54-4081-a48b-b8f5d2806d20 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:03.601118 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-6939360b-0d54-4081-a48b-b8f5d2806d20 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Transition to ACTIVE for port object 5a358bf1-e803-4537-a1d0-d517ef9ab79d will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:03.695851 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6b28843a-cd21-437b-926b-bd8a2a15a851 req-c97bfbae-3f52-4d63-ba6c-bb44c4bd595b tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9ff05d-64d4-4af0-b7dd-334cc4020007 HTTP/1.1" status: 200 len: 210 time: 0.1038156 Jul 23 16:46:03.781922 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-6939360b-0d54-4081-a48b-b8f5d2806d20 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:03.888321 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939360b-0d54-4081-a48b-b8f5d2806d20 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'Port': ['ID=5a358bf1-e803-4537-a1d0-d517ef9ab79d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:03.937103 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-6939360b-0d54-4081-a48b-b8f5d2806d20 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Network 8371ec93-846b-4605-a00e-5a1b32efb258 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:03.939308 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-6939360b-0d54-4081-a48b-b8f5d2806d20 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:03.945599 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-6939360b-0d54-4081-a48b-b8f5d2806d20 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:46:04.070676 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-6939360b-0d54-4081-a48b-b8f5d2806d20 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:04.071792 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-6939360b-0d54-4081-a48b-b8f5d2806d20 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:04.110114 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-6939360b-0d54-4081-a48b-b8f5d2806d20 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5042028 Jul 23 16:46:04.122336 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-564b3378-2330-4637-a577-2d13eb64ac8b service neutron] Request body: {'port': {'device_id': 'ec9ff05d-64d4-4af0-b7dd-334cc4020007', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:04.371134 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-564b3378-2330-4637-a577-2d13eb64ac8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:04.453589 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-9fae2073-2a91-4189-8957-1c467c6ad489 None None] Provisioning for port 5a358bf1-e803-4537-a1d0-d517ef9ab79d completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:04.475196 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-9fae2073-2a91-4189-8957-1c467c6ad489 None None] Provisioning complete for port 5a358bf1-e803-4537-a1d0-d517ef9ab79d triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:04.476490 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9fae2073-2a91-4189-8957-1c467c6ad489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:04.661698 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-9fae2073-2a91-4189-8957-1c467c6ad489 None None] Port 5a358bf1-e803-4537-a1d0-d517ef9ab79d cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:46:04.930412 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:05.256963 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9a861ca9-ca16-4e0c-974c-56f875263167 req-859c1619-9443-40e4-9566-c4f26a1742a9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ec87277f-7f41-4679-9490-cbc8447a399b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1940806 Jul 23 16:46:05.310596 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-564b3378-2330-4637-a577-2d13eb64ac8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a358bf1-e803-4537-a1d0-d517ef9ab79d {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:46:05.344652 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-564b3378-2330-4637-a577-2d13eb64ac8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:05.401319 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-564b3378-2330-4637-a577-2d13eb64ac8b service neutron] Transition to ACTIVE for port object 5a358bf1-e803-4537-a1d0-d517ef9ab79d will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:05.416732 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-564b3378-2330-4637-a577-2d13eb64ac8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:05.418944 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ae6871d8-23c9-418a-b213-d2c7c3006928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:05.468533 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a861ca9-ca16-4e0c-974c-56f875263167 req-f28a90b8-1539-423b-aca6-ba9257f1f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:05.470190 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9a861ca9-ca16-4e0c-974c-56f875263167 req-f28a90b8-1539-423b-aca6-ba9257f1f0d7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=26442a7d2aa845bc8d6525b42b6b3848&device_id=ec87277f-7f41-4679-9490-cbc8447a399b HTTP/1.1" status: 200 len: 1097 time: 0.1562171 Jul 23 16:46:05.521633 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:05.538932 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b3378-2330-4637-a577-2d13eb64ac8b service neutron] Pushing event updated for resources: {'Port': ['ID=5a358bf1-e803-4537-a1d0-d517ef9ab79d,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:05.623203 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a861ca9-ca16-4e0c-974c-56f875263167 req-e36def6a-47ce-4ee1-b12c-551404fb5d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:05.625003 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9a861ca9-ca16-4e0c-974c-56f875263167 req-e36def6a-47ce-4ee1-b12c-551404fb5d48 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5b57ad19-07f2-4db9-9db5-b1bd62f6bddb HTTP/1.1" status: 200 len: 899 time: 0.1333606 Jul 23 16:46:05.872355 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9a861ca9-ca16-4e0c-974c-56f875263167 req-f0459ae4-5d74-4bca-82a9-020917c7738b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6cab1dc3-bce0-4837-84c2-fb155d41841b HTTP/1.1" status: 200 len: 1002 time: 0.2400923 Jul 23 16:46:06.004055 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908a9c9-bc1c-4cd7-9240-2fca03fd725b req-86bab809-83b7-4797-939d-1e287ecb1e05 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:06.046512 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4908a9c9-bc1c-4cd7-9240-2fca03fd725b req-86bab809-83b7-4797-939d-1e287ecb1e05 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9ff05d-64d4-4af0-b7dd-334cc4020007 HTTP/1.1" status: 200 len: 932 time: 1.2242880 Jul 23 16:46:06.084580 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-564b3378-2330-4637-a577-2d13eb64ac8b service neutron] Attempting to bind port 5a358bf1-e803-4537-a1d0-d517ef9ab79d on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:46:06.088980 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a861ca9-ca16-4e0c-974c-56f875263167 req-a5fbb893-d9a1-4a17-bb7d-6f1ab1e1978c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:06.092767 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-564b3378-2330-4637-a577-2d13eb64ac8b service neutron] Attempting to bind port 5a358bf1-e803-4537-a1d0-d517ef9ab79d by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '688ac507-540b-4e0b-bde2-0cf60298fd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '8371ec93-846b-4605-a00e-5a1b32efb258'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:46:06.093142 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-564b3378-2330-4637-a577-2d13eb64ac8b service neutron] Attempting to bind port 5a358bf1-e803-4537-a1d0-d517ef9ab79d on network 8371ec93-846b-4605-a00e-5a1b32efb258 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:46:06.094403 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9a861ca9-ca16-4e0c-974c-56f875263167 req-a5fbb893-d9a1-4a17-bb7d-6f1ab1e1978c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a57f280-8dbb-4321-a46a-f13c3bad6f74 HTTP/1.1" status: 200 len: 834 time: 0.2141852 Jul 23 16:46:06.131856 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-564b3378-2330-4637-a577-2d13eb64ac8b service neutron] Port 5a358bf1-e803-4537-a1d0-d517ef9ab79d on network 8371ec93-846b-4605-a00e-5a1b32efb258 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:46:06.132197 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-564b3378-2330-4637-a577-2d13eb64ac8b service neutron] Attempting to bind port 5a358bf1-e803-4537-a1d0-d517ef9ab79d on network 8371ec93-846b-4605-a00e-5a1b32efb258 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:46:06.256052 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4908a9c9-bc1c-4cd7-9240-2fca03fd725b req-05ab97c3-31cb-408f-87e3-45a7e7586b67 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?id=bce245e1-f2c7-41ea-a2c8-fd77d38f93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069399 Jul 23 16:46:06.263754 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-564b3378-2330-4637-a577-2d13eb64ac8b service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:46:06.266236 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-564b3378-2330-4637-a577-2d13eb64ac8b service neutron] Checking segment: {'id': '688ac507-540b-4e0b-bde2-0cf60298fd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '8371ec93-846b-4605-a00e-5a1b32efb258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:46:06.276993 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-564b3378-2330-4637-a577-2d13eb64ac8b service neutron] Bound using segment: {'id': '688ac507-540b-4e0b-bde2-0cf60298fd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '8371ec93-846b-4605-a00e-5a1b32efb258'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:46:06.279212 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-564b3378-2330-4637-a577-2d13eb64ac8b service neutron] Bound port: 5a358bf1-e803-4537-a1d0-d517ef9ab79d, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '688ac507-540b-4e0b-bde2-0cf60298fd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '8371ec93-846b-4605-a00e-5a1b32efb258'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:46:06.280683 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-564b3378-2330-4637-a577-2d13eb64ac8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:06.399292 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a861ca9-ca16-4e0c-974c-56f875263167 req-0052ccdc-f598-4fca-ab9e-bac4a5b0acfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:06.405522 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9a861ca9-ca16-4e0c-974c-56f875263167 req-0052ccdc-f598-4fca-ab9e-bac4a5b0acfb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5b57ad19-07f2-4db9-9db5-b1bd62f6bddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3025260 Jul 23 16:46:06.450419 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-564b3378-2330-4637-a577-2d13eb64ac8b service neutron] For port 5a358bf1-e803-4537-a1d0-d517ef9ab79d, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:46:06.465224 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-564b3378-2330-4637-a577-2d13eb64ac8b service neutron] For port 5a358bf1-e803-4537-a1d0-d517ef9ab79d, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5a358bf1-e803-4537-a1d0-d517ef9ab79d,segment=NetworkSegment(688ac507-540b-4e0b-bde2-0cf60298fd81),segment_id=688ac507-540b-4e0b-bde2-0cf60298fd81)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:46:06.471968 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-564b3378-2330-4637-a577-2d13eb64ac8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:06.571841 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-564b3378-2330-4637-a577-2d13eb64ac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:06.578788 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:06.582910 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-564b3378-2330-4637-a577-2d13eb64ac8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:06.584566 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-564b3378-2330-4637-a577-2d13eb64ac8b service neutron] 10.222.0.97 "PUT /v2.0/ports/5a358bf1-e803-4537-a1d0-d517ef9ab79d HTTP/1.1" status: 200 len: 1092 time: 2.4666831 Jul 23 16:46:06.585107 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9ff05d-64d4-4af0-b7dd-334cc4020007', 'tag': '5a358bf1-e803-4537-a1d0-d517ef9ab79d'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:46:06.587637 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60603af0-b7e0-4481-9c92-388a94a64abe" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9ff05d-64d4-4af0-b7dd-334cc4020007", "tag": "5a358bf1-e803-4537-a1d0-d517ef9ab79d"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:46:06.668672 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b3378-2330-4637-a577-2d13eb64ac8b service neutron] Pushing event updated for resources: {'Port': ['ID=5a358bf1-e803-4537-a1d0-d517ef9ab79d,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:06.716499 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9a861ca9-ca16-4e0c-974c-56f875263167 req-f148ce8d-c98b-4b1a-81a1-b4ad659bc87d service neutron] 10.222.0.74 "GET /v2.0/networks/5b57ad19-07f2-4db9-9db5-b1bd62f6bddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034298 Jul 23 16:46:06.791074 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0f5c87-92a1-4cde-96ac-f796109912d8 x-openstack-request-id: req-9b0f5c87-92a1-4cde-96ac-f796109912d8 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:46:06.797823 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9ff05d-64d4-4af0-b7dd-334cc4020007", "tag": "5a358bf1-e803-4537-a1d0-d517ef9ab79d", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:46:06.801073 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9b0f5c87-92a1-4cde-96ac-f796109912d8 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:46:06.803221 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec9ff05d-64d4-4af0-b7dd-334cc4020007', 'tag': '5a358bf1-e803-4537-a1d0-d517ef9ab79d', 'status': 'completed', 'code': 200} Jul 23 16:46:06.873134 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-086c801e-02be-4ce6-ad62-a77f12b71941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:06.889960 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-086c801e-02be-4ce6-ad62-a77f12b71941 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=26442a7d2aa845bc8d6525b42b6b3848&device_id=ec9ff05d-64d4-4af0-b7dd-334cc4020007 HTTP/1.1" status: 200 len: 1095 time: 0.2573762 Jul 23 16:46:07.008812 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-6ae64198-07b0-4a20-b9ce-1d6e02cc484a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=5a358bf1-e803-4537-a1d0-d517ef9ab79d HTTP/1.1" status: 200 len: 217 time: 0.1105502 Jul 23 16:46:07.044019 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9a861ca9-ca16-4e0c-974c-56f875263167 req-5a562f63-6fb5-4c54-abb9-049e6578dcbf service neutron] 10.222.0.74 "GET /v2.0/networks/5b57ad19-07f2-4db9-9db5-b1bd62f6bddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193526 Jul 23 16:46:07.126534 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-f6cd6685-fb3c-4703-97a1-d4bdf653b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:07.130617 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-f6cd6685-fb3c-4703-97a1-d4bdf653b85a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=766d0ef7-619b-4a1d-9903-d1dedc9b00ab HTTP/1.1" status: 200 len: 838 time: 0.1132531 Jul 23 16:46:07.311852 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-aca9ed08-37ad-479c-b350-80dc8dc8ed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:07.325454 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-aca9ed08-37ad-479c-b350-80dc8dc8ed4e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8371ec93-846b-4605-a00e-5a1b32efb258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1876235 Jul 23 16:46:07.473415 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:07.634401 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-9c630d42-947c-4f8e-b464-8ec62fc895fa service neutron] 10.222.0.97 "GET /v2.0/networks/8371ec93-846b-4605-a00e-5a1b32efb258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974467 Jul 23 16:46:08.172031 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd573f4-a3fb-4f43-9820-75fc453228e2 req-3254f3c9-2305-43cc-a908-6a8ed8becdbd tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:08.179810 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1fd573f4-a3fb-4f43-9820-75fc453228e2 req-3254f3c9-2305-43cc-a908-6a8ed8becdbd tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9ff05d-64d4-4af0-b7dd-334cc4020007 HTTP/1.1" status: 200 len: 944 time: 0.5444663 Jul 23 16:46:08.203979 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61cc90a7-69a6-491a-8f7a-18863a70388a req-74e19a01-ead5-42dd-ba79-e2cfc13ce46c service neutron] 10.222.0.97 "GET /v2.0/networks/8371ec93-846b-4605-a00e-5a1b32efb258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5393000 Jul 23 16:46:08.257364 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1fd573f4-a3fb-4f43-9820-75fc453228e2 req-3a8f0732-9292-42b5-9481-8603dcbee0d1 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?id=bce245e1-f2c7-41ea-a2c8-fd77d38f93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765996 Jul 23 16:46:08.584692 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60603af0-b7e0-4481-9c92-388a94a64abe req-76fa4fcf-1f08-4fa6-a7b8-c280f966a722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:08.586317 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-60603af0-b7e0-4481-9c92-388a94a64abe req-76fa4fcf-1f08-4fa6-a7b8-c280f966a722 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=26442a7d2aa845bc8d6525b42b6b3848&device_id=ec9ff05d-64d4-4af0-b7dd-334cc4020007 HTTP/1.1" status: 200 len: 1095 time: 0.3235979 Jul 23 16:46:08.623383 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:08.913541 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60603af0-b7e0-4481-9c92-388a94a64abe req-164c477f-44cf-4adc-9331-8fcb63f34784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:08.920340 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-60603af0-b7e0-4481-9c92-388a94a64abe req-164c477f-44cf-4adc-9331-8fcb63f34784 service neutron] 10.222.0.97 "GET /v2.0/networks?id=8371ec93-846b-4605-a00e-5a1b32efb258 HTTP/1.1" status: 200 len: 898 time: 0.3240888 Jul 23 16:46:08.979088 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-60603af0-b7e0-4481-9c92-388a94a64abe req-da580500-ac4a-47fe-94ff-ba47b7c4bf7f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=5a358bf1-e803-4537-a1d0-d517ef9ab79d HTTP/1.1" status: 200 len: 217 time: 0.0536416 Jul 23 16:46:09.063791 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60603af0-b7e0-4481-9c92-388a94a64abe req-5eb63cb8-b010-49c8-9dc7-ee78bc65895d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:09.069622 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-60603af0-b7e0-4481-9c92-388a94a64abe req-5eb63cb8-b010-49c8-9dc7-ee78bc65895d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=766d0ef7-619b-4a1d-9903-d1dedc9b00ab HTTP/1.1" status: 200 len: 838 time: 0.0811012 Jul 23 16:46:09.185696 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60603af0-b7e0-4481-9c92-388a94a64abe req-eb57b284-ddc2-4a79-9dc7-f95dea19ca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:09.196877 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-60603af0-b7e0-4481-9c92-388a94a64abe req-eb57b284-ddc2-4a79-9dc7-f95dea19ca5c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8371ec93-846b-4605-a00e-5a1b32efb258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1131322 Jul 23 16:46:09.344774 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-60603af0-b7e0-4481-9c92-388a94a64abe req-7714eadf-9b26-4360-b6eb-1390789ed8dd service neutron] 10.222.0.97 "GET /v2.0/networks/8371ec93-846b-4605-a00e-5a1b32efb258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467111 Jul 23 16:46:09.629875 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee6fe9-bcaa-45ad-a9a4-3eaf18b1db8d req-f001aa8f-c3b3-409d-8522-3311bf83918e tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:09.631575 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-24ee6fe9-bcaa-45ad-a9a4-3eaf18b1db8d req-f001aa8f-c3b3-409d-8522-3311bf83918e tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9ff05d-64d4-4af0-b7dd-334cc4020007 HTTP/1.1" status: 200 len: 944 time: 0.2554450 Jul 23 16:46:09.692211 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-60603af0-b7e0-4481-9c92-388a94a64abe req-1048bf7e-87f8-465d-9b2e-2e0d5fa3cb5a service neutron] 10.222.0.97 "GET /v2.0/networks/8371ec93-846b-4605-a00e-5a1b32efb258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324888 Jul 23 16:46:09.733229 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-24ee6fe9-bcaa-45ad-a9a4-3eaf18b1db8d req-bf02f0e3-db67-4f38-87d9-9d675cfa3dd4 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?id=bce245e1-f2c7-41ea-a2c8-fd77d38f93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850174 Jul 23 16:46:10.888397 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 5a358bf1-e803-4537-a1d0-d517ef9ab79d details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:46:10.902671 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 39422) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:11.086011 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f3bd5-9b4e-4cd1-8605-e046f3f2b099 req-b84b1f04-1c09-4ca3-b042-5cb136dbe597 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:11.087703 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b39f3bd5-9b4e-4cd1-8605-e046f3f2b099 req-b84b1f04-1c09-4ca3-b042-5cb136dbe597 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9ff05d-64d4-4af0-b7dd-334cc4020007 HTTP/1.1" status: 200 len: 944 time: 0.2302661 Jul 23 16:46:11.092315 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-661ecfbd-8f89-440e-ab01-a7889d54c6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:11.221650 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b39f3bd5-9b4e-4cd1-8605-e046f3f2b099 req-d93781a0-ce6b-445a-93c0-aac1499c33da tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?id=bce245e1-f2c7-41ea-a2c8-fd77d38f93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274705 Jul 23 16:46:11.246799 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 5a358bf1-e803-4537-a1d0-d517ef9ab79d, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5a358bf1-e803-4537-a1d0-d517ef9ab79d,segment=NetworkSegment(688ac507-540b-4e0b-bde2-0cf60298fd81),segment_id=688ac507-540b-4e0b-bde2-0cf60298fd81)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:11.259903 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '5a358bf1-e803-4537-a1d0-d517ef9ab79d', 'network_id': '8371ec93-846b-4605-a00e-5a1b32efb258', 'port_id': '5a358bf1-e803-4537-a1d0-d517ef9ab79d', 'mac_address': 'fa:16:3e:7b:ea:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '766d0ef7-619b-4a1d-9903-d1dedc9b00ab', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:46:11.382971 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:11.401191 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a358bf1-e803-4537-a1d0-d517ef9ab79d {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:46:11.445787 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 5a358bf1-e803-4537-a1d0-d517ef9ab79d, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5a358bf1-e803-4537-a1d0-d517ef9ab79d,segment=NetworkSegment(688ac507-540b-4e0b-bde2-0cf60298fd81),segment_id=688ac507-540b-4e0b-bde2-0cf60298fd81)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:11.452172 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:11.485098 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-661ecfbd-8f89-440e-ab01-a7889d54c6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:11.492308 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-661ecfbd-8f89-440e-ab01-a7889d54c6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:11.553646 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=5a358bf1-e803-4537-a1d0-d517ef9ab79d,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:11.585209 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-661ecfbd-8f89-440e-ab01-a7889d54c6ca admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=95fc6564d1ae481b9a5c506b96facf3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6781569 Jul 23 16:46:11.588122 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 39458) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:11.616712 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ecfbd-8f89-440e-ab01-a7889d54c6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ab1ba2-3f32-4d7e-8414-ceabb96f69a4,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:11.679366 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da00299e-e667-4baa-bdfc-4a122023e245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:11.681484 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['5a358bf1-e803-4537-a1d0-d517ef9ab79d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:46:11.704993 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da00299e-e667-4baa-bdfc-4a122023e245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:11.798113 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da00299e-e667-4baa-bdfc-4a122023e245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:11.801227 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da00299e-e667-4baa-bdfc-4a122023e245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:11.804769 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-da00299e-e667-4baa-bdfc-4a122023e245 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/07ab1ba2-3f32-4d7e-8414-ceabb96f69a4 HTTP/1.1" status: 204 len: 168 time: 0.2120509 Jul 23 16:46:11.819561 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00299e-e667-4baa-bdfc-4a122023e245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ab1ba2-3f32-4d7e-8414-ceabb96f69a4,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:12.517669 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac53168-4b02-4e73-a06a-12be1fd0dc63 req-e6558ac1-ff82-4372-9e65-36d51a97ad84 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:12.534210 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cac53168-4b02-4e73-a06a-12be1fd0dc63 req-e6558ac1-ff82-4372-9e65-36d51a97ad84 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9ff05d-64d4-4af0-b7dd-334cc4020007 HTTP/1.1" status: 200 len: 945 time: 0.1287370 Jul 23 16:46:12.634482 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cac53168-4b02-4e73-a06a-12be1fd0dc63 req-ebfa2ed1-e1d9-451b-b98b-61b4a53b5833 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?id=bce245e1-f2c7-41ea-a2c8-fd77d38f93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984137 Jul 23 16:46:12.949725 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 39494) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:12.973784 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4444b346-60eb-4fe5-83e4-ad5653e61b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:13.149934 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4444b346-60eb-4fe5-83e4-ad5653e61b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:13.155150 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4444b346-60eb-4fe5-83e4-ad5653e61b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:13.230687 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4444b346-60eb-4fe5-83e4-ad5653e61b8a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bd8d8f1e9a1645789523eb3f5e82e95f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2790220 Jul 23 16:46:13.233354 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 39500) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:13.253382 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444b346-60eb-4fe5-83e4-ad5653e61b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c1a6f9-caca-449d-8cf3-57825e9e3594,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:13.309262 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fe24de8-1580-4a52-9d2e-2963c8e3fe1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:13.335626 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fe24de8-1580-4a52-9d2e-2963c8e3fe1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:13.392158 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fe24de8-1580-4a52-9d2e-2963c8e3fe1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:13.396482 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fe24de8-1580-4a52-9d2e-2963c8e3fe1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:13.398246 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9fe24de8-1580-4a52-9d2e-2963c8e3fe1d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/12c1a6f9-caca-449d-8cf3-57825e9e3594 HTTP/1.1" status: 204 len: 168 time: 0.1634307 Jul 23 16:46:13.408993 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe24de8-1580-4a52-9d2e-2963c8e3fe1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c1a6f9-caca-449d-8cf3-57825e9e3594,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:13.907680 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f46a85-b09f-43f7-9a54-6213ca5e2b4e req-25f72b1d-82e8-490b-aad4-aa9c7c5bf6c5 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:13.916291 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e7f46a85-b09f-43f7-9a54-6213ca5e2b4e req-25f72b1d-82e8-490b-aad4-aa9c7c5bf6c5 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9ff05d-64d4-4af0-b7dd-334cc4020007 HTTP/1.1" status: 200 len: 945 time: 0.1833072 Jul 23 16:46:13.962887 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e7f46a85-b09f-43f7-9a54-6213ca5e2b4e req-a0f6742b-9efd-47f6-8d04-2ebfba8a18d0 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?id=bce245e1-f2c7-41ea-a2c8-fd77d38f93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454836 Jul 23 16:46:13.993014 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 39524) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:14.198895 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f263cd47-7849-4889-ba7e-d9add3f6fb3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:14.405590 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f263cd47-7849-4889-ba7e-d9add3f6fb3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:14.410769 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f263cd47-7849-4889-ba7e-d9add3f6fb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:14.455733 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263cd47-7849-4889-ba7e-d9add3f6fb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbda483a-041d-4843-a9d1-a76da1810a8b,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:14.487180 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f263cd47-7849-4889-ba7e-d9add3f6fb3e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=663dcb44c93443fda8413559c6037013&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4926829 Jul 23 16:46:14.490742 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 39540) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:14.579661 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1facce16-b701-489a-9368-334b97e7a9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:14.603604 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1facce16-b701-489a-9368-334b97e7a9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:14.679695 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1facce16-b701-489a-9368-334b97e7a9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:14.683053 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1facce16-b701-489a-9368-334b97e7a9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:14.700318 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1facce16-b701-489a-9368-334b97e7a9b0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cbda483a-041d-4843-a9d1-a76da1810a8b HTTP/1.1" status: 204 len: 168 time: 0.2068670 Jul 23 16:46:14.713983 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1facce16-b701-489a-9368-334b97e7a9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbda483a-041d-4843-a9d1-a76da1810a8b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:14.888747 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 5a358bf1-e803-4537-a1d0-d517ef9ab79d up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:46:14.986084 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 5a358bf1-e803-4537-a1d0-d517ef9ab79d completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:14.990971 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 5a358bf1-e803-4537-a1d0-d517ef9ab79d triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:14.991349 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:15.184709 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 39566) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:15.189780 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:15.256594 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9ff05d-64d4-4af0-b7dd-334cc4020007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a358bf1-e803-4537-a1d0-d517ef9ab79d'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:46:15.262774 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57109187-346e-48dd-8047-c40f6f07e1f5" -d '{"events": [{"server_uuid": "ec9ff05d-64d4-4af0-b7dd-334cc4020007", "name": "network-vif-plugged", "status": "completed", "tag": "5a358bf1-e803-4537-a1d0-d517ef9ab79d"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:46:15.302536 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 5a358bf1-e803-4537-a1d0-d517ef9ab79d, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5a358bf1-e803-4537-a1d0-d517ef9ab79d,segment=NetworkSegment(688ac507-540b-4e0b-bde2-0cf60298fd81),segment_id=688ac507-540b-4e0b-bde2-0cf60298fd81)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:15.309371 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:15.378119 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-36efa5aa-90c9-476e-b239-6cd7da68c0df admin admin] Deleting subnet dd178845-7409-4c7b-9af0-040f2c8c7800 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:46:15.383674 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 39572) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:15.396898 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf4d76c-31df-4bdb-8626-9e2c488b71a8 x-openstack-request-id: req-dcf4d76c-31df-4bdb-8626-9e2c488b71a8 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:46:15.397222 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9ff05d-64d4-4af0-b7dd-334cc4020007", "name": "network-vif-plugged", "status": "completed", "tag": "5a358bf1-e803-4537-a1d0-d517ef9ab79d", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:46:15.397891 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dcf4d76c-31df-4bdb-8626-9e2c488b71a8 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:46:15.398602 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9ff05d-64d4-4af0-b7dd-334cc4020007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a358bf1-e803-4537-a1d0-d517ef9ab79d', 'code': 200} Jul 23 16:46:15.412295 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdd8b8-6b60-4b9e-adcb-744740c93e0f req-eaa02892-9ace-49ba-be8e-6d60af6cf63e tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:15.427118 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f9fdd8b8-6b60-4b9e-adcb-744740c93e0f req-eaa02892-9ace-49ba-be8e-6d60af6cf63e tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9ff05d-64d4-4af0-b7dd-334cc4020007 HTTP/1.1" status: 200 len: 945 time: 0.3186398 Jul 23 16:46:15.436325 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36efa5aa-90c9-476e-b239-6cd7da68c0df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:15.466752 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-17400ad9-2062-406f-a599-3bf1d7bb34e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:15.496287 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=5a358bf1-e803-4537-a1d0-d517ef9ab79d,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:15.603836 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-17400ad9-2062-406f-a599-3bf1d7bb34e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:15.611419 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-17400ad9-2062-406f-a599-3bf1d7bb34e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:15.645894 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-17400ad9-2062-406f-a599-3bf1d7bb34e2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aaa2da34ec5f4892b98466192cd9a397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2572832 Jul 23 16:46:15.650249 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 39576) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:15.691479 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36efa5aa-90c9-476e-b239-6cd7da68c0df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:15.702973 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f9fdd8b8-6b60-4b9e-adcb-744740c93e0f req-8cc67ab0-9c21-491a-97fa-454cf671f23d tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?id=bce245e1-f2c7-41ea-a2c8-fd77d38f93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2644248 Jul 23 16:46:15.781508 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33f6c9-5825-439b-b91b-150dfafa8371 req-d9a2f3c7-bea9-4bd8-9931-5240896e5513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:15.783791 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ad33f6c9-5825-439b-b91b-150dfafa8371 req-d9a2f3c7-bea9-4bd8-9931-5240896e5513 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ec9ff05d-64d4-4af0-b7dd-334cc4020007 HTTP/1.1" status: 200 len: 1097 time: 0.1664407 Jul 23 16:46:15.806059 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17400ad9-2062-406f-a599-3bf1d7bb34e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966fee28-becc-408c-8dad-402695d93d7b,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:15.849827 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-006b6ec7-5b70-4513-adef-46edade1790f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:15.851882 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36efa5aa-90c9-476e-b239-6cd7da68c0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:15.929948 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-006b6ec7-5b70-4513-adef-46edade1790f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:15.952624 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ad33f6c9-5825-439b-b91b-150dfafa8371 req-c88d4610-712c-446e-bf5b-695636fc9754 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=bce245e1-f2c7-41ea-a2c8-fd77d38f93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614809 Jul 23 16:46:16.095749 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36efa5aa-90c9-476e-b239-6cd7da68c0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:16.132173 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36efa5aa-90c9-476e-b239-6cd7da68c0df admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:16.138986 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-36efa5aa-90c9-476e-b239-6cd7da68c0df admin admin] 10.222.0.73 "DELETE /v2.0/subnets/dd178845-7409-4c7b-9af0-040f2c8c7800 HTTP/1.1" status: 204 len: 168 time: 0.9508436 Jul 23 16:46:16.139499 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 39584) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:16.253000 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efa5aa-90c9-476e-b239-6cd7da68c0df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd178845-7409-4c7b-9af0-040f2c8c7800,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:16.275955 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-006b6ec7-5b70-4513-adef-46edade1790f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:16.280942 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-006b6ec7-5b70-4513-adef-46edade1790f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:16.286234 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-944220b3-4aaf-490e-acfc-fa5329dbb1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:16.308256 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-006b6ec7-5b70-4513-adef-46edade1790f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/966fee28-becc-408c-8dad-402695d93d7b HTTP/1.1" status: 204 len: 168 time: 0.6466942 Jul 23 16:46:16.344358 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b6ec7-5b70-4513-adef-46edade1790f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966fee28-becc-408c-8dad-402695d93d7b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:16.504732 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-944220b3-4aaf-490e-acfc-fa5329dbb1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:16.532842 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-944220b3-4aaf-490e-acfc-fa5329dbb1f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a574451-4a5b-4474-b6d1-2d75f1d4e1c7']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:16.569547 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-944220b3-4aaf-490e-acfc-fa5329dbb1f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0333680c-4063-475f-a23f-a780ec6c1e1c') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:16.570867 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-944220b3-4aaf-490e-acfc-fa5329dbb1f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0333680c-4063-475f-a23f-a780ec6c1e1c') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:16.588584 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-944220b3-4aaf-490e-acfc-fa5329dbb1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:16.624587 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-944220b3-4aaf-490e-acfc-fa5329dbb1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:16.639313 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-944220b3-4aaf-490e-acfc-fa5329dbb1f6 admin admin] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:46:16.640212 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-944220b3-4aaf-490e-acfc-fa5329dbb1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:16.643319 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:46:16.643319 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:46:16.643319 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:46:16.643319 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:46:16.643319 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:46:16.643319 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:46:16.643319 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:46:16.643319 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:46:16.643319 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:46:16.643319 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:46:16.643319 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:46:16.643319 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:46:16.643319 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:46:16.643319 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:46:16.643319 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:46:16.643319 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:46:16.643319 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:46:16.643319 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:46:16.643319 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:46:16.643319 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:46:16.643319 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:46:16.643319 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:46:16.643319 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:46:16.643319 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:46:16.643319 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:46:16.643319 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:46:16.643319 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:46:16.643319 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:46:16.643319 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:46:16.643319 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:46:16.643319 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:46:16.643319 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:46:16.763359 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-944220b3-4aaf-490e-acfc-fa5329dbb1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:16.796214 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-944220b3-4aaf-490e-acfc-fa5329dbb1f6 admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:16.816653 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-944220b3-4aaf-490e-acfc-fa5329dbb1f6 admin admin] 10.222.0.73 "DELETE /v2.0/networks/6a574451-4a5b-4474-b6d1-2d75f1d4e1c7 HTTP/1.1" status: 204 len: 168 time: 0.6733081 Jul 23 16:46:16.855303 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944220b3-4aaf-490e-acfc-fa5329dbb1f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a574451-4a5b-4474-b6d1-2d75f1d4e1c7,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:17.007322 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff2b18-b6d8-43d4-984e-c96a8bf49510 req-09660a7e-10d7-4f66-a23c-672100af2d06 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:17.015520 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6eff2b18-b6d8-43d4-984e-c96a8bf49510 req-09660a7e-10d7-4f66-a23c-672100af2d06 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9ff05d-64d4-4af0-b7dd-334cc4020007 HTTP/1.1" status: 200 len: 946 time: 0.1614308 Jul 23 16:46:17.177447 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6eff2b18-b6d8-43d4-984e-c96a8bf49510 req-1ee6881a-8dea-4a65-96e8-5ca121e8ec69 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?id=bce245e1-f2c7-41ea-a2c8-fd77d38f93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533926 Jul 23 16:46:17.354249 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 39626) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:17.415024 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-79d73312-d8e9-4656-b278-f53f763316e4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ec96335bdcc648fd8f57426504ea1086&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0589092 Jul 23 16:46:17.418572 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 39628) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:17.628272 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b1c72e4b-c117-45cf-be93-94d52fddd42d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:17.716474 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b1c72e4b-c117-45cf-be93-94d52fddd42d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:17.823227 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b1c72e4b-c117-45cf-be93-94d52fddd42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:17.826804 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b1c72e4b-c117-45cf-be93-94d52fddd42d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:17.830702 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b1c72e4b-c117-45cf-be93-94d52fddd42d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/30f46667-8e63-4ae7-8b64-db89053be37e HTTP/1.1" status: 204 len: 168 time: 0.4110584 Jul 23 16:46:17.858270 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c72e4b-c117-45cf-be93-94d52fddd42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f46667-8e63-4ae7-8b64-db89053be37e,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:18.386271 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef5609-e8fd-41f2-bf05-8153d3182608 req-8a81843e-f689-4041-908d-f940d3376dac tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:18.388094 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-55ef5609-e8fd-41f2-bf05-8153d3182608 req-8a81843e-f689-4041-908d-f940d3376dac tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9ff05d-64d4-4af0-b7dd-334cc4020007 HTTP/1.1" status: 200 len: 946 time: 0.1235323 Jul 23 16:46:18.465535 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-55ef5609-e8fd-41f2-bf05-8153d3182608 req-accb9f1a-bc58-4215-b8df-a76f35cad3ad tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?id=bce245e1-f2c7-41ea-a2c8-fd77d38f93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653672 Jul 23 16:46:18.660604 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea92066-1fe3-433b-af24-1dabda85facb req-f89c5cc7-6052-47bc-bb16-ced2ea69dfe7 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:18.671142 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3ea92066-1fe3-433b-af24-1dabda85facb req-f89c5cc7-6052-47bc-bb16-ced2ea69dfe7 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9ff05d-64d4-4af0-b7dd-334cc4020007 HTTP/1.1" status: 200 len: 946 time: 0.1170747 Jul 23 16:46:18.739331 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3ea92066-1fe3-433b-af24-1dabda85facb req-93dea73a-0b2a-4162-b61a-2903c82aa414 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?id=bce245e1-f2c7-41ea-a2c8-fd77d38f93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670674 Jul 23 16:46:20.257804 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 39778) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:21.274246 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-93b28487-7853-49b5-a6ba-ffe783a605bc tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:21.755751 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-93b28487-7853-49b5-a6ba-ffe783a605bc tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Allocated IP 172.20.0.17 (8371ec93-846b-4605-a00e-5a1b32efb258/766d0ef7-619b-4a1d-9903-d1dedc9b00ab/4cfdb28b-5ed0-452c-8d69-f010a8a27b73) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:46:21.983049 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-93b28487-7853-49b5-a6ba-ffe783a605bc tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:22.019081 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-93b28487-7853-49b5-a6ba-ffe783a605bc tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Transition to ACTIVE for port object 4cfdb28b-5ed0-452c-8d69-f010a8a27b73 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:22.111795 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-93b28487-7853-49b5-a6ba-ffe783a605bc tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:22.212784 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 39838) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:22.213343 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b28487-7853-49b5-a6ba-ffe783a605bc tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'Port': ['ID=4cfdb28b-5ed0-452c-8d69-f010a8a27b73,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:22.232017 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b28487-7853-49b5-a6ba-ffe783a605bc tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Network 8371ec93-846b-4605-a00e-5a1b32efb258 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:22.233765 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-93b28487-7853-49b5-a6ba-ffe783a605bc tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:22.237396 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b28487-7853-49b5-a6ba-ffe783a605bc tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:46:22.293757 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-93b28487-7853-49b5-a6ba-ffe783a605bc tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:22.520853 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-6ec9ff2e-7b6b-4e43-af9e-874542903304 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=a29d579b5c6542759dafcdb91b2bb3d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641460 Jul 23 16:46:22.700808 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f27f8da5-7c22-412e-ae82-740049520cd1 None None] Provisioning for port 4cfdb28b-5ed0-452c-8d69-f010a8a27b73 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:22.719160 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f27f8da5-7c22-412e-ae82-740049520cd1 None None] Provisioning complete for port 4cfdb28b-5ed0-452c-8d69-f010a8a27b73 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:22.719573 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f27f8da5-7c22-412e-ae82-740049520cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:22.745831 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-93b28487-7853-49b5-a6ba-ffe783a605bc tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:22.823725 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7bd0a031-dbe9-4670-9c0c-67b86b5921b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:22.828593 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f27f8da5-7c22-412e-ae82-740049520cd1 None None] Port 4cfdb28b-5ed0-452c-8d69-f010a8a27b73 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:46:22.953822 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7bd0a031-dbe9-4670-9c0c-67b86b5921b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:22.959740 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7bd0a031-dbe9-4670-9c0c-67b86b5921b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:23.018820 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-ba4115d5-66e9-4b57-a96b-f486816c2697 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:23.020713 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-ba4115d5-66e9-4b57-a96b-f486816c2697 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4942548 Jul 23 16:46:23.033178 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 39868) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:23.033809 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7bd0a031-dbe9-4670-9c0c-67b86b5921b5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7de1772da6e647f394301d0d5333c492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8195622 Jul 23 16:46:23.034741 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0a031-dbe9-4670-9c0c-67b86b5921b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9a9b9e-448f-4920-bff8-817e33765872,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:23.490602 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-f3784b17-588e-4112-8f45-50f87591c881 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.73 "GET /v2.0/quotas/a29d579b5c6542759dafcdb91b2bb3d8 HTTP/1.1" status: 200 len: 375 time: 0.4638734 Jul 23 16:46:23.558377 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-0e38ba56-0ed5-4dac-8c3d-ce968879549e tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a29d579b5c6542759dafcdb91b2bb3d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578370 Jul 23 16:46:23.602165 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-37a11d6e-b0d6-4cc6-959c-16ac50b4b573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:23.640547 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-37a11d6e-b0d6-4cc6-959c-16ac50b4b573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:23.823430 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-37a11d6e-b0d6-4cc6-959c-16ac50b4b573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:23.833046 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-37a11d6e-b0d6-4cc6-959c-16ac50b4b573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:23.842277 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-37a11d6e-b0d6-4cc6-959c-16ac50b4b573 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/df9a9b9e-448f-4920-bff8-817e33765872 HTTP/1.1" status: 204 len: 168 time: 0.8069630 Jul 23 16:46:23.901793 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a11d6e-b0d6-4cc6-959c-16ac50b4b573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9a9b9e-448f-4920-bff8-817e33765872,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:23.912691 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb590135-4724-45e3-89bc-129dc09ea4df req-7bcde411-b5d8-405c-95d9-b451330524d4 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.73 "GET /v2.0/ports?device_id=966ff166-97dd-4305-a8de-9ca0010aacb9 HTTP/1.1" status: 200 len: 210 time: 0.0598857 Jul 23 16:46:23.956666 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-93b28487-7853-49b5-a6ba-ffe783a605bc tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:23.968649 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-93b28487-7853-49b5-a6ba-ffe783a605bc tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:24.145118 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-93b28487-7853-49b5-a6ba-ffe783a605bc tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:24.231101 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b28487-7853-49b5-a6ba-ffe783a605bc tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'Port': ['ID=4cfdb28b-5ed0-452c-8d69-f010a8a27b73,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:24.339775 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b28487-7853-49b5-a6ba-ffe783a605bc tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Network 8371ec93-846b-4605-a00e-5a1b32efb258 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:24.342193 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-93b28487-7853-49b5-a6ba-ffe783a605bc tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:24.685085 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b28487-7853-49b5-a6ba-ffe783a605bc tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Router 14a86fd6-7195-41d6-a4e0-db084f9fa312 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:46:24.698878 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 39948) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:24.718340 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7759dea5-25c7-4369-9289-cb998f1f6562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:24.882321 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c5502a77-bf0a-4419-b564-4f54d8fd1a05 None None] Provisioning complete for port 4cfdb28b-5ed0-452c-8d69-f010a8a27b73 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:24.883361 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c5502a77-bf0a-4419-b564-4f54d8fd1a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:24.937899 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7759dea5-25c7-4369-9289-cb998f1f6562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:24.948823 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7759dea5-25c7-4369-9289-cb998f1f6562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:24.957862 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-c5502a77-bf0a-4419-b564-4f54d8fd1a05 None None] Port 4cfdb28b-5ed0-452c-8d69-f010a8a27b73 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:46:24.991568 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b28487-7853-49b5-a6ba-ffe783a605bc tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:46:25.015763 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09568688-f351-4c6c-9d96-1c0afb0647d1 None None] Sync routers for ids ['14a86fd6-7195-41d6-a4e0-db084f9fa312'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:46:25.023429 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-93b28487-7853-49b5-a6ba-ffe783a605bc tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "PUT /v2.0/routers/14a86fd6-7195-41d6-a4e0-db084f9fa312/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7643640 Jul 23 16:46:25.042771 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09568688-f351-4c6c-9d96-1c0afb0647d1 None None] Routers {'14a86fd6-7195-41d6-a4e0-db084f9fa312'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:46:25.043417 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-09568688-f351-4c6c-9d96-1c0afb0647d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:46:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['14a86fd6-7195-41d6-a4e0-db084f9fa312'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:25.093502 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7759dea5-25c7-4369-9289-cb998f1f6562 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d0837089ee5b4e0ab11a9e9e517663b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3928716 Jul 23 16:46:25.094508 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 39956) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:25.095699 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759dea5-25c7-4369-9289-cb998f1f6562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847d0e90-ea5a-46f0-8a3f-eb0bc6916a70,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:25.112212 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7759dea5-25c7-4369-9289-cb998f1f6562 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:25.113631 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7759dea5-25c7-4369-9289-cb998f1f6562 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:25.114345 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7759dea5-25c7-4369-9289-cb998f1f6562 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:25.114924 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7759dea5-25c7-4369-9289-cb998f1f6562 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:25.115482 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7759dea5-25c7-4369-9289-cb998f1f6562 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:25.116192 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7759dea5-25c7-4369-9289-cb998f1f6562 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:25.116823 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7759dea5-25c7-4369-9289-cb998f1f6562 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:25.117446 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7759dea5-25c7-4369-9289-cb998f1f6562 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:25.119298 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7759dea5-25c7-4369-9289-cb998f1f6562 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:25.119561 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f08e1a83-a5c2-44c8-bb7a-704b7961da84 req-0ad9bdb9-8fb3-48c6-bc86-33771dd83522 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.73 "GET /v2.0/ports?device_id=966ff166-97dd-4305-a8de-9ca0010aacb9 HTTP/1.1" status: 200 len: 210 time: 0.0710626 Jul 23 16:46:25.120482 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7759dea5-25c7-4369-9289-cb998f1f6562 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:25.122667 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7759dea5-25c7-4369-9289-cb998f1f6562 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:25.123734 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7759dea5-25c7-4369-9289-cb998f1f6562 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:25.184527 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-09568688-f351-4c6c-9d96-1c0afb0647d1 None None] Set router 14a86fd6-7195-41d6-a4e0-db084f9fa312 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:46:25.265973 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4a0807bd-f9e9-4c01-9ec5-1b9e753a2cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:25.292335 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4a0807bd-f9e9-4c01-9ec5-1b9e753a2cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:25.367362 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4a0807bd-f9e9-4c01-9ec5-1b9e753a2cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:25.369910 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4a0807bd-f9e9-4c01-9ec5-1b9e753a2cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:25.373766 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4a0807bd-f9e9-4c01-9ec5-1b9e753a2cc9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/847d0e90-ea5a-46f0-8a3f-eb0bc6916a70 HTTP/1.1" status: 204 len: 168 time: 0.2657940 Jul 23 16:46:25.391348 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0807bd-f9e9-4c01-9ec5-1b9e753a2cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847d0e90-ea5a-46f0-8a3f-eb0bc6916a70,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:25.588317 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-65cc5d9a-2b83-400b-8a56-e577b4d960cf tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=a29d579b5c6542759dafcdb91b2bb3d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0849576 Jul 23 16:46:25.735658 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-09568688-f351-4c6c-9d96-1c0afb0647d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'name': 'tempest-TestNetworkBasicOps-router-144346', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:46:22Z', 'revision_number': 5, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:32Z', 'updated_at': '2021-07-23T16:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'fbf39473-fd78-45ac-8cc0-69cefd7a707a', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'port_id': '6cab1dc3-bce0-4837-84c2-fb155d41841b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb', 'mac_address': 'fa:16:3e:27:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87277f-7f41-4679-9490-cbc8447a399b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:45:11Z', 'updated_at': '2021-07-23T16:45:17Z', 'revision_number': 1, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10754dbe-1d7e-4d98-8571-d14e7464dde2', 'name': '', 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'mac_address': 'fa:16:3e:b3:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '5a57f280-8dbb-4321-a46a-f13c3bad6f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:42Z', 'updated_at': '2021-07-23T16:44:50Z', 'revision_number': 5, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'subnets': [{'id': '5a57f280-8dbb-4321-a46a-f13c3bad6f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4cfdb28b-5ed0-452c-8d69-f010a8a27b73', 'name': '', 'network_id': '8371ec93-846b-4605-a00e-5a1b32efb258', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'mac_address': 'fa:16:3e:f3:47:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '766d0ef7-619b-4a1d-9903-d1dedc9b00ab', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:46:21Z', 'updated_at': '2021-07-23T16:46:23Z', 'revision_number': 2, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'subnets': [{'id': '766d0ef7-619b-4a1d-9903-d1dedc9b00ab', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:25.805397 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09568688-f351-4c6c-9d96-1c0afb0647d1 None None] Checking router: 14a86fd6-7195-41d6-a4e0-db084f9fa312 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:46:25.805759 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09568688-f351-4c6c-9d96-1c0afb0647d1 None None] Updating router 14a86fd6-7195-41d6-a4e0-db084f9fa312 port 4cfdb28b-5ed0-452c-8d69-f010a8a27b73 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:46:25.882214 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-09568688-f351-4c6c-9d96-1c0afb0647d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:26.421880 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c28049f-14ea-4090-8b53-48cc97731b2e req-8ad82e15-ffda-465c-a71c-1a256cb55b58 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.73 "GET /v2.0/ports?device_id=966ff166-97dd-4305-a8de-9ca0010aacb9 HTTP/1.1" status: 200 len: 210 time: 0.0954084 Jul 23 16:46:26.586208 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-09568688-f351-4c6c-9d96-1c0afb0647d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:26.620445 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-09568688-f351-4c6c-9d96-1c0afb0647d1 None None] Transition to ACTIVE for port object 4cfdb28b-5ed0-452c-8d69-f010a8a27b73 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:26.637869 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-09568688-f351-4c6c-9d96-1c0afb0647d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:26.748960 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53553872-fcda-4dcf-a89f-059a2fa37e01 None None] Pushing event updated for resources: {'Port': ['ID=4cfdb28b-5ed0-452c-8d69-f010a8a27b73,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:26.755664 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-d9111dda-2ec4-4bb9-a8e1-9aa97aea141f tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:26.763773 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-d9111dda-2ec4-4bb9-a8e1-9aa97aea141f tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1687868 Jul 23 16:46:26.781163 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-2c7c79da-5e83-4c4a-ad6f-8d4d82517be8 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Request body: {'port': {'device_id': '966ff166-97dd-4305-a8de-9ca0010aacb9', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'admin_state_up': True, 'tenant_id': 'a29d579b5c6542759dafcdb91b2bb3d8'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:26.863852 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53553872-fcda-4dcf-a89f-059a2fa37e01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:26.864598 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53553872-fcda-4dcf-a89f-059a2fa37e01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:26.864939 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53553872-fcda-4dcf-a89f-059a2fa37e01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:26.867644 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53553872-fcda-4dcf-a89f-059a2fa37e01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:26.868058 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53553872-fcda-4dcf-a89f-059a2fa37e01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:26.868468 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53553872-fcda-4dcf-a89f-059a2fa37e01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:26.868871 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53553872-fcda-4dcf-a89f-059a2fa37e01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:26.875047 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53553872-fcda-4dcf-a89f-059a2fa37e01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:26.875047 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53553872-fcda-4dcf-a89f-059a2fa37e01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:26.875047 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53553872-fcda-4dcf-a89f-059a2fa37e01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:26.875047 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53553872-fcda-4dcf-a89f-059a2fa37e01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:26.875047 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53553872-fcda-4dcf-a89f-059a2fa37e01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:26.957450 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-09568688-f351-4c6c-9d96-1c0afb0647d1 None None] Attempting to bind port 4cfdb28b-5ed0-452c-8d69-f010a8a27b73 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:46:26.957724 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-09568688-f351-4c6c-9d96-1c0afb0647d1 None None] Attempting to bind port 4cfdb28b-5ed0-452c-8d69-f010a8a27b73 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '688ac507-540b-4e0b-bde2-0cf60298fd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '8371ec93-846b-4605-a00e-5a1b32efb258'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:46:26.958086 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09568688-f351-4c6c-9d96-1c0afb0647d1 None None] Attempting to bind port 4cfdb28b-5ed0-452c-8d69-f010a8a27b73 on network 8371ec93-846b-4605-a00e-5a1b32efb258 {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:46:26.967727 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09568688-f351-4c6c-9d96-1c0afb0647d1 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:46:26.968109 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09568688-f351-4c6c-9d96-1c0afb0647d1 None None] Checking segment: {'id': '688ac507-540b-4e0b-bde2-0cf60298fd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '8371ec93-846b-4605-a00e-5a1b32efb258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:46:26.968523 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-09568688-f351-4c6c-9d96-1c0afb0647d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:26.968920 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09568688-f351-4c6c-9d96-1c0afb0647d1 None None] Bound using segment: {'id': '688ac507-540b-4e0b-bde2-0cf60298fd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '8371ec93-846b-4605-a00e-5a1b32efb258'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:46:26.969512 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-09568688-f351-4c6c-9d96-1c0afb0647d1 None None] Bound port: 4cfdb28b-5ed0-452c-8d69-f010a8a27b73, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688ac507-540b-4e0b-bde2-0cf60298fd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '8371ec93-846b-4605-a00e-5a1b32efb258'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:46:26.969898 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-09568688-f351-4c6c-9d96-1c0afb0647d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:27.046254 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-2c7c79da-5e83-4c4a-ad6f-8d4d82517be8 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Made reservation on behalf of a29d579b5c6542759dafcdb91b2bb3d8 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:46:27.052049 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-2c7c79da-5e83-4c4a-ad6f-8d4d82517be8 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:27.074915 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-09568688-f351-4c6c-9d96-1c0afb0647d1 None None] For port 4cfdb28b-5ed0-452c-8d69-f010a8a27b73, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:46:27.084721 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-09568688-f351-4c6c-9d96-1c0afb0647d1 None None] For port 4cfdb28b-5ed0-452c-8d69-f010a8a27b73, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=4cfdb28b-5ed0-452c-8d69-f010a8a27b73,segment=NetworkSegment(688ac507-540b-4e0b-bde2-0cf60298fd81),segment_id=688ac507-540b-4e0b-bde2-0cf60298fd81)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:46:27.094740 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-09568688-f351-4c6c-9d96-1c0afb0647d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:27.110687 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-2c7c79da-5e83-4c4a-ad6f-8d4d82517be8 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:27.223494 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09568688-f351-4c6c-9d96-1c0afb0647d1 None None] Routers {'14a86fd6-7195-41d6-a4e0-db084f9fa312'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:46:27.224398 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-09568688-f351-4c6c-9d96-1c0afb0647d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:46:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['14a86fd6-7195-41d6-a4e0-db084f9fa312'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:27.368320 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-09568688-f351-4c6c-9d96-1c0afb0647d1 None None] Set router 14a86fd6-7195-41d6-a4e0-db084f9fa312 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:46:27.487659 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-2c7c79da-5e83-4c4a-ad6f-8d4d82517be8 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:27.496384 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-2c7c79da-5e83-4c4a-ad6f-8d4d82517be8 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:27.585892 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-879a1183-1c86-4f1a-8cba-cd4eabcf0767 req-a6d3986e-0282-4aab-9aa7-feeb41600abb tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.73 "GET /v2.0/ports?device_id=966ff166-97dd-4305-a8de-9ca0010aacb9 HTTP/1.1" status: 200 len: 210 time: 0.0670567 Jul 23 16:46:27.645934 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53553872-fcda-4dcf-a89f-059a2fa37e01 None None] Pushing event updated for resources: {'Port': ['ID=4cfdb28b-5ed0-452c-8d69-f010a8a27b73,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:27.776690 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c79da-5e83-4c4a-ad6f-8d4d82517be8 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=113b44f8-abd4-4f7a-91c0-144730298d31,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:27.891541 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-09568688-f351-4c6c-9d96-1c0afb0647d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'name': 'tempest-TestNetworkBasicOps-router-144346', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:46:22Z', 'revision_number': 5, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:32Z', 'updated_at': '2021-07-23T16:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'fbf39473-fd78-45ac-8cc0-69cefd7a707a', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'port_id': '6cab1dc3-bce0-4837-84c2-fb155d41841b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb', 'mac_address': 'fa:16:3e:27:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87277f-7f41-4679-9490-cbc8447a399b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:45:11Z', 'updated_at': '2021-07-23T16:45:17Z', 'revision_number': 1, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10754dbe-1d7e-4d98-8571-d14e7464dde2', 'name': '', 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'mac_address': 'fa:16:3e:b3:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '5a57f280-8dbb-4321-a46a-f13c3bad6f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:42Z', 'updated_at': '2021-07-23T16:44:50Z', 'revision_number': 5, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'subnets': [{'id': '5a57f280-8dbb-4321-a46a-f13c3bad6f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4cfdb28b-5ed0-452c-8d69-f010a8a27b73', 'name': '', 'network_id': '8371ec93-846b-4605-a00e-5a1b32efb258', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'mac_address': 'fa:16:3e:f3:47:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '766d0ef7-619b-4a1d-9903-d1dedc9b00ab', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:46:21Z', 'updated_at': '2021-07-23T16:46:27Z', 'revision_number': 4, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'subnets': [{'id': '766d0ef7-619b-4a1d-9903-d1dedc9b00ab', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:27.901368 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-2c7c79da-5e83-4c4a-ad6f-8d4d82517be8 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Allocated IP 192.168.233.123 (eb3bf372-6ffe-4c33-8777-29948d4b4373/3812e6e5-38ac-4c93-85ce-3dab2cef76c9/70ae86b3-4240-49c0-a11a-0c82e6508b6d) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:46:27.972247 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09568688-f351-4c6c-9d96-1c0afb0647d1 None None] The sync data for ids ['14a86fd6-7195-41d6-a4e0-db084f9fa312'] in n-d-778549-4 is: [{'id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'name': 'tempest-TestNetworkBasicOps-router-144346', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:46:22Z', 'revision_number': 5, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:32Z', 'updated_at': '2021-07-23T16:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'fbf39473-fd78-45ac-8cc0-69cefd7a707a', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'port_id': '6cab1dc3-bce0-4837-84c2-fb155d41841b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb', 'mac_address': 'fa:16:3e:27:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87277f-7f41-4679-9490-cbc8447a399b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:45:11Z', 'updated_at': '2021-07-23T16:45:17Z', 'revision_number': 1, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10754dbe-1d7e-4d98-8571-d14e7464dde2', 'name': '', 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'mac_address': 'fa:16:3e:b3:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '5a57f280-8dbb-4321-a46a-f13c3bad6f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:42Z', 'updated_at': '2021-07-23T16:44:50Z', 'revision_number': 5, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'subnets': [{'id': '5a57f280-8dbb-4321-a46a-f13c3bad6f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4cfdb28b-5ed0-452c-8d69-f010a8a27b73', 'name': '', 'network_id': '8371ec93-846b-4605-a00e-5a1b32efb258', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'mac_address': 'fa:16:3e:f3:47:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '766d0ef7-619b-4a1d-9903-d1dedc9b00ab', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:46:21Z', 'updated_at': '2021-07-23T16:46:27Z', 'revision_number': 4, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'subnets': [{'id': '766d0ef7-619b-4a1d-9903-d1dedc9b00ab', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:46:28.329138 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 4cfdb28b-5ed0-452c-8d69-f010a8a27b73 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:46:28.363170 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-2c7c79da-5e83-4c4a-ad6f-8d4d82517be8 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:28.410421 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-2c7c79da-5e83-4c4a-ad6f-8d4d82517be8 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Transition to ACTIVE for port object 70ae86b3-4240-49c0-a11a-0c82e6508b6d will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:28.442096 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 4cfdb28b-5ed0-452c-8d69-f010a8a27b73 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:28.449909 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 4cfdb28b-5ed0-452c-8d69-f010a8a27b73 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:28.450906 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:28.498224 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-2c7c79da-5e83-4c4a-ad6f-8d4d82517be8 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:28.644337 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c79da-5e83-4c4a-ad6f-8d4d82517be8 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Pushing event updated for resources: {'Port': ['ID=70ae86b3-4240-49c0-a11a-0c82e6508b6d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:28.674299 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-2c7c79da-5e83-4c4a-ad6f-8d4d82517be8 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:28.676993 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-2c7c79da-5e83-4c4a-ad6f-8d4d82517be8 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:28.683235 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-2c7c79da-5e83-4c4a-ad6f-8d4d82517be8 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:46:28.867319 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-2c7c79da-5e83-4c4a-ad6f-8d4d82517be8 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:28.870677 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-2c7c79da-5e83-4c4a-ad6f-8d4d82517be8 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:28.911940 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-2c7c79da-5e83-4c4a-ad6f-8d4d82517be8 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1381173 Jul 23 16:46:28.937451 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-f320fd51-c56f-4da9-a40f-fb4ba7869a55 service neutron] Request body: {'port': {'device_id': '966ff166-97dd-4305-a8de-9ca0010aacb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:29.024342 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782484d-d616-4c72-8981-292d927df5f5 req-9da3081a-cd05-42dd-96a9-725644089f4f tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:29.037214 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7782484d-d616-4c72-8981-292d927df5f5 req-9da3081a-cd05-42dd-96a9-725644089f4f tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.73 "GET /v2.0/ports?device_id=966ff166-97dd-4305-a8de-9ca0010aacb9 HTTP/1.1" status: 200 len: 936 time: 0.2365022 Jul 23 16:46:29.144980 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7782484d-d616-4c72-8981-292d927df5f5 req-928fb45f-6936-4da4-be33-1c5494a1b69d tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.73 "GET /v2.0/security-groups?id=113b44f8-abd4-4f7a-91c0-144730298d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064758 Jul 23 16:46:29.168073 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-f320fd51-c56f-4da9-a40f-fb4ba7869a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:29.289352 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:29.369846 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1d25ca7c-9917-42ea-983a-8ac11b36c406 None None] Provisioning for port 70ae86b3-4240-49c0-a11a-0c82e6508b6d completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:29.404631 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 4cfdb28b-5ed0-452c-8d69-f010a8a27b73, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=4cfdb28b-5ed0-452c-8d69-f010a8a27b73,segment=NetworkSegment(688ac507-540b-4e0b-bde2-0cf60298fd81),segment_id=688ac507-540b-4e0b-bde2-0cf60298fd81)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:29.408326 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1d25ca7c-9917-42ea-983a-8ac11b36c406 None None] Provisioning complete for port 70ae86b3-4240-49c0-a11a-0c82e6508b6d triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:29.409442 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1d25ca7c-9917-42ea-983a-8ac11b36c406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:29.416162 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:29.513620 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-1d25ca7c-9917-42ea-983a-8ac11b36c406 None None] Port 70ae86b3-4240-49c0-a11a-0c82e6508b6d cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:46:29.530179 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=4cfdb28b-5ed0-452c-8d69-f010a8a27b73,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:29.961961 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-f320fd51-c56f-4da9-a40f-fb4ba7869a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70ae86b3-4240-49c0-a11a-0c82e6508b6d {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:46:29.971673 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-f320fd51-c56f-4da9-a40f-fb4ba7869a55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:29.986580 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-f320fd51-c56f-4da9-a40f-fb4ba7869a55 service neutron] Transition to ACTIVE for port object 70ae86b3-4240-49c0-a11a-0c82e6508b6d will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:29.992310 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-f320fd51-c56f-4da9-a40f-fb4ba7869a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:30.100745 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320fd51-c56f-4da9-a40f-fb4ba7869a55 service neutron] Pushing event updated for resources: {'Port': ['ID=70ae86b3-4240-49c0-a11a-0c82e6508b6d,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:30.102609 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:46:30.269568 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 4cfdb28b-5ed0-452c-8d69-f010a8a27b73 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:46:30.317967 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-f320fd51-c56f-4da9-a40f-fb4ba7869a55 service neutron] Attempting to bind port 70ae86b3-4240-49c0-a11a-0c82e6508b6d on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:46:30.318209 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-f320fd51-c56f-4da9-a40f-fb4ba7869a55 service neutron] Attempting to bind port 70ae86b3-4240-49c0-a11a-0c82e6508b6d by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:46:30.318549 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-f320fd51-c56f-4da9-a40f-fb4ba7869a55 service neutron] Attempting to bind port 70ae86b3-4240-49c0-a11a-0c82e6508b6d on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:46:30.342551 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-f320fd51-c56f-4da9-a40f-fb4ba7869a55 service neutron] Port 70ae86b3-4240-49c0-a11a-0c82e6508b6d on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:46:30.342883 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-f320fd51-c56f-4da9-a40f-fb4ba7869a55 service neutron] Attempting to bind port 70ae86b3-4240-49c0-a11a-0c82e6508b6d on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:46:30.355473 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-f320fd51-c56f-4da9-a40f-fb4ba7869a55 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:46:30.355473 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-f320fd51-c56f-4da9-a40f-fb4ba7869a55 service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:46:30.355939 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-f320fd51-c56f-4da9-a40f-fb4ba7869a55 service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:46:30.356458 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-f320fd51-c56f-4da9-a40f-fb4ba7869a55 service neutron] Bound port: 70ae86b3-4240-49c0-a11a-0c82e6508b6d, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:46:30.356833 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-f320fd51-c56f-4da9-a40f-fb4ba7869a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:30.452517 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 4cfdb28b-5ed0-452c-8d69-f010a8a27b73 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:30.453880 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:30.542162 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-f320fd51-c56f-4da9-a40f-fb4ba7869a55 service neutron] For port 70ae86b3-4240-49c0-a11a-0c82e6508b6d, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:46:30.544736 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64f6a6-81e5-4011-9871-577352fa10c3 req-85d7f0a9-1a04-4cad-ab8a-f2b70d3b1a4c tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:30.548905 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-f320fd51-c56f-4da9-a40f-fb4ba7869a55 service neutron] For port 70ae86b3-4240-49c0-a11a-0c82e6508b6d, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=70ae86b3-4240-49c0-a11a-0c82e6508b6d,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:46:30.551868 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db64f6a6-81e5-4011-9871-577352fa10c3 req-85d7f0a9-1a04-4cad-ab8a-f2b70d3b1a4c tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.73 "GET /v2.0/ports?device_id=966ff166-97dd-4305-a8de-9ca0010aacb9 HTTP/1.1" status: 200 len: 948 time: 0.2478359 Jul 23 16:46:30.557772 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-f320fd51-c56f-4da9-a40f-fb4ba7869a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:30.632454 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-f320fd51-c56f-4da9-a40f-fb4ba7869a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:30.633381 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-f320fd51-c56f-4da9-a40f-fb4ba7869a55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:30.635116 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-f320fd51-c56f-4da9-a40f-fb4ba7869a55 service neutron] 10.222.0.74 "PUT /v2.0/ports/70ae86b3-4240-49c0-a11a-0c82e6508b6d HTTP/1.1" status: 200 len: 1096 time: 1.7146397 Jul 23 16:46:30.635729 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '966ff166-97dd-4305-a8de-9ca0010aacb9', 'tag': '70ae86b3-4240-49c0-a11a-0c82e6508b6d'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:46:30.639410 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d053f27-ca2a-45bd-b597-d650ec159aea" -d '{"events": [{"name": "network-changed", "server_uuid": "966ff166-97dd-4305-a8de-9ca0010aacb9", "tag": "70ae86b3-4240-49c0-a11a-0c82e6508b6d"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:46:30.723302 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db64f6a6-81e5-4011-9871-577352fa10c3 req-07a4be99-3d8e-4d6c-93c0-55a2bfceb529 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.73 "GET /v2.0/security-groups?id=113b44f8-abd4-4f7a-91c0-144730298d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662331 Jul 23 16:46:30.729192 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320fd51-c56f-4da9-a40f-fb4ba7869a55 service neutron] Pushing event updated for resources: {'Port': ['ID=70ae86b3-4240-49c0-a11a-0c82e6508b6d,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:30.831981 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e2c605-0ce4-4e9d-aed8-a49661abaa36 x-openstack-request-id: req-b5e2c605-0ce4-4e9d-aed8-a49661abaa36 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:46:30.832580 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "966ff166-97dd-4305-a8de-9ca0010aacb9", "tag": "70ae86b3-4240-49c0-a11a-0c82e6508b6d", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:46:30.833028 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b5e2c605-0ce4-4e9d-aed8-a49661abaa36 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:46:30.833695 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '966ff166-97dd-4305-a8de-9ca0010aacb9', 'tag': '70ae86b3-4240-49c0-a11a-0c82e6508b6d', 'status': 'completed', 'code': 200} Jul 23 16:46:30.876893 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-b160ace2-dc8f-4ea6-8cac-e3d1870b3ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:30.879196 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-b160ace2-dc8f-4ea6-8cac-e3d1870b3ea9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a29d579b5c6542759dafcdb91b2bb3d8&device_id=966ff166-97dd-4305-a8de-9ca0010aacb9 HTTP/1.1" status: 200 len: 1099 time: 0.1859498 Jul 23 16:46:30.988004 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-68ddbafd-a2ba-4b99-98dc-f3cd2015fde4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=70ae86b3-4240-49c0-a11a-0c82e6508b6d HTTP/1.1" status: 200 len: 217 time: 0.1010396 Jul 23 16:46:31.102376 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-67a7e9fa-b35e-4777-a4fb-5d709abb3d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:31.106692 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-67a7e9fa-b35e-4777-a4fb-5d709abb3d5b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1097105 Jul 23 16:46:31.194138 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-f6dce6cc-a49c-44c6-9047-655070cd2c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:31.195902 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-f6dce6cc-a49c-44c6-9047-655070cd2c13 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0809696 Jul 23 16:46:31.395560 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-9b9488bc-8c67-40ce-bf56-e06f1d73e0eb service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883430 Jul 23 16:46:31.592909 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4f07ea0a-4988-4b9f-a8c4-72462b271583 req-97977856-2d13-4de3-ab25-713ced8be49f service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834989 Jul 23 16:46:31.807189 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d053f27-ca2a-45bd-b597-d650ec159aea req-d4007311-fd26-4f61-a93d-605adaef8d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:31.811587 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9d053f27-ca2a-45bd-b597-d650ec159aea req-d4007311-fd26-4f61-a93d-605adaef8d9a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a29d579b5c6542759dafcdb91b2bb3d8&device_id=966ff166-97dd-4305-a8de-9ca0010aacb9 HTTP/1.1" status: 200 len: 1099 time: 0.1631885 Jul 23 16:46:32.008291 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac2f50-4b52-47da-a1cc-d61a3e18b4f3 req-295a5404-536d-4a68-a6a4-7dafbabfc886 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:32.017576 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a7ac2f50-4b52-47da-a1cc-d61a3e18b4f3 req-295a5404-536d-4a68-a6a4-7dafbabfc886 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.73 "GET /v2.0/ports?device_id=966ff166-97dd-4305-a8de-9ca0010aacb9 HTTP/1.1" status: 200 len: 948 time: 0.1676352 Jul 23 16:46:32.066690 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a7ac2f50-4b52-47da-a1cc-d61a3e18b4f3 req-d8171bde-1d7b-4d7b-994e-ad570a683843 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.73 "GET /v2.0/security-groups?id=113b44f8-abd4-4f7a-91c0-144730298d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477526 Jul 23 16:46:32.101548 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d053f27-ca2a-45bd-b597-d650ec159aea req-d79b45a7-2f29-45e3-9fec-dbfc596d4847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:32.103428 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9d053f27-ca2a-45bd-b597-d650ec159aea req-d79b45a7-2f29-45e3-9fec-dbfc596d4847 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.2839313 Jul 23 16:46:32.189878 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9d053f27-ca2a-45bd-b597-d650ec159aea req-53a8bff5-5963-4a50-84fa-d2bec25392b4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=70ae86b3-4240-49c0-a11a-0c82e6508b6d HTTP/1.1" status: 200 len: 217 time: 0.0772061 Jul 23 16:46:32.269910 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d053f27-ca2a-45bd-b597-d650ec159aea req-d7d3746a-7d05-4468-978b-ab6ac5425fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:32.271973 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9d053f27-ca2a-45bd-b597-d650ec159aea req-d7d3746a-7d05-4468-978b-ab6ac5425fc6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0749764 Jul 23 16:46:32.410465 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d053f27-ca2a-45bd-b597-d650ec159aea req-8bdb5e35-4c30-4d99-9ae4-85174da0e6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:32.411990 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9d053f27-ca2a-45bd-b597-d650ec159aea req-8bdb5e35-4c30-4d99-9ae4-85174da0e6e1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1331289 Jul 23 16:46:32.564731 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9d053f27-ca2a-45bd-b597-d650ec159aea req-ca9be743-761d-4384-8eb0-3bdbb41afa10 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415799 Jul 23 16:46:32.646919 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6d5b6c79-f1c0-4503-b7ae-b0a32dc9ecd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:32.802188 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9d053f27-ca2a-45bd-b597-d650ec159aea req-307372da-9314-4019-a8b7-375d38c89a29 service neutron] 10.222.0.74 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309160 Jul 23 16:46:32.991302 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 40212) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:33.082171 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 40222) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:33.270071 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c5af7-b3ef-4886-9c2b-f6161f776ea8 req-2ff70191-799c-4f1f-b199-71754d5272e0 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:33.279960 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-659c5af7-b3ef-4886-9c2b-f6161f776ea8 req-2ff70191-799c-4f1f-b199-71754d5272e0 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.73 "GET /v2.0/ports?device_id=966ff166-97dd-4305-a8de-9ca0010aacb9 HTTP/1.1" status: 200 len: 948 time: 0.1185720 Jul 23 16:46:33.334485 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2eb0e72e-dae2-4bf4-b4b2-1a814e2e05a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:33.350423 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-659c5af7-b3ef-4886-9c2b-f6161f776ea8 req-a908a7bc-bf6a-46af-8045-05879c0a1f6e tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.73 "GET /v2.0/security-groups?id=113b44f8-abd4-4f7a-91c0-144730298d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692084 Jul 23 16:46:33.443912 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6d10d49b-aa59-4ec9-b9a3-d1b0e94df09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:33.539372 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2eb0e72e-dae2-4bf4-b4b2-1a814e2e05a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:33.564310 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2eb0e72e-dae2-4bf4-b4b2-1a814e2e05a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:33.656560 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2eb0e72e-dae2-4bf4-b4b2-1a814e2e05a2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e84624a41f5546b89a2bf9b2eba16d90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6613970 Jul 23 16:46:33.657202 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 40240) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:33.671046 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0e72e-dae2-4bf4-b4b2-1a814e2e05a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9835682f-6dc3-410b-bea9-10a9580fd5e9,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:33.747162 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b13d72a3-f38e-4c63-bf19-986770b41dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:33.780421 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6d10d49b-aa59-4ec9-b9a3-d1b0e94df09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:33.788164 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6d10d49b-aa59-4ec9-b9a3-d1b0e94df09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:33.815066 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b13d72a3-f38e-4c63-bf19-986770b41dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:33.840765 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6d10d49b-aa59-4ec9-b9a3-d1b0e94df09c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5cccecaf5dc84c529f4aa432bc1cd578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7567356 Jul 23 16:46:33.841582 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 40244) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:33.843873 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d10d49b-aa59-4ec9-b9a3-d1b0e94df09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4354c6bb-e799-4d3f-a8c0-624f8c155b79,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:33.915255 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b13d72a3-f38e-4c63-bf19-986770b41dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:33.919280 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b13d72a3-f38e-4c63-bf19-986770b41dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:33.923618 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ac24a6c-2bf7-4be8-82d1-37376cc36c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:33.925353 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b13d72a3-f38e-4c63-bf19-986770b41dab admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9835682f-6dc3-410b-bea9-10a9580fd5e9 HTTP/1.1" status: 204 len: 168 time: 0.2659817 Jul 23 16:46:33.938345 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d72a3-f38e-4c63-bf19-986770b41dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9835682f-6dc3-410b-bea9-10a9580fd5e9,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:33.960566 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ac24a6c-2bf7-4be8-82d1-37376cc36c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:34.050884 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ac24a6c-2bf7-4be8-82d1-37376cc36c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:34.058302 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ac24a6c-2bf7-4be8-82d1-37376cc36c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:34.061624 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1ac24a6c-2bf7-4be8-82d1-37376cc36c13 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4354c6bb-e799-4d3f-a8c0-624f8c155b79 HTTP/1.1" status: 204 len: 168 time: 0.2185781 Jul 23 16:46:34.072286 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac24a6c-2bf7-4be8-82d1-37376cc36c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4354c6bb-e799-4d3f-a8c0-624f8c155b79,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:34.471385 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 40268) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:34.510443 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e754e1a2-c0a2-4698-a81c-b3ecfa61d500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:34.776026 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930d42e-0d79-44e5-8c61-ca91f9d8a15b req-f27870d6-1583-4597-b389-97d020823fcd tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:34.776949 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d930d42e-0d79-44e5-8c61-ca91f9d8a15b req-f27870d6-1583-4597-b389-97d020823fcd tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.73 "GET /v2.0/ports?device_id=966ff166-97dd-4305-a8de-9ca0010aacb9 HTTP/1.1" status: 200 len: 948 time: 0.2616625 Jul 23 16:46:34.871572 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 40288) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:34.876868 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d930d42e-0d79-44e5-8c61-ca91f9d8a15b req-f90b7701-dd78-4cbf-9126-861e6c76da36 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.73 "GET /v2.0/security-groups?id=113b44f8-abd4-4f7a-91c0-144730298d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848258 Jul 23 16:46:34.902040 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a45eeba8-c60c-4092-afad-ac37702c172d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:34.925337 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e754e1a2-c0a2-4698-a81c-b3ecfa61d500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:34.940567 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e754e1a2-c0a2-4698-a81c-b3ecfa61d500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:34.942207 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:34.987577 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e754e1a2-c0a2-4698-a81c-b3ecfa61d500 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=206422f01f774a4fb72cbc7b1015a4d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5150859 Jul 23 16:46:34.995796 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 40292) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:35.102125 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754e1a2-c0a2-4698-a81c-b3ecfa61d500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ee7275-7d6c-4271-857c-b612d31d456c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:35.135623 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1339165-7baf-4601-bd00-6b0bea11fcb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:35.171933 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1339165-7baf-4601-bd00-6b0bea11fcb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:35.199145 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a45eeba8-c60c-4092-afad-ac37702c172d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:35.211936 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a45eeba8-c60c-4092-afad-ac37702c172d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:35.249118 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a45eeba8-c60c-4092-afad-ac37702c172d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=37f6e94044a4453e90033f7aa0af8fc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3690917 Jul 23 16:46:35.252659 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 40296) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:35.265044 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1339165-7baf-4601-bd00-6b0bea11fcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:35.267726 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1339165-7baf-4601-bd00-6b0bea11fcb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:35.269389 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d1339165-7baf-4601-bd00-6b0bea11fcb1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/39ee7275-7d6c-4271-857c-b612d31d456c HTTP/1.1" status: 204 len: 168 time: 0.2656224 Jul 23 16:46:35.292184 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45eeba8-c60c-4092-afad-ac37702c172d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9848c7-f033-4642-9de0-a064041a93ee,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:35.298561 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1339165-7baf-4601-bd00-6b0bea11fcb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ee7275-7d6c-4271-857c-b612d31d456c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:35.341885 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1e82-b676-4f70-b6df-aa6ede615b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:35.392358 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1e82-b676-4f70-b6df-aa6ede615b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:35.413248 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-292ca329-007b-43a8-a738-c0f874ae3371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:35.482577 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:35.533157 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1e82-b676-4f70-b6df-aa6ede615b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:35.538470 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1e82-b676-4f70-b6df-aa6ede615b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:35.540347 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bf0f1e82-b676-4f70-b6df-aa6ede615b53 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1d9848c7-f033-4642-9de0-a064041a93ee HTTP/1.1" status: 204 len: 168 time: 0.2861991 Jul 23 16:46:35.574676 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f1e82-b676-4f70-b6df-aa6ede615b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9848c7-f033-4642-9de0-a064041a93ee,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:36.146244 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 70ae86b3-4240-49c0-a11a-0c82e6508b6d details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:46:36.234249 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945d745-6356-4eb4-a44b-42333e09b8a9 req-18c99eef-8e38-41b6-9d5d-5d07e053bd90 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:36.236421 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0945d745-6356-4eb4-a44b-42333e09b8a9 req-18c99eef-8e38-41b6-9d5d-5d07e053bd90 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.73 "GET /v2.0/ports?device_id=966ff166-97dd-4305-a8de-9ca0010aacb9 HTTP/1.1" status: 200 len: 948 time: 0.1617167 Jul 23 16:46:36.341648 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0945d745-6356-4eb4-a44b-42333e09b8a9 req-e5800095-c8c5-4820-98aa-afa4f5acd931 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.73 "GET /v2.0/security-groups?id=113b44f8-abd4-4f7a-91c0-144730298d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955262 Jul 23 16:46:36.416145 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 70ae86b3-4240-49c0-a11a-0c82e6508b6d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=70ae86b3-4240-49c0-a11a-0c82e6508b6d,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:36.448543 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '70ae86b3-4240-49c0-a11a-0c82e6508b6d', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': '70ae86b3-4240-49c0-a11a-0c82e6508b6d', 'mac_address': 'fa:16:3e:24:d8:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:46:36.643718 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:36.685755 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:36.695279 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70ae86b3-4240-49c0-a11a-0c82e6508b6d {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:46:36.730936 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 70ae86b3-4240-49c0-a11a-0c82e6508b6d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=70ae86b3-4240-49c0-a11a-0c82e6508b6d,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:36.737634 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:36.859910 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=70ae86b3-4240-49c0-a11a-0c82e6508b6d,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:36.973585 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['70ae86b3-4240-49c0-a11a-0c82e6508b6d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:46:37.486607 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:37.615510 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8901a34-087a-446c-a416-3821b3af5ec7 req-a04a0776-0dcf-4f15-9064-03193ba78e5d tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:37.617172 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8901a34-087a-446c-a416-3821b3af5ec7 req-a04a0776-0dcf-4f15-9064-03193ba78e5d tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.73 "GET /v2.0/ports?device_id=966ff166-97dd-4305-a8de-9ca0010aacb9 HTTP/1.1" status: 200 len: 949 time: 0.1286838 Jul 23 16:46:37.697683 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8901a34-087a-446c-a416-3821b3af5ec7 req-a7a5995c-e86d-4fbe-a0d5-6ff768d2e685 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.73 "GET /v2.0/security-groups?id=113b44f8-abd4-4f7a-91c0-144730298d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678790 Jul 23 16:46:38.156822 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 70ae86b3-4240-49c0-a11a-0c82e6508b6d up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:46:38.263097 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 70ae86b3-4240-49c0-a11a-0c82e6508b6d completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:38.269708 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 70ae86b3-4240-49c0-a11a-0c82e6508b6d triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:38.270090 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:38.377662 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:38.421358 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966ff166-97dd-4305-a8de-9ca0010aacb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ae86b3-4240-49c0-a11a-0c82e6508b6d'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:46:38.425689 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da5d913-6bd8-4765-a2a0-dc9daf1e2c0d" -d '{"events": [{"server_uuid": "966ff166-97dd-4305-a8de-9ca0010aacb9", "name": "network-vif-plugged", "status": "completed", "tag": "70ae86b3-4240-49c0-a11a-0c82e6508b6d"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:46:38.429277 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 70ae86b3-4240-49c0-a11a-0c82e6508b6d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=70ae86b3-4240-49c0-a11a-0c82e6508b6d,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:38.455261 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:38.513074 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a4deb5-2fda-4103-87d4-63d5769019ef x-openstack-request-id: req-73a4deb5-2fda-4103-87d4-63d5769019ef {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:46:38.513737 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966ff166-97dd-4305-a8de-9ca0010aacb9", "name": "network-vif-plugged", "status": "completed", "tag": "70ae86b3-4240-49c0-a11a-0c82e6508b6d", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:46:38.513737 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-73a4deb5-2fda-4103-87d4-63d5769019ef {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:46:38.513988 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966ff166-97dd-4305-a8de-9ca0010aacb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ae86b3-4240-49c0-a11a-0c82e6508b6d', 'code': 200} Jul 23 16:46:38.592722 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=70ae86b3-4240-49c0-a11a-0c82e6508b6d,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:38.622953 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:38.713946 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f9f78-f293-4caf-86b9-375e9b14cdd5 req-e01c0dbb-d3ff-43c4-9777-47bbc12306f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:38.716382 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-df3f9f78-f293-4caf-86b9-375e9b14cdd5 req-e01c0dbb-d3ff-43c4-9777-47bbc12306f3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=966ff166-97dd-4305-a8de-9ca0010aacb9 HTTP/1.1" status: 200 len: 1101 time: 0.1329479 Jul 23 16:46:38.875132 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-df3f9f78-f293-4caf-86b9-375e9b14cdd5 req-112534a2-4191-443b-b1cd-4c581fd95379 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=113b44f8-abd4-4f7a-91c0-144730298d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486611 Jul 23 16:46:38.986600 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b539d-9c3e-4f91-a3b8-a0d016c3d1d9 req-759e2c9b-1c2a-4403-86a9-11997ce36825 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:38.997116 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-340b539d-9c3e-4f91-a3b8-a0d016c3d1d9 req-759e2c9b-1c2a-4403-86a9-11997ce36825 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.73 "GET /v2.0/ports?device_id=966ff166-97dd-4305-a8de-9ca0010aacb9 HTTP/1.1" status: 200 len: 950 time: 0.1667314 Jul 23 16:46:39.072471 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-340b539d-9c3e-4f91-a3b8-a0d016c3d1d9 req-47e161df-5af5-41f7-b178-28dcf8189adf tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.73 "GET /v2.0/security-groups?id=113b44f8-abd4-4f7a-91c0-144730298d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689993 Jul 23 16:46:40.279168 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200dc14e-72c0-4c21-8ca9-4b2c7e50a6e4 req-8ea79724-c788-4866-9a27-20bd6cca5848 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:40.281707 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-200dc14e-72c0-4c21-8ca9-4b2c7e50a6e4 req-8ea79724-c788-4866-9a27-20bd6cca5848 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.73 "GET /v2.0/ports?device_id=966ff166-97dd-4305-a8de-9ca0010aacb9 HTTP/1.1" status: 200 len: 950 time: 0.1051726 Jul 23 16:46:40.337640 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-200dc14e-72c0-4c21-8ca9-4b2c7e50a6e4 req-8fc72c54-7aaa-4568-a92b-8612b9a70299 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.73 "GET /v2.0/security-groups?id=113b44f8-abd4-4f7a-91c0-144730298d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488162 Jul 23 16:46:40.843972 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75775622-c8ba-4c3b-9cc6-60acf2d8d19a req-11313054-4eca-43e1-8f54-c15cf07964b4 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:40.846483 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-75775622-c8ba-4c3b-9cc6-60acf2d8d19a req-11313054-4eca-43e1-8f54-c15cf07964b4 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.73 "GET /v2.0/ports?device_id=966ff166-97dd-4305-a8de-9ca0010aacb9 HTTP/1.1" status: 200 len: 950 time: 0.1704161 Jul 23 16:46:40.919671 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-75775622-c8ba-4c3b-9cc6-60acf2d8d19a req-2a2f3999-28a5-4424-ab1a-018dce3e97dd tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.73 "GET /v2.0/security-groups?id=113b44f8-abd4-4f7a-91c0-144730298d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608652 Jul 23 16:46:41.436411 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 40586) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:42.139524 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e13bafa6-fc90-4b83-820f-622534f28001 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:42.247135 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c404a-b8ee-4921-99b6-599c74c235a8 req-c7606ec3-5c78-4761-b7f9-9549c7ff4c81 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:42.247668 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3654e5-a814-4ecf-9f62-831cbca8e050 req-17a9d4f0-5556-4ab7-8cbe-4ac0d2709654 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:42.249675 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2c6c404a-b8ee-4921-99b6-599c74c235a8 req-c7606ec3-5c78-4761-b7f9-9549c7ff4c81 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.74 "GET /v2.0/ports?device_id=966ff166-97dd-4305-a8de-9ca0010aacb9 HTTP/1.1" status: 200 len: 950 time: 0.2683728 Jul 23 16:46:42.251617 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8b3654e5-a814-4ecf-9f62-831cbca8e050 req-17a9d4f0-5556-4ab7-8cbe-4ac0d2709654 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.73 "GET /v2.0/ports?device_id=966ff166-97dd-4305-a8de-9ca0010aacb9 HTTP/1.1" status: 200 len: 950 time: 0.1975732 Jul 23 16:46:42.371660 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8b3654e5-a814-4ecf-9f62-831cbca8e050 req-a8a09ba0-1de6-4be4-adfc-c51fe7988701 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.73 "GET /v2.0/security-groups?id=113b44f8-abd4-4f7a-91c0-144730298d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034749 Jul 23 16:46:42.702076 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-2c6c404a-b8ee-4921-99b6-599c74c235a8 req-77216fe8-656a-4e66-8ab8-8486c60fdf5a tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Deleting port 70ae86b3-4240-49c0-a11a-0c82e6508b6d {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:42.703808 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2c6c404a-b8ee-4921-99b6-599c74c235a8 req-77216fe8-656a-4e66-8ab8-8486c60fdf5a tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:42.905020 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-2c6c404a-b8ee-4921-99b6-599c74c235a8 req-77216fe8-656a-4e66-8ab8-8486c60fdf5a tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] For port 70ae86b3-4240-49c0-a11a-0c82e6508b6d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=70ae86b3-4240-49c0-a11a-0c82e6508b6d,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:42.905417 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2c6c404a-b8ee-4921-99b6-599c74c235a8 req-77216fe8-656a-4e66-8ab8-8486c60fdf5a tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:42.920614 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-2c6c404a-b8ee-4921-99b6-599c74c235a8 req-77216fe8-656a-4e66-8ab8-8486c60fdf5a tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Calling delete_port for 70ae86b3-4240-49c0-a11a-0c82e6508b6d owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:43.049239 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 40646) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:43.258673 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c8aca9a7-058a-4675-8215-67a178c77336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:43.283541 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2c6c404a-b8ee-4921-99b6-599c74c235a8 req-77216fe8-656a-4e66-8ab8-8486c60fdf5a tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:43.305900 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['70ae86b3-4240-49c0-a11a-0c82e6508b6d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:46:43.332678 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77216fe8-656a-4e66-8ab8-8486c60fdf5a tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Pushing event deleted for resources: {'Port': ['ID=70ae86b3-4240-49c0-a11a-0c82e6508b6d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:43.391003 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c8aca9a7-058a-4675-8215-67a178c77336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:43.401170 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c8aca9a7-058a-4675-8215-67a178c77336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:43.447601 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6c404a-b8ee-4921-99b6-599c74c235a8 req-77216fe8-656a-4e66-8ab8-8486c60fdf5a tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] No DVR routers for this DVR port 70ae86b3-4240-49c0-a11a-0c82e6508b6d on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:46:43.451074 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-2c6c404a-b8ee-4921-99b6-599c74c235a8 req-77216fe8-656a-4e66-8ab8-8486c60fdf5a tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:43.453131 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2c6c404a-b8ee-4921-99b6-599c74c235a8 req-77216fe8-656a-4e66-8ab8-8486c60fdf5a tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.74 "DELETE /v2.0/ports/70ae86b3-4240-49c0-a11a-0c82e6508b6d HTTP/1.1" status: 204 len: 173 time: 1.1896632 Jul 23 16:46:43.453317 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c8aca9a7-058a-4675-8215-67a178c77336 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e019f8405e99498098515a1b4137eb86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4030442 Jul 23 16:46:43.453600 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966ff166-97dd-4305-a8de-9ca0010aacb9', 'name': 'network-vif-deleted', 'tag': '70ae86b3-4240-49c0-a11a-0c82e6508b6d'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:46:43.457466 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 40658) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:43.462608 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235c02b9-c218-48d6-9263-b0c2dc07d491" -d '{"events": [{"server_uuid": "966ff166-97dd-4305-a8de-9ca0010aacb9", "name": "network-vif-deleted", "tag": "70ae86b3-4240-49c0-a11a-0c82e6508b6d"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:46:43.516742 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e13bafa6-fc90-4b83-820f-622534f28001 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Deleting port 4cfdb28b-5ed0-452c-8d69-f010a8a27b73 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:43.520419 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e13bafa6-fc90-4b83-820f-622534f28001 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:43.527531 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d70372a-339d-46c4-85eb-03074abe3788 x-openstack-request-id: req-0d70372a-339d-46c4-85eb-03074abe3788 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:46:43.530952 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966ff166-97dd-4305-a8de-9ca0010aacb9", "name": "network-vif-deleted", "tag": "70ae86b3-4240-49c0-a11a-0c82e6508b6d", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:46:43.531353 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0d70372a-339d-46c4-85eb-03074abe3788 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:46:43.531888 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966ff166-97dd-4305-a8de-9ca0010aacb9', 'name': 'network-vif-deleted', 'tag': '70ae86b3-4240-49c0-a11a-0c82e6508b6d', 'status': 'completed', 'code': 200} Jul 23 16:46:43.544278 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aca9a7-058a-4675-8215-67a178c77336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1e57f1-21b7-48e0-bf67-0ab77fec2ba4,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:43.597662 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8e8769db-a480-4b71-8536-2f1891555fc5 req-778d827a-3d23-4911-9d30-1d6086ceb456 tempest-VolumesNegativeTest-1415297780 tempest-VolumesNegativeTest-1415297780-project] 10.222.0.73 "GET /v2.0/ports?device_id=966ff166-97dd-4305-a8de-9ca0010aacb9 HTTP/1.1" status: 200 len: 210 time: 0.1425476 Jul 23 16:46:43.625766 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aca9a7-058a-4675-8215-67a178c77336 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:43.626126 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aca9a7-058a-4675-8215-67a178c77336 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:43.626839 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aca9a7-058a-4675-8215-67a178c77336 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:43.627199 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aca9a7-058a-4675-8215-67a178c77336 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:43.627821 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aca9a7-058a-4675-8215-67a178c77336 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:43.628167 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aca9a7-058a-4675-8215-67a178c77336 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:43.628569 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aca9a7-058a-4675-8215-67a178c77336 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:43.632776 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aca9a7-058a-4675-8215-67a178c77336 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:43.633769 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aca9a7-058a-4675-8215-67a178c77336 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:43.634387 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aca9a7-058a-4675-8215-67a178c77336 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:43.634868 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aca9a7-058a-4675-8215-67a178c77336 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:43.635369 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aca9a7-058a-4675-8215-67a178c77336 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:43.659873 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ce6f24e9-f589-40c0-9675-aef56508ae43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:43.699890 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ce6f24e9-f589-40c0-9675-aef56508ae43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:43.706366 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e13bafa6-fc90-4b83-820f-622534f28001 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] For port 4cfdb28b-5ed0-452c-8d69-f010a8a27b73, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=4cfdb28b-5ed0-452c-8d69-f010a8a27b73,segment=NetworkSegment(688ac507-540b-4e0b-bde2-0cf60298fd81),segment_id=688ac507-540b-4e0b-bde2-0cf60298fd81)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:43.706874 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e13bafa6-fc90-4b83-820f-622534f28001 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:43.728521 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e13bafa6-fc90-4b83-820f-622534f28001 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Calling delete_port for 4cfdb28b-5ed0-452c-8d69-f010a8a27b73 owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:43.763245 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ce6f24e9-f589-40c0-9675-aef56508ae43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:43.767005 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ce6f24e9-f589-40c0-9675-aef56508ae43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:43.768264 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ce6f24e9-f589-40c0-9675-aef56508ae43 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ce1e57f1-21b7-48e0-bf67-0ab77fec2ba4 HTTP/1.1" status: 204 len: 168 time: 0.3017204 Jul 23 16:46:43.804709 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f24e9-f589-40c0-9675-aef56508ae43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1e57f1-21b7-48e0-bf67-0ab77fec2ba4,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:44.199129 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e13bafa6-fc90-4b83-820f-622534f28001 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:44.295745 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13bafa6-fc90-4b83-820f-622534f28001 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event deleted for resources: {'Port': ['ID=4cfdb28b-5ed0-452c-8d69-f010a8a27b73,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:44.580647 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 40710) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:44.615510 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b9c0c1a8-a953-47a7-8d53-83c6ec245f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:44.703192 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e13bafa6-fc90-4b83-820f-622534f28001 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:44.891199 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b9c0c1a8-a953-47a7-8d53-83c6ec245f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:44.898523 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b9c0c1a8-a953-47a7-8d53-83c6ec245f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:44.996042 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b9c0c1a8-a953-47a7-8d53-83c6ec245f6d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=174c6756a8824f2fa02f3cb60ba52835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4142504 Jul 23 16:46:44.997030 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0c1a8-a953-47a7-8d53-83c6ec245f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cca1c7-e050-440c-a18a-4ee5fe22d024,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:45.001478 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 40732) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:45.828537 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-30870ed0-17e3-42d6-9bbb-3e2b9c21f8d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:45.870875 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13bafa6-fc90-4b83-820f-622534f28001 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Router 14a86fd6-7195-41d6-a4e0-db084f9fa312 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:46:45.899139 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-30870ed0-17e3-42d6-9bbb-3e2b9c21f8d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:46.152237 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-30870ed0-17e3-42d6-9bbb-3e2b9c21f8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:46.168053 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-30870ed0-17e3-42d6-9bbb-3e2b9c21f8d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:46.178536 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-30870ed0-17e3-42d6-9bbb-3e2b9c21f8d9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a7cca1c7-e050-440c-a18a-4ee5fe22d024 HTTP/1.1" status: 204 len: 168 time: 1.1708517 Jul 23 16:46:46.184305 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13bafa6-fc90-4b83-820f-622534f28001 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:46:46.193335 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 70ae86b3-4240-49c0-a11a-0c82e6508b6d no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:46:46.202198 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e13bafa6-fc90-4b83-820f-622534f28001 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "PUT /v2.0/routers/14a86fd6-7195-41d6-a4e0-db084f9fa312/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7646034 Jul 23 16:46:46.223558 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30870ed0-17e3-42d6-9bbb-3e2b9c21f8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cca1c7-e050-440c-a18a-4ee5fe22d024,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:46.224370 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 70ae86b3-4240-49c0-a11a-0c82e6508b6d {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:46:46.224868 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 70ae86b3-4240-49c0-a11a-0c82e6508b6d not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:46:46.237669 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7447c9-7696-438d-88a9-bfb6f04daf06 None None] Sync routers for ids ['14a86fd6-7195-41d6-a4e0-db084f9fa312'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:46:46.254366 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7447c9-7696-438d-88a9-bfb6f04daf06 None None] Routers {'14a86fd6-7195-41d6-a4e0-db084f9fa312'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:46:46.262169 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ed7447c9-7696-438d-88a9-bfb6f04daf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:46:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['14a86fd6-7195-41d6-a4e0-db084f9fa312'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:46.494781 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-ed7447c9-7696-438d-88a9-bfb6f04daf06 None None] Set router 14a86fd6-7195-41d6-a4e0-db084f9fa312 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:46:46.676492 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e444064-856e-4996-aedc-2e4ae756230b req-110b25e4-621b-4e45-819a-b7a8853f73f1 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:46.680760 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0e444064-856e-4996-aedc-2e4ae756230b req-110b25e4-621b-4e45-819a-b7a8853f73f1 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9ff05d-64d4-4af0-b7dd-334cc4020007 HTTP/1.1" status: 200 len: 946 time: 0.1608343 Jul 23 16:46:46.754441 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0e444064-856e-4996-aedc-2e4ae756230b req-b1ac6a65-7a7c-419c-a2cb-a5ab3681d17a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?id=bce245e1-f2c7-41ea-a2c8-fd77d38f93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672171 Jul 23 16:46:46.834068 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 40864) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:47.030836 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ed7447c9-7696-438d-88a9-bfb6f04daf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'name': 'tempest-TestNetworkBasicOps-router-144346', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:46:44Z', 'revision_number': 6, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:32Z', 'updated_at': '2021-07-23T16:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'fbf39473-fd78-45ac-8cc0-69cefd7a707a', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'port_id': '6cab1dc3-bce0-4837-84c2-fb155d41841b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb', 'mac_address': 'fa:16:3e:27:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87277f-7f41-4679-9490-cbc8447a399b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:45:11Z', 'updated_at': '2021-07-23T16:45:17Z', 'revision_number': 1, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10754dbe-1d7e-4d98-8571-d14e7464dde2', 'name': '', 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'mac_address': 'fa:16:3e:b3:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '5a57f280-8dbb-4321-a46a-f13c3bad6f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:42Z', 'updated_at': '2021-07-23T16:44:50Z', 'revision_number': 5, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'subnets': [{'id': '5a57f280-8dbb-4321-a46a-f13c3bad6f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:47.050373 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-834c1bec-ce25-466e-b12f-3a57805a330e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:47.077427 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7447c9-7696-438d-88a9-bfb6f04daf06 None None] Checking router: 14a86fd6-7195-41d6-a4e0-db084f9fa312 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:46:47.088316 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7447c9-7696-438d-88a9-bfb6f04daf06 None None] Routers {'14a86fd6-7195-41d6-a4e0-db084f9fa312'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:46:47.089960 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ed7447c9-7696-438d-88a9-bfb6f04daf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:46:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['14a86fd6-7195-41d6-a4e0-db084f9fa312'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:47.287514 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-834c1bec-ce25-466e-b12f-3a57805a330e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:47.296364 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-834c1bec-ce25-466e-b12f-3a57805a330e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:47.314581 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-ed7447c9-7696-438d-88a9-bfb6f04daf06 None None] Set router 14a86fd6-7195-41d6-a4e0-db084f9fa312 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:46:47.379537 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c1bec-ce25-466e-b12f-3a57805a330e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fed3338-33a1-410b-98df-c5df6c6bdeeb,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:47.422395 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-834c1bec-ce25-466e-b12f-3a57805a330e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=858e5a950d2f42f8a419da6cbf286e45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5866830 Jul 23 16:46:47.427916 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 40900) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:47.532557 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ed8243e-b492-4ed8-86a5-4e491aaf7c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:47.598304 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ed8243e-b492-4ed8-86a5-4e491aaf7c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:47.666356 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ed8243e-b492-4ed8-86a5-4e491aaf7c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:47.683691 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ed8243e-b492-4ed8-86a5-4e491aaf7c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:47.687733 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7ed8243e-b492-4ed8-86a5-4e491aaf7c83 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2fed3338-33a1-410b-98df-c5df6c6bdeeb HTTP/1.1" status: 204 len: 168 time: 0.2559202 Jul 23 16:46:47.706992 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8243e-b492-4ed8-86a5-4e491aaf7c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fed3338-33a1-410b-98df-c5df6c6bdeeb,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:48.009620 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ed7447c9-7696-438d-88a9-bfb6f04daf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'name': 'tempest-TestNetworkBasicOps-router-144346', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:46:44Z', 'revision_number': 6, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:32Z', 'updated_at': '2021-07-23T16:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'fbf39473-fd78-45ac-8cc0-69cefd7a707a', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'port_id': '6cab1dc3-bce0-4837-84c2-fb155d41841b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb', 'mac_address': 'fa:16:3e:27:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87277f-7f41-4679-9490-cbc8447a399b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:45:11Z', 'updated_at': '2021-07-23T16:45:17Z', 'revision_number': 1, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10754dbe-1d7e-4d98-8571-d14e7464dde2', 'name': '', 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'mac_address': 'fa:16:3e:b3:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '5a57f280-8dbb-4321-a46a-f13c3bad6f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:42Z', 'updated_at': '2021-07-23T16:44:50Z', 'revision_number': 5, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'subnets': [{'id': '5a57f280-8dbb-4321-a46a-f13c3bad6f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:48.093437 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7447c9-7696-438d-88a9-bfb6f04daf06 None None] The sync data for ids ['14a86fd6-7195-41d6-a4e0-db084f9fa312'] in n-d-778549-4 is: [{'id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'name': 'tempest-TestNetworkBasicOps-router-144346', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:46:44Z', 'revision_number': 6, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:32Z', 'updated_at': '2021-07-23T16:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'fbf39473-fd78-45ac-8cc0-69cefd7a707a', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'port_id': '6cab1dc3-bce0-4837-84c2-fb155d41841b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb', 'mac_address': 'fa:16:3e:27:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87277f-7f41-4679-9490-cbc8447a399b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:45:11Z', 'updated_at': '2021-07-23T16:45:17Z', 'revision_number': 1, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10754dbe-1d7e-4d98-8571-d14e7464dde2', 'name': '', 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'mac_address': 'fa:16:3e:b3:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '5a57f280-8dbb-4321-a46a-f13c3bad6f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:42Z', 'updated_at': '2021-07-23T16:44:50Z', 'revision_number': 5, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'subnets': [{'id': '5a57f280-8dbb-4321-a46a-f13c3bad6f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:46:48.123110 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9617c-6c04-4db1-bb2a-c9b993465090 req-f11d661f-4662-42d9-8e3f-22453fbc335c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:48.136591 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f9b9617c-6c04-4db1-bb2a-c9b993465090 req-f11d661f-4662-42d9-8e3f-22453fbc335c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.97 "GET /v2.0/ports?device_id=ec9ff05d-64d4-4af0-b7dd-334cc4020007 HTTP/1.1" status: 200 len: 946 time: 0.3162389 Jul 23 16:46:48.255683 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba52ee4-9996-474a-811c-d6bd912aa7ae req-fcd8fc06-f84c-4b7f-bfc2-39d6cc1d1b80 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:48.257835 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dba52ee4-9996-474a-811c-d6bd912aa7ae req-fcd8fc06-f84c-4b7f-bfc2-39d6cc1d1b80 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9ff05d-64d4-4af0-b7dd-334cc4020007 HTTP/1.1" status: 200 len: 946 time: 0.3572385 Jul 23 16:46:48.310601 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-f9b9617c-6c04-4db1-bb2a-c9b993465090 req-b9f7e112-e4e3-4956-a996-98b9844aa1af tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Deleting port 5a358bf1-e803-4537-a1d0-d517ef9ab79d {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:48.310945 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f9b9617c-6c04-4db1-bb2a-c9b993465090 req-b9f7e112-e4e3-4956-a996-98b9844aa1af tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:48.355689 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dba52ee4-9996-474a-811c-d6bd912aa7ae req-c0b126f1-f5f0-4b64-a6d3-2794d26ddd0e tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?id=bce245e1-f2c7-41ea-a2c8-fd77d38f93f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857558 Jul 23 16:46:48.418276 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 40980) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:48.438738 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5f151bbb-f4e1-4af3-960b-46dac1d85bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:48.543884 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-f9b9617c-6c04-4db1-bb2a-c9b993465090 req-b9f7e112-e4e3-4956-a996-98b9844aa1af tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] For port 5a358bf1-e803-4537-a1d0-d517ef9ab79d, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5a358bf1-e803-4537-a1d0-d517ef9ab79d,segment=NetworkSegment(688ac507-540b-4e0b-bde2-0cf60298fd81),segment_id=688ac507-540b-4e0b-bde2-0cf60298fd81)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:48.544263 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f9b9617c-6c04-4db1-bb2a-c9b993465090 req-b9f7e112-e4e3-4956-a996-98b9844aa1af tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:48.577446 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-f9b9617c-6c04-4db1-bb2a-c9b993465090 req-b9f7e112-e4e3-4956-a996-98b9844aa1af tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Calling delete_port for 5a358bf1-e803-4537-a1d0-d517ef9ab79d owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:48.821017 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5f151bbb-f4e1-4af3-960b-46dac1d85bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:48.834580 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5f151bbb-f4e1-4af3-960b-46dac1d85bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:48.841900 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f9b9617c-6c04-4db1-bb2a-c9b993465090 req-b9f7e112-e4e3-4956-a996-98b9844aa1af tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:48.909809 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5f151bbb-f4e1-4af3-960b-46dac1d85bd7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=20a5f3fd1d1c4afbbbba6c2b8ca63257&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4903302 Jul 23 16:46:48.913249 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 41004) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:48.915779 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7e112-e4e3-4956-a996-98b9844aa1af tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event deleted for resources: {'Port': ['ID=5a358bf1-e803-4537-a1d0-d517ef9ab79d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:48.954150 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f151bbb-f4e1-4af3-960b-46dac1d85bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfe36bd-51ee-4ce1-8cf0-914920f7ac72,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:49.118842 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b9617c-6c04-4db1-bb2a-c9b993465090 req-b9f7e112-e4e3-4956-a996-98b9844aa1af tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] No DVR routers for this DVR port 5a358bf1-e803-4537-a1d0-d517ef9ab79d on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:46:49.122725 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f9b9617c-6c04-4db1-bb2a-c9b993465090 req-b9f7e112-e4e3-4956-a996-98b9844aa1af tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:49.126967 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f9b9617c-6c04-4db1-bb2a-c9b993465090 req-b9f7e112-e4e3-4956-a996-98b9844aa1af tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.97 "DELETE /v2.0/ports/5a358bf1-e803-4537-a1d0-d517ef9ab79d HTTP/1.1" status: 204 len: 173 time: 0.9711592 Jul 23 16:46:49.133073 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9ff05d-64d4-4af0-b7dd-334cc4020007', 'name': 'network-vif-deleted', 'tag': '5a358bf1-e803-4537-a1d0-d517ef9ab79d'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:46:49.136935 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b612c2-9110-47d0-ad51-59c83bb37da0" -d '{"events": [{"server_uuid": "ec9ff05d-64d4-4af0-b7dd-334cc4020007", "name": "network-vif-deleted", "tag": "5a358bf1-e803-4537-a1d0-d517ef9ab79d"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:46:49.185933 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1921019a-e27b-43e1-a9af-162025fe16a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:49.217170 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99333acd-ccfb-47b8-9f07-52b262afb93f x-openstack-request-id: req-99333acd-ccfb-47b8-9f07-52b262afb93f {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:46:49.217815 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9ff05d-64d4-4af0-b7dd-334cc4020007", "name": "network-vif-deleted", "tag": "5a358bf1-e803-4537-a1d0-d517ef9ab79d", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:46:49.219085 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-99333acd-ccfb-47b8-9f07-52b262afb93f {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:46:49.219751 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9ff05d-64d4-4af0-b7dd-334cc4020007', 'name': 'network-vif-deleted', 'tag': '5a358bf1-e803-4537-a1d0-d517ef9ab79d', 'status': 'completed', 'code': 200} Jul 23 16:46:49.243953 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1921019a-e27b-43e1-a9af-162025fe16a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:49.322187 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1921019a-e27b-43e1-a9af-162025fe16a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:49.325607 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1921019a-e27b-43e1-a9af-162025fe16a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:49.326863 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1921019a-e27b-43e1-a9af-162025fe16a7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5bfe36bd-51ee-4ce1-8cf0-914920f7ac72 HTTP/1.1" status: 204 len: 168 time: 0.4009130 Jul 23 16:46:49.373163 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921019a-e27b-43e1-a9af-162025fe16a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfe36bd-51ee-4ce1-8cf0-914920f7ac72,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:49.625211 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-59724d82-37dc-4718-95ec-d8c5aeb24e53 req-56e7f2c1-2c49-484c-a65b-fa6c1554c447 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9ff05d-64d4-4af0-b7dd-334cc4020007 HTTP/1.1" status: 200 len: 210 time: 0.0991857 Jul 23 16:46:50.157522 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 4cfdb28b-5ed0-452c-8d69-f010a8a27b73 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:46:50.218741 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 4cfdb28b-5ed0-452c-8d69-f010a8a27b73 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:46:50.232630 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 4cfdb28b-5ed0-452c-8d69-f010a8a27b73 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:46:50.731472 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 41134) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:50.872787 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9bcef725-2251-48a1-811f-0abc6225ba7a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:50.925511 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9bcef725-2251-48a1-811f-0abc6225ba7a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:51.056242 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9bcef725-2251-48a1-811f-0abc6225ba7a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:51.058812 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9bcef725-2251-48a1-811f-0abc6225ba7a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:51.063233 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9bcef725-2251-48a1-811f-0abc6225ba7a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "DELETE /v2.0/security-groups/bce245e1-f2c7-41ea-a2c8-fd77d38f93f0 HTTP/1.1" status: 204 len: 168 time: 0.3275177 Jul 23 16:46:51.084881 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcef725-2251-48a1-811f-0abc6225ba7a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce245e1-f2c7-41ea-a2c8-fd77d38f93f0,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:51.135195 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 41168) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:51.231967 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1578312-acab-41e0-b3ad-a8da2960c747 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Deleting subnet 766d0ef7-619b-4a1d-9903-d1dedc9b00ab {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:46:51.238322 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b1578312-acab-41e0-b3ad-a8da2960c747 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:51.296046 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b1578312-acab-41e0-b3ad-a8da2960c747 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:51.506710 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b1578312-acab-41e0-b3ad-a8da2960c747 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:51.769115 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b1578312-acab-41e0-b3ad-a8da2960c747 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:51.814229 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1578312-acab-41e0-b3ad-a8da2960c747 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event deleted for resources: {'Subnet': ['ID=766d0ef7-619b-4a1d-9903-d1dedc9b00ab,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:51.825659 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b1578312-acab-41e0-b3ad-a8da2960c747 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:51.827652 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0a8198-512c-4fa2-819e-bcab2c55fb64 None None] Network 8371ec93-846b-4605-a00e-5a1b32efb258 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:51.829030 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b1578312-acab-41e0-b3ad-a8da2960c747 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "DELETE /v2.0/subnets/766d0ef7-619b-4a1d-9903-d1dedc9b00ab HTTP/1.1" status: 204 len: 168 time: 0.6908937 Jul 23 16:46:51.831506 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41198) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:51.916080 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [req-a6c2b38d-3536-4570-b315-4e8c569ccc7a req-25f6fb92-cd8c-4b4a-a73f-a361215165c7 service neutron] (94013) timed out ('10.222.0.74', 54652) {{(pid=94013) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 16:46:51.931061 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c2c40f5d-2b9b-44ab-8379-a90a76050243 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:52.059632 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c2c40f5d-2b9b-44ab-8379-a90a76050243 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Deleting port d2529904-4a13-498a-a751-571285cc8164 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:52.060211 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c2c40f5d-2b9b-44ab-8379-a90a76050243 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:52.219748 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c2c40f5d-2b9b-44ab-8379-a90a76050243 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] For port d2529904-4a13-498a-a751-571285cc8164, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d2529904-4a13-498a-a751-571285cc8164,segment=NetworkSegment(688ac507-540b-4e0b-bde2-0cf60298fd81),segment_id=688ac507-540b-4e0b-bde2-0cf60298fd81)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:52.220387 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c2c40f5d-2b9b-44ab-8379-a90a76050243 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:52.244062 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c2c40f5d-2b9b-44ab-8379-a90a76050243 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Calling delete_port for d2529904-4a13-498a-a751-571285cc8164 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:52.275056 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355668bd-1576-40b5-917f-587ed3c80529 None None] DHCP port deletion for 8371ec93-846b-4605-a00e-5a1b32efb258 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:46:52.370706 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-355668bd-1576-40b5-917f-587ed3c80529 None None] Deleting port d2529904-4a13-498a-a751-571285cc8164 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:52.371079 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-355668bd-1576-40b5-917f-587ed3c80529 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:52.410253 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c2c40f5d-2b9b-44ab-8379-a90a76050243 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:52.489360 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c40f5d-2b9b-44ab-8379-a90a76050243 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] No DVR routers for this DVR port d2529904-4a13-498a-a751-571285cc8164 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:46:52.491731 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c40f5d-2b9b-44ab-8379-a90a76050243 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event deleted for resources: {'Port': ['ID=d2529904-4a13-498a-a751-571285cc8164,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:52.543208 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-355668bd-1576-40b5-917f-587ed3c80529 None None] For port d2529904-4a13-498a-a751-571285cc8164, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d2529904-4a13-498a-a751-571285cc8164,segment=NetworkSegment(688ac507-540b-4e0b-bde2-0cf60298fd81),segment_id=688ac507-540b-4e0b-bde2-0cf60298fd81)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:52.543603 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-355668bd-1576-40b5-917f-587ed3c80529 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:52.568495 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-355668bd-1576-40b5-917f-587ed3c80529 None None] Calling delete_port for d2529904-4a13-498a-a751-571285cc8164 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:52.699793 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-355668bd-1576-40b5-917f-587ed3c80529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:52.738075 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c2c40f5d-2b9b-44ab-8379-a90a76050243 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:52.784989 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-c2c40f5d-2b9b-44ab-8379-a90a76050243 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8371ec93-846b-4605-a00e-5a1b32efb258']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:52.790279 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355668bd-1576-40b5-917f-587ed3c80529 None None] Pushing event deleted for resources: {'Port': ['ID=d2529904-4a13-498a-a751-571285cc8164,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:52.818753 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-c2c40f5d-2b9b-44ab-8379-a90a76050243 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '688ac507-540b-4e0b-bde2-0cf60298fd81') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:52.819711 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-c2c40f5d-2b9b-44ab-8379-a90a76050243 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '688ac507-540b-4e0b-bde2-0cf60298fd81') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:52.827772 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355668bd-1576-40b5-917f-587ed3c80529 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:52.828900 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355668bd-1576-40b5-917f-587ed3c80529 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:52.829438 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355668bd-1576-40b5-917f-587ed3c80529 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:52.829797 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355668bd-1576-40b5-917f-587ed3c80529 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:52.830183 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355668bd-1576-40b5-917f-587ed3c80529 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:52.830531 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355668bd-1576-40b5-917f-587ed3c80529 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:52.830862 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355668bd-1576-40b5-917f-587ed3c80529 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:52.831397 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355668bd-1576-40b5-917f-587ed3c80529 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:52.831909 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355668bd-1576-40b5-917f-587ed3c80529 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:52.832435 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355668bd-1576-40b5-917f-587ed3c80529 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:52.833107 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355668bd-1576-40b5-917f-587ed3c80529 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:52.833660 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355668bd-1576-40b5-917f-587ed3c80529 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:52.851559 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c2c40f5d-2b9b-44ab-8379-a90a76050243 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:52.905164 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355668bd-1576-40b5-917f-587ed3c80529 None None] No DVR routers for this DVR port d2529904-4a13-498a-a751-571285cc8164 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:46:52.908030 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c2c40f5d-2b9b-44ab-8379-a90a76050243 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:52.931877 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c40f5d-2b9b-44ab-8379-a90a76050243 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Releasing vlan 1106 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:46:52.933146 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c2c40f5d-2b9b-44ab-8379-a90a76050243 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:52.943332 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:46:52.943332 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:46:52.943332 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:46:52.943332 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:46:52.943332 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:46:52.943332 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:46:52.943332 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:46:52.943332 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:46:52.943332 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:46:52.943332 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:46:52.943332 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:46:52.943332 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:46:52.943332 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:46:52.943332 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:46:52.943332 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:46:52.943332 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:46:52.943332 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:46:52.943332 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:46:52.943332 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:46:52.943332 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:46:52.943332 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:46:52.943332 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:46:52.943332 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:46:52.943332 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:46:52.943332 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:46:52.943332 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:46:52.943332 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:46:52.943332 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:46:52.943332 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:46:52.943332 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:46:52.943332 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:46:52.943332 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:46:53.042625 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 5a358bf1-e803-4537-a1d0-d517ef9ab79d no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:46:53.096425 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 5a358bf1-e803-4537-a1d0-d517ef9ab79d {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:46:53.097959 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 5a358bf1-e803-4537-a1d0-d517ef9ab79d not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:46:53.138188 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c2c40f5d-2b9b-44ab-8379-a90a76050243 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:53.148863 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c2c40f5d-2b9b-44ab-8379-a90a76050243 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:53.168592 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c2c40f5d-2b9b-44ab-8379-a90a76050243 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "DELETE /v2.0/networks/8371ec93-846b-4605-a00e-5a1b32efb258 HTTP/1.1" status: 204 len: 168 time: 1.3326447 Jul 23 16:46:53.169109 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 41250) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:53.192026 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c40f5d-2b9b-44ab-8379-a90a76050243 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event deleted for resources: {'Network': ['ID=8371ec93-846b-4605-a00e-5a1b32efb258,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:53.366623 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-a7fff4a4-6b58-495a-be0c-ce847c4371e8 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Deleting port 6a382774-37e9-4fd5-a714-ce3b557f45c5 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:53.367757 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a7fff4a4-6b58-495a-be0c-ce847c4371e8 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:53.505423 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a7fff4a4-6b58-495a-be0c-ce847c4371e8 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:53.508496 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a7fff4a4-6b58-495a-be0c-ce847c4371e8 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:53.530891 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-a7fff4a4-6b58-495a-be0c-ce847c4371e8 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Calling delete_port for 6a382774-37e9-4fd5-a714-ce3b557f45c5 owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:53.919776 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41270) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:53.957453 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a7fff4a4-6b58-495a-be0c-ce847c4371e8 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:54.129677 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fff4a4-6b58-495a-be0c-ce847c4371e8 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event deleted for resources: {'Port': ['ID=6a382774-37e9-4fd5-a714-ce3b557f45c5,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:54.132381 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a7fff4a4-6b58-495a-be0c-ce847c4371e8 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:54.132829 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-a7fff4a4-6b58-495a-be0c-ce847c4371e8 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Floating IP fbf39473-fd78-45ac-8cc0-69cefd7a707a disassociated (deleted). External IP: 172.25.8.248, port: 6cab1dc3-bce0-4837-84c2-fb155d41841b. Jul 23 16:46:54.327689 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d2529904-4a13-498a-a751-571285cc8164 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:46:54.370515 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: d2529904-4a13-498a-a751-571285cc8164 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:46:54.371209 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d2529904-4a13-498a-a751-571285cc8164 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:46:54.521594 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-31d4e7b6-08a4-4a06-8bb0-455a53b02dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:54.687297 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fff4a4-6b58-495a-be0c-ce847c4371e8 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Router 14a86fd6-7195-41d6-a4e0-db084f9fa312 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:46:54.883676 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-31d4e7b6-08a4-4a06-8bb0-455a53b02dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:54.899339 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-31d4e7b6-08a4-4a06-8bb0-455a53b02dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:55.057452 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-31d4e7b6-08a4-4a06-8bb0-455a53b02dcb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=89d5a5f21ad643c59a35baca909fa44f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1324470 Jul 23 16:46:55.058279 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41306) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:55.059688 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fff4a4-6b58-495a-be0c-ce847c4371e8 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:46:55.069902 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a7fff4a4-6b58-495a-be0c-ce847c4371e8 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:55.075493 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f544c0-d660-4911-a51b-f891667ad9c1 None None] Sync routers for ids ['14a86fd6-7195-41d6-a4e0-db084f9fa312'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:46:55.096336 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4e7b6-08a4-4a06-8bb0-455a53b02dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a93c0d-9612-4015-a134-cf6c3d94bd67,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:55.107783 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f544c0-d660-4911-a51b-f891667ad9c1 None None] Routers {'14a86fd6-7195-41d6-a4e0-db084f9fa312'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:46:55.112894 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-12f544c0-d660-4911-a51b-f891667ad9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:46:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['14a86fd6-7195-41d6-a4e0-db084f9fa312'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:55.251094 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a7fff4a4-6b58-495a-be0c-ce847c4371e8 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "DELETE /v2.0/floatingips/fbf39473-fd78-45ac-8cc0-69cefd7a707a HTTP/1.1" status: 204 len: 168 time: 2.0773840 Jul 23 16:46:55.254625 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec87277f-7f41-4679-9490-cbc8447a399b', 'tag': '6cab1dc3-bce0-4837-84c2-fb155d41841b'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:46:55.268794 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfd4fa0-d00e-4757-b82c-c0a532890b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "ec87277f-7f41-4679-9490-cbc8447a399b", "tag": "6cab1dc3-bce0-4837-84c2-fb155d41841b"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:46:55.280510 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7da4e8f4-6131-43d8-ad25-9f88888c6196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:55.411746 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3db043-51bd-4f14-81fe-76a7219093a7 x-openstack-request-id: req-9f3db043-51bd-4f14-81fe-76a7219093a7 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:46:55.412045 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec87277f-7f41-4679-9490-cbc8447a399b", "tag": "6cab1dc3-bce0-4837-84c2-fb155d41841b", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:46:55.412783 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9f3db043-51bd-4f14-81fe-76a7219093a7 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:46:55.415265 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7da4e8f4-6131-43d8-ad25-9f88888c6196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:55.417115 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec87277f-7f41-4679-9490-cbc8447a399b', 'tag': '6cab1dc3-bce0-4837-84c2-fb155d41841b', 'status': 'completed', 'code': 200} Jul 23 16:46:55.533831 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-12f544c0-d660-4911-a51b-f891667ad9c1 None None] Set router 14a86fd6-7195-41d6-a4e0-db084f9fa312 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:46:55.689992 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7da4e8f4-6131-43d8-ad25-9f88888c6196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:55.693138 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7da4e8f4-6131-43d8-ad25-9f88888c6196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:55.694471 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7da4e8f4-6131-43d8-ad25-9f88888c6196 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b6a93c0d-9612-4015-a134-cf6c3d94bd67 HTTP/1.1" status: 204 len: 168 time: 0.6350698 Jul 23 16:46:55.730556 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd4fa0-d00e-4757-b82c-c0a532890b0a req-8c22fde3-7023-4274-b060-64bc43d0befd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:55.735859 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8dfd4fa0-d00e-4757-b82c-c0a532890b0a req-8c22fde3-7023-4274-b060-64bc43d0befd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=26442a7d2aa845bc8d6525b42b6b3848&device_id=ec87277f-7f41-4679-9490-cbc8447a399b HTTP/1.1" status: 200 len: 1097 time: 0.2923858 Jul 23 16:46:55.810021 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4e8f4-6131-43d8-ad25-9f88888c6196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a93c0d-9612-4015-a134-cf6c3d94bd67,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:56.100049 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41344) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:56.115894 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd4fa0-d00e-4757-b82c-c0a532890b0a req-4d0354f7-4fd2-43df-8da7-8a8d161b346e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:56.123046 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8dfd4fa0-d00e-4757-b82c-c0a532890b0a req-4d0354f7-4fd2-43df-8da7-8a8d161b346e service neutron] 10.222.0.74 "GET /v2.0/networks?id=5b57ad19-07f2-4db9-9db5-b1bd62f6bddb HTTP/1.1" status: 200 len: 899 time: 0.3740416 Jul 23 16:46:56.174836 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1bfb8-42f2-40f4-8a77-c11690cc0085 req-7bd0b283-6752-463a-9199-82d7db3d230d tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:56.182382 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-30a1bfb8-42f2-40f4-8a77-c11690cc0085 req-7bd0b283-6752-463a-9199-82d7db3d230d tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec87277f-7f41-4679-9490-cbc8447a399b HTTP/1.1" status: 200 len: 946 time: 0.2081435 Jul 23 16:46:56.271918 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-30a1bfb8-42f2-40f4-8a77-c11690cc0085 req-0a1e4020-51d4-4e8b-8e44-221b6a496969 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?id=e377f399-0cc6-41ef-9eb0-804cabb02da2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833139 Jul 23 16:46:56.301018 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8dfd4fa0-d00e-4757-b82c-c0a532890b0a req-a672acb8-2742-408d-ae8d-7b8ddd07bc32 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6cab1dc3-bce0-4837-84c2-fb155d41841b HTTP/1.1" status: 200 len: 217 time: 0.1553814 Jul 23 16:46:56.331892 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-12f544c0-d660-4911-a51b-f891667ad9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'name': 'tempest-TestNetworkBasicOps-router-144346', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:46:44Z', 'revision_number': 6, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:32Z', 'updated_at': '2021-07-23T16:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '10754dbe-1d7e-4d98-8571-d14e7464dde2', 'name': '', 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'mac_address': 'fa:16:3e:b3:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '5a57f280-8dbb-4321-a46a-f13c3bad6f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:42Z', 'updated_at': '2021-07-23T16:44:50Z', 'revision_number': 5, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'subnets': [{'id': '5a57f280-8dbb-4321-a46a-f13c3bad6f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:56.467920 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd4fa0-d00e-4757-b82c-c0a532890b0a req-acc2e181-c382-4f97-b9dd-95f1a75ebf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:56.475765 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8dfd4fa0-d00e-4757-b82c-c0a532890b0a req-acc2e181-c382-4f97-b9dd-95f1a75ebf94 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a57f280-8dbb-4321-a46a-f13c3bad6f74 HTTP/1.1" status: 200 len: 834 time: 0.1663158 Jul 23 16:46:56.677213 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd4fa0-d00e-4757-b82c-c0a532890b0a req-54743327-18da-4f2c-9549-c2685a0d0fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:56.678753 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8dfd4fa0-d00e-4757-b82c-c0a532890b0a req-54743327-18da-4f2c-9549-c2685a0d0fe3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5b57ad19-07f2-4db9-9db5-b1bd62f6bddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1936643 Jul 23 16:46:56.770668 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f544c0-d660-4911-a51b-f891667ad9c1 None None] Checking router: 14a86fd6-7195-41d6-a4e0-db084f9fa312 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:46:56.799158 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f544c0-d660-4911-a51b-f891667ad9c1 None None] Routers {'14a86fd6-7195-41d6-a4e0-db084f9fa312'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:46:56.805955 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-12f544c0-d660-4911-a51b-f891667ad9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:46:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['14a86fd6-7195-41d6-a4e0-db084f9fa312'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:57.040369 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-885c040d-7730-4e6b-91f7-6ee3fb4dc6bd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a29d579b5c6542759dafcdb91b2bb3d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9346263 Jul 23 16:46:57.043950 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41378) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:57.125163 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-12f544c0-d660-4911-a51b-f891667ad9c1 None None] Set router 14a86fd6-7195-41d6-a4e0-db084f9fa312 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:46:57.230388 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865e6b0-f5ec-4123-b128-f97b65d41eb3 req-9211d272-c81e-460b-83ab-c43a02cbcb82 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:57.236003 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d865e6b0-f5ec-4123-b128-f97b65d41eb3 req-9211d272-c81e-460b-83ab-c43a02cbcb82 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec87277f-7f41-4679-9490-cbc8447a399b HTTP/1.1" status: 200 len: 946 time: 0.2125795 Jul 23 16:46:57.271639 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ba7596e1-91b1-4d5b-80e3-5ab785f9a277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:57.275667 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8dfd4fa0-d00e-4757-b82c-c0a532890b0a req-377a9b95-3935-4961-a90b-64df7a030146 service neutron] 10.222.0.74 "GET /v2.0/networks/5b57ad19-07f2-4db9-9db5-b1bd62f6bddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5867600 Jul 23 16:46:57.500613 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ba7596e1-91b1-4d5b-80e3-5ab785f9a277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:57.748149 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-12f544c0-d660-4911-a51b-f891667ad9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'name': 'tempest-TestNetworkBasicOps-router-144346', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:46:44Z', 'revision_number': 6, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:32Z', 'updated_at': '2021-07-23T16:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '10754dbe-1d7e-4d98-8571-d14e7464dde2', 'name': '', 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'mac_address': 'fa:16:3e:b3:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '5a57f280-8dbb-4321-a46a-f13c3bad6f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:42Z', 'updated_at': '2021-07-23T16:44:50Z', 'revision_number': 5, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'subnets': [{'id': '5a57f280-8dbb-4321-a46a-f13c3bad6f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:57.796451 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845928ef-6be0-4f8b-85f6-3dc43b09cba0 req-620fe002-6ea8-43a1-9e90-346f80ef6807 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:57.820307 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-845928ef-6be0-4f8b-85f6-3dc43b09cba0 req-620fe002-6ea8-43a1-9e90-346f80ef6807 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec87277f-7f41-4679-9490-cbc8447a399b HTTP/1.1" status: 200 len: 946 time: 0.3831732 Jul 23 16:46:57.825098 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-d865e6b0-f5ec-4123-b128-f97b65d41eb3 req-df643a66-9102-4c03-b237-60137e8a68f5 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Deleting port 6cab1dc3-bce0-4837-84c2-fb155d41841b {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:57.827679 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d865e6b0-f5ec-4123-b128-f97b65d41eb3 req-df643a66-9102-4c03-b237-60137e8a68f5 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:57.845940 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8dfd4fa0-d00e-4757-b82c-c0a532890b0a req-7327d402-d9eb-443c-8f52-fdacb0f1ae52 service neutron] 10.222.0.74 "GET /v2.0/networks/5b57ad19-07f2-4db9-9db5-b1bd62f6bddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5312507 Jul 23 16:46:57.864629 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f544c0-d660-4911-a51b-f891667ad9c1 None None] The sync data for ids ['14a86fd6-7195-41d6-a4e0-db084f9fa312'] in n-d-778549-4 is: [{'id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'name': 'tempest-TestNetworkBasicOps-router-144346', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:46:44Z', 'revision_number': 6, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:32Z', 'updated_at': '2021-07-23T16:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '10754dbe-1d7e-4d98-8571-d14e7464dde2', 'name': '', 'network_id': '5b57ad19-07f2-4db9-9db5-b1bd62f6bddb', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'mac_address': 'fa:16:3e:b3:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '5a57f280-8dbb-4321-a46a-f13c3bad6f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:42Z', 'updated_at': '2021-07-23T16:44:50Z', 'revision_number': 5, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'subnets': [{'id': '5a57f280-8dbb-4321-a46a-f13c3bad6f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:46:57.872480 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ba7596e1-91b1-4d5b-80e3-5ab785f9a277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:57.889758 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ba7596e1-91b1-4d5b-80e3-5ab785f9a277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:57.896117 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ba7596e1-91b1-4d5b-80e3-5ab785f9a277 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/113b44f8-abd4-4f7a-91c0-144730298d31 HTTP/1.1" status: 204 len: 168 time: 0.8404131 Jul 23 16:46:57.927533 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7596e1-91b1-4d5b-80e3-5ab785f9a277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113b44f8-abd4-4f7a-91c0-144730298d31,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:58.230349 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-d865e6b0-f5ec-4123-b128-f97b65d41eb3 req-df643a66-9102-4c03-b237-60137e8a68f5 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] For port 6cab1dc3-bce0-4837-84c2-fb155d41841b, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=6cab1dc3-bce0-4837-84c2-fb155d41841b,segment=NetworkSegment(c75a9572-ecce-461e-8aac-a16bbf3e30ed),segment_id=c75a9572-ecce-461e-8aac-a16bbf3e30ed)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:58.230719 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d865e6b0-f5ec-4123-b128-f97b65d41eb3 req-df643a66-9102-4c03-b237-60137e8a68f5 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:58.255152 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-845928ef-6be0-4f8b-85f6-3dc43b09cba0 req-56ed0d8a-7cd9-4bf1-9be7-2206f8243539 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?id=e377f399-0cc6-41ef-9eb0-804cabb02da2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719527 Jul 23 16:46:58.264770 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-d865e6b0-f5ec-4123-b128-f97b65d41eb3 req-df643a66-9102-4c03-b237-60137e8a68f5 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Calling delete_port for 6cab1dc3-bce0-4837-84c2-fb155d41841b owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:58.449768 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d865e6b0-f5ec-4123-b128-f97b65d41eb3 req-df643a66-9102-4c03-b237-60137e8a68f5 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:58.489738 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201e2db2-a1ba-4b55-aed5-eb5428b0dce3 None None] New status for floating IP fbf39473-fd78-45ac-8cc0-69cefd7a707a: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:46:58.535373 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df643a66-9102-4c03-b237-60137e8a68f5 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event deleted for resources: {'Port': ['ID=6cab1dc3-bce0-4837-84c2-fb155d41841b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:58.665818 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-d865e6b0-f5ec-4123-b128-f97b65d41eb3 req-df643a66-9102-4c03-b237-60137e8a68f5 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] No DVR routers for this DVR port 6cab1dc3-bce0-4837-84c2-fb155d41841b on host n-h1-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:46:58.669676 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d865e6b0-f5ec-4123-b128-f97b65d41eb3 req-df643a66-9102-4c03-b237-60137e8a68f5 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:58.672784 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d865e6b0-f5ec-4123-b128-f97b65d41eb3 req-df643a66-9102-4c03-b237-60137e8a68f5 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.74 "DELETE /v2.0/ports/6cab1dc3-bce0-4837-84c2-fb155d41841b HTTP/1.1" status: 204 len: 173 time: 1.4305525 Jul 23 16:46:58.683305 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec87277f-7f41-4679-9490-cbc8447a399b', 'name': 'network-vif-deleted', 'tag': '6cab1dc3-bce0-4837-84c2-fb155d41841b'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:46:58.692549 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469ed49d-bf75-41f0-a102-afcc99decab9" -d '{"events": [{"server_uuid": "ec87277f-7f41-4679-9490-cbc8447a399b", "name": "network-vif-deleted", "tag": "6cab1dc3-bce0-4837-84c2-fb155d41841b"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:46:58.878595 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b27c4a2-236d-4e08-9098-55f5099ad3c8 x-openstack-request-id: req-7b27c4a2-236d-4e08-9098-55f5099ad3c8 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:46:58.879026 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec87277f-7f41-4679-9490-cbc8447a399b", "name": "network-vif-deleted", "tag": "6cab1dc3-bce0-4837-84c2-fb155d41841b", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:46:58.879198 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7b27c4a2-236d-4e08-9098-55f5099ad3c8 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:46:58.879560 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec87277f-7f41-4679-9490-cbc8447a399b', 'name': 'network-vif-deleted', 'tag': '6cab1dc3-bce0-4837-84c2-fb155d41841b', 'status': 'completed', 'code': 200} Jul 23 16:46:59.504491 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cf0dbc50-70e8-43dd-8b47-225461081e75 req-38b5fba9-26e9-4b72-bf56-7fd05710fcdd tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec87277f-7f41-4679-9490-cbc8447a399b HTTP/1.1" status: 200 len: 210 time: 0.0481849 Jul 23 16:47:00.607663 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41520) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:00.796687 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-baddf7af-3121-486b-adfc-ccafa4b1ee5a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:00.856193 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-baddf7af-3121-486b-adfc-ccafa4b1ee5a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:00.985198 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-baddf7af-3121-486b-adfc-ccafa4b1ee5a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:00.991690 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-baddf7af-3121-486b-adfc-ccafa4b1ee5a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:00.995148 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-baddf7af-3121-486b-adfc-ccafa4b1ee5a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "DELETE /v2.0/security-groups/e377f399-0cc6-41ef-9eb0-804cabb02da2 HTTP/1.1" status: 204 len: 168 time: 0.3864615 Jul 23 16:47:01.043539 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddf7af-3121-486b-adfc-ccafa4b1ee5a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e377f399-0cc6-41ef-9eb0-804cabb02da2,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:01.118970 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 41574) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:02.068427 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41684) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:02.279018 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c9895676-e4a8-43ae-9f36-4a34b7d6a1ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:02.280778 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 6cab1dc3-bce0-4837-84c2-fb155d41841b no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:47:02.334878 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 6cab1dc3-bce0-4837-84c2-fb155d41841b {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:47:02.342715 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 6cab1dc3-bce0-4837-84c2-fb155d41841b not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:47:02.528312 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c9895676-e4a8-43ae-9f36-4a34b7d6a1ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:02.534930 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c9895676-e4a8-43ae-9f36-4a34b7d6a1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:02.619826 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c9895676-e4a8-43ae-9f36-4a34b7d6a1ae admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c0f63e07154340ee9b3bf309ee2b7d3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5441558 Jul 23 16:47:02.619912 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 41702) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:02.629904 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 41704) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:02.659405 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c2d57c13-eb82-402e-a748-c4edd4e7c810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:02.686044 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9895676-e4a8-43ae-9f36-4a34b7d6a1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc204ab-1418-45e9-9f9c-d262bea8208b,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:02.845296 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-32a805b9-e0de-444c-adc3-4acb15d647f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:02.872169 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4bea541b-b764-4003-8268-d25c6dedcc7a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:02.979459 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-32a805b9-e0de-444c-adc3-4acb15d647f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:03.069352 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c3a12393-aac8-43e9-a6e9-de14cc04a204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:03.116905 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-32a805b9-e0de-444c-adc3-4acb15d647f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:03.121124 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-32a805b9-e0de-444c-adc3-4acb15d647f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:03.122319 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-32a805b9-e0de-444c-adc3-4acb15d647f5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bcc204ab-1418-45e9-9f9c-d262bea8208b HTTP/1.1" status: 204 len: 168 time: 0.4934587 Jul 23 16:47:03.157756 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a805b9-e0de-444c-adc3-4acb15d647f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc204ab-1418-45e9-9f9c-d262bea8208b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:03.341166 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c3a12393-aac8-43e9-a6e9-de14cc04a204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:03.373434 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c3a12393-aac8-43e9-a6e9-de14cc04a204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:03.439734 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a12393-aac8-43e9-a6e9-de14cc04a204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657d367e-a2e5-460d-9ade-bbc58cadb70e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:03.465730 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c3a12393-aac8-43e9-a6e9-de14cc04a204 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=70c212f7e8764e0aafd802800f5aac98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8125877 Jul 23 16:47:03.466195 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41730) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:03.501575 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-4bea541b-b764-4003-8268-d25c6dedcc7a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Deleting port 10754dbe-1d7e-4d98-8571-d14e7464dde2 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:47:03.503102 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4bea541b-b764-4003-8268-d25c6dedcc7a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:03.575467 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1bba577-b9a7-41cf-aecd-1b513920cfa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:03.663042 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1bba577-b9a7-41cf-aecd-1b513920cfa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:03.671388 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 41740) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:03.704336 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c1eeae29-cc36-4971-9a3e-2b1ee43f93d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:03.714246 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-4bea541b-b764-4003-8268-d25c6dedcc7a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] For port 10754dbe-1d7e-4d98-8571-d14e7464dde2, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=10754dbe-1d7e-4d98-8571-d14e7464dde2,segment=NetworkSegment(c75a9572-ecce-461e-8aac-a16bbf3e30ed),segment_id=c75a9572-ecce-461e-8aac-a16bbf3e30ed)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:47:03.715180 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4bea541b-b764-4003-8268-d25c6dedcc7a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:03.739809 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-4bea541b-b764-4003-8268-d25c6dedcc7a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Calling delete_port for 10754dbe-1d7e-4d98-8571-d14e7464dde2 owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:47:03.819379 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1bba577-b9a7-41cf-aecd-1b513920cfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:03.823069 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1bba577-b9a7-41cf-aecd-1b513920cfa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:03.829359 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c1bba577-b9a7-41cf-aecd-1b513920cfa0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/657d367e-a2e5-460d-9ade-bbc58cadb70e HTTP/1.1" status: 204 len: 168 time: 0.3607383 Jul 23 16:47:03.850587 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bba577-b9a7-41cf-aecd-1b513920cfa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657d367e-a2e5-460d-9ade-bbc58cadb70e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:04.049309 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c1eeae29-cc36-4971-9a3e-2b1ee43f93d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:04.056059 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c1eeae29-cc36-4971-9a3e-2b1ee43f93d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:04.151090 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c1eeae29-cc36-4971-9a3e-2b1ee43f93d1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f7bcab6384524820baa7a221f5531188&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4786930 Jul 23 16:47:04.153986 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41760) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:04.155299 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eeae29-cc36-4971-9a3e-2b1ee43f93d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187260d7-0541-4944-859c-0846c7562cc9,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:04.192547 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4bea541b-b764-4003-8268-d25c6dedcc7a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:04.250938 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea541b-b764-4003-8268-d25c6dedcc7a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event deleted for resources: {'Port': ['ID=10754dbe-1d7e-4d98-8571-d14e7464dde2,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:04.315381 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3df4b222-5d86-4527-a12a-75db1276544f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:04.388630 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3df4b222-5d86-4527-a12a-75db1276544f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:04.403707 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 41770) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:04.517515 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3df4b222-5d86-4527-a12a-75db1276544f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:04.526729 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3df4b222-5d86-4527-a12a-75db1276544f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:04.533935 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3df4b222-5d86-4527-a12a-75db1276544f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/187260d7-0541-4944-859c-0846c7562cc9 HTTP/1.1" status: 204 len: 168 time: 0.3755639 Jul 23 16:47:04.552136 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4b222-5d86-4527-a12a-75db1276544f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187260d7-0541-4944-859c-0846c7562cc9,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:04.627044 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41778) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:04.651340 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-faf3c661-25ff-4ac6-8822-53a4fd7ebd9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:04.691160 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4bea541b-b764-4003-8268-d25c6dedcc7a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:04.891155 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-faf3c661-25ff-4ac6-8822-53a4fd7ebd9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:04.898593 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-faf3c661-25ff-4ac6-8822-53a4fd7ebd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:04.940934 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:04.977178 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-64199f31-ca86-45b1-bb48-82132b7802da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:04.988399 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3c661-25ff-4ac6-8822-53a4fd7ebd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcffce83-4c47-41b4-8ed5-6c75a93b3646,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:05.072872 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-faf3c661-25ff-4ac6-8822-53a4fd7ebd9e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=49cb8b24956b4690bfb1ef6ae0bf314b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4445336 Jul 23 16:47:05.092573 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41790) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:05.210685 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bea541b-b764-4003-8268-d25c6dedcc7a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Router 14a86fd6-7195-41d6-a4e0-db084f9fa312 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:47:05.254772 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2cbc384d-6d4a-414c-8a87-9100a9d92f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:05.301285 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-64199f31-ca86-45b1-bb48-82132b7802da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:05.329407 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-64199f31-ca86-45b1-bb48-82132b7802da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:05.330520 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2cbc384d-6d4a-414c-8a87-9100a9d92f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:05.390165 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e0b74dcf-e1fa-44f5-a6ac-fb0825d5761b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:05.415963 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-64199f31-ca86-45b1-bb48-82132b7802da admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=931e1c527bfc4300be6855b7481188dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0110416 Jul 23 16:47:05.416653 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 41808) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:05.434972 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2cbc384d-6d4a-414c-8a87-9100a9d92f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:05.437085 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64199f31-ca86-45b1-bb48-82132b7802da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b754e4-55e6-4277-a794-cff77dacaa15,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:05.438222 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2cbc384d-6d4a-414c-8a87-9100a9d92f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:05.439381 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2cbc384d-6d4a-414c-8a87-9100a9d92f3f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bcffce83-4c47-41b4-8ed5-6c75a93b3646 HTTP/1.1" status: 204 len: 168 time: 0.3435431 Jul 23 16:47:05.451167 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc384d-6d4a-414c-8a87-9100a9d92f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcffce83-4c47-41b4-8ed5-6c75a93b3646,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:05.484556 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bea541b-b764-4003-8268-d25c6dedcc7a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:47:05.492308 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4bea541b-b764-4003-8268-d25c6dedcc7a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "PUT /v2.0/routers/14a86fd6-7195-41d6-a4e0-db084f9fa312/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3713164 Jul 23 16:47:05.495047 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41814) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:05.497678 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:05.501504 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c126e27-e376-4745-9d74-b1975dafe9f5 None None] Sync routers for ids ['14a86fd6-7195-41d6-a4e0-db084f9fa312'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:47:05.515162 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c126e27-e376-4745-9d74-b1975dafe9f5 None None] Routers {'14a86fd6-7195-41d6-a4e0-db084f9fa312'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:47:05.516494 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-6c126e27-e376-4745-9d74-b1975dafe9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:47:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['14a86fd6-7195-41d6-a4e0-db084f9fa312'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:47:05.533282 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-86059461-c613-4fc6-a292-1a3de3c5c976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:05.591027 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-86059461-c613-4fc6-a292-1a3de3c5c976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:05.644631 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b00bb57-a55e-4976-8b51-fa21d8c76142 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Deleting subnet 5a57f280-8dbb-4321-a46a-f13c3bad6f74 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:47:05.653551 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6b00bb57-a55e-4976-8b51-fa21d8c76142 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:05.700306 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-86059461-c613-4fc6-a292-1a3de3c5c976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:05.707186 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-86059461-c613-4fc6-a292-1a3de3c5c976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:05.708667 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-86059461-c613-4fc6-a292-1a3de3c5c976 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d7b754e4-55e6-4277-a794-cff77dacaa15 HTTP/1.1" status: 204 len: 168 time: 0.2879186 Jul 23 16:47:05.734200 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86059461-c613-4fc6-a292-1a3de3c5c976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b754e4-55e6-4277-a794-cff77dacaa15,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:05.786860 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-6c126e27-e376-4745-9d74-b1975dafe9f5 None None] Set router 14a86fd6-7195-41d6-a4e0-db084f9fa312 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:47:05.867872 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6b00bb57-a55e-4976-8b51-fa21d8c76142 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:06.183309 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6b00bb57-a55e-4976-8b51-fa21d8c76142 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:06.296436 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-6c126e27-e376-4745-9d74-b1975dafe9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'name': 'tempest-TestNetworkBasicOps-router-144346', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:47:04Z', 'revision_number': 7, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:32Z', 'updated_at': '2021-07-23T16:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:47:06.310830 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6b00bb57-a55e-4976-8b51-fa21d8c76142 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:06.364000 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c126e27-e376-4745-9d74-b1975dafe9f5 None None] Checking router: 14a86fd6-7195-41d6-a4e0-db084f9fa312 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:47:06.381822 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b00bb57-a55e-4976-8b51-fa21d8c76142 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event deleted for resources: {'Subnet': ['ID=5a57f280-8dbb-4321-a46a-f13c3bad6f74,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:06.382037 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c126e27-e376-4745-9d74-b1975dafe9f5 None None] Routers {'14a86fd6-7195-41d6-a4e0-db084f9fa312'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:47:06.385240 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-6c126e27-e376-4745-9d74-b1975dafe9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:47:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['14a86fd6-7195-41d6-a4e0-db084f9fa312'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:47:06.395708 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6b00bb57-a55e-4976-8b51-fa21d8c76142 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:06.398540 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6b00bb57-a55e-4976-8b51-fa21d8c76142 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "DELETE /v2.0/subnets/5a57f280-8dbb-4321-a46a-f13c3bad6f74 HTTP/1.1" status: 204 len: 168 time: 0.9013119 Jul 23 16:47:06.401368 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 41842) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:06.403411 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c53efb3-30ce-4cf8-a1e1-679be2b56f49 None None] Network 5b57ad19-07f2-4db9-9db5-b1bd62f6bddb requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:47:06.476203 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41846) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:06.496208 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c8221f07-53a7-47b5-8c96-0cbf97d639e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:06.611299 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-6c126e27-e376-4745-9d74-b1975dafe9f5 None None] Set router 14a86fd6-7195-41d6-a4e0-db084f9fa312 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:47:06.641761 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-efc68a89-fe7d-482d-a0f0-d601d8dcf24f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:06.684960 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:06.796464 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c8221f07-53a7-47b5-8c96-0cbf97d639e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:06.796464 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c8221f07-53a7-47b5-8c96-0cbf97d639e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:06.806555 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d95f54-c823-43dc-a905-b2abbb0fddd9 None None] DHCP port deletion for 5b57ad19-07f2-4db9-9db5-b1bd62f6bddb request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:47:06.892297 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c8221f07-53a7-47b5-8c96-0cbf97d639e2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=99cb53c935594f2c9a1cbfe18355cd66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4147625 Jul 23 16:47:06.895337 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 41852) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:06.904474 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8221f07-53a7-47b5-8c96-0cbf97d639e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af14aaa-8803-41e7-a4e2-99d37f827c83,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:06.907267 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-05d95f54-c823-43dc-a905-b2abbb0fddd9 None None] Deleting port 157ffa82-5b9f-4dc6-9034-10f08722673a {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:47:06.909079 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-05d95f54-c823-43dc-a905-b2abbb0fddd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:07.000918 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b0d50b5-e265-43b6-b7ea-5e05a122c4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:07.004946 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-05d95f54-c823-43dc-a905-b2abbb0fddd9 None None] For port 157ffa82-5b9f-4dc6-9034-10f08722673a, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=157ffa82-5b9f-4dc6-9034-10f08722673a,segment=NetworkSegment(c75a9572-ecce-461e-8aac-a16bbf3e30ed),segment_id=c75a9572-ecce-461e-8aac-a16bbf3e30ed)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:47:07.005537 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-05d95f54-c823-43dc-a905-b2abbb0fddd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:07.023009 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-05d95f54-c823-43dc-a905-b2abbb0fddd9 None None] Calling delete_port for 157ffa82-5b9f-4dc6-9034-10f08722673a owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:47:07.041130 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-6c126e27-e376-4745-9d74-b1975dafe9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'name': 'tempest-TestNetworkBasicOps-router-144346', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:47:04Z', 'revision_number': 7, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:32Z', 'updated_at': '2021-07-23T16:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:47:07.071803 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b0d50b5-e265-43b6-b7ea-5e05a122c4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:07.085030 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-efc68a89-fe7d-482d-a0f0-d601d8dcf24f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:07.119955 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:47:07.121392 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c126e27-e376-4745-9d74-b1975dafe9f5 None None] The sync data for ids ['14a86fd6-7195-41d6-a4e0-db084f9fa312'] in n-d-778549-4 is: [{'id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'name': 'tempest-TestNetworkBasicOps-router-144346', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:47:04Z', 'revision_number': 7, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': '1d69f665-6305-4c80-9b58-9606d4f2197c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a86fd6-7195-41d6-a4e0-db084f9fa312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:32Z', 'updated_at': '2021-07-23T16:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:47:07.147614 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-05d95f54-c823-43dc-a905-b2abbb0fddd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:07.217465 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d95f54-c823-43dc-a905-b2abbb0fddd9 None None] Pushing event deleted for resources: {'Port': ['ID=157ffa82-5b9f-4dc6-9034-10f08722673a,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:07.227159 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d95f54-c823-43dc-a905-b2abbb0fddd9 None None] No DVR routers for this DVR port 157ffa82-5b9f-4dc6-9034-10f08722673a on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:47:07.227615 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b0d50b5-e265-43b6-b7ea-5e05a122c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:07.233006 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7b0d50b5-e265-43b6-b7ea-5e05a122c4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:07.242009 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7b0d50b5-e265-43b6-b7ea-5e05a122c4cd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8af14aaa-8803-41e7-a4e2-99d37f827c83 HTTP/1.1" status: 204 len: 168 time: 0.3371143 Jul 23 16:47:07.248375 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-efc68a89-fe7d-482d-a0f0-d601d8dcf24f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Deleting port 1d69f665-6305-4c80-9b58-9606d4f2197c {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:47:07.249242 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-efc68a89-fe7d-482d-a0f0-d601d8dcf24f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:07.267306 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d50b5-e265-43b6-b7ea-5e05a122c4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af14aaa-8803-41e7-a4e2-99d37f827c83,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:07.379293 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-efc68a89-fe7d-482d-a0f0-d601d8dcf24f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] For port 1d69f665-6305-4c80-9b58-9606d4f2197c, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=1d69f665-6305-4c80-9b58-9606d4f2197c,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:47:07.379669 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-efc68a89-fe7d-482d-a0f0-d601d8dcf24f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:07.394026 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-efc68a89-fe7d-482d-a0f0-d601d8dcf24f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Calling delete_port for 1d69f665-6305-4c80-9b58-9606d4f2197c owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:47:07.508150 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:07.772380 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-efc68a89-fe7d-482d-a0f0-d601d8dcf24f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:07.878763 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc68a89-fe7d-482d-a0f0-d601d8dcf24f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event deleted for resources: {'Port': ['ID=1d69f665-6305-4c80-9b58-9606d4f2197c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:08.025229 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-efc68a89-fe7d-482d-a0f0-d601d8dcf24f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.210415 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-efc68a89-fe7d-482d-a0f0-d601d8dcf24f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.220381 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-efc68a89-fe7d-482d-a0f0-d601d8dcf24f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.278570 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-efc68a89-fe7d-482d-a0f0-d601d8dcf24f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.279274 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc68a89-fe7d-482d-a0f0-d601d8dcf24f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Fanout notify agent at l3_agent the message router_deleted on router 14a86fd6-7195-41d6-a4e0-db084f9fa312 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:47:08.303016 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-efc68a89-fe7d-482d-a0f0-d601d8dcf24f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.305606 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-efc68a89-fe7d-482d-a0f0-d601d8dcf24f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "DELETE /v2.0/routers/14a86fd6-7195-41d6-a4e0-db084f9fa312 HTTP/1.1" status: 204 len: 168 time: 1.9027948 Jul 23 16:47:08.308377 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41914) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:08.323095 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 157ffa82-5b9f-4dc6-9034-10f08722673a no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:47:08.368155 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 157ffa82-5b9f-4dc6-9034-10f08722673a {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:47:08.368768 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 157ffa82-5b9f-4dc6-9034-10f08722673a not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:47:08.369823 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 10754dbe-1d7e-4d98-8571-d14e7464dde2 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:47:08.409476 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 10754dbe-1d7e-4d98-8571-d14e7464dde2 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:47:08.411409 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 10754dbe-1d7e-4d98-8571-d14e7464dde2 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:47:08.497779 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63cbf22e-c47d-4cb6-bf0d-d9c63544c79c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.633277 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.657379 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63cbf22e-c47d-4cb6-bf0d-d9c63544c79c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.683010 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-63cbf22e-c47d-4cb6-bf0d-d9c63544c79c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b57ad19-07f2-4db9-9db5-b1bd62f6bddb']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:47:08.712324 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-63cbf22e-c47d-4cb6-bf0d-d9c63544c79c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75a9572-ecce-461e-8aac-a16bbf3e30ed') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:47:08.715108 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-63cbf22e-c47d-4cb6-bf0d-d9c63544c79c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75a9572-ecce-461e-8aac-a16bbf3e30ed') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:47:08.743704 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63cbf22e-c47d-4cb6-bf0d-d9c63544c79c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.766329 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63cbf22e-c47d-4cb6-bf0d-d9c63544c79c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.779591 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63cbf22e-c47d-4cb6-bf0d-d9c63544c79c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:47:08.780008 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63cbf22e-c47d-4cb6-bf0d-d9c63544c79c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.868217 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:47:08.868217 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:47:08.868217 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:47:08.868217 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:47:08.868217 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:47:08.868217 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:47:08.868217 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:47:08.868217 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:47:08.868217 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:47:08.868217 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:47:08.868217 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:47:08.868217 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:47:08.868217 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:47:08.868217 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:47:08.868217 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:47:08.868217 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:47:08.868217 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:47:08.868217 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:47:08.868217 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:47:08.868217 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:47:08.868217 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:47:08.868217 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:47:08.868217 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:47:08.868217 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:47:08.868217 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:47:08.868217 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:47:08.868217 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:47:08.868217 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:47:08.868217 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:47:08.868217 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:47:08.868217 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:47:08.868217 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:47:08.881452 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63cbf22e-c47d-4cb6-bf0d-d9c63544c79c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.895043 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63cbf22e-c47d-4cb6-bf0d-d9c63544c79c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.901537 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-63cbf22e-c47d-4cb6-bf0d-d9c63544c79c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "DELETE /v2.0/networks/5b57ad19-07f2-4db9-9db5-b1bd62f6bddb HTTP/1.1" status: 204 len: 168 time: 0.5915339 Jul 23 16:47:08.925484 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbf22e-c47d-4cb6-bf0d-d9c63544c79c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event deleted for resources: {'Network': ['ID=5b57ad19-07f2-4db9-9db5-b1bd62f6bddb,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:08.929119 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 41942) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:08.947159 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-cbc44979-957b-4b3c-9cdb-748ab5c962f5 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'network': {'name': 'tempest-network-smoke--1623192245', 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'port_security_enabled': True}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:47:09.018828 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc44979-957b-4b3c-9cdb-748ab5c962f5 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Made reservation on behalf of 26442a7d2aa845bc8d6525b42b6b3848 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:47:09.027470 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cbc44979-957b-4b3c-9cdb-748ab5c962f5 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:09.080836 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc44979-957b-4b3c-9cdb-748ab5c962f5 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] vlan segment allocate from pool success with {'vlan_id': 1141, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:47:09.095169 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cbc44979-957b-4b3c-9cdb-748ab5c962f5 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:09.097378 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-cbc44979-957b-4b3c-9cdb-748ab5c962f5 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Added segment 6f03c519-85a6-4760-a9ee-19d0e51132b8 of type vlan for network 8a50d46d-7d67-480f-a9d0-d81540f7cf57 Jul 23 16:47:09.192042 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cbc44979-957b-4b3c-9cdb-748ab5c962f5 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:09.274909 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cbc44979-957b-4b3c-9cdb-748ab5c962f5 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:09.282221 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc44979-957b-4b3c-9cdb-748ab5c962f5 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:09.283224 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cbc44979-957b-4b3c-9cdb-748ab5c962f5 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:09.339922 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cbc44979-957b-4b3c-9cdb-748ab5c962f5 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4018342 Jul 23 16:47:09.342309 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 41968) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:09.353282 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-2628239a-4551-45df-bb06-c82d9a73322c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1891597227', 'admin_state_up': True, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:47:09.424282 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2628239a-4551-45df-bb06-c82d9a73322c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:09.425454 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2628239a-4551-45df-bb06-c82d9a73322c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:09.466448 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc44979-957b-4b3c-9cdb-748ab5c962f5 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'Network': ['ID=8a50d46d-7d67-480f-a9d0-d81540f7cf57,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:09.492550 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 8a50d46d-7d67-480f-a9d0-d81540f7cf57 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:47:09.599883 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2628239a-4551-45df-bb06-c82d9a73322c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:09.815474 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2628239a-4551-45df-bb06-c82d9a73322c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:10.159784 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1d69f665-6305-4c80-9b58-9606d4f2197c no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:47:10.211971 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2628239a-4551-45df-bb06-c82d9a73322c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:10.246687 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42036) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:10.280890 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2628239a-4551-45df-bb06-c82d9a73322c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:10.397382 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 1d69f665-6305-4c80-9b58-9606d4f2197c {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:47:10.397897 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1d69f665-6305-4c80-9b58-9606d4f2197c not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:47:10.415138 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b0100590-ba3d-49ae-9c28-2ba0f5186eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:10.554218 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-2628239a-4551-45df-bb06-c82d9a73322c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Allocated IP 172.25.8.53 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/f3e00e02-8e62-472d-ba1a-d48025e097f2) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:47:10.571337 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b0100590-ba3d-49ae-9c28-2ba0f5186eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:10.578895 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b0100590-ba3d-49ae-9c28-2ba0f5186eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:10.628381 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0100590-ba3d-49ae-9c28-2ba0f5186eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546dbc05-ada4-43f7-8ad1-779479740559,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:10.693007 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b0100590-ba3d-49ae-9c28-2ba0f5186eeb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ee24c026f9bc46b7b0ca21a98e6f6be7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4451077 Jul 23 16:47:10.693643 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42072) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:10.789259 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ff6fec68-56c6-4a56-9ad0-3bd0c5e92e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:10.822748 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ff6fec68-56c6-4a56-9ad0-3bd0c5e92e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:10.825320 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2628239a-4551-45df-bb06-c82d9a73322c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:10.896506 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2628239a-4551-45df-bb06-c82d9a73322c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:10.929534 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ff6fec68-56c6-4a56-9ad0-3bd0c5e92e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:10.933368 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ff6fec68-56c6-4a56-9ad0-3bd0c5e92e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:10.934675 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ff6fec68-56c6-4a56-9ad0-3bd0c5e92e6a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/546dbc05-ada4-43f7-8ad1-779479740559 HTTP/1.1" status: 204 len: 168 time: 0.2401042 Jul 23 16:47:10.951681 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2628239a-4551-45df-bb06-c82d9a73322c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:47:10.952789 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6fec68-56c6-4a56-9ad0-3bd0c5e92e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546dbc05-ada4-43f7-8ad1-779479740559,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:10.961472 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-2628239a-4551-45df-bb06-c82d9a73322c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:47:10.964917 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2628239a-4551-45df-bb06-c82d9a73322c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:47:11.053858 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628239a-4551-45df-bb06-c82d9a73322c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'Port': ['ID=f3e00e02-8e62-472d-ba1a-d48025e097f2,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:11.429496 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2628239a-4551-45df-bb06-c82d9a73322c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:11.444325 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42106) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:11.472097 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-60d8ae50-acec-49e2-be10-42abf9a17864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:11.507695 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42110) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:11.630294 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-60d8ae50-acec-49e2-be10-42abf9a17864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:11.636614 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-60d8ae50-acec-49e2-be10-42abf9a17864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:11.702443 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-60d8ae50-acec-49e2-be10-42abf9a17864 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=167ddb30aab0477989ebfd03ba1373fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2539327 Jul 23 16:47:11.702443 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8ae50-acec-49e2-be10-42abf9a17864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf259f2-ac79-468a-bf5f-532815dcd804,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:11.706744 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42114) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:11.802386 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1ad3c32-c6ef-4191-a135-cbb9683e1b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:11.834780 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1ad3c32-c6ef-4191-a135-cbb9683e1b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:11.910710 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1ad3c32-c6ef-4191-a135-cbb9683e1b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:11.917022 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1ad3c32-c6ef-4191-a135-cbb9683e1b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:11.925608 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c1ad3c32-c6ef-4191-a135-cbb9683e1b4e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9cf259f2-ac79-468a-bf5f-532815dcd804 HTTP/1.1" status: 204 len: 168 time: 0.2144427 Jul 23 16:47:11.938649 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad3c32-c6ef-4191-a135-cbb9683e1b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf259f2-ac79-468a-bf5f-532815dcd804,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:12.109804 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0fd984db-7997-4492-9469-6fcb7e33040d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:12.179075 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2628239a-4551-45df-bb06-c82d9a73322c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:12.339997 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0fd984db-7997-4492-9469-6fcb7e33040d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:12.358995 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0fd984db-7997-4492-9469-6fcb7e33040d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:12.410020 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2628239a-4551-45df-bb06-c82d9a73322c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Router 86340e3f-c91f-47bf-b609-b6c6a2b6069e is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:47:12.419424 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42138) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:12.423634 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0fd984db-7997-4492-9469-6fcb7e33040d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7dd74809d0794adfbf612a2d642601d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9148650 Jul 23 16:47:12.424401 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42140) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:12.426562 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd984db-7997-4492-9469-6fcb7e33040d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c78d87-1a62-4c91-8dd5-4ea2cf20f509,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:12.446715 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-495f1446-14a9-4ecb-8740-5db0a0aeb4d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:12.577344 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0fa79450-90bb-48b1-824d-886201f87236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:12.594315 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-495f1446-14a9-4ecb-8740-5db0a0aeb4d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:12.599799 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-495f1446-14a9-4ecb-8740-5db0a0aeb4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:12.613906 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2628239a-4551-45df-bb06-c82d9a73322c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:47:12.624097 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdb2ec6-8d9c-419d-9a8a-655140b690cf None None] Sync routers for ids ['86340e3f-c91f-47bf-b609-b6c6a2b6069e'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:47:12.631081 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0fa79450-90bb-48b1-824d-886201f87236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:12.643936 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdb2ec6-8d9c-419d-9a8a-655140b690cf None None] Routers {'86340e3f-c91f-47bf-b609-b6c6a2b6069e'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:47:12.645139 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-dfdb2ec6-8d9c-419d-9a8a-655140b690cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:47:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['86340e3f-c91f-47bf-b609-b6c6a2b6069e'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:47:12.671363 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2628239a-4551-45df-bb06-c82d9a73322c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:12.676187 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2628239a-4551-45df-bb06-c82d9a73322c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3328013 Jul 23 16:47:12.679454 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42146) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:12.715930 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f1446-14a9-4ecb-8740-5db0a0aeb4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1fa9c5-eb69-4383-a0d6-9056c6efec4b,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:12.716731 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2eb21ef5-3dbc-4742-9e76-f6bbe1feff65 tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=26442a7d2aa845bc8d6525b42b6b3848&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359700 Jul 23 16:47:12.717709 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42148) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:12.726787 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-495f1446-14a9-4ecb-8740-5db0a0aeb4d7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=98152f7b3bf84f9ca68b0c2a8c037bbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3062389 Jul 23 16:47:12.728115 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42150) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:12.794175 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0fa79450-90bb-48b1-824d-886201f87236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:12.806866 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0fa79450-90bb-48b1-824d-886201f87236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:12.808347 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0fa79450-90bb-48b1-824d-886201f87236 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/88c78d87-1a62-4c91-8dd5-4ea2cf20f509 HTTP/1.1" status: 204 len: 168 time: 0.3789952 Jul 23 16:47:12.809808 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-dfdb2ec6-8d9c-419d-9a8a-655140b690cf None None] Set router 86340e3f-c91f-47bf-b609-b6c6a2b6069e gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:47:12.839900 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-da0da1b0-dbfe-47e1-b919-8d3af36ab5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:12.841433 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa79450-90bb-48b1-824d-886201f87236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c78d87-1a62-4c91-8dd5-4ea2cf20f509,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:12.868394 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-da0da1b0-dbfe-47e1-b919-8d3af36ab5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:12.941746 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380dd4a6-39b2-4d15-ae6f-39aa0be1c947 tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:12.946453 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42158) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:12.947024 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-380dd4a6-39b2-4d15-ae6f-39aa0be1c947 tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2271340 Jul 23 16:47:12.963354 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-da0da1b0-dbfe-47e1-b919-8d3af36ab5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:12.967625 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-da0da1b0-dbfe-47e1-b919-8d3af36ab5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:12.969987 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-da0da1b0-dbfe-47e1-b919-8d3af36ab5ce admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0c1fa9c5-eb69-4383-a0d6-9056c6efec4b HTTP/1.1" status: 204 len: 168 time: 0.2393107 Jul 23 16:47:13.018130 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0da1b0-dbfe-47e1-b919-8d3af36ab5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1fa9c5-eb69-4383-a0d6-9056c6efec4b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:13.034686 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6691e371-3bc8-4c60-8db0-70777420c741 tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4e763b06-7572-4747-a18b-44a256cb56cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0834541 Jul 23 16:47:13.034686 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42162) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:13.042062 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-724850fa-26e6-4ffe-bf01-66b212dc3703 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-675026002', 'network_id': '8a50d46d-7d67-480f-a9d0-d81540f7cf57', 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:47:13.162239 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-dfdb2ec6-8d9c-419d-9a8a-655140b690cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'name': 'tempest-TestNetworkBasicOps-router-1891597227', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'f3e00e02-8e62-472d-ba1a-d48025e097f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:47:09Z', 'updated_at': '2021-07-23T16:47:11Z', 'revision_number': 3, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': 'f3e00e02-8e62-472d-ba1a-d48025e097f2', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:47:10Z', 'updated_at': '2021-07-23T16:47:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:47:13.212213 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdb2ec6-8d9c-419d-9a8a-655140b690cf None None] Checking router: 86340e3f-c91f-47bf-b609-b6c6a2b6069e for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:47:13.212843 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdb2ec6-8d9c-419d-9a8a-655140b690cf None None] Updating router 86340e3f-c91f-47bf-b609-b6c6a2b6069e port f3e00e02-8e62-472d-ba1a-d48025e097f2 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:47:13.255018 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dfdb2ec6-8d9c-419d-9a8a-655140b690cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:13.256528 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724850fa-26e6-4ffe-bf01-66b212dc3703 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Made reservation on behalf of 26442a7d2aa845bc8d6525b42b6b3848 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:47:13.260281 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-724850fa-26e6-4ffe-bf01-66b212dc3703 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:13.577089 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-724850fa-26e6-4ffe-bf01-66b212dc3703 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:13.610525 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42184) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:13.625935 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5dd39923-99a2-4200-915d-c4d8e324f201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:13.715675 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724850fa-26e6-4ffe-bf01-66b212dc3703 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'Subnet': ['ID=154ef37b-30d6-4316-b5be-a20e885e3389,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:13.731556 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724850fa-26e6-4ffe-bf01-66b212dc3703 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Checking segment: {'id': '6f03c519-85a6-4760-a9ee-19d0e51132b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '8a50d46d-7d67-480f-a9d0-d81540f7cf57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:47:13.732249 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724850fa-26e6-4ffe-bf01-66b212dc3703 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Network hostable DHCP agents. Network: 8a50d46d-7d67-480f-a9d0-d81540f7cf57, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:47:13.758721 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724850fa-26e6-4ffe-bf01-66b212dc3703 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Network 8a50d46d-7d67-480f-a9d0-d81540f7cf57 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:47:13.765874 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dfdb2ec6-8d9c-419d-9a8a-655140b690cf None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:13.776947 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-724850fa-26e6-4ffe-bf01-66b212dc3703 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 8a50d46d-7d67-480f-a9d0-d81540f7cf57) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:47:13.782513 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-dfdb2ec6-8d9c-419d-9a8a-655140b690cf None None] Transition to ACTIVE for port object f3e00e02-8e62-472d-ba1a-d48025e097f2 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:47:13.786848 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724850fa-26e6-4ffe-bf01-66b212dc3703 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:13.788089 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-724850fa-26e6-4ffe-bf01-66b212dc3703 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:13.805222 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b3020c-547d-4d04-b577-41c787fe80c6 None None] Network 8a50d46d-7d67-480f-a9d0-d81540f7cf57 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:47:13.815226 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dfdb2ec6-8d9c-419d-9a8a-655140b690cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:13.820563 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5dd39923-99a2-4200-915d-c4d8e324f201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:13.834355 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5dd39923-99a2-4200-915d-c4d8e324f201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:13.865329 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-724850fa-26e6-4ffe-bf01-66b212dc3703 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8294916 Jul 23 16:47:13.866055 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42190) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:13.952895 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd39923-99a2-4200-915d-c4d8e324f201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba9df9c-78ba-411e-9834-829f7fe3c83d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:13.966401 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5dd39923-99a2-4200-915d-c4d8e324f201 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=68c7bad66f1744cdaa6639f0dc44ed98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3541696 Jul 23 16:47:13.969683 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42194) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:14.099603 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e4bed23-6840-46bb-9128-6406275a7840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:14.105723 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea19a72-d1c9-4566-b4a9-6b78ee65bddf None None] Pushing event updated for resources: {'Port': ['ID=f3e00e02-8e62-472d-ba1a-d48025e097f2,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:14.125217 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-dfdb2ec6-8d9c-419d-9a8a-655140b690cf None None] Attempting to bind port f3e00e02-8e62-472d-ba1a-d48025e097f2 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:47:14.125623 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-dfdb2ec6-8d9c-419d-9a8a-655140b690cf None None] Attempting to bind port f3e00e02-8e62-472d-ba1a-d48025e097f2 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:47:14.126757 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdb2ec6-8d9c-419d-9a8a-655140b690cf None None] Attempting to bind port f3e00e02-8e62-472d-ba1a-d48025e097f2 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:47:14.144876 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e4bed23-6840-46bb-9128-6406275a7840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:14.157521 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdb2ec6-8d9c-419d-9a8a-655140b690cf None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:47:14.158269 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdb2ec6-8d9c-419d-9a8a-655140b690cf None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:47:14.158938 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dfdb2ec6-8d9c-419d-9a8a-655140b690cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:14.159637 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdb2ec6-8d9c-419d-9a8a-655140b690cf None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:47:14.160469 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-dfdb2ec6-8d9c-419d-9a8a-655140b690cf None None] Bound port: f3e00e02-8e62-472d-ba1a-d48025e097f2, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:47:14.161087 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dfdb2ec6-8d9c-419d-9a8a-655140b690cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:14.221331 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e4bed23-6840-46bb-9128-6406275a7840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:14.226443 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e4bed23-6840-46bb-9128-6406275a7840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:14.233880 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3e4bed23-6840-46bb-9128-6406275a7840 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bba9df9c-78ba-411e-9834-829f7fe3c83d HTTP/1.1" status: 204 len: 168 time: 0.2599044 Jul 23 16:47:14.250390 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4bed23-6840-46bb-9128-6406275a7840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba9df9c-78ba-411e-9834-829f7fe3c83d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:14.285442 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8256bb-2c68-48f1-98aa-94238bd52671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-8a50d46d-7d67-480f-a9d0-d81540f7cf57', 'network_id': '8a50d46d-7d67-480f-a9d0-d81540f7cf57', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'fixed_ips': [{'subnet_id': '154ef37b-30d6-4316-b5be-a20e885e3389'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:47:14.287588 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bc8256bb-2c68-48f1-98aa-94238bd52671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:14.343552 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-dfdb2ec6-8d9c-419d-9a8a-655140b690cf None None] For port f3e00e02-8e62-472d-ba1a-d48025e097f2, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:47:14.509188 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-dfdb2ec6-8d9c-419d-9a8a-655140b690cf None None] For port f3e00e02-8e62-472d-ba1a-d48025e097f2, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=f3e00e02-8e62-472d-ba1a-d48025e097f2,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:47:14.531242 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dfdb2ec6-8d9c-419d-9a8a-655140b690cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:14.709773 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdb2ec6-8d9c-419d-9a8a-655140b690cf None None] Routers {'86340e3f-c91f-47bf-b609-b6c6a2b6069e'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:47:14.710580 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-dfdb2ec6-8d9c-419d-9a8a-655140b690cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:47:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['86340e3f-c91f-47bf-b609-b6c6a2b6069e'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:47:14.773321 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea19a72-d1c9-4566-b4a9-6b78ee65bddf None None] Pushing event updated for resources: {'Port': ['ID=f3e00e02-8e62-472d-ba1a-d48025e097f2,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:14.840836 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-bc8256bb-2c68-48f1-98aa-94238bd52671 None None] Allocated IP 172.20.0.2 (8a50d46d-7d67-480f-a9d0-d81540f7cf57/154ef37b-30d6-4316-b5be-a20e885e3389/8d885088-e1a2-4aa7-8180-c3590605cf68) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:47:14.915344 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-dfdb2ec6-8d9c-419d-9a8a-655140b690cf None None] Set router 86340e3f-c91f-47bf-b609-b6c6a2b6069e gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:47:14.929400 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e6e0664-5f42-4f97-b0d5-4a37d480c472 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:15.094995 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42236) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:15.378099 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bc8256bb-2c68-48f1-98aa-94238bd52671 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:15.389569 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-bc8256bb-2c68-48f1-98aa-94238bd52671 None None] Transition to ACTIVE for port object 8d885088-e1a2-4aa7-8180-c3590605cf68 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:47:15.414647 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-bc8256bb-2c68-48f1-98aa-94238bd52671 None None] Transition to ACTIVE for port object 8d885088-e1a2-4aa7-8180-c3590605cf68 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:47:15.427821 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bc8256bb-2c68-48f1-98aa-94238bd52671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:15.502963 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1a3c7d07-4fc8-4d10-b5c6-89f8c427b7ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:15.508962 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8256bb-2c68-48f1-98aa-94238bd52671 None None] Pushing event updated for resources: {'Port': ['ID=8d885088-e1a2-4aa7-8180-c3590605cf68,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:15.524472 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8256bb-2c68-48f1-98aa-94238bd52671 None None] Network 8a50d46d-7d67-480f-a9d0-d81540f7cf57 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:47:15.526910 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-bc8256bb-2c68-48f1-98aa-94238bd52671 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:47:15.530084 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8256bb-2c68-48f1-98aa-94238bd52671 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:47:15.554046 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-6e6e0664-5f42-4f97-b0d5-4a37d480c472 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Allocated IP 172.20.0.1 (8a50d46d-7d67-480f-a9d0-d81540f7cf57/154ef37b-30d6-4316-b5be-a20e885e3389/1ec337cd-4470-4ff1-a8e7-ebcf722e7e09) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:47:15.819470 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1a3c7d07-4fc8-4d10-b5c6-89f8c427b7ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:15.830395 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1a3c7d07-4fc8-4d10-b5c6-89f8c427b7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:15.859382 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e6e0664-5f42-4f97-b0d5-4a37d480c472 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:15.894192 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-6e6e0664-5f42-4f97-b0d5-4a37d480c472 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Transition to ACTIVE for port object 1ec337cd-4470-4ff1-a8e7-ebcf722e7e09 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:47:15.903183 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c7d07-4fc8-4d10-b5c6-89f8c427b7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583c2fd4-33fe-4aa0-b701-0d38ddaaa1fa,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:15.927418 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-dfdb2ec6-8d9c-419d-9a8a-655140b690cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'name': 'tempest-TestNetworkBasicOps-router-1891597227', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'f3e00e02-8e62-472d-ba1a-d48025e097f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:47:09Z', 'updated_at': '2021-07-23T16:47:11Z', 'revision_number': 3, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': 'f3e00e02-8e62-472d-ba1a-d48025e097f2', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:47:10Z', 'updated_at': '2021-07-23T16:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:47:15.954146 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e6e0664-5f42-4f97-b0d5-4a37d480c472 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:15.976161 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1a3c7d07-4fc8-4d10-b5c6-89f8c427b7ca admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d1c44a7bbf71483189ae5a7dd882a483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8783069 Jul 23 16:47:15.977034 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42266) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:15.995123 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdb2ec6-8d9c-419d-9a8a-655140b690cf None None] The sync data for ids ['86340e3f-c91f-47bf-b609-b6c6a2b6069e'] in n-d-778549-4 is: [{'id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'name': 'tempest-TestNetworkBasicOps-router-1891597227', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'f3e00e02-8e62-472d-ba1a-d48025e097f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:47:09Z', 'updated_at': '2021-07-23T16:47:11Z', 'revision_number': 3, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': 'f3e00e02-8e62-472d-ba1a-d48025e097f2', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:47:10Z', 'updated_at': '2021-07-23T16:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:47:16.042519 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6e0664-5f42-4f97-b0d5-4a37d480c472 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Network 8a50d46d-7d67-480f-a9d0-d81540f7cf57 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:47:16.053520 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-6e6e0664-5f42-4f97-b0d5-4a37d480c472 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:47:16.061634 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6e0664-5f42-4f97-b0d5-4a37d480c472 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:47:16.074638 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-bc8256bb-2c68-48f1-98aa-94238bd52671 None None] Attempting to bind port 8d885088-e1a2-4aa7-8180-c3590605cf68 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:47:16.075402 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-bc8256bb-2c68-48f1-98aa-94238bd52671 None None] Attempting to bind port 8d885088-e1a2-4aa7-8180-c3590605cf68 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '6f03c519-85a6-4760-a9ee-19d0e51132b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '8a50d46d-7d67-480f-a9d0-d81540f7cf57'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:47:16.085717 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8256bb-2c68-48f1-98aa-94238bd52671 None None] Attempting to bind port 8d885088-e1a2-4aa7-8180-c3590605cf68 on network 8a50d46d-7d67-480f-a9d0-d81540f7cf57 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:47:16.092377 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8256bb-2c68-48f1-98aa-94238bd52671 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:47:16.092969 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8256bb-2c68-48f1-98aa-94238bd52671 None None] Checking segment: {'id': '6f03c519-85a6-4760-a9ee-19d0e51132b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '8a50d46d-7d67-480f-a9d0-d81540f7cf57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:47:16.094152 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bc8256bb-2c68-48f1-98aa-94238bd52671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:16.094721 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8256bb-2c68-48f1-98aa-94238bd52671 None None] Bound using segment: {'id': '6f03c519-85a6-4760-a9ee-19d0e51132b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '8a50d46d-7d67-480f-a9d0-d81540f7cf57'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:47:16.095380 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-bc8256bb-2c68-48f1-98aa-94238bd52671 None None] Bound port: 8d885088-e1a2-4aa7-8180-c3590605cf68, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f03c519-85a6-4760-a9ee-19d0e51132b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '8a50d46d-7d67-480f-a9d0-d81540f7cf57'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:47:16.095934 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bc8256bb-2c68-48f1-98aa-94238bd52671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:16.114718 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1023cf75-314d-45aa-a845-1df6e7529069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:16.177201 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e0664-5f42-4f97-b0d5-4a37d480c472 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'Port': ['ID=1ec337cd-4470-4ff1-a8e7-ebcf722e7e09,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:16.185517 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1023cf75-314d-45aa-a845-1df6e7529069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:16.227382 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e6e0664-5f42-4f97-b0d5-4a37d480c472 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:16.277516 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-bc8256bb-2c68-48f1-98aa-94238bd52671 None None] For port 8d885088-e1a2-4aa7-8180-c3590605cf68, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:47:16.284484 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-bc8256bb-2c68-48f1-98aa-94238bd52671 None None] For port 8d885088-e1a2-4aa7-8180-c3590605cf68, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=8d885088-e1a2-4aa7-8180-c3590605cf68,segment=NetworkSegment(6f03c519-85a6-4760-a9ee-19d0e51132b8),segment_id=6f03c519-85a6-4760-a9ee-19d0e51132b8)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:47:16.290726 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bc8256bb-2c68-48f1-98aa-94238bd52671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:16.321351 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1023cf75-314d-45aa-a845-1df6e7529069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:16.326709 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1023cf75-314d-45aa-a845-1df6e7529069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:16.329854 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1023cf75-314d-45aa-a845-1df6e7529069 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/583c2fd4-33fe-4aa0-b701-0d38ddaaa1fa HTTP/1.1" status: 204 len: 168 time: 0.3515077 Jul 23 16:47:16.346981 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023cf75-314d-45aa-a845-1df6e7529069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583c2fd4-33fe-4aa0-b701-0d38ddaaa1fa,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:16.498206 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8256bb-2c68-48f1-98aa-94238bd52671 None None] Pushing event updated for resources: {'Port': ['ID=8d885088-e1a2-4aa7-8180-c3590605cf68,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:16.607777 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e6e0664-5f42-4f97-b0d5-4a37d480c472 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:17.198884 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e6e0664-5f42-4f97-b0d5-4a37d480c472 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:17.206259 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e6e0664-5f42-4f97-b0d5-4a37d480c472 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:17.265537 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42310) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:17.288999 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f556f76-bdcd-4e10-9c4d-56bc024d0ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:17.368340 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e0664-5f42-4f97-b0d5-4a37d480c472 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'Port': ['ID=1ec337cd-4470-4ff1-a8e7-ebcf722e7e09,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:17.426798 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e6e0664-5f42-4f97-b0d5-4a37d480c472 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:17.558986 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f556f76-bdcd-4e10-9c4d-56bc024d0ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:17.572863 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f556f76-bdcd-4e10-9c4d-56bc024d0ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:17.637107 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7f556f76-bdcd-4e10-9c4d-56bc024d0ca6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c1138e1c1be44676a42e6b90802337a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3692243 Jul 23 16:47:17.639373 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42318) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:17.672110 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f556f76-bdcd-4e10-9c4d-56bc024d0ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6b38b3-766a-4d28-ab63-50e24e0284ca,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:17.711352 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6e0664-5f42-4f97-b0d5-4a37d480c472 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Network 8a50d46d-7d67-480f-a9d0-d81540f7cf57 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:47:17.716341 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-6e6e0664-5f42-4f97-b0d5-4a37d480c472 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:47:17.848494 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2ae8267f-c039-4395-82a8-b8b9952b89c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:17.900307 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2ae8267f-c039-4395-82a8-b8b9952b89c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:17.960637 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6e0664-5f42-4f97-b0d5-4a37d480c472 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Router 86340e3f-c91f-47bf-b609-b6c6a2b6069e has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:47:18.021603 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2ae8267f-c039-4395-82a8-b8b9952b89c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:18.029455 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2ae8267f-c039-4395-82a8-b8b9952b89c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:18.030635 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2ae8267f-c039-4395-82a8-b8b9952b89c8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9b6b38b3-766a-4d28-ab63-50e24e0284ca HTTP/1.1" status: 204 len: 168 time: 0.3903093 Jul 23 16:47:18.073553 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8267f-c039-4395-82a8-b8b9952b89c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6b38b3-766a-4d28-ab63-50e24e0284ca,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:18.121634 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068ba341-a630-4fda-a5c0-867e9cd85ca0 None None] Network 8a50d46d-7d67-480f-a9d0-d81540f7cf57 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:47:18.175731 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6e0664-5f42-4f97-b0d5-4a37d480c472 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:47:18.191071 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42334) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:18.204880 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6e6e0664-5f42-4f97-b0d5-4a37d480c472 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "PUT /v2.0/routers/86340e3f-c91f-47bf-b609-b6c6a2b6069e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3371575 Jul 23 16:47:18.382195 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f3e00e02-8e62-472d-ba1a-d48025e097f2 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:47:18.388433 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-96c3745c-4af3-4079-95fe-f7f0d79f0c15 None None] Provisioning for port 8d885088-e1a2-4aa7-8180-c3590605cf68 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:47:18.522771 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42342) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:18.693147 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b35e0b9-7101-40cf-a70a-ff2fa0f6b2ea tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:18.694376 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b35e0b9-7101-40cf-a70a-ff2fa0f6b2ea tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:18.695070 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b35e0b9-7101-40cf-a70a-ff2fa0f6b2ea tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:18.695933 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b35e0b9-7101-40cf-a70a-ff2fa0f6b2ea tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:18.696659 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b35e0b9-7101-40cf-a70a-ff2fa0f6b2ea tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:18.698923 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9b35e0b9-7101-40cf-a70a-ff2fa0f6b2ea tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3592 time: 0.5065410 Jul 23 16:47:18.701476 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42350) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:18.755917 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port f3e00e02-8e62-472d-ba1a-d48025e097f2 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:47:18.767560 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port f3e00e02-8e62-472d-ba1a-d48025e097f2 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:47:18.768340 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:18.820458 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3ab06398-fdb4-43e5-bb16-b08f99522d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:18.936744 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789d1f02-d04f-4b45-a729-7ae862defb34 tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:18.937610 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789d1f02-d04f-4b45-a729-7ae862defb34 tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:18.938336 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789d1f02-d04f-4b45-a729-7ae862defb34 tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:18.938942 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789d1f02-d04f-4b45-a729-7ae862defb34 tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:18.939730 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789d1f02-d04f-4b45-a729-7ae862defb34 tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:18.942329 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-789d1f02-d04f-4b45-a729-7ae862defb34 tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3369 time: 0.2396011 Jul 23 16:47:18.945237 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42358) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:18.996675 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:19.080538 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port f3e00e02-8e62-472d-ba1a-d48025e097f2, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=f3e00e02-8e62-472d-ba1a-d48025e097f2,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:47:19.088865 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:19.091884 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 8d885088-e1a2-4aa7-8180-c3590605cf68 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:47:19.101853 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3ab06398-fdb4-43e5-bb16-b08f99522d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:19.109893 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3ab06398-fdb4-43e5-bb16-b08f99522d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:19.113496 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad7d333-65fc-436a-9748-dec441953451 None None] Sync routers for ids ['86340e3f-c91f-47bf-b609-b6c6a2b6069e'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:47:19.130889 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad7d333-65fc-436a-9748-dec441953451 None None] Routers {'86340e3f-c91f-47bf-b609-b6c6a2b6069e'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:47:19.131597 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-7ad7d333-65fc-436a-9748-dec441953451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:47:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['86340e3f-c91f-47bf-b609-b6c6a2b6069e'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:47:19.242570 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42366) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:19.244524 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3ab06398-fdb4-43e5-bb16-b08f99522d1c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cadcd3f9e237492f8444714d4d8f9a86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7153931 Jul 23 16:47:19.245480 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab06398-fdb4-43e5-bb16-b08f99522d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bab83f-86e6-4a74-9297-6af5101535f9,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:19.304726 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=f3e00e02-8e62-472d-ba1a-d48025e097f2,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:19.357665 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 8d885088-e1a2-4aa7-8180-c3590605cf68 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:47:19.369834 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 8d885088-e1a2-4aa7-8180-c3590605cf68 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:47:19.370221 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:19.395244 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-7ad7d333-65fc-436a-9748-dec441953451 None None] Set router 86340e3f-c91f-47bf-b609-b6c6a2b6069e gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:47:19.427030 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-78a06d2d-8069-4789-872f-32200c77629e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:19.442155 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-43352d1c-f46f-45df-a0fb-6911d63f4b1c None None] Provisioning for port 1ec337cd-4470-4ff1-a8e7-ebcf722e7e09 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:47:19.453896 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-43352d1c-f46f-45df-a0fb-6911d63f4b1c None None] Provisioning complete for port 1ec337cd-4470-4ff1-a8e7-ebcf722e7e09 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:47:19.454515 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-43352d1c-f46f-45df-a0fb-6911d63f4b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:19.554568 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-43352d1c-f46f-45df-a0fb-6911d63f4b1c None None] Port 1ec337cd-4470-4ff1-a8e7-ebcf722e7e09 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:47:19.587158 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-78a06d2d-8069-4789-872f-32200c77629e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:19.618633 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-43352d1c-f46f-45df-a0fb-6911d63f4b1c None None] Provisioning complete for port 8d885088-e1a2-4aa7-8180-c3590605cf68 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:47:19.619007 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-43352d1c-f46f-45df-a0fb-6911d63f4b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:19.686779 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:19.800783 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 8d885088-e1a2-4aa7-8180-c3590605cf68, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=8d885088-e1a2-4aa7-8180-c3590605cf68,segment=NetworkSegment(6f03c519-85a6-4760-a9ee-19d0e51132b8),segment_id=6f03c519-85a6-4760-a9ee-19d0e51132b8)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:47:19.806055 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-731c7fe2-cd52-42f2-a9e9-7cf1397465c4 tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.8593566 Jul 23 16:47:19.808458 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:19.816157 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-78a06d2d-8069-4789-872f-32200c77629e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:19.818816 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-78a06d2d-8069-4789-872f-32200c77629e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:19.819960 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-78a06d2d-8069-4789-872f-32200c77629e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/59bab83f-86e6-4a74-9297-6af5101535f9 HTTP/1.1" status: 204 len: 168 time: 0.5752041 Jul 23 16:47:19.832317 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a06d2d-8069-4789-872f-32200c77629e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bab83f-86e6-4a74-9297-6af5101535f9,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:19.839129 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-7ad7d333-65fc-436a-9748-dec441953451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'name': 'tempest-TestNetworkBasicOps-router-1891597227', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'f3e00e02-8e62-472d-ba1a-d48025e097f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:47:09Z', 'updated_at': '2021-07-23T16:47:16Z', 'revision_number': 4, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': 'f3e00e02-8e62-472d-ba1a-d48025e097f2', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:47:10Z', 'updated_at': '2021-07-23T16:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '1ec337cd-4470-4ff1-a8e7-ebcf722e7e09', 'name': '', 'network_id': '8a50d46d-7d67-480f-a9d0-d81540f7cf57', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'mac_address': 'fa:16:3e:26:5f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '154ef37b-30d6-4316-b5be-a20e885e3389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:47:15Z', 'updated_at': '2021-07-23T16:47:16Z', 'revision_number': 2, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'subnets': [{'id': '154ef37b-30d6-4316-b5be-a20e885e3389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:47:19.928836 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=8d885088-e1a2-4aa7-8180-c3590605cf68,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:19.963583 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad7d333-65fc-436a-9748-dec441953451 None None] Checking router: 86340e3f-c91f-47bf-b609-b6c6a2b6069e for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:47:19.965761 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad7d333-65fc-436a-9748-dec441953451 None None] Updating router 86340e3f-c91f-47bf-b609-b6c6a2b6069e port 1ec337cd-4470-4ff1-a8e7-ebcf722e7e09 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:47:20.037501 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-7ad7d333-65fc-436a-9748-dec441953451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:20.063550 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-39d8752f-592c-4f90-ab8f-50b883225ee6 None None] Provisioning complete for port 1ec337cd-4470-4ff1-a8e7-ebcf722e7e09 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:47:20.063939 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-39d8752f-592c-4f90-ab8f-50b883225ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:20.161912 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-39d8752f-592c-4f90-ab8f-50b883225ee6 None None] Port 1ec337cd-4470-4ff1-a8e7-ebcf722e7e09 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:47:20.288593 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-098da455-2fff-496b-8478-1020f31e5a83 None None] Provisioning complete for port 1ec337cd-4470-4ff1-a8e7-ebcf722e7e09 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:47:20.288977 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-098da455-2fff-496b-8478-1020f31e5a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:20.371016 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f3e00e02-8e62-472d-ba1a-d48025e097f2 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:47:20.458167 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-098da455-2fff-496b-8478-1020f31e5a83 None None] Port 1ec337cd-4470-4ff1-a8e7-ebcf722e7e09 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:47:20.513577 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42394) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:20.527648 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port f3e00e02-8e62-472d-ba1a-d48025e097f2 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:47:20.529820 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:20.563212 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4572fa0-1dde-4c58-840b-03a662c30a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:20.699493 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4572fa0-1dde-4c58-840b-03a662c30a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:20.706871 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4572fa0-1dde-4c58-840b-03a662c30a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:20.766616 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42406) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:20.770183 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f4572fa0-1dde-4c58-840b-03a662c30a30 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2ae27c4dc53841b8ae94697120a89319&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2552221 Jul 23 16:47:20.806996 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 8d885088-e1a2-4aa7-8180-c3590605cf68 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:47:20.818507 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4572fa0-1dde-4c58-840b-03a662c30a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56c96aa-83d8-414e-aeab-c91b5fc49d1e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:20.884123 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bae12f7d-81a7-49d1-b716-97d36e167035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:20.928115 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 8d885088-e1a2-4aa7-8180-c3590605cf68 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:47:20.928638 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:20.934067 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bae12f7d-81a7-49d1-b716-97d36e167035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:20.999142 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-7ad7d333-65fc-436a-9748-dec441953451 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:21.031231 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-7ad7d333-65fc-436a-9748-dec441953451 None None] Transition to ACTIVE for port object 1ec337cd-4470-4ff1-a8e7-ebcf722e7e09 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:47:21.047362 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-7ad7d333-65fc-436a-9748-dec441953451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:21.059904 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bae12f7d-81a7-49d1-b716-97d36e167035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:21.063585 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bae12f7d-81a7-49d1-b716-97d36e167035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:21.065319 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bae12f7d-81a7-49d1-b716-97d36e167035 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b56c96aa-83d8-414e-aeab-c91b5fc49d1e HTTP/1.1" status: 204 len: 168 time: 0.2962599 Jul 23 16:47:21.104253 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d52206-1d91-4dfa-b27a-bf925d7b0833 None None] Pushing event updated for resources: {'Port': ['ID=1ec337cd-4470-4ff1-a8e7-ebcf722e7e09,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:21.107425 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae12f7d-81a7-49d1-b716-97d36e167035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56c96aa-83d8-414e-aeab-c91b5fc49d1e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:21.211142 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42416) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:21.216379 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-69527f10-f0f7-4987-9505-10b0224d3cc6 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1364401696', 'description': 'tempest-secgroup-smoke-1364401696 description', 'project_id': '26442a7d2aa845bc8d6525b42b6b3848'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:47:21.219768 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-7ad7d333-65fc-436a-9748-dec441953451 None None] Attempting to bind port 1ec337cd-4470-4ff1-a8e7-ebcf722e7e09 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:47:21.220313 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-7ad7d333-65fc-436a-9748-dec441953451 None None] Attempting to bind port 1ec337cd-4470-4ff1-a8e7-ebcf722e7e09 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '6f03c519-85a6-4760-a9ee-19d0e51132b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '8a50d46d-7d67-480f-a9d0-d81540f7cf57'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:47:21.220854 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad7d333-65fc-436a-9748-dec441953451 None None] Attempting to bind port 1ec337cd-4470-4ff1-a8e7-ebcf722e7e09 on network 8a50d46d-7d67-480f-a9d0-d81540f7cf57 {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:47:21.230902 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad7d333-65fc-436a-9748-dec441953451 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:47:21.234509 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad7d333-65fc-436a-9748-dec441953451 None None] Checking segment: {'id': '6f03c519-85a6-4760-a9ee-19d0e51132b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '8a50d46d-7d67-480f-a9d0-d81540f7cf57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:47:21.235299 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-7ad7d333-65fc-436a-9748-dec441953451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:21.236524 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad7d333-65fc-436a-9748-dec441953451 None None] Bound using segment: {'id': '6f03c519-85a6-4760-a9ee-19d0e51132b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '8a50d46d-7d67-480f-a9d0-d81540f7cf57'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:47:21.237991 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-7ad7d333-65fc-436a-9748-dec441953451 None None] Bound port: 1ec337cd-4470-4ff1-a8e7-ebcf722e7e09, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f03c519-85a6-4760-a9ee-19d0e51132b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '8a50d46d-7d67-480f-a9d0-d81540f7cf57'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:47:21.239400 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-7ad7d333-65fc-436a-9748-dec441953451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:21.245503 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-69527f10-f0f7-4987-9505-10b0224d3cc6 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:21.374714 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-7ad7d333-65fc-436a-9748-dec441953451 None None] For port 1ec337cd-4470-4ff1-a8e7-ebcf722e7e09, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:47:21.378997 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-69527f10-f0f7-4987-9505-10b0224d3cc6 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:21.379301 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-7ad7d333-65fc-436a-9748-dec441953451 None None] For port 1ec337cd-4470-4ff1-a8e7-ebcf722e7e09, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=1ec337cd-4470-4ff1-a8e7-ebcf722e7e09,segment=NetworkSegment(6f03c519-85a6-4760-a9ee-19d0e51132b8),segment_id=6f03c519-85a6-4760-a9ee-19d0e51132b8)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:47:21.387296 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-69527f10-f0f7-4987-9505-10b0224d3cc6 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:21.391878 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-7ad7d333-65fc-436a-9748-dec441953451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:21.478055 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-69527f10-f0f7-4987-9505-10b0224d3cc6 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:21.479698 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-69527f10-f0f7-4987-9505-10b0224d3cc6 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2669334 Jul 23 16:47:21.482274 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42420) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:21.485626 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69527f10-f0f7-4987-9505-10b0224d3cc6 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1050bb1-e186-4a71-950d-cac2bef0eb76,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:21.496375 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-b6d0ccc3-bbef-454e-9b9d-120e7c948347 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'security_group_rule': {'security_group_id': 'a1050bb1-e186-4a71-950d-cac2bef0eb76', 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:47:21.527907 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d52206-1d91-4dfa-b27a-bf925d7b0833 None None] Pushing event updated for resources: {'Port': ['ID=1ec337cd-4470-4ff1-a8e7-ebcf722e7e09,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:21.531560 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad7d333-65fc-436a-9748-dec441953451 None None] Routers {'86340e3f-c91f-47bf-b609-b6c6a2b6069e'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:47:21.532172 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-7ad7d333-65fc-436a-9748-dec441953451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:47:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['86340e3f-c91f-47bf-b609-b6c6a2b6069e'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:47:21.581500 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b6d0ccc3-bbef-454e-9b9d-120e7c948347 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:21.722300 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-7ad7d333-65fc-436a-9748-dec441953451 None None] Set router 86340e3f-c91f-47bf-b609-b6c6a2b6069e gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:47:21.746110 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b6d0ccc3-bbef-454e-9b9d-120e7c948347 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:21.762183 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b6d0ccc3-bbef-454e-9b9d-120e7c948347 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:21.793042 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0ccc3-bbef-454e-9b9d-120e7c948347 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c8cfe64-d817-4fd0-998f-773ed3309503,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:21.838928 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b6d0ccc3-bbef-454e-9b9d-120e7c948347 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:21.852638 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42434) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:21.855755 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b6d0ccc3-bbef-454e-9b9d-120e7c948347 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3717856 Jul 23 16:47:21.857493 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-29344a6e-54d0-4896-aa99-5be86fabfb36 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'security_group_rule': {'security_group_id': 'a1050bb1-e186-4a71-950d-cac2bef0eb76', 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:47:21.965498 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-29344a6e-54d0-4896-aa99-5be86fabfb36 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:22.064879 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-29344a6e-54d0-4896-aa99-5be86fabfb36 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:22.071163 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-29344a6e-54d0-4896-aa99-5be86fabfb36 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:22.121537 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29344a6e-54d0-4896-aa99-5be86fabfb36 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=895b8746-22a2-441f-809c-72e48bcee691,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:22.135521 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-29344a6e-54d0-4896-aa99-5be86fabfb36 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:22.138211 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-29344a6e-54d0-4896-aa99-5be86fabfb36 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2844489 Jul 23 16:47:22.141628 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42450) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:22.150309 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-2f28abaf-7f64-4f63-b11f-57915b8ffce9 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'security_group_rule': {'security_group_id': 'a1050bb1-e186-4a71-950d-cac2bef0eb76', 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:47:22.191511 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2f28abaf-7f64-4f63-b11f-57915b8ffce9 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:22.292800 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-7ad7d333-65fc-436a-9748-dec441953451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'name': 'tempest-TestNetworkBasicOps-router-1891597227', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'f3e00e02-8e62-472d-ba1a-d48025e097f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:47:09Z', 'updated_at': '2021-07-23T16:47:16Z', 'revision_number': 4, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': 'f3e00e02-8e62-472d-ba1a-d48025e097f2', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:47:10Z', 'updated_at': '2021-07-23T16:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '1ec337cd-4470-4ff1-a8e7-ebcf722e7e09', 'name': '', 'network_id': '8a50d46d-7d67-480f-a9d0-d81540f7cf57', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'mac_address': 'fa:16:3e:26:5f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '154ef37b-30d6-4316-b5be-a20e885e3389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:47:15Z', 'updated_at': '2021-07-23T16:47:21Z', 'revision_number': 4, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'subnets': [{'id': '154ef37b-30d6-4316-b5be-a20e885e3389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:47:22.315039 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2f28abaf-7f64-4f63-b11f-57915b8ffce9 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:22.329648 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2f28abaf-7f64-4f63-b11f-57915b8ffce9 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:22.370489 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28abaf-7f64-4f63-b11f-57915b8ffce9 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef0b50af-3ca9-4e09-912e-dcf68b587d0c,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:22.378455 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2f28abaf-7f64-4f63-b11f-57915b8ffce9 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:22.379895 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad7d333-65fc-436a-9748-dec441953451 None None] The sync data for ids ['86340e3f-c91f-47bf-b609-b6c6a2b6069e'] in n-d-778549-4 is: [{'id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'name': 'tempest-TestNetworkBasicOps-router-1891597227', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'f3e00e02-8e62-472d-ba1a-d48025e097f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:47:09Z', 'updated_at': '2021-07-23T16:47:16Z', 'revision_number': 4, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': 'f3e00e02-8e62-472d-ba1a-d48025e097f2', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:47:10Z', 'updated_at': '2021-07-23T16:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '1ec337cd-4470-4ff1-a8e7-ebcf722e7e09', 'name': '', 'network_id': '8a50d46d-7d67-480f-a9d0-d81540f7cf57', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'mac_address': 'fa:16:3e:26:5f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '154ef37b-30d6-4316-b5be-a20e885e3389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:47:15Z', 'updated_at': '2021-07-23T16:47:21Z', 'revision_number': 4, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'subnets': [{'id': '154ef37b-30d6-4316-b5be-a20e885e3389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:47:22.382646 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2f28abaf-7f64-4f63-b11f-57915b8ffce9 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2395422 Jul 23 16:47:22.385436 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42466) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:22.391923 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-5f08cde1-67a8-489b-af3b-fc57d9777ff3 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'security_group_rule': {'security_group_id': 'a1050bb1-e186-4a71-950d-cac2bef0eb76', 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:47:22.447379 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5f08cde1-67a8-489b-af3b-fc57d9777ff3 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:22.668472 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5f08cde1-67a8-489b-af3b-fc57d9777ff3 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:22.674632 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5f08cde1-67a8-489b-af3b-fc57d9777ff3 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:22.709076 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f08cde1-67a8-489b-af3b-fc57d9777ff3 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63732102-7818-4dc7-8b9c-0c7477102fdc,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:22.713679 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5f08cde1-67a8-489b-af3b-fc57d9777ff3 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:22.719034 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42470) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:22.720381 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5f08cde1-67a8-489b-af3b-fc57d9777ff3 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3338084 Jul 23 16:47:22.724316 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-a8fcc5b1-ef5d-48d4-9421-bcbdd7af3d45 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'security_group_rule': {'security_group_id': 'a1050bb1-e186-4a71-950d-cac2bef0eb76', 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:47:22.778648 n-d-778549-4 neutron-server[94012]: INFO neutron.db.securitygroups_db [None req-a8fcc5b1-ef5d-48d4-9421-bcbdd7af3d45 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Project 26442a7d2aa845bc8d6525b42b6b3848 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:47:22.794264 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a8fcc5b1-ef5d-48d4-9421-bcbdd7af3d45 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:22.945215 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a8fcc5b1-ef5d-48d4-9421-bcbdd7af3d45 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:22.958647 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a8fcc5b1-ef5d-48d4-9421-bcbdd7af3d45 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:23.005744 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fcc5b1-ef5d-48d4-9421-bcbdd7af3d45 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35828395-4a8a-433c-bb18-977a6dd2a959,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:23.041914 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a8fcc5b1-ef5d-48d4-9421-bcbdd7af3d45 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:23.045774 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a8fcc5b1-ef5d-48d4-9421-bcbdd7af3d45 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3228259 Jul 23 16:47:23.046645 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42478) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:23.054123 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-91f6b549-5922-4904-abd4-7e85a29a31ed tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'security_group_rule': {'security_group_id': 'a1050bb1-e186-4a71-950d-cac2bef0eb76', 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:47:23.129358 n-d-778549-4 neutron-server[94013]: INFO neutron.db.securitygroups_db [None req-91f6b549-5922-4904-abd4-7e85a29a31ed tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Project 26442a7d2aa845bc8d6525b42b6b3848 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:47:23.153283 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91f6b549-5922-4904-abd4-7e85a29a31ed tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:23.257805 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91f6b549-5922-4904-abd4-7e85a29a31ed tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:23.263722 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91f6b549-5922-4904-abd4-7e85a29a31ed tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:23.291476 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6b549-5922-4904-abd4-7e85a29a31ed tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb74949-88b2-4bc5-a2a3-ece1312fefef,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:23.306284 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-91f6b549-5922-4904-abd4-7e85a29a31ed tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:23.313374 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-91f6b549-5922-4904-abd4-7e85a29a31ed tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2595532 Jul 23 16:47:24.074192 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-369d2245-1853-45bf-8dcf-c8da50728e7f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1364401696&fields=id&tenant_id=26442a7d2aa845bc8d6525b42b6b3848 HTTP/1.1" status: 200 len: 267 time: 0.0904849 Jul 23 16:47:24.348866 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1ec337cd-4470-4ff1-a8e7-ebcf722e7e09 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:47:24.468573 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 1ec337cd-4470-4ff1-a8e7-ebcf722e7e09 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:47:24.473821 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 1ec337cd-4470-4ff1-a8e7-ebcf722e7e09 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:47:24.474588 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:24.546875 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-75ee5d21-26ad-4818-a171-de6433f6c36a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:24.556103 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-75ee5d21-26ad-4818-a171-de6433f6c36a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/networks?id=8a50d46d-7d67-480f-a9d0-d81540f7cf57 HTTP/1.1" status: 200 len: 797 time: 0.4809144 Jul 23 16:47:24.614393 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-0fb1cb45-46d4-4aaf-b9a2-f72a0caeee99 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/quotas/26442a7d2aa845bc8d6525b42b6b3848 HTTP/1.1" status: 200 len: 375 time: 0.0445981 Jul 23 16:47:24.632667 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:24.734458 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 1ec337cd-4470-4ff1-a8e7-ebcf722e7e09, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=1ec337cd-4470-4ff1-a8e7-ebcf722e7e09,segment=NetworkSegment(6f03c519-85a6-4760-a9ee-19d0e51132b8),segment_id=6f03c519-85a6-4760-a9ee-19d0e51132b8)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:47:24.742956 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:24.810043 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-1e153722-5e81-4710-816d-91823d35bf41 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=26442a7d2aa845bc8d6525b42b6b3848&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1948538 Jul 23 16:47:24.902911 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=1ec337cd-4470-4ff1-a8e7-ebcf722e7e09,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:25.161727 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-d2483b66-736e-4c7e-957b-d1cce0bc0d8c service neutron] 10.222.0.73 "GET /v2.0/networks/8a50d46d-7d67-480f-a9d0-d81540f7cf57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315790 Jul 23 16:47:25.325974 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-ec277a77-7d3d-4180-942d-582a38064a3f service neutron] 10.222.0.73 "GET /v2.0/networks/8a50d46d-7d67-480f-a9d0-d81540f7cf57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568587 Jul 23 16:47:26.326734 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d327975-26ce-420e-abf1-efb1c8cac118 req-09868979-c0d0-4b4a-b972-9711afa73a63 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b192c1e-de78-4b8b-bc49-b489ee341a31 HTTP/1.1" status: 200 len: 210 time: 0.7499454 Jul 23 16:47:26.422213 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1ec337cd-4470-4ff1-a8e7-ebcf722e7e09 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:47:26.583690 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 1ec337cd-4470-4ff1-a8e7-ebcf722e7e09 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:47:26.584244 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:26.685386 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42620) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:26.932870 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [req-9eee3efe-7c58-4b43-a1f0-3a97a40842f2 req-dcab0fcd-19e6-4213-87a5-bbf6eb23c1c3 tempest-ServerShowV257Test-484470495 tempest-ServerShowV257Test-484470495-project] (94013) timed out ('10.222.0.97', 59881) {{(pid=94013) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 16:47:27.054466 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42672) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:27.120295 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42682) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:27.283378 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-608f9893-1e8c-40fe-9a04-8b257d66b1f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:27.430522 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99074e50-bfb5-47a5-b386-67a2ee11a170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:27.460913 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-85bab059-2142-4c3c-9154-853bf407f71a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:27.463469 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-85bab059-2142-4c3c-9154-853bf407f71a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.97 "GET /v2.0/networks?id=8a50d46d-7d67-480f-a9d0-d81540f7cf57 HTTP/1.1" status: 200 len: 797 time: 0.1972377 Jul 23 16:47:27.644594 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-761ae8fe-e3a7-46ab-91cf-e0d0eab65327 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26442a7d2aa845bc8d6525b42b6b3848 HTTP/1.1" status: 200 len: 380 time: 0.1710806 Jul 23 16:47:27.645823 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-608f9893-1e8c-40fe-9a04-8b257d66b1f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:27.648853 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6af7e0d-968c-42f5-af55-728c240d4c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:27.654383 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-608f9893-1e8c-40fe-9a04-8b257d66b1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:27.687608 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-846e13e5-6295-48a0-ad92-3e6ea5584c1f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'port': {'device_id': '2b192c1e-de78-4b8b-bc49-b489ee341a31', 'network_id': '8a50d46d-7d67-480f-a9d0-d81540f7cf57', 'admin_state_up': True, 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'security_groups': ['a1050bb1-e186-4a71-950d-cac2bef0eb76']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:47:27.725694 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f9893-1e8c-40fe-9a04-8b257d66b1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643c676d-0774-42af-84f9-ca870668574b,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:27.737706 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608f9893-1e8c-40fe-9a04-8b257d66b1f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:27.738425 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608f9893-1e8c-40fe-9a04-8b257d66b1f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:27.738908 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608f9893-1e8c-40fe-9a04-8b257d66b1f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:27.739455 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608f9893-1e8c-40fe-9a04-8b257d66b1f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:27.739926 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608f9893-1e8c-40fe-9a04-8b257d66b1f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:27.740398 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608f9893-1e8c-40fe-9a04-8b257d66b1f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:27.740933 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608f9893-1e8c-40fe-9a04-8b257d66b1f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:27.741427 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608f9893-1e8c-40fe-9a04-8b257d66b1f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:27.741894 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608f9893-1e8c-40fe-9a04-8b257d66b1f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:27.742979 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608f9893-1e8c-40fe-9a04-8b257d66b1f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:27.743484 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608f9893-1e8c-40fe-9a04-8b257d66b1f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:27.744234 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608f9893-1e8c-40fe-9a04-8b257d66b1f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:27.763199 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-608f9893-1e8c-40fe-9a04-8b257d66b1f6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c24b759f76294237b206745c93ff1466&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0767238 Jul 23 16:47:27.767285 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42750) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:27.792540 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20faf3e0-79b1-4625-bea5-8c13e7921dad req-8caa6f71-e2cb-4135-b4b7-437be2a5d37d tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b192c1e-de78-4b8b-bc49-b489ee341a31 HTTP/1.1" status: 200 len: 210 time: 0.1558397 Jul 23 16:47:27.871722 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-92a46f64-a8f2-48cd-bbce-a320fd85d9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:28.314456 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-92a46f64-a8f2-48cd-bbce-a320fd85d9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:28.344418 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99074e50-bfb5-47a5-b386-67a2ee11a170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:28.372675 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99074e50-bfb5-47a5-b386-67a2ee11a170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:28.410514 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-99074e50-bfb5-47a5-b386-67a2ee11a170 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=80fcc4cf1b124ec4a7dd5fc224bccc9d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3549156 Jul 23 16:47:28.413553 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42830) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:28.456797 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99074e50-bfb5-47a5-b386-67a2ee11a170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbf28eb-811b-44bb-a753-1f06f6711fcd,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:28.483201 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-92a46f64-a8f2-48cd-bbce-a320fd85d9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:28.487108 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-92a46f64-a8f2-48cd-bbce-a320fd85d9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:28.489318 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-92a46f64-a8f2-48cd-bbce-a320fd85d9a6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/643c676d-0774-42af-84f9-ca870668574b HTTP/1.1" status: 204 len: 168 time: 0.7179012 Jul 23 16:47:28.511690 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a46f64-a8f2-48cd-bbce-a320fd85d9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643c676d-0774-42af-84f9-ca870668574b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:28.531398 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-68dabff9-1fa1-4f20-8938-c6a3170ccc5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:28.558514 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6af7e0d-968c-42f5-af55-728c240d4c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:28.566125 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6af7e0d-968c-42f5-af55-728c240d4c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:28.574175 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-68dabff9-1fa1-4f20-8938-c6a3170ccc5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:28.629917 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af7e0d-968c-42f5-af55-728c240d4c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86430c79-68e4-46f3-9746-12e9bf0ccf85,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:28.649752 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d6af7e0d-968c-42f5-af55-728c240d4c56 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4970cbef2ec54e6e998360ad6e5f0ffb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5260201 Jul 23 16:47:28.654497 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42856) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:28.671760 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-846e13e5-6295-48a0-ad92-3e6ea5584c1f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Made reservation on behalf of 26442a7d2aa845bc8d6525b42b6b3848 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:47:28.675551 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-846e13e5-6295-48a0-ad92-3e6ea5584c1f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:28.758654 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-68dabff9-1fa1-4f20-8938-c6a3170ccc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:28.761531 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-68dabff9-1fa1-4f20-8938-c6a3170ccc5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:28.762954 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-68dabff9-1fa1-4f20-8938-c6a3170ccc5e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bdbf28eb-811b-44bb-a753-1f06f6711fcd HTTP/1.1" status: 204 len: 168 time: 0.3476019 Jul 23 16:47:28.883872 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2be0f8d2-5471-4de2-b228-5862d1f078ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:28.899165 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dabff9-1fa1-4f20-8938-c6a3170ccc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbf28eb-811b-44bb-a753-1f06f6711fcd,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:29.020110 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2be0f8d2-5471-4de2-b228-5862d1f078ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:29.180014 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2be0f8d2-5471-4de2-b228-5862d1f078ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:29.185252 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2be0f8d2-5471-4de2-b228-5862d1f078ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:29.190546 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2be0f8d2-5471-4de2-b228-5862d1f078ab admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/86430c79-68e4-46f3-9746-12e9bf0ccf85 HTTP/1.1" status: 204 len: 168 time: 0.5300949 Jul 23 16:47:29.199072 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0f8d2-5471-4de2-b228-5862d1f078ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86430c79-68e4-46f3-9746-12e9bf0ccf85,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:29.199735 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e94060fc-ba7e-41f5-8c85-0ed9e898f830 req-c6ebd709-bf19-4dc5-9995-ac99cc1a28e3 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b192c1e-de78-4b8b-bc49-b489ee341a31 HTTP/1.1" status: 200 len: 210 time: 0.1620166 Jul 23 16:47:29.237296 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-846e13e5-6295-48a0-ad92-3e6ea5584c1f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Allocated IP 172.20.0.8 (8a50d46d-7d67-480f-a9d0-d81540f7cf57/154ef37b-30d6-4316-b5be-a20e885e3389/cb6f24f8-1592-456b-b47f-a4de9aca7e96) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:47:29.350448 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42928) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:29.370355 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aa1470bd-f527-4dd8-b133-8076200808a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:29.586805 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-846e13e5-6295-48a0-ad92-3e6ea5584c1f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:29.615319 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-846e13e5-6295-48a0-ad92-3e6ea5584c1f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Transition to ACTIVE for port object cb6f24f8-1592-456b-b47f-a4de9aca7e96 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:47:29.669424 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-846e13e5-6295-48a0-ad92-3e6ea5584c1f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:29.687851 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aa1470bd-f527-4dd8-b133-8076200808a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:29.696183 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aa1470bd-f527-4dd8-b133-8076200808a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:29.774120 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-846e13e5-6295-48a0-ad92-3e6ea5584c1f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Network 8a50d46d-7d67-480f-a9d0-d81540f7cf57 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:47:29.780214 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e13e5-6295-48a0-ad92-3e6ea5584c1f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'Port': ['ID=cb6f24f8-1592-456b-b47f-a4de9aca7e96,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:29.786226 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-846e13e5-6295-48a0-ad92-3e6ea5584c1f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:47:29.794613 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-846e13e5-6295-48a0-ad92-3e6ea5584c1f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:47:29.818498 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-aa1470bd-f527-4dd8-b133-8076200808a2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3788e0d4e0344b358029b281ef1b1b37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4666526 Jul 23 16:47:29.820583 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 42974) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:29.829940 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1470bd-f527-4dd8-b133-8076200808a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c33b3ee-26ef-481d-b155-25fb83e9437e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:29.879319 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 42984) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:29.913768 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-833c981e-3834-4253-9588-b49fe7cdf616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:29.916882 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d697cb91-b203-4035-8454-2a86711a3409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:29.980483 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-833c981e-3834-4253-9588-b49fe7cdf616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:29.996986 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-846e13e5-6295-48a0-ad92-3e6ea5584c1f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:29.998736 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-846e13e5-6295-48a0-ad92-3e6ea5584c1f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:30.054882 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-846e13e5-6295-48a0-ad92-3e6ea5584c1f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3825586 Jul 23 16:47:30.072755 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-77075e81-5efc-40aa-b093-d9a8aa736326 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:47:30.074039 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-77075e81-5efc-40aa-b093-d9a8aa736326 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114448 Jul 23 16:47:30.112212 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-833c981e-3834-4253-9588-b49fe7cdf616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:30.114924 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-833c981e-3834-4253-9588-b49fe7cdf616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:30.116102 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-833c981e-3834-4253-9588-b49fe7cdf616 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4c33b3ee-26ef-481d-b155-25fb83e9437e HTTP/1.1" status: 204 len: 168 time: 0.2945347 Jul 23 16:47:30.130313 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c981e-3834-4253-9588-b49fe7cdf616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c33b3ee-26ef-481d-b155-25fb83e9437e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:30.267486 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-eb100734-96ea-4c61-9f66-5d318b205c96 None None] Provisioning for port cb6f24f8-1592-456b-b47f-a4de9aca7e96 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:47:30.270998 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d697cb91-b203-4035-8454-2a86711a3409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:30.278894 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d697cb91-b203-4035-8454-2a86711a3409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:30.292975 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-eb100734-96ea-4c61-9f66-5d318b205c96 None None] Provisioning complete for port cb6f24f8-1592-456b-b47f-a4de9aca7e96 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:47:30.293846 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-eb100734-96ea-4c61-9f66-5d318b205c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:30.343522 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-eb100734-96ea-4c61-9f66-5d318b205c96 None None] Port cb6f24f8-1592-456b-b47f-a4de9aca7e96 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:47:30.353782 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43042) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:30.355639 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d697cb91-b203-4035-8454-2a86711a3409 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=94ed9ab87d9b45558998c0f1fe3cac2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4751704 Jul 23 16:47:30.421619 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697cb91-b203-4035-8454-2a86711a3409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b00539b-773f-4f09-a56a-7b7fc64b90ed,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:30.455041 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e3037-7bf3-43cd-981d-e8b559dc432d req-1502c1ca-9566-4c8f-a1fe-55909697068a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:30.456768 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-689e3037-7bf3-43cd-981d-e8b559dc432d req-1502c1ca-9566-4c8f-a1fe-55909697068a tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b192c1e-de78-4b8b-bc49-b489ee341a31 HTTP/1.1" status: 200 len: 931 time: 0.1167254 Jul 23 16:47:30.503707 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-31c6d8af-f8e6-4a0d-8b7c-dc7be3c91192 service neutron] Request body: {'port': {'device_id': '2b192c1e-de78-4b8b-bc49-b489ee341a31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:47:30.507234 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8f27ede7-fa69-48d7-8952-bbe00efd0580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:30.563982 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8f27ede7-fa69-48d7-8952-bbe00efd0580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:30.631133 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-689e3037-7bf3-43cd-981d-e8b559dc432d req-5f3bd089-3b9b-424b-9559-6b0a6b112a87 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?id=a1050bb1-e186-4a71-950d-cac2bef0eb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668344 Jul 23 16:47:30.680152 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8f27ede7-fa69-48d7-8952-bbe00efd0580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:30.682562 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8f27ede7-fa69-48d7-8952-bbe00efd0580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:30.687324 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8f27ede7-fa69-48d7-8952-bbe00efd0580 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8b00539b-773f-4f09-a56a-7b7fc64b90ed HTTP/1.1" status: 204 len: 168 time: 0.3319411 Jul 23 16:47:30.696906 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27ede7-fa69-48d7-8952-bbe00efd0580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b00539b-773f-4f09-a56a-7b7fc64b90ed,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:30.732650 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-31c6d8af-f8e6-4a0d-8b7c-dc7be3c91192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:31.662100 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-31c6d8af-f8e6-4a0d-8b7c-dc7be3c91192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb6f24f8-1592-456b-b47f-a4de9aca7e96 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:47:31.687961 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-31c6d8af-f8e6-4a0d-8b7c-dc7be3c91192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:31.714513 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-31c6d8af-f8e6-4a0d-8b7c-dc7be3c91192 service neutron] Transition to ACTIVE for port object cb6f24f8-1592-456b-b47f-a4de9aca7e96 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:47:31.726923 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-31c6d8af-f8e6-4a0d-8b7c-dc7be3c91192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:31.959791 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6d8af-f8e6-4a0d-8b7c-dc7be3c91192 service neutron] Pushing event updated for resources: {'Port': ['ID=cb6f24f8-1592-456b-b47f-a4de9aca7e96,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:32.075528 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a550c2-857c-4361-9526-33bd66ccd1a3 req-5b6f2bf6-c548-4585-a6dd-fe9701b75b7c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:32.077256 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-83a550c2-857c-4361-9526-33bd66ccd1a3 req-5b6f2bf6-c548-4585-a6dd-fe9701b75b7c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b192c1e-de78-4b8b-bc49-b489ee341a31 HTTP/1.1" status: 200 len: 943 time: 0.2643766 Jul 23 16:47:32.078983 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-31c6d8af-f8e6-4a0d-8b7c-dc7be3c91192 service neutron] Attempting to bind port cb6f24f8-1592-456b-b47f-a4de9aca7e96 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:47:32.079491 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-31c6d8af-f8e6-4a0d-8b7c-dc7be3c91192 service neutron] Attempting to bind port cb6f24f8-1592-456b-b47f-a4de9aca7e96 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '6f03c519-85a6-4760-a9ee-19d0e51132b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '8a50d46d-7d67-480f-a9d0-d81540f7cf57'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:47:32.079985 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-31c6d8af-f8e6-4a0d-8b7c-dc7be3c91192 service neutron] Attempting to bind port cb6f24f8-1592-456b-b47f-a4de9aca7e96 on network 8a50d46d-7d67-480f-a9d0-d81540f7cf57 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:47:32.093346 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-31c6d8af-f8e6-4a0d-8b7c-dc7be3c91192 service neutron] Port cb6f24f8-1592-456b-b47f-a4de9aca7e96 on network 8a50d46d-7d67-480f-a9d0-d81540f7cf57 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:47:32.094008 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-31c6d8af-f8e6-4a0d-8b7c-dc7be3c91192 service neutron] Attempting to bind port cb6f24f8-1592-456b-b47f-a4de9aca7e96 on network 8a50d46d-7d67-480f-a9d0-d81540f7cf57 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:47:32.113627 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-31c6d8af-f8e6-4a0d-8b7c-dc7be3c91192 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:47:32.116853 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-31c6d8af-f8e6-4a0d-8b7c-dc7be3c91192 service neutron] Checking segment: {'id': '6f03c519-85a6-4760-a9ee-19d0e51132b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '8a50d46d-7d67-480f-a9d0-d81540f7cf57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:47:32.116853 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-31c6d8af-f8e6-4a0d-8b7c-dc7be3c91192 service neutron] Bound using segment: {'id': '6f03c519-85a6-4760-a9ee-19d0e51132b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '8a50d46d-7d67-480f-a9d0-d81540f7cf57'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:47:32.118358 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-31c6d8af-f8e6-4a0d-8b7c-dc7be3c91192 service neutron] Bound port: cb6f24f8-1592-456b-b47f-a4de9aca7e96, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f03c519-85a6-4760-a9ee-19d0e51132b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '8a50d46d-7d67-480f-a9d0-d81540f7cf57'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:47:32.118908 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-31c6d8af-f8e6-4a0d-8b7c-dc7be3c91192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:32.159383 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-83a550c2-857c-4361-9526-33bd66ccd1a3 req-f227785b-d213-415b-967a-16a6961ccf1f tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?id=a1050bb1-e186-4a71-950d-cac2bef0eb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740092 Jul 23 16:47:32.317465 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-31c6d8af-f8e6-4a0d-8b7c-dc7be3c91192 service neutron] For port cb6f24f8-1592-456b-b47f-a4de9aca7e96, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:47:32.339653 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-31c6d8af-f8e6-4a0d-8b7c-dc7be3c91192 service neutron] For port cb6f24f8-1592-456b-b47f-a4de9aca7e96, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=cb6f24f8-1592-456b-b47f-a4de9aca7e96,segment=NetworkSegment(6f03c519-85a6-4760-a9ee-19d0e51132b8),segment_id=6f03c519-85a6-4760-a9ee-19d0e51132b8)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:47:32.362913 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-31c6d8af-f8e6-4a0d-8b7c-dc7be3c91192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:32.423021 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-31c6d8af-f8e6-4a0d-8b7c-dc7be3c91192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:32.423574 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-31c6d8af-f8e6-4a0d-8b7c-dc7be3c91192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:32.425068 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-31c6d8af-f8e6-4a0d-8b7c-dc7be3c91192 service neutron] 10.222.0.97 "PUT /v2.0/ports/cb6f24f8-1592-456b-b47f-a4de9aca7e96 HTTP/1.1" status: 200 len: 1091 time: 2.3381178 Jul 23 16:47:32.425549 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b192c1e-de78-4b8b-bc49-b489ee341a31', 'tag': 'cb6f24f8-1592-456b-b47f-a4de9aca7e96'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:47:32.428000 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455b5be9-3ec7-4e3c-b42c-207228d1e5f2" -d '{"events": [{"name": "network-changed", "server_uuid": "2b192c1e-de78-4b8b-bc49-b489ee341a31", "tag": "cb6f24f8-1592-456b-b47f-a4de9aca7e96"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:47:32.455193 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-d0d08001-d765-4e88-b559-9bcdad546671 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:32.462824 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-d0d08001-d765-4e88-b559-9bcdad546671 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/networks?id=7adcb503-42a4-4f47-bc3c-3bc6841a6652 HTTP/1.1" status: 200 len: 814 time: 0.2523260 Jul 23 16:47:32.503700 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-4dda98e3-3de5-4495-a574-fce9b2ab22fb tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/quotas/b3622826252b4e059063717a2745951f HTTP/1.1" status: 200 len: 375 time: 0.0395539 Jul 23 16:47:32.586008 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-479fff72-44e0-48ca-bc30-482d03ba5a58 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3622826252b4e059063717a2745951f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0809186 Jul 23 16:47:32.587353 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6d8af-f8e6-4a0d-8b7c-dc7be3c91192 service neutron] Pushing event updated for resources: {'Port': ['ID=cb6f24f8-1592-456b-b47f-a4de9aca7e96,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:32.650522 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-70189619-c0d4-4f37-bd18-299845b3e1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:32.731197 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-93b9d9ac-3329-4355-bfde-5c80a24cb893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:32.733082 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-93b9d9ac-3329-4355-bfde-5c80a24cb893 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=26442a7d2aa845bc8d6525b42b6b3848&device_id=2b192c1e-de78-4b8b-bc49-b489ee341a31 HTTP/1.1" status: 200 len: 1094 time: 0.2552664 Jul 23 16:47:32.876334 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-6ae0a44c-dfe5-4426-b816-073f675ede65 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb6f24f8-1592-456b-b47f-a4de9aca7e96 HTTP/1.1" status: 200 len: 217 time: 0.0915530 Jul 23 16:47:32.964687 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf001cff-5d65-4fd2-a308-43384b6f4ad4 x-openstack-request-id: req-bf001cff-5d65-4fd2-a308-43384b6f4ad4 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:47:32.964983 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b192c1e-de78-4b8b-bc49-b489ee341a31", "tag": "cb6f24f8-1592-456b-b47f-a4de9aca7e96", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:47:32.965264 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bf001cff-5d65-4fd2-a308-43384b6f4ad4 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:47:32.969248 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b192c1e-de78-4b8b-bc49-b489ee341a31', 'tag': 'cb6f24f8-1592-456b-b47f-a4de9aca7e96', 'status': 'completed', 'code': 200} Jul 23 16:47:32.989150 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-e3d6c806-0084-4825-88a6-fc99c77f7d8c service neutron] 10.222.0.73 "GET /v2.0/networks/7adcb503-42a4-4f47-bc3c-3bc6841a6652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896074 Jul 23 16:47:33.029581 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-29e7c7dc-7c68-4755-b832-98deb5254d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:33.034196 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-29e7c7dc-7c68-4755-b832-98deb5254d7e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=154ef37b-30d6-4316-b5be-a20e885e3389 HTTP/1.1" status: 200 len: 834 time: 0.1513617 Jul 23 16:47:33.194739 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-18ea222b-fd04-4fd0-ada5-2ac2cb8afb2c service neutron] 10.222.0.73 "GET /v2.0/networks/7adcb503-42a4-4f47-bc3c-3bc6841a6652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982913 Jul 23 16:47:33.197256 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-abdef409-03bc-4cc7-9f69-eb357ee968c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:33.222047 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-abdef409-03bc-4cc7-9f69-eb357ee968c8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8a50d46d-7d67-480f-a9d0-d81540f7cf57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1776595 Jul 23 16:47:33.604822 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-96f5028c-ec68-4352-afa0-628259d08063 req-4e6a5bff-3db8-4953-ab52-b34694a78cc0 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f42e38f-597e-42c3-ad8d-718fe011fca7 HTTP/1.1" status: 200 len: 210 time: 0.0848458 Jul 23 16:47:33.636903 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-e41ec0b8-e775-49c6-a9ea-2e096f12d433 service neutron] 10.222.0.97 "GET /v2.0/networks/8a50d46d-7d67-480f-a9d0-d81540f7cf57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081349 Jul 23 16:47:33.655768 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ae3a4-7ecd-4a09-b59f-b225cf9a8c10 req-dc59c1a0-56ad-4f9b-91a1-85ea388c062b tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:33.658032 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4b0ae3a4-7ecd-4a09-b59f-b225cf9a8c10 req-dc59c1a0-56ad-4f9b-91a1-85ea388c062b tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b192c1e-de78-4b8b-bc49-b489ee341a31 HTTP/1.1" status: 200 len: 943 time: 0.3259327 Jul 23 16:47:33.808478 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4b0ae3a4-7ecd-4a09-b59f-b225cf9a8c10 req-97a08554-25bd-42ce-9f86-e796b23a2873 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?id=a1050bb1-e186-4a71-950d-cac2bef0eb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398163 Jul 23 16:47:33.860979 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce0f6c67-cc6c-45b5-88f6-939b23567d17 req-64cada5d-323f-40fd-9561-9be4176ab2a1 service neutron] 10.222.0.97 "GET /v2.0/networks/8a50d46d-7d67-480f-a9d0-d81540f7cf57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017422 Jul 23 16:47:34.000400 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b5be9-3ec7-4e3c-b42c-207228d1e5f2 req-9660729b-f0ce-401b-8703-107ca8ed0cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:34.002574 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-455b5be9-3ec7-4e3c-b42c-207228d1e5f2 req-9660729b-f0ce-401b-8703-107ca8ed0cb6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=26442a7d2aa845bc8d6525b42b6b3848&device_id=2b192c1e-de78-4b8b-bc49-b489ee341a31 HTTP/1.1" status: 200 len: 1094 time: 0.0822148 Jul 23 16:47:34.153111 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b5be9-3ec7-4e3c-b42c-207228d1e5f2 req-9c8fcb37-2daa-48f6-b914-d8b182cbaf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:34.154681 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-455b5be9-3ec7-4e3c-b42c-207228d1e5f2 req-9c8fcb37-2daa-48f6-b914-d8b182cbaf6c service neutron] 10.222.0.97 "GET /v2.0/networks?id=8a50d46d-7d67-480f-a9d0-d81540f7cf57 HTTP/1.1" status: 200 len: 899 time: 0.1405594 Jul 23 16:47:34.223451 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-455b5be9-3ec7-4e3c-b42c-207228d1e5f2 req-37446ae9-a502-41aa-b8f6-0f52a08f59ae service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb6f24f8-1592-456b-b47f-a4de9aca7e96 HTTP/1.1" status: 200 len: 217 time: 0.0603313 Jul 23 16:47:34.303124 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b5be9-3ec7-4e3c-b42c-207228d1e5f2 req-0c10dff3-f0d8-430e-9c9d-609e61bf5b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:34.305136 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-455b5be9-3ec7-4e3c-b42c-207228d1e5f2 req-0c10dff3-f0d8-430e-9c9d-609e61bf5b4b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=154ef37b-30d6-4316-b5be-a20e885e3389 HTTP/1.1" status: 200 len: 834 time: 0.0730722 Jul 23 16:47:34.458429 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b5be9-3ec7-4e3c-b42c-207228d1e5f2 req-e8bce6c2-1f5a-4fcd-bb32-5d82d439a3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:34.458869 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-455b5be9-3ec7-4e3c-b42c-207228d1e5f2 req-e8bce6c2-1f5a-4fcd-bb32-5d82d439a3bf service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8a50d46d-7d67-480f-a9d0-d81540f7cf57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1451936 Jul 23 16:47:34.608378 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-455b5be9-3ec7-4e3c-b42c-207228d1e5f2 req-d3103d65-3952-487a-b662-5cc622bbaddc service neutron] 10.222.0.97 "GET /v2.0/networks/8a50d46d-7d67-480f-a9d0-d81540f7cf57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421173 Jul 23 16:47:34.743197 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-455b5be9-3ec7-4e3c-b42c-207228d1e5f2 req-a28cf381-aca2-4b53-8b52-7314fad640fa service neutron] 10.222.0.97 "GET /v2.0/networks/8a50d46d-7d67-480f-a9d0-d81540f7cf57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241665 Jul 23 16:47:34.773747 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bba1525a-9135-4b87-870e-4074f2a2a524 req-389fb8bf-6a7d-4ad5-86cd-85abbb3038d7 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f42e38f-597e-42c3-ad8d-718fe011fca7 HTTP/1.1" status: 200 len: 210 time: 0.0434453 Jul 23 16:47:34.851823 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43336) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:34.898923 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43340) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:34.940664 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:35.026561 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01468cd-dedb-4c20-a047-353ade3f3f17 req-0079a31b-4727-4c6d-8187-fc6a042d5474 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:35.034531 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c01468cd-dedb-4c20-a047-353ade3f3f17 req-0079a31b-4727-4c6d-8187-fc6a042d5474 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b192c1e-de78-4b8b-bc49-b489ee341a31 HTTP/1.1" status: 200 len: 943 time: 0.1133986 Jul 23 16:47:35.083531 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c037bb1c-62ba-47c5-a8b4-15c4a3a8dc92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:35.139637 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c01468cd-dedb-4c20-a047-353ade3f3f17 req-79414437-a2b8-4389-853e-d69f38e4254c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?id=a1050bb1-e186-4a71-950d-cac2bef0eb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040413 Jul 23 16:47:35.140581 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8909736c-5dce-4311-83b6-96af16f0ed63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:35.257279 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c037bb1c-62ba-47c5-a8b4-15c4a3a8dc92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:35.271073 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c037bb1c-62ba-47c5-a8b4-15c4a3a8dc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:35.359297 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-33a4de49-0b4e-4c9b-8367-a6c36d9527ee tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:35.360978 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-33a4de49-0b4e-4c9b-8367-a6c36d9527ee tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.74 "GET /v2.0/networks?id=7adcb503-42a4-4f47-bc3c-3bc6841a6652 HTTP/1.1" status: 200 len: 814 time: 0.3244517 Jul 23 16:47:35.368170 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037bb1c-62ba-47c5-a8b4-15c4a3a8dc92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad23820-e7b2-4ad3-94db-1005fc5c7eb1,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:35.380872 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-d662033b-516c-4b0a-ac13-bcf9b50224be tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Request body: {'port': {'device_id': '3f42e38f-597e-42c3-ad8d-718fe011fca7', 'network_id': '7adcb503-42a4-4f47-bc3c-3bc6841a6652', 'admin_state_up': True, 'tenant_id': 'b3622826252b4e059063717a2745951f'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:47:35.390453 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d0d6bd10-11a8-4e82-bf17-3308d0957751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:35.393427 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43346) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:35.393624 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c037bb1c-62ba-47c5-a8b4-15c4a3a8dc92 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=045f1c45d43148b1930a2de91e91c070&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5393801 Jul 23 16:47:35.493091 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:35.670894 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8909736c-5dce-4311-83b6-96af16f0ed63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:35.682129 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8909736c-5dce-4311-83b6-96af16f0ed63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:35.748607 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8909736c-5dce-4311-83b6-96af16f0ed63 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a2c319c64a964623852a8833f1948b39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8481526 Jul 23 16:47:35.750145 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-d662033b-516c-4b0a-ac13-bcf9b50224be tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Made reservation on behalf of b3622826252b4e059063717a2745951f for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:47:35.751679 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43352) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:35.753955 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-d662033b-516c-4b0a-ac13-bcf9b50224be tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:35.763967 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b61bd797-f23c-4f52-a307-ff7b16caec20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:35.768549 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909736c-5dce-4311-83b6-96af16f0ed63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354b058e-e718-40e6-a926-b6c364e709c8,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:35.830511 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b61bd797-f23c-4f52-a307-ff7b16caec20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:35.900487 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-22193173-eaa1-4239-8052-017f54f27e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:35.930628 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-22193173-eaa1-4239-8052-017f54f27e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:35.981830 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-707131b9-709a-462c-ad20-036df43841ee req-186a19e1-0c55-48fb-9198-5c14de6d5069 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f42e38f-597e-42c3-ad8d-718fe011fca7 HTTP/1.1" status: 200 len: 210 time: 0.0647035 Jul 23 16:47:35.994171 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-22193173-eaa1-4239-8052-017f54f27e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:36.001844 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-22193173-eaa1-4239-8052-017f54f27e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:36.003684 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-22193173-eaa1-4239-8052-017f54f27e9a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/354b058e-e718-40e6-a926-b6c364e709c8 HTTP/1.1" status: 204 len: 168 time: 0.2509778 Jul 23 16:47:36.012078 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22193173-eaa1-4239-8052-017f54f27e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354b058e-e718-40e6-a926-b6c364e709c8,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:36.058780 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b61bd797-f23c-4f52-a307-ff7b16caec20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:36.067290 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b61bd797-f23c-4f52-a307-ff7b16caec20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:36.083972 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b61bd797-f23c-4f52-a307-ff7b16caec20 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cad23820-e7b2-4ad3-94db-1005fc5c7eb1 HTTP/1.1" status: 204 len: 168 time: 0.6789451 Jul 23 16:47:36.085536 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-d662033b-516c-4b0a-ac13-bcf9b50224be tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Allocated IP 172.20.0.6 (7adcb503-42a4-4f47-bc3c-3bc6841a6652/b640ce52-a878-4708-afc4-796d1699db1d/28c0e793-89d9-44f5-aa5a-f45d65b2676d) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:47:36.149614 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61bd797-f23c-4f52-a307-ff7b16caec20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad23820-e7b2-4ad3-94db-1005fc5c7eb1,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:36.583090 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:36.700392 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0dfe2c-d2a0-4aab-bb42-6dcb675f3be0 req-da34874e-d30b-4f1d-bd23-da0f75aab0bf tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:36.701385 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43376) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:36.714729 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ba0dfe2c-d2a0-4aab-bb42-6dcb675f3be0 req-da34874e-d30b-4f1d-bd23-da0f75aab0bf tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b192c1e-de78-4b8b-bc49-b489ee341a31 HTTP/1.1" status: 200 len: 943 time: 0.4332571 Jul 23 16:47:36.723714 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-d662033b-516c-4b0a-ac13-bcf9b50224be tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:36.726074 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-734c075f-4190-4e1e-bf55-aff45c0e715e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:36.820355 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ba0dfe2c-d2a0-4aab-bb42-6dcb675f3be0 req-03cad9d6-9075-4c68-87ac-8edcd27a3875 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?id=a1050bb1-e186-4a71-950d-cac2bef0eb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916004 Jul 23 16:47:36.851586 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43378) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:36.873527 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-32e56bbd-67ec-4ad3-8fbb-dc3c60e0c5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:36.906061 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-d662033b-516c-4b0a-ac13-bcf9b50224be tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:36.934934 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-734c075f-4190-4e1e-bf55-aff45c0e715e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:36.941477 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-734c075f-4190-4e1e-bf55-aff45c0e715e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:36.976123 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-d662033b-516c-4b0a-ac13-bcf9b50224be tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Network 7adcb503-42a4-4f47-bc3c-3bc6841a6652 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:47:36.997498 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-734c075f-4190-4e1e-bf55-aff45c0e715e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1a2b1685cb4243869d34e888beb04051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2941935 Jul 23 16:47:36.997972 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c075f-4190-4e1e-bf55-aff45c0e715e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8626e4-4f7a-4224-aa32-6ed91207f890,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:37.002208 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43386) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:37.004866 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-d662033b-516c-4b0a-ac13-bcf9b50224be tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:47:37.024350 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-d662033b-516c-4b0a-ac13-bcf9b50224be tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:47:37.032843 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d662033b-516c-4b0a-ac13-bcf9b50224be tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Pushing event updated for resources: {'Port': ['ID=28c0e793-89d9-44f5-aa5a-f45d65b2676d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:37.090421 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-86479e19-1a77-4906-a752-18bba38cb075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:37.118845 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-86479e19-1a77-4906-a752-18bba38cb075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:37.176408 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-86479e19-1a77-4906-a752-18bba38cb075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:37.179037 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-d662033b-516c-4b0a-ac13-bcf9b50224be tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:37.179724 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-d662033b-516c-4b0a-ac13-bcf9b50224be tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:37.181374 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-86479e19-1a77-4906-a752-18bba38cb075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:37.185493 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-86479e19-1a77-4906-a752-18bba38cb075 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8b8626e4-4f7a-4224-aa32-6ed91207f890 HTTP/1.1" status: 204 len: 168 time: 0.1642213 Jul 23 16:47:37.195500 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86479e19-1a77-4906-a752-18bba38cb075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8626e4-4f7a-4224-aa32-6ed91207f890,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:37.243335 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device cb6f24f8-1592-456b-b47f-a4de9aca7e96 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:47:37.257192 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5342a-19e0-4b59-93f0-12acbe7d7f49 req-1a3688e5-6e4c-40dc-bf2d-2fabefbc1c41 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:37.264367 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15f5342a-19e0-4b59-93f0-12acbe7d7f49 req-1a3688e5-6e4c-40dc-bf2d-2fabefbc1c41 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f42e38f-597e-42c3-ad8d-718fe011fca7 HTTP/1.1" status: 200 len: 931 time: 0.1564710 Jul 23 16:47:37.276095 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-32e56bbd-67ec-4ad3-8fbb-dc3c60e0c5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:37.289468 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-32e56bbd-67ec-4ad3-8fbb-dc3c60e0c5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:37.298491 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-d662033b-516c-4b0a-ac13-bcf9b50224be tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9227018 Jul 23 16:47:37.321837 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-5bf5b20b-67d0-4708-995b-e8f62b23839e tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:47:37.323401 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-5bf5b20b-67d0-4708-995b-e8f62b23839e tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085826 Jul 23 16:47:37.362093 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-09d6b837-9e8d-492f-8464-8666f41735d8 service neutron] Request body: {'port': {'device_id': '3f42e38f-597e-42c3-ad8d-718fe011fca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:47:37.376898 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e56bbd-67ec-4ad3-8fbb-dc3c60e0c5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693558f0-e1ac-4d13-b7a2-d722258ccdff,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:37.415448 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port cb6f24f8-1592-456b-b47f-a4de9aca7e96, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=cb6f24f8-1592-456b-b47f-a4de9aca7e96,segment=NetworkSegment(6f03c519-85a6-4760-a9ee-19d0e51132b8),segment_id=6f03c519-85a6-4760-a9ee-19d0e51132b8)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:47:37.435796 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15f5342a-19e0-4b59-93f0-12acbe7d7f49 req-f62e929b-7e03-49cf-9880-ab033f30e322 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/security-groups?id=4020443d-bee2-42cf-81b8-a3677ff971b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683855 Jul 23 16:47:37.441735 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-32e56bbd-67ec-4ad3-8fbb-dc3c60e0c5b4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8bae3a2b520b4867b34e54dba6b9972d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5884571 Jul 23 16:47:37.443921 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43394) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:37.454615 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'cb6f24f8-1592-456b-b47f-a4de9aca7e96', 'network_id': '8a50d46d-7d67-480f-a9d0-d81540f7cf57', 'port_id': 'cb6f24f8-1592-456b-b47f-a4de9aca7e96', 'mac_address': 'fa:16:3e:8c:8b:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '154ef37b-30d6-4316-b5be-a20e885e3389', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:47:37.565041 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-09d6b837-9e8d-492f-8464-8666f41735d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:37.595693 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:37.621912 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:37.636728 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-338f46f5-891d-4ba5-9f99-06b0bdf03e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:37.641704 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb6f24f8-1592-456b-b47f-a4de9aca7e96 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:47:37.671340 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port cb6f24f8-1592-456b-b47f-a4de9aca7e96, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=cb6f24f8-1592-456b-b47f-a4de9aca7e96,segment=NetworkSegment(6f03c519-85a6-4760-a9ee-19d0e51132b8),segment_id=6f03c519-85a6-4760-a9ee-19d0e51132b8)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:47:37.681983 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:37.704357 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-338f46f5-891d-4ba5-9f99-06b0bdf03e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:37.779816 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-338f46f5-891d-4ba5-9f99-06b0bdf03e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:37.784515 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-338f46f5-891d-4ba5-9f99-06b0bdf03e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:37.786694 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-338f46f5-891d-4ba5-9f99-06b0bdf03e1d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/693558f0-e1ac-4d13-b7a2-d722258ccdff HTTP/1.1" status: 204 len: 168 time: 0.3414779 Jul 23 16:47:37.814803 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=cb6f24f8-1592-456b-b47f-a4de9aca7e96,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:37.815394 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f46f5-891d-4ba5-9f99-06b0bdf03e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693558f0-e1ac-4d13-b7a2-d722258ccdff,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:37.891298 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['cb6f24f8-1592-456b-b47f-a4de9aca7e96'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:47:38.118138 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c363f9-4214-4e2e-9af1-61db278f7605 req-2b9ba424-e46e-4ee7-9b98-4706096f8453 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:38.118861 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-07c363f9-4214-4e2e-9af1-61db278f7605 req-2b9ba424-e46e-4ee7-9b98-4706096f8453 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b192c1e-de78-4b8b-bc49-b489ee341a31 HTTP/1.1" status: 200 len: 944 time: 0.1689394 Jul 23 16:47:38.181572 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-09d6b837-9e8d-492f-8464-8666f41735d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c0e793-89d9-44f5-aa5a-f45d65b2676d {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:47:38.192779 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-09d6b837-9e8d-492f-8464-8666f41735d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:38.228793 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-07c363f9-4214-4e2e-9af1-61db278f7605 req-69faab96-912c-469e-9b15-258a21bf4ba4 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?id=a1050bb1-e186-4a71-950d-cac2bef0eb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012502 Jul 23 16:47:38.235053 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-09d6b837-9e8d-492f-8464-8666f41735d8 service neutron] Transition to ACTIVE for port object 28c0e793-89d9-44f5-aa5a-f45d65b2676d will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:47:38.241713 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-09d6b837-9e8d-492f-8464-8666f41735d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:38.350039 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6b837-9e8d-492f-8464-8666f41735d8 service neutron] Pushing event updated for resources: {'Port': ['ID=28c0e793-89d9-44f5-aa5a-f45d65b2676d,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:38.420738 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-09d6b837-9e8d-492f-8464-8666f41735d8 service neutron] Attempting to bind port 28c0e793-89d9-44f5-aa5a-f45d65b2676d on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:47:38.421926 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-09d6b837-9e8d-492f-8464-8666f41735d8 service neutron] Attempting to bind port 28c0e793-89d9-44f5-aa5a-f45d65b2676d by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '6953f840-9103-4b3d-a15e-33bf5f31542e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '7adcb503-42a4-4f47-bc3c-3bc6841a6652'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:47:38.422465 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-09d6b837-9e8d-492f-8464-8666f41735d8 service neutron] Attempting to bind port 28c0e793-89d9-44f5-aa5a-f45d65b2676d on network 7adcb503-42a4-4f47-bc3c-3bc6841a6652 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:47:38.433446 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-09d6b837-9e8d-492f-8464-8666f41735d8 service neutron] Port 28c0e793-89d9-44f5-aa5a-f45d65b2676d on network 7adcb503-42a4-4f47-bc3c-3bc6841a6652 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:47:38.434217 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-09d6b837-9e8d-492f-8464-8666f41735d8 service neutron] Attempting to bind port 28c0e793-89d9-44f5-aa5a-f45d65b2676d on network 7adcb503-42a4-4f47-bc3c-3bc6841a6652 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:47:38.440586 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-09d6b837-9e8d-492f-8464-8666f41735d8 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:47:38.441198 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-09d6b837-9e8d-492f-8464-8666f41735d8 service neutron] Checking segment: {'id': '6953f840-9103-4b3d-a15e-33bf5f31542e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '7adcb503-42a4-4f47-bc3c-3bc6841a6652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:47:38.441753 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-09d6b837-9e8d-492f-8464-8666f41735d8 service neutron] Bound using segment: {'id': '6953f840-9103-4b3d-a15e-33bf5f31542e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '7adcb503-42a4-4f47-bc3c-3bc6841a6652'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:47:38.442528 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-09d6b837-9e8d-492f-8464-8666f41735d8 service neutron] Bound port: 28c0e793-89d9-44f5-aa5a-f45d65b2676d, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6953f840-9103-4b3d-a15e-33bf5f31542e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '7adcb503-42a4-4f47-bc3c-3bc6841a6652'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:47:38.443203 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-09d6b837-9e8d-492f-8464-8666f41735d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:38.535972 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-09d6b837-9e8d-492f-8464-8666f41735d8 service neutron] For port 28c0e793-89d9-44f5-aa5a-f45d65b2676d, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:47:38.545437 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-09d6b837-9e8d-492f-8464-8666f41735d8 service neutron] For port 28c0e793-89d9-44f5-aa5a-f45d65b2676d, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=28c0e793-89d9-44f5-aa5a-f45d65b2676d,segment=NetworkSegment(6953f840-9103-4b3d-a15e-33bf5f31542e),segment_id=6953f840-9103-4b3d-a15e-33bf5f31542e)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:47:38.562493 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-09d6b837-9e8d-492f-8464-8666f41735d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:38.629453 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-09d6b837-9e8d-492f-8464-8666f41735d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:38.630004 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-09d6b837-9e8d-492f-8464-8666f41735d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:38.631451 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-09d6b837-9e8d-492f-8464-8666f41735d8 service neutron] 10.222.0.74 "PUT /v2.0/ports/28c0e793-89d9-44f5-aa5a-f45d65b2676d HTTP/1.1" status: 200 len: 1091 time: 1.2829466 Jul 23 16:47:38.632750 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f42e38f-597e-42c3-ad8d-718fe011fca7', 'tag': '28c0e793-89d9-44f5-aa5a-f45d65b2676d'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:47:38.635679 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50b2267-785c-47e8-b47a-7e6e3787640d" -d '{"events": [{"name": "network-changed", "server_uuid": "3f42e38f-597e-42c3-ad8d-718fe011fca7", "tag": "28c0e793-89d9-44f5-aa5a-f45d65b2676d"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:47:38.652076 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:38.695364 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6b837-9e8d-492f-8464-8666f41735d8 service neutron] Pushing event updated for resources: {'Port': ['ID=28c0e793-89d9-44f5-aa5a-f45d65b2676d,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:38.712281 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060ee1a2-8220-434d-bfde-c544db8fcb8e x-openstack-request-id: req-060ee1a2-8220-434d-bfde-c544db8fcb8e {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:47:38.712675 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f42e38f-597e-42c3-ad8d-718fe011fca7", "tag": "28c0e793-89d9-44f5-aa5a-f45d65b2676d", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:47:38.712996 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-060ee1a2-8220-434d-bfde-c544db8fcb8e {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:47:38.713606 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f42e38f-597e-42c3-ad8d-718fe011fca7', 'tag': '28c0e793-89d9-44f5-aa5a-f45d65b2676d', 'status': 'completed', 'code': 200} Jul 23 16:47:38.751023 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa012be-e8e8-4cab-97b7-fddda6705e00 req-a7caaf9c-97ff-450a-a0a3-8a0f7c695372 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:38.753018 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bfa012be-e8e8-4cab-97b7-fddda6705e00 req-a7caaf9c-97ff-450a-a0a3-8a0f7c695372 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f42e38f-597e-42c3-ad8d-718fe011fca7 HTTP/1.1" status: 200 len: 943 time: 0.2054095 Jul 23 16:47:38.806974 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-5ac1ad54-6353-4d18-a48e-14f8f417de4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:38.808432 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-5ac1ad54-6353-4d18-a48e-14f8f417de4c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b3622826252b4e059063717a2745951f&device_id=3f42e38f-597e-42c3-ad8d-718fe011fca7 HTTP/1.1" status: 200 len: 1094 time: 0.1221750 Jul 23 16:47:38.863258 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bfa012be-e8e8-4cab-97b7-fddda6705e00 req-a6492567-4042-487a-8c8c-acfc4de43ba2 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/security-groups?id=4020443d-bee2-42cf-81b8-a3677ff971b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882082 Jul 23 16:47:38.864925 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-bd022551-3633-4889-91bd-7750888bfbb3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28c0e793-89d9-44f5-aa5a-f45d65b2676d HTTP/1.1" status: 200 len: 217 time: 0.0452201 Jul 23 16:47:38.943377 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-f072e23b-5bfe-4bd5-b746-4cb422b40909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:38.945795 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-f072e23b-5bfe-4bd5-b746-4cb422b40909 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b640ce52-a878-4708-afc4-796d1699db1d HTTP/1.1" status: 200 len: 854 time: 0.0748684 Jul 23 16:47:38.999861 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-a27878b9-661f-429e-b233-2b0f15ca59a0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7adcb503-42a4-4f47-bc3c-3bc6841a6652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447688 Jul 23 16:47:39.116256 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-71c4d92c-424a-448d-83fa-d41784db6e56 service neutron] 10.222.0.74 "GET /v2.0/networks/7adcb503-42a4-4f47-bc3c-3bc6841a6652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114349 Jul 23 16:47:39.239730 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0ac0b370-851e-4919-b9ef-638eb6585f04 req-544582c2-1ad1-4a2b-86c0-7337fc93c074 service neutron] 10.222.0.74 "GET /v2.0/networks/7adcb503-42a4-4f47-bc3c-3bc6841a6652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169200 Jul 23 16:47:39.243197 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device cb6f24f8-1592-456b-b47f-a4de9aca7e96 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:47:39.350453 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port cb6f24f8-1592-456b-b47f-a4de9aca7e96 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:47:39.354975 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port cb6f24f8-1592-456b-b47f-a4de9aca7e96 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:47:39.355683 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:39.546319 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:39.580005 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b192c1e-de78-4b8b-bc49-b489ee341a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6f24f8-1592-456b-b47f-a4de9aca7e96'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:47:39.584300 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23ee139-a5d4-4dc8-89d4-4d76269a4faa" -d '{"events": [{"server_uuid": "2b192c1e-de78-4b8b-bc49-b489ee341a31", "name": "network-vif-plugged", "status": "completed", "tag": "cb6f24f8-1592-456b-b47f-a4de9aca7e96"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:47:39.601134 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port cb6f24f8-1592-456b-b47f-a4de9aca7e96, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=cb6f24f8-1592-456b-b47f-a4de9aca7e96,segment=NetworkSegment(6f03c519-85a6-4760-a9ee-19d0e51132b8),segment_id=6f03c519-85a6-4760-a9ee-19d0e51132b8)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:47:39.607890 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:39.693812 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab05f4f3-68c9-4cb3-b123-c833934cca78 x-openstack-request-id: req-ab05f4f3-68c9-4cb3-b123-c833934cca78 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:47:39.694470 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b192c1e-de78-4b8b-bc49-b489ee341a31", "name": "network-vif-plugged", "status": "completed", "tag": "cb6f24f8-1592-456b-b47f-a4de9aca7e96", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:47:39.694470 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ab05f4f3-68c9-4cb3-b123-c833934cca78 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:47:39.694713 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b192c1e-de78-4b8b-bc49-b489ee341a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6f24f8-1592-456b-b47f-a4de9aca7e96', 'code': 200} Jul 23 16:47:39.741467 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=cb6f24f8-1592-456b-b47f-a4de9aca7e96,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:39.905863 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b2267-785c-47e8-b47a-7e6e3787640d req-ccb8f15c-b31a-4cb8-a733-a56d66140312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:39.911074 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a50b2267-785c-47e8-b47a-7e6e3787640d req-ccb8f15c-b31a-4cb8-a733-a56d66140312 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b3622826252b4e059063717a2745951f&device_id=3f42e38f-597e-42c3-ad8d-718fe011fca7 HTTP/1.1" status: 200 len: 1094 time: 0.6173611 Jul 23 16:47:40.074731 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b2267-785c-47e8-b47a-7e6e3787640d req-2f5c7486-f770-4bbf-943f-43b9169ceaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:40.076611 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a50b2267-785c-47e8-b47a-7e6e3787640d req-2f5c7486-f770-4bbf-943f-43b9169ceaeb service neutron] 10.222.0.74 "GET /v2.0/networks?id=7adcb503-42a4-4f47-bc3c-3bc6841a6652 HTTP/1.1" status: 200 len: 916 time: 0.1619990 Jul 23 16:47:40.164124 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8841336-3d98-4a20-899a-5bd9420e87bf req-c251284e-9d18-40fc-b933-b1f56f6e51d3 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:40.165975 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8841336-3d98-4a20-899a-5bd9420e87bf req-c251284e-9d18-40fc-b933-b1f56f6e51d3 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b192c1e-de78-4b8b-bc49-b489ee341a31 HTTP/1.1" status: 200 len: 944 time: 0.8238556 Jul 23 16:47:40.167458 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a50b2267-785c-47e8-b47a-7e6e3787640d req-2c4458fe-30d4-4696-84a1-19147508eeb9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28c0e793-89d9-44f5-aa5a-f45d65b2676d HTTP/1.1" status: 200 len: 217 time: 0.0502093 Jul 23 16:47:40.273334 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b508f-3c97-468f-bae8-8724841ed2c1 req-225b0ea8-57ff-443c-93f9-aad42c8fe396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:40.276047 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b74b508f-3c97-468f-bae8-8724841ed2c1 req-225b0ea8-57ff-443c-93f9-aad42c8fe396 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=2b192c1e-de78-4b8b-bc49-b489ee341a31 HTTP/1.1" status: 200 len: 1096 time: 0.4524393 Jul 23 16:47:40.283317 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b2267-785c-47e8-b47a-7e6e3787640d req-2114da55-87fd-4197-ac37-bcc26173d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:40.284685 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a50b2267-785c-47e8-b47a-7e6e3787640d req-2114da55-87fd-4197-ac37-bcc26173d03e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b640ce52-a878-4708-afc4-796d1699db1d HTTP/1.1" status: 200 len: 854 time: 0.1066499 Jul 23 16:47:40.317752 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80840275-b518-4c44-b63c-4eec6f11a9f1 req-c8e4b17d-b79e-4d67-8e09-3e12ac2e278b tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:40.345878 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80840275-b518-4c44-b63c-4eec6f11a9f1 req-c8e4b17d-b79e-4d67-8e09-3e12ac2e278b tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f42e38f-597e-42c3-ad8d-718fe011fca7 HTTP/1.1" status: 200 len: 943 time: 0.2656305 Jul 23 16:47:40.399098 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8841336-3d98-4a20-899a-5bd9420e87bf req-62876fa1-ba20-40ad-81fe-8b30b855cfb5 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?id=a1050bb1-e186-4a71-950d-cac2bef0eb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734300 Jul 23 16:47:40.453506 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a50b2267-785c-47e8-b47a-7e6e3787640d req-f3fd8924-3cf8-493a-880b-439a4a6f48ac service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7adcb503-42a4-4f47-bc3c-3bc6841a6652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962131 Jul 23 16:47:40.493011 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b74b508f-3c97-468f-bae8-8724841ed2c1 req-316d1bce-5c45-4e6d-b4f3-5ddfbbfb7b94 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=a1050bb1-e186-4a71-950d-cac2bef0eb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968863 Jul 23 16:47:40.547778 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80840275-b518-4c44-b63c-4eec6f11a9f1 req-7c8e294a-11e4-48f2-aad3-07c4f8e9f715 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/security-groups?id=4020443d-bee2-42cf-81b8-a3677ff971b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009006 Jul 23 16:47:40.659718 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a50b2267-785c-47e8-b47a-7e6e3787640d req-15d7b11c-669e-4d33-85d0-e3cd5f03c12d service neutron] 10.222.0.74 "GET /v2.0/networks/7adcb503-42a4-4f47-bc3c-3bc6841a6652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049587 Jul 23 16:47:40.787810 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a50b2267-785c-47e8-b47a-7e6e3787640d req-d5a9be60-04c0-4233-8f74-8f10337d99e1 service neutron] 10.222.0.74 "GET /v2.0/networks/7adcb503-42a4-4f47-bc3c-3bc6841a6652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176662 Jul 23 16:47:41.515168 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43588) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:41.584257 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570fbed-7cd2-488b-80ea-24a9bd2b8d34 req-cbd7a939-7533-44e8-9720-cb5c2b6d1730 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:41.585875 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7570fbed-7cd2-488b-80ea-24a9bd2b8d34 req-cbd7a939-7533-44e8-9720-cb5c2b6d1730 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b192c1e-de78-4b8b-bc49-b489ee341a31 HTTP/1.1" status: 200 len: 945 time: 0.1093152 Jul 23 16:47:41.642836 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7570fbed-7cd2-488b-80ea-24a9bd2b8d34 req-7aa5227d-e1e5-48ab-9138-c86557cb55a6 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?id=a1050bb1-e186-4a71-950d-cac2bef0eb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472138 Jul 23 16:47:41.778432 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3b0a7310-bfa0-429b-97cf-a487059253b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:41.820585 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b16aa9-996e-4400-9976-ed525654a2eb req-1ff7fcdb-3311-4e79-9460-d89b251165df tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:41.828172 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d2b16aa9-996e-4400-9976-ed525654a2eb req-1ff7fcdb-3311-4e79-9460-d89b251165df tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f42e38f-597e-42c3-ad8d-718fe011fca7 HTTP/1.1" status: 200 len: 943 time: 0.1531634 Jul 23 16:47:41.857226 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d12b0-6a1c-4e7d-ad2c-64f025fc8909 req-5f3b8f8b-2cad-4039-a0e9-011b5c6832f5 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:41.859983 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-898d12b0-6a1c-4e7d-ad2c-64f025fc8909 req-5f3b8f8b-2cad-4039-a0e9-011b5c6832f5 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b192c1e-de78-4b8b-bc49-b489ee341a31 HTTP/1.1" status: 200 len: 945 time: 0.1348209 Jul 23 16:47:41.914144 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3b0a7310-bfa0-429b-97cf-a487059253b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:41.918874 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d2b16aa9-996e-4400-9976-ed525654a2eb req-8bee68e7-0691-4d93-9ca2-600c5542f917 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/security-groups?id=4020443d-bee2-42cf-81b8-a3677ff971b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875785 Jul 23 16:47:41.919451 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3b0a7310-bfa0-429b-97cf-a487059253b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:41.941371 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43612) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:41.955953 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-898d12b0-6a1c-4e7d-ad2c-64f025fc8909 req-86be999d-c182-41d3-aef6-bc9ee62b908c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?id=a1050bb1-e186-4a71-950d-cac2bef0eb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868292 Jul 23 16:47:41.975191 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3b0a7310-bfa0-429b-97cf-a487059253b9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=81287e71a786414091bd15ef2c05cfda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4588077 Jul 23 16:47:41.977352 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a7310-bfa0-429b-97cf-a487059253b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c090b6-adcd-439e-80c0-9e103c243481,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:41.979471 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43616) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:41.997804 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43618) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:42.075854 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9490b1ac-dd18-4cb5-a55f-4c046ea07133 tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:42.078922 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9490b1ac-dd18-4cb5-a55f-4c046ea07133 tempest-TestNetworkBasicOps-910694474 tempest-TestNetworkBasicOps-910694474-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2b192c1e-de78-4b8b-bc49-b489ee341a31 HTTP/1.1" status: 200 len: 1091 time: 0.0794318 Jul 23 16:47:42.085823 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43620) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:42.100364 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-4265ab71-952c-4bd2-a8ab-1617faafd66c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'port_id': 'cb6f24f8-1592-456b-b47f-a4de9aca7e96', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:47:42.117097 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-563b20e6-edc5-44fe-9513-e8ddb153499e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:42.157495 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4265ab71-952c-4bd2-a8ab-1617faafd66c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:42.180277 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-563b20e6-edc5-44fe-9513-e8ddb153499e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:42.218758 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e8bd3ab-2054-4797-9506-8ac2e1fa4729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:42.261838 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-563b20e6-edc5-44fe-9513-e8ddb153499e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:42.282899 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-563b20e6-edc5-44fe-9513-e8ddb153499e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:42.284399 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-563b20e6-edc5-44fe-9513-e8ddb153499e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c6c090b6-adcd-439e-80c0-9e103c243481 HTTP/1.1" status: 204 len: 168 time: 0.3035760 Jul 23 16:47:42.293490 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b20e6-edc5-44fe-9513-e8ddb153499e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c090b6-adcd-439e-80c0-9e103c243481,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:42.401284 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4265ab71-952c-4bd2-a8ab-1617faafd66c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:42.466047 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 28c0e793-89d9-44f5-aa5a-f45d65b2676d details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:47:42.594193 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e8bd3ab-2054-4797-9506-8ac2e1fa4729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:42.596331 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-4265ab71-952c-4bd2-a8ab-1617faafd66c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Allocated IP 172.25.8.43 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/742251c1-21bb-40ba-8cb5-630c00238b03) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:47:42.601815 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e8bd3ab-2054-4797-9506-8ac2e1fa4729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:42.618228 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 28c0e793-89d9-44f5-aa5a-f45d65b2676d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=28c0e793-89d9-44f5-aa5a-f45d65b2676d,segment=NetworkSegment(6953f840-9103-4b3d-a15e-33bf5f31542e),segment_id=6953f840-9103-4b3d-a15e-33bf5f31542e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:47:42.641367 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '28c0e793-89d9-44f5-aa5a-f45d65b2676d', 'network_id': '7adcb503-42a4-4f47-bc3c-3bc6841a6652', 'port_id': '28c0e793-89d9-44f5-aa5a-f45d65b2676d', 'mac_address': 'fa:16:3e:84:29:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b640ce52-a878-4708-afc4-796d1699db1d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:47:42.668872 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43634) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:42.689830 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-06944ad3-11bb-4629-b8f9-8999624fe27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:42.690799 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8bd3ab-2054-4797-9506-8ac2e1fa4729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccddcf02-a753-45e4-82a4-99cf6c24be6f,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:42.699525 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:42.727235 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6e8bd3ab-2054-4797-9506-8ac2e1fa4729 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f35cd00f1e7e4b1da0edc13e2416fbcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7821469 Jul 23 16:47:42.728121 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c0e793-89d9-44f5-aa5a-f45d65b2676d {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:47:42.730583 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43636) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:42.756148 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 28c0e793-89d9-44f5-aa5a-f45d65b2676d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=28c0e793-89d9-44f5-aa5a-f45d65b2676d,segment=NetworkSegment(6953f840-9103-4b3d-a15e-33bf5f31542e),segment_id=6953f840-9103-4b3d-a15e-33bf5f31542e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:47:42.763926 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:42.858846 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=28c0e793-89d9-44f5-aa5a-f45d65b2676d,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:42.876527 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-06944ad3-11bb-4629-b8f9-8999624fe27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:42.884153 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-06944ad3-11bb-4629-b8f9-8999624fe27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:42.885477 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-619f4bc9-694b-4d4a-91cc-b04027f5534a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:42.899336 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4265ab71-952c-4bd2-a8ab-1617faafd66c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:42.933662 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06944ad3-11bb-4629-b8f9-8999624fe27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13150771-cd27-4e9a-85a9-0f454de699bc,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:42.935244 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-619f4bc9-694b-4d4a-91cc-b04027f5534a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:42.988313 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['28c0e793-89d9-44f5-aa5a-f45d65b2676d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:47:43.017942 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4265ab71-952c-4bd2-a8ab-1617faafd66c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:43.018453 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-06944ad3-11bb-4629-b8f9-8999624fe27d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9a1e2656c0b14313858b5cefd63f4abc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3483450 Jul 23 16:47:43.024063 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43640) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:43.044033 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-619f4bc9-694b-4d4a-91cc-b04027f5534a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:43.049727 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-619f4bc9-694b-4d4a-91cc-b04027f5534a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:43.051309 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-619f4bc9-694b-4d4a-91cc-b04027f5534a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ccddcf02-a753-45e4-82a4-99cf6c24be6f HTTP/1.1" status: 204 len: 168 time: 0.3197863 Jul 23 16:47:43.091901 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4265ab71-952c-4bd2-a8ab-1617faafd66c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:47:43.103497 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-4265ab71-952c-4bd2-a8ab-1617faafd66c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:47:43.108749 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f4bc9-694b-4d4a-91cc-b04027f5534a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccddcf02-a753-45e4-82a4-99cf6c24be6f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:43.117773 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4265ab71-952c-4bd2-a8ab-1617faafd66c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:47:43.176735 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265ab71-952c-4bd2-a8ab-1617faafd66c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'Port': ['ID=742251c1-21bb-40ba-8cb5-630c00238b03,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:43.259528 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b4ebfde7-2044-41c8-93d8-da6bbb4a98cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:43.325830 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b4ebfde7-2044-41c8-93d8-da6bbb4a98cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:43.399349 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d59c63-724e-46ba-9a14-cb0153fb0b37 req-59214e73-00be-4704-8758-64d997f29d95 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:43.401070 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-55d59c63-724e-46ba-9a14-cb0153fb0b37 req-59214e73-00be-4704-8758-64d997f29d95 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f42e38f-597e-42c3-ad8d-718fe011fca7 HTTP/1.1" status: 200 len: 944 time: 0.3462856 Jul 23 16:47:43.407879 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b4ebfde7-2044-41c8-93d8-da6bbb4a98cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:43.410843 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b4ebfde7-2044-41c8-93d8-da6bbb4a98cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:43.412323 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b4ebfde7-2044-41c8-93d8-da6bbb4a98cf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/13150771-cd27-4e9a-85a9-0f454de699bc HTTP/1.1" status: 204 len: 168 time: 0.3869960 Jul 23 16:47:43.423980 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebfde7-2044-41c8-93d8-da6bbb4a98cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13150771-cd27-4e9a-85a9-0f454de699bc,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:43.511674 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-55d59c63-724e-46ba-9a14-cb0153fb0b37 req-2173a2da-4d39-4b26-9054-4b86818e7e85 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/security-groups?id=4020443d-bee2-42cf-81b8-a3677ff971b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940092 Jul 23 16:47:43.704272 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43652) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:43.724983 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-533c2996-4475-4788-9f2c-ec88b6191f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:43.791851 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4265ab71-952c-4bd2-a8ab-1617faafd66c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:43.913127 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4265ab71-952c-4bd2-a8ab-1617faafd66c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:43.935525 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-533c2996-4475-4788-9f2c-ec88b6191f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:43.941021 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-533c2996-4475-4788-9f2c-ec88b6191f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:43.987852 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-533c2996-4475-4788-9f2c-ec88b6191f9f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9a0219f3ec8541c4a473c4980f46c686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2824457 Jul 23 16:47:43.991680 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43660) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:44.046854 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c2996-4475-4788-9f2c-ec88b6191f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf58db49-3f1f-42c8-9be3-498e991fbabe,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:44.057666 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533c2996-4475-4788-9f2c-ec88b6191f9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:44.058422 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533c2996-4475-4788-9f2c-ec88b6191f9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:44.058566 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533c2996-4475-4788-9f2c-ec88b6191f9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:44.058975 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533c2996-4475-4788-9f2c-ec88b6191f9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:44.059378 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533c2996-4475-4788-9f2c-ec88b6191f9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:44.059798 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533c2996-4475-4788-9f2c-ec88b6191f9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:44.060483 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533c2996-4475-4788-9f2c-ec88b6191f9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:44.060623 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533c2996-4475-4788-9f2c-ec88b6191f9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:44.060920 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533c2996-4475-4788-9f2c-ec88b6191f9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:44.062208 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533c2996-4475-4788-9f2c-ec88b6191f9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:44.062613 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533c2996-4475-4788-9f2c-ec88b6191f9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:44.063022 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533c2996-4475-4788-9f2c-ec88b6191f9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:44.090998 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a4d5723c-6c5e-4dcb-84c7-b4fcbc8fde67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:44.121331 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a4d5723c-6c5e-4dcb-84c7-b4fcbc8fde67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:44.121573 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:47:44.182998 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a4d5723c-6c5e-4dcb-84c7-b4fcbc8fde67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:44.185973 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a4d5723c-6c5e-4dcb-84c7-b4fcbc8fde67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:44.190647 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a4d5723c-6c5e-4dcb-84c7-b4fcbc8fde67 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bf58db49-3f1f-42c8-9be3-498e991fbabe HTTP/1.1" status: 204 len: 168 time: 0.1938393 Jul 23 16:47:44.197377 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4265ab71-952c-4bd2-a8ab-1617faafd66c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:44.198998 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5723c-6c5e-4dcb-84c7-b4fcbc8fde67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf58db49-3f1f-42c8-9be3-498e991fbabe,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:44.206554 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4265ab71-952c-4bd2-a8ab-1617faafd66c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:44.266934 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265ab71-952c-4bd2-a8ab-1617faafd66c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event updated for resources: {'Port': ['ID=742251c1-21bb-40ba-8cb5-630c00238b03,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:44.323317 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4265ab71-952c-4bd2-a8ab-1617faafd66c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:44.476748 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 28c0e793-89d9-44f5-aa5a-f45d65b2676d up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:47:44.572721 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 28c0e793-89d9-44f5-aa5a-f45d65b2676d completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:47:44.579549 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-4265ab71-952c-4bd2-a8ab-1617faafd66c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Floating IP 25a95711-c679-42f0-9fba-afc9a7d03279 associated. External IP: 172.25.8.43, port: cb6f24f8-1592-456b-b47f-a4de9aca7e96. Jul 23 16:47:44.581880 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 28c0e793-89d9-44f5-aa5a-f45d65b2676d triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:47:44.582274 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:44.799310 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ec052-eb37-4370-b0d5-57ec59e88c4d req-5dbdd809-4869-4abd-9759-e535ff986434 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:44.802194 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b18ec052-eb37-4370-b0d5-57ec59e88c4d req-5dbdd809-4869-4abd-9759-e535ff986434 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f42e38f-597e-42c3-ad8d-718fe011fca7 HTTP/1.1" status: 200 len: 944 time: 0.1427181 Jul 23 16:47:44.829931 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:44.896091 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f42e38f-597e-42c3-ad8d-718fe011fca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c0e793-89d9-44f5-aa5a-f45d65b2676d'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:47:44.900982 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2a2459-2851-43ce-b962-8ea25d6c1cbe" -d '{"events": [{"server_uuid": "3f42e38f-597e-42c3-ad8d-718fe011fca7", "name": "network-vif-plugged", "status": "completed", "tag": "28c0e793-89d9-44f5-aa5a-f45d65b2676d"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:47:44.910838 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b18ec052-eb37-4370-b0d5-57ec59e88c4d req-12193502-eb5d-4d8c-94c1-5ec1249734b8 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/security-groups?id=4020443d-bee2-42cf-81b8-a3677ff971b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024311 Jul 23 16:47:44.942326 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 28c0e793-89d9-44f5-aa5a-f45d65b2676d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=28c0e793-89d9-44f5-aa5a-f45d65b2676d,segment=NetworkSegment(6953f840-9103-4b3d-a15e-33bf5f31542e),segment_id=6953f840-9103-4b3d-a15e-33bf5f31542e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:47:44.950880 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:45.014557 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48d22c7-b309-479f-aadd-fab63f1cee9d x-openstack-request-id: req-e48d22c7-b309-479f-aadd-fab63f1cee9d {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:47:45.015245 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f42e38f-597e-42c3-ad8d-718fe011fca7", "name": "network-vif-plugged", "status": "completed", "tag": "28c0e793-89d9-44f5-aa5a-f45d65b2676d", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:47:45.015661 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e48d22c7-b309-479f-aadd-fab63f1cee9d {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:47:45.016802 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f42e38f-597e-42c3-ad8d-718fe011fca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c0e793-89d9-44f5-aa5a-f45d65b2676d', 'code': 200} Jul 23 16:47:45.048964 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=28c0e793-89d9-44f5-aa5a-f45d65b2676d,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:45.093691 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43694) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:45.138225 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0211ac-3bb5-44a8-98da-c52dfe2be091 req-fa951da6-a864-466c-a2cd-15727cb73f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:45.143512 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4a0211ac-3bb5-44a8-98da-c52dfe2be091 req-fa951da6-a864-466c-a2cd-15727cb73f10 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3f42e38f-597e-42c3-ad8d-718fe011fca7 HTTP/1.1" status: 200 len: 1096 time: 0.0876651 Jul 23 16:47:45.151650 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4265ab71-952c-4bd2-a8ab-1617faafd66c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Router 86340e3f-c91f-47bf-b609-b6c6a2b6069e has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:47:45.210241 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4a0211ac-3bb5-44a8-98da-c52dfe2be091 req-41a6ecd7-aac9-4f7c-8a49-bc1eb0b2e6e9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4020443d-bee2-42cf-81b8-a3677ff971b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607080 Jul 23 16:47:45.315210 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4265ab71-952c-4bd2-a8ab-1617faafd66c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:47:45.326124 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3c1cf9-00f5-4ae8-b3b5-1a61c9bb2168 None None] Sync routers for ids ['86340e3f-c91f-47bf-b609-b6c6a2b6069e'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:47:45.336156 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4265ab71-952c-4bd2-a8ab-1617faafd66c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:45.337484 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3c1cf9-00f5-4ae8-b3b5-1a61c9bb2168 None None] Routers {'86340e3f-c91f-47bf-b609-b6c6a2b6069e'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:47:45.339817 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-6b3c1cf9-00f5-4ae8-b3b5-1a61c9bb2168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:47:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['86340e3f-c91f-47bf-b609-b6c6a2b6069e'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:47:45.422805 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4265ab71-952c-4bd2-a8ab-1617faafd66c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3324614 Jul 23 16:47:45.422805 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b192c1e-de78-4b8b-bc49-b489ee341a31', 'tag': 'cb6f24f8-1592-456b-b47f-a4de9aca7e96'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:47:45.423142 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43706) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:45.428230 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89de1969-c42f-456e-8dbf-8e7f39f0b82a" -d '{"events": [{"name": "network-changed", "server_uuid": "2b192c1e-de78-4b8b-bc49-b489ee341a31", "tag": "cb6f24f8-1592-456b-b47f-a4de9aca7e96"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:47:45.507589 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7062423-1b6d-4497-8d4d-c28f3c844a23 x-openstack-request-id: req-f7062423-1b6d-4497-8d4d-c28f3c844a23 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:47:45.507896 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b192c1e-de78-4b8b-bc49-b489ee341a31", "tag": "cb6f24f8-1592-456b-b47f-a4de9aca7e96", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:47:45.508137 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f7062423-1b6d-4497-8d4d-c28f3c844a23 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:47:45.508588 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b192c1e-de78-4b8b-bc49-b489ee341a31', 'tag': 'cb6f24f8-1592-456b-b47f-a4de9aca7e96', 'status': 'completed', 'code': 200} Jul 23 16:47:45.525757 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-80bef397-e53b-4f7c-8d34-fb1aac9f9759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:45.627257 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f026865a-875f-45f9-8a42-d855710d12c4 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/floatingips/25a95711-c679-42f0-9fba-afc9a7d03279 HTTP/1.1" status: 200 len: 990 time: 0.2028687 Jul 23 16:47:45.658802 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de1969-c42f-456e-8dbf-8e7f39f0b82a req-e299323a-7ab9-493d-8456-43e22319c839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:45.660995 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-89de1969-c42f-456e-8dbf-8e7f39f0b82a req-e299323a-7ab9-493d-8456-43e22319c839 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=26442a7d2aa845bc8d6525b42b6b3848&device_id=2b192c1e-de78-4b8b-bc49-b489ee341a31 HTTP/1.1" status: 200 len: 1096 time: 0.1287606 Jul 23 16:47:45.705933 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-6b3c1cf9-00f5-4ae8-b3b5-1a61c9bb2168 None None] Set router 86340e3f-c91f-47bf-b609-b6c6a2b6069e gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:47:45.825910 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de1969-c42f-456e-8dbf-8e7f39f0b82a req-21863956-669e-42bf-9be7-3e932e34b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:45.831871 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-89de1969-c42f-456e-8dbf-8e7f39f0b82a req-21863956-669e-42bf-9be7-3e932e34b2f0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=8a50d46d-7d67-480f-a9d0-d81540f7cf57 HTTP/1.1" status: 200 len: 899 time: 0.1635497 Jul 23 16:47:45.851360 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-80bef397-e53b-4f7c-8d34-fb1aac9f9759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:45.913687 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-80bef397-e53b-4f7c-8d34-fb1aac9f9759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:45.965796 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bef397-e53b-4f7c-8d34-fb1aac9f9759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae54e80-cf83-4e19-a631-707c8157b642,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:46.002328 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43726) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:46.074599 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-89de1969-c42f-456e-8dbf-8e7f39f0b82a req-67dbe329-925e-4540-96ed-50f85ae61d40 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb6f24f8-1592-456b-b47f-a4de9aca7e96 HTTP/1.1" status: 200 len: 998 time: 0.2304215 Jul 23 16:47:46.077994 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-80bef397-e53b-4f7c-8d34-fb1aac9f9759 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f462c3a783104ae98dbdaf14e20152be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9830253 Jul 23 16:47:46.080928 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43730) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:46.137375 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-6b3c1cf9-00f5-4ae8-b3b5-1a61c9bb2168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'name': 'tempest-TestNetworkBasicOps-router-1891597227', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'f3e00e02-8e62-472d-ba1a-d48025e097f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:47:09Z', 'updated_at': '2021-07-23T16:47:16Z', 'revision_number': 4, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': 'f3e00e02-8e62-472d-ba1a-d48025e097f2', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:47:10Z', 'updated_at': '2021-07-23T16:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '25a95711-c679-42f0-9fba-afc9a7d03279', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'floating_ip_address': '172.25.8.43', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'port_id': 'cb6f24f8-1592-456b-b47f-a4de9aca7e96', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a50d46d-7d67-480f-a9d0-d81540f7cf57', 'mac_address': 'fa:16:3e:8c:8b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b192c1e-de78-4b8b-bc49-b489ee341a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:47:43Z', 'updated_at': '2021-07-23T16:47:43Z', 'revision_number': 0, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ec337cd-4470-4ff1-a8e7-ebcf722e7e09', 'name': '', 'network_id': '8a50d46d-7d67-480f-a9d0-d81540f7cf57', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'mac_address': 'fa:16:3e:26:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '154ef37b-30d6-4316-b5be-a20e885e3389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:47:15Z', 'updated_at': '2021-07-23T16:47:24Z', 'revision_number': 5, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'subnets': [{'id': '154ef37b-30d6-4316-b5be-a20e885e3389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:47:46.190159 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3c1cf9-00f5-4ae8-b3b5-1a61c9bb2168 None None] Checking router: 86340e3f-c91f-47bf-b609-b6c6a2b6069e for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:47:46.201341 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3c1cf9-00f5-4ae8-b3b5-1a61c9bb2168 None None] Routers {'86340e3f-c91f-47bf-b609-b6c6a2b6069e'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:47:46.203137 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-6b3c1cf9-00f5-4ae8-b3b5-1a61c9bb2168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:47:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['86340e3f-c91f-47bf-b609-b6c6a2b6069e'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:47:46.240144 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c76113e2-a37f-4c1c-bea9-16a9b62d3606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:46.247426 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de1969-c42f-456e-8dbf-8e7f39f0b82a req-49bc1270-0cce-4f44-866a-1c5fa5161e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:46.249460 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-89de1969-c42f-456e-8dbf-8e7f39f0b82a req-49bc1270-0cce-4f44-866a-1c5fa5161e62 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=154ef37b-30d6-4316-b5be-a20e885e3389 HTTP/1.1" status: 200 len: 834 time: 0.1529605 Jul 23 16:47:46.272033 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c76113e2-a37f-4c1c-bea9-16a9b62d3606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:46.323568 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5785f-ae5f-4932-abe1-67a0b5934474 req-5e9de58b-94d0-43b3-b659-b6988ced6293 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:46.325101 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87f5785f-ae5f-4932-abe1-67a0b5934474 req-5e9de58b-94d0-43b3-b659-b6988ced6293 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f42e38f-597e-42c3-ad8d-718fe011fca7 HTTP/1.1" status: 200 len: 945 time: 0.2700045 Jul 23 16:47:46.349602 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c76113e2-a37f-4c1c-bea9-16a9b62d3606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:46.356417 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c76113e2-a37f-4c1c-bea9-16a9b62d3606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:46.366060 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c76113e2-a37f-4c1c-bea9-16a9b62d3606 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eae54e80-cf83-4e19-a631-707c8157b642 HTTP/1.1" status: 204 len: 168 time: 0.2835448 Jul 23 16:47:46.367463 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de1969-c42f-456e-8dbf-8e7f39f0b82a req-6d320dfa-0864-4f9c-b1b1-2c6e8f5952ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:46.368980 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-89de1969-c42f-456e-8dbf-8e7f39f0b82a req-6d320dfa-0864-4f9c-b1b1-2c6e8f5952ad service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8a50d46d-7d67-480f-a9d0-d81540f7cf57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101773 Jul 23 16:47:46.390904 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76113e2-a37f-4c1c-bea9-16a9b62d3606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae54e80-cf83-4e19-a631-707c8157b642,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:46.394906 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87f5785f-ae5f-4932-abe1-67a0b5934474 req-16dea6fc-98a7-4ccf-b9fb-b9341a09efcf tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/security-groups?id=4020443d-bee2-42cf-81b8-a3677ff971b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608833 Jul 23 16:47:46.506495 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-89de1969-c42f-456e-8dbf-8e7f39f0b82a req-5f9b9913-766e-4f2e-a85b-3fba03356158 service neutron] 10.222.0.97 "GET /v2.0/networks/8a50d46d-7d67-480f-a9d0-d81540f7cf57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259115 Jul 23 16:47:46.535181 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ec0905fc-e081-4e88-930d-173cfa168e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:46.598438 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-6b3c1cf9-00f5-4ae8-b3b5-1a61c9bb2168 None None] Set router 86340e3f-c91f-47bf-b609-b6c6a2b6069e gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:47:46.638237 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ec0905fc-e081-4e88-930d-173cfa168e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:46.641694 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43740) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:46.727702 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ec0905fc-e081-4e88-930d-173cfa168e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:46.797337 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-89de1969-c42f-456e-8dbf-8e7f39f0b82a req-d626eb9c-1d5c-4542-8524-95326e913d0e service neutron] 10.222.0.97 "GET /v2.0/networks/8a50d46d-7d67-480f-a9d0-d81540f7cf57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779353 Jul 23 16:47:46.806426 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0905fc-e081-4e88-930d-173cfa168e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218f4921-87c2-452f-9b53-79f610d11497,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:46.861440 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ec0905fc-e081-4e88-930d-173cfa168e7c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c3068f1e41b741aebbcc0039228e8f34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8578622 Jul 23 16:47:46.867399 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43746) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:46.868229 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d4b3e7ae-616a-45c2-8e32-b922c82b08b8 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/floatingips/25a95711-c679-42f0-9fba-afc9a7d03279 HTTP/1.1" status: 200 len: 990 time: 0.2242639 Jul 23 16:47:46.977722 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f8d222c8-4b9e-4741-b8e9-c32878a1b8e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:47.021503 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f8d222c8-4b9e-4741-b8e9-c32878a1b8e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:47.114053 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f8d222c8-4b9e-4741-b8e9-c32878a1b8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:47.117046 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f8d222c8-4b9e-4741-b8e9-c32878a1b8e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:47.118398 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f8d222c8-4b9e-4741-b8e9-c32878a1b8e3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/218f4921-87c2-452f-9b53-79f610d11497 HTTP/1.1" status: 204 len: 168 time: 0.2494247 Jul 23 16:47:47.140056 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d222c8-4b9e-4741-b8e9-c32878a1b8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218f4921-87c2-452f-9b53-79f610d11497,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:47.216624 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-6b3c1cf9-00f5-4ae8-b3b5-1a61c9bb2168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'name': 'tempest-TestNetworkBasicOps-router-1891597227', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'f3e00e02-8e62-472d-ba1a-d48025e097f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:47:09Z', 'updated_at': '2021-07-23T16:47:16Z', 'revision_number': 4, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': 'f3e00e02-8e62-472d-ba1a-d48025e097f2', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:47:10Z', 'updated_at': '2021-07-23T16:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '25a95711-c679-42f0-9fba-afc9a7d03279', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'floating_ip_address': '172.25.8.43', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'port_id': 'cb6f24f8-1592-456b-b47f-a4de9aca7e96', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a50d46d-7d67-480f-a9d0-d81540f7cf57', 'mac_address': 'fa:16:3e:8c:8b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b192c1e-de78-4b8b-bc49-b489ee341a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:47:43Z', 'updated_at': '2021-07-23T16:47:43Z', 'revision_number': 0, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ec337cd-4470-4ff1-a8e7-ebcf722e7e09', 'name': '', 'network_id': '8a50d46d-7d67-480f-a9d0-d81540f7cf57', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'mac_address': 'fa:16:3e:26:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '154ef37b-30d6-4316-b5be-a20e885e3389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:47:15Z', 'updated_at': '2021-07-23T16:47:24Z', 'revision_number': 5, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'subnets': [{'id': '154ef37b-30d6-4316-b5be-a20e885e3389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:47:47.256052 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3c1cf9-00f5-4ae8-b3b5-1a61c9bb2168 None None] The sync data for ids ['86340e3f-c91f-47bf-b609-b6c6a2b6069e'] in n-d-778549-4 is: [{'id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'name': 'tempest-TestNetworkBasicOps-router-1891597227', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'f3e00e02-8e62-472d-ba1a-d48025e097f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:47:09Z', 'updated_at': '2021-07-23T16:47:16Z', 'revision_number': 4, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': 'f3e00e02-8e62-472d-ba1a-d48025e097f2', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:47:10Z', 'updated_at': '2021-07-23T16:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '25a95711-c679-42f0-9fba-afc9a7d03279', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'floating_ip_address': '172.25.8.43', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'port_id': 'cb6f24f8-1592-456b-b47f-a4de9aca7e96', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a50d46d-7d67-480f-a9d0-d81540f7cf57', 'mac_address': 'fa:16:3e:8c:8b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b192c1e-de78-4b8b-bc49-b489ee341a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:47:43Z', 'updated_at': '2021-07-23T16:47:43Z', 'revision_number': 0, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ec337cd-4470-4ff1-a8e7-ebcf722e7e09', 'name': '', 'network_id': '8a50d46d-7d67-480f-a9d0-d81540f7cf57', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'mac_address': 'fa:16:3e:26:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '154ef37b-30d6-4316-b5be-a20e885e3389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:47:15Z', 'updated_at': '2021-07-23T16:47:24Z', 'revision_number': 5, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'subnets': [{'id': '154ef37b-30d6-4316-b5be-a20e885e3389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:47:47.599370 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cfa977-eb13-49bf-882b-b23670c1312c None None] New status for floating IP 25a95711-c679-42f0-9fba-afc9a7d03279: ACTIVE {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:47:47.635930 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba2e84-0d04-4a4e-8614-69393652203b req-572b1b99-40ef-4cd8-8085-6f78956ca0b2 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:47.637652 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-50ba2e84-0d04-4a4e-8614-69393652203b req-572b1b99-40ef-4cd8-8085-6f78956ca0b2 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f42e38f-597e-42c3-ad8d-718fe011fca7 HTTP/1.1" status: 200 len: 945 time: 0.0993598 Jul 23 16:47:47.700380 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-50ba2e84-0d04-4a4e-8614-69393652203b req-88a3af56-9435-4baa-90c8-a05a6b22409d tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/security-groups?id=4020443d-bee2-42cf-81b8-a3677ff971b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556438 Jul 23 16:47:47.869754 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43794) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:47.963289 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-54f40b48-07a7-46af-8eec-8bb787dd293b tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/floatingips/25a95711-c679-42f0-9fba-afc9a7d03279 HTTP/1.1" status: 200 len: 992 time: 0.0922265 Jul 23 16:47:50.510958 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 43976) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:50.591866 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-ac3c8115-8ded-4813-a7ac-a98d4a094e99 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=c1adfa8c2e814e2b9771516fa2cd53e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445740 Jul 23 16:47:50.794781 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-b6debe45-20c7-43d1-b223-b43071b696cc tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:50.797131 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-b6debe45-20c7-43d1-b223-b43071b696cc tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1964588 Jul 23 16:47:50.830645 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-bbc44cc6-6941-454d-8a78-6628d989aea6 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] 10.222.0.73 "GET /v2.0/quotas/c1adfa8c2e814e2b9771516fa2cd53e6 HTTP/1.1" status: 200 len: 375 time: 0.0279298 Jul 23 16:47:50.832252 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c107efa-45e4-4dec-b26d-dbbf75584625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:50.935125 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-39ea26ba-1eaf-4287-84b4-45df6653df15 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c1adfa8c2e814e2b9771516fa2cd53e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0981424 Jul 23 16:47:51.026372 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c107efa-45e4-4dec-b26d-dbbf75584625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:51.032113 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c107efa-45e4-4dec-b26d-dbbf75584625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:51.089992 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6c107efa-45e4-4dec-b26d-dbbf75584625 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9f5bd2b6b51547b4981f9b02c61d2f12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5756161 Jul 23 16:47:51.091839 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c107efa-45e4-4dec-b26d-dbbf75584625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ebe628-0cfe-4c17-b544-ddd9a0b4a2f4,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:51.093645 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 43994) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:51.194095 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b56f16bb-e945-44be-8303-f68b6e57559e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:51.248616 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-02c23a70-f3ef-4bc3-9d2e-6b93794280dc req-2757bdee-8e7d-4476-8aec-2665434d9dd1 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ff2a354-63c5-4ce4-8735-a1dbae1a9c16 HTTP/1.1" status: 200 len: 210 time: 0.0560348 Jul 23 16:47:51.250571 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b56f16bb-e945-44be-8303-f68b6e57559e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:51.316205 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b56f16bb-e945-44be-8303-f68b6e57559e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:51.319299 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b56f16bb-e945-44be-8303-f68b6e57559e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:51.324425 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b56f16bb-e945-44be-8303-f68b6e57559e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/91ebe628-0cfe-4c17-b544-ddd9a0b4a2f4 HTTP/1.1" status: 204 len: 168 time: 0.2260344 Jul 23 16:47:51.353409 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f16bb-e945-44be-8303-f68b6e57559e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ebe628-0cfe-4c17-b544-ddd9a0b4a2f4,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:52.085890 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44020) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:52.104829 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6ebf9cff-d5ab-4808-8717-2812a919f216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:52.268567 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6ebf9cff-d5ab-4808-8717-2812a919f216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:52.273387 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6ebf9cff-d5ab-4808-8717-2812a919f216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:52.322462 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6ebf9cff-d5ab-4808-8717-2812a919f216 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=156dd5c39c0d4028bfa81a8d95f290f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2353218 Jul 23 16:47:52.323624 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf9cff-d5ab-4808-8717-2812a919f216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a0caa2-2dd8-49eb-8b8c-96ace721e7fb,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:52.325002 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44028) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:52.422401 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-78acb5d4-8262-4757-ba72-b667b08b0c4b req-a26f0e5b-5d6d-408a-94b6-acb4d2b13086 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ff2a354-63c5-4ce4-8735-a1dbae1a9c16 HTTP/1.1" status: 200 len: 210 time: 0.0467989 Jul 23 16:47:52.489193 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20c42906-720c-4f1d-8ae1-1322dc3e5bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:52.519616 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20c42906-720c-4f1d-8ae1-1322dc3e5bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:52.545570 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-e80e8ad2-1d11-4a0e-861d-5f63463d95b7 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=c1adfa8c2e814e2b9771516fa2cd53e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227466 Jul 23 16:47:52.590385 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20c42906-720c-4f1d-8ae1-1322dc3e5bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:52.594788 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20c42906-720c-4f1d-8ae1-1322dc3e5bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:52.596252 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-20c42906-720c-4f1d-8ae1-1322dc3e5bde admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/99a0caa2-2dd8-49eb-8b8c-96ace721e7fb HTTP/1.1" status: 204 len: 168 time: 0.2699697 Jul 23 16:47:52.616087 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c42906-720c-4f1d-8ae1-1322dc3e5bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a0caa2-2dd8-49eb-8b8c-96ace721e7fb,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:52.724360 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-068f91b2-32d2-49ed-be73-541dbe016c37 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:52.726079 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-068f91b2-32d2-49ed-be73-541dbe016c37 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1750934 Jul 23 16:47:52.740548 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-e645453c-990e-418e-a711-5c3bbd6a60a3 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Request body: {'port': {'device_id': '4ff2a354-63c5-4ce4-8735-a1dbae1a9c16', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'admin_state_up': True, 'tenant_id': 'c1adfa8c2e814e2b9771516fa2cd53e6'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:47:52.917909 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-e645453c-990e-418e-a711-5c3bbd6a60a3 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Made reservation on behalf of c1adfa8c2e814e2b9771516fa2cd53e6 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:47:52.922957 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-e645453c-990e-418e-a711-5c3bbd6a60a3 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:52.949305 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-e645453c-990e-418e-a711-5c3bbd6a60a3 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:53.071007 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-e645453c-990e-418e-a711-5c3bbd6a60a3 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:53.077326 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-e645453c-990e-418e-a711-5c3bbd6a60a3 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:53.164382 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645453c-990e-418e-a711-5c3bbd6a60a3 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cee942da-dacf-4cee-bd81-30074e084cc6,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:53.264662 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-e645453c-990e-418e-a711-5c3bbd6a60a3 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Allocated IP 192.168.233.128 (eb3bf372-6ffe-4c33-8777-29948d4b4373/3812e6e5-38ac-4c93-85ce-3dab2cef76c9/e3480c40-e163-46ce-a814-f53ef7c5d6d0) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:47:53.505102 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-e645453c-990e-418e-a711-5c3bbd6a60a3 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:53.558407 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-e645453c-990e-418e-a711-5c3bbd6a60a3 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Transition to ACTIVE for port object e3480c40-e163-46ce-a814-f53ef7c5d6d0 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:47:53.601540 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c598d85-3ffa-49c5-b382-a7d3de1335cd req-7a9f1d76-6cde-42ad-8930-d6626584a999 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ff2a354-63c5-4ce4-8735-a1dbae1a9c16 HTTP/1.1" status: 200 len: 210 time: 0.0570130 Jul 23 16:47:53.644726 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-e645453c-990e-418e-a711-5c3bbd6a60a3 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:53.715149 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-e645453c-990e-418e-a711-5c3bbd6a60a3 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:47:53.719414 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-e645453c-990e-418e-a711-5c3bbd6a60a3 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:47:53.722328 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-e645453c-990e-418e-a711-5c3bbd6a60a3 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:47:53.769171 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645453c-990e-418e-a711-5c3bbd6a60a3 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Pushing event updated for resources: {'Port': ['ID=e3480c40-e163-46ce-a814-f53ef7c5d6d0,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:53.817504 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-e645453c-990e-418e-a711-5c3bbd6a60a3 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:53.818741 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-e645453c-990e-418e-a711-5c3bbd6a60a3 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:53.840573 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-e645453c-990e-418e-a711-5c3bbd6a60a3 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1049526 Jul 23 16:47:53.856477 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-83b98936-71bb-47e4-8f15-09b9a7fd48af service neutron] Request body: {'port': {'device_id': '4ff2a354-63c5-4ce4-8735-a1dbae1a9c16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:47:54.003659 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-83b98936-71bb-47e4-8f15-09b9a7fd48af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:54.190469 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3f31fcad-a4e1-48a9-9bb3-b2bf55e2e94b None None] Provisioning for port e3480c40-e163-46ce-a814-f53ef7c5d6d0 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:47:54.200179 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3f31fcad-a4e1-48a9-9bb3-b2bf55e2e94b None None] Provisioning complete for port e3480c40-e163-46ce-a814-f53ef7c5d6d0 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:47:54.202783 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3f31fcad-a4e1-48a9-9bb3-b2bf55e2e94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:54.264720 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-3f31fcad-a4e1-48a9-9bb3-b2bf55e2e94b None None] Port e3480c40-e163-46ce-a814-f53ef7c5d6d0 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:47:54.444764 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-83b98936-71bb-47e4-8f15-09b9a7fd48af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3480c40-e163-46ce-a814-f53ef7c5d6d0 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:47:54.464082 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-83b98936-71bb-47e4-8f15-09b9a7fd48af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:54.497653 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-83b98936-71bb-47e4-8f15-09b9a7fd48af service neutron] Transition to ACTIVE for port object e3480c40-e163-46ce-a814-f53ef7c5d6d0 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:47:54.502793 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-83b98936-71bb-47e4-8f15-09b9a7fd48af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:54.560868 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b98936-71bb-47e4-8f15-09b9a7fd48af service neutron] Pushing event updated for resources: {'Port': ['ID=e3480c40-e163-46ce-a814-f53ef7c5d6d0,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:54.680687 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-83b98936-71bb-47e4-8f15-09b9a7fd48af service neutron] Attempting to bind port e3480c40-e163-46ce-a814-f53ef7c5d6d0 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:47:54.681144 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-83b98936-71bb-47e4-8f15-09b9a7fd48af service neutron] Attempting to bind port e3480c40-e163-46ce-a814-f53ef7c5d6d0 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:47:54.681558 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-83b98936-71bb-47e4-8f15-09b9a7fd48af service neutron] Attempting to bind port e3480c40-e163-46ce-a814-f53ef7c5d6d0 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:47:54.687578 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-83b98936-71bb-47e4-8f15-09b9a7fd48af service neutron] Port e3480c40-e163-46ce-a814-f53ef7c5d6d0 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:47:54.688008 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-83b98936-71bb-47e4-8f15-09b9a7fd48af service neutron] Attempting to bind port e3480c40-e163-46ce-a814-f53ef7c5d6d0 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:47:54.695350 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-83b98936-71bb-47e4-8f15-09b9a7fd48af service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:47:54.695769 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-83b98936-71bb-47e4-8f15-09b9a7fd48af service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:47:54.696224 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-83b98936-71bb-47e4-8f15-09b9a7fd48af service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:47:54.696731 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-83b98936-71bb-47e4-8f15-09b9a7fd48af service neutron] Bound port: e3480c40-e163-46ce-a814-f53ef7c5d6d0, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:47:54.697187 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-83b98936-71bb-47e4-8f15-09b9a7fd48af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:55.298481 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-83b98936-71bb-47e4-8f15-09b9a7fd48af service neutron] For port e3480c40-e163-46ce-a814-f53ef7c5d6d0, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:47:55.302000 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-83b98936-71bb-47e4-8f15-09b9a7fd48af service neutron] For port e3480c40-e163-46ce-a814-f53ef7c5d6d0, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=e3480c40-e163-46ce-a814-f53ef7c5d6d0,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:47:55.309459 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-83b98936-71bb-47e4-8f15-09b9a7fd48af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:55.328831 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-83b98936-71bb-47e4-8f15-09b9a7fd48af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:55.329619 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-83b98936-71bb-47e4-8f15-09b9a7fd48af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:55.331423 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-83b98936-71bb-47e4-8f15-09b9a7fd48af service neutron] 10.222.0.97 "PUT /v2.0/ports/e3480c40-e163-46ce-a814-f53ef7c5d6d0 HTTP/1.1" status: 200 len: 1096 time: 1.4816322 Jul 23 16:47:55.333189 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff2a354-63c5-4ce4-8735-a1dbae1a9c16', 'tag': 'e3480c40-e163-46ce-a814-f53ef7c5d6d0'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:47:55.335619 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c97aa8e-fb0d-4fb7-a3a4-b9ae6dd804db" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff2a354-63c5-4ce4-8735-a1dbae1a9c16", "tag": "e3480c40-e163-46ce-a814-f53ef7c5d6d0"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:47:55.486789 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e968e893-d520-4205-b906-4a00be89daf6 x-openstack-request-id: req-e968e893-d520-4205-b906-4a00be89daf6 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:47:55.487816 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff2a354-63c5-4ce4-8735-a1dbae1a9c16", "tag": "e3480c40-e163-46ce-a814-f53ef7c5d6d0", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:47:55.488217 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e968e893-d520-4205-b906-4a00be89daf6 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:47:55.488812 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff2a354-63c5-4ce4-8735-a1dbae1a9c16', 'tag': 'e3480c40-e163-46ce-a814-f53ef7c5d6d0', 'status': 'completed', 'code': 200} Jul 23 16:47:55.578470 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4d75e-70a1-40d3-ba07-57bb52d521b9 req-e787be75-4984-4e0c-bb77-389b063d6aae tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:55.585519 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-caf4d75e-70a1-40d3-ba07-57bb52d521b9 req-e787be75-4984-4e0c-bb77-389b063d6aae tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ff2a354-63c5-4ce4-8735-a1dbae1a9c16 HTTP/1.1" status: 200 len: 948 time: 0.7987282 Jul 23 16:47:55.635363 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-63f05031-8176-450d-b8c9-1077eef31e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:55.636916 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-63f05031-8176-450d-b8c9-1077eef31e0e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c1adfa8c2e814e2b9771516fa2cd53e6&device_id=4ff2a354-63c5-4ce4-8735-a1dbae1a9c16 HTTP/1.1" status: 200 len: 1099 time: 0.2384236 Jul 23 16:47:55.637587 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b98936-71bb-47e4-8f15-09b9a7fd48af service neutron] Pushing event updated for resources: {'Port': ['ID=e3480c40-e163-46ce-a814-f53ef7c5d6d0,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:55.672732 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-caf4d75e-70a1-40d3-ba07-57bb52d521b9 req-9f535106-a93d-418d-9345-b515cccfd138 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] 10.222.0.73 "GET /v2.0/security-groups?id=cee942da-dacf-4cee-bd81-30074e084cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810983 Jul 23 16:47:55.724992 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-19775825-efb3-461c-bcde-4c579d8f15f3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=e3480c40-e163-46ce-a814-f53ef7c5d6d0 HTTP/1.1" status: 200 len: 217 time: 0.0781479 Jul 23 16:47:55.813600 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-8b9dbf2e-1c3a-45ed-96fb-78664314bf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:55.815855 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-8b9dbf2e-1c3a-45ed-96fb-78664314bf10 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0849466 Jul 23 16:47:55.922496 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-946eef0b-b6f4-438c-ab90-6522308eafd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:55.924054 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-946eef0b-b6f4-438c-ab90-6522308eafd1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0967884 Jul 23 16:47:56.054672 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-991ae2ed-a708-44ad-b137-a713784c1e7a service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237137 Jul 23 16:47:56.151122 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44168) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:56.195371 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45fa661e-3b18-4199-9b4d-8fcf869d693b req-9c98ebc5-2643-4c88-8db7-d93b14b685d6 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273465 Jul 23 16:47:56.317578 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97aa8e-fb0d-4fb7-a3a4-b9ae6dd804db req-130a24b2-d66e-46b4-95e1-d25ca59fc779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:56.319267 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c97aa8e-fb0d-4fb7-a3a4-b9ae6dd804db req-130a24b2-d66e-46b4-95e1-d25ca59fc779 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c1adfa8c2e814e2b9771516fa2cd53e6&device_id=4ff2a354-63c5-4ce4-8735-a1dbae1a9c16 HTTP/1.1" status: 200 len: 1099 time: 0.0637600 Jul 23 16:47:56.327300 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aeff01d0-446e-4e18-8d63-62cc0a0d503a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:56.473525 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97aa8e-fb0d-4fb7-a3a4-b9ae6dd804db req-282d00e2-0d84-498e-b72d-7bda225b8229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:56.475313 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c97aa8e-fb0d-4fb7-a3a4-b9ae6dd804db req-282d00e2-0d84-498e-b72d-7bda225b8229 service neutron] 10.222.0.97 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.1500952 Jul 23 16:47:56.479603 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aeff01d0-446e-4e18-8d63-62cc0a0d503a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:56.486137 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aeff01d0-446e-4e18-8d63-62cc0a0d503a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:56.525857 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-aeff01d0-446e-4e18-8d63-62cc0a0d503a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=63e928b1cf6a456f8d151f2491239ef4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3734107 Jul 23 16:47:56.528149 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44172) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:56.569174 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c97aa8e-fb0d-4fb7-a3a4-b9ae6dd804db req-37914bd6-e011-431b-b711-490898e2b2cd service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=e3480c40-e163-46ce-a814-f53ef7c5d6d0 HTTP/1.1" status: 200 len: 217 time: 0.0834386 Jul 23 16:47:56.579286 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff01d0-446e-4e18-8d63-62cc0a0d503a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd9f52c-4466-4dfb-a21a-c79e25cbd39c,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:56.614737 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3bcaf1aa-dc12-42b2-880d-8ba5c5e58985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:56.644409 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3bcaf1aa-dc12-42b2-880d-8ba5c5e58985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:56.673737 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97aa8e-fb0d-4fb7-a3a4-b9ae6dd804db req-be645728-7dd6-4c3a-96de-a48d4e149fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:56.675308 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c97aa8e-fb0d-4fb7-a3a4-b9ae6dd804db req-be645728-7dd6-4c3a-96de-a48d4e149fc4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.1004882 Jul 23 16:47:56.723496 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3bcaf1aa-dc12-42b2-880d-8ba5c5e58985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:56.726386 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3bcaf1aa-dc12-42b2-880d-8ba5c5e58985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:56.728633 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3bcaf1aa-dc12-42b2-880d-8ba5c5e58985 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cdd9f52c-4466-4dfb-a21a-c79e25cbd39c HTTP/1.1" status: 204 len: 168 time: 0.1985285 Jul 23 16:47:56.750596 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcaf1aa-dc12-42b2-880d-8ba5c5e58985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd9f52c-4466-4dfb-a21a-c79e25cbd39c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:56.786459 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97aa8e-fb0d-4fb7-a3a4-b9ae6dd804db req-c325923d-54ef-46a3-844f-589df69b0980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:56.788095 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c97aa8e-fb0d-4fb7-a3a4-b9ae6dd804db req-c325923d-54ef-46a3-844f-589df69b0980 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1044579 Jul 23 16:47:56.953536 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c97aa8e-fb0d-4fb7-a3a4-b9ae6dd804db req-c36e55c9-c820-4330-b247-96a5e2e1bac8 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559322 Jul 23 16:47:57.000535 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e9a51-c98c-4a38-911e-a7582ef5bae1 req-541d86af-6999-4580-a358-c3d04ddb6b18 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:57.007856 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c0e9a51-c98c-4a38-911e-a7582ef5bae1 req-541d86af-6999-4580-a358-c3d04ddb6b18 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ff2a354-63c5-4ce4-8735-a1dbae1a9c16 HTTP/1.1" status: 200 len: 948 time: 0.2305717 Jul 23 16:47:57.085760 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c0e9a51-c98c-4a38-911e-a7582ef5bae1 req-301004f6-b11d-472d-88ff-d5955c5d45e6 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] 10.222.0.73 "GET /v2.0/security-groups?id=cee942da-dacf-4cee-bd81-30074e084cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635307 Jul 23 16:47:57.148257 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c97aa8e-fb0d-4fb7-a3a4-b9ae6dd804db req-bedb438c-5a11-4e4e-a30d-43760a70c26c service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838081 Jul 23 16:47:57.195556 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44182) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:57.215324 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d9156139-fb1c-4b42-a36c-1ba85d7a557f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:57.362770 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d9156139-fb1c-4b42-a36c-1ba85d7a557f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:57.369318 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d9156139-fb1c-4b42-a36c-1ba85d7a557f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:57.418492 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d9156139-fb1c-4b42-a36c-1ba85d7a557f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8bf16b4f9d37456fb975d561d7d7572c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2194002 Jul 23 16:47:57.418678 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44190) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:57.474887 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9156139-fb1c-4b42-a36c-1ba85d7a557f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e969bc23-5cb1-4d69-9f0f-1eb0a5de6ba0,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:57.503588 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-06df26d1-964d-4ab5-9723-767a79450ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:57.527412 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-06df26d1-964d-4ab5-9723-767a79450ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:57.587530 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-06df26d1-964d-4ab5-9723-767a79450ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:57.595291 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-06df26d1-964d-4ab5-9723-767a79450ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:57.605522 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-06df26d1-964d-4ab5-9723-767a79450ccc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e969bc23-5cb1-4d69-9f0f-1eb0a5de6ba0 HTTP/1.1" status: 204 len: 168 time: 0.1857376 Jul 23 16:47:57.624429 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df26d1-964d-4ab5-9723-767a79450ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e969bc23-5cb1-4d69-9f0f-1eb0a5de6ba0,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:58.346283 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8016e-1874-48c0-9809-177918754b46 req-1152f7cc-7724-4284-ba93-a6472ce0e3aa tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:58.368996 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ef8016e-1874-48c0-9809-177918754b46 req-1152f7cc-7724-4284-ba93-a6472ce0e3aa tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ff2a354-63c5-4ce4-8735-a1dbae1a9c16 HTTP/1.1" status: 200 len: 948 time: 0.1459131 Jul 23 16:47:58.473964 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ef8016e-1874-48c0-9809-177918754b46 req-34c0bf6f-b88a-42d2-9eb8-1d3f89a5e2c5 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] 10.222.0.73 "GET /v2.0/security-groups?id=cee942da-dacf-4cee-bd81-30074e084cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003475 Jul 23 16:47:59.294208 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device e3480c40-e163-46ce-a814-f53ef7c5d6d0 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:47:59.438144 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port e3480c40-e163-46ce-a814-f53ef7c5d6d0, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=e3480c40-e163-46ce-a814-f53ef7c5d6d0,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:47:59.453389 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'e3480c40-e163-46ce-a814-f53ef7c5d6d0', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': 'e3480c40-e163-46ce-a814-f53ef7c5d6d0', 'mac_address': 'fa:16:3e:98:d2:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:47:59.539564 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:59.559831 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3480c40-e163-46ce-a814-f53ef7c5d6d0 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:47:59.579409 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44256) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:59.612014 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port e3480c40-e163-46ce-a814-f53ef7c5d6d0, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=e3480c40-e163-46ce-a814-f53ef7c5d6d0,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:47:59.626198 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:59.705882 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72c110-0993-454d-9a37-5f9c4757d494 req-ffa3aa68-7276-4397-b8e5-2e762ad2e30a tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:59.713402 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db72c110-0993-454d-9a37-5f9c4757d494 req-ffa3aa68-7276-4397-b8e5-2e762ad2e30a tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ff2a354-63c5-4ce4-8735-a1dbae1a9c16 HTTP/1.1" status: 200 len: 948 time: 0.1271195 Jul 23 16:47:59.745277 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=e3480c40-e163-46ce-a814-f53ef7c5d6d0,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:59.755947 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:59.756915 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:59.757557 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:59.758111 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:59.759039 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:59.759970 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:59.760504 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:59.771239 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:59.771925 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:59.772470 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:59.775554 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:59.776149 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:59.813419 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db72c110-0993-454d-9a37-5f9c4757d494 req-1fbf4f2a-433c-42a5-97a7-bb576c0d3e4e tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] 10.222.0.73 "GET /v2.0/security-groups?id=cee942da-dacf-4cee-bd81-30074e084cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985606 Jul 23 16:47:59.839178 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-812863ab-6dd3-4775-8f22-9d3fcaaee4fa tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-368621387'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:47:59.866234 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['e3480c40-e163-46ce-a814-f53ef7c5d6d0'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:47:59.874031 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812863ab-6dd3-4775-8f22-9d3fcaaee4fa tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Made reservation on behalf of 17f8ebca46894f758ef19c70e96cace0 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:47:59.881318 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-812863ab-6dd3-4775-8f22-9d3fcaaee4fa tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:59.891738 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-812863ab-6dd3-4775-8f22-9d3fcaaee4fa tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:00.059726 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-812863ab-6dd3-4775-8f22-9d3fcaaee4fa tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:00.066985 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-812863ab-6dd3-4775-8f22-9d3fcaaee4fa tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:00.112603 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-812863ab-6dd3-4775-8f22-9d3fcaaee4fa tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] vlan segment allocate from pool success with {'vlan_id': 1115, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:48:00.133434 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812863ab-6dd3-4775-8f22-9d3fcaaee4fa tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=342cc489-e941-4337-8fc1-a71c30d93461,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:00.148360 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-812863ab-6dd3-4775-8f22-9d3fcaaee4fa tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:00.149326 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-812863ab-6dd3-4775-8f22-9d3fcaaee4fa tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Added segment 2e1ea404-9748-477b-93b0-7dcf4119efc1 of type vlan for network a868ed0a-61f1-4299-8e49-b25140c734cd Jul 23 16:48:00.211809 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-812863ab-6dd3-4775-8f22-9d3fcaaee4fa tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:00.254731 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-812863ab-6dd3-4775-8f22-9d3fcaaee4fa tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:00.261480 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812863ab-6dd3-4775-8f22-9d3fcaaee4fa tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:00.262095 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-812863ab-6dd3-4775-8f22-9d3fcaaee4fa tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:00.319473 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-812863ab-6dd3-4775-8f22-9d3fcaaee4fa tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7357519 Jul 23 16:48:00.319937 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44278) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:00.325327 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-2b92f823-51ad-4a0a-8965-1951b5fbfd99 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Request body: {'subnet': {'network_id': 'a868ed0a-61f1-4299-8e49-b25140c734cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:00.440348 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812863ab-6dd3-4775-8f22-9d3fcaaee4fa tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Pushing event updated for resources: {'Network': ['ID=a868ed0a-61f1-4299-8e49-b25140c734cd,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:00.464675 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network a868ed0a-61f1-4299-8e49-b25140c734cd details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:48:00.492491 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b92f823-51ad-4a0a-8965-1951b5fbfd99 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Made reservation on behalf of 17f8ebca46894f758ef19c70e96cace0 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:48:00.504622 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b92f823-51ad-4a0a-8965-1951b5fbfd99 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:00.832257 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b92f823-51ad-4a0a-8965-1951b5fbfd99 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:00.958332 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92f823-51ad-4a0a-8965-1951b5fbfd99 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Pushing event updated for resources: {'Subnet': ['ID=77b6c111-01ec-4c19-a09e-d02d7f622e57,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:00.960742 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b92f823-51ad-4a0a-8965-1951b5fbfd99 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Checking segment: {'id': '2e1ea404-9748-477b-93b0-7dcf4119efc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'a868ed0a-61f1-4299-8e49-b25140c734cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:48:00.961134 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b92f823-51ad-4a0a-8965-1951b5fbfd99 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Network hostable DHCP agents. Network: a868ed0a-61f1-4299-8e49-b25140c734cd, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:48:00.988428 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b92f823-51ad-4a0a-8965-1951b5fbfd99 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Network a868ed0a-61f1-4299-8e49-b25140c734cd is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:48:01.000861 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-2b92f823-51ad-4a0a-8965-1951b5fbfd99 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, a868ed0a-61f1-4299-8e49-b25140c734cd) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:48:01.028105 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de9bc7d-d0a1-4a64-8bc2-c2c1a88e4745 None None] Network a868ed0a-61f1-4299-8e49-b25140c734cd requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:48:01.041813 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44300) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:01.044319 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b92f823-51ad-4a0a-8965-1951b5fbfd99 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:01.048042 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b92f823-51ad-4a0a-8965-1951b5fbfd99 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:01.082471 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2b92f823-51ad-4a0a-8965-1951b5fbfd99 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7614703 Jul 23 16:48:01.085391 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd03382-dc26-45d2-b643-ca470bb08270 req-fd8d558e-3556-4262-8fc0-981eb16f93fa tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:01.085648 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44304) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:01.087019 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4cd03382-dc26-45d2-b643-ca470bb08270 req-fd8d558e-3556-4262-8fc0-981eb16f93fa tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ff2a354-63c5-4ce4-8735-a1dbae1a9c16 HTTP/1.1" status: 200 len: 949 time: 0.1692574 Jul 23 16:48:01.093107 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-eccc5564-3309-4b5e-86c1-9ccf352669a0 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Request body: {'port': {'network_id': 'a868ed0a-61f1-4299-8e49-b25140c734cd', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1767880648'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:01.192770 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4cd03382-dc26-45d2-b643-ca470bb08270 req-00d645de-11f3-4bf5-9558-e968eaaed688 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] 10.222.0.73 "GET /v2.0/security-groups?id=cee942da-dacf-4cee-bd81-30074e084cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976665 Jul 23 16:48:01.266323 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cc33b7bc-4cf4-4008-878d-2ec2907166bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:01.297554 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccc5564-3309-4b5e-86c1-9ccf352669a0 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Made reservation on behalf of 17f8ebca46894f758ef19c70e96cace0 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:48:01.305241 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eccc5564-3309-4b5e-86c1-9ccf352669a0 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:01.332073 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device e3480c40-e163-46ce-a814-f53ef7c5d6d0 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:48:01.337322 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-eccc5564-3309-4b5e-86c1-9ccf352669a0 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] device_id is not set on port f19ad8a0-dfc4-4f71-a221-339d787fdc0d yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:48:01.349383 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bafadbe-1aab-4819-ad4d-a55b3b9ceba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-a868ed0a-61f1-4299-8e49-b25140c734cd', 'network_id': 'a868ed0a-61f1-4299-8e49-b25140c734cd', 'tenant_id': '17f8ebca46894f758ef19c70e96cace0', 'fixed_ips': [{'subnet_id': '77b6c111-01ec-4c19-a09e-d02d7f622e57'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:48:01.350290 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8bafadbe-1aab-4819-ad4d-a55b3b9ceba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:01.472346 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cc33b7bc-4cf4-4008-878d-2ec2907166bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:01.478276 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cc33b7bc-4cf4-4008-878d-2ec2907166bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:01.546799 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-cc33b7bc-4cf4-4008-878d-2ec2907166bb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8282d73faee7406bbddd7619860ba39b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5038676 Jul 23 16:48:01.548438 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33b7bc-4cf4-4008-878d-2ec2907166bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c88e8fc-0448-41ef-b563-c2c099c69db8,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:01.549429 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44308) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:01.602429 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port e3480c40-e163-46ce-a814-f53ef7c5d6d0 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:48:01.611063 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port e3480c40-e163-46ce-a814-f53ef7c5d6d0 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:01.611669 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:01.662366 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-eccc5564-3309-4b5e-86c1-9ccf352669a0 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Allocated IP 172.20.0.7 (a868ed0a-61f1-4299-8e49-b25140c734cd/77b6c111-01ec-4c19-a09e-d02d7f622e57/f19ad8a0-dfc4-4f71-a221-339d787fdc0d) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:48:01.702740 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-809e00ff-1bfa-4d9b-8e49-31f88d7689e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:01.747479 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:01.778637 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-809e00ff-1bfa-4d9b-8e49-31f88d7689e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:01.783285 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff2a354-63c5-4ce4-8735-a1dbae1a9c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3480c40-e163-46ce-a814-f53ef7c5d6d0'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:48:01.785287 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4f9aaf-9daf-426f-8a63-30982422dbf1" -d '{"events": [{"server_uuid": "4ff2a354-63c5-4ce4-8735-a1dbae1a9c16", "name": "network-vif-plugged", "status": "completed", "tag": "e3480c40-e163-46ce-a814-f53ef7c5d6d0"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:48:01.809247 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port e3480c40-e163-46ce-a814-f53ef7c5d6d0, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=e3480c40-e163-46ce-a814-f53ef7c5d6d0,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:48:01.815004 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:01.898468 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-809e00ff-1bfa-4d9b-8e49-31f88d7689e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:01.901140 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-809e00ff-1bfa-4d9b-8e49-31f88d7689e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:01.904674 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-809e00ff-1bfa-4d9b-8e49-31f88d7689e3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0c88e8fc-0448-41ef-b563-c2c099c69db8 HTTP/1.1" status: 204 len: 168 time: 0.3508310 Jul 23 16:48:01.930991 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6b6f70-6f36-459f-b0c9-dafc143deba8 x-openstack-request-id: req-5d6b6f70-6f36-459f-b0c9-dafc143deba8 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:48:01.933870 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff2a354-63c5-4ce4-8735-a1dbae1a9c16", "name": "network-vif-plugged", "status": "completed", "tag": "e3480c40-e163-46ce-a814-f53ef7c5d6d0", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:48:01.934743 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5d6b6f70-6f36-459f-b0c9-dafc143deba8 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:48:01.935313 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff2a354-63c5-4ce4-8735-a1dbae1a9c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3480c40-e163-46ce-a814-f53ef7c5d6d0', 'code': 200} Jul 23 16:48:01.948003 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e00ff-1bfa-4d9b-8e49-31f88d7689e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c88e8fc-0448-41ef-b563-c2c099c69db8,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:01.952218 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=e3480c40-e163-46ce-a814-f53ef7c5d6d0,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:02.054405 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eccc5564-3309-4b5e-86c1-9ccf352669a0 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:02.067916 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734f0da-97f2-4934-881f-3e985f5c877a req-3db0fd01-b71c-4d85-8532-b077b47d6d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:02.071150 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1734f0da-97f2-4934-881f-3e985f5c877a req-3db0fd01-b71c-4d85-8532-b077b47d6d5a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=4ff2a354-63c5-4ce4-8735-a1dbae1a9c16 HTTP/1.1" status: 200 len: 1101 time: 0.1206625 Jul 23 16:48:02.078999 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-eccc5564-3309-4b5e-86c1-9ccf352669a0 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Transition to ACTIVE for port object f19ad8a0-dfc4-4f71-a221-339d787fdc0d will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:48:02.152984 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eccc5564-3309-4b5e-86c1-9ccf352669a0 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:02.159151 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1734f0da-97f2-4934-881f-3e985f5c877a req-64fc04ad-c9d6-4542-bcae-028dc637f312 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=cee942da-dacf-4cee-bd81-30074e084cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788774 Jul 23 16:48:02.221954 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc5564-3309-4b5e-86c1-9ccf352669a0 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Pushing event updated for resources: {'Port': ['ID=f19ad8a0-dfc4-4f71-a221-339d787fdc0d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:02.239782 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-8bafadbe-1aab-4819-ad4d-a55b3b9ceba3 None None] Allocated IP 172.20.0.2 (a868ed0a-61f1-4299-8e49-b25140c734cd/77b6c111-01ec-4c19-a09e-d02d7f622e57/a37ec403-965f-4591-95d9-8a6951770291) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:48:02.245893 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccc5564-3309-4b5e-86c1-9ccf352669a0 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Network a868ed0a-61f1-4299-8e49-b25140c734cd is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:48:02.249563 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-eccc5564-3309-4b5e-86c1-9ccf352669a0 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:48:02.263867 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccc5564-3309-4b5e-86c1-9ccf352669a0 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:48:02.352282 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccc5564-3309-4b5e-86c1-9ccf352669a0 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:02.353150 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eccc5564-3309-4b5e-86c1-9ccf352669a0 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:02.372879 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-eccc5564-3309-4b5e-86c1-9ccf352669a0 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2852981 Jul 23 16:48:02.376752 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44322) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:02.465643 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8bafadbe-1aab-4819-ad4d-a55b3b9ceba3 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:02.484489 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8bafadbe-1aab-4819-ad4d-a55b3b9ceba3 None None] Transition to ACTIVE for port object a37ec403-965f-4591-95d9-8a6951770291 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:48:02.499612 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba48d51-cf56-438c-8597-464afeb259b1 req-624e67c3-e44e-417b-8352-a8dddd4739a9 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:02.502003 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dba48d51-cf56-438c-8597-464afeb259b1 req-624e67c3-e44e-417b-8352-a8dddd4739a9 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ff2a354-63c5-4ce4-8735-a1dbae1a9c16 HTTP/1.1" status: 200 len: 950 time: 0.1687474 Jul 23 16:48:02.507692 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8bafadbe-1aab-4819-ad4d-a55b3b9ceba3 None None] Transition to ACTIVE for port object a37ec403-965f-4591-95d9-8a6951770291 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:48:02.520241 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8bafadbe-1aab-4819-ad4d-a55b3b9ceba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:02.572634 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5ac3a5e9-3e96-4c79-a6bb-2b8bf59105e1 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Deleting port f19ad8a0-dfc4-4f71-a221-339d787fdc0d {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:48:02.574612 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5ac3a5e9-3e96-4c79-a6bb-2b8bf59105e1 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:02.578884 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bafadbe-1aab-4819-ad4d-a55b3b9ceba3 None None] Network a868ed0a-61f1-4299-8e49-b25140c734cd is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:48:02.588050 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-8bafadbe-1aab-4819-ad4d-a55b3b9ceba3 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:48:02.623606 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dba48d51-cf56-438c-8597-464afeb259b1 req-0b24327e-c4e5-4cab-89fe-02ebdc14bc39 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] 10.222.0.73 "GET /v2.0/security-groups?id=cee942da-dacf-4cee-bd81-30074e084cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101661 Jul 23 16:48:02.636312 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bafadbe-1aab-4819-ad4d-a55b3b9ceba3 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:48:02.707363 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-60b4c7d9-c512-4578-9f4f-ecb5a995dd84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:02.741773 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5ac3a5e9-3e96-4c79-a6bb-2b8bf59105e1 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:02.765872 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-8bafadbe-1aab-4819-ad4d-a55b3b9ceba3 None None] Attempting to bind port a37ec403-965f-4591-95d9-8a6951770291 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:48:02.766256 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-8bafadbe-1aab-4819-ad4d-a55b3b9ceba3 None None] Attempting to bind port a37ec403-965f-4591-95d9-8a6951770291 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '2e1ea404-9748-477b-93b0-7dcf4119efc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'a868ed0a-61f1-4299-8e49-b25140c734cd'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:48:02.766797 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bafadbe-1aab-4819-ad4d-a55b3b9ceba3 None None] Attempting to bind port a37ec403-965f-4591-95d9-8a6951770291 on network a868ed0a-61f1-4299-8e49-b25140c734cd {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:48:02.770074 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafadbe-1aab-4819-ad4d-a55b3b9ceba3 None None] Pushing event updated for resources: {'Port': ['ID=a37ec403-965f-4591-95d9-8a6951770291,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:02.770559 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5ac3a5e9-3e96-4c79-a6bb-2b8bf59105e1 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Calling delete_port for f19ad8a0-dfc4-4f71-a221-339d787fdc0d owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:48:02.775301 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bafadbe-1aab-4819-ad4d-a55b3b9ceba3 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:48:02.775688 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bafadbe-1aab-4819-ad4d-a55b3b9ceba3 None None] Checking segment: {'id': '2e1ea404-9748-477b-93b0-7dcf4119efc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'a868ed0a-61f1-4299-8e49-b25140c734cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:48:02.776236 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8bafadbe-1aab-4819-ad4d-a55b3b9ceba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:02.776645 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bafadbe-1aab-4819-ad4d-a55b3b9ceba3 None None] Bound using segment: {'id': '2e1ea404-9748-477b-93b0-7dcf4119efc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'a868ed0a-61f1-4299-8e49-b25140c734cd'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:48:02.777210 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-8bafadbe-1aab-4819-ad4d-a55b3b9ceba3 None None] Bound port: a37ec403-965f-4591-95d9-8a6951770291, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e1ea404-9748-477b-93b0-7dcf4119efc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'a868ed0a-61f1-4299-8e49-b25140c734cd'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:48:02.777648 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8bafadbe-1aab-4819-ad4d-a55b3b9ceba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:02.862954 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-8bafadbe-1aab-4819-ad4d-a55b3b9ceba3 None None] For port a37ec403-965f-4591-95d9-8a6951770291, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:48:02.867093 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-8bafadbe-1aab-4819-ad4d-a55b3b9ceba3 None None] For port a37ec403-965f-4591-95d9-8a6951770291, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a37ec403-965f-4591-95d9-8a6951770291,segment=NetworkSegment(2e1ea404-9748-477b-93b0-7dcf4119efc1),segment_id=2e1ea404-9748-477b-93b0-7dcf4119efc1)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:48:02.874426 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8bafadbe-1aab-4819-ad4d-a55b3b9ceba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:02.950352 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafadbe-1aab-4819-ad4d-a55b3b9ceba3 None None] Pushing event updated for resources: {'Port': ['ID=a37ec403-965f-4591-95d9-8a6951770291,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:02.990746 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5ac3a5e9-3e96-4c79-a6bb-2b8bf59105e1 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:03.070160 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3a5e9-3e96-4c79-a6bb-2b8bf59105e1 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Pushing event deleted for resources: {'Port': ['ID=f19ad8a0-dfc4-4f71-a221-339d787fdc0d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:03.171218 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5ac3a5e9-3e96-4c79-a6bb-2b8bf59105e1 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:03.176095 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5ac3a5e9-3e96-4c79-a6bb-2b8bf59105e1 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] 10.222.0.73 "DELETE /v2.0/ports/f19ad8a0-dfc4-4f71-a221-339d787fdc0d HTTP/1.1" status: 204 len: 168 time: 0.7956336 Jul 23 16:48:03.176468 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44342) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:03.234249 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44346) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:03.423526 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-0cc100da-8d80-44af-b7f9-1360c3404a22 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1564261891-network', 'tenant_id': 'd295fe2a1dc94462b1c2364cf32f3d0b'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:03.460214 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc100da-8d80-44af-b7f9-1360c3404a22 admin admin] Made reservation on behalf of d295fe2a1dc94462b1c2364cf32f3d0b for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:48:03.463654 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0cc100da-8d80-44af-b7f9-1360c3404a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:03.490292 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0cc100da-8d80-44af-b7f9-1360c3404a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:03.496845 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7e2b1eeb-3ad4-482b-9991-791e844d4029 tempest-DHCPAgentSchedulersTestJSON-1099181252 tempest-DHCPAgentSchedulersTestJSON-1099181252-project-admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.3162086 Jul 23 16:48:03.497485 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44350) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:03.508416 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-963b4cff-6692-4414-ad00-2ef55e874e42 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1631465595'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:03.525090 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.db.api [None req-963b4cff-6692-4414-ad00-2ef55e874e42 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:48:03.525090 n-d-778549-4 neutron-server[94013]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 16:48:03.525090 n-d-778549-4 neutron-server[94013]: [parameters: {'project_id_1': '17f8ebca46894f758ef19c70e96cace0', 'expiration_1': datetime.datetime(2021, 7, 23, 16, 48, 3, 516907)}] Jul 23 16:48:03.525090 n-d-778549-4 neutron-server[94013]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94013) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:48:03.525935 n-d-778549-4 neutron-server[94013]: DEBUG oslo_db.api [None req-963b4cff-6692-4414-ad00-2ef55e874e42 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:48:03.631743 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0cc100da-8d80-44af-b7f9-1360c3404a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:03.649180 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0cc100da-8d80-44af-b7f9-1360c3404a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:03.700301 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc100da-8d80-44af-b7f9-1360c3404a22 admin admin] vlan segment allocate from pool success with {'vlan_id': 1130, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:48:03.729079 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0cc100da-8d80-44af-b7f9-1360c3404a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:03.730242 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-0cc100da-8d80-44af-b7f9-1360c3404a22 admin admin] Added segment f33a4cfd-184d-486c-9f6b-0eb05d49e662 of type vlan for network 7f704639-7079-4bae-8d6b-14ab6e3df206 Jul 23 16:48:03.781481 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc100da-8d80-44af-b7f9-1360c3404a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad41d14-9dac-4d31-8f83-db374a9964cc,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:03.860684 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0cc100da-8d80-44af-b7f9-1360c3404a22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:03.901286 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891216d-0d1a-46db-958d-0787da757317 req-942db365-39a3-4508-8a53-50a4efcf16f4 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:03.904982 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a891216d-0d1a-46db-958d-0787da757317 req-942db365-39a3-4508-8a53-50a4efcf16f4 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ff2a354-63c5-4ce4-8735-a1dbae1a9c16 HTTP/1.1" status: 200 len: 950 time: 0.1725080 Jul 23 16:48:03.945745 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0cc100da-8d80-44af-b7f9-1360c3404a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:03.946680 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc100da-8d80-44af-b7f9-1360c3404a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:03.947320 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0cc100da-8d80-44af-b7f9-1360c3404a22 admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:04.036223 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0cc100da-8d80-44af-b7f9-1360c3404a22 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7983046 Jul 23 16:48:04.039487 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44366) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:04.047407 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a891216d-0d1a-46db-958d-0787da757317 req-87ac1629-59e1-4e0c-b02c-a97e07d2f70e tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] 10.222.0.73 "GET /v2.0/security-groups?id=cee942da-dacf-4cee-bd81-30074e084cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222291 Jul 23 16:48:04.054075 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-450722f8-758c-4599-81ca-51be4169b41b admin admin] Request body: {'subnet': {'network_id': '7f704639-7079-4bae-8d6b-14ab6e3df206', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1564261891-subnet', 'tenant_id': 'd295fe2a1dc94462b1c2364cf32f3d0b', 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:04.077304 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.db.api [None req-450722f8-758c-4599-81ca-51be4169b41b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:48:04.077304 n-d-778549-4 neutron-server[94013]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 16:48:04.077304 n-d-778549-4 neutron-server[94013]: [parameters: {'project_id_1': 'd295fe2a1dc94462b1c2364cf32f3d0b', 'expiration_1': datetime.datetime(2021, 7, 23, 16, 48, 4, 64782)}] Jul 23 16:48:04.077304 n-d-778549-4 neutron-server[94013]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94013) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:48:04.077733 n-d-778549-4 neutron-server[94013]: DEBUG oslo_db.api [None req-450722f8-758c-4599-81ca-51be4169b41b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:48:04.086869 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc100da-8d80-44af-b7f9-1360c3404a22 admin admin] Pushing event updated for resources: {'Network': ['ID=7f704639-7079-4bae-8d6b-14ab6e3df206,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:04.091556 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963b4cff-6692-4414-ad00-2ef55e874e42 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Made reservation on behalf of 17f8ebca46894f758ef19c70e96cace0 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:48:04.096352 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-963b4cff-6692-4414-ad00-2ef55e874e42 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:04.100824 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 7f704639-7079-4bae-8d6b-14ab6e3df206 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:48:04.128338 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963b4cff-6692-4414-ad00-2ef55e874e42 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] vlan segment allocate from pool success with {'vlan_id': 1114, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:48:04.146211 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-963b4cff-6692-4414-ad00-2ef55e874e42 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:04.148078 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-963b4cff-6692-4414-ad00-2ef55e874e42 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Added segment 7b42d469-66ed-4b17-8d88-464acbf0f2ad of type vlan for network 5bb65df9-cf1a-4704-9dc1-099ccf4b84f5 Jul 23 16:48:04.163379 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44370) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:04.235358 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-963b4cff-6692-4414-ad00-2ef55e874e42 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:04.282512 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-963b4cff-6692-4414-ad00-2ef55e874e42 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:04.289963 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963b4cff-6692-4414-ad00-2ef55e874e42 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:04.289963 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-963b4cff-6692-4414-ad00-2ef55e874e42 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:04.346856 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-963b4cff-6692-4414-ad00-2ef55e874e42 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8475163 Jul 23 16:48:04.350018 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44376) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:04.352226 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a37ec403-965f-4591-95d9-8a6951770291 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:48:04.417549 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b4cff-6692-4414-ad00-2ef55e874e42 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Pushing event updated for resources: {'Network': ['ID=5bb65df9-cf1a-4704-9dc1-099ccf4b84f5,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:04.441461 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 5bb65df9-cf1a-4704-9dc1-099ccf4b84f5 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:48:04.487753 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f1309e87-9d2b-4ac4-b8d4-f83ee9dca867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:04.594278 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0671e5-b062-47d8-9377-31a74a7fee1a None None] Network a868ed0a-61f1-4299-8e49-b25140c734cd requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:48:04.599833 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port a37ec403-965f-4591-95d9-8a6951770291 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:48:04.659323 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-cd7d42b8-1d5b-431a-a06e-c5384bab00ff None None] Provisioning for port a37ec403-965f-4591-95d9-8a6951770291 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:48:04.665103 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-801cae79-9f1b-400d-8b13-dd2cc4a20f00 tempest-DHCPAgentSchedulersTestJSON-1099181252 tempest-DHCPAgentSchedulersTestJSON-1099181252-project-admin] 10.222.0.73 "GET /v2.0/agents/815266c7-257b-4503-960b-b15f2eefbe1c/dhcp-networks HTTP/1.1" status: 200 len: 4886 time: 0.3113537 Jul 23 16:48:04.666218 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44384) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:04.694067 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-cd7d42b8-1d5b-431a-a06e-c5384bab00ff None None] Provisioning complete for port a37ec403-965f-4591-95d9-8a6951770291 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:04.694949 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cd7d42b8-1d5b-431a-a06e-c5384bab00ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:04.747669 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f1309e87-9d2b-4ac4-b8d4-f83ee9dca867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:04.761671 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f1309e87-9d2b-4ac4-b8d4-f83ee9dca867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:04.784843 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450722f8-758c-4599-81ca-51be4169b41b admin admin] Made reservation on behalf of d295fe2a1dc94462b1c2364cf32f3d0b for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:48:04.787277 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-450722f8-758c-4599-81ca-51be4169b41b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:04.820809 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb5c843-e467-4fb9-9c8f-2fed4a4e8fbb tempest-DHCPAgentSchedulersTestJSON-1099181252 tempest-DHCPAgentSchedulersTestJSON-1099181252-project-admin] Network 5bb65df9-cf1a-4704-9dc1-099ccf4b84f5 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:48:04.827699 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f1309e87-9d2b-4ac4-b8d4-f83ee9dca867 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1d371178cf0940b5af244fbffe1b81dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6629534 Jul 23 16:48:04.832598 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44386) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:04.835088 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1309e87-9d2b-4ac4-b8d4-f83ee9dca867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966e77eb-5016-45bd-9872-336b923a2bca,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:04.855389 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ffb5c843-e467-4fb9-9c8f-2fed4a4e8fbb tempest-DHCPAgentSchedulersTestJSON-1099181252 tempest-DHCPAgentSchedulersTestJSON-1099181252-project-admin] 10.222.0.73 "POST /v2.0/agents/815266c7-257b-4503-960b-b15f2eefbe1c/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1876326 Jul 23 16:48:04.859804 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44388) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:04.896213 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df268aac-ae91-4b27-a115-3bc506c2e1bf None None] Network 5bb65df9-cf1a-4704-9dc1-099ccf4b84f5 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:48:04.988044 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-19e54a83-3c3d-4de8-a748-db2035238474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:05.009420 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-577a7994-6dff-4cd2-813a-1d358f8f9048 req-80aecabb-e48c-4567-9594-03dfbf5e1ef9 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=2b192c1e-de78-4b8b-bc49-b489ee341a31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1541150 Jul 23 16:48:05.067247 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-19e54a83-3c3d-4de8-a748-db2035238474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:05.170638 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-450722f8-758c-4599-81ca-51be4169b41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:05.182774 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-45ab8357-a642-4990-be41-4647c23cef7a tempest-DHCPAgentSchedulersTestJSON-1099181252 tempest-DHCPAgentSchedulersTestJSON-1099181252-project-admin] 10.222.0.73 "GET /v2.0/agents/815266c7-257b-4503-960b-b15f2eefbe1c/dhcp-networks HTTP/1.1" status: 200 len: 5658 time: 0.2882812 Jul 23 16:48:05.184504 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44392) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:05.196367 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a7994-6dff-4cd2-813a-1d358f8f9048 req-db6bf3cb-736c-4a4a-909b-66b21afcaa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:05.198953 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-577a7994-6dff-4cd2-813a-1d358f8f9048 req-db6bf3cb-736c-4a4a-909b-66b21afcaa25 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=26442a7d2aa845bc8d6525b42b6b3848&device_id=2b192c1e-de78-4b8b-bc49-b489ee341a31 HTTP/1.1" status: 200 len: 1096 time: 0.1285970 Jul 23 16:48:05.248689 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-19e54a83-3c3d-4de8-a748-db2035238474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:05.255358 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-19e54a83-3c3d-4de8-a748-db2035238474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:05.259613 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-19e54a83-3c3d-4de8-a748-db2035238474 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/966e77eb-5016-45bd-9872-336b923a2bca HTTP/1.1" status: 204 len: 168 time: 0.4257474 Jul 23 16:48:05.275939 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e54a83-3c3d-4de8-a748-db2035238474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966e77eb-5016-45bd-9872-336b923a2bca,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:05.282656 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450722f8-758c-4599-81ca-51be4169b41b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d3d7581-a5bc-4e74-8c9e-e5ea9984a49c,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:05.306597 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450722f8-758c-4599-81ca-51be4169b41b admin admin] Checking segment: {'id': 'f33a4cfd-184d-486c-9f6b-0eb05d49e662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '7f704639-7079-4bae-8d6b-14ab6e3df206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:48:05.307118 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450722f8-758c-4599-81ca-51be4169b41b admin admin] Network hostable DHCP agents. Network: 7f704639-7079-4bae-8d6b-14ab6e3df206, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:48:05.327870 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7ae8f50a-d6ea-48c0-8f73-0d5a68fbcfde tempest-DHCPAgentSchedulersTestJSON-1099181252 tempest-DHCPAgentSchedulersTestJSON-1099181252-project-admin] 10.222.0.73 "DELETE /v2.0/agents/815266c7-257b-4503-960b-b15f2eefbe1c/dhcp-networks/5bb65df9-cf1a-4704-9dc1-099ccf4b84f5 HTTP/1.1" status: 204 len: 168 time: 0.1420474 Jul 23 16:48:05.328628 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44396) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:05.343809 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450722f8-758c-4599-81ca-51be4169b41b admin admin] Network 7f704639-7079-4bae-8d6b-14ab6e3df206 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:48:05.370159 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-450722f8-758c-4599-81ca-51be4169b41b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 7f704639-7079-4bae-8d6b-14ab6e3df206) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:48:05.375502 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450722f8-758c-4599-81ca-51be4169b41b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:05.376099 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-450722f8-758c-4599-81ca-51be4169b41b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:05.409711 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-450722f8-758c-4599-81ca-51be4169b41b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3687897 Jul 23 16:48:05.411630 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44398) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:05.424646 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-fd0fa93d-fb4c-4ca9-b800-3e5496c54391 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1564261891-router', 'tenant_id': 'd295fe2a1dc94462b1c2364cf32f3d0b', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:05.465658 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a7994-6dff-4cd2-813a-1d358f8f9048 req-22d783cc-5331-4bed-bde0-456d65365425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:05.467958 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-577a7994-6dff-4cd2-813a-1d358f8f9048 req-22d783cc-5331-4bed-bde0-456d65365425 service neutron] 10.222.0.97 "GET /v2.0/networks?id=8a50d46d-7d67-480f-a9d0-d81540f7cf57 HTTP/1.1" status: 200 len: 899 time: 0.2425652 Jul 23 16:48:05.500935 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa93d-fb4c-4ca9-b800-3e5496c54391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:05.502995 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa93d-fb4c-4ca9-b800-3e5496c54391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:05.523382 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cd7d42b8-1d5b-431a-a06e-c5384bab00ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:05.557971 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4703891-eff4-4574-a20a-c5a12759b563 None None] Network 7f704639-7079-4bae-8d6b-14ab6e3df206 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:48:05.578977 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0de2fc02-60f1-435e-96c5-c1bc4945bd88 tempest-DHCPAgentSchedulersTestJSON-1099181252 tempest-DHCPAgentSchedulersTestJSON-1099181252-project-admin] 10.222.0.73 "GET /v2.0/agents/815266c7-257b-4503-960b-b15f2eefbe1c/dhcp-networks HTTP/1.1" status: 200 len: 4886 time: 0.2467141 Jul 23 16:48:05.580110 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44400) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:05.582596 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-577a7994-6dff-4cd2-813a-1d358f8f9048 req-253ba49f-37ce-457d-b129-fa5d5e4fe3c3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb6f24f8-1592-456b-b47f-a4de9aca7e96 HTTP/1.1" status: 200 len: 1000 time: 0.1061983 Jul 23 16:48:05.590973 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:05.657097 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:05.667835 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-cd7d42b8-1d5b-431a-a06e-c5384bab00ff None None] For port a37ec403-965f-4591-95d9-8a6951770291, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a37ec403-965f-4591-95d9-8a6951770291,segment=NetworkSegment(2e1ea404-9748-477b-93b0-7dcf4119efc1),segment_id=2e1ea404-9748-477b-93b0-7dcf4119efc1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:48:05.680679 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cd7d42b8-1d5b-431a-a06e-c5384bab00ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:05.713107 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a7994-6dff-4cd2-813a-1d358f8f9048 req-ef3db830-172b-43eb-8a56-5367b38d44de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:05.714944 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-577a7994-6dff-4cd2-813a-1d358f8f9048 req-ef3db830-172b-43eb-8a56-5367b38d44de service neutron] 10.222.0.97 "GET /v2.0/subnets?id=154ef37b-30d6-4316-b5be-a20e885e3389 HTTP/1.1" status: 200 len: 834 time: 0.1217802 Jul 23 16:48:05.722273 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-392db3ed-783e-4071-8d9d-d8f3b865325d tempest-DHCPAgentSchedulersTestJSON-1099181252 tempest-DHCPAgentSchedulersTestJSON-1099181252-project-admin] 10.222.0.73 "GET /v2.0/networks/a868ed0a-61f1-4299-8e49-b25140c734cd/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.1382108 Jul 23 16:48:05.728244 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-35942ecc-0b9e-4fdd-9791-5609464a21d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:05.731258 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44406) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:05.809907 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa93d-fb4c-4ca9-b800-3e5496c54391 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:05.874614 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a7994-6dff-4cd2-813a-1d358f8f9048 req-3e27eb87-e8a1-44f0-95c1-f65771a9b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:05.876201 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-577a7994-6dff-4cd2-813a-1d358f8f9048 req-3e27eb87-e8a1-44f0-95c1-f65771a9b296 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8a50d46d-7d67-480f-a9d0-d81540f7cf57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1529191 Jul 23 16:48:05.909208 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d42b8-1d5b-431a-a06e-c5384bab00ff None None] Pushing event updated for resources: {'Port': ['ID=a37ec403-965f-4591-95d9-8a6951770291,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:05.955812 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c3c64a-5df4-4ca9-8c78-edd5225fec66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-7f704639-7079-4bae-8d6b-14ab6e3df206', 'network_id': '7f704639-7079-4bae-8d6b-14ab6e3df206', 'tenant_id': 'd295fe2a1dc94462b1c2364cf32f3d0b', 'fixed_ips': [{'subnet_id': '9d3d7581-a5bc-4e74-8c9e-e5ea9984a49c'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:48:05.957545 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-90c3c64a-5df4-4ca9-8c78-edd5225fec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:05.970619 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fb3f23a9-965b-42f4-8407-d438b2116011 tempest-DHCPAgentSchedulersTestJSON-1099181252 tempest-DHCPAgentSchedulersTestJSON-1099181252-project-admin] 10.222.0.73 "GET /v2.0/networks/a868ed0a-61f1-4299-8e49-b25140c734cd/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.1956463 Jul 23 16:48:05.973594 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44408) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:06.136893 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44412) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:06.140586 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-577a7994-6dff-4cd2-813a-1d358f8f9048 req-a675ba9e-933c-4a6f-b654-420f304cc51e service neutron] 10.222.0.97 "GET /v2.0/networks/8a50d46d-7d67-480f-a9d0-d81540f7cf57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552350 Jul 23 16:48:06.201577 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa93d-fb4c-4ca9-b800-3e5496c54391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:06.207978 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cdf22506-ab46-44cb-a45e-7a4e4de16615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:06.295910 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-90c3c64a-5df4-4ca9-8c78-edd5225fec66 None None] Allocated IP 172.20.0.2 (7f704639-7079-4bae-8d6b-14ab6e3df206/9d3d7581-a5bc-4e74-8c9e-e5ea9984a49c/90a19a88-2829-48cc-a521-e8d83e76a392) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:48:06.414253 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-577a7994-6dff-4cd2-813a-1d358f8f9048 req-127f153c-2cc5-494b-823e-24b11e9b5407 service neutron] 10.222.0.97 "GET /v2.0/networks/8a50d46d-7d67-480f-a9d0-d81540f7cf57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664218 Jul 23 16:48:06.458733 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a37ec403-965f-4591-95d9-8a6951770291 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:48:06.544952 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2ae20a67-64b1-464c-8a34-2d393948d594 None None] Provisioning complete for port a37ec403-965f-4591-95d9-8a6951770291 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:06.545951 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2ae20a67-64b1-464c-8a34-2d393948d594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:06.634387 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-90c3c64a-5df4-4ca9-8c78-edd5225fec66 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:06.652925 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:06.659214 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-90c3c64a-5df4-4ca9-8c78-edd5225fec66 None None] Transition to ACTIVE for port object 90a19a88-2829-48cc-a521-e8d83e76a392 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:48:06.707226 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port a37ec403-965f-4591-95d9-8a6951770291 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:06.709883 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:06.762098 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-90c3c64a-5df4-4ca9-8c78-edd5225fec66 None None] Transition to ACTIVE for port object 90a19a88-2829-48cc-a521-e8d83e76a392 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:48:06.785641 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-90c3c64a-5df4-4ca9-8c78-edd5225fec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:06.875677 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c3c64a-5df4-4ca9-8c78-edd5225fec66 None None] Network 7f704639-7079-4bae-8d6b-14ab6e3df206 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:48:06.883898 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-90c3c64a-5df4-4ca9-8c78-edd5225fec66 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:48:06.887368 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c3c64a-5df4-4ca9-8c78-edd5225fec66 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:48:06.889701 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3c64a-5df4-4ca9-8c78-edd5225fec66 None None] Pushing event updated for resources: {'Port': ['ID=90a19a88-2829-48cc-a521-e8d83e76a392,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:07.026942 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c6749b3b-b32d-4621-a89b-718c40622f4f None None] Could not find standard attr ID for object f19ad8a0-dfc4-4f71-a221-339d787fdc0d. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:48:07.053999 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-90c3c64a-5df4-4ca9-8c78-edd5225fec66 None None] Attempting to bind port 90a19a88-2829-48cc-a521-e8d83e76a392 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:48:07.054456 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-90c3c64a-5df4-4ca9-8c78-edd5225fec66 None None] Attempting to bind port 90a19a88-2829-48cc-a521-e8d83e76a392 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'f33a4cfd-184d-486c-9f6b-0eb05d49e662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '7f704639-7079-4bae-8d6b-14ab6e3df206'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:48:07.054887 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c3c64a-5df4-4ca9-8c78-edd5225fec66 None None] Attempting to bind port 90a19a88-2829-48cc-a521-e8d83e76a392 on network 7f704639-7079-4bae-8d6b-14ab6e3df206 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:48:07.061097 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c3c64a-5df4-4ca9-8c78-edd5225fec66 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:48:07.061562 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c3c64a-5df4-4ca9-8c78-edd5225fec66 None None] Checking segment: {'id': 'f33a4cfd-184d-486c-9f6b-0eb05d49e662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '7f704639-7079-4bae-8d6b-14ab6e3df206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:48:07.062056 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-90c3c64a-5df4-4ca9-8c78-edd5225fec66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:07.062518 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c3c64a-5df4-4ca9-8c78-edd5225fec66 None None] Bound using segment: {'id': 'f33a4cfd-184d-486c-9f6b-0eb05d49e662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '7f704639-7079-4bae-8d6b-14ab6e3df206'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:48:07.063070 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-90c3c64a-5df4-4ca9-8c78-edd5225fec66 None None] Bound port: 90a19a88-2829-48cc-a521-e8d83e76a392, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33a4cfd-184d-486c-9f6b-0eb05d49e662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '7f704639-7079-4bae-8d6b-14ab6e3df206'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:48:07.063605 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-90c3c64a-5df4-4ca9-8c78-edd5225fec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:07.141517 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-90c3c64a-5df4-4ca9-8c78-edd5225fec66 None None] For port 90a19a88-2829-48cc-a521-e8d83e76a392, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:48:07.148433 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7e0d9f16-0d26-4c6e-87bd-d79098f85004 tempest-DHCPAgentSchedulersTestJSON-1099181252 tempest-DHCPAgentSchedulersTestJSON-1099181252-project-admin] 10.222.0.73 "GET /v2.0/agents/815266c7-257b-4503-960b-b15f2eefbe1c/dhcp-networks HTTP/1.1" status: 200 len: 5686 time: 1.1675532 Jul 23 16:48:07.149289 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-90c3c64a-5df4-4ca9-8c78-edd5225fec66 None None] For port 90a19a88-2829-48cc-a521-e8d83e76a392, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=90a19a88-2829-48cc-a521-e8d83e76a392,segment=NetworkSegment(f33a4cfd-184d-486c-9f6b-0eb05d49e662),segment_id=f33a4cfd-184d-486c-9f6b-0eb05d49e662)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:48:07.149467 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44416) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:07.161955 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-90c3c64a-5df4-4ca9-8c78-edd5225fec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:07.303618 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3c64a-5df4-4ca9-8c78-edd5225fec66 None None] Pushing event updated for resources: {'Port': ['ID=90a19a88-2829-48cc-a521-e8d83e76a392,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:07.361014 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cdf22506-ab46-44cb-a45e-7a4e4de16615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:07.378897 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cdf22506-ab46-44cb-a45e-7a4e4de16615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:07.428087 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa93d-fb4c-4ca9-b800-3e5496c54391 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:07.438620 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cdf22506-ab46-44cb-a45e-7a4e4de16615 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=595542decc754a30ab0b3baff9baa523&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3003337 Jul 23 16:48:07.441141 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44420) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:07.491760 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:07.504696 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf22506-ab46-44cb-a45e-7a4e4de16615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2922de27-6069-4d92-912b-04656a23e6a5,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:07.524434 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa93d-fb4c-4ca9-b800-3e5496c54391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:07.648980 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-86cd1d06-903a-45cb-b10c-50d3cab033a7 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:07.738177 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e03975b6-19c1-46b2-80e8-2e9f26cad708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:07.771220 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-86cd1d06-903a-45cb-b10c-50d3cab033a7 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:07.789193 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-86cd1d06-903a-45cb-b10c-50d3cab033a7 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb65df9-cf1a-4704-9dc1-099ccf4b84f5']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:07.797045 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e03975b6-19c1-46b2-80e8-2e9f26cad708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:07.844601 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-86cd1d06-903a-45cb-b10c-50d3cab033a7 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b42d469-66ed-4b17-8d88-464acbf0f2ad') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:07.845323 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-86cd1d06-903a-45cb-b10c-50d3cab033a7 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b42d469-66ed-4b17-8d88-464acbf0f2ad') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:07.862557 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-86cd1d06-903a-45cb-b10c-50d3cab033a7 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:07.879011 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-fd0fa93d-fb4c-4ca9-b800-3e5496c54391 admin admin] Allocated IP 172.25.8.143 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/04b7af3a-df54-4ebb-97c1-574f60acb755) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:48:07.890348 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-86cd1d06-903a-45cb-b10c-50d3cab033a7 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:07.898641 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86cd1d06-903a-45cb-b10c-50d3cab033a7 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:48:07.898641 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-86cd1d06-903a-45cb-b10c-50d3cab033a7 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:07.901662 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:48:07.901662 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:48:07.901662 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:48:07.901662 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:48:07.901662 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:48:07.901662 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:48:07.901662 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:48:07.901662 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:48:07.901662 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:48:07.901662 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:48:07.901662 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:48:07.901662 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:48:07.901662 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:48:07.901662 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:48:07.901662 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:48:07.901662 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:48:07.901662 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:48:07.901662 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:48:07.901662 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:48:07.901662 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:48:07.901662 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:48:07.901662 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:48:07.901662 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:48:07.901662 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:48:07.901662 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:48:07.901662 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:48:07.901662 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:48:07.901662 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:48:07.901662 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:48:07.901662 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:48:07.901662 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:48:07.901662 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:48:07.943365 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e03975b6-19c1-46b2-80e8-2e9f26cad708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:07.945985 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e03975b6-19c1-46b2-80e8-2e9f26cad708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:07.950180 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e03975b6-19c1-46b2-80e8-2e9f26cad708 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2922de27-6069-4d92-912b-04656a23e6a5 HTTP/1.1" status: 204 len: 168 time: 0.5080469 Jul 23 16:48:07.980682 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-86cd1d06-903a-45cb-b10c-50d3cab033a7 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.001931 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03975b6-19c1-46b2-80e8-2e9f26cad708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2922de27-6069-4d92-912b-04656a23e6a5,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:08.028662 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-86cd1d06-903a-45cb-b10c-50d3cab033a7 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.033792 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-86cd1d06-903a-45cb-b10c-50d3cab033a7 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] 10.222.0.73 "DELETE /v2.0/networks/5bb65df9-cf1a-4704-9dc1-099ccf4b84f5 HTTP/1.1" status: 204 len: 168 time: 0.8836153 Jul 23 16:48:08.036170 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd1d06-903a-45cb-b10c-50d3cab033a7 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Pushing event deleted for resources: {'Network': ['ID=5bb65df9-cf1a-4704-9dc1-099ccf4b84f5,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:08.038465 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44426) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:08.114250 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c29b691-e837-422e-b7b0-255172494fc3 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] DELETE failed (client error): The resource could not be found. Jul 23 16:48:08.115208 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c29b691-e837-422e-b7b0-255172494fc3 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:48:08.117410 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2c29b691-e837-422e-b7b0-255172494fc3 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] 10.222.0.73 "DELETE /v2.0/ports/f19ad8a0-dfc4-4f71-a221-339d787fdc0d HTTP/1.1" status: 404 len: 333 time: 0.0777926 Jul 23 16:48:08.126982 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa93d-fb4c-4ca9-b800-3e5496c54391 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.129291 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44430) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:08.219603 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eee23397-1306-4f90-80b8-f6f9900d233b req-c06de68b-6986-4c87-b344-000062181959 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3f42e38f-597e-42c3-ad8d-718fe011fca7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1537235 Jul 23 16:48:08.259174 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa93d-fb4c-4ca9-b800-3e5496c54391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.353911 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0fa93d-fb4c-4ca9-b800-3e5496c54391 admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:48:08.363580 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-9672a073-89f8-4484-881a-c8bf90bcb70b tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Deleting subnet 77b6c111-01ec-4c19-a09e-d02d7f622e57 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:48:08.373627 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9672a073-89f8-4484-881a-c8bf90bcb70b tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.377171 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-fd0fa93d-fb4c-4ca9-b800-3e5496c54391 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:48:08.384454 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 90a19a88-2829-48cc-a521-e8d83e76a392 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:48:08.413514 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0fa93d-fb4c-4ca9-b800-3e5496c54391 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:48:08.418585 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fa93d-fb4c-4ca9-b800-3e5496c54391 admin admin] Pushing event updated for resources: {'Port': ['ID=04b7af3a-df54-4ebb-97c1-574f60acb755,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:08.437046 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee23397-1306-4f90-80b8-f6f9900d233b req-f45f85d9-a468-406e-83b8-790b4777ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:08.439611 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eee23397-1306-4f90-80b8-f6f9900d233b req-f45f85d9-a468-406e-83b8-790b4777ca4a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b3622826252b4e059063717a2745951f&device_id=3f42e38f-597e-42c3-ad8d-718fe011fca7 HTTP/1.1" status: 200 len: 1096 time: 0.1724138 Jul 23 16:48:08.534085 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 90a19a88-2829-48cc-a521-e8d83e76a392 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:48:08.539212 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9672a073-89f8-4484-881a-c8bf90bcb70b tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.637496 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.650633 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee23397-1306-4f90-80b8-f6f9900d233b req-358fde75-ebc9-4d08-b22b-ab01b9681e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:08.653086 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eee23397-1306-4f90-80b8-f6f9900d233b req-358fde75-ebc9-4d08-b22b-ab01b9681e1a service neutron] 10.222.0.74 "GET /v2.0/networks?id=7adcb503-42a4-4f47-bc3c-3bc6841a6652 HTTP/1.1" status: 200 len: 916 time: 0.1886749 Jul 23 16:48:08.762107 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eee23397-1306-4f90-80b8-f6f9900d233b req-df31ee31-cda5-4530-ae78-361021b98d4d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28c0e793-89d9-44f5-aa5a-f45d65b2676d HTTP/1.1" status: 200 len: 217 time: 0.0989151 Jul 23 16:48:08.792027 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44438) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:08.856820 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bd76015e-e716-4dc9-986c-a7bfe1d29615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.909590 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee23397-1306-4f90-80b8-f6f9900d233b req-403a2b4b-ddd2-4f68-9645-4b11000af36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:08.914785 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eee23397-1306-4f90-80b8-f6f9900d233b req-403a2b4b-ddd2-4f68-9645-4b11000af36f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b640ce52-a878-4708-afc4-796d1699db1d HTTP/1.1" status: 200 len: 854 time: 0.1414967 Jul 23 16:48:08.966278 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8665f86d-7db0-418d-a92a-eb1a10a77212 None None] Network 7f704639-7079-4bae-8d6b-14ab6e3df206 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:48:09.008745 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9672a073-89f8-4484-881a-c8bf90bcb70b tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:09.037313 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eee23397-1306-4f90-80b8-f6f9900d233b req-63f50c3e-9c33-4476-a36e-3b5a0f51562f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7adcb503-42a4-4f47-bc3c-3bc6841a6652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782478 Jul 23 16:48:09.127074 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0f11d26c-d018-47ef-b985-dba7d58123dd None None] Provisioning for port 90a19a88-2829-48cc-a521-e8d83e76a392 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:48:09.133045 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0f11d26c-d018-47ef-b985-dba7d58123dd None None] Provisioning complete for port 90a19a88-2829-48cc-a521-e8d83e76a392 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:09.133467 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0f11d26c-d018-47ef-b985-dba7d58123dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:09.149580 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa93d-fb4c-4ca9-b800-3e5496c54391 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:09.228563 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9672a073-89f8-4484-881a-c8bf90bcb70b tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:09.270931 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672a073-89f8-4484-881a-c8bf90bcb70b tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Pushing event deleted for resources: {'Subnet': ['ID=77b6c111-01ec-4c19-a09e-d02d7f622e57,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:09.289513 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9672a073-89f8-4484-881a-c8bf90bcb70b tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:09.294274 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9672a073-89f8-4484-881a-c8bf90bcb70b tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] 10.222.0.73 "DELETE /v2.0/subnets/77b6c111-01ec-4c19-a09e-d02d7f622e57 HTTP/1.1" status: 204 len: 168 time: 1.1639042 Jul 23 16:48:09.302516 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44442) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:09.308552 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0f11d26c-d018-47ef-b985-dba7d58123dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:09.318422 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301584a8-e214-4132-a7d0-af40f8e7de24 None None] Network a868ed0a-61f1-4299-8e49-b25140c734cd requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:48:09.352612 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eee23397-1306-4f90-80b8-f6f9900d233b req-77f11d25-7cdf-4d7c-ab4e-fc1b37564f47 service neutron] 10.222.0.74 "GET /v2.0/networks/7adcb503-42a4-4f47-bc3c-3bc6841a6652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002298 Jul 23 16:48:09.407832 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bbc63afe-d7d4-473b-99a1-63e1229eccc8 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:09.409284 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-0f11d26c-d018-47ef-b985-dba7d58123dd None None] For port 90a19a88-2829-48cc-a521-e8d83e76a392, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=90a19a88-2829-48cc-a521-e8d83e76a392,segment=NetworkSegment(f33a4cfd-184d-486c-9f6b-0eb05d49e662),segment_id=f33a4cfd-184d-486c-9f6b-0eb05d49e662)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:48:09.415331 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bd76015e-e716-4dc9-986c-a7bfe1d29615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:09.423855 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bd76015e-e716-4dc9-986c-a7bfe1d29615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:09.446619 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0f11d26c-d018-47ef-b985-dba7d58123dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:09.586830 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11d26c-d018-47ef-b985-dba7d58123dd None None] Pushing event updated for resources: {'Port': ['ID=90a19a88-2829-48cc-a521-e8d83e76a392,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:09.677688 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-bd76015e-e716-4dc9-986c-a7bfe1d29615 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=932215571e524aa49329c655ba66816f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8843558 Jul 23 16:48:09.679051 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-bbc63afe-d7d4-473b-99a1-63e1229eccc8 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Deleting port a37ec403-965f-4591-95d9-8a6951770291 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:48:09.680219 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bbc63afe-d7d4-473b-99a1-63e1229eccc8 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:09.683911 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44446) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:09.684161 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76015e-e716-4dc9-986c-a7bfe1d29615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cf04dc-77e7-4983-8d79-3358fb86daa5,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:09.728258 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eee23397-1306-4f90-80b8-f6f9900d233b req-9a997b57-5e71-4ec9-9c3f-c8bfd55fb279 service neutron] 10.222.0.74 "GET /v2.0/networks/7adcb503-42a4-4f47-bc3c-3bc6841a6652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663454 Jul 23 16:48:09.849369 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a79f39-e3ce-4c76-bfb1-08bcec524106 None None] DHCP port deletion for a868ed0a-61f1-4299-8e49-b25140c734cd request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:48:09.856377 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa93d-fb4c-4ca9-b800-3e5496c54391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:09.870443 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9c99cf42-1188-4b77-af15-ac8ab63d9f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:09.873596 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-bbc63afe-d7d4-473b-99a1-63e1229eccc8 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] For port a37ec403-965f-4591-95d9-8a6951770291, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a37ec403-965f-4591-95d9-8a6951770291,segment=NetworkSegment(2e1ea404-9748-477b-93b0-7dcf4119efc1),segment_id=2e1ea404-9748-477b-93b0-7dcf4119efc1)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:48:09.873978 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bbc63afe-d7d4-473b-99a1-63e1229eccc8 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:09.911299 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e1a74c1e-7eaa-4184-a4f6-f1cf076f29f6 None None] Provisioning complete for port 90a19a88-2829-48cc-a521-e8d83e76a392 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:09.911779 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e1a74c1e-7eaa-4184-a4f6-f1cf076f29f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:09.959154 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-bbc63afe-d7d4-473b-99a1-63e1229eccc8 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Calling delete_port for a37ec403-965f-4591-95d9-8a6951770291 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:48:09.960451 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a1a79f39-e3ce-4c76-bfb1-08bcec524106 None None] Deleting port a37ec403-965f-4591-95d9-8a6951770291 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:48:09.961355 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a1a79f39-e3ce-4c76-bfb1-08bcec524106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:09.973847 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9c99cf42-1188-4b77-af15-ac8ab63d9f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:10.045302 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-a1a79f39-e3ce-4c76-bfb1-08bcec524106 None None] For port a37ec403-965f-4591-95d9-8a6951770291, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a37ec403-965f-4591-95d9-8a6951770291,segment=NetworkSegment(2e1ea404-9748-477b-93b0-7dcf4119efc1),segment_id=2e1ea404-9748-477b-93b0-7dcf4119efc1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:48:10.045743 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a1a79f39-e3ce-4c76-bfb1-08bcec524106 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:10.068494 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a1a79f39-e3ce-4c76-bfb1-08bcec524106 None None] Calling delete_port for a37ec403-965f-4591-95d9-8a6951770291 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:48:10.112251 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9c99cf42-1188-4b77-af15-ac8ab63d9f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:10.115247 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9c99cf42-1188-4b77-af15-ac8ab63d9f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:10.116602 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9c99cf42-1188-4b77-af15-ac8ab63d9f0f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/58cf04dc-77e7-4983-8d79-3358fb86daa5 HTTP/1.1" status: 204 len: 168 time: 0.4313250 Jul 23 16:48:10.137630 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99cf42-1188-4b77-af15-ac8ab63d9f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cf04dc-77e7-4983-8d79-3358fb86daa5,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:10.143502 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bbc63afe-d7d4-473b-99a1-63e1229eccc8 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:10.178617 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc63afe-d7d4-473b-99a1-63e1229eccc8 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Pushing event deleted for resources: {'Port': ['ID=a37ec403-965f-4591-95d9-8a6951770291,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:10.182942 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc63afe-d7d4-473b-99a1-63e1229eccc8 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] No DVR routers for this DVR port a37ec403-965f-4591-95d9-8a6951770291 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:48:10.186632 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 16:48:10.207796 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a1a79f39-e3ce-4c76-bfb1-08bcec524106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:10.220614 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0fa93d-fb4c-4ca9-b800-3e5496c54391 admin admin] Router 9982499e-e70e-4445-91f2-907ec9615d13 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:48:10.258941 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a79f39-e3ce-4c76-bfb1-08bcec524106 None None] Pushing event deleted for resources: {'Port': ['ID=a37ec403-965f-4591-95d9-8a6951770291,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:10.265124 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a79f39-e3ce-4c76-bfb1-08bcec524106 None None] No DVR routers for this DVR port a37ec403-965f-4591-95d9-8a6951770291 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:48:10.297092 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bbc63afe-d7d4-473b-99a1-63e1229eccc8 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:10.371538 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 90a19a88-2829-48cc-a521-e8d83e76a392 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:48:10.392407 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-bbc63afe-d7d4-473b-99a1-63e1229eccc8 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a868ed0a-61f1-4299-8e49-b25140c734cd']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:10.408291 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-bbc63afe-d7d4-473b-99a1-63e1229eccc8 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e1ea404-9748-477b-93b0-7dcf4119efc1') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:10.408597 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-bbc63afe-d7d4-473b-99a1-63e1229eccc8 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e1ea404-9748-477b-93b0-7dcf4119efc1') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:10.425864 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bbc63afe-d7d4-473b-99a1-63e1229eccc8 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:10.451357 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bbc63afe-d7d4-473b-99a1-63e1229eccc8 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:10.477229 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 90a19a88-2829-48cc-a521-e8d83e76a392 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:10.478257 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:10.497638 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc63afe-d7d4-473b-99a1-63e1229eccc8 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Releasing vlan 1115 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:48:10.498039 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bbc63afe-d7d4-473b-99a1-63e1229eccc8 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:10.501874 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:48:10.501874 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:48:10.501874 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:48:10.501874 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:48:10.501874 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:48:10.501874 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:48:10.501874 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:48:10.501874 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:48:10.501874 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:48:10.501874 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:48:10.501874 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:48:10.501874 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:48:10.501874 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:48:10.501874 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:48:10.501874 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:48:10.501874 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:48:10.501874 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:48:10.501874 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:48:10.501874 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:48:10.501874 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:48:10.501874 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:48:10.501874 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:48:10.501874 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:48:10.501874 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:48:10.501874 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:48:10.501874 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:48:10.501874 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:48:10.501874 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:48:10.501874 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:48:10.501874 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:48:10.501874 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:48:10.501874 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:48:10.521799 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0fa93d-fb4c-4ca9-b800-3e5496c54391 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:48:10.540562 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75641a1c-48f7-4e52-823d-4c8c4eed5ce3 None None] Sync routers for ids ['9982499e-e70e-4445-91f2-907ec9615d13'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:48:10.555491 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75641a1c-48f7-4e52-823d-4c8c4eed5ce3 None None] Routers {'9982499e-e70e-4445-91f2-907ec9615d13'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:10.556116 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-75641a1c-48f7-4e52-823d-4c8c4eed5ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:06Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9982499e-e70e-4445-91f2-907ec9615d13'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:10.597380 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa93d-fb4c-4ca9-b800-3e5496c54391 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:10.599217 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fd0fa93d-fb4c-4ca9-b800-3e5496c54391 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.1863694 Jul 23 16:48:10.602251 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44462) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:10.620331 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bbc63afe-d7d4-473b-99a1-63e1229eccc8 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:10.633301 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bbc63afe-d7d4-473b-99a1-63e1229eccc8 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:10.644008 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bbc63afe-d7d4-473b-99a1-63e1229eccc8 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] 10.222.0.73 "DELETE /v2.0/networks/a868ed0a-61f1-4299-8e49-b25140c734cd HTTP/1.1" status: 204 len: 168 time: 1.3375669 Jul 23 16:48:10.698129 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc63afe-d7d4-473b-99a1-63e1229eccc8 tempest-DHCPAgentSchedulersTestJSON-1055522470 tempest-DHCPAgentSchedulersTestJSON-1055522470-project] Pushing event deleted for resources: {'Network': ['ID=a868ed0a-61f1-4299-8e49-b25140c734cd,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:10.744388 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-75641a1c-48f7-4e52-823d-4c8c4eed5ce3 None None] Set router 9982499e-e70e-4445-91f2-907ec9615d13 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:48:10.802836 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a37ec403-965f-4591-95d9-8a6951770291 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:48:11.058667 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44488) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:11.243327 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: a37ec403-965f-4591-95d9-8a6951770291 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:48:11.243724 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a37ec403-965f-4591-95d9-8a6951770291 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:48:11.418233 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-666751b6-1bd3-48ca-a3ef-e3aafcd03199 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=17f8ebca46894f758ef19c70e96cace0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3550227 Jul 23 16:48:11.420144 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44498) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:11.489741 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-75641a1c-48f7-4e52-823d-4c8c4eed5ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9982499e-e70e-4445-91f2-907ec9615d13', 'name': 'tempest-TestAggregatesBasicOps-1564261891-router', 'tenant_id': 'd295fe2a1dc94462b1c2364cf32f3d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '04b7af3a-df54-4ebb-97c1-574f60acb755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:05Z', 'updated_at': '2021-07-23T16:48:08Z', 'revision_number': 3, 'project_id': 'd295fe2a1dc94462b1c2364cf32f3d0b', 'gw_port': {'id': '04b7af3a-df54-4ebb-97c1-574f60acb755', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9982499e-e70e-4445-91f2-907ec9615d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:07Z', 'updated_at': '2021-07-23T16:48:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:11.544241 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c6cc91b7-8b65-4e18-9f0d-5ec1f114fe6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:11.551057 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75641a1c-48f7-4e52-823d-4c8c4eed5ce3 None None] Checking router: 9982499e-e70e-4445-91f2-907ec9615d13 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:48:11.551057 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75641a1c-48f7-4e52-823d-4c8c4eed5ce3 None None] Updating router 9982499e-e70e-4445-91f2-907ec9615d13 port 04b7af3a-df54-4ebb-97c1-574f60acb755 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:48:11.563373 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-93ead37c-1d1e-4185-9980-4dc46eb2f3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:11.593597 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-75641a1c-48f7-4e52-823d-4c8c4eed5ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:11.606500 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-93ead37c-1d1e-4185-9980-4dc46eb2f3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:11.856081 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-93ead37c-1d1e-4185-9980-4dc46eb2f3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:11.859394 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-93ead37c-1d1e-4185-9980-4dc46eb2f3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:11.860674 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-93ead37c-1d1e-4185-9980-4dc46eb2f3c5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/342cc489-e941-4337-8fc1-a71c30d93461 HTTP/1.1" status: 204 len: 168 time: 0.4330132 Jul 23 16:48:11.898078 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ead37c-1d1e-4185-9980-4dc46eb2f3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342cc489-e941-4337-8fc1-a71c30d93461,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:11.927902 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-c6cc91b7-8b65-4e18-9f0d-5ec1f114fe6a admin admin] Allocated IP 172.20.0.1 (7f704639-7079-4bae-8d6b-14ab6e3df206/9d3d7581-a5bc-4e74-8c9e-e5ea9984a49c/13c44395-e14e-4a68-b0fb-c80812b2e71e) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:48:12.090505 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c6cc91b7-8b65-4e18-9f0d-5ec1f114fe6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:12.127173 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-c6cc91b7-8b65-4e18-9f0d-5ec1f114fe6a admin admin] Transition to ACTIVE for port object 13c44395-e14e-4a68-b0fb-c80812b2e71e will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:48:12.134080 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-75641a1c-48f7-4e52-823d-4c8c4eed5ce3 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:12.158880 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-75641a1c-48f7-4e52-823d-4c8c4eed5ce3 None None] Transition to ACTIVE for port object 04b7af3a-df54-4ebb-97c1-574f60acb755 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:48:12.168357 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-75641a1c-48f7-4e52-823d-4c8c4eed5ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:12.205993 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c6cc91b7-8b65-4e18-9f0d-5ec1f114fe6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:12.271885 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-75641a1c-48f7-4e52-823d-4c8c4eed5ce3 None None] Attempting to bind port 04b7af3a-df54-4ebb-97c1-574f60acb755 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:48:12.272256 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-75641a1c-48f7-4e52-823d-4c8c4eed5ce3 None None] Attempting to bind port 04b7af3a-df54-4ebb-97c1-574f60acb755 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:48:12.273606 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75641a1c-48f7-4e52-823d-4c8c4eed5ce3 None None] Attempting to bind port 04b7af3a-df54-4ebb-97c1-574f60acb755 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:48:12.275310 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cc91b7-8b65-4e18-9f0d-5ec1f114fe6a admin admin] Network 7f704639-7079-4bae-8d6b-14ab6e3df206 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:48:12.276920 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1c034-5de1-4874-ba1b-60071ff88f5c None None] Pushing event updated for resources: {'Port': ['ID=04b7af3a-df54-4ebb-97c1-574f60acb755,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:12.278721 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-c6cc91b7-8b65-4e18-9f0d-5ec1f114fe6a admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:48:12.283362 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cc91b7-8b65-4e18-9f0d-5ec1f114fe6a admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:48:12.300548 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75641a1c-48f7-4e52-823d-4c8c4eed5ce3 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:48:12.302025 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75641a1c-48f7-4e52-823d-4c8c4eed5ce3 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:48:12.302447 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-75641a1c-48f7-4e52-823d-4c8c4eed5ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:12.303074 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75641a1c-48f7-4e52-823d-4c8c4eed5ce3 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:48:12.305553 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-75641a1c-48f7-4e52-823d-4c8c4eed5ce3 None None] Bound port: 04b7af3a-df54-4ebb-97c1-574f60acb755, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:48:12.305730 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-75641a1c-48f7-4e52-823d-4c8c4eed5ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:12.356037 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc91b7-8b65-4e18-9f0d-5ec1f114fe6a admin admin] Pushing event updated for resources: {'Port': ['ID=13c44395-e14e-4a68-b0fb-c80812b2e71e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:12.388809 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c6cc91b7-8b65-4e18-9f0d-5ec1f114fe6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:12.394503 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-75641a1c-48f7-4e52-823d-4c8c4eed5ce3 None None] For port 04b7af3a-df54-4ebb-97c1-574f60acb755, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:48:12.398099 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-75641a1c-48f7-4e52-823d-4c8c4eed5ce3 None None] For port 04b7af3a-df54-4ebb-97c1-574f60acb755, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=04b7af3a-df54-4ebb-97c1-574f60acb755,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:48:12.404206 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-75641a1c-48f7-4e52-823d-4c8c4eed5ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:12.493041 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75641a1c-48f7-4e52-823d-4c8c4eed5ce3 None None] Routers {'9982499e-e70e-4445-91f2-907ec9615d13'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:12.493725 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-75641a1c-48f7-4e52-823d-4c8c4eed5ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:06Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9982499e-e70e-4445-91f2-907ec9615d13'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:12.580865 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1c034-5de1-4874-ba1b-60071ff88f5c None None] Pushing event updated for resources: {'Port': ['ID=04b7af3a-df54-4ebb-97c1-574f60acb755,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:12.619011 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44560) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:12.638990 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-604e18c7-a80a-4bfc-be52-451f72e4753e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:12.644004 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c6cc91b7-8b65-4e18-9f0d-5ec1f114fe6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:12.662805 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-75641a1c-48f7-4e52-823d-4c8c4eed5ce3 None None] Set router 9982499e-e70e-4445-91f2-907ec9615d13 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:48:12.803149 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-edd195e6-8de3-4ce9-9251-c3cf4bf7545c None None] Provisioning for port 13c44395-e14e-4a68-b0fb-c80812b2e71e completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:48:12.820688 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-edd195e6-8de3-4ce9-9251-c3cf4bf7545c None None] Provisioning complete for port 13c44395-e14e-4a68-b0fb-c80812b2e71e triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:12.829155 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-edd195e6-8de3-4ce9-9251-c3cf4bf7545c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:12.863768 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-604e18c7-a80a-4bfc-be52-451f72e4753e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:12.878782 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-604e18c7-a80a-4bfc-be52-451f72e4753e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:12.931948 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-edd195e6-8de3-4ce9-9251-c3cf4bf7545c None None] Port 13c44395-e14e-4a68-b0fb-c80812b2e71e cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:48:12.956256 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e18c7-a80a-4bfc-be52-451f72e4753e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38905e6f-048e-4d94-8fcd-38d2c59836c1,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:12.973329 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-604e18c7-a80a-4bfc-be52-451f72e4753e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8ee726c7280e4bc090af153bb17f30b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3521025 Jul 23 16:48:12.976942 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44568) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:13.022590 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-75641a1c-48f7-4e52-823d-4c8c4eed5ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9982499e-e70e-4445-91f2-907ec9615d13', 'name': 'tempest-TestAggregatesBasicOps-1564261891-router', 'tenant_id': 'd295fe2a1dc94462b1c2364cf32f3d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '04b7af3a-df54-4ebb-97c1-574f60acb755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:05Z', 'updated_at': '2021-07-23T16:48:08Z', 'revision_number': 3, 'project_id': 'd295fe2a1dc94462b1c2364cf32f3d0b', 'gw_port': {'id': '04b7af3a-df54-4ebb-97c1-574f60acb755', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9982499e-e70e-4445-91f2-907ec9615d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:07Z', 'updated_at': '2021-07-23T16:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:13.058227 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c6cc91b7-8b65-4e18-9f0d-5ec1f114fe6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:13.064766 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75641a1c-48f7-4e52-823d-4c8c4eed5ce3 None None] The sync data for ids ['9982499e-e70e-4445-91f2-907ec9615d13'] in n-d-778549-4 is: [{'id': '9982499e-e70e-4445-91f2-907ec9615d13', 'name': 'tempest-TestAggregatesBasicOps-1564261891-router', 'tenant_id': 'd295fe2a1dc94462b1c2364cf32f3d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '04b7af3a-df54-4ebb-97c1-574f60acb755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:05Z', 'updated_at': '2021-07-23T16:48:08Z', 'revision_number': 3, 'project_id': 'd295fe2a1dc94462b1c2364cf32f3d0b', 'gw_port': {'id': '04b7af3a-df54-4ebb-97c1-574f60acb755', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9982499e-e70e-4445-91f2-907ec9615d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:07Z', 'updated_at': '2021-07-23T16:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:48:13.066798 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c6cc91b7-8b65-4e18-9f0d-5ec1f114fe6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:13.097862 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-45164492-5a65-488c-8575-bad0f8025d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:13.163135 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-45164492-5a65-488c-8575-bad0f8025d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:13.181363 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c6cc91b7-8b65-4e18-9f0d-5ec1f114fe6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:13.202991 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc91b7-8b65-4e18-9f0d-5ec1f114fe6a admin admin] Pushing event updated for resources: {'Port': ['ID=13c44395-e14e-4a68-b0fb-c80812b2e71e,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:13.294169 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-45164492-5a65-488c-8575-bad0f8025d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:13.297397 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-45164492-5a65-488c-8575-bad0f8025d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:13.298589 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-45164492-5a65-488c-8575-bad0f8025d03 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/38905e6f-048e-4d94-8fcd-38d2c59836c1 HTTP/1.1" status: 204 len: 168 time: 0.3204806 Jul 23 16:48:13.312395 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45164492-5a65-488c-8575-bad0f8025d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38905e6f-048e-4d94-8fcd-38d2c59836c1,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:13.359560 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cc91b7-8b65-4e18-9f0d-5ec1f114fe6a admin admin] Network 7f704639-7079-4bae-8d6b-14ab6e3df206 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:48:13.361080 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-c6cc91b7-8b65-4e18-9f0d-5ec1f114fe6a admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:48:13.591062 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cc91b7-8b65-4e18-9f0d-5ec1f114fe6a admin admin] Router 9982499e-e70e-4445-91f2-907ec9615d13 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:48:13.777285 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7d5e7f84-34ba-40e0-b538-a660e31f3d3d None None] Provisioning complete for port 13c44395-e14e-4a68-b0fb-c80812b2e71e triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:13.777826 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7d5e7f84-34ba-40e0-b538-a660e31f3d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:13.799840 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cc91b7-8b65-4e18-9f0d-5ec1f114fe6a admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:48:13.817787 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c6cc91b7-8b65-4e18-9f0d-5ec1f114fe6a admin admin] 10.222.0.73 "PUT /v2.0/routers/9982499e-e70e-4445-91f2-907ec9615d13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2131088 Jul 23 16:48:13.860926 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-7d5e7f84-34ba-40e0-b538-a660e31f3d3d None None] Port 13c44395-e14e-4a68-b0fb-c80812b2e71e cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:48:14.402409 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 04b7af3a-df54-4ebb-97c1-574f60acb755 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:48:14.458443 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44630) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:14.568160 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 04b7af3a-df54-4ebb-97c1-574f60acb755 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:48:14.573528 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 04b7af3a-df54-4ebb-97c1-574f60acb755 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:14.574925 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:14.611366 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-114a833f-356d-40b5-aba3-5c7c90b6a8bc tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/floatingips/25a95711-c679-42f0-9fba-afc9a7d03279 HTTP/1.1" status: 200 len: 992 time: 0.1462302 Jul 23 16:48:14.781204 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:14.826791 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 04b7af3a-df54-4ebb-97c1-574f60acb755, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=04b7af3a-df54-4ebb-97c1-574f60acb755,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:48:14.832053 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:14.952812 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44652) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:14.953387 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=04b7af3a-df54-4ebb-97c1-574f60acb755,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:15.148001 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44662) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:15.152709 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-16cced10-fc92-4607-9e74-849b70a716fa admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-484884012-network', 'tenant_id': 'ffc258e839d34d6091ecbf8c6d3a677e'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:15.223135 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cced10-fc92-4607-9e74-849b70a716fa admin admin] Made reservation on behalf of ffc258e839d34d6091ecbf8c6d3a677e for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:48:15.227814 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-16cced10-fc92-4607-9e74-849b70a716fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:15.251930 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-16cced10-fc92-4607-9e74-849b70a716fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:15.321840 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-7ecadf00-a112-4345-9d3b-25d493ad0a7b tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Deleting port 742251c1-21bb-40ba-8cb5-630c00238b03 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:48:15.322264 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7ecadf00-a112-4345-9d3b-25d493ad0a7b tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:15.474482 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7ecadf00-a112-4345-9d3b-25d493ad0a7b tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:15.474956 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7ecadf00-a112-4345-9d3b-25d493ad0a7b tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:15.490142 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-16cced10-fc92-4607-9e74-849b70a716fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:15.497625 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-16cced10-fc92-4607-9e74-849b70a716fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:15.499831 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-7ecadf00-a112-4345-9d3b-25d493ad0a7b tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Calling delete_port for 742251c1-21bb-40ba-8cb5-630c00238b03 owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:48:15.545890 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16cced10-fc92-4607-9e74-849b70a716fa admin admin] vlan segment allocate from pool success with {'vlan_id': 1132, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:48:15.583829 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-16cced10-fc92-4607-9e74-849b70a716fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:15.584648 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-16cced10-fc92-4607-9e74-849b70a716fa admin admin] Added segment 7bde6e89-2dae-4fa1-831e-f9cd34021506 of type vlan for network 36b08f4a-2d6f-44ed-8637-8b87e72aec5e Jul 23 16:48:15.614837 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cced10-fc92-4607-9e74-849b70a716fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296e61e7-9645-4ceb-817f-c7cb659fa594,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:15.723144 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-16cced10-fc92-4607-9e74-849b70a716fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:15.791224 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd7990c-8453-4a0e-9d7a-372dbd1bcdcd None None] Sync routers for ids ['9982499e-e70e-4445-91f2-907ec9615d13'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:48:15.803115 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-16cced10-fc92-4607-9e74-849b70a716fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:15.804935 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cced10-fc92-4607-9e74-849b70a716fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:15.806163 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-16cced10-fc92-4607-9e74-849b70a716fa admin admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:15.823224 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd7990c-8453-4a0e-9d7a-372dbd1bcdcd None None] Routers {'9982499e-e70e-4445-91f2-907ec9615d13'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:15.824746 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3bd7990c-8453-4a0e-9d7a-372dbd1bcdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:06Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9982499e-e70e-4445-91f2-907ec9615d13'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:15.871306 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-16cced10-fc92-4607-9e74-849b70a716fa admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7168932 Jul 23 16:48:15.871306 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44672) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:15.878858 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-00dfbf9a-9b19-4665-b11b-e25500c7ef63 admin admin] Request body: {'subnet': {'network_id': '36b08f4a-2d6f-44ed-8637-8b87e72aec5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-484884012-subnet', 'tenant_id': 'ffc258e839d34d6091ecbf8c6d3a677e', 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:15.932464 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cced10-fc92-4607-9e74-849b70a716fa admin admin] Pushing event updated for resources: {'Network': ['ID=36b08f4a-2d6f-44ed-8637-8b87e72aec5e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:15.944065 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7ecadf00-a112-4345-9d3b-25d493ad0a7b tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:15.949664 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 36b08f4a-2d6f-44ed-8637-8b87e72aec5e details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:48:15.978971 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00dfbf9a-9b19-4665-b11b-e25500c7ef63 admin admin] Made reservation on behalf of ffc258e839d34d6091ecbf8c6d3a677e for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:48:15.982508 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-00dfbf9a-9b19-4665-b11b-e25500c7ef63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:16.085214 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecadf00-a112-4345-9d3b-25d493ad0a7b tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event deleted for resources: {'Port': ['ID=742251c1-21bb-40ba-8cb5-630c00238b03,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:16.091440 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44676) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:16.224956 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-3bd7990c-8453-4a0e-9d7a-372dbd1bcdcd None None] Set router 9982499e-e70e-4445-91f2-907ec9615d13 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:48:16.247097 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-00dfbf9a-9b19-4665-b11b-e25500c7ef63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:16.305022 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7ecadf00-a112-4345-9d3b-25d493ad0a7b tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:16.305932 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-7ecadf00-a112-4345-9d3b-25d493ad0a7b tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Floating IP 25a95711-c679-42f0-9fba-afc9a7d03279 disassociated (deleted). External IP: 172.25.8.43, port: cb6f24f8-1592-456b-b47f-a4de9aca7e96. Jul 23 16:48:16.306447 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfbf9a-9b19-4665-b11b-e25500c7ef63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73b2b18b-210c-4384-bfe9-d1f260be52a8,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:16.349641 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dfbf9a-9b19-4665-b11b-e25500c7ef63 admin admin] Checking segment: {'id': '7bde6e89-2dae-4fa1-831e-f9cd34021506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '36b08f4a-2d6f-44ed-8637-8b87e72aec5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:48:16.350578 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dfbf9a-9b19-4665-b11b-e25500c7ef63 admin admin] Network hostable DHCP agents. Network: 36b08f4a-2d6f-44ed-8637-8b87e72aec5e, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:48:16.371965 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 04b7af3a-df54-4ebb-97c1-574f60acb755 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:48:16.378077 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dfbf9a-9b19-4665-b11b-e25500c7ef63 admin admin] Network 36b08f4a-2d6f-44ed-8637-8b87e72aec5e is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:48:16.392835 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-00dfbf9a-9b19-4665-b11b-e25500c7ef63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 36b08f4a-2d6f-44ed-8637-8b87e72aec5e) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:48:16.405505 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dfbf9a-9b19-4665-b11b-e25500c7ef63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:16.408392 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-00dfbf9a-9b19-4665-b11b-e25500c7ef63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:16.440261 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-00dfbf9a-9b19-4665-b11b-e25500c7ef63 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5687890 Jul 23 16:48:16.443848 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44684) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:16.456824 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-e208cef5-b9c4-42e4-a47d-dea207600256 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-484884012-router', 'tenant_id': 'ffc258e839d34d6091ecbf8c6d3a677e', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:16.492279 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faef270-9d48-4d77-acb7-50423a2ddf96 None None] Network 36b08f4a-2d6f-44ed-8637-8b87e72aec5e requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:48:16.513327 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e208cef5-b9c4-42e4-a47d-dea207600256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:16.515187 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e208cef5-b9c4-42e4-a47d-dea207600256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:16.550883 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-549e840f-715f-41e1-8d90-77376a3c6d48 tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1851910504', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:16.593873 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3bd7990c-8453-4a0e-9d7a-372dbd1bcdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9982499e-e70e-4445-91f2-907ec9615d13', 'name': 'tempest-TestAggregatesBasicOps-1564261891-router', 'tenant_id': 'd295fe2a1dc94462b1c2364cf32f3d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '04b7af3a-df54-4ebb-97c1-574f60acb755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:05Z', 'updated_at': '2021-07-23T16:48:12Z', 'revision_number': 4, 'project_id': 'd295fe2a1dc94462b1c2364cf32f3d0b', 'gw_port': {'id': '04b7af3a-df54-4ebb-97c1-574f60acb755', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9982499e-e70e-4445-91f2-907ec9615d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:07Z', 'updated_at': '2021-07-23T16:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '13c44395-e14e-4a68-b0fb-c80812b2e71e', 'name': '', 'network_id': '7f704639-7079-4bae-8d6b-14ab6e3df206', 'tenant_id': 'd295fe2a1dc94462b1c2364cf32f3d0b', 'mac_address': 'fa:16:3e:13:c4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9982499e-e70e-4445-91f2-907ec9615d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '9d3d7581-a5bc-4e74-8c9e-e5ea9984a49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:11Z', 'updated_at': '2021-07-23T16:48:12Z', 'revision_number': 2, 'project_id': 'd295fe2a1dc94462b1c2364cf32f3d0b', 'subnets': [{'id': '9d3d7581-a5bc-4e74-8c9e-e5ea9984a49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:16.630366 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd7990c-8453-4a0e-9d7a-372dbd1bcdcd None None] Checking router: 9982499e-e70e-4445-91f2-907ec9615d13 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:48:16.630981 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd7990c-8453-4a0e-9d7a-372dbd1bcdcd None None] Updating router 9982499e-e70e-4445-91f2-907ec9615d13 port 13c44395-e14e-4a68-b0fb-c80812b2e71e binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:48:16.657263 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 04b7af3a-df54-4ebb-97c1-574f60acb755 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:16.657461 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e208cef5-b9c4-42e4-a47d-dea207600256 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:16.658469 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:16.680266 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-3bd7990c-8453-4a0e-9d7a-372dbd1bcdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:16.832636 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549e840f-715f-41e1-8d90-77376a3c6d48 tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Made reservation on behalf of d89d2e09c6f84ec5a21fb1e1e1ce6301 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:48:16.835040 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-549e840f-715f-41e1-8d90-77376a3c6d48 tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:16.848871 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-549e840f-715f-41e1-8d90-77376a3c6d48 tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:16.858218 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ecadf00-a112-4345-9d3b-25d493ad0a7b tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Router 86340e3f-c91f-47bf-b609-b6c6a2b6069e has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:48:16.874067 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46470d37-b821-4677-8854-2b8493b4e0d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-36b08f4a-2d6f-44ed-8637-8b87e72aec5e', 'network_id': '36b08f4a-2d6f-44ed-8637-8b87e72aec5e', 'tenant_id': 'ffc258e839d34d6091ecbf8c6d3a677e', 'fixed_ips': [{'subnet_id': '73b2b18b-210c-4384-bfe9-d1f260be52a8'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:48:16.874947 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-46470d37-b821-4677-8854-2b8493b4e0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:16.991425 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e208cef5-b9c4-42e4-a47d-dea207600256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:17.084111 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-3bd7990c-8453-4a0e-9d7a-372dbd1bcdcd None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:17.088995 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-46470d37-b821-4677-8854-2b8493b4e0d1 None None] Allocated IP 172.20.0.2 (36b08f4a-2d6f-44ed-8637-8b87e72aec5e/73b2b18b-210c-4384-bfe9-d1f260be52a8/bd29e365-dc6e-464a-a7a0-29c01e9cc999) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:48:17.098694 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-3bd7990c-8453-4a0e-9d7a-372dbd1bcdcd None None] Transition to ACTIVE for port object 13c44395-e14e-4a68-b0fb-c80812b2e71e will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:48:17.110277 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-3bd7990c-8453-4a0e-9d7a-372dbd1bcdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:17.194324 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982bbc4-43fd-4a98-8290-1e97b3fd4de7 None None] Pushing event updated for resources: {'Port': ['ID=13c44395-e14e-4a68-b0fb-c80812b2e71e,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:17.211271 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982bbc4-43fd-4a98-8290-1e97b3fd4de7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:17.211693 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982bbc4-43fd-4a98-8290-1e97b3fd4de7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:17.212300 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982bbc4-43fd-4a98-8290-1e97b3fd4de7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:17.212749 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982bbc4-43fd-4a98-8290-1e97b3fd4de7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:17.213163 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982bbc4-43fd-4a98-8290-1e97b3fd4de7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:17.213557 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982bbc4-43fd-4a98-8290-1e97b3fd4de7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:17.214082 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982bbc4-43fd-4a98-8290-1e97b3fd4de7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:17.214470 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982bbc4-43fd-4a98-8290-1e97b3fd4de7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:17.214908 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982bbc4-43fd-4a98-8290-1e97b3fd4de7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:17.215293 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982bbc4-43fd-4a98-8290-1e97b3fd4de7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:17.215692 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982bbc4-43fd-4a98-8290-1e97b3fd4de7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:17.216152 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982bbc4-43fd-4a98-8290-1e97b3fd4de7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:17.320148 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-3bd7990c-8453-4a0e-9d7a-372dbd1bcdcd None None] Attempting to bind port 13c44395-e14e-4a68-b0fb-c80812b2e71e on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:48:17.320656 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-3bd7990c-8453-4a0e-9d7a-372dbd1bcdcd None None] Attempting to bind port 13c44395-e14e-4a68-b0fb-c80812b2e71e by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'f33a4cfd-184d-486c-9f6b-0eb05d49e662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '7f704639-7079-4bae-8d6b-14ab6e3df206'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:48:17.321019 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd7990c-8453-4a0e-9d7a-372dbd1bcdcd None None] Attempting to bind port 13c44395-e14e-4a68-b0fb-c80812b2e71e on network 7f704639-7079-4bae-8d6b-14ab6e3df206 {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:48:17.327542 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd7990c-8453-4a0e-9d7a-372dbd1bcdcd None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:48:17.327915 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd7990c-8453-4a0e-9d7a-372dbd1bcdcd None None] Checking segment: {'id': 'f33a4cfd-184d-486c-9f6b-0eb05d49e662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '7f704639-7079-4bae-8d6b-14ab6e3df206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:48:17.328315 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-3bd7990c-8453-4a0e-9d7a-372dbd1bcdcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:17.329408 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd7990c-8453-4a0e-9d7a-372dbd1bcdcd None None] Bound using segment: {'id': 'f33a4cfd-184d-486c-9f6b-0eb05d49e662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '7f704639-7079-4bae-8d6b-14ab6e3df206'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:48:17.330145 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-3bd7990c-8453-4a0e-9d7a-372dbd1bcdcd None None] Bound port: 13c44395-e14e-4a68-b0fb-c80812b2e71e, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33a4cfd-184d-486c-9f6b-0eb05d49e662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '7f704639-7079-4bae-8d6b-14ab6e3df206'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:48:17.330532 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-3bd7990c-8453-4a0e-9d7a-372dbd1bcdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:17.408034 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-46470d37-b821-4677-8854-2b8493b4e0d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:17.420954 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-46470d37-b821-4677-8854-2b8493b4e0d1 None None] Transition to ACTIVE for port object bd29e365-dc6e-464a-a7a0-29c01e9cc999 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:48:17.450212 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-46470d37-b821-4677-8854-2b8493b4e0d1 None None] Transition to ACTIVE for port object bd29e365-dc6e-464a-a7a0-29c01e9cc999 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:48:17.461287 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-46470d37-b821-4677-8854-2b8493b4e0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:17.465490 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-3bd7990c-8453-4a0e-9d7a-372dbd1bcdcd None None] For port 13c44395-e14e-4a68-b0fb-c80812b2e71e, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:48:17.471613 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-3bd7990c-8453-4a0e-9d7a-372dbd1bcdcd None None] For port 13c44395-e14e-4a68-b0fb-c80812b2e71e, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=13c44395-e14e-4a68-b0fb-c80812b2e71e,segment=NetworkSegment(f33a4cfd-184d-486c-9f6b-0eb05d49e662),segment_id=f33a4cfd-184d-486c-9f6b-0eb05d49e662)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:48:17.481568 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-3bd7990c-8453-4a0e-9d7a-372dbd1bcdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:17.550710 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46470d37-b821-4677-8854-2b8493b4e0d1 None None] Network 36b08f4a-2d6f-44ed-8637-8b87e72aec5e is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:48:17.555150 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-46470d37-b821-4677-8854-2b8493b4e0d1 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:48:17.562436 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46470d37-b821-4677-8854-2b8493b4e0d1 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:48:17.577988 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecadf00-a112-4345-9d3b-25d493ad0a7b tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:48:17.578664 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982bbc4-43fd-4a98-8290-1e97b3fd4de7 None None] Pushing event updated for resources: {'Port': ['ID=13c44395-e14e-4a68-b0fb-c80812b2e71e,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:17.586623 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7ecadf00-a112-4345-9d3b-25d493ad0a7b tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:17.595586 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd7990c-8453-4a0e-9d7a-372dbd1bcdcd None None] Routers {'9982499e-e70e-4445-91f2-907ec9615d13'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:17.596828 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3bd7990c-8453-4a0e-9d7a-372dbd1bcdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:06Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9982499e-e70e-4445-91f2-907ec9615d13'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:17.624780 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5924b233-8b62-4b13-b8c0-9cbe803edb73 None None] Sync routers for ids ['86340e3f-c91f-47bf-b609-b6c6a2b6069e'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:48:17.654473 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46470d37-b821-4677-8854-2b8493b4e0d1 None None] Pushing event updated for resources: {'Port': ['ID=bd29e365-dc6e-464a-a7a0-29c01e9cc999,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:17.678208 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7ecadf00-a112-4345-9d3b-25d493ad0a7b tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "DELETE /v2.0/floatingips/25a95711-c679-42f0-9fba-afc9a7d03279 HTTP/1.1" status: 204 len: 168 time: 2.7242074 Jul 23 16:48:17.688374 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b192c1e-de78-4b8b-bc49-b489ee341a31', 'tag': 'cb6f24f8-1592-456b-b47f-a4de9aca7e96'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:48:17.701546 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3402b0d6-49a8-4478-ab1c-b875fe1337a8" -d '{"events": [{"name": "network-changed", "server_uuid": "2b192c1e-de78-4b8b-bc49-b489ee341a31", "tag": "cb6f24f8-1592-456b-b47f-a4de9aca7e96"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:48:17.807669 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5924b233-8b62-4b13-b8c0-9cbe803edb73 None None] Routers {'86340e3f-c91f-47bf-b609-b6c6a2b6069e'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:17.808338 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-5924b233-8b62-4b13-b8c0-9cbe803edb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:06Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['86340e3f-c91f-47bf-b609-b6c6a2b6069e'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:17.907754 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-549e840f-715f-41e1-8d90-77376a3c6d48 tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:17.915627 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-549e840f-715f-41e1-8d90-77376a3c6d48 tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:17.974333 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-549e840f-715f-41e1-8d90-77376a3c6d48 tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] device_id is not set on port 20f3f7d7-0be8-4e97-83ff-15d4532cd3cc yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:48:18.080283 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-46470d37-b821-4677-8854-2b8493b4e0d1 None None] Attempting to bind port bd29e365-dc6e-464a-a7a0-29c01e9cc999 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:48:18.080574 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-46470d37-b821-4677-8854-2b8493b4e0d1 None None] Attempting to bind port bd29e365-dc6e-464a-a7a0-29c01e9cc999 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '7bde6e89-2dae-4fa1-831e-f9cd34021506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '36b08f4a-2d6f-44ed-8637-8b87e72aec5e'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:48:18.081205 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46470d37-b821-4677-8854-2b8493b4e0d1 None None] Attempting to bind port bd29e365-dc6e-464a-a7a0-29c01e9cc999 on network 36b08f4a-2d6f-44ed-8637-8b87e72aec5e {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:48:18.119558 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46470d37-b821-4677-8854-2b8493b4e0d1 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:48:18.120228 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46470d37-b821-4677-8854-2b8493b4e0d1 None None] Checking segment: {'id': '7bde6e89-2dae-4fa1-831e-f9cd34021506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '36b08f4a-2d6f-44ed-8637-8b87e72aec5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:48:18.120550 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-46470d37-b821-4677-8854-2b8493b4e0d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:18.120981 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46470d37-b821-4677-8854-2b8493b4e0d1 None None] Bound using segment: {'id': '7bde6e89-2dae-4fa1-831e-f9cd34021506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '36b08f4a-2d6f-44ed-8637-8b87e72aec5e'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:48:18.121843 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-46470d37-b821-4677-8854-2b8493b4e0d1 None None] Bound port: bd29e365-dc6e-464a-a7a0-29c01e9cc999, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bde6e89-2dae-4fa1-831e-f9cd34021506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '36b08f4a-2d6f-44ed-8637-8b87e72aec5e'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:48:18.122294 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-46470d37-b821-4677-8854-2b8493b4e0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:18.131927 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-5924b233-8b62-4b13-b8c0-9cbe803edb73 None None] Set router 86340e3f-c91f-47bf-b609-b6c6a2b6069e gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:48:18.238288 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-46470d37-b821-4677-8854-2b8493b4e0d1 None None] For port bd29e365-dc6e-464a-a7a0-29c01e9cc999, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:48:18.242649 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-46470d37-b821-4677-8854-2b8493b4e0d1 None None] For port bd29e365-dc6e-464a-a7a0-29c01e9cc999, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=bd29e365-dc6e-464a-a7a0-29c01e9cc999,segment=NetworkSegment(7bde6e89-2dae-4fa1-831e-f9cd34021506),segment_id=7bde6e89-2dae-4fa1-831e-f9cd34021506)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:48:18.246020 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-3bd7990c-8453-4a0e-9d7a-372dbd1bcdcd None None] Set router 9982499e-e70e-4445-91f2-907ec9615d13 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:48:18.254004 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-46470d37-b821-4677-8854-2b8493b4e0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:18.434399 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-549e840f-715f-41e1-8d90-77376a3c6d48 tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Allocated IP 172.25.8.205 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/20f3f7d7-0be8-4e97-83ff-15d4532cd3cc) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:48:18.504838 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46470d37-b821-4677-8854-2b8493b4e0d1 None None] Pushing event updated for resources: {'Port': ['ID=bd29e365-dc6e-464a-a7a0-29c01e9cc999,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:18.648639 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3bd7990c-8453-4a0e-9d7a-372dbd1bcdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9982499e-e70e-4445-91f2-907ec9615d13', 'name': 'tempest-TestAggregatesBasicOps-1564261891-router', 'tenant_id': 'd295fe2a1dc94462b1c2364cf32f3d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '04b7af3a-df54-4ebb-97c1-574f60acb755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:05Z', 'updated_at': '2021-07-23T16:48:12Z', 'revision_number': 4, 'project_id': 'd295fe2a1dc94462b1c2364cf32f3d0b', 'gw_port': {'id': '04b7af3a-df54-4ebb-97c1-574f60acb755', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9982499e-e70e-4445-91f2-907ec9615d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:07Z', 'updated_at': '2021-07-23T16:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '13c44395-e14e-4a68-b0fb-c80812b2e71e', 'name': '', 'network_id': '7f704639-7079-4bae-8d6b-14ab6e3df206', 'tenant_id': 'd295fe2a1dc94462b1c2364cf32f3d0b', 'mac_address': 'fa:16:3e:13:c4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9982499e-e70e-4445-91f2-907ec9615d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '9d3d7581-a5bc-4e74-8c9e-e5ea9984a49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:11Z', 'updated_at': '2021-07-23T16:48:17Z', 'revision_number': 4, 'project_id': 'd295fe2a1dc94462b1c2364cf32f3d0b', 'subnets': [{'id': '9d3d7581-a5bc-4e74-8c9e-e5ea9984a49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:18.654856 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e208cef5-b9c4-42e4-a47d-dea207600256 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:18.714501 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e208cef5-b9c4-42e4-a47d-dea207600256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:18.743519 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd7990c-8453-4a0e-9d7a-372dbd1bcdcd None None] The sync data for ids ['9982499e-e70e-4445-91f2-907ec9615d13'] in n-d-778549-4 is: [{'id': '9982499e-e70e-4445-91f2-907ec9615d13', 'name': 'tempest-TestAggregatesBasicOps-1564261891-router', 'tenant_id': 'd295fe2a1dc94462b1c2364cf32f3d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '04b7af3a-df54-4ebb-97c1-574f60acb755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:05Z', 'updated_at': '2021-07-23T16:48:12Z', 'revision_number': 4, 'project_id': 'd295fe2a1dc94462b1c2364cf32f3d0b', 'gw_port': {'id': '04b7af3a-df54-4ebb-97c1-574f60acb755', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9982499e-e70e-4445-91f2-907ec9615d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:07Z', 'updated_at': '2021-07-23T16:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '13c44395-e14e-4a68-b0fb-c80812b2e71e', 'name': '', 'network_id': '7f704639-7079-4bae-8d6b-14ab6e3df206', 'tenant_id': 'd295fe2a1dc94462b1c2364cf32f3d0b', 'mac_address': 'fa:16:3e:13:c4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9982499e-e70e-4445-91f2-907ec9615d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '9d3d7581-a5bc-4e74-8c9e-e5ea9984a49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:11Z', 'updated_at': '2021-07-23T16:48:17Z', 'revision_number': 4, 'project_id': 'd295fe2a1dc94462b1c2364cf32f3d0b', 'subnets': [{'id': '9d3d7581-a5bc-4e74-8c9e-e5ea9984a49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:48:18.772773 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-5924b233-8b62-4b13-b8c0-9cbe803edb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'name': 'tempest-TestNetworkBasicOps-router-1891597227', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'f3e00e02-8e62-472d-ba1a-d48025e097f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:47:09Z', 'updated_at': '2021-07-23T16:47:16Z', 'revision_number': 4, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': 'f3e00e02-8e62-472d-ba1a-d48025e097f2', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:47:10Z', 'updated_at': '2021-07-23T16:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '1ec337cd-4470-4ff1-a8e7-ebcf722e7e09', 'name': '', 'network_id': '8a50d46d-7d67-480f-a9d0-d81540f7cf57', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'mac_address': 'fa:16:3e:26:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '154ef37b-30d6-4316-b5be-a20e885e3389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:47:15Z', 'updated_at': '2021-07-23T16:47:24Z', 'revision_number': 5, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'subnets': [{'id': '154ef37b-30d6-4316-b5be-a20e885e3389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:18.790058 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e840f-715f-41e1-8d90-77376a3c6d48 tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a86a018-85d3-4e02-a2e1-8b322b0a8374,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:18.828672 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d900d83e-a8a5-4c54-8c09-b978778e1032 x-openstack-request-id: req-d900d83e-a8a5-4c54-8c09-b978778e1032 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:48:18.831736 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5924b233-8b62-4b13-b8c0-9cbe803edb73 None None] Checking router: 86340e3f-c91f-47bf-b609-b6c6a2b6069e for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:48:18.841807 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b192c1e-de78-4b8b-bc49-b489ee341a31", "tag": "cb6f24f8-1592-456b-b47f-a4de9aca7e96", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:48:18.842644 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d900d83e-a8a5-4c54-8c09-b978778e1032 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:48:18.844277 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b192c1e-de78-4b8b-bc49-b489ee341a31', 'tag': 'cb6f24f8-1592-456b-b47f-a4de9aca7e96', 'status': 'completed', 'code': 200} Jul 23 16:48:18.845987 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5924b233-8b62-4b13-b8c0-9cbe803edb73 None None] Routers {'86340e3f-c91f-47bf-b609-b6c6a2b6069e'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:18.846640 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-5924b233-8b62-4b13-b8c0-9cbe803edb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:06Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['86340e3f-c91f-47bf-b609-b6c6a2b6069e'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:19.019156 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-549e840f-715f-41e1-8d90-77376a3c6d48 tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:19.129216 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-549e840f-715f-41e1-8d90-77376a3c6d48 tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:19.206224 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-e208cef5-b9c4-42e4-a47d-dea207600256 admin admin] Allocated IP 172.25.8.6 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/c29b869c-7e8a-4053-a1ee-4e6edf223ff1) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:48:19.298230 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549e840f-715f-41e1-8d90-77376a3c6d48 tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:48:19.303616 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-549e840f-715f-41e1-8d90-77376a3c6d48 tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:48:19.314712 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549e840f-715f-41e1-8d90-77376a3c6d48 tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:48:19.426653 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402b0d6-49a8-4478-ab1c-b875fe1337a8 req-714aba1d-ba31-4bb2-a564-a0832cb6b55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:19.428250 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3402b0d6-49a8-4478-ab1c-b875fe1337a8 req-714aba1d-ba31-4bb2-a564-a0832cb6b55d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=26442a7d2aa845bc8d6525b42b6b3848&device_id=2b192c1e-de78-4b8b-bc49-b489ee341a31 HTTP/1.1" status: 200 len: 1096 time: 0.6143265 Jul 23 16:48:19.444701 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e840f-715f-41e1-8d90-77376a3c6d48 tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Pushing event updated for resources: {'Port': ['ID=20f3f7d7-0be8-4e97-83ff-15d4532cd3cc,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:19.446066 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-5924b233-8b62-4b13-b8c0-9cbe803edb73 None None] Set router 86340e3f-c91f-47bf-b609-b6c6a2b6069e gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:48:19.488115 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e208cef5-b9c4-42e4-a47d-dea207600256 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:19.582356 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549e840f-715f-41e1-8d90-77376a3c6d48 tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:19.583051 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-549e840f-715f-41e1-8d90-77376a3c6d48 tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:19.640595 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e208cef5-b9c4-42e4-a47d-dea207600256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:19.748730 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cc6a7-b5a2-49f2-b48e-63b452cf5200 req-3e658910-09a6-4c7d-9442-4ad16cf74c81 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:19.750776 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1e3cc6a7-b5a2-49f2-b48e-63b452cf5200 req-3e658910-09a6-4c7d-9442-4ad16cf74c81 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b192c1e-de78-4b8b-bc49-b489ee341a31 HTTP/1.1" status: 200 len: 945 time: 0.9356246 Jul 23 16:48:19.772430 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208cef5-b9c4-42e4-a47d-dea207600256 admin admin] Pushing event updated for resources: {'Port': ['ID=c29b869c-7e8a-4053-a1ee-4e6edf223ff1,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:19.795669 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e208cef5-b9c4-42e4-a47d-dea207600256 admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:48:19.805277 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-e208cef5-b9c4-42e4-a47d-dea207600256 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:48:19.808113 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e208cef5-b9c4-42e4-a47d-dea207600256 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:48:19.945790 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-549e840f-715f-41e1-8d90-77376a3c6d48 tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.8436997 Jul 23 16:48:19.960314 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44720) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:19.970370 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-5e63acf8-d510-4fbe-bfe0-7a95ad68d69b tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.205'}]}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:20.017479 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5e63acf8-d510-4fbe-bfe0-7a95ad68d69b tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:20.018650 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5e63acf8-d510-4fbe-bfe0-7a95ad68d69b tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:20.121146 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-5924b233-8b62-4b13-b8c0-9cbe803edb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'name': 'tempest-TestNetworkBasicOps-router-1891597227', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'f3e00e02-8e62-472d-ba1a-d48025e097f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:47:09Z', 'updated_at': '2021-07-23T16:47:16Z', 'revision_number': 4, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': 'f3e00e02-8e62-472d-ba1a-d48025e097f2', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:47:10Z', 'updated_at': '2021-07-23T16:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '1ec337cd-4470-4ff1-a8e7-ebcf722e7e09', 'name': '', 'network_id': '8a50d46d-7d67-480f-a9d0-d81540f7cf57', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'mac_address': 'fa:16:3e:26:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '154ef37b-30d6-4316-b5be-a20e885e3389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:47:15Z', 'updated_at': '2021-07-23T16:47:24Z', 'revision_number': 5, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'subnets': [{'id': '154ef37b-30d6-4316-b5be-a20e885e3389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:20.160645 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5924b233-8b62-4b13-b8c0-9cbe803edb73 None None] The sync data for ids ['86340e3f-c91f-47bf-b609-b6c6a2b6069e'] in n-d-778549-4 is: [{'id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'name': 'tempest-TestNetworkBasicOps-router-1891597227', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'f3e00e02-8e62-472d-ba1a-d48025e097f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:47:09Z', 'updated_at': '2021-07-23T16:47:16Z', 'revision_number': 4, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': 'f3e00e02-8e62-472d-ba1a-d48025e097f2', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:47:10Z', 'updated_at': '2021-07-23T16:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '1ec337cd-4470-4ff1-a8e7-ebcf722e7e09', 'name': '', 'network_id': '8a50d46d-7d67-480f-a9d0-d81540f7cf57', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'mac_address': 'fa:16:3e:26:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '154ef37b-30d6-4316-b5be-a20e885e3389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:47:15Z', 'updated_at': '2021-07-23T16:47:24Z', 'revision_number': 5, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'subnets': [{'id': '154ef37b-30d6-4316-b5be-a20e885e3389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:48:20.183963 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5e63acf8-d510-4fbe-bfe0-7a95ad68d69b tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:20.230497 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1e3cc6a7-b5a2-49f2-b48e-63b452cf5200 req-ed23bc5d-39e4-43c7-ac4f-9165eb132f89 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?id=a1050bb1-e186-4a71-950d-cac2bef0eb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3771217 Jul 23 16:48:20.231606 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402b0d6-49a8-4478-ab1c-b875fe1337a8 req-2fbc5021-4323-417b-8a63-a637f4362983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:20.233619 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3402b0d6-49a8-4478-ab1c-b875fe1337a8 req-2fbc5021-4323-417b-8a63-a637f4362983 service neutron] 10.222.0.97 "GET /v2.0/networks?id=8a50d46d-7d67-480f-a9d0-d81540f7cf57 HTTP/1.1" status: 200 len: 899 time: 0.7758877 Jul 23 16:48:20.330173 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8b0d0a-5030-49fd-87fd-9234b3f7e9af None None] Network 36b08f4a-2d6f-44ed-8637-8b87e72aec5e requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:48:20.430493 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3402b0d6-49a8-4478-ab1c-b875fe1337a8 req-fa89c6c8-9f52-458a-9ca8-96610b33e030 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb6f24f8-1592-456b-b47f-a4de9aca7e96 HTTP/1.1" status: 200 len: 217 time: 0.1282799 Jul 23 16:48:20.547331 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402b0d6-49a8-4478-ab1c-b875fe1337a8 req-95719b32-e531-46ea-82d9-0ff1dc74c3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:20.548915 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3402b0d6-49a8-4478-ab1c-b875fe1337a8 req-95719b32-e531-46ea-82d9-0ff1dc74c3c4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=154ef37b-30d6-4316-b5be-a20e885e3389 HTTP/1.1" status: 200 len: 834 time: 0.1098299 Jul 23 16:48:20.570878 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e208cef5-b9c4-42e4-a47d-dea207600256 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:20.641551 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d4de0-255d-4255-8871-476625a3c266 req-9d1f022e-b45e-4a77-b53d-db5f3e795609 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:20.641551 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2b9d4de0-255d-4255-8871-476625a3c266 req-9d1f022e-b45e-4a77-b53d-db5f3e795609 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.97 "GET /v2.0/ports?device_id=2b192c1e-de78-4b8b-bc49-b489ee341a31 HTTP/1.1" status: 200 len: 945 time: 0.8697653 Jul 23 16:48:20.656954 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ca2688ab-a049-489d-b504-bbe7eb26244c None None] Provisioning for port bd29e365-dc6e-464a-a7a0-29c01e9cc999 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:48:20.676439 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device bd29e365-dc6e-464a-a7a0-29c01e9cc999 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:48:20.823305 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port bd29e365-dc6e-464a-a7a0-29c01e9cc999 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:48:20.885990 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port bd29e365-dc6e-464a-a7a0-29c01e9cc999 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:20.886367 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:20.979471 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e00c0a1-2af7-40f5-bf52-b7fd9eea04a6 None None] New status for floating IP 25a95711-c679-42f0-9fba-afc9a7d03279: DOWN {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:48:21.149466 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:48:21.181438 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:21.183533 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5e63acf8-d510-4fbe-bfe0-7a95ad68d69b tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:21.211576 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e208cef5-b9c4-42e4-a47d-dea207600256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:21.237292 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port bd29e365-dc6e-464a-a7a0-29c01e9cc999, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=bd29e365-dc6e-464a-a7a0-29c01e9cc999,segment=NetworkSegment(7bde6e89-2dae-4fa1-831e-f9cd34021506),segment_id=7bde6e89-2dae-4fa1-831e-f9cd34021506)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:48:21.244404 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:21.247317 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 13c44395-e14e-4a68-b0fb-c80812b2e71e up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:48:21.376757 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402b0d6-49a8-4478-ab1c-b875fe1337a8 req-f174b041-0194-402b-b653-36f2cd006958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:21.389270 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3402b0d6-49a8-4478-ab1c-b875fe1337a8 req-f174b041-0194-402b-b653-36f2cd006958 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8a50d46d-7d67-480f-a9d0-d81540f7cf57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8328736 Jul 23 16:48:21.433847 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=bd29e365-dc6e-464a-a7a0-29c01e9cc999,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:21.506949 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 13c44395-e14e-4a68-b0fb-c80812b2e71e completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:48:21.512092 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 13c44395-e14e-4a68-b0fb-c80812b2e71e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:21.512529 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:21.606051 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-60d8086a-19fe-47e1-84ae-4be880a731d9 None None] Provisioning complete for port bd29e365-dc6e-464a-a7a0-29c01e9cc999 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:21.606517 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-60d8086a-19fe-47e1-84ae-4be880a731d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:21.615198 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e208cef5-b9c4-42e4-a47d-dea207600256 admin admin] Router 006f8a76-49ae-4db4-9370-1bff4c9152e1 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:48:21.756519 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-2b9d4de0-255d-4255-8871-476625a3c266 req-1f21a52e-d3cf-4cd0-a3c9-914fe1e4219d tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Deleting port cb6f24f8-1592-456b-b47f-a4de9aca7e96 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:48:21.756519 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2b9d4de0-255d-4255-8871-476625a3c266 req-1f21a52e-d3cf-4cd0-a3c9-914fe1e4219d tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:21.773422 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3402b0d6-49a8-4478-ab1c-b875fe1337a8 req-8ecd0761-bb39-4675-99e5-19b37709d5af service neutron] 10.222.0.97 "GET /v2.0/networks/8a50d46d-7d67-480f-a9d0-d81540f7cf57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700650 Jul 23 16:48:21.802406 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e208cef5-b9c4-42e4-a47d-dea207600256 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:48:21.815427 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:21.838037 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e208cef5-b9c4-42e4-a47d-dea207600256 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:21.845250 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e208cef5-b9c4-42e4-a47d-dea207600256 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3987978 Jul 23 16:48:21.846949 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44734) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:21.936409 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 13c44395-e14e-4a68-b0fb-c80812b2e71e, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=13c44395-e14e-4a68-b0fb-c80812b2e71e,segment=NetworkSegment(f33a4cfd-184d-486c-9f6b-0eb05d49e662),segment_id=f33a4cfd-184d-486c-9f6b-0eb05d49e662)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:48:21.953612 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a633440-d6bc-4fca-a800-1d80c156d15b None None] Sync routers for ids ['006f8a76-49ae-4db4-9370-1bff4c9152e1'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:48:22.006517 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:22.012995 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a633440-d6bc-4fca-a800-1d80c156d15b None None] Routers {'006f8a76-49ae-4db4-9370-1bff4c9152e1'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:22.022580 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0a633440-d6bc-4fca-a800-1d80c156d15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:06Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['006f8a76-49ae-4db4-9370-1bff4c9152e1'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:22.222920 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-2b9d4de0-255d-4255-8871-476625a3c266 req-1f21a52e-d3cf-4cd0-a3c9-914fe1e4219d tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] For port cb6f24f8-1592-456b-b47f-a4de9aca7e96, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=cb6f24f8-1592-456b-b47f-a4de9aca7e96,segment=NetworkSegment(6f03c519-85a6-4760-a9ee-19d0e51132b8),segment_id=6f03c519-85a6-4760-a9ee-19d0e51132b8)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:48:22.223506 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2b9d4de0-255d-4255-8871-476625a3c266 req-1f21a52e-d3cf-4cd0-a3c9-914fe1e4219d tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:22.264408 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-2b9d4de0-255d-4255-8871-476625a3c266 req-1f21a52e-d3cf-4cd0-a3c9-914fe1e4219d tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Calling delete_port for cb6f24f8-1592-456b-b47f-a4de9aca7e96 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:48:22.276518 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef13ac-8260-4b3b-9b1c-376db48fba08 req-15a14c8b-2830-422d-aa9a-e6c172aec0ff tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:22.280850 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-0a633440-d6bc-4fca-a800-1d80c156d15b None None] Set router 006f8a76-49ae-4db4-9370-1bff4c9152e1 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:48:22.286683 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-edef13ac-8260-4b3b-9b1c-376db48fba08 req-15a14c8b-2830-422d-aa9a-e6c172aec0ff tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b192c1e-de78-4b8b-bc49-b489ee341a31 HTTP/1.1" status: 200 len: 945 time: 0.6486852 Jul 23 16:48:22.299780 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3402b0d6-49a8-4478-ab1c-b875fe1337a8 req-890078c4-6234-4f46-8900-b376f9aa5f5a service neutron] 10.222.0.97 "GET /v2.0/networks/8a50d46d-7d67-480f-a9d0-d81540f7cf57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410918 Jul 23 16:48:22.403276 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device bd29e365-dc6e-464a-a7a0-29c01e9cc999 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:48:22.500562 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-edef13ac-8260-4b3b-9b1c-376db48fba08 req-d6430ce4-9d2b-40f2-bf91-b0399f97d033 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/security-groups?id=a1050bb1-e186-4a71-950d-cac2bef0eb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132049 Jul 23 16:48:22.551752 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=13c44395-e14e-4a68-b0fb-c80812b2e71e,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:22.577471 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5e63acf8-d510-4fbe-bfe0-7a95ad68d69b tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:22.613221 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5e63acf8-d510-4fbe-bfe0-7a95ad68d69b tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:22.803273 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port bd29e365-dc6e-464a-a7a0-29c01e9cc999 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:22.805249 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2b9d4de0-255d-4255-8871-476625a3c266 req-1f21a52e-d3cf-4cd0-a3c9-914fe1e4219d tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:22.809685 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:22.850913 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21a52e-d3cf-4cd0-a3c9-914fe1e4219d tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event deleted for resources: {'Port': ['ID=cb6f24f8-1592-456b-b47f-a4de9aca7e96,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:22.950319 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9d4de0-255d-4255-8871-476625a3c266 req-1f21a52e-d3cf-4cd0-a3c9-914fe1e4219d tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] No DVR routers for this DVR port cb6f24f8-1592-456b-b47f-a4de9aca7e96 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:48:22.956830 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2b9d4de0-255d-4255-8871-476625a3c266 req-1f21a52e-d3cf-4cd0-a3c9-914fe1e4219d tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:22.958898 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2b9d4de0-255d-4255-8871-476625a3c266 req-1f21a52e-d3cf-4cd0-a3c9-914fe1e4219d tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.97 "DELETE /v2.0/ports/cb6f24f8-1592-456b-b47f-a4de9aca7e96 HTTP/1.1" status: 204 len: 173 time: 2.3035464 Jul 23 16:48:22.959698 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b192c1e-de78-4b8b-bc49-b489ee341a31', 'name': 'network-vif-deleted', 'tag': 'cb6f24f8-1592-456b-b47f-a4de9aca7e96'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:48:22.970977 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18ef7c1-4207-4c4f-8109-1d632ffa1f38" -d '{"events": [{"server_uuid": "2b192c1e-de78-4b8b-bc49-b489ee341a31", "name": "network-vif-deleted", "tag": "cb6f24f8-1592-456b-b47f-a4de9aca7e96"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:48:22.975691 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-702a77cf-9cd1-4d96-aa82-a7ed36077f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:22.990911 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5e63acf8-d510-4fbe-bfe0-7a95ad68d69b tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:23.135238 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8df500-dac0-47af-8e8b-16d430ad3633 x-openstack-request-id: req-ae8df500-dac0-47af-8e8b-16d430ad3633 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:48:23.135608 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0a633440-d6bc-4fca-a800-1d80c156d15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006f8a76-49ae-4db4-9370-1bff4c9152e1', 'name': 'tempest-TestAggregatesBasicOps-484884012-router', 'tenant_id': 'ffc258e839d34d6091ecbf8c6d3a677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'c29b869c-7e8a-4053-a1ee-4e6edf223ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:16Z', 'updated_at': '2021-07-23T16:48:20Z', 'revision_number': 3, 'project_id': 'ffc258e839d34d6091ecbf8c6d3a677e', 'gw_port': {'id': 'c29b869c-7e8a-4053-a1ee-4e6edf223ff1', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006f8a76-49ae-4db4-9370-1bff4c9152e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:18Z', 'updated_at': '2021-07-23T16:48:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:23.136414 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b192c1e-de78-4b8b-bc49-b489ee341a31", "name": "network-vif-deleted", "tag": "cb6f24f8-1592-456b-b47f-a4de9aca7e96", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:48:23.136773 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ae8df500-dac0-47af-8e8b-16d430ad3633 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:48:23.137736 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b192c1e-de78-4b8b-bc49-b489ee341a31', 'name': 'network-vif-deleted', 'tag': 'cb6f24f8-1592-456b-b47f-a4de9aca7e96', 'status': 'completed', 'code': 200} Jul 23 16:48:23.189833 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a633440-d6bc-4fca-a800-1d80c156d15b None None] Checking router: 006f8a76-49ae-4db4-9370-1bff4c9152e1 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:48:23.190455 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a633440-d6bc-4fca-a800-1d80c156d15b None None] Updating router 006f8a76-49ae-4db4-9370-1bff4c9152e1 port c29b869c-7e8a-4053-a1ee-4e6edf223ff1 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:48:23.301166 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0a633440-d6bc-4fca-a800-1d80c156d15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:23.415855 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device cb6f24f8-1592-456b-b47f-a4de9aca7e96 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:48:23.577985 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-702a77cf-9cd1-4d96-aa82-a7ed36077f30 admin admin] Allocated IP 172.20.0.1 (36b08f4a-2d6f-44ed-8637-8b87e72aec5e/73b2b18b-210c-4384-bfe9-d1f260be52a8/0b6e48a6-7374-41fd-8688-872f13b2fcca) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:48:23.737535 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: cb6f24f8-1592-456b-b47f-a4de9aca7e96 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:48:23.738137 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device cb6f24f8-1592-456b-b47f-a4de9aca7e96 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:48:23.902328 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-702a77cf-9cd1-4d96-aa82-a7ed36077f30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:23.950049 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-702a77cf-9cd1-4d96-aa82-a7ed36077f30 admin admin] Transition to ACTIVE for port object 0b6e48a6-7374-41fd-8688-872f13b2fcca will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:48:24.032197 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-702a77cf-9cd1-4d96-aa82-a7ed36077f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:24.126224 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0a633440-d6bc-4fca-a800-1d80c156d15b None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:24.157773 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702a77cf-9cd1-4d96-aa82-a7ed36077f30 admin admin] Network 36b08f4a-2d6f-44ed-8637-8b87e72aec5e is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:48:24.171929 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0a633440-d6bc-4fca-a800-1d80c156d15b None None] Transition to ACTIVE for port object c29b869c-7e8a-4053-a1ee-4e6edf223ff1 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:48:24.183604 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-702a77cf-9cd1-4d96-aa82-a7ed36077f30 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:48:24.197679 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0a633440-d6bc-4fca-a800-1d80c156d15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:24.215235 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702a77cf-9cd1-4d96-aa82-a7ed36077f30 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:48:24.288246 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-0a633440-d6bc-4fca-a800-1d80c156d15b None None] Attempting to bind port c29b869c-7e8a-4053-a1ee-4e6edf223ff1 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:48:24.288559 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-0a633440-d6bc-4fca-a800-1d80c156d15b None None] Attempting to bind port c29b869c-7e8a-4053-a1ee-4e6edf223ff1 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:48:24.290948 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a633440-d6bc-4fca-a800-1d80c156d15b None None] Attempting to bind port c29b869c-7e8a-4053-a1ee-4e6edf223ff1 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:48:24.292793 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5e63acf8-d510-4fbe-bfe0-7a95ad68d69b tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:24.303695 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d9363b8-a32b-4316-b867-7cc2754b3ff4 req-165079b3-1568-4e97-9585-97ebae24055b tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b192c1e-de78-4b8b-bc49-b489ee341a31 HTTP/1.1" status: 200 len: 210 time: 0.0875113 Jul 23 16:48:24.310963 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5e63acf8-d510-4fbe-bfe0-7a95ad68d69b tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:24.387456 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a633440-d6bc-4fca-a800-1d80c156d15b None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:48:24.387456 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a633440-d6bc-4fca-a800-1d80c156d15b None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:48:24.387456 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0a633440-d6bc-4fca-a800-1d80c156d15b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:24.387456 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a633440-d6bc-4fca-a800-1d80c156d15b None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:48:24.389552 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-0a633440-d6bc-4fca-a800-1d80c156d15b None None] Bound port: c29b869c-7e8a-4053-a1ee-4e6edf223ff1, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:48:24.389552 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0a633440-d6bc-4fca-a800-1d80c156d15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:24.430453 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-702a77cf-9cd1-4d96-aa82-a7ed36077f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:24.440719 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 13c44395-e14e-4a68-b0fb-c80812b2e71e up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:48:24.470114 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc92d4-f0ec-4306-b512-17c23c51c507 None None] Pushing event updated for resources: {'Port': ['ID=c29b869c-7e8a-4053-a1ee-4e6edf223ff1,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:24.502240 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5e63acf8-d510-4fbe-bfe0-7a95ad68d69b tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:24.504253 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e63acf8-d510-4fbe-bfe0-7a95ad68d69b tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a029f4ff-eb36-4e51-9cd5-80d2d7e0d170 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:48:24.541506 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-5e63acf8-d510-4fbe-bfe0-7a95ad68d69b tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 23 16:48:24.543220 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5e63acf8-d510-4fbe-bfe0-7a95ad68d69b tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.5804331 Jul 23 16:48:24.546811 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44756) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:24.606395 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-0a633440-d6bc-4fca-a800-1d80c156d15b None None] For port c29b869c-7e8a-4053-a1ee-4e6edf223ff1, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:48:24.609884 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a77cf-9cd1-4d96-aa82-a7ed36077f30 admin admin] Pushing event updated for resources: {'Port': ['ID=0b6e48a6-7374-41fd-8688-872f13b2fcca,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:24.625674 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-0a633440-d6bc-4fca-a800-1d80c156d15b None None] For port c29b869c-7e8a-4053-a1ee-4e6edf223ff1, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c29b869c-7e8a-4053-a1ee-4e6edf223ff1,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:48:24.626705 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 13c44395-e14e-4a68-b0fb-c80812b2e71e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:24.627179 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:24.725865 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-cf03d89c-fcea-468d-a87d-d213d2485fce tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Deleting port 20f3f7d7-0be8-4e97-83ff-15d4532cd3cc {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:48:24.726562 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf03d89c-fcea-468d-a87d-d213d2485fce tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:24.748994 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0a633440-d6bc-4fca-a800-1d80c156d15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:24.858790 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf03d89c-fcea-468d-a87d-d213d2485fce tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:24.879666 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-cf03d89c-fcea-468d-a87d-d213d2485fce tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Calling delete_port for 20f3f7d7-0be8-4e97-83ff-15d4532cd3cc owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:48:24.948982 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0941ed74-63f7-41f1-a80b-7c2db94cd186 None None] Provisioning for port 0b6e48a6-7374-41fd-8688-872f13b2fcca completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:48:24.962197 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-702a77cf-9cd1-4d96-aa82-a7ed36077f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:24.980127 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0941ed74-63f7-41f1-a80b-7c2db94cd186 None None] Provisioning complete for port 0b6e48a6-7374-41fd-8688-872f13b2fcca triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:24.981785 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0941ed74-63f7-41f1-a80b-7c2db94cd186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:25.035514 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a633440-d6bc-4fca-a800-1d80c156d15b None None] Routers {'006f8a76-49ae-4db4-9370-1bff4c9152e1'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:25.036736 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0a633440-d6bc-4fca-a800-1d80c156d15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:06Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['006f8a76-49ae-4db4-9370-1bff4c9152e1'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:25.044554 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc92d4-f0ec-4306-b512-17c23c51c507 None None] Pushing event updated for resources: {'Port': ['ID=c29b869c-7e8a-4053-a1ee-4e6edf223ff1,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:25.215377 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf03d89c-fcea-468d-a87d-d213d2485fce tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:25.288048 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-0941ed74-63f7-41f1-a80b-7c2db94cd186 None None] Port 0b6e48a6-7374-41fd-8688-872f13b2fcca cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:48:25.344451 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03d89c-fcea-468d-a87d-d213d2485fce tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Pushing event deleted for resources: {'Port': ['ID=20f3f7d7-0be8-4e97-83ff-15d4532cd3cc,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:25.364527 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-0a633440-d6bc-4fca-a800-1d80c156d15b None None] Set router 006f8a76-49ae-4db4-9370-1bff4c9152e1 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:48:25.399343 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-702a77cf-9cd1-4d96-aa82-a7ed36077f30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:25.411942 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-702a77cf-9cd1-4d96-aa82-a7ed36077f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:25.475955 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44766) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:25.550255 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a77cf-9cd1-4d96-aa82-a7ed36077f30 admin admin] Pushing event updated for resources: {'Port': ['ID=0b6e48a6-7374-41fd-8688-872f13b2fcca,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:25.559044 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-702a77cf-9cd1-4d96-aa82-a7ed36077f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:25.592915 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf03d89c-fcea-468d-a87d-d213d2485fce tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:25.603549 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-cf03d89c-fcea-468d-a87d-d213d2485fce tempest-RoutersAdminNegativeTest-1105148561 tempest-RoutersAdminNegativeTest-1105148561-project-admin] 10.222.0.73 "DELETE /v2.0/ports/20f3f7d7-0be8-4e97-83ff-15d4532cd3cc HTTP/1.1" status: 204 len: 168 time: 1.0554447 Jul 23 16:48:25.695273 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e68ca727-1544-4ae5-b39e-6dcdc99313ea tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:25.760999 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702a77cf-9cd1-4d96-aa82-a7ed36077f30 admin admin] Network 36b08f4a-2d6f-44ed-8637-8b87e72aec5e is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:48:25.773713 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-702a77cf-9cd1-4d96-aa82-a7ed36077f30 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:48:25.792308 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e68ca727-1544-4ae5-b39e-6dcdc99313ea tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:26.024124 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e68ca727-1544-4ae5-b39e-6dcdc99313ea tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:26.030095 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e68ca727-1544-4ae5-b39e-6dcdc99313ea tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:26.034104 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e68ca727-1544-4ae5-b39e-6dcdc99313ea tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "DELETE /v2.0/security-groups/a1050bb1-e186-4a71-950d-cac2bef0eb76 HTTP/1.1" status: 204 len: 168 time: 0.5531514 Jul 23 16:48:26.095017 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ca727-1544-4ae5-b39e-6dcdc99313ea tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1050bb1-e186-4a71-950d-cac2bef0eb76,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:26.133126 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702a77cf-9cd1-4d96-aa82-a7ed36077f30 admin admin] Router 006f8a76-49ae-4db4-9370-1bff4c9152e1 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:48:26.140542 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44774) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:26.493075 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702a77cf-9cd1-4d96-aa82-a7ed36077f30 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:48:26.510639 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-702a77cf-9cd1-4d96-aa82-a7ed36077f30 admin admin] 10.222.0.73 "PUT /v2.0/routers/006f8a76-49ae-4db4-9370-1bff4c9152e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6622586 Jul 23 16:48:26.513831 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44778) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:26.609021 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-237f54d0-d91b-4f3f-a878-b8786a2ddc18 None None] Provisioning complete for port 0b6e48a6-7374-41fd-8688-872f13b2fcca triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:26.609693 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-237f54d0-d91b-4f3f-a878-b8786a2ddc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:26.715924 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-237f54d0-d91b-4f3f-a878-b8786a2ddc18 None None] Port 0b6e48a6-7374-41fd-8688-872f13b2fcca cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:48:26.822305 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0a633440-d6bc-4fca-a800-1d80c156d15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006f8a76-49ae-4db4-9370-1bff4c9152e1', 'name': 'tempest-TestAggregatesBasicOps-484884012-router', 'tenant_id': 'ffc258e839d34d6091ecbf8c6d3a677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'c29b869c-7e8a-4053-a1ee-4e6edf223ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:16Z', 'updated_at': '2021-07-23T16:48:24Z', 'revision_number': 4, 'project_id': 'ffc258e839d34d6091ecbf8c6d3a677e', 'gw_port': {'id': 'c29b869c-7e8a-4053-a1ee-4e6edf223ff1', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006f8a76-49ae-4db4-9370-1bff4c9152e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:18Z', 'updated_at': '2021-07-23T16:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '0b6e48a6-7374-41fd-8688-872f13b2fcca', 'name': '', 'network_id': '36b08f4a-2d6f-44ed-8637-8b87e72aec5e', 'tenant_id': 'ffc258e839d34d6091ecbf8c6d3a677e', 'mac_address': 'fa:16:3e:43:66:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006f8a76-49ae-4db4-9370-1bff4c9152e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '73b2b18b-210c-4384-bfe9-d1f260be52a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:23Z', 'updated_at': '2021-07-23T16:48:23Z', 'revision_number': 1, 'project_id': 'ffc258e839d34d6091ecbf8c6d3a677e', 'subnets': [{'id': '73b2b18b-210c-4384-bfe9-d1f260be52a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:26.859781 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aff3e725-e27b-4f3f-a452-34ea0bc32bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:26.888731 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a633440-d6bc-4fca-a800-1d80c156d15b None None] The sync data for ids ['006f8a76-49ae-4db4-9370-1bff4c9152e1'] in n-d-778549-4 is: [{'id': '006f8a76-49ae-4db4-9370-1bff4c9152e1', 'name': 'tempest-TestAggregatesBasicOps-484884012-router', 'tenant_id': 'ffc258e839d34d6091ecbf8c6d3a677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'c29b869c-7e8a-4053-a1ee-4e6edf223ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:16Z', 'updated_at': '2021-07-23T16:48:24Z', 'revision_number': 4, 'project_id': 'ffc258e839d34d6091ecbf8c6d3a677e', 'gw_port': {'id': 'c29b869c-7e8a-4053-a1ee-4e6edf223ff1', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006f8a76-49ae-4db4-9370-1bff4c9152e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:18Z', 'updated_at': '2021-07-23T16:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '0b6e48a6-7374-41fd-8688-872f13b2fcca', 'name': '', 'network_id': '36b08f4a-2d6f-44ed-8637-8b87e72aec5e', 'tenant_id': 'ffc258e839d34d6091ecbf8c6d3a677e', 'mac_address': 'fa:16:3e:43:66:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006f8a76-49ae-4db4-9370-1bff4c9152e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '73b2b18b-210c-4384-bfe9-d1f260be52a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:23Z', 'updated_at': '2021-07-23T16:48:23Z', 'revision_number': 1, 'project_id': 'ffc258e839d34d6091ecbf8c6d3a677e', 'subnets': [{'id': '73b2b18b-210c-4384-bfe9-d1f260be52a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:48:27.106232 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aff3e725-e27b-4f3f-a452-34ea0bc32bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:27.115775 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aff3e725-e27b-4f3f-a452-34ea0bc32bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:27.153283 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-aff3e725-e27b-4f3f-a452-34ea0bc32bcd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7d9cdf4edf794b6dae6b7fba1ed5cdec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6332312 Jul 23 16:48:27.159766 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44792) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:27.205043 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3e725-e27b-4f3f-a452-34ea0bc32bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb2734c-1f56-4e9f-a6e7-2ace9c7b008a,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:27.280232 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6eff6694-0faa-414d-8126-a21fe20eb41c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:27.315003 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-397ed2ff-15c3-4613-8977-c7ab7ca076b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:27.375958 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-397ed2ff-15c3-4613-8977-c7ab7ca076b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:27.475953 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-397ed2ff-15c3-4613-8977-c7ab7ca076b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:27.498160 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-397ed2ff-15c3-4613-8977-c7ab7ca076b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:27.499606 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-397ed2ff-15c3-4613-8977-c7ab7ca076b2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fcb2734c-1f56-4e9f-a6e7-2ace9c7b008a HTTP/1.1" status: 204 len: 168 time: 0.3383839 Jul 23 16:48:27.536773 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ed2ff-15c3-4613-8977-c7ab7ca076b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb2734c-1f56-4e9f-a6e7-2ace9c7b008a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:28.129174 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-6eff6694-0faa-414d-8126-a21fe20eb41c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Deleting port 1ec337cd-4470-4ff1-a8e7-ebcf722e7e09 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:48:28.132179 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6eff6694-0faa-414d-8126-a21fe20eb41c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:28.401678 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-6eff6694-0faa-414d-8126-a21fe20eb41c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] For port 1ec337cd-4470-4ff1-a8e7-ebcf722e7e09, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=1ec337cd-4470-4ff1-a8e7-ebcf722e7e09,segment=NetworkSegment(6f03c519-85a6-4760-a9ee-19d0e51132b8),segment_id=6f03c519-85a6-4760-a9ee-19d0e51132b8)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:48:28.402765 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6eff6694-0faa-414d-8126-a21fe20eb41c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:28.423705 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-6eff6694-0faa-414d-8126-a21fe20eb41c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Calling delete_port for 1ec337cd-4470-4ff1-a8e7-ebcf722e7e09 owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:48:28.726024 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44828) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:28.817931 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9ade3f7f-ced7-4a3d-9b6b-a6761f1729bb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d89d2e09c6f84ec5a21fb1e1e1ce6301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0850911 Jul 23 16:48:28.818502 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44834) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:28.993252 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ff654049-9ac0-4149-81fa-fa7c5c631e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:29.002036 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6eff6694-0faa-414d-8126-a21fe20eb41c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:29.098163 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ff654049-9ac0-4149-81fa-fa7c5c631e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:29.155748 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff6694-0faa-414d-8126-a21fe20eb41c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event deleted for resources: {'Port': ['ID=1ec337cd-4470-4ff1-a8e7-ebcf722e7e09,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:29.203856 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ff654049-9ac0-4149-81fa-fa7c5c631e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:29.207427 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ff654049-9ac0-4149-81fa-fa7c5c631e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:29.208862 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ff654049-9ac0-4149-81fa-fa7c5c631e58 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7a86a018-85d3-4e02-a2e1-8b322b0a8374 HTTP/1.1" status: 204 len: 168 time: 0.3892808 Jul 23 16:48:29.230682 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff654049-9ac0-4149-81fa-fa7c5c631e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a86a018-85d3-4e02-a2e1-8b322b0a8374,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:29.273259 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff654049-9ac0-4149-81fa-fa7c5c631e58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:29.273645 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff654049-9ac0-4149-81fa-fa7c5c631e58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:29.279334 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff654049-9ac0-4149-81fa-fa7c5c631e58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:29.279766 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff654049-9ac0-4149-81fa-fa7c5c631e58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:29.280700 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff654049-9ac0-4149-81fa-fa7c5c631e58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:29.283115 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff654049-9ac0-4149-81fa-fa7c5c631e58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:29.283459 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff654049-9ac0-4149-81fa-fa7c5c631e58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:29.283799 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff654049-9ac0-4149-81fa-fa7c5c631e58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:29.289264 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff654049-9ac0-4149-81fa-fa7c5c631e58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:29.289934 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff654049-9ac0-4149-81fa-fa7c5c631e58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:29.290290 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff654049-9ac0-4149-81fa-fa7c5c631e58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:29.290702 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff654049-9ac0-4149-81fa-fa7c5c631e58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:29.681779 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6eff6694-0faa-414d-8126-a21fe20eb41c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:29.811640 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44858) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:30.198998 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eff6694-0faa-414d-8126-a21fe20eb41c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Router 86340e3f-c91f-47bf-b609-b6c6a2b6069e has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:48:30.492502 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eff6694-0faa-414d-8126-a21fe20eb41c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:48:30.503399 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6eff6694-0faa-414d-8126-a21fe20eb41c tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "PUT /v2.0/routers/86340e3f-c91f-47bf-b609-b6c6a2b6069e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3609440 Jul 23 16:48:30.503621 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44874) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:30.529330 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c29b869c-7e8a-4053-a1ee-4e6edf223ff1 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:48:30.547720 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1290e1f-d86d-41e1-9bea-f48b489f0558 None None] Sync routers for ids ['86340e3f-c91f-47bf-b609-b6c6a2b6069e'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:48:30.565416 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1290e1f-d86d-41e1-9bea-f48b489f0558 None None] Routers {'86340e3f-c91f-47bf-b609-b6c6a2b6069e'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:30.567664 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f1290e1f-d86d-41e1-9bea-f48b489f0558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:06Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['86340e3f-c91f-47bf-b609-b6c6a2b6069e'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:30.631151 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port c29b869c-7e8a-4053-a1ee-4e6edf223ff1 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:48:30.638563 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port c29b869c-7e8a-4053-a1ee-4e6edf223ff1 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:30.639122 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:30.675412 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4081fb33-96c2-4084-b1c4-f5616bf4796f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:30.712474 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b4129e-05f6-4d74-bc6e-927314267d81 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Deleting subnet 154ef37b-30d6-4316-b5be-a20e885e3389 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:48:30.722613 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-54b4129e-05f6-4d74-bc6e-927314267d81 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:30.832486 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-54b4129e-05f6-4d74-bc6e-927314267d81 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:30.868788 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:30.932104 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port c29b869c-7e8a-4053-a1ee-4e6edf223ff1, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c29b869c-7e8a-4053-a1ee-4e6edf223ff1,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:48:30.942478 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:31.066702 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-54b4129e-05f6-4d74-bc6e-927314267d81 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:31.144613 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=c29b869c-7e8a-4053-a1ee-4e6edf223ff1,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:31.229333 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-f1290e1f-d86d-41e1-9bea-f48b489f0558 None None] Set router 86340e3f-c91f-47bf-b609-b6c6a2b6069e gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:48:31.230100 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-54b4129e-05f6-4d74-bc6e-927314267d81 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:31.315705 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b4129e-05f6-4d74-bc6e-927314267d81 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event deleted for resources: {'Subnet': ['ID=154ef37b-30d6-4316-b5be-a20e885e3389,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:31.332850 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-54b4129e-05f6-4d74-bc6e-927314267d81 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:31.334756 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-54b4129e-05f6-4d74-bc6e-927314267d81 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "DELETE /v2.0/subnets/154ef37b-30d6-4316-b5be-a20e885e3389 HTTP/1.1" status: 204 len: 168 time: 0.8302743 Jul 23 16:48:31.337472 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44890) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:31.361392 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3a8f1f-71a7-489d-81cb-614ed6f718b5 None None] Network 8a50d46d-7d67-480f-a9d0-d81540f7cf57 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:48:31.475498 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44892) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:31.587477 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-4081fb33-96c2-4084-b1c4-f5616bf4796f admin admin] Deleting port 13c44395-e14e-4a68-b0fb-c80812b2e71e {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:48:31.588066 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4081fb33-96c2-4084-b1c4-f5616bf4796f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:31.659069 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f499b56a-d8e4-47fa-b43f-96ca6dba9e15 None None] Sync routers for ids ['006f8a76-49ae-4db4-9370-1bff4c9152e1'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:48:31.664675 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-996fe9e3-872e-4d8a-b3aa-50e2192710e0 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:31.686298 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-4081fb33-96c2-4084-b1c4-f5616bf4796f admin admin] For port 13c44395-e14e-4a68-b0fb-c80812b2e71e, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=13c44395-e14e-4a68-b0fb-c80812b2e71e,segment=NetworkSegment(f33a4cfd-184d-486c-9f6b-0eb05d49e662),segment_id=f33a4cfd-184d-486c-9f6b-0eb05d49e662)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:48:31.686919 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4081fb33-96c2-4084-b1c4-f5616bf4796f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:31.702251 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-4081fb33-96c2-4084-b1c4-f5616bf4796f admin admin] Calling delete_port for 13c44395-e14e-4a68-b0fb-c80812b2e71e owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:48:31.708789 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f499b56a-d8e4-47fa-b43f-96ca6dba9e15 None None] Routers {'006f8a76-49ae-4db4-9370-1bff4c9152e1'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:31.711321 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f499b56a-d8e4-47fa-b43f-96ca6dba9e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:06Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['006f8a76-49ae-4db4-9370-1bff4c9152e1'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:31.798262 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-5a94a491-08a3-430b-9f40-0224396b3953 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1665876638'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:31.802765 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f1290e1f-d86d-41e1-9bea-f48b489f0558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'name': 'tempest-TestNetworkBasicOps-router-1891597227', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'f3e00e02-8e62-472d-ba1a-d48025e097f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:47:09Z', 'updated_at': '2021-07-23T16:48:28Z', 'revision_number': 5, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': 'f3e00e02-8e62-472d-ba1a-d48025e097f2', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:47:10Z', 'updated_at': '2021-07-23T16:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:31.859243 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1290e1f-d86d-41e1-9bea-f48b489f0558 None None] Checking router: 86340e3f-c91f-47bf-b609-b6c6a2b6069e for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:48:31.884800 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a94a491-08a3-430b-9f40-0224396b3953 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Made reservation on behalf of c467154bab39448f889c19570e49bc1d for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:48:31.888180 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1290e1f-d86d-41e1-9bea-f48b489f0558 None None] Routers {'86340e3f-c91f-47bf-b609-b6c6a2b6069e'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:31.889328 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5a94a491-08a3-430b-9f40-0224396b3953 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:31.890966 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f1290e1f-d86d-41e1-9bea-f48b489f0558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:06Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['86340e3f-c91f-47bf-b609-b6c6a2b6069e'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:31.901426 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5a94a491-08a3-430b-9f40-0224396b3953 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:31.961552 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-996fe9e3-872e-4d8a-b3aa-50e2192710e0 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:32.069168 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39321e78-b643-45f3-ac71-e0c1b0a433d9 None None] DHCP port deletion for 8a50d46d-7d67-480f-a9d0-d81540f7cf57 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:48:32.081404 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-996fe9e3-872e-4d8a-b3aa-50e2192710e0 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Deleting port f3e00e02-8e62-472d-ba1a-d48025e097f2 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:48:32.082186 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-996fe9e3-872e-4d8a-b3aa-50e2192710e0 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:32.143087 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-f1290e1f-d86d-41e1-9bea-f48b489f0558 None None] Set router 86340e3f-c91f-47bf-b609-b6c6a2b6069e gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:48:32.177001 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-f499b56a-d8e4-47fa-b43f-96ca6dba9e15 None None] Set router 006f8a76-49ae-4db4-9370-1bff4c9152e1 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:48:32.619165 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4081fb33-96c2-4084-b1c4-f5616bf4796f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:32.702507 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c29b869c-7e8a-4053-a1ee-4e6edf223ff1 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:48:32.714229 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f1290e1f-d86d-41e1-9bea-f48b489f0558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'name': 'tempest-TestNetworkBasicOps-router-1891597227', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'f3e00e02-8e62-472d-ba1a-d48025e097f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:47:09Z', 'updated_at': '2021-07-23T16:48:28Z', 'revision_number': 5, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': 'f3e00e02-8e62-472d-ba1a-d48025e097f2', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:47:10Z', 'updated_at': '2021-07-23T16:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:32.723608 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-39321e78-b643-45f3-ac71-e0c1b0a433d9 None None] Deleting port 8d885088-e1a2-4aa7-8180-c3590605cf68 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:48:32.724960 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-39321e78-b643-45f3-ac71-e0c1b0a433d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:32.787110 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1290e1f-d86d-41e1-9bea-f48b489f0558 None None] The sync data for ids ['86340e3f-c91f-47bf-b609-b6c6a2b6069e'] in n-d-778549-4 is: [{'id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'name': 'tempest-TestNetworkBasicOps-router-1891597227', 'tenant_id': '26442a7d2aa845bc8d6525b42b6b3848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'f3e00e02-8e62-472d-ba1a-d48025e097f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:47:09Z', 'updated_at': '2021-07-23T16:48:28Z', 'revision_number': 5, 'project_id': '26442a7d2aa845bc8d6525b42b6b3848', 'gw_port': {'id': 'f3e00e02-8e62-472d-ba1a-d48025e097f2', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86340e3f-c91f-47bf-b609-b6c6a2b6069e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:47:10Z', 'updated_at': '2021-07-23T16:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:48:32.787391 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081fb33-96c2-4084-b1c4-f5616bf4796f admin admin] Pushing event deleted for resources: {'Port': ['ID=13c44395-e14e-4a68-b0fb-c80812b2e71e,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:32.860330 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9f75c6f7-a383-4abe-90b9-cc60a5e0ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:32.923167 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-39321e78-b643-45f3-ac71-e0c1b0a433d9 None None] For port 8d885088-e1a2-4aa7-8180-c3590605cf68, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=8d885088-e1a2-4aa7-8180-c3590605cf68,segment=NetworkSegment(6f03c519-85a6-4760-a9ee-19d0e51132b8),segment_id=6f03c519-85a6-4760-a9ee-19d0e51132b8)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:48:32.923607 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-39321e78-b643-45f3-ac71-e0c1b0a433d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:32.939157 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-39321e78-b643-45f3-ac71-e0c1b0a433d9 None None] Calling delete_port for 8d885088-e1a2-4aa7-8180-c3590605cf68 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:48:32.953517 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5a94a491-08a3-430b-9f40-0224396b3953 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:32.968932 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5a94a491-08a3-430b-9f40-0224396b3953 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:33.037942 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94a491-08a3-430b-9f40-0224396b3953 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb2ada1-c3b3-4da0-a404-268adcbc162b,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:33.039730 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-39321e78-b643-45f3-ac71-e0c1b0a433d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:33.076694 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39321e78-b643-45f3-ac71-e0c1b0a433d9 None None] No DVR routers for this DVR port 8d885088-e1a2-4aa7-8180-c3590605cf68 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:48:33.086078 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a94a491-08a3-430b-9f40-0224396b3953 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] vlan segment allocate from pool success with {'vlan_id': 1142, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:48:33.086545 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39321e78-b643-45f3-ac71-e0c1b0a433d9 None None] Pushing event deleted for resources: {'Port': ['ID=8d885088-e1a2-4aa7-8180-c3590605cf68,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:33.109367 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f499b56a-d8e4-47fa-b43f-96ca6dba9e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006f8a76-49ae-4db4-9370-1bff4c9152e1', 'name': 'tempest-TestAggregatesBasicOps-484884012-router', 'tenant_id': 'ffc258e839d34d6091ecbf8c6d3a677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'c29b869c-7e8a-4053-a1ee-4e6edf223ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:16Z', 'updated_at': '2021-07-23T16:48:24Z', 'revision_number': 4, 'project_id': 'ffc258e839d34d6091ecbf8c6d3a677e', 'gw_port': {'id': 'c29b869c-7e8a-4053-a1ee-4e6edf223ff1', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006f8a76-49ae-4db4-9370-1bff4c9152e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:18Z', 'updated_at': '2021-07-23T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '0b6e48a6-7374-41fd-8688-872f13b2fcca', 'name': '', 'network_id': '36b08f4a-2d6f-44ed-8637-8b87e72aec5e', 'tenant_id': 'ffc258e839d34d6091ecbf8c6d3a677e', 'mac_address': 'fa:16:3e:43:66:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006f8a76-49ae-4db4-9370-1bff4c9152e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '73b2b18b-210c-4384-bfe9-d1f260be52a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:23Z', 'updated_at': '2021-07-23T16:48:25Z', 'revision_number': 2, 'project_id': 'ffc258e839d34d6091ecbf8c6d3a677e', 'subnets': [{'id': '73b2b18b-210c-4384-bfe9-d1f260be52a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:33.111681 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port c29b869c-7e8a-4053-a1ee-4e6edf223ff1 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:33.111681 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:33.126062 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-996fe9e3-872e-4d8a-b3aa-50e2192710e0 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] For port f3e00e02-8e62-472d-ba1a-d48025e097f2, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=f3e00e02-8e62-472d-ba1a-d48025e097f2,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:48:33.126596 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-996fe9e3-872e-4d8a-b3aa-50e2192710e0 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:33.135687 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5a94a491-08a3-430b-9f40-0224396b3953 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:33.136103 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-5a94a491-08a3-430b-9f40-0224396b3953 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Added segment 0fefafd2-c4aa-405f-99ad-ef9d11ae5f12 of type vlan for network b624d02b-512b-4eda-9b61-e7500d8c758b Jul 23 16:48:33.144824 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f499b56a-d8e4-47fa-b43f-96ca6dba9e15 None None] Checking router: 006f8a76-49ae-4db4-9370-1bff4c9152e1 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:48:33.146459 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f499b56a-d8e4-47fa-b43f-96ca6dba9e15 None None] Updating router 006f8a76-49ae-4db4-9370-1bff4c9152e1 port 0b6e48a6-7374-41fd-8688-872f13b2fcca binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:48:33.152537 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-996fe9e3-872e-4d8a-b3aa-50e2192710e0 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Calling delete_port for f3e00e02-8e62-472d-ba1a-d48025e097f2 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:48:33.205380 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4081fb33-96c2-4084-b1c4-f5616bf4796f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:33.238231 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5a94a491-08a3-430b-9f40-0224396b3953 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:33.276526 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f499b56a-d8e4-47fa-b43f-96ca6dba9e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:33.391516 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5a94a491-08a3-430b-9f40-0224396b3953 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:33.400917 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a94a491-08a3-430b-9f40-0224396b3953 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:33.405661 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5a94a491-08a3-430b-9f40-0224396b3953 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:33.703796 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4081fb33-96c2-4084-b1c4-f5616bf4796f admin admin] Router 9982499e-e70e-4445-91f2-907ec9615d13 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:48:33.850045 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f499b56a-d8e4-47fa-b43f-96ca6dba9e15 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:33.852871 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 8d885088-e1a2-4aa7-8180-c3590605cf68 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:48:33.857897 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5a94a491-08a3-430b-9f40-0224396b3953 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3804495 Jul 23 16:48:33.864034 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44908) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:33.867408 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94a491-08a3-430b-9f40-0224396b3953 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event updated for resources: {'Network': ['ID=b624d02b-512b-4eda-9b61-e7500d8c758b,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:33.888840 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network b624d02b-512b-4eda-9b61-e7500d8c758b details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:48:33.891153 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f499b56a-d8e4-47fa-b43f-96ca6dba9e15 None None] Transition to ACTIVE for port object 0b6e48a6-7374-41fd-8688-872f13b2fcca will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:48:33.893622 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 8d885088-e1a2-4aa7-8180-c3590605cf68 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:48:33.894027 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 8d885088-e1a2-4aa7-8180-c3590605cf68 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:48:33.913984 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f499b56a-d8e4-47fa-b43f-96ca6dba9e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:33.915881 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-77c70e01-54ea-40e2-8949-181b1eaeaeb3 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Request body: {'subnet': {'network_id': 'b624d02b-512b-4eda-9b61-e7500d8c758b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:33.965086 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f2ed8-b687-42cf-836d-63b4d7228a5f None None] Pushing event updated for resources: {'Port': ['ID=0b6e48a6-7374-41fd-8688-872f13b2fcca,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:34.167085 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4081fb33-96c2-4084-b1c4-f5616bf4796f admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:48:34.179009 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5614f72-0765-4cf1-a93f-5f914a46c56c None None] Sync routers for ids ['9982499e-e70e-4445-91f2-907ec9615d13'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:48:34.186466 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4081fb33-96c2-4084-b1c4-f5616bf4796f admin admin] 10.222.0.73 "PUT /v2.0/routers/9982499e-e70e-4445-91f2-907ec9615d13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3733439 Jul 23 16:48:34.189293 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44910) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:34.192042 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5614f72-0765-4cf1-a93f-5f914a46c56c None None] Routers {'9982499e-e70e-4445-91f2-907ec9615d13'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:34.193075 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f5614f72-0765-4cf1-a93f-5f914a46c56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:06Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9982499e-e70e-4445-91f2-907ec9615d13'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:34.299591 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-f499b56a-d8e4-47fa-b43f-96ca6dba9e15 None None] Attempting to bind port 0b6e48a6-7374-41fd-8688-872f13b2fcca on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:48:34.299970 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-f499b56a-d8e4-47fa-b43f-96ca6dba9e15 None None] Attempting to bind port 0b6e48a6-7374-41fd-8688-872f13b2fcca by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '7bde6e89-2dae-4fa1-831e-f9cd34021506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '36b08f4a-2d6f-44ed-8637-8b87e72aec5e'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:48:34.300337 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f499b56a-d8e4-47fa-b43f-96ca6dba9e15 None None] Attempting to bind port 0b6e48a6-7374-41fd-8688-872f13b2fcca on network 36b08f4a-2d6f-44ed-8637-8b87e72aec5e {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:48:34.311933 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f499b56a-d8e4-47fa-b43f-96ca6dba9e15 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:48:34.312325 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f499b56a-d8e4-47fa-b43f-96ca6dba9e15 None None] Checking segment: {'id': '7bde6e89-2dae-4fa1-831e-f9cd34021506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '36b08f4a-2d6f-44ed-8637-8b87e72aec5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:48:34.312736 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f499b56a-d8e4-47fa-b43f-96ca6dba9e15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:34.313414 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f499b56a-d8e4-47fa-b43f-96ca6dba9e15 None None] Bound using segment: {'id': '7bde6e89-2dae-4fa1-831e-f9cd34021506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '36b08f4a-2d6f-44ed-8637-8b87e72aec5e'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:48:34.314078 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-f499b56a-d8e4-47fa-b43f-96ca6dba9e15 None None] Bound port: 0b6e48a6-7374-41fd-8688-872f13b2fcca, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bde6e89-2dae-4fa1-831e-f9cd34021506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '36b08f4a-2d6f-44ed-8637-8b87e72aec5e'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:48:34.314475 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f499b56a-d8e4-47fa-b43f-96ca6dba9e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:34.337514 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-996fe9e3-872e-4d8a-b3aa-50e2192710e0 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:34.340858 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c70e01-54ea-40e2-8949-181b1eaeaeb3 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Made reservation on behalf of c467154bab39448f889c19570e49bc1d for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:48:34.346646 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-77c70e01-54ea-40e2-8949-181b1eaeaeb3 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:34.414728 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1ec337cd-4470-4ff1-a8e7-ebcf722e7e09 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:48:34.445246 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-f5614f72-0765-4cf1-a93f-5f914a46c56c None None] Set router 9982499e-e70e-4445-91f2-907ec9615d13 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:48:34.449554 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996fe9e3-872e-4d8a-b3aa-50e2192710e0 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event deleted for resources: {'Port': ['ID=f3e00e02-8e62-472d-ba1a-d48025e097f2,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:34.455747 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 1ec337cd-4470-4ff1-a8e7-ebcf722e7e09 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:48:34.456262 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1ec337cd-4470-4ff1-a8e7-ebcf722e7e09 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:48:34.503100 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f499b56a-d8e4-47fa-b43f-96ca6dba9e15 None None] For port 0b6e48a6-7374-41fd-8688-872f13b2fcca, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:48:34.507269 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f499b56a-d8e4-47fa-b43f-96ca6dba9e15 None None] For port 0b6e48a6-7374-41fd-8688-872f13b2fcca, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0b6e48a6-7374-41fd-8688-872f13b2fcca,segment=NetworkSegment(7bde6e89-2dae-4fa1-831e-f9cd34021506),segment_id=7bde6e89-2dae-4fa1-831e-f9cd34021506)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:48:34.513252 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f499b56a-d8e4-47fa-b43f-96ca6dba9e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:34.611970 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f499b56a-d8e4-47fa-b43f-96ca6dba9e15 None None] Routers {'006f8a76-49ae-4db4-9370-1bff4c9152e1'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:34.612604 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f499b56a-d8e4-47fa-b43f-96ca6dba9e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:06Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['006f8a76-49ae-4db4-9370-1bff4c9152e1'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:34.620841 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-128c9e2f-18c1-4ffc-9eb6-0b00553cb0b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:34.781401 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-996fe9e3-872e-4d8a-b3aa-50e2192710e0 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:34.823115 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f2ed8-b687-42cf-836d-63b4d7228a5f None None] Pushing event updated for resources: {'Port': ['ID=0b6e48a6-7374-41fd-8688-872f13b2fcca,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:34.956868 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-f499b56a-d8e4-47fa-b43f-96ca6dba9e15 None None] Set router 006f8a76-49ae-4db4-9370-1bff4c9152e1 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:48:35.040759 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:35.126111 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-128c9e2f-18c1-4ffc-9eb6-0b00553cb0b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:35.133835 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f5614f72-0765-4cf1-a93f-5f914a46c56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9982499e-e70e-4445-91f2-907ec9615d13', 'name': 'tempest-TestAggregatesBasicOps-1564261891-router', 'tenant_id': 'd295fe2a1dc94462b1c2364cf32f3d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '04b7af3a-df54-4ebb-97c1-574f60acb755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:05Z', 'updated_at': '2021-07-23T16:48:31Z', 'revision_number': 5, 'project_id': 'd295fe2a1dc94462b1c2364cf32f3d0b', 'gw_port': {'id': '04b7af3a-df54-4ebb-97c1-574f60acb755', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9982499e-e70e-4445-91f2-907ec9615d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:07Z', 'updated_at': '2021-07-23T16:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:35.146486 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-996fe9e3-872e-4d8a-b3aa-50e2192710e0 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:35.157247 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-77c70e01-54ea-40e2-8949-181b1eaeaeb3 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:35.160868 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-996fe9e3-872e-4d8a-b3aa-50e2192710e0 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:35.193523 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5614f72-0765-4cf1-a93f-5f914a46c56c None None] Checking router: 9982499e-e70e-4445-91f2-907ec9615d13 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:48:35.207424 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5614f72-0765-4cf1-a93f-5f914a46c56c None None] Routers {'9982499e-e70e-4445-91f2-907ec9615d13'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:35.208924 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f5614f72-0765-4cf1-a93f-5f914a46c56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:06Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9982499e-e70e-4445-91f2-907ec9615d13'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:35.291990 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-996fe9e3-872e-4d8a-b3aa-50e2192710e0 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:35.292580 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996fe9e3-872e-4d8a-b3aa-50e2192710e0 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Fanout notify agent at l3_agent the message router_deleted on router 86340e3f-c91f-47bf-b609-b6c6a2b6069e {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:48:35.302339 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-996fe9e3-872e-4d8a-b3aa-50e2192710e0 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:35.303821 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-996fe9e3-872e-4d8a-b3aa-50e2192710e0 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "DELETE /v2.0/routers/86340e3f-c91f-47bf-b609-b6c6a2b6069e HTTP/1.1" status: 204 len: 168 time: 3.9642150 Jul 23 16:48:35.307938 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44918) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:35.323227 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c70e01-54ea-40e2-8949-181b1eaeaeb3 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event updated for resources: {'Subnet': ['ID=ede2f5b6-ac9b-408d-9ee7-37ce7cf97000,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:35.437446 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c70e01-54ea-40e2-8949-181b1eaeaeb3 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Checking segment: {'id': '0fefafd2-c4aa-405f-99ad-ef9d11ae5f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'b624d02b-512b-4eda-9b61-e7500d8c758b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:48:35.443178 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c70e01-54ea-40e2-8949-181b1eaeaeb3 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Network hostable DHCP agents. Network: b624d02b-512b-4eda-9b61-e7500d8c758b, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:48:35.474176 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-128c9e2f-18c1-4ffc-9eb6-0b00553cb0b6 admin admin] Deleting port 04b7af3a-df54-4ebb-97c1-574f60acb755 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:48:35.485961 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-128c9e2f-18c1-4ffc-9eb6-0b00553cb0b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:35.533526 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-f5614f72-0765-4cf1-a93f-5f914a46c56c None None] Set router 9982499e-e70e-4445-91f2-907ec9615d13 gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:48:35.534609 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4244cab-b216-442d-9708-f7c06db90347 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:35.548962 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7cd91f47-a666-4d88-b2cb-8966a318a0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:35.555160 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c70e01-54ea-40e2-8949-181b1eaeaeb3 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Network b624d02b-512b-4eda-9b61-e7500d8c758b is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:48:35.560897 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:35.644352 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f499b56a-d8e4-47fa-b43f-96ca6dba9e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006f8a76-49ae-4db4-9370-1bff4c9152e1', 'name': 'tempest-TestAggregatesBasicOps-484884012-router', 'tenant_id': 'ffc258e839d34d6091ecbf8c6d3a677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'c29b869c-7e8a-4053-a1ee-4e6edf223ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:16Z', 'updated_at': '2021-07-23T16:48:24Z', 'revision_number': 4, 'project_id': 'ffc258e839d34d6091ecbf8c6d3a677e', 'gw_port': {'id': 'c29b869c-7e8a-4053-a1ee-4e6edf223ff1', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006f8a76-49ae-4db4-9370-1bff4c9152e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:18Z', 'updated_at': '2021-07-23T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '0b6e48a6-7374-41fd-8688-872f13b2fcca', 'name': '', 'network_id': '36b08f4a-2d6f-44ed-8637-8b87e72aec5e', 'tenant_id': 'ffc258e839d34d6091ecbf8c6d3a677e', 'mac_address': 'fa:16:3e:43:66:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006f8a76-49ae-4db4-9370-1bff4c9152e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '73b2b18b-210c-4384-bfe9-d1f260be52a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:23Z', 'updated_at': '2021-07-23T16:48:34Z', 'revision_number': 4, 'project_id': 'ffc258e839d34d6091ecbf8c6d3a677e', 'subnets': [{'id': '73b2b18b-210c-4384-bfe9-d1f260be52a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:35.678262 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f5614f72-0765-4cf1-a93f-5f914a46c56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9982499e-e70e-4445-91f2-907ec9615d13', 'name': 'tempest-TestAggregatesBasicOps-1564261891-router', 'tenant_id': 'd295fe2a1dc94462b1c2364cf32f3d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:05Z', 'updated_at': '2021-07-23T16:48:35Z', 'revision_number': 6, 'project_id': 'd295fe2a1dc94462b1c2364cf32f3d0b', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:35.701438 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-77c70e01-54ea-40e2-8949-181b1eaeaeb3 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, b624d02b-512b-4eda-9b61-e7500d8c758b) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:48:35.752249 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c70e01-54ea-40e2-8949-181b1eaeaeb3 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:35.753298 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-77c70e01-54ea-40e2-8949-181b1eaeaeb3 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:35.777460 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f499b56a-d8e4-47fa-b43f-96ca6dba9e15 None None] The sync data for ids ['006f8a76-49ae-4db4-9370-1bff4c9152e1'] in n-d-778549-4 is: [{'id': '006f8a76-49ae-4db4-9370-1bff4c9152e1', 'name': 'tempest-TestAggregatesBasicOps-484884012-router', 'tenant_id': 'ffc258e839d34d6091ecbf8c6d3a677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'c29b869c-7e8a-4053-a1ee-4e6edf223ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:16Z', 'updated_at': '2021-07-23T16:48:24Z', 'revision_number': 4, 'project_id': 'ffc258e839d34d6091ecbf8c6d3a677e', 'gw_port': {'id': 'c29b869c-7e8a-4053-a1ee-4e6edf223ff1', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006f8a76-49ae-4db4-9370-1bff4c9152e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:18Z', 'updated_at': '2021-07-23T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '0b6e48a6-7374-41fd-8688-872f13b2fcca', 'name': '', 'network_id': '36b08f4a-2d6f-44ed-8637-8b87e72aec5e', 'tenant_id': 'ffc258e839d34d6091ecbf8c6d3a677e', 'mac_address': 'fa:16:3e:43:66:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006f8a76-49ae-4db4-9370-1bff4c9152e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '73b2b18b-210c-4384-bfe9-d1f260be52a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:23Z', 'updated_at': '2021-07-23T16:48:34Z', 'revision_number': 4, 'project_id': 'ffc258e839d34d6091ecbf8c6d3a677e', 'subnets': [{'id': '73b2b18b-210c-4384-bfe9-d1f260be52a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:48:35.788401 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774ec18e-f84f-4ce8-a370-3e1297312b3c None None] Network b624d02b-512b-4eda-9b61-e7500d8c758b requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:48:35.818300 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5614f72-0765-4cf1-a93f-5f914a46c56c None None] The sync data for ids ['9982499e-e70e-4445-91f2-907ec9615d13'] in n-d-778549-4 is: [{'id': '9982499e-e70e-4445-91f2-907ec9615d13', 'name': 'tempest-TestAggregatesBasicOps-1564261891-router', 'tenant_id': 'd295fe2a1dc94462b1c2364cf32f3d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:05Z', 'updated_at': '2021-07-23T16:48:35Z', 'revision_number': 6, 'project_id': 'd295fe2a1dc94462b1c2364cf32f3d0b', 'gw_port_host': None}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:48:35.822091 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-77c70e01-54ea-40e2-8949-181b1eaeaeb3 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9568322 Jul 23 16:48:35.844038 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44928) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:35.867052 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-d5f0ced9-b732-4d07-9cda-d12c01ce2014 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-61707575', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}, 'admin_state_up': False}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:35.874371 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4244cab-b216-442d-9708-f7c06db90347 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:35.970737 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-128c9e2f-18c1-4ffc-9eb6-0b00553cb0b6 admin admin] For port 04b7af3a-df54-4ebb-97c1-574f60acb755, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=04b7af3a-df54-4ebb-97c1-574f60acb755,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:48:35.971218 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-128c9e2f-18c1-4ffc-9eb6-0b00553cb0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:36.000610 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-f4244cab-b216-442d-9708-f7c06db90347 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a50d46d-7d67-480f-a9d0-d81540f7cf57']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:36.036572 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-128c9e2f-18c1-4ffc-9eb6-0b00553cb0b6 admin admin] Calling delete_port for 04b7af3a-df54-4ebb-97c1-574f60acb755 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:48:36.045613 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5f0ced9-b732-4d07-9cda-d12c01ce2014 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:36.048212 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5f0ced9-b732-4d07-9cda-d12c01ce2014 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:36.069985 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-f4244cab-b216-442d-9708-f7c06db90347 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f03c519-85a6-4760-a9ee-19d0e51132b8') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:36.070336 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-f4244cab-b216-442d-9708-f7c06db90347 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f03c519-85a6-4760-a9ee-19d0e51132b8') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:36.110615 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4244cab-b216-442d-9708-f7c06db90347 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:36.168062 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4244cab-b216-442d-9708-f7c06db90347 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:36.198829 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4244cab-b216-442d-9708-f7c06db90347 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Releasing vlan 1141 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:48:36.199783 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4244cab-b216-442d-9708-f7c06db90347 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:36.379711 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:48:36.379711 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:48:36.379711 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:48:36.379711 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:48:36.379711 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:48:36.379711 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:48:36.379711 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:48:36.379711 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:48:36.379711 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:48:36.379711 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:48:36.379711 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:48:36.379711 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:48:36.379711 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:48:36.379711 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:48:36.379711 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:48:36.379711 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:48:36.379711 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:48:36.379711 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:48:36.379711 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:48:36.379711 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:48:36.379711 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:48:36.379711 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:48:36.379711 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:48:36.379711 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:48:36.379711 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:48:36.379711 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:48:36.379711 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:48:36.379711 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:48:36.379711 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:48:36.379711 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:48:36.379711 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:48:36.379711 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:48:36.394565 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1514c4c0-f78a-4332-b942-a6522b20797d None None] Network b624d02b-512b-4eda-9b61-e7500d8c758b requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:48:36.410994 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4244cab-b216-442d-9708-f7c06db90347 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:36.428258 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4244cab-b216-442d-9708-f7c06db90347 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:36.447833 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f4244cab-b216-442d-9708-f7c06db90347 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] 10.222.0.73 "DELETE /v2.0/networks/8a50d46d-7d67-480f-a9d0-d81540f7cf57 HTTP/1.1" status: 204 len: 168 time: 1.1340737 Jul 23 16:48:36.536737 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244cab-b216-442d-9708-f7c06db90347 tempest-TestNetworkBasicOps-801206096 tempest-TestNetworkBasicOps-801206096-project] Pushing event deleted for resources: {'Network': ['ID=8a50d46d-7d67-480f-a9d0-d81540f7cf57,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:36.817726 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-128c9e2f-18c1-4ffc-9eb6-0b00553cb0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:36.977186 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0b6e48a6-7374-41fd-8688-872f13b2fcca up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:48:37.029829 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5f0ced9-b732-4d07-9cda-d12c01ce2014 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:37.034973 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c9e2f-18c1-4ffc-9eb6-0b00553cb0b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=04b7af3a-df54-4ebb-97c1-574f60acb755,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:37.141310 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:37.159242 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44942) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:37.359352 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-128c9e2f-18c1-4ffc-9eb6-0b00553cb0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:37.444201 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 0b6e48a6-7374-41fd-8688-872f13b2fcca completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:48:37.453788 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 0b6e48a6-7374-41fd-8688-872f13b2fcca triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:37.454771 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:37.556505 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0de90e3c-3e81-4a12-b5aa-225583f32320 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=26442a7d2aa845bc8d6525b42b6b3848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3960626 Jul 23 16:48:37.563182 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44950) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:37.608357 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:37.667985 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:37.691270 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b127bed-9e12-4bbb-a0c1-12696fc7143a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:37.719724 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-128c9e2f-18c1-4ffc-9eb6-0b00553cb0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:37.720027 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 0b6e48a6-7374-41fd-8688-872f13b2fcca, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0b6e48a6-7374-41fd-8688-872f13b2fcca,segment=NetworkSegment(7bde6e89-2dae-4fa1-831e-f9cd34021506),segment_id=7bde6e89-2dae-4fa1-831e-f9cd34021506)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:48:37.722762 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5f0ced9-b732-4d07-9cda-d12c01ce2014 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:37.725368 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:37.733515 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b127bed-9e12-4bbb-a0c1-12696fc7143a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:37.745503 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-128c9e2f-18c1-4ffc-9eb6-0b00553cb0b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:37.833529 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=0b6e48a6-7374-41fd-8688-872f13b2fcca,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:37.863202 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f3e00e02-8e62-472d-ba1a-d48025e097f2 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:48:37.868404 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b127bed-9e12-4bbb-a0c1-12696fc7143a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:37.871672 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b127bed-9e12-4bbb-a0c1-12696fc7143a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:37.873562 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0b127bed-9e12-4bbb-a0c1-12696fc7143a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/801c225d-2a07-48c6-9fb0-5662fbf4835f HTTP/1.1" status: 204 len: 168 time: 0.3055723 Jul 23 16:48:37.890514 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b127bed-9e12-4bbb-a0c1-12696fc7143a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801c225d-2a07-48c6-9fb0-5662fbf4835f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:37.933668 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: f3e00e02-8e62-472d-ba1a-d48025e097f2 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:48:37.934008 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f3e00e02-8e62-472d-ba1a-d48025e097f2 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:48:37.934489 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 13c44395-e14e-4a68-b0fb-c80812b2e71e no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:48:37.953799 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-128c9e2f-18c1-4ffc-9eb6-0b00553cb0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:37.955359 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128c9e2f-18c1-4ffc-9eb6-0b00553cb0b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9982499e-e70e-4445-91f2-907ec9615d13 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:48:37.968930 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-128c9e2f-18c1-4ffc-9eb6-0b00553cb0b6 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:37.974877 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44954) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:37.975255 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-128c9e2f-18c1-4ffc-9eb6-0b00553cb0b6 admin admin] 10.222.0.73 "DELETE /v2.0/routers/9982499e-e70e-4445-91f2-907ec9615d13 HTTP/1.1" status: 204 len: 168 time: 3.7817719 Jul 23 16:48:37.989945 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 13c44395-e14e-4a68-b0fb-c80812b2e71e {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:48:37.990283 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 13c44395-e14e-4a68-b0fb-c80812b2e71e not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:48:38.157933 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-22cf1168-d52e-443f-b28e-2ad7c5624c44 admin admin] Deleting subnet 9d3d7581-a5bc-4e74-8c9e-e5ea9984a49c {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:48:38.165907 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-22cf1168-d52e-443f-b28e-2ad7c5624c44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:38.217587 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-22cf1168-d52e-443f-b28e-2ad7c5624c44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:38.335370 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0b6e48a6-7374-41fd-8688-872f13b2fcca up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:48:38.411617 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5f0ced9-b732-4d07-9cda-d12c01ce2014 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:38.448952 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5f0ced9-b732-4d07-9cda-d12c01ce2014 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:38.530905 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-22cf1168-d52e-443f-b28e-2ad7c5624c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:38.593517 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 0b6e48a6-7374-41fd-8688-872f13b2fcca triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:38.602399 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:38.632636 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44964) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:38.659143 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75eab0ef-7f92-43e6-95cd-b389676507ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:38.686624 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:38.695192 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-22cf1168-d52e-443f-b28e-2ad7c5624c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:38.735831 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf1168-d52e-443f-b28e-2ad7c5624c44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d3d7581-a5bc-4e74-8c9e-e5ea9984a49c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:38.741273 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-22cf1168-d52e-443f-b28e-2ad7c5624c44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:38.750115 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-22cf1168-d52e-443f-b28e-2ad7c5624c44 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9d3d7581-a5bc-4e74-8c9e-e5ea9984a49c HTTP/1.1" status: 204 len: 168 time: 0.7736993 Jul 23 16:48:38.753168 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44966) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:38.762762 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bca09f-d235-425e-aad0-f9dd3f59d8b3 None None] Network 7f704639-7079-4bae-8d6b-14ab6e3df206 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:48:38.811520 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-d5f0ced9-b732-4d07-9cda-d12c01ce2014 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Allocated IP 172.25.8.47 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/5971fa9d-7b5d-4db5-a90c-5145a50f2bd6) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:48:38.872000 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0ba7d1de-9003-4c26-93ec-7346b8c8f236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:38.974118 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-0ba7d1de-9003-4c26-93ec-7346b8c8f236 admin admin] Deleting port 90a19a88-2829-48cc-a521-e8d83e76a392 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:48:38.974321 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0ba7d1de-9003-4c26-93ec-7346b8c8f236 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:39.024774 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 04b7af3a-df54-4ebb-97c1-574f60acb755 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:48:39.056688 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 04b7af3a-df54-4ebb-97c1-574f60acb755 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:48:39.056852 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 04b7af3a-df54-4ebb-97c1-574f60acb755 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:48:39.087504 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cbcd1f-fbcd-44b0-9876-5fbc671624c7 None None] DHCP port deletion for 7f704639-7079-4bae-8d6b-14ab6e3df206 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:48:39.095528 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5f0ced9-b732-4d07-9cda-d12c01ce2014 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:39.104247 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-0ba7d1de-9003-4c26-93ec-7346b8c8f236 admin admin] For port 90a19a88-2829-48cc-a521-e8d83e76a392, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=90a19a88-2829-48cc-a521-e8d83e76a392,segment=NetworkSegment(f33a4cfd-184d-486c-9f6b-0eb05d49e662),segment_id=f33a4cfd-184d-486c-9f6b-0eb05d49e662)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:48:39.104624 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0ba7d1de-9003-4c26-93ec-7346b8c8f236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:39.132670 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-0ba7d1de-9003-4c26-93ec-7346b8c8f236 admin admin] Calling delete_port for 90a19a88-2829-48cc-a521-e8d83e76a392 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:48:39.163072 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75eab0ef-7f92-43e6-95cd-b389676507ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:39.171858 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75eab0ef-7f92-43e6-95cd-b389676507ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:39.226308 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-b2cbcd1f-fbcd-44b0-9876-5fbc671624c7 None None] Deleting port 90a19a88-2829-48cc-a521-e8d83e76a392 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:48:39.226308 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcd1f-fbcd-44b0-9876-5fbc671624c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:39.242032 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-75eab0ef-7f92-43e6-95cd-b389676507ae admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5bb868f8b71347bfa48f76bd73d47979&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6055634 Jul 23 16:48:39.244155 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eab0ef-7f92-43e6-95cd-b389676507ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fe44d7-a67f-42ea-9955-1b86fdea102f,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:39.244792 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 44972) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:39.250456 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5f0ced9-b732-4d07-9cda-d12c01ce2014 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:39.291363 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f0ced9-b732-4d07-9cda-d12c01ce2014 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:48:39.294866 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-d5f0ced9-b732-4d07-9cda-d12c01ce2014 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:48:39.301117 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f0ced9-b732-4d07-9cda-d12c01ce2014 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:48:39.354104 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0ced9-b732-4d07-9cda-d12c01ce2014 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event updated for resources: {'Port': ['ID=5971fa9d-7b5d-4db5-a90c-5145a50f2bd6,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:39.356406 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-b2cbcd1f-fbcd-44b0-9876-5fbc671624c7 None None] For port 90a19a88-2829-48cc-a521-e8d83e76a392, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=90a19a88-2829-48cc-a521-e8d83e76a392,segment=NetworkSegment(f33a4cfd-184d-486c-9f6b-0eb05d49e662),segment_id=f33a4cfd-184d-486c-9f6b-0eb05d49e662)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:48:39.356406 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcd1f-fbcd-44b0-9876-5fbc671624c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:39.359801 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c9a46cf1-fba6-4670-b7f3-fc1e3f67474a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:39.378716 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-b2cbcd1f-fbcd-44b0-9876-5fbc671624c7 None None] Calling delete_port for 90a19a88-2829-48cc-a521-e8d83e76a392 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:48:39.382697 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0ba7d1de-9003-4c26-93ec-7346b8c8f236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:39.392776 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c9a46cf1-fba6-4670-b7f3-fc1e3f67474a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:39.431117 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7d1de-9003-4c26-93ec-7346b8c8f236 admin admin] Pushing event deleted for resources: {'Port': ['ID=90a19a88-2829-48cc-a521-e8d83e76a392,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:39.444537 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba7d1de-9003-4c26-93ec-7346b8c8f236 admin admin] No DVR routers for this DVR port 90a19a88-2829-48cc-a521-e8d83e76a392 on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:48:39.505702 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcd1f-fbcd-44b0-9876-5fbc671624c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:39.537070 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cbcd1f-fbcd-44b0-9876-5fbc671624c7 None None] Pushing event deleted for resources: {'Port': ['ID=90a19a88-2829-48cc-a521-e8d83e76a392,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:39.549933 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cbcd1f-fbcd-44b0-9876-5fbc671624c7 None None] No DVR routers for this DVR port 90a19a88-2829-48cc-a521-e8d83e76a392 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:48:39.610735 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c9a46cf1-fba6-4670-b7f3-fc1e3f67474a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:39.615788 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c9a46cf1-fba6-4670-b7f3-fc1e3f67474a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:39.620005 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c9a46cf1-fba6-4670-b7f3-fc1e3f67474a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/05fe44d7-a67f-42ea-9955-1b86fdea102f HTTP/1.1" status: 204 len: 168 time: 0.3710876 Jul 23 16:48:39.683032 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a46cf1-fba6-4670-b7f3-fc1e3f67474a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fe44d7-a67f-42ea-9955-1b86fdea102f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:39.721531 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5f0ced9-b732-4d07-9cda-d12c01ce2014 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:39.800379 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0ba7d1de-9003-4c26-93ec-7346b8c8f236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:39.828862 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-0ba7d1de-9003-4c26-93ec-7346b8c8f236 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f704639-7079-4bae-8d6b-14ab6e3df206']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:39.845001 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-0ba7d1de-9003-4c26-93ec-7346b8c8f236 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f33a4cfd-184d-486c-9f6b-0eb05d49e662') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:39.845655 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-0ba7d1de-9003-4c26-93ec-7346b8c8f236 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f33a4cfd-184d-486c-9f6b-0eb05d49e662') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:39.861941 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0ba7d1de-9003-4c26-93ec-7346b8c8f236 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:39.893703 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0ba7d1de-9003-4c26-93ec-7346b8c8f236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:39.904442 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ba7d1de-9003-4c26-93ec-7346b8c8f236 admin admin] Releasing vlan 1130 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:48:39.905203 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0ba7d1de-9003-4c26-93ec-7346b8c8f236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:39.907592 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:48:39.907592 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:48:39.907592 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:48:39.907592 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:48:39.907592 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:48:39.907592 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:48:39.907592 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:48:39.907592 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:48:39.907592 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:48:39.907592 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:48:39.907592 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:48:39.907592 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:48:39.907592 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:48:39.907592 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:48:39.907592 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:48:39.907592 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:48:39.907592 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:48:39.907592 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:48:39.907592 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:48:39.907592 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:48:39.907592 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:48:39.907592 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:48:39.907592 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:48:39.907592 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:48:39.907592 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:48:39.907592 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:48:39.907592 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:48:39.907592 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:48:39.907592 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:48:39.907592 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:48:39.907592 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:48:39.907592 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:48:40.043285 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0ba7d1de-9003-4c26-93ec-7346b8c8f236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:40.063068 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0ba7d1de-9003-4c26-93ec-7346b8c8f236 admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:40.065955 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0ba7d1de-9003-4c26-93ec-7346b8c8f236 admin admin] 10.222.0.73 "DELETE /v2.0/networks/7f704639-7079-4bae-8d6b-14ab6e3df206 HTTP/1.1" status: 204 len: 168 time: 1.3112957 Jul 23 16:48:40.069630 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5f0ced9-b732-4d07-9cda-d12c01ce2014 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:40.071634 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 44994) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:40.081025 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7d1de-9003-4c26-93ec-7346b8c8f236 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f704639-7079-4bae-8d6b-14ab6e3df206,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:40.338705 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 90a19a88-2829-48cc-a521-e8d83e76a392 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:48:40.372868 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 90a19a88-2829-48cc-a521-e8d83e76a392 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:48:40.373284 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 90a19a88-2829-48cc-a521-e8d83e76a392 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:48:40.916340 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f0ced9-b732-4d07-9cda-d12c01ce2014 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Router 6904ea30-427d-4cfd-9664-2c7c7673ff07 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:48:40.939131 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45026) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:41.076343 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f0ced9-b732-4d07-9cda-d12c01ce2014 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:48:41.088047 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcda708-c5e8-42a5-9f9a-9ee951bdb3be None None] Sync routers for ids ['6904ea30-427d-4cfd-9664-2c7c7673ff07'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:48:41.111428 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcda708-c5e8-42a5-9f9a-9ee951bdb3be None None] Routers {'6904ea30-427d-4cfd-9664-2c7c7673ff07'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:41.112123 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-4dcda708-c5e8-42a5-9f9a-9ee951bdb3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6904ea30-427d-4cfd-9664-2c7c7673ff07'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:41.113294 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d5f0ced9-b732-4d07-9cda-d12c01ce2014 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:41.114469 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d5f0ced9-b732-4d07-9cda-d12c01ce2014 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.2690492 Jul 23 16:48:41.117288 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45030) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:41.194413 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-4dcda708-c5e8-42a5-9f9a-9ee951bdb3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:41.212599 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcda708-c5e8-42a5-9f9a-9ee951bdb3be None None] Routers {'6904ea30-427d-4cfd-9664-2c7c7673ff07'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:41.213263 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-4dcda708-c5e8-42a5-9f9a-9ee951bdb3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6904ea30-427d-4cfd-9664-2c7c7673ff07'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:41.241433 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-71b57ee8-8b9d-48cd-a4a2-90c005e4ae60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:41.253911 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-4dcda708-c5e8-42a5-9f9a-9ee951bdb3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:41.254576 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcda708-c5e8-42a5-9f9a-9ee951bdb3be None None] The sync data for ids ['6904ea30-427d-4cfd-9664-2c7c7673ff07'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:48:41.286292 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-9268c027-0495-4451-bb81-29e611a56614 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-581618674-network', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:41.343204 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9268c027-0495-4451-bb81-29e611a56614 admin admin] Made reservation on behalf of 1a447386a79c4dde9361c7979cbbb97e for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:48:41.345577 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9268c027-0495-4451-bb81-29e611a56614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:41.359700 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9268c027-0495-4451-bb81-29e611a56614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:41.635392 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9268c027-0495-4451-bb81-29e611a56614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:41.748903 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-71b57ee8-8b9d-48cd-a4a2-90c005e4ae60 admin admin] Deleting port 0b6e48a6-7374-41fd-8688-872f13b2fcca {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:48:41.749643 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-71b57ee8-8b9d-48cd-a4a2-90c005e4ae60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:41.781091 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9268c027-0495-4451-bb81-29e611a56614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:41.798490 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9268c027-0495-4451-bb81-29e611a56614 admin admin] vlan segment allocate from pool success with {'vlan_id': 1129, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:48:41.822163 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9268c027-0495-4451-bb81-29e611a56614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:41.823017 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-9268c027-0495-4451-bb81-29e611a56614 admin admin] Added segment 44eeabba-9576-4a02-bae8-2e2b64ec63cd of type vlan for network fedddd04-4e3c-4738-8768-b1bd7c807fbc Jul 23 16:48:41.878726 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9268c027-0495-4451-bb81-29e611a56614 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:41.924555 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-71b57ee8-8b9d-48cd-a4a2-90c005e4ae60 admin admin] For port 0b6e48a6-7374-41fd-8688-872f13b2fcca, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0b6e48a6-7374-41fd-8688-872f13b2fcca,segment=NetworkSegment(7bde6e89-2dae-4fa1-831e-f9cd34021506),segment_id=7bde6e89-2dae-4fa1-831e-f9cd34021506)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:48:41.925073 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-71b57ee8-8b9d-48cd-a4a2-90c005e4ae60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:41.951028 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-71b57ee8-8b9d-48cd-a4a2-90c005e4ae60 admin admin] Calling delete_port for 0b6e48a6-7374-41fd-8688-872f13b2fcca owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:48:42.002945 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9268c027-0495-4451-bb81-29e611a56614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:42.004721 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9268c027-0495-4451-bb81-29e611a56614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:42.005428 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9268c027-0495-4451-bb81-29e611a56614 admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:42.136837 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9268c027-0495-4451-bb81-29e611a56614 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1959848 Jul 23 16:48:42.142904 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45038) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:42.145235 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268c027-0495-4451-bb81-29e611a56614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2842123-7531-4fc0-acfd-c0b30bcfe460,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:42.147915 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-48478377-2750-4ebf-bb09-631766690302 admin admin] Request body: {'subnet': {'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-581618674-subnet', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:42.219526 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268c027-0495-4451-bb81-29e611a56614 admin admin] Pushing event updated for resources: {'Network': ['ID=fedddd04-4e3c-4738-8768-b1bd7c807fbc,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:42.233079 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48478377-2750-4ebf-bb09-631766690302 admin admin] Made reservation on behalf of 1a447386a79c4dde9361c7979cbbb97e for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:48:42.233079 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-48478377-2750-4ebf-bb09-631766690302 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:42.236378 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-71b57ee8-8b9d-48cd-a4a2-90c005e4ae60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:42.250848 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network fedddd04-4e3c-4738-8768-b1bd7c807fbc details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:48:42.365582 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b57ee8-8b9d-48cd-a4a2-90c005e4ae60 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b6e48a6-7374-41fd-8688-872f13b2fcca,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:42.379482 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ccb644ee-b2c8-49bf-8543-b0263050dd26 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:42.661040 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-48478377-2750-4ebf-bb09-631766690302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:42.805033 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48478377-2750-4ebf-bb09-631766690302 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68bd2291-23ae-4e54-ab39-3c387bae8690,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:42.823931 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48478377-2750-4ebf-bb09-631766690302 admin admin] Checking segment: {'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:48:42.824365 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48478377-2750-4ebf-bb09-631766690302 admin admin] Network hostable DHCP agents. Network: fedddd04-4e3c-4738-8768-b1bd7c807fbc, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:48:42.865181 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-71b57ee8-8b9d-48cd-a4a2-90c005e4ae60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:42.877247 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48478377-2750-4ebf-bb09-631766690302 admin admin] Network fedddd04-4e3c-4738-8768-b1bd7c807fbc is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:48:42.888066 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-ccb644ee-b2c8-49bf-8543-b0263050dd26 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Allocated IP 172.20.0.1 (b624d02b-512b-4eda-9b61-e7500d8c758b/ede2f5b6-ac9b-408d-9ee7-37ce7cf97000/46511173-11b4-468b-a287-c1c098bbe92e) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:48:42.973846 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-48478377-2750-4ebf-bb09-631766690302 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, fedddd04-4e3c-4738-8768-b1bd7c807fbc) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:48:42.977582 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48478377-2750-4ebf-bb09-631766690302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:42.978179 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-48478377-2750-4ebf-bb09-631766690302 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:42.983759 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7486a1e-642d-4274-8923-0201ca880397 None None] Network fedddd04-4e3c-4738-8768-b1bd7c807fbc requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:48:43.005590 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45056) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:43.006122 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-48478377-2750-4ebf-bb09-631766690302 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8617713 Jul 23 16:48:43.010996 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ad62c7b7-5173-4b6c-b472-87dfccfadbfd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-581618674-router', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:43.055294 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad62c7b7-5173-4b6c-b472-87dfccfadbfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:43.057958 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad62c7b7-5173-4b6c-b472-87dfccfadbfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:43.120593 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ccb644ee-b2c8-49bf-8543-b0263050dd26 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:43.180691 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad62c7b7-5173-4b6c-b472-87dfccfadbfd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:43.209977 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93b9d2f-1510-45db-97f4-3f613040713c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'fixed_ips': [{'subnet_id': '68bd2291-23ae-4e54-ab39-3c387bae8690'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:48:43.211305 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c93b9d2f-1510-45db-97f4-3f613040713c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:43.283131 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b57ee8-8b9d-48cd-a4a2-90c005e4ae60 admin admin] Router 006f8a76-49ae-4db4-9370-1bff4c9152e1 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:48:43.405700 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad62c7b7-5173-4b6c-b472-87dfccfadbfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:43.420820 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-c93b9d2f-1510-45db-97f4-3f613040713c None None] Allocated IP 172.20.0.2 (fedddd04-4e3c-4738-8768-b1bd7c807fbc/68bd2291-23ae-4e54-ab39-3c387bae8690/ad23be02-cafe-4a4f-a7cc-27c9fa598264) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:48:43.527342 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ccb644ee-b2c8-49bf-8543-b0263050dd26 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:43.538099 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b57ee8-8b9d-48cd-a4a2-90c005e4ae60 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:48:43.547040 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59bc9d5-246a-4326-988f-9cfb63dd0060 None None] Sync routers for ids ['006f8a76-49ae-4db4-9370-1bff4c9152e1'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:48:43.550379 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-71b57ee8-8b9d-48cd-a4a2-90c005e4ae60 admin admin] 10.222.0.73 "PUT /v2.0/routers/006f8a76-49ae-4db4-9370-1bff4c9152e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4742584 Jul 23 16:48:43.553596 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45060) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:43.563936 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59bc9d5-246a-4326-988f-9cfb63dd0060 None None] Routers {'006f8a76-49ae-4db4-9370-1bff4c9152e1'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:43.566843 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e59bc9d5-246a-4326-988f-9cfb63dd0060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['006f8a76-49ae-4db4-9370-1bff4c9152e1'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:43.670078 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb644ee-b2c8-49bf-8543-b0263050dd26 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event updated for resources: {'Port': ['ID=46511173-11b4-468b-a287-c1c098bbe92e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:43.687196 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb644ee-b2c8-49bf-8543-b0263050dd26 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Network b624d02b-512b-4eda-9b61-e7500d8c758b is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:48:43.689873 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-ccb644ee-b2c8-49bf-8543-b0263050dd26 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:48:43.692935 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb644ee-b2c8-49bf-8543-b0263050dd26 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:48:43.726210 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c93b9d2f-1510-45db-97f4-3f613040713c None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:43.749485 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c93b9d2f-1510-45db-97f4-3f613040713c None None] Transition to ACTIVE for port object ad23be02-cafe-4a4f-a7cc-27c9fa598264 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:48:43.767841 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-e59bc9d5-246a-4326-988f-9cfb63dd0060 None None] Set router 006f8a76-49ae-4db4-9370-1bff4c9152e1 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:48:43.773428 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-801b26a3-6885-418e-bfe8-5cdcbb0cda0b admin admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:43.776424 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c93b9d2f-1510-45db-97f4-3f613040713c None None] Transition to ACTIVE for port object ad23be02-cafe-4a4f-a7cc-27c9fa598264 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:48:43.787380 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c93b9d2f-1510-45db-97f4-3f613040713c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:43.865292 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93b9d2f-1510-45db-97f4-3f613040713c None None] Network fedddd04-4e3c-4738-8768-b1bd7c807fbc is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:48:43.876474 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-c93b9d2f-1510-45db-97f4-3f613040713c None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:48:43.880489 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93b9d2f-1510-45db-97f4-3f613040713c None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:48:43.967979 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-801b26a3-6885-418e-bfe8-5cdcbb0cda0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:44.038539 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b9d2f-1510-45db-97f4-3f613040713c None None] Pushing event updated for resources: {'Port': ['ID=ad23be02-cafe-4a4f-a7cc-27c9fa598264,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:44.069391 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-c93b9d2f-1510-45db-97f4-3f613040713c None None] Attempting to bind port ad23be02-cafe-4a4f-a7cc-27c9fa598264 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:48:44.069768 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-c93b9d2f-1510-45db-97f4-3f613040713c None None] Attempting to bind port ad23be02-cafe-4a4f-a7cc-27c9fa598264 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:48:44.070142 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b9d2f-1510-45db-97f4-3f613040713c None None] Attempting to bind port ad23be02-cafe-4a4f-a7cc-27c9fa598264 on network fedddd04-4e3c-4738-8768-b1bd7c807fbc {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:48:44.086246 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b9d2f-1510-45db-97f4-3f613040713c None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:48:44.086851 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b9d2f-1510-45db-97f4-3f613040713c None None] Checking segment: {'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:48:44.087333 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c93b9d2f-1510-45db-97f4-3f613040713c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:44.090088 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b9d2f-1510-45db-97f4-3f613040713c None None] Bound using segment: {'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:48:44.090088 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-c93b9d2f-1510-45db-97f4-3f613040713c None None] Bound port: ad23be02-cafe-4a4f-a7cc-27c9fa598264, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:48:44.090088 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c93b9d2f-1510-45db-97f4-3f613040713c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:44.111490 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-801b26a3-6885-418e-bfe8-5cdcbb0cda0b admin admin] Deleting port c29b869c-7e8a-4053-a1ee-4e6edf223ff1 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:48:44.112088 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-801b26a3-6885-418e-bfe8-5cdcbb0cda0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:44.179957 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e59bc9d5-246a-4326-988f-9cfb63dd0060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006f8a76-49ae-4db4-9370-1bff4c9152e1', 'name': 'tempest-TestAggregatesBasicOps-484884012-router', 'tenant_id': 'ffc258e839d34d6091ecbf8c6d3a677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'c29b869c-7e8a-4053-a1ee-4e6edf223ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:16Z', 'updated_at': '2021-07-23T16:48:42Z', 'revision_number': 5, 'project_id': 'ffc258e839d34d6091ecbf8c6d3a677e', 'gw_port': {'id': 'c29b869c-7e8a-4053-a1ee-4e6edf223ff1', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006f8a76-49ae-4db4-9370-1bff4c9152e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:18Z', 'updated_at': '2021-07-23T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:44.216734 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59bc9d5-246a-4326-988f-9cfb63dd0060 None None] Checking router: 006f8a76-49ae-4db4-9370-1bff4c9152e1 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:48:44.243714 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-c93b9d2f-1510-45db-97f4-3f613040713c None None] For port ad23be02-cafe-4a4f-a7cc-27c9fa598264, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:48:44.245942 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59bc9d5-246a-4326-988f-9cfb63dd0060 None None] Routers {'006f8a76-49ae-4db4-9370-1bff4c9152e1'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:44.247774 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e59bc9d5-246a-4326-988f-9cfb63dd0060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['006f8a76-49ae-4db4-9370-1bff4c9152e1'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:44.249265 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-c93b9d2f-1510-45db-97f4-3f613040713c None None] For port ad23be02-cafe-4a4f-a7cc-27c9fa598264, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=ad23be02-cafe-4a4f-a7cc-27c9fa598264,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:48:44.256631 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c93b9d2f-1510-45db-97f4-3f613040713c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:44.324759 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-801b26a3-6885-418e-bfe8-5cdcbb0cda0b admin admin] For port c29b869c-7e8a-4053-a1ee-4e6edf223ff1, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c29b869c-7e8a-4053-a1ee-4e6edf223ff1,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:48:44.325476 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-801b26a3-6885-418e-bfe8-5cdcbb0cda0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:44.347578 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-801b26a3-6885-418e-bfe8-5cdcbb0cda0b admin admin] Calling delete_port for c29b869c-7e8a-4053-a1ee-4e6edf223ff1 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:48:44.408062 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b9d2f-1510-45db-97f4-3f613040713c None None] Pushing event updated for resources: {'Port': ['ID=ad23be02-cafe-4a4f-a7cc-27c9fa598264,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:44.484992 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-e59bc9d5-246a-4326-988f-9cfb63dd0060 None None] Set router 006f8a76-49ae-4db4-9370-1bff4c9152e1 gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:48:44.566966 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e59bc9d5-246a-4326-988f-9cfb63dd0060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006f8a76-49ae-4db4-9370-1bff4c9152e1', 'name': 'tempest-TestAggregatesBasicOps-484884012-router', 'tenant_id': 'ffc258e839d34d6091ecbf8c6d3a677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:16Z', 'updated_at': '2021-07-23T16:48:43Z', 'revision_number': 6, 'project_id': 'ffc258e839d34d6091ecbf8c6d3a677e', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:44.614427 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-801b26a3-6885-418e-bfe8-5cdcbb0cda0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:44.620635 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59bc9d5-246a-4326-988f-9cfb63dd0060 None None] The sync data for ids ['006f8a76-49ae-4db4-9370-1bff4c9152e1'] in n-d-778549-4 is: [{'id': '006f8a76-49ae-4db4-9370-1bff4c9152e1', 'name': 'tempest-TestAggregatesBasicOps-484884012-router', 'tenant_id': 'ffc258e839d34d6091ecbf8c6d3a677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:16Z', 'updated_at': '2021-07-23T16:48:43Z', 'revision_number': 6, 'project_id': 'ffc258e839d34d6091ecbf8c6d3a677e', 'gw_port_host': None}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:48:44.719338 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b26a3-6885-418e-bfe8-5cdcbb0cda0b admin admin] Pushing event deleted for resources: {'Port': ['ID=c29b869c-7e8a-4053-a1ee-4e6edf223ff1,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:44.836410 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ccb644ee-b2c8-49bf-8543-b0263050dd26 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:44.888641 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-801b26a3-6885-418e-bfe8-5cdcbb0cda0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:45.054255 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-801b26a3-6885-418e-bfe8-5cdcbb0cda0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:45.066487 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-801b26a3-6885-418e-bfe8-5cdcbb0cda0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:45.164032 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad62c7b7-5173-4b6c-b472-87dfccfadbfd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:45.166186 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-801b26a3-6885-418e-bfe8-5cdcbb0cda0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:45.167862 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801b26a3-6885-418e-bfe8-5cdcbb0cda0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 006f8a76-49ae-4db4-9370-1bff4c9152e1 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:48:45.178807 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-801b26a3-6885-418e-bfe8-5cdcbb0cda0b admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:45.183457 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-801b26a3-6885-418e-bfe8-5cdcbb0cda0b admin admin] 10.222.0.73 "DELETE /v2.0/routers/006f8a76-49ae-4db4-9370-1bff4c9152e1 HTTP/1.1" status: 204 len: 168 time: 1.6288221 Jul 23 16:48:45.184680 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45074) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:45.215970 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad62c7b7-5173-4b6c-b472-87dfccfadbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:45.270362 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fcbe489-3007-4ec6-9a7e-bfdff57d90dd admin admin] Deleting subnet 73b2b18b-210c-4384-bfe9-d1f260be52a8 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:48:45.274261 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3fcbe489-3007-4ec6-9a7e-bfdff57d90dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:45.338955 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ccb644ee-b2c8-49bf-8543-b0263050dd26 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:45.350459 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3fcbe489-3007-4ec6-9a7e-bfdff57d90dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:45.445964 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-fef27dd4-68e0-4b43-9e47-ea74ff45b275 req-eaa8dae0-b876-47d7-b77b-b47387eb88fe service neutron] (94012) timed out ('10.222.0.73', 47150) {{(pid=94012) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 16:48:45.703026 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3fcbe489-3007-4ec6-9a7e-bfdff57d90dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:45.857637 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3fcbe489-3007-4ec6-9a7e-bfdff57d90dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:45.933002 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcbe489-3007-4ec6-9a7e-bfdff57d90dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73b2b18b-210c-4384-bfe9-d1f260be52a8,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:45.936278 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3fcbe489-3007-4ec6-9a7e-bfdff57d90dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:45.939007 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3fcbe489-3007-4ec6-9a7e-bfdff57d90dd admin admin] 10.222.0.73 "DELETE /v2.0/subnets/73b2b18b-210c-4384-bfe9-d1f260be52a8 HTTP/1.1" status: 204 len: 168 time: 0.7520404 Jul 23 16:48:45.941787 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45082) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:45.945258 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a395ecfa-f478-4ab7-afa2-dc127546c832 None None] Network 36b08f4a-2d6f-44ed-8637-8b87e72aec5e requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:48:46.173021 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5fc581ed-5244-4525-acfe-f8fb9ce3e239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:46.237024 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-ad62c7b7-5173-4b6c-b472-87dfccfadbfd admin admin] Allocated IP 172.25.8.210 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/e975d5f1-cfbb-40cf-b9fc-c31072a5fec6) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:48:46.363232 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5fc581ed-5244-4525-acfe-f8fb9ce3e239 admin admin] Deleting port bd29e365-dc6e-464a-a7a0-29c01e9cc999 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:48:46.372356 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5fc581ed-5244-4525-acfe-f8fb9ce3e239 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:46.390173 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b0bdb3-a0e5-44ea-965d-2adfc7a561f8 None None] Network fedddd04-4e3c-4738-8768-b1bd7c807fbc requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:48:46.411710 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ccb644ee-b2c8-49bf-8543-b0263050dd26 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:46.476607 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ccb644ee-b2c8-49bf-8543-b0263050dd26 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:46.553096 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5fc581ed-5244-4525-acfe-f8fb9ce3e239 admin admin] For port bd29e365-dc6e-464a-a7a0-29c01e9cc999, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=bd29e365-dc6e-464a-a7a0-29c01e9cc999,segment=NetworkSegment(7bde6e89-2dae-4fa1-831e-f9cd34021506),segment_id=7bde6e89-2dae-4fa1-831e-f9cd34021506)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:48:46.553478 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5fc581ed-5244-4525-acfe-f8fb9ce3e239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:46.573827 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5fc581ed-5244-4525-acfe-f8fb9ce3e239 admin admin] Calling delete_port for bd29e365-dc6e-464a-a7a0-29c01e9cc999 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:48:46.575504 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device ad23be02-cafe-4a4f-a7cc-27c9fa598264 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:48:46.580416 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62324016-4ede-402f-a3e0-62439b1791f7 None None] DHCP port deletion for 36b08f4a-2d6f-44ed-8637-8b87e72aec5e request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:48:46.626689 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4b6db93a-ce1b-4691-98fa-9505fcb1b920 None None] Provisioning for port ad23be02-cafe-4a4f-a7cc-27c9fa598264 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:48:46.632886 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ccb644ee-b2c8-49bf-8543-b0263050dd26 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:46.687048 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5fc581ed-5244-4525-acfe-f8fb9ce3e239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:46.705602 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb644ee-b2c8-49bf-8543-b0263050dd26 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event updated for resources: {'Port': ['ID=46511173-11b4-468b-a287-c1c098bbe92e,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:46.718675 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc581ed-5244-4525-acfe-f8fb9ce3e239 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd29e365-dc6e-464a-a7a0-29c01e9cc999,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:46.730596 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc581ed-5244-4525-acfe-f8fb9ce3e239 admin admin] No DVR routers for this DVR port bd29e365-dc6e-464a-a7a0-29c01e9cc999 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:48:46.735516 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb644ee-b2c8-49bf-8543-b0263050dd26 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:46.737282 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb644ee-b2c8-49bf-8543-b0263050dd26 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:46.737646 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb644ee-b2c8-49bf-8543-b0263050dd26 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:46.737989 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb644ee-b2c8-49bf-8543-b0263050dd26 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:46.741561 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb644ee-b2c8-49bf-8543-b0263050dd26 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:46.741927 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb644ee-b2c8-49bf-8543-b0263050dd26 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:46.742272 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb644ee-b2c8-49bf-8543-b0263050dd26 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:46.742603 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb644ee-b2c8-49bf-8543-b0263050dd26 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:46.742991 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb644ee-b2c8-49bf-8543-b0263050dd26 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:46.743242 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb644ee-b2c8-49bf-8543-b0263050dd26 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:46.743570 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb644ee-b2c8-49bf-8543-b0263050dd26 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:46.743876 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb644ee-b2c8-49bf-8543-b0263050dd26 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:46.797109 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad62c7b7-5173-4b6c-b472-87dfccfadbfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:46.830478 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port ad23be02-cafe-4a4f-a7cc-27c9fa598264 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:48:46.835941 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-62324016-4ede-402f-a3e0-62439b1791f7 None None] Deleting port bd29e365-dc6e-464a-a7a0-29c01e9cc999 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:48:46.836278 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-62324016-4ede-402f-a3e0-62439b1791f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:46.847697 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5fc581ed-5244-4525-acfe-f8fb9ce3e239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:46.860593 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-5fc581ed-5244-4525-acfe-f8fb9ce3e239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b08f4a-2d6f-44ed-8637-8b87e72aec5e']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:46.873891 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-5fc581ed-5244-4525-acfe-f8fb9ce3e239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bde6e89-2dae-4fa1-831e-f9cd34021506') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:46.874191 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-5fc581ed-5244-4525-acfe-f8fb9ce3e239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bde6e89-2dae-4fa1-831e-f9cd34021506') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:46.887087 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5fc581ed-5244-4525-acfe-f8fb9ce3e239 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:46.904523 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5fc581ed-5244-4525-acfe-f8fb9ce3e239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:46.911482 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc581ed-5244-4525-acfe-f8fb9ce3e239 admin admin] Releasing vlan 1132 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:48:46.912129 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5fc581ed-5244-4525-acfe-f8fb9ce3e239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:46.948365 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-62324016-4ede-402f-a3e0-62439b1791f7 None None] For port bd29e365-dc6e-464a-a7a0-29c01e9cc999, host n-d-778549-4, got binding levels [] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:48:46.949657 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-62324016-4ede-402f-a3e0-62439b1791f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:46.966048 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-62324016-4ede-402f-a3e0-62439b1791f7 None None] Calling delete_port for bd29e365-dc6e-464a-a7a0-29c01e9cc999 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:48:46.969699 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.ipam_backend_mixin [None req-62324016-4ede-402f-a3e0-62439b1791f7 None None] Port bd29e365-dc6e-464a-a7a0-29c01e9cc999 was not found and therefore no delete operation was performed {{(pid=94014) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:48:46.974648 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-62324016-4ede-402f-a3e0-62439b1791f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:46.978194 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port ad23be02-cafe-4a4f-a7cc-27c9fa598264 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:46.978772 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:46.979735 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:48:46.979735 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:48:46.979735 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:48:46.979735 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:48:46.979735 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:48:46.979735 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:48:46.979735 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:48:46.979735 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:48:46.979735 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:48:46.979735 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:48:46.979735 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:48:46.979735 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:48:46.979735 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:48:46.979735 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:48:46.979735 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:48:46.979735 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:48:46.979735 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:48:46.979735 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:48:46.979735 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:48:46.979735 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:48:46.979735 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:48:46.979735 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:48:46.979735 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:48:46.979735 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:48:46.979735 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:48:46.979735 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:48:46.979735 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:48:46.979735 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:48:46.979735 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:48:46.979735 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:48:46.979735 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:48:46.979735 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:48:46.984634 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5fc581ed-5244-4525-acfe-f8fb9ce3e239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:46.995918 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5fc581ed-5244-4525-acfe-f8fb9ce3e239 admin admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:47.001573 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5fc581ed-5244-4525-acfe-f8fb9ce3e239 admin admin] 10.222.0.73 "DELETE /v2.0/networks/36b08f4a-2d6f-44ed-8637-8b87e72aec5e HTTP/1.1" status: 204 len: 168 time: 1.0587020 Jul 23 16:48:47.038200 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc581ed-5244-4525-acfe-f8fb9ce3e239 admin admin] Pushing event deleted for resources: {'Network': ['ID=36b08f4a-2d6f-44ed-8637-8b87e72aec5e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:47.082354 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb644ee-b2c8-49bf-8543-b0263050dd26 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Network b624d02b-512b-4eda-9b61-e7500d8c758b is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:48:47.087581 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-ccb644ee-b2c8-49bf-8543-b0263050dd26 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:48:47.101345 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad62c7b7-5173-4b6c-b472-87dfccfadbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:47.109770 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-62324016-4ede-402f-a3e0-62439b1791f7 None None] Network 36b08f4a-2d6f-44ed-8637-8b87e72aec5e is not hosted by any dhcp agent {{(pid=94014) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 16:48:47.110749 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62324016-4ede-402f-a3e0-62439b1791f7 None None] No DVR routers for this DVR port bd29e365-dc6e-464a-a7a0-29c01e9cc999 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:48:47.130581 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62324016-4ede-402f-a3e0-62439b1791f7 None None] Pushing event deleted for resources: {'Port': ['ID=bd29e365-dc6e-464a-a7a0-29c01e9cc999,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:47.230275 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45104) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:47.296308 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad62c7b7-5173-4b6c-b472-87dfccfadbfd admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:48:47.302932 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-ad62c7b7-5173-4b6c-b472-87dfccfadbfd admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:48:47.310480 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:47.312331 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad62c7b7-5173-4b6c-b472-87dfccfadbfd admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:48:47.320346 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3474d012-43b7-4515-8a66-1b047a15024b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d295fe2a1dc94462b1c2364cf32f3d0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0872006 Jul 23 16:48:47.322798 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45110) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:47.347667 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62c7b7-5173-4b6c-b472-87dfccfadbfd admin admin] Pushing event updated for resources: {'Port': ['ID=e975d5f1-cfbb-40cf-b9fc-c31072a5fec6,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:47.407269 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port ad23be02-cafe-4a4f-a7cc-27c9fa598264, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=ad23be02-cafe-4a4f-a7cc-27c9fa598264,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:48:47.420322 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:47.443024 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-821cffb3-4d2d-4dde-8014-fa2cb225d003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:47.507936 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-821cffb3-4d2d-4dde-8014-fa2cb225d003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:47.541093 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0b6e48a6-7374-41fd-8688-872f13b2fcca no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:48:47.580544 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb644ee-b2c8-49bf-8543-b0263050dd26 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Router 6904ea30-427d-4cfd-9664-2c7c7673ff07 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:48:47.596860 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=ad23be02-cafe-4a4f-a7cc-27c9fa598264,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:47.600678 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-821cffb3-4d2d-4dde-8014-fa2cb225d003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:47.603507 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-821cffb3-4d2d-4dde-8014-fa2cb225d003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:47.604680 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-821cffb3-4d2d-4dde-8014-fa2cb225d003 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cad41d14-9dac-4d31-8f83-db374a9964cc HTTP/1.1" status: 204 len: 168 time: 0.2808948 Jul 23 16:48:47.625285 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821cffb3-4d2d-4dde-8014-fa2cb225d003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad41d14-9dac-4d31-8f83-db374a9964cc,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:47.627180 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 0b6e48a6-7374-41fd-8688-872f13b2fcca {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:48:47.627524 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0b6e48a6-7374-41fd-8688-872f13b2fcca not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:48:47.627942 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c29b869c-7e8a-4053-a1ee-4e6edf223ff1 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:48:47.669886 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: c29b869c-7e8a-4053-a1ee-4e6edf223ff1 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:48:47.670228 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c29b869c-7e8a-4053-a1ee-4e6edf223ff1 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:48:47.784945 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6ee3ffe5-f8b9-4b3e-83d5-92bbff6396de None None] Provisioning complete for port ad23be02-cafe-4a4f-a7cc-27c9fa598264 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:47.785404 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6ee3ffe5-f8b9-4b3e-83d5-92bbff6396de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:47.964045 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb644ee-b2c8-49bf-8543-b0263050dd26 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:48:47.977961 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c3e0ea-a673-4b38-a0f3-8000db9bf633 None None] Sync routers for ids ['6904ea30-427d-4cfd-9664-2c7c7673ff07'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:48:48.019904 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45128) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:48.020936 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ccb644ee-b2c8-49bf-8543-b0263050dd26 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "PUT /v2.0/routers/6904ea30-427d-4cfd-9664-2c7c7673ff07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9019394 Jul 23 16:48:48.029725 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-1a16bcb2-5217-47e2-9976-049b11f2d23a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Request body: {'port': {'network_id': 'b624d02b-512b-4eda-9b61-e7500d8c758b', 'name': 'tempest-FloatingIPTestJSON-1969361343'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:48.116530 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c3e0ea-a673-4b38-a0f3-8000db9bf633 None None] Routers {'6904ea30-427d-4cfd-9664-2c7c7673ff07'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:48.119525 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e5c3e0ea-a673-4b38-a0f3-8000db9bf633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6904ea30-427d-4cfd-9664-2c7c7673ff07'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:48.161229 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad62c7b7-5173-4b6c-b472-87dfccfadbfd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:48.219974 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e5c3e0ea-a673-4b38-a0f3-8000db9bf633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:48.249783 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c3e0ea-a673-4b38-a0f3-8000db9bf633 None None] Routers {'6904ea30-427d-4cfd-9664-2c7c7673ff07'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:48.252613 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e5c3e0ea-a673-4b38-a0f3-8000db9bf633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6904ea30-427d-4cfd-9664-2c7c7673ff07'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:48.360056 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e5c3e0ea-a673-4b38-a0f3-8000db9bf633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:48.362334 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c3e0ea-a673-4b38-a0f3-8000db9bf633 None None] The sync data for ids ['6904ea30-427d-4cfd-9664-2c7c7673ff07'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:48:48.411213 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device ad23be02-cafe-4a4f-a7cc-27c9fa598264 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:48:48.416833 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a16bcb2-5217-47e2-9976-049b11f2d23a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Made reservation on behalf of c467154bab39448f889c19570e49bc1d for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:48:48.421884 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a16bcb2-5217-47e2-9976-049b11f2d23a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:48.455188 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-1a16bcb2-5217-47e2-9976-049b11f2d23a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] device_id is not set on port e290718d-779a-4c11-b372-d0ed4b75b1bd yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:48:48.475687 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port ad23be02-cafe-4a4f-a7cc-27c9fa598264 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:48.476249 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:48.523782 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45140) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:48.634161 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-1a16bcb2-5217-47e2-9976-049b11f2d23a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Allocated IP 172.20.0.13 (b624d02b-512b-4eda-9b61-e7500d8c758b/ede2f5b6-ac9b-408d-9ee7-37ce7cf97000/e290718d-779a-4c11-b372-d0ed4b75b1bd) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:48:48.668986 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad62c7b7-5173-4b6c-b472-87dfccfadbfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:48.674215 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c3143351-5757-4f54-9a82-6cdfba6f4199 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ffc258e839d34d6091ecbf8c6d3a677e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487186 Jul 23 16:48:48.678232 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45148) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:48.788234 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device bd29e365-dc6e-464a-a7a0-29c01e9cc999 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:48:48.813400 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: bd29e365-dc6e-464a-a7a0-29c01e9cc999 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:48:48.815072 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device bd29e365-dc6e-464a-a7a0-29c01e9cc999 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:48:48.841218 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-83966069-f46f-4a44-b4bb-75b2a46fc726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:48.881072 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-83966069-f46f-4a44-b4bb-75b2a46fc726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:48.898326 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a16bcb2-5217-47e2-9976-049b11f2d23a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:48.950209 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a16bcb2-5217-47e2-9976-049b11f2d23a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:48.968312 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad62c7b7-5173-4b6c-b472-87dfccfadbfd admin admin] Router 02621f14-3607-4153-8dfd-95f8c7d900c9 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:48:48.971288 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-83966069-f46f-4a44-b4bb-75b2a46fc726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:48.974290 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-83966069-f46f-4a44-b4bb-75b2a46fc726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:48.978143 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-83966069-f46f-4a44-b4bb-75b2a46fc726 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/296e61e7-9645-4ceb-817f-c7cb659fa594 HTTP/1.1" status: 204 len: 168 time: 0.2961972 Jul 23 16:48:48.993588 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83966069-f46f-4a44-b4bb-75b2a46fc726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296e61e7-9645-4ceb-817f-c7cb659fa594,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:49.001212 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a16bcb2-5217-47e2-9976-049b11f2d23a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Network b624d02b-512b-4eda-9b61-e7500d8c758b is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:48:49.007213 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-1a16bcb2-5217-47e2-9976-049b11f2d23a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:48:49.010999 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a16bcb2-5217-47e2-9976-049b11f2d23a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:48:49.064169 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a16bcb2-5217-47e2-9976-049b11f2d23a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:49.064833 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a16bcb2-5217-47e2-9976-049b11f2d23a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:49.089042 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16bcb2-5217-47e2-9976-049b11f2d23a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event updated for resources: {'Port': ['ID=e290718d-779a-4c11-b372-d0ed4b75b1bd,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:49.095399 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1a16bcb2-5217-47e2-9976-049b11f2d23a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0730686 Jul 23 16:48:49.098026 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45158) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:49.106069 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-d4a92bd8-7477-46b6-99c9-5a0e257ab728 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Request body: {'port': {'network_id': 'b624d02b-512b-4eda-9b61-e7500d8c758b', 'name': 'tempest-FloatingIPTestJSON-694082111'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:49.172386 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad62c7b7-5173-4b6c-b472-87dfccfadbfd admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:48:49.186714 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86f353e-06ad-4110-a2e7-1ec1521387b4 None None] Sync routers for ids ['02621f14-3607-4153-8dfd-95f8c7d900c9'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:48:49.205737 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86f353e-06ad-4110-a2e7-1ec1521387b4 None None] Routers {'02621f14-3607-4153-8dfd-95f8c7d900c9'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:49.207132 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e86f353e-06ad-4110-a2e7-1ec1521387b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['02621f14-3607-4153-8dfd-95f8c7d900c9'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:49.216418 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad62c7b7-5173-4b6c-b472-87dfccfadbfd admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:49.218018 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ad62c7b7-5173-4b6c-b472-87dfccfadbfd admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2114744 Jul 23 16:48:49.221589 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45164) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:49.320792 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a92bd8-7477-46b6-99c9-5a0e257ab728 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Made reservation on behalf of c467154bab39448f889c19570e49bc1d for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:48:49.328919 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d4a92bd8-7477-46b6-99c9-5a0e257ab728 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:49.390640 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-d4a92bd8-7477-46b6-99c9-5a0e257ab728 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] device_id is not set on port ac98cdd9-cfa1-458e-a885-bac57c5e926d yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:48:49.436274 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-e86f353e-06ad-4110-a2e7-1ec1521387b4 None None] Set router 02621f14-3607-4153-8dfd-95f8c7d900c9 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:48:49.718091 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-d4a92bd8-7477-46b6-99c9-5a0e257ab728 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Allocated IP 172.20.0.11 (b624d02b-512b-4eda-9b61-e7500d8c758b/ede2f5b6-ac9b-408d-9ee7-37ce7cf97000/ac98cdd9-cfa1-458e-a885-bac57c5e926d) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:48:49.963628 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e86f353e-06ad-4110-a2e7-1ec1521387b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'name': 'tempest-TestVolumeBootPattern-581618674-router', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:43Z', 'updated_at': '2021-07-23T16:48:47Z', 'revision_number': 3, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'gw_port': {'id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:37:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:45Z', 'updated_at': '2021-07-23T16:48:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:49.999506 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86f353e-06ad-4110-a2e7-1ec1521387b4 None None] Checking router: 02621f14-3607-4153-8dfd-95f8c7d900c9 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:48:50.000237 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86f353e-06ad-4110-a2e7-1ec1521387b4 None None] Updating router 02621f14-3607-4153-8dfd-95f8c7d900c9 port e975d5f1-cfbb-40cf-b9fc-c31072a5fec6 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:48:50.097430 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d4a92bd8-7477-46b6-99c9-5a0e257ab728 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:50.134062 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-e86f353e-06ad-4110-a2e7-1ec1521387b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:50.161500 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d4a92bd8-7477-46b6-99c9-5a0e257ab728 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:50.212454 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a92bd8-7477-46b6-99c9-5a0e257ab728 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Network b624d02b-512b-4eda-9b61-e7500d8c758b is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:48:50.217326 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-d4a92bd8-7477-46b6-99c9-5a0e257ab728 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:48:50.223994 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a92bd8-7477-46b6-99c9-5a0e257ab728 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:48:50.253716 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a92bd8-7477-46b6-99c9-5a0e257ab728 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event updated for resources: {'Port': ['ID=ac98cdd9-cfa1-458e-a885-bac57c5e926d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:50.286424 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a92bd8-7477-46b6-99c9-5a0e257ab728 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:50.287249 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d4a92bd8-7477-46b6-99c9-5a0e257ab728 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:50.311455 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d4a92bd8-7477-46b6-99c9-5a0e257ab728 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2123237 Jul 23 16:48:50.314808 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45188) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:50.320292 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-2d31bc8c-edfd-4e8d-b3f3-7542112a4b32 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'port_id': 'ac98cdd9-cfa1-458e-a885-bac57c5e926d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:50.354933 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2d31bc8c-edfd-4e8d-b3f3-7542112a4b32 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:50.511043 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2d31bc8c-edfd-4e8d-b3f3-7542112a4b32 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:50.612797 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d30b04e-6fbf-4a50-8ebd-923488a2f191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:50.860590 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-4d30b04e-6fbf-4a50-8ebd-923488a2f191 admin admin] Allocated IP 172.20.0.1 (fedddd04-4e3c-4738-8768-b1bd7c807fbc/68bd2291-23ae-4e54-ab39-3c387bae8690/bd5ee84f-3746-4425-ac5a-d72a147aaf31) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:48:50.891824 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-e86f353e-06ad-4110-a2e7-1ec1521387b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:50.903049 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-e86f353e-06ad-4110-a2e7-1ec1521387b4 None None] Transition to ACTIVE for port object e975d5f1-cfbb-40cf-b9fc-c31072a5fec6 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:48:50.912361 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-e86f353e-06ad-4110-a2e7-1ec1521387b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:50.965512 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-e86f353e-06ad-4110-a2e7-1ec1521387b4 None None] Attempting to bind port e975d5f1-cfbb-40cf-b9fc-c31072a5fec6 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:48:50.967048 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-e86f353e-06ad-4110-a2e7-1ec1521387b4 None None] Attempting to bind port e975d5f1-cfbb-40cf-b9fc-c31072a5fec6 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:48:50.967761 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f353e-06ad-4110-a2e7-1ec1521387b4 None None] Attempting to bind port e975d5f1-cfbb-40cf-b9fc-c31072a5fec6 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:48:50.984110 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-2d31bc8c-edfd-4e8d-b3f3-7542112a4b32 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Allocated IP 172.25.8.60 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/cd7961df-f5a8-4337-929e-44db9f6a587a) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:48:51.007992 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d30b04e-6fbf-4a50-8ebd-923488a2f191 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:51.029906 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-4d30b04e-6fbf-4a50-8ebd-923488a2f191 admin admin] Transition to ACTIVE for port object bd5ee84f-3746-4425-ac5a-d72a147aaf31 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:48:51.032908 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f353e-06ad-4110-a2e7-1ec1521387b4 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:48:51.033241 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f353e-06ad-4110-a2e7-1ec1521387b4 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:48:51.033637 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-e86f353e-06ad-4110-a2e7-1ec1521387b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:51.036741 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f353e-06ad-4110-a2e7-1ec1521387b4 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:48:51.037501 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-e86f353e-06ad-4110-a2e7-1ec1521387b4 None None] Bound port: e975d5f1-cfbb-40cf-b9fc-c31072a5fec6, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:48:51.039461 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-e86f353e-06ad-4110-a2e7-1ec1521387b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:51.128738 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b20d9b-6888-4bd9-9ac1-a232c980b4be None None] Pushing event updated for resources: {'Port': ['ID=e975d5f1-cfbb-40cf-b9fc-c31072a5fec6,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:51.160865 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d30b04e-6fbf-4a50-8ebd-923488a2f191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:51.190970 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-e86f353e-06ad-4110-a2e7-1ec1521387b4 None None] For port e975d5f1-cfbb-40cf-b9fc-c31072a5fec6, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:48:51.196617 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-e86f353e-06ad-4110-a2e7-1ec1521387b4 None None] For port e975d5f1-cfbb-40cf-b9fc-c31072a5fec6, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e975d5f1-cfbb-40cf-b9fc-c31072a5fec6,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:48:51.205097 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-e86f353e-06ad-4110-a2e7-1ec1521387b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:51.229637 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d30b04e-6fbf-4a50-8ebd-923488a2f191 admin admin] Network fedddd04-4e3c-4738-8768-b1bd7c807fbc is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:48:51.243313 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-4d30b04e-6fbf-4a50-8ebd-923488a2f191 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:48:51.244447 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2d31bc8c-edfd-4e8d-b3f3-7542112a4b32 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:51.251222 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d30b04e-6fbf-4a50-8ebd-923488a2f191 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:48:51.294611 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30b04e-6fbf-4a50-8ebd-923488a2f191 admin admin] Pushing event updated for resources: {'Port': ['ID=bd5ee84f-3746-4425-ac5a-d72a147aaf31,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:51.303558 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d30b04e-6fbf-4a50-8ebd-923488a2f191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:51.355648 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b20d9b-6888-4bd9-9ac1-a232c980b4be None None] Pushing event updated for resources: {'Port': ['ID=e975d5f1-cfbb-40cf-b9fc-c31072a5fec6,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:51.379806 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2d31bc8c-edfd-4e8d-b3f3-7542112a4b32 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:51.391305 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86f353e-06ad-4110-a2e7-1ec1521387b4 None None] Routers {'02621f14-3607-4153-8dfd-95f8c7d900c9'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:51.391937 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e86f353e-06ad-4110-a2e7-1ec1521387b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['02621f14-3607-4153-8dfd-95f8c7d900c9'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:51.471029 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d31bc8c-edfd-4e8d-b3f3-7542112a4b32 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:48:51.480742 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-2d31bc8c-edfd-4e8d-b3f3-7542112a4b32 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:48:51.482828 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d31bc8c-edfd-4e8d-b3f3-7542112a4b32 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:48:51.487030 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31bc8c-edfd-4e8d-b3f3-7542112a4b32 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event updated for resources: {'Port': ['ID=cd7961df-f5a8-4337-929e-44db9f6a587a,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:51.555855 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d30b04e-6fbf-4a50-8ebd-923488a2f191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:51.576736 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-e86f353e-06ad-4110-a2e7-1ec1521387b4 None None] Set router 02621f14-3607-4153-8dfd-95f8c7d900c9 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:48:51.709256 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2cd51b49-87a3-4041-b5ca-499c76bc54ef None None] Provisioning for port bd5ee84f-3746-4425-ac5a-d72a147aaf31 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:48:51.716486 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2cd51b49-87a3-4041-b5ca-499c76bc54ef None None] Provisioning complete for port bd5ee84f-3746-4425-ac5a-d72a147aaf31 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:51.717525 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2cd51b49-87a3-4041-b5ca-499c76bc54ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:51.764649 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-2cd51b49-87a3-4041-b5ca-499c76bc54ef None None] Port bd5ee84f-3746-4425-ac5a-d72a147aaf31 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:48:51.898998 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d30b04e-6fbf-4a50-8ebd-923488a2f191 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:51.906216 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d30b04e-6fbf-4a50-8ebd-923488a2f191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:51.914663 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e86f353e-06ad-4110-a2e7-1ec1521387b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'name': 'tempest-TestVolumeBootPattern-581618674-router', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:43Z', 'updated_at': '2021-07-23T16:48:47Z', 'revision_number': 3, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'gw_port': {'id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:37:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:45Z', 'updated_at': '2021-07-23T16:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:51.970057 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86f353e-06ad-4110-a2e7-1ec1521387b4 None None] The sync data for ids ['02621f14-3607-4153-8dfd-95f8c7d900c9'] in n-d-778549-4 is: [{'id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'name': 'tempest-TestVolumeBootPattern-581618674-router', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:43Z', 'updated_at': '2021-07-23T16:48:47Z', 'revision_number': 3, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'gw_port': {'id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:37:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:45Z', 'updated_at': '2021-07-23T16:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:48:52.043076 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30b04e-6fbf-4a50-8ebd-923488a2f191 admin admin] Pushing event updated for resources: {'Port': ['ID=bd5ee84f-3746-4425-ac5a-d72a147aaf31,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:52.054061 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d30b04e-6fbf-4a50-8ebd-923488a2f191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:52.203081 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d30b04e-6fbf-4a50-8ebd-923488a2f191 admin admin] Network fedddd04-4e3c-4738-8768-b1bd7c807fbc is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:48:52.205171 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-4d30b04e-6fbf-4a50-8ebd-923488a2f191 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:48:52.509744 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d30b04e-6fbf-4a50-8ebd-923488a2f191 admin admin] Router 02621f14-3607-4153-8dfd-95f8c7d900c9 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:48:52.697935 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a15e12a8-36b9-4b47-b79c-99822240c656 None None] Provisioning complete for port bd5ee84f-3746-4425-ac5a-d72a147aaf31 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:52.701661 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a15e12a8-36b9-4b47-b79c-99822240c656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:52.787422 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a15e12a8-36b9-4b47-b79c-99822240c656 None None] Port bd5ee84f-3746-4425-ac5a-d72a147aaf31 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:48:52.797255 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d30b04e-6fbf-4a50-8ebd-923488a2f191 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:48:52.804205 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4d30b04e-6fbf-4a50-8ebd-923488a2f191 admin admin] 10.222.0.73 "PUT /v2.0/routers/02621f14-3607-4153-8dfd-95f8c7d900c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5814698 Jul 23 16:48:52.825792 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2d31bc8c-edfd-4e8d-b3f3-7542112a4b32 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:52.958251 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2d31bc8c-edfd-4e8d-b3f3-7542112a4b32 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:53.286158 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2d31bc8c-edfd-4e8d-b3f3-7542112a4b32 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:53.295397 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2d31bc8c-edfd-4e8d-b3f3-7542112a4b32 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:53.427276 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31bc8c-edfd-4e8d-b3f3-7542112a4b32 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event updated for resources: {'Port': ['ID=cd7961df-f5a8-4337-929e-44db9f6a587a,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:53.456308 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2d31bc8c-edfd-4e8d-b3f3-7542112a4b32 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:53.640720 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-2d31bc8c-edfd-4e8d-b3f3-7542112a4b32 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Floating IP e8dbb00f-317f-46e3-93ce-bfca7144254b associated. External IP: 172.25.8.60, port: ac98cdd9-cfa1-458e-a885-bac57c5e926d. Jul 23 16:48:53.825716 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45268) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:53.833948 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-bd92e065-af24-492c-99b4-d32127f4b4de admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1567797687-network', 'tenant_id': '2d4a89e2946a422ea927893d25c58239'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:53.860965 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd92e065-af24-492c-99b4-d32127f4b4de admin admin] Made reservation on behalf of 2d4a89e2946a422ea927893d25c58239 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:48:53.864235 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bd92e065-af24-492c-99b4-d32127f4b4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:53.879044 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bd92e065-af24-492c-99b4-d32127f4b4de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:53.963547 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d31bc8c-edfd-4e8d-b3f3-7542112a4b32 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Router 6904ea30-427d-4cfd-9664-2c7c7673ff07 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:48:54.015173 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bd92e065-af24-492c-99b4-d32127f4b4de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:54.020695 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bd92e065-af24-492c-99b4-d32127f4b4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:54.046329 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd92e065-af24-492c-99b4-d32127f4b4de admin admin] vlan segment allocate from pool success with {'vlan_id': 1123, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:48:54.071600 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bd92e065-af24-492c-99b4-d32127f4b4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:54.072620 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-bd92e065-af24-492c-99b4-d32127f4b4de admin admin] Added segment b0705cba-7023-4ee7-b368-e15f0ee2dbed of type vlan for network 5ba36e51-9f16-4f77-a434-eac3e3b3d8ef Jul 23 16:48:54.073690 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92e065-af24-492c-99b4-d32127f4b4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffca59d-389e-4d74-ae13-5808a6570838,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:54.117144 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d31bc8c-edfd-4e8d-b3f3-7542112a4b32 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:48:54.129856 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602ec4e6-0081-4885-bf17-eec3058521a6 None None] Sync routers for ids ['6904ea30-427d-4cfd-9664-2c7c7673ff07'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:48:54.136593 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2d31bc8c-edfd-4e8d-b3f3-7542112a4b32 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:54.144012 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bd92e065-af24-492c-99b4-d32127f4b4de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:54.149956 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602ec4e6-0081-4885-bf17-eec3058521a6 None None] Routers {'6904ea30-427d-4cfd-9664-2c7c7673ff07'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:54.151821 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-602ec4e6-0081-4885-bf17-eec3058521a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6904ea30-427d-4cfd-9664-2c7c7673ff07'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:54.194979 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2d31bc8c-edfd-4e8d-b3f3-7542112a4b32 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.8786721 Jul 23 16:48:54.199960 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45276) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:54.208726 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-b7d98e8d-7e31-40b2-8958-30ee577e300a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:54.214968 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bd92e065-af24-492c-99b4-d32127f4b4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:54.217144 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd92e065-af24-492c-99b4-d32127f4b4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:54.217908 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bd92e065-af24-492c-99b4-d32127f4b4de admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:54.268770 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-602ec4e6-0081-4885-bf17-eec3058521a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:54.284041 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602ec4e6-0081-4885-bf17-eec3058521a6 None None] Routers {'6904ea30-427d-4cfd-9664-2c7c7673ff07'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:54.285658 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-602ec4e6-0081-4885-bf17-eec3058521a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6904ea30-427d-4cfd-9664-2c7c7673ff07'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:54.296044 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-bd92e065-af24-492c-99b4-d32127f4b4de admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4697089 Jul 23 16:48:54.297552 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45280) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:54.316703 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-0d7ea4ad-a1c6-4ddf-90e9-5bcd8f3978ba admin admin] Request body: {'subnet': {'network_id': '5ba36e51-9f16-4f77-a434-eac3e3b3d8ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1567797687-subnet', 'tenant_id': '2d4a89e2946a422ea927893d25c58239', 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:54.343237 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-602ec4e6-0081-4885-bf17-eec3058521a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:54.344340 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602ec4e6-0081-4885-bf17-eec3058521a6 None None] The sync data for ids ['6904ea30-427d-4cfd-9664-2c7c7673ff07'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:48:54.355521 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b7d98e8d-7e31-40b2-8958-30ee577e300a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:54.391475 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92e065-af24-492c-99b4-d32127f4b4de admin admin] Pushing event updated for resources: {'Network': ['ID=5ba36e51-9f16-4f77-a434-eac3e3b3d8ef,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:54.400707 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7ea4ad-a1c6-4ddf-90e9-5bcd8f3978ba admin admin] Made reservation on behalf of 2d4a89e2946a422ea927893d25c58239 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:48:54.405188 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 5ba36e51-9f16-4f77-a434-eac3e3b3d8ef details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:48:54.410269 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0d7ea4ad-a1c6-4ddf-90e9-5bcd8f3978ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:54.437330 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e975d5f1-cfbb-40cf-b9fc-c31072a5fec6 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:48:54.589495 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b7d98e8d-7e31-40b2-8958-30ee577e300a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:54.597767 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b7d98e8d-7e31-40b2-8958-30ee577e300a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:54.598606 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-b7d98e8d-7e31-40b2-8958-30ee577e300a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Floating IP e8dbb00f-317f-46e3-93ce-bfca7144254b disassociated. External IP: 172.25.8.60, port: ac98cdd9-cfa1-458e-a885-bac57c5e926d. Jul 23 16:48:54.644419 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port e975d5f1-cfbb-40cf-b9fc-c31072a5fec6 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:48:54.654716 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port e975d5f1-cfbb-40cf-b9fc-c31072a5fec6 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:54.655438 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:54.892612 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0d7ea4ad-a1c6-4ddf-90e9-5bcd8f3978ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:54.916235 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86120ce7-a464-4183-b714-bfe6b7eb9e82 None None] Sync routers for ids ['02621f14-3607-4153-8dfd-95f8c7d900c9'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:48:54.936300 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86120ce7-a464-4183-b714-bfe6b7eb9e82 None None] Routers {'02621f14-3607-4153-8dfd-95f8c7d900c9'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:54.940929 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-86120ce7-a464-4183-b714-bfe6b7eb9e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['02621f14-3607-4153-8dfd-95f8c7d900c9'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:55.020964 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:55.044708 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port e975d5f1-cfbb-40cf-b9fc-c31072a5fec6, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e975d5f1-cfbb-40cf-b9fc-c31072a5fec6,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:48:55.067438 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:55.068531 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ea4ad-a1c6-4ddf-90e9-5bcd8f3978ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd9ff9f9-e033-4429-b4c3-05ac0acb5e69,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:55.114011 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7ea4ad-a1c6-4ddf-90e9-5bcd8f3978ba admin admin] Checking segment: {'id': 'b0705cba-7023-4ee7-b368-e15f0ee2dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '5ba36e51-9f16-4f77-a434-eac3e3b3d8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:48:55.114757 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7ea4ad-a1c6-4ddf-90e9-5bcd8f3978ba admin admin] Network hostable DHCP agents. Network: 5ba36e51-9f16-4f77-a434-eac3e3b3d8ef, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:48:55.169713 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7ea4ad-a1c6-4ddf-90e9-5bcd8f3978ba admin admin] Network 5ba36e51-9f16-4f77-a434-eac3e3b3d8ef is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:48:55.176104 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d98e8d-7e31-40b2-8958-30ee577e300a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Router 6904ea30-427d-4cfd-9664-2c7c7673ff07 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:48:55.191471 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-0d7ea4ad-a1c6-4ddf-90e9-5bcd8f3978ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 5ba36e51-9f16-4f77-a434-eac3e3b3d8ef) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:48:55.196510 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7ea4ad-a1c6-4ddf-90e9-5bcd8f3978ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:55.198223 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0d7ea4ad-a1c6-4ddf-90e9-5bcd8f3978ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:55.210717 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc9e2cb-54be-4500-9e28-af0f4b9165eb None None] Network 5ba36e51-9f16-4f77-a434-eac3e3b3d8ef requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:48:55.236763 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0d7ea4ad-a1c6-4ddf-90e9-5bcd8f3978ba admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9292982 Jul 23 16:48:55.239127 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45300) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:55.245201 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-9fd9bbb5-09b8-4f00-b759-1588b710be39 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1567797687-router', 'tenant_id': '2d4a89e2946a422ea927893d25c58239', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:55.287677 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fd9bbb5-09b8-4f00-b759-1588b710be39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:55.289606 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fd9bbb5-09b8-4f00-b759-1588b710be39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:55.310466 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-86120ce7-a464-4183-b714-bfe6b7eb9e82 None None] Set router 02621f14-3607-4153-8dfd-95f8c7d900c9 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:48:55.362577 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fd9bbb5-09b8-4f00-b759-1588b710be39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:55.381284 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=e975d5f1-cfbb-40cf-b9fc-c31072a5fec6,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:55.448762 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb3e969-9af3-4a87-b160-2d5771d155e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-5ba36e51-9f16-4f77-a434-eac3e3b3d8ef', 'network_id': '5ba36e51-9f16-4f77-a434-eac3e3b3d8ef', 'tenant_id': '2d4a89e2946a422ea927893d25c58239', 'fixed_ips': [{'subnet_id': 'cd9ff9f9-e033-4429-b4c3-05ac0acb5e69'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:48:55.450297 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2eb3e969-9af3-4a87-b160-2d5771d155e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:55.531047 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d98e8d-7e31-40b2-8958-30ee577e300a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:48:55.539458 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b7d98e8d-7e31-40b2-8958-30ee577e300a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:55.622451 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fd9bbb5-09b8-4f00-b759-1588b710be39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:55.651653 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b7d98e8d-7e31-40b2-8958-30ee577e300a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "PUT /v2.0/floatingips/e8dbb00f-317f-46e3-93ce-bfca7144254b HTTP/1.1" status: 200 len: 687 time: 1.4479651 Jul 23 16:48:55.652281 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45314) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:55.721878 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-86120ce7-a464-4183-b714-bfe6b7eb9e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'name': 'tempest-TestVolumeBootPattern-581618674-router', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:43Z', 'updated_at': '2021-07-23T16:48:51Z', 'revision_number': 4, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'gw_port': {'id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:37:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:45Z', 'updated_at': '2021-07-23T16:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'bd5ee84f-3746-4425-ac5a-d72a147aaf31', 'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'mac_address': 'fa:16:3e:27:b5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:50Z', 'updated_at': '2021-07-23T16:48:51Z', 'revision_number': 2, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'subnets': [{'id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:55.752317 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86120ce7-a464-4183-b714-bfe6b7eb9e82 None None] Checking router: 02621f14-3607-4153-8dfd-95f8c7d900c9 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:48:55.753349 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86120ce7-a464-4183-b714-bfe6b7eb9e82 None None] Updating router 02621f14-3607-4153-8dfd-95f8c7d900c9 port bd5ee84f-3746-4425-ac5a-d72a147aaf31 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:48:55.811701 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-2eb3e969-9af3-4a87-b160-2d5771d155e3 None None] Allocated IP 172.20.0.2 (5ba36e51-9f16-4f77-a434-eac3e3b3d8ef/cd9ff9f9-e033-4429-b4c3-05ac0acb5e69/e35b0917-9f42-4adc-801c-e3d500cd74f0) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:48:55.813117 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-86120ce7-a464-4183-b714-bfe6b7eb9e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:55.933809 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-d515185d-49cd-4f81-8f17-45d90a31ea4c tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Deleting port cd7961df-f5a8-4337-929e-44db9f6a587a {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:48:55.934877 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d515185d-49cd-4f81-8f17-45d90a31ea4c tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:55.977426 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2eb3e969-9af3-4a87-b160-2d5771d155e3 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:55.988494 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2eb3e969-9af3-4a87-b160-2d5771d155e3 None None] Transition to ACTIVE for port object e35b0917-9f42-4adc-801c-e3d500cd74f0 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:48:56.007077 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2eb3e969-9af3-4a87-b160-2d5771d155e3 None None] Transition to ACTIVE for port object e35b0917-9f42-4adc-801c-e3d500cd74f0 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:48:56.012087 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd47bd1c-e394-4d33-b79f-c1bc5061ceb3 None None] Sync routers for ids ['6904ea30-427d-4cfd-9664-2c7c7673ff07'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:48:56.016756 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2eb3e969-9af3-4a87-b160-2d5771d155e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:56.052113 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd47bd1c-e394-4d33-b79f-c1bc5061ceb3 None None] Routers {'6904ea30-427d-4cfd-9664-2c7c7673ff07'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:56.053020 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-bd47bd1c-e394-4d33-b79f-c1bc5061ceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6904ea30-427d-4cfd-9664-2c7c7673ff07'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:56.084537 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d515185d-49cd-4f81-8f17-45d90a31ea4c tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:56.084871 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d515185d-49cd-4f81-8f17-45d90a31ea4c tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:56.103426 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-d515185d-49cd-4f81-8f17-45d90a31ea4c tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Calling delete_port for cd7961df-f5a8-4337-929e-44db9f6a587a owned by network:floatingip {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:48:56.108145 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-bd47bd1c-e394-4d33-b79f-c1bc5061ceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:56.112716 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb3e969-9af3-4a87-b160-2d5771d155e3 None None] Network 5ba36e51-9f16-4f77-a434-eac3e3b3d8ef is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:48:56.123039 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-2eb3e969-9af3-4a87-b160-2d5771d155e3 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:48:56.128297 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb3e969-9af3-4a87-b160-2d5771d155e3 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:48:56.135875 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd47bd1c-e394-4d33-b79f-c1bc5061ceb3 None None] Routers {'6904ea30-427d-4cfd-9664-2c7c7673ff07'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:56.137890 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-bd47bd1c-e394-4d33-b79f-c1bc5061ceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6904ea30-427d-4cfd-9664-2c7c7673ff07'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:56.143484 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3e969-9af3-4a87-b160-2d5771d155e3 None None] Pushing event updated for resources: {'Port': ['ID=e35b0917-9f42-4adc-801c-e3d500cd74f0,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:56.205205 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fd9bbb5-09b8-4f00-b759-1588b710be39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:56.214356 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-bd47bd1c-e394-4d33-b79f-c1bc5061ceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:56.216354 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd47bd1c-e394-4d33-b79f-c1bc5061ceb3 None None] The sync data for ids ['6904ea30-427d-4cfd-9664-2c7c7673ff07'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:48:56.226384 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-86120ce7-a464-4183-b714-bfe6b7eb9e82 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:56.238966 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-86120ce7-a464-4183-b714-bfe6b7eb9e82 None None] Transition to ACTIVE for port object bd5ee84f-3746-4425-ac5a-d72a147aaf31 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:48:56.255004 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fd9bbb5-09b8-4f00-b759-1588b710be39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:56.258894 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-86120ce7-a464-4183-b714-bfe6b7eb9e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:56.294090 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-2eb3e969-9af3-4a87-b160-2d5771d155e3 None None] Attempting to bind port e35b0917-9f42-4adc-801c-e3d500cd74f0 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:48:56.294401 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-2eb3e969-9af3-4a87-b160-2d5771d155e3 None None] Attempting to bind port e35b0917-9f42-4adc-801c-e3d500cd74f0 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'b0705cba-7023-4ee7-b368-e15f0ee2dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '5ba36e51-9f16-4f77-a434-eac3e3b3d8ef'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:48:56.294737 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb3e969-9af3-4a87-b160-2d5771d155e3 None None] Attempting to bind port e35b0917-9f42-4adc-801c-e3d500cd74f0 on network 5ba36e51-9f16-4f77-a434-eac3e3b3d8ef {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:48:56.303644 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb3e969-9af3-4a87-b160-2d5771d155e3 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:48:56.304044 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb3e969-9af3-4a87-b160-2d5771d155e3 None None] Checking segment: {'id': 'b0705cba-7023-4ee7-b368-e15f0ee2dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '5ba36e51-9f16-4f77-a434-eac3e3b3d8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:48:56.304443 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2eb3e969-9af3-4a87-b160-2d5771d155e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:56.304840 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb3e969-9af3-4a87-b160-2d5771d155e3 None None] Bound using segment: {'id': 'b0705cba-7023-4ee7-b368-e15f0ee2dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '5ba36e51-9f16-4f77-a434-eac3e3b3d8ef'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:48:56.310621 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-2eb3e969-9af3-4a87-b160-2d5771d155e3 None None] Bound port: e35b0917-9f42-4adc-801c-e3d500cd74f0, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0705cba-7023-4ee7-b368-e15f0ee2dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '5ba36e51-9f16-4f77-a434-eac3e3b3d8ef'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:48:56.311123 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2eb3e969-9af3-4a87-b160-2d5771d155e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:56.428811 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-86120ce7-a464-4183-b714-bfe6b7eb9e82 None None] Attempting to bind port bd5ee84f-3746-4425-ac5a-d72a147aaf31 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:48:56.429356 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-86120ce7-a464-4183-b714-bfe6b7eb9e82 None None] Attempting to bind port bd5ee84f-3746-4425-ac5a-d72a147aaf31 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:48:56.430229 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86120ce7-a464-4183-b714-bfe6b7eb9e82 None None] Attempting to bind port bd5ee84f-3746-4425-ac5a-d72a147aaf31 on network fedddd04-4e3c-4738-8768-b1bd7c807fbc {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:48:56.438290 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86120ce7-a464-4183-b714-bfe6b7eb9e82 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:48:56.438674 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86120ce7-a464-4183-b714-bfe6b7eb9e82 None None] Checking segment: {'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:48:56.439287 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-86120ce7-a464-4183-b714-bfe6b7eb9e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:56.439785 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86120ce7-a464-4183-b714-bfe6b7eb9e82 None None] Bound using segment: {'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:48:56.440282 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-2eb3e969-9af3-4a87-b160-2d5771d155e3 None None] For port e35b0917-9f42-4adc-801c-e3d500cd74f0, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:48:56.441145 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-86120ce7-a464-4183-b714-bfe6b7eb9e82 None None] Bound port: bd5ee84f-3746-4425-ac5a-d72a147aaf31, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:48:56.441145 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-86120ce7-a464-4183-b714-bfe6b7eb9e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:56.445590 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-2eb3e969-9af3-4a87-b160-2d5771d155e3 None None] For port e35b0917-9f42-4adc-801c-e3d500cd74f0, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e35b0917-9f42-4adc-801c-e3d500cd74f0,segment=NetworkSegment(b0705cba-7023-4ee7-b368-e15f0ee2dbed),segment_id=b0705cba-7023-4ee7-b368-e15f0ee2dbed)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:48:56.453441 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e975d5f1-cfbb-40cf-b9fc-c31072a5fec6 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:48:56.459566 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2eb3e969-9af3-4a87-b160-2d5771d155e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:56.550173 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-86120ce7-a464-4183-b714-bfe6b7eb9e82 None None] For port bd5ee84f-3746-4425-ac5a-d72a147aaf31, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:48:56.571299 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-86120ce7-a464-4183-b714-bfe6b7eb9e82 None None] For port bd5ee84f-3746-4425-ac5a-d72a147aaf31, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=bd5ee84f-3746-4425-ac5a-d72a147aaf31,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:48:56.585972 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5d5a0-8133-4571-9ce1-843d46cf9f3f None None] Pushing event updated for resources: {'Port': ['ID=bd5ee84f-3746-4425-ac5a-d72a147aaf31,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:56.598581 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-86120ce7-a464-4183-b714-bfe6b7eb9e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:56.617388 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3e969-9af3-4a87-b160-2d5771d155e3 None None] Pushing event updated for resources: {'Port': ['ID=e35b0917-9f42-4adc-801c-e3d500cd74f0,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:56.638199 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-9fd9bbb5-09b8-4f00-b759-1588b710be39 admin admin] Allocated IP 172.25.8.67 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:48:56.646982 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port e975d5f1-cfbb-40cf-b9fc-c31072a5fec6 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:56.647664 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:56.772569 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5d5a0-8133-4571-9ce1-843d46cf9f3f None None] Pushing event updated for resources: {'Port': ['ID=bd5ee84f-3746-4425-ac5a-d72a147aaf31,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:56.779444 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d515185d-49cd-4f81-8f17-45d90a31ea4c tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:56.799958 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86120ce7-a464-4183-b714-bfe6b7eb9e82 None None] Routers {'02621f14-3607-4153-8dfd-95f8c7d900c9'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:56.800823 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-86120ce7-a464-4183-b714-bfe6b7eb9e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['02621f14-3607-4153-8dfd-95f8c7d900c9'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:56.933149 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515185d-49cd-4f81-8f17-45d90a31ea4c tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event deleted for resources: {'Port': ['ID=cd7961df-f5a8-4337-929e-44db9f6a587a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:57.016105 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fd9bbb5-09b8-4f00-b759-1588b710be39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:57.124152 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d515185d-49cd-4f81-8f17-45d90a31ea4c tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:57.126683 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d515185d-49cd-4f81-8f17-45d90a31ea4c tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:57.133315 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d515185d-49cd-4f81-8f17-45d90a31ea4c tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "DELETE /v2.0/floatingips/e8dbb00f-317f-46e3-93ce-bfca7144254b HTTP/1.1" status: 204 len: 168 time: 1.4796925 Jul 23 16:48:57.133974 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45332) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:57.139433 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-b58a4a56-0f7d-4af9-9a77-7076bb3cbe43 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'port_id': 'e290718d-779a-4c11-b372-d0ed4b75b1bd'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:57.140308 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fd9bbb5-09b8-4f00-b759-1588b710be39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:57.174594 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-86120ce7-a464-4183-b714-bfe6b7eb9e82 None None] Set router 02621f14-3607-4153-8dfd-95f8c7d900c9 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:48:57.214057 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b58a4a56-0f7d-4af9-9a77-7076bb3cbe43 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:57.238992 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd9bbb5-09b8-4f00-b759-1588b710be39 admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:48:57.243307 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-9fd9bbb5-09b8-4f00-b759-1588b710be39 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:48:57.257885 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd9bbb5-09b8-4f00-b759-1588b710be39 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:48:57.435587 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b58a4a56-0f7d-4af9-9a77-7076bb3cbe43 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:57.509002 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9bbb5-09b8-4f00-b759-1588b710be39 admin admin] Pushing event updated for resources: {'Port': ['ID=e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:57.771612 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-b58a4a56-0f7d-4af9-9a77-7076bb3cbe43 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Allocated IP 172.25.8.90 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/c6394ca1-482a-4ff5-b88c-557b524b1650) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:48:57.832430 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fd9bbb5-09b8-4f00-b759-1588b710be39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:57.861619 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-86120ce7-a464-4183-b714-bfe6b7eb9e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'name': 'tempest-TestVolumeBootPattern-581618674-router', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:43Z', 'updated_at': '2021-07-23T16:48:51Z', 'revision_number': 4, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'gw_port': {'id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:45Z', 'updated_at': '2021-07-23T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'bd5ee84f-3746-4425-ac5a-d72a147aaf31', 'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'mac_address': 'fa:16:3e:27:b5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:50Z', 'updated_at': '2021-07-23T16:48:56Z', 'revision_number': 4, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'subnets': [{'id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:57.934416 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86120ce7-a464-4183-b714-bfe6b7eb9e82 None None] The sync data for ids ['02621f14-3607-4153-8dfd-95f8c7d900c9'] in n-d-778549-4 is: [{'id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'name': 'tempest-TestVolumeBootPattern-581618674-router', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:43Z', 'updated_at': '2021-07-23T16:48:51Z', 'revision_number': 4, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'gw_port': {'id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:45Z', 'updated_at': '2021-07-23T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'bd5ee84f-3746-4425-ac5a-d72a147aaf31', 'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'mac_address': 'fa:16:3e:27:b5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:50Z', 'updated_at': '2021-07-23T16:48:56Z', 'revision_number': 4, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'subnets': [{'id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:48:58.023496 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b58a4a56-0f7d-4af9-9a77-7076bb3cbe43 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:58.157903 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:48:58.245016 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b58a4a56-0f7d-4af9-9a77-7076bb3cbe43 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:58.455552 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fd9bbb5-09b8-4f00-b759-1588b710be39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:58.462781 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a4a56-0f7d-4af9-9a77-7076bb3cbe43 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event updated for resources: {'Port': ['ID=c6394ca1-482a-4ff5-b88c-557b524b1650,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:58.483193 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ed0097-dc51-4468-a522-7ad2205af469 None None] Network 5ba36e51-9f16-4f77-a434-eac3e3b3d8ef requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:48:58.495196 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58a4a56-0f7d-4af9-9a77-7076bb3cbe43 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:48:58.497781 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-b58a4a56-0f7d-4af9-9a77-7076bb3cbe43 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:48:58.501590 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58a4a56-0f7d-4af9-9a77-7076bb3cbe43 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:48:58.568551 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e35b0917-9f42-4adc-801c-e3d500cd74f0 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:48:58.795923 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd9bbb5-09b8-4f00-b759-1588b710be39 admin admin] Router 5988be5a-e52b-4a3f-ac40-7f07ee263e64 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:48:58.967694 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port e35b0917-9f42-4adc-801c-e3d500cd74f0 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:48:58.973138 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port e35b0917-9f42-4adc-801c-e3d500cd74f0 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:58.973519 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:58.975068 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ee722f98-0f2b-489f-81f5-2a7870c0eae6 None None] Provisioning for port e35b0917-9f42-4adc-801c-e3d500cd74f0 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:48:58.981749 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ee722f98-0f2b-489f-81f5-2a7870c0eae6 None None] Provisioning complete for port e35b0917-9f42-4adc-801c-e3d500cd74f0 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:58.982392 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ee722f98-0f2b-489f-81f5-2a7870c0eae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:59.067102 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd9bbb5-09b8-4f00-b759-1588b710be39 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:48:59.078446 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfebf8a-f6b0-4902-91f4-7e3e11291911 None None] Sync routers for ids ['5988be5a-e52b-4a3f-ac40-7f07ee263e64'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:48:59.096339 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfebf8a-f6b0-4902-91f4-7e3e11291911 None None] Routers {'5988be5a-e52b-4a3f-ac40-7f07ee263e64'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:59.097085 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-1cfebf8a-f6b0-4902-91f4-7e3e11291911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5988be5a-e52b-4a3f-ac40-7f07ee263e64'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:59.129356 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fd9bbb5-09b8-4f00-b759-1588b710be39 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:59.135735 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9fd9bbb5-09b8-4f00-b759-1588b710be39 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8951533 Jul 23 16:48:59.136506 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45364) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:59.271668 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:59.401978 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port e35b0917-9f42-4adc-801c-e3d500cd74f0, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e35b0917-9f42-4adc-801c-e3d500cd74f0,segment=NetworkSegment(b0705cba-7023-4ee7-b368-e15f0ee2dbed),segment_id=b0705cba-7023-4ee7-b368-e15f0ee2dbed)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:48:59.425332 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:59.426393 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device bd5ee84f-3746-4425-ac5a-d72a147aaf31 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:48:59.429584 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-1cfebf8a-f6b0-4902-91f4-7e3e11291911 None None] Set router 5988be5a-e52b-4a3f-ac40-7f07ee263e64 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:48:59.579579 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=e35b0917-9f42-4adc-801c-e3d500cd74f0,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:59.619430 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b58a4a56-0f7d-4af9-9a77-7076bb3cbe43 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:59.632852 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ee722f98-0f2b-489f-81f5-2a7870c0eae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:59.788467 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.api [None req-ee722f98-0f2b-489f-81f5-2a7870c0eae6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:48:59.788836 n-d-778549-4 neutron-server[94014]: DEBUG oslo_db.api [None req-ee722f98-0f2b-489f-81f5-2a7870c0eae6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:48:59.821673 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port bd5ee84f-3746-4425-ac5a-d72a147aaf31 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:48:59.826289 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port bd5ee84f-3746-4425-ac5a-d72a147aaf31 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:59.826673 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:59.847100 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b58a4a56-0f7d-4af9-9a77-7076bb3cbe43 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:59.891221 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-1cfebf8a-f6b0-4902-91f4-7e3e11291911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5988be5a-e52b-4a3f-ac40-7f07ee263e64', 'name': 'tempest-TestVolumeBootPattern-1567797687-router', 'tenant_id': '2d4a89e2946a422ea927893d25c58239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:55Z', 'updated_at': '2021-07-23T16:48:57Z', 'revision_number': 3, 'project_id': '2d4a89e2946a422ea927893d25c58239', 'gw_port': {'id': 'e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5988be5a-e52b-4a3f-ac40-7f07ee263e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:56Z', 'updated_at': '2021-07-23T16:48:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:59.940006 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfebf8a-f6b0-4902-91f4-7e3e11291911 None None] Checking router: 5988be5a-e52b-4a3f-ac40-7f07ee263e64 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:48:59.940716 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfebf8a-f6b0-4902-91f4-7e3e11291911 None None] Updating router 5988be5a-e52b-4a3f-ac40-7f07ee263e64 port e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:49:00.031399 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-1cfebf8a-f6b0-4902-91f4-7e3e11291911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:00.037894 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:00.147842 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port bd5ee84f-3746-4425-ac5a-d72a147aaf31, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=bd5ee84f-3746-4425-ac5a-d72a147aaf31,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:49:00.156273 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:00.237502 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=bd5ee84f-3746-4425-ac5a-d72a147aaf31,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:00.250581 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:00.251185 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:00.251813 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:00.252645 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:00.253734 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:00.254845 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:00.255403 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:00.256236 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:00.256770 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:00.257477 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:00.259109 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:00.259687 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:00.298262 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c8902d58-05f4-4b04-b3b3-734bc97e81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:00.364604 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e35b0917-9f42-4adc-801c-e3d500cd74f0 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:49:00.368633 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b58a4a56-0f7d-4af9-9a77-7076bb3cbe43 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:00.376743 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b58a4a56-0f7d-4af9-9a77-7076bb3cbe43 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:00.485609 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a4a56-0f7d-4af9-9a77-7076bb3cbe43 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event updated for resources: {'Port': ['ID=c6394ca1-482a-4ff5-b88c-557b524b1650,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:00.527341 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port e35b0917-9f42-4adc-801c-e3d500cd74f0 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:49:00.527802 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:00.540251 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-c8902d58-05f4-4b04-b3b3-734bc97e81d4 admin admin] Allocated IP 172.20.0.1 (5ba36e51-9f16-4f77-a434-eac3e3b3d8ef/cd9ff9f9-e033-4429-b4c3-05ac0acb5e69/b5cb30fe-68ff-40ef-a2a8-973dca03e397) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:49:00.579360 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b58a4a56-0f7d-4af9-9a77-7076bb3cbe43 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:00.632419 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ec92c335-7415-472b-a681-8ccbe49fe5da None None] Provisioning complete for port e35b0917-9f42-4adc-801c-e3d500cd74f0 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:49:00.632947 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ec92c335-7415-472b-a681-8ccbe49fe5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:00.658768 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-1cfebf8a-f6b0-4902-91f4-7e3e11291911 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:00.670353 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-1cfebf8a-f6b0-4902-91f4-7e3e11291911 None None] Transition to ACTIVE for port object e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:49:00.691939 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-1cfebf8a-f6b0-4902-91f4-7e3e11291911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:00.795666 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c8902d58-05f4-4b04-b3b3-734bc97e81d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:00.801245 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-b58a4a56-0f7d-4af9-9a77-7076bb3cbe43 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Floating IP f81b1cf8-b0e5-494f-946a-e6c3066683e8 associated. External IP: 172.25.8.90, port: e290718d-779a-4c11-b372-d0ed4b75b1bd. Jul 23 16:49:00.835462 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-c8902d58-05f4-4b04-b3b3-734bc97e81d4 admin admin] Transition to ACTIVE for port object b5cb30fe-68ff-40ef-a2a8-973dca03e397 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:49:00.859689 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-1cfebf8a-f6b0-4902-91f4-7e3e11291911 None None] Attempting to bind port e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:49:00.860058 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-1cfebf8a-f6b0-4902-91f4-7e3e11291911 None None] Attempting to bind port e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:49:00.860425 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfebf8a-f6b0-4902-91f4-7e3e11291911 None None] Attempting to bind port e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:49:00.910073 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5cf99b-0eb8-4774-b577-e6bd236c05f4 None None] Pushing event updated for resources: {'Port': ['ID=e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:00.910721 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c8902d58-05f4-4b04-b3b3-734bc97e81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:00.912604 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfebf8a-f6b0-4902-91f4-7e3e11291911 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:49:00.913045 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfebf8a-f6b0-4902-91f4-7e3e11291911 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:49:00.913483 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-1cfebf8a-f6b0-4902-91f4-7e3e11291911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:00.913870 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfebf8a-f6b0-4902-91f4-7e3e11291911 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:49:00.914341 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-1cfebf8a-f6b0-4902-91f4-7e3e11291911 None None] Bound port: e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:49:00.914719 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-1cfebf8a-f6b0-4902-91f4-7e3e11291911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:01.015052 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8902d58-05f4-4b04-b3b3-734bc97e81d4 admin admin] Network 5ba36e51-9f16-4f77-a434-eac3e3b3d8ef is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:49:01.032201 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-c8902d58-05f4-4b04-b3b3-734bc97e81d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:49:01.040898 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8902d58-05f4-4b04-b3b3-734bc97e81d4 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:49:01.069594 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-1cfebf8a-f6b0-4902-91f4-7e3e11291911 None None] For port e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:49:01.076159 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-1cfebf8a-f6b0-4902-91f4-7e3e11291911 None None] For port e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:49:01.085266 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-1cfebf8a-f6b0-4902-91f4-7e3e11291911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:01.160510 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5cf99b-0eb8-4774-b577-e6bd236c05f4 None None] Pushing event updated for resources: {'Port': ['ID=e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:01.189412 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfebf8a-f6b0-4902-91f4-7e3e11291911 None None] Routers {'5988be5a-e52b-4a3f-ac40-7f07ee263e64'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:01.190508 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-1cfebf8a-f6b0-4902-91f4-7e3e11291911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5988be5a-e52b-4a3f-ac40-7f07ee263e64'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:01.267188 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58a4a56-0f7d-4af9-9a77-7076bb3cbe43 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Router 6904ea30-427d-4cfd-9664-2c7c7673ff07 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:49:01.427208 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-1cfebf8a-f6b0-4902-91f4-7e3e11291911 None None] Set router 5988be5a-e52b-4a3f-ac40-7f07ee263e64 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:49:01.444660 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c8984ef-ae2b-49fc-ab02-67d3487df7b7 None None] Provisioning for port b5cb30fe-68ff-40ef-a2a8-973dca03e397 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:49:01.450579 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c8984ef-ae2b-49fc-ab02-67d3487df7b7 None None] Provisioning complete for port b5cb30fe-68ff-40ef-a2a8-973dca03e397 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:49:01.451016 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c8984ef-ae2b-49fc-ab02-67d3487df7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:01.527237 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4c8984ef-ae2b-49fc-ab02-67d3487df7b7 None None] Port b5cb30fe-68ff-40ef-a2a8-973dca03e397 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:49:01.533576 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58a4a56-0f7d-4af9-9a77-7076bb3cbe43 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:49:01.552263 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb659763-b653-4fd1-a986-a588d53c791a None None] Sync routers for ids ['6904ea30-427d-4cfd-9664-2c7c7673ff07'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:49:01.568690 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b58a4a56-0f7d-4af9-9a77-7076bb3cbe43 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:01.580245 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb659763-b653-4fd1-a986-a588d53c791a None None] Routers {'6904ea30-427d-4cfd-9664-2c7c7673ff07'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:01.581894 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-fb659763-b653-4fd1-a986-a588d53c791a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6904ea30-427d-4cfd-9664-2c7c7673ff07'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:01.667634 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b58a4a56-0f7d-4af9-9a77-7076bb3cbe43 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.5325408 Jul 23 16:49:01.669510 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45400) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:01.700315 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-fb659763-b653-4fd1-a986-a588d53c791a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:01.722335 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb659763-b653-4fd1-a986-a588d53c791a None None] Routers {'6904ea30-427d-4cfd-9664-2c7c7673ff07'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:01.723065 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-fb659763-b653-4fd1-a986-a588d53c791a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6904ea30-427d-4cfd-9664-2c7c7673ff07'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:01.739559 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8902d58-05f4-4b04-b3b3-734bc97e81d4 admin admin] Pushing event updated for resources: {'Port': ['ID=b5cb30fe-68ff-40ef-a2a8-973dca03e397,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:01.782473 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c8902d58-05f4-4b04-b3b3-734bc97e81d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:01.799599 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-fb659763-b653-4fd1-a986-a588d53c791a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:01.801262 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb659763-b653-4fd1-a986-a588d53c791a None None] The sync data for ids ['6904ea30-427d-4cfd-9664-2c7c7673ff07'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:49:01.813551 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-82181da1-402e-43af-8d2d-c53227278321 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "GET /v2.0/floatingips/f81b1cf8-b0e5-494f-946a-e6c3066683e8 HTTP/1.1" status: 200 len: 978 time: 0.1428668 Jul 23 16:49:01.814145 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45404) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:01.902139 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-1cfebf8a-f6b0-4902-91f4-7e3e11291911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5988be5a-e52b-4a3f-ac40-7f07ee263e64', 'name': 'tempest-TestVolumeBootPattern-1567797687-router', 'tenant_id': '2d4a89e2946a422ea927893d25c58239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:55Z', 'updated_at': '2021-07-23T16:48:57Z', 'revision_number': 3, 'project_id': '2d4a89e2946a422ea927893d25c58239', 'gw_port': {'id': 'e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5988be5a-e52b-4a3f-ac40-7f07ee263e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:56Z', 'updated_at': '2021-07-23T16:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:01.939241 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfebf8a-f6b0-4902-91f4-7e3e11291911 None None] The sync data for ids ['5988be5a-e52b-4a3f-ac40-7f07ee263e64'] in n-d-778549-4 is: [{'id': '5988be5a-e52b-4a3f-ac40-7f07ee263e64', 'name': 'tempest-TestVolumeBootPattern-1567797687-router', 'tenant_id': '2d4a89e2946a422ea927893d25c58239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:55Z', 'updated_at': '2021-07-23T16:48:57Z', 'revision_number': 3, 'project_id': '2d4a89e2946a422ea927893d25c58239', 'gw_port': {'id': 'e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5988be5a-e52b-4a3f-ac40-7f07ee263e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:56Z', 'updated_at': '2021-07-23T16:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:49:02.001582 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c68d05a7-17ee-41fa-a4bc-95ed5b882fb0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1861565 Jul 23 16:49:02.002633 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45410) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:02.009432 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-93b4de2e-e317-49f3-ad11-ff8278775453 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Request body: {'floatingip': {'port_id': 'ac98cdd9-cfa1-458e-a885-bac57c5e926d'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:49:02.055032 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c8902d58-05f4-4b04-b3b3-734bc97e81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:02.110426 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93b4de2e-e317-49f3-ad11-ff8278775453 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:02.283242 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c8902d58-05f4-4b04-b3b3-734bc97e81d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:02.294343 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c8902d58-05f4-4b04-b3b3-734bc97e81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:02.363358 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c8902d58-05f4-4b04-b3b3-734bc97e81d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:02.480677 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device bd5ee84f-3746-4425-ac5a-d72a147aaf31 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:49:02.561259 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port bd5ee84f-3746-4425-ac5a-d72a147aaf31 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:49:02.562195 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:02.579512 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8902d58-05f4-4b04-b3b3-734bc97e81d4 admin admin] Pushing event updated for resources: {'Port': ['ID=b5cb30fe-68ff-40ef-a2a8-973dca03e397,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:02.711664 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2e4a24ec-3922-4f4d-9ec3-6d2a14c445b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:02.805682 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8902d58-05f4-4b04-b3b3-734bc97e81d4 admin admin] Network 5ba36e51-9f16-4f77-a434-eac3e3b3d8ef is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:49:02.815890 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-c8902d58-05f4-4b04-b3b3-734bc97e81d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:49:03.102563 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8902d58-05f4-4b04-b3b3-734bc97e81d4 admin admin] Router 5988be5a-e52b-4a3f-ac40-7f07ee263e64 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:49:03.382800 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4ba5af05-02d0-46b5-8b5e-e866f42373ce None None] Provisioning complete for port b5cb30fe-68ff-40ef-a2a8-973dca03e397 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:49:03.383236 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4ba5af05-02d0-46b5-8b5e-e866f42373ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:03.390683 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8902d58-05f4-4b04-b3b3-734bc97e81d4 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:49:03.403681 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c8902d58-05f4-4b04-b3b3-734bc97e81d4 admin admin] 10.222.0.73 "PUT /v2.0/routers/5988be5a-e52b-4a3f-ac40-7f07ee263e64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2653685 Jul 23 16:49:03.444399 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5af05-02d0-46b5-8b5e-e866f42373ce None None] Port b5cb30fe-68ff-40ef-a2a8-973dca03e397 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:49:04.003093 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93b4de2e-e317-49f3-ad11-ff8278775453 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:04.010209 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93b4de2e-e317-49f3-ad11-ff8278775453 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:04.200586 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-93b4de2e-e317-49f3-ad11-ff8278775453 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Floating IP f81b1cf8-b0e5-494f-946a-e6c3066683e8 associated. External IP: 172.25.8.90, port: e290718d-779a-4c11-b372-d0ed4b75b1bd. Jul 23 16:49:04.399364 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:49:04.488603 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:49:04.494183 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:49:04.495944 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:04.605261 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b4de2e-e317-49f3-ad11-ff8278775453 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Router 6904ea30-427d-4cfd-9664-2c7c7673ff07 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:49:04.699161 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:04.755522 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:49:04.762779 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:04.788316 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b4de2e-e317-49f3-ad11-ff8278775453 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:49:04.802590 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584f108b-7fc1-4bb9-afd1-026f239744eb None None] Sync routers for ids ['6904ea30-427d-4cfd-9664-2c7c7673ff07'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:49:04.815177 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584f108b-7fc1-4bb9-afd1-026f239744eb None None] Routers {'6904ea30-427d-4cfd-9664-2c7c7673ff07'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:04.817580 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-584f108b-7fc1-4bb9-afd1-026f239744eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6904ea30-427d-4cfd-9664-2c7c7673ff07'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:04.890759 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-584f108b-7fc1-4bb9-afd1-026f239744eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:04.908611 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584f108b-7fc1-4bb9-afd1-026f239744eb None None] Routers {'6904ea30-427d-4cfd-9664-2c7c7673ff07'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:04.909568 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-584f108b-7fc1-4bb9-afd1-026f239744eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6904ea30-427d-4cfd-9664-2c7c7673ff07'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:04.938311 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:04.956953 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2de60a-b272-416d-8189-6abddb6bdc29 None None] Sync routers for ids ['5988be5a-e52b-4a3f-ac40-7f07ee263e64'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:49:04.990450 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2de60a-b272-416d-8189-6abddb6bdc29 None None] Routers {'5988be5a-e52b-4a3f-ac40-7f07ee263e64'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:04.990956 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ae2de60a-b272-416d-8189-6abddb6bdc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5988be5a-e52b-4a3f-ac40-7f07ee263e64'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:04.995430 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-584f108b-7fc1-4bb9-afd1-026f239744eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:04.996931 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584f108b-7fc1-4bb9-afd1-026f239744eb None None] The sync data for ids ['6904ea30-427d-4cfd-9664-2c7c7673ff07'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:49:05.164383 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:05.224795 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b4de2e-e317-49f3-ad11-ff8278775453 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Router 6904ea30-427d-4cfd-9664-2c7c7673ff07 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:49:05.291007 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-ae2de60a-b272-416d-8189-6abddb6bdc29 None None] Set router 5988be5a-e52b-4a3f-ac40-7f07ee263e64 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:49:05.375763 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b4de2e-e317-49f3-ad11-ff8278775453 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:49:05.383851 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93b4de2e-e317-49f3-ad11-ff8278775453 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:05.388136 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b0e710-a15c-4d1a-96fb-01011945d74e None None] Sync routers for ids ['6904ea30-427d-4cfd-9664-2c7c7673ff07'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:49:05.406392 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b0e710-a15c-4d1a-96fb-01011945d74e None None] Routers {'6904ea30-427d-4cfd-9664-2c7c7673ff07'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:05.407396 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-04b0e710-a15c-4d1a-96fb-01011945d74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:48:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6904ea30-427d-4cfd-9664-2c7c7673ff07'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:05.469618 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-04b0e710-a15c-4d1a-96fb-01011945d74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:05.492774 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b0e710-a15c-4d1a-96fb-01011945d74e None None] Routers {'6904ea30-427d-4cfd-9664-2c7c7673ff07'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:05.492774 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-04b0e710-a15c-4d1a-96fb-01011945d74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:49:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6904ea30-427d-4cfd-9664-2c7c7673ff07'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:05.547495 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-93b4de2e-e317-49f3-ad11-ff8278775453 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "PUT /v2.0/floatingips/f81b1cf8-b0e5-494f-946a-e6c3066683e8 HTTP/1.1" status: 200 len: 977 time: 3.5436177 Jul 23 16:49:05.547826 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-04b0e710-a15c-4d1a-96fb-01011945d74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:05.548551 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b0e710-a15c-4d1a-96fb-01011945d74e None None] The sync data for ids ['6904ea30-427d-4cfd-9664-2c7c7673ff07'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:49:05.548861 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b3e5376a-0f98-4665-8509-7e15ac7373fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:05.549995 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45490) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:05.556223 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-d17537be-2dd4-4a1d-a8c2-3d043450a680 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:49:05.616866 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:05.632925 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d17537be-2dd4-4a1d-a8c2-3d043450a680 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:05.755833 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4a9da-f64e-4f51-be05-b20fb43c88ca req-f21f2067-ca55-4a63-8765-99cd45fcc6b1 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:05.759068 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8ca4a9da-f64e-4f51-be05-b20fb43c88ca req-f21f2067-ca55-4a63-8765-99cd45fcc6b1 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f42e38f-597e-42c3-ad8d-718fe011fca7 HTTP/1.1" status: 200 len: 945 time: 0.1287889 Jul 23 16:49:05.844922 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d17537be-2dd4-4a1d-a8c2-3d043450a680 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:05.850265 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d17537be-2dd4-4a1d-a8c2-3d043450a680 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:05.850653 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-d17537be-2dd4-4a1d-a8c2-3d043450a680 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Floating IP f81b1cf8-b0e5-494f-946a-e6c3066683e8 disassociated. External IP: 172.25.8.90, port: ac98cdd9-cfa1-458e-a885-bac57c5e926d. Jul 23 16:49:05.854773 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8ca4a9da-f64e-4f51-be05-b20fb43c88ca req-a5132a31-0f8d-4e2c-b83e-e26f2173eef9 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/security-groups?id=4020443d-bee2-42cf-81b8-a3677ff971b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811222 Jul 23 16:49:05.895224 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ae2de60a-b272-416d-8189-6abddb6bdc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5988be5a-e52b-4a3f-ac40-7f07ee263e64', 'name': 'tempest-TestVolumeBootPattern-1567797687-router', 'tenant_id': '2d4a89e2946a422ea927893d25c58239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:55Z', 'updated_at': '2021-07-23T16:49:01Z', 'revision_number': 4, 'project_id': '2d4a89e2946a422ea927893d25c58239', 'gw_port': {'id': 'e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5988be5a-e52b-4a3f-ac40-7f07ee263e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:56Z', 'updated_at': '2021-07-23T16:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'b5cb30fe-68ff-40ef-a2a8-973dca03e397', 'name': '', 'network_id': '5ba36e51-9f16-4f77-a434-eac3e3b3d8ef', 'tenant_id': '2d4a89e2946a422ea927893d25c58239', 'mac_address': 'fa:16:3e:b8:84:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5988be5a-e52b-4a3f-ac40-7f07ee263e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'cd9ff9f9-e033-4429-b4c3-05ac0acb5e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:49:00Z', 'updated_at': '2021-07-23T16:49:02Z', 'revision_number': 2, 'project_id': '2d4a89e2946a422ea927893d25c58239', 'subnets': [{'id': 'cd9ff9f9-e033-4429-b4c3-05ac0acb5e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:05.924867 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2de60a-b272-416d-8189-6abddb6bdc29 None None] Checking router: 5988be5a-e52b-4a3f-ac40-7f07ee263e64 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:49:05.925262 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2de60a-b272-416d-8189-6abddb6bdc29 None None] Updating router 5988be5a-e52b-4a3f-ac40-7f07ee263e64 port b5cb30fe-68ff-40ef-a2a8-973dca03e397 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:49:05.927531 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41691a6a-e1e4-4695-bc76-d64111f56339 req-68d3b766-3771-410e-ac7b-27fd78f1e8d6 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=4ff2a354-63c5-4ce4-8735-a1dbae1a9c16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0709803 Jul 23 16:49:05.996243 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ae2de60a-b272-416d-8189-6abddb6bdc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:06.035940 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41691a6a-e1e4-4695-bc76-d64111f56339 req-f5bb46c8-0c1b-4433-99ac-0a0bef22bcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:06.042107 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41691a6a-e1e4-4695-bc76-d64111f56339 req-f5bb46c8-0c1b-4433-99ac-0a0bef22bcd5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c1adfa8c2e814e2b9771516fa2cd53e6&device_id=4ff2a354-63c5-4ce4-8735-a1dbae1a9c16 HTTP/1.1" status: 200 len: 1101 time: 0.0923634 Jul 23 16:49:06.317795 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41691a6a-e1e4-4695-bc76-d64111f56339 req-7b584dd5-7eb9-46d4-ac88-aa0e25003619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:06.322487 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41691a6a-e1e4-4695-bc76-d64111f56339 req-7b584dd5-7eb9-46d4-ac88-aa0e25003619 service neutron] 10.222.0.97 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.2573225 Jul 23 16:49:06.378029 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41691a6a-e1e4-4695-bc76-d64111f56339 req-42f0a1b4-4363-4125-91b2-395dbed8df90 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=e3480c40-e163-46ce-a814-f53ef7c5d6d0 HTTP/1.1" status: 200 len: 217 time: 0.0485413 Jul 23 16:49:06.480784 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41691a6a-e1e4-4695-bc76-d64111f56339 req-d1b45b61-e449-420c-8b0d-b81a0dbd9aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:06.482998 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41691a6a-e1e4-4695-bc76-d64111f56339 req-d1b45b61-e449-420c-8b0d-b81a0dbd9aef service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0991139 Jul 23 16:49:06.598272 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17537be-2dd4-4a1d-a8c2-3d043450a680 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Router 6904ea30-427d-4cfd-9664-2c7c7673ff07 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:49:06.598855 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41691a6a-e1e4-4695-bc76-d64111f56339 req-78b608a4-e6b0-4927-a470-7b066f4ca793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:06.600414 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41691a6a-e1e4-4695-bc76-d64111f56339 req-78b608a4-e6b0-4927-a470-7b066f4ca793 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1113436 Jul 23 16:49:06.630564 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:49:06.706785 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:06.736769 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ae2de60a-b272-416d-8189-6abddb6bdc29 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:06.765697 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41691a6a-e1e4-4695-bc76-d64111f56339 req-35b09ffe-f5c0-4dc9-8a0d-d6cff81ee707 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575308 Jul 23 16:49:06.780871 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17537be-2dd4-4a1d-a8c2-3d043450a680 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:49:06.792710 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d17537be-2dd4-4a1d-a8c2-3d043450a680 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:06.828891 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8650cffd-08de-4f6c-a59a-8464df87bf28 None None] Sync routers for ids ['6904ea30-427d-4cfd-9664-2c7c7673ff07'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:49:06.836553 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ae2de60a-b272-416d-8189-6abddb6bdc29 None None] Transition to ACTIVE for port object b5cb30fe-68ff-40ef-a2a8-973dca03e397 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:49:06.849537 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8650cffd-08de-4f6c-a59a-8464df87bf28 None None] Routers {'6904ea30-427d-4cfd-9664-2c7c7673ff07'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:06.850176 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-8650cffd-08de-4f6c-a59a-8464df87bf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:49:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6904ea30-427d-4cfd-9664-2c7c7673ff07'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:06.854720 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d17537be-2dd4-4a1d-a8c2-3d043450a680 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "PUT /v2.0/floatingips/f81b1cf8-b0e5-494f-946a-e6c3066683e8 HTTP/1.1" status: 200 len: 687 time: 1.3035305 Jul 23 16:49:06.857470 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45510) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:06.944154 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-8650cffd-08de-4f6c-a59a-8464df87bf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:06.952794 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ae2de60a-b272-416d-8189-6abddb6bdc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:06.954402 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41691a6a-e1e4-4695-bc76-d64111f56339 req-8455f2ed-8326-4341-8fb8-aebe2a30f714 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788652 Jul 23 16:49:06.973038 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:49:06.976068 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:07.048304 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-42ca0a7e-4fd7-4349-957a-541711c1714d tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Deleting port c6394ca1-482a-4ff5-b88c-557b524b1650 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:49:07.049206 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42ca0a7e-4fd7-4349-957a-541711c1714d tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:07.148838 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8650cffd-08de-4f6c-a59a-8464df87bf28 None None] Routers {'6904ea30-427d-4cfd-9664-2c7c7673ff07'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:07.149590 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-8650cffd-08de-4f6c-a59a-8464df87bf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:49:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6904ea30-427d-4cfd-9664-2c7c7673ff07'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:07.151527 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae92f2d-f448-4011-aac6-622f922dca72 None None] Pushing event updated for resources: {'Port': ['ID=b5cb30fe-68ff-40ef-a2a8-973dca03e397,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:07.161817 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42ca0a7e-4fd7-4349-957a-541711c1714d tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:07.162254 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42ca0a7e-4fd7-4349-957a-541711c1714d tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:07.180286 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-42ca0a7e-4fd7-4349-957a-541711c1714d tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Calling delete_port for c6394ca1-482a-4ff5-b88c-557b524b1650 owned by network:floatingip {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:49:07.217784 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-8650cffd-08de-4f6c-a59a-8464df87bf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:07.218628 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8650cffd-08de-4f6c-a59a-8464df87bf28 None None] The sync data for ids ['6904ea30-427d-4cfd-9664-2c7c7673ff07'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:49:07.238384 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e6735-58c7-494c-9d89-8d736f1228ed req-88f55e3a-13d2-45c9-bd75-5124b91f8f01 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:07.245872 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b31e6735-58c7-494c-9d89-8d736f1228ed req-88f55e3a-13d2-45c9-bd75-5124b91f8f01 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f42e38f-597e-42c3-ad8d-718fe011fca7 HTTP/1.1" status: 200 len: 945 time: 0.2173178 Jul 23 16:49:07.329937 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b8ff2-ed32-4767-b9b5-1d2f18c27bf5 req-91125b1c-1fd3-448d-80c8-878a1a8a08d9 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:07.331692 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-577b8ff2-ed32-4767-b9b5-1d2f18c27bf5 req-91125b1c-1fd3-448d-80c8-878a1a8a08d9 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.74 "GET /v2.0/ports?device_id=3f42e38f-597e-42c3-ad8d-718fe011fca7 HTTP/1.1" status: 200 len: 945 time: 0.2883873 Jul 23 16:49:07.405565 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ae2de60a-b272-416d-8189-6abddb6bdc29 None None] Attempting to bind port b5cb30fe-68ff-40ef-a2a8-973dca03e397 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:49:07.407165 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ae2de60a-b272-416d-8189-6abddb6bdc29 None None] Attempting to bind port b5cb30fe-68ff-40ef-a2a8-973dca03e397 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'b0705cba-7023-4ee7-b368-e15f0ee2dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '5ba36e51-9f16-4f77-a434-eac3e3b3d8ef'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:49:07.407561 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2de60a-b272-416d-8189-6abddb6bdc29 None None] Attempting to bind port b5cb30fe-68ff-40ef-a2a8-973dca03e397 on network 5ba36e51-9f16-4f77-a434-eac3e3b3d8ef {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:49:07.420197 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2de60a-b272-416d-8189-6abddb6bdc29 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:49:07.420586 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2de60a-b272-416d-8189-6abddb6bdc29 None None] Checking segment: {'id': 'b0705cba-7023-4ee7-b368-e15f0ee2dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '5ba36e51-9f16-4f77-a434-eac3e3b3d8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:49:07.421002 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ae2de60a-b272-416d-8189-6abddb6bdc29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:07.422610 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2de60a-b272-416d-8189-6abddb6bdc29 None None] Bound using segment: {'id': 'b0705cba-7023-4ee7-b368-e15f0ee2dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '5ba36e51-9f16-4f77-a434-eac3e3b3d8ef'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:49:07.423118 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ae2de60a-b272-416d-8189-6abddb6bdc29 None None] Bound port: b5cb30fe-68ff-40ef-a2a8-973dca03e397, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0705cba-7023-4ee7-b368-e15f0ee2dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '5ba36e51-9f16-4f77-a434-eac3e3b3d8ef'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:49:07.423518 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ae2de60a-b272-416d-8189-6abddb6bdc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:07.430022 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b31e6735-58c7-494c-9d89-8d736f1228ed req-99749e30-cf07-4019-8d72-eee2aec1651d tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/security-groups?id=4020443d-bee2-42cf-81b8-a3677ff971b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823967 Jul 23 16:49:07.478953 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42ca0a7e-4fd7-4349-957a-541711c1714d tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:07.528942 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:07.529419 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-577b8ff2-ed32-4767-b9b5-1d2f18c27bf5 req-266a553f-2b88-442b-9766-9c6873555dad tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Deleting port 28c0e793-89d9-44f5-aa5a-f45d65b2676d {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:49:07.529868 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-577b8ff2-ed32-4767-b9b5-1d2f18c27bf5 req-266a553f-2b88-442b-9766-9c6873555dad tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:07.546533 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ae2de60a-b272-416d-8189-6abddb6bdc29 None None] For port b5cb30fe-68ff-40ef-a2a8-973dca03e397, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:49:07.548467 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca0a7e-4fd7-4349-957a-541711c1714d tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event deleted for resources: {'Port': ['ID=c6394ca1-482a-4ff5-b88c-557b524b1650,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:07.551334 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ae2de60a-b272-416d-8189-6abddb6bdc29 None None] For port b5cb30fe-68ff-40ef-a2a8-973dca03e397, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=b5cb30fe-68ff-40ef-a2a8-973dca03e397,segment=NetworkSegment(b0705cba-7023-4ee7-b368-e15f0ee2dbed),segment_id=b0705cba-7023-4ee7-b368-e15f0ee2dbed)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:49:07.558456 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ae2de60a-b272-416d-8189-6abddb6bdc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:07.647443 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2de60a-b272-416d-8189-6abddb6bdc29 None None] Routers {'5988be5a-e52b-4a3f-ac40-7f07ee263e64'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:07.648110 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ae2de60a-b272-416d-8189-6abddb6bdc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:49:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5988be5a-e52b-4a3f-ac40-7f07ee263e64'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:07.691657 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42ca0a7e-4fd7-4349-957a-541711c1714d tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:07.694661 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-42ca0a7e-4fd7-4349-957a-541711c1714d tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:07.695951 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-42ca0a7e-4fd7-4349-957a-541711c1714d tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "DELETE /v2.0/floatingips/f81b1cf8-b0e5-494f-946a-e6c3066683e8 HTTP/1.1" status: 204 len: 168 time: 0.8373051 Jul 23 16:49:07.698609 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45542) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:07.736537 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae92f2d-f448-4011-aac6-622f922dca72 None None] Pushing event updated for resources: {'Port': ['ID=b5cb30fe-68ff-40ef-a2a8-973dca03e397,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:07.798255 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-ae2de60a-b272-416d-8189-6abddb6bdc29 None None] Set router 5988be5a-e52b-4a3f-ac40-7f07ee263e64 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:49:07.806479 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-ae4f073a-eb3e-4f67-9f78-2874ce7ce819 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] delete failed (client error): The resource could not be found. Jul 23 16:49:07.807597 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ae4f073a-eb3e-4f67-9f78-2874ce7ce819 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "DELETE /v2.0/floatingips/f81b1cf8-b0e5-494f-946a-e6c3066683e8 HTTP/1.1" status: 404 len: 345 time: 0.1070504 Jul 23 16:49:07.812771 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45544) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:07.840320 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-577b8ff2-ed32-4767-b9b5-1d2f18c27bf5 req-266a553f-2b88-442b-9766-9c6873555dad tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] For port 28c0e793-89d9-44f5-aa5a-f45d65b2676d, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=28c0e793-89d9-44f5-aa5a-f45d65b2676d,segment=NetworkSegment(6953f840-9103-4b3d-a15e-33bf5f31542e),segment_id=6953f840-9103-4b3d-a15e-33bf5f31542e)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:49:07.840932 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-577b8ff2-ed32-4767-b9b5-1d2f18c27bf5 req-266a553f-2b88-442b-9766-9c6873555dad tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:07.865161 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-577b8ff2-ed32-4767-b9b5-1d2f18c27bf5 req-266a553f-2b88-442b-9766-9c6873555dad tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Calling delete_port for 28c0e793-89d9-44f5-aa5a-f45d65b2676d owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:49:07.889340 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-c076bfb9-d2af-4aad-8149-606bb07644db tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:07.891092 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-c076bfb9-d2af-4aad-8149-606bb07644db tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/networks?id=fedddd04-4e3c-4738-8768-b1bd7c807fbc HTTP/1.1" status: 200 len: 811 time: 0.2921300 Jul 23 16:49:07.922578 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-0f30290e-fe89-4307-b706-944b55398b29 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/quotas/1a447386a79c4dde9361c7979cbbb97e HTTP/1.1" status: 200 len: 375 time: 0.0126736 Jul 23 16:49:08.057243 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2327c0d-53ea-4975-97ba-726df10a40c7 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:08.095997 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2327c0d-53ea-4975-97ba-726df10a40c7 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:08.105637 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2327c0d-53ea-4975-97ba-726df10a40c7 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:08.109426 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d2327c0d-53ea-4975-97ba-726df10a40c7 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "GET /v2.0/ports?network_id=b624d02b-512b-4eda-9b61-e7500d8c758b HTTP/1.1" status: 200 len: 2359 time: 0.2932525 Jul 23 16:49:08.114826 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45556) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:08.239220 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4dab5d-8e87-4af0-9982-3f6ae5be9043 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:08.241277 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2c4dab5d-8e87-4af0-9982-3f6ae5be9043 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "GET /v2.0/subnets/ede2f5b6-ac9b-408d-9ee7-37ce7cf97000 HTTP/1.1" status: 200 len: 797 time: 0.1140523 Jul 23 16:49:08.242472 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ae2de60a-b272-416d-8189-6abddb6bdc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5988be5a-e52b-4a3f-ac40-7f07ee263e64', 'name': 'tempest-TestVolumeBootPattern-1567797687-router', 'tenant_id': '2d4a89e2946a422ea927893d25c58239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:55Z', 'updated_at': '2021-07-23T16:49:01Z', 'revision_number': 4, 'project_id': '2d4a89e2946a422ea927893d25c58239', 'gw_port': {'id': 'e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5988be5a-e52b-4a3f-ac40-7f07ee263e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:56Z', 'updated_at': '2021-07-23T16:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'b5cb30fe-68ff-40ef-a2a8-973dca03e397', 'name': '', 'network_id': '5ba36e51-9f16-4f77-a434-eac3e3b3d8ef', 'tenant_id': '2d4a89e2946a422ea927893d25c58239', 'mac_address': 'fa:16:3e:b8:84:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5988be5a-e52b-4a3f-ac40-7f07ee263e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'cd9ff9f9-e033-4429-b4c3-05ac0acb5e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:49:00Z', 'updated_at': '2021-07-23T16:49:07Z', 'revision_number': 4, 'project_id': '2d4a89e2946a422ea927893d25c58239', 'subnets': [{'id': 'cd9ff9f9-e033-4429-b4c3-05ac0acb5e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:08.248844 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45560) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:08.254815 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-9185aba2-6d5a-4f76-9e0c-dec52c9d27b8 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Request body: {'port': {'network_id': 'b624d02b-512b-4eda-9b61-e7500d8c758b', 'name': 'tempest-FloatingIPTestJSON-1534736133', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:49:08.255647 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-bc8a9007-ff53-4652-8387-d6d602d40122 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a447386a79c4dde9361c7979cbbb97e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2579281 Jul 23 16:49:08.331683 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2de60a-b272-416d-8189-6abddb6bdc29 None None] The sync data for ids ['5988be5a-e52b-4a3f-ac40-7f07ee263e64'] in n-d-778549-4 is: [{'id': '5988be5a-e52b-4a3f-ac40-7f07ee263e64', 'name': 'tempest-TestVolumeBootPattern-1567797687-router', 'tenant_id': '2d4a89e2946a422ea927893d25c58239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:55Z', 'updated_at': '2021-07-23T16:49:01Z', 'revision_number': 4, 'project_id': '2d4a89e2946a422ea927893d25c58239', 'gw_port': {'id': 'e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5988be5a-e52b-4a3f-ac40-7f07ee263e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:56Z', 'updated_at': '2021-07-23T16:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'b5cb30fe-68ff-40ef-a2a8-973dca03e397', 'name': '', 'network_id': '5ba36e51-9f16-4f77-a434-eac3e3b3d8ef', 'tenant_id': '2d4a89e2946a422ea927893d25c58239', 'mac_address': 'fa:16:3e:b8:84:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5988be5a-e52b-4a3f-ac40-7f07ee263e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'cd9ff9f9-e033-4429-b4c3-05ac0acb5e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:49:00Z', 'updated_at': '2021-07-23T16:49:07Z', 'revision_number': 4, 'project_id': '2d4a89e2946a422ea927893d25c58239', 'subnets': [{'id': 'cd9ff9f9-e033-4429-b4c3-05ac0acb5e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:49:08.357543 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-577b8ff2-ed32-4767-b9b5-1d2f18c27bf5 req-266a553f-2b88-442b-9766-9c6873555dad tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:08.370408 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['28c0e793-89d9-44f5-aa5a-f45d65b2676d'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:49:08.450167 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a553f-2b88-442b-9766-9c6873555dad tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Pushing event deleted for resources: {'Port': ['ID=28c0e793-89d9-44f5-aa5a-f45d65b2676d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:08.536882 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9185aba2-6d5a-4f76-9e0c-dec52c9d27b8 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Made reservation on behalf of c467154bab39448f889c19570e49bc1d for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:49:08.537366 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-577b8ff2-ed32-4767-b9b5-1d2f18c27bf5 req-266a553f-2b88-442b-9766-9c6873555dad tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] No DVR routers for this DVR port 28c0e793-89d9-44f5-aa5a-f45d65b2676d on host n-h1-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:49:08.561939 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-577b8ff2-ed32-4767-b9b5-1d2f18c27bf5 req-266a553f-2b88-442b-9766-9c6873555dad tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:08.567184 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-577b8ff2-ed32-4767-b9b5-1d2f18c27bf5 req-266a553f-2b88-442b-9766-9c6873555dad tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.74 "DELETE /v2.0/ports/28c0e793-89d9-44f5-aa5a-f45d65b2676d HTTP/1.1" status: 204 len: 173 time: 1.2212870 Jul 23 16:49:08.569239 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f42e38f-597e-42c3-ad8d-718fe011fca7', 'name': 'network-vif-deleted', 'tag': '28c0e793-89d9-44f5-aa5a-f45d65b2676d'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:49:08.578577 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891b9b12-af67-4dc1-b4d8-181342f5dc4b" -d '{"events": [{"server_uuid": "3f42e38f-597e-42c3-ad8d-718fe011fca7", "name": "network-vif-deleted", "tag": "28c0e793-89d9-44f5-aa5a-f45d65b2676d"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:49:08.655950 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:08.687691 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f57622c8-fc83-4866-9c23-4458dcdd8fe4 req-a4133abc-504a-406e-8f3d-34711505d97d tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f42e38f-597e-42c3-ad8d-718fe011fca7 HTTP/1.1" status: 200 len: 210 time: 0.0898879 Jul 23 16:49:08.719372 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9185aba2-6d5a-4f76-9e0c-dec52c9d27b8 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:08.794528 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-9185aba2-6d5a-4f76-9e0c-dec52c9d27b8 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] device_id is not set on port 6ee32ae8-9b4c-487d-bc9d-8dcd02f72020 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:49:08.813005 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e3fa8f-7a63-4992-8120-f7a29c554aa1 x-openstack-request-id: req-95e3fa8f-7a63-4992-8120-f7a29c554aa1 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:49:08.813401 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f42e38f-597e-42c3-ad8d-718fe011fca7", "name": "network-vif-deleted", "tag": "28c0e793-89d9-44f5-aa5a-f45d65b2676d", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:49:08.813738 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-95e3fa8f-7a63-4992-8120-f7a29c554aa1 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:49:08.814210 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f42e38f-597e-42c3-ad8d-718fe011fca7', 'name': 'network-vif-deleted', 'tag': '28c0e793-89d9-44f5-aa5a-f45d65b2676d', 'status': 'completed', 'code': 200} Jul 23 16:49:08.853412 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-48a6d77f-45bc-4c76-bb6e-28c07b84db96 service neutron] 10.222.0.73 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480893 Jul 23 16:49:08.980419 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-0a8708fd-fc87-4e59-8472-7f83e0ca5a73 service neutron] 10.222.0.73 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260471 Jul 23 16:49:09.256001 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-9185aba2-6d5a-4f76-9e0c-dec52c9d27b8 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Allocated IP 172.20.0.14 (b624d02b-512b-4eda-9b61-e7500d8c758b/ede2f5b6-ac9b-408d-9ee7-37ce7cf97000/6ee32ae8-9b4c-487d-bc9d-8dcd02f72020) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:49:09.265104 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-9185aba2-6d5a-4f76-9e0c-dec52c9d27b8 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Allocated IP 172.20.0.12 (b624d02b-512b-4eda-9b61-e7500d8c758b/ede2f5b6-ac9b-408d-9ee7-37ce7cf97000/6ee32ae8-9b4c-487d-bc9d-8dcd02f72020) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:49:09.555993 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9185aba2-6d5a-4f76-9e0c-dec52c9d27b8 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:09.639388 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-57727328-0267-47dd-9a72-a45593235d9a req-8424a237-1dae-46a7-8414-9434456f5f62 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=87666c9e-b013-4d27-b47d-7aaa9beff8e7 HTTP/1.1" status: 200 len: 210 time: 0.0696125 Jul 23 16:49:09.655528 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9185aba2-6d5a-4f76-9e0c-dec52c9d27b8 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:09.707353 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9185aba2-6d5a-4f76-9e0c-dec52c9d27b8 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Network b624d02b-512b-4eda-9b61-e7500d8c758b is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:49:09.710693 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-9185aba2-6d5a-4f76-9e0c-dec52c9d27b8 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:49:09.743206 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9185aba2-6d5a-4f76-9e0c-dec52c9d27b8 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:49:09.778401 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185aba2-6d5a-4f76-9e0c-dec52c9d27b8 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event updated for resources: {'Port': ['ID=6ee32ae8-9b4c-487d-bc9d-8dcd02f72020,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:09.850153 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9185aba2-6d5a-4f76-9e0c-dec52c9d27b8 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:09.850914 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9185aba2-6d5a-4f76-9e0c-dec52c9d27b8 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:09.893825 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9185aba2-6d5a-4f76-9e0c-dec52c9d27b8 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.6436045 Jul 23 16:49:09.896212 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45606) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:09.924974 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-7e5dc57e-5915-4c7b-b5b3-71268f20c516 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'port_id': '6ee32ae8-9b4c-487d-bc9d-8dcd02f72020', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:49:09.983780 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7e5dc57e-5915-4c7b-b5b3-71268f20c516 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:10.229117 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7e5dc57e-5915-4c7b-b5b3-71268f20c516 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:10.426361 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device b5cb30fe-68ff-40ef-a2a8-973dca03e397 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:49:10.498478 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port b5cb30fe-68ff-40ef-a2a8-973dca03e397 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:49:10.504030 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port b5cb30fe-68ff-40ef-a2a8-973dca03e397 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:49:10.504879 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:10.522037 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-7e5dc57e-5915-4c7b-b5b3-71268f20c516 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Allocated IP 172.25.8.133 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/003bb8a7-21fa-4680-a0ef-3412b3b37ce4) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:49:10.631256 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:10.705446 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port b5cb30fe-68ff-40ef-a2a8-973dca03e397, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=b5cb30fe-68ff-40ef-a2a8-973dca03e397,segment=NetworkSegment(b0705cba-7023-4ee7-b368-e15f0ee2dbed),segment_id=b0705cba-7023-4ee7-b368-e15f0ee2dbed)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:49:10.710600 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:10.732417 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7e5dc57e-5915-4c7b-b5b3-71268f20c516 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:10.784624 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7e5dc57e-5915-4c7b-b5b3-71268f20c516 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:10.795442 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=b5cb30fe-68ff-40ef-a2a8-973dca03e397,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:10.838885 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5dc57e-5915-4c7b-b5b3-71268f20c516 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:49:10.843875 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-7e5dc57e-5915-4c7b-b5b3-71268f20c516 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:49:10.873958 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 28c0e793-89d9-44f5-aa5a-f45d65b2676d no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:49:10.882826 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5dc57e-5915-4c7b-b5b3-71268f20c516 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:49:10.902888 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-753fa2f1-7bef-4854-af86-314ddb9c526d req-e26e8f17-de7b-4699-8fa8-a75494f19f38 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=87666c9e-b013-4d27-b47d-7aaa9beff8e7 HTTP/1.1" status: 200 len: 210 time: 0.0702384 Jul 23 16:49:10.935713 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 28c0e793-89d9-44f5-aa5a-f45d65b2676d {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:49:10.936360 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 28c0e793-89d9-44f5-aa5a-f45d65b2676d not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:49:10.966927 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5dc57e-5915-4c7b-b5b3-71268f20c516 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event updated for resources: {'Port': ['ID=003bb8a7-21fa-4680-a0ef-3412b3b37ce4,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:11.256096 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-70cb206f-ad25-4af0-9ece-e990e225bc8c tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:11.257894 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-70cb206f-ad25-4af0-9ece-e990e225bc8c tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.74 "GET /v2.0/networks?id=fedddd04-4e3c-4738-8768-b1bd7c807fbc HTTP/1.1" status: 200 len: 811 time: 0.2392476 Jul 23 16:49:11.270657 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-a2dbd9a9-d9bc-48bb-b035-6d483fe373b1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Request body: {'port': {'device_id': '87666c9e-b013-4d27-b47d-7aaa9beff8e7', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'admin_state_up': True, 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:49:11.548865 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-a2dbd9a9-d9bc-48bb-b035-6d483fe373b1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Made reservation on behalf of 1a447386a79c4dde9361c7979cbbb97e for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:49:11.561004 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-a2dbd9a9-d9bc-48bb-b035-6d483fe373b1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:11.679354 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7e5dc57e-5915-4c7b-b5b3-71268f20c516 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:11.815915 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7e5dc57e-5915-4c7b-b5b3-71268f20c516 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:11.883149 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-a2dbd9a9-d9bc-48bb-b035-6d483fe373b1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Allocated IP 172.20.0.10 (fedddd04-4e3c-4738-8768-b1bd7c807fbc/68bd2291-23ae-4e54-ab39-3c387bae8690/f929a42d-4529-4a01-ace0-0664d4e17f92) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:49:12.126695 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7e5dc57e-5915-4c7b-b5b3-71268f20c516 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:12.136709 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7e5dc57e-5915-4c7b-b5b3-71268f20c516 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:12.373014 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5dc57e-5915-4c7b-b5b3-71268f20c516 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event updated for resources: {'Port': ['ID=003bb8a7-21fa-4680-a0ef-3412b3b37ce4,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:12.381361 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e1f49d92-60fb-4508-af6a-1a732a08ce2e req-24867e6b-57fe-49d5-b872-650f4e9e2718 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=87666c9e-b013-4d27-b47d-7aaa9beff8e7 HTTP/1.1" status: 200 len: 210 time: 0.2814536 Jul 23 16:49:12.391628 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device b5cb30fe-68ff-40ef-a2a8-973dca03e397 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:49:12.465246 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7e5dc57e-5915-4c7b-b5b3-71268f20c516 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:12.521319 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-a2dbd9a9-d9bc-48bb-b035-6d483fe373b1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:12.525714 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port b5cb30fe-68ff-40ef-a2a8-973dca03e397 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:49:12.526091 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:12.558479 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-a2dbd9a9-d9bc-48bb-b035-6d483fe373b1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Transition to ACTIVE for port object f929a42d-4529-4a01-ace0-0664d4e17f92 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:49:12.648516 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-a2dbd9a9-d9bc-48bb-b035-6d483fe373b1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:12.743791 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-7e5dc57e-5915-4c7b-b5b3-71268f20c516 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Floating IP 5bf259e2-5f0f-43e0-90e2-b3483e017878 associated. External IP: 172.25.8.133, port: 6ee32ae8-9b4c-487d-bc9d-8dcd02f72020. Jul 23 16:49:12.784021 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbd9a9-d9bc-48bb-b035-6d483fe373b1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Pushing event updated for resources: {'Port': ['ID=f929a42d-4529-4a01-ace0-0664d4e17f92,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:12.797031 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-a2dbd9a9-d9bc-48bb-b035-6d483fe373b1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Network fedddd04-4e3c-4738-8768-b1bd7c807fbc is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:49:12.798875 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-a2dbd9a9-d9bc-48bb-b035-6d483fe373b1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:49:12.801338 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-a2dbd9a9-d9bc-48bb-b035-6d483fe373b1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:49:12.900246 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-a2dbd9a9-d9bc-48bb-b035-6d483fe373b1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:12.900946 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-a2dbd9a9-d9bc-48bb-b035-6d483fe373b1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:12.935775 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-a2dbd9a9-d9bc-48bb-b035-6d483fe373b1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6691647 Jul 23 16:49:12.948978 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-43850cef-2c9f-4112-9c58-6e947dcec1ad service neutron] Request body: {'port': {'device_id': '87666c9e-b013-4d27-b47d-7aaa9beff8e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:49:13.042479 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5dc57e-5915-4c7b-b5b3-71268f20c516 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Router 6904ea30-427d-4cfd-9664-2c7c7673ff07 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:49:13.128004 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-43850cef-2c9f-4112-9c58-6e947dcec1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:13.213595 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-77e992b5-7d82-471a-8ad2-764b914d1e9f None None] Provisioning for port f929a42d-4529-4a01-ace0-0664d4e17f92 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:49:13.219418 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-77e992b5-7d82-471a-8ad2-764b914d1e9f None None] Provisioning complete for port f929a42d-4529-4a01-ace0-0664d4e17f92 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:49:13.219714 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-77e992b5-7d82-471a-8ad2-764b914d1e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:13.275672 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5dc57e-5915-4c7b-b5b3-71268f20c516 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:49:13.295391 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932172fd-62bc-4b93-ad63-69ff3ab6c785 None None] Sync routers for ids ['6904ea30-427d-4cfd-9664-2c7c7673ff07'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:49:13.312098 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932172fd-62bc-4b93-ad63-69ff3ab6c785 None None] Routers {'6904ea30-427d-4cfd-9664-2c7c7673ff07'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:13.313717 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-932172fd-62bc-4b93-ad63-69ff3ab6c785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:49:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6904ea30-427d-4cfd-9664-2c7c7673ff07'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:13.313933 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-77e992b5-7d82-471a-8ad2-764b914d1e9f None None] Port f929a42d-4529-4a01-ace0-0664d4e17f92 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:49:13.366464 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7e5dc57e-5915-4c7b-b5b3-71268f20c516 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:13.378443 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-932172fd-62bc-4b93-ad63-69ff3ab6c785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:13.403712 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932172fd-62bc-4b93-ad63-69ff3ab6c785 None None] Routers {'6904ea30-427d-4cfd-9664-2c7c7673ff07'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:13.404517 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-932172fd-62bc-4b93-ad63-69ff3ab6c785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:49:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6904ea30-427d-4cfd-9664-2c7c7673ff07'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:13.503083 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7e5dc57e-5915-4c7b-b5b3-71268f20c516 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.6055734 Jul 23 16:49:13.509320 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45680) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:13.516032 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-481be30c-8c95-4801-bb3b-d5837431c7ab tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Request body: {'floatingip': {'port_id': '6ee32ae8-9b4c-487d-bc9d-8dcd02f72020', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:49:13.638197 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-481be30c-8c95-4801-bb3b-d5837431c7ab tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:13.682155 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-932172fd-62bc-4b93-ad63-69ff3ab6c785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:13.683325 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932172fd-62bc-4b93-ad63-69ff3ab6c785 None None] The sync data for ids ['6904ea30-427d-4cfd-9664-2c7c7673ff07'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:49:13.935371 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-43850cef-2c9f-4112-9c58-6e947dcec1ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f929a42d-4529-4a01-ace0-0664d4e17f92 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:49:13.979512 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-43850cef-2c9f-4112-9c58-6e947dcec1ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:14.007892 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b609fb-ae53-4d20-a055-430ea509d437 req-63763fab-5aa6-4185-8672-7a4fc6a20cf6 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:14.016421 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-17b609fb-ae53-4d20-a055-430ea509d437 req-63763fab-5aa6-4185-8672-7a4fc6a20cf6 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=87666c9e-b013-4d27-b47d-7aaa9beff8e7 HTTP/1.1" status: 200 len: 932 time: 0.4392653 Jul 23 16:49:14.047435 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-43850cef-2c9f-4112-9c58-6e947dcec1ad service neutron] Transition to ACTIVE for port object f929a42d-4529-4a01-ace0-0664d4e17f92 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:49:14.080013 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-17b609fb-ae53-4d20-a055-430ea509d437 req-85c90e9c-ff27-47a0-a1ca-fd4b7ee7194e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563273 Jul 23 16:49:14.081138 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-43850cef-2c9f-4112-9c58-6e947dcec1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:14.154105 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43850cef-2c9f-4112-9c58-6e947dcec1ad service neutron] Pushing event updated for resources: {'Port': ['ID=f929a42d-4529-4a01-ace0-0664d4e17f92,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:14.346592 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-43850cef-2c9f-4112-9c58-6e947dcec1ad service neutron] Attempting to bind port f929a42d-4529-4a01-ace0-0664d4e17f92 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:49:14.346965 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-43850cef-2c9f-4112-9c58-6e947dcec1ad service neutron] Attempting to bind port f929a42d-4529-4a01-ace0-0664d4e17f92 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:49:14.347428 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-43850cef-2c9f-4112-9c58-6e947dcec1ad service neutron] Attempting to bind port f929a42d-4529-4a01-ace0-0664d4e17f92 on network fedddd04-4e3c-4738-8768-b1bd7c807fbc {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:49:14.362837 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-43850cef-2c9f-4112-9c58-6e947dcec1ad service neutron] Port f929a42d-4529-4a01-ace0-0664d4e17f92 on network fedddd04-4e3c-4738-8768-b1bd7c807fbc not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:49:14.362837 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-43850cef-2c9f-4112-9c58-6e947dcec1ad service neutron] Attempting to bind port f929a42d-4529-4a01-ace0-0664d4e17f92 on network fedddd04-4e3c-4738-8768-b1bd7c807fbc {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:49:14.380897 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-43850cef-2c9f-4112-9c58-6e947dcec1ad service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:49:14.381282 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-43850cef-2c9f-4112-9c58-6e947dcec1ad service neutron] Checking segment: {'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:49:14.381691 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-43850cef-2c9f-4112-9c58-6e947dcec1ad service neutron] Bound using segment: {'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:49:14.382151 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-43850cef-2c9f-4112-9c58-6e947dcec1ad service neutron] Bound port: f929a42d-4529-4a01-ace0-0664d4e17f92, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:49:14.382527 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-43850cef-2c9f-4112-9c58-6e947dcec1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:14.592345 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-43850cef-2c9f-4112-9c58-6e947dcec1ad service neutron] For port f929a42d-4529-4a01-ace0-0664d4e17f92, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:49:14.606161 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-43850cef-2c9f-4112-9c58-6e947dcec1ad service neutron] For port f929a42d-4529-4a01-ace0-0664d4e17f92, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f929a42d-4529-4a01-ace0-0664d4e17f92,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:49:14.614727 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-43850cef-2c9f-4112-9c58-6e947dcec1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:14.701153 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-43850cef-2c9f-4112-9c58-6e947dcec1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:14.702449 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-43850cef-2c9f-4112-9c58-6e947dcec1ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:14.704731 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-43850cef-2c9f-4112-9c58-6e947dcec1ad service neutron] 10.222.0.74 "PUT /v2.0/ports/f929a42d-4529-4a01-ace0-0664d4e17f92 HTTP/1.1" status: 200 len: 1092 time: 1.7606814 Jul 23 16:49:14.705537 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87666c9e-b013-4d27-b47d-7aaa9beff8e7', 'tag': 'f929a42d-4529-4a01-ace0-0664d4e17f92'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:49:14.718391 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62d3d6c-e75a-43bf-bdc6-6c9e07c72cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "87666c9e-b013-4d27-b47d-7aaa9beff8e7", "tag": "f929a42d-4529-4a01-ace0-0664d4e17f92"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:49:14.827327 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43850cef-2c9f-4112-9c58-6e947dcec1ad service neutron] Pushing event updated for resources: {'Port': ['ID=f929a42d-4529-4a01-ace0-0664d4e17f92,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:14.851904 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11cb699-1c95-47a5-84ea-5b0206c34790 x-openstack-request-id: req-e11cb699-1c95-47a5-84ea-5b0206c34790 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:49:14.852294 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87666c9e-b013-4d27-b47d-7aaa9beff8e7", "tag": "f929a42d-4529-4a01-ace0-0664d4e17f92", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:49:14.852627 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e11cb699-1c95-47a5-84ea-5b0206c34790 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:49:14.853155 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87666c9e-b013-4d27-b47d-7aaa9beff8e7', 'tag': 'f929a42d-4529-4a01-ace0-0664d4e17f92', 'status': 'completed', 'code': 200} Jul 23 16:49:14.865893 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-6932a2e4-4f24-4e83-9b5b-62b22546db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:14.867612 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-6932a2e4-4f24-4e83-9b5b-62b22546db19 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a447386a79c4dde9361c7979cbbb97e&device_id=87666c9e-b013-4d27-b47d-7aaa9beff8e7 HTTP/1.1" status: 200 len: 1095 time: 0.0881565 Jul 23 16:49:14.958167 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-843b3dbc-0b34-4731-8bd5-796fefa1d85c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f929a42d-4529-4a01-ace0-0664d4e17f92 HTTP/1.1" status: 200 len: 217 time: 0.0816429 Jul 23 16:49:15.024104 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-481be30c-8c95-4801-bb3b-d5837431c7ab tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:15.039367 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-481be30c-8c95-4801-bb3b-d5837431c7ab tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:15.102362 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-5540e70c-7cbe-4a4c-a181-0b48c87f7a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:15.104259 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-5540e70c-7cbe-4a4c-a181-0b48c87f7a41 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=68bd2291-23ae-4e54-ab39-3c387bae8690 HTTP/1.1" status: 200 len: 850 time: 0.1369302 Jul 23 16:49:15.318653 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-8a2199f2-50fc-407b-a19c-7de10b61ad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:15.319878 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-8a2199f2-50fc-407b-a19c-7de10b61ad3b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fedddd04-4e3c-4738-8768-b1bd7c807fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2070613 Jul 23 16:49:15.348887 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da33a1-622c-4f00-a12a-6c3bf7a45492 req-8fe4d791-a5ec-4f96-b581-d79b16b0f646 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:15.357434 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-04da33a1-622c-4f00-a12a-6c3bf7a45492 req-8fe4d791-a5ec-4f96-b581-d79b16b0f646 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=87666c9e-b013-4d27-b47d-7aaa9beff8e7 HTTP/1.1" status: 200 len: 944 time: 0.1394544 Jul 23 16:49:15.475645 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-04da33a1-622c-4f00-a12a-6c3bf7a45492 req-5d950c5d-12c1-42c4-bc8a-e02891faeecd tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169591 Jul 23 16:49:15.523702 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-7fbc8cd7-49ea-4297-90aa-55b3c0627ca3 service neutron] 10.222.0.74 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909938 Jul 23 16:49:15.531338 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481be30c-8c95-4801-bb3b-d5837431c7ab tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Router 6904ea30-427d-4cfd-9664-2c7c7673ff07 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:49:15.696060 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-818574ec-e5c3-4db9-aa48-fddd1a0aed84 req-8e03407e-3b8a-4050-b5c9-516ea7dfcc27 service neutron] 10.222.0.74 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649055 Jul 23 16:49:15.724384 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481be30c-8c95-4801-bb3b-d5837431c7ab tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:49:15.742613 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e4de57-c595-40e6-9632-e1f683c7591e None None] Sync routers for ids ['6904ea30-427d-4cfd-9664-2c7c7673ff07'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:49:15.744201 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-481be30c-8c95-4801-bb3b-d5837431c7ab tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:15.768579 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e4de57-c595-40e6-9632-e1f683c7591e None None] Routers {'6904ea30-427d-4cfd-9664-2c7c7673ff07'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:15.769837 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-35e4de57-c595-40e6-9632-e1f683c7591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:49:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6904ea30-427d-4cfd-9664-2c7c7673ff07'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:15.875228 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d3d6c-e75a-43bf-bdc6-6c9e07c72cb0 req-6c7575f6-bb53-4db4-8e7b-8b1f4c90f84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:15.878654 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e62d3d6c-e75a-43bf-bdc6-6c9e07c72cb0 req-6c7575f6-bb53-4db4-8e7b-8b1f4c90f84a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a447386a79c4dde9361c7979cbbb97e&device_id=87666c9e-b013-4d27-b47d-7aaa9beff8e7 HTTP/1.1" status: 200 len: 1095 time: 0.1166489 Jul 23 16:49:15.913905 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-35e4de57-c595-40e6-9632-e1f683c7591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:15.958125 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e4de57-c595-40e6-9632-e1f683c7591e None None] Routers {'6904ea30-427d-4cfd-9664-2c7c7673ff07'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:15.958774 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-35e4de57-c595-40e6-9632-e1f683c7591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:49:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6904ea30-427d-4cfd-9664-2c7c7673ff07'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:16.040683 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-35e4de57-c595-40e6-9632-e1f683c7591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:16.041489 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e4de57-c595-40e6-9632-e1f683c7591e None None] The sync data for ids ['6904ea30-427d-4cfd-9664-2c7c7673ff07'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:49:16.048421 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-481be30c-8c95-4801-bb3b-d5837431c7ab tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "PUT /v2.0/floatingips/5bf259e2-5f0f-43e0-90e2-b3483e017878 HTTP/1.1" status: 200 len: 979 time: 2.5379577 Jul 23 16:49:16.059971 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45730) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:16.405246 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-370ef013-44d8-494d-98e5-fd7f42a31e07 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Deleting port 003bb8a7-21fa-4680-a0ef-3412b3b37ce4 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:49:16.405878 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-370ef013-44d8-494d-98e5-fd7f42a31e07 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:16.569395 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-370ef013-44d8-494d-98e5-fd7f42a31e07 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:16.569761 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-370ef013-44d8-494d-98e5-fd7f42a31e07 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:16.584727 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-370ef013-44d8-494d-98e5-fd7f42a31e07 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Calling delete_port for 003bb8a7-21fa-4680-a0ef-3412b3b37ce4 owned by network:floatingip {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:49:16.664010 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d3d6c-e75a-43bf-bdc6-6c9e07c72cb0 req-d955828d-a0dd-4b1f-9d9c-7a0966e7fead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:16.666219 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e62d3d6c-e75a-43bf-bdc6-6c9e07c72cb0 req-d955828d-a0dd-4b1f-9d9c-7a0966e7fead service neutron] 10.222.0.74 "GET /v2.0/networks?id=fedddd04-4e3c-4738-8768-b1bd7c807fbc HTTP/1.1" status: 200 len: 913 time: 0.7806184 Jul 23 16:49:16.739922 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45746) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:16.749420 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e62d3d6c-e75a-43bf-bdc6-6c9e07c72cb0 req-4bcb0ffd-70fb-49d4-9e3c-127826a11965 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f929a42d-4529-4a01-ace0-0664d4e17f92 HTTP/1.1" status: 200 len: 217 time: 0.0763116 Jul 23 16:49:16.818938 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129442b0-e757-4699-923d-05edfecc7192 req-07591cac-3357-4ef3-bbe1-15ef3d70b618 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:16.822802 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-129442b0-e757-4699-923d-05edfecc7192 req-07591cac-3357-4ef3-bbe1-15ef3d70b618 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=87666c9e-b013-4d27-b47d-7aaa9beff8e7 HTTP/1.1" status: 200 len: 944 time: 0.2089059 Jul 23 16:49:16.851913 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d3d6c-e75a-43bf-bdc6-6c9e07c72cb0 req-6c71b39d-634e-4360-8c7d-060c3be610a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:16.853600 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e62d3d6c-e75a-43bf-bdc6-6c9e07c72cb0 req-6c71b39d-634e-4360-8c7d-060c3be610a8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=68bd2291-23ae-4e54-ab39-3c387bae8690 HTTP/1.1" status: 200 len: 850 time: 0.0947132 Jul 23 16:49:16.923305 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-129442b0-e757-4699-923d-05edfecc7192 req-8727890f-986b-4d3a-b184-8e9dd13eca4f tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880313 Jul 23 16:49:16.962892 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d3d6c-e75a-43bf-bdc6-6c9e07c72cb0 req-67f68c74-1f3d-43b1-bcb6-ea6d76dcb669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:16.964426 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e62d3d6c-e75a-43bf-bdc6-6c9e07c72cb0 req-67f68c74-1f3d-43b1-bcb6-ea6d76dcb669 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fedddd04-4e3c-4738-8768-b1bd7c807fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028597 Jul 23 16:49:16.998599 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-370ef013-44d8-494d-98e5-fd7f42a31e07 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:17.064177 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ef013-44d8-494d-98e5-fd7f42a31e07 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event deleted for resources: {'Port': ['ID=003bb8a7-21fa-4680-a0ef-3412b3b37ce4,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:17.100737 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a7cb4c1d-2b39-44ea-99d8-ba800446074f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:17.175209 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e62d3d6c-e75a-43bf-bdc6-6c9e07c72cb0 req-34aa524f-926d-41af-b0dc-c6668d7b038c service neutron] 10.222.0.74 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001264 Jul 23 16:49:17.209612 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-370ef013-44d8-494d-98e5-fd7f42a31e07 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:17.209951 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-370ef013-44d8-494d-98e5-fd7f42a31e07 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Floating IP 5bf259e2-5f0f-43e0-90e2-b3483e017878 disassociated (deleted). External IP: 172.25.8.133, port: 6ee32ae8-9b4c-487d-bc9d-8dcd02f72020. Jul 23 16:49:17.327093 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e62d3d6c-e75a-43bf-bdc6-6c9e07c72cb0 req-3c3a62e0-68fa-4bc8-9609-446f41f09238 service neutron] 10.222.0.74 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479394 Jul 23 16:49:17.379870 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a7cb4c1d-2b39-44ea-99d8-ba800446074f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:17.387395 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a7cb4c1d-2b39-44ea-99d8-ba800446074f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:17.434688 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb4c1d-2b39-44ea-99d8-ba800446074f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f8e2de-c975-44d1-9ed4-4b28151a8a70,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:17.451282 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a7cb4c1d-2b39-44ea-99d8-ba800446074f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f684be7757ff49fcb2a01979a357ea5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7102079 Jul 23 16:49:17.457559 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45760) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:17.551791 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d31f8426-9fce-422b-bdbd-0b6985cfb59a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:17.583696 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d31f8426-9fce-422b-bdbd-0b6985cfb59a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:17.616424 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370ef013-44d8-494d-98e5-fd7f42a31e07 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Router 6904ea30-427d-4cfd-9664-2c7c7673ff07 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:49:17.650002 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d31f8426-9fce-422b-bdbd-0b6985cfb59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:17.654160 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d31f8426-9fce-422b-bdbd-0b6985cfb59a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:17.655849 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d31f8426-9fce-422b-bdbd-0b6985cfb59a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/32f8e2de-c975-44d1-9ed4-4b28151a8a70 HTTP/1.1" status: 204 len: 168 time: 0.1960316 Jul 23 16:49:17.681359 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f8426-9fce-422b-bdbd-0b6985cfb59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f8e2de-c975-44d1-9ed4-4b28151a8a70,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:17.909830 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370ef013-44d8-494d-98e5-fd7f42a31e07 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:49:17.916746 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-370ef013-44d8-494d-98e5-fd7f42a31e07 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:17.926634 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f631ee5-2127-45dd-a0b9-09c90ed9cc77 None None] Sync routers for ids ['6904ea30-427d-4cfd-9664-2c7c7673ff07'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:49:17.942610 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f631ee5-2127-45dd-a0b9-09c90ed9cc77 None None] Routers {'6904ea30-427d-4cfd-9664-2c7c7673ff07'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:17.943507 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3f631ee5-2127-45dd-a0b9-09c90ed9cc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:49:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6904ea30-427d-4cfd-9664-2c7c7673ff07'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:17.981694 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-370ef013-44d8-494d-98e5-fd7f42a31e07 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "DELETE /v2.0/floatingips/5bf259e2-5f0f-43e0-90e2-b3483e017878 HTTP/1.1" status: 204 len: 168 time: 1.9167807 Jul 23 16:49:17.982327 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45778) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:17.986080 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3f631ee5-2127-45dd-a0b9-09c90ed9cc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:18.000630 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f631ee5-2127-45dd-a0b9-09c90ed9cc77 None None] Routers {'6904ea30-427d-4cfd-9664-2c7c7673ff07'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:18.001743 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3f631ee5-2127-45dd-a0b9-09c90ed9cc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:49:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6904ea30-427d-4cfd-9664-2c7c7673ff07'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:18.113329 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3f631ee5-2127-45dd-a0b9-09c90ed9cc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:18.114082 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f631ee5-2127-45dd-a0b9-09c90ed9cc77 None None] The sync data for ids ['6904ea30-427d-4cfd-9664-2c7c7673ff07'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:49:18.209909 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa557ce4-0dcf-46ed-b37b-8bff8026f9f2 req-dccafbe6-3ca3-43a2-a102-3f29cfa07eac tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:18.211709 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa557ce4-0dcf-46ed-b37b-8bff8026f9f2 req-dccafbe6-3ca3-43a2-a102-3f29cfa07eac tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=87666c9e-b013-4d27-b47d-7aaa9beff8e7 HTTP/1.1" status: 200 len: 944 time: 0.1369412 Jul 23 16:49:18.213869 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-c9bc2983-15da-4a34-a021-a7d5b780bbfa tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Deleting port 6ee32ae8-9b4c-487d-bc9d-8dcd02f72020 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:49:18.214225 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c9bc2983-15da-4a34-a021-a7d5b780bbfa tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:18.326531 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa557ce4-0dcf-46ed-b37b-8bff8026f9f2 req-297da5b7-a42b-460c-ab9c-38f4ad4d380c tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048439 Jul 23 16:49:18.427917 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c9bc2983-15da-4a34-a021-a7d5b780bbfa tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:18.452648 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-c9bc2983-15da-4a34-a021-a7d5b780bbfa tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Calling delete_port for 6ee32ae8-9b4c-487d-bc9d-8dcd02f72020 owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:49:18.734725 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c9bc2983-15da-4a34-a021-a7d5b780bbfa tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:18.788958 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc2983-15da-4a34-a021-a7d5b780bbfa tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event deleted for resources: {'Port': ['ID=6ee32ae8-9b4c-487d-bc9d-8dcd02f72020,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:19.077112 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c9bc2983-15da-4a34-a021-a7d5b780bbfa tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:19.083336 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c9bc2983-15da-4a34-a021-a7d5b780bbfa tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "DELETE /v2.0/ports/6ee32ae8-9b4c-487d-bc9d-8dcd02f72020 HTTP/1.1" status: 204 len: 168 time: 1.0954666 Jul 23 16:49:19.083943 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45812) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:19.088860 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-7d1d9afd-f1fe-45e7-9847-d1fa8b793a8f tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:49:19.133757 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d1d9afd-f1fe-45e7-9847-d1fa8b793a8f tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:19.357917 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d1d9afd-f1fe-45e7-9847-d1fa8b793a8f tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:19.524058 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-7d1d9afd-f1fe-45e7-9847-d1fa8b793a8f tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Allocated IP 172.25.8.118 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/3567c516-0e10-4318-851a-57956a1fab0d) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:49:19.541376 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c8b35-d715-4ad0-ac08-94badad27a9b req-5ba7fc25-6255-42da-a202-a7d465ee2d1f tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:19.544692 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-913c8b35-d715-4ad0-ac08-94badad27a9b req-5ba7fc25-6255-42da-a202-a7d465ee2d1f tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=87666c9e-b013-4d27-b47d-7aaa9beff8e7 HTTP/1.1" status: 200 len: 944 time: 0.1338029 Jul 23 16:49:19.674912 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-913c8b35-d715-4ad0-ac08-94badad27a9b req-832e6762-05e1-47d4-a7c4-f8565dc4994b tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184573 Jul 23 16:49:19.802034 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d1d9afd-f1fe-45e7-9847-d1fa8b793a8f tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:19.867721 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d1d9afd-f1fe-45e7-9847-d1fa8b793a8f tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:19.919956 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1d9afd-f1fe-45e7-9847-d1fa8b793a8f tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:49:19.923394 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-7d1d9afd-f1fe-45e7-9847-d1fa8b793a8f tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:49:19.928329 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1d9afd-f1fe-45e7-9847-d1fa8b793a8f tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:49:19.932034 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d9afd-f1fe-45e7-9847-d1fa8b793a8f tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event updated for resources: {'Port': ['ID=3567c516-0e10-4318-851a-57956a1fab0d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:19.986706 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-cf9dbe72-fa0c-4e2b-970c-57c380d28374 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:20.001369 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-cf9dbe72-fa0c-4e2b-970c-57c380d28374 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/networks?id=7adcb503-42a4-4f47-bc3c-3bc6841a6652 HTTP/1.1" status: 200 len: 814 time: 0.1559932 Jul 23 16:49:20.019438 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-e24b3a78-7761-4746-b6bb-bfd032ca9df8 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/quotas/b3622826252b4e059063717a2745951f HTTP/1.1" status: 200 len: 375 time: 0.0180564 Jul 23 16:49:20.032855 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d1d9afd-f1fe-45e7-9847-d1fa8b793a8f tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:20.069272 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-63878ede-a06a-4f30-ad4e-d375651c2dff tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3622826252b4e059063717a2745951f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487072 Jul 23 16:49:20.074424 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-9a4ab38c-058a-4ee2-8f7c-eab24bb0c6c3 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:49:20.081343 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-9a4ab38c-058a-4ee2-8f7c-eab24bb0c6c3 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111194 Jul 23 16:49:20.101898 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d1d9afd-f1fe-45e7-9847-d1fa8b793a8f tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:20.211938 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-fd1a3184-844b-4950-bea8-e38ae62a8b9f service neutron] 10.222.0.73 "GET /v2.0/networks/7adcb503-42a4-4f47-bc3c-3bc6841a6652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294308 Jul 23 16:49:20.318159 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d1d9afd-f1fe-45e7-9847-d1fa8b793a8f tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:20.324323 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d1d9afd-f1fe-45e7-9847-d1fa8b793a8f tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:20.348538 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-4fe418e9-e284-42b3-b9b1-8242c6e5d5a2 service neutron] 10.222.0.73 "GET /v2.0/networks/7adcb503-42a4-4f47-bc3c-3bc6841a6652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356659 Jul 23 16:49:20.415149 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d9afd-f1fe-45e7-9847-d1fa8b793a8f tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event updated for resources: {'Port': ['ID=3567c516-0e10-4318-851a-57956a1fab0d,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:20.422669 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d1d9afd-f1fe-45e7-9847-d1fa8b793a8f tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:20.441708 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d1d9afd-f1fe-45e7-9847-d1fa8b793a8f tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:20.443421 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7d1d9afd-f1fe-45e7-9847-d1fa8b793a8f tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3584628 Jul 23 16:49:20.446297 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 45854) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:20.451746 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-1ce2c35a-f3c4-41c1-903d-9a04c44d9189 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Request body: {'port': {'network_id': 'b624d02b-512b-4eda-9b61-e7500d8c758b', 'name': 'tempest-FloatingIPTestJSON-610022218'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:49:20.659383 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-68bebf25-d178-483c-ae4a-33d1079ab87e req-24da7945-dd7e-420c-ad6f-0a1b7946250c tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/ports?device_id=516b1e15-d6f9-4b76-beb7-d736034244e6 HTTP/1.1" status: 200 len: 210 time: 0.0449498 Jul 23 16:49:20.692154 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce2c35a-f3c4-41c1-903d-9a04c44d9189 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Made reservation on behalf of c467154bab39448f889c19570e49bc1d for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:49:20.696294 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1ce2c35a-f3c4-41c1-903d-9a04c44d9189 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:20.715479 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-1ce2c35a-f3c4-41c1-903d-9a04c44d9189 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] device_id is not set on port 215d7460-435b-4070-861f-0219668cd2ea yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:49:20.958486 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-1ce2c35a-f3c4-41c1-903d-9a04c44d9189 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Allocated IP 172.20.0.4 (b624d02b-512b-4eda-9b61-e7500d8c758b/ede2f5b6-ac9b-408d-9ee7-37ce7cf97000/215d7460-435b-4070-861f-0219668cd2ea) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:49:20.976435 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6048d-ff9e-4f47-bca1-f9f0a4328dcc req-8d0ad9e0-7c6a-4cae-ba11-7c03bcb53abf tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:20.978369 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f2a6048d-ff9e-4f47-bca1-f9f0a4328dcc req-8d0ad9e0-7c6a-4cae-ba11-7c03bcb53abf tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=87666c9e-b013-4d27-b47d-7aaa9beff8e7 HTTP/1.1" status: 200 len: 944 time: 0.1899700 Jul 23 16:49:21.055917 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f2a6048d-ff9e-4f47-bca1-f9f0a4328dcc req-96d5a8fc-f290-4624-8072-781d426cc155 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696337 Jul 23 16:49:21.231573 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1ce2c35a-f3c4-41c1-903d-9a04c44d9189 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:21.303415 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1ce2c35a-f3c4-41c1-903d-9a04c44d9189 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:21.366811 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce2c35a-f3c4-41c1-903d-9a04c44d9189 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Network b624d02b-512b-4eda-9b61-e7500d8c758b is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:49:21.370092 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-1ce2c35a-f3c4-41c1-903d-9a04c44d9189 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:49:21.374507 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce2c35a-f3c4-41c1-903d-9a04c44d9189 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:49:21.426506 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2c35a-f3c4-41c1-903d-9a04c44d9189 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event updated for resources: {'Port': ['ID=215d7460-435b-4070-861f-0219668cd2ea,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:21.438295 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce2c35a-f3c4-41c1-903d-9a04c44d9189 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:21.438501 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1ce2c35a-f3c4-41c1-903d-9a04c44d9189 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:21.452843 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1ce2c35a-f3c4-41c1-903d-9a04c44d9189 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0053787 Jul 23 16:49:21.457317 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45888) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:21.462172 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6856adf8-18a0-4fc5-bf81-42672d617849 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Request body: {'floatingip': {'port_id': '215d7460-435b-4070-861f-0219668cd2ea'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:49:21.518738 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6856adf8-18a0-4fc5-bf81-42672d617849 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:21.804261 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1608016f-8c8d-4390-88a1-321f3a9ffdd7 req-6004d6f5-b902-45bc-ae59-d8faea6dfc6d tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/ports?device_id=516b1e15-d6f9-4b76-beb7-d736034244e6 HTTP/1.1" status: 200 len: 210 time: 0.0402069 Jul 23 16:49:21.922900 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-fd108ca5-499b-47ec-bc81-bbfd148f4938 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:21.924594 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-fd108ca5-499b-47ec-bc81-bbfd148f4938 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.97 "GET /v2.0/networks?id=7adcb503-42a4-4f47-bc3c-3bc6841a6652 HTTP/1.1" status: 200 len: 814 time: 0.1972260 Jul 23 16:49:21.938629 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-d179e626-2e5f-4603-ae33-463cbecd28cc tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Request body: {'port': {'device_id': '516b1e15-d6f9-4b76-beb7-d736034244e6', 'network_id': '7adcb503-42a4-4f47-bc3c-3bc6841a6652', 'admin_state_up': True, 'tenant_id': 'b3622826252b4e059063717a2745951f'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:49:22.089253 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-d179e626-2e5f-4603-ae33-463cbecd28cc tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Made reservation on behalf of b3622826252b4e059063717a2745951f for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:49:22.095007 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-d179e626-2e5f-4603-ae33-463cbecd28cc tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:22.366028 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-d179e626-2e5f-4603-ae33-463cbecd28cc tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Allocated IP 172.20.0.9 (7adcb503-42a4-4f47-bc3c-3bc6841a6652/b640ce52-a878-4708-afc4-796d1699db1d/d5df5159-3c0d-4004-b8c1-383c67eb91bd) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:49:22.398873 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba31fe3-cad4-4485-8bee-b1c1df120e58 req-25808113-a5bb-403b-a1e1-94d0cd9ee932 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:22.400503 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aba31fe3-cad4-4485-8bee-b1c1df120e58 req-25808113-a5bb-403b-a1e1-94d0cd9ee932 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=87666c9e-b013-4d27-b47d-7aaa9beff8e7 HTTP/1.1" status: 200 len: 944 time: 0.1928194 Jul 23 16:49:22.478776 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aba31fe3-cad4-4485-8bee-b1c1df120e58 req-c79a2e5e-78e8-4036-b3b1-522966fe76aa tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556014 Jul 23 16:49:22.540711 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6856adf8-18a0-4fc5-bf81-42672d617849 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:22.546062 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6856adf8-18a0-4fc5-bf81-42672d617849 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:22.618001 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-d179e626-2e5f-4603-ae33-463cbecd28cc tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:22.664051 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-d179e626-2e5f-4603-ae33-463cbecd28cc tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:22.687850 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-6856adf8-18a0-4fc5-bf81-42672d617849 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Floating IP 10beacba-4e4a-4c0c-8cce-8a0e55a9b7df associated. External IP: 172.25.8.118, port: 215d7460-435b-4070-861f-0219668cd2ea. Jul 23 16:49:22.715963 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-d179e626-2e5f-4603-ae33-463cbecd28cc tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Network 7adcb503-42a4-4f47-bc3c-3bc6841a6652 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:49:22.721150 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-d179e626-2e5f-4603-ae33-463cbecd28cc tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:49:22.723613 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-d179e626-2e5f-4603-ae33-463cbecd28cc tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:49:22.753835 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179e626-2e5f-4603-ae33-463cbecd28cc tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Pushing event updated for resources: {'Port': ['ID=d5df5159-3c0d-4004-b8c1-383c67eb91bd,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:22.786799 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-d179e626-2e5f-4603-ae33-463cbecd28cc tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:22.787433 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-d179e626-2e5f-4603-ae33-463cbecd28cc tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:22.804314 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-d179e626-2e5f-4603-ae33-463cbecd28cc tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8710382 Jul 23 16:49:22.815938 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-971b1fb2-ed16-45d7-a27d-1b34b868d6ab service neutron] Request body: {'port': {'device_id': '516b1e15-d6f9-4b76-beb7-d736034244e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:49:22.951642 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-971b1fb2-ed16-45d7-a27d-1b34b868d6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:22.955752 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6856adf8-18a0-4fc5-bf81-42672d617849 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Router 6904ea30-427d-4cfd-9664-2c7c7673ff07 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:49:23.034596 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261ecb5-154f-4c6f-a50e-8118b3f6bc11 req-333b5002-e4e7-4ea5-9e23-10c8845e5422 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:23.036325 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9261ecb5-154f-4c6f-a50e-8118b3f6bc11 req-333b5002-e4e7-4ea5-9e23-10c8845e5422 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/ports?device_id=516b1e15-d6f9-4b76-beb7-d736034244e6 HTTP/1.1" status: 200 len: 931 time: 0.1365080 Jul 23 16:49:23.075500 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6856adf8-18a0-4fc5-bf81-42672d617849 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:49:23.080495 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6856adf8-18a0-4fc5-bf81-42672d617849 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:23.086576 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a9ef46-54da-403f-b72e-a710c6b3dbe0 None None] Sync routers for ids ['6904ea30-427d-4cfd-9664-2c7c7673ff07'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:49:23.097574 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a9ef46-54da-403f-b72e-a710c6b3dbe0 None None] Routers {'6904ea30-427d-4cfd-9664-2c7c7673ff07'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:23.098936 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a6a9ef46-54da-403f-b72e-a710c6b3dbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:49:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6904ea30-427d-4cfd-9664-2c7c7673ff07'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:23.133753 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6856adf8-18a0-4fc5-bf81-42672d617849 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "PUT /v2.0/floatingips/10beacba-4e4a-4c0c-8cce-8a0e55a9b7df HTTP/1.1" status: 200 len: 977 time: 1.6750727 Jul 23 16:49:23.134362 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45918) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:23.144081 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a6a9ef46-54da-403f-b72e-a710c6b3dbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:23.152328 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9261ecb5-154f-4c6f-a50e-8118b3f6bc11 req-4061ecef-bf39-4b03-8347-c884d36ddc52 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/security-groups?id=4020443d-bee2-42cf-81b8-a3677ff971b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063366 Jul 23 16:49:23.154915 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a9ef46-54da-403f-b72e-a710c6b3dbe0 None None] Routers {'6904ea30-427d-4cfd-9664-2c7c7673ff07'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:23.156107 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a6a9ef46-54da-403f-b72e-a710c6b3dbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:49:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6904ea30-427d-4cfd-9664-2c7c7673ff07'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:23.193423 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a6a9ef46-54da-403f-b72e-a710c6b3dbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:23.194476 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a9ef46-54da-403f-b72e-a710c6b3dbe0 None None] The sync data for ids ['6904ea30-427d-4cfd-9664-2c7c7673ff07'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:49:23.275622 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-b1e874b7-1b61-4310-a3e7-8f1b2a3074b0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Deleting port 215d7460-435b-4070-861f-0219668cd2ea {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:49:23.275977 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1e874b7-1b61-4310-a3e7-8f1b2a3074b0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:23.336446 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-971b1fb2-ed16-45d7-a27d-1b34b868d6ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5df5159-3c0d-4004-b8c1-383c67eb91bd {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:49:23.348269 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-971b1fb2-ed16-45d7-a27d-1b34b868d6ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:23.382772 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-971b1fb2-ed16-45d7-a27d-1b34b868d6ab service neutron] Transition to ACTIVE for port object d5df5159-3c0d-4004-b8c1-383c67eb91bd will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:49:23.388731 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-971b1fb2-ed16-45d7-a27d-1b34b868d6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:23.395779 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1e874b7-1b61-4310-a3e7-8f1b2a3074b0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:23.524952 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-971b1fb2-ed16-45d7-a27d-1b34b868d6ab service neutron] Attempting to bind port d5df5159-3c0d-4004-b8c1-383c67eb91bd on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:49:23.525332 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-971b1fb2-ed16-45d7-a27d-1b34b868d6ab service neutron] Attempting to bind port d5df5159-3c0d-4004-b8c1-383c67eb91bd by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '6953f840-9103-4b3d-a15e-33bf5f31542e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '7adcb503-42a4-4f47-bc3c-3bc6841a6652'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:49:23.525678 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-971b1fb2-ed16-45d7-a27d-1b34b868d6ab service neutron] Attempting to bind port d5df5159-3c0d-4004-b8c1-383c67eb91bd on network 7adcb503-42a4-4f47-bc3c-3bc6841a6652 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:49:23.528379 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b1fb2-ed16-45d7-a27d-1b34b868d6ab service neutron] Pushing event updated for resources: {'Port': ['ID=d5df5159-3c0d-4004-b8c1-383c67eb91bd,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:23.533678 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-971b1fb2-ed16-45d7-a27d-1b34b868d6ab service neutron] Port d5df5159-3c0d-4004-b8c1-383c67eb91bd on network 7adcb503-42a4-4f47-bc3c-3bc6841a6652 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:49:23.534015 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-971b1fb2-ed16-45d7-a27d-1b34b868d6ab service neutron] Attempting to bind port d5df5159-3c0d-4004-b8c1-383c67eb91bd on network 7adcb503-42a4-4f47-bc3c-3bc6841a6652 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:49:23.539293 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-971b1fb2-ed16-45d7-a27d-1b34b868d6ab service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:49:23.539648 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-971b1fb2-ed16-45d7-a27d-1b34b868d6ab service neutron] Checking segment: {'id': '6953f840-9103-4b3d-a15e-33bf5f31542e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '7adcb503-42a4-4f47-bc3c-3bc6841a6652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:49:23.540096 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-971b1fb2-ed16-45d7-a27d-1b34b868d6ab service neutron] Bound using segment: {'id': '6953f840-9103-4b3d-a15e-33bf5f31542e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '7adcb503-42a4-4f47-bc3c-3bc6841a6652'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:49:23.540537 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-971b1fb2-ed16-45d7-a27d-1b34b868d6ab service neutron] Bound port: d5df5159-3c0d-4004-b8c1-383c67eb91bd, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6953f840-9103-4b3d-a15e-33bf5f31542e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '7adcb503-42a4-4f47-bc3c-3bc6841a6652'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:49:23.540904 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-971b1fb2-ed16-45d7-a27d-1b34b868d6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:23.625234 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-971b1fb2-ed16-45d7-a27d-1b34b868d6ab service neutron] For port d5df5159-3c0d-4004-b8c1-383c67eb91bd, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:49:23.676249 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-971b1fb2-ed16-45d7-a27d-1b34b868d6ab service neutron] For port d5df5159-3c0d-4004-b8c1-383c67eb91bd, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d5df5159-3c0d-4004-b8c1-383c67eb91bd,segment=NetworkSegment(6953f840-9103-4b3d-a15e-33bf5f31542e),segment_id=6953f840-9103-4b3d-a15e-33bf5f31542e)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:49:23.686020 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-971b1fb2-ed16-45d7-a27d-1b34b868d6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:23.694532 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1e874b7-1b61-4310-a3e7-8f1b2a3074b0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:23.695107 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1e874b7-1b61-4310-a3e7-8f1b2a3074b0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:23.695343 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-b1e874b7-1b61-4310-a3e7-8f1b2a3074b0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Floating IP 10beacba-4e4a-4c0c-8cce-8a0e55a9b7df disassociated. External IP: 172.25.8.118, port: 215d7460-435b-4070-861f-0219668cd2ea. Jul 23 16:49:23.695553 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-b1e874b7-1b61-4310-a3e7-8f1b2a3074b0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Calling delete_port for 215d7460-435b-4070-861f-0219668cd2ea owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:49:23.741013 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b1fb2-ed16-45d7-a27d-1b34b868d6ab service neutron] Pushing event updated for resources: {'Port': ['ID=d5df5159-3c0d-4004-b8c1-383c67eb91bd,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:23.758128 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-971b1fb2-ed16-45d7-a27d-1b34b868d6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:23.759040 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-971b1fb2-ed16-45d7-a27d-1b34b868d6ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:23.760433 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-971b1fb2-ed16-45d7-a27d-1b34b868d6ab service neutron] 10.222.0.97 "PUT /v2.0/ports/d5df5159-3c0d-4004-b8c1-383c67eb91bd HTTP/1.1" status: 200 len: 1091 time: 0.9490888 Jul 23 16:49:23.760897 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516b1e15-d6f9-4b76-beb7-d736034244e6', 'tag': 'd5df5159-3c0d-4004-b8c1-383c67eb91bd'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:49:23.763909 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9f6943-7570-447a-8f48-6bc51ba33062" -d '{"events": [{"name": "network-changed", "server_uuid": "516b1e15-d6f9-4b76-beb7-d736034244e6", "tag": "d5df5159-3c0d-4004-b8c1-383c67eb91bd"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:49:23.789567 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc751b-0ceb-4aef-90fa-bfcb9502f075 req-35da6e11-6989-4501-bbf4-6a898a5f284d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:23.791210 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c2fc751b-0ceb-4aef-90fa-bfcb9502f075 req-35da6e11-6989-4501-bbf4-6a898a5f284d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=87666c9e-b013-4d27-b47d-7aaa9beff8e7 HTTP/1.1" status: 200 len: 944 time: 0.1637108 Jul 23 16:49:23.852908 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa8ad0b-3926-49e9-afcb-c8508a60258e x-openstack-request-id: req-baa8ad0b-3926-49e9-afcb-c8508a60258e {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:49:23.853257 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "516b1e15-d6f9-4b76-beb7-d736034244e6", "tag": "d5df5159-3c0d-4004-b8c1-383c67eb91bd", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:49:23.853516 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-baa8ad0b-3926-49e9-afcb-c8508a60258e {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:49:23.854072 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516b1e15-d6f9-4b76-beb7-d736034244e6', 'tag': 'd5df5159-3c0d-4004-b8c1-383c67eb91bd', 'status': 'completed', 'code': 200} Jul 23 16:49:23.868019 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1e874b7-1b61-4310-a3e7-8f1b2a3074b0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:23.899033 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e874b7-1b61-4310-a3e7-8f1b2a3074b0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event deleted for resources: {'Port': ['ID=215d7460-435b-4070-861f-0219668cd2ea,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:23.899231 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c2fc751b-0ceb-4aef-90fa-bfcb9502f075 req-03ee6bdb-df80-4671-b53b-76a78282f6cd tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014359 Jul 23 16:49:23.905180 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-1d72bb90-5fca-461d-bf43-5893c6fb8f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:23.906624 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-1d72bb90-5fca-461d-bf43-5893c6fb8f74 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b3622826252b4e059063717a2745951f&device_id=516b1e15-d6f9-4b76-beb7-d736034244e6 HTTP/1.1" status: 200 len: 1094 time: 0.0903652 Jul 23 16:49:23.952363 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-10ecfc8e-b0d6-40b1-a415-35cfc1d37d80 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5df5159-3c0d-4004-b8c1-383c67eb91bd HTTP/1.1" status: 200 len: 217 time: 0.0385368 Jul 23 16:49:24.024842 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-3c4107f3-12f2-4b9a-98be-760efc3764d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:24.026520 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-3c4107f3-12f2-4b9a-98be-760efc3764d9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b640ce52-a878-4708-afc4-796d1699db1d HTTP/1.1" status: 200 len: 854 time: 0.0684259 Jul 23 16:49:24.068730 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-9b0e4a78-3cdc-42fd-b850-77b951c3d97d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7adcb503-42a4-4f47-bc3c-3bc6841a6652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348499 Jul 23 16:49:24.078629 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e874b7-1b61-4310-a3e7-8f1b2a3074b0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Router 6904ea30-427d-4cfd-9664-2c7c7673ff07 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:49:24.208622 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e874b7-1b61-4310-a3e7-8f1b2a3074b0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:49:24.224407 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8ac2a0-96b8-495e-a4c5-489bf01c92ed None None] Sync routers for ids ['6904ea30-427d-4cfd-9664-2c7c7673ff07'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:49:24.234863 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-21f964eb-269c-4b67-ba6d-325cccc21c20 service neutron] 10.222.0.97 "GET /v2.0/networks/7adcb503-42a4-4f47-bc3c-3bc6841a6652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573431 Jul 23 16:49:24.238261 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8ac2a0-96b8-495e-a4c5-489bf01c92ed None None] Routers {'6904ea30-427d-4cfd-9664-2c7c7673ff07'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:24.240680 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-df8ac2a0-96b8-495e-a4c5-489bf01c92ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:49:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6904ea30-427d-4cfd-9664-2c7c7673ff07'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:24.293366 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-df8ac2a0-96b8-495e-a4c5-489bf01c92ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:24.303900 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8ac2a0-96b8-495e-a4c5-489bf01c92ed None None] Routers {'6904ea30-427d-4cfd-9664-2c7c7673ff07'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:24.304768 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-df8ac2a0-96b8-495e-a4c5-489bf01c92ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:49:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6904ea30-427d-4cfd-9664-2c7c7673ff07'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:24.311581 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1e874b7-1b61-4310-a3e7-8f1b2a3074b0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:24.315403 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b1e874b7-1b61-4310-a3e7-8f1b2a3074b0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "DELETE /v2.0/ports/215d7460-435b-4070-861f-0219668cd2ea HTTP/1.1" status: 204 len: 168 time: 1.1798711 Jul 23 16:49:24.317811 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45950) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:24.378791 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-df8ac2a0-96b8-495e-a4c5-489bf01c92ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:24.379445 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8ac2a0-96b8-495e-a4c5-489bf01c92ed None None] The sync data for ids ['6904ea30-427d-4cfd-9664-2c7c7673ff07'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:49:24.388618 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3586e424-e6fa-4a4d-a89c-0d3cf906a16a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "GET /v2.0/floatingips/10beacba-4e4a-4c0c-8cce-8a0e55a9b7df HTTP/1.1" status: 200 len: 688 time: 0.0642436 Jul 23 16:49:24.389069 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45952) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:24.464119 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa70b1ff-1e86-42c9-8cce-677addbc93e3 req-1d64bac1-c974-493c-b227-5649b400ca42 service neutron] 10.222.0.97 "GET /v2.0/networks/7adcb503-42a4-4f47-bc3c-3bc6841a6652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219346 Jul 23 16:49:24.487504 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8944227-6f05-4239-852c-fe35646a2825 req-c02f71e3-d658-4f39-9d58-a6e9914ae5cc tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:24.497255 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b8944227-6f05-4239-852c-fe35646a2825 req-c02f71e3-d658-4f39-9d58-a6e9914ae5cc tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/ports?device_id=516b1e15-d6f9-4b76-beb7-d736034244e6 HTTP/1.1" status: 200 len: 943 time: 0.1483834 Jul 23 16:49:24.544460 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e9658-b6c5-4ab6-b4dc-c98691a864fd tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Deleting port 3567c516-0e10-4318-851a-57956a1fab0d {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:49:24.545095 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0f5e9658-b6c5-4ab6-b4dc-c98691a864fd tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:24.575045 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b8944227-6f05-4239-852c-fe35646a2825 req-0c368859-2cea-4987-a247-8b7d9c07e622 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/security-groups?id=4020443d-bee2-42cf-81b8-a3677ff971b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768104 Jul 23 16:49:24.608871 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f6943-7570-447a-8f48-6bc51ba33062 req-687aa532-bbd3-402b-b719-6d17f4e07a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:24.610602 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-be9f6943-7570-447a-8f48-6bc51ba33062 req-687aa532-bbd3-402b-b719-6d17f4e07a0c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b3622826252b4e059063717a2745951f&device_id=516b1e15-d6f9-4b76-beb7-d736034244e6 HTTP/1.1" status: 200 len: 1094 time: 0.0902395 Jul 23 16:49:24.687593 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0f5e9658-b6c5-4ab6-b4dc-c98691a864fd tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:24.688112 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0f5e9658-b6c5-4ab6-b4dc-c98691a864fd tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:24.704642 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e9658-b6c5-4ab6-b4dc-c98691a864fd tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Calling delete_port for 3567c516-0e10-4318-851a-57956a1fab0d owned by network:floatingip {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:49:24.815162 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f6943-7570-447a-8f48-6bc51ba33062 req-a2ae5118-c5c9-4a35-a13c-0e5c0457bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:24.818478 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-be9f6943-7570-447a-8f48-6bc51ba33062 req-a2ae5118-c5c9-4a35-a13c-0e5c0457bf79 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7adcb503-42a4-4f47-bc3c-3bc6841a6652 HTTP/1.1" status: 200 len: 916 time: 0.2013586 Jul 23 16:49:24.934771 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-be9f6943-7570-447a-8f48-6bc51ba33062 req-65a1c650-2455-4a70-aecf-3aeb12da9476 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5df5159-3c0d-4004-b8c1-383c67eb91bd HTTP/1.1" status: 200 len: 217 time: 0.1016083 Jul 23 16:49:24.972804 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0f5e9658-b6c5-4ab6-b4dc-c98691a864fd tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:25.049770 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e9658-b6c5-4ab6-b4dc-c98691a864fd tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event deleted for resources: {'Port': ['ID=3567c516-0e10-4318-851a-57956a1fab0d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:25.089542 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f6943-7570-447a-8f48-6bc51ba33062 req-67e2e35a-c828-4835-83fa-00d6fb45fd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:25.091148 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-be9f6943-7570-447a-8f48-6bc51ba33062 req-67e2e35a-c828-4835-83fa-00d6fb45fd09 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b640ce52-a878-4708-afc4-796d1699db1d HTTP/1.1" status: 200 len: 854 time: 0.1488702 Jul 23 16:49:25.116074 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0f5e9658-b6c5-4ab6-b4dc-c98691a864fd tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:25.120384 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0f5e9658-b6c5-4ab6-b4dc-c98691a864fd tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:25.125800 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0f5e9658-b6c5-4ab6-b4dc-c98691a864fd tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "DELETE /v2.0/floatingips/10beacba-4e4a-4c0c-8cce-8a0e55a9b7df HTTP/1.1" status: 204 len: 168 time: 0.7321761 Jul 23 16:49:25.126220 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 45968) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:25.131201 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-79bbf3d7-00b3-4b00-ba6e-2fe391a9cd8e tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'port_id': 'ac98cdd9-cfa1-458e-a885-bac57c5e926d'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:49:25.136353 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-be9f6943-7570-447a-8f48-6bc51ba33062 req-cec29a48-33f1-491f-863d-327c3dd19849 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7adcb503-42a4-4f47-bc3c-3bc6841a6652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363512 Jul 23 16:49:25.146577 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4534676-5fcd-4653-aa7d-f1086fe950ea req-7b2e2e81-dc32-4df3-bb5e-aa5097b1e54e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:25.146577 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4534676-5fcd-4653-aa7d-f1086fe950ea req-7b2e2e81-dc32-4df3-bb5e-aa5097b1e54e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=87666c9e-b013-4d27-b47d-7aaa9beff8e7 HTTP/1.1" status: 200 len: 944 time: 0.1391284 Jul 23 16:49:25.162860 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-79bbf3d7-00b3-4b00-ba6e-2fe391a9cd8e tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:25.253842 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4534676-5fcd-4653-aa7d-f1086fe950ea req-9e084d71-0f6b-4bc6-9414-e9f0b0116dd5 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966775 Jul 23 16:49:25.277658 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-79bbf3d7-00b3-4b00-ba6e-2fe391a9cd8e tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:25.283110 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-be9f6943-7570-447a-8f48-6bc51ba33062 req-e33ac2f4-0105-4341-960a-b15949b746ff service neutron] 10.222.0.97 "GET /v2.0/networks/7adcb503-42a4-4f47-bc3c-3bc6841a6652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356533 Jul 23 16:49:25.394961 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-be9f6943-7570-447a-8f48-6bc51ba33062 req-d9a73d02-9e50-48ae-9559-4bf84862e61c service neutron] 10.222.0.97 "GET /v2.0/networks/7adcb503-42a4-4f47-bc3c-3bc6841a6652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043527 Jul 23 16:49:25.409178 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-79bbf3d7-00b3-4b00-ba6e-2fe391a9cd8e tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Allocated IP 172.25.8.79 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/731751d0-37fa-4188-b642-b2c8c8b64053) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:49:25.533363 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-79bbf3d7-00b3-4b00-ba6e-2fe391a9cd8e tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:25.587200 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-79bbf3d7-00b3-4b00-ba6e-2fe391a9cd8e tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:25.674536 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bbf3d7-00b3-4b00-ba6e-2fe391a9cd8e tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:49:25.680703 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bbf3d7-00b3-4b00-ba6e-2fe391a9cd8e tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event updated for resources: {'Port': ['ID=731751d0-37fa-4188-b642-b2c8c8b64053,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:25.694182 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-79bbf3d7-00b3-4b00-ba6e-2fe391a9cd8e tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:49:25.705940 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bbf3d7-00b3-4b00-ba6e-2fe391a9cd8e tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:49:25.784783 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666fb67-b5a5-4376-be35-3bbacf114852 req-f6fb448f-10cc-43e1-b761-634d21907097 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:25.786592 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3666fb67-b5a5-4376-be35-3bbacf114852 req-f6fb448f-10cc-43e1-b761-634d21907097 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/ports?device_id=516b1e15-d6f9-4b76-beb7-d736034244e6 HTTP/1.1" status: 200 len: 943 time: 0.0929999 Jul 23 16:49:25.830111 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3666fb67-b5a5-4376-be35-3bbacf114852 req-76f2f06e-ed8a-417b-bb65-65dd13484d73 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/security-groups?id=4020443d-bee2-42cf-81b8-a3677ff971b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377140 Jul 23 16:49:26.131584 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-79bbf3d7-00b3-4b00-ba6e-2fe391a9cd8e tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:26.222990 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-79bbf3d7-00b3-4b00-ba6e-2fe391a9cd8e tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:26.424205 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-79bbf3d7-00b3-4b00-ba6e-2fe391a9cd8e tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:26.430234 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-79bbf3d7-00b3-4b00-ba6e-2fe391a9cd8e tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:26.460734 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7c3dd-bd40-4063-848c-23976673c7f9 req-83edf997-6350-4736-bab9-9f4030912400 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:26.472393 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e2e7c3dd-bd40-4063-848c-23976673c7f9 req-83edf997-6350-4736-bab9-9f4030912400 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=87666c9e-b013-4d27-b47d-7aaa9beff8e7 HTTP/1.1" status: 200 len: 944 time: 0.1081502 Jul 23 16:49:26.524523 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e2e7c3dd-bd40-4063-848c-23976673c7f9 req-f2cd4803-5b2e-4c30-a4cb-3053974aaa29 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509741 Jul 23 16:49:26.538823 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-79bbf3d7-00b3-4b00-ba6e-2fe391a9cd8e tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:26.541717 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bbf3d7-00b3-4b00-ba6e-2fe391a9cd8e tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event updated for resources: {'Port': ['ID=731751d0-37fa-4188-b642-b2c8c8b64053,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:26.658631 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-79bbf3d7-00b3-4b00-ba6e-2fe391a9cd8e tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Floating IP d312c75e-009f-464a-9af0-03678e50a89b associated. External IP: 172.25.8.79, port: ac98cdd9-cfa1-458e-a885-bac57c5e926d. Jul 23 16:49:27.019350 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79bbf3d7-00b3-4b00-ba6e-2fe391a9cd8e tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Router 6904ea30-427d-4cfd-9664-2c7c7673ff07 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:49:27.067266 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b64bc9-d14b-426a-9a52-cf855f476fb2 req-b939fa7f-24d8-4a2b-9fc5-6d04e54365e2 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:27.069113 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d0b64bc9-d14b-426a-9a52-cf855f476fb2 req-b939fa7f-24d8-4a2b-9fc5-6d04e54365e2 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/ports?device_id=516b1e15-d6f9-4b76-beb7-d736034244e6 HTTP/1.1" status: 200 len: 943 time: 0.0890956 Jul 23 16:49:27.153067 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d0b64bc9-d14b-426a-9a52-cf855f476fb2 req-cc3cf48a-22e7-4eb4-a2c0-50460164eeac tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/security-groups?id=4020443d-bee2-42cf-81b8-a3677ff971b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737736 Jul 23 16:49:27.412806 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bbf3d7-00b3-4b00-ba6e-2fe391a9cd8e tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:49:27.427455 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1076047-423f-4f2f-aaaf-5b0987603e8f None None] Sync routers for ids ['6904ea30-427d-4cfd-9664-2c7c7673ff07'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:49:27.434806 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-79bbf3d7-00b3-4b00-ba6e-2fe391a9cd8e tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:27.439851 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1076047-423f-4f2f-aaaf-5b0987603e8f None None] Routers {'6904ea30-427d-4cfd-9664-2c7c7673ff07'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:27.440489 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a1076047-423f-4f2f-aaaf-5b0987603e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:49:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6904ea30-427d-4cfd-9664-2c7c7673ff07'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:27.472885 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a1076047-423f-4f2f-aaaf-5b0987603e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:27.481113 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-79bbf3d7-00b3-4b00-ba6e-2fe391a9cd8e tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.3515339 Jul 23 16:49:27.482666 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46020) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:27.483188 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1076047-423f-4f2f-aaaf-5b0987603e8f None None] Routers {'6904ea30-427d-4cfd-9664-2c7c7673ff07'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:27.483528 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a1076047-423f-4f2f-aaaf-5b0987603e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:49:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6904ea30-427d-4cfd-9664-2c7c7673ff07'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:27.490520 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-f2b2392b-8b8f-470f-bcc2-416c08c2fa33 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1984589788'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:49:27.515230 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b2392b-8b8f-470f-bcc2-416c08c2fa33 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Made reservation on behalf of c467154bab39448f889c19570e49bc1d for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:49:27.518942 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f2b2392b-8b8f-470f-bcc2-416c08c2fa33 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:27.525914 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a1076047-423f-4f2f-aaaf-5b0987603e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:27.526564 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1076047-423f-4f2f-aaaf-5b0987603e8f None None] The sync data for ids ['6904ea30-427d-4cfd-9664-2c7c7673ff07'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:49:27.548236 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b2392b-8b8f-470f-bcc2-416c08c2fa33 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] vlan segment allocate from pool success with {'vlan_id': 1135, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:49:27.557589 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f2b2392b-8b8f-470f-bcc2-416c08c2fa33 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:27.558087 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-f2b2392b-8b8f-470f-bcc2-416c08c2fa33 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Added segment b0feaaeb-38cb-4189-a001-5f3b87fdf511 of type vlan for network da3e9eaa-d7eb-4c82-9fe6-94f19bc711be Jul 23 16:49:27.603852 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f2b2392b-8b8f-470f-bcc2-416c08c2fa33 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:27.629680 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device d5df5159-3c0d-4004-b8c1-383c67eb91bd details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:49:27.673883 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f2b2392b-8b8f-470f-bcc2-416c08c2fa33 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:27.679311 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b2392b-8b8f-470f-bcc2-416c08c2fa33 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:27.679964 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f2b2392b-8b8f-470f-bcc2-416c08c2fa33 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:27.735101 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f2b2392b-8b8f-470f-bcc2-416c08c2fa33 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2505450 Jul 23 16:49:27.745652 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46030) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:27.745652 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-99b624d9-51d1-4088-b2e4-e6f71fe7b998 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Request body: {'subnet': {'network_id': 'da3e9eaa-d7eb-4c82-9fe6-94f19bc711be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:49:27.749434 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d5270-33a1-4eb4-b70a-39980ec14cdd req-f8dfbc05-b908-459b-9f31-7c19604261cc tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:27.751507 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a3d5270-33a1-4eb4-b70a-39980ec14cdd req-f8dfbc05-b908-459b-9f31-7c19604261cc tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=87666c9e-b013-4d27-b47d-7aaa9beff8e7 HTTP/1.1" status: 200 len: 944 time: 0.1422677 Jul 23 16:49:27.799833 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port d5df5159-3c0d-4004-b8c1-383c67eb91bd, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d5df5159-3c0d-4004-b8c1-383c67eb91bd,segment=NetworkSegment(6953f840-9103-4b3d-a15e-33bf5f31542e),segment_id=6953f840-9103-4b3d-a15e-33bf5f31542e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:49:27.805326 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2392b-8b8f-470f-bcc2-416c08c2fa33 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event updated for resources: {'Network': ['ID=da3e9eaa-d7eb-4c82-9fe6-94f19bc711be,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:27.831226 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network da3e9eaa-d7eb-4c82-9fe6-94f19bc711be details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:49:27.833952 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'd5df5159-3c0d-4004-b8c1-383c67eb91bd', 'network_id': '7adcb503-42a4-4f47-bc3c-3bc6841a6652', 'port_id': 'd5df5159-3c0d-4004-b8c1-383c67eb91bd', 'mac_address': 'fa:16:3e:8c:62:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b640ce52-a878-4708-afc4-796d1699db1d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:49:27.846142 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a3d5270-33a1-4eb4-b70a-39980ec14cdd req-2d8c38a0-2238-4fff-a1a8-dadc20a48b3b tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827634 Jul 23 16:49:27.912308 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:27.914499 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b624d9-51d1-4088-b2e4-e6f71fe7b998 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Made reservation on behalf of c467154bab39448f889c19570e49bc1d for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:49:27.919926 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99b624d9-51d1-4088-b2e4-e6f71fe7b998 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:27.931661 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5df5159-3c0d-4004-b8c1-383c67eb91bd {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:49:28.002483 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port d5df5159-3c0d-4004-b8c1-383c67eb91bd, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d5df5159-3c0d-4004-b8c1-383c67eb91bd,segment=NetworkSegment(6953f840-9103-4b3d-a15e-33bf5f31542e),segment_id=6953f840-9103-4b3d-a15e-33bf5f31542e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:49:28.008641 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:28.085650 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=d5df5159-3c0d-4004-b8c1-383c67eb91bd,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:28.191385 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99b624d9-51d1-4088-b2e4-e6f71fe7b998 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:28.233506 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['d5df5159-3c0d-4004-b8c1-383c67eb91bd'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:49:28.288152 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b624d9-51d1-4088-b2e4-e6f71fe7b998 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Checking segment: {'id': 'b0feaaeb-38cb-4189-a001-5f3b87fdf511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'da3e9eaa-d7eb-4c82-9fe6-94f19bc711be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:49:28.289429 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b624d9-51d1-4088-b2e4-e6f71fe7b998 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Network hostable DHCP agents. Network: da3e9eaa-d7eb-4c82-9fe6-94f19bc711be, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:49:28.298702 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b624d9-51d1-4088-b2e4-e6f71fe7b998 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event updated for resources: {'Subnet': ['ID=022fe9f4-e071-45fa-ba3e-60bfb70edc00,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:28.324261 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b624d9-51d1-4088-b2e4-e6f71fe7b998 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Network da3e9eaa-d7eb-4c82-9fe6-94f19bc711be is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:49:28.336300 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-99b624d9-51d1-4088-b2e4-e6f71fe7b998 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, da3e9eaa-d7eb-4c82-9fe6-94f19bc711be) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:49:28.346347 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b624d9-51d1-4088-b2e4-e6f71fe7b998 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:28.348612 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99b624d9-51d1-4088-b2e4-e6f71fe7b998 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:28.375723 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2fc235-07e7-4758-802a-7057cb342df0 None None] Network da3e9eaa-d7eb-4c82-9fe6-94f19bc711be requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:49:28.382537 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-99b624d9-51d1-4088-b2e4-e6f71fe7b998 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6404853 Jul 23 16:49:28.384930 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46072) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:28.400473 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-2e3733f4-36ed-49a7-9cb0-43de98cf5f84 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1410910369', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}, 'admin_state_up': False}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:49:28.422318 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659ce1d-b9bc-4eac-95ac-9a7435972adb req-ea041ce4-fc62-4510-8e51-6e9901b7a4bf tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:28.435507 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e3733f4-36ed-49a7-9cb0-43de98cf5f84 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:28.437366 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4659ce1d-b9bc-4eac-95ac-9a7435972adb req-ea041ce4-fc62-4510-8e51-6e9901b7a4bf tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/ports?device_id=516b1e15-d6f9-4b76-beb7-d736034244e6 HTTP/1.1" status: 200 len: 944 time: 0.1847715 Jul 23 16:49:28.444363 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e3733f4-36ed-49a7-9cb0-43de98cf5f84 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:28.547782 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e3733f4-36ed-49a7-9cb0-43de98cf5f84 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:28.564204 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4659ce1d-b9bc-4eac-95ac-9a7435972adb req-c8c33a6e-2a56-4777-b597-97106115e9d5 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/security-groups?id=4020443d-bee2-42cf-81b8-a3677ff971b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169136 Jul 23 16:49:28.678833 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229815cc-49a3-4f2a-a8ec-73ed56629c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-da3e9eaa-d7eb-4c82-9fe6-94f19bc711be', 'network_id': 'da3e9eaa-d7eb-4c82-9fe6-94f19bc711be', 'tenant_id': 'c467154bab39448f889c19570e49bc1d', 'fixed_ips': [{'subnet_id': '022fe9f4-e071-45fa-ba3e-60bfb70edc00'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:49:28.680581 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-229815cc-49a3-4f2a-a8ec-73ed56629c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:28.721903 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e3733f4-36ed-49a7-9cb0-43de98cf5f84 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:29.023736 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device f929a42d-4529-4a01-ace0-0664d4e17f92 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:49:29.026381 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e3733f4-36ed-49a7-9cb0-43de98cf5f84 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:29.049594 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e3733f4-36ed-49a7-9cb0-43de98cf5f84 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:29.051992 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a6aae-c70b-47f1-b634-9196ebb67712 req-87654618-e268-48b0-9dc1-c4015ecc6c7a tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:29.062320 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-194a6aae-c70b-47f1-b634-9196ebb67712 req-87654618-e268-48b0-9dc1-c4015ecc6c7a tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=87666c9e-b013-4d27-b47d-7aaa9beff8e7 HTTP/1.1" status: 200 len: 944 time: 0.1218905 Jul 23 16:49:29.068026 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-229815cc-49a3-4f2a-a8ec-73ed56629c65 None None] Allocated IP 172.20.0.2 (da3e9eaa-d7eb-4c82-9fe6-94f19bc711be/022fe9f4-e071-45fa-ba3e-60bfb70edc00/7ee8da62-5d68-4519-8da4-bd65d5bedf39) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:49:29.120611 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-194a6aae-c70b-47f1-b634-9196ebb67712 req-85efb3b0-d543-47a3-9b35-a89ffcdec409 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568733 Jul 23 16:49:29.177808 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-2e3733f4-36ed-49a7-9cb0-43de98cf5f84 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Allocated IP 172.25.8.222 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/ba6b4619-76c2-4e6d-99e2-edeb655767df) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:49:29.247112 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port f929a42d-4529-4a01-ace0-0664d4e17f92, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f929a42d-4529-4a01-ace0-0664d4e17f92,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:49:29.267045 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'f929a42d-4529-4a01-ace0-0664d4e17f92', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'port_id': 'f929a42d-4529-4a01-ace0-0664d4e17f92', 'mac_address': 'fa:16:3e:fa:91:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:49:29.331128 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e3733f4-36ed-49a7-9cb0-43de98cf5f84 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:29.337348 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:29.374758 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f929a42d-4529-4a01-ace0-0664d4e17f92 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:49:29.379410 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e3733f4-36ed-49a7-9cb0-43de98cf5f84 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:29.411101 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port f929a42d-4529-4a01-ace0-0664d4e17f92, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f929a42d-4529-4a01-ace0-0664d4e17f92,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:49:29.418686 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:29.419195 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3733f4-36ed-49a7-9cb0-43de98cf5f84 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:49:29.421168 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-229815cc-49a3-4f2a-a8ec-73ed56629c65 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:29.422468 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-2e3733f4-36ed-49a7-9cb0-43de98cf5f84 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:49:29.430705 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3733f4-36ed-49a7-9cb0-43de98cf5f84 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:49:29.452266 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-229815cc-49a3-4f2a-a8ec-73ed56629c65 None None] Transition to ACTIVE for port object 7ee8da62-5d68-4519-8da4-bd65d5bedf39 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:49:29.465237 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3733f4-36ed-49a7-9cb0-43de98cf5f84 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event updated for resources: {'Port': ['ID=ba6b4619-76c2-4e6d-99e2-edeb655767df,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:29.480323 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3733f4-36ed-49a7-9cb0-43de98cf5f84 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:29.480756 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3733f4-36ed-49a7-9cb0-43de98cf5f84 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:29.481481 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3733f4-36ed-49a7-9cb0-43de98cf5f84 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:29.481874 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3733f4-36ed-49a7-9cb0-43de98cf5f84 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:29.482272 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3733f4-36ed-49a7-9cb0-43de98cf5f84 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:29.482713 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3733f4-36ed-49a7-9cb0-43de98cf5f84 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:29.483591 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3733f4-36ed-49a7-9cb0-43de98cf5f84 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:29.483591 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3733f4-36ed-49a7-9cb0-43de98cf5f84 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:29.483952 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3733f4-36ed-49a7-9cb0-43de98cf5f84 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:29.484368 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3733f4-36ed-49a7-9cb0-43de98cf5f84 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:29.485195 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3733f4-36ed-49a7-9cb0-43de98cf5f84 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:29.485590 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3733f4-36ed-49a7-9cb0-43de98cf5f84 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:29.487014 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-229815cc-49a3-4f2a-a8ec-73ed56629c65 None None] Transition to ACTIVE for port object 7ee8da62-5d68-4519-8da4-bd65d5bedf39 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:49:29.492293 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=f929a42d-4529-4a01-ace0-0664d4e17f92,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:29.498444 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-229815cc-49a3-4f2a-a8ec-73ed56629c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:29.560254 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229815cc-49a3-4f2a-a8ec-73ed56629c65 None None] Pushing event updated for resources: {'Port': ['ID=7ee8da62-5d68-4519-8da4-bd65d5bedf39,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:29.564015 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229815cc-49a3-4f2a-a8ec-73ed56629c65 None None] Network da3e9eaa-d7eb-4c82-9fe6-94f19bc711be is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:49:29.570266 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-229815cc-49a3-4f2a-a8ec-73ed56629c65 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:49:29.572793 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229815cc-49a3-4f2a-a8ec-73ed56629c65 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:49:29.658756 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['f929a42d-4529-4a01-ace0-0664d4e17f92'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:49:29.669621 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device d5df5159-3c0d-4004-b8c1-383c67eb91bd up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:49:29.717316 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-229815cc-49a3-4f2a-a8ec-73ed56629c65 None None] Attempting to bind port 7ee8da62-5d68-4519-8da4-bd65d5bedf39 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:49:29.718418 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-229815cc-49a3-4f2a-a8ec-73ed56629c65 None None] Attempting to bind port 7ee8da62-5d68-4519-8da4-bd65d5bedf39 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'b0feaaeb-38cb-4189-a001-5f3b87fdf511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'da3e9eaa-d7eb-4c82-9fe6-94f19bc711be'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:49:29.718977 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229815cc-49a3-4f2a-a8ec-73ed56629c65 None None] Attempting to bind port 7ee8da62-5d68-4519-8da4-bd65d5bedf39 on network da3e9eaa-d7eb-4c82-9fe6-94f19bc711be {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:49:29.756499 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229815cc-49a3-4f2a-a8ec-73ed56629c65 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:49:29.757197 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229815cc-49a3-4f2a-a8ec-73ed56629c65 None None] Checking segment: {'id': 'b0feaaeb-38cb-4189-a001-5f3b87fdf511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'da3e9eaa-d7eb-4c82-9fe6-94f19bc711be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:49:29.757753 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-229815cc-49a3-4f2a-a8ec-73ed56629c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:29.758312 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229815cc-49a3-4f2a-a8ec-73ed56629c65 None None] Bound using segment: {'id': 'b0feaaeb-38cb-4189-a001-5f3b87fdf511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'da3e9eaa-d7eb-4c82-9fe6-94f19bc711be'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:49:29.758942 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-229815cc-49a3-4f2a-a8ec-73ed56629c65 None None] Bound port: 7ee8da62-5d68-4519-8da4-bd65d5bedf39, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0feaaeb-38cb-4189-a001-5f3b87fdf511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'da3e9eaa-d7eb-4c82-9fe6-94f19bc711be'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:49:29.759482 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-229815cc-49a3-4f2a-a8ec-73ed56629c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:29.787621 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e91035-7257-4124-ba5a-77fe680f26d3 req-467e6787-ae2d-4950-b069-a10d522f7a19 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:29.800098 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f2e91035-7257-4124-ba5a-77fe680f26d3 req-467e6787-ae2d-4950-b069-a10d522f7a19 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/ports?device_id=516b1e15-d6f9-4b76-beb7-d736034244e6 HTTP/1.1" status: 200 len: 944 time: 0.1535776 Jul 23 16:49:29.881628 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e3733f4-36ed-49a7-9cb0-43de98cf5f84 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:29.903815 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port d5df5159-3c0d-4004-b8c1-383c67eb91bd completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:49:29.911703 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-229815cc-49a3-4f2a-a8ec-73ed56629c65 None None] For port 7ee8da62-5d68-4519-8da4-bd65d5bedf39, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:49:29.912450 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f2e91035-7257-4124-ba5a-77fe680f26d3 req-cca8ac52-19f2-4c1a-906b-8a234141a58c tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/security-groups?id=4020443d-bee2-42cf-81b8-a3677ff971b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113880 Jul 23 16:49:29.929203 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port d5df5159-3c0d-4004-b8c1-383c67eb91bd triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:49:29.929203 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:29.965033 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-229815cc-49a3-4f2a-a8ec-73ed56629c65 None None] For port 7ee8da62-5d68-4519-8da4-bd65d5bedf39, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=7ee8da62-5d68-4519-8da4-bd65d5bedf39,segment=NetworkSegment(b0feaaeb-38cb-4189-a001-5f3b87fdf511),segment_id=b0feaaeb-38cb-4189-a001-5f3b87fdf511)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:49:29.976125 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-229815cc-49a3-4f2a-a8ec-73ed56629c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:30.202663 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229815cc-49a3-4f2a-a8ec-73ed56629c65 None None] Pushing event updated for resources: {'Port': ['ID=7ee8da62-5d68-4519-8da4-bd65d5bedf39,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:30.283179 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:30.328237 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516b1e15-d6f9-4b76-beb7-d736034244e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5df5159-3c0d-4004-b8c1-383c67eb91bd'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:49:30.331791 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9001fc24-50f3-46db-bf66-57b5ee01475b" -d '{"events": [{"server_uuid": "516b1e15-d6f9-4b76-beb7-d736034244e6", "name": "network-vif-plugged", "status": "completed", "tag": "d5df5159-3c0d-4004-b8c1-383c67eb91bd"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:49:30.343661 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e3733f4-36ed-49a7-9cb0-43de98cf5f84 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:30.351443 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port d5df5159-3c0d-4004-b8c1-383c67eb91bd, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d5df5159-3c0d-4004-b8c1-383c67eb91bd,segment=NetworkSegment(6953f840-9103-4b3d-a15e-33bf5f31542e),segment_id=6953f840-9103-4b3d-a15e-33bf5f31542e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:49:30.359615 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:30.412551 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82459be-d90d-4373-ada8-4d85c6a680ad x-openstack-request-id: req-f82459be-d90d-4373-ada8-4d85c6a680ad {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:49:30.412843 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516b1e15-d6f9-4b76-beb7-d736034244e6", "name": "network-vif-plugged", "status": "completed", "tag": "d5df5159-3c0d-4004-b8c1-383c67eb91bd", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:49:30.413123 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f82459be-d90d-4373-ada8-4d85c6a680ad {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:49:30.413667 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516b1e15-d6f9-4b76-beb7-d736034244e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5df5159-3c0d-4004-b8c1-383c67eb91bd', 'code': 200} Jul 23 16:49:30.441872 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=d5df5159-3c0d-4004-b8c1-383c67eb91bd,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:30.446870 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ea2a1-1bb0-4a3b-bfca-e68444f10dbd req-1de5cc33-5ddf-4b01-9175-3d2adb4aab33 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:30.458258 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-226ea2a1-1bb0-4a3b-bfca-e68444f10dbd req-1de5cc33-5ddf-4b01-9175-3d2adb4aab33 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=87666c9e-b013-4d27-b47d-7aaa9beff8e7 HTTP/1.1" status: 200 len: 945 time: 0.1772699 Jul 23 16:49:30.559626 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-226ea2a1-1bb0-4a3b-bfca-e68444f10dbd req-d73f9987-4a7e-4721-8530-831621ab3ca0 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937364 Jul 23 16:49:30.587978 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b3f71-9563-469e-8d0e-ed140836798e req-21a4cfdd-f336-4e34-af05-77155b4ad7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:30.590704 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-519b3f71-9563-469e-8d0e-ed140836798e req-21a4cfdd-f336-4e34-af05-77155b4ad7a2 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=516b1e15-d6f9-4b76-beb7-d736034244e6 HTTP/1.1" status: 200 len: 1096 time: 0.1082220 Jul 23 16:49:30.637580 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-519b3f71-9563-469e-8d0e-ed140836798e req-5bcbaa72-ab7d-4eee-aa49-9a6c8884bc44 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=4020443d-bee2-42cf-81b8-a3677ff971b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379944 Jul 23 16:49:30.662499 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3733f4-36ed-49a7-9cb0-43de98cf5f84 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Router 69929bce-38bb-48dd-8656-7bb4c4f6b965 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:49:30.781922 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3733f4-36ed-49a7-9cb0-43de98cf5f84 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:49:30.792238 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4f5e2d-e188-4ed4-9b4c-ea80d81911cb None None] Sync routers for ids ['69929bce-38bb-48dd-8656-7bb4c4f6b965'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:49:30.801725 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e3733f4-36ed-49a7-9cb0-43de98cf5f84 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:30.803162 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2e3733f4-36ed-49a7-9cb0-43de98cf5f84 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4170961 Jul 23 16:49:30.807071 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46132) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:30.807731 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4f5e2d-e188-4ed4-9b4c-ea80d81911cb None None] Routers {'69929bce-38bb-48dd-8656-7bb4c4f6b965'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:30.808599 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-1f4f5e2d-e188-4ed4-9b4c-ea80d81911cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:49:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['69929bce-38bb-48dd-8656-7bb4c4f6b965'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:30.854825 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-1f4f5e2d-e188-4ed4-9b4c-ea80d81911cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:30.865559 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4f5e2d-e188-4ed4-9b4c-ea80d81911cb None None] Routers {'69929bce-38bb-48dd-8656-7bb4c4f6b965'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:30.866082 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-1f4f5e2d-e188-4ed4-9b4c-ea80d81911cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:49:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['69929bce-38bb-48dd-8656-7bb4c4f6b965'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:30.913851 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-1f4f5e2d-e188-4ed4-9b4c-ea80d81911cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:30.914777 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4f5e2d-e188-4ed4-9b4c-ea80d81911cb None None] The sync data for ids ['69929bce-38bb-48dd-8656-7bb4c4f6b965'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:49:30.930976 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device f929a42d-4529-4a01-ace0-0664d4e17f92 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:49:31.006777 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port f929a42d-4529-4a01-ace0-0664d4e17f92 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:49:31.016934 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port f929a42d-4529-4a01-ace0-0664d4e17f92 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:49:31.017778 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:31.180664 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:31.220897 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port f929a42d-4529-4a01-ace0-0664d4e17f92, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f929a42d-4529-4a01-ace0-0664d4e17f92,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:49:31.230351 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:31.317066 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=f929a42d-4529-4a01-ace0-0664d4e17f92,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:31.581921 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c700a4-5bcd-4c99-a77f-73e2b53cf209 req-a6708912-f8b5-4a59-9b95-1980d41d56b8 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:31.583841 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2c700a4-5bcd-4c99-a77f-73e2b53cf209 req-a6708912-f8b5-4a59-9b95-1980d41d56b8 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/ports?device_id=516b1e15-d6f9-4b76-beb7-d736034244e6 HTTP/1.1" status: 200 len: 945 time: 0.1323659 Jul 23 16:49:31.621011 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9dca7d-6cd6-43e1-9265-d0a24b328825 None None] Network da3e9eaa-d7eb-4c82-9fe6-94f19bc711be requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:49:31.745355 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-95fee7ac-d6d4-4634-9fb9-3adfd3954954 None None] Provisioning for port 7ee8da62-5d68-4519-8da4-bd65d5bedf39 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:49:31.752029 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2c700a4-5bcd-4c99-a77f-73e2b53cf209 req-fc6a667d-fc57-4c70-a8c3-d4c4e0dadcd6 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/security-groups?id=4020443d-bee2-42cf-81b8-a3677ff971b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262050 Jul 23 16:49:31.802449 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4853f8-8660-4aa9-b242-d193b9d7660b req-4d3158ca-48cf-41af-9fb3-07e1d1a489c0 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:31.804192 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7e4853f8-8660-4aa9-b242-d193b9d7660b req-4d3158ca-48cf-41af-9fb3-07e1d1a489c0 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=87666c9e-b013-4d27-b47d-7aaa9beff8e7 HTTP/1.1" status: 200 len: 946 time: 0.1222718 Jul 23 16:49:31.929407 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7e4853f8-8660-4aa9-b242-d193b9d7660b req-a5fccb79-76c6-44c3-919f-95467f49c1a3 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926282 Jul 23 16:49:32.114292 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-182a6df8-f173-423e-a0b6-539cd1d7d501 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:32.408171 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 7ee8da62-5d68-4519-8da4-bd65d5bedf39 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:49:32.434958 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87666c9e-b013-4d27-b47d-7aaa9beff8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f929a42d-4529-4a01-ace0-0664d4e17f92'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:49:32.438310 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1e6115-47fe-46a7-9442-17ab41307a00" -d '{"events": [{"server_uuid": "87666c9e-b013-4d27-b47d-7aaa9beff8e7", "name": "network-vif-plugged", "status": "completed", "tag": "f929a42d-4529-4a01-ace0-0664d4e17f92"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:49:32.491781 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 7ee8da62-5d68-4519-8da4-bd65d5bedf39 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:49:32.499248 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 7ee8da62-5d68-4519-8da4-bd65d5bedf39 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:49:32.499635 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:32.527555 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07d9332-65a4-4266-8176-486a574f18a4 x-openstack-request-id: req-d07d9332-65a4-4266-8176-486a574f18a4 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:49:32.528168 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87666c9e-b013-4d27-b47d-7aaa9beff8e7", "name": "network-vif-plugged", "status": "completed", "tag": "f929a42d-4529-4a01-ace0-0664d4e17f92", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:49:32.528622 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d07d9332-65a4-4266-8176-486a574f18a4 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:49:32.529029 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87666c9e-b013-4d27-b47d-7aaa9beff8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f929a42d-4529-4a01-ace0-0664d4e17f92', 'code': 200} Jul 23 16:49:32.587151 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-182a6df8-f173-423e-a0b6-539cd1d7d501 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Allocated IP 172.20.0.1 (da3e9eaa-d7eb-4c82-9fe6-94f19bc711be/022fe9f4-e071-45fa-ba3e-60bfb70edc00/82bbc82e-ca45-4b77-ac44-3c669c2e136d) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:49:32.620940 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:32.711637 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0fc50b0d-754f-45c4-ae7a-01675c7a6346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:32.720291 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 7ee8da62-5d68-4519-8da4-bd65d5bedf39, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=7ee8da62-5d68-4519-8da4-bd65d5bedf39,segment=NetworkSegment(b0feaaeb-38cb-4189-a001-5f3b87fdf511),segment_id=b0feaaeb-38cb-4189-a001-5f3b87fdf511)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:49:32.726219 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:32.748416 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a658f23-ad7f-4c91-9fbb-b1519e4e2b29 req-3c3280d3-0f4a-476c-be7d-cdf9dce7c258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:32.750101 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2a658f23-ad7f-4c91-9fbb-b1519e4e2b29 req-3c3280d3-0f4a-476c-be7d-cdf9dce7c258 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=87666c9e-b013-4d27-b47d-7aaa9beff8e7 HTTP/1.1" status: 200 len: 1097 time: 0.1805334 Jul 23 16:49:32.785332 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-182a6df8-f173-423e-a0b6-539cd1d7d501 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:32.790324 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=7ee8da62-5d68-4519-8da4-bd65d5bedf39,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:32.810393 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-182a6df8-f173-423e-a0b6-539cd1d7d501 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Transition to ACTIVE for port object 82bbc82e-ca45-4b77-ac44-3c669c2e136d will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:49:32.813296 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2a658f23-ad7f-4c91-9fbb-b1519e4e2b29 req-36f71e63-ef90-4da4-be64-a19c806d3c6f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564096 Jul 23 16:49:32.854605 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-182a6df8-f173-423e-a0b6-539cd1d7d501 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:32.927525 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182a6df8-f173-423e-a0b6-539cd1d7d501 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Network da3e9eaa-d7eb-4c82-9fe6-94f19bc711be is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:49:32.940783 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-182a6df8-f173-423e-a0b6-539cd1d7d501 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:49:32.943500 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182a6df8-f173-423e-a0b6-539cd1d7d501 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:49:32.998496 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a6df8-f173-423e-a0b6-539cd1d7d501 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event updated for resources: {'Port': ['ID=82bbc82e-ca45-4b77-ac44-3c669c2e136d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:33.065274 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-182a6df8-f173-423e-a0b6-539cd1d7d501 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:33.149538 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdaba53-c912-49c7-8688-c9c9c4219d67 req-67729aa6-c9cd-4aa1-810d-78908db39824 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:33.150755 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dfdaba53-c912-49c7-8688-c9c9c4219d67 req-67729aa6-c9cd-4aa1-810d-78908db39824 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/ports?device_id=516b1e15-d6f9-4b76-beb7-d736034244e6 HTTP/1.1" status: 200 len: 945 time: 0.2612185 Jul 23 16:49:33.249845 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2198bb-df33-4977-8aaa-e01d37a2e9dd req-aedad189-17f7-499c-b32d-28468d5470d4 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:33.251505 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bd2198bb-df33-4977-8aaa-e01d37a2e9dd req-aedad189-17f7-499c-b32d-28468d5470d4 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=87666c9e-b013-4d27-b47d-7aaa9beff8e7 HTTP/1.1" status: 200 len: 946 time: 0.2046313 Jul 23 16:49:33.278227 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dfdaba53-c912-49c7-8688-c9c9c4219d67 req-3dd46906-e557-4a96-93f0-fcd864447ba8 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/security-groups?id=4020443d-bee2-42cf-81b8-a3677ff971b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127102 Jul 23 16:49:33.333683 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ff4c32a7-8a13-4972-ae3e-2868f20c8567 None None] Provisioning for port 82bbc82e-ca45-4b77-ac44-3c669c2e136d completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:49:33.342945 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ff4c32a7-8a13-4972-ae3e-2868f20c8567 None None] Provisioning complete for port 82bbc82e-ca45-4b77-ac44-3c669c2e136d triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:49:33.343737 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bd2198bb-df33-4977-8aaa-e01d37a2e9dd req-06432500-0dc2-4be9-b294-df2e72f588ad tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835464 Jul 23 16:49:33.344572 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ff4c32a7-8a13-4972-ae3e-2868f20c8567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:33.357679 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-182a6df8-f173-423e-a0b6-539cd1d7d501 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:33.434396 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-ff4c32a7-8a13-4972-ae3e-2868f20c8567 None None] Port 82bbc82e-ca45-4b77-ac44-3c669c2e136d cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:49:33.790229 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-182a6df8-f173-423e-a0b6-539cd1d7d501 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:33.796361 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-182a6df8-f173-423e-a0b6-539cd1d7d501 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:33.891158 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a6df8-f173-423e-a0b6-539cd1d7d501 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event updated for resources: {'Port': ['ID=82bbc82e-ca45-4b77-ac44-3c669c2e136d,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:33.893821 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-182a6df8-f173-423e-a0b6-539cd1d7d501 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:34.003256 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182a6df8-f173-423e-a0b6-539cd1d7d501 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Network da3e9eaa-d7eb-4c82-9fe6-94f19bc711be is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:49:34.004843 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-182a6df8-f173-423e-a0b6-539cd1d7d501 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:49:34.140903 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182a6df8-f173-423e-a0b6-539cd1d7d501 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Router 69929bce-38bb-48dd-8656-7bb4c4f6b965 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:49:34.364511 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182a6df8-f173-423e-a0b6-539cd1d7d501 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:49:34.365533 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7b41136d-3b27-464a-a2eb-2dac3b95f472 None None] Provisioning complete for port 82bbc82e-ca45-4b77-ac44-3c669c2e136d triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:49:34.366098 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7b41136d-3b27-464a-a2eb-2dac3b95f472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:34.377978 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-182a6df8-f173-423e-a0b6-539cd1d7d501 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "PUT /v2.0/routers/69929bce-38bb-48dd-8656-7bb4c4f6b965/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5694702 Jul 23 16:49:34.380482 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46182) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:34.394221 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-5b0dc1f4-b7c8-4bfa-a4ae-cfee3b2ff36b tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Request body: {'port': {'network_id': 'da3e9eaa-d7eb-4c82-9fe6-94f19bc711be', 'name': 'tempest-FloatingIPTestJSON-2139620770'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:49:34.425943 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c14704f-cc1e-45b5-b093-b82775b7d1ad None None] Sync routers for ids ['69929bce-38bb-48dd-8656-7bb4c4f6b965'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:49:34.444118 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 7ee8da62-5d68-4519-8da4-bd65d5bedf39 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:49:34.533584 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c14704f-cc1e-45b5-b093-b82775b7d1ad None None] Routers {'69929bce-38bb-48dd-8656-7bb4c4f6b965'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:34.534572 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-2c14704f-cc1e-45b5-b093-b82775b7d1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:49:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['69929bce-38bb-48dd-8656-7bb4c4f6b965'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:34.579535 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-2c14704f-cc1e-45b5-b093-b82775b7d1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:34.582742 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-7b41136d-3b27-464a-a2eb-2dac3b95f472 None None] Port 82bbc82e-ca45-4b77-ac44-3c669c2e136d cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:49:34.596255 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 7ee8da62-5d68-4519-8da4-bd65d5bedf39 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:49:34.596968 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:34.629120 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c14704f-cc1e-45b5-b093-b82775b7d1ad None None] Routers {'69929bce-38bb-48dd-8656-7bb4c4f6b965'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:34.630451 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-2c14704f-cc1e-45b5-b093-b82775b7d1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:49:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['69929bce-38bb-48dd-8656-7bb4c4f6b965'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:34.660378 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e3c90-94a8-4626-8fbd-269bac9bd6e8 req-721166a5-325a-4815-9682-4561f1baaf6a tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:34.662050 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a53e3c90-94a8-4626-8fbd-269bac9bd6e8 req-721166a5-325a-4815-9682-4561f1baaf6a tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=87666c9e-b013-4d27-b47d-7aaa9beff8e7 HTTP/1.1" status: 200 len: 946 time: 0.1274042 Jul 23 16:49:34.684854 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0dc1f4-b7c8-4bfa-a4ae-cfee3b2ff36b tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Made reservation on behalf of c467154bab39448f889c19570e49bc1d for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:49:34.688586 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5b0dc1f4-b7c8-4bfa-a4ae-cfee3b2ff36b tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:34.696969 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-2c14704f-cc1e-45b5-b093-b82775b7d1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:34.697956 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c14704f-cc1e-45b5-b093-b82775b7d1ad None None] The sync data for ids ['69929bce-38bb-48dd-8656-7bb4c4f6b965'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:49:34.744863 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [None req-5b0dc1f4-b7c8-4bfa-a4ae-cfee3b2ff36b tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] device_id is not set on port 90e646a8-a772-41e3-bb0b-8e033e6c7f8c yet. {{(pid=94012) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:49:34.765564 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a53e3c90-94a8-4626-8fbd-269bac9bd6e8 req-86b793cc-3ac1-4a2d-b873-4b39fa7c5abc tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915422 Jul 23 16:49:34.989966 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-5b0dc1f4-b7c8-4bfa-a4ae-cfee3b2ff36b tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Allocated IP 172.20.0.8 (da3e9eaa-d7eb-4c82-9fe6-94f19bc711be/022fe9f4-e071-45fa-ba3e-60bfb70edc00/90e646a8-a772-41e3-bb0b-8e033e6c7f8c) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:49:35.019801 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:35.027532 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebc288-ddd7-43e1-a45e-7cfc38531b83 req-c554a673-5245-48b9-aa53-274a92e12755 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:35.029160 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b4ebc288-ddd7-43e1-a45e-7cfc38531b83 req-c554a673-5245-48b9-aa53-274a92e12755 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=87666c9e-b013-4d27-b47d-7aaa9beff8e7 HTTP/1.1" status: 200 len: 946 time: 0.1385534 Jul 23 16:49:35.113405 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b4ebc288-ddd7-43e1-a45e-7cfc38531b83 req-1bfc47ec-686f-4b07-8718-364b3bd892d7 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746002 Jul 23 16:49:35.153248 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:49:35.255895 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5b0dc1f4-b7c8-4bfa-a4ae-cfee3b2ff36b tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:35.286954 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-5b0dc1f4-b7c8-4bfa-a4ae-cfee3b2ff36b tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Transition to ACTIVE for port object 90e646a8-a772-41e3-bb0b-8e033e6c7f8c will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:49:35.317196 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae999363-625b-4140-95d9-5aeefd87c6ab req-3584be78-23fd-4ab7-8399-55e7185138fb tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:35.318958 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ae999363-625b-4140-95d9-5aeefd87c6ab req-3584be78-23fd-4ab7-8399-55e7185138fb tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=87666c9e-b013-4d27-b47d-7aaa9beff8e7 HTTP/1.1" status: 200 len: 946 time: 0.1080868 Jul 23 16:49:35.389521 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1166be5d-0787-4827-a584-6684df95c4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:35.434628 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ae999363-625b-4140-95d9-5aeefd87c6ab req-15233390-56d4-4fc4-ba1b-6fe4e0126f2b tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051860 Jul 23 16:49:35.436242 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5b0dc1f4-b7c8-4bfa-a4ae-cfee3b2ff36b tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:35.496293 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:35.503182 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0dc1f4-b7c8-4bfa-a4ae-cfee3b2ff36b tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Network da3e9eaa-d7eb-4c82-9fe6-94f19bc711be is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:49:35.512981 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-5b0dc1f4-b7c8-4bfa-a4ae-cfee3b2ff36b tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:49:35.520676 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0dc1f4-b7c8-4bfa-a4ae-cfee3b2ff36b tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:49:35.609801 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0dc1f4-b7c8-4bfa-a4ae-cfee3b2ff36b tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event updated for resources: {'Port': ['ID=90e646a8-a772-41e3-bb0b-8e033e6c7f8c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:35.641036 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0dc1f4-b7c8-4bfa-a4ae-cfee3b2ff36b tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:35.647170 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5b0dc1f4-b7c8-4bfa-a4ae-cfee3b2ff36b tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:35.686485 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46204) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:35.687065 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5b0dc1f4-b7c8-4bfa-a4ae-cfee3b2ff36b tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2975261 Jul 23 16:49:35.692383 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6b74c792-c43b-4f27-a432-32c1c2e38384 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Request body: {'floatingip': {'port_id': '90e646a8-a772-41e3-bb0b-8e033e6c7f8c'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:49:35.812410 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6b74c792-c43b-4f27-a432-32c1c2e38384 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:35.913257 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8689a0-6947-4ba4-9151-d6369858fa86 req-a75a4e41-f817-451a-af70-9e2c034fa950 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:35.916173 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4b8689a0-6947-4ba4-9151-d6369858fa86 req-a75a4e41-f817-451a-af70-9e2c034fa950 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=87666c9e-b013-4d27-b47d-7aaa9beff8e7 HTTP/1.1" status: 200 len: 946 time: 0.1050329 Jul 23 16:49:35.931810 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-41d721c2-0f82-4c33-b9c7-76f408531677 None None] Provisioning for port 90e646a8-a772-41e3-bb0b-8e033e6c7f8c completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:49:35.946611 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-41d721c2-0f82-4c33-b9c7-76f408531677 None None] Provisioning complete for port 90e646a8-a772-41e3-bb0b-8e033e6c7f8c triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:49:35.946998 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-41d721c2-0f82-4c33-b9c7-76f408531677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:35.990148 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4b8689a0-6947-4ba4-9151-d6369858fa86 req-707ec821-f58b-4565-aa55-0d3a48776008 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676308 Jul 23 16:49:36.033527 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-41d721c2-0f82-4c33-b9c7-76f408531677 None None] Port 90e646a8-a772-41e3-bb0b-8e033e6c7f8c cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:49:36.424269 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6b74c792-c43b-4f27-a432-32c1c2e38384 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:36.431768 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6b74c792-c43b-4f27-a432-32c1c2e38384 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:36.602414 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-6b74c792-c43b-4f27-a432-32c1c2e38384 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Floating IP d312c75e-009f-464a-9af0-03678e50a89b associated. External IP: 172.25.8.79, port: ac98cdd9-cfa1-458e-a885-bac57c5e926d. Jul 23 16:49:36.625532 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:37.149512 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b74c792-c43b-4f27-a432-32c1c2e38384 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Router 6904ea30-427d-4cfd-9664-2c7c7673ff07 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:49:37.177995 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f22ebb-5f49-4518-bbe7-ad6422d2316c req-9c24472f-bed7-4dc3-8972-899e16324256 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:37.179945 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-07f22ebb-5f49-4518-bbe7-ad6422d2316c req-9c24472f-bed7-4dc3-8972-899e16324256 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=87666c9e-b013-4d27-b47d-7aaa9beff8e7 HTTP/1.1" status: 200 len: 946 time: 0.0854919 Jul 23 16:49:37.233974 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-07f22ebb-5f49-4518-bbe7-ad6422d2316c req-6a623980-080d-4fe8-b8b7-92936011ed41 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473783 Jul 23 16:49:37.290423 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b74c792-c43b-4f27-a432-32c1c2e38384 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:49:37.302932 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01951ec9-83ae-4ed1-887c-702d430984bb None None] Sync routers for ids ['6904ea30-427d-4cfd-9664-2c7c7673ff07'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:49:37.316695 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01951ec9-83ae-4ed1-887c-702d430984bb None None] Routers {'6904ea30-427d-4cfd-9664-2c7c7673ff07'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:37.317620 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-01951ec9-83ae-4ed1-887c-702d430984bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:49:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6904ea30-427d-4cfd-9664-2c7c7673ff07'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:37.368048 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cac039-70fb-460e-bcc5-031637c26ca2 req-14f15c84-ef3f-44ef-bd64-85ae61beeb40 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:37.370308 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d8cac039-70fb-460e-bcc5-031637c26ca2 req-14f15c84-ef3f-44ef-bd64-85ae61beeb40 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.74 "GET /v2.0/ports?device_id=87666c9e-b013-4d27-b47d-7aaa9beff8e7 HTTP/1.1" status: 200 len: 946 time: 0.1143894 Jul 23 16:49:37.385996 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-01951ec9-83ae-4ed1-887c-702d430984bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:37.406693 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01951ec9-83ae-4ed1-887c-702d430984bb None None] Routers {'6904ea30-427d-4cfd-9664-2c7c7673ff07'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:37.407351 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-01951ec9-83ae-4ed1-887c-702d430984bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:49:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6904ea30-427d-4cfd-9664-2c7c7673ff07'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:37.448152 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-01951ec9-83ae-4ed1-887c-702d430984bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:37.448865 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01951ec9-83ae-4ed1-887c-702d430984bb None None] The sync data for ids ['6904ea30-427d-4cfd-9664-2c7c7673ff07'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:49:37.509159 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:37.522460 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-d8cac039-70fb-460e-bcc5-031637c26ca2 req-b61b0977-b619-48e8-a2cf-ae46b1303e9f tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Deleting port f929a42d-4529-4a01-ace0-0664d4e17f92 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:49:37.522878 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d8cac039-70fb-460e-bcc5-031637c26ca2 req-b61b0977-b619-48e8-a2cf-ae46b1303e9f tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:37.671924 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b74c792-c43b-4f27-a432-32c1c2e38384 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Router 69929bce-38bb-48dd-8656-7bb4c4f6b965 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:49:37.738009 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-d8cac039-70fb-460e-bcc5-031637c26ca2 req-b61b0977-b619-48e8-a2cf-ae46b1303e9f tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] For port f929a42d-4529-4a01-ace0-0664d4e17f92, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=f929a42d-4529-4a01-ace0-0664d4e17f92,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:49:37.738315 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d8cac039-70fb-460e-bcc5-031637c26ca2 req-b61b0977-b619-48e8-a2cf-ae46b1303e9f tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:37.757513 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-d8cac039-70fb-460e-bcc5-031637c26ca2 req-b61b0977-b619-48e8-a2cf-ae46b1303e9f tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Calling delete_port for f929a42d-4529-4a01-ace0-0664d4e17f92 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:49:37.930732 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b74c792-c43b-4f27-a432-32c1c2e38384 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:49:37.939372 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6b74c792-c43b-4f27-a432-32c1c2e38384 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:37.942822 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331f0bb3-7c5e-474e-b891-2e8328d29b38 None None] Sync routers for ids ['69929bce-38bb-48dd-8656-7bb4c4f6b965'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:49:37.961339 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331f0bb3-7c5e-474e-b891-2e8328d29b38 None None] Routers {'69929bce-38bb-48dd-8656-7bb4c4f6b965'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:37.963678 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-331f0bb3-7c5e-474e-b891-2e8328d29b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:49:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['69929bce-38bb-48dd-8656-7bb4c4f6b965'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:37.974201 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d8cac039-70fb-460e-bcc5-031637c26ca2 req-b61b0977-b619-48e8-a2cf-ae46b1303e9f tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:38.012594 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b0977-b619-48e8-a2cf-ae46b1303e9f tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Pushing event deleted for resources: {'Port': ['ID=f929a42d-4529-4a01-ace0-0664d4e17f92,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:38.059012 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['f929a42d-4529-4a01-ace0-0664d4e17f92'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:49:38.088453 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46258) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:38.121477 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6b74c792-c43b-4f27-a432-32c1c2e38384 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "PUT /v2.0/floatingips/d312c75e-009f-464a-9af0-03678e50a89b HTTP/1.1" status: 200 len: 977 time: 2.4336562 Jul 23 16:49:38.122364 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-331f0bb3-7c5e-474e-b891-2e8328d29b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:38.129713 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46268) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:38.141946 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8cac039-70fb-460e-bcc5-031637c26ca2 req-b61b0977-b619-48e8-a2cf-ae46b1303e9f tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] No DVR routers for this DVR port f929a42d-4529-4a01-ace0-0664d4e17f92 on host n-h1-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:49:38.146553 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d8cac039-70fb-460e-bcc5-031637c26ca2 req-b61b0977-b619-48e8-a2cf-ae46b1303e9f tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:38.148496 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d8cac039-70fb-460e-bcc5-031637c26ca2 req-b61b0977-b619-48e8-a2cf-ae46b1303e9f tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.74 "DELETE /v2.0/ports/f929a42d-4529-4a01-ace0-0664d4e17f92 HTTP/1.1" status: 204 len: 173 time: 0.7724140 Jul 23 16:49:38.148974 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331f0bb3-7c5e-474e-b891-2e8328d29b38 None None] Routers {'69929bce-38bb-48dd-8656-7bb4c4f6b965'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:38.149153 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87666c9e-b013-4d27-b47d-7aaa9beff8e7', 'name': 'network-vif-deleted', 'tag': 'f929a42d-4529-4a01-ace0-0664d4e17f92'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:49:38.152191 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-331f0bb3-7c5e-474e-b891-2e8328d29b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:49:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['69929bce-38bb-48dd-8656-7bb4c4f6b965'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:38.158125 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5261be-68a1-444b-bd29-365a2859f734" -d '{"events": [{"server_uuid": "87666c9e-b013-4d27-b47d-7aaa9beff8e7", "name": "network-vif-deleted", "tag": "f929a42d-4529-4a01-ace0-0664d4e17f92"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:49:38.283458 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462cf456-2294-4140-98b4-398cadf274ee x-openstack-request-id: req-462cf456-2294-4140-98b4-398cadf274ee {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:49:38.284737 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87666c9e-b013-4d27-b47d-7aaa9beff8e7", "name": "network-vif-deleted", "tag": "f929a42d-4529-4a01-ace0-0664d4e17f92", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:49:38.285191 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-462cf456-2294-4140-98b4-398cadf274ee {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:49:38.285797 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87666c9e-b013-4d27-b47d-7aaa9beff8e7', 'name': 'network-vif-deleted', 'tag': 'f929a42d-4529-4a01-ace0-0664d4e17f92', 'status': 'completed', 'code': 200} Jul 23 16:49:38.301186 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-331f0bb3-7c5e-474e-b891-2e8328d29b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:38.305298 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331f0bb3-7c5e-474e-b891-2e8328d29b38 None None] The sync data for ids ['69929bce-38bb-48dd-8656-7bb4c4f6b965'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:49:38.422564 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-99c099df-4a3f-4af0-8cc5-117a27904be6 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Deleting port 90e646a8-a772-41e3-bb0b-8e033e6c7f8c {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:49:38.423207 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99c099df-4a3f-4af0-8cc5-117a27904be6 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:38.427092 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f246a74c-fc6b-49d9-aee0-2f6c57cc4915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:38.442320 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8aa6cf03-9601-4e73-b4aa-aceef1b8d3a4 req-41698bdc-5cbf-44c0-be81-5ceb595d56c3 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=87666c9e-b013-4d27-b47d-7aaa9beff8e7 HTTP/1.1" status: 200 len: 210 time: 0.0687180 Jul 23 16:49:38.583640 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99c099df-4a3f-4af0-8cc5-117a27904be6 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:38.632136 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:38.770905 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f246a74c-fc6b-49d9-aee0-2f6c57cc4915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:38.777483 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f246a74c-fc6b-49d9-aee0-2f6c57cc4915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:38.866900 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f246a74c-fc6b-49d9-aee0-2f6c57cc4915 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4264f8442d6a4a3a8d6c7b3e6b4d1f08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7770941 Jul 23 16:49:38.869517 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46344) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:38.877637 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246a74c-fc6b-49d9-aee0-2f6c57cc4915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d559440b-c0bc-413b-b951-d0baea51325e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:38.898424 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99c099df-4a3f-4af0-8cc5-117a27904be6 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:38.898898 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99c099df-4a3f-4af0-8cc5-117a27904be6 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:38.899275 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-99c099df-4a3f-4af0-8cc5-117a27904be6 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Floating IP d312c75e-009f-464a-9af0-03678e50a89b disassociated. External IP: 172.25.8.79, port: 90e646a8-a772-41e3-bb0b-8e033e6c7f8c. Jul 23 16:49:38.899650 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-99c099df-4a3f-4af0-8cc5-117a27904be6 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Calling delete_port for 90e646a8-a772-41e3-bb0b-8e033e6c7f8c owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:49:38.958181 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b4feb88f-76da-43cf-a227-096c5dbc5da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:39.006950 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b4feb88f-76da-43cf-a227-096c5dbc5da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:39.106895 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b4feb88f-76da-43cf-a227-096c5dbc5da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:39.109660 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b4feb88f-76da-43cf-a227-096c5dbc5da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:39.111269 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b4feb88f-76da-43cf-a227-096c5dbc5da5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d559440b-c0bc-413b-b951-d0baea51325e HTTP/1.1" status: 204 len: 168 time: 0.2399721 Jul 23 16:49:39.121373 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99c099df-4a3f-4af0-8cc5-117a27904be6 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:39.136522 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4feb88f-76da-43cf-a227-096c5dbc5da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d559440b-c0bc-413b-b951-d0baea51325e,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:39.160653 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c099df-4a3f-4af0-8cc5-117a27904be6 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event deleted for resources: {'Port': ['ID=90e646a8-a772-41e3-bb0b-8e033e6c7f8c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:39.367930 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c099df-4a3f-4af0-8cc5-117a27904be6 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Router 69929bce-38bb-48dd-8656-7bb4c4f6b965 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:49:39.601355 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c099df-4a3f-4af0-8cc5-117a27904be6 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:49:39.615841 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5c8a38-46d1-4dd8-bb6d-52ab10412ac1 None None] Sync routers for ids ['69929bce-38bb-48dd-8656-7bb4c4f6b965'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:49:39.646580 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5c8a38-46d1-4dd8-bb6d-52ab10412ac1 None None] Routers {'69929bce-38bb-48dd-8656-7bb4c4f6b965'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:39.648427 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-cc5c8a38-46d1-4dd8-bb6d-52ab10412ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:49:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['69929bce-38bb-48dd-8656-7bb4c4f6b965'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:39.719931 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d14a4ce-d673-4ca3-a193-05484979b723 req-73551478-9d1f-43a2-8a03-fe0cae1e766d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=87666c9e-b013-4d27-b47d-7aaa9beff8e7 HTTP/1.1" status: 200 len: 210 time: 0.1012952 Jul 23 16:49:39.734823 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-cc5c8a38-46d1-4dd8-bb6d-52ab10412ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:39.756935 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5c8a38-46d1-4dd8-bb6d-52ab10412ac1 None None] Routers {'69929bce-38bb-48dd-8656-7bb4c4f6b965'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:39.764755 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-cc5c8a38-46d1-4dd8-bb6d-52ab10412ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:49:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['69929bce-38bb-48dd-8656-7bb4c4f6b965'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:39.808628 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-cc5c8a38-46d1-4dd8-bb6d-52ab10412ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:39.809495 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5c8a38-46d1-4dd8-bb6d-52ab10412ac1 None None] The sync data for ids ['69929bce-38bb-48dd-8656-7bb4c4f6b965'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:49:39.812935 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99c099df-4a3f-4af0-8cc5-117a27904be6 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:39.815404 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-99c099df-4a3f-4af0-8cc5-117a27904be6 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "DELETE /v2.0/ports/90e646a8-a772-41e3-bb0b-8e033e6c7f8c HTTP/1.1" status: 204 len: 168 time: 1.6847000 Jul 23 16:49:39.818258 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46436) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:40.226301 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f90c57d4-b3f9-4451-96c0-0d0a69fa511a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:40.895918 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5e643d5d-945b-4127-881d-abb9374115c5 req-0ff3fbea-8ba6-4bf7-bef1-279b1d545c4a tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=87666c9e-b013-4d27-b47d-7aaa9beff8e7 HTTP/1.1" status: 200 len: 210 time: 0.0547659 Jul 23 16:49:40.935570 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-f90c57d4-b3f9-4451-96c0-0d0a69fa511a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Deleting port 82bbc82e-ca45-4b77-ac44-3c669c2e136d {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:49:40.935977 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f90c57d4-b3f9-4451-96c0-0d0a69fa511a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:40.994166 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device f929a42d-4529-4a01-ace0-0664d4e17f92 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:49:41.024396 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: f929a42d-4529-4a01-ace0-0664d4e17f92 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:49:41.024974 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device f929a42d-4529-4a01-ace0-0664d4e17f92 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:49:41.045908 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f90c57d4-b3f9-4451-96c0-0d0a69fa511a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:41.060254 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-f90c57d4-b3f9-4451-96c0-0d0a69fa511a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Calling delete_port for 82bbc82e-ca45-4b77-ac44-3c669c2e136d owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:49:41.322128 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f90c57d4-b3f9-4451-96c0-0d0a69fa511a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:41.357621 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c57d4-b3f9-4451-96c0-0d0a69fa511a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event deleted for resources: {'Port': ['ID=82bbc82e-ca45-4b77-ac44-3c669c2e136d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:41.603892 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f90c57d4-b3f9-4451-96c0-0d0a69fa511a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:41.864008 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90c57d4-b3f9-4451-96c0-0d0a69fa511a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Router 69929bce-38bb-48dd-8656-7bb4c4f6b965 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:49:41.983929 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90c57d4-b3f9-4451-96c0-0d0a69fa511a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:49:41.989502 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f90c57d4-b3f9-4451-96c0-0d0a69fa511a tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "PUT /v2.0/routers/69929bce-38bb-48dd-8656-7bb4c4f6b965/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1699708 Jul 23 16:49:41.992130 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46688) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:41.997412 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616d13ae-3bb9-43e0-bf02-4347ccfc8dca None None] Sync routers for ids ['69929bce-38bb-48dd-8656-7bb4c4f6b965'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:49:42.019075 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616d13ae-3bb9-43e0-bf02-4347ccfc8dca None None] Routers {'69929bce-38bb-48dd-8656-7bb4c4f6b965'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:42.020543 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-616d13ae-3bb9-43e0-bf02-4347ccfc8dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:49:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['69929bce-38bb-48dd-8656-7bb4c4f6b965'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:42.024529 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b223353-f680-44f3-90d2-d985d0203564 req-ab4f34ca-58e7-42c6-8003-d67dc099365d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=87666c9e-b013-4d27-b47d-7aaa9beff8e7 HTTP/1.1" status: 200 len: 210 time: 0.0339062 Jul 23 16:49:42.054316 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-616d13ae-3bb9-43e0-bf02-4347ccfc8dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:42.065156 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616d13ae-3bb9-43e0-bf02-4347ccfc8dca None None] Routers {'69929bce-38bb-48dd-8656-7bb4c4f6b965'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:42.065767 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-616d13ae-3bb9-43e0-bf02-4347ccfc8dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:49:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['69929bce-38bb-48dd-8656-7bb4c4f6b965'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:42.104386 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-616d13ae-3bb9-43e0-bf02-4347ccfc8dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:42.105699 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616d13ae-3bb9-43e0-bf02-4347ccfc8dca None None] The sync data for ids ['69929bce-38bb-48dd-8656-7bb4c4f6b965'] in n-d-778549-4 is: [] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:49:42.129628 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1da3ab00-e546-490c-80b6-d23b51c29867 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:42.240859 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1da3ab00-e546-490c-80b6-d23b51c29867 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:42.296614 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-1da3ab00-e546-490c-80b6-d23b51c29867 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Deleting port ba6b4619-76c2-4e6d-99e2-edeb655767df {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:49:42.296886 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1da3ab00-e546-490c-80b6-d23b51c29867 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:42.376799 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1da3ab00-e546-490c-80b6-d23b51c29867 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:42.390572 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-1da3ab00-e546-490c-80b6-d23b51c29867 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Calling delete_port for ba6b4619-76c2-4e6d-99e2-edeb655767df owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:49:42.556048 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1da3ab00-e546-490c-80b6-d23b51c29867 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:42.583741 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3ab00-e546-490c-80b6-d23b51c29867 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event deleted for resources: {'Port': ['ID=ba6b4619-76c2-4e6d-99e2-edeb655767df,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:42.649145 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1da3ab00-e546-490c-80b6-d23b51c29867 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:42.745907 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1da3ab00-e546-490c-80b6-d23b51c29867 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:42.747596 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1da3ab00-e546-490c-80b6-d23b51c29867 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:42.791950 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1da3ab00-e546-490c-80b6-d23b51c29867 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:42.792518 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da3ab00-e546-490c-80b6-d23b51c29867 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Fanout notify agent at l3_agent the message router_deleted on router 69929bce-38bb-48dd-8656-7bb4c4f6b965 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:49:42.803528 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1da3ab00-e546-490c-80b6-d23b51c29867 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:42.807457 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1da3ab00-e546-490c-80b6-d23b51c29867 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "DELETE /v2.0/routers/69929bce-38bb-48dd-8656-7bb4c4f6b965 HTTP/1.1" status: 204 len: 168 time: 0.8129792 Jul 23 16:49:42.808271 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46690) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:42.860477 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-a49c604e-021b-4dfe-b228-4e374d77ebe0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Deleting subnet 022fe9f4-e071-45fa-ba3e-60bfb70edc00 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:49:42.863829 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a49c604e-021b-4dfe-b228-4e374d77ebe0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:42.903930 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a49c604e-021b-4dfe-b228-4e374d77ebe0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:42.993823 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a49c604e-021b-4dfe-b228-4e374d77ebe0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:43.058322 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a49c604e-021b-4dfe-b228-4e374d77ebe0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:43.087947 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c604e-021b-4dfe-b228-4e374d77ebe0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event deleted for resources: {'Subnet': ['ID=022fe9f4-e071-45fa-ba3e-60bfb70edc00,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:43.091690 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a49c604e-021b-4dfe-b228-4e374d77ebe0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:43.096407 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a49c604e-021b-4dfe-b228-4e374d77ebe0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "DELETE /v2.0/subnets/022fe9f4-e071-45fa-ba3e-60bfb70edc00 HTTP/1.1" status: 204 len: 168 time: 0.2872348 Jul 23 16:49:43.096895 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46694) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:43.109790 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5342936-f06d-4f22-8962-d482f86ff596 None None] Network da3e9eaa-d7eb-4c82-9fe6-94f19bc711be requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:49:43.156892 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b21d2407-b5dc-4c95-a066-2802046f1d22 req-8ce71371-3669-4cd5-b7f3-f1fc854a6d93 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=87666c9e-b013-4d27-b47d-7aaa9beff8e7 HTTP/1.1" status: 200 len: 210 time: 0.0511637 Jul 23 16:49:43.189780 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-053e6c17-67cf-4926-be72-b2c6e2635070 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:43.249404 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-053e6c17-67cf-4926-be72-b2c6e2635070 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Deleting port 7ee8da62-5d68-4519-8da4-bd65d5bedf39 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:49:43.249765 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-053e6c17-67cf-4926-be72-b2c6e2635070 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:43.322225 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f746d2b-3467-4de6-8a8b-90dc84aab7b6 None None] DHCP port deletion for da3e9eaa-d7eb-4c82-9fe6-94f19bc711be request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:49:43.325270 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-053e6c17-67cf-4926-be72-b2c6e2635070 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] For port 7ee8da62-5d68-4519-8da4-bd65d5bedf39, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=7ee8da62-5d68-4519-8da4-bd65d5bedf39,segment=NetworkSegment(b0feaaeb-38cb-4189-a001-5f3b87fdf511),segment_id=b0feaaeb-38cb-4189-a001-5f3b87fdf511)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:49:43.325642 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-053e6c17-67cf-4926-be72-b2c6e2635070 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:43.339984 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-053e6c17-67cf-4926-be72-b2c6e2635070 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Calling delete_port for 7ee8da62-5d68-4519-8da4-bd65d5bedf39 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:49:43.384911 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-6f746d2b-3467-4de6-8a8b-90dc84aab7b6 None None] Deleting port 7ee8da62-5d68-4519-8da4-bd65d5bedf39 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:49:43.385614 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6f746d2b-3467-4de6-8a8b-90dc84aab7b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:43.444850 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-053e6c17-67cf-4926-be72-b2c6e2635070 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:43.478585 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e6c17-67cf-4926-be72-b2c6e2635070 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event deleted for resources: {'Port': ['ID=7ee8da62-5d68-4519-8da4-bd65d5bedf39,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:43.482079 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053e6c17-67cf-4926-be72-b2c6e2635070 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] No DVR routers for this DVR port 7ee8da62-5d68-4519-8da4-bd65d5bedf39 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:49:43.593406 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-053e6c17-67cf-4926-be72-b2c6e2635070 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:43.610818 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-053e6c17-67cf-4926-be72-b2c6e2635070 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3e9eaa-d7eb-4c82-9fe6-94f19bc711be']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:43.626934 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-053e6c17-67cf-4926-be72-b2c6e2635070 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0feaaeb-38cb-4189-a001-5f3b87fdf511') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:43.627684 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-053e6c17-67cf-4926-be72-b2c6e2635070 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0feaaeb-38cb-4189-a001-5f3b87fdf511') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:43.637348 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-6f746d2b-3467-4de6-8a8b-90dc84aab7b6 None None] For port 7ee8da62-5d68-4519-8da4-bd65d5bedf39, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=7ee8da62-5d68-4519-8da4-bd65d5bedf39,segment=NetworkSegment(b0feaaeb-38cb-4189-a001-5f3b87fdf511),segment_id=b0feaaeb-38cb-4189-a001-5f3b87fdf511)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:49:43.637746 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6f746d2b-3467-4de6-8a8b-90dc84aab7b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:43.640764 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-053e6c17-67cf-4926-be72-b2c6e2635070 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:43.655191 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-6f746d2b-3467-4de6-8a8b-90dc84aab7b6 None None] Calling delete_port for 7ee8da62-5d68-4519-8da4-bd65d5bedf39 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:49:43.658827 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-053e6c17-67cf-4926-be72-b2c6e2635070 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:43.667748 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-053e6c17-67cf-4926-be72-b2c6e2635070 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:49:43.668487 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-053e6c17-67cf-4926-be72-b2c6e2635070 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:43.672226 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:49:43.672226 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:49:43.672226 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:49:43.672226 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:49:43.672226 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:49:43.672226 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:49:43.672226 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:49:43.672226 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:49:43.672226 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:49:43.672226 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:49:43.672226 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:49:43.672226 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:49:43.672226 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:49:43.672226 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:49:43.672226 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:49:43.672226 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:49:43.672226 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:49:43.672226 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:49:43.672226 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:49:43.672226 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:49:43.672226 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:49:43.672226 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:49:43.672226 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:49:43.672226 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:49:43.672226 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:49:43.672226 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:49:43.672226 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:49:43.672226 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:49:43.672226 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:49:43.672226 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:49:43.672226 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:49:43.672226 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:49:43.746349 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-053e6c17-67cf-4926-be72-b2c6e2635070 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:43.758276 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-053e6c17-67cf-4926-be72-b2c6e2635070 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:43.764514 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-053e6c17-67cf-4926-be72-b2c6e2635070 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "DELETE /v2.0/networks/da3e9eaa-d7eb-4c82-9fe6-94f19bc711be HTTP/1.1" status: 204 len: 168 time: 0.6640856 Jul 23 16:49:43.764692 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6f746d2b-3467-4de6-8a8b-90dc84aab7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:43.765126 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46702) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:43.795940 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f746d2b-3467-4de6-8a8b-90dc84aab7b6 None None] Pushing event deleted for resources: {'Port': ['ID=7ee8da62-5d68-4519-8da4-bd65d5bedf39,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:43.796629 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e6c17-67cf-4926-be72-b2c6e2635070 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event deleted for resources: {'Network': ['ID=da3e9eaa-d7eb-4c82-9fe6-94f19bc711be,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:43.798196 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6f746d2b-3467-4de6-8a8b-90dc84aab7b6 None None] Network da3e9eaa-d7eb-4c82-9fe6-94f19bc711be is not hosted by any dhcp agent {{(pid=94014) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 16:49:43.798777 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f746d2b-3467-4de6-8a8b-90dc84aab7b6 None None] No DVR routers for this DVR port 7ee8da62-5d68-4519-8da4-bd65d5bedf39 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:49:43.950002 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-18ade688-0fc1-40f4-8992-8b4cc5b4a29f tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Deleting port 731751d0-37fa-4188-b642-b2c8c8b64053 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:49:43.950420 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-18ade688-0fc1-40f4-8992-8b4cc5b4a29f tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:44.035895 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-18ade688-0fc1-40f4-8992-8b4cc5b4a29f tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:44.036606 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-18ade688-0fc1-40f4-8992-8b4cc5b4a29f tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:44.049931 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-18ade688-0fc1-40f4-8992-8b4cc5b4a29f tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Calling delete_port for 731751d0-37fa-4188-b642-b2c8c8b64053 owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:49:44.197766 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-18ade688-0fc1-40f4-8992-8b4cc5b4a29f tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:44.230848 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ade688-0fc1-40f4-8992-8b4cc5b4a29f tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event deleted for resources: {'Port': ['ID=731751d0-37fa-4188-b642-b2c8c8b64053,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:44.366066 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-18ade688-0fc1-40f4-8992-8b4cc5b4a29f tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:44.373783 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-18ade688-0fc1-40f4-8992-8b4cc5b4a29f tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:44.379673 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46712) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:44.381169 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-18ade688-0fc1-40f4-8992-8b4cc5b4a29f tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "DELETE /v2.0/floatingips/d312c75e-009f-464a-9af0-03678e50a89b HTTP/1.1" status: 204 len: 168 time: 0.6148007 Jul 23 16:49:44.409886 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 7ee8da62-5d68-4519-8da4-bd65d5bedf39 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:49:44.420464 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-15855235-b2a3-4d3e-891b-79c97e99317c tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] DELETE failed (client error): The resource could not be found. Jul 23 16:49:44.421490 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15855235-b2a3-4d3e-891b-79c97e99317c tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:49:44.423660 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-15855235-b2a3-4d3e-891b-79c97e99317c tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "DELETE /v2.0/ports/90e646a8-a772-41e3-bb0b-8e033e6c7f8c HTTP/1.1" status: 404 len: 333 time: 0.0424170 Jul 23 16:49:44.426408 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46714) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:44.467570 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 7ee8da62-5d68-4519-8da4-bd65d5bedf39 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:49:44.467900 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 7ee8da62-5d68-4519-8da4-bd65d5bedf39 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:49:44.489651 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46716) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:44.493892 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e00bebdf-60dc-45b3-8eb1-02cf8b6a541f tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "GET /v2.0/ports?device_id=69929bce-38bb-48dd-8656-7bb4c4f6b965 HTTP/1.1" status: 200 len: 205 time: 0.0660145 Jul 23 16:49:44.527947 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [None req-5c6e5b72-41a5-4266-84e2-2eba05b63922 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] delete failed (client error): The resource could not be found. Jul 23 16:49:44.530763 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5c6e5b72-41a5-4266-84e2-2eba05b63922 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "DELETE /v2.0/routers/69929bce-38bb-48dd-8656-7bb4c4f6b965 HTTP/1.1" status: 404 len: 336 time: 0.0383437 Jul 23 16:49:44.531632 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46718) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:44.559096 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-7517551d-4576-4aa0-8c31-8ad78b3599bd tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] DELETE failed (client error): The resource could not be found. Jul 23 16:49:44.559708 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7517551d-4576-4aa0-8c31-8ad78b3599bd tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:49:44.563940 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7517551d-4576-4aa0-8c31-8ad78b3599bd tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "DELETE /v2.0/subnets/022fe9f4-e071-45fa-ba3e-60bfb70edc00 HTTP/1.1" status: 404 len: 337 time: 0.0289733 Jul 23 16:49:44.564213 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46722) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:44.669361 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-a2d1d4fc-25f0-40f1-a2ec-e1e4e4d7cda8 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Deleting port ac98cdd9-cfa1-458e-a885-bac57c5e926d {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:49:44.669865 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d4fc-25f0-40f1-a2ec-e1e4e4d7cda8 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:44.767127 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d4fc-25f0-40f1-a2ec-e1e4e4d7cda8 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:44.779666 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-a2d1d4fc-25f0-40f1-a2ec-e1e4e4d7cda8 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Calling delete_port for ac98cdd9-cfa1-458e-a885-bac57c5e926d owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:49:44.920663 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d4fc-25f0-40f1-a2ec-e1e4e4d7cda8 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:44.953798 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1d4fc-25f0-40f1-a2ec-e1e4e4d7cda8 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event deleted for resources: {'Port': ['ID=ac98cdd9-cfa1-458e-a885-bac57c5e926d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:45.039056 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d4fc-25f0-40f1-a2ec-e1e4e4d7cda8 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:45.041252 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a2d1d4fc-25f0-40f1-a2ec-e1e4e4d7cda8 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "DELETE /v2.0/ports/ac98cdd9-cfa1-458e-a885-bac57c5e926d HTTP/1.1" status: 204 len: 168 time: 0.4760096 Jul 23 16:49:45.043675 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46726) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:45.143770 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-b353699a-8268-47b2-aea2-6a5bd2979d2e tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Deleting port e290718d-779a-4c11-b372-d0ed4b75b1bd {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:49:45.144240 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b353699a-8268-47b2-aea2-6a5bd2979d2e tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:45.237963 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b353699a-8268-47b2-aea2-6a5bd2979d2e tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:45.250408 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-b353699a-8268-47b2-aea2-6a5bd2979d2e tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Calling delete_port for e290718d-779a-4c11-b372-d0ed4b75b1bd owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:49:45.379224 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b353699a-8268-47b2-aea2-6a5bd2979d2e tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:45.406208 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b353699a-8268-47b2-aea2-6a5bd2979d2e tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event deleted for resources: {'Port': ['ID=e290718d-779a-4c11-b372-d0ed4b75b1bd,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:45.502617 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b353699a-8268-47b2-aea2-6a5bd2979d2e tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:45.504664 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b353699a-8268-47b2-aea2-6a5bd2979d2e tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "DELETE /v2.0/ports/e290718d-779a-4c11-b372-d0ed4b75b1bd HTTP/1.1" status: 204 len: 168 time: 0.4599242 Jul 23 16:49:45.507191 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46730) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:45.579862 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027244b7-d317-4e53-be49-ef1af59c740e tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:45.581517 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-027244b7-d317-4e53-be49-ef1af59c740e tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "GET /v2.0/ports?device_id=6904ea30-427d-4cfd-9664-2c7c7673ff07 HTTP/1.1" status: 200 len: 913 time: 0.0733774 Jul 23 16:49:45.584246 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46732) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:45.982456 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b062fbff-9607-430e-8a5a-d685d2202491 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:46.275195 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-b062fbff-9607-430e-8a5a-d685d2202491 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Deleting port 46511173-11b4-468b-a287-c1c098bbe92e {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:49:46.275884 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b062fbff-9607-430e-8a5a-d685d2202491 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:46.367751 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b062fbff-9607-430e-8a5a-d685d2202491 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:46.380863 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-b062fbff-9607-430e-8a5a-d685d2202491 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Calling delete_port for 46511173-11b4-468b-a287-c1c098bbe92e owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:49:46.600528 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b062fbff-9607-430e-8a5a-d685d2202491 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:46.636514 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b062fbff-9607-430e-8a5a-d685d2202491 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event deleted for resources: {'Port': ['ID=46511173-11b4-468b-a287-c1c098bbe92e,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:46.849988 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b062fbff-9607-430e-8a5a-d685d2202491 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:47.438357 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b062fbff-9607-430e-8a5a-d685d2202491 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Router 6904ea30-427d-4cfd-9664-2c7c7673ff07 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:49:47.548818 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b062fbff-9607-430e-8a5a-d685d2202491 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:49:47.556798 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46740) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:47.557398 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b062fbff-9607-430e-8a5a-d685d2202491 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "PUT /v2.0/routers/6904ea30-427d-4cfd-9664-2c7c7673ff07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9720023 Jul 23 16:49:47.559246 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44c0e39-9440-45bd-a466-896877339669 None None] Sync routers for ids ['6904ea30-427d-4cfd-9664-2c7c7673ff07'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:49:47.571647 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44c0e39-9440-45bd-a466-896877339669 None None] Routers {'6904ea30-427d-4cfd-9664-2c7c7673ff07'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:47.572254 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-a44c0e39-9440-45bd-a466-896877339669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:49:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6904ea30-427d-4cfd-9664-2c7c7673ff07'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:47.604542 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-a44c0e39-9440-45bd-a466-896877339669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:47.614186 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44c0e39-9440-45bd-a466-896877339669 None None] Routers {'6904ea30-427d-4cfd-9664-2c7c7673ff07'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:49:47.614818 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-a44c0e39-9440-45bd-a466-896877339669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:49:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6904ea30-427d-4cfd-9664-2c7c7673ff07'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:47.650351 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-a44c0e39-9440-45bd-a466-896877339669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:47.651019 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44c0e39-9440-45bd-a466-896877339669 None None] The sync data for ids ['6904ea30-427d-4cfd-9664-2c7c7673ff07'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:49:47.678512 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b325b8f-6990-4d25-8008-8270863519d0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:48.044180 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b325b8f-6990-4d25-8008-8270863519d0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:48.098149 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-0b325b8f-6990-4d25-8008-8270863519d0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Deleting port 5971fa9d-7b5d-4db5-a90c-5145a50f2bd6 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:49:48.098492 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b325b8f-6990-4d25-8008-8270863519d0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:48.178883 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b325b8f-6990-4d25-8008-8270863519d0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:48.191295 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-0b325b8f-6990-4d25-8008-8270863519d0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Calling delete_port for 5971fa9d-7b5d-4db5-a90c-5145a50f2bd6 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:49:48.357725 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b325b8f-6990-4d25-8008-8270863519d0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:48.382468 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b325b8f-6990-4d25-8008-8270863519d0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event deleted for resources: {'Port': ['ID=5971fa9d-7b5d-4db5-a90c-5145a50f2bd6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:48.450775 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b325b8f-6990-4d25-8008-8270863519d0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:48.543885 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b325b8f-6990-4d25-8008-8270863519d0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:48.545784 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b325b8f-6990-4d25-8008-8270863519d0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:48.595189 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b325b8f-6990-4d25-8008-8270863519d0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:48.595936 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b325b8f-6990-4d25-8008-8270863519d0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Fanout notify agent at l3_agent the message router_deleted on router 6904ea30-427d-4cfd-9664-2c7c7673ff07 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:49:48.602705 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b325b8f-6990-4d25-8008-8270863519d0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:48.608193 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0b325b8f-6990-4d25-8008-8270863519d0 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "DELETE /v2.0/routers/6904ea30-427d-4cfd-9664-2c7c7673ff07 HTTP/1.1" status: 204 len: 168 time: 1.0451684 Jul 23 16:49:48.608193 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46748) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:48.659335 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-3debe904-824b-4736-b807-481d839ce8c9 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Deleting subnet ede2f5b6-ac9b-408d-9ee7-37ce7cf97000 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:49:48.662431 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3debe904-824b-4736-b807-481d839ce8c9 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:48.706658 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3debe904-824b-4736-b807-481d839ce8c9 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:48.765412 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3debe904-824b-4736-b807-481d839ce8c9 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:48.852432 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3debe904-824b-4736-b807-481d839ce8c9 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:48.879077 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3debe904-824b-4736-b807-481d839ce8c9 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event deleted for resources: {'Subnet': ['ID=ede2f5b6-ac9b-408d-9ee7-37ce7cf97000,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:48.884794 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3debe904-824b-4736-b807-481d839ce8c9 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:48.886832 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3debe904-824b-4736-b807-481d839ce8c9 tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "DELETE /v2.0/subnets/ede2f5b6-ac9b-408d-9ee7-37ce7cf97000 HTTP/1.1" status: 204 len: 168 time: 0.2781854 Jul 23 16:49:48.889375 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46750) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:48.966159 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-93cb8da7-6682-4dcc-9582-2f60ea9cafec tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:49.086250 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-93cb8da7-6682-4dcc-9582-2f60ea9cafec tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:49.098617 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-93cb8da7-6682-4dcc-9582-2f60ea9cafec tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b624d02b-512b-4eda-9b61-e7500d8c758b']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:49.115090 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-93cb8da7-6682-4dcc-9582-2f60ea9cafec tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fefafd2-c4aa-405f-99ad-ef9d11ae5f12') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:49.115393 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-93cb8da7-6682-4dcc-9582-2f60ea9cafec tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fefafd2-c4aa-405f-99ad-ef9d11ae5f12') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:49:49.130083 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-93cb8da7-6682-4dcc-9582-2f60ea9cafec tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:49.145395 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-93cb8da7-6682-4dcc-9582-2f60ea9cafec tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:49.153484 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93cb8da7-6682-4dcc-9582-2f60ea9cafec tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Releasing vlan 1142 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:49:49.153885 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-93cb8da7-6682-4dcc-9582-2f60ea9cafec tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:49.157286 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:49:49.157286 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:49:49.157286 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:49:49.157286 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:49:49.157286 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:49:49.157286 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:49:49.157286 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:49:49.157286 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:49:49.157286 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:49:49.157286 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:49:49.157286 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:49:49.157286 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:49:49.157286 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:49:49.157286 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:49:49.157286 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:49:49.157286 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:49:49.157286 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:49:49.157286 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:49:49.157286 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:49:49.157286 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:49:49.157286 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:49:49.157286 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:49:49.157286 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:49:49.157286 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:49:49.157286 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:49:49.157286 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:49:49.157286 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:49:49.157286 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:49:49.157286 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:49:49.157286 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:49:49.157286 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:49:49.157286 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:49:49.219302 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-93cb8da7-6682-4dcc-9582-2f60ea9cafec tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:49.226135 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-93cb8da7-6682-4dcc-9582-2f60ea9cafec tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:49.227973 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-93cb8da7-6682-4dcc-9582-2f60ea9cafec tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] 10.222.0.73 "DELETE /v2.0/networks/b624d02b-512b-4eda-9b61-e7500d8c758b HTTP/1.1" status: 204 len: 168 time: 0.3375866 Jul 23 16:49:49.245393 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb8da7-6682-4dcc-9582-2f60ea9cafec tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Pushing event deleted for resources: {'Network': ['ID=b624d02b-512b-4eda-9b61-e7500d8c758b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:49.253849 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb8da7-6682-4dcc-9582-2f60ea9cafec tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:49.260939 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb8da7-6682-4dcc-9582-2f60ea9cafec tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:49.260939 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb8da7-6682-4dcc-9582-2f60ea9cafec tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:49.260939 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb8da7-6682-4dcc-9582-2f60ea9cafec tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:49.260939 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb8da7-6682-4dcc-9582-2f60ea9cafec tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:49.260939 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb8da7-6682-4dcc-9582-2f60ea9cafec tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:49.260939 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb8da7-6682-4dcc-9582-2f60ea9cafec tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:49.260939 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb8da7-6682-4dcc-9582-2f60ea9cafec tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:49.260939 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb8da7-6682-4dcc-9582-2f60ea9cafec tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:49.260939 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb8da7-6682-4dcc-9582-2f60ea9cafec tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:49.260939 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb8da7-6682-4dcc-9582-2f60ea9cafec tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:49.260939 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb8da7-6682-4dcc-9582-2f60ea9cafec tempest-FloatingIPTestJSON-574255393 tempest-FloatingIPTestJSON-574255393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:49.510317 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46762) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:49.673141 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-dd4d4aab-52a7-43ae-a840-b8816eb6ed7c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c467154bab39448f889c19570e49bc1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1615281 Jul 23 16:49:49.675774 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46766) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:49.740756 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c505acf3-5c25-4470-b6f9-1fb62691cf45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:49.766609 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c505acf3-5c25-4470-b6f9-1fb62691cf45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:49.831361 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c505acf3-5c25-4470-b6f9-1fb62691cf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:49.835495 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c505acf3-5c25-4470-b6f9-1fb62691cf45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:49.836935 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c505acf3-5c25-4470-b6f9-1fb62691cf45 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2fb2ada1-c3b3-4da0-a404-268adcbc162b HTTP/1.1" status: 204 len: 168 time: 0.1601539 Jul 23 16:49:49.847228 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505acf3-5c25-4470-b6f9-1fb62691cf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb2ada1-c3b3-4da0-a404-268adcbc162b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:50.442316 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb59b48-5ebd-4190-af89-b0bf54effb9b req-327db718-30a1-4bd6-a954-0d818ba8adbb tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:50.444510 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fdb59b48-5ebd-4190-af89-b0bf54effb9b req-327db718-30a1-4bd6-a954-0d818ba8adbb tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ff2a354-63c5-4ce4-8735-a1dbae1a9c16 HTTP/1.1" status: 200 len: 950 time: 0.0861487 Jul 23 16:49:50.494433 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fdb59b48-5ebd-4190-af89-b0bf54effb9b req-3d6b03a9-7161-4843-8da9-5452f0b2b0f9 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] 10.222.0.73 "GET /v2.0/security-groups?id=cee942da-dacf-4cee-bd81-30074e084cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413258 Jul 23 16:49:50.663713 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46798) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:50.774120 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-2f576213-ce09-4cf8-88fd-f4abe9e927a7 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1477889279'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:49:50.798536 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f576213-ce09-4cf8-88fd-f4abe9e927a7 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Made reservation on behalf of 73b76af9f92c402c8e3b7ccaf76423df for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:49:50.802109 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2f576213-ce09-4cf8-88fd-f4abe9e927a7 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:50.812491 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2f576213-ce09-4cf8-88fd-f4abe9e927a7 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:50.931974 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2f576213-ce09-4cf8-88fd-f4abe9e927a7 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:50.937092 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2f576213-ce09-4cf8-88fd-f4abe9e927a7 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:50.966540 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f576213-ce09-4cf8-88fd-f4abe9e927a7 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] vlan segment allocate from pool success with {'vlan_id': 1134, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:49:50.975825 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f576213-ce09-4cf8-88fd-f4abe9e927a7 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea560f7-1530-4619-bdf7-50701351e60e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:50.983964 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2f576213-ce09-4cf8-88fd-f4abe9e927a7 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:50.984315 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-2f576213-ce09-4cf8-88fd-f4abe9e927a7 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Added segment b21dc9cc-b673-45f8-9714-6c472d4b2b17 of type vlan for network 1b85205e-710e-4fb5-ab62-ba23752a40a5 Jul 23 16:49:51.037561 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2f576213-ce09-4cf8-88fd-f4abe9e927a7 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:51.076389 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2f576213-ce09-4cf8-88fd-f4abe9e927a7 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:51.082241 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f576213-ce09-4cf8-88fd-f4abe9e927a7 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:51.082873 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2f576213-ce09-4cf8-88fd-f4abe9e927a7 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:51.124595 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2f576213-ce09-4cf8-88fd-f4abe9e927a7 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4596119 Jul 23 16:49:51.163340 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f576213-ce09-4cf8-88fd-f4abe9e927a7 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Pushing event updated for resources: {'Network': ['ID=1b85205e-710e-4fb5-ab62-ba23752a40a5,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:51.176449 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 1b85205e-710e-4fb5-ab62-ba23752a40a5 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:49:51.672940 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e7171-39f5-4452-b9b4-888fba0cfade req-278b8035-dabd-44d8-a849-ab07309a5814 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:51.675211 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-294e7171-39f5-4452-b9b4-888fba0cfade req-278b8035-dabd-44d8-a849-ab07309a5814 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ff2a354-63c5-4ce4-8735-a1dbae1a9c16 HTTP/1.1" status: 200 len: 950 time: 0.0968559 Jul 23 16:49:51.734404 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-294e7171-39f5-4452-b9b4-888fba0cfade req-a3d69e65-9267-422a-808f-a58a47cb8814 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] 10.222.0.73 "GET /v2.0/security-groups?id=cee942da-dacf-4cee-bd81-30074e084cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514665 Jul 23 16:49:52.008047 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c3871-0b16-476f-a367-7264148d8928 req-489cec3c-04ed-4a64-b0ba-901aad74ba26 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:52.010000 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9f3c3871-0b16-476f-a367-7264148d8928 req-489cec3c-04ed-4a64-b0ba-901aad74ba26 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] 10.222.0.97 "GET /v2.0/ports?device_id=4ff2a354-63c5-4ce4-8735-a1dbae1a9c16 HTTP/1.1" status: 200 len: 950 time: 0.0839615 Jul 23 16:49:52.133996 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-9f3c3871-0b16-476f-a367-7264148d8928 req-ae7e602a-33d6-4b5a-855f-7d066eeb6585 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Deleting port e3480c40-e163-46ce-a814-f53ef7c5d6d0 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:49:52.134348 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9f3c3871-0b16-476f-a367-7264148d8928 req-ae7e602a-33d6-4b5a-855f-7d066eeb6585 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:52.261485 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-9f3c3871-0b16-476f-a367-7264148d8928 req-ae7e602a-33d6-4b5a-855f-7d066eeb6585 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] For port e3480c40-e163-46ce-a814-f53ef7c5d6d0, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=e3480c40-e163-46ce-a814-f53ef7c5d6d0,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:49:52.261892 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9f3c3871-0b16-476f-a367-7264148d8928 req-ae7e602a-33d6-4b5a-855f-7d066eeb6585 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:52.275177 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-9f3c3871-0b16-476f-a367-7264148d8928 req-ae7e602a-33d6-4b5a-855f-7d066eeb6585 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Calling delete_port for e3480c40-e163-46ce-a814-f53ef7c5d6d0 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:49:52.457575 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9f3c3871-0b16-476f-a367-7264148d8928 req-ae7e602a-33d6-4b5a-855f-7d066eeb6585 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:52.478257 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['e3480c40-e163-46ce-a814-f53ef7c5d6d0'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:49:52.506881 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e602a-33d6-4b5a-855f-7d066eeb6585 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Pushing event deleted for resources: {'Port': ['ID=e3480c40-e163-46ce-a814-f53ef7c5d6d0,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:52.568344 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3c3871-0b16-476f-a367-7264148d8928 req-ae7e602a-33d6-4b5a-855f-7d066eeb6585 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] No DVR routers for this DVR port e3480c40-e163-46ce-a814-f53ef7c5d6d0 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:49:52.577459 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9f3c3871-0b16-476f-a367-7264148d8928 req-ae7e602a-33d6-4b5a-855f-7d066eeb6585 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:52.581039 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9f3c3871-0b16-476f-a367-7264148d8928 req-ae7e602a-33d6-4b5a-855f-7d066eeb6585 tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] 10.222.0.97 "DELETE /v2.0/ports/e3480c40-e163-46ce-a814-f53ef7c5d6d0 HTTP/1.1" status: 204 len: 173 time: 0.5649114 Jul 23 16:49:52.581760 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff2a354-63c5-4ce4-8735-a1dbae1a9c16', 'name': 'network-vif-deleted', 'tag': 'e3480c40-e163-46ce-a814-f53ef7c5d6d0'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:49:52.584553 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e533ecf-b64d-43cc-a852-943a6adad26c" -d '{"events": [{"server_uuid": "4ff2a354-63c5-4ce4-8735-a1dbae1a9c16", "name": "network-vif-deleted", "tag": "e3480c40-e163-46ce-a814-f53ef7c5d6d0"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:49:52.646757 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ce9693-57a5-4a0f-8d8b-54f5be928abd x-openstack-request-id: req-37ce9693-57a5-4a0f-8d8b-54f5be928abd {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:49:52.647325 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff2a354-63c5-4ce4-8735-a1dbae1a9c16", "name": "network-vif-deleted", "tag": "e3480c40-e163-46ce-a814-f53ef7c5d6d0", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:49:52.647792 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-37ce9693-57a5-4a0f-8d8b-54f5be928abd {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:49:52.648452 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff2a354-63c5-4ce4-8735-a1dbae1a9c16', 'name': 'network-vif-deleted', 'tag': 'e3480c40-e163-46ce-a814-f53ef7c5d6d0', 'status': 'completed', 'code': 200} Jul 23 16:49:52.922933 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53c37a6d-c91f-4fc6-b201-a0cb89cc3cb1 req-c8abab12-7140-42cb-bf8f-3b955d4ca4cb tempest-VolumesBackupsTest-852057207 tempest-VolumesBackupsTest-852057207-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ff2a354-63c5-4ce4-8735-a1dbae1a9c16 HTTP/1.1" status: 200 len: 210 time: 0.0609317 Jul 23 16:49:54.512748 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46910) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:54.523969 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-9bf054ba-7af2-4273-b99b-3b9eb2c11bfe tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Request body: {'subnet': {'network_id': '1b85205e-710e-4fb5-ab62-ba23752a40a5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:49:54.665880 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf054ba-7af2-4273-b99b-3b9eb2c11bfe tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Made reservation on behalf of 73b76af9f92c402c8e3b7ccaf76423df for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:49:54.670303 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9bf054ba-7af2-4273-b99b-3b9eb2c11bfe tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:54.946250 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9bf054ba-7af2-4273-b99b-3b9eb2c11bfe tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:55.040990 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf054ba-7af2-4273-b99b-3b9eb2c11bfe tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Pushing event updated for resources: {'Subnet': ['ID=42b05add-fc19-4e81-b776-cc72f919b64a,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:55.047812 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf054ba-7af2-4273-b99b-3b9eb2c11bfe tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Checking segment: {'id': 'b21dc9cc-b673-45f8-9714-6c472d4b2b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '1b85205e-710e-4fb5-ab62-ba23752a40a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:49:55.048470 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf054ba-7af2-4273-b99b-3b9eb2c11bfe tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Network hostable DHCP agents. Network: 1b85205e-710e-4fb5-ab62-ba23752a40a5, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:49:55.073927 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf054ba-7af2-4273-b99b-3b9eb2c11bfe tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Network 1b85205e-710e-4fb5-ab62-ba23752a40a5 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:49:55.093831 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-9bf054ba-7af2-4273-b99b-3b9eb2c11bfe tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 1b85205e-710e-4fb5-ab62-ba23752a40a5) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:49:55.107583 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6e486f-63fc-471c-813c-aa26c07bbab9 None None] Network 1b85205e-710e-4fb5-ab62-ba23752a40a5 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:49:55.113969 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf054ba-7af2-4273-b99b-3b9eb2c11bfe tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:55.116064 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9bf054ba-7af2-4273-b99b-3b9eb2c11bfe tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:55.148838 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9bf054ba-7af2-4273-b99b-3b9eb2c11bfe tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6345134 Jul 23 16:49:55.152393 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46916) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:55.159925 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-44e4e514-a378-493b-913a-fc7dc956a4d3 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1349281025'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:49:55.207510 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e4e514-a378-493b-913a-fc7dc956a4d3 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Made reservation on behalf of 73b76af9f92c402c8e3b7ccaf76423df for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:49:55.216395 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44e4e514-a378-493b-913a-fc7dc956a4d3 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:55.296647 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e4e514-a378-493b-913a-fc7dc956a4d3 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] vlan segment allocate from pool success with {'vlan_id': 1145, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:49:55.330960 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44e4e514-a378-493b-913a-fc7dc956a4d3 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:55.331344 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-44e4e514-a378-493b-913a-fc7dc956a4d3 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Added segment 687e1df1-4ac8-4652-bf0c-339876f7e1ef of type vlan for network c6d0c52a-6602-42fd-b669-fbc4f5fb04de Jul 23 16:49:55.347936 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d623480e-a9ea-4443-ac13-65882a349a89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-1b85205e-710e-4fb5-ab62-ba23752a40a5', 'network_id': '1b85205e-710e-4fb5-ab62-ba23752a40a5', 'tenant_id': '73b76af9f92c402c8e3b7ccaf76423df', 'fixed_ips': [{'subnet_id': '42b05add-fc19-4e81-b776-cc72f919b64a'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:49:55.348984 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d623480e-a9ea-4443-ac13-65882a349a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:55.399429 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44e4e514-a378-493b-913a-fc7dc956a4d3 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:55.444821 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44e4e514-a378-493b-913a-fc7dc956a4d3 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:55.464310 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e4e514-a378-493b-913a-fc7dc956a4d3 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:55.466142 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-44e4e514-a378-493b-913a-fc7dc956a4d3 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:55.567207 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-d623480e-a9ea-4443-ac13-65882a349a89 None None] Allocated IP 2001:db8:0:ffff::2 (1b85205e-710e-4fb5-ab62-ba23752a40a5/42b05add-fc19-4e81-b776-cc72f919b64a/3cc59f61-23fa-4517-8278-3539aafeb38b) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:49:55.598307 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4e514-a378-493b-913a-fc7dc956a4d3 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Pushing event updated for resources: {'Network': ['ID=c6d0c52a-6602-42fd-b669-fbc4f5fb04de,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:55.608397 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-44e4e514-a378-493b-913a-fc7dc956a4d3 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4512556 Jul 23 16:49:55.609332 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46922) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:55.613129 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network c6d0c52a-6602-42fd-b669-fbc4f5fb04de details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:49:55.616111 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-57ee4a16-1090-4529-9490-ccec68b69b9e tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Request body: {'subnet': {'network_id': 'c6d0c52a-6602-42fd-b669-fbc4f5fb04de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:49:55.790617 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ee4a16-1090-4529-9490-ccec68b69b9e tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Made reservation on behalf of 73b76af9f92c402c8e3b7ccaf76423df for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:49:55.798982 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-57ee4a16-1090-4529-9490-ccec68b69b9e tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:55.819767 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device e3480c40-e163-46ce-a814-f53ef7c5d6d0 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:49:55.852199 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: e3480c40-e163-46ce-a814-f53ef7c5d6d0 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:49:55.852534 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device e3480c40-e163-46ce-a814-f53ef7c5d6d0 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:49:55.951756 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d623480e-a9ea-4443-ac13-65882a349a89 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:55.966406 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d623480e-a9ea-4443-ac13-65882a349a89 None None] Transition to ACTIVE for port object 3cc59f61-23fa-4517-8278-3539aafeb38b will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:49:56.014476 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d623480e-a9ea-4443-ac13-65882a349a89 None None] Transition to ACTIVE for port object 3cc59f61-23fa-4517-8278-3539aafeb38b will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:49:56.030008 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d623480e-a9ea-4443-ac13-65882a349a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:56.098298 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d623480e-a9ea-4443-ac13-65882a349a89 None None] Network 1b85205e-710e-4fb5-ab62-ba23752a40a5 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:49:56.108324 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-d623480e-a9ea-4443-ac13-65882a349a89 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:49:56.135074 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d623480e-a9ea-4443-ac13-65882a349a89 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:49:56.226492 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623480e-a9ea-4443-ac13-65882a349a89 None None] Pushing event updated for resources: {'Port': ['ID=3cc59f61-23fa-4517-8278-3539aafeb38b,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:56.302184 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-d623480e-a9ea-4443-ac13-65882a349a89 None None] Attempting to bind port 3cc59f61-23fa-4517-8278-3539aafeb38b on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:49:56.302787 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-d623480e-a9ea-4443-ac13-65882a349a89 None None] Attempting to bind port 3cc59f61-23fa-4517-8278-3539aafeb38b by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'b21dc9cc-b673-45f8-9714-6c472d4b2b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '1b85205e-710e-4fb5-ab62-ba23752a40a5'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:49:56.303320 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d623480e-a9ea-4443-ac13-65882a349a89 None None] Attempting to bind port 3cc59f61-23fa-4517-8278-3539aafeb38b on network 1b85205e-710e-4fb5-ab62-ba23752a40a5 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:49:56.314306 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d623480e-a9ea-4443-ac13-65882a349a89 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:49:56.314916 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d623480e-a9ea-4443-ac13-65882a349a89 None None] Checking segment: {'id': 'b21dc9cc-b673-45f8-9714-6c472d4b2b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '1b85205e-710e-4fb5-ab62-ba23752a40a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:49:56.316670 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d623480e-a9ea-4443-ac13-65882a349a89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:56.317291 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d623480e-a9ea-4443-ac13-65882a349a89 None None] Bound using segment: {'id': 'b21dc9cc-b673-45f8-9714-6c472d4b2b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '1b85205e-710e-4fb5-ab62-ba23752a40a5'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:49:56.319034 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-d623480e-a9ea-4443-ac13-65882a349a89 None None] Bound port: 3cc59f61-23fa-4517-8278-3539aafeb38b, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21dc9cc-b673-45f8-9714-6c472d4b2b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '1b85205e-710e-4fb5-ab62-ba23752a40a5'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:49:56.319633 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d623480e-a9ea-4443-ac13-65882a349a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:56.449737 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-d623480e-a9ea-4443-ac13-65882a349a89 None None] For port 3cc59f61-23fa-4517-8278-3539aafeb38b, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:49:56.456013 n-d-778549-4 neutron-server[94012]: DEBUG neutron.objects.ports [None req-57ee4a16-1090-4529-9490-ccec68b69b9e tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94012) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:49:56.458171 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-57ee4a16-1090-4529-9490-ccec68b69b9e tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:56.458883 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-d623480e-a9ea-4443-ac13-65882a349a89 None None] For port 3cc59f61-23fa-4517-8278-3539aafeb38b, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3cc59f61-23fa-4517-8278-3539aafeb38b,segment=NetworkSegment(b21dc9cc-b673-45f8-9714-6c472d4b2b17),segment_id=b21dc9cc-b673-45f8-9714-6c472d4b2b17)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:49:56.470703 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d623480e-a9ea-4443-ac13-65882a349a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:56.560137 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee4a16-1090-4529-9490-ccec68b69b9e tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Pushing event updated for resources: {'Subnet': ['ID=41c2609c-e53f-4903-af9e-25ca154f9526,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:56.580385 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623480e-a9ea-4443-ac13-65882a349a89 None None] Pushing event updated for resources: {'Port': ['ID=3cc59f61-23fa-4517-8278-3539aafeb38b,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:56.580859 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ee4a16-1090-4529-9490-ccec68b69b9e tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Checking segment: {'id': '687e1df1-4ac8-4652-bf0c-339876f7e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'c6d0c52a-6602-42fd-b669-fbc4f5fb04de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:49:56.581283 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ee4a16-1090-4529-9490-ccec68b69b9e tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Network hostable DHCP agents. Network: c6d0c52a-6602-42fd-b669-fbc4f5fb04de, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:49:56.618089 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ee4a16-1090-4529-9490-ccec68b69b9e tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Network c6d0c52a-6602-42fd-b669-fbc4f5fb04de is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:49:56.631754 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-57ee4a16-1090-4529-9490-ccec68b69b9e tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, c6d0c52a-6602-42fd-b669-fbc4f5fb04de) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:49:56.637691 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ee4a16-1090-4529-9490-ccec68b69b9e tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:56.639143 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-57ee4a16-1090-4529-9490-ccec68b69b9e tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:56.643760 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ededd8e4-a755-473c-bc44-0e8f41ecfb55 None None] Network c6d0c52a-6602-42fd-b669-fbc4f5fb04de requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:49:56.657582 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-57ee4a16-1090-4529-9490-ccec68b69b9e tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0469127 Jul 23 16:49:56.659940 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46930) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:56.670714 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-f7a5e18d-214f-4c04-b217-6c533ec176f1 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Request body: {'port': {'network_id': 'c6d0c52a-6602-42fd-b669-fbc4f5fb04de', 'name': 'tempest-NetworksIpV6TestAttrs-730392476'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:49:56.903593 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a5e18d-214f-4c04-b217-6c533ec176f1 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Made reservation on behalf of 73b76af9f92c402c8e3b7ccaf76423df for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:49:56.903593 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7a5e18d-214f-4c04-b217-6c533ec176f1 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:56.920477 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c47f96-b85d-46bd-b12d-18778b773b60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-c6d0c52a-6602-42fd-b669-fbc4f5fb04de', 'network_id': 'c6d0c52a-6602-42fd-b669-fbc4f5fb04de', 'tenant_id': '73b76af9f92c402c8e3b7ccaf76423df', 'fixed_ips': [{'subnet_id': '41c2609c-e53f-4903-af9e-25ca154f9526'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:49:56.921776 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-15c47f96-b85d-46bd-b12d-18778b773b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:56.938508 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-f7a5e18d-214f-4c04-b217-6c533ec176f1 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] device_id is not set on port 51858fed-e5a6-435c-9175-002a1a8b0f9f yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:49:57.119013 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-f7a5e18d-214f-4c04-b217-6c533ec176f1 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Allocated IP 2001:db8::f816:3eff:fee7:8789 (c6d0c52a-6602-42fd-b669-fbc4f5fb04de/41c2609c-e53f-4903-af9e-25ca154f9526/51858fed-e5a6-435c-9175-002a1a8b0f9f) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:49:57.354051 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7a5e18d-214f-4c04-b217-6c533ec176f1 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:57.375538 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f7a5e18d-214f-4c04-b217-6c533ec176f1 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Transition to ACTIVE for port object 51858fed-e5a6-435c-9175-002a1a8b0f9f will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:49:57.440077 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7a5e18d-214f-4c04-b217-6c533ec176f1 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:57.517615 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-15c47f96-b85d-46bd-b12d-18778b773b60 None None] Allocated IP 2001:db8::f816:3eff:feeb:5b28 (c6d0c52a-6602-42fd-b669-fbc4f5fb04de/41c2609c-e53f-4903-af9e-25ca154f9526/145caf9a-d056-4496-a4f4-6a1fbadf0027) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:49:57.549241 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5e18d-214f-4c04-b217-6c533ec176f1 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Pushing event updated for resources: {'Port': ['ID=51858fed-e5a6-435c-9175-002a1a8b0f9f,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:57.588060 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a5e18d-214f-4c04-b217-6c533ec176f1 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Network c6d0c52a-6602-42fd-b669-fbc4f5fb04de is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:49:57.589826 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-f7a5e18d-214f-4c04-b217-6c533ec176f1 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:49:57.592774 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a5e18d-214f-4c04-b217-6c533ec176f1 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:49:57.599212 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a5e18d-214f-4c04-b217-6c533ec176f1 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:57.599925 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7a5e18d-214f-4c04-b217-6c533ec176f1 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:57.620485 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f7a5e18d-214f-4c04-b217-6c533ec176f1 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9548931 Jul 23 16:49:57.620857 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 46946) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:57.777815 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-d34e2d3a-e985-4e51-93e7-829fb6d9cc22 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Deleting subnet 41c2609c-e53f-4903-af9e-25ca154f9526 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:49:57.884721 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-15c47f96-b85d-46bd-b12d-18778b773b60 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:57.897464 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-15c47f96-b85d-46bd-b12d-18778b773b60 None None] Transition to ACTIVE for port object 145caf9a-d056-4496-a4f4-6a1fbadf0027 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:49:57.928860 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-15c47f96-b85d-46bd-b12d-18778b773b60 None None] Transition to ACTIVE for port object 145caf9a-d056-4496-a4f4-6a1fbadf0027 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:49:57.939432 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d34e2d3a-e985-4e51-93e7-829fb6d9cc22 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:57.946151 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-15c47f96-b85d-46bd-b12d-18778b773b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:58.002203 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c47f96-b85d-46bd-b12d-18778b773b60 None None] Network c6d0c52a-6602-42fd-b669-fbc4f5fb04de is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:49:58.003552 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-15c47f96-b85d-46bd-b12d-18778b773b60 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:49:58.011378 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c47f96-b85d-46bd-b12d-18778b773b60 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:49:58.034527 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d34e2d3a-e985-4e51-93e7-829fb6d9cc22 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:58.102050 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c47f96-b85d-46bd-b12d-18778b773b60 None None] Pushing event updated for resources: {'Port': ['ID=145caf9a-d056-4496-a4f4-6a1fbadf0027,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:58.163424 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ec8a9c-57a8-4c0a-958d-92db736b8756 None None] Network 1b85205e-710e-4fb5-ab62-ba23752a40a5 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:49:58.384185 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d34e2d3a-e985-4e51-93e7-829fb6d9cc22 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:58.527088 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d34e2d3a-e985-4e51-93e7-829fb6d9cc22 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:58.562338 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3cc59f61-23fa-4517-8278-3539aafeb38b up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:49:58.623984 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d34e2d3a-e985-4e51-93e7-829fb6d9cc22 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:58.627507 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d34e2d3a-e985-4e51-93e7-829fb6d9cc22 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "DELETE /v2.0/subnets/41c2609c-e53f-4903-af9e-25ca154f9526 HTTP/1.1" status: 204 len: 168 time: 1.0053446 Jul 23 16:49:58.629156 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e2d3a-e985-4e51-93e7-829fb6d9cc22 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Pushing event deleted for resources: {'Subnet': ['ID=41c2609c-e53f-4903-af9e-25ca154f9526,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:58.630169 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46988) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:58.654854 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-86d84408-269e-4e70-882a-c3f6bf35dc3d None None] Provisioning for port 3cc59f61-23fa-4517-8278-3539aafeb38b completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:49:58.670543 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-15c47f96-b85d-46bd-b12d-18778b773b60 None None] Attempting to bind port 145caf9a-d056-4496-a4f4-6a1fbadf0027 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:49:58.672931 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-15c47f96-b85d-46bd-b12d-18778b773b60 None None] Attempting to bind port 145caf9a-d056-4496-a4f4-6a1fbadf0027 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '687e1df1-4ac8-4652-bf0c-339876f7e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'c6d0c52a-6602-42fd-b669-fbc4f5fb04de'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:49:58.675982 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c47f96-b85d-46bd-b12d-18778b773b60 None None] Attempting to bind port 145caf9a-d056-4496-a4f4-6a1fbadf0027 on network c6d0c52a-6602-42fd-b669-fbc4f5fb04de {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:49:58.734870 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c47f96-b85d-46bd-b12d-18778b773b60 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:49:58.735256 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c47f96-b85d-46bd-b12d-18778b773b60 None None] Checking segment: {'id': '687e1df1-4ac8-4652-bf0c-339876f7e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'c6d0c52a-6602-42fd-b669-fbc4f5fb04de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:49:58.735680 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-15c47f96-b85d-46bd-b12d-18778b773b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:58.736513 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c47f96-b85d-46bd-b12d-18778b773b60 None None] Bound using segment: {'id': '687e1df1-4ac8-4652-bf0c-339876f7e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'c6d0c52a-6602-42fd-b669-fbc4f5fb04de'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:49:58.737013 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-15c47f96-b85d-46bd-b12d-18778b773b60 None None] Bound port: 145caf9a-d056-4496-a4f4-6a1fbadf0027, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '687e1df1-4ac8-4652-bf0c-339876f7e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'c6d0c52a-6602-42fd-b669-fbc4f5fb04de'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:49:58.737426 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-15c47f96-b85d-46bd-b12d-18778b773b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:58.768313 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 3cc59f61-23fa-4517-8278-3539aafeb38b completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:49:58.770076 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9e75aa-9995-4767-9a59-eff0a1ea07c5 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:58.771915 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9e75aa-9995-4767-9a59-eff0a1ea07c5 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:58.773991 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-af9e75aa-9995-4767-9a59-eff0a1ea07c5 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1421049 Jul 23 16:49:58.777687 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 46992) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:58.807308 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 3cc59f61-23fa-4517-8278-3539aafeb38b triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:49:58.807812 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:58.893211 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-15c47f96-b85d-46bd-b12d-18778b773b60 None None] For port 145caf9a-d056-4496-a4f4-6a1fbadf0027, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:49:58.900029 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-15c47f96-b85d-46bd-b12d-18778b773b60 None None] For port 145caf9a-d056-4496-a4f4-6a1fbadf0027, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=145caf9a-d056-4496-a4f4-6a1fbadf0027,segment=NetworkSegment(687e1df1-4ac8-4652-bf0c-339876f7e1ef),segment_id=687e1df1-4ac8-4652-bf0c-339876f7e1ef)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:49:58.910601 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-15c47f96-b85d-46bd-b12d-18778b773b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:58.924091 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e530f71f-5d76-47a0-ac09-ec5da00c91fe tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:58.940963 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-e530f71f-5d76-47a0-ac09-ec5da00c91fe tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 23 16:49:58.941445 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e530f71f-5d76-47a0-ac09-ec5da00c91fe tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:49:58.943289 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e530f71f-5d76-47a0-ac09-ec5da00c91fe tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "DELETE /v2.0/networks/c6d0c52a-6602-42fd-b669-fbc4f5fb04de HTTP/1.1" status: 409 len: 405 time: 0.1644394 Jul 23 16:49:58.947877 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47008) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:58.958499 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-dbf06e92-a9be-4595-be4f-d5eebae66af5 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1188819414'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:49:58.990012 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf06e92-a9be-4595-be4f-d5eebae66af5 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Made reservation on behalf of 73b76af9f92c402c8e3b7ccaf76423df for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:49:58.999547 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dbf06e92-a9be-4595-be4f-d5eebae66af5 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:59.041552 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:59.047527 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf06e92-a9be-4595-be4f-d5eebae66af5 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] vlan segment allocate from pool success with {'vlan_id': 1120, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:49:59.061583 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dbf06e92-a9be-4595-be4f-d5eebae66af5 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:59.061905 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-dbf06e92-a9be-4595-be4f-d5eebae66af5 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Added segment 225dfe58-cf17-4d35-9a21-1d0df55992cb of type vlan for network e2a2cdff-66fb-4796-a260-f517fb4932e8 Jul 23 16:49:59.078411 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c47f96-b85d-46bd-b12d-18778b773b60 None None] Pushing event updated for resources: {'Port': ['ID=145caf9a-d056-4496-a4f4-6a1fbadf0027,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:59.145186 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 3cc59f61-23fa-4517-8278-3539aafeb38b, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3cc59f61-23fa-4517-8278-3539aafeb38b,segment=NetworkSegment(b21dc9cc-b673-45f8-9714-6c472d4b2b17),segment_id=b21dc9cc-b673-45f8-9714-6c472d4b2b17)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:49:59.155690 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:59.168145 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dbf06e92-a9be-4595-be4f-d5eebae66af5 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:59.201426 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dfd20f-5a5e-42e3-a68a-41fa22e671ad None None] Network c6d0c52a-6602-42fd-b669-fbc4f5fb04de requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:49:59.210660 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dbf06e92-a9be-4595-be4f-d5eebae66af5 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:59.216836 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf06e92-a9be-4595-be4f-d5eebae66af5 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:59.217555 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dbf06e92-a9be-4595-be4f-d5eebae66af5 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:59.254444 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-dbf06e92-a9be-4595-be4f-d5eebae66af5 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3041298 Jul 23 16:49:59.257321 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47028) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:59.266296 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-7d1c9c85-04df-405f-ae90-4867f15f2902 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Request body: {'subnet': {'network_id': 'e2a2cdff-66fb-4796-a260-f517fb4932e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:49:59.275861 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=3cc59f61-23fa-4517-8278-3539aafeb38b,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:59.335062 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf06e92-a9be-4595-be4f-d5eebae66af5 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Pushing event updated for resources: {'Network': ['ID=e2a2cdff-66fb-4796-a260-f517fb4932e8,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:59.363720 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network e2a2cdff-66fb-4796-a260-f517fb4932e8 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:49:59.397189 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f113edad-1194-4240-a190-b5be7380b470 None None] Provisioning complete for port 3cc59f61-23fa-4517-8278-3539aafeb38b triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:49:59.397562 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f113edad-1194-4240-a190-b5be7380b470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:59.415598 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1c9c85-04df-405f-ae90-4867f15f2902 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Made reservation on behalf of 73b76af9f92c402c8e3b7ccaf76423df for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:49:59.420348 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d1c9c85-04df-405f-ae90-4867f15f2902 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:59.520692 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb7c25f-e54a-496d-a6fc-4c11f8068d4f None None] get_active_networks_info from n-d-778549-4 {{(pid=94014) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:49:59.809557 n-d-778549-4 neutron-server[94013]: DEBUG neutron.objects.ports [None req-7d1c9c85-04df-405f-ae90-4867f15f2902 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94013) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:49:59.811212 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d1c9c85-04df-405f-ae90-4867f15f2902 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:59.817205 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb7c25f-e54a-496d-a6fc-4c11f8068d4f None None] Resources bound (agent type, host, resource id): {{(pid=94014) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 16:49:59.876582 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c9c85-04df-405f-ae90-4867f15f2902 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Pushing event updated for resources: {'Subnet': ['ID=b7f7f04c-fd83-4dab-9ec0-77a9896c8767,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:59.905536 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1c9c85-04df-405f-ae90-4867f15f2902 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Checking segment: {'id': '225dfe58-cf17-4d35-9a21-1d0df55992cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'e2a2cdff-66fb-4796-a260-f517fb4932e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:49:59.906202 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1c9c85-04df-405f-ae90-4867f15f2902 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Network hostable DHCP agents. Network: e2a2cdff-66fb-4796-a260-f517fb4932e8, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:49:59.929674 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1c9c85-04df-405f-ae90-4867f15f2902 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Network e2a2cdff-66fb-4796-a260-f517fb4932e8 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:49:59.940918 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-7d1c9c85-04df-405f-ae90-4867f15f2902 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, e2a2cdff-66fb-4796-a260-f517fb4932e8) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:49:59.947155 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1c9c85-04df-405f-ae90-4867f15f2902 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:59.947759 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d1c9c85-04df-405f-ae90-4867f15f2902 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:59.967578 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7d1c9c85-04df-405f-ae90-4867f15f2902 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7091830 Jul 23 16:49:59.971427 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47034) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:49:59.977467 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-3958730a-fea0-4e9f-b4d6-a95090369161 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Request body: {'port': {'network_id': 'e2a2cdff-66fb-4796-a260-f517fb4932e8', 'name': 'tempest-NetworksIpV6TestAttrs-1544061931'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:50:00.114291 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3958730a-fea0-4e9f-b4d6-a95090369161 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Made reservation on behalf of 73b76af9f92c402c8e3b7ccaf76423df for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:50:00.117886 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3958730a-fea0-4e9f-b4d6-a95090369161 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:00.144056 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-3958730a-fea0-4e9f-b4d6-a95090369161 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] device_id is not set on port e693dd01-5d84-4e7c-9cab-a2bab0afecd3 yet. {{(pid=94013) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:50:00.165179 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10334146-195c-40e1-8d6e-dc368fe67801 None None] Network e2a2cdff-66fb-4796-a260-f517fb4932e8 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:50:00.315503 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-3958730a-fea0-4e9f-b4d6-a95090369161 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Allocated IP 2001:db8::f816:3eff:fe7b:f109 (e2a2cdff-66fb-4796-a260-f517fb4932e8/b7f7f04c-fd83-4dab-9ec0-77a9896c8767/e693dd01-5d84-4e7c-9cab-a2bab0afecd3) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:50:00.384241 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-e2a2cdff-66fb-4796-a260-f517fb4932e8', 'network_id': 'e2a2cdff-66fb-4796-a260-f517fb4932e8', 'tenant_id': '73b76af9f92c402c8e3b7ccaf76423df', 'fixed_ips': [{'subnet_id': 'b7f7f04c-fd83-4dab-9ec0-77a9896c8767'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:50:00.385292 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:00.422435 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3cc59f61-23fa-4517-8278-3539aafeb38b up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:50:00.574424 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3958730a-fea0-4e9f-b4d6-a95090369161 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:00.581353 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 3cc59f61-23fa-4517-8278-3539aafeb38b triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:50:00.582151 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:00.602020 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-3958730a-fea0-4e9f-b4d6-a95090369161 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Transition to ACTIVE for port object e693dd01-5d84-4e7c-9cab-a2bab0afecd3 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:50:00.659941 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3958730a-fea0-4e9f-b4d6-a95090369161 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:00.733322 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3958730a-fea0-4e9f-b4d6-a95090369161 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Network e2a2cdff-66fb-4796-a260-f517fb4932e8 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:50:00.734246 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958730a-fea0-4e9f-b4d6-a95090369161 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Pushing event updated for resources: {'Port': ['ID=e693dd01-5d84-4e7c-9cab-a2bab0afecd3,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:00.744414 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-3958730a-fea0-4e9f-b4d6-a95090369161 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:50:00.747638 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Allocated IP 2001:db8::f816:3eff:fea5:b0b3 (e2a2cdff-66fb-4796-a260-f517fb4932e8/b7f7f04c-fd83-4dab-9ec0-77a9896c8767/230fd14d-6188-4747-b8e6-95e2dfb25a09) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:50:00.750137 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3958730a-fea0-4e9f-b4d6-a95090369161 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:50:00.757024 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3958730a-fea0-4e9f-b4d6-a95090369161 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:00.757024 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3958730a-fea0-4e9f-b4d6-a95090369161 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:00.782545 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3958730a-fea0-4e9f-b4d6-a95090369161 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.8098822 Jul 23 16:50:00.785313 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47044) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:00.858930 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b23fdb8-1666-4b0c-8129-1c16fcd7adbf tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Deleting subnet b7f7f04c-fd83-4dab-9ec0-77a9896c8767 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:50:00.981668 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:00.992555 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Transition to ACTIVE for port object 230fd14d-6188-4747-b8e6-95e2dfb25a09 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:50:01.015174 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Transition to ACTIVE for port object 230fd14d-6188-4747-b8e6-95e2dfb25a09 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:50:01.021369 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b23fdb8-1666-4b0c-8129-1c16fcd7adbf tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:01.022637 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:01.084252 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b23fdb8-1666-4b0c-8129-1c16fcd7adbf tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:01.089459 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Pushing event updated for resources: {'Port': ['ID=230fd14d-6188-4747-b8e6-95e2dfb25a09,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:01.100097 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:01.100365 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:01.100704 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:01.101039 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:01.101401 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:01.101861 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:01.102359 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:01.102692 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:01.103021 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:01.103342 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:01.103664 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:01.103985 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:01.128040 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Network e2a2cdff-66fb-4796-a260-f517fb4932e8 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:50:01.132290 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:50:01.137270 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:50:01.226659 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Attempting to bind port 230fd14d-6188-4747-b8e6-95e2dfb25a09 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:50:01.227031 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Attempting to bind port 230fd14d-6188-4747-b8e6-95e2dfb25a09 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '225dfe58-cf17-4d35-9a21-1d0df55992cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'e2a2cdff-66fb-4796-a260-f517fb4932e8'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:50:01.227394 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Attempting to bind port 230fd14d-6188-4747-b8e6-95e2dfb25a09 on network e2a2cdff-66fb-4796-a260-f517fb4932e8 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:50:01.235404 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:50:01.235917 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Checking segment: {'id': '225dfe58-cf17-4d35-9a21-1d0df55992cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'e2a2cdff-66fb-4796-a260-f517fb4932e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:50:01.236490 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:01.236892 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Bound using segment: {'id': '225dfe58-cf17-4d35-9a21-1d0df55992cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'e2a2cdff-66fb-4796-a260-f517fb4932e8'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:50:01.237497 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Bound port: 230fd14d-6188-4747-b8e6-95e2dfb25a09, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '225dfe58-cf17-4d35-9a21-1d0df55992cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'e2a2cdff-66fb-4796-a260-f517fb4932e8'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:50:01.237910 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:01.268816 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b23fdb8-1666-4b0c-8129-1c16fcd7adbf tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:01.383465 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b23fdb8-1666-4b0c-8129-1c16fcd7adbf tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:01.398706 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] For port 230fd14d-6188-4747-b8e6-95e2dfb25a09, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:50:01.420259 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] For port 230fd14d-6188-4747-b8e6-95e2dfb25a09, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=230fd14d-6188-4747-b8e6-95e2dfb25a09,segment=NetworkSegment(225dfe58-cf17-4d35-9a21-1d0df55992cb),segment_id=225dfe58-cf17-4d35-9a21-1d0df55992cb)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:50:01.433673 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:01.451395 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b23fdb8-1666-4b0c-8129-1c16fcd7adbf tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:01.455543 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47050) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:01.460436 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8b23fdb8-1666-4b0c-8129-1c16fcd7adbf tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "DELETE /v2.0/subnets/b7f7f04c-fd83-4dab-9ec0-77a9896c8767 HTTP/1.1" status: 204 len: 168 time: 0.6719005 Jul 23 16:50:01.463367 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23fdb8-1666-4b0c-8129-1c16fcd7adbf tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Pushing event deleted for resources: {'Subnet': ['ID=b7f7f04c-fd83-4dab-9ec0-77a9896c8767,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:01.528343 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7e37b-9ea4-4d97-ac81-64606e813da9 None None] Pushing event updated for resources: {'Port': ['ID=230fd14d-6188-4747-b8e6-95e2dfb25a09,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:01.582595 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3743294-049e-4542-b24e-6d92396a7d8c tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:01.584227 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3743294-049e-4542-b24e-6d92396a7d8c tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:01.590765 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c3743294-049e-4542-b24e-6d92396a7d8c tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1288800 Jul 23 16:50:01.591156 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47052) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:01.699004 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-07c593b3-c110-44cc-b1da-ee030db05716 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:01.717777 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c593b3-c110-44cc-b1da-ee030db05716 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 23 16:50:01.718598 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c593b3-c110-44cc-b1da-ee030db05716 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:50:01.720955 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-07c593b3-c110-44cc-b1da-ee030db05716 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "DELETE /v2.0/networks/e2a2cdff-66fb-4796-a260-f517fb4932e8 HTTP/1.1" status: 409 len: 405 time: 0.1284173 Jul 23 16:50:01.731989 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47056) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:01.745576 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-7555554d-c58b-4533-88d1-2224b0ddf36f tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1224495327'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:50:01.783260 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7555554d-c58b-4533-88d1-2224b0ddf36f tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Made reservation on behalf of 73b76af9f92c402c8e3b7ccaf76423df for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:50:01.787881 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7555554d-c58b-4533-88d1-2224b0ddf36f tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:01.835466 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7555554d-c58b-4533-88d1-2224b0ddf36f tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] vlan segment allocate from pool success with {'vlan_id': 1147, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:50:01.850884 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7555554d-c58b-4533-88d1-2224b0ddf36f tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:01.852266 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-7555554d-c58b-4533-88d1-2224b0ddf36f tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Added segment bede453f-1e24-4993-9f71-4c092b2d2ea6 of type vlan for network b89a669b-70a4-418c-a085-d8c03daab313 Jul 23 16:50:01.908534 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7555554d-c58b-4533-88d1-2224b0ddf36f tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:01.943709 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7555554d-c58b-4533-88d1-2224b0ddf36f tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:01.950505 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7555554d-c58b-4533-88d1-2224b0ddf36f tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:01.951381 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7555554d-c58b-4533-88d1-2224b0ddf36f tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:02.001871 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7555554d-c58b-4533-88d1-2224b0ddf36f tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2679152 Jul 23 16:50:02.004552 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47060) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:02.012042 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-404d0880-370c-4d96-a084-d9525a4f1bf1 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Request body: {'subnet': {'network_id': 'b89a669b-70a4-418c-a085-d8c03daab313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:50:02.046342 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555554d-c58b-4533-88d1-2224b0ddf36f tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Pushing event updated for resources: {'Network': ['ID=b89a669b-70a4-418c-a085-d8c03daab313,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:02.059398 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network b89a669b-70a4-418c-a085-d8c03daab313 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:50:02.131932 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404d0880-370c-4d96-a084-d9525a4f1bf1 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Made reservation on behalf of 73b76af9f92c402c8e3b7ccaf76423df for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:50:02.136566 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-404d0880-370c-4d96-a084-d9525a4f1bf1 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:02.446300 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 230fd14d-6188-4747-b8e6-95e2dfb25a09 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:50:02.518493 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 230fd14d-6188-4747-b8e6-95e2dfb25a09 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:50:02.569704 n-d-778549-4 neutron-server[94012]: DEBUG neutron.objects.ports [None req-404d0880-370c-4d96-a084-d9525a4f1bf1 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94012) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:50:02.572145 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-404d0880-370c-4d96-a084-d9525a4f1bf1 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:02.661462 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1d2af005-a57a-4efe-8588-de1fdb1bdd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:02.715799 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d0880-370c-4d96-a084-d9525a4f1bf1 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Pushing event updated for resources: {'Subnet': ['ID=73756fe3-c335-47dd-9762-65dd6e350bfc,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:02.736772 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404d0880-370c-4d96-a084-d9525a4f1bf1 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Checking segment: {'id': 'bede453f-1e24-4993-9f71-4c092b2d2ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'b89a669b-70a4-418c-a085-d8c03daab313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:50:02.737223 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404d0880-370c-4d96-a084-d9525a4f1bf1 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Network hostable DHCP agents. Network: b89a669b-70a4-418c-a085-d8c03daab313, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:50:02.767708 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404d0880-370c-4d96-a084-d9525a4f1bf1 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Network b89a669b-70a4-418c-a085-d8c03daab313 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:50:02.787881 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-404d0880-370c-4d96-a084-d9525a4f1bf1 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, b89a669b-70a4-418c-a085-d8c03daab313) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:50:02.794835 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404d0880-370c-4d96-a084-d9525a4f1bf1 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:02.795458 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-404d0880-370c-4d96-a084-d9525a4f1bf1 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:02.801840 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2784d3e8-2875-4e7d-8d1c-9b007d27c68c None None] Network b89a669b-70a4-418c-a085-d8c03daab313 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:50:02.839476 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47070) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:02.840027 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-404d0880-370c-4d96-a084-d9525a4f1bf1 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8331616 Jul 23 16:50:02.844039 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7760d93e-b1ef-43a4-93f2-a459b8e083d9 None None] Network e2a2cdff-66fb-4796-a260-f517fb4932e8 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:50:02.981959 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ff55ca9b-1654-4793-b766-8541aca89754 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:02.985299 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-9747c3e8-eff7-4c4b-8474-4dd46ade862f None None] Provisioning for port 230fd14d-6188-4747-b8e6-95e2dfb25a09 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:50:02.999126 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-9747c3e8-eff7-4c4b-8474-4dd46ade862f None None] Provisioning complete for port 230fd14d-6188-4747-b8e6-95e2dfb25a09 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:50:02.999495 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9747c3e8-eff7-4c4b-8474-4dd46ade862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:03.111520 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ff55ca9b-1654-4793-b766-8541aca89754 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:03.170966 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7552f1ae-cee8-4f42-805c-c0d44216777b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-b89a669b-70a4-418c-a085-d8c03daab313', 'network_id': 'b89a669b-70a4-418c-a085-d8c03daab313', 'tenant_id': '73b76af9f92c402c8e3b7ccaf76423df', 'fixed_ips': [{'subnet_id': '73756fe3-c335-47dd-9762-65dd6e350bfc'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:50:03.172183 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7552f1ae-cee8-4f42-805c-c0d44216777b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:03.200033 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ff55ca9b-1654-4793-b766-8541aca89754 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:03.241427 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55ca9b-1654-4793-b766-8541aca89754 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Pushing event deleted for resources: {'Subnet': ['ID=73756fe3-c335-47dd-9762-65dd6e350bfc,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:03.321780 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9747c3e8-eff7-4c4b-8474-4dd46ade862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:03.334071 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf9da38-e1ec-4fdf-a545-52996b7d6299 None None] Network b89a669b-70a4-418c-a085-d8c03daab313 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:50:03.398169 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ff55ca9b-1654-4793-b766-8541aca89754 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:03.419233 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-ff55ca9b-1654-4793-b766-8541aca89754 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b89a669b-70a4-418c-a085-d8c03daab313']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:03.433419 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6518fb8e-2944-4dad-99fd-59c5f2b6e692 None None] DHCP port deletion for e2a2cdff-66fb-4796-a260-f517fb4932e8 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:50:03.437937 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-ff55ca9b-1654-4793-b766-8541aca89754 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bede453f-1e24-4993-9f71-4c092b2d2ea6') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:03.438509 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-ff55ca9b-1654-4793-b766-8541aca89754 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bede453f-1e24-4993-9f71-4c092b2d2ea6') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:03.448009 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-9747c3e8-eff7-4c4b-8474-4dd46ade862f None None] For port 230fd14d-6188-4747-b8e6-95e2dfb25a09, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=230fd14d-6188-4747-b8e6-95e2dfb25a09,segment=NetworkSegment(225dfe58-cf17-4d35-9a21-1d0df55992cb),segment_id=225dfe58-cf17-4d35-9a21-1d0df55992cb)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:50:03.458246 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ff55ca9b-1654-4793-b766-8541aca89754 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:03.481770 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ff55ca9b-1654-4793-b766-8541aca89754 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:03.484751 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9747c3e8-eff7-4c4b-8474-4dd46ade862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:03.488560 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff55ca9b-1654-4793-b766-8541aca89754 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:50:03.488973 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ff55ca9b-1654-4793-b766-8541aca89754 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:03.566693 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:50:03.566693 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:50:03.566693 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:50:03.566693 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:50:03.566693 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:50:03.566693 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:50:03.566693 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:50:03.566693 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:50:03.566693 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:50:03.566693 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:50:03.566693 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:50:03.566693 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:50:03.566693 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:50:03.566693 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:50:03.566693 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:50:03.566693 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:50:03.566693 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:50:03.566693 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:50:03.566693 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:50:03.566693 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:50:03.566693 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:50:03.566693 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:50:03.566693 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:50:03.566693 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:50:03.566693 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:50:03.566693 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:50:03.566693 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:50:03.566693 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:50:03.566693 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:50:03.566693 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:50:03.566693 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:50:03.566693 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:50:03.569560 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747c3e8-eff7-4c4b-8474-4dd46ade862f None None] Pushing event updated for resources: {'Port': ['ID=230fd14d-6188-4747-b8e6-95e2dfb25a09,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:03.577114 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ff55ca9b-1654-4793-b766-8541aca89754 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:03.587329 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ff55ca9b-1654-4793-b766-8541aca89754 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:03.589819 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ff55ca9b-1654-4793-b766-8541aca89754 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "DELETE /v2.0/networks/b89a669b-70a4-418c-a085-d8c03daab313 HTTP/1.1" status: 204 len: 168 time: 0.7485809 Jul 23 16:50:03.594790 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47076) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:03.600469 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-46319760-45b6-430c-9c81-76a99e9e2aeb tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2064181315'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:50:03.607192 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55ca9b-1654-4793-b766-8541aca89754 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Pushing event deleted for resources: {'Network': ['ID=b89a669b-70a4-418c-a085-d8c03daab313,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:03.631565 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-6518fb8e-2944-4dad-99fd-59c5f2b6e692 None None] Deleting port 230fd14d-6188-4747-b8e6-95e2dfb25a09 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:50:03.632051 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6518fb8e-2944-4dad-99fd-59c5f2b6e692 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:03.633399 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46319760-45b6-430c-9c81-76a99e9e2aeb tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Made reservation on behalf of 73b76af9f92c402c8e3b7ccaf76423df for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:50:03.639016 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-46319760-45b6-430c-9c81-76a99e9e2aeb tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:03.679547 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46319760-45b6-430c-9c81-76a99e9e2aeb tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] vlan segment allocate from pool success with {'vlan_id': 1132, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:50:03.696383 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-46319760-45b6-430c-9c81-76a99e9e2aeb tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:03.697178 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-46319760-45b6-430c-9c81-76a99e9e2aeb tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Added segment eba96476-7e2f-451d-88ef-c4ddc4a72a78 of type vlan for network 48a684e9-a8ee-4635-a35b-be656e2f47b7 Jul 23 16:50:03.706393 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-6518fb8e-2944-4dad-99fd-59c5f2b6e692 None None] For port 230fd14d-6188-4747-b8e6-95e2dfb25a09, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=230fd14d-6188-4747-b8e6-95e2dfb25a09,segment=NetworkSegment(225dfe58-cf17-4d35-9a21-1d0df55992cb),segment_id=225dfe58-cf17-4d35-9a21-1d0df55992cb)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:50:03.706892 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6518fb8e-2944-4dad-99fd-59c5f2b6e692 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:03.723616 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-6518fb8e-2944-4dad-99fd-59c5f2b6e692 None None] Calling delete_port for 230fd14d-6188-4747-b8e6-95e2dfb25a09 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:50:03.766721 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-46319760-45b6-430c-9c81-76a99e9e2aeb tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:03.829036 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-46319760-45b6-430c-9c81-76a99e9e2aeb tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:03.830430 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6518fb8e-2944-4dad-99fd-59c5f2b6e692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:03.841070 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46319760-45b6-430c-9c81-76a99e9e2aeb tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:03.841605 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-46319760-45b6-430c-9c81-76a99e9e2aeb tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:03.896576 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6518fb8e-2944-4dad-99fd-59c5f2b6e692 None None] Pushing event deleted for resources: {'Port': ['ID=230fd14d-6188-4747-b8e6-95e2dfb25a09,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:03.907739 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6518fb8e-2944-4dad-99fd-59c5f2b6e692 None None] No DVR routers for this DVR port 230fd14d-6188-4747-b8e6-95e2dfb25a09 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:50:03.954937 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-46319760-45b6-430c-9c81-76a99e9e2aeb tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3589151 Jul 23 16:50:03.958167 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47080) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:03.965803 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-d6705fbc-1ef9-49e3-8a08-68208740680e tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Request body: {'subnet': {'network_id': '48a684e9-a8ee-4635-a35b-be656e2f47b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:50:04.019903 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46319760-45b6-430c-9c81-76a99e9e2aeb tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Pushing event updated for resources: {'Network': ['ID=48a684e9-a8ee-4635-a35b-be656e2f47b7,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:04.044825 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 48a684e9-a8ee-4635-a35b-be656e2f47b7 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:50:04.106335 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6705fbc-1ef9-49e3-8a08-68208740680e tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Made reservation on behalf of 73b76af9f92c402c8e3b7ccaf76423df for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:50:04.122641 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6705fbc-1ef9-49e3-8a08-68208740680e tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:04.368268 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 230fd14d-6188-4747-b8e6-95e2dfb25a09 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:50:04.375907 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6705fbc-1ef9-49e3-8a08-68208740680e tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:04.400145 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 230fd14d-6188-4747-b8e6-95e2dfb25a09 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:50:04.400502 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 230fd14d-6188-4747-b8e6-95e2dfb25a09 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:50:04.450957 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6705fbc-1ef9-49e3-8a08-68208740680e tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Pushing event updated for resources: {'Subnet': ['ID=f2a5480b-83e6-4ce9-80a8-70c10aa83a0a,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:04.453244 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6705fbc-1ef9-49e3-8a08-68208740680e tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Checking segment: {'id': 'eba96476-7e2f-451d-88ef-c4ddc4a72a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '48a684e9-a8ee-4635-a35b-be656e2f47b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:50:04.453618 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6705fbc-1ef9-49e3-8a08-68208740680e tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Network hostable DHCP agents. Network: 48a684e9-a8ee-4635-a35b-be656e2f47b7, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:50:04.476099 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6705fbc-1ef9-49e3-8a08-68208740680e tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Network 48a684e9-a8ee-4635-a35b-be656e2f47b7 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:50:04.488445 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-d6705fbc-1ef9-49e3-8a08-68208740680e tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 48a684e9-a8ee-4635-a35b-be656e2f47b7) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:50:04.493938 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6705fbc-1ef9-49e3-8a08-68208740680e tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:04.495231 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d6705fbc-1ef9-49e3-8a08-68208740680e tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:04.498262 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf7c155-5a40-49b6-b933-bed9c31821e1 None None] Network 48a684e9-a8ee-4635-a35b-be656e2f47b7 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:50:04.518443 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d6705fbc-1ef9-49e3-8a08-68208740680e tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5559089 Jul 23 16:50:04.518804 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47084) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:04.680852 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7d05d7d2-e44d-47ff-adee-d265a6083e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:04.729830 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1510129-14da-44c6-b9d8-c90d3eb66718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-48a684e9-a8ee-4635-a35b-be656e2f47b7', 'network_id': '48a684e9-a8ee-4635-a35b-be656e2f47b7', 'tenant_id': '73b76af9f92c402c8e3b7ccaf76423df', 'fixed_ips': [{'subnet_id': 'f2a5480b-83e6-4ce9-80a8-70c10aa83a0a'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:50:04.730758 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a1510129-14da-44c6-b9d8-c90d3eb66718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:04.805501 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7d05d7d2-e44d-47ff-adee-d265a6083e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:04.899371 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7d05d7d2-e44d-47ff-adee-d265a6083e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server [None req-a1510129-14da-44c6-b9d8-c90d3eb66718 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f2a5480b-83e6-4ce9-80a8-70c10aa83a0a: This subnet is being modified by another concurrent operation. Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise exception Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f2a5480b-83e6-4ce9-80a8-70c10aa83a0a: This subnet is being modified by another concurrent operation. Jul 23 16:50:04.904282 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server Jul 23 16:50:04.940437 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993a0ee1-6970-4c04-b5c9-0bcf758aadc1 None None] Network 48a684e9-a8ee-4635-a35b-be656e2f47b7 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:50:04.957459 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05d7d2-e44d-47ff-adee-d265a6083e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Pushing event deleted for resources: {'Subnet': ['ID=f2a5480b-83e6-4ce9-80a8-70c10aa83a0a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:05.053122 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:05.058773 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7d05d7d2-e44d-47ff-adee-d265a6083e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:05.074145 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-7d05d7d2-e44d-47ff-adee-d265a6083e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a684e9-a8ee-4635-a35b-be656e2f47b7']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:05.085939 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-7d05d7d2-e44d-47ff-adee-d265a6083e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba96476-7e2f-451d-88ef-c4ddc4a72a78') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:05.086238 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-7d05d7d2-e44d-47ff-adee-d265a6083e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba96476-7e2f-451d-88ef-c4ddc4a72a78') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:05.097129 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7d05d7d2-e44d-47ff-adee-d265a6083e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:05.114395 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7d05d7d2-e44d-47ff-adee-d265a6083e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:05.124256 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d05d7d2-e44d-47ff-adee-d265a6083e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Releasing vlan 1132 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:50:05.124646 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7d05d7d2-e44d-47ff-adee-d265a6083e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:05.129034 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:50:05.129034 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:50:05.129034 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:50:05.129034 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:50:05.129034 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:50:05.129034 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:50:05.129034 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:50:05.129034 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:50:05.129034 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:50:05.129034 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:50:05.129034 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:50:05.129034 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:50:05.129034 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:50:05.129034 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:50:05.129034 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:50:05.129034 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:50:05.129034 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:50:05.129034 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:50:05.129034 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:50:05.129034 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:50:05.129034 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:50:05.129034 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:50:05.129034 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:50:05.129034 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:50:05.129034 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:50:05.129034 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:50:05.129034 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:50:05.129034 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:50:05.129034 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:50:05.129034 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:50:05.129034 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:50:05.129034 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:50:05.135014 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0140dd-a720-4175-9430-a341f95ef572 None None] get_active_networks_info from n-d-778549-4 {{(pid=94014) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:50:05.207915 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7d05d7d2-e44d-47ff-adee-d265a6083e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:05.219316 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7d05d7d2-e44d-47ff-adee-d265a6083e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:05.232843 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7d05d7d2-e44d-47ff-adee-d265a6083e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "DELETE /v2.0/networks/48a684e9-a8ee-4635-a35b-be656e2f47b7 HTTP/1.1" status: 204 len: 168 time: 0.7121351 Jul 23 16:50:05.236952 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47100) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:05.244090 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-5dec4210-b7d5-404e-9542-caee8eeb9476 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1500414973'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:50:05.249505 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05d7d2-e44d-47ff-adee-d265a6083e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Pushing event deleted for resources: {'Network': ['ID=48a684e9-a8ee-4635-a35b-be656e2f47b7,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:05.280771 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0140dd-a720-4175-9430-a341f95ef572 None None] Resources bound (agent type, host, resource id): {{(pid=94014) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 16:50:05.285841 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dec4210-b7d5-404e-9542-caee8eeb9476 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Made reservation on behalf of 73b76af9f92c402c8e3b7ccaf76423df for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:50:05.290190 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5dec4210-b7d5-404e-9542-caee8eeb9476 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:05.322281 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dec4210-b7d5-404e-9542-caee8eeb9476 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] vlan segment allocate from pool success with {'vlan_id': 1105, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:50:05.332260 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5dec4210-b7d5-404e-9542-caee8eeb9476 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:05.332600 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-5dec4210-b7d5-404e-9542-caee8eeb9476 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Added segment 78e47472-0459-4343-aae8-e8440138c98b of type vlan for network fe411d36-ecd1-48f2-bd40-f1e866828ea7 Jul 23 16:50:05.397614 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5dec4210-b7d5-404e-9542-caee8eeb9476 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:05.412973 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b80635df-00d9-4914-981b-bd2e9f3f51f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:05.447478 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5dec4210-b7d5-404e-9542-caee8eeb9476 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:05.457187 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dec4210-b7d5-404e-9542-caee8eeb9476 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:05.457829 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5dec4210-b7d5-404e-9542-caee8eeb9476 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:05.505081 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:05.530963 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47102) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:05.531611 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5dec4210-b7d5-404e-9542-caee8eeb9476 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2932699 Jul 23 16:50:05.537895 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-d025ac76-b42e-4ce8-88bc-ca0bb61a51e2 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Request body: {'subnet': {'network_id': 'fe411d36-ecd1-48f2-bd40-f1e866828ea7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:50:05.575154 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec4210-b7d5-404e-9542-caee8eeb9476 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Pushing event updated for resources: {'Network': ['ID=fe411d36-ecd1-48f2-bd40-f1e866828ea7,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:05.588220 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network fe411d36-ecd1-48f2-bd40-f1e866828ea7 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:50:05.703929 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d025ac76-b42e-4ce8-88bc-ca0bb61a51e2 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Made reservation on behalf of 73b76af9f92c402c8e3b7ccaf76423df for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:50:05.708645 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d025ac76-b42e-4ce8-88bc-ca0bb61a51e2 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:06.093427 n-d-778549-4 neutron-server[94012]: DEBUG neutron.objects.ports [None req-d025ac76-b42e-4ce8-88bc-ca0bb61a51e2 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94012) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:50:06.098481 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d025ac76-b42e-4ce8-88bc-ca0bb61a51e2 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:06.182878 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025ac76-b42e-4ce8-88bc-ca0bb61a51e2 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Pushing event updated for resources: {'Subnet': ['ID=566e6a95-3fe0-43f4-82be-d9ece53adcdd,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:06.207907 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d025ac76-b42e-4ce8-88bc-ca0bb61a51e2 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Checking segment: {'id': '78e47472-0459-4343-aae8-e8440138c98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'fe411d36-ecd1-48f2-bd40-f1e866828ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:50:06.208570 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d025ac76-b42e-4ce8-88bc-ca0bb61a51e2 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Network hostable DHCP agents. Network: fe411d36-ecd1-48f2-bd40-f1e866828ea7, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:50:06.242175 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d025ac76-b42e-4ce8-88bc-ca0bb61a51e2 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Network fe411d36-ecd1-48f2-bd40-f1e866828ea7 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:50:06.257762 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-d025ac76-b42e-4ce8-88bc-ca0bb61a51e2 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, fe411d36-ecd1-48f2-bd40-f1e866828ea7) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:50:06.264812 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d025ac76-b42e-4ce8-88bc-ca0bb61a51e2 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:06.265880 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d025ac76-b42e-4ce8-88bc-ca0bb61a51e2 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:06.267666 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b496eb2c-31ca-44d8-9b17-4a9f66877349 None None] Network fe411d36-ecd1-48f2-bd40-f1e866828ea7 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:50:06.284770 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d025ac76-b42e-4ce8-88bc-ca0bb61a51e2 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7523801 Jul 23 16:50:06.287500 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47110) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:06.425682 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf72780d-7f35-4de7-a29a-314471a1009a tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:06.520136 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf72780d-7f35-4de7-a29a-314471a1009a tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:06.520605 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd5a850-be51-412d-98d1-fb897e2bf647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-fe411d36-ecd1-48f2-bd40-f1e866828ea7', 'network_id': 'fe411d36-ecd1-48f2-bd40-f1e866828ea7', 'tenant_id': '73b76af9f92c402c8e3b7ccaf76423df', 'fixed_ips': [{'subnet_id': '566e6a95-3fe0-43f4-82be-d9ece53adcdd'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:50:06.522024 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9fd5a850-be51-412d-98d1-fb897e2bf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:06.623300 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf72780d-7f35-4de7-a29a-314471a1009a tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:06.654195 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server [None req-9fd5a850-be51-412d-98d1-fb897e2bf647 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 566e6a95-3fe0-43f4-82be-d9ece53adcdd: This subnet is being modified by another concurrent operation. Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise exception Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 566e6a95-3fe0-43f4-82be-d9ece53adcdd: This subnet is being modified by another concurrent operation. Jul 23 16:50:06.672552 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server Jul 23 16:50:06.701441 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18a880a-cf18-4405-8f76-0eed6ee91f9f None None] Network fe411d36-ecd1-48f2-bd40-f1e866828ea7 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:50:06.707057 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72780d-7f35-4de7-a29a-314471a1009a tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Pushing event deleted for resources: {'Subnet': ['ID=566e6a95-3fe0-43f4-82be-d9ece53adcdd,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:06.798449 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf72780d-7f35-4de7-a29a-314471a1009a tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:06.835986 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-cf72780d-7f35-4de7-a29a-314471a1009a tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe411d36-ecd1-48f2-bd40-f1e866828ea7']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:06.919322 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-cf72780d-7f35-4de7-a29a-314471a1009a tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e47472-0459-4343-aae8-e8440138c98b') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:06.919996 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-cf72780d-7f35-4de7-a29a-314471a1009a tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e47472-0459-4343-aae8-e8440138c98b') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:06.940790 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf72780d-7f35-4de7-a29a-314471a1009a tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:06.960896 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db46c6f-0816-4b0d-aa85-3fc5b3ea0686 None None] get_active_networks_info from n-d-778549-4 {{(pid=94014) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:50:06.971986 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf72780d-7f35-4de7-a29a-314471a1009a tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:06.989100 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf72780d-7f35-4de7-a29a-314471a1009a tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:50:06.989941 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf72780d-7f35-4de7-a29a-314471a1009a tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:06.994343 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:50:06.994343 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:50:06.994343 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:50:06.994343 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:50:06.994343 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:50:06.994343 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:50:06.994343 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:50:06.994343 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:50:06.994343 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:50:06.994343 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:50:06.994343 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:50:06.994343 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:50:06.994343 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:50:06.994343 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:50:06.994343 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:50:06.994343 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:50:06.994343 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:50:06.994343 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:50:06.994343 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:50:06.994343 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:50:06.994343 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:50:06.994343 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:50:06.994343 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:50:06.994343 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:50:06.994343 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:50:06.994343 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:50:06.994343 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:50:06.994343 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:50:06.994343 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:50:06.994343 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:50:06.994343 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:50:06.994343 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:50:07.068659 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8a5c0ec-5c25-4d38-bc40-9129e372c108 req-a508fb9f-0cb4-4ca5-95e0-1becffd8785c service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=516b1e15-d6f9-4b76-beb7-d736034244e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2521980 Jul 23 16:50:07.095102 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf72780d-7f35-4de7-a29a-314471a1009a tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:07.129126 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf72780d-7f35-4de7-a29a-314471a1009a tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:07.129594 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db46c6f-0816-4b0d-aa85-3fc5b3ea0686 None None] Resources bound (agent type, host, resource id): {{(pid=94014) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 16:50:07.138381 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-cf72780d-7f35-4de7-a29a-314471a1009a tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "DELETE /v2.0/networks/fe411d36-ecd1-48f2-bd40-f1e866828ea7 HTTP/1.1" status: 204 len: 168 time: 0.8493214 Jul 23 16:50:07.143403 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47116) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:07.147597 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72780d-7f35-4de7-a29a-314471a1009a tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Pushing event deleted for resources: {'Network': ['ID=fe411d36-ecd1-48f2-bd40-f1e866828ea7,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:07.205774 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-edda17b6-0ab3-4437-83d2-fb4237b3242f tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] DELETE failed (client error): The resource could not be found. Jul 23 16:50:07.207997 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edda17b6-0ab3-4437-83d2-fb4237b3242f tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:50:07.210025 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5c0ec-5c25-4d38-bc40-9129e372c108 req-b51b4315-efc4-42d6-8762-adbf9d269d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:07.212144 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8a5c0ec-5c25-4d38-bc40-9129e372c108 req-b51b4315-efc4-42d6-8762-adbf9d269d9e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b3622826252b4e059063717a2745951f&device_id=516b1e15-d6f9-4b76-beb7-d736034244e6 HTTP/1.1" status: 200 len: 1096 time: 0.0727415 Jul 23 16:50:07.213083 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-edda17b6-0ab3-4437-83d2-fb4237b3242f tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "DELETE /v2.0/subnets/566e6a95-3fe0-43f4-82be-d9ece53adcdd HTTP/1.1" status: 404 len: 337 time: 0.0685515 Jul 23 16:50:07.216564 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47118) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:07.271061 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3918e4b-354c-4114-9c45-212adb04dbf0 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] DELETE failed (client error): The resource could not be found. Jul 23 16:50:07.275773 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3918e4b-354c-4114-9c45-212adb04dbf0 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:50:07.287621 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c3918e4b-354c-4114-9c45-212adb04dbf0 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "DELETE /v2.0/networks/fe411d36-ecd1-48f2-bd40-f1e866828ea7 HTTP/1.1" status: 404 len: 339 time: 0.0687113 Jul 23 16:50:07.288426 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47120) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:07.374120 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1abc20a-8697-48ec-80e8-401deb2ab512 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] DELETE failed (client error): The resource could not be found. Jul 23 16:50:07.374492 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1abc20a-8697-48ec-80e8-401deb2ab512 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:50:07.376568 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f1abc20a-8697-48ec-80e8-401deb2ab512 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "DELETE /v2.0/subnets/f2a5480b-83e6-4ce9-80a8-70c10aa83a0a HTTP/1.1" status: 404 len: 337 time: 0.0859802 Jul 23 16:50:07.386239 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47124) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:07.435928 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5c0ec-5c25-4d38-bc40-9129e372c108 req-79e3088d-42f0-4f67-9330-79ca3ea63453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:07.440226 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd917b5-9dc5-4879-9417-2637659c8b83 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] DELETE failed (client error): The resource could not be found. Jul 23 16:50:07.441184 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dd917b5-9dc5-4879-9417-2637659c8b83 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:50:07.443433 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2dd917b5-9dc5-4879-9417-2637659c8b83 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "DELETE /v2.0/networks/48a684e9-a8ee-4635-a35b-be656e2f47b7 HTTP/1.1" status: 404 len: 339 time: 0.0555158 Jul 23 16:50:07.447498 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47126) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:07.448861 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8a5c0ec-5c25-4d38-bc40-9129e372c108 req-79e3088d-42f0-4f67-9330-79ca3ea63453 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7adcb503-42a4-4f47-bc3c-3bc6841a6652 HTTP/1.1" status: 200 len: 916 time: 0.2016816 Jul 23 16:50:07.482822 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c25919-a66f-4f6c-a568-e29d524d4483 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] DELETE failed (client error): The resource could not be found. Jul 23 16:50:07.484044 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50c25919-a66f-4f6c-a568-e29d524d4483 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:50:07.487105 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-50c25919-a66f-4f6c-a568-e29d524d4483 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "DELETE /v2.0/subnets/73756fe3-c335-47dd-9762-65dd6e350bfc HTTP/1.1" status: 404 len: 337 time: 0.0374589 Jul 23 16:50:07.493897 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47128) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:07.525268 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9375c10-8d73-4aa1-b15f-eb91e23f3781 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] DELETE failed (client error): The resource could not be found. Jul 23 16:50:07.526944 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9375c10-8d73-4aa1-b15f-eb91e23f3781 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:50:07.530002 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f9375c10-8d73-4aa1-b15f-eb91e23f3781 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "DELETE /v2.0/networks/b89a669b-70a4-418c-a085-d8c03daab313 HTTP/1.1" status: 404 len: 339 time: 0.0305138 Jul 23 16:50:07.538870 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47130) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:07.542141 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8a5c0ec-5c25-4d38-bc40-9129e372c108 req-e0dc1851-ad8c-49d4-a047-0eefaa8fdb40 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5df5159-3c0d-4004-b8c1-383c67eb91bd HTTP/1.1" status: 200 len: 217 time: 0.0923645 Jul 23 16:50:07.544860 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:07.657256 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5c0ec-5c25-4d38-bc40-9129e372c108 req-80aba7b2-dafa-49e7-84e5-bf0b19437177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:07.658714 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8a5c0ec-5c25-4d38-bc40-9129e372c108 req-80aba7b2-dafa-49e7-84e5-bf0b19437177 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b640ce52-a878-4708-afc4-796d1699db1d HTTP/1.1" status: 200 len: 854 time: 0.1093905 Jul 23 16:50:07.685710 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-ed8eb2f3-603f-429c-9599-8f9ba9db6194 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Deleting port e693dd01-5d84-4e7c-9cab-a2bab0afecd3 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:50:07.686038 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ed8eb2f3-603f-429c-9599-8f9ba9db6194 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:07.722369 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8a5c0ec-5c25-4d38-bc40-9129e372c108 req-74c4e71b-77b6-4941-bd38-46bf95d833ca service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7adcb503-42a4-4f47-bc3c-3bc6841a6652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438259 Jul 23 16:50:07.864980 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8a5c0ec-5c25-4d38-bc40-9129e372c108 req-c21287e7-43a3-4d8b-8f51-346f1c7f103a service neutron] 10.222.0.97 "GET /v2.0/networks/7adcb503-42a4-4f47-bc3c-3bc6841a6652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354022 Jul 23 16:50:08.004200 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8a5c0ec-5c25-4d38-bc40-9129e372c108 req-32d4ee83-e34b-4db3-a503-e68dbc4ff7dc service neutron] 10.222.0.97 "GET /v2.0/networks/7adcb503-42a4-4f47-bc3c-3bc6841a6652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320534 Jul 23 16:50:08.130826 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ed8eb2f3-603f-429c-9599-8f9ba9db6194 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:08.158419 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-ed8eb2f3-603f-429c-9599-8f9ba9db6194 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Calling delete_port for e693dd01-5d84-4e7c-9cab-a2bab0afecd3 owned by {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:50:08.281085 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ed8eb2f3-603f-429c-9599-8f9ba9db6194 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:08.359515 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8eb2f3-603f-429c-9599-8f9ba9db6194 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Pushing event deleted for resources: {'Port': ['ID=e693dd01-5d84-4e7c-9cab-a2bab0afecd3,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:08.370826 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ed8eb2f3-603f-429c-9599-8f9ba9db6194 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:08.372872 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ed8eb2f3-603f-429c-9599-8f9ba9db6194 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "DELETE /v2.0/ports/e693dd01-5d84-4e7c-9cab-a2bab0afecd3 HTTP/1.1" status: 204 len: 168 time: 0.8308914 Jul 23 16:50:08.375739 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47136) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:08.426544 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-d133a669-19f8-40ea-b9bf-ae41c3741e7c tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] DELETE failed (client error): The resource could not be found. Jul 23 16:50:08.427231 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d133a669-19f8-40ea-b9bf-ae41c3741e7c tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:50:08.431504 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d133a669-19f8-40ea-b9bf-ae41c3741e7c tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "DELETE /v2.0/subnets/b7f7f04c-fd83-4dab-9ec0-77a9896c8767 HTTP/1.1" status: 404 len: 337 time: 0.0520716 Jul 23 16:50:08.431785 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47138) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:08.543698 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b16a97d9-e9fd-45fa-9e89-7c74e56a5ed9 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:08.642071 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:08.672289 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b16a97d9-e9fd-45fa-9e89-7c74e56a5ed9 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:08.685133 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-b16a97d9-e9fd-45fa-9e89-7c74e56a5ed9 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a2cdff-66fb-4796-a260-f517fb4932e8']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:08.697444 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-b16a97d9-e9fd-45fa-9e89-7c74e56a5ed9 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '225dfe58-cf17-4d35-9a21-1d0df55992cb') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:08.697784 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-b16a97d9-e9fd-45fa-9e89-7c74e56a5ed9 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '225dfe58-cf17-4d35-9a21-1d0df55992cb') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:08.710531 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b16a97d9-e9fd-45fa-9e89-7c74e56a5ed9 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:08.732242 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b16a97d9-e9fd-45fa-9e89-7c74e56a5ed9 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:08.744273 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b16a97d9-e9fd-45fa-9e89-7c74e56a5ed9 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:50:08.744894 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b16a97d9-e9fd-45fa-9e89-7c74e56a5ed9 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:08.759139 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:50:08.759139 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:50:08.759139 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:50:08.759139 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:50:08.759139 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:50:08.759139 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:50:08.759139 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:50:08.759139 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:50:08.759139 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:50:08.759139 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:50:08.759139 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:50:08.759139 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:50:08.759139 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:50:08.759139 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:50:08.759139 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:50:08.759139 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:50:08.759139 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:50:08.759139 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:50:08.759139 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:50:08.759139 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:50:08.759139 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:50:08.759139 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:50:08.759139 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:50:08.759139 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:50:08.759139 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:50:08.759139 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:50:08.759139 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:50:08.759139 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:50:08.759139 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:50:08.759139 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:50:08.759139 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:50:08.759139 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:50:08.822381 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b16a97d9-e9fd-45fa-9e89-7c74e56a5ed9 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:08.829351 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b16a97d9-e9fd-45fa-9e89-7c74e56a5ed9 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:08.831444 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b16a97d9-e9fd-45fa-9e89-7c74e56a5ed9 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "DELETE /v2.0/networks/e2a2cdff-66fb-4796-a260-f517fb4932e8 HTTP/1.1" status: 204 len: 168 time: 0.3984821 Jul 23 16:50:08.834166 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47142) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:08.862294 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a97d9-e9fd-45fa-9e89-7c74e56a5ed9 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Pushing event deleted for resources: {'Network': ['ID=e2a2cdff-66fb-4796-a260-f517fb4932e8,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:08.965549 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-d3d0bdaf-41f4-426f-8f7e-89f9748de536 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Deleting port 51858fed-e5a6-435c-9175-002a1a8b0f9f {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:50:08.966367 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d3d0bdaf-41f4-426f-8f7e-89f9748de536 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:09.080044 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d3d0bdaf-41f4-426f-8f7e-89f9748de536 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:09.094811 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-d3d0bdaf-41f4-426f-8f7e-89f9748de536 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Calling delete_port for 51858fed-e5a6-435c-9175-002a1a8b0f9f owned by {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:50:09.193988 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d3d0bdaf-41f4-426f-8f7e-89f9748de536 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:09.231961 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0bdaf-41f4-426f-8f7e-89f9748de536 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Pushing event deleted for resources: {'Port': ['ID=51858fed-e5a6-435c-9175-002a1a8b0f9f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:09.238203 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d3d0bdaf-41f4-426f-8f7e-89f9748de536 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:09.242833 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47144) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:09.243411 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d3d0bdaf-41f4-426f-8f7e-89f9748de536 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "DELETE /v2.0/ports/51858fed-e5a6-435c-9175-002a1a8b0f9f HTTP/1.1" status: 204 len: 168 time: 0.4077599 Jul 23 16:50:09.270192 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e457db-b2a4-424b-a8e4-feb69ff1b358 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] DELETE failed (client error): The resource could not be found. Jul 23 16:50:09.270644 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e457db-b2a4-424b-a8e4-feb69ff1b358 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:50:09.272778 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-37e457db-b2a4-424b-a8e4-feb69ff1b358 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "DELETE /v2.0/subnets/41c2609c-e53f-4903-af9e-25ca154f9526 HTTP/1.1" status: 404 len: 337 time: 0.0289285 Jul 23 16:50:09.275247 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47148) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:09.373922 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eb2b3adc-e15a-4b99-9ece-b3fea2df4e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:09.446813 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-eb2b3adc-e15a-4b99-9ece-b3fea2df4e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Deleting port 145caf9a-d056-4496-a4f4-6a1fbadf0027 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:50:09.447153 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eb2b3adc-e15a-4b99-9ece-b3fea2df4e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:09.523052 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-eb2b3adc-e15a-4b99-9ece-b3fea2df4e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] For port 145caf9a-d056-4496-a4f4-6a1fbadf0027, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=145caf9a-d056-4496-a4f4-6a1fbadf0027,segment=NetworkSegment(687e1df1-4ac8-4652-bf0c-339876f7e1ef),segment_id=687e1df1-4ac8-4652-bf0c-339876f7e1ef)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:50:09.523515 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eb2b3adc-e15a-4b99-9ece-b3fea2df4e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:09.537785 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-eb2b3adc-e15a-4b99-9ece-b3fea2df4e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Calling delete_port for 145caf9a-d056-4496-a4f4-6a1fbadf0027 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:50:09.650593 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eb2b3adc-e15a-4b99-9ece-b3fea2df4e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:09.681623 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2b3adc-e15a-4b99-9ece-b3fea2df4e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] No DVR routers for this DVR port 145caf9a-d056-4496-a4f4-6a1fbadf0027 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:50:09.684010 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b3adc-e15a-4b99-9ece-b3fea2df4e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Pushing event deleted for resources: {'Port': ['ID=145caf9a-d056-4496-a4f4-6a1fbadf0027,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:09.790737 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eb2b3adc-e15a-4b99-9ece-b3fea2df4e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:09.809911 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-eb2b3adc-e15a-4b99-9ece-b3fea2df4e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d0c52a-6602-42fd-b669-fbc4f5fb04de']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:09.827016 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-eb2b3adc-e15a-4b99-9ece-b3fea2df4e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '687e1df1-4ac8-4652-bf0c-339876f7e1ef') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:09.827309 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-eb2b3adc-e15a-4b99-9ece-b3fea2df4e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '687e1df1-4ac8-4652-bf0c-339876f7e1ef') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:09.840326 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eb2b3adc-e15a-4b99-9ece-b3fea2df4e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:09.873624 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eb2b3adc-e15a-4b99-9ece-b3fea2df4e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:09.880926 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb2b3adc-e15a-4b99-9ece-b3fea2df4e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:50:09.881437 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eb2b3adc-e15a-4b99-9ece-b3fea2df4e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:09.884507 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:50:09.884507 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:50:09.884507 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:50:09.884507 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:50:09.884507 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:50:09.884507 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:50:09.884507 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:50:09.884507 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:50:09.884507 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:50:09.884507 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:50:09.884507 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:50:09.884507 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:50:09.884507 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:50:09.884507 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:50:09.884507 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:50:09.884507 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:50:09.884507 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:50:09.884507 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:50:09.884507 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:50:09.884507 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:50:09.884507 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:50:09.884507 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:50:09.884507 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:50:09.884507 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:50:09.884507 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:50:09.884507 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:50:09.884507 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:50:09.884507 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:50:09.884507 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:50:09.884507 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:50:09.884507 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:50:09.884507 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:50:09.953623 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eb2b3adc-e15a-4b99-9ece-b3fea2df4e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:09.961638 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eb2b3adc-e15a-4b99-9ece-b3fea2df4e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:09.965113 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-eb2b3adc-e15a-4b99-9ece-b3fea2df4e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "DELETE /v2.0/networks/c6d0c52a-6602-42fd-b669-fbc4f5fb04de HTTP/1.1" status: 204 len: 168 time: 0.6865695 Jul 23 16:50:09.965694 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47154) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:09.977164 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b3adc-e15a-4b99-9ece-b3fea2df4e4d tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Pushing event deleted for resources: {'Network': ['ID=c6d0c52a-6602-42fd-b669-fbc4f5fb04de,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:10.032179 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c08a5a-0ca9-4c2a-abf1-ddd83d7e0739 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Deleting subnet 42b05add-fc19-4e81-b776-cc72f919b64a {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:50:10.035760 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-25c08a5a-0ca9-4c2a-abf1-ddd83d7e0739 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:10.079994 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-25c08a5a-0ca9-4c2a-abf1-ddd83d7e0739 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:10.190136 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-25c08a5a-0ca9-4c2a-abf1-ddd83d7e0739 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:10.258422 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-25c08a5a-0ca9-4c2a-abf1-ddd83d7e0739 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:10.287277 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c08a5a-0ca9-4c2a-abf1-ddd83d7e0739 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Pushing event deleted for resources: {'Subnet': ['ID=42b05add-fc19-4e81-b776-cc72f919b64a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:10.293299 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-25c08a5a-0ca9-4c2a-abf1-ddd83d7e0739 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:10.301886 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-25c08a5a-0ca9-4c2a-abf1-ddd83d7e0739 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "DELETE /v2.0/subnets/42b05add-fc19-4e81-b776-cc72f919b64a HTTP/1.1" status: 204 len: 168 time: 0.3319633 Jul 23 16:50:10.302341 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa7e4e4-5950-4918-81d9-636f6b5f222d None None] Network 1b85205e-710e-4fb5-ab62-ba23752a40a5 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:50:10.303035 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47156) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:10.408207 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eb3a6f0c-cafb-4a94-ac94-c8845198b0f6 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:10.510608 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-eb3a6f0c-cafb-4a94-ac94-c8845198b0f6 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Deleting port 3cc59f61-23fa-4517-8278-3539aafeb38b {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:50:10.510928 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eb3a6f0c-cafb-4a94-ac94-c8845198b0f6 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:10.619334 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630ca73f-775f-4e45-b96a-013722571d95 None None] DHCP port deletion for 1b85205e-710e-4fb5-ab62-ba23752a40a5 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:50:10.622165 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-eb3a6f0c-cafb-4a94-ac94-c8845198b0f6 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] For port 3cc59f61-23fa-4517-8278-3539aafeb38b, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3cc59f61-23fa-4517-8278-3539aafeb38b,segment=NetworkSegment(b21dc9cc-b673-45f8-9714-6c472d4b2b17),segment_id=b21dc9cc-b673-45f8-9714-6c472d4b2b17)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:50:10.622677 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eb3a6f0c-cafb-4a94-ac94-c8845198b0f6 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:10.689747 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-eb3a6f0c-cafb-4a94-ac94-c8845198b0f6 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Calling delete_port for 3cc59f61-23fa-4517-8278-3539aafeb38b owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:50:10.731340 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-630ca73f-775f-4e45-b96a-013722571d95 None None] Deleting port 3cc59f61-23fa-4517-8278-3539aafeb38b {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:50:10.731721 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-630ca73f-775f-4e45-b96a-013722571d95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:10.836527 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-630ca73f-775f-4e45-b96a-013722571d95 None None] For port 3cc59f61-23fa-4517-8278-3539aafeb38b, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3cc59f61-23fa-4517-8278-3539aafeb38b,segment=NetworkSegment(b21dc9cc-b673-45f8-9714-6c472d4b2b17),segment_id=b21dc9cc-b673-45f8-9714-6c472d4b2b17)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:50:10.836922 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-630ca73f-775f-4e45-b96a-013722571d95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:10.857438 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-630ca73f-775f-4e45-b96a-013722571d95 None None] Calling delete_port for 3cc59f61-23fa-4517-8278-3539aafeb38b owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:50:10.860313 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab81a99-63bc-4eb3-be6b-e8ccc25b89c3 req-f9c3fd4d-c5b6-489d-bfc2-b0577f06ba05 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:10.868364 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eb3a6f0c-cafb-4a94-ac94-c8845198b0f6 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:10.869965 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fab81a99-63bc-4eb3-be6b-e8ccc25b89c3 req-f9c3fd4d-c5b6-489d-bfc2-b0577f06ba05 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/ports?device_id=516b1e15-d6f9-4b76-beb7-d736034244e6 HTTP/1.1" status: 200 len: 945 time: 0.1307223 Jul 23 16:50:10.918457 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a6f0c-cafb-4a94-ac94-c8845198b0f6 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Pushing event deleted for resources: {'Port': ['ID=3cc59f61-23fa-4517-8278-3539aafeb38b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:10.922651 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3a6f0c-cafb-4a94-ac94-c8845198b0f6 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] No DVR routers for this DVR port 3cc59f61-23fa-4517-8278-3539aafeb38b on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:50:10.938924 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fab81a99-63bc-4eb3-be6b-e8ccc25b89c3 req-2f69a161-8d07-4357-8ba2-0bcff7535c9b tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/security-groups?id=4020443d-bee2-42cf-81b8-a3677ff971b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680227 Jul 23 16:50:10.979635 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-630ca73f-775f-4e45-b96a-013722571d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:11.010913 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630ca73f-775f-4e45-b96a-013722571d95 None None] No DVR routers for this DVR port 3cc59f61-23fa-4517-8278-3539aafeb38b on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:50:11.017301 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ca73f-775f-4e45-b96a-013722571d95 None None] Pushing event deleted for resources: {'Port': ['ID=3cc59f61-23fa-4517-8278-3539aafeb38b,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:11.027098 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eb3a6f0c-cafb-4a94-ac94-c8845198b0f6 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:11.038982 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-eb3a6f0c-cafb-4a94-ac94-c8845198b0f6 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b85205e-710e-4fb5-ab62-ba23752a40a5']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:11.053152 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-eb3a6f0c-cafb-4a94-ac94-c8845198b0f6 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21dc9cc-b673-45f8-9714-6c472d4b2b17') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:11.053503 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-eb3a6f0c-cafb-4a94-ac94-c8845198b0f6 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21dc9cc-b673-45f8-9714-6c472d4b2b17') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:11.072473 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eb3a6f0c-cafb-4a94-ac94-c8845198b0f6 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:11.089839 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eb3a6f0c-cafb-4a94-ac94-c8845198b0f6 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:11.097507 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb3a6f0c-cafb-4a94-ac94-c8845198b0f6 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:50:11.097919 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eb3a6f0c-cafb-4a94-ac94-c8845198b0f6 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:11.101208 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:50:11.101208 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:50:11.101208 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:50:11.101208 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:50:11.101208 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:50:11.101208 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:50:11.101208 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:50:11.101208 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:50:11.101208 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:50:11.101208 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:50:11.101208 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:50:11.101208 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:50:11.101208 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:50:11.101208 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:50:11.101208 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:50:11.101208 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:50:11.101208 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:50:11.101208 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:50:11.101208 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:50:11.101208 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:50:11.101208 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:50:11.101208 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:50:11.101208 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:50:11.101208 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:50:11.101208 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:50:11.101208 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:50:11.101208 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:50:11.101208 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:50:11.101208 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:50:11.101208 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:50:11.101208 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:50:11.101208 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:50:11.179569 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eb3a6f0c-cafb-4a94-ac94-c8845198b0f6 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:11.187543 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eb3a6f0c-cafb-4a94-ac94-c8845198b0f6 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:11.189614 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-eb3a6f0c-cafb-4a94-ac94-c8845198b0f6 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] 10.222.0.73 "DELETE /v2.0/networks/1b85205e-710e-4fb5-ab62-ba23752a40a5 HTTP/1.1" status: 204 len: 168 time: 0.8863792 Jul 23 16:50:11.219097 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a6f0c-cafb-4a94-ac94-c8845198b0f6 tempest-NetworksIpV6TestAttrs-575518860 tempest-NetworksIpV6TestAttrs-575518860-project] Pushing event deleted for resources: {'Network': ['ID=1b85205e-710e-4fb5-ab62-ba23752a40a5,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:11.510436 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47174) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:11.675695 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-62944022-867b-424c-9a86-e5a02402e6da admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=73b76af9f92c402c8e3b7ccaf76423df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1636989 Jul 23 16:50:11.678517 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47180) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:11.738318 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d1edcfe-c635-450a-a557-827e7448359e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:11.773916 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d1edcfe-c635-450a-a557-827e7448359e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:11.861941 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d1edcfe-c635-450a-a557-827e7448359e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:11.864849 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d1edcfe-c635-450a-a557-827e7448359e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:11.870133 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4d1edcfe-c635-450a-a557-827e7448359e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aea560f7-1530-4619-bdf7-50701351e60e HTTP/1.1" status: 204 len: 168 time: 0.1891918 Jul 23 16:50:11.880780 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1edcfe-c635-450a-a557-827e7448359e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea560f7-1530-4619-bdf7-50701351e60e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:12.154883 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:50:12.168550 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45363b-94d6-4b07-946e-5a5be2d569e0 req-ae5da269-eceb-43b1-b809-aa0c8b53c874 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:12.168864 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d45363b-94d6-4b07-946e-5a5be2d569e0 req-ae5da269-eceb-43b1-b809-aa0c8b53c874 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/ports?device_id=516b1e15-d6f9-4b76-beb7-d736034244e6 HTTP/1.1" status: 200 len: 945 time: 0.1200652 Jul 23 16:50:12.214165 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d45363b-94d6-4b07-946e-5a5be2d569e0 req-e8ec49c8-1099-401e-ae08-17196ed49b3a tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/security-groups?id=4020443d-bee2-42cf-81b8-a3677ff971b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391462 Jul 23 16:50:12.314892 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a4f1c-25d9-4da5-8cd7-1b1a506c350d req-2a142e7f-e2bb-4571-b4ae-7b96570a0ad4 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:12.317441 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b99a4f1c-25d9-4da5-8cd7-1b1a506c350d req-2a142e7f-e2bb-4571-b4ae-7b96570a0ad4 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.97 "GET /v2.0/ports?device_id=516b1e15-d6f9-4b76-beb7-d736034244e6 HTTP/1.1" status: 200 len: 945 time: 0.0863383 Jul 23 16:50:12.392347 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3cc59f61-23fa-4517-8278-3539aafeb38b no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:50:12.427965 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 3cc59f61-23fa-4517-8278-3539aafeb38b {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:50:12.428864 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3cc59f61-23fa-4517-8278-3539aafeb38b not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:50:12.487362 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-b99a4f1c-25d9-4da5-8cd7-1b1a506c350d req-6fe29492-bfa7-44f0-a12d-f03fea4ea10c tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Deleting port d5df5159-3c0d-4004-b8c1-383c67eb91bd {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:50:12.487766 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b99a4f1c-25d9-4da5-8cd7-1b1a506c350d req-6fe29492-bfa7-44f0-a12d-f03fea4ea10c tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:12.955867 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-b99a4f1c-25d9-4da5-8cd7-1b1a506c350d req-6fe29492-bfa7-44f0-a12d-f03fea4ea10c tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] For port d5df5159-3c0d-4004-b8c1-383c67eb91bd, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d5df5159-3c0d-4004-b8c1-383c67eb91bd,segment=NetworkSegment(6953f840-9103-4b3d-a15e-33bf5f31542e),segment_id=6953f840-9103-4b3d-a15e-33bf5f31542e)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:50:12.964256 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b99a4f1c-25d9-4da5-8cd7-1b1a506c350d req-6fe29492-bfa7-44f0-a12d-f03fea4ea10c tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:12.982847 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-b99a4f1c-25d9-4da5-8cd7-1b1a506c350d req-6fe29492-bfa7-44f0-a12d-f03fea4ea10c tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Calling delete_port for d5df5159-3c0d-4004-b8c1-383c67eb91bd owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:50:13.162934 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b99a4f1c-25d9-4da5-8cd7-1b1a506c350d req-6fe29492-bfa7-44f0-a12d-f03fea4ea10c tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:13.177643 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['d5df5159-3c0d-4004-b8c1-383c67eb91bd'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:50:13.201873 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe29492-bfa7-44f0-a12d-f03fea4ea10c tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Pushing event deleted for resources: {'Port': ['ID=d5df5159-3c0d-4004-b8c1-383c67eb91bd,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:13.261752 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-b99a4f1c-25d9-4da5-8cd7-1b1a506c350d req-6fe29492-bfa7-44f0-a12d-f03fea4ea10c tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] No DVR routers for this DVR port d5df5159-3c0d-4004-b8c1-383c67eb91bd on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:50:13.264091 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b99a4f1c-25d9-4da5-8cd7-1b1a506c350d req-6fe29492-bfa7-44f0-a12d-f03fea4ea10c tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:13.266533 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b99a4f1c-25d9-4da5-8cd7-1b1a506c350d req-6fe29492-bfa7-44f0-a12d-f03fea4ea10c tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.97 "DELETE /v2.0/ports/d5df5159-3c0d-4004-b8c1-383c67eb91bd HTTP/1.1" status: 204 len: 173 time: 0.9438422 Jul 23 16:50:13.267110 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516b1e15-d6f9-4b76-beb7-d736034244e6', 'name': 'network-vif-deleted', 'tag': 'd5df5159-3c0d-4004-b8c1-383c67eb91bd'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:50:13.269578 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f5cccc-975f-4c17-b3aa-82a34eea0717" -d '{"events": [{"server_uuid": "516b1e15-d6f9-4b76-beb7-d736034244e6", "name": "network-vif-deleted", "tag": "d5df5159-3c0d-4004-b8c1-383c67eb91bd"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:50:13.313278 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8c582b-9e5f-4458-a785-247a61407a33 x-openstack-request-id: req-cf8c582b-9e5f-4458-a785-247a61407a33 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:50:13.313832 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516b1e15-d6f9-4b76-beb7-d736034244e6", "name": "network-vif-deleted", "tag": "d5df5159-3c0d-4004-b8c1-383c67eb91bd", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:50:13.314311 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cf8c582b-9e5f-4458-a785-247a61407a33 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:50:13.314943 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516b1e15-d6f9-4b76-beb7-d736034244e6', 'name': 'network-vif-deleted', 'tag': 'd5df5159-3c0d-4004-b8c1-383c67eb91bd', 'status': 'completed', 'code': 200} Jul 23 16:50:13.372590 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cee8420e-0d23-4348-b498-5425a791be1e req-9d44ee71-f364-4848-b487-fde79b1b7b96 tempest-VolumesSnapshotTestJSON-1905530184 tempest-VolumesSnapshotTestJSON-1905530184-project] 10.222.0.73 "GET /v2.0/ports?device_id=516b1e15-d6f9-4b76-beb7-d736034244e6 HTTP/1.1" status: 200 len: 210 time: 0.0506136 Jul 23 16:50:14.355364 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47250) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:14.500073 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-961f7e6a-a894-40a6-9b54-791fafff68bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:14.620667 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-961f7e6a-a894-40a6-9b54-791fafff68bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:14.626502 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-961f7e6a-a894-40a6-9b54-791fafff68bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:14.668595 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f7e6a-a894-40a6-9b54-791fafff68bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607766ca-f9e0-4821-9304-05edd45c01bc,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:14.683582 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-961f7e6a-a894-40a6-9b54-791fafff68bd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=83f9410b62f4464c950c935575578c17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3259122 Jul 23 16:50:14.687454 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47258) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:14.790105 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-41d9a9df-2d4b-4240-a1e2-4d3e834900fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:14.824033 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-41d9a9df-2d4b-4240-a1e2-4d3e834900fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:14.883889 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-41d9a9df-2d4b-4240-a1e2-4d3e834900fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:14.886901 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-41d9a9df-2d4b-4240-a1e2-4d3e834900fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:14.888272 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-41d9a9df-2d4b-4240-a1e2-4d3e834900fd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/607766ca-f9e0-4821-9304-05edd45c01bc HTTP/1.1" status: 204 len: 168 time: 0.1998105 Jul 23 16:50:14.897849 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9a9df-2d4b-4240-a1e2-4d3e834900fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607766ca-f9e0-4821-9304-05edd45c01bc,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:15.274676 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47274) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:15.289574 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cdd7ce64-4427-4eef-8783-d91fcd97fbfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:15.417776 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cdd7ce64-4427-4eef-8783-d91fcd97fbfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:15.429986 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cdd7ce64-4427-4eef-8783-d91fcd97fbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:15.483772 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-cdd7ce64-4427-4eef-8783-d91fcd97fbfc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6c03478db2a845b8b22d43851e23a9fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2078986 Jul 23 16:50:15.485660 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7ce64-4427-4eef-8783-d91fcd97fbfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2385e896-7918-4840-8512-628b032afca8,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:15.488279 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47276) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:15.566102 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bbca6125-6364-4581-9513-c9344aa0a67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:15.590836 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bbca6125-6364-4581-9513-c9344aa0a67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:15.655015 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bbca6125-6364-4581-9513-c9344aa0a67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:15.657652 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bbca6125-6364-4581-9513-c9344aa0a67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:15.658829 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bbca6125-6364-4581-9513-c9344aa0a67e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2385e896-7918-4840-8512-628b032afca8 HTTP/1.1" status: 204 len: 168 time: 0.1687109 Jul 23 16:50:15.668977 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca6125-6364-4581-9513-c9344aa0a67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2385e896-7918-4840-8512-628b032afca8,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:15.924808 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device d5df5159-3c0d-4004-b8c1-383c67eb91bd no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:50:15.962536 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: d5df5159-3c0d-4004-b8c1-383c67eb91bd {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:50:15.963669 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device d5df5159-3c0d-4004-b8c1-383c67eb91bd not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:50:27.728264 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-7381f8c5-db91-4bbd-85ca-83564a3f3913 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:27.733559 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-7381f8c5-db91-4bbd-85ca-83564a3f3913 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/networks?id=fedddd04-4e3c-4738-8768-b1bd7c807fbc HTTP/1.1" status: 200 len: 811 time: 0.1430030 Jul 23 16:50:27.756866 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-0cdb9b0b-0439-45fd-8db5-a3aff3453e94 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/quotas/1a447386a79c4dde9361c7979cbbb97e HTTP/1.1" status: 200 len: 375 time: 0.0177286 Jul 23 16:50:27.845375 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-a4d26a01-7da0-4072-b300-90f11b603265 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a447386a79c4dde9361c7979cbbb97e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756645 Jul 23 16:50:27.962441 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-b06b3d44-65db-4697-8044-a6e6eb343954 service neutron] 10.222.0.73 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049194 Jul 23 16:50:28.085611 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-0ebab8a6-5bf3-4cb6-aca7-2b0b99bf0cfd service neutron] 10.222.0.73 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168888 Jul 23 16:50:28.373697 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-815dee79-813b-405f-bf35-a71f3003b2ee req-623de6ed-c19b-4f28-8024-cb785cc38754 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 210 time: 0.0375664 Jul 23 16:50:29.501016 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d3f7f69-dc44-469d-8124-519ef3cf0162 req-74e1a514-6b32-4731-beed-5b0987902ead tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 210 time: 0.0504766 Jul 23 16:50:29.825529 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-8cb5b8ee-9498-48bb-86d6-dae34c1353eb tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:29.827029 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-8cb5b8ee-9498-48bb-86d6-dae34c1353eb tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.97 "GET /v2.0/networks?id=fedddd04-4e3c-4738-8768-b1bd7c807fbc HTTP/1.1" status: 200 len: 811 time: 0.2224081 Jul 23 16:50:29.840907 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-50fc0f32-c5bf-4313-9308-617cd67bf8eb tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Request body: {'port': {'device_id': '8a83a9cb-2646-4af2-93f6-819cca1f1c5a', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'admin_state_up': True, 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:50:30.039129 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-50fc0f32-c5bf-4313-9308-617cd67bf8eb tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Made reservation on behalf of 1a447386a79c4dde9361c7979cbbb97e for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:50:30.048005 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-50fc0f32-c5bf-4313-9308-617cd67bf8eb tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:30.313105 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-50fc0f32-c5bf-4313-9308-617cd67bf8eb tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Allocated IP 172.20.0.13 (fedddd04-4e3c-4738-8768-b1bd7c807fbc/68bd2291-23ae-4e54-ab39-3c387bae8690/e0784653-5289-43d9-a965-beefeec181cc) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:50:30.573538 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-50fc0f32-c5bf-4313-9308-617cd67bf8eb tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:30.596751 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-50fc0f32-c5bf-4313-9308-617cd67bf8eb tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Transition to ACTIVE for port object e0784653-5289-43d9-a965-beefeec181cc will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:50:30.646678 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-356af002-ec0c-4b59-a1e6-b6c226a269fc req-bc652b84-3d75-4b6f-8b85-2b87d2607b2f tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 210 time: 0.0460443 Jul 23 16:50:30.708289 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-50fc0f32-c5bf-4313-9308-617cd67bf8eb tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:30.818118 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-50fc0f32-c5bf-4313-9308-617cd67bf8eb tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Network fedddd04-4e3c-4738-8768-b1bd7c807fbc is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:50:30.826780 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-50fc0f32-c5bf-4313-9308-617cd67bf8eb tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:50:30.843299 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-50fc0f32-c5bf-4313-9308-617cd67bf8eb tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:50:30.970609 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc0f32-c5bf-4313-9308-617cd67bf8eb tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Pushing event updated for resources: {'Port': ['ID=e0784653-5289-43d9-a965-beefeec181cc,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:31.016406 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-50fc0f32-c5bf-4313-9308-617cd67bf8eb tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:31.017176 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-50fc0f32-c5bf-4313-9308-617cd67bf8eb tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:31.037914 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-50fc0f32-c5bf-4313-9308-617cd67bf8eb tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2027123 Jul 23 16:50:31.054120 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-9bc4f002-818b-4221-bdd7-d0522c333227 service neutron] Request body: {'port': {'device_id': '8a83a9cb-2646-4af2-93f6-819cca1f1c5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:50:31.207864 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-9bc4f002-818b-4221-bdd7-d0522c333227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:31.289837 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a1bb87e5-29e0-4067-8a46-64e260e70238 None None] Provisioning for port e0784653-5289-43d9-a965-beefeec181cc completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:50:31.311558 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a1bb87e5-29e0-4067-8a46-64e260e70238 None None] Provisioning complete for port e0784653-5289-43d9-a965-beefeec181cc triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:50:31.312455 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a1bb87e5-29e0-4067-8a46-64e260e70238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:31.437348 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a1bb87e5-29e0-4067-8a46-64e260e70238 None None] Port e0784653-5289-43d9-a965-beefeec181cc cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:50:31.674605 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-9bc4f002-818b-4221-bdd7-d0522c333227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0784653-5289-43d9-a965-beefeec181cc {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:50:31.687761 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-9bc4f002-818b-4221-bdd7-d0522c333227 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:31.728627 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-9bc4f002-818b-4221-bdd7-d0522c333227 service neutron] Transition to ACTIVE for port object e0784653-5289-43d9-a965-beefeec181cc will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:50:31.740084 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-9bc4f002-818b-4221-bdd7-d0522c333227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:31.877958 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4f002-818b-4221-bdd7-d0522c333227 service neutron] Pushing event updated for resources: {'Port': ['ID=e0784653-5289-43d9-a965-beefeec181cc,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:32.000700 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2bc23-6061-4cae-8909-d5bc1e6f44ee req-e0461485-4b92-4c36-9f6d-1e721cc5f0b5 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:32.002974 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-17b2bc23-6061-4cae-8909-d5bc1e6f44ee req-e0461485-4b92-4c36-9f6d-1e721cc5f0b5 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 944 time: 0.2185712 Jul 23 16:50:32.082279 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-17b2bc23-6061-4cae-8909-d5bc1e6f44ee req-d6b77f94-6103-427c-9333-5f74acaa5a02 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669720 Jul 23 16:50:32.100480 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-9bc4f002-818b-4221-bdd7-d0522c333227 service neutron] Attempting to bind port e0784653-5289-43d9-a965-beefeec181cc on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:50:32.100958 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-9bc4f002-818b-4221-bdd7-d0522c333227 service neutron] Attempting to bind port e0784653-5289-43d9-a965-beefeec181cc by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:50:32.101427 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-9bc4f002-818b-4221-bdd7-d0522c333227 service neutron] Attempting to bind port e0784653-5289-43d9-a965-beefeec181cc on network fedddd04-4e3c-4738-8768-b1bd7c807fbc {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:50:32.117770 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-9bc4f002-818b-4221-bdd7-d0522c333227 service neutron] Port e0784653-5289-43d9-a965-beefeec181cc on network fedddd04-4e3c-4738-8768-b1bd7c807fbc not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:50:32.117770 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-9bc4f002-818b-4221-bdd7-d0522c333227 service neutron] Attempting to bind port e0784653-5289-43d9-a965-beefeec181cc on network fedddd04-4e3c-4738-8768-b1bd7c807fbc {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:50:32.140039 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-9bc4f002-818b-4221-bdd7-d0522c333227 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:50:32.140768 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-9bc4f002-818b-4221-bdd7-d0522c333227 service neutron] Checking segment: {'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:50:32.141215 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-9bc4f002-818b-4221-bdd7-d0522c333227 service neutron] Bound using segment: {'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:50:32.141788 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-9bc4f002-818b-4221-bdd7-d0522c333227 service neutron] Bound port: e0784653-5289-43d9-a965-beefeec181cc, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:50:32.142394 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-9bc4f002-818b-4221-bdd7-d0522c333227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:32.229210 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-9bc4f002-818b-4221-bdd7-d0522c333227 service neutron] For port e0784653-5289-43d9-a965-beefeec181cc, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:50:32.233016 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-9bc4f002-818b-4221-bdd7-d0522c333227 service neutron] For port e0784653-5289-43d9-a965-beefeec181cc, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=e0784653-5289-43d9-a965-beefeec181cc,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:50:32.238921 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-9bc4f002-818b-4221-bdd7-d0522c333227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:32.307231 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-9bc4f002-818b-4221-bdd7-d0522c333227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:32.307883 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-9bc4f002-818b-4221-bdd7-d0522c333227 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:32.309545 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-9bc4f002-818b-4221-bdd7-d0522c333227 service neutron] 10.222.0.97 "PUT /v2.0/ports/e0784653-5289-43d9-a965-beefeec181cc HTTP/1.1" status: 200 len: 1092 time: 1.2637303 Jul 23 16:50:32.310342 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a83a9cb-2646-4af2-93f6-819cca1f1c5a', 'tag': 'e0784653-5289-43d9-a965-beefeec181cc'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:50:32.325088 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da89d8f2-ce30-465c-a1ad-2500d62d3d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a83a9cb-2646-4af2-93f6-819cca1f1c5a", "tag": "e0784653-5289-43d9-a965-beefeec181cc"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:50:32.340941 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4f002-818b-4221-bdd7-d0522c333227 service neutron] Pushing event updated for resources: {'Port': ['ID=e0784653-5289-43d9-a965-beefeec181cc,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:32.436683 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb74a97-1f66-444e-a889-34613638c0e6 x-openstack-request-id: req-4cb74a97-1f66-444e-a889-34613638c0e6 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:50:32.436925 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a83a9cb-2646-4af2-93f6-819cca1f1c5a", "tag": "e0784653-5289-43d9-a965-beefeec181cc", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:50:32.437244 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4cb74a97-1f66-444e-a889-34613638c0e6 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:50:32.437966 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a83a9cb-2646-4af2-93f6-819cca1f1c5a', 'tag': 'e0784653-5289-43d9-a965-beefeec181cc', 'status': 'completed', 'code': 200} Jul 23 16:50:32.513069 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-120080d8-d5fb-4f78-8c51-8d3b341c885f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:32.514810 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-120080d8-d5fb-4f78-8c51-8d3b341c885f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1a447386a79c4dde9361c7979cbbb97e&device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 1095 time: 0.1505139 Jul 23 16:50:32.586306 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-3a056fa1-851d-4ac5-849c-b5213c1ceedb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0784653-5289-43d9-a965-beefeec181cc HTTP/1.1" status: 200 len: 217 time: 0.0641446 Jul 23 16:50:32.677960 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3700e5fc-a69d-4f09-bde8-c2030907cabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:32.683298 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-e5927a02-8568-4658-9e19-1e34aaeb0e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:32.685727 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-e5927a02-8568-4658-9e19-1e34aaeb0e01 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=68bd2291-23ae-4e54-ab39-3c387bae8690 HTTP/1.1" status: 200 len: 850 time: 0.0921440 Jul 23 16:50:32.837619 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-a901d68f-33c5-41c4-9aab-dbb415ce4b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:32.845261 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-a901d68f-33c5-41c4-9aab-dbb415ce4b03 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=fedddd04-4e3c-4738-8768-b1bd7c807fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1453886 Jul 23 16:50:32.999689 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-6dd978bf-e783-4daa-9710-7d75daea1df6 service neutron] 10.222.0.97 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521418 Jul 23 16:50:33.190354 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0fc5b764-c29d-4036-b6e5-74bfaa5740e8 req-921df9a6-e214-4fdc-9c8f-bd17431ef66b service neutron] 10.222.0.97 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824296 Jul 23 16:50:33.360638 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89d8f2-ce30-465c-a1ad-2500d62d3d6e req-9ff0be57-c78a-482d-9ab2-98af898998aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:33.362247 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-da89d8f2-ce30-465c-a1ad-2500d62d3d6e req-9ff0be57-c78a-482d-9ab2-98af898998aa service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1a447386a79c4dde9361c7979cbbb97e&device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 1095 time: 0.1131930 Jul 23 16:50:33.370959 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196931c-5432-4e6d-816d-bd6e066d2cc1 req-21b2d07e-2b94-4e89-9ab1-a40c25b62d6d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:33.372432 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3196931c-5432-4e6d-816d-bd6e066d2cc1 req-21b2d07e-2b94-4e89-9ab1-a40c25b62d6d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 944 time: 0.1398387 Jul 23 16:50:33.473412 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3196931c-5432-4e6d-816d-bd6e066d2cc1 req-11464850-dcfd-411a-8de6-a6e63b69b9b4 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926242 Jul 23 16:50:33.510656 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89d8f2-ce30-465c-a1ad-2500d62d3d6e req-6c6248ac-e525-4c19-bb8f-628269e78624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:33.512230 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-da89d8f2-ce30-465c-a1ad-2500d62d3d6e req-6c6248ac-e525-4c19-bb8f-628269e78624 service neutron] 10.222.0.97 "GET /v2.0/networks?id=fedddd04-4e3c-4738-8768-b1bd7c807fbc HTTP/1.1" status: 200 len: 913 time: 0.1389048 Jul 23 16:50:33.566333 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-da89d8f2-ce30-465c-a1ad-2500d62d3d6e req-dab63907-4dea-4e5b-b364-0ba0188bd5dc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0784653-5289-43d9-a965-beefeec181cc HTTP/1.1" status: 200 len: 217 time: 0.0478544 Jul 23 16:50:33.621465 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89d8f2-ce30-465c-a1ad-2500d62d3d6e req-a3b4073f-3ae4-4304-babb-b6c5305af197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:33.623088 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-da89d8f2-ce30-465c-a1ad-2500d62d3d6e req-a3b4073f-3ae4-4304-babb-b6c5305af197 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=68bd2291-23ae-4e54-ab39-3c387bae8690 HTTP/1.1" status: 200 len: 850 time: 0.0511565 Jul 23 16:50:33.709331 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89d8f2-ce30-465c-a1ad-2500d62d3d6e req-9f5f5e98-f316-4be2-be82-db94f40d7962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:33.711014 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-da89d8f2-ce30-465c-a1ad-2500d62d3d6e req-9f5f5e98-f316-4be2-be82-db94f40d7962 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=fedddd04-4e3c-4738-8768-b1bd7c807fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821490 Jul 23 16:50:33.919687 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-da89d8f2-ce30-465c-a1ad-2500d62d3d6e req-e7d5b1ab-f6e9-48d1-8c01-6e2ccbfdee1c service neutron] 10.222.0.97 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010000 Jul 23 16:50:34.054952 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-da89d8f2-ce30-465c-a1ad-2500d62d3d6e req-b0b69cbe-5bd0-4e7c-85ad-a058f2c1338b service neutron] 10.222.0.97 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294670 Jul 23 16:50:34.659900 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589fc8b-8c12-4c6c-88b5-1a638ff02fe9 req-e61d1412-ff4a-4066-81ea-986abf11bcb1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:34.661406 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7589fc8b-8c12-4c6c-88b5-1a638ff02fe9 req-e61d1412-ff4a-4066-81ea-986abf11bcb1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 944 time: 0.0908937 Jul 23 16:50:34.728895 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7589fc8b-8c12-4c6c-88b5-1a638ff02fe9 req-04e407f4-8c15-4f92-bf10-c85888c78a81 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583656 Jul 23 16:50:35.081316 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:35.457822 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-04eeb17b-e3c9-42a0-88b9-e3697b22028c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:35.524818 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:35.960902 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10e065-92e2-4a3c-91e0-6c136c9fe479 req-76109aa1-d9cc-47af-9803-94e8adfcdae8 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:35.964909 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5a10e065-92e2-4a3c-91e0-6c136c9fe479 req-76109aa1-d9cc-47af-9803-94e8adfcdae8 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 944 time: 0.1284456 Jul 23 16:50:36.079919 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5a10e065-92e2-4a3c-91e0-6c136c9fe479 req-41d56cf3-a3b6-4182-bf83-9907a41004f4 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051524 Jul 23 16:50:36.598099 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:37.364857 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f19ffc-a962-41f2-810a-4e90cbbcc1f5 req-e955286b-e641-4d32-b5f6-2a8d5603f100 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:37.371399 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-04f19ffc-a962-41f2-810a-4e90cbbcc1f5 req-e955286b-e641-4d32-b5f6-2a8d5603f100 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 944 time: 0.1736615 Jul 23 16:50:37.463809 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-04f19ffc-a962-41f2-810a-4e90cbbcc1f5 req-0c7f130b-532b-4c2d-9633-43c5ba78d273 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865412 Jul 23 16:50:37.542685 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:38.649089 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:38.772315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3267d1-dbd8-4a0a-ab5b-9d3045e25a51 req-187dd1df-ddde-4774-971d-6e6e912ebe62 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:38.773883 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1c3267d1-dbd8-4a0a-ab5b-9d3045e25a51 req-187dd1df-ddde-4774-971d-6e6e912ebe62 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 944 time: 0.1814384 Jul 23 16:50:38.840367 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1c3267d1-dbd8-4a0a-ab5b-9d3045e25a51 req-fcd65c35-b333-4553-9f93-330855146ba7 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404410 Jul 23 16:50:40.112310 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751363b-35c9-4464-926c-2a6d981ef6cc req-8d6e335f-9f57-4375-8499-6a1d5b6453de tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:40.135533 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5751363b-35c9-4464-926c-2a6d981ef6cc req-8d6e335f-9f57-4375-8499-6a1d5b6453de tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 944 time: 0.1639395 Jul 23 16:50:40.189550 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5751363b-35c9-4464-926c-2a6d981ef6cc req-ecfa46c3-f83c-4e2e-9faf-ed91854a3647 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527761 Jul 23 16:50:41.466327 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567676ff-e9fa-47e8-b3de-15b2a20722af req-840cff28-c902-4055-962e-cf34df1f28c5 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:41.473942 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-567676ff-e9fa-47e8-b3de-15b2a20722af req-840cff28-c902-4055-962e-cf34df1f28c5 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 944 time: 0.1893184 Jul 23 16:50:41.530412 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-567676ff-e9fa-47e8-b3de-15b2a20722af req-09da079a-4bf5-4ef7-a971-bd50a8d43c79 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555587 Jul 23 16:50:42.695945 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83dbf06-97ac-4b72-b050-249d0ffdf1d3 req-366a2dab-865d-43f5-a30c-aff3f0e688d8 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:42.704287 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d83dbf06-97ac-4b72-b050-249d0ffdf1d3 req-366a2dab-865d-43f5-a30c-aff3f0e688d8 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 944 time: 0.0985610 Jul 23 16:50:42.761233 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d83dbf06-97ac-4b72-b050-249d0ffdf1d3 req-0c91601d-4308-482e-9f24-72cfd3ec46a2 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514088 Jul 23 16:50:44.017465 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6d128-611d-4a0d-ae4a-91f2e6fdbd65 req-5232fb8b-6890-4252-8eed-53be0706b80f tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:44.019789 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d1b6d128-611d-4a0d-ae4a-91f2e6fdbd65 req-5232fb8b-6890-4252-8eed-53be0706b80f tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 944 time: 0.1399529 Jul 23 16:50:44.075462 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d1b6d128-611d-4a0d-ae4a-91f2e6fdbd65 req-44550f5d-9b71-4c03-a373-a99939ec6813 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494268 Jul 23 16:50:45.214891 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2f401-a977-468a-a262-9354c747df64 req-0d9a97b3-23cf-4217-8e9d-67c16128b355 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:45.221820 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2de2f401-a977-468a-a262-9354c747df64 req-0d9a97b3-23cf-4217-8e9d-67c16128b355 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 944 time: 0.0803564 Jul 23 16:50:45.261741 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2de2f401-a977-468a-a262-9354c747df64 req-754bd815-4e1a-4cfe-b2b8-a873207ea093 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386188 Jul 23 16:50:46.411343 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc587f6-5af7-4bba-b13c-c4651ff95b15 req-b9614680-e22d-4ab8-9777-6646cf14dd48 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:46.418936 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0fc587f6-5af7-4bba-b13c-c4651ff95b15 req-b9614680-e22d-4ab8-9777-6646cf14dd48 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 944 time: 0.0788162 Jul 23 16:50:46.461417 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0fc587f6-5af7-4bba-b13c-c4651ff95b15 req-6b49f3f8-fe51-4361-b4dd-75602e17f120 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414839 Jul 23 16:50:47.720599 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dada89b-414a-4e28-b4c9-e2846f9628d9 req-c0c79236-56a5-46e3-aea9-1e809da9451e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:47.731172 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3dada89b-414a-4e28-b4c9-e2846f9628d9 req-c0c79236-56a5-46e3-aea9-1e809da9451e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 944 time: 0.1766689 Jul 23 16:50:47.851848 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3dada89b-414a-4e28-b4c9-e2846f9628d9 req-7e01564b-2c0f-42ca-bbe1-e5d7c16635b5 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175072 Jul 23 16:50:48.128740 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47862) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:48.334607 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2ced8550-ec57-4daf-baa7-8f78b957969b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:48.462930 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2ced8550-ec57-4daf-baa7-8f78b957969b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:48.468870 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2ced8550-ec57-4daf-baa7-8f78b957969b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:48.524785 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2ced8550-ec57-4daf-baa7-8f78b957969b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a3b2c5a760dc4b14b0c9d9b7679087ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3938947 Jul 23 16:50:48.526273 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced8550-ec57-4daf-baa7-8f78b957969b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009c4117-8232-4e63-afe5-a370f533b210,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:48.527597 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47866) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:48.554390 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced8550-ec57-4daf-baa7-8f78b957969b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:48.560134 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced8550-ec57-4daf-baa7-8f78b957969b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:48.560771 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced8550-ec57-4daf-baa7-8f78b957969b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:48.561251 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced8550-ec57-4daf-baa7-8f78b957969b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:48.561679 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced8550-ec57-4daf-baa7-8f78b957969b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:48.562107 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced8550-ec57-4daf-baa7-8f78b957969b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:48.562529 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced8550-ec57-4daf-baa7-8f78b957969b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:48.569466 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced8550-ec57-4daf-baa7-8f78b957969b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:48.569933 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced8550-ec57-4daf-baa7-8f78b957969b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:48.570362 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced8550-ec57-4daf-baa7-8f78b957969b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:48.570918 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced8550-ec57-4daf-baa7-8f78b957969b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:48.571341 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced8550-ec57-4daf-baa7-8f78b957969b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:48.591779 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-34e73c53-af21-4e9a-a4bf-12c7b1edcc21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:48.615229 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-34e73c53-af21-4e9a-a4bf-12c7b1edcc21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:48.679329 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-34e73c53-af21-4e9a-a4bf-12c7b1edcc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:48.682552 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-34e73c53-af21-4e9a-a4bf-12c7b1edcc21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:48.688593 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-34e73c53-af21-4e9a-a4bf-12c7b1edcc21 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/009c4117-8232-4e63-afe5-a370f533b210 HTTP/1.1" status: 204 len: 168 time: 0.1597805 Jul 23 16:50:48.698650 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e73c53-af21-4e9a-a4bf-12c7b1edcc21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009c4117-8232-4e63-afe5-a370f533b210,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:49.038850 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25cdd9-1f7b-4217-9711-9440fa4f5a11 req-df980ac1-78e2-4565-ac5b-6276a11118e5 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:49.040388 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ca25cdd9-1f7b-4217-9711-9440fa4f5a11 req-df980ac1-78e2-4565-ac5b-6276a11118e5 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 944 time: 0.1007607 Jul 23 16:50:49.082016 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ca25cdd9-1f7b-4217-9711-9440fa4f5a11 req-223b6fd1-23fc-47cd-a12c-c60a92823926 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359411 Jul 23 16:50:49.164088 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:50:50.291301 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02969f0e-cc16-4a61-8a75-86bdcdf8b2a4 req-1c1846db-ee8a-42ff-83e9-819c092d63d2 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:50.303700 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-02969f0e-cc16-4a61-8a75-86bdcdf8b2a4 req-1c1846db-ee8a-42ff-83e9-819c092d63d2 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 944 time: 0.1247842 Jul 23 16:50:50.367507 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-02969f0e-cc16-4a61-8a75-86bdcdf8b2a4 req-5611eb55-0fed-4fb0-8a8e-cdb13e75d2a6 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628545 Jul 23 16:50:51.051075 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47936) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:51.056070 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-8ea50070-2075-47b3-8436-ca05f1f72129 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1170366426', 'description': 'tempest-secgroup-smoke-1170366426 description', 'project_id': '0f8e445c013940dd90796bd2f3eb088f'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:50:51.089838 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8ea50070-2075-47b3-8436-ca05f1f72129 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:51.098585 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8ea50070-2075-47b3-8436-ca05f1f72129 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:51.209849 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8ea50070-2075-47b3-8436-ca05f1f72129 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:51.214905 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8ea50070-2075-47b3-8436-ca05f1f72129 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:51.251906 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea50070-2075-47b3-8436-ca05f1f72129 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b86233ba-0f40-40ae-8588-4f226bb5e9d2,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:51.263316 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea50070-2075-47b3-8436-ca05f1f72129 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:51.263664 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea50070-2075-47b3-8436-ca05f1f72129 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:51.264003 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea50070-2075-47b3-8436-ca05f1f72129 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:51.264336 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea50070-2075-47b3-8436-ca05f1f72129 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:51.264668 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea50070-2075-47b3-8436-ca05f1f72129 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:51.264997 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea50070-2075-47b3-8436-ca05f1f72129 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:51.265349 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea50070-2075-47b3-8436-ca05f1f72129 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:51.265832 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea50070-2075-47b3-8436-ca05f1f72129 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:51.266214 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea50070-2075-47b3-8436-ca05f1f72129 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:51.266540 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea50070-2075-47b3-8436-ca05f1f72129 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:51.266868 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea50070-2075-47b3-8436-ca05f1f72129 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:51.267187 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea50070-2075-47b3-8436-ca05f1f72129 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:51.327090 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8ea50070-2075-47b3-8436-ca05f1f72129 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:51.331683 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8ea50070-2075-47b3-8436-ca05f1f72129 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:51.364563 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8ea50070-2075-47b3-8436-ca05f1f72129 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:51.369412 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8ea50070-2075-47b3-8436-ca05f1f72129 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3140967 Jul 23 16:50:51.369969 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47940) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:51.374594 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-7ed1391d-6a16-41b6-b88e-313ffbf18093 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'security_group_rule': {'security_group_id': '3996ead1-c829-43c0-8a6f-6ae068fb5615', 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:50:51.415822 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea50070-2075-47b3-8436-ca05f1f72129 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3996ead1-c829-43c0-8a6f-6ae068fb5615,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:51.424781 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7ed1391d-6a16-41b6-b88e-313ffbf18093 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:51.535807 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7ed1391d-6a16-41b6-b88e-313ffbf18093 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:51.542277 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7ed1391d-6a16-41b6-b88e-313ffbf18093 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:51.571458 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7ed1391d-6a16-41b6-b88e-313ffbf18093 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:51.575689 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47948) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:51.581500 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-f506ebca-6149-40b2-9598-c66436194616 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'security_group_rule': {'security_group_id': '3996ead1-c829-43c0-8a6f-6ae068fb5615', 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:50:51.585690 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7ed1391d-6a16-41b6-b88e-313ffbf18093 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2144632 Jul 23 16:50:51.597878 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1391d-6a16-41b6-b88e-313ffbf18093 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a782848d-c271-4cf2-afb2-d340b1d0bcd9,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:51.612909 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088fcf05-f2d7-4e29-aa4b-7eeae9783265 req-c2833e3a-f9ee-4bd6-a94d-17390d41ac83 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:51.614936 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-088fcf05-f2d7-4e29-aa4b-7eeae9783265 req-c2833e3a-f9ee-4bd6-a94d-17390d41ac83 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 944 time: 0.1405127 Jul 23 16:50:51.615837 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f506ebca-6149-40b2-9598-c66436194616 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:51.658006 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-088fcf05-f2d7-4e29-aa4b-7eeae9783265 req-6529c455-38d1-42f1-969e-a4a2fe4cd63a tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355480 Jul 23 16:50:51.693347 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f506ebca-6149-40b2-9598-c66436194616 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:51.698268 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f506ebca-6149-40b2-9598-c66436194616 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:51.718202 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f506ebca-6149-40b2-9598-c66436194616 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f1eb4a0-ca36-451e-9d6e-aaab978b7c21,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:51.724121 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f506ebca-6149-40b2-9598-c66436194616 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:51.728089 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47950) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:51.728722 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f506ebca-6149-40b2-9598-c66436194616 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1506991 Jul 23 16:50:51.733617 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-deb5af13-66ed-4d28-bb83-5c603434e58e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'security_group_rule': {'security_group_id': '3996ead1-c829-43c0-8a6f-6ae068fb5615', 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:50:51.770772 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-deb5af13-66ed-4d28-bb83-5c603434e58e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:51.821490 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-deb5af13-66ed-4d28-bb83-5c603434e58e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:51.826534 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-deb5af13-66ed-4d28-bb83-5c603434e58e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:51.846397 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb5af13-66ed-4d28-bb83-5c603434e58e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0813c8d-f8cd-4c25-a808-cd6467348095,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:51.857041 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-deb5af13-66ed-4d28-bb83-5c603434e58e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:51.861683 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47952) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:51.863020 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-deb5af13-66ed-4d28-bb83-5c603434e58e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1321676 Jul 23 16:50:51.867910 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-69cac685-3ff7-45c7-8a39-7b02ec72ba82 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'security_group_rule': {'security_group_id': '3996ead1-c829-43c0-8a6f-6ae068fb5615', 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:50:51.895174 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-69cac685-3ff7-45c7-8a39-7b02ec72ba82 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:51.961598 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-69cac685-3ff7-45c7-8a39-7b02ec72ba82 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:51.966961 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-69cac685-3ff7-45c7-8a39-7b02ec72ba82 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:51.986747 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cac685-3ff7-45c7-8a39-7b02ec72ba82 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec975968-900b-4be3-81be-3dda3d3459fb,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:51.995157 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-69cac685-3ff7-45c7-8a39-7b02ec72ba82 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:51.995985 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-69cac685-3ff7-45c7-8a39-7b02ec72ba82 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1327157 Jul 23 16:50:51.999426 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 47956) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:52.005256 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-8e4ad520-67a2-484d-9166-b5db15e833c8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'security_group_rule': {'security_group_id': '3996ead1-c829-43c0-8a6f-6ae068fb5615', 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:50:52.030919 n-d-778549-4 neutron-server[94012]: INFO neutron.db.securitygroups_db [None req-8e4ad520-67a2-484d-9166-b5db15e833c8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Project 0f8e445c013940dd90796bd2f3eb088f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:50:52.036651 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8e4ad520-67a2-484d-9166-b5db15e833c8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:52.101409 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8e4ad520-67a2-484d-9166-b5db15e833c8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:52.106703 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8e4ad520-67a2-484d-9166-b5db15e833c8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:52.132218 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ad520-67a2-484d-9166-b5db15e833c8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf3ea552-d52b-4165-bcf6-e73402634409,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:52.135990 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8e4ad520-67a2-484d-9166-b5db15e833c8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:52.140275 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8e4ad520-67a2-484d-9166-b5db15e833c8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1397445 Jul 23 16:50:52.140761 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47958) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:52.148604 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-a008f381-81c8-4401-89e9-fa37f4f8c36c tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'security_group_rule': {'security_group_id': '3996ead1-c829-43c0-8a6f-6ae068fb5615', 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:50:52.173539 n-d-778549-4 neutron-server[94013]: INFO neutron.db.securitygroups_db [None req-a008f381-81c8-4401-89e9-fa37f4f8c36c tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Project 0f8e445c013940dd90796bd2f3eb088f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:50:52.179400 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a008f381-81c8-4401-89e9-fa37f4f8c36c tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:52.260248 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a008f381-81c8-4401-89e9-fa37f4f8c36c tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:52.264706 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a008f381-81c8-4401-89e9-fa37f4f8c36c tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:52.284303 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008f381-81c8-4401-89e9-fa37f4f8c36c tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00dc551b-0e57-4a0c-8d13-39459dc91206,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:52.291721 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a008f381-81c8-4401-89e9-fa37f4f8c36c tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:52.295795 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a008f381-81c8-4401-89e9-fa37f4f8c36c tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1509981 Jul 23 16:50:52.296041 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47964) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:52.301299 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-ef50c22e-01f0-467d-a6e9-b5f29fb40f47 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'network': {'name': 'tempest-network-smoke--1068469827', 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'port_security_enabled': True}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:50:52.331707 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef50c22e-01f0-467d-a6e9-b5f29fb40f47 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Made reservation on behalf of 0f8e445c013940dd90796bd2f3eb088f for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:50:52.335657 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ef50c22e-01f0-467d-a6e9-b5f29fb40f47 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:52.361892 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef50c22e-01f0-467d-a6e9-b5f29fb40f47 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] vlan segment allocate from pool success with {'vlan_id': 1105, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:50:52.371919 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ef50c22e-01f0-467d-a6e9-b5f29fb40f47 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:52.372263 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-ef50c22e-01f0-467d-a6e9-b5f29fb40f47 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Added segment 36b82a69-eeec-4371-94b6-04483671797b of type vlan for network 180e28a4-6027-47e0-be32-6099fbd02af2 Jul 23 16:50:52.424855 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ef50c22e-01f0-467d-a6e9-b5f29fb40f47 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:52.479265 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ef50c22e-01f0-467d-a6e9-b5f29fb40f47 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:52.485687 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef50c22e-01f0-467d-a6e9-b5f29fb40f47 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:52.486454 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ef50c22e-01f0-467d-a6e9-b5f29fb40f47 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:52.524429 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ef50c22e-01f0-467d-a6e9-b5f29fb40f47 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2272906 Jul 23 16:50:52.527713 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47972) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:52.532498 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-fa351ad9-4102-4ca8-b7e9-3cf1c8c7a90b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-508834278', 'admin_state_up': True, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:50:52.581196 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50c22e-01f0-467d-a6e9-b5f29fb40f47 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'Network': ['ID=180e28a4-6027-47e0-be32-6099fbd02af2,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:52.594219 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 180e28a4-6027-47e0-be32-6099fbd02af2 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:50:52.598637 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa351ad9-4102-4ca8-b7e9-3cf1c8c7a90b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:52.600213 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa351ad9-4102-4ca8-b7e9-3cf1c8c7a90b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:52.675225 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa351ad9-4102-4ca8-b7e9-3cf1c8c7a90b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:52.859512 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa351ad9-4102-4ca8-b7e9-3cf1c8c7a90b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:52.903719 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59baea1-3cec-42ce-b79d-e82fc01e8793 req-1d6c26fd-0c2e-4e18-9a8e-706b4faf3d29 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:52.907825 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f59baea1-3cec-42ce-b79d-e82fc01e8793 req-1d6c26fd-0c2e-4e18-9a8e-706b4faf3d29 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 944 time: 0.1313391 Jul 23 16:50:52.971017 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f59baea1-3cec-42ce-b79d-e82fc01e8793 req-95259ede-ede0-492e-b9bb-608e60d070b2 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572460 Jul 23 16:50:53.143297 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa351ad9-4102-4ca8-b7e9-3cf1c8c7a90b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:53.162829 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa351ad9-4102-4ca8-b7e9-3cf1c8c7a90b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:53.288106 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-fa351ad9-4102-4ca8-b7e9-3cf1c8c7a90b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Allocated IP 172.25.8.170 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/21954a0d-18e4-4085-a778-82fa702192bf) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:50:53.408619 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa351ad9-4102-4ca8-b7e9-3cf1c8c7a90b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:53.451481 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa351ad9-4102-4ca8-b7e9-3cf1c8c7a90b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:53.506846 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa351ad9-4102-4ca8-b7e9-3cf1c8c7a90b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:50:53.513517 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-fa351ad9-4102-4ca8-b7e9-3cf1c8c7a90b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:50:53.516164 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa351ad9-4102-4ca8-b7e9-3cf1c8c7a90b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:50:53.549121 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa351ad9-4102-4ca8-b7e9-3cf1c8c7a90b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'Port': ['ID=21954a0d-18e4-4085-a778-82fa702192bf,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:53.817122 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa351ad9-4102-4ca8-b7e9-3cf1c8c7a90b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:54.133184 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4359ed7-ad81-491f-9cd3-569e412c8ee0 req-eb9701d8-b8a3-4e21-a301-1894dc73bb6d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:54.136049 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b4359ed7-ad81-491f-9cd3-569e412c8ee0 req-eb9701d8-b8a3-4e21-a301-1894dc73bb6d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 944 time: 0.0909770 Jul 23 16:50:54.177633 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b4359ed7-ad81-491f-9cd3-569e412c8ee0 req-62b310a1-7a04-472a-b3bc-5a440ffddd2b tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352972 Jul 23 16:50:54.277900 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa351ad9-4102-4ca8-b7e9-3cf1c8c7a90b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:54.414018 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa351ad9-4102-4ca8-b7e9-3cf1c8c7a90b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Router 4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:50:54.521711 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa351ad9-4102-4ca8-b7e9-3cf1c8c7a90b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:50:54.532938 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7ffeb2-8744-439e-b36c-b41ef306bbcd None None] Sync routers for ids ['4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:50:54.542860 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7ffeb2-8744-439e-b36c-b41ef306bbcd None None] Routers {'4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:50:54.543500 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3e7ffeb2-8744-439e-b36c-b41ef306bbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:50:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:54.545072 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa351ad9-4102-4ca8-b7e9-3cf1c8c7a90b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:54.546560 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fa351ad9-4102-4ca8-b7e9-3cf1c8c7a90b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0181782 Jul 23 16:50:54.549669 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 47994) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:54.662841 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-3e7ffeb2-8744-439e-b36c-b41ef306bbcd None None] Set router 4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:50:54.717398 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-91d25b43-4b0f-4089-8127-df75356bcd7e tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=0f8e445c013940dd90796bd2f3eb088f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1635728 Jul 23 16:50:54.717398 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48002) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:54.912503 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3e7ffeb2-8744-439e-b36c-b41ef306bbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508834278', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '21954a0d-18e4-4085-a778-82fa702192bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:50:52Z', 'updated_at': '2021-07-23T16:50:53Z', 'revision_number': 3, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '21954a0d-18e4-4085-a778-82fa702192bf', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:dd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:50:53Z', 'updated_at': '2021-07-23T16:50:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:54.923704 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d120837-396c-4e71-bc0f-74a673630be1 tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:54.928110 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48006) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:54.928269 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2d120837-396c-4e71-bc0f-74a673630be1 tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2087383 Jul 23 16:50:54.951189 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7ffeb2-8744-439e-b36c-b41ef306bbcd None None] Checking router: 4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:50:54.951534 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7ffeb2-8744-439e-b36c-b41ef306bbcd None None] Updating router 4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf port 21954a0d-18e4-4085-a778-82fa702192bf binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:50:54.972716 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9daaae55-4e42-48b6-a68d-9762f47ad05b tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4e763b06-7572-4747-a18b-44a256cb56cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431519 Jul 23 16:50:54.975010 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48008) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:54.982862 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-39d9788a-aa14-435c-9546-913d21081e83 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1463716388', 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2', 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:50:54.993042 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3e7ffeb2-8744-439e-b36c-b41ef306bbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:55.109438 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d9788a-aa14-435c-9546-913d21081e83 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Made reservation on behalf of 0f8e445c013940dd90796bd2f3eb088f for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:50:55.124172 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-39d9788a-aa14-435c-9546-913d21081e83 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:55.321157 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3e7ffeb2-8744-439e-b36c-b41ef306bbcd None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:55.336239 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3e7ffeb2-8744-439e-b36c-b41ef306bbcd None None] Transition to ACTIVE for port object 21954a0d-18e4-4085-a778-82fa702192bf will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:50:55.344505 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3e7ffeb2-8744-439e-b36c-b41ef306bbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:55.402277 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3cc128-d868-408a-ac88-bf57c740f64f None None] Pushing event updated for resources: {'Port': ['ID=21954a0d-18e4-4085-a778-82fa702192bf,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:55.430562 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-3e7ffeb2-8744-439e-b36c-b41ef306bbcd None None] Attempting to bind port 21954a0d-18e4-4085-a778-82fa702192bf on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:50:55.430562 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-3e7ffeb2-8744-439e-b36c-b41ef306bbcd None None] Attempting to bind port 21954a0d-18e4-4085-a778-82fa702192bf by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:50:55.430562 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7ffeb2-8744-439e-b36c-b41ef306bbcd None None] Attempting to bind port 21954a0d-18e4-4085-a778-82fa702192bf on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:50:55.437752 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7ffeb2-8744-439e-b36c-b41ef306bbcd None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:50:55.437752 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7ffeb2-8744-439e-b36c-b41ef306bbcd None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:50:55.437752 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3e7ffeb2-8744-439e-b36c-b41ef306bbcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:55.437752 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7ffeb2-8744-439e-b36c-b41ef306bbcd None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:50:55.437752 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-3e7ffeb2-8744-439e-b36c-b41ef306bbcd None None] Bound port: 21954a0d-18e4-4085-a778-82fa702192bf, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:50:55.437752 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3e7ffeb2-8744-439e-b36c-b41ef306bbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:55.447022 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e834f76-ccf7-49c6-bad1-61b95ca92a36 req-e8d104c9-b7fe-48b2-a8e7-ce8fcaf85442 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:55.449281 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3e834f76-ccf7-49c6-bad1-61b95ca92a36 req-e8d104c9-b7fe-48b2-a8e7-ce8fcaf85442 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 944 time: 0.1666400 Jul 23 16:50:55.451074 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-39d9788a-aa14-435c-9546-913d21081e83 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:55.497974 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-3e7ffeb2-8744-439e-b36c-b41ef306bbcd None None] For port 21954a0d-18e4-4085-a778-82fa702192bf, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:50:55.501753 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-3e7ffeb2-8744-439e-b36c-b41ef306bbcd None None] For port 21954a0d-18e4-4085-a778-82fa702192bf, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=21954a0d-18e4-4085-a778-82fa702192bf,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:50:55.508558 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3e7ffeb2-8744-439e-b36c-b41ef306bbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:55.559879 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9788a-aa14-435c-9546-913d21081e83 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'Subnet': ['ID=84bba497-d7e2-4a24-bac6-00360369fb06,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:55.572205 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3cc128-d868-408a-ac88-bf57c740f64f None None] Pushing event updated for resources: {'Port': ['ID=21954a0d-18e4-4085-a778-82fa702192bf,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:55.586570 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d9788a-aa14-435c-9546-913d21081e83 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Checking segment: {'id': '36b82a69-eeec-4371-94b6-04483671797b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:50:55.587159 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d9788a-aa14-435c-9546-913d21081e83 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Network hostable DHCP agents. Network: 180e28a4-6027-47e0-be32-6099fbd02af2, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:50:55.593140 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3e834f76-ccf7-49c6-bad1-61b95ca92a36 req-34302d06-5784-4806-bb6a-f6b98807af8f tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351764 Jul 23 16:50:55.595434 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7ffeb2-8744-439e-b36c-b41ef306bbcd None None] Routers {'4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:50:55.596162 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3e7ffeb2-8744-439e-b36c-b41ef306bbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:50:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:55.611944 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d9788a-aa14-435c-9546-913d21081e83 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Network 180e28a4-6027-47e0-be32-6099fbd02af2 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:50:55.624635 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-39d9788a-aa14-435c-9546-913d21081e83 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 180e28a4-6027-47e0-be32-6099fbd02af2) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:50:55.638257 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d9788a-aa14-435c-9546-913d21081e83 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:55.639079 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-39d9788a-aa14-435c-9546-913d21081e83 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:55.656062 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-39d9788a-aa14-435c-9546-913d21081e83 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6798148 Jul 23 16:50:55.658819 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48018) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:55.727047 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-3e7ffeb2-8744-439e-b36c-b41ef306bbcd None None] Set router 4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:50:55.788121 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140b8dee-ef4a-488d-816f-fe545e76e331 None None] Network 180e28a4-6027-47e0-be32-6099fbd02af2 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:50:56.028429 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339ef1c2-a983-495f-b9e1-a089603f1e00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-180e28a4-6027-47e0-be32-6099fbd02af2', 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'fixed_ips': [{'subnet_id': '84bba497-d7e2-4a24-bac6-00360369fb06'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:50:56.029395 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-339ef1c2-a983-495f-b9e1-a089603f1e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:56.219351 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device e0784653-5289-43d9-a965-beefeec181cc details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:50:56.229205 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3e7ffeb2-8744-439e-b36c-b41ef306bbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508834278', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '21954a0d-18e4-4085-a778-82fa702192bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:50:52Z', 'updated_at': '2021-07-23T16:50:53Z', 'revision_number': 3, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '21954a0d-18e4-4085-a778-82fa702192bf', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:dd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:50:53Z', 'updated_at': '2021-07-23T16:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:56.262813 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7ffeb2-8744-439e-b36c-b41ef306bbcd None None] The sync data for ids ['4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf'] in n-d-778549-4 is: [{'id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508834278', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '21954a0d-18e4-4085-a778-82fa702192bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:50:52Z', 'updated_at': '2021-07-23T16:50:53Z', 'revision_number': 3, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '21954a0d-18e4-4085-a778-82fa702192bf', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:dd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:50:53Z', 'updated_at': '2021-07-23T16:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:50:56.484685 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port e0784653-5289-43d9-a965-beefeec181cc, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=e0784653-5289-43d9-a965-beefeec181cc,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:50:56.487510 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-339ef1c2-a983-495f-b9e1-a089603f1e00 None None] Allocated IP 172.20.0.2 (180e28a4-6027-47e0-be32-6099fbd02af2/84bba497-d7e2-4a24-bac6-00360369fb06/99c61260-9902-4ee4-8ec8-432c9b07ecee) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:50:56.506276 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'e0784653-5289-43d9-a965-beefeec181cc', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'port_id': 'e0784653-5289-43d9-a965-beefeec181cc', 'mac_address': 'fa:16:3e:d0:15:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:50:56.600386 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:56.620495 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0784653-5289-43d9-a965-beefeec181cc {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:50:56.683508 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port e0784653-5289-43d9-a965-beefeec181cc, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=e0784653-5289-43d9-a965-beefeec181cc,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:50:56.691085 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:56.724172 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f78edf1-4caa-4fbb-840b-a40cb28cdc41 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:56.823716 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=e0784653-5289-43d9-a965-beefeec181cc,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:56.865959 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-339ef1c2-a983-495f-b9e1-a089603f1e00 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:56.879418 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-339ef1c2-a983-495f-b9e1-a089603f1e00 None None] Transition to ACTIVE for port object 99c61260-9902-4ee4-8ec8-432c9b07ecee will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:50:56.906059 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-339ef1c2-a983-495f-b9e1-a089603f1e00 None None] Transition to ACTIVE for port object 99c61260-9902-4ee4-8ec8-432c9b07ecee will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:50:56.917916 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-339ef1c2-a983-495f-b9e1-a089603f1e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:56.920518 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['e0784653-5289-43d9-a965-beefeec181cc'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:50:57.017404 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339ef1c2-a983-495f-b9e1-a089603f1e00 None None] Network 180e28a4-6027-47e0-be32-6099fbd02af2 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:50:57.033534 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-339ef1c2-a983-495f-b9e1-a089603f1e00 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:50:57.040500 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339ef1c2-a983-495f-b9e1-a089603f1e00 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:50:57.055865 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ef1c2-a983-495f-b9e1-a089603f1e00 None None] Pushing event updated for resources: {'Port': ['ID=99c61260-9902-4ee4-8ec8-432c9b07ecee,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:57.170519 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6eac78-f8e4-425f-a618-306a919b4872 req-403f113b-9a49-4596-b04d-83e28da434fa tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:57.172532 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9f6eac78-f8e4-425f-a618-306a919b4872 req-403f113b-9a49-4596-b04d-83e28da434fa tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 945 time: 0.4173028 Jul 23 16:50:57.177887 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-339ef1c2-a983-495f-b9e1-a089603f1e00 None None] Attempting to bind port 99c61260-9902-4ee4-8ec8-432c9b07ecee on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:50:57.178526 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-339ef1c2-a983-495f-b9e1-a089603f1e00 None None] Attempting to bind port 99c61260-9902-4ee4-8ec8-432c9b07ecee by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '36b82a69-eeec-4371-94b6-04483671797b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:50:57.179001 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339ef1c2-a983-495f-b9e1-a089603f1e00 None None] Attempting to bind port 99c61260-9902-4ee4-8ec8-432c9b07ecee on network 180e28a4-6027-47e0-be32-6099fbd02af2 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:50:57.215370 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339ef1c2-a983-495f-b9e1-a089603f1e00 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:50:57.215998 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339ef1c2-a983-495f-b9e1-a089603f1e00 None None] Checking segment: {'id': '36b82a69-eeec-4371-94b6-04483671797b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:50:57.216518 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-339ef1c2-a983-495f-b9e1-a089603f1e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:57.217018 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339ef1c2-a983-495f-b9e1-a089603f1e00 None None] Bound using segment: {'id': '36b82a69-eeec-4371-94b6-04483671797b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:50:57.217640 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-339ef1c2-a983-495f-b9e1-a089603f1e00 None None] Bound port: 99c61260-9902-4ee4-8ec8-432c9b07ecee, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b82a69-eeec-4371-94b6-04483671797b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:50:57.218483 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-339ef1c2-a983-495f-b9e1-a089603f1e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:57.407938 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9f6eac78-f8e4-425f-a618-306a919b4872 req-ca07444c-0842-49b6-ab5a-ffda795fbc04 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080216 Jul 23 16:50:57.407938 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-7f78edf1-4caa-4fbb-840b-a40cb28cdc41 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Allocated IP 172.20.0.1 (180e28a4-6027-47e0-be32-6099fbd02af2/84bba497-d7e2-4a24-bac6-00360369fb06/3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:50:57.560218 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-339ef1c2-a983-495f-b9e1-a089603f1e00 None None] For port 99c61260-9902-4ee4-8ec8-432c9b07ecee, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:50:57.566889 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-339ef1c2-a983-495f-b9e1-a089603f1e00 None None] For port 99c61260-9902-4ee4-8ec8-432c9b07ecee, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=99c61260-9902-4ee4-8ec8-432c9b07ecee,segment=NetworkSegment(36b82a69-eeec-4371-94b6-04483671797b),segment_id=36b82a69-eeec-4371-94b6-04483671797b)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:50:57.576633 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-339ef1c2-a983-495f-b9e1-a089603f1e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:57.684727 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f78edf1-4caa-4fbb-840b-a40cb28cdc41 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:57.717154 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-7f78edf1-4caa-4fbb-840b-a40cb28cdc41 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Transition to ACTIVE for port object 3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:50:57.721881 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ef1c2-a983-495f-b9e1-a089603f1e00 None None] Pushing event updated for resources: {'Port': ['ID=99c61260-9902-4ee4-8ec8-432c9b07ecee,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:57.783202 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f78edf1-4caa-4fbb-840b-a40cb28cdc41 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:57.839234 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f78edf1-4caa-4fbb-840b-a40cb28cdc41 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Network 180e28a4-6027-47e0-be32-6099fbd02af2 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:50:57.843131 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-7f78edf1-4caa-4fbb-840b-a40cb28cdc41 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:50:57.847485 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f78edf1-4caa-4fbb-840b-a40cb28cdc41 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:50:57.896094 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78edf1-4caa-4fbb-840b-a40cb28cdc41 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'Port': ['ID=3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:57.927981 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f78edf1-4caa-4fbb-840b-a40cb28cdc41 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:58.079465 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device e0784653-5289-43d9-a965-beefeec181cc up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:50:58.186572 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f78edf1-4caa-4fbb-840b-a40cb28cdc41 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:58.194502 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port e0784653-5289-43d9-a965-beefeec181cc completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:50:58.201922 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port e0784653-5289-43d9-a965-beefeec181cc triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:50:58.202330 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:58.329825 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:58.386049 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a83a9cb-2646-4af2-93f6-819cca1f1c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0784653-5289-43d9-a965-beefeec181cc'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:50:58.388704 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79da696-aa68-4613-a899-0cf1ac82a543" -d '{"events": [{"server_uuid": "8a83a9cb-2646-4af2-93f6-819cca1f1c5a", "name": "network-vif-plugged", "status": "completed", "tag": "e0784653-5289-43d9-a965-beefeec181cc"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:50:58.428965 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port e0784653-5289-43d9-a965-beefeec181cc, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=e0784653-5289-43d9-a965-beefeec181cc,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:50:58.438464 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:58.585913 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=e0784653-5289-43d9-a965-beefeec181cc,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:58.618025 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756e3e37-5917-4e33-ab1b-dd3eeaadd7f4 x-openstack-request-id: req-756e3e37-5917-4e33-ab1b-dd3eeaadd7f4 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:50:58.619889 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a83a9cb-2646-4af2-93f6-819cca1f1c5a", "name": "network-vif-plugged", "status": "completed", "tag": "e0784653-5289-43d9-a965-beefeec181cc", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:50:58.620385 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-756e3e37-5917-4e33-ab1b-dd3eeaadd7f4 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:50:58.621043 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a83a9cb-2646-4af2-93f6-819cca1f1c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0784653-5289-43d9-a965-beefeec181cc', 'code': 200} Jul 23 16:50:58.640433 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 21954a0d-18e4-4085-a778-82fa702192bf up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:50:58.733181 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 21954a0d-18e4-4085-a778-82fa702192bf completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:50:58.763456 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 21954a0d-18e4-4085-a778-82fa702192bf triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:50:58.763914 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:58.840187 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ef2a8-ac71-4336-b82a-d91c42f382b4 req-d2e665dc-0c57-4648-ae40-5cef594100cd tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:58.841828 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ba2ef2a8-ac71-4336-b82a-d91c42f382b4 req-d2e665dc-0c57-4648-ae40-5cef594100cd tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 946 time: 0.2845078 Jul 23 16:50:58.880632 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5159d-76fc-4359-a33c-be9eb8200f53 req-d727d171-c900-4350-9bda-3fb09ba13796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:58.882253 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0fc5159d-76fc-4359-a33c-be9eb8200f53 req-d727d171-c900-4350-9bda-3fb09ba13796 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 1097 time: 0.1895406 Jul 23 16:50:58.935629 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:58.947463 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f78edf1-4caa-4fbb-840b-a40cb28cdc41 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:58.962122 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ba2ef2a8-ac71-4336-b82a-d91c42f382b4 req-c2b9d410-5149-481a-9b5b-928c664dab6a tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122403 Jul 23 16:50:58.963616 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 21954a0d-18e4-4085-a778-82fa702192bf, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=21954a0d-18e4-4085-a778-82fa702192bf,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:50:58.970621 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:58.971688 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 99c61260-9902-4ee4-8ec8-432c9b07ecee up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:50:58.984672 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f78edf1-4caa-4fbb-840b-a40cb28cdc41 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:59.050693 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f78edf1-4caa-4fbb-840b-a40cb28cdc41 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:59.105320 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=21954a0d-18e4-4085-a778-82fa702192bf,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:59.123113 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 99c61260-9902-4ee4-8ec8-432c9b07ecee completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:50:59.156749 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0fc5159d-76fc-4359-a33c-be9eb8200f53 req-f2a70085-652a-41c0-82d7-a1417a5f7c9f service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578716 Jul 23 16:50:59.193080 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78edf1-4caa-4fbb-840b-a40cb28cdc41 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'Port': ['ID=3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:59.246826 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f78edf1-4caa-4fbb-840b-a40cb28cdc41 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Network 180e28a4-6027-47e0-be32-6099fbd02af2 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:50:59.248748 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-7f78edf1-4caa-4fbb-840b-a40cb28cdc41 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:50:59.332040 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7394db77-776e-4afb-8b78-9e13292be23e None None] Network 180e28a4-6027-47e0-be32-6099fbd02af2 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:50:59.405420 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f78edf1-4caa-4fbb-840b-a40cb28cdc41 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Router 4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:50:59.422379 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a2bc0b73-9122-45ef-8c77-5937b133afdd None None] Provisioning for port 99c61260-9902-4ee4-8ec8-432c9b07ecee completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:50:59.429170 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a2bc0b73-9122-45ef-8c77-5937b133afdd None None] Provisioning complete for port 99c61260-9902-4ee4-8ec8-432c9b07ecee triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:50:59.429686 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a2bc0b73-9122-45ef-8c77-5937b133afdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:59.546990 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f78edf1-4caa-4fbb-840b-a40cb28cdc41 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:50:59.560855 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358eb136-b56f-4f18-b645-ef1a1743914a None None] Sync routers for ids ['4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:50:59.576980 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358eb136-b56f-4f18-b645-ef1a1743914a None None] Routers {'4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:50:59.577648 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-358eb136-b56f-4f18-b645-ef1a1743914a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:50:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:59.586784 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7f78edf1-4caa-4fbb-840b-a40cb28cdc41 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "PUT /v2.0/routers/4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9185896 Jul 23 16:50:59.609094 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a2bc0b73-9122-45ef-8c77-5937b133afdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:59.694182 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-a2bc0b73-9122-45ef-8c77-5937b133afdd None None] For port 99c61260-9902-4ee4-8ec8-432c9b07ecee, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=99c61260-9902-4ee4-8ec8-432c9b07ecee,segment=NetworkSegment(36b82a69-eeec-4371-94b6-04483671797b),segment_id=36b82a69-eeec-4371-94b6-04483671797b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:50:59.701572 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a2bc0b73-9122-45ef-8c77-5937b133afdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:59.782913 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-358eb136-b56f-4f18-b645-ef1a1743914a None None] Set router 4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:50:59.823037 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc0b73-9122-45ef-8c77-5937b133afdd None None] Pushing event updated for resources: {'Port': ['ID=99c61260-9902-4ee4-8ec8-432c9b07ecee,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:59.894802 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-dcfc0ed3-77a0-43b0-9459-5dfa27cfbd3f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1170366426&fields=id&tenant_id=0f8e445c013940dd90796bd2f3eb088f HTTP/1.1" status: 200 len: 267 time: 0.0604563 Jul 23 16:51:00.040408 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c6ee548d-c8f2-4e2b-ba94-75d21a3eae8a None None] Provisioning complete for port 99c61260-9902-4ee4-8ec8-432c9b07ecee triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:51:00.040793 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c6ee548d-c8f2-4e2b-ba94-75d21a3eae8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:00.096959 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-71bf6040-9b35-4e3a-88e4-82d3c6b8c487 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:00.109638 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-71bf6040-9b35-4e3a-88e4-82d3c6b8c487 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/networks?id=180e28a4-6027-47e0-be32-6099fbd02af2 HTTP/1.1" status: 200 len: 797 time: 0.2058110 Jul 23 16:51:00.187554 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-cdda7a9f-8338-4c85-8eeb-3ba0cc521f4c tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/quotas/0f8e445c013940dd90796bd2f3eb088f HTTP/1.1" status: 200 len: 375 time: 0.0753708 Jul 23 16:51:00.243919 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c6ee548d-c8f2-4e2b-ba94-75d21a3eae8a None None] Provisioning for port 3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:51:00.250446 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c6ee548d-c8f2-4e2b-ba94-75d21a3eae8a None None] Provisioning complete for port 3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:51:00.252019 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c6ee548d-c8f2-4e2b-ba94-75d21a3eae8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:00.270205 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07901a5-aa26-46a9-b54b-52aac1d78406 req-ad92aba0-8ee1-4f62-9550-66bddd226a71 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:00.277032 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-358eb136-b56f-4f18-b645-ef1a1743914a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508834278', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '21954a0d-18e4-4085-a778-82fa702192bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:50:52Z', 'updated_at': '2021-07-23T16:50:58Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '21954a0d-18e4-4085-a778-82fa702192bf', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:50:53Z', 'updated_at': '2021-07-23T16:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6', 'name': '', 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:bf:81:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '84bba497-d7e2-4a24-bac6-00360369fb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:50:56Z', 'updated_at': '2021-07-23T16:50:58Z', 'revision_number': 2, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': '84bba497-d7e2-4a24-bac6-00360369fb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:00.278896 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c07901a5-aa26-46a9-b54b-52aac1d78406 req-ad92aba0-8ee1-4f62-9550-66bddd226a71 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 946 time: 0.1940186 Jul 23 16:51:00.352407 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-c6ee548d-c8f2-4e2b-ba94-75d21a3eae8a None None] Port 3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:51:00.366834 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358eb136-b56f-4f18-b645-ef1a1743914a None None] Checking router: 4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:51:00.367199 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358eb136-b56f-4f18-b645-ef1a1743914a None None] Updating router 4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf port 3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:51:00.394287 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c07901a5-aa26-46a9-b54b-52aac1d78406 req-3f3e96fa-5506-47e3-9574-a8a6b56afa71 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091304 Jul 23 16:51:00.409622 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-358eb136-b56f-4f18-b645-ef1a1743914a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:00.444582 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-df5500b4-be7c-4d57-975e-6708d709a8cd tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2505150 Jul 23 16:51:00.474720 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 21954a0d-18e4-4085-a778-82fa702192bf up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:51:00.523008 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-75154919-747c-449a-8429-14f643d568d6 None None] Provisioning complete for port 3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:51:00.523379 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-75154919-747c-449a-8429-14f643d568d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:00.580619 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 21954a0d-18e4-4085-a778-82fa702192bf triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:51:00.581495 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:00.623314 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-75154919-747c-449a-8429-14f643d568d6 None None] Port 3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:51:00.689764 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 99c61260-9902-4ee4-8ec8-432c9b07ecee up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:51:00.757840 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2f28df62-f122-4c50-a5c1-17614071b83c None None] Provisioning complete for port 3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:51:00.758064 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2f28df62-f122-4c50-a5c1-17614071b83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:00.767869 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-7a10d1ab-4d20-4088-8935-4a54f4083821 service neutron] 10.222.0.73 "GET /v2.0/networks/180e28a4-6027-47e0-be32-6099fbd02af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188920 Jul 23 16:51:00.785187 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 99c61260-9902-4ee4-8ec8-432c9b07ecee triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:51:00.785634 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:00.805900 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b10846-ae87-4664-a05d-51ca65088b4e req-92c901ef-fba7-4f99-ab80-452a498be092 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:00.808369 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d7b10846-ae87-4664-a05d-51ca65088b4e req-92c901ef-fba7-4f99-ab80-452a498be092 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 946 time: 0.3132682 Jul 23 16:51:00.827276 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-2f28df62-f122-4c50-a5c1-17614071b83c None None] Port 3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:51:00.849142 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-358eb136-b56f-4f18-b645-ef1a1743914a None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:00.863235 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-358eb136-b56f-4f18-b645-ef1a1743914a None None] Transition to ACTIVE for port object 3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:51:00.872854 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-358eb136-b56f-4f18-b645-ef1a1743914a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:00.892624 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d7b10846-ae87-4664-a05d-51ca65088b4e req-75235d2f-6eed-4752-a795-303dee7571d6 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772712 Jul 23 16:51:00.926703 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-23693c1d-c2e2-4e08-aadf-5de33cd2e12f service neutron] 10.222.0.73 "GET /v2.0/networks/180e28a4-6027-47e0-be32-6099fbd02af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578071 Jul 23 16:51:01.017102 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e3ea1-03fb-47de-b890-f7716de68c51 None None] Pushing event updated for resources: {'Port': ['ID=3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:01.117440 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a5a17-b975-4646-a7ef-f1e1b7615751 req-3771d4ae-19e3-4169-add8-f0c4dafd9d19 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:01.130112 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dc8a5a17-b975-4646-a7ef-f1e1b7615751 req-3771d4ae-19e3-4169-add8-f0c4dafd9d19 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 946 time: 0.1248205 Jul 23 16:51:01.204618 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dc8a5a17-b975-4646-a7ef-f1e1b7615751 req-031121d9-ef61-43e0-a4ef-4ddc29bfedd9 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729833 Jul 23 16:51:01.265481 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3ea1-03fb-47de-b890-f7716de68c51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:01.265481 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3ea1-03fb-47de-b890-f7716de68c51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:01.265481 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3ea1-03fb-47de-b890-f7716de68c51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:01.265903 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3ea1-03fb-47de-b890-f7716de68c51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:01.265903 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3ea1-03fb-47de-b890-f7716de68c51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:01.266243 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3ea1-03fb-47de-b890-f7716de68c51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:01.266550 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3ea1-03fb-47de-b890-f7716de68c51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:01.266869 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3ea1-03fb-47de-b890-f7716de68c51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:01.267187 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3ea1-03fb-47de-b890-f7716de68c51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:01.267504 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3ea1-03fb-47de-b890-f7716de68c51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:01.267822 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3ea1-03fb-47de-b890-f7716de68c51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:01.275473 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3ea1-03fb-47de-b890-f7716de68c51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:01.349202 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ba21dfec-b33f-45ba-8043-b0c2b5cad39f req-ffb761a7-ada6-4406-907f-b39d933f8f4e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 210 time: 0.0681581 Jul 23 16:51:01.356680 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-358eb136-b56f-4f18-b645-ef1a1743914a None None] Attempting to bind port 3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:01.357337 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-358eb136-b56f-4f18-b645-ef1a1743914a None None] Attempting to bind port 3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '36b82a69-eeec-4371-94b6-04483671797b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:01.357893 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358eb136-b56f-4f18-b645-ef1a1743914a None None] Attempting to bind port 3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6 on network 180e28a4-6027-47e0-be32-6099fbd02af2 {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:01.377397 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358eb136-b56f-4f18-b645-ef1a1743914a None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:51:01.377779 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358eb136-b56f-4f18-b645-ef1a1743914a None None] Checking segment: {'id': '36b82a69-eeec-4371-94b6-04483671797b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:51:01.379144 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-358eb136-b56f-4f18-b645-ef1a1743914a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:01.379546 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358eb136-b56f-4f18-b645-ef1a1743914a None None] Bound using segment: {'id': '36b82a69-eeec-4371-94b6-04483671797b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:51:01.380038 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-358eb136-b56f-4f18-b645-ef1a1743914a None None] Bound port: 3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b82a69-eeec-4371-94b6-04483671797b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:51:01.380555 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-358eb136-b56f-4f18-b645-ef1a1743914a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:01.476546 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-358eb136-b56f-4f18-b645-ef1a1743914a None None] For port 3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:51:01.480472 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-358eb136-b56f-4f18-b645-ef1a1743914a None None] For port 3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6,segment=NetworkSegment(36b82a69-eeec-4371-94b6-04483671797b),segment_id=36b82a69-eeec-4371-94b6-04483671797b)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:51:01.488580 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-358eb136-b56f-4f18-b645-ef1a1743914a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:01.621245 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358eb136-b56f-4f18-b645-ef1a1743914a None None] Routers {'4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:51:01.621890 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-358eb136-b56f-4f18-b645-ef1a1743914a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:50:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:01.726602 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e3ea1-03fb-47de-b890-f7716de68c51 None None] Pushing event updated for resources: {'Port': ['ID=3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:01.867948 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd100a-3d00-425f-ab29-3e663072a7ba req-2ef92c79-943b-496c-87ba-251fa4d6c27c tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:01.879108 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-36dd100a-3d00-425f-ab29-3e663072a7ba req-2ef92c79-943b-496c-87ba-251fa4d6c27c tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 946 time: 0.1293466 Jul 23 16:51:01.898126 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-358eb136-b56f-4f18-b645-ef1a1743914a None None] Set router 4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:51:01.969961 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-36dd100a-3d00-425f-ab29-3e663072a7ba req-14da8be1-5c98-4b8b-83f9-e9c26b899407 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896523 Jul 23 16:51:02.315081 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-358eb136-b56f-4f18-b645-ef1a1743914a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508834278', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '21954a0d-18e4-4085-a778-82fa702192bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:50:52Z', 'updated_at': '2021-07-23T16:50:58Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '21954a0d-18e4-4085-a778-82fa702192bf', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:50:53Z', 'updated_at': '2021-07-23T16:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6', 'name': '', 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:bf:81:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '84bba497-d7e2-4a24-bac6-00360369fb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:50:56Z', 'updated_at': '2021-07-23T16:51:01Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': '84bba497-d7e2-4a24-bac6-00360369fb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:02.356473 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358eb136-b56f-4f18-b645-ef1a1743914a None None] The sync data for ids ['4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf'] in n-d-778549-4 is: [{'id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508834278', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '21954a0d-18e4-4085-a778-82fa702192bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:50:52Z', 'updated_at': '2021-07-23T16:50:58Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '21954a0d-18e4-4085-a778-82fa702192bf', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:50:53Z', 'updated_at': '2021-07-23T16:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6', 'name': '', 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:bf:81:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '84bba497-d7e2-4a24-bac6-00360369fb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:50:56Z', 'updated_at': '2021-07-23T16:51:01Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': '84bba497-d7e2-4a24-bac6-00360369fb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:51:02.549919 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aab67901-6f43-4d24-bce0-8d0640c48acc req-7434941c-b648-4ae0-9bd6-28785352d442 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 210 time: 0.0517190 Jul 23 16:51:02.672184 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b84d99dd-8118-41b6-9652-e22cfdd20a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:02.863470 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-c1acbb4f-a055-4f1c-a052-edf499373b1f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:02.865017 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-c1acbb4f-a055-4f1c-a052-edf499373b1f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.74 "GET /v2.0/networks?id=180e28a4-6027-47e0-be32-6099fbd02af2 HTTP/1.1" status: 200 len: 797 time: 0.1902323 Jul 23 16:51:02.954947 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-352fbacb-1317-426c-b011-9d06fa5444ec tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f8e445c013940dd90796bd2f3eb088f HTTP/1.1" status: 200 len: 380 time: 0.0778151 Jul 23 16:51:02.966651 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-f7ac0749-3fbc-4f82-930e-f4d40ddf2198 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'port': {'device_id': '821152ec-5124-47cb-b64c-bb54ce19e16d', 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2', 'admin_state_up': True, 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'security_groups': ['3996ead1-c829-43c0-8a6f-6ae068fb5615']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:03.191367 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-f7ac0749-3fbc-4f82-930e-f4d40ddf2198 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Made reservation on behalf of 0f8e445c013940dd90796bd2f3eb088f for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:03.194910 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-f7ac0749-3fbc-4f82-930e-f4d40ddf2198 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:03.326753 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b10d75-d789-4e66-a399-c7432ecf608f req-d14df4de-5b3c-4af4-9fea-df834a8da872 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:03.326753 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-01b10d75-d789-4e66-a399-c7432ecf608f req-d14df4de-5b3c-4af4-9fea-df834a8da872 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 946 time: 0.2161350 Jul 23 16:51:03.332904 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21939e-6ebe-41bf-ac29-911d8d4e949a req-34cbcea3-c991-4906-a08c-684f572c930d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:03.334428 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dc21939e-6ebe-41bf-ac29-911d8d4e949a req-34cbcea3-c991-4906-a08c-684f572c930d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.97 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 946 time: 0.1856771 Jul 23 16:51:03.458730 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-f7ac0749-3fbc-4f82-930e-f4d40ddf2198 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Allocated IP 172.20.0.11 (180e28a4-6027-47e0-be32-6099fbd02af2/84bba497-d7e2-4a24-bac6-00360369fb06/df04fbf1-7f88-4bbd-8a3d-64be20454800) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:51:03.491428 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-01b10d75-d789-4e66-a399-c7432ecf608f req-34433062-6d03-42cd-a61c-7a093487e07c tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559682 Jul 23 16:51:03.696705 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-dc21939e-6ebe-41bf-ac29-911d8d4e949a req-4e37147b-9f35-4f29-b1a5-40282b71ffa5 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Deleting port e0784653-5289-43d9-a965-beefeec181cc {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:51:03.697121 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-dc21939e-6ebe-41bf-ac29-911d8d4e949a req-4e37147b-9f35-4f29-b1a5-40282b71ffa5 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:03.713971 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d0d324f5-e93a-4908-baa2-9f43b89e15f5 req-7ab532b6-5d9d-4bbf-abed-b81609345759 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 210 time: 0.0541193 Jul 23 16:51:03.836161 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-f7ac0749-3fbc-4f82-930e-f4d40ddf2198 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:03.864018 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-f7ac0749-3fbc-4f82-930e-f4d40ddf2198 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Transition to ACTIVE for port object df04fbf1-7f88-4bbd-8a3d-64be20454800 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:51:03.889678 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-dc21939e-6ebe-41bf-ac29-911d8d4e949a req-4e37147b-9f35-4f29-b1a5-40282b71ffa5 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] For port e0784653-5289-43d9-a965-beefeec181cc, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=e0784653-5289-43d9-a965-beefeec181cc,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:51:03.890042 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-dc21939e-6ebe-41bf-ac29-911d8d4e949a req-4e37147b-9f35-4f29-b1a5-40282b71ffa5 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:03.907761 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-dc21939e-6ebe-41bf-ac29-911d8d4e949a req-4e37147b-9f35-4f29-b1a5-40282b71ffa5 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Calling delete_port for e0784653-5289-43d9-a965-beefeec181cc owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:51:03.970456 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-f7ac0749-3fbc-4f82-930e-f4d40ddf2198 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:04.020922 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-f7ac0749-3fbc-4f82-930e-f4d40ddf2198 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Network 180e28a4-6027-47e0-be32-6099fbd02af2 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:51:04.030174 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-f7ac0749-3fbc-4f82-930e-f4d40ddf2198 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:51:04.032869 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-f7ac0749-3fbc-4f82-930e-f4d40ddf2198 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:51:04.098507 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac0749-3fbc-4f82-930e-f4d40ddf2198 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'Port': ['ID=df04fbf1-7f88-4bbd-8a3d-64be20454800,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:04.133417 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-f7ac0749-3fbc-4f82-930e-f4d40ddf2198 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:04.134669 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-f7ac0749-3fbc-4f82-930e-f4d40ddf2198 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:04.180549 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-f7ac0749-3fbc-4f82-930e-f4d40ddf2198 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2199824 Jul 23 16:51:04.206513 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-dc21939e-6ebe-41bf-ac29-911d8d4e949a req-4e37147b-9f35-4f29-b1a5-40282b71ffa5 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:04.218414 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['e0784653-5289-43d9-a965-beefeec181cc'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:51:04.245438 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37147b-9f35-4f29-b1a5-40282b71ffa5 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Pushing event deleted for resources: {'Port': ['ID=e0784653-5289-43d9-a965-beefeec181cc,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:04.313097 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc21939e-6ebe-41bf-ac29-911d8d4e949a req-4e37147b-9f35-4f29-b1a5-40282b71ffa5 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] No DVR routers for this DVR port e0784653-5289-43d9-a965-beefeec181cc on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:51:04.316296 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-dc21939e-6ebe-41bf-ac29-911d8d4e949a req-4e37147b-9f35-4f29-b1a5-40282b71ffa5 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:04.319118 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dc21939e-6ebe-41bf-ac29-911d8d4e949a req-4e37147b-9f35-4f29-b1a5-40282b71ffa5 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.97 "DELETE /v2.0/ports/e0784653-5289-43d9-a965-beefeec181cc HTTP/1.1" status: 204 len: 173 time: 0.9735842 Jul 23 16:51:04.324657 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-d3e10974-80a7-494d-b542-32f4a8cc977e service neutron] Request body: {'port': {'device_id': '821152ec-5124-47cb-b64c-bb54ce19e16d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:04.327248 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a83a9cb-2646-4af2-93f6-819cca1f1c5a', 'name': 'network-vif-deleted', 'tag': 'e0784653-5289-43d9-a965-beefeec181cc'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:51:04.329608 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1f1846-589d-48e9-9924-1942bb82f4d8" -d '{"events": [{"server_uuid": "8a83a9cb-2646-4af2-93f6-819cca1f1c5a", "name": "network-vif-deleted", "tag": "e0784653-5289-43d9-a965-beefeec181cc"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:51:04.457554 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2434483-10d4-4c66-83b6-0999cb102418 x-openstack-request-id: req-e2434483-10d4-4c66-83b6-0999cb102418 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:51:04.458723 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a83a9cb-2646-4af2-93f6-819cca1f1c5a", "name": "network-vif-deleted", "tag": "e0784653-5289-43d9-a965-beefeec181cc", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:51:04.458867 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c364540f-08ba-4344-8118-7ad06211f0d8 None None] Provisioning for port df04fbf1-7f88-4bbd-8a3d-64be20454800 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:51:04.458998 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e2434483-10d4-4c66-83b6-0999cb102418 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:51:04.459387 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a83a9cb-2646-4af2-93f6-819cca1f1c5a', 'name': 'network-vif-deleted', 'tag': 'e0784653-5289-43d9-a965-beefeec181cc', 'status': 'completed', 'code': 200} Jul 23 16:51:04.465257 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c364540f-08ba-4344-8118-7ad06211f0d8 None None] Provisioning complete for port df04fbf1-7f88-4bbd-8a3d-64be20454800 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:51:04.465885 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c364540f-08ba-4344-8118-7ad06211f0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:04.530279 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:51:04.553690 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-d3e10974-80a7-494d-b542-32f4a8cc977e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:04.608441 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-c364540f-08ba-4344-8118-7ad06211f0d8 None None] Port df04fbf1-7f88-4bbd-8a3d-64be20454800 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:51:04.668289 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:51:04.682459 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:51:04.683161 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:04.684642 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-16581c2e-cd2d-4eab-9848-5aebd8472ad8 req-ae4e0bdc-761f-4695-8578-9cdc2004fe18 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 210 time: 0.0496435 Jul 23 16:51:04.782579 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:04.823656 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6,segment=NetworkSegment(36b82a69-eeec-4371-94b6-04483671797b),segment_id=36b82a69-eeec-4371-94b6-04483671797b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:51:04.830098 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:04.892088 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:04.901158 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:04.901507 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:04.901852 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:04.902191 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:04.902526 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:04.902856 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:04.903186 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:04.903516 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:04.903840 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:04.904168 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:04.904913 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:04.905292 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:05.041763 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:05.396739 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6e19be9b-15d9-49bc-aeb2-6f4b03463afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:05.436895 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbadd5da-7fb3-41aa-b7aa-ab7c49efccb1 req-5deddca0-0a16-4873-8c47-111da08f13ec tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:05.438620 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dbadd5da-7fb3-41aa-b7aa-ab7c49efccb1 req-5deddca0-0a16-4873-8c47-111da08f13ec tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 932 time: 0.5951288 Jul 23 16:51:05.487350 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-d3e10974-80a7-494d-b542-32f4a8cc977e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df04fbf1-7f88-4bbd-8a3d-64be20454800 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:51:05.496974 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:05.502801 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-d3e10974-80a7-494d-b542-32f4a8cc977e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:05.527802 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dbadd5da-7fb3-41aa-b7aa-ab7c49efccb1 req-81520a98-3b54-4756-aa81-ba586e13f8a3 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702159 Jul 23 16:51:05.530765 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-d3e10974-80a7-494d-b542-32f4a8cc977e service neutron] Transition to ACTIVE for port object df04fbf1-7f88-4bbd-8a3d-64be20454800 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:51:05.539525 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-d3e10974-80a7-494d-b542-32f4a8cc977e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:05.624591 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e10974-80a7-494d-b542-32f4a8cc977e service neutron] Pushing event updated for resources: {'Port': ['ID=df04fbf1-7f88-4bbd-8a3d-64be20454800,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:05.752106 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-d3e10974-80a7-494d-b542-32f4a8cc977e service neutron] Attempting to bind port df04fbf1-7f88-4bbd-8a3d-64be20454800 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:05.752106 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-d3e10974-80a7-494d-b542-32f4a8cc977e service neutron] Attempting to bind port df04fbf1-7f88-4bbd-8a3d-64be20454800 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '36b82a69-eeec-4371-94b6-04483671797b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:05.761014 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-d3e10974-80a7-494d-b542-32f4a8cc977e service neutron] Attempting to bind port df04fbf1-7f88-4bbd-8a3d-64be20454800 on network 180e28a4-6027-47e0-be32-6099fbd02af2 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:05.766356 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-d3e10974-80a7-494d-b542-32f4a8cc977e service neutron] Port df04fbf1-7f88-4bbd-8a3d-64be20454800 on network 180e28a4-6027-47e0-be32-6099fbd02af2 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:05.766694 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-d3e10974-80a7-494d-b542-32f4a8cc977e service neutron] Attempting to bind port df04fbf1-7f88-4bbd-8a3d-64be20454800 on network 180e28a4-6027-47e0-be32-6099fbd02af2 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:05.772626 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-d3e10974-80a7-494d-b542-32f4a8cc977e service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:51:05.772982 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-d3e10974-80a7-494d-b542-32f4a8cc977e service neutron] Checking segment: {'id': '36b82a69-eeec-4371-94b6-04483671797b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:51:05.773417 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-d3e10974-80a7-494d-b542-32f4a8cc977e service neutron] Bound using segment: {'id': '36b82a69-eeec-4371-94b6-04483671797b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:51:05.773855 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-d3e10974-80a7-494d-b542-32f4a8cc977e service neutron] Bound port: df04fbf1-7f88-4bbd-8a3d-64be20454800, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36b82a69-eeec-4371-94b6-04483671797b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:51:05.774223 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-d3e10974-80a7-494d-b542-32f4a8cc977e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:05.858238 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-d3e10974-80a7-494d-b542-32f4a8cc977e service neutron] For port df04fbf1-7f88-4bbd-8a3d-64be20454800, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:51:05.862009 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-d3e10974-80a7-494d-b542-32f4a8cc977e service neutron] For port df04fbf1-7f88-4bbd-8a3d-64be20454800, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=df04fbf1-7f88-4bbd-8a3d-64be20454800,segment=NetworkSegment(36b82a69-eeec-4371-94b6-04483671797b),segment_id=36b82a69-eeec-4371-94b6-04483671797b)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:51:05.876256 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-d3e10974-80a7-494d-b542-32f4a8cc977e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:05.910728 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a67d1c48-cc25-4f0a-923e-b16e0657e3b3 req-072983c1-9458-4b25-9548-b9dc9c432cfe tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 210 time: 0.0470359 Jul 23 16:51:05.948982 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-d3e10974-80a7-494d-b542-32f4a8cc977e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:05.949688 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-d3e10974-80a7-494d-b542-32f4a8cc977e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:05.951095 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-d3e10974-80a7-494d-b542-32f4a8cc977e service neutron] 10.222.0.74 "PUT /v2.0/ports/df04fbf1-7f88-4bbd-8a3d-64be20454800 HTTP/1.1" status: 200 len: 1092 time: 1.7623906 Jul 23 16:51:05.997392 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e10974-80a7-494d-b542-32f4a8cc977e service neutron] Pushing event updated for resources: {'Port': ['ID=df04fbf1-7f88-4bbd-8a3d-64be20454800,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:06.088694 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-6ea08f73-5bca-4ed4-95fb-c73cc9e1a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:06.090272 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-6ea08f73-5bca-4ed4-95fb-c73cc9e1a69c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 1095 time: 0.0811167 Jul 23 16:51:06.154666 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-be6391b8-3c18-4492-9bc6-dadec03a5468 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df04fbf1-7f88-4bbd-8a3d-64be20454800 HTTP/1.1" status: 200 len: 217 time: 0.0563805 Jul 23 16:51:06.235362 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-02394bb4-7a7b-404f-b078-5dc39f8cc460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:06.237282 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-02394bb4-7a7b-404f-b078-5dc39f8cc460 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=84bba497-d7e2-4a24-bac6-00360369fb06 HTTP/1.1" status: 200 len: 835 time: 0.0750329 Jul 23 16:51:06.338174 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-a4dd1e6f-653a-4b33-89af-4e0c231d0e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:06.340066 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-a4dd1e6f-653a-4b33-89af-4e0c231d0e52 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=180e28a4-6027-47e0-be32-6099fbd02af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956352 Jul 23 16:51:06.481894 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:51:06.484627 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821152ec-5124-47cb-b64c-bb54ce19e16d', 'tag': 'df04fbf1-7f88-4bbd-8a3d-64be20454800'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:51:06.491356 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dd7e2e-7a8c-4bf9-ace9-b556d503e5e2" -d '{"events": [{"name": "network-changed", "server_uuid": "821152ec-5124-47cb-b64c-bb54ce19e16d", "tag": "df04fbf1-7f88-4bbd-8a3d-64be20454800"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:51:06.555944 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-175005b5-7c0d-4bcc-8565-08ef9e64027b service neutron] 10.222.0.74 "GET /v2.0/networks/180e28a4-6027-47e0-be32-6099fbd02af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886132 Jul 23 16:51:06.558390 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ae9d3a-6a89-44f6-925f-f95d908f3fd0 x-openstack-request-id: req-a2ae9d3a-6a89-44f6-925f-f95d908f3fd0 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:51:06.559409 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821152ec-5124-47cb-b64c-bb54ce19e16d", "tag": "df04fbf1-7f88-4bbd-8a3d-64be20454800", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:51:06.559772 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a2ae9d3a-6a89-44f6-925f-f95d908f3fd0 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:51:06.560270 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821152ec-5124-47cb-b64c-bb54ce19e16d', 'tag': 'df04fbf1-7f88-4bbd-8a3d-64be20454800', 'status': 'completed', 'code': 200} Jul 23 16:51:06.576070 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:51:06.578130 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:06.699207 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:06.795842 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73c62424-d57f-4f38-be26-e0b18ce59fa8 req-08616ff3-86a3-4701-87f3-1c31693b2947 service neutron] 10.222.0.74 "GET /v2.0/networks/180e28a4-6027-47e0-be32-6099fbd02af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338769 Jul 23 16:51:06.831982 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79467021-5b4c-4a59-af59-3b74c9e2f86c req-bd5cef56-579f-42b3-b4bd-5b3d0b551510 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:06.834624 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-79467021-5b4c-4a59-af59-3b74c9e2f86c req-bd5cef56-579f-42b3-b4bd-5b3d0b551510 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 944 time: 0.2190535 Jul 23 16:51:06.920915 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-79467021-5b4c-4a59-af59-3b74c9e2f86c req-62b02658-d867-46e8-8af4-d97020e48941 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794575 Jul 23 16:51:06.956895 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd7e2e-7a8c-4bf9-ace9-b556d503e5e2 req-fd462771-a39b-4b74-92f5-7689e9d41855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:06.958520 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26dd7e2e-7a8c-4bf9-ace9-b556d503e5e2 req-fd462771-a39b-4b74-92f5-7689e9d41855 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 1095 time: 0.1083820 Jul 23 16:51:07.108498 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce2d6c69-b123-40d2-a467-7c72a5f67534 req-7da807a4-f0cd-453d-b38f-cf91acf8ce4a tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 210 time: 0.0485888 Jul 23 16:51:07.131604 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd7e2e-7a8c-4bf9-ace9-b556d503e5e2 req-07bbc13b-da2c-4446-95f7-3bf37bdea35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:07.133813 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26dd7e2e-7a8c-4bf9-ace9-b556d503e5e2 req-07bbc13b-da2c-4446-95f7-3bf37bdea35c service neutron] 10.222.0.74 "GET /v2.0/networks?id=180e28a4-6027-47e0-be32-6099fbd02af2 HTTP/1.1" status: 200 len: 899 time: 0.1688142 Jul 23 16:51:07.185080 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26dd7e2e-7a8c-4bf9-ace9-b556d503e5e2 req-93350f47-ea62-4877-91e1-257b5a45ebff service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df04fbf1-7f88-4bbd-8a3d-64be20454800 HTTP/1.1" status: 200 len: 217 time: 0.0446458 Jul 23 16:51:07.241370 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd7e2e-7a8c-4bf9-ace9-b556d503e5e2 req-62208ba5-1865-4d4f-924b-8c2dbeb6e2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:07.243183 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26dd7e2e-7a8c-4bf9-ace9-b556d503e5e2 req-62208ba5-1865-4d4f-924b-8c2dbeb6e2ec service neutron] 10.222.0.74 "GET /v2.0/subnets?id=84bba497-d7e2-4a24-bac6-00360369fb06 HTTP/1.1" status: 200 len: 835 time: 0.0513227 Jul 23 16:51:07.323856 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd7e2e-7a8c-4bf9-ace9-b556d503e5e2 req-ef57be18-34a2-481a-9c50-2a02d0c00656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:07.325740 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26dd7e2e-7a8c-4bf9-ace9-b556d503e5e2 req-ef57be18-34a2-481a-9c50-2a02d0c00656 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=180e28a4-6027-47e0-be32-6099fbd02af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749807 Jul 23 16:51:07.447481 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26dd7e2e-7a8c-4bf9-ace9-b556d503e5e2 req-9444903d-3da1-4243-b401-d15beb6012fd service neutron] 10.222.0.74 "GET /v2.0/networks/180e28a4-6027-47e0-be32-6099fbd02af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122875 Jul 23 16:51:07.554977 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:07.627465 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26dd7e2e-7a8c-4bf9-ace9-b556d503e5e2 req-6ef5a596-404e-49b9-9fb6-36e56d457c70 service neutron] 10.222.0.74 "GET /v2.0/networks/180e28a4-6027-47e0-be32-6099fbd02af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734121 Jul 23 16:51:07.788789 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48196) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:07.945479 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f93036-7b24-45c3-9f9f-001e130c1dcb admin admin] Deleting subnet b640ce52-a878-4708-afc4-796d1699db1d {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:51:07.949650 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1f93036-7b24-45c3-9f9f-001e130c1dcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:08.004581 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1f93036-7b24-45c3-9f9f-001e130c1dcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:08.063561 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1f93036-7b24-45c3-9f9f-001e130c1dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:08.104402 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628ca86-5861-40a2-9895-318a7d899735 req-a54d13e8-76d4-402f-980f-dad441f4e1a6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:08.112980 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7628ca86-5861-40a2-9895-318a7d899735 req-a54d13e8-76d4-402f-980f-dad441f4e1a6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 944 time: 0.0839970 Jul 23 16:51:08.130783 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1f93036-7b24-45c3-9f9f-001e130c1dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:08.157868 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device e0784653-5289-43d9-a965-beefeec181cc no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:51:08.178836 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f93036-7b24-45c3-9f9f-001e130c1dcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b640ce52-a878-4708-afc4-796d1699db1d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:08.188040 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1f93036-7b24-45c3-9f9f-001e130c1dcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:08.190482 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b1f93036-7b24-45c3-9f9f-001e130c1dcb admin admin] 10.222.0.73 "DELETE /v2.0/subnets/b640ce52-a878-4708-afc4-796d1699db1d HTTP/1.1" status: 204 len: 168 time: 0.4006951 Jul 23 16:51:08.193140 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48206) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:08.196382 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7628ca86-5861-40a2-9895-318a7d899735 req-e86dde38-c8bc-40f5-98f2-1a039763bc39 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816824 Jul 23 16:51:08.198255 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: e0784653-5289-43d9-a965-beefeec181cc {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:51:08.200263 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device e0784653-5289-43d9-a965-beefeec181cc not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:51:08.267235 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b373d0d2-20b0-4de8-9792-85e0dfd04472 req-7e95a0f2-02b7-4055-a7a4-6958c5420403 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 210 time: 0.0381467 Jul 23 16:51:08.284914 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6b27d13-ec03-4187-a04a-6ca0483a9e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:08.370058 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6b27d13-ec03-4187-a04a-6ca0483a9e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:08.380976 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-b6b27d13-ec03-4187-a04a-6ca0483a9e25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7adcb503-42a4-4f47-bc3c-3bc6841a6652']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:08.392131 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-b6b27d13-ec03-4187-a04a-6ca0483a9e25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6953f840-9103-4b3d-a15e-33bf5f31542e') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:08.392481 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-b6b27d13-ec03-4187-a04a-6ca0483a9e25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6953f840-9103-4b3d-a15e-33bf5f31542e') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:08.403107 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6b27d13-ec03-4187-a04a-6ca0483a9e25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:08.418755 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6b27d13-ec03-4187-a04a-6ca0483a9e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:08.425295 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b27d13-ec03-4187-a04a-6ca0483a9e25 admin admin] Releasing vlan 1149 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:51:08.425759 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6b27d13-ec03-4187-a04a-6ca0483a9e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:08.427570 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:51:08.427570 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:51:08.427570 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:51:08.427570 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:51:08.427570 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:51:08.427570 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:51:08.427570 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:51:08.427570 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:51:08.427570 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:51:08.427570 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:51:08.427570 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:51:08.427570 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:51:08.427570 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:51:08.427570 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:51:08.427570 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:51:08.427570 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:51:08.427570 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:51:08.427570 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:51:08.427570 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:51:08.427570 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:51:08.427570 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:51:08.427570 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:51:08.427570 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:51:08.427570 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:51:08.427570 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:51:08.427570 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:51:08.427570 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:51:08.427570 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:51:08.427570 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:51:08.427570 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:51:08.427570 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:51:08.427570 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:51:08.498844 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6b27d13-ec03-4187-a04a-6ca0483a9e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:08.504620 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b6b27d13-ec03-4187-a04a-6ca0483a9e25 admin admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:08.509172 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b6b27d13-ec03-4187-a04a-6ca0483a9e25 admin admin] 10.222.0.73 "DELETE /v2.0/networks/7adcb503-42a4-4f47-bc3c-3bc6841a6652 HTTP/1.1" status: 204 len: 168 time: 0.3121791 Jul 23 16:51:08.520294 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b27d13-ec03-4187-a04a-6ca0483a9e25 admin admin] Pushing event deleted for resources: {'Network': ['ID=7adcb503-42a4-4f47-bc3c-3bc6841a6652,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:08.646189 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48210) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:08.649636 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:08.705008 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48214) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:08.705943 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b4af8c37-487c-4a4f-be47-9fccb727863a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b3622826252b4e059063717a2745951f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0577888 Jul 23 16:51:08.770396 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-30b9abe0-72dc-4048-ae12-485d3b330089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:08.799314 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-30b9abe0-72dc-4048-ae12-485d3b330089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:08.877948 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-30b9abe0-72dc-4048-ae12-485d3b330089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:08.880716 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-30b9abe0-72dc-4048-ae12-485d3b330089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:08.885102 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-30b9abe0-72dc-4048-ae12-485d3b330089 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4020443d-bee2-42cf-81b8-a3677ff971b7 HTTP/1.1" status: 204 len: 168 time: 0.1755412 Jul 23 16:51:08.892533 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9abe0-72dc-4048-ae12-485d3b330089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4020443d-bee2-42cf-81b8-a3677ff971b7,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:09.319378 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device df04fbf1-7f88-4bbd-8a3d-64be20454800 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:51:09.460798 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc8589-130d-4dce-b6ff-c1885f0bfac7 req-c2041aab-3186-467d-9207-d30109cd6114 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:09.463443 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4dc8589-130d-4dce-b6ff-c1885f0bfac7 req-c2041aab-3186-467d-9207-d30109cd6114 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 944 time: 0.1593938 Jul 23 16:51:09.588926 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d903a250-3971-4da9-9c63-bc9b522347bb req-ec4dfb0d-322d-4498-adac-ccf7116728e9 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a83a9cb-2646-4af2-93f6-819cca1f1c5a HTTP/1.1" status: 200 len: 210 time: 0.1241295 Jul 23 16:51:09.596820 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4dc8589-130d-4dce-b6ff-c1885f0bfac7 req-06a337b3-7697-4b8f-b971-525ff33f0177 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119373 Jul 23 16:51:09.597002 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port df04fbf1-7f88-4bbd-8a3d-64be20454800, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=df04fbf1-7f88-4bbd-8a3d-64be20454800,segment=NetworkSegment(36b82a69-eeec-4371-94b6-04483671797b),segment_id=36b82a69-eeec-4371-94b6-04483671797b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:51:09.610556 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'df04fbf1-7f88-4bbd-8a3d-64be20454800', 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2', 'port_id': 'df04fbf1-7f88-4bbd-8a3d-64be20454800', 'mac_address': 'fa:16:3e:80:54:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84bba497-d7e2-4a24-bac6-00360369fb06', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:51:09.660086 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:09.673693 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df04fbf1-7f88-4bbd-8a3d-64be20454800 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:51:09.694741 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port df04fbf1-7f88-4bbd-8a3d-64be20454800, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=df04fbf1-7f88-4bbd-8a3d-64be20454800,segment=NetworkSegment(36b82a69-eeec-4371-94b6-04483671797b),segment_id=36b82a69-eeec-4371-94b6-04483671797b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:51:09.698971 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:09.768571 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=df04fbf1-7f88-4bbd-8a3d-64be20454800,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:09.954757 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['df04fbf1-7f88-4bbd-8a3d-64be20454800'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:51:10.797728 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7f1b4-a2a2-476a-ac2d-bbc4f318ce90 req-cd8dd96d-03f9-4c48-99ac-a30cb8fd98ff tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:10.799900 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cf7f1b4-a2a2-476a-ac2d-bbc4f318ce90 req-cd8dd96d-03f9-4c48-99ac-a30cb8fd98ff tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 945 time: 0.1119282 Jul 23 16:51:10.843257 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cf7f1b4-a2a2-476a-ac2d-bbc4f318ce90 req-08aedf0e-88f0-4a4f-94ad-0b677c2860a0 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374277 Jul 23 16:51:11.333371 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device df04fbf1-7f88-4bbd-8a3d-64be20454800 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:51:11.395721 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port df04fbf1-7f88-4bbd-8a3d-64be20454800 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:51:11.399494 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port df04fbf1-7f88-4bbd-8a3d-64be20454800 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:51:11.399940 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:11.483392 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:11.657802 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821152ec-5124-47cb-b64c-bb54ce19e16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df04fbf1-7f88-4bbd-8a3d-64be20454800'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:51:11.660157 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59302c4-e81a-462a-8a7e-76d081cd3292" -d '{"events": [{"server_uuid": "821152ec-5124-47cb-b64c-bb54ce19e16d", "name": "network-vif-plugged", "status": "completed", "tag": "df04fbf1-7f88-4bbd-8a3d-64be20454800"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:51:11.674157 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port df04fbf1-7f88-4bbd-8a3d-64be20454800, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=df04fbf1-7f88-4bbd-8a3d-64be20454800,segment=NetworkSegment(36b82a69-eeec-4371-94b6-04483671797b),segment_id=36b82a69-eeec-4371-94b6-04483671797b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:51:11.679366 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:11.708062 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d05459-f777-4d4a-bd0a-d58513423a34 x-openstack-request-id: req-12d05459-f777-4d4a-bd0a-d58513423a34 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:51:11.708358 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821152ec-5124-47cb-b64c-bb54ce19e16d", "name": "network-vif-plugged", "status": "completed", "tag": "df04fbf1-7f88-4bbd-8a3d-64be20454800", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:51:11.708613 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-12d05459-f777-4d4a-bd0a-d58513423a34 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:51:11.708994 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821152ec-5124-47cb-b64c-bb54ce19e16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df04fbf1-7f88-4bbd-8a3d-64be20454800', 'code': 200} Jul 23 16:51:11.742067 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=df04fbf1-7f88-4bbd-8a3d-64be20454800,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:11.866123 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ada76-95a8-456f-be88-02706eafed41 req-0ff8ae44-3913-4204-a8e2-04880fad3147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:11.867803 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9a3ada76-95a8-456f-be88-02706eafed41 req-0ff8ae44-3913-4204-a8e2-04880fad3147 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 1097 time: 0.0728149 Jul 23 16:51:11.947596 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9a3ada76-95a8-456f-be88-02706eafed41 req-98664179-fa0c-4525-b0b2-16ea612c9d71 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737741 Jul 23 16:51:12.089417 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490f67e-ba1a-425a-bfa6-aa5690bd44d4 req-078c0a8a-6a55-493f-8ace-bf16450074a8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:12.091028 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9490f67e-ba1a-425a-bfa6-aa5690bd44d4 req-078c0a8a-6a55-493f-8ace-bf16450074a8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 946 time: 0.1008615 Jul 23 16:51:12.148940 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9490f67e-ba1a-425a-bfa6-aa5690bd44d4 req-df8deef7-6faf-4831-9927-781c31798ec0 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508914 Jul 23 16:51:13.286658 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b1bbd-11f1-4f12-bbdb-b7b064cc32d4 req-52779d93-d183-46e3-8a6d-9a5e448e764f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:13.288198 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d62b1bbd-11f1-4f12-bbdb-b7b064cc32d4 req-52779d93-d183-46e3-8a6d-9a5e448e764f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 946 time: 0.0670412 Jul 23 16:51:13.329514 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d62b1bbd-11f1-4f12-bbdb-b7b064cc32d4 req-09f73b2f-8ea3-41df-8681-121caa816b52 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355024 Jul 23 16:51:13.468545 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08657e46-969b-4a25-8e07-ed82a599a85f req-7341b484-b888-45a4-9dc3-88edc6895996 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:13.470972 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-08657e46-969b-4a25-8e07-ed82a599a85f req-7341b484-b888-45a4-9dc3-88edc6895996 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 946 time: 0.0689616 Jul 23 16:51:13.515526 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-08657e46-969b-4a25-8e07-ed82a599a85f req-c992dd3d-bd15-4315-a850-a3bc615df9a7 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397718 Jul 23 16:51:13.539812 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48280) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:13.601714 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba39fef7-cd77-46f8-bddc-2e92b76a8e00 tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:13.603293 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ba39fef7-cd77-46f8-bddc-2e92b76a8e00 tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 1092 time: 0.0624914 Jul 23 16:51:13.606842 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 48282) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:13.611210 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-9f5455fd-e525-4845-a5e0-22c62313ca52 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'port_id': 'df04fbf1-7f88-4bbd-8a3d-64be20454800', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:13.637810 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f5455fd-e525-4845-a5e0-22c62313ca52 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:13.737596 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f5455fd-e525-4845-a5e0-22c62313ca52 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:13.848138 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-9f5455fd-e525-4845-a5e0-22c62313ca52 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Allocated IP 172.25.8.229 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/93d0a71f-59b4-4df8-b761-d98e116aff93) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:51:13.954277 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f5455fd-e525-4845-a5e0-22c62313ca52 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:13.995711 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f5455fd-e525-4845-a5e0-22c62313ca52 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:14.045336 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5455fd-e525-4845-a5e0-22c62313ca52 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:51:14.049931 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-9f5455fd-e525-4845-a5e0-22c62313ca52 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:51:14.056648 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5455fd-e525-4845-a5e0-22c62313ca52 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:51:14.083335 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5455fd-e525-4845-a5e0-22c62313ca52 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'Port': ['ID=93d0a71f-59b4-4df8-b761-d98e116aff93,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:14.575014 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f5455fd-e525-4845-a5e0-22c62313ca52 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:14.696132 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f5455fd-e525-4845-a5e0-22c62313ca52 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:14.881221 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f5455fd-e525-4845-a5e0-22c62313ca52 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:14.887259 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f5455fd-e525-4845-a5e0-22c62313ca52 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:14.968175 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5455fd-e525-4845-a5e0-22c62313ca52 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'Port': ['ID=93d0a71f-59b4-4df8-b761-d98e116aff93,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:14.979700 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f5455fd-e525-4845-a5e0-22c62313ca52 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:15.102806 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-9f5455fd-e525-4845-a5e0-22c62313ca52 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Floating IP 0f15b054-5549-4b9d-85ec-19dfc5accc12 associated. External IP: 172.25.8.229, port: df04fbf1-7f88-4bbd-8a3d-64be20454800. Jul 23 16:51:15.354065 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5455fd-e525-4845-a5e0-22c62313ca52 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Router 4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:51:15.473233 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5455fd-e525-4845-a5e0-22c62313ca52 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:51:15.491594 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6db67a-9992-4236-b564-ce6e2ca71a14 None None] Sync routers for ids ['4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:51:15.495813 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f5455fd-e525-4845-a5e0-22c62313ca52 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:15.509421 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6db67a-9992-4236-b564-ce6e2ca71a14 None None] Routers {'4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:51:15.510280 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ec6db67a-9992-4236-b564-ce6e2ca71a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:51:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:15.641446 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-ec6db67a-9992-4236-b564-ce6e2ca71a14 None None] Set router 4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:51:15.917417 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9f5455fd-e525-4845-a5e0-22c62313ca52 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3094912 Jul 23 16:51:15.919056 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821152ec-5124-47cb-b64c-bb54ce19e16d', 'tag': 'df04fbf1-7f88-4bbd-8a3d-64be20454800'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:51:15.921777 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126953f1-717b-4bfe-89e6-0300863b2f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "821152ec-5124-47cb-b64c-bb54ce19e16d", "tag": "df04fbf1-7f88-4bbd-8a3d-64be20454800"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:51:15.952750 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ec6db67a-9992-4236-b564-ce6e2ca71a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508834278', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '21954a0d-18e4-4085-a778-82fa702192bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:50:52Z', 'updated_at': '2021-07-23T16:50:58Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '21954a0d-18e4-4085-a778-82fa702192bf', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:50:53Z', 'updated_at': '2021-07-23T16:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '0f15b054-5549-4b9d-85ec-19dfc5accc12', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'floating_ip_address': '172.25.8.229', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'port_id': 'df04fbf1-7f88-4bbd-8a3d-64be20454800', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2', 'mac_address': 'fa:16:3e:80:54:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821152ec-5124-47cb-b64c-bb54ce19e16d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:51:14Z', 'updated_at': '2021-07-23T16:51:14Z', 'revision_number': 0, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6', 'name': '', 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:bf:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '84bba497-d7e2-4a24-bac6-00360369fb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:50:56Z', 'updated_at': '2021-07-23T16:51:04Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': '84bba497-d7e2-4a24-bac6-00360369fb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:15.969515 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87426711-3649-4665-934d-8babe65b849f x-openstack-request-id: req-87426711-3649-4665-934d-8babe65b849f {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:51:15.969815 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821152ec-5124-47cb-b64c-bb54ce19e16d", "tag": "df04fbf1-7f88-4bbd-8a3d-64be20454800", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:51:15.970069 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-87426711-3649-4665-934d-8babe65b849f {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:51:15.970471 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821152ec-5124-47cb-b64c-bb54ce19e16d', 'tag': 'df04fbf1-7f88-4bbd-8a3d-64be20454800', 'status': 'completed', 'code': 200} Jul 23 16:51:15.991555 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6db67a-9992-4236-b564-ce6e2ca71a14 None None] Checking router: 4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:51:16.001394 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6db67a-9992-4236-b564-ce6e2ca71a14 None None] Routers {'4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:51:16.002286 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ec6db67a-9992-4236-b564-ce6e2ca71a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:51:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:16.116722 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126953f1-717b-4bfe-89e6-0300863b2f8d req-43d7244e-9124-4a94-b114-1b9f93d1214a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:16.118543 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-126953f1-717b-4bfe-89e6-0300863b2f8d req-43d7244e-9124-4a94-b114-1b9f93d1214a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 1097 time: 0.1254494 Jul 23 16:51:16.138759 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-ec6db67a-9992-4236-b564-ce6e2ca71a14 None None] Set router 4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:51:16.161992 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa2586-419d-4260-8561-310712651711 req-e296bd40-3d9b-4b28-b579-6d684ab00f22 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:16.164035 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f5fa2586-419d-4260-8561-310712651711 req-e296bd40-3d9b-4b28-b579-6d684ab00f22 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 946 time: 0.1312175 Jul 23 16:51:16.249102 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f5fa2586-419d-4260-8561-310712651711 req-c008452e-3b7f-446c-8c74-2b7e5119bab7 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780919 Jul 23 16:51:16.259489 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126953f1-717b-4bfe-89e6-0300863b2f8d req-2d31f5d1-8293-4811-b5f4-3a0e9681e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:16.262229 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-126953f1-717b-4bfe-89e6-0300863b2f8d req-2d31f5d1-8293-4811-b5f4-3a0e9681e76e service neutron] 10.222.0.74 "GET /v2.0/networks?id=180e28a4-6027-47e0-be32-6099fbd02af2 HTTP/1.1" status: 200 len: 899 time: 0.1373284 Jul 23 16:51:16.280330 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48316) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:16.359738 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-126953f1-717b-4bfe-89e6-0300863b2f8d req-90ac817e-4cd0-4f99-858c-19da13e3580a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df04fbf1-7f88-4bbd-8a3d-64be20454800 HTTP/1.1" status: 200 len: 1000 time: 0.0861676 Jul 23 16:51:16.378861 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d419fbc1-5333-489b-a073-9ea0a366d3e0 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/floatingips/0f15b054-5549-4b9d-85ec-19dfc5accc12 HTTP/1.1" status: 200 len: 992 time: 0.0961163 Jul 23 16:51:16.422951 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126953f1-717b-4bfe-89e6-0300863b2f8d req-e806ae43-f708-46c4-a004-1604da453eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:16.426112 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-126953f1-717b-4bfe-89e6-0300863b2f8d req-e806ae43-f708-46c4-a004-1604da453eab service neutron] 10.222.0.74 "GET /v2.0/subnets?id=84bba497-d7e2-4a24-bac6-00360369fb06 HTTP/1.1" status: 200 len: 835 time: 0.0592220 Jul 23 16:51:16.518526 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ec6db67a-9992-4236-b564-ce6e2ca71a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508834278', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '21954a0d-18e4-4085-a778-82fa702192bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:50:52Z', 'updated_at': '2021-07-23T16:50:58Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '21954a0d-18e4-4085-a778-82fa702192bf', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:50:53Z', 'updated_at': '2021-07-23T16:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '0f15b054-5549-4b9d-85ec-19dfc5accc12', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'floating_ip_address': '172.25.8.229', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'port_id': 'df04fbf1-7f88-4bbd-8a3d-64be20454800', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2', 'mac_address': 'fa:16:3e:80:54:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821152ec-5124-47cb-b64c-bb54ce19e16d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:51:14Z', 'updated_at': '2021-07-23T16:51:14Z', 'revision_number': 0, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6', 'name': '', 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:bf:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '84bba497-d7e2-4a24-bac6-00360369fb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:50:56Z', 'updated_at': '2021-07-23T16:51:04Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': '84bba497-d7e2-4a24-bac6-00360369fb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:16.536662 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126953f1-717b-4bfe-89e6-0300863b2f8d req-b8fd4feb-3598-4a60-b7f2-a2e8cc29ea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:16.538865 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-126953f1-717b-4bfe-89e6-0300863b2f8d req-b8fd4feb-3598-4a60-b7f2-a2e8cc29ea32 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=180e28a4-6027-47e0-be32-6099fbd02af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962913 Jul 23 16:51:16.591348 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6db67a-9992-4236-b564-ce6e2ca71a14 None None] The sync data for ids ['4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf'] in n-d-778549-4 is: [{'id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508834278', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '21954a0d-18e4-4085-a778-82fa702192bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:50:52Z', 'updated_at': '2021-07-23T16:50:58Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '21954a0d-18e4-4085-a778-82fa702192bf', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:50:53Z', 'updated_at': '2021-07-23T16:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '0f15b054-5549-4b9d-85ec-19dfc5accc12', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'floating_ip_address': '172.25.8.229', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'port_id': 'df04fbf1-7f88-4bbd-8a3d-64be20454800', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2', 'mac_address': 'fa:16:3e:80:54:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821152ec-5124-47cb-b64c-bb54ce19e16d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:51:14Z', 'updated_at': '2021-07-23T16:51:14Z', 'revision_number': 0, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6', 'name': '', 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:bf:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '84bba497-d7e2-4a24-bac6-00360369fb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:50:56Z', 'updated_at': '2021-07-23T16:51:04Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': '84bba497-d7e2-4a24-bac6-00360369fb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:51:16.667313 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-126953f1-717b-4bfe-89e6-0300863b2f8d req-1b238bab-2a28-451f-b749-741a7fac3aef service neutron] 10.222.0.74 "GET /v2.0/networks/180e28a4-6027-47e0-be32-6099fbd02af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144528 Jul 23 16:51:16.818154 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-126953f1-717b-4bfe-89e6-0300863b2f8d req-176fd97c-ad86-43d4-8c27-9cb560322d10 service neutron] 10.222.0.74 "GET /v2.0/networks/180e28a4-6027-47e0-be32-6099fbd02af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395109 Jul 23 16:51:16.963309 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd565cb4-90a4-4727-bfcf-5dffebe97b66 None None] New status for floating IP 0f15b054-5549-4b9d-85ec-19dfc5accc12: ACTIVE {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:51:17.380977 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48396) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:17.450142 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-46afcff6-62f2-4c50-8eb4-52a4201a8ecb tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/floatingips/0f15b054-5549-4b9d-85ec-19dfc5accc12 HTTP/1.1" status: 200 len: 994 time: 0.0679693 Jul 23 16:51:26.155425 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:51:32.193723 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-37769a5c-04e0-44ea-b742-6c1141494c5b tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:32.195285 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-37769a5c-04e0-44ea-b742-6c1141494c5b tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/networks?id=fedddd04-4e3c-4738-8768-b1bd7c807fbc HTTP/1.1" status: 200 len: 811 time: 0.1259444 Jul 23 16:51:32.210603 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-e8ca897f-ce30-4e5c-9077-96590285bfb1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/quotas/1a447386a79c4dde9361c7979cbbb97e HTTP/1.1" status: 200 len: 375 time: 0.0095174 Jul 23 16:51:32.284728 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-727b9d4e-da00-47bd-b3fe-5c207512a21e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a447386a79c4dde9361c7979cbbb97e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666001 Jul 23 16:51:32.390449 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-c9e94c33-6e7e-45f5-abc9-b2fd9a13c245 service neutron] 10.222.0.73 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981984 Jul 23 16:51:32.485573 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-df734f2e-1e0b-436d-b0eb-9d5fe02decc5 service neutron] 10.222.0.73 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889001 Jul 23 16:51:32.658818 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-875469a2-8a31-4e70-bff8-d758db622195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:32.826228 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9ebead34-6a31-4eb7-8d9e-d03889944adb req-ffb7f769-c814-4f77-91c0-ab44e54cc0e0 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894b193-7a88-4e88-91e3-b61c0c3682ed HTTP/1.1" status: 200 len: 210 time: 0.0390112 Jul 23 16:51:33.821803 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-d06496ae-7f05-422e-9795-a94eda8dde76 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:33.823585 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-d06496ae-7f05-422e-9795-a94eda8dde76 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.97 "GET /v2.0/networks?id=fedddd04-4e3c-4738-8768-b1bd7c807fbc HTTP/1.1" status: 200 len: 811 time: 0.1366715 Jul 23 16:51:33.836100 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-48d728a2-a5f5-4e4f-8b4e-d1460b428b42 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Request body: {'port': {'device_id': '7894b193-7a88-4e88-91e3-b61c0c3682ed', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'admin_state_up': True, 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:33.982288 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d3f8c995-267a-4aa7-8e10-5059c8e6d4c8 req-f713f150-45ca-4877-b508-7db0e7bb5eb3 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894b193-7a88-4e88-91e3-b61c0c3682ed HTTP/1.1" status: 200 len: 210 time: 0.0699186 Jul 23 16:51:34.023688 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-48d728a2-a5f5-4e4f-8b4e-d1460b428b42 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Made reservation on behalf of 1a447386a79c4dde9361c7979cbbb97e for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:34.027792 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-48d728a2-a5f5-4e4f-8b4e-d1460b428b42 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:34.175402 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-48d728a2-a5f5-4e4f-8b4e-d1460b428b42 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Allocated IP 172.20.0.7 (fedddd04-4e3c-4738-8768-b1bd7c807fbc/68bd2291-23ae-4e54-ab39-3c387bae8690/b8857886-2d59-434e-a2e7-ed3cd8267573) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:51:34.354865 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-48d728a2-a5f5-4e4f-8b4e-d1460b428b42 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:34.371014 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-48d728a2-a5f5-4e4f-8b4e-d1460b428b42 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Transition to ACTIVE for port object b8857886-2d59-434e-a2e7-ed3cd8267573 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:51:34.407051 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-48d728a2-a5f5-4e4f-8b4e-d1460b428b42 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:34.450643 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-48d728a2-a5f5-4e4f-8b4e-d1460b428b42 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Network fedddd04-4e3c-4738-8768-b1bd7c807fbc is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:51:34.455997 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-48d728a2-a5f5-4e4f-8b4e-d1460b428b42 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:51:34.460491 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-48d728a2-a5f5-4e4f-8b4e-d1460b428b42 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:51:34.536614 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-48d728a2-a5f5-4e4f-8b4e-d1460b428b42 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:34.537684 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-48d728a2-a5f5-4e4f-8b4e-d1460b428b42 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:34.541266 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d728a2-a5f5-4e4f-8b4e-d1460b428b42 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Pushing event updated for resources: {'Port': ['ID=b8857886-2d59-434e-a2e7-ed3cd8267573,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:34.569649 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-48d728a2-a5f5-4e4f-8b4e-d1460b428b42 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7375093 Jul 23 16:51:34.584392 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-36df4417-ccc7-49b4-8b3c-bd864eacb3de service neutron] Request body: {'port': {'device_id': '7894b193-7a88-4e88-91e3-b61c0c3682ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:34.710633 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-36df4417-ccc7-49b4-8b3c-bd864eacb3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:34.764419 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6453d1fa-71a5-4770-9d77-1e756060e83f None None] Provisioning for port b8857886-2d59-434e-a2e7-ed3cd8267573 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:51:34.770915 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6453d1fa-71a5-4770-9d77-1e756060e83f None None] Provisioning complete for port b8857886-2d59-434e-a2e7-ed3cd8267573 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:51:34.771937 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6453d1fa-71a5-4770-9d77-1e756060e83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:34.819881 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-6453d1fa-71a5-4770-9d77-1e756060e83f None None] Port b8857886-2d59-434e-a2e7-ed3cd8267573 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:51:35.040424 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:35.072626 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-36df4417-ccc7-49b4-8b3c-bd864eacb3de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8857886-2d59-434e-a2e7-ed3cd8267573 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:51:35.081964 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-36df4417-ccc7-49b4-8b3c-bd864eacb3de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:35.098643 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-36df4417-ccc7-49b4-8b3c-bd864eacb3de service neutron] Transition to ACTIVE for port object b8857886-2d59-434e-a2e7-ed3cd8267573 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:51:35.103456 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-36df4417-ccc7-49b4-8b3c-bd864eacb3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:35.313890 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df4417-ccc7-49b4-8b3c-bd864eacb3de service neutron] Pushing event updated for resources: {'Port': ['ID=b8857886-2d59-434e-a2e7-ed3cd8267573,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:35.373106 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cad62b-3c82-42b6-abda-21753f61ffec req-905e2119-94dc-4c09-9d39-dbb174738362 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:35.374807 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-70cad62b-3c82-42b6-abda-21753f61ffec req-905e2119-94dc-4c09-9d39-dbb174738362 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894b193-7a88-4e88-91e3-b61c0c3682ed HTTP/1.1" status: 200 len: 943 time: 0.2592714 Jul 23 16:51:35.409181 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-36df4417-ccc7-49b4-8b3c-bd864eacb3de service neutron] Attempting to bind port b8857886-2d59-434e-a2e7-ed3cd8267573 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:35.409608 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-36df4417-ccc7-49b4-8b3c-bd864eacb3de service neutron] Attempting to bind port b8857886-2d59-434e-a2e7-ed3cd8267573 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:35.409888 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-36df4417-ccc7-49b4-8b3c-bd864eacb3de service neutron] Attempting to bind port b8857886-2d59-434e-a2e7-ed3cd8267573 on network fedddd04-4e3c-4738-8768-b1bd7c807fbc {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:35.410406 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-deabd6a4-9159-4ef7-bd16-48fc1ace2ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:35.420606 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-36df4417-ccc7-49b4-8b3c-bd864eacb3de service neutron] Port b8857886-2d59-434e-a2e7-ed3cd8267573 on network fedddd04-4e3c-4738-8768-b1bd7c807fbc not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:35.420925 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-36df4417-ccc7-49b4-8b3c-bd864eacb3de service neutron] Attempting to bind port b8857886-2d59-434e-a2e7-ed3cd8267573 on network fedddd04-4e3c-4738-8768-b1bd7c807fbc {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:35.457743 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-70cad62b-3c82-42b6-abda-21753f61ffec req-48fce881-49e9-48e6-826c-d13c03983544 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741200 Jul 23 16:51:35.466171 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-36df4417-ccc7-49b4-8b3c-bd864eacb3de service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:51:35.466517 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-36df4417-ccc7-49b4-8b3c-bd864eacb3de service neutron] Checking segment: {'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:51:35.466906 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-36df4417-ccc7-49b4-8b3c-bd864eacb3de service neutron] Bound using segment: {'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:51:35.467372 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-36df4417-ccc7-49b4-8b3c-bd864eacb3de service neutron] Bound port: b8857886-2d59-434e-a2e7-ed3cd8267573, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:51:35.467723 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-36df4417-ccc7-49b4-8b3c-bd864eacb3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:35.512339 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:35.578762 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-36df4417-ccc7-49b4-8b3c-bd864eacb3de service neutron] For port b8857886-2d59-434e-a2e7-ed3cd8267573, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:51:35.582967 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-36df4417-ccc7-49b4-8b3c-bd864eacb3de service neutron] For port b8857886-2d59-434e-a2e7-ed3cd8267573, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=b8857886-2d59-434e-a2e7-ed3cd8267573,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:51:35.588093 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-36df4417-ccc7-49b4-8b3c-bd864eacb3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:35.640603 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-36df4417-ccc7-49b4-8b3c-bd864eacb3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:35.642646 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-36df4417-ccc7-49b4-8b3c-bd864eacb3de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:35.646809 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-36df4417-ccc7-49b4-8b3c-bd864eacb3de service neutron] 10.222.0.97 "PUT /v2.0/ports/b8857886-2d59-434e-a2e7-ed3cd8267573 HTTP/1.1" status: 200 len: 1091 time: 1.0680978 Jul 23 16:51:35.651942 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7894b193-7a88-4e88-91e3-b61c0c3682ed', 'tag': 'b8857886-2d59-434e-a2e7-ed3cd8267573'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:51:35.662526 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7deeef9e-78bf-4cef-b884-e735fef6ae3f" -d '{"events": [{"name": "network-changed", "server_uuid": "7894b193-7a88-4e88-91e3-b61c0c3682ed", "tag": "b8857886-2d59-434e-a2e7-ed3cd8267573"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:51:35.757273 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f42854-d223-44a8-886b-755dff93daea x-openstack-request-id: req-49f42854-d223-44a8-886b-755dff93daea {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:51:35.757749 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7894b193-7a88-4e88-91e3-b61c0c3682ed", "tag": "b8857886-2d59-434e-a2e7-ed3cd8267573", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:51:35.758102 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-49f42854-d223-44a8-886b-755dff93daea {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:51:35.768237 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7894b193-7a88-4e88-91e3-b61c0c3682ed', 'tag': 'b8857886-2d59-434e-a2e7-ed3cd8267573', 'status': 'completed', 'code': 200} Jul 23 16:51:35.769182 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df4417-ccc7-49b4-8b3c-bd864eacb3de service neutron] Pushing event updated for resources: {'Port': ['ID=b8857886-2d59-434e-a2e7-ed3cd8267573,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:35.811117 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-7ab33b8d-3579-44c5-8415-523735963578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:35.812723 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-7ab33b8d-3579-44c5-8415-523735963578 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1a447386a79c4dde9361c7979cbbb97e&device_id=7894b193-7a88-4e88-91e3-b61c0c3682ed HTTP/1.1" status: 200 len: 1094 time: 0.1051068 Jul 23 16:51:35.894895 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-4c78a549-aa5a-4b39-919c-fa8442ce9571 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8857886-2d59-434e-a2e7-ed3cd8267573 HTTP/1.1" status: 200 len: 217 time: 0.0739362 Jul 23 16:51:35.954735 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-408a30cd-8dd5-4ccd-b374-0d177c4a7971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:35.956527 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-408a30cd-8dd5-4ccd-b374-0d177c4a7971 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=68bd2291-23ae-4e54-ab39-3c387bae8690 HTTP/1.1" status: 200 len: 850 time: 0.0506766 Jul 23 16:51:36.044704 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-273bdcbc-1148-46a9-9634-fcac631d1bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:36.046920 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-273bdcbc-1148-46a9-9634-fcac631d1bd6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=fedddd04-4e3c-4738-8768-b1bd7c807fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833392 Jul 23 16:51:36.200496 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-eeb8ac94-670e-4c6c-a9ef-774375389a1d service neutron] 10.222.0.97 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456339 Jul 23 16:51:36.304580 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-982bb069-9a3f-4a60-8af2-3a4dcf526511 req-80a5d802-a498-453d-8134-2a21fb7af3f0 service neutron] 10.222.0.97 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977120 Jul 23 16:51:36.445640 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deeef9e-78bf-4cef-b884-e735fef6ae3f req-e9b30a99-7bc7-4253-932d-3e19e549c7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:36.447756 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7deeef9e-78bf-4cef-b884-e735fef6ae3f req-e9b30a99-7bc7-4253-932d-3e19e549c7df service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1a447386a79c4dde9361c7979cbbb97e&device_id=7894b193-7a88-4e88-91e3-b61c0c3682ed HTTP/1.1" status: 200 len: 1094 time: 0.0965059 Jul 23 16:51:36.593689 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deeef9e-78bf-4cef-b884-e735fef6ae3f req-7265d9c1-0196-405c-9902-1db57bab3dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:36.595472 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7deeef9e-78bf-4cef-b884-e735fef6ae3f req-7265d9c1-0196-405c-9902-1db57bab3dab service neutron] 10.222.0.97 "GET /v2.0/networks?id=fedddd04-4e3c-4738-8768-b1bd7c807fbc HTTP/1.1" status: 200 len: 913 time: 0.1403332 Jul 23 16:51:36.599790 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:36.643604 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7deeef9e-78bf-4cef-b884-e735fef6ae3f req-8319ceec-0e6c-4dc6-9bf7-1c9e6b93dc28 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8857886-2d59-434e-a2e7-ed3cd8267573 HTTP/1.1" status: 200 len: 217 time: 0.0398071 Jul 23 16:51:36.698849 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34a539-c107-4f56-b2b3-a78f13559363 req-0acd3520-daa2-4800-9e76-22daf94f7bc2 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:36.698849 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a34a539-c107-4f56-b2b3-a78f13559363 req-0acd3520-daa2-4800-9e76-22daf94f7bc2 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894b193-7a88-4e88-91e3-b61c0c3682ed HTTP/1.1" status: 200 len: 943 time: 0.1686833 Jul 23 16:51:36.734899 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deeef9e-78bf-4cef-b884-e735fef6ae3f req-06cc4e9b-18e3-40d7-b40f-28d698ac4c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:36.734899 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7deeef9e-78bf-4cef-b884-e735fef6ae3f req-06cc4e9b-18e3-40d7-b40f-28d698ac4c76 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=68bd2291-23ae-4e54-ab39-3c387bae8690 HTTP/1.1" status: 200 len: 850 time: 0.0801249 Jul 23 16:51:36.791791 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6a34a539-c107-4f56-b2b3-a78f13559363 req-eb559e8c-3037-4004-b9b9-8c47e5c1b982 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824289 Jul 23 16:51:36.820052 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deeef9e-78bf-4cef-b884-e735fef6ae3f req-95329e20-4801-4ec1-bfa5-caad9df130be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:36.821926 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7deeef9e-78bf-4cef-b884-e735fef6ae3f req-95329e20-4801-4ec1-bfa5-caad9df130be service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=fedddd04-4e3c-4738-8768-b1bd7c807fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761688 Jul 23 16:51:36.927688 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7deeef9e-78bf-4cef-b884-e735fef6ae3f req-52287d19-8935-4407-9f66-e8a208ba50b0 service neutron] 10.222.0.97 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983601 Jul 23 16:51:37.036312 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7deeef9e-78bf-4cef-b884-e735fef6ae3f req-af63e7e8-86f8-4c14-98af-6a97f32aa087 service neutron] 10.222.0.97 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022017 Jul 23 16:51:37.581810 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:37.953113 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c833f6-bd52-4041-aad2-f3b0e88e1869 req-a9f58279-9e9e-42c5-a7bf-40bd268a783e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:37.954757 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a1c833f6-bd52-4041-aad2-f3b0e88e1869 req-a9f58279-9e9e-42c5-a7bf-40bd268a783e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894b193-7a88-4e88-91e3-b61c0c3682ed HTTP/1.1" status: 200 len: 943 time: 0.0727940 Jul 23 16:51:37.997110 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a1c833f6-bd52-4041-aad2-f3b0e88e1869 req-a8add50e-9f43-4bd6-8748-3d7b47db0149 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364149 Jul 23 16:51:38.646440 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:39.132140 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a0b29-44b9-4692-b793-4fa1aab56ec9 req-0c54cf2a-1a47-4bc3-8ff4-1b8a98b2fe82 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:39.134443 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-837a0b29-44b9-4692-b793-4fa1aab56ec9 req-0c54cf2a-1a47-4bc3-8ff4-1b8a98b2fe82 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894b193-7a88-4e88-91e3-b61c0c3682ed HTTP/1.1" status: 200 len: 943 time: 0.0670314 Jul 23 16:51:39.184951 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-837a0b29-44b9-4692-b793-4fa1aab56ec9 req-79d60264-ab8f-469a-b0fe-12e94c6847c3 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449176 Jul 23 16:51:40.326907 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861b3db-edbd-4f49-b1fc-f1381e9e7939 req-d404611a-715b-4631-b6ca-377232c51c3f tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:40.328469 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6861b3db-edbd-4f49-b1fc-f1381e9e7939 req-d404611a-715b-4631-b6ca-377232c51c3f tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894b193-7a88-4e88-91e3-b61c0c3682ed HTTP/1.1" status: 200 len: 943 time: 0.0709033 Jul 23 16:51:40.368588 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6861b3db-edbd-4f49-b1fc-f1381e9e7939 req-3302d025-3ac1-451c-94be-56536b622e31 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342276 Jul 23 16:51:41.506617 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cbd51-cd32-4f98-a927-cf72389baee3 req-2a2be4e2-b903-45f7-84e8-72004ee2fca4 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:41.508135 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-145cbd51-cd32-4f98-a927-cf72389baee3 req-2a2be4e2-b903-45f7-84e8-72004ee2fca4 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894b193-7a88-4e88-91e3-b61c0c3682ed HTTP/1.1" status: 200 len: 943 time: 0.0666289 Jul 23 16:51:41.547652 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-145cbd51-cd32-4f98-a927-cf72389baee3 req-56c4905f-8887-4132-9df1-311b59c15184 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336726 Jul 23 16:51:42.686968 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4a7fb-b18b-4a9e-ba50-298c7c28dcc9 req-3b941ed5-74e8-4ec0-b900-8aff15e58413 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:42.689244 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26a4a7fb-b18b-4a9e-ba50-298c7c28dcc9 req-3b941ed5-74e8-4ec0-b900-8aff15e58413 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894b193-7a88-4e88-91e3-b61c0c3682ed HTTP/1.1" status: 200 len: 943 time: 0.0732195 Jul 23 16:51:42.731249 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26a4a7fb-b18b-4a9e-ba50-298c7c28dcc9 req-14a1c1e1-b0b2-4625-ba22-92917803eaea tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369227 Jul 23 16:51:43.867046 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a84de-59cc-4144-8b30-b363912e8326 req-7709f826-2aa1-4406-8465-727a09aa7c3f tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:43.868753 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8b5a84de-59cc-4144-8b30-b363912e8326 req-7709f826-2aa1-4406-8465-727a09aa7c3f tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894b193-7a88-4e88-91e3-b61c0c3682ed HTTP/1.1" status: 200 len: 943 time: 0.0686836 Jul 23 16:51:43.909641 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8b5a84de-59cc-4144-8b30-b363912e8326 req-f3d0b7d5-005b-458e-9b29-3371ad25a02e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350134 Jul 23 16:51:45.054337 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dae62b-70f1-436d-9edf-28d476eb92a6 req-6b40a76c-84a9-400e-bde1-3887bd017a2c tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:45.056502 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4dae62b-70f1-436d-9edf-28d476eb92a6 req-6b40a76c-84a9-400e-bde1-3887bd017a2c tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894b193-7a88-4e88-91e3-b61c0c3682ed HTTP/1.1" status: 200 len: 943 time: 0.0771511 Jul 23 16:51:45.109350 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4dae62b-70f1-436d-9edf-28d476eb92a6 req-05e5813d-faa9-442a-85d3-39682961313a tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462060 Jul 23 16:51:46.069744 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98fc64-5e62-4703-a471-1bc5202e624d req-c53e48cb-d3b7-44ad-a9d3-bd76c7e715a8 tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:46.071727 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd98fc64-5e62-4703-a471-1bc5202e624d req-c53e48cb-d3b7-44ad-a9d3-bd76c7e715a8 tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 1097 time: 0.0555611 Jul 23 16:51:46.091291 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fd98fc64-5e62-4703-a471-1bc5202e624d req-f77d8248-cadb-4c1a-af82-516862d3847d tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:46.229229 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fd98fc64-5e62-4703-a471-1bc5202e624d req-f77d8248-cadb-4c1a-af82-516862d3847d tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:46.235159 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fd98fc64-5e62-4703-a471-1bc5202e624d req-f77d8248-cadb-4c1a-af82-516862d3847d tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:46.274680 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd98fc64-5e62-4703-a471-1bc5202e624d req-f77d8248-cadb-4c1a-af82-516862d3847d tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963396 Jul 23 16:51:46.276487 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d8248-cadb-4c1a-af82-516862d3847d tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9c0832-c356-41b8-9b37-86e652d4a773,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:46.310796 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d302fc-42c4-4608-9046-dd3758ae8ad9 req-d00edd9f-9be1-4c08-8403-af140bfa2fd2 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:46.312579 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0d302fc-42c4-4608-9046-dd3758ae8ad9 req-d00edd9f-9be1-4c08-8403-af140bfa2fd2 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894b193-7a88-4e88-91e3-b61c0c3682ed HTTP/1.1" status: 200 len: 943 time: 0.1202638 Jul 23 16:51:46.344377 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device b8857886-2d59-434e-a2e7-ed3cd8267573 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:51:46.367472 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0d302fc-42c4-4608-9046-dd3758ae8ad9 req-710649f3-5c96-4028-bb8e-6c1dbdd51c9a tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480342 Jul 23 16:51:46.458991 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9aa32-0963-49af-8b69-2dab763488c0 req-dccf1127-230d-4e71-bee8-772bc7e1b96f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:46.460824 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbc9aa32-0963-49af-8b69-2dab763488c0 req-dccf1127-230d-4e71-bee8-772bc7e1b96f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 946 time: 0.0740411 Jul 23 16:51:46.483813 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port b8857886-2d59-434e-a2e7-ed3cd8267573, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=b8857886-2d59-434e-a2e7-ed3cd8267573,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:51:46.501884 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'b8857886-2d59-434e-a2e7-ed3cd8267573', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'port_id': 'b8857886-2d59-434e-a2e7-ed3cd8267573', 'mac_address': 'fa:16:3e:e8:b3:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:51:46.504931 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbc9aa32-0963-49af-8b69-2dab763488c0 req-a09da1e5-dd8e-406f-bc45-b859a736d025 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366075 Jul 23 16:51:46.545542 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48828) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:46.547791 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:46.562124 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8857886-2d59-434e-a2e7-ed3cd8267573 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:51:46.591414 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port b8857886-2d59-434e-a2e7-ed3cd8267573, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=b8857886-2d59-434e-a2e7-ed3cd8267573,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:51:46.599755 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:46.623649 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f8723b0b-d6b7-4d4a-be62-32aaa5469036 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/floatingips/0f15b054-5549-4b9d-85ec-19dfc5accc12 HTTP/1.1" status: 200 len: 994 time: 0.0700400 Jul 23 16:51:46.659433 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=b8857886-2d59-434e-a2e7-ed3cd8267573,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:46.788421 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['b8857886-2d59-434e-a2e7-ed3cd8267573'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:51:47.403271 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 48850) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:47.479957 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0eac6-1b70-43d7-b314-1210eefdc1b3 req-74c40917-f851-4c4e-8bc8-1ffcd0c65d7f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:47.481879 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2ff0eac6-1b70-43d7-b314-1210eefdc1b3 req-74c40917-f851-4c4e-8bc8-1ffcd0c65d7f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 946 time: 0.0752745 Jul 23 16:51:47.587930 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2ff0eac6-1b70-43d7-b314-1210eefdc1b3 req-56ad44b0-f203-4fc1-a6b3-a04e7ee5a943 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644393 Jul 23 16:51:47.612044 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36278dae-793b-4a17-b89e-d0b06a98ef83 req-ba9d9eeb-068f-4eaf-88ea-f44b8bc060cc tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:47.619969 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-36278dae-793b-4a17-b89e-d0b06a98ef83 req-ba9d9eeb-068f-4eaf-88ea-f44b8bc060cc tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894b193-7a88-4e88-91e3-b61c0c3682ed HTTP/1.1" status: 200 len: 944 time: 0.1360888 Jul 23 16:51:47.651627 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-71ec441e-c494-4eb3-aa2d-650c23bf0385 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2467933 Jul 23 16:51:47.660465 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-36278dae-793b-4a17-b89e-d0b06a98ef83 req-a1bdf3f2-a336-4292-8683-4a88edc4a529 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394261 Jul 23 16:51:47.963146 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-fcad9f91-13de-47d1-80c9-e92087032750 req-e6542e01-d01f-4c93-82e3-78b97ea67434 service neutron] (94012) timed out ('10.222.0.73', 37880) {{(pid=94012) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 16:51:48.359045 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device b8857886-2d59-434e-a2e7-ed3cd8267573 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:51:48.439719 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port b8857886-2d59-434e-a2e7-ed3cd8267573 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:51:48.443784 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port b8857886-2d59-434e-a2e7-ed3cd8267573 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:51:48.444278 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:48.542471 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:48.565314 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7894b193-7a88-4e88-91e3-b61c0c3682ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8857886-2d59-434e-a2e7-ed3cd8267573'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:51:48.567543 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bca5b80-2fca-4f4b-a793-d567e8863dc3" -d '{"events": [{"server_uuid": "7894b193-7a88-4e88-91e3-b61c0c3682ed", "name": "network-vif-plugged", "status": "completed", "tag": "b8857886-2d59-434e-a2e7-ed3cd8267573"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:51:48.582856 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port b8857886-2d59-434e-a2e7-ed3cd8267573, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=b8857886-2d59-434e-a2e7-ed3cd8267573,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:51:48.588399 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:48.614880 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d5f108-e31d-47d9-8365-0638ee145dc2 x-openstack-request-id: req-f6d5f108-e31d-47d9-8365-0638ee145dc2 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:51:48.615180 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7894b193-7a88-4e88-91e3-b61c0c3682ed", "name": "network-vif-plugged", "status": "completed", "tag": "b8857886-2d59-434e-a2e7-ed3cd8267573", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:51:48.615434 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f6d5f108-e31d-47d9-8365-0638ee145dc2 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:51:48.615930 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7894b193-7a88-4e88-91e3-b61c0c3682ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8857886-2d59-434e-a2e7-ed3cd8267573', 'code': 200} Jul 23 16:51:48.645245 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=b8857886-2d59-434e-a2e7-ed3cd8267573,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:48.818764 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64253d-039a-468d-b5ba-46bd819ca117 req-0618bede-5fa6-4695-aa2a-293715e68710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:48.820289 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db64253d-039a-468d-b5ba-46bd819ca117 req-0618bede-5fa6-4695-aa2a-293715e68710 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7894b193-7a88-4e88-91e3-b61c0c3682ed HTTP/1.1" status: 200 len: 1096 time: 0.1406350 Jul 23 16:51:48.869170 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91b549-0e4e-401c-9e79-2998e754a7b5 req-ca871346-d47c-4838-ac4a-1708a6e1678b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:48.870602 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-df91b549-0e4e-401c-9e79-2998e754a7b5 req-ca871346-d47c-4838-ac4a-1708a6e1678b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 946 time: 0.1828728 Jul 23 16:51:48.900509 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da172bd6-b4a3-4dd9-a82c-239fa4149c10 req-1cb46579-0d30-4eca-8dbc-7eb7a393d122 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:48.902021 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-da172bd6-b4a3-4dd9-a82c-239fa4149c10 req-1cb46579-0d30-4eca-8dbc-7eb7a393d122 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894b193-7a88-4e88-91e3-b61c0c3682ed HTTP/1.1" status: 200 len: 945 time: 0.1670580 Jul 23 16:51:48.955456 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db64253d-039a-468d-b5ba-46bd819ca117 req-ee23342b-9ada-41b0-bead-d3a41369aa33 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242692 Jul 23 16:51:48.963592 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-df91b549-0e4e-401c-9e79-2998e754a7b5 req-17039709-f2c5-45e7-8506-ce97610ef204 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802150 Jul 23 16:51:48.993321 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-da172bd6-b4a3-4dd9-a82c-239fa4149c10 req-7a96c477-e681-4e1d-8762-adf996e383aa tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769403 Jul 23 16:51:48.998427 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-92dec892-7156-4aa6-bc72-545a6124728f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:48.999983 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-92dec892-7156-4aa6-bc72-545a6124728f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 1097 time: 0.1742630 Jul 23 16:51:49.095994 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-a2ba5a03-10fa-4537-b364-5cbc70fc6b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:49.097505 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-a2ba5a03-10fa-4537-b364-5cbc70fc6b96 service neutron] 10.222.0.74 "GET /v2.0/networks?id=180e28a4-6027-47e0-be32-6099fbd02af2 HTTP/1.1" status: 200 len: 899 time: 0.0899911 Jul 23 16:51:49.184400 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-287b6b2d-1813-4855-8335-ef6399ba583d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df04fbf1-7f88-4bbd-8a3d-64be20454800 HTTP/1.1" status: 200 len: 1002 time: 0.0794446 Jul 23 16:51:49.246914 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-edf76bfe-65e6-4d20-8860-47059d49a153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:49.248661 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-edf76bfe-65e6-4d20-8860-47059d49a153 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=84bba497-d7e2-4a24-bac6-00360369fb06 HTTP/1.1" status: 200 len: 835 time: 0.0579462 Jul 23 16:51:49.316205 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-566d2d39-bc5d-4223-9839-1fa0607ebcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:49.317737 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-566d2d39-bc5d-4223-9839-1fa0607ebcb5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=180e28a4-6027-47e0-be32-6099fbd02af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613413 Jul 23 16:51:49.420513 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-b497ac5b-1c8b-465d-8267-4256501a2a1c service neutron] 10.222.0.74 "GET /v2.0/networks/180e28a4-6027-47e0-be32-6099fbd02af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958407 Jul 23 16:51:49.522424 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-3bcc0fb7-cf60-4550-96ae-3666dd9f261f service neutron] 10.222.0.74 "GET /v2.0/networks/180e28a4-6027-47e0-be32-6099fbd02af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942762 Jul 23 16:51:50.156138 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76ecb7-4db0-4f52-95c0-b07a2affc109 req-8c5e95cf-6392-4302-86c3-bc0a797706cf tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:50.157724 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8b76ecb7-4db0-4f52-95c0-b07a2affc109 req-8c5e95cf-6392-4302-86c3-bc0a797706cf tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 946 time: 0.1172771 Jul 23 16:51:50.185736 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcf28b-82f3-4019-b90f-41534594f3c9 req-eef6f769-f38a-43e5-b74a-35f4fabd413e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:50.187220 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-adfcf28b-82f3-4019-b90f-41534594f3c9 req-eef6f769-f38a-43e5-b74a-35f4fabd413e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894b193-7a88-4e88-91e3-b61c0c3682ed HTTP/1.1" status: 200 len: 945 time: 0.1119041 Jul 23 16:51:50.220881 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8b76ecb7-4db0-4f52-95c0-b07a2affc109 req-9e310a2b-f46a-4992-b74f-632588dba0fe tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572171 Jul 23 16:51:50.239138 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-adfcf28b-82f3-4019-b90f-41534594f3c9 req-3ab7b6ad-6834-4fa7-8e43-a8dc50721395 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441530 Jul 23 16:51:50.371359 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421aeba-fba6-4c55-8264-ec9af2173d69 req-8ee0cf9e-62f2-4c9f-8787-1e825243fc3b tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:50.372908 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d421aeba-fba6-4c55-8264-ec9af2173d69 req-8ee0cf9e-62f2-4c9f-8787-1e825243fc3b tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894b193-7a88-4e88-91e3-b61c0c3682ed HTTP/1.1" status: 200 len: 945 time: 0.0648766 Jul 23 16:51:50.419320 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d421aeba-fba6-4c55-8264-ec9af2173d69 req-861fd5c9-c6fe-411f-a620-da4542aa44e0 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398004 Jul 23 16:51:51.360333 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5ed86-b21c-47dd-ade2-39a21ff898b2 req-87931b88-a67e-4b21-85ee-c5e9d995fc1b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:51.362237 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99c5ed86-b21c-47dd-ade2-39a21ff898b2 req-87931b88-a67e-4b21-85ee-c5e9d995fc1b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 946 time: 0.0720243 Jul 23 16:51:51.405636 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99c5ed86-b21c-47dd-ade2-39a21ff898b2 req-8534fc87-403a-4f9c-9c98-b73806d660fe tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358896 Jul 23 16:51:52.544610 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739002f0-2588-4d6c-89a4-04f6efa82cb5 req-177b9880-69cb-44a1-b110-3529aa1de607 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:52.546162 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-739002f0-2588-4d6c-89a4-04f6efa82cb5 req-177b9880-69cb-44a1-b110-3529aa1de607 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 946 time: 0.0693450 Jul 23 16:51:52.584285 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-739002f0-2588-4d6c-89a4-04f6efa82cb5 req-ca6b387c-5f73-4c18-9482-ece5c575fcd0 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323000 Jul 23 16:51:52.966490 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-f7ce95bb-e784-4579-a792-06623b3cb530 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:52.968245 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-f7ce95bb-e784-4579-a792-06623b3cb530 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/networks?id=fedddd04-4e3c-4738-8768-b1bd7c807fbc HTTP/1.1" status: 200 len: 811 time: 0.1093063 Jul 23 16:51:52.985306 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-a4a5967c-63ee-407d-94d2-7a4eb02ed406 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/quotas/1a447386a79c4dde9361c7979cbbb97e HTTP/1.1" status: 200 len: 375 time: 0.0110435 Jul 23 16:51:53.058432 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-fb85147d-69f4-4a22-9af2-987f09073cfa tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a447386a79c4dde9361c7979cbbb97e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0642407 Jul 23 16:51:53.162291 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-9596b998-a53a-40ec-8bd7-d5d65deff496 service neutron] 10.222.0.73 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964458 Jul 23 16:51:53.260994 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-876817fa-5504-48dd-b32a-693a566323f2 service neutron] 10.222.0.73 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926297 Jul 23 16:51:53.505287 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1a1bcb21-07c0-4a57-842f-a04df10cca0a req-5053703b-d7eb-42a7-8225-b398b709a07a tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 210 time: 0.0550244 Jul 23 16:51:53.741084 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81296611-9ea4-4708-bc8d-69d7a029f633 req-1c2b6f15-13f1-43d0-93cf-8cf20cf9beb8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:53.741084 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-81296611-9ea4-4708-bc8d-69d7a029f633 req-1c2b6f15-13f1-43d0-93cf-8cf20cf9beb8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 946 time: 0.0749667 Jul 23 16:51:53.780920 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-81296611-9ea4-4708-bc8d-69d7a029f633 req-75b8bfc0-8ee6-4b78-99ac-0f7c038172b3 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351686 Jul 23 16:51:54.494983 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-ae360690-b9c6-4abc-aee9-43421c97d434 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:54.497220 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-ae360690-b9c6-4abc-aee9-43421c97d434 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.74 "GET /v2.0/networks?id=fedddd04-4e3c-4738-8768-b1bd7c807fbc HTTP/1.1" status: 200 len: 811 time: 0.1261771 Jul 23 16:51:54.509302 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-7f951b71-d852-4ed5-a8a0-a83ef5087109 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Request body: {'port': {'device_id': '8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'admin_state_up': True, 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:55.041092 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-66e0e871-c317-409c-be17-7f9675c758d7 req-106cff9f-96ed-4893-8701-9501957217b9 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 210 time: 0.4387364 Jul 23 16:51:55.121746 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-7f951b71-d852-4ed5-a8a0-a83ef5087109 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Made reservation on behalf of 1a447386a79c4dde9361c7979cbbb97e for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:55.125262 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-7f951b71-d852-4ed5-a8a0-a83ef5087109 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:55.149087 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244c56b-7d64-4540-a4b1-1a6e7213cdfa req-5661b5ab-feb7-4c37-a5cf-488526e60b5e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:55.150635 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2244c56b-7d64-4540-a4b1-1a6e7213cdfa req-5661b5ab-feb7-4c37-a5cf-488526e60b5e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 946 time: 0.1121953 Jul 23 16:51:55.257261 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2244c56b-7d64-4540-a4b1-1a6e7213cdfa req-b8b190ed-2d2c-445d-b067-ee3a22ed34a4 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967953 Jul 23 16:51:55.325700 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-7f951b71-d852-4ed5-a8a0-a83ef5087109 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Allocated IP 172.20.0.10 (fedddd04-4e3c-4738-8768-b1bd7c807fbc/68bd2291-23ae-4e54-ab39-3c387bae8690/986bfe37-1058-4998-9825-e819d4ca0776) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:51:55.507820 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-7f951b71-d852-4ed5-a8a0-a83ef5087109 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:55.524348 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-7f951b71-d852-4ed5-a8a0-a83ef5087109 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Transition to ACTIVE for port object 986bfe37-1058-4998-9825-e819d4ca0776 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:51:55.562019 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-7f951b71-d852-4ed5-a8a0-a83ef5087109 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:55.576320 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['b8857886-2d59-434e-a2e7-ed3cd8267573'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:51:55.582595 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-7f951b71-d852-4ed5-a8a0-a83ef5087109 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Network fedddd04-4e3c-4738-8768-b1bd7c807fbc is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:51:55.586842 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-7f951b71-d852-4ed5-a8a0-a83ef5087109 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:51:55.635081 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-7f951b71-d852-4ed5-a8a0-a83ef5087109 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:51:55.722924 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-7f951b71-d852-4ed5-a8a0-a83ef5087109 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:55.725085 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-7f951b71-d852-4ed5-a8a0-a83ef5087109 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:55.743268 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f951b71-d852-4ed5-a8a0-a83ef5087109 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Pushing event updated for resources: {'Port': ['ID=986bfe37-1058-4998-9825-e819d4ca0776,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:55.757026 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f951b71-d852-4ed5-a8a0-a83ef5087109 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:55.757399 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f951b71-d852-4ed5-a8a0-a83ef5087109 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:55.757744 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f951b71-d852-4ed5-a8a0-a83ef5087109 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:55.758131 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f951b71-d852-4ed5-a8a0-a83ef5087109 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:55.758466 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f951b71-d852-4ed5-a8a0-a83ef5087109 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:55.758986 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f951b71-d852-4ed5-a8a0-a83ef5087109 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:55.759318 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f951b71-d852-4ed5-a8a0-a83ef5087109 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:55.759738 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f951b71-d852-4ed5-a8a0-a83ef5087109 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:55.760069 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f951b71-d852-4ed5-a8a0-a83ef5087109 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:55.760707 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f951b71-d852-4ed5-a8a0-a83ef5087109 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:55.761036 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f951b71-d852-4ed5-a8a0-a83ef5087109 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:55.761436 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f951b71-d852-4ed5-a8a0-a83ef5087109 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:55.768321 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-7f951b71-d852-4ed5-a8a0-a83ef5087109 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2634535 Jul 23 16:51:55.780800 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-72ba3693-4509-4b5f-a52c-6086ead91675 service neutron] Request body: {'port': {'device_id': '8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:55.892417 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-72ba3693-4509-4b5f-a52c-6086ead91675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:55.981576 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7cf60b15-3386-4d29-b2be-514c5d46cc48 None None] Provisioning for port 986bfe37-1058-4998-9825-e819d4ca0776 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:51:55.987285 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7cf60b15-3386-4d29-b2be-514c5d46cc48 None None] Provisioning complete for port 986bfe37-1058-4998-9825-e819d4ca0776 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:51:55.988583 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7cf60b15-3386-4d29-b2be-514c5d46cc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:56.037680 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-7cf60b15-3386-4d29-b2be-514c5d46cc48 None None] Port 986bfe37-1058-4998-9825-e819d4ca0776 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:51:56.259045 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247cc71-33b2-4259-a692-0968ccf926ca req-ce7b2047-bb6d-4cd4-b868-fe328bddd1dd tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:56.260872 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a247cc71-33b2-4259-a692-0968ccf926ca req-ce7b2047-bb6d-4cd4-b868-fe328bddd1dd tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 932 time: 0.1337330 Jul 23 16:51:56.281444 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-72ba3693-4509-4b5f-a52c-6086ead91675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 986bfe37-1058-4998-9825-e819d4ca0776 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:51:56.304521 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-72ba3693-4509-4b5f-a52c-6086ead91675 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:56.340369 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a247cc71-33b2-4259-a692-0968ccf926ca req-35c4c287-c240-441d-8155-adac420fd934 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729733 Jul 23 16:51:56.343827 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-72ba3693-4509-4b5f-a52c-6086ead91675 service neutron] Transition to ACTIVE for port object 986bfe37-1058-4998-9825-e819d4ca0776 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:51:56.354730 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-72ba3693-4509-4b5f-a52c-6086ead91675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:56.458624 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba3693-4509-4b5f-a52c-6086ead91675 service neutron] Pushing event updated for resources: {'Port': ['ID=986bfe37-1058-4998-9825-e819d4ca0776,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:56.535783 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3b9b8-eb9e-47ac-8bb5-83325efe8996 req-32490a31-fd13-4f01-a32a-00764034728d tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:56.543431 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1ef3b9b8-eb9e-47ac-8bb5-83325efe8996 req-32490a31-fd13-4f01-a32a-00764034728d tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 946 time: 0.2019031 Jul 23 16:51:56.583044 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-72ba3693-4509-4b5f-a52c-6086ead91675 service neutron] Attempting to bind port 986bfe37-1058-4998-9825-e819d4ca0776 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:56.583397 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-72ba3693-4509-4b5f-a52c-6086ead91675 service neutron] Attempting to bind port 986bfe37-1058-4998-9825-e819d4ca0776 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:56.583715 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-72ba3693-4509-4b5f-a52c-6086ead91675 service neutron] Attempting to bind port 986bfe37-1058-4998-9825-e819d4ca0776 on network fedddd04-4e3c-4738-8768-b1bd7c807fbc {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:56.604694 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-72ba3693-4509-4b5f-a52c-6086ead91675 service neutron] Port 986bfe37-1058-4998-9825-e819d4ca0776 on network fedddd04-4e3c-4738-8768-b1bd7c807fbc not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:56.605144 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-72ba3693-4509-4b5f-a52c-6086ead91675 service neutron] Attempting to bind port 986bfe37-1058-4998-9825-e819d4ca0776 on network fedddd04-4e3c-4738-8768-b1bd7c807fbc {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:56.611202 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1ef3b9b8-eb9e-47ac-8bb5-83325efe8996 req-e46de72f-707b-4ae3-923c-d3c0ac1da42c tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669239 Jul 23 16:51:56.616714 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-72ba3693-4509-4b5f-a52c-6086ead91675 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:51:56.617220 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-72ba3693-4509-4b5f-a52c-6086ead91675 service neutron] Checking segment: {'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:51:56.617750 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-72ba3693-4509-4b5f-a52c-6086ead91675 service neutron] Bound using segment: {'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:51:56.618315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-72ba3693-4509-4b5f-a52c-6086ead91675 service neutron] Bound port: 986bfe37-1058-4998-9825-e819d4ca0776, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:51:56.618751 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-72ba3693-4509-4b5f-a52c-6086ead91675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:56.738441 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-72ba3693-4509-4b5f-a52c-6086ead91675 service neutron] For port 986bfe37-1058-4998-9825-e819d4ca0776, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:51:56.746036 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-72ba3693-4509-4b5f-a52c-6086ead91675 service neutron] For port 986bfe37-1058-4998-9825-e819d4ca0776, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=986bfe37-1058-4998-9825-e819d4ca0776,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:51:56.751765 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-72ba3693-4509-4b5f-a52c-6086ead91675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:56.791915 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-72ba3693-4509-4b5f-a52c-6086ead91675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:56.792376 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-72ba3693-4509-4b5f-a52c-6086ead91675 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:56.794031 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-72ba3693-4509-4b5f-a52c-6086ead91675 service neutron] 10.222.0.74 "PUT /v2.0/ports/986bfe37-1058-4998-9825-e819d4ca0776 HTTP/1.1" status: 200 len: 1092 time: 1.0181417 Jul 23 16:51:56.794478 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98', 'tag': '986bfe37-1058-4998-9825-e819d4ca0776'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:51:56.796757 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be7d5e6-130b-42b4-a737-81c198c9fc5d" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98", "tag": "986bfe37-1058-4998-9825-e819d4ca0776"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:51:56.868881 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d2a52a-1ccd-4c63-a920-e2f375ec6d59 x-openstack-request-id: req-84d2a52a-1ccd-4c63-a920-e2f375ec6d59 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:51:56.869235 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98", "tag": "986bfe37-1058-4998-9825-e819d4ca0776", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:51:56.869503 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-84d2a52a-1ccd-4c63-a920-e2f375ec6d59 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:51:56.869832 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98', 'tag': '986bfe37-1058-4998-9825-e819d4ca0776', 'status': 'completed', 'code': 200} Jul 23 16:51:56.892110 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba3693-4509-4b5f-a52c-6086ead91675 service neutron] Pushing event updated for resources: {'Port': ['ID=986bfe37-1058-4998-9825-e819d4ca0776,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:56.927515 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-1a952756-8b5b-4d67-a71d-0359a569e1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:56.929072 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-1a952756-8b5b-4d67-a71d-0359a569e1e8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a447386a79c4dde9361c7979cbbb97e&device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 1095 time: 0.0855446 Jul 23 16:51:56.988828 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-748d544a-e511-4ae3-a117-5720bd2d2827 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=986bfe37-1058-4998-9825-e819d4ca0776 HTTP/1.1" status: 200 len: 217 time: 0.0522006 Jul 23 16:51:57.049106 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-9e9c726b-1f68-4ec2-b972-b79a1756b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:57.049937 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-9e9c726b-1f68-4ec2-b972-b79a1756b14c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=68bd2291-23ae-4e54-ab39-3c387bae8690 HTTP/1.1" status: 200 len: 850 time: 0.0547254 Jul 23 16:51:57.138158 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-4969890e-1db4-40b0-b587-3494b4db96ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:57.140009 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-4969890e-1db4-40b0-b587-3494b4db96ca service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fedddd04-4e3c-4738-8768-b1bd7c807fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835474 Jul 23 16:51:57.249235 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-a7651cde-5e63-46c2-9398-cae9a5949445 service neutron] 10.222.0.74 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020751 Jul 23 16:51:57.348884 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87854019-9e3f-4030-a4ed-daad459d1ab3 req-1b937e9d-3ebf-4ee1-8870-c0cb15c612bf service neutron] 10.222.0.74 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938096 Jul 23 16:51:57.542996 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7d5e6-130b-42b4-a737-81c198c9fc5d req-265106e3-c226-4d59-955a-f85f482a2f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:57.553397 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1be7d5e6-130b-42b4-a737-81c198c9fc5d req-265106e3-c226-4d59-955a-f85f482a2f11 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a447386a79c4dde9361c7979cbbb97e&device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 1095 time: 0.1407754 Jul 23 16:51:57.577293 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50766c8c-075c-4302-93a7-9c8bd0635a8b req-eaa767fa-97bc-4bbd-a21f-a2d8d7579bb4 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:57.578649 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-50766c8c-075c-4302-93a7-9c8bd0635a8b req-eaa767fa-97bc-4bbd-a21f-a2d8d7579bb4 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 944 time: 0.1475878 Jul 23 16:51:57.698703 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-50766c8c-075c-4302-93a7-9c8bd0635a8b req-7c75a935-e5c5-4637-8e4e-566e6cd68276 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085114 Jul 23 16:51:57.794219 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7d5e6-130b-42b4-a737-81c198c9fc5d req-bf94a0ef-f595-416a-8eb6-7b112aff4105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:57.795704 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1be7d5e6-130b-42b4-a737-81c198c9fc5d req-bf94a0ef-f595-416a-8eb6-7b112aff4105 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fedddd04-4e3c-4738-8768-b1bd7c807fbc HTTP/1.1" status: 200 len: 913 time: 0.2353537 Jul 23 16:51:57.852038 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1be7d5e6-130b-42b4-a737-81c198c9fc5d req-4869fb74-c4c7-4f01-a3bf-a527f238c4d4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=986bfe37-1058-4998-9825-e819d4ca0776 HTTP/1.1" status: 200 len: 217 time: 0.0489821 Jul 23 16:51:57.898794 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08d6d4-a08a-4b68-88e8-91bdb3b8e965 req-3eff3f63-8e6a-4974-9ee8-ea1c8b9561c2 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:57.900252 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa08d6d4-a08a-4b68-88e8-91bdb3b8e965 req-3eff3f63-8e6a-4974-9ee8-ea1c8b9561c2 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 946 time: 0.1826971 Jul 23 16:51:57.960176 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7d5e6-130b-42b4-a737-81c198c9fc5d req-9cd73ddb-42c3-4366-8975-ef842cb1fd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:57.962415 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1be7d5e6-130b-42b4-a737-81c198c9fc5d req-9cd73ddb-42c3-4366-8975-ef842cb1fd4a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=68bd2291-23ae-4e54-ab39-3c387bae8690 HTTP/1.1" status: 200 len: 850 time: 0.1039624 Jul 23 16:51:58.002661 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa08d6d4-a08a-4b68-88e8-91bdb3b8e965 req-e8bcbd12-9df2-4058-a6fe-401efcd7bdcd tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937278 Jul 23 16:51:58.052847 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7d5e6-130b-42b4-a737-81c198c9fc5d req-ad7748be-fc82-4288-bd33-cac1d0a9a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:58.057246 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1be7d5e6-130b-42b4-a737-81c198c9fc5d req-ad7748be-fc82-4288-bd33-cac1d0a9a0c6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fedddd04-4e3c-4738-8768-b1bd7c807fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882230 Jul 23 16:51:58.209332 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1be7d5e6-130b-42b4-a737-81c198c9fc5d req-1b9399e7-f2d0-4204-b88e-6c54518b4e74 service neutron] 10.222.0.74 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453488 Jul 23 16:51:58.362501 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1be7d5e6-130b-42b4-a737-81c198c9fc5d req-0ad5550f-9cbb-49ac-a218-f2decb156b68 service neutron] 10.222.0.74 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473074 Jul 23 16:51:58.933615 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501257d2-1605-4a53-8b3b-45efa088b788 req-97bcdc7d-cf14-4a80-b0c4-213c37c25dbd tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:58.936359 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-501257d2-1605-4a53-8b3b-45efa088b788 req-97bcdc7d-cf14-4a80-b0c4-213c37c25dbd tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 944 time: 0.1080568 Jul 23 16:51:59.003531 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-501257d2-1605-4a53-8b3b-45efa088b788 req-185d8ef4-b57e-47d2-ae1d-dd56a0b810a9 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541823 Jul 23 16:51:59.214963 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2d8bc-341b-4816-9a12-431518a1e404 req-05493b4e-63ef-4be8-9e34-6a58cedc2997 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:59.216610 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2ac2d8bc-341b-4816-9a12-431518a1e404 req-05493b4e-63ef-4be8-9e34-6a58cedc2997 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 946 time: 0.0926354 Jul 23 16:51:59.271503 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2ac2d8bc-341b-4816-9a12-431518a1e404 req-6665783e-10ee-4951-917f-e6f53a6ab1b0 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478168 Jul 23 16:52:00.233980 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded46fc-39d7-482a-a1a7-e5a57ce40576 req-feae8076-e264-4b51-9bf5-b28efc02a775 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:00.235744 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eded46fc-39d7-482a-a1a7-e5a57ce40576 req-feae8076-e264-4b51-9bf5-b28efc02a775 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 944 time: 0.1111925 Jul 23 16:52:00.306160 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eded46fc-39d7-482a-a1a7-e5a57ce40576 req-3d8fef81-ed9d-4eca-b056-2e764c9a7df4 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599556 Jul 23 16:52:00.487808 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0189e-997d-460a-be79-ec3bdb8783ba req-8b421325-1d62-4bf6-acd8-7d99bc487be7 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:00.489748 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c9a0189e-997d-460a-be79-ec3bdb8783ba req-8b421325-1d62-4bf6-acd8-7d99bc487be7 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 946 time: 0.1035450 Jul 23 16:52:00.544333 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c9a0189e-997d-460a-be79-ec3bdb8783ba req-0ef1b6bd-fe19-4d5f-a72c-9c29d04af155 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478983 Jul 23 16:52:01.537941 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-ec59026d-e700-4dc5-a0b2-d1e21f263004 service neutron] show failed (client error): The resource could not be found. Jul 23 16:52:01.541461 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-ec59026d-e700-4dc5-a0b2-d1e21f263004 service neutron] 10.222.0.74 "GET /v2.0/ports/df04fbf1-7f88-4bbd-8a3d-64be20454800/bindings/n-h2-778549-4 HTTP/1.1" status: 404 len: 380 time: 0.0886564 Jul 23 16:52:01.562810 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56af2e3-0222-429c-8004-49a35a05a906 req-fdb5f79a-b651-452f-91bd-9fc345f53a87 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:01.564656 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e56af2e3-0222-429c-8004-49a35a05a906 req-fdb5f79a-b651-452f-91bd-9fc345f53a87 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 944 time: 0.1487291 Jul 23 16:52:01.677342 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e56af2e3-0222-429c-8004-49a35a05a906 req-ef1d9eb2-91e1-4b4d-9c7e-a2b0fc420c2e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933936 Jul 23 16:52:01.848750 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a5474-679c-485d-bb1b-41d34e525a74 req-0bde4dd6-0dba-4004-929e-b2a17c16ee4a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:01.850711 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3e5a5474-679c-485d-bb1b-41d34e525a74 req-0bde4dd6-0dba-4004-929e-b2a17c16ee4a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 946 time: 0.1720786 Jul 23 16:52:01.940209 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3e5a5474-679c-485d-bb1b-41d34e525a74 req-bfdb44f0-3167-47ea-b9b5-3f8ead3efd01 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623698 Jul 23 16:52:01.989774 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-15286f32-a783-4e83-8bc0-2435d39ce150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:01.989774 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-15286f32-a783-4e83-8bc0-2435d39ce150 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d&tenant_id=0f8e445c013940dd90796bd2f3eb088f HTTP/1.1" status: 200 len: 1097 time: 0.1903753 Jul 23 16:52:01.995278 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-288fdd06-319d-416d-ac9d-ad6703725a25 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778549-4', 'device_owner': 'compute:nova'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:02.091002 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-288fdd06-319d-416d-ac9d-ad6703725a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:02.331293 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-288fdd06-319d-416d-ac9d-ad6703725a25 service neutron] For port df04fbf1-7f88-4bbd-8a3d-64be20454800, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=df04fbf1-7f88-4bbd-8a3d-64be20454800,segment=NetworkSegment(36b82a69-eeec-4371-94b6-04483671797b),segment_id=36b82a69-eeec-4371-94b6-04483671797b)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:02.369761 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-288fdd06-319d-416d-ac9d-ad6703725a25 service neutron] For port df04fbf1-7f88-4bbd-8a3d-64be20454800, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:52:02.439701 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821152ec-5124-47cb-b64c-bb54ce19e16d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df04fbf1-7f88-4bbd-8a3d-64be20454800'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:52:02.442427 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a1d8f6-770b-47e7-855c-4efb200dc8a0" -d '{"events": [{"server_uuid": "821152ec-5124-47cb-b64c-bb54ce19e16d", "name": "network-vif-unplugged", "status": "completed", "tag": "df04fbf1-7f88-4bbd-8a3d-64be20454800"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:52:02.446997 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-288fdd06-319d-416d-ac9d-ad6703725a25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:02.484348 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-288fdd06-319d-416d-ac9d-ad6703725a25 service neutron] Transition to ACTIVE for port object df04fbf1-7f88-4bbd-8a3d-64be20454800 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:02.490916 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-288fdd06-319d-416d-ac9d-ad6703725a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:02.524033 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d350ddf-7aa0-4cf3-b71a-ab169be1e961 x-openstack-request-id: req-7d350ddf-7aa0-4cf3-b71a-ab169be1e961 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:52:02.524368 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821152ec-5124-47cb-b64c-bb54ce19e16d", "name": "network-vif-unplugged", "status": "completed", "tag": "df04fbf1-7f88-4bbd-8a3d-64be20454800", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:52:02.525929 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7d350ddf-7aa0-4cf3-b71a-ab169be1e961 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:52:02.525929 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821152ec-5124-47cb-b64c-bb54ce19e16d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df04fbf1-7f88-4bbd-8a3d-64be20454800', 'code': 200} Jul 23 16:52:02.625313 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288fdd06-319d-416d-ac9d-ad6703725a25 service neutron] Pushing event updated for resources: {'Port': ['ID=df04fbf1-7f88-4bbd-8a3d-64be20454800,revision_number=6']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:02.679437 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5a5912e1-bee3-460e-b053-627d0f91cd6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:02.826285 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-288fdd06-319d-416d-ac9d-ad6703725a25 service neutron] No DVR routers for this DVR port df04fbf1-7f88-4bbd-8a3d-64be20454800 on host n-h1-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:52:03.020162 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23cb459-77cc-40fb-8ce4-b81e663e56b6 req-cffd4b64-b054-472b-8a29-2a097912aab9 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:03.031990 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d23cb459-77cc-40fb-8ce4-b81e663e56b6 req-cffd4b64-b054-472b-8a29-2a097912aab9 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 944 time: 0.2778909 Jul 23 16:52:03.149837 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d23cb459-77cc-40fb-8ce4-b81e663e56b6 req-640ec526-9529-4b3a-bc10-8d22a7f099f3 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167433 Jul 23 16:52:03.156510 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:52:03.208564 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3931f-555c-4d98-98a1-b110374158b7 req-8a50a22f-4d58-4788-9f31-7540fc455cf1 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:03.210180 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-62c3931f-555c-4d98-98a1-b110374158b7 req-8a50a22f-4d58-4788-9f31-7540fc455cf1 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 944 time: 0.1691775 Jul 23 16:52:03.211660 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-288fdd06-319d-416d-ac9d-ad6703725a25 service neutron] Attempting to bind port df04fbf1-7f88-4bbd-8a3d-64be20454800 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:52:03.212003 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-288fdd06-319d-416d-ac9d-ad6703725a25 service neutron] Attempting to bind port df04fbf1-7f88-4bbd-8a3d-64be20454800 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '36b82a69-eeec-4371-94b6-04483671797b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:52:03.212465 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-288fdd06-319d-416d-ac9d-ad6703725a25 service neutron] Attempting to bind port df04fbf1-7f88-4bbd-8a3d-64be20454800 on network 180e28a4-6027-47e0-be32-6099fbd02af2 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:52:03.226109 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-288fdd06-319d-416d-ac9d-ad6703725a25 service neutron] Port df04fbf1-7f88-4bbd-8a3d-64be20454800 on network 180e28a4-6027-47e0-be32-6099fbd02af2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:52:03.226436 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-288fdd06-319d-416d-ac9d-ad6703725a25 service neutron] Attempting to bind port df04fbf1-7f88-4bbd-8a3d-64be20454800 on network 180e28a4-6027-47e0-be32-6099fbd02af2 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:52:03.247015 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-288fdd06-319d-416d-ac9d-ad6703725a25 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:52:03.247366 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-288fdd06-319d-416d-ac9d-ad6703725a25 service neutron] Checking segment: {'id': '36b82a69-eeec-4371-94b6-04483671797b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:52:03.247761 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-288fdd06-319d-416d-ac9d-ad6703725a25 service neutron] Bound using segment: {'id': '36b82a69-eeec-4371-94b6-04483671797b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:52:03.248214 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-288fdd06-319d-416d-ac9d-ad6703725a25 service neutron] Bound port: df04fbf1-7f88-4bbd-8a3d-64be20454800, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36b82a69-eeec-4371-94b6-04483671797b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:52:03.248580 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-288fdd06-319d-416d-ac9d-ad6703725a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:03.301525 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-62c3931f-555c-4d98-98a1-b110374158b7 req-b62ea734-a98c-40b3-8539-b6e4cec2aee8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837362 Jul 23 16:52:03.354862 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-288fdd06-319d-416d-ac9d-ad6703725a25 service neutron] For port df04fbf1-7f88-4bbd-8a3d-64be20454800, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:52:03.359300 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-288fdd06-319d-416d-ac9d-ad6703725a25 service neutron] For port df04fbf1-7f88-4bbd-8a3d-64be20454800, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=df04fbf1-7f88-4bbd-8a3d-64be20454800,segment=NetworkSegment(36b82a69-eeec-4371-94b6-04483671797b),segment_id=36b82a69-eeec-4371-94b6-04483671797b)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:52:03.364558 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-288fdd06-319d-416d-ac9d-ad6703725a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:03.429900 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-288fdd06-319d-416d-ac9d-ad6703725a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:03.430687 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-288fdd06-319d-416d-ac9d-ad6703725a25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:03.432209 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-288fdd06-319d-416d-ac9d-ad6703725a25 service neutron] 10.222.0.97 "PUT /v2.0/ports/df04fbf1-7f88-4bbd-8a3d-64be20454800 HTTP/1.1" status: 200 len: 1092 time: 1.4422812 Jul 23 16:52:03.548462 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288fdd06-319d-416d-ac9d-ad6703725a25 service neutron] Pushing event updated for resources: {'Port': ['ID=df04fbf1-7f88-4bbd-8a3d-64be20454800,revision_number=7']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:03.635700 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-c7e7ce4a-a26b-405a-8d5d-dff9a06f7901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:03.637371 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-c7e7ce4a-a26b-405a-8d5d-dff9a06f7901 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 1095 time: 0.1561329 Jul 23 16:52:03.787312 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-32a330dd-62ba-494a-acbf-c0cde7c52748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:03.789298 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-32a330dd-62ba-494a-acbf-c0cde7c52748 service neutron] 10.222.0.97 "GET /v2.0/networks?id=180e28a4-6027-47e0-be32-6099fbd02af2 HTTP/1.1" status: 200 len: 899 time: 0.1412990 Jul 23 16:52:03.878083 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-56c02de2-8805-429c-880b-6e53336e9b47 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df04fbf1-7f88-4bbd-8a3d-64be20454800 HTTP/1.1" status: 200 len: 1000 time: 0.0801373 Jul 23 16:52:03.935761 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-0e430772-76b5-4b88-b5db-6d90a4ee1cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:03.936182 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-0e430772-76b5-4b88-b5db-6d90a4ee1cf0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=84bba497-d7e2-4a24-bac6-00360369fb06 HTTP/1.1" status: 200 len: 835 time: 0.0516675 Jul 23 16:52:04.011572 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-86c156da-c309-43ea-b423-e2e01004ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:04.013557 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-86c156da-c309-43ea-b423-e2e01004ed83 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=180e28a4-6027-47e0-be32-6099fbd02af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705004 Jul 23 16:52:04.129433 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-4be9580e-e560-4fcf-8c59-a8952cc2c253 service neutron] 10.222.0.97 "GET /v2.0/networks/180e28a4-6027-47e0-be32-6099fbd02af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093583 Jul 23 16:52:04.286924 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d56bf2a0-d730-489b-9622-7450d9ed666a req-8aade305-2835-4cbb-bacf-5f520bdda50a service neutron] 10.222.0.97 "GET /v2.0/networks/180e28a4-6027-47e0-be32-6099fbd02af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510675 Jul 23 16:52:04.312587 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23410c7e-d386-4375-8245-5234d35afd20 req-07266afa-aaaa-40ce-8959-c806e1816db1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:04.314624 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-23410c7e-d386-4375-8245-5234d35afd20 req-07266afa-aaaa-40ce-8959-c806e1816db1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 944 time: 0.1094882 Jul 23 16:52:04.372542 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-23410c7e-d386-4375-8245-5234d35afd20 req-ae68c4f0-e45b-4ef5-bd64-9675feb1a8ec tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449474 Jul 23 16:52:04.499495 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051d861-29b4-4442-918d-15bd83c486de req-90495de0-3185-42a3-94eb-403a115e5d34 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:04.501336 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3051d861-29b4-4442-918d-15bd83c486de req-90495de0-3185-42a3-94eb-403a115e5d34 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 944 time: 0.0747232 Jul 23 16:52:04.526022 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821152ec-5124-47cb-b64c-bb54ce19e16d', 'tag': 'df04fbf1-7f88-4bbd-8a3d-64be20454800'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:52:04.532275 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a339276-dd23-4d48-a7ee-104b18aabe5f" -d '{"events": [{"name": "network-changed", "server_uuid": "821152ec-5124-47cb-b64c-bb54ce19e16d", "tag": "df04fbf1-7f88-4bbd-8a3d-64be20454800"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:52:04.556648 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3051d861-29b4-4442-918d-15bd83c486de req-0bf9ea23-8c55-470a-9498-59f2d0439271 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493915 Jul 23 16:52:04.594072 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197862a6-0eab-428d-8481-8eeda2dd95b5 x-openstack-request-id: req-197862a6-0eab-428d-8481-8eeda2dd95b5 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:52:04.594415 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821152ec-5124-47cb-b64c-bb54ce19e16d", "tag": "df04fbf1-7f88-4bbd-8a3d-64be20454800", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:52:04.594697 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-197862a6-0eab-428d-8481-8eeda2dd95b5 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:52:04.595128 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821152ec-5124-47cb-b64c-bb54ce19e16d', 'tag': 'df04fbf1-7f88-4bbd-8a3d-64be20454800', 'status': 'completed', 'code': 200} Jul 23 16:52:04.724028 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a339276-dd23-4d48-a7ee-104b18aabe5f req-dbfd4500-b901-4e53-a119-5b78c2a840d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:04.725659 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a339276-dd23-4d48-a7ee-104b18aabe5f req-dbfd4500-b901-4e53-a119-5b78c2a840d1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 1095 time: 0.1027920 Jul 23 16:52:04.729665 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a339276-dd23-4d48-a7ee-104b18aabe5f req-a2b3447b-a774-4d56-b61a-9a546b033de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:04.731353 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a339276-dd23-4d48-a7ee-104b18aabe5f req-a2b3447b-a774-4d56-b61a-9a546b033de4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 1095 time: 0.1183600 Jul 23 16:52:04.897006 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a339276-dd23-4d48-a7ee-104b18aabe5f req-b8a8a5c1-c676-4e33-b18b-462986939bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:04.898485 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a339276-dd23-4d48-a7ee-104b18aabe5f req-b8a8a5c1-c676-4e33-b18b-462986939bd9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=180e28a4-6027-47e0-be32-6099fbd02af2 HTTP/1.1" status: 200 len: 899 time: 0.1579268 Jul 23 16:52:04.899819 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a339276-dd23-4d48-a7ee-104b18aabe5f req-17eb0096-2dd2-4f3b-aaa5-beeb389a8e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:04.901180 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a339276-dd23-4d48-a7ee-104b18aabe5f req-17eb0096-2dd2-4f3b-aaa5-beeb389a8e01 service neutron] 10.222.0.74 "GET /v2.0/networks?id=180e28a4-6027-47e0-be32-6099fbd02af2 HTTP/1.1" status: 200 len: 899 time: 0.1689730 Jul 23 16:52:05.022475 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a339276-dd23-4d48-a7ee-104b18aabe5f req-5ccc2f46-9877-472c-ad0e-231419ad6122 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df04fbf1-7f88-4bbd-8a3d-64be20454800 HTTP/1.1" status: 200 len: 1000 time: 0.1121900 Jul 23 16:52:05.052162 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:05.064172 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a339276-dd23-4d48-a7ee-104b18aabe5f req-7d878b00-3566-4a86-b014-f5bffa96ef52 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df04fbf1-7f88-4bbd-8a3d-64be20454800 HTTP/1.1" status: 200 len: 1000 time: 0.1551170 Jul 23 16:52:05.130259 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a339276-dd23-4d48-a7ee-104b18aabe5f req-7491fcd9-2321-4f8f-a106-e070d44a523b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:05.131438 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a339276-dd23-4d48-a7ee-104b18aabe5f req-7491fcd9-2321-4f8f-a106-e070d44a523b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=84bba497-d7e2-4a24-bac6-00360369fb06 HTTP/1.1" status: 200 len: 835 time: 0.1030200 Jul 23 16:52:05.408274 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cf86832f-5907-4ef6-8b72-b4f1925ad8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:05.498864 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:05.611971 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a339276-dd23-4d48-a7ee-104b18aabe5f req-d05cabe2-52ba-4f9e-82ef-e4a9a65a3b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:05.615005 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a339276-dd23-4d48-a7ee-104b18aabe5f req-d05cabe2-52ba-4f9e-82ef-e4a9a65a3b47 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=84bba497-d7e2-4a24-bac6-00360369fb06 HTTP/1.1" status: 200 len: 835 time: 0.5403957 Jul 23 16:52:05.667833 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device df04fbf1-7f88-4bbd-8a3d-64be20454800 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:52:05.722403 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device df04fbf1-7f88-4bbd-8a3d-64be20454800 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:52:05.794276 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a339276-dd23-4d48-a7ee-104b18aabe5f req-4a40853b-def8-4be6-9a5a-6e5a683ca4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:05.796418 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a339276-dd23-4d48-a7ee-104b18aabe5f req-4a40853b-def8-4be6-9a5a-6e5a683ca4ad service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=180e28a4-6027-47e0-be32-6099fbd02af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6583831 Jul 23 16:52:05.827555 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a339276-dd23-4d48-a7ee-104b18aabe5f req-12e471af-a58a-4330-af62-0e17a261a518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:05.829168 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a339276-dd23-4d48-a7ee-104b18aabe5f req-12e471af-a58a-4330-af62-0e17a261a518 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=180e28a4-6027-47e0-be32-6099fbd02af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2015231 Jul 23 16:52:05.840855 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbb11d-e41d-45ef-9fc7-76fdc2f1fdca req-547982f7-faf5-4fd7-be85-f782380dcdab tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:05.842627 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a3fbb11d-e41d-45ef-9fc7-76fdc2f1fdca req-547982f7-faf5-4fd7-be85-f782380dcdab tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 944 time: 0.2430630 Jul 23 16:52:05.914443 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207ed5c-59f1-451a-9043-edfe21c718c3 req-2cadd3d5-e752-4aec-9d10-40605f32c770 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:05.916074 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f207ed5c-59f1-451a-9043-edfe21c718c3 req-2cadd3d5-e752-4aec-9d10-40605f32c770 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 944 time: 0.2597868 Jul 23 16:52:06.073446 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f207ed5c-59f1-451a-9043-edfe21c718c3 req-0cd716c7-c006-4ff3-97b3-9511e5e98ab1 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327472 Jul 23 16:52:06.079453 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a3fbb11d-e41d-45ef-9fc7-76fdc2f1fdca req-507d1bbe-5549-4e45-a16d-862c3e86889e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221267 Jul 23 16:52:06.122129 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a339276-dd23-4d48-a7ee-104b18aabe5f req-dfc8e974-c1bb-4b38-91d0-6cdb31ac0bfe service neutron] 10.222.0.97 "GET /v2.0/networks/180e28a4-6027-47e0-be32-6099fbd02af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784886 Jul 23 16:52:06.124108 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a339276-dd23-4d48-a7ee-104b18aabe5f req-cc44151a-7e0d-460a-aa25-49e2c9cb5e06 service neutron] 10.222.0.74 "GET /v2.0/networks/180e28a4-6027-47e0-be32-6099fbd02af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130209 Jul 23 16:52:06.300141 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a339276-dd23-4d48-a7ee-104b18aabe5f req-0a427b61-15c1-4a69-a1f8-29c5cd8e8389 service neutron] 10.222.0.74 "GET /v2.0/networks/180e28a4-6027-47e0-be32-6099fbd02af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683280 Jul 23 16:52:06.305359 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a339276-dd23-4d48-a7ee-104b18aabe5f req-80236f45-4fb8-42f3-b7ff-9bcd11668336 service neutron] 10.222.0.97 "GET /v2.0/networks/180e28a4-6027-47e0-be32-6099fbd02af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738305 Jul 23 16:52:06.422733 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device df04fbf1-7f88-4bbd-8a3d-64be20454800 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:52:06.531974 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port df04fbf1-7f88-4bbd-8a3d-64be20454800, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=df04fbf1-7f88-4bbd-8a3d-64be20454800,segment=NetworkSegment(36b82a69-eeec-4371-94b6-04483671797b),segment_id=36b82a69-eeec-4371-94b6-04483671797b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:06.545034 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'df04fbf1-7f88-4bbd-8a3d-64be20454800', 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2', 'port_id': 'df04fbf1-7f88-4bbd-8a3d-64be20454800', 'mac_address': 'fa:16:3e:80:54:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84bba497-d7e2-4a24-bac6-00360369fb06', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:52:06.608370 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:06.619877 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:06.626117 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df04fbf1-7f88-4bbd-8a3d-64be20454800 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:52:06.653448 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port df04fbf1-7f88-4bbd-8a3d-64be20454800, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=df04fbf1-7f88-4bbd-8a3d-64be20454800,segment=NetworkSegment(36b82a69-eeec-4371-94b6-04483671797b),segment_id=36b82a69-eeec-4371-94b6-04483671797b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:06.660394 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:06.721995 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=df04fbf1-7f88-4bbd-8a3d-64be20454800,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:06.731716 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:06.732064 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:06.732613 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:06.732954 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:06.733685 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:06.733685 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:06.733965 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:06.734282 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:06.734602 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:06.734913 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:06.735238 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:06.735960 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:06.896617 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['df04fbf1-7f88-4bbd-8a3d-64be20454800'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:52:07.332601 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81212f66-cc8d-4706-a9e0-81b68c361332 req-7deb62b7-dd14-4c6b-a526-1e43a34dee04 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:07.334196 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-81212f66-cc8d-4706-a9e0-81b68c361332 req-7deb62b7-dd14-4c6b-a526-1e43a34dee04 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 945 time: 0.1465881 Jul 23 16:52:07.342413 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ef39e-dd8d-47a3-a938-5f8db30485ce req-d6772588-c221-4e6a-ab66-4bf631dc4286 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:07.353299 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-084ef39e-dd8d-47a3-a938-5f8db30485ce req-d6772588-c221-4e6a-ab66-4bf631dc4286 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 944 time: 0.1034861 Jul 23 16:52:07.421700 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-084ef39e-dd8d-47a3-a938-5f8db30485ce req-0818a632-2313-412e-a6cd-4853d42540f1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674241 Jul 23 16:52:07.426645 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-81212f66-cc8d-4706-a9e0-81b68c361332 req-f8029df8-8c21-4f8d-b62f-a7923a6d2b05 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700061 Jul 23 16:52:07.549756 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:07.815598 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7ca3c-f9ce-4560-8c82-6bc3ca8ad583 req-af374c86-a4c3-49af-8765-2aa1f550c01f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:07.817414 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2bf7ca3c-f9ce-4560-8c82-6bc3ca8ad583 req-af374c86-a4c3-49af-8765-2aa1f550c01f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.74 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d&tenant_id=0f8e445c013940dd90796bd2f3eb088f&binding%3Ahost_id=n-h2-778549-4 HTTP/1.1" status: 200 len: 945 time: 0.1813388 Jul 23 16:52:07.847006 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e4a25-9d9e-4ff9-9e5c-70f36b3d3340 req-eef95409-e359-43bc-907d-cb35946c7dfc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:07.848307 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c8e4a25-9d9e-4ff9-9e5c-70f36b3d3340 req-eef95409-e359-43bc-907d-cb35946c7dfc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 945 time: 0.2030370 Jul 23 16:52:07.964842 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c8e4a25-9d9e-4ff9-9e5c-70f36b3d3340 req-3367d4b7-a1c3-4d68-8222-5ffbdc40ad4e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961597 Jul 23 16:52:07.978644 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c90449fd-6726-4ad5-bba9-5162ec84081c req-0d25d859-0843-4962-9931-5b750f7dd388 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1564443 Jul 23 16:52:07.979413 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [req-2bf7ca3c-f9ce-4560-8c82-6bc3ca8ad583 req-37b016b1-30cc-48c6-96e6-3b2f5fa68be2 service neutron] delete failed (client error): The resource could not be found. Jul 23 16:52:07.980321 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2bf7ca3c-f9ce-4560-8c82-6bc3ca8ad583 req-37b016b1-30cc-48c6-96e6-3b2f5fa68be2 service neutron] 10.222.0.74 "DELETE /v2.0/ports/df04fbf1-7f88-4bbd-8a3d-64be20454800/bindings/n-h1-778549-4 HTTP/1.1" status: 404 len: 380 time: 0.1486814 Jul 23 16:52:08.123572 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90449fd-6726-4ad5-bba9-5162ec84081c req-cf150d34-40d3-468e-b07c-1b8470067b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:08.125129 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c90449fd-6726-4ad5-bba9-5162ec84081c req-cf150d34-40d3-468e-b07c-1b8470067b20 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 1096 time: 0.1014316 Jul 23 16:52:08.127713 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7ca3c-f9ce-4560-8c82-6bc3ca8ad583 req-6edf6448-0822-4d65-a439-e4ab81908993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:08.129086 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2bf7ca3c-f9ce-4560-8c82-6bc3ca8ad583 req-6edf6448-0822-4d65-a439-e4ab81908993 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 1096 time: 0.0970664 Jul 23 16:52:08.291357 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7ca3c-f9ce-4560-8c82-6bc3ca8ad583 req-dcadaacb-b5c5-4c7f-9a3d-7d065472fec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:08.292840 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2bf7ca3c-f9ce-4560-8c82-6bc3ca8ad583 req-dcadaacb-b5c5-4c7f-9a3d-7d065472fec2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=180e28a4-6027-47e0-be32-6099fbd02af2 HTTP/1.1" status: 200 len: 899 time: 0.1579590 Jul 23 16:52:08.295489 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90449fd-6726-4ad5-bba9-5162ec84081c req-9aea7e98-69f1-4d84-89a3-6b36daa3744c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:08.296817 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c90449fd-6726-4ad5-bba9-5162ec84081c req-9aea7e98-69f1-4d84-89a3-6b36daa3744c service neutron] 10.222.0.97 "GET /v2.0/networks?id=180e28a4-6027-47e0-be32-6099fbd02af2 HTTP/1.1" status: 200 len: 899 time: 0.1430931 Jul 23 16:52:08.405356 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2bf7ca3c-f9ce-4560-8c82-6bc3ca8ad583 req-b7065843-32a4-42c8-879d-5e2398d1e8ef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df04fbf1-7f88-4bbd-8a3d-64be20454800 HTTP/1.1" status: 200 len: 1001 time: 0.1062038 Jul 23 16:52:08.407118 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c90449fd-6726-4ad5-bba9-5162ec84081c req-0766d995-4f91-411c-98a8-a2de7029d83e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df04fbf1-7f88-4bbd-8a3d-64be20454800 HTTP/1.1" status: 200 len: 1001 time: 0.1026812 Jul 23 16:52:08.424881 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device df04fbf1-7f88-4bbd-8a3d-64be20454800 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:52:08.482471 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port df04fbf1-7f88-4bbd-8a3d-64be20454800 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:08.488066 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port df04fbf1-7f88-4bbd-8a3d-64be20454800 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:08.488454 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:08.502668 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90449fd-6726-4ad5-bba9-5162ec84081c req-a25c4ed8-77b9-46c9-a713-b1c0ca27b5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:08.504161 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c90449fd-6726-4ad5-bba9-5162ec84081c req-a25c4ed8-77b9-46c9-a713-b1c0ca27b5a3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=84bba497-d7e2-4a24-bac6-00360369fb06 HTTP/1.1" status: 200 len: 835 time: 0.0845158 Jul 23 16:52:08.505671 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7ca3c-f9ce-4560-8c82-6bc3ca8ad583 req-91ecb1f7-744a-45a1-8831-fe2259646ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:08.507325 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2bf7ca3c-f9ce-4560-8c82-6bc3ca8ad583 req-91ecb1f7-744a-45a1-8831-fe2259646ac6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=84bba497-d7e2-4a24-bac6-00360369fb06 HTTP/1.1" status: 200 len: 835 time: 0.0953085 Jul 23 16:52:08.588306 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:08.617460 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821152ec-5124-47cb-b64c-bb54ce19e16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df04fbf1-7f88-4bbd-8a3d-64be20454800'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:52:08.620161 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341ed148-f902-46d8-b9b6-5bacb943abe8" -d '{"events": [{"server_uuid": "821152ec-5124-47cb-b64c-bb54ce19e16d", "name": "network-vif-plugged", "status": "completed", "tag": "df04fbf1-7f88-4bbd-8a3d-64be20454800"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:52:08.642308 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port df04fbf1-7f88-4bbd-8a3d-64be20454800, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=df04fbf1-7f88-4bbd-8a3d-64be20454800,segment=NetworkSegment(36b82a69-eeec-4371-94b6-04483671797b),segment_id=36b82a69-eeec-4371-94b6-04483671797b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:08.651959 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:08.660167 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90449fd-6726-4ad5-bba9-5162ec84081c req-e00530e7-6bb6-4a47-be40-ae94f798f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:08.661133 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c90449fd-6726-4ad5-bba9-5162ec84081c req-e00530e7-6bb6-4a47-be40-ae94f798f708 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=180e28a4-6027-47e0-be32-6099fbd02af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1488714 Jul 23 16:52:08.666716 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7ca3c-f9ce-4560-8c82-6bc3ca8ad583 req-dd88cfd2-8acc-4200-ab48-db0d121f8d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:08.668641 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2bf7ca3c-f9ce-4560-8c82-6bc3ca8ad583 req-dd88cfd2-8acc-4200-ab48-db0d121f8d32 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=180e28a4-6027-47e0-be32-6099fbd02af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1551452 Jul 23 16:52:08.694801 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:08.697021 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65947d0-9d3b-4228-81f1-f5fba5a1fe0d x-openstack-request-id: req-e65947d0-9d3b-4228-81f1-f5fba5a1fe0d {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:52:08.697398 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821152ec-5124-47cb-b64c-bb54ce19e16d", "name": "network-vif-plugged", "status": "completed", "tag": "df04fbf1-7f88-4bbd-8a3d-64be20454800", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:52:08.697713 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e65947d0-9d3b-4228-81f1-f5fba5a1fe0d {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:52:08.698158 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821152ec-5124-47cb-b64c-bb54ce19e16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df04fbf1-7f88-4bbd-8a3d-64be20454800', 'code': 200} Jul 23 16:52:08.708310 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93f66f-8324-4cac-a69e-b3d6048ef412 req-6b04228b-f39a-4f2b-a998-df90e930c5e8 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:08.710108 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-df93f66f-8324-4cac-a69e-b3d6048ef412 req-6b04228b-f39a-4f2b-a998-df90e930c5e8 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 944 time: 0.1854932 Jul 23 16:52:08.714435 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=df04fbf1-7f88-4bbd-8a3d-64be20454800,revision_number=9']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:08.856780 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-df93f66f-8324-4cac-a69e-b3d6048ef412 req-3e0e7e93-9b30-479a-8d29-a07dfd0ac1ec tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293001 Jul 23 16:52:08.863637 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c90449fd-6726-4ad5-bba9-5162ec84081c req-838c4b0d-b23a-4bf2-8950-07e9ea857777 service neutron] 10.222.0.97 "GET /v2.0/networks/180e28a4-6027-47e0-be32-6099fbd02af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940064 Jul 23 16:52:08.902681 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2bf7ca3c-f9ce-4560-8c82-6bc3ca8ad583 req-035c4e56-2f75-4add-a702-4c60e226115e service neutron] 10.222.0.74 "GET /v2.0/networks/180e28a4-6027-47e0-be32-6099fbd02af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223904 Jul 23 16:52:09.050992 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c90449fd-6726-4ad5-bba9-5162ec84081c req-2d2a79d8-118e-4f9a-86cf-cd4e57bbd6c9 service neutron] 10.222.0.97 "GET /v2.0/networks/180e28a4-6027-47e0-be32-6099fbd02af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774709 Jul 23 16:52:09.116000 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2bf7ca3c-f9ce-4560-8c82-6bc3ca8ad583 req-b366b4ad-1f45-4349-9e7f-0d8835041f49 service neutron] 10.222.0.74 "GET /v2.0/networks/180e28a4-6027-47e0-be32-6099fbd02af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036455 Jul 23 16:52:09.168240 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b41825-2646-413e-ac77-dcc1a9b9bed5 req-b84a2163-a20e-42e1-b174-9245e691b33e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:09.171179 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-50b41825-2646-413e-ac77-dcc1a9b9bed5 req-b84a2163-a20e-42e1-b174-9245e691b33e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 946 time: 0.1099195 Jul 23 16:52:09.220038 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-50b41825-2646-413e-ac77-dcc1a9b9bed5 req-ee80e073-9e57-4268-8204-99eb5408c105 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420251 Jul 23 16:52:09.988615 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b150227-c542-4e82-b527-7000888bb74e req-bd9c7f87-5baf-482f-bf6f-41566db2ec45 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:09.990147 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2b150227-c542-4e82-b527-7000888bb74e req-bd9c7f87-5baf-482f-bf6f-41566db2ec45 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 944 time: 0.0641835 Jul 23 16:52:10.033389 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2b150227-c542-4e82-b527-7000888bb74e req-576ba818-27a2-4df8-8ebf-2f3b8c72e66b tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370166 Jul 23 16:52:10.370646 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d2013-24cd-4ddb-91b5-737df7e58e3a req-1505a092-bd5a-4d0c-afef-dc9423ee3197 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:10.372307 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-377d2013-24cd-4ddb-91b5-737df7e58e3a req-1505a092-bd5a-4d0c-afef-dc9423ee3197 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 946 time: 0.0800982 Jul 23 16:52:10.416693 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-377d2013-24cd-4ddb-91b5-737df7e58e3a req-d239c258-e40f-40e4-a7dd-9411cf4dea48 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370672 Jul 23 16:52:10.440743 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 49328) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:10.515483 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-114357f5-65ff-45b3-accb-81a01310b8c3 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/floatingips/0f15b054-5549-4b9d-85ec-19dfc5accc12 HTTP/1.1" status: 200 len: 994 time: 0.0731273 Jul 23 16:52:11.192383 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9974b1-2aa5-40c2-86a1-816766324bcc req-1d88a59e-fa43-42f2-bd09-86233b413938 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:11.193980 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1e9974b1-2aa5-40c2-86a1-816766324bcc req-1d88a59e-fa43-42f2-bd09-86233b413938 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 944 time: 0.0828705 Jul 23 16:52:11.239585 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1e9974b1-2aa5-40c2-86a1-816766324bcc req-ca5d0dfd-c1d9-4a86-b3d0-2b917650f968 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389423 Jul 23 16:52:12.393814 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153287f7-bd5f-4ca5-b388-dd620df5fb78 req-d74e6032-a7be-4983-a5d6-83fd1c0da819 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:12.395375 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-153287f7-bd5f-4ca5-b388-dd620df5fb78 req-d74e6032-a7be-4983-a5d6-83fd1c0da819 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 944 time: 0.0737638 Jul 23 16:52:12.438864 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-153287f7-bd5f-4ca5-b388-dd620df5fb78 req-82b198f1-424c-47a8-b4bd-c64474ffdad8 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359619 Jul 23 16:52:13.594277 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d70586-240b-46b6-aa44-a002e424b9be req-0c0e0d99-7892-446d-b062-128c45198347 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:13.596563 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-66d70586-240b-46b6-aa44-a002e424b9be req-0c0e0d99-7892-446d-b062-128c45198347 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 944 time: 0.0828574 Jul 23 16:52:13.652829 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-66d70586-240b-46b6-aa44-a002e424b9be req-2bb3f935-0190-4f9a-9a13-80fd81127bd1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488012 Jul 23 16:52:14.827536 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7500ce-e34f-4f62-a114-f4059889e608 req-757f0151-bc7d-41d3-ac07-ec3025ee6b77 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:14.829645 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1c7500ce-e34f-4f62-a114-f4059889e608 req-757f0151-bc7d-41d3-ac07-ec3025ee6b77 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 944 time: 0.0825377 Jul 23 16:52:14.879109 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1c7500ce-e34f-4f62-a114-f4059889e608 req-3db8cfcb-51bc-4fe5-aeaa-fdb66db8a3c5 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392516 Jul 23 16:52:16.037859 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99944638-0d54-4d97-9b79-d411df8bb450 req-698e1065-7df1-48c5-a02e-37807edcad18 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:16.039886 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99944638-0d54-4d97-9b79-d411df8bb450 req-698e1065-7df1-48c5-a02e-37807edcad18 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 944 time: 0.0722854 Jul 23 16:52:16.077781 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99944638-0d54-4d97-9b79-d411df8bb450 req-ca7ab395-e2f5-4529-a4af-c22b34cf968f tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322959 Jul 23 16:52:17.215420 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01187bcf-ece2-4787-babb-f1bcb353bc79 req-a7176829-a5d4-448c-8314-291ea302557c tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:17.216902 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-01187bcf-ece2-4787-babb-f1bcb353bc79 req-a7176829-a5d4-448c-8314-291ea302557c tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 944 time: 0.0682237 Jul 23 16:52:17.256528 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-01187bcf-ece2-4787-babb-f1bcb353bc79 req-a01c6632-e594-4fd5-83fb-ad8562888f6c tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339019 Jul 23 16:52:17.714843 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 986bfe37-1058-4998-9825-e819d4ca0776 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:52:17.819584 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 986bfe37-1058-4998-9825-e819d4ca0776, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=986bfe37-1058-4998-9825-e819d4ca0776,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:17.831610 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '986bfe37-1058-4998-9825-e819d4ca0776', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'port_id': '986bfe37-1058-4998-9825-e819d4ca0776', 'mac_address': 'fa:16:3e:db:62:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:52:17.869172 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:17.882516 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 986bfe37-1058-4998-9825-e819d4ca0776 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:52:17.904067 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 986bfe37-1058-4998-9825-e819d4ca0776, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=986bfe37-1058-4998-9825-e819d4ca0776,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:17.908972 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:17.979128 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=986bfe37-1058-4998-9825-e819d4ca0776,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:18.113904 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['986bfe37-1058-4998-9825-e819d4ca0776'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:52:18.410442 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399dba2-31d8-44da-826d-f3d0a163ac0c req-b52a7db2-3b1e-4fe4-b344-f8c03b6525d4 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:18.413787 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6399dba2-31d8-44da-826d-f3d0a163ac0c req-b52a7db2-3b1e-4fe4-b344-f8c03b6525d4 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 945 time: 0.0809462 Jul 23 16:52:18.461253 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6399dba2-31d8-44da-826d-f3d0a163ac0c req-2e2fc275-1c09-49e8-bc40-9acd97d0d5b0 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411682 Jul 23 16:52:19.615758 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45955a65-e58f-47cd-90b5-184c5fc48660 req-5e6c63a5-0845-47d4-95f5-6bf7e4793923 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:19.618015 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45955a65-e58f-47cd-90b5-184c5fc48660 req-5e6c63a5-0845-47d4-95f5-6bf7e4793923 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 945 time: 0.0722857 Jul 23 16:52:19.664557 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45955a65-e58f-47cd-90b5-184c5fc48660 req-67d0071c-db0b-431a-a9eb-cdb19cf1dbd2 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388842 Jul 23 16:52:19.714263 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 986bfe37-1058-4998-9825-e819d4ca0776 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:52:19.779223 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 986bfe37-1058-4998-9825-e819d4ca0776 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:19.783668 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 986bfe37-1058-4998-9825-e819d4ca0776 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:19.784060 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:19.875361 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:19.909963 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986bfe37-1058-4998-9825-e819d4ca0776'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:52:19.912371 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77607f01-d6db-4ceb-a6b1-db5e7eb544ca" -d '{"events": [{"server_uuid": "8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98", "name": "network-vif-plugged", "status": "completed", "tag": "986bfe37-1058-4998-9825-e819d4ca0776"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:52:19.928609 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 986bfe37-1058-4998-9825-e819d4ca0776, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=986bfe37-1058-4998-9825-e819d4ca0776,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:19.935176 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:19.966708 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d453bfa-e801-4d8f-9e5a-bbb67b25f257 x-openstack-request-id: req-8d453bfa-e801-4d8f-9e5a-bbb67b25f257 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:52:19.967153 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98", "name": "network-vif-plugged", "status": "completed", "tag": "986bfe37-1058-4998-9825-e819d4ca0776", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:52:19.967674 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8d453bfa-e801-4d8f-9e5a-bbb67b25f257 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:52:19.968221 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986bfe37-1058-4998-9825-e819d4ca0776', 'code': 200} Jul 23 16:52:20.007373 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=986bfe37-1058-4998-9825-e819d4ca0776,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:20.112763 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83a410-6d8d-422f-bc62-8ea3dfc41606 req-978c3ca4-23e4-4796-9088-bf3a62b63d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:20.114983 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4e83a410-6d8d-422f-bc62-8ea3dfc41606 req-978c3ca4-23e4-4796-9088-bf3a62b63d76 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 1097 time: 0.0790784 Jul 23 16:52:20.156139 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4e83a410-6d8d-422f-bc62-8ea3dfc41606 req-12876609-e150-4c26-b187-2849df7885e6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335090 Jul 23 16:52:20.820709 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828cfc4-a872-4f61-acc4-df50b56cda7c req-135f93cc-b9c0-4907-a1ce-b150a07316ee tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:20.822722 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9828cfc4-a872-4f61-acc4-df50b56cda7c req-135f93cc-b9c0-4907-a1ce-b150a07316ee tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 946 time: 0.0805085 Jul 23 16:52:20.864905 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9828cfc4-a872-4f61-acc4-df50b56cda7c req-db575c62-5150-4980-a382-3ae8ce5a4f54 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358753 Jul 23 16:52:22.047449 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92c960-17b6-4828-8f03-d5044d255f15 req-46dc4d12-edf4-4e9d-a896-60fd8064bfe6 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:22.049412 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3b92c960-17b6-4828-8f03-d5044d255f15 req-46dc4d12-edf4-4e9d-a896-60fd8064bfe6 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 946 time: 0.0738187 Jul 23 16:52:22.091020 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3b92c960-17b6-4828-8f03-d5044d255f15 req-bedfe3af-07a6-43c3-902b-ea7cef129b15 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346959 Jul 23 16:52:22.238868 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f038ae-0f2b-4a5b-9fef-ca3a5a786f5e req-ef8a01e5-9206-41d8-b074-ded16295a73a tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:22.240278 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-10f038ae-0f2b-4a5b-9fef-ca3a5a786f5e req-ef8a01e5-9206-41d8-b074-ded16295a73a tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 946 time: 0.0682964 Jul 23 16:52:22.278801 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-10f038ae-0f2b-4a5b-9fef-ca3a5a786f5e req-bc76e8fd-6a54-4cc6-8e5b-efa4b903d44c tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320985 Jul 23 16:52:22.638130 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b6336-bb02-4e5f-a24d-48bfe8224231 req-f426d2d1-88cc-439c-8d60-8da641336c71 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:22.639801 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-721b6336-bb02-4e5f-a24d-48bfe8224231 req-f426d2d1-88cc-439c-8d60-8da641336c71 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 946 time: 0.0700994 Jul 23 16:52:22.688931 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-721b6336-bb02-4e5f-a24d-48bfe8224231 req-b026741c-f56c-4408-b3ce-d80809882746 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414512 Jul 23 16:52:24.046390 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14deac2-3fef-4da6-86e1-6c80341c29c5 req-40bbea33-afc5-4e66-8894-f7c2ea1bd2d2 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:24.048011 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a14deac2-3fef-4da6-86e1-6c80341c29c5 req-40bbea33-afc5-4e66-8894-f7c2ea1bd2d2 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 946 time: 0.2657979 Jul 23 16:52:24.104521 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6734a-5fb3-401c-ab7b-bc5c0ba10db9 req-ae287933-18bf-4219-a098-e3cf9ce8f27e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:24.106355 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-adc6734a-5fb3-401c-ab7b-bc5c0ba10db9 req-ae287933-18bf-4219-a098-e3cf9ce8f27e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 946 time: 0.1148639 Jul 23 16:52:24.111797 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a14deac2-3fef-4da6-86e1-6c80341c29c5 req-cb606bb2-a88c-4d3d-9b47-4fe9a81bdb15 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564361 Jul 23 16:52:24.212807 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-adc6734a-5fb3-401c-ab7b-bc5c0ba10db9 req-03f43e1f-10e7-4923-9025-3b9b3a90778e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Deleting port 986bfe37-1058-4998-9825-e819d4ca0776 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:52:24.213178 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-adc6734a-5fb3-401c-ab7b-bc5c0ba10db9 req-03f43e1f-10e7-4923-9025-3b9b3a90778e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:24.313350 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-adc6734a-5fb3-401c-ab7b-bc5c0ba10db9 req-03f43e1f-10e7-4923-9025-3b9b3a90778e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] For port 986bfe37-1058-4998-9825-e819d4ca0776, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=986bfe37-1058-4998-9825-e819d4ca0776,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:24.313637 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-adc6734a-5fb3-401c-ab7b-bc5c0ba10db9 req-03f43e1f-10e7-4923-9025-3b9b3a90778e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:24.326441 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-adc6734a-5fb3-401c-ab7b-bc5c0ba10db9 req-03f43e1f-10e7-4923-9025-3b9b3a90778e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Calling delete_port for 986bfe37-1058-4998-9825-e819d4ca0776 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:52:24.465291 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-adc6734a-5fb3-401c-ab7b-bc5c0ba10db9 req-03f43e1f-10e7-4923-9025-3b9b3a90778e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:24.479126 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['b8857886-2d59-434e-a2e7-ed3cd8267573'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:52:24.482799 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['986bfe37-1058-4998-9825-e819d4ca0776'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:52:24.494394 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f43e1f-10e7-4923-9025-3b9b3a90778e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Pushing event deleted for resources: {'Port': ['ID=986bfe37-1058-4998-9825-e819d4ca0776,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:24.561525 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc6734a-5fb3-401c-ab7b-bc5c0ba10db9 req-03f43e1f-10e7-4923-9025-3b9b3a90778e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] No DVR routers for this DVR port 986bfe37-1058-4998-9825-e819d4ca0776 on host n-h1-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:52:24.564962 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-adc6734a-5fb3-401c-ab7b-bc5c0ba10db9 req-03f43e1f-10e7-4923-9025-3b9b3a90778e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:24.567055 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-adc6734a-5fb3-401c-ab7b-bc5c0ba10db9 req-03f43e1f-10e7-4923-9025-3b9b3a90778e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.74 "DELETE /v2.0/ports/986bfe37-1058-4998-9825-e819d4ca0776 HTTP/1.1" status: 204 len: 173 time: 0.4543798 Jul 23 16:52:24.567861 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98', 'name': 'network-vif-deleted', 'tag': '986bfe37-1058-4998-9825-e819d4ca0776'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:52:24.571173 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf93f58-c384-4d48-a4db-2c46d63e69c5" -d '{"events": [{"server_uuid": "8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98", "name": "network-vif-deleted", "tag": "986bfe37-1058-4998-9825-e819d4ca0776"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:52:24.632200 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb033cb1-1999-45d7-93a8-ed0fb532fc9a x-openstack-request-id: req-fb033cb1-1999-45d7-93a8-ed0fb532fc9a {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:52:24.632523 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98", "name": "network-vif-deleted", "tag": "986bfe37-1058-4998-9825-e819d4ca0776", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:52:24.632832 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fb033cb1-1999-45d7-93a8-ed0fb532fc9a {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:52:24.633701 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98', 'name': 'network-vif-deleted', 'tag': '986bfe37-1058-4998-9825-e819d4ca0776', 'status': 'completed', 'code': 200} Jul 23 16:52:25.219208 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea520e1-753c-43e5-a314-b3ae660f3deb req-2ccda093-d630-443e-8fc2-239b5d129b2f tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 210 time: 0.0297611 Jul 23 16:52:26.390297 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-af0c7b86-4dff-452c-a27b-7a82c1fb7507 req-8d77c8a5-20e9-4079-94ca-c0437a0ec950 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 210 time: 0.0963025 Jul 23 16:52:27.563381 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-937458bc-8ed8-42cf-b0b8-618dfcf1cb65 req-f5f18e7a-6ba2-4764-93bb-991db1fb9721 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 210 time: 0.0556176 Jul 23 16:52:27.776802 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 986bfe37-1058-4998-9825-e819d4ca0776 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:52:27.810418 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 986bfe37-1058-4998-9825-e819d4ca0776 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:52:27.810757 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 986bfe37-1058-4998-9825-e819d4ca0776 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:52:28.679352 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-66671da7-51f7-46b0-aa73-1e1613e93104 req-850a028c-4ba0-4b62-9577-ea839d2753c6 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d2835b0-6d8d-4b9e-95f3-3b8549a2ea98 HTTP/1.1" status: 200 len: 210 time: 0.0334637 Jul 23 16:52:32.667934 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2b9b41c2-3727-4a51-9d1f-e8926bbf80fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:34.300923 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446d04c-e282-4c9e-9ac6-b79062b4de90 req-be1010cd-6345-4887-881b-74826e6af8bd tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:34.302601 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2446d04c-e282-4c9e-9ac6-b79062b4de90 req-be1010cd-6345-4887-881b-74826e6af8bd tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894b193-7a88-4e88-91e3-b61c0c3682ed HTTP/1.1" status: 200 len: 945 time: 0.0733490 Jul 23 16:52:34.344122 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2446d04c-e282-4c9e-9ac6-b79062b4de90 req-b6efa73a-ab4e-46c2-a0da-9e05e397097a tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355396 Jul 23 16:52:35.064439 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:35.403575 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fe174049-2dea-41d2-9b26-78e8944d4092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:35.493794 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:35.498272 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10aabf-6fc9-49ef-b6e1-de6395a1b05d req-7ada27f5-b232-4c96-801a-d09cdaa36fad tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:35.499761 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b10aabf-6fc9-49ef-b6e1-de6395a1b05d req-7ada27f5-b232-4c96-801a-d09cdaa36fad tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894b193-7a88-4e88-91e3-b61c0c3682ed HTTP/1.1" status: 200 len: 945 time: 0.0752754 Jul 23 16:52:35.539636 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b10aabf-6fc9-49ef-b6e1-de6395a1b05d req-848b2df0-aa6d-48e2-a832-ce00ce686faa tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2842123-7531-4fc0-acfd-c0b30bcfe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339777 Jul 23 16:52:35.861082 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db480329-efad-424f-a84c-575f39937adb req-9c3dee4c-1f97-4669-bd99-fa4636de9cbe tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:35.863740 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db480329-efad-424f-a84c-575f39937adb req-9c3dee4c-1f97-4669-bd99-fa4636de9cbe tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.97 "GET /v2.0/ports?device_id=7894b193-7a88-4e88-91e3-b61c0c3682ed HTTP/1.1" status: 200 len: 945 time: 0.0719962 Jul 23 16:52:36.321775 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-db480329-efad-424f-a84c-575f39937adb req-58c4b54b-b4cb-48b8-8f0a-2ec910ca796d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Deleting port b8857886-2d59-434e-a2e7-ed3cd8267573 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:52:36.322116 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-db480329-efad-424f-a84c-575f39937adb req-58c4b54b-b4cb-48b8-8f0a-2ec910ca796d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:36.421397 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-db480329-efad-424f-a84c-575f39937adb req-58c4b54b-b4cb-48b8-8f0a-2ec910ca796d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] For port b8857886-2d59-434e-a2e7-ed3cd8267573, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=b8857886-2d59-434e-a2e7-ed3cd8267573,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:36.422012 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-db480329-efad-424f-a84c-575f39937adb req-58c4b54b-b4cb-48b8-8f0a-2ec910ca796d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:36.439974 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-db480329-efad-424f-a84c-575f39937adb req-58c4b54b-b4cb-48b8-8f0a-2ec910ca796d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Calling delete_port for b8857886-2d59-434e-a2e7-ed3cd8267573 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:52:36.576681 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-db480329-efad-424f-a84c-575f39937adb req-58c4b54b-b4cb-48b8-8f0a-2ec910ca796d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:36.591980 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['b8857886-2d59-434e-a2e7-ed3cd8267573'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:52:36.610687 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4b54b-b4cb-48b8-8f0a-2ec910ca796d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Pushing event deleted for resources: {'Port': ['ID=b8857886-2d59-434e-a2e7-ed3cd8267573,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:36.666381 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:36.668576 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-db480329-efad-424f-a84c-575f39937adb req-58c4b54b-b4cb-48b8-8f0a-2ec910ca796d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] No DVR routers for this DVR port b8857886-2d59-434e-a2e7-ed3cd8267573 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:52:36.678272 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-db480329-efad-424f-a84c-575f39937adb req-58c4b54b-b4cb-48b8-8f0a-2ec910ca796d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:36.680514 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db480329-efad-424f-a84c-575f39937adb req-58c4b54b-b4cb-48b8-8f0a-2ec910ca796d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.97 "DELETE /v2.0/ports/b8857886-2d59-434e-a2e7-ed3cd8267573 HTTP/1.1" status: 204 len: 173 time: 0.8112907 Jul 23 16:52:36.680961 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7894b193-7a88-4e88-91e3-b61c0c3682ed', 'name': 'network-vif-deleted', 'tag': 'b8857886-2d59-434e-a2e7-ed3cd8267573'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:52:36.683209 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1471e67-7268-4ff0-95e6-6a0b61968125" -d '{"events": [{"server_uuid": "7894b193-7a88-4e88-91e3-b61c0c3682ed", "name": "network-vif-deleted", "tag": "b8857886-2d59-434e-a2e7-ed3cd8267573"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:52:36.713121 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0ee42814-879a-44f7-9e2b-b1c432e2697b req-130d6f0a-fe1b-439e-a81b-d08a600e17dc tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894b193-7a88-4e88-91e3-b61c0c3682ed HTTP/1.1" status: 200 len: 210 time: 0.0458398 Jul 23 16:52:36.809001 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031d4250-5567-4170-96f2-f727bac386c6 x-openstack-request-id: req-031d4250-5567-4170-96f2-f727bac386c6 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:52:36.809400 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7894b193-7a88-4e88-91e3-b61c0c3682ed", "name": "network-vif-deleted", "tag": "b8857886-2d59-434e-a2e7-ed3cd8267573", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:52:36.809720 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-031d4250-5567-4170-96f2-f727bac386c6 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:52:36.810186 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7894b193-7a88-4e88-91e3-b61c0c3682ed', 'name': 'network-vif-deleted', 'tag': 'b8857886-2d59-434e-a2e7-ed3cd8267573', 'status': 'completed', 'code': 200} Jul 23 16:52:37.574372 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:37.869131 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-950d9f6b-000e-4e4b-bf71-8646b10e2864 req-8f805364-753f-4128-b1e0-7100b2a8b621 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894b193-7a88-4e88-91e3-b61c0c3682ed HTTP/1.1" status: 200 len: 210 time: 0.0590150 Jul 23 16:52:38.648064 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:38.988037 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f8b4d9e-a90b-468c-b1cc-5ce042f9a63e req-422d7e0c-269a-4559-999c-8d1620f59f42 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894b193-7a88-4e88-91e3-b61c0c3682ed HTTP/1.1" status: 200 len: 210 time: 0.0339200 Jul 23 16:52:39.043726 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c518d7f-b706-4e28-b694-bb2429f8d8db req-ffd9ccff-e25d-4a76-8fe6-778259c5ea0f tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:39.045372 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c518d7f-b706-4e28-b694-bb2429f8d8db req-ffd9ccff-e25d-4a76-8fe6-778259c5ea0f tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 1097 time: 0.0598476 Jul 23 16:52:39.082917 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c518d7f-b706-4e28-b694-bb2429f8d8db req-b9f57ab9-0f71-42b0-8dd1-ce57f9b374e2 tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313830 Jul 23 16:52:39.123264 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50124) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:39.308486 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-127d8643-14de-488f-8b78-2625d9868e9f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Deleting port 93d0a71f-59b4-4df8-b761-d98e116aff93 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:52:39.308837 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-127d8643-14de-488f-8b78-2625d9868e9f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:39.392057 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-127d8643-14de-488f-8b78-2625d9868e9f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:39.392380 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-127d8643-14de-488f-8b78-2625d9868e9f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:39.405404 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-127d8643-14de-488f-8b78-2625d9868e9f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Calling delete_port for 93d0a71f-59b4-4df8-b761-d98e116aff93 owned by network:floatingip {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:52:39.572696 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-127d8643-14de-488f-8b78-2625d9868e9f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:39.664347 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d8643-14de-488f-8b78-2625d9868e9f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event deleted for resources: {'Port': ['ID=93d0a71f-59b4-4df8-b761-d98e116aff93,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:39.684871 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d8643-14de-488f-8b78-2625d9868e9f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:39.684871 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d8643-14de-488f-8b78-2625d9868e9f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:39.685273 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d8643-14de-488f-8b78-2625d9868e9f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:39.686839 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d8643-14de-488f-8b78-2625d9868e9f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:39.686839 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d8643-14de-488f-8b78-2625d9868e9f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:39.686839 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d8643-14de-488f-8b78-2625d9868e9f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:39.687143 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d8643-14de-488f-8b78-2625d9868e9f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:39.687486 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d8643-14de-488f-8b78-2625d9868e9f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:39.687810 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d8643-14de-488f-8b78-2625d9868e9f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:39.688131 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d8643-14de-488f-8b78-2625d9868e9f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:39.688460 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d8643-14de-488f-8b78-2625d9868e9f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:39.688774 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d8643-14de-488f-8b78-2625d9868e9f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:39.695274 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-127d8643-14de-488f-8b78-2625d9868e9f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for floatingip, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:39.695274 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-127d8643-14de-488f-8b78-2625d9868e9f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Floating IP 0f15b054-5549-4b9d-85ec-19dfc5accc12 disassociated (deleted). External IP: 172.25.8.229, port: df04fbf1-7f88-4bbd-8a3d-64be20454800. Jul 23 16:52:39.931251 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127d8643-14de-488f-8b78-2625d9868e9f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Router 4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:52:40.046882 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127d8643-14de-488f-8b78-2625d9868e9f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:52:40.051828 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-127d8643-14de-488f-8b78-2625d9868e9f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:40.065178 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25479497-f72e-4206-839d-514b9c2298c4 None None] Sync routers for ids ['4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:52:40.078850 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25479497-f72e-4206-839d-514b9c2298c4 None None] Routers {'4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:40.080275 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-25479497-f72e-4206-839d-514b9c2298c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:52:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:40.118503 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-127d8643-14de-488f-8b78-2625d9868e9f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "DELETE /v2.0/floatingips/0f15b054-5549-4b9d-85ec-19dfc5accc12 HTTP/1.1" status: 204 len: 168 time: 0.9941311 Jul 23 16:52:40.119490 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821152ec-5124-47cb-b64c-bb54ce19e16d', 'tag': 'df04fbf1-7f88-4bbd-8a3d-64be20454800'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:52:40.132289 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201361ce-4213-42d3-8f53-8c7916941723" -d '{"events": [{"name": "network-changed", "server_uuid": "821152ec-5124-47cb-b64c-bb54ce19e16d", "tag": "df04fbf1-7f88-4bbd-8a3d-64be20454800"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:52:40.139553 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e6073e42-1162-4396-8ac9-b84476b93d09 req-d1f3c68e-b89f-4996-b38e-8a5e7577b14e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894b193-7a88-4e88-91e3-b61c0c3682ed HTTP/1.1" status: 200 len: 210 time: 0.0437675 Jul 23 16:52:40.160536 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:52:40.324116 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd11bd2-0ef2-44dc-be81-2be6bbcdfc4e x-openstack-request-id: req-6bd11bd2-0ef2-44dc-be81-2be6bbcdfc4e {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:52:40.324395 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821152ec-5124-47cb-b64c-bb54ce19e16d", "tag": "df04fbf1-7f88-4bbd-8a3d-64be20454800", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:52:40.324642 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6bd11bd2-0ef2-44dc-be81-2be6bbcdfc4e {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:52:40.325264 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821152ec-5124-47cb-b64c-bb54ce19e16d', 'tag': 'df04fbf1-7f88-4bbd-8a3d-64be20454800', 'status': 'completed', 'code': 200} Jul 23 16:52:40.548266 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-25479497-f72e-4206-839d-514b9c2298c4 None None] Set router 4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:52:40.560947 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201361ce-4213-42d3-8f53-8c7916941723 req-fb815429-b5b6-4d5f-909c-e0baa4b419bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:40.562755 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-201361ce-4213-42d3-8f53-8c7916941723 req-fb815429-b5b6-4d5f-909c-e0baa4b419bc service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 1097 time: 0.2011061 Jul 23 16:52:40.570425 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c335a8-e176-4289-a59b-b906f4dbeb08 req-4b2306c1-f40e-4ac5-b9a2-ef0656771285 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:40.571942 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f3c335a8-e176-4289-a59b-b906f4dbeb08 req-4b2306c1-f40e-4ac5-b9a2-ef0656771285 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 946 time: 0.1623373 Jul 23 16:52:40.664908 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device b8857886-2d59-434e-a2e7-ed3cd8267573 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:52:40.699512 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: b8857886-2d59-434e-a2e7-ed3cd8267573 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:52:40.699965 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device b8857886-2d59-434e-a2e7-ed3cd8267573 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:52:40.708215 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201361ce-4213-42d3-8f53-8c7916941723 req-96e02fdf-d4ed-4669-b6e4-cb5212d63b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:40.710493 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-201361ce-4213-42d3-8f53-8c7916941723 req-96e02fdf-d4ed-4669-b6e4-cb5212d63b72 service neutron] 10.222.0.97 "GET /v2.0/networks?id=180e28a4-6027-47e0-be32-6099fbd02af2 HTTP/1.1" status: 200 len: 899 time: 0.1367788 Jul 23 16:52:40.776234 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-201361ce-4213-42d3-8f53-8c7916941723 req-be41687a-3e8a-4554-add3-87278d3e0cf1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df04fbf1-7f88-4bbd-8a3d-64be20454800 HTTP/1.1" status: 200 len: 217 time: 0.0567341 Jul 23 16:52:40.779610 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f3c335a8-e176-4289-a59b-b906f4dbeb08 req-9c7311b7-fae3-49f9-91a9-d456e3701b86 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987813 Jul 23 16:52:40.854886 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201361ce-4213-42d3-8f53-8c7916941723 req-fda86dd1-e3a6-4b83-ad5a-2a0625d69e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:40.856994 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-201361ce-4213-42d3-8f53-8c7916941723 req-fda86dd1-e3a6-4b83-ad5a-2a0625d69e3f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=84bba497-d7e2-4a24-bac6-00360369fb06 HTTP/1.1" status: 200 len: 835 time: 0.0734711 Jul 23 16:52:40.877105 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-25479497-f72e-4206-839d-514b9c2298c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508834278', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '21954a0d-18e4-4085-a778-82fa702192bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:50:52Z', 'updated_at': '2021-07-23T16:50:58Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '21954a0d-18e4-4085-a778-82fa702192bf', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:50:53Z', 'updated_at': '2021-07-23T16:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6', 'name': '', 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:bf:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '84bba497-d7e2-4a24-bac6-00360369fb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:50:56Z', 'updated_at': '2021-07-23T16:51:04Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': '84bba497-d7e2-4a24-bac6-00360369fb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:40.913365 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25479497-f72e-4206-839d-514b9c2298c4 None None] Checking router: 4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:52:40.947918 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201361ce-4213-42d3-8f53-8c7916941723 req-aabf173e-b8b0-4768-8fde-b9fc373a3fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:40.949559 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-201361ce-4213-42d3-8f53-8c7916941723 req-aabf173e-b8b0-4768-8fde-b9fc373a3fe7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=180e28a4-6027-47e0-be32-6099fbd02af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846391 Jul 23 16:52:40.956670 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25479497-f72e-4206-839d-514b9c2298c4 None None] Routers {'4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:40.957353 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-25479497-f72e-4206-839d-514b9c2298c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:52:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:41.070736 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-201361ce-4213-42d3-8f53-8c7916941723 req-b34f0cc9-1779-429d-80c9-1161948d5d50 service neutron] 10.222.0.97 "GET /v2.0/networks/180e28a4-6027-47e0-be32-6099fbd02af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111367 Jul 23 16:52:41.115808 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-25479497-f72e-4206-839d-514b9c2298c4 None None] Set router 4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:52:41.264271 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-201361ce-4213-42d3-8f53-8c7916941723 req-9d7dfd03-70dc-4737-8e77-4618f15c27b4 service neutron] 10.222.0.97 "GET /v2.0/networks/180e28a4-6027-47e0-be32-6099fbd02af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854877 Jul 23 16:52:41.340867 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6115a637-f23f-4faa-8d2a-3795d96a4a38 req-d6066cc8-529b-492a-9d05-4a9dd50387c5 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894b193-7a88-4e88-91e3-b61c0c3682ed HTTP/1.1" status: 200 len: 210 time: 0.0351245 Jul 23 16:52:41.435922 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-25479497-f72e-4206-839d-514b9c2298c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508834278', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '21954a0d-18e4-4085-a778-82fa702192bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:50:52Z', 'updated_at': '2021-07-23T16:50:58Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '21954a0d-18e4-4085-a778-82fa702192bf', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:50:53Z', 'updated_at': '2021-07-23T16:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6', 'name': '', 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:bf:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '84bba497-d7e2-4a24-bac6-00360369fb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:50:56Z', 'updated_at': '2021-07-23T16:51:04Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': '84bba497-d7e2-4a24-bac6-00360369fb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:41.466622 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25479497-f72e-4206-839d-514b9c2298c4 None None] The sync data for ids ['4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf'] in n-d-778549-4 is: [{'id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508834278', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '21954a0d-18e4-4085-a778-82fa702192bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:50:52Z', 'updated_at': '2021-07-23T16:50:58Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '21954a0d-18e4-4085-a778-82fa702192bf', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:50:53Z', 'updated_at': '2021-07-23T16:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6', 'name': '', 'network_id': '180e28a4-6027-47e0-be32-6099fbd02af2', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:bf:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '84bba497-d7e2-4a24-bac6-00360369fb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:50:56Z', 'updated_at': '2021-07-23T16:51:04Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': '84bba497-d7e2-4a24-bac6-00360369fb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:52:41.727790 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1d3851-5a1f-4917-9199-ead8b7691752 None None] New status for floating IP 0f15b054-5549-4b9d-85ec-19dfc5accc12: DOWN {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:52:41.829993 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4e42d-94e9-4d37-8e41-ce5f672e98da req-bdfd9372-05da-48d6-aeca-5b113bacef61 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:41.831996 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-76e4e42d-94e9-4d37-8e41-ce5f672e98da req-bdfd9372-05da-48d6-aeca-5b113bacef61 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.97 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 946 time: 0.0897882 Jul 23 16:52:42.006617 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230a6fc-e783-4db1-8f1a-31c4fb672513 req-1ac4b65a-b724-4d8f-a78a-9376dd341770 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:42.008256 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b230a6fc-e783-4db1-8f1a-31c4fb672513 req-1ac4b65a-b724-4d8f-a78a-9376dd341770 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=821152ec-5124-47cb-b64c-bb54ce19e16d HTTP/1.1" status: 200 len: 946 time: 0.1346006 Jul 23 16:52:42.055538 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-76e4e42d-94e9-4d37-8e41-ce5f672e98da req-c0926f28-7231-49a4-97a4-96d0fd848246 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Deleting port df04fbf1-7f88-4bbd-8a3d-64be20454800 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:52:42.055928 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-76e4e42d-94e9-4d37-8e41-ce5f672e98da req-c0926f28-7231-49a4-97a4-96d0fd848246 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:42.075880 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b230a6fc-e783-4db1-8f1a-31c4fb672513 req-4e2056b6-5588-42ec-8fa2-925fa2b015c4 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=3996ead1-c829-43c0-8a6f-6ae068fb5615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602107 Jul 23 16:52:42.183465 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-76e4e42d-94e9-4d37-8e41-ce5f672e98da req-c0926f28-7231-49a4-97a4-96d0fd848246 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] For port df04fbf1-7f88-4bbd-8a3d-64be20454800, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=df04fbf1-7f88-4bbd-8a3d-64be20454800,segment=NetworkSegment(36b82a69-eeec-4371-94b6-04483671797b),segment_id=36b82a69-eeec-4371-94b6-04483671797b)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:42.184261 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-76e4e42d-94e9-4d37-8e41-ce5f672e98da req-c0926f28-7231-49a4-97a4-96d0fd848246 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:42.200488 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-76e4e42d-94e9-4d37-8e41-ce5f672e98da req-c0926f28-7231-49a4-97a4-96d0fd848246 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Calling delete_port for df04fbf1-7f88-4bbd-8a3d-64be20454800 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:52:42.336284 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-76e4e42d-94e9-4d37-8e41-ce5f672e98da req-c0926f28-7231-49a4-97a4-96d0fd848246 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:42.370306 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0926f28-7231-49a4-97a4-96d0fd848246 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event deleted for resources: {'Port': ['ID=df04fbf1-7f88-4bbd-8a3d-64be20454800,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:42.441146 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e4e42d-94e9-4d37-8e41-ce5f672e98da req-c0926f28-7231-49a4-97a4-96d0fd848246 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] No DVR routers for this DVR port df04fbf1-7f88-4bbd-8a3d-64be20454800 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:52:42.444328 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-76e4e42d-94e9-4d37-8e41-ce5f672e98da req-c0926f28-7231-49a4-97a4-96d0fd848246 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:42.447898 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-76e4e42d-94e9-4d37-8e41-ce5f672e98da req-c0926f28-7231-49a4-97a4-96d0fd848246 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.97 "DELETE /v2.0/ports/df04fbf1-7f88-4bbd-8a3d-64be20454800 HTTP/1.1" status: 204 len: 173 time: 0.6077363 Jul 23 16:52:42.448466 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821152ec-5124-47cb-b64c-bb54ce19e16d', 'name': 'network-vif-deleted', 'tag': 'df04fbf1-7f88-4bbd-8a3d-64be20454800'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:52:42.451824 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8854e963-57cf-4839-aa72-9caf4f8ef5fc" -d '{"events": [{"server_uuid": "821152ec-5124-47cb-b64c-bb54ce19e16d", "name": "network-vif-deleted", "tag": "df04fbf1-7f88-4bbd-8a3d-64be20454800"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:52:42.498346 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba54fb72-ee6c-4f9f-a052-2567827ef79e x-openstack-request-id: req-ba54fb72-ee6c-4f9f-a052-2567827ef79e {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:52:42.498644 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821152ec-5124-47cb-b64c-bb54ce19e16d", "name": "network-vif-deleted", "tag": "df04fbf1-7f88-4bbd-8a3d-64be20454800", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:52:42.498895 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ba54fb72-ee6c-4f9f-a052-2567827ef79e {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:52:42.499296 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821152ec-5124-47cb-b64c-bb54ce19e16d', 'name': 'network-vif-deleted', 'tag': 'df04fbf1-7f88-4bbd-8a3d-64be20454800', 'status': 'completed', 'code': 200} Jul 23 16:52:43.140341 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50210) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:43.550067 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f941a7c1-b46b-4c4c-a78e-9d38217886e1 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:43.928987 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f941a7c1-b46b-4c4c-a78e-9d38217886e1 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Deleting port 3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:52:43.930222 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f941a7c1-b46b-4c4c-a78e-9d38217886e1 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:44.052945 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-f941a7c1-b46b-4c4c-a78e-9d38217886e1 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] For port 3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6,segment=NetworkSegment(36b82a69-eeec-4371-94b6-04483671797b),segment_id=36b82a69-eeec-4371-94b6-04483671797b)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:44.053337 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f941a7c1-b46b-4c4c-a78e-9d38217886e1 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:44.073616 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f941a7c1-b46b-4c4c-a78e-9d38217886e1 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Calling delete_port for 3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6 owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:52:44.309543 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f941a7c1-b46b-4c4c-a78e-9d38217886e1 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:44.336716 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941a7c1-b46b-4c4c-a78e-9d38217886e1 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event deleted for resources: {'Port': ['ID=3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:44.548827 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f941a7c1-b46b-4c4c-a78e-9d38217886e1 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:45.037753 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f941a7c1-b46b-4c4c-a78e-9d38217886e1 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Router 4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:52:45.149520 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f941a7c1-b46b-4c4c-a78e-9d38217886e1 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:52:45.157960 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50288) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:45.158462 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f941a7c1-b46b-4c4c-a78e-9d38217886e1 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "PUT /v2.0/routers/4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0157135 Jul 23 16:52:45.160834 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0162ed5-5225-4b09-9729-85f60e6a4197 None None] Sync routers for ids ['4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:52:45.178841 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0162ed5-5225-4b09-9729-85f60e6a4197 None None] Routers {'4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:45.180065 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a0162ed5-5225-4b09-9729-85f60e6a4197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:52:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:45.217740 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-586fc3eb-b79c-4768-ae93-167615956e43 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Deleting subnet 84bba497-d7e2-4a24-bac6-00360369fb06 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:52:45.221187 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-586fc3eb-b79c-4768-ae93-167615956e43 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:45.265319 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-586fc3eb-b79c-4768-ae93-167615956e43 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:45.317989 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-a0162ed5-5225-4b09-9729-85f60e6a4197 None None] Set router 4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:52:45.370138 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-586fc3eb-b79c-4768-ae93-167615956e43 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:45.437818 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-586fc3eb-b79c-4768-ae93-167615956e43 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:45.470217 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586fc3eb-b79c-4768-ae93-167615956e43 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event deleted for resources: {'Subnet': ['ID=84bba497-d7e2-4a24-bac6-00360369fb06,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:45.485257 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-586fc3eb-b79c-4768-ae93-167615956e43 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:45.487624 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-586fc3eb-b79c-4768-ae93-167615956e43 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "DELETE /v2.0/subnets/84bba497-d7e2-4a24-bac6-00360369fb06 HTTP/1.1" status: 204 len: 168 time: 0.3251145 Jul 23 16:52:45.490399 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50296) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:45.501592 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d424df-1b38-4229-9629-d236339fed46 None None] Network 180e28a4-6027-47e0-be32-6099fbd02af2 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:45.636256 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a0162ed5-5225-4b09-9729-85f60e6a4197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508834278', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '21954a0d-18e4-4085-a778-82fa702192bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:50:52Z', 'updated_at': '2021-07-23T16:52:44Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '21954a0d-18e4-4085-a778-82fa702192bf', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:50:53Z', 'updated_at': '2021-07-23T16:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:45.661018 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac17decd-ffc5-41f1-b537-78cddba9eee9 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:45.666765 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0162ed5-5225-4b09-9729-85f60e6a4197 None None] Checking router: 4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:52:45.681222 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0162ed5-5225-4b09-9729-85f60e6a4197 None None] Routers {'4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:45.681863 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a0162ed5-5225-4b09-9729-85f60e6a4197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:52:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:45.815776 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50302) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:45.823509 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-84a26bce-bf56-44fc-888e-85a4e1f284d0 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-51440327', 'description': 'tempest-secgroup-smoke-51440327 description', 'project_id': '1a447386a79c4dde9361c7979cbbb97e'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:45.833391 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac17decd-ffc5-41f1-b537-78cddba9eee9 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:45.854242 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-a0162ed5-5225-4b09-9729-85f60e6a4197 None None] Set router 4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:52:45.862978 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-84a26bce-bf56-44fc-888e-85a4e1f284d0 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:45.891324 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3415434-f981-4182-a50c-39b526e1ca1e None None] DHCP port deletion for 180e28a4-6027-47e0-be32-6099fbd02af2 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:52:45.916928 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-ac17decd-ffc5-41f1-b537-78cddba9eee9 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Deleting port 21954a0d-18e4-4085-a778-82fa702192bf {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:52:45.917341 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac17decd-ffc5-41f1-b537-78cddba9eee9 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.003939 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-84a26bce-bf56-44fc-888e-85a4e1f284d0 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.011169 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-84a26bce-bf56-44fc-888e-85a4e1f284d0 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.016384 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-ac17decd-ffc5-41f1-b537-78cddba9eee9 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] For port 21954a0d-18e4-4085-a778-82fa702192bf, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=21954a0d-18e4-4085-a778-82fa702192bf,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:46.017339 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac17decd-ffc5-41f1-b537-78cddba9eee9 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.045568 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-ac17decd-ffc5-41f1-b537-78cddba9eee9 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Calling delete_port for 21954a0d-18e4-4085-a778-82fa702192bf owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:52:46.050317 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-84a26bce-bf56-44fc-888e-85a4e1f284d0 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.056831 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-84a26bce-bf56-44fc-888e-85a4e1f284d0 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2393475 Jul 23 16:52:46.058126 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a26bce-bf56-44fc-888e-85a4e1f284d0 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:46.060437 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50308) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:46.066371 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ec15420e-bd07-4b7b-9133-58632e67a88d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Request body: {'security_group_rule': {'security_group_id': 'c0e862d1-6349-45c6-8b5c-fdf98fb71ebe', 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:46.096842 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-b3415434-f981-4182-a50c-39b526e1ca1e None None] Deleting port 99c61260-9902-4ee4-8ec8-432c9b07ecee {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:52:46.097469 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b3415434-f981-4182-a50c-39b526e1ca1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.115057 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec15420e-bd07-4b7b-9133-58632e67a88d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.208566 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-b3415434-f981-4182-a50c-39b526e1ca1e None None] For port 99c61260-9902-4ee4-8ec8-432c9b07ecee, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=99c61260-9902-4ee4-8ec8-432c9b07ecee,segment=NetworkSegment(36b82a69-eeec-4371-94b6-04483671797b),segment_id=36b82a69-eeec-4371-94b6-04483671797b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:46.209339 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b3415434-f981-4182-a50c-39b526e1ca1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.209552 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec15420e-bd07-4b7b-9133-58632e67a88d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.218459 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec15420e-bd07-4b7b-9133-58632e67a88d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.238605 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15420e-bd07-4b7b-9133-58632e67a88d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e402c1-42d0-4bb5-83bb-c113cce64e60,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:46.245575 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-b3415434-f981-4182-a50c-39b526e1ca1e None None] Calling delete_port for 99c61260-9902-4ee4-8ec8-432c9b07ecee owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:52:46.249446 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec15420e-bd07-4b7b-9133-58632e67a88d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.255883 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ec15420e-bd07-4b7b-9133-58632e67a88d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1922488 Jul 23 16:52:46.255883 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50316) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:46.266369 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-25350d37-f174-4d3e-8bea-95730a9e4d57 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Request body: {'security_group_rule': {'security_group_id': 'c0e862d1-6349-45c6-8b5c-fdf98fb71ebe', 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:46.270682 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a0162ed5-5225-4b09-9729-85f60e6a4197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508834278', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '21954a0d-18e4-4085-a778-82fa702192bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:50:52Z', 'updated_at': '2021-07-23T16:52:44Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '21954a0d-18e4-4085-a778-82fa702192bf', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:50:53Z', 'updated_at': '2021-07-23T16:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:46.287048 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac17decd-ffc5-41f1-b537-78cddba9eee9 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.308307 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0162ed5-5225-4b09-9729-85f60e6a4197 None None] The sync data for ids ['4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf'] in n-d-778549-4 is: [{'id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508834278', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '21954a0d-18e4-4085-a778-82fa702192bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:50:52Z', 'updated_at': '2021-07-23T16:52:44Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '21954a0d-18e4-4085-a778-82fa702192bf', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:50:53Z', 'updated_at': '2021-07-23T16:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:52:46.322347 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-25350d37-f174-4d3e-8bea-95730a9e4d57 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.348475 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17decd-ffc5-41f1-b537-78cddba9eee9 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event deleted for resources: {'Port': ['ID=21954a0d-18e4-4085-a778-82fa702192bf,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:46.398700 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac17decd-ffc5-41f1-b537-78cddba9eee9 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.418375 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-25350d37-f174-4d3e-8bea-95730a9e4d57 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.426490 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-25350d37-f174-4d3e-8bea-95730a9e4d57 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.468636 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b3415434-f981-4182-a50c-39b526e1ca1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.469835 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25350d37-f174-4d3e-8bea-95730a9e4d57 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b60120-5a90-41aa-bf7c-5aaa96bb9a31,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:46.473686 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-25350d37-f174-4d3e-8bea-95730a9e4d57 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.484290 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-25350d37-f174-4d3e-8bea-95730a9e4d57 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2258894 Jul 23 16:52:46.485601 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50320) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:46.490478 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-7742c592-0ede-447f-97ec-0e197c01a30e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Request body: {'security_group_rule': {'security_group_id': 'c0e862d1-6349-45c6-8b5c-fdf98fb71ebe', 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:46.501479 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3415434-f981-4182-a50c-39b526e1ca1e None None] Pushing event deleted for resources: {'Port': ['ID=99c61260-9902-4ee4-8ec8-432c9b07ecee,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:46.529796 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3415434-f981-4182-a50c-39b526e1ca1e None None] No DVR routers for this DVR port 99c61260-9902-4ee4-8ec8-432c9b07ecee on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:52:46.543811 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7742c592-0ede-447f-97ec-0e197c01a30e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.577648 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac17decd-ffc5-41f1-b537-78cddba9eee9 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.581333 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac17decd-ffc5-41f1-b537-78cddba9eee9 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.651843 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7742c592-0ede-447f-97ec-0e197c01a30e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.652067 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac17decd-ffc5-41f1-b537-78cddba9eee9 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.653012 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac17decd-ffc5-41f1-b537-78cddba9eee9 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Fanout notify agent at l3_agent the message router_deleted on router 4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:52:46.656306 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7742c592-0ede-447f-97ec-0e197c01a30e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.661486 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ac17decd-ffc5-41f1-b537-78cddba9eee9 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.662669 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ac17decd-ffc5-41f1-b537-78cddba9eee9 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "DELETE /v2.0/routers/4cf4e1ea-d4c1-4a55-9376-2ba4df25bfcf HTTP/1.1" status: 204 len: 168 time: 1.1700294 Jul 23 16:52:46.665679 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50324) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:46.669233 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 99c61260-9902-4ee4-8ec8-432c9b07ecee no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:52:46.695382 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742c592-0ede-447f-97ec-0e197c01a30e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=606df1e6-c952-4389-97bc-f2b8f1b98a03,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:46.702970 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device df04fbf1-7f88-4bbd-8a3d-64be20454800 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:52:46.706434 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 99c61260-9902-4ee4-8ec8-432c9b07ecee {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:52:46.706880 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 99c61260-9902-4ee4-8ec8-432c9b07ecee not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:52:46.707664 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:52:46.712808 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7742c592-0ede-447f-97ec-0e197c01a30e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.717068 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7742c592-0ede-447f-97ec-0e197c01a30e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2277157 Jul 23 16:52:46.717640 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50326) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:46.733967 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-3ea9f66a-5d6e-4b77-bd85-0a2455994ea7 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Request body: {'security_group_rule': {'security_group_id': 'c0e862d1-6349-45c6-8b5c-fdf98fb71ebe', 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:46.771194 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: df04fbf1-7f88-4bbd-8a3d-64be20454800 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:52:46.771545 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device df04fbf1-7f88-4bbd-8a3d-64be20454800 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:52:46.773513 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3fba63ec-dbd6-465b-816a-c8f4d79e4602 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.773656 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:52:46.774090 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3b8a16a3-028f-45ef-bae1-a9fc05ef4fc6 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:52:46.781494 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3ea9f66a-5d6e-4b77-bd85-0a2455994ea7 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.854296 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3ea9f66a-5d6e-4b77-bd85-0a2455994ea7 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.861277 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3ea9f66a-5d6e-4b77-bd85-0a2455994ea7 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.876308 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3fba63ec-dbd6-465b-816a-c8f4d79e4602 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.881167 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9f66a-5d6e-4b77-bd85-0a2455994ea7 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b2c0c3-68a9-4af0-909e-5c62813623dc,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:46.887882 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-3fba63ec-dbd6-465b-816a-c8f4d79e4602 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['180e28a4-6027-47e0-be32-6099fbd02af2']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:46.900359 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-3fba63ec-dbd6-465b-816a-c8f4d79e4602 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36b82a69-eeec-4371-94b6-04483671797b') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:46.900649 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3ea9f66a-5d6e-4b77-bd85-0a2455994ea7 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.900755 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-3fba63ec-dbd6-465b-816a-c8f4d79e4602 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36b82a69-eeec-4371-94b6-04483671797b') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:46.902692 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3ea9f66a-5d6e-4b77-bd85-0a2455994ea7 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1837337 Jul 23 16:52:46.905465 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50332) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:46.915814 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-63944e6d-d30b-4cef-84a0-01c191539110 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Request body: {'security_group_rule': {'security_group_id': 'c0e862d1-6349-45c6-8b5c-fdf98fb71ebe', 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:46.924405 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3fba63ec-dbd6-465b-816a-c8f4d79e4602 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.949512 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3fba63ec-dbd6-465b-816a-c8f4d79e4602 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.958521 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fba63ec-dbd6-465b-816a-c8f4d79e4602 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:52:46.959156 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3fba63ec-dbd6-465b-816a-c8f4d79e4602 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.978200 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:52:46.978200 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:52:46.978200 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:52:46.978200 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:52:46.978200 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:52:46.978200 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:52:46.978200 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:52:46.978200 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:52:46.978200 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:52:46.978200 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:52:46.978200 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:52:46.978200 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:52:46.978200 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:52:46.978200 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:52:46.978200 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:52:46.978200 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:52:46.978200 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:52:46.978200 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:52:46.978200 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:52:46.978200 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:52:46.978200 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:52:46.978200 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:52:46.978200 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:52:46.978200 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:52:46.978200 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:52:46.978200 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:52:46.978200 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:52:46.978200 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:52:46.978200 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:52:46.978200 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:52:46.978200 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:52:46.978200 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:52:46.988797 n-d-778549-4 neutron-server[94013]: INFO neutron.db.securitygroups_db [None req-63944e6d-d30b-4cef-84a0-01c191539110 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Project 1a447386a79c4dde9361c7979cbbb97e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:52:46.997362 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63944e6d-d30b-4cef-84a0-01c191539110 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:47.044389 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3fba63ec-dbd6-465b-816a-c8f4d79e4602 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:47.053530 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3fba63ec-dbd6-465b-816a-c8f4d79e4602 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:47.056112 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3fba63ec-dbd6-465b-816a-c8f4d79e4602 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "DELETE /v2.0/networks/180e28a4-6027-47e0-be32-6099fbd02af2 HTTP/1.1" status: 204 len: 168 time: 0.3874006 Jul 23 16:52:47.059823 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50334) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:47.077722 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba63ec-dbd6-465b-816a-c8f4d79e4602 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event deleted for resources: {'Network': ['ID=180e28a4-6027-47e0-be32-6099fbd02af2,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:47.114648 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63944e6d-d30b-4cef-84a0-01c191539110 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:47.120928 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63944e6d-d30b-4cef-84a0-01c191539110 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:47.129596 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-12d95912-ecc7-4fc8-a226-f2b8b39b3c31 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:47.151176 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63944e6d-d30b-4cef-84a0-01c191539110 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:47.153151 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-63944e6d-d30b-4cef-84a0-01c191539110 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2411077 Jul 23 16:52:47.154886 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63944e6d-d30b-4cef-84a0-01c191539110 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d77aa089-94c9-401b-87c9-820a3e9f7d5a,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:47.155738 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50340) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:47.166701 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-e5b042c5-5b2f-4933-8c3f-40f7e6e88fa3 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Request body: {'security_group_rule': {'security_group_id': 'c0e862d1-6349-45c6-8b5c-fdf98fb71ebe', 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:47.177847 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-12d95912-ecc7-4fc8-a226-f2b8b39b3c31 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:47.222686 n-d-778549-4 neutron-server[94012]: INFO neutron.db.securitygroups_db [None req-e5b042c5-5b2f-4933-8c3f-40f7e6e88fa3 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Project 1a447386a79c4dde9361c7979cbbb97e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:52:47.229259 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e5b042c5-5b2f-4933-8c3f-40f7e6e88fa3 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:47.287328 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-12d95912-ecc7-4fc8-a226-f2b8b39b3c31 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:47.290999 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-12d95912-ecc7-4fc8-a226-f2b8b39b3c31 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:47.292198 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-12d95912-ecc7-4fc8-a226-f2b8b39b3c31 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "DELETE /v2.0/security-groups/3996ead1-c829-43c0-8a6f-6ae068fb5615 HTTP/1.1" status: 204 len: 168 time: 0.2311628 Jul 23 16:52:47.315427 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d95912-ecc7-4fc8-a226-f2b8b39b3c31 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3996ead1-c829-43c0-8a6f-6ae068fb5615,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:47.327160 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e5b042c5-5b2f-4933-8c3f-40f7e6e88fa3 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:47.349027 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e5b042c5-5b2f-4933-8c3f-40f7e6e88fa3 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:47.382309 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b042c5-5b2f-4933-8c3f-40f7e6e88fa3 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbad55a7-1683-41e4-8b37-f1177830af43,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:47.391781 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e5b042c5-5b2f-4933-8c3f-40f7e6e88fa3 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:47.394252 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e5b042c5-5b2f-4933-8c3f-40f7e6e88fa3 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2374537 Jul 23 16:52:47.676095 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50392) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:47.681710 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-4b1520e1-8c17-4da2-b1df-e513afa4eacc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-989199391', 'description': 'tempest-secgroup-smoke-989199391 description', 'project_id': '0f8e445c013940dd90796bd2f3eb088f'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:47.711828 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4b1520e1-8c17-4da2-b1df-e513afa4eacc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:47.820475 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4b1520e1-8c17-4da2-b1df-e513afa4eacc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:47.825573 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4b1520e1-8c17-4da2-b1df-e513afa4eacc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:47.865158 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4b1520e1-8c17-4da2-b1df-e513afa4eacc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:47.869333 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4b1520e1-8c17-4da2-b1df-e513afa4eacc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1893420 Jul 23 16:52:47.869832 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50398) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:47.872922 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1520e1-8c17-4da2-b1df-e513afa4eacc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29e4f213-4aab-4c32-ae8f-14a1d8808b09,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:47.876566 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-d207522e-4e23-41e3-aec4-f81bb5d99268 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'security_group_rule': {'security_group_id': '29e4f213-4aab-4c32-ae8f-14a1d8808b09', 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:47.925632 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d207522e-4e23-41e3-aec4-f81bb5d99268 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.008022 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d207522e-4e23-41e3-aec4-f81bb5d99268 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.013879 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d207522e-4e23-41e3-aec4-f81bb5d99268 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.029463 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207522e-4e23-41e3-aec4-f81bb5d99268 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab53a529-4e74-4cd5-a4f8-9f3e0eb5fa72,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:48.045437 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d207522e-4e23-41e3-aec4-f81bb5d99268 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.048740 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d207522e-4e23-41e3-aec4-f81bb5d99268 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1748190 Jul 23 16:52:48.048929 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50420) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:48.053627 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-c1749d22-871f-4c78-8c40-3db65db23243 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'security_group_rule': {'security_group_id': '29e4f213-4aab-4c32-ae8f-14a1d8808b09', 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:48.084755 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1749d22-871f-4c78-8c40-3db65db23243 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.171318 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1749d22-871f-4c78-8c40-3db65db23243 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.175773 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1749d22-871f-4c78-8c40-3db65db23243 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.194355 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1749d22-871f-4c78-8c40-3db65db23243 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82bedcb9-dc15-4836-b148-cbcf5b4ea304,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:48.200011 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1749d22-871f-4c78-8c40-3db65db23243 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.204462 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50450) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:48.205733 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c1749d22-871f-4c78-8c40-3db65db23243 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1555958 Jul 23 16:52:48.209442 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-de8e929e-ba66-4ccc-ba86-9ff72c1d33d9 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'security_group_rule': {'security_group_id': '29e4f213-4aab-4c32-ae8f-14a1d8808b09', 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:48.246093 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de8e929e-ba66-4ccc-ba86-9ff72c1d33d9 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.354731 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de8e929e-ba66-4ccc-ba86-9ff72c1d33d9 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.359789 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de8e929e-ba66-4ccc-ba86-9ff72c1d33d9 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.386982 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e929e-ba66-4ccc-ba86-9ff72c1d33d9 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59964a72-4568-4b79-9c0e-7f5e0f2631a5,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:48.390673 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de8e929e-ba66-4ccc-ba86-9ff72c1d33d9 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.391936 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-de8e929e-ba66-4ccc-ba86-9ff72c1d33d9 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1863089 Jul 23 16:52:48.395742 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50460) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:48.401016 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-08548c7c-3812-43bb-947f-f0044222d145 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'security_group_rule': {'security_group_id': '29e4f213-4aab-4c32-ae8f-14a1d8808b09', 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:48.438855 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-08548c7c-3812-43bb-947f-f0044222d145 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.449955 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 21954a0d-18e4-4085-a778-82fa702192bf no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:52:48.472554 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 21954a0d-18e4-4085-a778-82fa702192bf {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:52:48.472904 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 21954a0d-18e4-4085-a778-82fa702192bf not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:52:48.530135 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-08548c7c-3812-43bb-947f-f0044222d145 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.537287 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-08548c7c-3812-43bb-947f-f0044222d145 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.551062 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08548c7c-3812-43bb-947f-f0044222d145 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c34a91-7fc5-4433-8789-dda2b2e8790c,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:48.572991 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-08548c7c-3812-43bb-947f-f0044222d145 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.574641 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-08548c7c-3812-43bb-947f-f0044222d145 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1776283 Jul 23 16:52:48.577527 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50466) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:48.582590 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-075e02b5-d29e-471d-819e-94554adb226a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'security_group_rule': {'security_group_id': '29e4f213-4aab-4c32-ae8f-14a1d8808b09', 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:48.611319 n-d-778549-4 neutron-server[94012]: INFO neutron.db.securitygroups_db [None req-075e02b5-d29e-471d-819e-94554adb226a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Project 0f8e445c013940dd90796bd2f3eb088f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:52:48.619857 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-075e02b5-d29e-471d-819e-94554adb226a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.691840 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-075e02b5-d29e-471d-819e-94554adb226a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.696603 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-075e02b5-d29e-471d-819e-94554adb226a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.717370 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e02b5-d29e-471d-819e-94554adb226a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13de200c-0321-4577-9f90-ce4337df97d5,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:48.729667 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-075e02b5-d29e-471d-819e-94554adb226a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.733830 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-075e02b5-d29e-471d-819e-94554adb226a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1525674 Jul 23 16:52:48.734143 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50468) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:48.744629 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-dcdcd5e9-bd7f-4950-91ac-549b58530de7 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'security_group_rule': {'security_group_id': '29e4f213-4aab-4c32-ae8f-14a1d8808b09', 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:48.778625 n-d-778549-4 neutron-server[94012]: INFO neutron.db.securitygroups_db [None req-dcdcd5e9-bd7f-4950-91ac-549b58530de7 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Project 0f8e445c013940dd90796bd2f3eb088f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:52:48.786750 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dcdcd5e9-bd7f-4950-91ac-549b58530de7 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.880278 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dcdcd5e9-bd7f-4950-91ac-549b58530de7 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.888524 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dcdcd5e9-bd7f-4950-91ac-549b58530de7 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.908500 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdcd5e9-bd7f-4950-91ac-549b58530de7 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=348451de-5a25-4607-a40a-250203e245dc,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:48.916512 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dcdcd5e9-bd7f-4950-91ac-549b58530de7 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.920946 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50474) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:48.926572 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-d39bb36f-c466-4863-aaca-02c90b6b4033 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'network': {'name': 'tempest-network-smoke--1505232602', 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'port_security_enabled': True}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:48.929633 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-dcdcd5e9-bd7f-4950-91ac-549b58530de7 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1822331 Jul 23 16:52:48.960982 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39bb36f-c466-4863-aaca-02c90b6b4033 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Made reservation on behalf of 0f8e445c013940dd90796bd2f3eb088f for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:52:48.968335 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d39bb36f-c466-4863-aaca-02c90b6b4033 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:49.003699 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d39bb36f-c466-4863-aaca-02c90b6b4033 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] vlan segment allocate from pool success with {'vlan_id': 1139, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:52:49.018402 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d39bb36f-c466-4863-aaca-02c90b6b4033 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:49.018693 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-d39bb36f-c466-4863-aaca-02c90b6b4033 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Added segment 1f49164d-aa85-4aac-98ca-ff548c5a7b50 of type vlan for network a763ca01-7156-4aba-a61a-34aea3caa2bb Jul 23 16:52:49.073926 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d39bb36f-c466-4863-aaca-02c90b6b4033 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:49.116018 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d39bb36f-c466-4863-aaca-02c90b6b4033 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:49.122802 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39bb36f-c466-4863-aaca-02c90b6b4033 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:49.123412 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d39bb36f-c466-4863-aaca-02c90b6b4033 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:49.169223 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d39bb36f-c466-4863-aaca-02c90b6b4033 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2468984 Jul 23 16:52:49.172400 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50482) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:49.182408 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-335bbe4c-9adc-414d-ab6a-4ccb334ebefb tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-838545778', 'admin_state_up': True, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:49.221295 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39bb36f-c466-4863-aaca-02c90b6b4033 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'Network': ['ID=a763ca01-7156-4aba-a61a-34aea3caa2bb,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:49.233727 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network a763ca01-7156-4aba-a61a-34aea3caa2bb details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:52:49.243654 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-335bbe4c-9adc-414d-ab6a-4ccb334ebefb tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:49.244729 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-335bbe4c-9adc-414d-ab6a-4ccb334ebefb tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:49.323288 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-335bbe4c-9adc-414d-ab6a-4ccb334ebefb tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:49.499280 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-335bbe4c-9adc-414d-ab6a-4ccb334ebefb tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:49.780795 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-335bbe4c-9adc-414d-ab6a-4ccb334ebefb tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:49.805110 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-335bbe4c-9adc-414d-ab6a-4ccb334ebefb tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:49.950418 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-335bbe4c-9adc-414d-ab6a-4ccb334ebefb tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Allocated IP 172.25.8.241 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/1a15065b-6729-45b4-acce-68f72e05b071) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:52:50.100121 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-335bbe4c-9adc-414d-ab6a-4ccb334ebefb tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:50.149987 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-335bbe4c-9adc-414d-ab6a-4ccb334ebefb tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:50.193642 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335bbe4c-9adc-414d-ab6a-4ccb334ebefb tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:50.197317 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-335bbe4c-9adc-414d-ab6a-4ccb334ebefb tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:50.203511 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335bbe4c-9adc-414d-ab6a-4ccb334ebefb tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:52:50.234775 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335bbe4c-9adc-414d-ab6a-4ccb334ebefb tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'Port': ['ID=1a15065b-6729-45b4-acce-68f72e05b071,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:50.493770 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-335bbe4c-9adc-414d-ab6a-4ccb334ebefb tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:50.973626 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-335bbe4c-9adc-414d-ab6a-4ccb334ebefb tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:51.146382 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335bbe4c-9adc-414d-ab6a-4ccb334ebefb tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Router 7f2217fb-44ac-41b3-95c5-094abb131aa4 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:52:51.275913 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335bbe4c-9adc-414d-ab6a-4ccb334ebefb tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:52:51.287651 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04c36f1-5fa7-43cf-b70c-eb46e98a493a None None] Sync routers for ids ['7f2217fb-44ac-41b3-95c5-094abb131aa4'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:52:51.297241 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-335bbe4c-9adc-414d-ab6a-4ccb334ebefb tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:51.301470 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-335bbe4c-9adc-414d-ab6a-4ccb334ebefb tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1248224 Jul 23 16:52:51.301841 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04c36f1-5fa7-43cf-b70c-eb46e98a493a None None] Routers {'7f2217fb-44ac-41b3-95c5-094abb131aa4'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:51.301841 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c04c36f1-5fa7-43cf-b70c-eb46e98a493a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:52:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['7f2217fb-44ac-41b3-95c5-094abb131aa4'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:51.302051 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50520) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:51.336630 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a425fc4c-58b5-4732-acf6-850b1f76887a tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=0f8e445c013940dd90796bd2f3eb088f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331581 Jul 23 16:52:51.339082 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50526) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:51.441990 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-c04c36f1-5fa7-43cf-b70c-eb46e98a493a None None] Set router 7f2217fb-44ac-41b3-95c5-094abb131aa4 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:52:51.452942 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e3ac3b-8d70-4017-bcd8-2be07641cb13 tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:51.457398 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-07e3ac3b-8d70-4017-bcd8-2be07641cb13 tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1129458 Jul 23 16:52:51.457745 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50528) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:51.492331 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c07a6eb2-8a10-448f-9d82-419388d1b811 tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4e763b06-7572-4747-a18b-44a256cb56cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303276 Jul 23 16:52:51.492635 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50530) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:51.498231 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-11ac19b4-3c64-490f-9f91-8dff9c63852e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-243981480', 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb', 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:51.600670 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ac19b4-3c64-490f-9f91-8dff9c63852e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Made reservation on behalf of 0f8e445c013940dd90796bd2f3eb088f for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:52:51.606029 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-11ac19b4-3c64-490f-9f91-8dff9c63852e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:51.653991 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c04c36f1-5fa7-43cf-b70c-eb46e98a493a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838545778', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '1a15065b-6729-45b4-acce-68f72e05b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:49Z', 'updated_at': '2021-07-23T16:52:50Z', 'revision_number': 3, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '1a15065b-6729-45b4-acce-68f72e05b071', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:48:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:49Z', 'updated_at': '2021-07-23T16:52:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:51.683569 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04c36f1-5fa7-43cf-b70c-eb46e98a493a None None] Checking router: 7f2217fb-44ac-41b3-95c5-094abb131aa4 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:52:51.686098 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04c36f1-5fa7-43cf-b70c-eb46e98a493a None None] Updating router 7f2217fb-44ac-41b3-95c5-094abb131aa4 port 1a15065b-6729-45b4-acce-68f72e05b071 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:52:51.737236 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c04c36f1-5fa7-43cf-b70c-eb46e98a493a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:51.876116 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-11ac19b4-3c64-490f-9f91-8dff9c63852e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:51.962912 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac19b4-3c64-490f-9f91-8dff9c63852e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'Subnet': ['ID=00518172-209d-4f70-86f4-26a007366894,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:51.975705 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ac19b4-3c64-490f-9f91-8dff9c63852e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Checking segment: {'id': '1f49164d-aa85-4aac-98ca-ff548c5a7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:52:51.976201 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ac19b4-3c64-490f-9f91-8dff9c63852e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Network hostable DHCP agents. Network: a763ca01-7156-4aba-a61a-34aea3caa2bb, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:52:52.016456 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ac19b4-3c64-490f-9f91-8dff9c63852e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Network a763ca01-7156-4aba-a61a-34aea3caa2bb is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:52:52.030134 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-11ac19b4-3c64-490f-9f91-8dff9c63852e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, a763ca01-7156-4aba-a61a-34aea3caa2bb) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:52.044271 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdac665a-8434-4c15-8ed6-c9471e5c285f None None] Network a763ca01-7156-4aba-a61a-34aea3caa2bb requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:52.063109 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ac19b4-3c64-490f-9f91-8dff9c63852e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:52.063860 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-11ac19b4-3c64-490f-9f91-8dff9c63852e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:52.087782 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-11ac19b4-3c64-490f-9f91-8dff9c63852e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5939558 Jul 23 16:52:52.090482 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50542) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:52.210781 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c04c36f1-5fa7-43cf-b70c-eb46e98a493a None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:52.236727 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-c04c36f1-5fa7-43cf-b70c-eb46e98a493a None None] Transition to ACTIVE for port object 1a15065b-6729-45b4-acce-68f72e05b071 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:52.237200 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c97f26a-b08f-4738-9c70-bffc3da8919d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-a763ca01-7156-4aba-a61a-34aea3caa2bb', 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'fixed_ips': [{'subnet_id': '00518172-209d-4f70-86f4-26a007366894'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:52:52.238077 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5c97f26a-b08f-4738-9c70-bffc3da8919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:52.248811 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c04c36f1-5fa7-43cf-b70c-eb46e98a493a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:52.339998 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf0620-ca01-49ad-885a-1228e4f71ab0 None None] Pushing event updated for resources: {'Port': ['ID=1a15065b-6729-45b4-acce-68f72e05b071,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:52.355012 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaf0620-ca01-49ad-885a-1228e4f71ab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:52.355885 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaf0620-ca01-49ad-885a-1228e4f71ab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:52.356548 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaf0620-ca01-49ad-885a-1228e4f71ab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:52.357036 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaf0620-ca01-49ad-885a-1228e4f71ab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:52.357417 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaf0620-ca01-49ad-885a-1228e4f71ab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:52.357745 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaf0620-ca01-49ad-885a-1228e4f71ab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:52.358505 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaf0620-ca01-49ad-885a-1228e4f71ab0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:52.359411 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaf0620-ca01-49ad-885a-1228e4f71ab0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:52.359887 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaf0620-ca01-49ad-885a-1228e4f71ab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:52.360357 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaf0620-ca01-49ad-885a-1228e4f71ab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:52.361647 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaf0620-ca01-49ad-885a-1228e4f71ab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:52.362156 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaf0620-ca01-49ad-885a-1228e4f71ab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:52.382697 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-c04c36f1-5fa7-43cf-b70c-eb46e98a493a None None] Attempting to bind port 1a15065b-6729-45b4-acce-68f72e05b071 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:52:52.383354 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-c04c36f1-5fa7-43cf-b70c-eb46e98a493a None None] Attempting to bind port 1a15065b-6729-45b4-acce-68f72e05b071 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:52:52.384273 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04c36f1-5fa7-43cf-b70c-eb46e98a493a None None] Attempting to bind port 1a15065b-6729-45b4-acce-68f72e05b071 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:52:52.391597 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04c36f1-5fa7-43cf-b70c-eb46e98a493a None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:52:52.392649 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04c36f1-5fa7-43cf-b70c-eb46e98a493a None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:52:52.393293 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c04c36f1-5fa7-43cf-b70c-eb46e98a493a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:52.394586 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04c36f1-5fa7-43cf-b70c-eb46e98a493a None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:52:52.395233 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-c04c36f1-5fa7-43cf-b70c-eb46e98a493a None None] Bound port: 1a15065b-6729-45b4-acce-68f72e05b071, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:52:52.395778 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c04c36f1-5fa7-43cf-b70c-eb46e98a493a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:52.407073 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-5c97f26a-b08f-4738-9c70-bffc3da8919d None None] Allocated IP 172.20.0.2 (a763ca01-7156-4aba-a61a-34aea3caa2bb/00518172-209d-4f70-86f4-26a007366894/d036b417-7517-40ea-8c32-442cf183c7f3) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:52:52.519824 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-c04c36f1-5fa7-43cf-b70c-eb46e98a493a None None] For port 1a15065b-6729-45b4-acce-68f72e05b071, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:52:52.524899 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-c04c36f1-5fa7-43cf-b70c-eb46e98a493a None None] For port 1a15065b-6729-45b4-acce-68f72e05b071, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=1a15065b-6729-45b4-acce-68f72e05b071,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:52:52.532465 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c04c36f1-5fa7-43cf-b70c-eb46e98a493a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:52.602697 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04c36f1-5fa7-43cf-b70c-eb46e98a493a None None] Routers {'7f2217fb-44ac-41b3-95c5-094abb131aa4'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:52.603339 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c04c36f1-5fa7-43cf-b70c-eb46e98a493a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:52:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['7f2217fb-44ac-41b3-95c5-094abb131aa4'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:52.612482 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf0620-ca01-49ad-885a-1228e4f71ab0 None None] Pushing event updated for resources: {'Port': ['ID=1a15065b-6729-45b4-acce-68f72e05b071,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:52.619117 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5c97f26a-b08f-4738-9c70-bffc3da8919d None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:52.629436 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-5c97f26a-b08f-4738-9c70-bffc3da8919d None None] Transition to ACTIVE for port object d036b417-7517-40ea-8c32-442cf183c7f3 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:52.650843 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-5c97f26a-b08f-4738-9c70-bffc3da8919d None None] Transition to ACTIVE for port object d036b417-7517-40ea-8c32-442cf183c7f3 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:52.661006 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5c97f26a-b08f-4738-9c70-bffc3da8919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:52.743777 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c97f26a-b08f-4738-9c70-bffc3da8919d None None] Network a763ca01-7156-4aba-a61a-34aea3caa2bb is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:52.745444 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-c04c36f1-5fa7-43cf-b70c-eb46e98a493a None None] Set router 7f2217fb-44ac-41b3-95c5-094abb131aa4 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:52:52.764979 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-5c97f26a-b08f-4738-9c70-bffc3da8919d None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:52.775319 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c97f26a-b08f-4738-9c70-bffc3da8919d None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:52:52.839421 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97f26a-b08f-4738-9c70-bffc3da8919d None None] Pushing event updated for resources: {'Port': ['ID=d036b417-7517-40ea-8c32-442cf183c7f3,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:52.851680 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-5c97f26a-b08f-4738-9c70-bffc3da8919d None None] Attempting to bind port d036b417-7517-40ea-8c32-442cf183c7f3 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:52:52.852134 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-5c97f26a-b08f-4738-9c70-bffc3da8919d None None] Attempting to bind port d036b417-7517-40ea-8c32-442cf183c7f3 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '1f49164d-aa85-4aac-98ca-ff548c5a7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:52:52.852727 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c97f26a-b08f-4738-9c70-bffc3da8919d None None] Attempting to bind port d036b417-7517-40ea-8c32-442cf183c7f3 on network a763ca01-7156-4aba-a61a-34aea3caa2bb {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:52:52.858381 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c97f26a-b08f-4738-9c70-bffc3da8919d None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:52:52.858749 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c97f26a-b08f-4738-9c70-bffc3da8919d None None] Checking segment: {'id': '1f49164d-aa85-4aac-98ca-ff548c5a7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:52:52.859147 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5c97f26a-b08f-4738-9c70-bffc3da8919d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:52.859532 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c97f26a-b08f-4738-9c70-bffc3da8919d None None] Bound using segment: {'id': '1f49164d-aa85-4aac-98ca-ff548c5a7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:52:52.860178 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-5c97f26a-b08f-4738-9c70-bffc3da8919d None None] Bound port: d036b417-7517-40ea-8c32-442cf183c7f3, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f49164d-aa85-4aac-98ca-ff548c5a7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:52:52.860562 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5c97f26a-b08f-4738-9c70-bffc3da8919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:52.865728 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-63a86a26-ef49-4c2e-bd1b-13e88c185def tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:52.940612 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-5c97f26a-b08f-4738-9c70-bffc3da8919d None None] For port d036b417-7517-40ea-8c32-442cf183c7f3, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:52:52.951716 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-5c97f26a-b08f-4738-9c70-bffc3da8919d None None] For port d036b417-7517-40ea-8c32-442cf183c7f3, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d036b417-7517-40ea-8c32-442cf183c7f3,segment=NetworkSegment(1f49164d-aa85-4aac-98ca-ff548c5a7b50),segment_id=1f49164d-aa85-4aac-98ca-ff548c5a7b50)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:52:52.958067 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5c97f26a-b08f-4738-9c70-bffc3da8919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:53.020272 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97f26a-b08f-4738-9c70-bffc3da8919d None None] Pushing event updated for resources: {'Port': ['ID=d036b417-7517-40ea-8c32-442cf183c7f3,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:53.068591 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c04c36f1-5fa7-43cf-b70c-eb46e98a493a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838545778', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '1a15065b-6729-45b4-acce-68f72e05b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:49Z', 'updated_at': '2021-07-23T16:52:50Z', 'revision_number': 3, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '1a15065b-6729-45b4-acce-68f72e05b071', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:48:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:49Z', 'updated_at': '2021-07-23T16:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:53.129191 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04c36f1-5fa7-43cf-b70c-eb46e98a493a None None] The sync data for ids ['7f2217fb-44ac-41b3-95c5-094abb131aa4'] in n-d-778549-4 is: [{'id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838545778', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '1a15065b-6729-45b4-acce-68f72e05b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:49Z', 'updated_at': '2021-07-23T16:52:50Z', 'revision_number': 3, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '1a15065b-6729-45b4-acce-68f72e05b071', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:48:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:49Z', 'updated_at': '2021-07-23T16:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:52:53.271003 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-63a86a26-ef49-4c2e-bd1b-13e88c185def tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Allocated IP 172.20.0.1 (a763ca01-7156-4aba-a61a-34aea3caa2bb/00518172-209d-4f70-86f4-26a007366894/e05b7e64-4cb1-4802-baea-5d393073edf5) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:52:53.463255 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-63a86a26-ef49-4c2e-bd1b-13e88c185def tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:53.494239 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-63a86a26-ef49-4c2e-bd1b-13e88c185def tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Transition to ACTIVE for port object e05b7e64-4cb1-4802-baea-5d393073edf5 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:53.549798 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-63a86a26-ef49-4c2e-bd1b-13e88c185def tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:53.602407 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a86a26-ef49-4c2e-bd1b-13e88c185def tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Network a763ca01-7156-4aba-a61a-34aea3caa2bb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:53.606368 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-63a86a26-ef49-4c2e-bd1b-13e88c185def tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:53.612728 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a86a26-ef49-4c2e-bd1b-13e88c185def tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:52:53.646752 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a86a26-ef49-4c2e-bd1b-13e88c185def tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'Port': ['ID=e05b7e64-4cb1-4802-baea-5d393073edf5,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:53.681838 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-63a86a26-ef49-4c2e-bd1b-13e88c185def tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:53.923916 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-63a86a26-ef49-4c2e-bd1b-13e88c185def tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:54.372471 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-63a86a26-ef49-4c2e-bd1b-13e88c185def tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:54.379797 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-63a86a26-ef49-4c2e-bd1b-13e88c185def tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:54.394666 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb54e6a-e72e-4c2e-a571-f55952e74021 None None] Network a763ca01-7156-4aba-a61a-34aea3caa2bb requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:54.465354 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-63a86a26-ef49-4c2e-bd1b-13e88c185def tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:54.499203 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-08c3dbdc-12ec-4bc1-9270-85719503fb4b None None] Provisioning for port d036b417-7517-40ea-8c32-442cf183c7f3 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:54.564819 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a86a26-ef49-4c2e-bd1b-13e88c185def tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'Port': ['ID=e05b7e64-4cb1-4802-baea-5d393073edf5,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:54.692265 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a86a26-ef49-4c2e-bd1b-13e88c185def tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Network a763ca01-7156-4aba-a61a-34aea3caa2bb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:54.694052 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-63a86a26-ef49-4c2e-bd1b-13e88c185def tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:54.696820 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d036b417-7517-40ea-8c32-442cf183c7f3 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:52:54.789746 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port d036b417-7517-40ea-8c32-442cf183c7f3 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:54.798466 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port d036b417-7517-40ea-8c32-442cf183c7f3 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:54.799843 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:54.856583 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a86a26-ef49-4c2e-bd1b-13e88c185def tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Router 7f2217fb-44ac-41b3-95c5-094abb131aa4 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:52:54.949755 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:54.993604 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port d036b417-7517-40ea-8c32-442cf183c7f3, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d036b417-7517-40ea-8c32-442cf183c7f3,segment=NetworkSegment(1f49164d-aa85-4aac-98ca-ff548c5a7b50),segment_id=1f49164d-aa85-4aac-98ca-ff548c5a7b50)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:55.004986 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:55.006897 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1a15065b-6729-45b4-acce-68f72e05b071 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:52:55.045853 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a86a26-ef49-4c2e-bd1b-13e88c185def tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:52:55.067273 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-63a86a26-ef49-4c2e-bd1b-13e88c185def tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "PUT /v2.0/routers/7f2217fb-44ac-41b3-95c5-094abb131aa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9756644 Jul 23 16:52:55.127964 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=d036b417-7517-40ea-8c32-442cf183c7f3,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:55.147153 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 1a15065b-6729-45b4-acce-68f72e05b071 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:55.154079 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 1a15065b-6729-45b4-acce-68f72e05b071 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:55.154461 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:55.266562 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:55.323347 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 1a15065b-6729-45b4-acce-68f72e05b071, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=1a15065b-6729-45b4-acce-68f72e05b071,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:55.330316 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:55.375760 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2cb16abe-2109-4095-b962-6ba0e195d649 None None] Provisioning for port e05b7e64-4cb1-4802-baea-5d393073edf5 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:55.387136 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-f9b30355-a342-4a39-a4b4-44dd787aa138 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-989199391&fields=id&tenant_id=0f8e445c013940dd90796bd2f3eb088f HTTP/1.1" status: 200 len: 267 time: 0.0733852 Jul 23 16:52:55.391692 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2cb16abe-2109-4095-b962-6ba0e195d649 None None] Provisioning complete for port e05b7e64-4cb1-4802-baea-5d393073edf5 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:55.392060 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2cb16abe-2109-4095-b962-6ba0e195d649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:55.406033 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2391ef30-ff26-47c1-99be-329f5ea80673 None None] Sync routers for ids ['7f2217fb-44ac-41b3-95c5-094abb131aa4'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:52:55.483958 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-2cb16abe-2109-4095-b962-6ba0e195d649 None None] Port e05b7e64-4cb1-4802-baea-5d393073edf5 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:52:55.488703 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2391ef30-ff26-47c1-99be-329f5ea80673 None None] Routers {'7f2217fb-44ac-41b3-95c5-094abb131aa4'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:55.489583 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-2391ef30-ff26-47c1-99be-329f5ea80673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:52:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['7f2217fb-44ac-41b3-95c5-094abb131aa4'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:55.494831 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=1a15065b-6729-45b4-acce-68f72e05b071,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:55.603321 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-e397da31-e7e8-4f35-8e42-b47e526abad4 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:55.621566 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-e397da31-e7e8-4f35-8e42-b47e526abad4 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/networks?id=a763ca01-7156-4aba-a61a-34aea3caa2bb HTTP/1.1" status: 200 len: 797 time: 0.2332983 Jul 23 16:52:55.650551 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-dbf5d0e9-bc0d-4238-aa30-e5c59a9a0be4 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/quotas/0f8e445c013940dd90796bd2f3eb088f HTTP/1.1" status: 200 len: 375 time: 0.0279362 Jul 23 16:52:55.778680 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2cb16abe-2109-4095-b962-6ba0e195d649 None None] Provisioning complete for port d036b417-7517-40ea-8c32-442cf183c7f3 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:55.779049 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2cb16abe-2109-4095-b962-6ba0e195d649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:55.805901 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-fc03ffeb-131d-4c2b-a73f-834c0563eeef tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1539176 Jul 23 16:52:55.834029 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-f7afddc1-359f-4a78-b528-265375e57a39 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:52:55.837663 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-f7afddc1-359f-4a78-b528-265375e57a39 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0171168 Jul 23 16:52:55.882169 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-2391ef30-ff26-47c1-99be-329f5ea80673 None None] Set router 7f2217fb-44ac-41b3-95c5-094abb131aa4 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:52:55.997599 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-65cab1d1-12ad-4e33-8387-265c1a0fa4e0 service neutron] 10.222.0.73 "GET /v2.0/networks/a763ca01-7156-4aba-a61a-34aea3caa2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483390 Jul 23 16:52:56.117242 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-4cd92cf6-523e-4eea-9c37-168a64d92108 service neutron] 10.222.0.73 "GET /v2.0/networks/a763ca01-7156-4aba-a61a-34aea3caa2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120520 Jul 23 16:52:56.160779 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-2391ef30-ff26-47c1-99be-329f5ea80673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838545778', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '1a15065b-6729-45b4-acce-68f72e05b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:49Z', 'updated_at': '2021-07-23T16:52:53Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '1a15065b-6729-45b4-acce-68f72e05b071', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:48:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:49Z', 'updated_at': '2021-07-23T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'e05b7e64-4cb1-4802-baea-5d393073edf5', 'name': '', 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:04:26:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '00518172-209d-4f70-86f4-26a007366894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:53Z', 'updated_at': '2021-07-23T16:52:54Z', 'revision_number': 2, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': '00518172-209d-4f70-86f4-26a007366894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:56.194563 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2391ef30-ff26-47c1-99be-329f5ea80673 None None] Checking router: 7f2217fb-44ac-41b3-95c5-094abb131aa4 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:52:56.195035 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2391ef30-ff26-47c1-99be-329f5ea80673 None None] Updating router 7f2217fb-44ac-41b3-95c5-094abb131aa4 port e05b7e64-4cb1-4802-baea-5d393073edf5 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:52:56.237148 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-51f84376-8ea5-4669-9a50-b105507dfcc5 None None] Provisioning complete for port e05b7e64-4cb1-4802-baea-5d393073edf5 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:56.237525 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-51f84376-8ea5-4669-9a50-b105507dfcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:56.284521 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2391ef30-ff26-47c1-99be-329f5ea80673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:56.350134 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-51f84376-8ea5-4669-9a50-b105507dfcc5 None None] Port e05b7e64-4cb1-4802-baea-5d393073edf5 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:52:56.378268 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-adffeb15-d2c5-4dbf-9d1d-cc3ef023f577 req-6d0c1a22-31f8-41f8-b22c-1e0c0879bb25 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 210 time: 0.0693474 Jul 23 16:52:56.585727 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d036b417-7517-40ea-8c32-442cf183c7f3 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:52:56.669111 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2391ef30-ff26-47c1-99be-329f5ea80673 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:56.689012 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port d036b417-7517-40ea-8c32-442cf183c7f3 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:56.689012 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:56.715309 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2391ef30-ff26-47c1-99be-329f5ea80673 None None] Transition to ACTIVE for port object e05b7e64-4cb1-4802-baea-5d393073edf5 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:56.731974 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2391ef30-ff26-47c1-99be-329f5ea80673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:57.044508 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e662084-e196-4b4e-9d28-6c21bba22e11 None None] Pushing event updated for resources: {'Port': ['ID=e05b7e64-4cb1-4802-baea-5d393073edf5,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:57.057938 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1a15065b-6729-45b4-acce-68f72e05b071 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:52:57.111049 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-2391ef30-ff26-47c1-99be-329f5ea80673 None None] Attempting to bind port e05b7e64-4cb1-4802-baea-5d393073edf5 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:52:57.111837 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-2391ef30-ff26-47c1-99be-329f5ea80673 None None] Attempting to bind port e05b7e64-4cb1-4802-baea-5d393073edf5 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '1f49164d-aa85-4aac-98ca-ff548c5a7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:52:57.112149 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2391ef30-ff26-47c1-99be-329f5ea80673 None None] Attempting to bind port e05b7e64-4cb1-4802-baea-5d393073edf5 on network a763ca01-7156-4aba-a61a-34aea3caa2bb {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:52:57.131032 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2391ef30-ff26-47c1-99be-329f5ea80673 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:52:57.131444 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2391ef30-ff26-47c1-99be-329f5ea80673 None None] Checking segment: {'id': '1f49164d-aa85-4aac-98ca-ff548c5a7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:52:57.131877 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2391ef30-ff26-47c1-99be-329f5ea80673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:57.132839 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2391ef30-ff26-47c1-99be-329f5ea80673 None None] Bound using segment: {'id': '1f49164d-aa85-4aac-98ca-ff548c5a7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:52:57.133630 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-2391ef30-ff26-47c1-99be-329f5ea80673 None None] Bound port: e05b7e64-4cb1-4802-baea-5d393073edf5, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f49164d-aa85-4aac-98ca-ff548c5a7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:52:57.134029 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2391ef30-ff26-47c1-99be-329f5ea80673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:57.218068 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 1a15065b-6729-45b4-acce-68f72e05b071 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:57.218447 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:57.272990 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-2391ef30-ff26-47c1-99be-329f5ea80673 None None] For port e05b7e64-4cb1-4802-baea-5d393073edf5, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:52:57.277500 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-2391ef30-ff26-47c1-99be-329f5ea80673 None None] For port e05b7e64-4cb1-4802-baea-5d393073edf5, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e05b7e64-4cb1-4802-baea-5d393073edf5,segment=NetworkSegment(1f49164d-aa85-4aac-98ca-ff548c5a7b50),segment_id=1f49164d-aa85-4aac-98ca-ff548c5a7b50)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:52:57.286299 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2391ef30-ff26-47c1-99be-329f5ea80673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:57.392612 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2391ef30-ff26-47c1-99be-329f5ea80673 None None] Routers {'7f2217fb-44ac-41b3-95c5-094abb131aa4'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:57.393192 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-2391ef30-ff26-47c1-99be-329f5ea80673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:52:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['7f2217fb-44ac-41b3-95c5-094abb131aa4'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:57.397792 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e662084-e196-4b4e-9d28-6c21bba22e11 None None] Pushing event updated for resources: {'Port': ['ID=e05b7e64-4cb1-4802-baea-5d393073edf5,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:57.540944 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-2391ef30-ff26-47c1-99be-329f5ea80673 None None] Set router 7f2217fb-44ac-41b3-95c5-094abb131aa4 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:52:57.552016 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f66b7510-a4f5-45db-8cdf-5bce304721fc req-3b0b4899-e28e-4e7a-95d9-8da773dcb3dc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 210 time: 0.0707502 Jul 23 16:52:57.854313 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-d7d224c7-61ae-4dbc-96d4-9cef4a6a5817 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:57.858981 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-d7d224c7-61ae-4dbc-96d4-9cef4a6a5817 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.74 "GET /v2.0/networks?id=a763ca01-7156-4aba-a61a-34aea3caa2bb HTTP/1.1" status: 200 len: 797 time: 0.2180502 Jul 23 16:52:57.947313 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-2391ef30-ff26-47c1-99be-329f5ea80673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838545778', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '1a15065b-6729-45b4-acce-68f72e05b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:49Z', 'updated_at': '2021-07-23T16:52:53Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '1a15065b-6729-45b4-acce-68f72e05b071', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:48:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:49Z', 'updated_at': '2021-07-23T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'e05b7e64-4cb1-4802-baea-5d393073edf5', 'name': '', 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:04:26:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '00518172-209d-4f70-86f4-26a007366894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:53Z', 'updated_at': '2021-07-23T16:52:57Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': '00518172-209d-4f70-86f4-26a007366894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:57.948880 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-126c4366-5e57-4743-b0c1-ae7277cc5367 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f8e445c013940dd90796bd2f3eb088f HTTP/1.1" status: 200 len: 379 time: 0.0806291 Jul 23 16:52:57.958532 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-67099df6-671d-4ad0-918b-e4845306bf72 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'port': {'device_id': 'b62bd170-1738-4db5-918b-df7a9647fdd6', 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb', 'admin_state_up': True, 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'security_groups': ['29e4f213-4aab-4c32-ae8f-14a1d8808b09']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:57.977772 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2391ef30-ff26-47c1-99be-329f5ea80673 None None] The sync data for ids ['7f2217fb-44ac-41b3-95c5-094abb131aa4'] in n-d-778549-4 is: [{'id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838545778', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '1a15065b-6729-45b4-acce-68f72e05b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:49Z', 'updated_at': '2021-07-23T16:52:53Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '1a15065b-6729-45b4-acce-68f72e05b071', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:48:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:49Z', 'updated_at': '2021-07-23T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'e05b7e64-4cb1-4802-baea-5d393073edf5', 'name': '', 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:04:26:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '00518172-209d-4f70-86f4-26a007366894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:53Z', 'updated_at': '2021-07-23T16:52:57Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': '00518172-209d-4f70-86f4-26a007366894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:52:58.153850 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-67099df6-671d-4ad0-918b-e4845306bf72 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Made reservation on behalf of 0f8e445c013940dd90796bd2f3eb088f for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:52:58.159058 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-67099df6-671d-4ad0-918b-e4845306bf72 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:58.349947 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-67099df6-671d-4ad0-918b-e4845306bf72 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Allocated IP 172.20.0.13 (a763ca01-7156-4aba-a61a-34aea3caa2bb/00518172-209d-4f70-86f4-26a007366894/2b1fc686-3448-4fec-939f-c48c5b73a06e) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:52:58.557267 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-67099df6-671d-4ad0-918b-e4845306bf72 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:58.600253 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-67099df6-671d-4ad0-918b-e4845306bf72 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Transition to ACTIVE for port object 2b1fc686-3448-4fec-939f-c48c5b73a06e will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:58.602425 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e05b7e64-4cb1-4802-baea-5d393073edf5 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:52:58.689781 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-67099df6-671d-4ad0-918b-e4845306bf72 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:58.708946 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port e05b7e64-4cb1-4802-baea-5d393073edf5 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:58.718532 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port e05b7e64-4cb1-4802-baea-5d393073edf5 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:58.719279 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:58.776941 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67099df6-671d-4ad0-918b-e4845306bf72 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'Port': ['ID=2b1fc686-3448-4fec-939f-c48c5b73a06e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:58.807963 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67099df6-671d-4ad0-918b-e4845306bf72 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:58.808332 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67099df6-671d-4ad0-918b-e4845306bf72 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:58.808677 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67099df6-671d-4ad0-918b-e4845306bf72 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:58.809021 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67099df6-671d-4ad0-918b-e4845306bf72 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:58.809383 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67099df6-671d-4ad0-918b-e4845306bf72 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:58.809716 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67099df6-671d-4ad0-918b-e4845306bf72 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:58.810049 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67099df6-671d-4ad0-918b-e4845306bf72 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:58.810379 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67099df6-671d-4ad0-918b-e4845306bf72 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:58.810717 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67099df6-671d-4ad0-918b-e4845306bf72 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:58.811031 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67099df6-671d-4ad0-918b-e4845306bf72 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:58.811355 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67099df6-671d-4ad0-918b-e4845306bf72 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:58.811741 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67099df6-671d-4ad0-918b-e4845306bf72 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:58.841200 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-67099df6-671d-4ad0-918b-e4845306bf72 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Network a763ca01-7156-4aba-a61a-34aea3caa2bb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:58.844469 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-67099df6-671d-4ad0-918b-e4845306bf72 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:58.848126 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-67099df6-671d-4ad0-918b-e4845306bf72 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:52:58.868539 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:58.931342 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port e05b7e64-4cb1-4802-baea-5d393073edf5, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e05b7e64-4cb1-4802-baea-5d393073edf5,segment=NetworkSegment(1f49164d-aa85-4aac-98ca-ff548c5a7b50),segment_id=1f49164d-aa85-4aac-98ca-ff548c5a7b50)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:58.941469 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:58.982143 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-67099df6-671d-4ad0-918b-e4845306bf72 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:58.983067 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-67099df6-671d-4ad0-918b-e4845306bf72 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:58.998258 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c53da8-4336-4c71-8960-e05668c4470c req-9a82155d-3596-471e-9e68-4bcde4078966 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:59.007455 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-22c53da8-4336-4c71-8960-e05668c4470c req-9a82155d-3596-471e-9e68-4bcde4078966 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 932 time: 0.3387132 Jul 23 16:52:59.072350 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=e05b7e64-4cb1-4802-baea-5d393073edf5,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:59.093779 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-67099df6-671d-4ad0-918b-e4845306bf72 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1392872 Jul 23 16:52:59.120386 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-34b9828c-3e82-40d9-b1ab-a7b0fb5bdc43 service neutron] Request body: {'port': {'device_id': 'b62bd170-1738-4db5-918b-df7a9647fdd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:59.164822 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-22c53da8-4336-4c71-8960-e05668c4470c req-525c9c8a-e3d2-4d13-8aff-e892a8573446 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564763 Jul 23 16:52:59.239602 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-34b9828c-3e82-40d9-b1ab-a7b0fb5bdc43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:59.250242 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-70e876da-2481-4daa-9b5f-5b24b711a489 None None] Provisioning for port 2b1fc686-3448-4fec-939f-c48c5b73a06e completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:59.255192 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-70e876da-2481-4daa-9b5f-5b24b711a489 None None] Provisioning complete for port 2b1fc686-3448-4fec-939f-c48c5b73a06e triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:59.255565 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-70e876da-2481-4daa-9b5f-5b24b711a489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:59.306231 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-70e876da-2481-4daa-9b5f-5b24b711a489 None None] Port 2b1fc686-3448-4fec-939f-c48c5b73a06e cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:52:59.630550 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-34b9828c-3e82-40d9-b1ab-a7b0fb5bdc43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b1fc686-3448-4fec-939f-c48c5b73a06e {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:52:59.642427 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-34b9828c-3e82-40d9-b1ab-a7b0fb5bdc43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:59.659211 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-34b9828c-3e82-40d9-b1ab-a7b0fb5bdc43 service neutron] Transition to ACTIVE for port object 2b1fc686-3448-4fec-939f-c48c5b73a06e will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:59.665011 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-34b9828c-3e82-40d9-b1ab-a7b0fb5bdc43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:59.751386 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9828c-3e82-40d9-b1ab-a7b0fb5bdc43 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1fc686-3448-4fec-939f-c48c5b73a06e,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:59.829320 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-34b9828c-3e82-40d9-b1ab-a7b0fb5bdc43 service neutron] Attempting to bind port 2b1fc686-3448-4fec-939f-c48c5b73a06e on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:52:59.829687 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-34b9828c-3e82-40d9-b1ab-a7b0fb5bdc43 service neutron] Attempting to bind port 2b1fc686-3448-4fec-939f-c48c5b73a06e by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '1f49164d-aa85-4aac-98ca-ff548c5a7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:52:59.830045 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-34b9828c-3e82-40d9-b1ab-a7b0fb5bdc43 service neutron] Attempting to bind port 2b1fc686-3448-4fec-939f-c48c5b73a06e on network a763ca01-7156-4aba-a61a-34aea3caa2bb {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:52:59.834983 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-34b9828c-3e82-40d9-b1ab-a7b0fb5bdc43 service neutron] Port 2b1fc686-3448-4fec-939f-c48c5b73a06e on network a763ca01-7156-4aba-a61a-34aea3caa2bb not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:52:59.836070 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-34b9828c-3e82-40d9-b1ab-a7b0fb5bdc43 service neutron] Attempting to bind port 2b1fc686-3448-4fec-939f-c48c5b73a06e on network a763ca01-7156-4aba-a61a-34aea3caa2bb {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:52:59.842019 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-34b9828c-3e82-40d9-b1ab-a7b0fb5bdc43 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:52:59.842357 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-34b9828c-3e82-40d9-b1ab-a7b0fb5bdc43 service neutron] Checking segment: {'id': '1f49164d-aa85-4aac-98ca-ff548c5a7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:52:59.842744 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-34b9828c-3e82-40d9-b1ab-a7b0fb5bdc43 service neutron] Bound using segment: {'id': '1f49164d-aa85-4aac-98ca-ff548c5a7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:52:59.843185 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-34b9828c-3e82-40d9-b1ab-a7b0fb5bdc43 service neutron] Bound port: 2b1fc686-3448-4fec-939f-c48c5b73a06e, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f49164d-aa85-4aac-98ca-ff548c5a7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:52:59.843545 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-34b9828c-3e82-40d9-b1ab-a7b0fb5bdc43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:59.928297 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-34b9828c-3e82-40d9-b1ab-a7b0fb5bdc43 service neutron] For port 2b1fc686-3448-4fec-939f-c48c5b73a06e, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:52:59.932761 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-34b9828c-3e82-40d9-b1ab-a7b0fb5bdc43 service neutron] For port 2b1fc686-3448-4fec-939f-c48c5b73a06e, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=2b1fc686-3448-4fec-939f-c48c5b73a06e,segment=NetworkSegment(1f49164d-aa85-4aac-98ca-ff548c5a7b50),segment_id=1f49164d-aa85-4aac-98ca-ff548c5a7b50)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:52:59.940166 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-34b9828c-3e82-40d9-b1ab-a7b0fb5bdc43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:00.002133 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-34b9828c-3e82-40d9-b1ab-a7b0fb5bdc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:00.003027 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-34b9828c-3e82-40d9-b1ab-a7b0fb5bdc43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:00.004508 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-34b9828c-3e82-40d9-b1ab-a7b0fb5bdc43 service neutron] 10.222.0.74 "PUT /v2.0/ports/2b1fc686-3448-4fec-939f-c48c5b73a06e HTTP/1.1" status: 200 len: 1092 time: 0.9000607 Jul 23 16:53:00.004989 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b62bd170-1738-4db5-918b-df7a9647fdd6', 'tag': '2b1fc686-3448-4fec-939f-c48c5b73a06e'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:53:00.008221 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2395765-e87e-415b-a8c9-19b687fc4480" -d '{"events": [{"name": "network-changed", "server_uuid": "b62bd170-1738-4db5-918b-df7a9647fdd6", "tag": "2b1fc686-3448-4fec-939f-c48c5b73a06e"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:53:00.048186 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9828c-3e82-40d9-b1ab-a7b0fb5bdc43 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1fc686-3448-4fec-939f-c48c5b73a06e,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:00.095070 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039fe8b1-0c57-4c50-9c73-6e482ad9e7d4 x-openstack-request-id: req-039fe8b1-0c57-4c50-9c73-6e482ad9e7d4 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:53:00.095422 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b62bd170-1738-4db5-918b-df7a9647fdd6", "tag": "2b1fc686-3448-4fec-939f-c48c5b73a06e", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:53:00.095626 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-039fe8b1-0c57-4c50-9c73-6e482ad9e7d4 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:53:00.096371 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b62bd170-1738-4db5-918b-df7a9647fdd6', 'tag': '2b1fc686-3448-4fec-939f-c48c5b73a06e', 'status': 'completed', 'code': 200} Jul 23 16:53:00.151344 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-bae854ea-0e53-4e6a-90a3-df1a5acadba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:00.153225 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-bae854ea-0e53-4e6a-90a3-df1a5acadba1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 1095 time: 0.0978582 Jul 23 16:53:00.213751 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-23bd9f93-5c46-48a6-86ff-6a454620ad42 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b1fc686-3448-4fec-939f-c48c5b73a06e HTTP/1.1" status: 200 len: 217 time: 0.0527158 Jul 23 16:53:00.303417 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-bbc54730-932e-4987-8dd3-49b15829d537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:00.305568 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-bbc54730-932e-4987-8dd3-49b15829d537 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=00518172-209d-4f70-86f4-26a007366894 HTTP/1.1" status: 200 len: 834 time: 0.0857017 Jul 23 16:53:00.366265 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8262698-c90e-4e2a-a889-9b3564514ba5 req-c0a4ae4c-a8eb-44b9-bfa5-a3a1cb54e037 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:00.368586 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d8262698-c90e-4e2a-a889-9b3564514ba5 req-c0a4ae4c-a8eb-44b9-bfa5-a3a1cb54e037 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 944 time: 0.1053236 Jul 23 16:53:00.408124 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-79dc5b72-fc6f-4455-9ccf-d2c0c20bf8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:00.409785 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-79dc5b72-fc6f-4455-9ccf-d2c0c20bf8a3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a763ca01-7156-4aba-a61a-34aea3caa2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966053 Jul 23 16:53:00.447896 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d8262698-c90e-4e2a-a889-9b3564514ba5 req-7a97be30-5b19-4dfc-8210-1973a8c89f9b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658383 Jul 23 16:53:00.524070 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-965c5244-37ca-4365-8862-5eac8d614e7e service neutron] 10.222.0.74 "GET /v2.0/networks/a763ca01-7156-4aba-a61a-34aea3caa2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040354 Jul 23 16:53:00.526522 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e05b7e64-4cb1-4802-baea-5d393073edf5 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:53:00.583637 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port e05b7e64-4cb1-4802-baea-5d393073edf5 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:53:00.584010 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:00.641176 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c30688e-7e1b-41db-aeeb-1cdad1a6c86c req-b064fd8c-a262-41fc-be89-7bd54cf4c2a2 service neutron] 10.222.0.74 "GET /v2.0/networks/a763ca01-7156-4aba-a61a-34aea3caa2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109512 Jul 23 16:53:01.107921 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2395765-e87e-415b-a8c9-19b687fc4480 req-fcd26143-5efe-4f6d-a6f6-be76b4178467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:01.109407 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c2395765-e87e-415b-a8c9-19b687fc4480 req-fcd26143-5efe-4f6d-a6f6-be76b4178467 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 1095 time: 0.4163930 Jul 23 16:53:01.216402 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2395765-e87e-415b-a8c9-19b687fc4480 req-cc765fd3-f307-4942-a975-ebbb87cc9ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:01.217981 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c2395765-e87e-415b-a8c9-19b687fc4480 req-cc765fd3-f307-4942-a975-ebbb87cc9ae7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a763ca01-7156-4aba-a61a-34aea3caa2bb HTTP/1.1" status: 200 len: 899 time: 0.1004632 Jul 23 16:53:01.264400 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c2395765-e87e-415b-a8c9-19b687fc4480 req-20f76864-aa84-42c2-9511-318b385894d0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b1fc686-3448-4fec-939f-c48c5b73a06e HTTP/1.1" status: 200 len: 217 time: 0.0393987 Jul 23 16:53:01.315046 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2395765-e87e-415b-a8c9-19b687fc4480 req-857a6aea-c81c-46b1-b9e3-a866c1cafd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:01.316554 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c2395765-e87e-415b-a8c9-19b687fc4480 req-857a6aea-c81c-46b1-b9e3-a866c1cafd3e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=00518172-209d-4f70-86f4-26a007366894 HTTP/1.1" status: 200 len: 834 time: 0.0458925 Jul 23 16:53:01.383462 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2395765-e87e-415b-a8c9-19b687fc4480 req-060c3753-3ab1-40da-9494-deddf3aea217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:01.384940 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c2395765-e87e-415b-a8c9-19b687fc4480 req-060c3753-3ab1-40da-9494-deddf3aea217 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a763ca01-7156-4aba-a61a-34aea3caa2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609818 Jul 23 16:53:01.491146 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c2395765-e87e-415b-a8c9-19b687fc4480 req-8e9c4e02-5de7-4b15-b3e7-e14bba9014d8 service neutron] 10.222.0.74 "GET /v2.0/networks/a763ca01-7156-4aba-a61a-34aea3caa2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974576 Jul 23 16:53:01.645263 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c2395765-e87e-415b-a8c9-19b687fc4480 req-d6889f86-3a97-4dfe-a6df-3cf16f054bab service neutron] 10.222.0.74 "GET /v2.0/networks/a763ca01-7156-4aba-a61a-34aea3caa2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467390 Jul 23 16:53:01.669416 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854e761-2ade-4117-99ea-82fd922d5673 req-1eba5fd5-edf7-4b2a-b944-7f051df7646e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:01.672402 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5854e761-2ade-4117-99ea-82fd922d5673 req-1eba5fd5-edf7-4b2a-b944-7f051df7646e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 944 time: 0.0963795 Jul 23 16:53:01.713325 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5854e761-2ade-4117-99ea-82fd922d5673 req-eebc8865-01f9-4d21-9afa-cf57b6f870c6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364630 Jul 23 16:53:02.661443 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-af07eb9d-1ca4-484d-b93f-a65f613c5f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:02.865421 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5084f4-de96-4d72-9bc9-1fba3564812e req-ec948746-60fd-4dd8-83ef-21a07f703637 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:02.866027 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db5084f4-de96-4d72-9bc9-1fba3564812e req-ec948746-60fd-4dd8-83ef-21a07f703637 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 944 time: 0.0738118 Jul 23 16:53:02.930866 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db5084f4-de96-4d72-9bc9-1fba3564812e req-cafb8530-84f7-4d66-a72e-b608fcde45df tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573008 Jul 23 16:53:04.017756 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 2b1fc686-3448-4fec-939f-c48c5b73a06e details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:53:04.103648 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e003f72-8263-4c6e-a838-f8066e6bfe80 req-5d3d5707-2499-49ae-8dbf-7575a831acac tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:04.105317 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0e003f72-8263-4c6e-a838-f8066e6bfe80 req-5d3d5707-2499-49ae-8dbf-7575a831acac tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 944 time: 0.0912216 Jul 23 16:53:04.141403 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 2b1fc686-3448-4fec-939f-c48c5b73a06e, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=2b1fc686-3448-4fec-939f-c48c5b73a06e,segment=NetworkSegment(1f49164d-aa85-4aac-98ca-ff548c5a7b50),segment_id=1f49164d-aa85-4aac-98ca-ff548c5a7b50)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:53:04.150152 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0e003f72-8263-4c6e-a838-f8066e6bfe80 req-f813afb9-e9c5-4404-8376-895a1506d119 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381904 Jul 23 16:53:04.161091 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '2b1fc686-3448-4fec-939f-c48c5b73a06e', 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb', 'port_id': '2b1fc686-3448-4fec-939f-c48c5b73a06e', 'mac_address': 'fa:16:3e:19:cf:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00518172-209d-4f70-86f4-26a007366894', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:53:04.207597 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:04.222044 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1fc686-3448-4fec-939f-c48c5b73a06e {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:53:04.243812 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 2b1fc686-3448-4fec-939f-c48c5b73a06e, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=2b1fc686-3448-4fec-939f-c48c5b73a06e,segment=NetworkSegment(1f49164d-aa85-4aac-98ca-ff548c5a7b50),segment_id=1f49164d-aa85-4aac-98ca-ff548c5a7b50)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:53:04.248756 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:04.311811 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=2b1fc686-3448-4fec-939f-c48c5b73a06e,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:04.443453 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['2b1fc686-3448-4fec-939f-c48c5b73a06e'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:53:05.079798 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:05.289717 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2f49f-7733-4e42-b9ce-bdec3bc49d10 req-a889bbb0-50f6-4992-bbe1-c2c7781236ae tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:05.292102 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a5d2f49f-7733-4e42-b9ce-bdec3bc49d10 req-a889bbb0-50f6-4992-bbe1-c2c7781236ae tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 945 time: 0.0725598 Jul 23 16:53:05.334754 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a5d2f49f-7733-4e42-b9ce-bdec3bc49d10 req-754b7d46-b481-4c9e-9fcd-731599d36f46 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378017 Jul 23 16:53:05.418283 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ff3bb915-5984-4a88-a22b-65eeef313dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:05.504190 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:06.032384 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 2b1fc686-3448-4fec-939f-c48c5b73a06e up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:53:06.081142 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 2b1fc686-3448-4fec-939f-c48c5b73a06e completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:53:06.084688 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 2b1fc686-3448-4fec-939f-c48c5b73a06e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:53:06.085597 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:06.166466 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:06.189462 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62bd170-1738-4db5-918b-df7a9647fdd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1fc686-3448-4fec-939f-c48c5b73a06e'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:53:06.191685 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ccf70e5-4249-415d-b5ca-265bf05f5504" -d '{"events": [{"server_uuid": "b62bd170-1738-4db5-918b-df7a9647fdd6", "name": "network-vif-plugged", "status": "completed", "tag": "2b1fc686-3448-4fec-939f-c48c5b73a06e"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:53:06.214486 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 2b1fc686-3448-4fec-939f-c48c5b73a06e, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=2b1fc686-3448-4fec-939f-c48c5b73a06e,segment=NetworkSegment(1f49164d-aa85-4aac-98ca-ff548c5a7b50),segment_id=1f49164d-aa85-4aac-98ca-ff548c5a7b50)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:53:06.223423 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:06.249188 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b9d3b8-1339-4029-bb31-a8773e447da5 x-openstack-request-id: req-f7b9d3b8-1339-4029-bb31-a8773e447da5 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:53:06.249949 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62bd170-1738-4db5-918b-df7a9647fdd6", "name": "network-vif-plugged", "status": "completed", "tag": "2b1fc686-3448-4fec-939f-c48c5b73a06e", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:53:06.250384 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f7b9d3b8-1339-4029-bb31-a8773e447da5 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:53:06.250956 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62bd170-1738-4db5-918b-df7a9647fdd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1fc686-3448-4fec-939f-c48c5b73a06e', 'code': 200} Jul 23 16:53:06.318180 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=2b1fc686-3448-4fec-939f-c48c5b73a06e,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:06.413268 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24af067-bf60-4597-bc5c-c107e2c90bbb req-d4ff10b1-75de-4f24-9f9f-5eb57e02c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:06.415338 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f24af067-bf60-4597-bc5c-c107e2c90bbb req-d4ff10b1-75de-4f24-9f9f-5eb57e02c18e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 1097 time: 0.0979288 Jul 23 16:53:06.517464 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f24af067-bf60-4597-bc5c-c107e2c90bbb req-ebeacac2-82ea-4dd3-94e2-15e2f30bebaa service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898521 Jul 23 16:53:06.578210 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d3802-1f60-434e-bd4d-b470340ebd51 req-9318dcdb-d7f7-4018-a666-b47352320ba1 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:06.579588 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa4d3802-1f60-434e-bd4d-b470340ebd51 req-9318dcdb-d7f7-4018-a666-b47352320ba1 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 946 time: 0.1616602 Jul 23 16:53:06.614585 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:06.626246 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa4d3802-1f60-434e-bd4d-b470340ebd51 req-973bcae6-241b-4005-bf8d-8cf874c3e084 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399749 Jul 23 16:53:07.582655 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:07.769538 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385a99f-7545-4f5d-aa7b-d643de800526 req-ead94b7e-928d-4b32-8223-3a8fa92f568b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:07.771267 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c385a99f-7545-4f5d-aa7b-d643de800526 req-ead94b7e-928d-4b32-8223-3a8fa92f568b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0672123 Jul 23 16:53:07.810958 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c385a99f-7545-4f5d-aa7b-d643de800526 req-a64e83e1-475c-44ae-96bc-09a427928cd0 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332584 Jul 23 16:53:07.962474 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ab437-483f-4b84-889a-ed6713d762f2 req-bc0fc820-3247-408a-b0c1-70663f9580fc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:07.963922 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-131ab437-483f-4b84-889a-ed6713d762f2 req-bc0fc820-3247-408a-b0c1-70663f9580fc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0819817 Jul 23 16:53:08.003297 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-131ab437-483f-4b84-889a-ed6713d762f2 req-6f2fd16f-5e44-43c2-8889-3b4e9526978e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333693 Jul 23 16:53:08.025720 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50764) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:08.081178 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c3aec8-d75b-48bb-b5a1-c1fcd45da86c tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:08.082724 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b5c3aec8-d75b-48bb-b5a1-c1fcd45da86c tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 1092 time: 0.0559413 Jul 23 16:53:08.085731 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 50766) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:08.090235 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-1efef128-8de3-4f9e-89d5-eebc11e45ebf tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'port_id': '2b1fc686-3448-4fec-939f-c48c5b73a06e', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:53:08.112574 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1efef128-8de3-4f9e-89d5-eebc11e45ebf tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:08.221502 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1efef128-8de3-4f9e-89d5-eebc11e45ebf tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:08.338117 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-1efef128-8de3-4f9e-89d5-eebc11e45ebf tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Allocated IP 172.25.8.40 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/c66358b1-f74f-4ce4-a842-5c5877f5cefe) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:53:08.454881 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1efef128-8de3-4f9e-89d5-eebc11e45ebf tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:08.504325 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1efef128-8de3-4f9e-89d5-eebc11e45ebf tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:08.539921 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efef128-8de3-4f9e-89d5-eebc11e45ebf tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:53:08.542815 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-1efef128-8de3-4f9e-89d5-eebc11e45ebf tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:53:08.546362 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efef128-8de3-4f9e-89d5-eebc11e45ebf tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:53:08.577270 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efef128-8de3-4f9e-89d5-eebc11e45ebf tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'Port': ['ID=c66358b1-f74f-4ce4-a842-5c5877f5cefe,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:08.645419 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:08.948670 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-4077599e-d834-427a-9763-2a286d4485a7 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-51440327&fields=id&tenant_id=1a447386a79c4dde9361c7979cbbb97e HTTP/1.1" status: 200 len: 267 time: 0.0530741 Jul 23 16:53:09.024813 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1efef128-8de3-4f9e-89d5-eebc11e45ebf tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:09.121597 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-e15c23e5-5f45-4416-80f2-d59080018bde tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:09.123101 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-e15c23e5-5f45-4416-80f2-d59080018bde tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/networks?id=fedddd04-4e3c-4738-8768-b1bd7c807fbc HTTP/1.1" status: 200 len: 811 time: 0.1550565 Jul 23 16:53:09.164500 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-e01e671e-1b48-4528-8835-ffc60c97d8dc tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/quotas/1a447386a79c4dde9361c7979cbbb97e HTTP/1.1" status: 200 len: 375 time: 0.0194054 Jul 23 16:53:09.170631 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1efef128-8de3-4f9e-89d5-eebc11e45ebf tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:09.328757 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-bf6baf65-c833-486f-866c-059978c12374 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a447386a79c4dde9361c7979cbbb97e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1556339 Jul 23 16:53:09.451779 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1efef128-8de3-4f9e-89d5-eebc11e45ebf tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:09.465639 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1efef128-8de3-4f9e-89d5-eebc11e45ebf tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:09.499307 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-702a0294-657f-48a8-b760-344d34af4921 service neutron] 10.222.0.73 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575699 Jul 23 16:53:09.564803 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efef128-8de3-4f9e-89d5-eebc11e45ebf tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'Port': ['ID=c66358b1-f74f-4ce4-a842-5c5877f5cefe,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:09.591724 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1efef128-8de3-4f9e-89d5-eebc11e45ebf tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:09.725472 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-b3d253ae-48dc-476e-b2cd-9a3011ac9e94 service neutron] 10.222.0.73 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113452 Jul 23 16:53:09.752127 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-1efef128-8de3-4f9e-89d5-eebc11e45ebf tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Floating IP 41d949f2-cf4c-4983-9675-06521c8c2245 associated. External IP: 172.25.8.40, port: 2b1fc686-3448-4fec-939f-c48c5b73a06e. Jul 23 16:53:10.012487 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efef128-8de3-4f9e-89d5-eebc11e45ebf tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Router 7f2217fb-44ac-41b3-95c5-094abb131aa4 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:53:10.131685 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-047af510-e4a8-4748-951e-bf3718b389e5 req-f8e30666-6f32-4120-8a31-6cc803293a4f tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=85bf9f79-e8ae-42f6-8b6f-ff11324916d6 HTTP/1.1" status: 200 len: 210 time: 0.0369253 Jul 23 16:53:10.165431 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efef128-8de3-4f9e-89d5-eebc11e45ebf tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:53:10.178670 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfb1a35-69c6-4cba-b63e-76eb65549b77 None None] Sync routers for ids ['7f2217fb-44ac-41b3-95c5-094abb131aa4'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:53:10.183138 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1efef128-8de3-4f9e-89d5-eebc11e45ebf tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:10.193018 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfb1a35-69c6-4cba-b63e-76eb65549b77 None None] Routers {'7f2217fb-44ac-41b3-95c5-094abb131aa4'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:53:10.194074 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-7bfb1a35-69c6-4cba-b63e-76eb65549b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:53:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['7f2217fb-44ac-41b3-95c5-094abb131aa4'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:10.226274 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1efef128-8de3-4f9e-89d5-eebc11e45ebf tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1365261 Jul 23 16:53:10.226274 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b62bd170-1738-4db5-918b-df7a9647fdd6', 'tag': '2b1fc686-3448-4fec-939f-c48c5b73a06e'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:53:10.226718 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f61a4a-e0d8-46f1-a315-8b64ad6971d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b62bd170-1738-4db5-918b-df7a9647fdd6", "tag": "2b1fc686-3448-4fec-939f-c48c5b73a06e"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:53:10.270891 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56b172b-77b1-4f3c-b15b-ff860708f40c x-openstack-request-id: req-c56b172b-77b1-4f3c-b15b-ff860708f40c {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:53:10.271240 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b62bd170-1738-4db5-918b-df7a9647fdd6", "tag": "2b1fc686-3448-4fec-939f-c48c5b73a06e", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:53:10.271499 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c56b172b-77b1-4f3c-b15b-ff860708f40c {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:53:10.272501 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b62bd170-1738-4db5-918b-df7a9647fdd6', 'tag': '2b1fc686-3448-4fec-939f-c48c5b73a06e', 'status': 'completed', 'code': 200} Jul 23 16:53:10.318082 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-7bfb1a35-69c6-4cba-b63e-76eb65549b77 None None] Set router 7f2217fb-44ac-41b3-95c5-094abb131aa4 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:53:10.397482 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f61a4a-e0d8-46f1-a315-8b64ad6971d8 req-9032ebc7-f448-40ee-9ad3-d5a55fb2e6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:10.399167 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-58f61a4a-e0d8-46f1-a315-8b64ad6971d8 req-9032ebc7-f448-40ee-9ad3-d5a55fb2e6fa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 1097 time: 0.0972166 Jul 23 16:53:10.406974 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec358509-ff3a-476d-a819-37fa26570423 req-4272914a-ab9a-4620-a864-94d67220d637 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:10.408508 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec358509-ff3a-476d-a819-37fa26570423 req-4272914a-ab9a-4620-a864-94d67220d637 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 946 time: 0.1159258 Jul 23 16:53:10.507683 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec358509-ff3a-476d-a819-37fa26570423 req-bf5c5ab7-9d8f-4e97-aa8f-261a74448aa3 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879719 Jul 23 16:53:10.532227 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50806) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:10.544089 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f61a4a-e0d8-46f1-a315-8b64ad6971d8 req-77a92c06-c00a-4265-91f0-8fda05207408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:10.546637 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-58f61a4a-e0d8-46f1-a315-8b64ad6971d8 req-77a92c06-c00a-4265-91f0-8fda05207408 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a763ca01-7156-4aba-a61a-34aea3caa2bb HTTP/1.1" status: 200 len: 899 time: 0.1372128 Jul 23 16:53:10.577026 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-7bfb1a35-69c6-4cba-b63e-76eb65549b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838545778', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '1a15065b-6729-45b4-acce-68f72e05b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:49Z', 'updated_at': '2021-07-23T16:52:53Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '1a15065b-6729-45b4-acce-68f72e05b071', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:48:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:49Z', 'updated_at': '2021-07-23T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '41d949f2-cf4c-4983-9675-06521c8c2245', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'floating_ip_address': '172.25.8.40', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'port_id': '2b1fc686-3448-4fec-939f-c48c5b73a06e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb', 'mac_address': 'fa:16:3e:19:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62bd170-1738-4db5-918b-df7a9647fdd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:53:08Z', 'updated_at': '2021-07-23T16:53:08Z', 'revision_number': 0, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05b7e64-4cb1-4802-baea-5d393073edf5', 'name': '', 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:04:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '00518172-209d-4f70-86f4-26a007366894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:53Z', 'updated_at': '2021-07-23T16:52:58Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': '00518172-209d-4f70-86f4-26a007366894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:10.609293 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7a28f5bb-eb77-4c4e-8ba9-99d32781a85b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/floatingips/41d949f2-cf4c-4983-9675-06521c8c2245 HTTP/1.1" status: 200 len: 991 time: 0.0750062 Jul 23 16:53:10.610002 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfb1a35-69c6-4cba-b63e-76eb65549b77 None None] Checking router: 7f2217fb-44ac-41b3-95c5-094abb131aa4 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:53:10.619103 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfb1a35-69c6-4cba-b63e-76eb65549b77 None None] Routers {'7f2217fb-44ac-41b3-95c5-094abb131aa4'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:53:10.619639 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-7bfb1a35-69c6-4cba-b63e-76eb65549b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:53:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['7f2217fb-44ac-41b3-95c5-094abb131aa4'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:10.620516 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-58f61a4a-e0d8-46f1-a315-8b64ad6971d8 req-97fe5abc-92ce-495c-9a7e-8f2c113cc78a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b1fc686-3448-4fec-939f-c48c5b73a06e HTTP/1.1" status: 200 len: 999 time: 0.0671690 Jul 23 16:53:10.672353 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f61a4a-e0d8-46f1-a315-8b64ad6971d8 req-18425211-f598-4c1d-9187-dfe6c746aa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:10.673992 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-58f61a4a-e0d8-46f1-a315-8b64ad6971d8 req-18425211-f598-4c1d-9187-dfe6c746aa3c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=00518172-209d-4f70-86f4-26a007366894 HTTP/1.1" status: 200 len: 834 time: 0.0478141 Jul 23 16:53:10.738817 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-7bfb1a35-69c6-4cba-b63e-76eb65549b77 None None] Set router 7f2217fb-44ac-41b3-95c5-094abb131aa4 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:53:10.746862 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f61a4a-e0d8-46f1-a315-8b64ad6971d8 req-fda1a948-5869-4412-bb3e-e51c20b98d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:10.748504 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-58f61a4a-e0d8-46f1-a315-8b64ad6971d8 req-fda1a948-5869-4412-bb3e-e51c20b98d8a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a763ca01-7156-4aba-a61a-34aea3caa2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683401 Jul 23 16:53:10.854811 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-58f61a4a-e0d8-46f1-a315-8b64ad6971d8 req-4eda9cf0-87d7-47bc-8ab7-c94b2f7a36fb service neutron] 10.222.0.74 "GET /v2.0/networks/a763ca01-7156-4aba-a61a-34aea3caa2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999088 Jul 23 16:53:11.016274 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-7bfb1a35-69c6-4cba-b63e-76eb65549b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838545778', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '1a15065b-6729-45b4-acce-68f72e05b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:49Z', 'updated_at': '2021-07-23T16:52:53Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '1a15065b-6729-45b4-acce-68f72e05b071', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:48:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:49Z', 'updated_at': '2021-07-23T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '41d949f2-cf4c-4983-9675-06521c8c2245', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'floating_ip_address': '172.25.8.40', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'port_id': '2b1fc686-3448-4fec-939f-c48c5b73a06e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb', 'mac_address': 'fa:16:3e:19:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62bd170-1738-4db5-918b-df7a9647fdd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:53:08Z', 'updated_at': '2021-07-23T16:53:08Z', 'revision_number': 0, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05b7e64-4cb1-4802-baea-5d393073edf5', 'name': '', 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:04:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '00518172-209d-4f70-86f4-26a007366894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:53Z', 'updated_at': '2021-07-23T16:52:58Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': '00518172-209d-4f70-86f4-26a007366894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:11.024125 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-58f61a4a-e0d8-46f1-a315-8b64ad6971d8 req-9138626f-4bb6-43ed-bd88-bc0f1af59b0a service neutron] 10.222.0.74 "GET /v2.0/networks/a763ca01-7156-4aba-a61a-34aea3caa2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633658 Jul 23 16:53:11.068423 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfb1a35-69c6-4cba-b63e-76eb65549b77 None None] The sync data for ids ['7f2217fb-44ac-41b3-95c5-094abb131aa4'] in n-d-778549-4 is: [{'id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838545778', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '1a15065b-6729-45b4-acce-68f72e05b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:49Z', 'updated_at': '2021-07-23T16:52:53Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '1a15065b-6729-45b4-acce-68f72e05b071', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:48:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:49Z', 'updated_at': '2021-07-23T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '41d949f2-cf4c-4983-9675-06521c8c2245', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'floating_ip_address': '172.25.8.40', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'port_id': '2b1fc686-3448-4fec-939f-c48c5b73a06e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb', 'mac_address': 'fa:16:3e:19:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62bd170-1738-4db5-918b-df7a9647fdd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:53:08Z', 'updated_at': '2021-07-23T16:53:08Z', 'revision_number': 0, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05b7e64-4cb1-4802-baea-5d393073edf5', 'name': '', 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:04:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '00518172-209d-4f70-86f4-26a007366894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:53Z', 'updated_at': '2021-07-23T16:52:58Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': '00518172-209d-4f70-86f4-26a007366894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:53:11.246336 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-5ce12d4e-51bb-4c35-b713-ac000e826523 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:11.248550 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-5ce12d4e-51bb-4c35-b713-ac000e826523 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.97 "GET /v2.0/networks?id=fedddd04-4e3c-4738-8768-b1bd7c807fbc HTTP/1.1" status: 200 len: 811 time: 0.1894164 Jul 23 16:53:11.295356 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b46db89e-7a53-4ac0-bdbd-00e465d0371a req-dda1d2ba-c935-4efb-ac44-bb28660cf2d9 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=85bf9f79-e8ae-42f6-8b6f-ff11324916d6 HTTP/1.1" status: 200 len: 210 time: 0.0573280 Jul 23 16:53:11.326973 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-44cc1aa7-ef53-4487-b4f6-3a603cfdddc9 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a447386a79c4dde9361c7979cbbb97e HTTP/1.1" status: 200 len: 378 time: 0.0639055 Jul 23 16:53:11.335832 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-aeea01ce-aff8-4aa6-9080-98a6b7a74000 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Request body: {'port': {'device_id': '85bf9f79-e8ae-42f6-8b6f-ff11324916d6', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'admin_state_up': True, 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'security_groups': ['c0e862d1-6349-45c6-8b5c-fdf98fb71ebe']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:53:11.535227 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5f110b-b40d-47cf-8219-880693361de1 None None] New status for floating IP 41d949f2-cf4c-4983-9675-06521c8c2245: ACTIVE {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:53:11.537887 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-aeea01ce-aff8-4aa6-9080-98a6b7a74000 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Made reservation on behalf of 1a447386a79c4dde9361c7979cbbb97e for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:53:11.537887 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-aeea01ce-aff8-4aa6-9080-98a6b7a74000 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:11.611244 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50824) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:11.712172 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7604aa35-91ed-413b-a695-f1a5580845fd tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/floatingips/41d949f2-cf4c-4983-9675-06521c8c2245 HTTP/1.1" status: 200 len: 991 time: 0.0994813 Jul 23 16:53:11.721814 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-aeea01ce-aff8-4aa6-9080-98a6b7a74000 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Allocated IP 172.20.0.10 (fedddd04-4e3c-4738-8768-b1bd7c807fbc/68bd2291-23ae-4e54-ab39-3c387bae8690/6d07cf63-f98d-452a-bf52-d4c16c1717ea) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:53:11.921619 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-aeea01ce-aff8-4aa6-9080-98a6b7a74000 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:11.937402 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-aeea01ce-aff8-4aa6-9080-98a6b7a74000 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Transition to ACTIVE for port object 6d07cf63-f98d-452a-bf52-d4c16c1717ea will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:53:11.973900 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-aeea01ce-aff8-4aa6-9080-98a6b7a74000 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:12.024241 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-aeea01ce-aff8-4aa6-9080-98a6b7a74000 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Network fedddd04-4e3c-4738-8768-b1bd7c807fbc is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:53:12.039468 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-aeea01ce-aff8-4aa6-9080-98a6b7a74000 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:53:12.045770 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-aeea01ce-aff8-4aa6-9080-98a6b7a74000 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:53:12.095950 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea01ce-aff8-4aa6-9080-98a6b7a74000 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Pushing event updated for resources: {'Port': ['ID=6d07cf63-f98d-452a-bf52-d4c16c1717ea,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:12.133029 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-aeea01ce-aff8-4aa6-9080-98a6b7a74000 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:12.133745 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-aeea01ce-aff8-4aa6-9080-98a6b7a74000 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:12.157692 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-aeea01ce-aff8-4aa6-9080-98a6b7a74000 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8283179 Jul 23 16:53:12.162561 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b91099b-5acc-4526-aaf5-a9759a2368c7 req-563a0436-5f91-447b-91f9-c9b7411dd7e1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1329026 Jul 23 16:53:12.170274 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-a29033e3-5c7f-4ecd-9686-6723f2f85114 service neutron] Request body: {'port': {'device_id': '85bf9f79-e8ae-42f6-8b6f-ff11324916d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:53:12.346285 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-a29033e3-5c7f-4ecd-9686-6723f2f85114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:12.377387 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91099b-5acc-4526-aaf5-a9759a2368c7 req-c64abf73-d38d-41ba-b6e1-64778bbe82f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:12.379048 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b91099b-5acc-4526-aaf5-a9759a2368c7 req-c64abf73-d38d-41ba-b6e1-64778bbe82f6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 1097 time: 0.1511600 Jul 23 16:53:12.397028 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f2c35750-7432-432f-b819-35877660900f None None] Provisioning for port 6d07cf63-f98d-452a-bf52-d4c16c1717ea completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:53:12.402148 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f2c35750-7432-432f-b819-35877660900f None None] Provisioning complete for port 6d07cf63-f98d-452a-bf52-d4c16c1717ea triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:53:12.402617 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f2c35750-7432-432f-b819-35877660900f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:12.458511 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f2c35750-7432-432f-b819-35877660900f None None] Port 6d07cf63-f98d-452a-bf52-d4c16c1717ea cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:53:12.714954 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 50852) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:12.780359 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b6b5bcc9-85fb-45b1-b443-64b75782fdde tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/floatingips/41d949f2-cf4c-4983-9675-06521c8c2245 HTTP/1.1" status: 200 len: 993 time: 0.0641932 Jul 23 16:53:13.144386 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91099b-5acc-4526-aaf5-a9759a2368c7 req-f5f01c70-1254-47a7-940c-c483d28d6ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:13.146011 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b91099b-5acc-4526-aaf5-a9759a2368c7 req-f5f01c70-1254-47a7-940c-c483d28d6ac9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a763ca01-7156-4aba-a61a-34aea3caa2bb HTTP/1.1" status: 200 len: 899 time: 0.7045653 Jul 23 16:53:13.156535 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb77378-34d9-43e6-9118-5f72c0bdaab8 req-a761910c-0633-4250-bb63-e02355374db7 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:13.159063 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5eb77378-34d9-43e6-9118-5f72c0bdaab8 req-a761910c-0633-4250-bb63-e02355374db7 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=85bf9f79-e8ae-42f6-8b6f-ff11324916d6 HTTP/1.1" status: 200 len: 932 time: 0.7164154 Jul 23 16:53:13.309786 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b91099b-5acc-4526-aaf5-a9759a2368c7 req-fc73a22e-4f7d-450d-b2a2-94c80fb75913 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b1fc686-3448-4fec-939f-c48c5b73a06e HTTP/1.1" status: 200 len: 1001 time: 0.1397791 Jul 23 16:53:13.317917 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5eb77378-34d9-43e6-9118-5f72c0bdaab8 req-ae0b80e9-305e-4db4-a343-363f5edc2c00 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1426585 Jul 23 16:53:13.408402 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91099b-5acc-4526-aaf5-a9759a2368c7 req-fcfa9130-e33d-47cb-b3a7-be4c58b9aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:13.410013 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b91099b-5acc-4526-aaf5-a9759a2368c7 req-fcfa9130-e33d-47cb-b3a7-be4c58b9aa11 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=00518172-209d-4f70-86f4-26a007366894 HTTP/1.1" status: 200 len: 834 time: 0.0909715 Jul 23 16:53:13.428507 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-a29033e3-5c7f-4ecd-9686-6723f2f85114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d07cf63-f98d-452a-bf52-d4c16c1717ea {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:53:13.437856 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-a29033e3-5c7f-4ecd-9686-6723f2f85114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:13.472096 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-a29033e3-5c7f-4ecd-9686-6723f2f85114 service neutron] Transition to ACTIVE for port object 6d07cf63-f98d-452a-bf52-d4c16c1717ea will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:53:13.479973 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-a29033e3-5c7f-4ecd-9686-6723f2f85114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:13.548200 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91099b-5acc-4526-aaf5-a9759a2368c7 req-1d4ca5f2-c8aa-41e1-a0bd-dff0aef87c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:13.549834 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b91099b-5acc-4526-aaf5-a9759a2368c7 req-1d4ca5f2-c8aa-41e1-a0bd-dff0aef87c27 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a763ca01-7156-4aba-a61a-34aea3caa2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1317918 Jul 23 16:53:13.552545 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29033e3-5c7f-4ecd-9686-6723f2f85114 service neutron] Pushing event updated for resources: {'Port': ['ID=6d07cf63-f98d-452a-bf52-d4c16c1717ea,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:13.716164 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-a29033e3-5c7f-4ecd-9686-6723f2f85114 service neutron] Attempting to bind port 6d07cf63-f98d-452a-bf52-d4c16c1717ea on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:53:13.717019 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-a29033e3-5c7f-4ecd-9686-6723f2f85114 service neutron] Attempting to bind port 6d07cf63-f98d-452a-bf52-d4c16c1717ea by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:53:13.717712 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-a29033e3-5c7f-4ecd-9686-6723f2f85114 service neutron] Attempting to bind port 6d07cf63-f98d-452a-bf52-d4c16c1717ea on network fedddd04-4e3c-4738-8768-b1bd7c807fbc {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:53:13.725737 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-a29033e3-5c7f-4ecd-9686-6723f2f85114 service neutron] Port 6d07cf63-f98d-452a-bf52-d4c16c1717ea on network fedddd04-4e3c-4738-8768-b1bd7c807fbc not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:53:13.726476 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-a29033e3-5c7f-4ecd-9686-6723f2f85114 service neutron] Attempting to bind port 6d07cf63-f98d-452a-bf52-d4c16c1717ea on network fedddd04-4e3c-4738-8768-b1bd7c807fbc {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:53:13.734469 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-a29033e3-5c7f-4ecd-9686-6723f2f85114 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:53:13.735236 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-a29033e3-5c7f-4ecd-9686-6723f2f85114 service neutron] Checking segment: {'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:53:13.737468 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-a29033e3-5c7f-4ecd-9686-6723f2f85114 service neutron] Bound using segment: {'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:53:13.738164 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-a29033e3-5c7f-4ecd-9686-6723f2f85114 service neutron] Bound port: 6d07cf63-f98d-452a-bf52-d4c16c1717ea, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:53:13.738768 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-a29033e3-5c7f-4ecd-9686-6723f2f85114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:13.747164 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b91099b-5acc-4526-aaf5-a9759a2368c7 req-b6b67231-1db7-4daa-909d-1c31a867049b service neutron] 10.222.0.74 "GET /v2.0/networks/a763ca01-7156-4aba-a61a-34aea3caa2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893754 Jul 23 16:53:13.907094 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-a29033e3-5c7f-4ecd-9686-6723f2f85114 service neutron] For port 6d07cf63-f98d-452a-bf52-d4c16c1717ea, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:53:13.912497 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-a29033e3-5c7f-4ecd-9686-6723f2f85114 service neutron] For port 6d07cf63-f98d-452a-bf52-d4c16c1717ea, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=6d07cf63-f98d-452a-bf52-d4c16c1717ea,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:53:13.919742 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b91099b-5acc-4526-aaf5-a9759a2368c7 req-3d825047-5fee-4824-a4db-c90db1f3f89f service neutron] 10.222.0.74 "GET /v2.0/networks/a763ca01-7156-4aba-a61a-34aea3caa2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647446 Jul 23 16:53:13.921523 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-a29033e3-5c7f-4ecd-9686-6723f2f85114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:13.967760 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-a29033e3-5c7f-4ecd-9686-6723f2f85114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:13.968589 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-a29033e3-5c7f-4ecd-9686-6723f2f85114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:13.970268 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-a29033e3-5c7f-4ecd-9686-6723f2f85114 service neutron] 10.222.0.97 "PUT /v2.0/ports/6d07cf63-f98d-452a-bf52-d4c16c1717ea HTTP/1.1" status: 200 len: 1092 time: 1.8052552 Jul 23 16:53:13.970845 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85bf9f79-e8ae-42f6-8b6f-ff11324916d6', 'tag': '6d07cf63-f98d-452a-bf52-d4c16c1717ea'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:53:13.980186 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78daa2ca-54f4-4648-be3d-4b26be5f6530" -d '{"events": [{"name": "network-changed", "server_uuid": "85bf9f79-e8ae-42f6-8b6f-ff11324916d6", "tag": "6d07cf63-f98d-452a-bf52-d4c16c1717ea"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:53:14.018658 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29033e3-5c7f-4ecd-9686-6723f2f85114 service neutron] Pushing event updated for resources: {'Port': ['ID=6d07cf63-f98d-452a-bf52-d4c16c1717ea,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:14.092452 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0498cc83-07ab-4546-a28c-5554d5097ac5 x-openstack-request-id: req-0498cc83-07ab-4546-a28c-5554d5097ac5 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:53:14.092869 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85bf9f79-e8ae-42f6-8b6f-ff11324916d6", "tag": "6d07cf63-f98d-452a-bf52-d4c16c1717ea", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:53:14.093256 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0498cc83-07ab-4546-a28c-5554d5097ac5 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:53:14.093755 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85bf9f79-e8ae-42f6-8b6f-ff11324916d6', 'tag': '6d07cf63-f98d-452a-bf52-d4c16c1717ea', 'status': 'completed', 'code': 200} Jul 23 16:53:14.135512 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-6dc7c9f3-52c6-447b-84ad-629f5c98691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:14.137782 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-6dc7c9f3-52c6-447b-84ad-629f5c98691e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1a447386a79c4dde9361c7979cbbb97e&device_id=85bf9f79-e8ae-42f6-8b6f-ff11324916d6 HTTP/1.1" status: 200 len: 1095 time: 0.0943015 Jul 23 16:53:14.196260 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-aeec09a0-12a8-409d-8684-eb21ceca64a4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d07cf63-f98d-452a-bf52-d4c16c1717ea HTTP/1.1" status: 200 len: 217 time: 0.0492494 Jul 23 16:53:14.256169 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-c7e8cba4-fed2-440b-8405-506509a66347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:14.259419 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-c7e8cba4-fed2-440b-8405-506509a66347 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=68bd2291-23ae-4e54-ab39-3c387bae8690 HTTP/1.1" status: 200 len: 850 time: 0.0566070 Jul 23 16:53:14.334094 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-46e5feb3-b187-42e9-979c-3138a7a67558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:14.336387 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-46e5feb3-b187-42e9-979c-3138a7a67558 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=fedddd04-4e3c-4738-8768-b1bd7c807fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698254 Jul 23 16:53:14.492217 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-0562c6c6-f490-4df3-913e-145ce9b2abdc service neutron] 10.222.0.97 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479771 Jul 23 16:53:14.568286 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5ea53-71c1-4384-9d62-08838d41b15a req-0a3e8cd5-fc74-4e42-8142-841503a433e7 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:14.570427 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-caf5ea53-71c1-4384-9d62-08838d41b15a req-0a3e8cd5-fc74-4e42-8142-841503a433e7 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=85bf9f79-e8ae-42f6-8b6f-ff11324916d6 HTTP/1.1" status: 200 len: 944 time: 0.1444292 Jul 23 16:53:14.652516 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-caf5ea53-71c1-4384-9d62-08838d41b15a req-89943d6f-5b0e-4477-8895-24b7ba958563 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566263 Jul 23 16:53:14.654637 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2982abe6-2fa6-42e8-bc56-7262500804ca req-f34c288f-e3a1-4e47-90ea-4eeaeed03f0d service neutron] 10.222.0.97 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559112 Jul 23 16:53:14.778433 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78daa2ca-54f4-4648-be3d-4b26be5f6530 req-2b4dcfa9-37e9-4f2a-a8fc-f06fb3443f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:14.780180 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-78daa2ca-54f4-4648-be3d-4b26be5f6530 req-2b4dcfa9-37e9-4f2a-a8fc-f06fb3443f15 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1a447386a79c4dde9361c7979cbbb97e&device_id=85bf9f79-e8ae-42f6-8b6f-ff11324916d6 HTTP/1.1" status: 200 len: 1095 time: 0.0760343 Jul 23 16:53:14.885842 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78daa2ca-54f4-4648-be3d-4b26be5f6530 req-3380b265-6fcb-4398-b734-c5dde03fa8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:14.887520 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-78daa2ca-54f4-4648-be3d-4b26be5f6530 req-3380b265-6fcb-4398-b734-c5dde03fa8ca service neutron] 10.222.0.97 "GET /v2.0/networks?id=fedddd04-4e3c-4738-8768-b1bd7c807fbc HTTP/1.1" status: 200 len: 913 time: 0.1015799 Jul 23 16:53:14.937461 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-78daa2ca-54f4-4648-be3d-4b26be5f6530 req-23c67623-e706-4ce7-8348-da09ca035779 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d07cf63-f98d-452a-bf52-d4c16c1717ea HTTP/1.1" status: 200 len: 217 time: 0.0434699 Jul 23 16:53:14.994529 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78daa2ca-54f4-4648-be3d-4b26be5f6530 req-4976f210-f6fc-45b6-9dab-de369069fc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:14.996042 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-78daa2ca-54f4-4648-be3d-4b26be5f6530 req-4976f210-f6fc-45b6-9dab-de369069fc5b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=68bd2291-23ae-4e54-ab39-3c387bae8690 HTTP/1.1" status: 200 len: 850 time: 0.0504627 Jul 23 16:53:15.066115 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78daa2ca-54f4-4648-be3d-4b26be5f6530 req-934cdf9e-feb3-4b28-8f83-d2a63e32e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:15.067710 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-78daa2ca-54f4-4648-be3d-4b26be5f6530 req-934cdf9e-feb3-4b28-8f83-d2a63e32e9cd service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=fedddd04-4e3c-4738-8768-b1bd7c807fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653553 Jul 23 16:53:15.173775 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-78daa2ca-54f4-4648-be3d-4b26be5f6530 req-98d92c2e-c9d7-46e1-a73f-5b2f4b36a689 service neutron] 10.222.0.97 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985689 Jul 23 16:53:15.286398 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-78daa2ca-54f4-4648-be3d-4b26be5f6530 req-0ff5bdbf-ffe8-40aa-8114-c0857d8cd594 service neutron] 10.222.0.97 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059532 Jul 23 16:53:15.821582 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6561f-f7cd-4de5-a6a6-848abbf28032 req-7a7b3e53-2d43-4e7c-959d-2c9f53d36796 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:15.823383 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1af6561f-f7cd-4de5-a6a6-848abbf28032 req-7a7b3e53-2d43-4e7c-959d-2c9f53d36796 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=85bf9f79-e8ae-42f6-8b6f-ff11324916d6 HTTP/1.1" status: 200 len: 944 time: 0.0783408 Jul 23 16:53:15.873588 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1af6561f-f7cd-4de5-a6a6-848abbf28032 req-5d864345-ff2c-4cf2-a94e-952e138b8a07 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438466 Jul 23 16:53:17.025733 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc47214-5444-4596-984e-b5d47d4baefe req-83dabb3d-befb-46f0-b18e-6667ed7789c1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:17.027622 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2fc47214-5444-4596-984e-b5d47d4baefe req-83dabb3d-befb-46f0-b18e-6667ed7789c1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=85bf9f79-e8ae-42f6-8b6f-ff11324916d6 HTTP/1.1" status: 200 len: 944 time: 0.0775893 Jul 23 16:53:17.068040 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2fc47214-5444-4596-984e-b5d47d4baefe req-c2214c12-39c2-49a0-82c0-374647e5b46b tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346727 Jul 23 16:53:17.160278 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:53:18.210968 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ad276-ca1d-42fb-a2e7-80aa1285bee6 req-f0fa89b2-7929-47d9-bf9f-8c9773c3ed09 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:18.212543 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b12ad276-ca1d-42fb-a2e7-80aa1285bee6 req-f0fa89b2-7929-47d9-bf9f-8c9773c3ed09 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=85bf9f79-e8ae-42f6-8b6f-ff11324916d6 HTTP/1.1" status: 200 len: 944 time: 0.0728564 Jul 23 16:53:18.256430 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b12ad276-ca1d-42fb-a2e7-80aa1285bee6 req-764fc510-c41d-4f51-8a2a-9e1267d09a83 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345364 Jul 23 16:53:19.415368 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927988c-384d-4de4-b923-d3a6db18f2b8 req-f0d578a8-7280-48de-9552-5c6e9d2cbf24 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:19.416833 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b927988c-384d-4de4-b923-d3a6db18f2b8 req-f0d578a8-7280-48de-9552-5c6e9d2cbf24 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=85bf9f79-e8ae-42f6-8b6f-ff11324916d6 HTTP/1.1" status: 200 len: 944 time: 0.0743177 Jul 23 16:53:19.459630 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b927988c-384d-4de4-b923-d3a6db18f2b8 req-c558662a-3064-44da-b8c1-bea8a0ed1fc4 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370610 Jul 23 16:53:20.598414 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903ab0a-68d9-48ef-b6b0-2e8d0ff93a72 req-83eb452e-66cc-4711-81ac-420d401f150d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:20.602238 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7903ab0a-68d9-48ef-b6b0-2e8d0ff93a72 req-83eb452e-66cc-4711-81ac-420d401f150d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=85bf9f79-e8ae-42f6-8b6f-ff11324916d6 HTTP/1.1" status: 200 len: 944 time: 0.0693560 Jul 23 16:53:20.650473 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7903ab0a-68d9-48ef-b6b0-2e8d0ff93a72 req-5e62c244-f39c-4946-83dd-306b2662f3b8 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427089 Jul 23 16:53:21.810795 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935afae9-72d7-4ed8-a192-132c1d1f72b7 req-c79153f4-ab27-4a8b-84e2-440f59fb1447 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:21.812333 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-935afae9-72d7-4ed8-a192-132c1d1f72b7 req-c79153f4-ab27-4a8b-84e2-440f59fb1447 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=85bf9f79-e8ae-42f6-8b6f-ff11324916d6 HTTP/1.1" status: 200 len: 944 time: 0.0938673 Jul 23 16:53:21.865146 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-935afae9-72d7-4ed8-a192-132c1d1f72b7 req-648e97cb-bbb0-4bd2-bdeb-5288135f4113 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472147 Jul 23 16:53:22.998613 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9dfa51-efcf-41df-88fc-f1e5a0c43e09 req-f1683da1-5991-433d-85ee-a355216a3be5 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:23.000290 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb9dfa51-efcf-41df-88fc-f1e5a0c43e09 req-f1683da1-5991-433d-85ee-a355216a3be5 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=85bf9f79-e8ae-42f6-8b6f-ff11324916d6 HTTP/1.1" status: 200 len: 944 time: 0.0657070 Jul 23 16:53:23.043436 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb9dfa51-efcf-41df-88fc-f1e5a0c43e09 req-5706a857-ca9f-4415-aa69-f7d13ca122a5 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349143 Jul 23 16:53:24.177273 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58a6ba-9f2b-4a24-93b6-8c4417b8125c req-9bba6b35-8739-424b-8b47-1aa51af21ace tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:24.179506 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4f58a6ba-9f2b-4a24-93b6-8c4417b8125c req-9bba6b35-8739-424b-8b47-1aa51af21ace tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=85bf9f79-e8ae-42f6-8b6f-ff11324916d6 HTTP/1.1" status: 200 len: 944 time: 0.0661705 Jul 23 16:53:24.219137 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4f58a6ba-9f2b-4a24-93b6-8c4417b8125c req-57e6893a-0f68-480f-82d9-a4f032b7fea9 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331833 Jul 23 16:53:24.846789 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 6d07cf63-f98d-452a-bf52-d4c16c1717ea details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:53:24.940366 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 6d07cf63-f98d-452a-bf52-d4c16c1717ea, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=6d07cf63-f98d-452a-bf52-d4c16c1717ea,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:53:24.951275 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '6d07cf63-f98d-452a-bf52-d4c16c1717ea', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'port_id': '6d07cf63-f98d-452a-bf52-d4c16c1717ea', 'mac_address': 'fa:16:3e:ff:b8:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:53:24.989492 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:25.009543 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d07cf63-f98d-452a-bf52-d4c16c1717ea {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:53:25.029798 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 6d07cf63-f98d-452a-bf52-d4c16c1717ea, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=6d07cf63-f98d-452a-bf52-d4c16c1717ea,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:53:25.034139 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:25.084169 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=6d07cf63-f98d-452a-bf52-d4c16c1717ea,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:25.092184 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:25.092530 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:25.092863 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:25.093221 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:25.093550 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:25.093876 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:25.094193 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:25.094509 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:25.095044 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:25.095368 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:25.095736 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:25.096058 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:25.238387 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['6d07cf63-f98d-452a-bf52-d4c16c1717ea'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:53:25.360999 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe83b2-1332-4d22-81bb-1724eff8257a req-2679bf03-f252-43c3-911d-8993eb142569 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:25.362666 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6ebe83b2-1332-4d22-81bb-1724eff8257a req-2679bf03-f252-43c3-911d-8993eb142569 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=85bf9f79-e8ae-42f6-8b6f-ff11324916d6 HTTP/1.1" status: 200 len: 945 time: 0.0746024 Jul 23 16:53:25.403395 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6ebe83b2-1332-4d22-81bb-1724eff8257a req-5e3b414c-781c-4d6e-90da-aed705ad8ae3 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351796 Jul 23 16:53:26.552411 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdb256-5294-47c0-9737-8f5bd042b705 req-4b55ff11-c53a-491c-bf7d-839ede877b48 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:26.555466 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-43cdb256-5294-47c0-9737-8f5bd042b705 req-4b55ff11-c53a-491c-bf7d-839ede877b48 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=85bf9f79-e8ae-42f6-8b6f-ff11324916d6 HTTP/1.1" status: 200 len: 945 time: 0.0691679 Jul 23 16:53:26.593045 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-43cdb256-5294-47c0-9737-8f5bd042b705 req-57ab508c-05f4-4818-9cbe-9721ffd03c97 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328305 Jul 23 16:53:26.841900 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 6d07cf63-f98d-452a-bf52-d4c16c1717ea up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:53:26.892003 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 6d07cf63-f98d-452a-bf52-d4c16c1717ea completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:53:26.895876 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 6d07cf63-f98d-452a-bf52-d4c16c1717ea triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:53:26.896247 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:26.977139 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:27.004190 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bf9f79-e8ae-42f6-8b6f-ff11324916d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d07cf63-f98d-452a-bf52-d4c16c1717ea'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:53:27.006606 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b7757c-b9a5-430c-9287-0198b94d12cc" -d '{"events": [{"server_uuid": "85bf9f79-e8ae-42f6-8b6f-ff11324916d6", "name": "network-vif-plugged", "status": "completed", "tag": "6d07cf63-f98d-452a-bf52-d4c16c1717ea"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:53:27.021404 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 6d07cf63-f98d-452a-bf52-d4c16c1717ea, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=6d07cf63-f98d-452a-bf52-d4c16c1717ea,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:53:27.027307 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:27.058678 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e67040a-bbfb-4ff5-a2bc-bb055b3091f8 x-openstack-request-id: req-3e67040a-bbfb-4ff5-a2bc-bb055b3091f8 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:53:27.058983 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85bf9f79-e8ae-42f6-8b6f-ff11324916d6", "name": "network-vif-plugged", "status": "completed", "tag": "6d07cf63-f98d-452a-bf52-d4c16c1717ea", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:53:27.059218 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3e67040a-bbfb-4ff5-a2bc-bb055b3091f8 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:53:27.059608 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85bf9f79-e8ae-42f6-8b6f-ff11324916d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d07cf63-f98d-452a-bf52-d4c16c1717ea', 'code': 200} Jul 23 16:53:27.087927 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=6d07cf63-f98d-452a-bf52-d4c16c1717ea,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:27.171364 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b5885-e8ff-443d-8935-31cff55f8e31 req-6194c957-4e5c-42f4-a2ce-197e83e4f674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:27.172902 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-839b5885-e8ff-443d-8935-31cff55f8e31 req-6194c957-4e5c-42f4-a2ce-197e83e4f674 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=85bf9f79-e8ae-42f6-8b6f-ff11324916d6 HTTP/1.1" status: 200 len: 1097 time: 0.0556762 Jul 23 16:53:27.207597 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-839b5885-e8ff-443d-8935-31cff55f8e31 req-32ace6a7-feb4-4adf-9018-023d4b6f8f0d service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0286267 Jul 23 16:53:27.731543 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fd523-cf4d-416f-967c-fedd522c764d req-d929f34a-aa1e-46c3-af4e-7c32ed4c28fb tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:27.733012 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d1fd523-cf4d-416f-967c-fedd522c764d req-d929f34a-aa1e-46c3-af4e-7c32ed4c28fb tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=85bf9f79-e8ae-42f6-8b6f-ff11324916d6 HTTP/1.1" status: 200 len: 946 time: 0.0681717 Jul 23 16:53:27.774113 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d1fd523-cf4d-416f-967c-fedd522c764d req-fa9d47e3-b832-4512-83a0-9b9036f56918 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352545 Jul 23 16:53:28.910918 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217d5e2-4c88-4fca-a674-6fdb3fccdd10 req-5b6fd044-08f6-4fe8-8ae9-6abb39552fe4 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:28.912552 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3217d5e2-4c88-4fca-a674-6fdb3fccdd10 req-5b6fd044-08f6-4fe8-8ae9-6abb39552fe4 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=85bf9f79-e8ae-42f6-8b6f-ff11324916d6 HTTP/1.1" status: 200 len: 946 time: 0.0668943 Jul 23 16:53:28.952412 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3217d5e2-4c88-4fca-a674-6fdb3fccdd10 req-39222994-2117-4477-bb6e-e5fbfde34d08 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330698 Jul 23 16:53:29.090092 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0da3b-45be-4b64-bbab-f12520373fd3 req-59ff2330-1a34-4b4b-a1a3-78714bf01148 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:29.091646 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f5e0da3b-45be-4b64-bbab-f12520373fd3 req-59ff2330-1a34-4b4b-a1a3-78714bf01148 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=85bf9f79-e8ae-42f6-8b6f-ff11324916d6 HTTP/1.1" status: 200 len: 946 time: 0.0706787 Jul 23 16:53:29.130408 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f5e0da3b-45be-4b64-bbab-f12520373fd3 req-969d5cca-0663-4121-8722-44c2d1869cba tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330353 Jul 23 16:53:29.154704 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51112) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:29.211620 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2176d0-2901-4ee2-8374-78c1f8f50efe tempest-TestVolumeBootPattern-977568958 tempest-TestVolumeBootPattern-977568958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:29.213182 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6c2176d0-2901-4ee2-8374-78c1f8f50efe tempest-TestVolumeBootPattern-977568958 tempest-TestVolumeBootPattern-977568958-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=85bf9f79-e8ae-42f6-8b6f-ff11324916d6 HTTP/1.1" status: 200 len: 1092 time: 0.0574703 Jul 23 16:53:29.216064 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51114) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:29.220382 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-82d42baa-60b3-436f-8993-89f7d3952648 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'port_id': '6d07cf63-f98d-452a-bf52-d4c16c1717ea', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:53:29.243529 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82d42baa-60b3-436f-8993-89f7d3952648 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:29.338606 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82d42baa-60b3-436f-8993-89f7d3952648 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:29.446318 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-82d42baa-60b3-436f-8993-89f7d3952648 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Allocated IP 172.25.8.110 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/1a440105-9669-406b-bb5a-c96ea36eb682) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:53:29.551202 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82d42baa-60b3-436f-8993-89f7d3952648 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:29.591400 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82d42baa-60b3-436f-8993-89f7d3952648 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:29.635712 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d42baa-60b3-436f-8993-89f7d3952648 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:53:29.638755 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-82d42baa-60b3-436f-8993-89f7d3952648 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:53:29.649110 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d42baa-60b3-436f-8993-89f7d3952648 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:53:29.668735 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d42baa-60b3-436f-8993-89f7d3952648 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Pushing event updated for resources: {'Port': ['ID=1a440105-9669-406b-bb5a-c96ea36eb682,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:30.031665 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82d42baa-60b3-436f-8993-89f7d3952648 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:30.113919 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82d42baa-60b3-436f-8993-89f7d3952648 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:30.278150 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82d42baa-60b3-436f-8993-89f7d3952648 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:30.283246 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82d42baa-60b3-436f-8993-89f7d3952648 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:30.353650 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d42baa-60b3-436f-8993-89f7d3952648 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Pushing event updated for resources: {'Port': ['ID=1a440105-9669-406b-bb5a-c96ea36eb682,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:30.369798 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82d42baa-60b3-436f-8993-89f7d3952648 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:30.478405 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-82d42baa-60b3-436f-8993-89f7d3952648 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Floating IP 7c6a1020-e9ec-4a30-8467-11e322479f6b associated. External IP: 172.25.8.110, port: 6d07cf63-f98d-452a-bf52-d4c16c1717ea. Jul 23 16:53:30.702969 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d42baa-60b3-436f-8993-89f7d3952648 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Router 02621f14-3607-4153-8dfd-95f8c7d900c9 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:53:30.819513 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d42baa-60b3-436f-8993-89f7d3952648 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:53:30.828984 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3712e6ef-1a22-45f6-8c72-a8a2e5ee296d None None] Sync routers for ids ['02621f14-3607-4153-8dfd-95f8c7d900c9'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:53:30.837449 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82d42baa-60b3-436f-8993-89f7d3952648 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:30.840240 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3712e6ef-1a22-45f6-8c72-a8a2e5ee296d None None] Routers {'02621f14-3607-4153-8dfd-95f8c7d900c9'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:53:30.840884 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3712e6ef-1a22-45f6-8c72-a8a2e5ee296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:53:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['02621f14-3607-4153-8dfd-95f8c7d900c9'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:30.879240 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-82d42baa-60b3-436f-8993-89f7d3952648 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6621511 Jul 23 16:53:30.879970 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85bf9f79-e8ae-42f6-8b6f-ff11324916d6', 'tag': '6d07cf63-f98d-452a-bf52-d4c16c1717ea'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:53:30.882844 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc3ce2f-4cd9-4a54-b454-cebfed257f61" -d '{"events": [{"name": "network-changed", "server_uuid": "85bf9f79-e8ae-42f6-8b6f-ff11324916d6", "tag": "6d07cf63-f98d-452a-bf52-d4c16c1717ea"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:53:30.922860 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206ea32e-5436-40a8-8c55-a59e5ffec884 x-openstack-request-id: req-206ea32e-5436-40a8-8c55-a59e5ffec884 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:53:30.923771 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85bf9f79-e8ae-42f6-8b6f-ff11324916d6", "tag": "6d07cf63-f98d-452a-bf52-d4c16c1717ea", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:53:30.924210 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-206ea32e-5436-40a8-8c55-a59e5ffec884 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:53:30.924616 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85bf9f79-e8ae-42f6-8b6f-ff11324916d6', 'tag': '6d07cf63-f98d-452a-bf52-d4c16c1717ea', 'status': 'completed', 'code': 200} Jul 23 16:53:30.976200 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-3712e6ef-1a22-45f6-8c72-a8a2e5ee296d None None] Set router 02621f14-3607-4153-8dfd-95f8c7d900c9 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:53:31.001267 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3ce2f-4cd9-4a54-b454-cebfed257f61 req-9cfdf046-bdf8-4e9a-b47a-66e269aa4485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:31.002793 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9bc3ce2f-4cd9-4a54-b454-cebfed257f61 req-9cfdf046-bdf8-4e9a-b47a-66e269aa4485 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1a447386a79c4dde9361c7979cbbb97e&device_id=85bf9f79-e8ae-42f6-8b6f-ff11324916d6 HTTP/1.1" status: 200 len: 1097 time: 0.0571895 Jul 23 16:53:31.106076 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3ce2f-4cd9-4a54-b454-cebfed257f61 req-08ab3a26-1d48-4c3d-850b-ab008a2c6c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:31.107712 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9bc3ce2f-4cd9-4a54-b454-cebfed257f61 req-08ab3a26-1d48-4c3d-850b-ab008a2c6c78 service neutron] 10.222.0.97 "GET /v2.0/networks?id=fedddd04-4e3c-4738-8768-b1bd7c807fbc HTTP/1.1" status: 200 len: 913 time: 0.0976331 Jul 23 16:53:31.187646 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9bc3ce2f-4cd9-4a54-b454-cebfed257f61 req-1b272304-308b-4eef-8501-6429f4072682 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d07cf63-f98d-452a-bf52-d4c16c1717ea HTTP/1.1" status: 200 len: 1000 time: 0.0734079 Jul 23 16:53:31.240009 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3ce2f-4cd9-4a54-b454-cebfed257f61 req-6fcdc90b-80bf-4b85-8237-108c7c8c64bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:31.242210 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9bc3ce2f-4cd9-4a54-b454-cebfed257f61 req-6fcdc90b-80bf-4b85-8237-108c7c8c64bf service neutron] 10.222.0.97 "GET /v2.0/subnets?id=68bd2291-23ae-4e54-ab39-3c387bae8690 HTTP/1.1" status: 200 len: 850 time: 0.0487046 Jul 23 16:53:31.307258 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3ce2f-4cd9-4a54-b454-cebfed257f61 req-372ab222-1b03-43af-a0ec-d46785ccd514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:31.308931 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9bc3ce2f-4cd9-4a54-b454-cebfed257f61 req-372ab222-1b03-43af-a0ec-d46785ccd514 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=fedddd04-4e3c-4738-8768-b1bd7c807fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602219 Jul 23 16:53:31.322217 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3712e6ef-1a22-45f6-8c72-a8a2e5ee296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'name': 'tempest-TestVolumeBootPattern-581618674-router', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:43Z', 'updated_at': '2021-07-23T16:48:51Z', 'revision_number': 4, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'gw_port': {'id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:45Z', 'updated_at': '2021-07-23T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '7c6a1020-e9ec-4a30-8467-11e322479f6b', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'port_id': '6d07cf63-f98d-452a-bf52-d4c16c1717ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'mac_address': 'fa:16:3e:ff:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bf9f79-e8ae-42f6-8b6f-ff11324916d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:53:29Z', 'updated_at': '2021-07-23T16:53:29Z', 'revision_number': 0, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd5ee84f-3746-4425-ac5a-d72a147aaf31', 'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'mac_address': 'fa:16:3e:27:b5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:50Z', 'updated_at': '2021-07-23T16:49:00Z', 'revision_number': 5, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'subnets': [{'id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:31.351056 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3712e6ef-1a22-45f6-8c72-a8a2e5ee296d None None] Checking router: 02621f14-3607-4153-8dfd-95f8c7d900c9 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:53:31.360600 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3712e6ef-1a22-45f6-8c72-a8a2e5ee296d None None] Routers {'02621f14-3607-4153-8dfd-95f8c7d900c9'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:53:31.361272 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3712e6ef-1a22-45f6-8c72-a8a2e5ee296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:53:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['02621f14-3607-4153-8dfd-95f8c7d900c9'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:31.417569 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9bc3ce2f-4cd9-4a54-b454-cebfed257f61 req-aedb32ec-0f75-4168-9826-ef9ca12f7fe4 service neutron] 10.222.0.97 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016209 Jul 23 16:53:31.477321 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-3712e6ef-1a22-45f6-8c72-a8a2e5ee296d None None] Set router 02621f14-3607-4153-8dfd-95f8c7d900c9 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:53:31.527820 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9bc3ce2f-4cd9-4a54-b454-cebfed257f61 req-58df1d23-3e0d-4d01-a44e-19cf358cb799 service neutron] 10.222.0.97 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041746 Jul 23 16:53:31.724897 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3712e6ef-1a22-45f6-8c72-a8a2e5ee296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'name': 'tempest-TestVolumeBootPattern-581618674-router', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:43Z', 'updated_at': '2021-07-23T16:48:51Z', 'revision_number': 4, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'gw_port': {'id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:45Z', 'updated_at': '2021-07-23T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '7c6a1020-e9ec-4a30-8467-11e322479f6b', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'port_id': '6d07cf63-f98d-452a-bf52-d4c16c1717ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'mac_address': 'fa:16:3e:ff:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bf9f79-e8ae-42f6-8b6f-ff11324916d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:53:29Z', 'updated_at': '2021-07-23T16:53:29Z', 'revision_number': 0, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd5ee84f-3746-4425-ac5a-d72a147aaf31', 'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'mac_address': 'fa:16:3e:27:b5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:50Z', 'updated_at': '2021-07-23T16:49:00Z', 'revision_number': 5, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'subnets': [{'id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:31.752946 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3712e6ef-1a22-45f6-8c72-a8a2e5ee296d None None] The sync data for ids ['02621f14-3607-4153-8dfd-95f8c7d900c9'] in n-d-778549-4 is: [{'id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'name': 'tempest-TestVolumeBootPattern-581618674-router', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:43Z', 'updated_at': '2021-07-23T16:48:51Z', 'revision_number': 4, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'gw_port': {'id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:45Z', 'updated_at': '2021-07-23T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '7c6a1020-e9ec-4a30-8467-11e322479f6b', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'port_id': '6d07cf63-f98d-452a-bf52-d4c16c1717ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'mac_address': 'fa:16:3e:ff:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bf9f79-e8ae-42f6-8b6f-ff11324916d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:53:29Z', 'updated_at': '2021-07-23T16:53:29Z', 'revision_number': 0, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd5ee84f-3746-4425-ac5a-d72a147aaf31', 'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'mac_address': 'fa:16:3e:27:b5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:50Z', 'updated_at': '2021-07-23T16:49:00Z', 'revision_number': 5, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'subnets': [{'id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:53:31.958447 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a52e70-49d8-483f-97a4-279d8967bfdf None None] New status for floating IP 7c6a1020-e9ec-4a30-8467-11e322479f6b: ACTIVE {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:53:32.663303 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-155f0a08-6402-4539-bf2c-be0e28e5a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:35.081303 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:35.412342 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e740df70-7b59-47e5-afb1-39c409600eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:35.499623 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:36.606946 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:37.440216 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51590) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:37.573603 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:37.610606 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8321041b-96fb-4daf-a934-4a038dceff2e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c1adfa8c2e814e2b9771516fa2cd53e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1691468 Jul 23 16:53:37.613316 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51596) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:37.672301 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-569246f2-81da-43ec-b585-9e0c9fe36676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:37.699299 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-569246f2-81da-43ec-b585-9e0c9fe36676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:37.761109 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-569246f2-81da-43ec-b585-9e0c9fe36676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:37.764407 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-569246f2-81da-43ec-b585-9e0c9fe36676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:37.765107 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-569246f2-81da-43ec-b585-9e0c9fe36676 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cee942da-dacf-4cee-bd81-30074e084cc6 HTTP/1.1" status: 204 len: 168 time: 0.1508110 Jul 23 16:53:37.774542 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569246f2-81da-43ec-b585-9e0c9fe36676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee942da-dacf-4cee-bd81-30074e084cc6,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:38.647520 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:42.552309 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51648) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:42.658993 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8d98fa30-9a86-49fd-87c5-9eb9f8f55336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:42.756138 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8d98fa30-9a86-49fd-87c5-9eb9f8f55336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:42.762416 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8d98fa30-9a86-49fd-87c5-9eb9f8f55336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:42.804146 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8d98fa30-9a86-49fd-87c5-9eb9f8f55336 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9a10f261c510448998a31e880565bf84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2500501 Jul 23 16:53:42.804859 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98fa30-9a86-49fd-87c5-9eb9f8f55336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a4f8f5-8cf1-4d1e-a9b8-d4144070501a,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:42.806681 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51652) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:42.858583 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1fce4043-9b16-489d-89d1-6ae63a827853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:42.879409 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1fce4043-9b16-489d-89d1-6ae63a827853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:42.926379 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1fce4043-9b16-489d-89d1-6ae63a827853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:42.929221 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1fce4043-9b16-489d-89d1-6ae63a827853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:42.930400 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1fce4043-9b16-489d-89d1-6ae63a827853 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/03a4f8f5-8cf1-4d1e-a9b8-d4144070501a HTTP/1.1" status: 204 len: 168 time: 0.1221144 Jul 23 16:53:42.938930 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce4043-9b16-489d-89d1-6ae63a827853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a4f8f5-8cf1-4d1e-a9b8-d4144070501a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:42.947150 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce4043-9b16-489d-89d1-6ae63a827853 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:42.947585 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce4043-9b16-489d-89d1-6ae63a827853 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:42.947830 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce4043-9b16-489d-89d1-6ae63a827853 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:42.948171 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce4043-9b16-489d-89d1-6ae63a827853 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:42.948508 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce4043-9b16-489d-89d1-6ae63a827853 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:42.948844 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce4043-9b16-489d-89d1-6ae63a827853 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:42.949205 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce4043-9b16-489d-89d1-6ae63a827853 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:42.949533 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce4043-9b16-489d-89d1-6ae63a827853 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:42.949861 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce4043-9b16-489d-89d1-6ae63a827853 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:42.950187 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce4043-9b16-489d-89d1-6ae63a827853 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:42.950539 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce4043-9b16-489d-89d1-6ae63a827853 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:42.950835 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce4043-9b16-489d-89d1-6ae63a827853 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:44.151176 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f30c68-ce46-4ed0-8751-2debac2c16b2 req-1dfbcba0-9cdb-405b-88b0-98cf3c39934e tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:44.152781 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39f30c68-ce46-4ed0-8751-2debac2c16b2 req-1dfbcba0-9cdb-405b-88b0-98cf3c39934e tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 1097 time: 0.0639112 Jul 23 16:53:44.193306 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39f30c68-ce46-4ed0-8751-2debac2c16b2 req-b3006e3b-f3f5-4623-8967-928a69950387 tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328851 Jul 23 16:53:44.344895 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a4dee-8d4a-4986-86f8-6907b2822782 req-68157780-49fb-471b-90b1-980f959c0370 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:44.346492 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b62a4dee-8d4a-4986-86f8-6907b2822782 req-68157780-49fb-471b-90b1-980f959c0370 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0670426 Jul 23 16:53:44.390819 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b62a4dee-8d4a-4986-86f8-6907b2822782 req-5a0702fb-8b53-46fb-911d-1d583295aa44 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376129 Jul 23 16:53:44.419843 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51694) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:44.489089 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-36d10595-400a-4ab1-8237-880f1e65d83f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/floatingips/41d949f2-cf4c-4983-9675-06521c8c2245 HTTP/1.1" status: 200 len: 993 time: 0.0678973 Jul 23 16:53:45.124268 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-181097f9-e469-40bd-88c6-1cd7bedccc4a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0635741 Jul 23 16:53:45.139742 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed327f2-5279-4633-9544-ee38b6aa3b45 req-1a886d04-38cd-45af-b293-4adc5a47a65d tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:45.141473 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9ed327f2-5279-4633-9544-ee38b6aa3b45 req-1a886d04-38cd-45af-b293-4adc5a47a65d tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0743155 Jul 23 16:53:45.204255 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9ed327f2-5279-4633-9544-ee38b6aa3b45 req-e28ce48b-b5bd-44c2-9f6b-fa856e08f6cf tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474684 Jul 23 16:53:46.390671 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-7e0a2e9d-c9fa-4176-874d-051564cc70b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:46.392218 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-7e0a2e9d-c9fa-4176-874d-051564cc70b0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 1097 time: 0.1049683 Jul 23 16:53:46.400573 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c550d7-337e-41b1-b47f-e610e8be2dd0 req-2620f27e-5bfd-4269-b394-72d3974333df tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:46.402048 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-07c550d7-337e-41b1-b47f-e610e8be2dd0 req-2620f27e-5bfd-4269-b394-72d3974333df tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 946 time: 0.1062891 Jul 23 16:53:46.489791 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-07c550d7-337e-41b1-b47f-e610e8be2dd0 req-8f621d1a-4055-477b-b615-01d246aef9b9 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793879 Jul 23 16:53:46.515505 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-cf03035b-6aad-455d-8339-ae556a75a69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:46.516994 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-cf03035b-6aad-455d-8339-ae556a75a69b service neutron] 10.222.0.74 "GET /v2.0/networks?id=a763ca01-7156-4aba-a61a-34aea3caa2bb HTTP/1.1" status: 200 len: 899 time: 0.1140788 Jul 23 16:53:46.587804 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-b97c4a8c-56ca-4ffe-8a8a-94441f95cebf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b1fc686-3448-4fec-939f-c48c5b73a06e HTTP/1.1" status: 200 len: 1001 time: 0.0631928 Jul 23 16:53:46.639166 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-434682ea-f5a4-4b04-a91d-d8f49c1a177a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:46.640707 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-434682ea-f5a4-4b04-a91d-d8f49c1a177a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=00518172-209d-4f70-86f4-26a007366894 HTTP/1.1" status: 200 len: 834 time: 0.0455453 Jul 23 16:53:46.704363 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-70762cd1-418a-47f4-86cc-35cd7dc91887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:46.705960 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-70762cd1-418a-47f4-86cc-35cd7dc91887 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a763ca01-7156-4aba-a61a-34aea3caa2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587034 Jul 23 16:53:46.803159 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-e03c8d2d-9b51-434b-9192-5d2c1a1ee7e4 service neutron] 10.222.0.74 "GET /v2.0/networks/a763ca01-7156-4aba-a61a-34aea3caa2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906100 Jul 23 16:53:46.900899 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-44d10f9a-c85e-42d1-859c-44d0243c54e1 service neutron] 10.222.0.74 "GET /v2.0/networks/a763ca01-7156-4aba-a61a-34aea3caa2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907290 Jul 23 16:53:47.643485 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2c28c-b74a-4bff-aea1-e45417b4176d req-cb02d380-cf68-4666-bbce-f4b59c397c74 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:47.645944 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7a2c28c-b74a-4bff-aea1-e45417b4176d req-cb02d380-cf68-4666-bbce-f4b59c397c74 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0811391 Jul 23 16:53:47.686558 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7a2c28c-b74a-4bff-aea1-e45417b4176d req-994847c6-e75a-45c9-8325-753372a2f914 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352936 Jul 23 16:53:48.834065 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48844225-5828-4057-947d-ad871459b922 req-36bdbb13-cd7f-4454-b7d8-fd9e089db68f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:48.836313 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-48844225-5828-4057-947d-ad871459b922 req-36bdbb13-cd7f-4454-b7d8-fd9e089db68f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0764301 Jul 23 16:53:48.880612 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-48844225-5828-4057-947d-ad871459b922 req-6ad05b5c-78a2-4a54-b8d1-a97148a7d4fe tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378559 Jul 23 16:53:50.024265 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b434ee5-e032-4952-9a10-8b4d67a9c630 req-1127a20b-ebff-4bae-b207-2550a5e6bce3 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:50.025875 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1b434ee5-e032-4952-9a10-8b4d67a9c630 req-1127a20b-ebff-4bae-b207-2550a5e6bce3 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0720925 Jul 23 16:53:50.067822 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1b434ee5-e032-4952-9a10-8b4d67a9c630 req-11411323-97e0-4f13-bef4-a9237d2173f8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361633 Jul 23 16:53:51.221372 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf5d89-6917-43fd-9a3d-c5d9cf879552 req-140ac519-d624-4adb-8568-936cd82fb8d8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:51.222940 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fbf5d89-6917-43fd-9a3d-c5d9cf879552 req-140ac519-d624-4adb-8568-936cd82fb8d8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0660515 Jul 23 16:53:51.262305 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fbf5d89-6917-43fd-9a3d-c5d9cf879552 req-122312ea-9c50-4f0a-b3b0-c7d4a1cb286e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332243 Jul 23 16:53:52.399729 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c7211-d281-4de7-be43-75d52b1f04b4 req-33ffd46a-218d-496c-8f2b-cb1009702bfc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:52.401275 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-021c7211-d281-4de7-be43-75d52b1f04b4 req-33ffd46a-218d-496c-8f2b-cb1009702bfc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0641744 Jul 23 16:53:52.446355 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-021c7211-d281-4de7-be43-75d52b1f04b4 req-b243a349-3274-4366-a12e-9adb9f8da7c8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383716 Jul 23 16:53:53.584121 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66851bd7-0948-4bf0-a031-b00ab335870c req-80e11586-0620-4219-9e62-fb27c0011966 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:53.586395 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-66851bd7-0948-4bf0-a031-b00ab335870c req-80e11586-0620-4219-9e62-fb27c0011966 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0700150 Jul 23 16:53:53.626077 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-66851bd7-0948-4bf0-a031-b00ab335870c req-b546b992-8f20-490f-b8aa-4a0ee84c2ce3 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337739 Jul 23 16:53:54.160786 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:53:54.775290 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b84fca-d205-48b0-8084-90ce5886cabb req-1389d3d5-8de4-4397-a6b9-dae503cefe22 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:54.777496 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-10b84fca-d205-48b0-8084-90ce5886cabb req-1389d3d5-8de4-4397-a6b9-dae503cefe22 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0722537 Jul 23 16:53:54.827068 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-10b84fca-d205-48b0-8084-90ce5886cabb req-9141eb6e-7da3-4c93-bffa-ee799b02820c tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428998 Jul 23 16:53:55.999218 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96176170-d5d6-4105-a977-2ca2c78c303f req-02caf9fa-362d-4110-96ac-e2d365f20df4 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:56.001582 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-96176170-d5d6-4105-a977-2ca2c78c303f req-02caf9fa-362d-4110-96ac-e2d365f20df4 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0912714 Jul 23 16:53:56.046238 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-96176170-d5d6-4105-a977-2ca2c78c303f req-91be9bdc-94a4-4a6f-9fb1-bed0f86f4f95 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392191 Jul 23 16:53:57.197248 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf8cd4-e817-49f5-9777-36022431c229 req-a9903651-d4fa-46fb-81cd-be3d321d47ad tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:57.198896 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9dcf8cd4-e817-49f5-9777-36022431c229 req-a9903651-d4fa-46fb-81cd-be3d321d47ad tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0717335 Jul 23 16:53:57.246491 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9dcf8cd4-e817-49f5-9777-36022431c229 req-80987642-8550-48f0-aa41-c0e4d5d28968 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401795 Jul 23 16:53:57.306416 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51864) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:57.436342 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e51871c-09d9-4bb2-8ac4-f4bfad69b19c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:57.543900 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e51871c-09d9-4bb2-8ac4-f4bfad69b19c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:57.548171 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e51871c-09d9-4bb2-8ac4-f4bfad69b19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:57.587296 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5e51871c-09d9-4bb2-8ac4-f4bfad69b19c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=54752ff76d7042b08ddeb058adc111f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2797718 Jul 23 16:53:57.588190 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51871c-09d9-4bb2-8ac4-f4bfad69b19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45eed97a-08ad-4ef1-8064-a228353aec15,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:57.589984 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51868) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:57.640735 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-957a92ce-ccf6-4b22-828d-05c2fe47f9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:57.662610 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-957a92ce-ccf6-4b22-828d-05c2fe47f9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:57.714863 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-957a92ce-ccf6-4b22-828d-05c2fe47f9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:57.718027 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-957a92ce-ccf6-4b22-828d-05c2fe47f9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:57.719114 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-957a92ce-ccf6-4b22-828d-05c2fe47f9db admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/45eed97a-08ad-4ef1-8064-a228353aec15 HTTP/1.1" status: 204 len: 168 time: 0.1281281 Jul 23 16:53:57.728037 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a92ce-ccf6-4b22-828d-05c2fe47f9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45eed97a-08ad-4ef1-8064-a228353aec15,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:58.378518 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51892) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:58.398140 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c56f4-a955-4865-82b8-a1a0431027f2 req-1f86ef8b-de93-40ce-8c8a-2af6b71338d9 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:58.399836 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2c0c56f4-a955-4865-82b8-a1a0431027f2 req-1f86ef8b-de93-40ce-8c8a-2af6b71338d9 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0757525 Jul 23 16:53:58.441399 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2c0c56f4-a955-4865-82b8-a1a0431027f2 req-41fe6300-953b-43dc-bb21-f779a7ad8103 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356443 Jul 23 16:53:58.493149 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-2d52b708-dfbc-47fe-8257-62dae5046164 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-369065181-network', 'tenant_id': '2428d1ee75174349a3450b9de751dec1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:53:58.515844 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d52b708-dfbc-47fe-8257-62dae5046164 admin admin] Made reservation on behalf of 2428d1ee75174349a3450b9de751dec1 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:53:58.518195 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2d52b708-dfbc-47fe-8257-62dae5046164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:58.530848 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2d52b708-dfbc-47fe-8257-62dae5046164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:58.625021 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2d52b708-dfbc-47fe-8257-62dae5046164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:58.629143 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2d52b708-dfbc-47fe-8257-62dae5046164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:58.657613 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d52b708-dfbc-47fe-8257-62dae5046164 admin admin] vlan segment allocate from pool success with {'vlan_id': 1121, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:53:58.665498 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52b708-dfbc-47fe-8257-62dae5046164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1976447a-27c9-4481-9143-c91d85225cc5,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:58.672970 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2d52b708-dfbc-47fe-8257-62dae5046164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:58.673355 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-2d52b708-dfbc-47fe-8257-62dae5046164 admin admin] Added segment 1bb05152-f7dd-446f-b4a4-04fa3e6827fc of type vlan for network 11034cdd-8f11-4164-9fbc-6416261fa7b2 Jul 23 16:53:58.717519 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2d52b708-dfbc-47fe-8257-62dae5046164 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:58.750272 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2d52b708-dfbc-47fe-8257-62dae5046164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:58.751371 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d52b708-dfbc-47fe-8257-62dae5046164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:58.751958 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2d52b708-dfbc-47fe-8257-62dae5046164 admin admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:58.785025 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2d52b708-dfbc-47fe-8257-62dae5046164 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4053440 Jul 23 16:53:58.790225 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51896) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:58.797123 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-26610a14-93ae-4a19-a22a-1df51ff055c0 admin admin] Request body: {'subnet': {'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-369065181-subnet', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:53:58.823984 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52b708-dfbc-47fe-8257-62dae5046164 admin admin] Pushing event updated for resources: {'Network': ['ID=11034cdd-8f11-4164-9fbc-6416261fa7b2,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:58.825320 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26610a14-93ae-4a19-a22a-1df51ff055c0 admin admin] Made reservation on behalf of 2428d1ee75174349a3450b9de751dec1 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:53:58.827996 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-26610a14-93ae-4a19-a22a-1df51ff055c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:58.835197 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 11034cdd-8f11-4164-9fbc-6416261fa7b2 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:53:59.005851 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-26610a14-93ae-4a19-a22a-1df51ff055c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:59.063486 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26610a14-93ae-4a19-a22a-1df51ff055c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08901fd5-bc01-47fa-b181-a8ffffeb0b54,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:59.076662 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26610a14-93ae-4a19-a22a-1df51ff055c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:59.077007 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26610a14-93ae-4a19-a22a-1df51ff055c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:59.077372 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26610a14-93ae-4a19-a22a-1df51ff055c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:59.077703 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26610a14-93ae-4a19-a22a-1df51ff055c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:59.078034 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26610a14-93ae-4a19-a22a-1df51ff055c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:59.078356 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26610a14-93ae-4a19-a22a-1df51ff055c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:59.078677 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26610a14-93ae-4a19-a22a-1df51ff055c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:59.078997 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26610a14-93ae-4a19-a22a-1df51ff055c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:59.079315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26610a14-93ae-4a19-a22a-1df51ff055c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:59.079636 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26610a14-93ae-4a19-a22a-1df51ff055c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:59.079954 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26610a14-93ae-4a19-a22a-1df51ff055c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:59.080265 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26610a14-93ae-4a19-a22a-1df51ff055c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:59.083356 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26610a14-93ae-4a19-a22a-1df51ff055c0 admin admin] Checking segment: {'id': '1bb05152-f7dd-446f-b4a4-04fa3e6827fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:53:59.083714 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26610a14-93ae-4a19-a22a-1df51ff055c0 admin admin] Network hostable DHCP agents. Network: 11034cdd-8f11-4164-9fbc-6416261fa7b2, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:53:59.104788 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26610a14-93ae-4a19-a22a-1df51ff055c0 admin admin] Network 11034cdd-8f11-4164-9fbc-6416261fa7b2 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:53:59.114320 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-26610a14-93ae-4a19-a22a-1df51ff055c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 11034cdd-8f11-4164-9fbc-6416261fa7b2) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:53:59.120004 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26610a14-93ae-4a19-a22a-1df51ff055c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:59.120630 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-26610a14-93ae-4a19-a22a-1df51ff055c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:59.124234 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c32f9f8-d17d-4211-961b-41469f4e7380 None None] Network 11034cdd-8f11-4164-9fbc-6416261fa7b2 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:53:59.140453 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-26610a14-93ae-4a19-a22a-1df51ff055c0 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3486342 Jul 23 16:53:59.143137 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51898) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:59.148039 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-2ed1fdac-7922-4a9e-ac00-6f9465102c19 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-369065181-router', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:53:59.171489 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ed1fdac-7922-4a9e-ac00-6f9465102c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:59.172543 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ed1fdac-7922-4a9e-ac00-6f9465102c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:59.231476 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ed1fdac-7922-4a9e-ac00-6f9465102c19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:59.282974 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26fc4e6-f8e6-4361-9ce0-5ae56ff7e71e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-11034cdd-8f11-4164-9fbc-6416261fa7b2', 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'fixed_ips': [{'subnet_id': '08901fd5-bc01-47fa-b181-a8ffffeb0b54'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:53:59.283846 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f26fc4e6-f8e6-4361-9ce0-5ae56ff7e71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:59.375424 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ed1fdac-7922-4a9e-ac00-6f9465102c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:59.433476 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-f26fc4e6-f8e6-4361-9ce0-5ae56ff7e71e None None] Allocated IP 172.20.0.2 (11034cdd-8f11-4164-9fbc-6416261fa7b2/08901fd5-bc01-47fa-b181-a8ffffeb0b54/bc1f44a4-67bc-4906-8e2b-5755113b61f5) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:53:59.595517 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f26fc4e6-f8e6-4361-9ce0-5ae56ff7e71e None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:59.604458 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f26fc4e6-f8e6-4361-9ce0-5ae56ff7e71e None None] Transition to ACTIVE for port object bc1f44a4-67bc-4906-8e2b-5755113b61f5 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:53:59.620688 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f26fc4e6-f8e6-4361-9ce0-5ae56ff7e71e None None] Transition to ACTIVE for port object bc1f44a4-67bc-4906-8e2b-5755113b61f5 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:53:59.626577 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f26fc4e6-f8e6-4361-9ce0-5ae56ff7e71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:59.628405 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ed1fdac-7922-4a9e-ac00-6f9465102c19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:59.653857 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ed1fdac-7922-4a9e-ac00-6f9465102c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:59.665374 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26fc4e6-f8e6-4361-9ce0-5ae56ff7e71e None None] Network 11034cdd-8f11-4164-9fbc-6416261fa7b2 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:53:59.670702 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-f26fc4e6-f8e6-4361-9ce0-5ae56ff7e71e None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:53:59.673308 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26fc4e6-f8e6-4361-9ce0-5ae56ff7e71e None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:53:59.675650 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20601016-aaa0-4952-b844-a2775f732651 req-858554da-d50b-417b-a3be-313597f69b22 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:59.677262 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20601016-aaa0-4952-b844-a2775f732651 req-858554da-d50b-417b-a3be-313597f69b22 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 946 time: 0.1319876 Jul 23 16:53:59.681519 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26fc4e6-f8e6-4361-9ce0-5ae56ff7e71e None None] Pushing event updated for resources: {'Port': ['ID=bc1f44a4-67bc-4906-8e2b-5755113b61f5,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:59.742361 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-f26fc4e6-f8e6-4361-9ce0-5ae56ff7e71e None None] Attempting to bind port bc1f44a4-67bc-4906-8e2b-5755113b61f5 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:53:59.742767 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-f26fc4e6-f8e6-4361-9ce0-5ae56ff7e71e None None] Attempting to bind port bc1f44a4-67bc-4906-8e2b-5755113b61f5 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '1bb05152-f7dd-446f-b4a4-04fa3e6827fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:53:59.743109 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26fc4e6-f8e6-4361-9ce0-5ae56ff7e71e None None] Attempting to bind port bc1f44a4-67bc-4906-8e2b-5755113b61f5 on network 11034cdd-8f11-4164-9fbc-6416261fa7b2 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:53:59.748438 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26fc4e6-f8e6-4361-9ce0-5ae56ff7e71e None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:53:59.748824 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26fc4e6-f8e6-4361-9ce0-5ae56ff7e71e None None] Checking segment: {'id': '1bb05152-f7dd-446f-b4a4-04fa3e6827fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:53:59.749267 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f26fc4e6-f8e6-4361-9ce0-5ae56ff7e71e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:59.749671 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26fc4e6-f8e6-4361-9ce0-5ae56ff7e71e None None] Bound using segment: {'id': '1bb05152-f7dd-446f-b4a4-04fa3e6827fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:53:59.750137 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-f26fc4e6-f8e6-4361-9ce0-5ae56ff7e71e None None] Bound port: bc1f44a4-67bc-4906-8e2b-5755113b61f5, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb05152-f7dd-446f-b4a4-04fa3e6827fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:53:59.750523 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f26fc4e6-f8e6-4361-9ce0-5ae56ff7e71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:59.788378 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20601016-aaa0-4952-b844-a2775f732651 req-d6a0b735-bc51-461c-8c2d-4d7b1540c904 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758429 Jul 23 16:53:59.812498 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-2ed1fdac-7922-4a9e-ac00-6f9465102c19 admin admin] Allocated IP 172.25.8.137 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/d29f1d65-db6a-4b2b-8ff5-00c51be1a2ae) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:53:59.826675 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f26fc4e6-f8e6-4361-9ce0-5ae56ff7e71e None None] For port bc1f44a4-67bc-4906-8e2b-5755113b61f5, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:53:59.829818 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f26fc4e6-f8e6-4361-9ce0-5ae56ff7e71e None None] For port bc1f44a4-67bc-4906-8e2b-5755113b61f5, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=bc1f44a4-67bc-4906-8e2b-5755113b61f5,segment=NetworkSegment(1bb05152-f7dd-446f-b4a4-04fa3e6827fc),segment_id=1bb05152-f7dd-446f-b4a4-04fa3e6827fc)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:53:59.833601 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f26fc4e6-f8e6-4361-9ce0-5ae56ff7e71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:59.890686 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26fc4e6-f8e6-4361-9ce0-5ae56ff7e71e None None] Pushing event updated for resources: {'Port': ['ID=bc1f44a4-67bc-4906-8e2b-5755113b61f5,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:59.926786 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ed1fdac-7922-4a9e-ac00-6f9465102c19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:00.333157 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ed1fdac-7922-4a9e-ac00-6f9465102c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:00.376164 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed1fdac-7922-4a9e-ac00-6f9465102c19 admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:54:00.379075 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-2ed1fdac-7922-4a9e-ac00-6f9465102c19 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:54:00.385918 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed1fdac-7922-4a9e-ac00-6f9465102c19 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:54:00.413608 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1fdac-7922-4a9e-ac00-6f9465102c19 admin admin] Pushing event updated for resources: {'Port': ['ID=d29f1d65-db6a-4b2b-8ff5-00c51be1a2ae,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:00.574714 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device bc1f44a4-67bc-4906-8e2b-5755113b61f5 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:54:00.634092 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port bc1f44a4-67bc-4906-8e2b-5755113b61f5 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:54:00.658918 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ed1fdac-7922-4a9e-ac00-6f9465102c19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:00.884077 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ed1fdac-7922-4a9e-ac00-6f9465102c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:00.885158 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a184af-b5bb-43a4-b395-d0417b92e8a2 None None] Network 11034cdd-8f11-4164-9fbc-6416261fa7b2 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:54:01.007180 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1484f302-0e9d-4fb8-9b08-7badd19901bf None None] Provisioning for port bc1f44a4-67bc-4906-8e2b-5755113b61f5 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:54:01.009881 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9489612-0c63-4716-ac38-1ae04bb8c169 req-a36b11e6-6d88-4a73-8834-26fde1e44ff5 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:01.011449 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e9489612-0c63-4716-ac38-1ae04bb8c169 req-a36b11e6-6d88-4a73-8834-26fde1e44ff5 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 946 time: 0.1416252 Jul 23 16:54:01.014338 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1484f302-0e9d-4fb8-9b08-7badd19901bf None None] Provisioning complete for port bc1f44a4-67bc-4906-8e2b-5755113b61f5 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:54:01.014717 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1484f302-0e9d-4fb8-9b08-7badd19901bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:01.066648 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e9489612-0c63-4716-ac38-1ae04bb8c169 req-fbb5908c-8206-4ba7-829e-2e35d5b80a66 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491755 Jul 23 16:54:01.089029 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed1fdac-7922-4a9e-ac00-6f9465102c19 admin admin] Router 138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:54:01.145292 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1484f302-0e9d-4fb8-9b08-7badd19901bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:01.183702 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-1484f302-0e9d-4fb8-9b08-7badd19901bf None None] For port bc1f44a4-67bc-4906-8e2b-5755113b61f5, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=bc1f44a4-67bc-4906-8e2b-5755113b61f5,segment=NetworkSegment(1bb05152-f7dd-446f-b4a4-04fa3e6827fc),segment_id=1bb05152-f7dd-446f-b4a4-04fa3e6827fc)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:54:01.188238 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1484f302-0e9d-4fb8-9b08-7badd19901bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:01.214991 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed1fdac-7922-4a9e-ac00-6f9465102c19 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:54:01.227382 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49594859-fd0a-4c45-bdce-f4d470eafaa7 None None] Sync routers for ids ['138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:54:01.236422 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ed1fdac-7922-4a9e-ac00-6f9465102c19 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:01.240412 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2ed1fdac-7922-4a9e-ac00-6f9465102c19 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0936520 Jul 23 16:54:01.240625 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49594859-fd0a-4c45-bdce-f4d470eafaa7 None None] Routers {'138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:54:01.240625 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-49594859-fd0a-4c45-bdce-f4d470eafaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:53:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:54:01.241600 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51908) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:54:01.253000 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484f302-0e9d-4fb8-9b08-7badd19901bf None None] Pushing event updated for resources: {'Port': ['ID=bc1f44a4-67bc-4906-8e2b-5755113b61f5,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:01.345034 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-49594859-fd0a-4c45-bdce-f4d470eafaa7 None None] Set router 138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:54:01.409533 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-60b7d834-2c20-4ecc-92ff-0f57d6b149b0 None None] Provisioning complete for port bc1f44a4-67bc-4906-8e2b-5755113b61f5 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:54:01.409810 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-60b7d834-2c20-4ecc-92ff-0f57d6b149b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:01.533418 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-49594859-fd0a-4c45-bdce-f4d470eafaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'name': 'tempest-TestVolumeBackupRestore-369065181-router', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'd29f1d65-db6a-4b2b-8ff5-00c51be1a2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:54:00Z', 'revision_number': 3, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'gw_port': {'id': 'd29f1d65-db6a-4b2b-8ff5-00c51be1a2ae', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ee:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:53:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:54:01.564247 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49594859-fd0a-4c45-bdce-f4d470eafaa7 None None] Checking router: 138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:54:01.564590 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49594859-fd0a-4c45-bdce-f4d470eafaa7 None None] Updating router 138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9 port d29f1d65-db6a-4b2b-8ff5-00c51be1a2ae binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:54:01.597889 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-49594859-fd0a-4c45-bdce-f4d470eafaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:01.679520 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8da2df16-ecea-4c8c-b121-297a38a722a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:01.838667 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-8da2df16-ecea-4c8c-b121-297a38a722a1 admin admin] Allocated IP 172.20.0.1 (11034cdd-8f11-4164-9fbc-6416261fa7b2/08901fd5-bc01-47fa-b181-a8ffffeb0b54/cb3d12e9-232d-44c0-aa34-8c524b22b96c) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:54:01.849325 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-49594859-fd0a-4c45-bdce-f4d470eafaa7 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:01.859219 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-49594859-fd0a-4c45-bdce-f4d470eafaa7 None None] Transition to ACTIVE for port object d29f1d65-db6a-4b2b-8ff5-00c51be1a2ae will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:54:01.865006 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-49594859-fd0a-4c45-bdce-f4d470eafaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:01.914419 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77af9d-54bb-4e4c-bcf8-e2f62c41ba55 None None] Pushing event updated for resources: {'Port': ['ID=d29f1d65-db6a-4b2b-8ff5-00c51be1a2ae,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:01.923453 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-49594859-fd0a-4c45-bdce-f4d470eafaa7 None None] Attempting to bind port d29f1d65-db6a-4b2b-8ff5-00c51be1a2ae on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:54:01.923819 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-49594859-fd0a-4c45-bdce-f4d470eafaa7 None None] Attempting to bind port d29f1d65-db6a-4b2b-8ff5-00c51be1a2ae by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:54:01.924181 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49594859-fd0a-4c45-bdce-f4d470eafaa7 None None] Attempting to bind port d29f1d65-db6a-4b2b-8ff5-00c51be1a2ae on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:54:01.927554 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77af9d-54bb-4e4c-bcf8-e2f62c41ba55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:01.927893 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77af9d-54bb-4e4c-bcf8-e2f62c41ba55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:01.928267 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77af9d-54bb-4e4c-bcf8-e2f62c41ba55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:01.928809 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77af9d-54bb-4e4c-bcf8-e2f62c41ba55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:01.929264 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77af9d-54bb-4e4c-bcf8-e2f62c41ba55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:01.929659 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77af9d-54bb-4e4c-bcf8-e2f62c41ba55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:01.929923 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77af9d-54bb-4e4c-bcf8-e2f62c41ba55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:01.930247 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77af9d-54bb-4e4c-bcf8-e2f62c41ba55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:01.930568 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77af9d-54bb-4e4c-bcf8-e2f62c41ba55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:01.930890 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77af9d-54bb-4e4c-bcf8-e2f62c41ba55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:01.931209 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77af9d-54bb-4e4c-bcf8-e2f62c41ba55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:01.931526 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77af9d-54bb-4e4c-bcf8-e2f62c41ba55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:01.936953 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49594859-fd0a-4c45-bdce-f4d470eafaa7 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:54:01.937358 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49594859-fd0a-4c45-bdce-f4d470eafaa7 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:54:01.937949 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-49594859-fd0a-4c45-bdce-f4d470eafaa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:01.938506 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49594859-fd0a-4c45-bdce-f4d470eafaa7 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:54:01.939218 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-49594859-fd0a-4c45-bdce-f4d470eafaa7 None None] Bound port: d29f1d65-db6a-4b2b-8ff5-00c51be1a2ae, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:54:01.939565 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-49594859-fd0a-4c45-bdce-f4d470eafaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:01.942031 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8da2df16-ecea-4c8c-b121-297a38a722a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:01.956444 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-8da2df16-ecea-4c8c-b121-297a38a722a1 admin admin] Transition to ACTIVE for port object cb3d12e9-232d-44c0-aa34-8c524b22b96c will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:54:01.992178 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8da2df16-ecea-4c8c-b121-297a38a722a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:01.996806 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-49594859-fd0a-4c45-bdce-f4d470eafaa7 None None] For port d29f1d65-db6a-4b2b-8ff5-00c51be1a2ae, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:54:02.000274 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-49594859-fd0a-4c45-bdce-f4d470eafaa7 None None] For port d29f1d65-db6a-4b2b-8ff5-00c51be1a2ae, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d29f1d65-db6a-4b2b-8ff5-00c51be1a2ae,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:54:02.004332 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-49594859-fd0a-4c45-bdce-f4d470eafaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:02.035532 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da2df16-ecea-4c8c-b121-297a38a722a1 admin admin] Network 11034cdd-8f11-4164-9fbc-6416261fa7b2 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:54:02.041531 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-8da2df16-ecea-4c8c-b121-297a38a722a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:54:02.045032 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da2df16-ecea-4c8c-b121-297a38a722a1 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:54:02.050574 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da2df16-ecea-4c8c-b121-297a38a722a1 admin admin] Pushing event updated for resources: {'Port': ['ID=cb3d12e9-232d-44c0-aa34-8c524b22b96c,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:02.070361 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77af9d-54bb-4e4c-bcf8-e2f62c41ba55 None None] Pushing event updated for resources: {'Port': ['ID=d29f1d65-db6a-4b2b-8ff5-00c51be1a2ae,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:02.082043 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49594859-fd0a-4c45-bdce-f4d470eafaa7 None None] Routers {'138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:54:02.082977 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-49594859-fd0a-4c45-bdce-f4d470eafaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:53:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:54:02.095610 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8da2df16-ecea-4c8c-b121-297a38a722a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:02.197958 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-49594859-fd0a-4c45-bdce-f4d470eafaa7 None None] Set router 138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:54:02.240608 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b73a3b-8a78-4493-b4be-431b1148daad req-8e967059-2531-4356-a34a-6705ff6ad12f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:02.242832 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-29b73a3b-8a78-4493-b4be-431b1148daad req-8e967059-2531-4356-a34a-6705ff6ad12f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0888214 Jul 23 16:54:02.262376 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8da2df16-ecea-4c8c-b121-297a38a722a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:02.293358 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-29b73a3b-8a78-4493-b4be-431b1148daad req-a2a6c898-4626-49af-bc3d-110af1867f4d tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447700 Jul 23 16:54:02.330938 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-9ade346e-0944-42f1-b31f-ec3066645bb7 None None] Provisioning for port cb3d12e9-232d-44c0-aa34-8c524b22b96c completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:54:02.336402 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-9ade346e-0944-42f1-b31f-ec3066645bb7 None None] Provisioning complete for port cb3d12e9-232d-44c0-aa34-8c524b22b96c triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:54:02.336784 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9ade346e-0944-42f1-b31f-ec3066645bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:02.376857 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-9ade346e-0944-42f1-b31f-ec3066645bb7 None None] Port cb3d12e9-232d-44c0-aa34-8c524b22b96c cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:54:02.441647 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8da2df16-ecea-4c8c-b121-297a38a722a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:02.446436 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8da2df16-ecea-4c8c-b121-297a38a722a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:02.493720 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-49594859-fd0a-4c45-bdce-f4d470eafaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'name': 'tempest-TestVolumeBackupRestore-369065181-router', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'd29f1d65-db6a-4b2b-8ff5-00c51be1a2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:54:00Z', 'revision_number': 3, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'gw_port': {'id': 'd29f1d65-db6a-4b2b-8ff5-00c51be1a2ae', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ee:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:54:02.514401 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da2df16-ecea-4c8c-b121-297a38a722a1 admin admin] Pushing event updated for resources: {'Port': ['ID=cb3d12e9-232d-44c0-aa34-8c524b22b96c,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:02.518298 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8da2df16-ecea-4c8c-b121-297a38a722a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:02.526593 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49594859-fd0a-4c45-bdce-f4d470eafaa7 None None] The sync data for ids ['138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'] in n-d-778549-4 is: [{'id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'name': 'tempest-TestVolumeBackupRestore-369065181-router', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'd29f1d65-db6a-4b2b-8ff5-00c51be1a2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:54:00Z', 'revision_number': 3, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'gw_port': {'id': 'd29f1d65-db6a-4b2b-8ff5-00c51be1a2ae', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ee:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:54:02.564248 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device bc1f44a4-67bc-4906-8e2b-5755113b61f5 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:54:02.615526 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port bc1f44a4-67bc-4906-8e2b-5755113b61f5 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:54:02.616417 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:02.632451 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da2df16-ecea-4c8c-b121-297a38a722a1 admin admin] Network 11034cdd-8f11-4164-9fbc-6416261fa7b2 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:54:02.633990 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-8da2df16-ecea-4c8c-b121-297a38a722a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:54:02.676905 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-18126e18-cda6-41f4-9e93-a62f0e505720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:02.767070 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da2df16-ecea-4c8c-b121-297a38a722a1 admin admin] Router 138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:54:02.911203 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da2df16-ecea-4c8c-b121-297a38a722a1 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:54:02.918234 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8da2df16-ecea-4c8c-b121-297a38a722a1 admin admin] 10.222.0.73 "PUT /v2.0/routers/138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6747777 Jul 23 16:54:03.020080 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6464364f-acef-45e4-a737-371a590070c2 None None] Provisioning complete for port cb3d12e9-232d-44c0-aa34-8c524b22b96c triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:54:03.020527 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6464364f-acef-45e4-a737-371a590070c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:03.062889 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-6464364f-acef-45e4-a737-371a590070c2 None None] Port cb3d12e9-232d-44c0-aa34-8c524b22b96c cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:54:03.456497 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51930) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:54:03.462504 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-20e675a9-9bd9-4c19-bc30-29ca2b9241d5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1971526734-network', 'tenant_id': '62555431875e45638e8e5e52e4cdbcb1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:54:03.485157 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e675a9-9bd9-4c19-bc30-29ca2b9241d5 admin admin] Made reservation on behalf of 62555431875e45638e8e5e52e4cdbcb1 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:54:03.488319 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea9724-e23a-4e4d-bfd3-d86b5cb6f551 req-8f7ea442-3d7e-42a2-be30-a9ba402b9145 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:03.488815 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20e675a9-9bd9-4c19-bc30-29ca2b9241d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:03.489966 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0bea9724-e23a-4e4d-bfd3-d86b5cb6f551 req-8f7ea442-3d7e-42a2-be30-a9ba402b9145 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0796065 Jul 23 16:54:03.502723 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20e675a9-9bd9-4c19-bc30-29ca2b9241d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:03.534155 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0bea9724-e23a-4e4d-bfd3-d86b5cb6f551 req-02ae4e49-14d0-40a5-bf0c-435d104310f0 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372462 Jul 23 16:54:03.598443 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20e675a9-9bd9-4c19-bc30-29ca2b9241d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:03.602421 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20e675a9-9bd9-4c19-bc30-29ca2b9241d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:03.736253 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-d535efac-1fbf-47a0-8a2e-628d7bd86e29 service neutron] show failed (client error): The resource could not be found. Jul 23 16:54:03.737417 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-d535efac-1fbf-47a0-8a2e-628d7bd86e29 service neutron] 10.222.0.74 "GET /v2.0/ports/2b1fc686-3448-4fec-939f-c48c5b73a06e/bindings/n-h2-778549-4 HTTP/1.1" status: 404 len: 380 time: 0.0621262 Jul 23 16:54:03.908184 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e675a9-9bd9-4c19-bc30-29ca2b9241d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1126, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:54:03.925415 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e675a9-9bd9-4c19-bc30-29ca2b9241d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb41cc9-d9d4-409a-b60d-a1344f1acbf8,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:03.929244 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20e675a9-9bd9-4c19-bc30-29ca2b9241d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:03.929608 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-20e675a9-9bd9-4c19-bc30-29ca2b9241d5 admin admin] Added segment 2740343e-5db1-4d8b-b78d-743482df0db1 of type vlan for network 56764f57-3f04-4eee-8c81-4ffa59048347 Jul 23 16:54:03.972595 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-6ba620e0-9d4d-403d-b5cf-382ee0b1329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:03.972848 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20e675a9-9bd9-4c19-bc30-29ca2b9241d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:03.974181 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-6ba620e0-9d4d-403d-b5cf-382ee0b1329f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6&tenant_id=0f8e445c013940dd90796bd2f3eb088f HTTP/1.1" status: 200 len: 1097 time: 0.0663347 Jul 23 16:54:03.987263 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-84d1c0a7-be24-46d2-b277-945ac67a4e43 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778549-4', 'device_owner': 'compute:nova'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:54:04.005459 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20e675a9-9bd9-4c19-bc30-29ca2b9241d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:04.006645 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e675a9-9bd9-4c19-bc30-29ca2b9241d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:04.007354 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20e675a9-9bd9-4c19-bc30-29ca2b9241d5 admin admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:04.044176 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-20e675a9-9bd9-4c19-bc30-29ca2b9241d5 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5836797 Jul 23 16:54:04.051859 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51932) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:54:04.057379 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-747a97ef-bb30-46fc-9c5b-57c9c1a8a296 admin admin] Request body: {'subnet': {'network_id': '56764f57-3f04-4eee-8c81-4ffa59048347', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1971526734-subnet', 'tenant_id': '62555431875e45638e8e5e52e4cdbcb1', 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:54:04.069437 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e675a9-9bd9-4c19-bc30-29ca2b9241d5 admin admin] Pushing event updated for resources: {'Network': ['ID=56764f57-3f04-4eee-8c81-4ffa59048347,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:04.080729 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 56764f57-3f04-4eee-8c81-4ffa59048347 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:54:04.087372 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-84d1c0a7-be24-46d2-b277-945ac67a4e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:04.097156 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747a97ef-bb30-46fc-9c5b-57c9c1a8a296 admin admin] Made reservation on behalf of 62555431875e45638e8e5e52e4cdbcb1 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:54:04.099556 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-747a97ef-bb30-46fc-9c5b-57c9c1a8a296 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:04.239820 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb2081-d87d-47ff-9221-073fc0eb5a8e None None] Sync routers for ids ['138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:54:04.249930 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb2081-d87d-47ff-9221-073fc0eb5a8e None None] Routers {'138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:54:04.250546 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c7bb2081-d87d-47ff-9221-073fc0eb5a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:53:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:54:04.365149 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-c7bb2081-d87d-47ff-9221-073fc0eb5a8e None None] Set router 138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:54:04.442664 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-84d1c0a7-be24-46d2-b277-945ac67a4e43 service neutron] For port 2b1fc686-3448-4fec-939f-c48c5b73a06e, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=2b1fc686-3448-4fec-939f-c48c5b73a06e,segment=NetworkSegment(1f49164d-aa85-4aac-98ca-ff548c5a7b50),segment_id=1f49164d-aa85-4aac-98ca-ff548c5a7b50)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:54:04.453129 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-747a97ef-bb30-46fc-9c5b-57c9c1a8a296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:04.528527 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-84d1c0a7-be24-46d2-b277-945ac67a4e43 service neutron] For port 2b1fc686-3448-4fec-939f-c48c5b73a06e, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:54:04.569490 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a97ef-bb30-46fc-9c5b-57c9c1a8a296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47f48545-f57b-491f-8926-5b87c7de3df6,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:04.592357 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62bd170-1738-4db5-918b-df7a9647fdd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b1fc686-3448-4fec-939f-c48c5b73a06e'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:54:04.594708 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8416a321-e339-4071-8ecc-9a561c3f65aa" -d '{"events": [{"server_uuid": "b62bd170-1738-4db5-918b-df7a9647fdd6", "name": "network-vif-unplugged", "status": "completed", "tag": "2b1fc686-3448-4fec-939f-c48c5b73a06e"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:54:04.598924 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-84d1c0a7-be24-46d2-b277-945ac67a4e43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:04.602761 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a97ef-bb30-46fc-9c5b-57c9c1a8a296 admin admin] Checking segment: {'id': '2740343e-5db1-4d8b-b78d-743482df0db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '56764f57-3f04-4eee-8c81-4ffa59048347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:54:04.603138 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747a97ef-bb30-46fc-9c5b-57c9c1a8a296 admin admin] Network hostable DHCP agents. Network: 56764f57-3f04-4eee-8c81-4ffa59048347, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:54:04.612094 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c7bb2081-d87d-47ff-9221-073fc0eb5a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'name': 'tempest-TestVolumeBackupRestore-369065181-router', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'd29f1d65-db6a-4b2b-8ff5-00c51be1a2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:54:02Z', 'revision_number': 4, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'gw_port': {'id': 'd29f1d65-db6a-4b2b-8ff5-00c51be1a2ae', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ee:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'cb3d12e9-232d-44c0-aa34-8c524b22b96c', 'name': '', 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'mac_address': 'fa:16:3e:ae:de:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '08901fd5-bc01-47fa-b181-a8ffffeb0b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:01Z', 'updated_at': '2021-07-23T16:54:02Z', 'revision_number': 2, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'subnets': [{'id': '08901fd5-bc01-47fa-b181-a8ffffeb0b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:54:04.629118 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-84d1c0a7-be24-46d2-b277-945ac67a4e43 service neutron] Transition to ACTIVE for port object 2b1fc686-3448-4fec-939f-c48c5b73a06e will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:54:04.637778 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-84d1c0a7-be24-46d2-b277-945ac67a4e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:04.652859 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747a97ef-bb30-46fc-9c5b-57c9c1a8a296 admin admin] Network 56764f57-3f04-4eee-8c81-4ffa59048347 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:54:04.657443 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb2081-d87d-47ff-9221-073fc0eb5a8e None None] Checking router: 138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:54:04.658014 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb2081-d87d-47ff-9221-073fc0eb5a8e None None] Updating router 138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9 port cb3d12e9-232d-44c0-aa34-8c524b22b96c binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:54:04.660907 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d29f1d65-db6a-4b2b-8ff5-00c51be1a2ae up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:54:04.700799 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e76739-b060-41fb-9138-a2179dbe78a8 x-openstack-request-id: req-f5e76739-b060-41fb-9138-a2179dbe78a8 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:54:04.701179 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62bd170-1738-4db5-918b-df7a9647fdd6", "name": "network-vif-unplugged", "status": "completed", "tag": "2b1fc686-3448-4fec-939f-c48c5b73a06e", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:54:04.701415 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f5e76739-b060-41fb-9138-a2179dbe78a8 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:54:04.701928 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62bd170-1738-4db5-918b-df7a9647fdd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b1fc686-3448-4fec-939f-c48c5b73a06e', 'code': 200} Jul 23 16:54:04.719335 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-747a97ef-bb30-46fc-9c5b-57c9c1a8a296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 56764f57-3f04-4eee-8c81-4ffa59048347) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:54:04.735678 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cc76e8-a55f-4485-88f7-e0ae404b55b0 None None] Network 56764f57-3f04-4eee-8c81-4ffa59048347 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:54:04.742046 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747a97ef-bb30-46fc-9c5b-57c9c1a8a296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:04.743001 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-747a97ef-bb30-46fc-9c5b-57c9c1a8a296 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:04.776990 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c7bb2081-d87d-47ff-9221-073fc0eb5a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:04.796418 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1c0a7-be24-46d2-b277-945ac67a4e43 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1fc686-3448-4fec-939f-c48c5b73a06e,revision_number=6']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:04.813895 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-747a97ef-bb30-46fc-9c5b-57c9c1a8a296 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7609382 Jul 23 16:54:04.816855 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 51938) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:54:04.823420 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-f5b5f91d-4c34-43b5-8153-0831a5669d27 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1971526734-router', 'tenant_id': '62555431875e45638e8e5e52e4cdbcb1', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:54:04.852972 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f5b5f91d-4c34-43b5-8153-0831a5669d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:04.854680 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f5b5f91d-4c34-43b5-8153-0831a5669d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:04.860146 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273f127-83cd-4ee8-85aa-1e7fd9dab0e2 req-f1345c37-4bea-46f7-b7eb-c5f9caacc3a6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:04.862077 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d273f127-83cd-4ee8-85aa-1e7fd9dab0e2 req-f1345c37-4bea-46f7-b7eb-c5f9caacc3a6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 944 time: 0.2262354 Jul 23 16:54:04.895767 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-84d1c0a7-be24-46d2-b277-945ac67a4e43 service neutron] No DVR routers for this DVR port 2b1fc686-3448-4fec-939f-c48c5b73a06e on host n-h1-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:54:04.907686 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port d29f1d65-db6a-4b2b-8ff5-00c51be1a2ae completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:54:04.925090 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port d29f1d65-db6a-4b2b-8ff5-00c51be1a2ae triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:54:04.925714 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:04.937894 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f5b5f91d-4c34-43b5-8153-0831a5669d27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:05.014824 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d273f127-83cd-4ee8-85aa-1e7fd9dab0e2 req-ee1f39f2-909c-4491-9ad3-a08999596a2b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206198 Jul 23 16:54:05.106637 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-84d1c0a7-be24-46d2-b277-945ac67a4e43 service neutron] Attempting to bind port 2b1fc686-3448-4fec-939f-c48c5b73a06e on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:54:05.107064 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-84d1c0a7-be24-46d2-b277-945ac67a4e43 service neutron] Attempting to bind port 2b1fc686-3448-4fec-939f-c48c5b73a06e by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '1f49164d-aa85-4aac-98ca-ff548c5a7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:54:05.107284 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-84d1c0a7-be24-46d2-b277-945ac67a4e43 service neutron] Attempting to bind port 2b1fc686-3448-4fec-939f-c48c5b73a06e on network a763ca01-7156-4aba-a61a-34aea3caa2bb {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:54:05.112085 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-84d1c0a7-be24-46d2-b277-945ac67a4e43 service neutron] Port 2b1fc686-3448-4fec-939f-c48c5b73a06e on network a763ca01-7156-4aba-a61a-34aea3caa2bb not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:54:05.112508 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-84d1c0a7-be24-46d2-b277-945ac67a4e43 service neutron] Attempting to bind port 2b1fc686-3448-4fec-939f-c48c5b73a06e on network a763ca01-7156-4aba-a61a-34aea3caa2bb {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:54:05.118168 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-84d1c0a7-be24-46d2-b277-945ac67a4e43 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:54:05.118546 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-84d1c0a7-be24-46d2-b277-945ac67a4e43 service neutron] Checking segment: {'id': '1f49164d-aa85-4aac-98ca-ff548c5a7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:54:05.118869 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-84d1c0a7-be24-46d2-b277-945ac67a4e43 service neutron] Bound using segment: {'id': '1f49164d-aa85-4aac-98ca-ff548c5a7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:54:05.119653 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-84d1c0a7-be24-46d2-b277-945ac67a4e43 service neutron] Bound port: 2b1fc686-3448-4fec-939f-c48c5b73a06e, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f49164d-aa85-4aac-98ca-ff548c5a7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:54:05.120166 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-84d1c0a7-be24-46d2-b277-945ac67a4e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:05.123947 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f5b5f91d-4c34-43b5-8153-0831a5669d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:05.147911 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:05.192970 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185fed66-d8b8-467c-8988-d067331d4ce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-56764f57-3f04-4eee-8c81-4ffa59048347', 'network_id': '56764f57-3f04-4eee-8c81-4ffa59048347', 'tenant_id': '62555431875e45638e8e5e52e4cdbcb1', 'fixed_ips': [{'subnet_id': '47f48545-f57b-491f-8926-5b87c7de3df6'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:54:05.193883 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-185fed66-d8b8-467c-8988-d067331d4ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:05.218613 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-84d1c0a7-be24-46d2-b277-945ac67a4e43 service neutron] For port 2b1fc686-3448-4fec-939f-c48c5b73a06e, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:54:05.222532 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-84d1c0a7-be24-46d2-b277-945ac67a4e43 service neutron] For port 2b1fc686-3448-4fec-939f-c48c5b73a06e, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=2b1fc686-3448-4fec-939f-c48c5b73a06e,segment=NetworkSegment(1f49164d-aa85-4aac-98ca-ff548c5a7b50),segment_id=1f49164d-aa85-4aac-98ca-ff548c5a7b50)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:54:05.229192 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-84d1c0a7-be24-46d2-b277-945ac67a4e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:05.273741 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-84d1c0a7-be24-46d2-b277-945ac67a4e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:05.274547 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-84d1c0a7-be24-46d2-b277-945ac67a4e43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:05.276156 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-84d1c0a7-be24-46d2-b277-945ac67a4e43 service neutron] 10.222.0.97 "PUT /v2.0/ports/2b1fc686-3448-4fec-939f-c48c5b73a06e HTTP/1.1" status: 200 len: 1092 time: 1.2939472 Jul 23 16:54:05.360659 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1c0a7-be24-46d2-b277-945ac67a4e43 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1fc686-3448-4fec-939f-c48c5b73a06e,revision_number=7']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:05.409439 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-327448e9-2f8c-4688-a07a-804753118663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:05.411247 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-327448e9-2f8c-4688-a07a-804753118663 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 1095 time: 0.0948393 Jul 23 16:54:05.447296 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f5b5f91d-4c34-43b5-8153-0831a5669d27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:05.473471 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f5b5f91d-4c34-43b5-8153-0831a5669d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:05.553821 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-f68db641-f926-4aa2-8656-0a99204a3363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:05.557502 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-f68db641-f926-4aa2-8656-0a99204a3363 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a763ca01-7156-4aba-a61a-34aea3caa2bb HTTP/1.1" status: 200 len: 899 time: 0.1382716 Jul 23 16:54:05.588516 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b51768fa-531d-47ea-8219-24241633532f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:05.597582 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:05.615886 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-f5b5f91d-4c34-43b5-8153-0831a5669d27 admin admin] Allocated IP 172.25.8.214 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/68d8fd37-dd00-423f-bd7d-a573223ace48) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:54:05.630253 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port d29f1d65-db6a-4b2b-8ff5-00c51be1a2ae, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d29f1d65-db6a-4b2b-8ff5-00c51be1a2ae,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:54:05.630526 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-85b8b34f-62fa-4965-82bf-e292fc16f625 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b1fc686-3448-4fec-939f-c48c5b73a06e HTTP/1.1" status: 200 len: 999 time: 0.0660076 Jul 23 16:54:05.660659 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:05.675305 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:05.691707 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-fdae1da4-8c57-4179-ba0a-f48ab692f92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:05.693357 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-fdae1da4-8c57-4179-ba0a-f48ab692f92b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=00518172-209d-4f70-86f4-26a007366894 HTTP/1.1" status: 200 len: 834 time: 0.0551970 Jul 23 16:54:05.749412 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f5b5f91d-4c34-43b5-8153-0831a5669d27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:05.786343 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-ec2f4b3d-1179-4372-aecf-ce69e4800473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:05.789543 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-ec2f4b3d-1179-4372-aecf-ce69e4800473 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a763ca01-7156-4aba-a61a-34aea3caa2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879467 Jul 23 16:54:05.802559 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f5b5f91d-4c34-43b5-8153-0831a5669d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:05.808487 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-185fed66-d8b8-467c-8988-d067331d4ce5 None None] Allocated IP 172.20.0.2 (56764f57-3f04-4eee-8c81-4ffa59048347/47f48545-f57b-491f-8926-5b87c7de3df6/04c05666-d5ee-4734-8669-c445b2a3beb1) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:54:05.820483 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=d29f1d65-db6a-4b2b-8ff5-00c51be1a2ae,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:05.848289 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b5f91d-4c34-43b5-8153-0831a5669d27 admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:54:05.854856 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-f5b5f91d-4c34-43b5-8153-0831a5669d27 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:54:05.857770 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c7bb2081-d87d-47ff-9221-073fc0eb5a8e None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:05.857926 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b5f91d-4c34-43b5-8153-0831a5669d27 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:54:05.874792 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5f91d-4c34-43b5-8153-0831a5669d27 admin admin] Pushing event updated for resources: {'Port': ['ID=68d8fd37-dd00-423f-bd7d-a573223ace48,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:05.879998 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c7bb2081-d87d-47ff-9221-073fc0eb5a8e None None] Transition to ACTIVE for port object cb3d12e9-232d-44c0-aa34-8c524b22b96c will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:54:05.904784 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-84dc9413-693b-4287-a80c-bc9f0fc21417 service neutron] 10.222.0.97 "GET /v2.0/networks/a763ca01-7156-4aba-a61a-34aea3caa2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067181 Jul 23 16:54:05.912168 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c7bb2081-d87d-47ff-9221-073fc0eb5a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:05.981606 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387a260-c703-47e3-b963-befa99418add None None] Pushing event updated for resources: {'Port': ['ID=cb3d12e9-232d-44c0-aa34-8c524b22b96c,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:06.033215 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15f20fe2-7e38-4e6e-bc3e-56e41d3c1846 req-7540034b-fc1b-4f0d-9238-1342ae6b8cd4 service neutron] 10.222.0.97 "GET /v2.0/networks/a763ca01-7156-4aba-a61a-34aea3caa2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220689 Jul 23 16:54:06.126037 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-c7bb2081-d87d-47ff-9221-073fc0eb5a8e None None] Attempting to bind port cb3d12e9-232d-44c0-aa34-8c524b22b96c on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:54:06.126419 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-c7bb2081-d87d-47ff-9221-073fc0eb5a8e None None] Attempting to bind port cb3d12e9-232d-44c0-aa34-8c524b22b96c by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '1bb05152-f7dd-446f-b4a4-04fa3e6827fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:54:06.126787 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bb2081-d87d-47ff-9221-073fc0eb5a8e None None] Attempting to bind port cb3d12e9-232d-44c0-aa34-8c524b22b96c on network 11034cdd-8f11-4164-9fbc-6416261fa7b2 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:54:06.146373 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-185fed66-d8b8-467c-8988-d067331d4ce5 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:06.161946 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-185fed66-d8b8-467c-8988-d067331d4ce5 None None] Transition to ACTIVE for port object 04c05666-d5ee-4734-8669-c445b2a3beb1 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:54:06.168233 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bb2081-d87d-47ff-9221-073fc0eb5a8e None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:54:06.168591 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bb2081-d87d-47ff-9221-073fc0eb5a8e None None] Checking segment: {'id': '1bb05152-f7dd-446f-b4a4-04fa3e6827fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:54:06.168912 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c7bb2081-d87d-47ff-9221-073fc0eb5a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:06.169365 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bb2081-d87d-47ff-9221-073fc0eb5a8e None None] Bound using segment: {'id': '1bb05152-f7dd-446f-b4a4-04fa3e6827fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:54:06.169881 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-c7bb2081-d87d-47ff-9221-073fc0eb5a8e None None] Bound port: cb3d12e9-232d-44c0-aa34-8c524b22b96c, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb05152-f7dd-446f-b4a4-04fa3e6827fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:54:06.170249 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c7bb2081-d87d-47ff-9221-073fc0eb5a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:06.194377 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-185fed66-d8b8-467c-8988-d067331d4ce5 None None] Transition to ACTIVE for port object 04c05666-d5ee-4734-8669-c445b2a3beb1 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:54:06.215808 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f5b5f91d-4c34-43b5-8153-0831a5669d27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:06.226065 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-185fed66-d8b8-467c-8988-d067331d4ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:06.239679 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce3c3c-b53c-45b5-8f6a-8fad275f831d req-57df5872-e4e9-454e-8e13-7ef4d7e38ab8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:06.241794 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-84ce3c3c-b53c-45b5-8f6a-8fad275f831d req-57df5872-e4e9-454e-8e13-7ef4d7e38ab8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 944 time: 0.1227205 Jul 23 16:54:06.279297 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185fed66-d8b8-467c-8988-d067331d4ce5 None None] Pushing event updated for resources: {'Port': ['ID=04c05666-d5ee-4734-8669-c445b2a3beb1,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:06.290664 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-84ce3c3c-b53c-45b5-8f6a-8fad275f831d req-3e750aa6-5931-403d-8d80-d92b18a75e0e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430057 Jul 23 16:54:06.310896 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185fed66-d8b8-467c-8988-d067331d4ce5 None None] Network 56764f57-3f04-4eee-8c81-4ffa59048347 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:54:06.320197 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-185fed66-d8b8-467c-8988-d067331d4ce5 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:54:06.324237 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185fed66-d8b8-467c-8988-d067331d4ce5 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:54:06.340550 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-c7bb2081-d87d-47ff-9221-073fc0eb5a8e None None] For port cb3d12e9-232d-44c0-aa34-8c524b22b96c, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:54:06.388092 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-c7bb2081-d87d-47ff-9221-073fc0eb5a8e None None] For port cb3d12e9-232d-44c0-aa34-8c524b22b96c, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=cb3d12e9-232d-44c0-aa34-8c524b22b96c,segment=NetworkSegment(1bb05152-f7dd-446f-b4a4-04fa3e6827fc),segment_id=1bb05152-f7dd-446f-b4a4-04fa3e6827fc)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:54:06.389482 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 2b1fc686-3448-4fec-939f-c48c5b73a06e no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:54:06.417535 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c7bb2081-d87d-47ff-9221-073fc0eb5a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:06.437859 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f5b5f91d-4c34-43b5-8153-0831a5669d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:06.466688 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-185fed66-d8b8-467c-8988-d067331d4ce5 None None] Attempting to bind port 04c05666-d5ee-4734-8669-c445b2a3beb1 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:54:06.467058 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-185fed66-d8b8-467c-8988-d067331d4ce5 None None] Attempting to bind port 04c05666-d5ee-4734-8669-c445b2a3beb1 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '2740343e-5db1-4d8b-b78d-743482df0db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '56764f57-3f04-4eee-8c81-4ffa59048347'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:54:06.467425 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185fed66-d8b8-467c-8988-d067331d4ce5 None None] Attempting to bind port 04c05666-d5ee-4734-8669-c445b2a3beb1 on network 56764f57-3f04-4eee-8c81-4ffa59048347 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:54:06.486881 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185fed66-d8b8-467c-8988-d067331d4ce5 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:54:06.487269 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185fed66-d8b8-467c-8988-d067331d4ce5 None None] Checking segment: {'id': '2740343e-5db1-4d8b-b78d-743482df0db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '56764f57-3f04-4eee-8c81-4ffa59048347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:54:06.487659 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-185fed66-d8b8-467c-8988-d067331d4ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:06.488151 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185fed66-d8b8-467c-8988-d067331d4ce5 None None] Bound using segment: {'id': '2740343e-5db1-4d8b-b78d-743482df0db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '56764f57-3f04-4eee-8c81-4ffa59048347'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:54:06.488573 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-185fed66-d8b8-467c-8988-d067331d4ce5 None None] Bound port: 04c05666-d5ee-4734-8669-c445b2a3beb1, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2740343e-5db1-4d8b-b78d-743482df0db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '56764f57-3f04-4eee-8c81-4ffa59048347'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:54:06.488907 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-185fed66-d8b8-467c-8988-d067331d4ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:06.518587 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 2b1fc686-3448-4fec-939f-c48c5b73a06e not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:54:06.530012 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387a260-c703-47e3-b963-befa99418add None None] Pushing event updated for resources: {'Port': ['ID=cb3d12e9-232d-44c0-aa34-8c524b22b96c,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:06.536532 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb2081-d87d-47ff-9221-073fc0eb5a8e None None] Routers {'138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:54:06.537193 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c7bb2081-d87d-47ff-9221-073fc0eb5a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:54:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:54:06.594361 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d29f1d65-db6a-4b2b-8ff5-00c51be1a2ae up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:54:06.613094 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b5f91d-4c34-43b5-8153-0831a5669d27 admin admin] Router 6cd00811-a7f4-49e7-a154-d164369bc576 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:54:06.702805 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b62bd170-1738-4db5-918b-df7a9647fdd6', 'tag': '2b1fc686-3448-4fec-939f-c48c5b73a06e'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:54:06.706776 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30dfb69b-8d0b-4491-a4c0-a76d64019cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "b62bd170-1738-4db5-918b-df7a9647fdd6", "tag": "2b1fc686-3448-4fec-939f-c48c5b73a06e"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:54:06.708184 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:06.721238 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-185fed66-d8b8-467c-8988-d067331d4ce5 None None] For port 04c05666-d5ee-4734-8669-c445b2a3beb1, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:54:06.727894 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-185fed66-d8b8-467c-8988-d067331d4ce5 None None] For port 04c05666-d5ee-4734-8669-c445b2a3beb1, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=04c05666-d5ee-4734-8669-c445b2a3beb1,segment=NetworkSegment(2740343e-5db1-4d8b-b78d-743482df0db1),segment_id=2740343e-5db1-4d8b-b78d-743482df0db1)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:54:06.731547 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b5f91d-4c34-43b5-8153-0831a5669d27 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:54:06.744330 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043d3ea3-98eb-4759-972a-36d4cde9f1e5 None None] Sync routers for ids ['6cd00811-a7f4-49e7-a154-d164369bc576'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:54:06.747175 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-185fed66-d8b8-467c-8988-d067331d4ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:06.753090 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f5b5f91d-4c34-43b5-8153-0831a5669d27 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:06.754711 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f5b5f91d-4c34-43b5-8153-0831a5669d27 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9358652 Jul 23 16:54:06.757933 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 51944) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:54:06.764611 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043d3ea3-98eb-4759-972a-36d4cde9f1e5 None None] Routers {'6cd00811-a7f4-49e7-a154-d164369bc576'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:54:06.765287 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-043d3ea3-98eb-4759-972a-36d4cde9f1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:54:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6cd00811-a7f4-49e7-a154-d164369bc576'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:54:06.777001 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-c7bb2081-d87d-47ff-9221-073fc0eb5a8e None None] Set router 138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:54:06.823431 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9661a3-23c7-4e61-84a8-dc64e12b1d59 x-openstack-request-id: req-0a9661a3-23c7-4e61-84a8-dc64e12b1d59 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:54:06.823702 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b62bd170-1738-4db5-918b-df7a9647fdd6", "tag": "2b1fc686-3448-4fec-939f-c48c5b73a06e", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:54:06.823959 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0a9661a3-23c7-4e61-84a8-dc64e12b1d59 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:54:06.824794 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b62bd170-1738-4db5-918b-df7a9647fdd6', 'tag': '2b1fc686-3448-4fec-939f-c48c5b73a06e', 'status': 'completed', 'code': 200} Jul 23 16:54:06.859697 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port d29f1d65-db6a-4b2b-8ff5-00c51be1a2ae triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:54:06.860085 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:06.920765 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-043d3ea3-98eb-4759-972a-36d4cde9f1e5 None None] Set router 6cd00811-a7f4-49e7-a154-d164369bc576 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:54:06.940428 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185fed66-d8b8-467c-8988-d067331d4ce5 None None] Pushing event updated for resources: {'Port': ['ID=04c05666-d5ee-4734-8669-c445b2a3beb1,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:07.003330 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dfb69b-8d0b-4491-a4c0-a76d64019cb6 req-dde5c444-499b-432d-90b7-67879e5a5a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:07.005344 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-30dfb69b-8d0b-4491-a4c0-a76d64019cb6 req-dde5c444-499b-432d-90b7-67879e5a5a78 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 1095 time: 0.1801627 Jul 23 16:54:07.007734 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dfb69b-8d0b-4491-a4c0-a76d64019cb6 req-a2e9e53b-5eff-4131-9239-d01153f6e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:07.009292 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-30dfb69b-8d0b-4491-a4c0-a76d64019cb6 req-a2e9e53b-5eff-4131-9239-d01153f6e042 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 1095 time: 0.1878259 Jul 23 16:54:07.168849 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-043d3ea3-98eb-4759-972a-36d4cde9f1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd00811-a7f4-49e7-a154-d164369bc576', 'name': 'tempest-TestVolumeBackupRestore-1971526734-router', 'tenant_id': '62555431875e45638e8e5e52e4cdbcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '68d8fd37-dd00-423f-bd7d-a573223ace48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:54:04Z', 'updated_at': '2021-07-23T16:54:06Z', 'revision_number': 3, 'project_id': '62555431875e45638e8e5e52e4cdbcb1', 'gw_port': {'id': '68d8fd37-dd00-423f-bd7d-a573223ace48', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd00811-a7f4-49e7-a154-d164369bc576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:05Z', 'updated_at': '2021-07-23T16:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:54:07.187446 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c7bb2081-d87d-47ff-9221-073fc0eb5a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'name': 'tempest-TestVolumeBackupRestore-369065181-router', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'd29f1d65-db6a-4b2b-8ff5-00c51be1a2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:54:02Z', 'revision_number': 4, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'gw_port': {'id': 'd29f1d65-db6a-4b2b-8ff5-00c51be1a2ae', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ee:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'cb3d12e9-232d-44c0-aa34-8c524b22b96c', 'name': '', 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'mac_address': 'fa:16:3e:ae:de:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '08901fd5-bc01-47fa-b181-a8ffffeb0b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:01Z', 'updated_at': '2021-07-23T16:54:06Z', 'revision_number': 4, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'subnets': [{'id': '08901fd5-bc01-47fa-b181-a8ffffeb0b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:54:07.203107 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043d3ea3-98eb-4759-972a-36d4cde9f1e5 None None] Checking router: 6cd00811-a7f4-49e7-a154-d164369bc576 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:54:07.203452 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043d3ea3-98eb-4759-972a-36d4cde9f1e5 None None] Updating router 6cd00811-a7f4-49e7-a154-d164369bc576 port 68d8fd37-dd00-423f-bd7d-a573223ace48 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:54:07.217896 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb2081-d87d-47ff-9221-073fc0eb5a8e None None] The sync data for ids ['138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'] in n-d-778549-4 is: [{'id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'name': 'tempest-TestVolumeBackupRestore-369065181-router', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'd29f1d65-db6a-4b2b-8ff5-00c51be1a2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:54:02Z', 'revision_number': 4, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'gw_port': {'id': 'd29f1d65-db6a-4b2b-8ff5-00c51be1a2ae', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ee:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'cb3d12e9-232d-44c0-aa34-8c524b22b96c', 'name': '', 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'mac_address': 'fa:16:3e:ae:de:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '08901fd5-bc01-47fa-b181-a8ffffeb0b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:01Z', 'updated_at': '2021-07-23T16:54:06Z', 'revision_number': 4, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'subnets': [{'id': '08901fd5-bc01-47fa-b181-a8ffffeb0b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:54:07.251781 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-043d3ea3-98eb-4759-972a-36d4cde9f1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:07.343371 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dfb69b-8d0b-4491-a4c0-a76d64019cb6 req-c433566c-89c1-4f22-99ba-f48bee36a80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:07.345918 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-30dfb69b-8d0b-4491-a4c0-a76d64019cb6 req-c433566c-89c1-4f22-99ba-f48bee36a80d service neutron] 10.222.0.74 "GET /v2.0/networks?id=a763ca01-7156-4aba-a61a-34aea3caa2bb HTTP/1.1" status: 200 len: 899 time: 0.3329237 Jul 23 16:54:07.350531 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dfb69b-8d0b-4491-a4c0-a76d64019cb6 req-3f3e3bb0-e847-4fc8-90d2-0439e2b82709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:07.351987 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-30dfb69b-8d0b-4491-a4c0-a76d64019cb6 req-3f3e3bb0-e847-4fc8-90d2-0439e2b82709 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a763ca01-7156-4aba-a61a-34aea3caa2bb HTTP/1.1" status: 200 len: 899 time: 0.3008485 Jul 23 16:54:07.570466 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:07.590163 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-043d3ea3-98eb-4759-972a-36d4cde9f1e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:07.601898 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-043d3ea3-98eb-4759-972a-36d4cde9f1e5 None None] Transition to ACTIVE for port object 68d8fd37-dd00-423f-bd7d-a573223ace48 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:54:07.611402 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-043d3ea3-98eb-4759-972a-36d4cde9f1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:07.659621 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404ed81-73ba-4a90-bbbd-b8d1ef5ef2dc None None] Pushing event updated for resources: {'Port': ['ID=68d8fd37-dd00-423f-bd7d-a573223ace48,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:07.691384 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-043d3ea3-98eb-4759-972a-36d4cde9f1e5 None None] Attempting to bind port 68d8fd37-dd00-423f-bd7d-a573223ace48 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:54:07.691900 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-043d3ea3-98eb-4759-972a-36d4cde9f1e5 None None] Attempting to bind port 68d8fd37-dd00-423f-bd7d-a573223ace48 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:54:07.692384 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043d3ea3-98eb-4759-972a-36d4cde9f1e5 None None] Attempting to bind port 68d8fd37-dd00-423f-bd7d-a573223ace48 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:54:07.707263 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043d3ea3-98eb-4759-972a-36d4cde9f1e5 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:54:07.707777 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043d3ea3-98eb-4759-972a-36d4cde9f1e5 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:54:07.712016 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-043d3ea3-98eb-4759-972a-36d4cde9f1e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:07.713388 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043d3ea3-98eb-4759-972a-36d4cde9f1e5 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:54:07.714982 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-043d3ea3-98eb-4759-972a-36d4cde9f1e5 None None] Bound port: 68d8fd37-dd00-423f-bd7d-a573223ace48, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:54:07.715488 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-043d3ea3-98eb-4759-972a-36d4cde9f1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:07.799198 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-043d3ea3-98eb-4759-972a-36d4cde9f1e5 None None] For port 68d8fd37-dd00-423f-bd7d-a573223ace48, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:54:07.804357 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-043d3ea3-98eb-4759-972a-36d4cde9f1e5 None None] For port 68d8fd37-dd00-423f-bd7d-a573223ace48, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=68d8fd37-dd00-423f-bd7d-a573223ace48,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:54:07.810942 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-043d3ea3-98eb-4759-972a-36d4cde9f1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:07.882924 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043d3ea3-98eb-4759-972a-36d4cde9f1e5 None None] Routers {'6cd00811-a7f4-49e7-a154-d164369bc576'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:54:07.883525 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-043d3ea3-98eb-4759-972a-36d4cde9f1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:54:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6cd00811-a7f4-49e7-a154-d164369bc576'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:54:08.018580 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-043d3ea3-98eb-4759-972a-36d4cde9f1e5 None None] Set router 6cd00811-a7f4-49e7-a154-d164369bc576 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:54:08.101814 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-30dfb69b-8d0b-4491-a4c0-a76d64019cb6 req-053e7d88-05b6-4398-90b2-9115088c1064 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b1fc686-3448-4fec-939f-c48c5b73a06e HTTP/1.1" status: 200 len: 999 time: 0.7479775 Jul 23 16:54:08.109047 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-30dfb69b-8d0b-4491-a4c0-a76d64019cb6 req-3d440fb5-0b4f-4b9b-b9d9-e3e26557ecd9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b1fc686-3448-4fec-939f-c48c5b73a06e HTTP/1.1" status: 200 len: 999 time: 0.7155404 Jul 23 16:54:08.127856 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404ed81-73ba-4a90-bbbd-b8d1ef5ef2dc None None] Pushing event updated for resources: {'Port': ['ID=68d8fd37-dd00-423f-bd7d-a573223ace48,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:08.154002 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befeba49-35a5-479a-858d-d9dc6c02844a None None] Network 56764f57-3f04-4eee-8c81-4ffa59048347 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:54:08.259483 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-043d3ea3-98eb-4759-972a-36d4cde9f1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd00811-a7f4-49e7-a154-d164369bc576', 'name': 'tempest-TestVolumeBackupRestore-1971526734-router', 'tenant_id': '62555431875e45638e8e5e52e4cdbcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '68d8fd37-dd00-423f-bd7d-a573223ace48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:54:04Z', 'updated_at': '2021-07-23T16:54:06Z', 'revision_number': 3, 'project_id': '62555431875e45638e8e5e52e4cdbcb1', 'gw_port': {'id': '68d8fd37-dd00-423f-bd7d-a573223ace48', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd00811-a7f4-49e7-a154-d164369bc576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:05Z', 'updated_at': '2021-07-23T16:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:54:08.265207 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f357f9-8ea5-412c-a243-0b803321fa2a req-6319fa19-5bcc-42da-8b77-bdc12d016e70 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:08.266812 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-83f357f9-8ea5-412c-a243-0b803321fa2a req-6319fa19-5bcc-42da-8b77-bdc12d016e70 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 944 time: 0.8714085 Jul 23 16:54:08.271887 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4a33e611-2212-4748-ae2a-8530c379d8ce None None] Provisioning for port 04c05666-d5ee-4734-8669-c445b2a3beb1 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:54:08.286297 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dfb69b-8d0b-4491-a4c0-a76d64019cb6 req-8b19d852-8b27-41bf-9056-2a34ef97cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:08.288755 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-30dfb69b-8d0b-4491-a4c0-a76d64019cb6 req-8b19d852-8b27-41bf-9056-2a34ef97cb4b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=00518172-209d-4f70-86f4-26a007366894 HTTP/1.1" status: 200 len: 834 time: 0.1779423 Jul 23 16:54:08.290222 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dfb69b-8d0b-4491-a4c0-a76d64019cb6 req-89ba53ae-71b4-438a-89b6-080d45bb7d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:08.291627 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-30dfb69b-8d0b-4491-a4c0-a76d64019cb6 req-89ba53ae-71b4-438a-89b6-080d45bb7d76 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=00518172-209d-4f70-86f4-26a007366894 HTTP/1.1" status: 200 len: 834 time: 0.1593971 Jul 23 16:54:08.296620 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043d3ea3-98eb-4759-972a-36d4cde9f1e5 None None] The sync data for ids ['6cd00811-a7f4-49e7-a154-d164369bc576'] in n-d-778549-4 is: [{'id': '6cd00811-a7f4-49e7-a154-d164369bc576', 'name': 'tempest-TestVolumeBackupRestore-1971526734-router', 'tenant_id': '62555431875e45638e8e5e52e4cdbcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '68d8fd37-dd00-423f-bd7d-a573223ace48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:54:04Z', 'updated_at': '2021-07-23T16:54:06Z', 'revision_number': 3, 'project_id': '62555431875e45638e8e5e52e4cdbcb1', 'gw_port': {'id': '68d8fd37-dd00-423f-bd7d-a573223ace48', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd00811-a7f4-49e7-a154-d164369bc576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:05Z', 'updated_at': '2021-07-23T16:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:54:08.433448 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-83f357f9-8ea5-412c-a243-0b803321fa2a req-d489adbd-bd12-4773-8b5c-7ce01cc9deeb tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518049 Jul 23 16:54:08.510070 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dfb69b-8d0b-4491-a4c0-a76d64019cb6 req-c934dda2-fd3b-4463-b62f-eb9ba6a22ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:08.512090 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-30dfb69b-8d0b-4491-a4c0-a76d64019cb6 req-c934dda2-fd3b-4463-b62f-eb9ba6a22ce9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a763ca01-7156-4aba-a61a-34aea3caa2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2146623 Jul 23 16:54:08.516104 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dfb69b-8d0b-4491-a4c0-a76d64019cb6 req-512f5781-5d46-46ea-877e-b04128a010c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:08.517609 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-30dfb69b-8d0b-4491-a4c0-a76d64019cb6 req-512f5781-5d46-46ea-877e-b04128a010c7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a763ca01-7156-4aba-a61a-34aea3caa2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2001193 Jul 23 16:54:08.523078 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-277db980-0ae6-41ae-9b7d-f8947b00852e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:08.652497 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:08.683532 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device cb3d12e9-232d-44c0-aa34-8c524b22b96c up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:54:08.799330 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port cb3d12e9-232d-44c0-aa34-8c524b22b96c completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:54:08.805975 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port cb3d12e9-232d-44c0-aa34-8c524b22b96c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:54:08.806324 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:08.858771 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-30dfb69b-8d0b-4491-a4c0-a76d64019cb6 req-f94d78e4-a7a2-4a1c-bfd9-04da12f44bc2 service neutron] 10.222.0.97 "GET /v2.0/networks/a763ca01-7156-4aba-a61a-34aea3caa2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282440 Jul 23 16:54:08.909173 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-30dfb69b-8d0b-4491-a4c0-a76d64019cb6 req-172c3f4a-0d28-4e12-acde-f54c7ec628f5 service neutron] 10.222.0.74 "GET /v2.0/networks/a763ca01-7156-4aba-a61a-34aea3caa2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869452 Jul 23 16:54:08.922704 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:08.958617 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port cb3d12e9-232d-44c0-aa34-8c524b22b96c, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=cb3d12e9-232d-44c0-aa34-8c524b22b96c,segment=NetworkSegment(1bb05152-f7dd-446f-b4a4-04fa3e6827fc),segment_id=1bb05152-f7dd-446f-b4a4-04fa3e6827fc)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:54:08.964474 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:08.965483 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 04c05666-d5ee-4734-8669-c445b2a3beb1 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:54:09.015334 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 2b1fc686-3448-4fec-939f-c48c5b73a06e details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:54:09.066587 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=cb3d12e9-232d-44c0-aa34-8c524b22b96c,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:09.098916 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-30dfb69b-8d0b-4491-a4c0-a76d64019cb6 req-59f85bb6-69f5-4b01-9b39-db3abc82d0df service neutron] 10.222.0.97 "GET /v2.0/networks/a763ca01-7156-4aba-a61a-34aea3caa2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264826 Jul 23 16:54:09.101214 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 04c05666-d5ee-4734-8669-c445b2a3beb1 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:54:09.102186 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-277db980-0ae6-41ae-9b7d-f8947b00852e admin admin] Allocated IP 172.20.0.1 (56764f57-3f04-4eee-8c81-4ffa59048347/47f48545-f57b-491f-8926-5b87c7de3df6/42bc793e-375f-435e-aa54-719bdc40e4a4) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:54:09.134875 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 04c05666-d5ee-4734-8669-c445b2a3beb1 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:54:09.137573 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:09.156847 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-30dfb69b-8d0b-4491-a4c0-a76d64019cb6 req-f04c97e9-b2e5-4a49-9789-89eaef576df0 service neutron] 10.222.0.74 "GET /v2.0/networks/a763ca01-7156-4aba-a61a-34aea3caa2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363641 Jul 23 16:54:09.284227 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-277db980-0ae6-41ae-9b7d-f8947b00852e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:09.310856 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-277db980-0ae6-41ae-9b7d-f8947b00852e admin admin] Transition to ACTIVE for port object 42bc793e-375f-435e-aa54-719bdc40e4a4 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:54:09.316052 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757acc28-2b25-4c15-ab75-de7fba14349e req-4fd93137-694b-49fc-ad73-fed2500aa874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:09.317824 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-757acc28-2b25-4c15-ab75-de7fba14349e req-4fd93137-694b-49fc-ad73-fed2500aa874 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 1095 time: 0.1144788 Jul 23 16:54:09.360664 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 2b1fc686-3448-4fec-939f-c48c5b73a06e, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=2b1fc686-3448-4fec-939f-c48c5b73a06e,segment=NetworkSegment(1f49164d-aa85-4aac-98ca-ff548c5a7b50),segment_id=1f49164d-aa85-4aac-98ca-ff548c5a7b50)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:54:09.379082 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '2b1fc686-3448-4fec-939f-c48c5b73a06e', 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb', 'port_id': '2b1fc686-3448-4fec-939f-c48c5b73a06e', 'mac_address': 'fa:16:3e:19:cf:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00518172-209d-4f70-86f4-26a007366894', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:54:09.388419 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-277db980-0ae6-41ae-9b7d-f8947b00852e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:09.438606 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:09.459156 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1fc686-3448-4fec-939f-c48c5b73a06e {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:54:09.466267 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277db980-0ae6-41ae-9b7d-f8947b00852e admin admin] Network 56764f57-3f04-4eee-8c81-4ffa59048347 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:54:09.468817 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:09.474401 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-277db980-0ae6-41ae-9b7d-f8947b00852e admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:54:09.477523 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277db980-0ae6-41ae-9b7d-f8947b00852e admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:54:09.502013 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 2b1fc686-3448-4fec-939f-c48c5b73a06e, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=2b1fc686-3448-4fec-939f-c48c5b73a06e,segment=NetworkSegment(1f49164d-aa85-4aac-98ca-ff548c5a7b50),segment_id=1f49164d-aa85-4aac-98ca-ff548c5a7b50)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:54:09.510106 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277db980-0ae6-41ae-9b7d-f8947b00852e admin admin] Pushing event updated for resources: {'Port': ['ID=42bc793e-375f-435e-aa54-719bdc40e4a4,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:09.512233 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:09.525778 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 04c05666-d5ee-4734-8669-c445b2a3beb1, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=04c05666-d5ee-4734-8669-c445b2a3beb1,segment=NetworkSegment(2740343e-5db1-4d8b-b78d-743482df0db1),segment_id=2740343e-5db1-4d8b-b78d-743482df0db1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:54:09.549407 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757acc28-2b25-4c15-ab75-de7fba14349e req-986d3638-c914-4416-8695-3878e7d62e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:09.549807 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:09.550847 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-757acc28-2b25-4c15-ab75-de7fba14349e req-986d3638-c914-4416-8695-3878e7d62e1f service neutron] 10.222.0.97 "GET /v2.0/networks?id=a763ca01-7156-4aba-a61a-34aea3caa2bb HTTP/1.1" status: 200 len: 899 time: 0.2090945 Jul 23 16:54:09.582146 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=2b1fc686-3448-4fec-939f-c48c5b73a06e,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:09.623152 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-277db980-0ae6-41ae-9b7d-f8947b00852e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:09.668231 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=04c05666-d5ee-4734-8669-c445b2a3beb1,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:09.706119 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-757acc28-2b25-4c15-ab75-de7fba14349e req-5fa187a2-4444-4a23-b2e5-95ef9426d78b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b1fc686-3448-4fec-939f-c48c5b73a06e HTTP/1.1" status: 200 len: 1000 time: 0.1358306 Jul 23 16:54:09.730507 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['2b1fc686-3448-4fec-939f-c48c5b73a06e'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:54:09.784484 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a86f00-d436-4faf-83a0-a5779e2f1444 req-6baf9d39-0465-4c8c-89b5-6d6b03b434f7 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:09.786029 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b5a86f00-d436-4faf-83a0-a5779e2f1444 req-6baf9d39-0465-4c8c-89b5-6d6b03b434f7 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 945 time: 0.2584329 Jul 23 16:54:09.823059 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-95cbc0cd-9ac3-4b83-a5b6-319ad5d8893a None None] Provisioning for port 42bc793e-375f-435e-aa54-719bdc40e4a4 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:54:09.835040 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757acc28-2b25-4c15-ab75-de7fba14349e req-b9b52682-9665-457c-a51b-ac82671cbab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:09.836747 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-757acc28-2b25-4c15-ab75-de7fba14349e req-b9b52682-9665-457c-a51b-ac82671cbab2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=00518172-209d-4f70-86f4-26a007366894 HTTP/1.1" status: 200 len: 834 time: 0.1207337 Jul 23 16:54:09.837132 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-95cbc0cd-9ac3-4b83-a5b6-319ad5d8893a None None] Provisioning complete for port 42bc793e-375f-435e-aa54-719bdc40e4a4 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:54:09.837517 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-95cbc0cd-9ac3-4b83-a5b6-319ad5d8893a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:09.883113 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b5a86f00-d436-4faf-83a0-a5779e2f1444 req-d2281fda-fc11-4891-a043-44ebd423ab7f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863059 Jul 23 16:54:09.899301 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-95cbc0cd-9ac3-4b83-a5b6-319ad5d8893a None None] Port 42bc793e-375f-435e-aa54-719bdc40e4a4 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:54:09.921545 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-277db980-0ae6-41ae-9b7d-f8947b00852e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:09.987610 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757acc28-2b25-4c15-ab75-de7fba14349e req-3edb325f-418e-4bf4-9996-f4c175d344f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:09.989198 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-757acc28-2b25-4c15-ab75-de7fba14349e req-3edb325f-418e-4bf4-9996-f4c175d344f0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a763ca01-7156-4aba-a61a-34aea3caa2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1394155 Jul 23 16:54:10.226501 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-757acc28-2b25-4c15-ab75-de7fba14349e req-85c9bc7e-4500-4170-ad9f-9e7d469ad50c service neutron] 10.222.0.97 "GET /v2.0/networks/a763ca01-7156-4aba-a61a-34aea3caa2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280188 Jul 23 16:54:10.309678 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-277db980-0ae6-41ae-9b7d-f8947b00852e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:10.344860 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-277db980-0ae6-41ae-9b7d-f8947b00852e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:10.360142 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-a865a098-aabe-4e26-bd51-3968df0df3cc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:10.361903 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-a865a098-aabe-4e26-bd51-3968df0df3cc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.97 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6&tenant_id=0f8e445c013940dd90796bd2f3eb088f&binding%3Ahost_id=n-h2-778549-4 HTTP/1.1" status: 200 len: 945 time: 0.2509570 Jul 23 16:54:10.464320 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bcb60-806a-446b-8469-c84ac04356a7 req-888675b2-bb5e-4693-90d0-1e37d6b4483c tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:10.465906 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-476bcb60-806a-446b-8469-c84ac04356a7 req-888675b2-bb5e-4693-90d0-1e37d6b4483c tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 945 time: 0.3346674 Jul 23 16:54:10.508140 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277db980-0ae6-41ae-9b7d-f8947b00852e admin admin] Pushing event updated for resources: {'Port': ['ID=42bc793e-375f-435e-aa54-719bdc40e4a4,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:10.518905 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-277db980-0ae6-41ae-9b7d-f8947b00852e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:10.522358 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-757acc28-2b25-4c15-ab75-de7fba14349e req-db3e66d2-73fc-4e9c-830b-8e533588f02b service neutron] 10.222.0.97 "GET /v2.0/networks/a763ca01-7156-4aba-a61a-34aea3caa2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854998 Jul 23 16:54:10.579617 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-476bcb60-806a-446b-8469-c84ac04356a7 req-112fc448-fd4b-44fa-bba9-291c3cb026c7 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023521 Jul 23 16:54:10.582691 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-7e125a26-2bb2-42da-9c98-0eecc06a8fe7 service neutron] 10.222.0.97 "GET /v2.0/ports/2b1fc686-3448-4fec-939f-c48c5b73a06e/bindings/n-h2-778549-4 HTTP/1.1" status: 200 len: 382 time: 0.1952729 Jul 23 16:54:10.650397 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device cb3d12e9-232d-44c0-aa34-8c524b22b96c up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:54:10.693507 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277db980-0ae6-41ae-9b7d-f8947b00852e admin admin] Network 56764f57-3f04-4eee-8c81-4ffa59048347 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:54:10.698039 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port cb3d12e9-232d-44c0-aa34-8c524b22b96c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:54:10.698412 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:10.699627 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-277db980-0ae6-41ae-9b7d-f8947b00852e admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:54:10.712078 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-b3b77cc1-1bde-4b7c-8b1d-5c93187e4cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:10.713667 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-b3b77cc1-1bde-4b7c-8b1d-5c93187e4cda service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 1096 time: 0.0891957 Jul 23 16:54:10.789500 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 04c05666-d5ee-4734-8669-c445b2a3beb1 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:54:10.839119 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 04c05666-d5ee-4734-8669-c445b2a3beb1 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:54:10.839495 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:10.892946 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-a2053fc9-2721-42ab-9615-a9e503a5fa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:10.894457 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-a2053fc9-2721-42ab-9615-a9e503a5fa63 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a763ca01-7156-4aba-a61a-34aea3caa2bb HTTP/1.1" status: 200 len: 899 time: 0.1462033 Jul 23 16:54:10.896231 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277db980-0ae6-41ae-9b7d-f8947b00852e admin admin] Router 6cd00811-a7f4-49e7-a154-d164369bc576 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:54:10.931220 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 68d8fd37-dd00-423f-bd7d-a573223ace48 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:54:10.962693 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d8869bc2-b470-4e02-9da0-1b8db047e098 None None] Provisioning complete for port 42bc793e-375f-435e-aa54-719bdc40e4a4 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:54:10.963043 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d8869bc2-b470-4e02-9da0-1b8db047e098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:11.009137 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-d8869bc2-b470-4e02-9da0-1b8db047e098 None None] Port 42bc793e-375f-435e-aa54-719bdc40e4a4 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:54:11.017204 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 68d8fd37-dd00-423f-bd7d-a573223ace48 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:54:11.021240 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 68d8fd37-dd00-423f-bd7d-a573223ace48 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:54:11.021615 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:11.044893 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 2b1fc686-3448-4fec-939f-c48c5b73a06e up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:54:11.140654 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 2b1fc686-3448-4fec-939f-c48c5b73a06e completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:54:11.152088 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 2b1fc686-3448-4fec-939f-c48c5b73a06e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:54:11.152461 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:11.174360 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:11.208224 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 68d8fd37-dd00-423f-bd7d-a573223ace48, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=68d8fd37-dd00-423f-bd7d-a573223ace48,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:54:11.215210 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:11.305063 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=68d8fd37-dd00-423f-bd7d-a573223ace48,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:11.309007 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:11.332673 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62bd170-1738-4db5-918b-df7a9647fdd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1fc686-3448-4fec-939f-c48c5b73a06e'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:54:11.335323 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e9df5b-9b2a-4bc2-9edd-d5fdd92164fa" -d '{"events": [{"server_uuid": "b62bd170-1738-4db5-918b-df7a9647fdd6", "name": "network-vif-plugged", "status": "completed", "tag": "2b1fc686-3448-4fec-939f-c48c5b73a06e"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:54:11.348846 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 2b1fc686-3448-4fec-939f-c48c5b73a06e, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=2b1fc686-3448-4fec-939f-c48c5b73a06e,segment=NetworkSegment(1f49164d-aa85-4aac-98ca-ff548c5a7b50),segment_id=1f49164d-aa85-4aac-98ca-ff548c5a7b50)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:54:11.354001 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:11.393546 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278f1cae-d038-409f-a822-24825b5b638f x-openstack-request-id: req-278f1cae-d038-409f-a822-24825b5b638f {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:54:11.393843 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62bd170-1738-4db5-918b-df7a9647fdd6", "name": "network-vif-plugged", "status": "completed", "tag": "2b1fc686-3448-4fec-939f-c48c5b73a06e", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:54:11.394103 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-278f1cae-d038-409f-a822-24825b5b638f {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:54:11.394509 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62bd170-1738-4db5-918b-df7a9647fdd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1fc686-3448-4fec-939f-c48c5b73a06e', 'code': 200} Jul 23 16:54:11.397761 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-7ee4517c-dd33-427d-88e9-cfae7fe2a6a5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b1fc686-3448-4fec-939f-c48c5b73a06e HTTP/1.1" status: 200 len: 1000 time: 0.4946513 Jul 23 16:54:11.409483 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=2b1fc686-3448-4fec-939f-c48c5b73a06e,revision_number=9']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:11.447745 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277db980-0ae6-41ae-9b7d-f8947b00852e admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:54:11.453688 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-277db980-0ae6-41ae-9b7d-f8947b00852e admin admin] 10.222.0.73 "PUT /v2.0/routers/6cd00811-a7f4-49e7-a154-d164369bc576/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6941755 Jul 23 16:54:11.462899 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-8910a016-0cbc-4da3-bd1d-37e550d4a18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:11.464530 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-8910a016-0cbc-4da3-bd1d-37e550d4a18b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=00518172-209d-4f70-86f4-26a007366894 HTTP/1.1" status: 200 len: 834 time: 0.0592430 Jul 23 16:54:11.467367 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feac853f-5b16-4b74-961b-6259d944bae7 None None] Sync routers for ids ['6cd00811-a7f4-49e7-a154-d164369bc576'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:54:11.492287 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feac853f-5b16-4b74-961b-6259d944bae7 None None] Routers {'6cd00811-a7f4-49e7-a154-d164369bc576'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:54:11.493144 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-feac853f-5b16-4b74-961b-6259d944bae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:54:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6cd00811-a7f4-49e7-a154-d164369bc576'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:54:11.527267 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-eead6620-101e-4ed5-b490-aca7d466d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:11.528874 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-eead6620-101e-4ed5-b490-aca7d466d3a1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a763ca01-7156-4aba-a61a-34aea3caa2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583076 Jul 23 16:54:11.620654 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-feac853f-5b16-4b74-961b-6259d944bae7 None None] Set router 6cd00811-a7f4-49e7-a154-d164369bc576 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:54:11.642591 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-fa023d6e-d2dd-4975-931d-08b8bab72cba service neutron] 10.222.0.97 "GET /v2.0/networks/a763ca01-7156-4aba-a61a-34aea3caa2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070428 Jul 23 16:54:11.794969 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-5841a14e-caa7-439a-a1f7-6edb47833b0b service neutron] 10.222.0.97 "GET /v2.0/networks/a763ca01-7156-4aba-a61a-34aea3caa2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455233 Jul 23 16:54:11.811501 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec9bce-c17b-48e1-855c-1fa29ec23243 req-3763818a-0aae-42ea-bea1-994521384030 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:11.813458 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cec9bce-c17b-48e1-855c-1fa29ec23243 req-3763818a-0aae-42ea-bea1-994521384030 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 946 time: 0.1410809 Jul 23 16:54:11.859732 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-feac853f-5b16-4b74-961b-6259d944bae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd00811-a7f4-49e7-a154-d164369bc576', 'name': 'tempest-TestVolumeBackupRestore-1971526734-router', 'tenant_id': '62555431875e45638e8e5e52e4cdbcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '68d8fd37-dd00-423f-bd7d-a573223ace48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:54:04Z', 'updated_at': '2021-07-23T16:54:09Z', 'revision_number': 4, 'project_id': '62555431875e45638e8e5e52e4cdbcb1', 'gw_port': {'id': '68d8fd37-dd00-423f-bd7d-a573223ace48', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd00811-a7f4-49e7-a154-d164369bc576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:05Z', 'updated_at': '2021-07-23T16:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '42bc793e-375f-435e-aa54-719bdc40e4a4', 'name': '', 'network_id': '56764f57-3f04-4eee-8c81-4ffa59048347', 'tenant_id': '62555431875e45638e8e5e52e4cdbcb1', 'mac_address': 'fa:16:3e:c6:81:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd00811-a7f4-49e7-a154-d164369bc576', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '47f48545-f57b-491f-8926-5b87c7de3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:08Z', 'updated_at': '2021-07-23T16:54:09Z', 'revision_number': 2, 'project_id': '62555431875e45638e8e5e52e4cdbcb1', 'subnets': [{'id': '47f48545-f57b-491f-8926-5b87c7de3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:54:11.868350 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cec9bce-c17b-48e1-855c-1fa29ec23243 req-f6fc7161-0e69-49c7-9e2e-b4140234a7a3 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458281 Jul 23 16:54:11.897923 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feac853f-5b16-4b74-961b-6259d944bae7 None None] Checking router: 6cd00811-a7f4-49e7-a154-d164369bc576 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:54:11.897923 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feac853f-5b16-4b74-961b-6259d944bae7 None None] Updating router 6cd00811-a7f4-49e7-a154-d164369bc576 port 42bc793e-375f-435e-aa54-719bdc40e4a4 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:54:11.934021 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-feac853f-5b16-4b74-961b-6259d944bae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:12.204937 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-feac853f-5b16-4b74-961b-6259d944bae7 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:12.216360 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-feac853f-5b16-4b74-961b-6259d944bae7 None None] Transition to ACTIVE for port object 42bc793e-375f-435e-aa54-719bdc40e4a4 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:54:12.223530 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-feac853f-5b16-4b74-961b-6259d944bae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:12.302475 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74036d-aa13-4c2f-82f7-bb2cf1352f39 None None] Pushing event updated for resources: {'Port': ['ID=42bc793e-375f-435e-aa54-719bdc40e4a4,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:12.354800 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-feac853f-5b16-4b74-961b-6259d944bae7 None None] Attempting to bind port 42bc793e-375f-435e-aa54-719bdc40e4a4 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:54:12.355320 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-feac853f-5b16-4b74-961b-6259d944bae7 None None] Attempting to bind port 42bc793e-375f-435e-aa54-719bdc40e4a4 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '2740343e-5db1-4d8b-b78d-743482df0db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '56764f57-3f04-4eee-8c81-4ffa59048347'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:54:12.356060 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feac853f-5b16-4b74-961b-6259d944bae7 None None] Attempting to bind port 42bc793e-375f-435e-aa54-719bdc40e4a4 on network 56764f57-3f04-4eee-8c81-4ffa59048347 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:54:12.362642 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feac853f-5b16-4b74-961b-6259d944bae7 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:54:12.363024 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feac853f-5b16-4b74-961b-6259d944bae7 None None] Checking segment: {'id': '2740343e-5db1-4d8b-b78d-743482df0db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '56764f57-3f04-4eee-8c81-4ffa59048347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:54:12.363431 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-feac853f-5b16-4b74-961b-6259d944bae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:12.363826 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feac853f-5b16-4b74-961b-6259d944bae7 None None] Bound using segment: {'id': '2740343e-5db1-4d8b-b78d-743482df0db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '56764f57-3f04-4eee-8c81-4ffa59048347'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:54:12.364302 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-feac853f-5b16-4b74-961b-6259d944bae7 None None] Bound port: 42bc793e-375f-435e-aa54-719bdc40e4a4, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2740343e-5db1-4d8b-b78d-743482df0db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '56764f57-3f04-4eee-8c81-4ffa59048347'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:54:12.364686 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-feac853f-5b16-4b74-961b-6259d944bae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:12.445635 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-feac853f-5b16-4b74-961b-6259d944bae7 None None] For port 42bc793e-375f-435e-aa54-719bdc40e4a4, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:54:12.449159 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-feac853f-5b16-4b74-961b-6259d944bae7 None None] For port 42bc793e-375f-435e-aa54-719bdc40e4a4, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=42bc793e-375f-435e-aa54-719bdc40e4a4,segment=NetworkSegment(2740343e-5db1-4d8b-b78d-743482df0db1),segment_id=2740343e-5db1-4d8b-b78d-743482df0db1)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:54:12.454800 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-feac853f-5b16-4b74-961b-6259d944bae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:12.511182 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feac853f-5b16-4b74-961b-6259d944bae7 None None] Routers {'6cd00811-a7f4-49e7-a154-d164369bc576'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:54:12.511831 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-feac853f-5b16-4b74-961b-6259d944bae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:54:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6cd00811-a7f4-49e7-a154-d164369bc576'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:54:12.602549 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 68d8fd37-dd00-423f-bd7d-a573223ace48 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:54:12.632531 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74036d-aa13-4c2f-82f7-bb2cf1352f39 None None] Pushing event updated for resources: {'Port': ['ID=42bc793e-375f-435e-aa54-719bdc40e4a4,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:12.696314 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-feac853f-5b16-4b74-961b-6259d944bae7 None None] Set router 6cd00811-a7f4-49e7-a154-d164369bc576 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:54:12.735393 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 68d8fd37-dd00-423f-bd7d-a573223ace48 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:54:12.735696 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:12.997185 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-feac853f-5b16-4b74-961b-6259d944bae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd00811-a7f4-49e7-a154-d164369bc576', 'name': 'tempest-TestVolumeBackupRestore-1971526734-router', 'tenant_id': '62555431875e45638e8e5e52e4cdbcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '68d8fd37-dd00-423f-bd7d-a573223ace48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:54:04Z', 'updated_at': '2021-07-23T16:54:09Z', 'revision_number': 4, 'project_id': '62555431875e45638e8e5e52e4cdbcb1', 'gw_port': {'id': '68d8fd37-dd00-423f-bd7d-a573223ace48', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd00811-a7f4-49e7-a154-d164369bc576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:05Z', 'updated_at': '2021-07-23T16:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '42bc793e-375f-435e-aa54-719bdc40e4a4', 'name': '', 'network_id': '56764f57-3f04-4eee-8c81-4ffa59048347', 'tenant_id': '62555431875e45638e8e5e52e4cdbcb1', 'mac_address': 'fa:16:3e:c6:81:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd00811-a7f4-49e7-a154-d164369bc576', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '47f48545-f57b-491f-8926-5b87c7de3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:08Z', 'updated_at': '2021-07-23T16:54:12Z', 'revision_number': 4, 'project_id': '62555431875e45638e8e5e52e4cdbcb1', 'subnets': [{'id': '47f48545-f57b-491f-8926-5b87c7de3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:54:13.028477 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa724e-abee-4c0f-80c2-4ffd567b4ff3 req-db0a2fc0-6cda-41e6-9681-34c382dc576f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:13.030087 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99aa724e-abee-4c0f-80c2-4ffd567b4ff3 req-db0a2fc0-6cda-41e6-9681-34c382dc576f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0714130 Jul 23 16:54:13.033637 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feac853f-5b16-4b74-961b-6259d944bae7 None None] The sync data for ids ['6cd00811-a7f4-49e7-a154-d164369bc576'] in n-d-778549-4 is: [{'id': '6cd00811-a7f4-49e7-a154-d164369bc576', 'name': 'tempest-TestVolumeBackupRestore-1971526734-router', 'tenant_id': '62555431875e45638e8e5e52e4cdbcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '68d8fd37-dd00-423f-bd7d-a573223ace48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:54:04Z', 'updated_at': '2021-07-23T16:54:09Z', 'revision_number': 4, 'project_id': '62555431875e45638e8e5e52e4cdbcb1', 'gw_port': {'id': '68d8fd37-dd00-423f-bd7d-a573223ace48', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd00811-a7f4-49e7-a154-d164369bc576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:05Z', 'updated_at': '2021-07-23T16:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '42bc793e-375f-435e-aa54-719bdc40e4a4', 'name': '', 'network_id': '56764f57-3f04-4eee-8c81-4ffa59048347', 'tenant_id': '62555431875e45638e8e5e52e4cdbcb1', 'mac_address': 'fa:16:3e:c6:81:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd00811-a7f4-49e7-a154-d164369bc576', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '47f48545-f57b-491f-8926-5b87c7de3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:08Z', 'updated_at': '2021-07-23T16:54:12Z', 'revision_number': 4, 'project_id': '62555431875e45638e8e5e52e4cdbcb1', 'subnets': [{'id': '47f48545-f57b-491f-8926-5b87c7de3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:54:13.094534 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99aa724e-abee-4c0f-80c2-4ffd567b4ff3 req-14e12262-2eac-4239-9eb3-dc46512090a3 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545108 Jul 23 16:54:13.868693 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-154ac05a-526d-4794-b3c7-7862f0263dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:13.871294 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-154ac05a-526d-4794-b3c7-7862f0263dfd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6&tenant_id=0f8e445c013940dd90796bd2f3eb088f HTTP/1.1" status: 200 len: 1097 time: 0.0686696 Jul 23 16:54:13.882281 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-1f113d4c-7ae4-4fed-9425-22f98ec83a4a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778549-4', 'device_owner': 'compute:nova'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:54:13.958271 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-1f113d4c-7ae4-4fed-9425-22f98ec83a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:14.188324 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-1f113d4c-7ae4-4fed-9425-22f98ec83a4a service neutron] For port 2b1fc686-3448-4fec-939f-c48c5b73a06e, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=2b1fc686-3448-4fec-939f-c48c5b73a06e,segment=NetworkSegment(1f49164d-aa85-4aac-98ca-ff548c5a7b50),segment_id=1f49164d-aa85-4aac-98ca-ff548c5a7b50)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:54:14.191103 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7807aa3-3e1e-4546-9f2d-491fa2d05dcb req-dbb11fe3-37bb-47b7-a87b-bd2a72ccf3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:14.192666 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e7807aa3-3e1e-4546-9f2d-491fa2d05dcb req-dbb11fe3-37bb-47b7-a87b-bd2a72ccf3c4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 1097 time: 0.1146665 Jul 23 16:54:14.268759 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-1f113d4c-7ae4-4fed-9425-22f98ec83a4a service neutron] For port 2b1fc686-3448-4fec-939f-c48c5b73a06e, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:54:14.324791 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62bd170-1738-4db5-918b-df7a9647fdd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b1fc686-3448-4fec-939f-c48c5b73a06e'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:54:14.326051 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7807aa3-3e1e-4546-9f2d-491fa2d05dcb req-c307d4e9-46b3-4d3c-ad7e-f49ceca4d133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:14.327171 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b831a4-9739-4ca4-baf3-d361ee921424" -d '{"events": [{"server_uuid": "b62bd170-1738-4db5-918b-df7a9647fdd6", "name": "network-vif-unplugged", "status": "completed", "tag": "2b1fc686-3448-4fec-939f-c48c5b73a06e"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:54:14.327566 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e7807aa3-3e1e-4546-9f2d-491fa2d05dcb req-c307d4e9-46b3-4d3c-ad7e-f49ceca4d133 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a763ca01-7156-4aba-a61a-34aea3caa2bb HTTP/1.1" status: 200 len: 899 time: 0.1063793 Jul 23 16:54:14.332340 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-1f113d4c-7ae4-4fed-9425-22f98ec83a4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:14.352343 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-1f113d4c-7ae4-4fed-9425-22f98ec83a4a service neutron] Transition to ACTIVE for port object 2b1fc686-3448-4fec-939f-c48c5b73a06e will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:54:14.360947 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7b8c9-e1a7-4e7d-bf9d-0fc3a3252591 req-4e488656-18de-45aa-b54e-a3dd97f794a8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:14.362745 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-52f7b8c9-e1a7-4e7d-bf9d-0fc3a3252591 req-4e488656-18de-45aa-b54e-a3dd97f794a8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 946 time: 0.1432035 Jul 23 16:54:14.363947 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-1f113d4c-7ae4-4fed-9425-22f98ec83a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:14.445594 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1df0cde-71c6-486f-93fb-ee94cd92e9b8 x-openstack-request-id: req-a1df0cde-71c6-486f-93fb-ee94cd92e9b8 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:54:14.446240 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62bd170-1738-4db5-918b-df7a9647fdd6", "name": "network-vif-unplugged", "status": "completed", "tag": "2b1fc686-3448-4fec-939f-c48c5b73a06e", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:54:14.446552 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a1df0cde-71c6-486f-93fb-ee94cd92e9b8 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:54:14.447097 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62bd170-1738-4db5-918b-df7a9647fdd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b1fc686-3448-4fec-939f-c48c5b73a06e', 'code': 200} Jul 23 16:54:14.492393 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e7807aa3-3e1e-4546-9f2d-491fa2d05dcb req-a05bb005-d335-4b55-b461-03bfcf48db02 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b1fc686-3448-4fec-939f-c48c5b73a06e HTTP/1.1" status: 200 len: 999 time: 0.1520424 Jul 23 16:54:14.542329 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f113d4c-7ae4-4fed-9425-22f98ec83a4a service neutron] Pushing event updated for resources: {'Port': ['ID=2b1fc686-3448-4fec-939f-c48c5b73a06e,revision_number=10']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:14.568315 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-52f7b8c9-e1a7-4e7d-bf9d-0fc3a3252591 req-5551dfe1-c61b-4424-89e1-f09a6a41c10e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531980 Jul 23 16:54:14.607262 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7807aa3-3e1e-4546-9f2d-491fa2d05dcb req-787c4125-9f08-4606-b160-69039b65d0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:14.616813 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e7807aa3-3e1e-4546-9f2d-491fa2d05dcb req-787c4125-9f08-4606-b160-69039b65d0c8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=00518172-209d-4f70-86f4-26a007366894 HTTP/1.1" status: 200 len: 834 time: 0.1173329 Jul 23 16:54:14.640014 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-1f113d4c-7ae4-4fed-9425-22f98ec83a4a service neutron] No DVR routers for this DVR port 2b1fc686-3448-4fec-939f-c48c5b73a06e on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:54:14.657204 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 42bc793e-375f-435e-aa54-719bdc40e4a4 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:54:14.724807 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 42bc793e-375f-435e-aa54-719bdc40e4a4 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:54:14.730628 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 42bc793e-375f-435e-aa54-719bdc40e4a4 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:54:14.731433 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:14.749875 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7807aa3-3e1e-4546-9f2d-491fa2d05dcb req-bc17c826-8ff0-40e5-acac-969e52ffb6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:14.751734 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e7807aa3-3e1e-4546-9f2d-491fa2d05dcb req-bc17c826-8ff0-40e5-acac-969e52ffb6e5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a763ca01-7156-4aba-a61a-34aea3caa2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1261709 Jul 23 16:54:14.861514 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:14.878840 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e7807aa3-3e1e-4546-9f2d-491fa2d05dcb req-552a5705-7e1a-47c1-b334-6652f8e60684 service neutron] 10.222.0.74 "GET /v2.0/networks/a763ca01-7156-4aba-a61a-34aea3caa2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184680 Jul 23 16:54:14.915140 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-1f113d4c-7ae4-4fed-9425-22f98ec83a4a service neutron] Attempting to bind port 2b1fc686-3448-4fec-939f-c48c5b73a06e on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:54:14.915484 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-1f113d4c-7ae4-4fed-9425-22f98ec83a4a service neutron] Attempting to bind port 2b1fc686-3448-4fec-939f-c48c5b73a06e by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '1f49164d-aa85-4aac-98ca-ff548c5a7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:54:14.915827 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-1f113d4c-7ae4-4fed-9425-22f98ec83a4a service neutron] Attempting to bind port 2b1fc686-3448-4fec-939f-c48c5b73a06e on network a763ca01-7156-4aba-a61a-34aea3caa2bb {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:54:14.922467 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-1f113d4c-7ae4-4fed-9425-22f98ec83a4a service neutron] Port 2b1fc686-3448-4fec-939f-c48c5b73a06e on network a763ca01-7156-4aba-a61a-34aea3caa2bb not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:54:14.923404 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-1f113d4c-7ae4-4fed-9425-22f98ec83a4a service neutron] Attempting to bind port 2b1fc686-3448-4fec-939f-c48c5b73a06e on network a763ca01-7156-4aba-a61a-34aea3caa2bb {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:54:14.926600 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 42bc793e-375f-435e-aa54-719bdc40e4a4, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=42bc793e-375f-435e-aa54-719bdc40e4a4,segment=NetworkSegment(2740343e-5db1-4d8b-b78d-743482df0db1),segment_id=2740343e-5db1-4d8b-b78d-743482df0db1)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:54:14.930634 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-1f113d4c-7ae4-4fed-9425-22f98ec83a4a service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:54:14.931055 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-1f113d4c-7ae4-4fed-9425-22f98ec83a4a service neutron] Checking segment: {'id': '1f49164d-aa85-4aac-98ca-ff548c5a7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:54:14.931767 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-1f113d4c-7ae4-4fed-9425-22f98ec83a4a service neutron] Bound using segment: {'id': '1f49164d-aa85-4aac-98ca-ff548c5a7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:54:14.932302 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-1f113d4c-7ae4-4fed-9425-22f98ec83a4a service neutron] Bound port: 2b1fc686-3448-4fec-939f-c48c5b73a06e, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f49164d-aa85-4aac-98ca-ff548c5a7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:54:14.932710 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-1f113d4c-7ae4-4fed-9425-22f98ec83a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:14.934549 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:15.003931 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=42bc793e-375f-435e-aa54-719bdc40e4a4,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:15.028805 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-1f113d4c-7ae4-4fed-9425-22f98ec83a4a service neutron] For port 2b1fc686-3448-4fec-939f-c48c5b73a06e, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:54:15.033343 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-1f113d4c-7ae4-4fed-9425-22f98ec83a4a service neutron] For port 2b1fc686-3448-4fec-939f-c48c5b73a06e, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=2b1fc686-3448-4fec-939f-c48c5b73a06e,segment=NetworkSegment(1f49164d-aa85-4aac-98ca-ff548c5a7b50),segment_id=1f49164d-aa85-4aac-98ca-ff548c5a7b50)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:54:15.039121 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-1f113d4c-7ae4-4fed-9425-22f98ec83a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:15.083576 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-1f113d4c-7ae4-4fed-9425-22f98ec83a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:15.084347 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-1f113d4c-7ae4-4fed-9425-22f98ec83a4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:15.085918 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-1f113d4c-7ae4-4fed-9425-22f98ec83a4a service neutron] 10.222.0.74 "PUT /v2.0/ports/2b1fc686-3448-4fec-939f-c48c5b73a06e HTTP/1.1" status: 200 len: 1093 time: 1.2079608 Jul 23 16:54:15.117244 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f113d4c-7ae4-4fed-9425-22f98ec83a4a service neutron] Pushing event updated for resources: {'Port': ['ID=2b1fc686-3448-4fec-939f-c48c5b73a06e,revision_number=11']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:15.331370 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e7807aa3-3e1e-4546-9f2d-491fa2d05dcb req-d5fd5e64-4750-445d-b4a6-9f340cb1b283 service neutron] 10.222.0.74 "GET /v2.0/networks/a763ca01-7156-4aba-a61a-34aea3caa2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427772 Jul 23 16:54:15.432744 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-07e134f8-a09e-4f55-ac7c-2512bce2a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:15.434225 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-07e134f8-a09e-4f55-ac7c-2512bce2a5ff service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 1096 time: 0.0558398 Jul 23 16:54:15.538725 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-e0aec0db-d983-4201-a0ac-09791c766686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:15.542387 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-e0aec0db-d983-4201-a0ac-09791c766686 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a763ca01-7156-4aba-a61a-34aea3caa2bb HTTP/1.1" status: 200 len: 899 time: 0.1017303 Jul 23 16:54:15.609516 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-d8003bce-e291-4231-b345-219cdba21f95 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b1fc686-3448-4fec-939f-c48c5b73a06e HTTP/1.1" status: 200 len: 999 time: 0.0609105 Jul 23 16:54:15.674477 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-7f3e98e6-e1b1-4771-b10e-6ab2d2492444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:15.676106 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-7f3e98e6-e1b1-4771-b10e-6ab2d2492444 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=00518172-209d-4f70-86f4-26a007366894 HTTP/1.1" status: 200 len: 834 time: 0.0601656 Jul 23 16:54:15.722531 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab213f9b-e7c0-462c-a90d-60ac6165a199 req-f3ff74e5-b3f6-4085-b5d5-4ea1db6b6a12 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:15.724114 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab213f9b-e7c0-462c-a90d-60ac6165a199 req-f3ff74e5-b3f6-4085-b5d5-4ea1db6b6a12 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 945 time: 0.0737500 Jul 23 16:54:15.746472 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-a040fd6c-430b-452a-bbda-86a8bb1aafaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:15.749383 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-a040fd6c-430b-452a-bbda-86a8bb1aafaf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a763ca01-7156-4aba-a61a-34aea3caa2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674212 Jul 23 16:54:15.765412 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab213f9b-e7c0-462c-a90d-60ac6165a199 req-a2f241ee-3488-45fe-8b57-f0d2ded649f0 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348618 Jul 23 16:54:15.858516 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-f6685994-7b86-4e1e-bcdd-c4594b1705a8 service neutron] 10.222.0.74 "GET /v2.0/networks/a763ca01-7156-4aba-a61a-34aea3caa2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030862 Jul 23 16:54:15.955211 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a4ecffd7-2b9b-462b-b8c2-7ac6e188c9f4 req-dee3837b-49aa-4ba5-ad54-f70de73a153e service neutron] 10.222.0.74 "GET /v2.0/networks/a763ca01-7156-4aba-a61a-34aea3caa2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909760 Jul 23 16:54:16.447968 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b62bd170-1738-4db5-918b-df7a9647fdd6', 'tag': '2b1fc686-3448-4fec-939f-c48c5b73a06e'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:54:16.450614 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11517c4b-fed4-4d4d-864e-f758830fd9f4" -d '{"events": [{"name": "network-changed", "server_uuid": "b62bd170-1738-4db5-918b-df7a9647fdd6", "tag": "2b1fc686-3448-4fec-939f-c48c5b73a06e"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:54:16.513088 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2df4c8c-25fb-40b8-81d1-8642c99417a4 x-openstack-request-id: req-a2df4c8c-25fb-40b8-81d1-8642c99417a4 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:54:16.513680 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b62bd170-1738-4db5-918b-df7a9647fdd6", "tag": "2b1fc686-3448-4fec-939f-c48c5b73a06e", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:54:16.513956 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a2df4c8c-25fb-40b8-81d1-8642c99417a4 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:54:16.514587 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b62bd170-1738-4db5-918b-df7a9647fdd6', 'tag': '2b1fc686-3448-4fec-939f-c48c5b73a06e', 'status': 'completed', 'code': 200} Jul 23 16:54:16.608099 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 42bc793e-375f-435e-aa54-719bdc40e4a4 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:54:16.617937 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11517c4b-fed4-4d4d-864e-f758830fd9f4 req-8ad9637a-177a-492a-bb2d-01bdb63f5c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:16.619633 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-11517c4b-fed4-4d4d-864e-f758830fd9f4 req-8ad9637a-177a-492a-bb2d-01bdb63f5c2a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 1096 time: 0.0866861 Jul 23 16:54:16.624426 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11517c4b-fed4-4d4d-864e-f758830fd9f4 req-0b5004a3-4dec-4ce6-84fd-dcfa01b8c488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:16.626047 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-11517c4b-fed4-4d4d-864e-f758830fd9f4 req-0b5004a3-4dec-4ce6-84fd-dcfa01b8c488 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 1096 time: 0.0870600 Jul 23 16:54:16.671567 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 42bc793e-375f-435e-aa54-719bdc40e4a4 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:54:16.672073 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:16.737990 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11517c4b-fed4-4d4d-864e-f758830fd9f4 req-dc5db362-e9ba-442a-9bf2-2700c39a7c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:16.739932 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-11517c4b-fed4-4d4d-864e-f758830fd9f4 req-dc5db362-e9ba-442a-9bf2-2700c39a7c4c service neutron] 10.222.0.74 "GET /v2.0/networks?id=a763ca01-7156-4aba-a61a-34aea3caa2bb HTTP/1.1" status: 200 len: 899 time: 0.1068602 Jul 23 16:54:16.750105 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11517c4b-fed4-4d4d-864e-f758830fd9f4 req-ca3ec8d1-c2ea-4834-889e-45c148950470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:16.752166 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-11517c4b-fed4-4d4d-864e-f758830fd9f4 req-ca3ec8d1-c2ea-4834-889e-45c148950470 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a763ca01-7156-4aba-a61a-34aea3caa2bb HTTP/1.1" status: 200 len: 899 time: 0.1263368 Jul 23 16:54:16.827643 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-11517c4b-fed4-4d4d-864e-f758830fd9f4 req-4edc8b7a-aeab-4f37-ac78-6837774e9fbc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b1fc686-3448-4fec-939f-c48c5b73a06e HTTP/1.1" status: 200 len: 999 time: 0.0684125 Jul 23 16:54:16.830875 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-11517c4b-fed4-4d4d-864e-f758830fd9f4 req-a550ce1a-04ba-4991-afb8-78fea8b444cd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b1fc686-3448-4fec-939f-c48c5b73a06e HTTP/1.1" status: 200 len: 999 time: 0.0836005 Jul 23 16:54:16.886344 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11517c4b-fed4-4d4d-864e-f758830fd9f4 req-d84a1ee9-35c5-44d9-8e13-de990e0e132b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:16.887870 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-11517c4b-fed4-4d4d-864e-f758830fd9f4 req-d84a1ee9-35c5-44d9-8e13-de990e0e132b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=00518172-209d-4f70-86f4-26a007366894 HTTP/1.1" status: 200 len: 834 time: 0.0506568 Jul 23 16:54:16.919531 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11517c4b-fed4-4d4d-864e-f758830fd9f4 req-a7fcccfe-e250-4843-ad13-ca20f6a01e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:16.920703 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-11517c4b-fed4-4d4d-864e-f758830fd9f4 req-a7fcccfe-e250-4843-ad13-ca20f6a01e55 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=00518172-209d-4f70-86f4-26a007366894 HTTP/1.1" status: 200 len: 834 time: 0.0867481 Jul 23 16:54:16.960028 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11517c4b-fed4-4d4d-864e-f758830fd9f4 req-e5f95f79-1853-4dc6-8b0e-5076dff6912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:16.961816 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-11517c4b-fed4-4d4d-864e-f758830fd9f4 req-e5f95f79-1853-4dc6-8b0e-5076dff6912d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a763ca01-7156-4aba-a61a-34aea3caa2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674522 Jul 23 16:54:16.993301 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4ef1a-f5f9-46eb-97ec-420a40fd7bec req-19c16e9d-9b39-48a3-b8a8-b0dad137744a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:16.994821 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-62d4ef1a-f5f9-46eb-97ec-420a40fd7bec req-19c16e9d-9b39-48a3-b8a8-b0dad137744a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 945 time: 0.1240933 Jul 23 16:54:17.024298 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11517c4b-fed4-4d4d-864e-f758830fd9f4 req-2c7117b8-b925-47b0-88e9-81e49e9430fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:17.025915 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-11517c4b-fed4-4d4d-864e-f758830fd9f4 req-2c7117b8-b925-47b0-88e9-81e49e9430fa service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a763ca01-7156-4aba-a61a-34aea3caa2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987780 Jul 23 16:54:17.065022 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-62d4ef1a-f5f9-46eb-97ec-420a40fd7bec req-214cc47b-d132-4032-aeee-07214a1752ef tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631063 Jul 23 16:54:17.075111 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-11517c4b-fed4-4d4d-864e-f758830fd9f4 req-a0c4efc4-4310-48aa-ac9e-036ddf6f7d60 service neutron] 10.222.0.74 "GET /v2.0/networks/a763ca01-7156-4aba-a61a-34aea3caa2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056321 Jul 23 16:54:17.075835 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 2b1fc686-3448-4fec-939f-c48c5b73a06e no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:54:17.158574 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-11517c4b-fed4-4d4d-864e-f758830fd9f4 req-a367fc96-485c-4586-a882-550a33c79716 service neutron] 10.222.0.97 "GET /v2.0/networks/a763ca01-7156-4aba-a61a-34aea3caa2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263258 Jul 23 16:54:17.215268 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-11517c4b-fed4-4d4d-864e-f758830fd9f4 req-0ae46e8d-7f44-4917-9b37-4f493be4c823 service neutron] 10.222.0.74 "GET /v2.0/networks/a763ca01-7156-4aba-a61a-34aea3caa2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327722 Jul 23 16:54:17.277831 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-11517c4b-fed4-4d4d-864e-f758830fd9f4 req-c5b0a289-c0d3-4c44-8a90-3a07c2523bee service neutron] 10.222.0.97 "GET /v2.0/networks/a763ca01-7156-4aba-a61a-34aea3caa2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121368 Jul 23 16:54:17.292262 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 2b1fc686-3448-4fec-939f-c48c5b73a06e not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:54:18.218867 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c08e92-b15c-40fb-b7a2-a1b2bc7d0342 req-aa6904a2-9753-40f0-ba4b-d9399379e7bb tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:18.220365 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-82c08e92-b15c-40fb-b7a2-a1b2bc7d0342 req-aa6904a2-9753-40f0-ba4b-d9399379e7bb tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 945 time: 0.0725131 Jul 23 16:54:18.261088 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-82c08e92-b15c-40fb-b7a2-a1b2bc7d0342 req-c84514e2-2355-4663-af9c-79646f93d2a9 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344665 Jul 23 16:54:18.284094 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52066) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:54:18.347789 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6e8ed22f-9b07-46ca-8ec7-87589e42fed8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/floatingips/41d949f2-cf4c-4983-9675-06521c8c2245 HTTP/1.1" status: 200 len: 991 time: 0.0625308 Jul 23 16:54:18.430784 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 2b1fc686-3448-4fec-939f-c48c5b73a06e details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:54:18.531523 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 2b1fc686-3448-4fec-939f-c48c5b73a06e, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=2b1fc686-3448-4fec-939f-c48c5b73a06e,segment=NetworkSegment(1f49164d-aa85-4aac-98ca-ff548c5a7b50),segment_id=1f49164d-aa85-4aac-98ca-ff548c5a7b50)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:54:18.544031 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '2b1fc686-3448-4fec-939f-c48c5b73a06e', 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb', 'port_id': '2b1fc686-3448-4fec-939f-c48c5b73a06e', 'mac_address': 'fa:16:3e:19:cf:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00518172-209d-4f70-86f4-26a007366894', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:54:18.586286 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:18.599387 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1fc686-3448-4fec-939f-c48c5b73a06e {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:54:18.624115 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 2b1fc686-3448-4fec-939f-c48c5b73a06e, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=2b1fc686-3448-4fec-939f-c48c5b73a06e,segment=NetworkSegment(1f49164d-aa85-4aac-98ca-ff548c5a7b50),segment_id=1f49164d-aa85-4aac-98ca-ff548c5a7b50)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:54:18.628488 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:18.682452 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=2b1fc686-3448-4fec-939f-c48c5b73a06e,revision_number=12']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:18.856669 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['2b1fc686-3448-4fec-939f-c48c5b73a06e'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:54:20.436830 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 2b1fc686-3448-4fec-939f-c48c5b73a06e up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:54:20.488094 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 2b1fc686-3448-4fec-939f-c48c5b73a06e completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:54:20.493333 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 2b1fc686-3448-4fec-939f-c48c5b73a06e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:54:20.493824 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:20.578941 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:20.603734 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62bd170-1738-4db5-918b-df7a9647fdd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1fc686-3448-4fec-939f-c48c5b73a06e'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:54:20.606424 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed985310-db31-4a23-9b58-5f0170196a46" -d '{"events": [{"server_uuid": "b62bd170-1738-4db5-918b-df7a9647fdd6", "name": "network-vif-plugged", "status": "completed", "tag": "2b1fc686-3448-4fec-939f-c48c5b73a06e"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:54:20.621268 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 2b1fc686-3448-4fec-939f-c48c5b73a06e, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=2b1fc686-3448-4fec-939f-c48c5b73a06e,segment=NetworkSegment(1f49164d-aa85-4aac-98ca-ff548c5a7b50),segment_id=1f49164d-aa85-4aac-98ca-ff548c5a7b50)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:54:20.626143 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:20.657522 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba1c860-25b6-46e3-afa0-5460fc9f1c79 x-openstack-request-id: req-fba1c860-25b6-46e3-afa0-5460fc9f1c79 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:54:20.657813 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62bd170-1738-4db5-918b-df7a9647fdd6", "name": "network-vif-plugged", "status": "completed", "tag": "2b1fc686-3448-4fec-939f-c48c5b73a06e", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:54:20.658101 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fba1c860-25b6-46e3-afa0-5460fc9f1c79 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:54:20.658493 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62bd170-1738-4db5-918b-df7a9647fdd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1fc686-3448-4fec-939f-c48c5b73a06e', 'code': 200} Jul 23 16:54:20.685286 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=2b1fc686-3448-4fec-939f-c48c5b73a06e,revision_number=13']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:31.160422 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:54:32.673591 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d28687bb-0b1f-4d35-b0d2-c22b8a17f264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:35.107046 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:35.401667 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8301a16f-98f5-4561-936c-ea3d2365d8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:35.491622 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:36.611116 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:37.570417 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:38.652864 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:48.922540 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9881a99-574e-42d4-b8e5-388b4950d552 req-8cd11bdb-c78b-49d5-9e13-9926a4cfb12b tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:48.923816 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d9881a99-574e-42d4-b8e5-388b4950d552 req-8cd11bdb-c78b-49d5-9e13-9926a4cfb12b tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 1098 time: 0.0555279 Jul 23 16:54:48.961973 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d9881a99-574e-42d4-b8e5-388b4950d552 req-0c728de1-4de2-4327-8f79-91b8be0001e7 tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310619 Jul 23 16:54:48.986567 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52290) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:54:49.163125 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-7f58d65f-ad1b-4d9b-8dc0-d19a21f16738 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Deleting port c66358b1-f74f-4ce4-a842-5c5877f5cefe {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:54:49.163462 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f58d65f-ad1b-4d9b-8dc0-d19a21f16738 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:49.250933 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f58d65f-ad1b-4d9b-8dc0-d19a21f16738 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:49.251322 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f58d65f-ad1b-4d9b-8dc0-d19a21f16738 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:49.264576 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-7f58d65f-ad1b-4d9b-8dc0-d19a21f16738 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Calling delete_port for c66358b1-f74f-4ce4-a842-5c5877f5cefe owned by network:floatingip {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:54:49.451492 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f58d65f-ad1b-4d9b-8dc0-d19a21f16738 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:49.480175 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58d65f-ad1b-4d9b-8dc0-d19a21f16738 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event deleted for resources: {'Port': ['ID=c66358b1-f74f-4ce4-a842-5c5877f5cefe,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:49.494384 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58d65f-ad1b-4d9b-8dc0-d19a21f16738 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:49.494717 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58d65f-ad1b-4d9b-8dc0-d19a21f16738 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:49.495060 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58d65f-ad1b-4d9b-8dc0-d19a21f16738 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:49.495393 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58d65f-ad1b-4d9b-8dc0-d19a21f16738 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:49.495718 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58d65f-ad1b-4d9b-8dc0-d19a21f16738 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:49.496040 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58d65f-ad1b-4d9b-8dc0-d19a21f16738 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:49.496369 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58d65f-ad1b-4d9b-8dc0-d19a21f16738 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:49.496962 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58d65f-ad1b-4d9b-8dc0-d19a21f16738 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:49.497136 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58d65f-ad1b-4d9b-8dc0-d19a21f16738 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:49.497336 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58d65f-ad1b-4d9b-8dc0-d19a21f16738 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:49.497654 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58d65f-ad1b-4d9b-8dc0-d19a21f16738 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:49.497968 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58d65f-ad1b-4d9b-8dc0-d19a21f16738 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:49.570386 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f58d65f-ad1b-4d9b-8dc0-d19a21f16738 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for floatingip, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:49.570982 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-7f58d65f-ad1b-4d9b-8dc0-d19a21f16738 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Floating IP 41d949f2-cf4c-4983-9675-06521c8c2245 disassociated (deleted). External IP: 172.25.8.40, port: 2b1fc686-3448-4fec-939f-c48c5b73a06e. Jul 23 16:54:49.818935 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f58d65f-ad1b-4d9b-8dc0-d19a21f16738 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Router 7f2217fb-44ac-41b3-95c5-094abb131aa4 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:54:49.943055 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f58d65f-ad1b-4d9b-8dc0-d19a21f16738 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:54:49.948465 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f58d65f-ad1b-4d9b-8dc0-d19a21f16738 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:49.957155 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2652320b-a767-437c-a721-bc0a85977178 None None] Sync routers for ids ['7f2217fb-44ac-41b3-95c5-094abb131aa4'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:54:49.977417 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2652320b-a767-437c-a721-bc0a85977178 None None] Routers {'7f2217fb-44ac-41b3-95c5-094abb131aa4'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:54:49.978275 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-2652320b-a767-437c-a721-bc0a85977178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:54:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['7f2217fb-44ac-41b3-95c5-094abb131aa4'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:54:49.992323 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7f58d65f-ad1b-4d9b-8dc0-d19a21f16738 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "DELETE /v2.0/floatingips/41d949f2-cf4c-4983-9675-06521c8c2245 HTTP/1.1" status: 204 len: 168 time: 1.0046353 Jul 23 16:54:49.993004 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b62bd170-1738-4db5-918b-df7a9647fdd6', 'tag': '2b1fc686-3448-4fec-939f-c48c5b73a06e'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:54:49.995315 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b615a670-fea7-4837-a1ce-92cc4a0cbc8a" -d '{"events": [{"name": "network-changed", "server_uuid": "b62bd170-1738-4db5-918b-df7a9647fdd6", "tag": "2b1fc686-3448-4fec-939f-c48c5b73a06e"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:54:50.054951 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4335fb-f90a-4027-8ad2-8670732e4d21 x-openstack-request-id: req-fb4335fb-f90a-4027-8ad2-8670732e4d21 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:54:50.055661 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b62bd170-1738-4db5-918b-df7a9647fdd6", "tag": "2b1fc686-3448-4fec-939f-c48c5b73a06e", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:54:50.056248 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fb4335fb-f90a-4027-8ad2-8670732e4d21 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:54:50.057189 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b62bd170-1738-4db5-918b-df7a9647fdd6', 'tag': '2b1fc686-3448-4fec-939f-c48c5b73a06e', 'status': 'completed', 'code': 200} Jul 23 16:54:50.103803 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-2652320b-a767-437c-a721-bc0a85977178 None None] Set router 7f2217fb-44ac-41b3-95c5-094abb131aa4 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:54:50.138514 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615a670-fea7-4837-a1ce-92cc4a0cbc8a req-27b61b0e-c355-4675-a942-401e5f321354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:50.140490 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b615a670-fea7-4837-a1ce-92cc4a0cbc8a req-27b61b0e-c355-4675-a942-401e5f321354 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 1098 time: 0.0598454 Jul 23 16:54:50.249088 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615a670-fea7-4837-a1ce-92cc4a0cbc8a req-2b13589a-731c-4dd2-9542-ac5156afa123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:50.250645 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b615a670-fea7-4837-a1ce-92cc4a0cbc8a req-2b13589a-731c-4dd2-9542-ac5156afa123 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a763ca01-7156-4aba-a61a-34aea3caa2bb HTTP/1.1" status: 200 len: 899 time: 0.0982609 Jul 23 16:54:50.303498 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b615a670-fea7-4837-a1ce-92cc4a0cbc8a req-0b1bc40a-7d69-48ce-846a-975d2f123868 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b1fc686-3448-4fec-939f-c48c5b73a06e HTTP/1.1" status: 200 len: 217 time: 0.0445952 Jul 23 16:54:50.304253 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ebd39-ae38-4a4f-b8ec-a9b136c696d2 req-77b6bb6d-94d9-4963-94f4-303957c277fd tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:50.308676 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb2ebd39-ae38-4a4f-b8ec-a9b136c696d2 req-77b6bb6d-94d9-4963-94f4-303957c277fd tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 947 time: 0.0893531 Jul 23 16:54:50.358697 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb2ebd39-ae38-4a4f-b8ec-a9b136c696d2 req-947c7ea8-90c8-477b-b5ca-0f7b4c3e6aaf tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445652 Jul 23 16:54:50.363571 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615a670-fea7-4837-a1ce-92cc4a0cbc8a req-ccfecb07-1a70-4b20-88af-6f0be22be673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:50.365872 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b615a670-fea7-4837-a1ce-92cc4a0cbc8a req-ccfecb07-1a70-4b20-88af-6f0be22be673 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=00518172-209d-4f70-86f4-26a007366894 HTTP/1.1" status: 200 len: 834 time: 0.0554943 Jul 23 16:54:50.433937 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615a670-fea7-4837-a1ce-92cc4a0cbc8a req-ea576669-da45-4d96-8ddd-07da55495a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:50.435492 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b615a670-fea7-4837-a1ce-92cc4a0cbc8a req-ea576669-da45-4d96-8ddd-07da55495a80 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a763ca01-7156-4aba-a61a-34aea3caa2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619957 Jul 23 16:54:50.467157 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-2652320b-a767-437c-a721-bc0a85977178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838545778', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '1a15065b-6729-45b4-acce-68f72e05b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:49Z', 'updated_at': '2021-07-23T16:52:53Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '1a15065b-6729-45b4-acce-68f72e05b071', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:48:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:49Z', 'updated_at': '2021-07-23T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'e05b7e64-4cb1-4802-baea-5d393073edf5', 'name': '', 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:04:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '00518172-209d-4f70-86f4-26a007366894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:53Z', 'updated_at': '2021-07-23T16:52:58Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': '00518172-209d-4f70-86f4-26a007366894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:54:50.494394 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2652320b-a767-437c-a721-bc0a85977178 None None] Checking router: 7f2217fb-44ac-41b3-95c5-094abb131aa4 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:54:50.502905 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2652320b-a767-437c-a721-bc0a85977178 None None] Routers {'7f2217fb-44ac-41b3-95c5-094abb131aa4'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:54:50.503443 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-2652320b-a767-437c-a721-bc0a85977178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:54:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['7f2217fb-44ac-41b3-95c5-094abb131aa4'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:54:50.540569 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b615a670-fea7-4837-a1ce-92cc4a0cbc8a req-881d4876-d383-4478-8f3e-d9439c5f4554 service neutron] 10.222.0.74 "GET /v2.0/networks/a763ca01-7156-4aba-a61a-34aea3caa2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965874 Jul 23 16:54:50.609339 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-2652320b-a767-437c-a721-bc0a85977178 None None] Set router 7f2217fb-44ac-41b3-95c5-094abb131aa4 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:54:50.635461 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b615a670-fea7-4837-a1ce-92cc4a0cbc8a req-b94229bb-0df2-4424-beb4-7f26d26a6bd0 service neutron] 10.222.0.74 "GET /v2.0/networks/a763ca01-7156-4aba-a61a-34aea3caa2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869596 Jul 23 16:54:50.825891 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-2652320b-a767-437c-a721-bc0a85977178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838545778', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '1a15065b-6729-45b4-acce-68f72e05b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:49Z', 'updated_at': '2021-07-23T16:52:53Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '1a15065b-6729-45b4-acce-68f72e05b071', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:48:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:49Z', 'updated_at': '2021-07-23T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'e05b7e64-4cb1-4802-baea-5d393073edf5', 'name': '', 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:04:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '00518172-209d-4f70-86f4-26a007366894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:53Z', 'updated_at': '2021-07-23T16:52:58Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': '00518172-209d-4f70-86f4-26a007366894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:54:50.854088 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2652320b-a767-437c-a721-bc0a85977178 None None] The sync data for ids ['7f2217fb-44ac-41b3-95c5-094abb131aa4'] in n-d-778549-4 is: [{'id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838545778', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '1a15065b-6729-45b4-acce-68f72e05b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:49Z', 'updated_at': '2021-07-23T16:52:53Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '1a15065b-6729-45b4-acce-68f72e05b071', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:48:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:49Z', 'updated_at': '2021-07-23T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'e05b7e64-4cb1-4802-baea-5d393073edf5', 'name': '', 'network_id': 'a763ca01-7156-4aba-a61a-34aea3caa2bb', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:04:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '00518172-209d-4f70-86f4-26a007366894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:53Z', 'updated_at': '2021-07-23T16:52:58Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': '00518172-209d-4f70-86f4-26a007366894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:54:51.086798 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dccf2a7-b2d4-4d6d-b9b5-7e9315e3eba2 None None] New status for floating IP 41d949f2-cf4c-4983-9675-06521c8c2245: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:54:51.489855 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa455eb8-deaa-40c0-ac2f-68506dbbb747 req-327a05bc-eccf-403b-a467-1294526fa868 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:51.492112 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa455eb8-deaa-40c0-ac2f-68506dbbb747 req-327a05bc-eccf-403b-a467-1294526fa868 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 947 time: 0.0673878 Jul 23 16:54:51.539405 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa455eb8-deaa-40c0-ac2f-68506dbbb747 req-6be0530d-f06c-4b81-a283-31624dfeb958 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=29e4f213-4aab-4c32-ae8f-14a1d8808b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411668 Jul 23 16:54:51.632950 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938ff6b-c7cb-4ced-9923-56ec2797d0fc req-e7bcf6f1-8ee5-4456-9427-7d521cd5ea51 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:51.634644 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c938ff6b-c7cb-4ced-9923-56ec2797d0fc req-e7bcf6f1-8ee5-4456-9427-7d521cd5ea51 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62bd170-1738-4db5-918b-df7a9647fdd6 HTTP/1.1" status: 200 len: 947 time: 0.0949979 Jul 23 16:54:51.736372 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-c938ff6b-c7cb-4ced-9923-56ec2797d0fc req-09af89b0-631a-40da-8384-b0d03d6a65ab tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Deleting port 2b1fc686-3448-4fec-939f-c48c5b73a06e {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:54:51.736712 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c938ff6b-c7cb-4ced-9923-56ec2797d0fc req-09af89b0-631a-40da-8384-b0d03d6a65ab tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:51.834077 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-c938ff6b-c7cb-4ced-9923-56ec2797d0fc req-09af89b0-631a-40da-8384-b0d03d6a65ab tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] For port 2b1fc686-3448-4fec-939f-c48c5b73a06e, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=2b1fc686-3448-4fec-939f-c48c5b73a06e,segment=NetworkSegment(1f49164d-aa85-4aac-98ca-ff548c5a7b50),segment_id=1f49164d-aa85-4aac-98ca-ff548c5a7b50)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:54:51.834469 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c938ff6b-c7cb-4ced-9923-56ec2797d0fc req-09af89b0-631a-40da-8384-b0d03d6a65ab tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:51.846171 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-c938ff6b-c7cb-4ced-9923-56ec2797d0fc req-09af89b0-631a-40da-8384-b0d03d6a65ab tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Calling delete_port for 2b1fc686-3448-4fec-939f-c48c5b73a06e owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:54:51.977901 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c938ff6b-c7cb-4ced-9923-56ec2797d0fc req-09af89b0-631a-40da-8384-b0d03d6a65ab tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:52.006410 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af89b0-631a-40da-8384-b0d03d6a65ab tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event deleted for resources: {'Port': ['ID=2b1fc686-3448-4fec-939f-c48c5b73a06e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:52.062180 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-c938ff6b-c7cb-4ced-9923-56ec2797d0fc req-09af89b0-631a-40da-8384-b0d03d6a65ab tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] No DVR routers for this DVR port 2b1fc686-3448-4fec-939f-c48c5b73a06e on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:54:52.064798 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c938ff6b-c7cb-4ced-9923-56ec2797d0fc req-09af89b0-631a-40da-8384-b0d03d6a65ab tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:52.066971 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c938ff6b-c7cb-4ced-9923-56ec2797d0fc req-09af89b0-631a-40da-8384-b0d03d6a65ab tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.74 "DELETE /v2.0/ports/2b1fc686-3448-4fec-939f-c48c5b73a06e HTTP/1.1" status: 204 len: 173 time: 0.4267323 Jul 23 16:54:52.067455 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62bd170-1738-4db5-918b-df7a9647fdd6', 'name': 'network-vif-deleted', 'tag': '2b1fc686-3448-4fec-939f-c48c5b73a06e'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:54:52.069786 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973adfb1-1a40-4051-9d93-49a9261b63fc" -d '{"events": [{"server_uuid": "b62bd170-1738-4db5-918b-df7a9647fdd6", "name": "network-vif-deleted", "tag": "2b1fc686-3448-4fec-939f-c48c5b73a06e"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:54:52.111331 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d441a45-71ad-462f-8891-f6a4c09aa227 x-openstack-request-id: req-4d441a45-71ad-462f-8891-f6a4c09aa227 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:54:52.111626 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62bd170-1738-4db5-918b-df7a9647fdd6", "name": "network-vif-deleted", "tag": "2b1fc686-3448-4fec-939f-c48c5b73a06e", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:54:52.111878 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4d441a45-71ad-462f-8891-f6a4c09aa227 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:54:52.112276 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62bd170-1738-4db5-918b-df7a9647fdd6', 'name': 'network-vif-deleted', 'tag': '2b1fc686-3448-4fec-939f-c48c5b73a06e', 'status': 'completed', 'code': 200} Jul 23 16:54:52.600321 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52330) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:54:52.978371 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9909575a-e1f0-4177-a0e4-8058f978e1e7 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:53.258846 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-9909575a-e1f0-4177-a0e4-8058f978e1e7 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Deleting port e05b7e64-4cb1-4802-baea-5d393073edf5 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:54:53.259094 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9909575a-e1f0-4177-a0e4-8058f978e1e7 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:53.345805 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-9909575a-e1f0-4177-a0e4-8058f978e1e7 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] For port e05b7e64-4cb1-4802-baea-5d393073edf5, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e05b7e64-4cb1-4802-baea-5d393073edf5,segment=NetworkSegment(1f49164d-aa85-4aac-98ca-ff548c5a7b50),segment_id=1f49164d-aa85-4aac-98ca-ff548c5a7b50)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:54:53.346163 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9909575a-e1f0-4177-a0e4-8058f978e1e7 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:53.359278 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-9909575a-e1f0-4177-a0e4-8058f978e1e7 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Calling delete_port for e05b7e64-4cb1-4802-baea-5d393073edf5 owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:54:53.558581 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9909575a-e1f0-4177-a0e4-8058f978e1e7 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:53.586475 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909575a-e1f0-4177-a0e4-8058f978e1e7 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event deleted for resources: {'Port': ['ID=e05b7e64-4cb1-4802-baea-5d393073edf5,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:53.784537 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9909575a-e1f0-4177-a0e4-8058f978e1e7 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:54.002960 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9909575a-e1f0-4177-a0e4-8058f978e1e7 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Router 7f2217fb-44ac-41b3-95c5-094abb131aa4 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:54:54.121338 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9909575a-e1f0-4177-a0e4-8058f978e1e7 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:54:54.126428 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9909575a-e1f0-4177-a0e4-8058f978e1e7 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "PUT /v2.0/routers/7f2217fb-44ac-41b3-95c5-094abb131aa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5249054 Jul 23 16:54:54.129204 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52340) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:54:54.132119 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a432f51-509a-4abe-b562-dc13966e8665 None None] Sync routers for ids ['7f2217fb-44ac-41b3-95c5-094abb131aa4'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:54:54.142159 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a432f51-509a-4abe-b562-dc13966e8665 None None] Routers {'7f2217fb-44ac-41b3-95c5-094abb131aa4'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:54:54.142765 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-2a432f51-509a-4abe-b562-dc13966e8665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:54:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['7f2217fb-44ac-41b3-95c5-094abb131aa4'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:54:54.187376 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f242035-706f-4b79-afc6-5a150fb5b2a6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Deleting subnet 00518172-209d-4f70-86f4-26a007366894 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:54:54.190690 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0f242035-706f-4b79-afc6-5a150fb5b2a6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:54.232920 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0f242035-706f-4b79-afc6-5a150fb5b2a6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:54.251436 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-2a432f51-509a-4abe-b562-dc13966e8665 None None] Set router 7f2217fb-44ac-41b3-95c5-094abb131aa4 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:54:54.321827 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0f242035-706f-4b79-afc6-5a150fb5b2a6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:54.390615 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0f242035-706f-4b79-afc6-5a150fb5b2a6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:54.419915 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f242035-706f-4b79-afc6-5a150fb5b2a6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event deleted for resources: {'Subnet': ['ID=00518172-209d-4f70-86f4-26a007366894,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:54.423157 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0f242035-706f-4b79-afc6-5a150fb5b2a6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:54.425228 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0f242035-706f-4b79-afc6-5a150fb5b2a6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "DELETE /v2.0/subnets/00518172-209d-4f70-86f4-26a007366894 HTTP/1.1" status: 204 len: 168 time: 0.2950652 Jul 23 16:54:54.428738 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52342) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:54:54.436242 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8dbc7d-a587-4f1d-a041-8d7609b0173e None None] Network a763ca01-7156-4aba-a61a-34aea3caa2bb requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:54:54.450257 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-2a432f51-509a-4abe-b562-dc13966e8665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838545778', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '1a15065b-6729-45b4-acce-68f72e05b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:49Z', 'updated_at': '2021-07-23T16:54:53Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '1a15065b-6729-45b4-acce-68f72e05b071', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:48:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:49Z', 'updated_at': '2021-07-23T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:54:54.480207 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a432f51-509a-4abe-b562-dc13966e8665 None None] Checking router: 7f2217fb-44ac-41b3-95c5-094abb131aa4 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:54:54.489481 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a432f51-509a-4abe-b562-dc13966e8665 None None] Routers {'7f2217fb-44ac-41b3-95c5-094abb131aa4'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:54:54.490961 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-2a432f51-509a-4abe-b562-dc13966e8665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:54:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['7f2217fb-44ac-41b3-95c5-094abb131aa4'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:54:54.600302 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee785-9c70-4b67-9fdd-3c23ab7a2672 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:54.613029 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 2b1fc686-3448-4fec-939f-c48c5b73a06e no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:54:54.648735 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 2b1fc686-3448-4fec-939f-c48c5b73a06e {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:54:54.649122 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 2b1fc686-3448-4fec-939f-c48c5b73a06e not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:54:54.662809 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-2a432f51-509a-4abe-b562-dc13966e8665 None None] Set router 7f2217fb-44ac-41b3-95c5-094abb131aa4 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:54:54.730664 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee785-9c70-4b67-9fdd-3c23ab7a2672 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:54.737364 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cd91b9-b6b1-43f0-add8-f7b20d0b525c None None] DHCP port deletion for a763ca01-7156-4aba-a61a-34aea3caa2bb request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:54:54.805219 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-0b1ee785-9c70-4b67-9fdd-3c23ab7a2672 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Deleting port 1a15065b-6729-45b4-acce-68f72e05b071 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:54:54.805219 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee785-9c70-4b67-9fdd-3c23ab7a2672 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:54.806216 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd91b9-b6b1-43f0-add8-f7b20d0b525c None None] Deleting port d036b417-7517-40ea-8c32-442cf183c7f3 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:54:54.806635 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c8cd91b9-b6b1-43f0-add8-f7b20d0b525c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:54.884465 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-c8cd91b9-b6b1-43f0-add8-f7b20d0b525c None None] For port d036b417-7517-40ea-8c32-442cf183c7f3, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d036b417-7517-40ea-8c32-442cf183c7f3,segment=NetworkSegment(1f49164d-aa85-4aac-98ca-ff548c5a7b50),segment_id=1f49164d-aa85-4aac-98ca-ff548c5a7b50)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:54:54.885295 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c8cd91b9-b6b1-43f0-add8-f7b20d0b525c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:54.892306 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-2a432f51-509a-4abe-b562-dc13966e8665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838545778', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '1a15065b-6729-45b4-acce-68f72e05b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:49Z', 'updated_at': '2021-07-23T16:54:53Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '1a15065b-6729-45b4-acce-68f72e05b071', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:48:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:49Z', 'updated_at': '2021-07-23T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:54:54.894389 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-0b1ee785-9c70-4b67-9fdd-3c23ab7a2672 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] For port 1a15065b-6729-45b4-acce-68f72e05b071, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=1a15065b-6729-45b4-acce-68f72e05b071,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:54:54.895293 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee785-9c70-4b67-9fdd-3c23ab7a2672 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:54.900791 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd91b9-b6b1-43f0-add8-f7b20d0b525c None None] Calling delete_port for d036b417-7517-40ea-8c32-442cf183c7f3 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:54:54.917231 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-0b1ee785-9c70-4b67-9fdd-3c23ab7a2672 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Calling delete_port for 1a15065b-6729-45b4-acce-68f72e05b071 owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:54:54.927909 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a432f51-509a-4abe-b562-dc13966e8665 None None] The sync data for ids ['7f2217fb-44ac-41b3-95c5-094abb131aa4'] in n-d-778549-4 is: [{'id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838545778', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '1a15065b-6729-45b4-acce-68f72e05b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:49Z', 'updated_at': '2021-07-23T16:54:53Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '1a15065b-6729-45b4-acce-68f72e05b071', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:48:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2217fb-44ac-41b3-95c5-094abb131aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:49Z', 'updated_at': '2021-07-23T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:54:55.013319 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c8cd91b9-b6b1-43f0-add8-f7b20d0b525c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:55.040996 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd91b9-b6b1-43f0-add8-f7b20d0b525c None None] Pushing event deleted for resources: {'Port': ['ID=d036b417-7517-40ea-8c32-442cf183c7f3,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:55.057786 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd91b9-b6b1-43f0-add8-f7b20d0b525c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:55.058443 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd91b9-b6b1-43f0-add8-f7b20d0b525c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:55.058953 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd91b9-b6b1-43f0-add8-f7b20d0b525c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:55.059467 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd91b9-b6b1-43f0-add8-f7b20d0b525c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:55.059966 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd91b9-b6b1-43f0-add8-f7b20d0b525c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:55.060469 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd91b9-b6b1-43f0-add8-f7b20d0b525c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:55.060989 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd91b9-b6b1-43f0-add8-f7b20d0b525c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:55.061523 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd91b9-b6b1-43f0-add8-f7b20d0b525c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:55.062021 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd91b9-b6b1-43f0-add8-f7b20d0b525c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:55.062515 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd91b9-b6b1-43f0-add8-f7b20d0b525c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:55.062999 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd91b9-b6b1-43f0-add8-f7b20d0b525c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:55.063504 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd91b9-b6b1-43f0-add8-f7b20d0b525c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:54:55.067117 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cd91b9-b6b1-43f0-add8-f7b20d0b525c None None] No DVR routers for this DVR port d036b417-7517-40ea-8c32-442cf183c7f3 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:54:55.466403 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee785-9c70-4b67-9fdd-3c23ab7a2672 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:55.495948 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ee785-9c70-4b67-9fdd-3c23ab7a2672 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event deleted for resources: {'Port': ['ID=1a15065b-6729-45b4-acce-68f72e05b071,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:55.559572 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee785-9c70-4b67-9fdd-3c23ab7a2672 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:55.652364 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee785-9c70-4b67-9fdd-3c23ab7a2672 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:55.654564 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee785-9c70-4b67-9fdd-3c23ab7a2672 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:55.701852 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee785-9c70-4b67-9fdd-3c23ab7a2672 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:55.702375 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1ee785-9c70-4b67-9fdd-3c23ab7a2672 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Fanout notify agent at l3_agent the message router_deleted on router 7f2217fb-44ac-41b3-95c5-094abb131aa4 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:54:55.710485 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee785-9c70-4b67-9fdd-3c23ab7a2672 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:55.711923 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0b1ee785-9c70-4b67-9fdd-3c23ab7a2672 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "DELETE /v2.0/routers/7f2217fb-44ac-41b3-95c5-094abb131aa4 HTTP/1.1" status: 204 len: 168 time: 1.2820210 Jul 23 16:54:55.714814 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52350) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:54:55.815670 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e66571fa-a99d-43f5-90b2-a885063fe49a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:55.907398 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e66571fa-a99d-43f5-90b2-a885063fe49a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:55.920737 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-e66571fa-a99d-43f5-90b2-a885063fe49a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a763ca01-7156-4aba-a61a-34aea3caa2bb']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:54:55.932775 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-e66571fa-a99d-43f5-90b2-a885063fe49a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f49164d-aa85-4aac-98ca-ff548c5a7b50') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:54:55.933092 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-e66571fa-a99d-43f5-90b2-a885063fe49a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f49164d-aa85-4aac-98ca-ff548c5a7b50') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:54:55.942171 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e66571fa-a99d-43f5-90b2-a885063fe49a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:55.955882 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e66571fa-a99d-43f5-90b2-a885063fe49a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:55.962139 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66571fa-a99d-43f5-90b2-a885063fe49a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Releasing vlan 1139 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:54:55.962520 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e66571fa-a99d-43f5-90b2-a885063fe49a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:55.965570 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:54:55.965570 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:54:55.965570 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:54:55.965570 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:54:55.965570 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:54:55.965570 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:54:55.965570 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:54:55.965570 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:54:55.965570 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:54:55.965570 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:54:55.965570 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:54:55.965570 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:54:55.965570 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:54:55.965570 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:54:55.965570 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:54:55.965570 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:54:55.965570 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:54:55.965570 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:54:55.965570 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:54:55.965570 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:54:55.965570 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:54:55.965570 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:54:55.965570 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:54:55.965570 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:54:55.965570 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:54:55.965570 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:54:55.965570 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:54:55.965570 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:54:55.965570 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:54:55.965570 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:54:55.965570 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:54:55.965570 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:54:56.036584 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e66571fa-a99d-43f5-90b2-a885063fe49a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:56.041904 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e66571fa-a99d-43f5-90b2-a885063fe49a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:56.046423 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e66571fa-a99d-43f5-90b2-a885063fe49a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "DELETE /v2.0/networks/a763ca01-7156-4aba-a61a-34aea3caa2bb HTTP/1.1" status: 204 len: 168 time: 0.3274777 Jul 23 16:54:56.047403 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52356) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:54:56.064794 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66571fa-a99d-43f5-90b2-a885063fe49a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event deleted for resources: {'Network': ['ID=a763ca01-7156-4aba-a61a-34aea3caa2bb,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:56.107626 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f58e5a2e-e6f9-4856-b680-7e62db56aa03 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:56.134352 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f58e5a2e-e6f9-4856-b680-7e62db56aa03 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:56.202333 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f58e5a2e-e6f9-4856-b680-7e62db56aa03 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:56.205026 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f58e5a2e-e6f9-4856-b680-7e62db56aa03 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:56.206243 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f58e5a2e-e6f9-4856-b680-7e62db56aa03 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "DELETE /v2.0/security-groups/29e4f213-4aab-4c32-ae8f-14a1d8808b09 HTTP/1.1" status: 204 len: 168 time: 0.1584625 Jul 23 16:54:56.219709 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e5a2e-e6f9-4856-b680-7e62db56aa03 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e4f213-4aab-4c32-ae8f-14a1d8808b09,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:56.581458 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52364) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:54:56.586698 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-1b67bb98-0507-4dd3-8c40-fc9490f6517e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1437509780', 'description': 'tempest-secgroup-smoke-1437509780 description', 'project_id': '0f8e445c013940dd90796bd2f3eb088f'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:54:56.593684 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e05b7e64-4cb1-4802-baea-5d393073edf5 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:54:56.616795 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: e05b7e64-4cb1-4802-baea-5d393073edf5 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:54:56.617251 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e05b7e64-4cb1-4802-baea-5d393073edf5 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:54:56.617694 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d036b417-7517-40ea-8c32-442cf183c7f3 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:54:56.621837 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1b67bb98-0507-4dd3-8c40-fc9490f6517e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:56.636661 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: d036b417-7517-40ea-8c32-442cf183c7f3 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:54:56.637009 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d036b417-7517-40ea-8c32-442cf183c7f3 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:54:56.637669 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1a15065b-6729-45b4-acce-68f72e05b071 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:54:56.658139 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 1a15065b-6729-45b4-acce-68f72e05b071 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:54:56.658581 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1a15065b-6729-45b4-acce-68f72e05b071 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:54:56.713116 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1b67bb98-0507-4dd3-8c40-fc9490f6517e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:56.717150 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1b67bb98-0507-4dd3-8c40-fc9490f6517e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:56.747214 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1b67bb98-0507-4dd3-8c40-fc9490f6517e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:56.748490 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1b67bb98-0507-4dd3-8c40-fc9490f6517e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1658018 Jul 23 16:54:56.751360 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52366) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:54:56.756445 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-7d8fc34f-568d-4898-9ba9-d93f714e9b66 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'security_group_rule': {'security_group_id': '0a6c64a8-e3d9-4ca1-af7d-952681e49dbb', 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:54:56.764968 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67bb98-0507-4dd3-8c40-fc9490f6517e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6c64a8-e3d9-4ca1-af7d-952681e49dbb,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:56.789219 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7d8fc34f-568d-4898-9ba9-d93f714e9b66 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:56.853405 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7d8fc34f-568d-4898-9ba9-d93f714e9b66 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:56.859116 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7d8fc34f-568d-4898-9ba9-d93f714e9b66 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:56.879579 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fc34f-568d-4898-9ba9-d93f714e9b66 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f78716e-41d6-4e45-8aac-fa89289f640b,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:56.885225 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7d8fc34f-568d-4898-9ba9-d93f714e9b66 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:56.886717 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7d8fc34f-568d-4898-9ba9-d93f714e9b66 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343579 Jul 23 16:54:56.889866 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52370) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:54:56.894827 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-e0cde205-911f-4cb8-bcac-87fe4e74936f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'security_group_rule': {'security_group_id': '0a6c64a8-e3d9-4ca1-af7d-952681e49dbb', 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:54:56.927182 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e0cde205-911f-4cb8-bcac-87fe4e74936f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:56.993970 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e0cde205-911f-4cb8-bcac-87fe4e74936f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:56.998097 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e0cde205-911f-4cb8-bcac-87fe4e74936f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:57.017071 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cde205-911f-4cb8-bcac-87fe4e74936f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0262542d-e4fb-4549-bca5-3c3aa696512f,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:57.023191 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e0cde205-911f-4cb8-bcac-87fe4e74936f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:57.024325 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e0cde205-911f-4cb8-bcac-87fe4e74936f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1334879 Jul 23 16:54:57.027175 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52374) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:54:57.032080 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-91386886-5a70-43ce-8a17-93d6a5dc538c tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'security_group_rule': {'security_group_id': '0a6c64a8-e3d9-4ca1-af7d-952681e49dbb', 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:54:57.059592 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-91386886-5a70-43ce-8a17-93d6a5dc538c tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:57.120261 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-91386886-5a70-43ce-8a17-93d6a5dc538c tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:57.123850 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-91386886-5a70-43ce-8a17-93d6a5dc538c tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:57.143008 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91386886-5a70-43ce-8a17-93d6a5dc538c tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f7f075-c9c9-4e7c-b365-df0c2cd7c71b,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:57.151080 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-91386886-5a70-43ce-8a17-93d6a5dc538c tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:57.155071 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-91386886-5a70-43ce-8a17-93d6a5dc538c tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242507 Jul 23 16:54:57.155754 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52378) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:54:57.160400 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-1f66981b-fd76-46f3-9b28-e786935d03f6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'security_group_rule': {'security_group_id': '0a6c64a8-e3d9-4ca1-af7d-952681e49dbb', 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:54:57.187960 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f66981b-fd76-46f3-9b28-e786935d03f6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:57.252332 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f66981b-fd76-46f3-9b28-e786935d03f6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:57.256431 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f66981b-fd76-46f3-9b28-e786935d03f6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:57.276399 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66981b-fd76-46f3-9b28-e786935d03f6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5c7f36-5c33-4972-94c6-d6d7b9d3bcfd,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:57.283063 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f66981b-fd76-46f3-9b28-e786935d03f6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:57.287099 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1f66981b-fd76-46f3-9b28-e786935d03f6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1281784 Jul 23 16:54:57.287302 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52380) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:54:57.292196 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-af4ac6e1-e32d-4bd8-b112-5addd77a0a24 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'security_group_rule': {'security_group_id': '0a6c64a8-e3d9-4ca1-af7d-952681e49dbb', 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:54:57.314579 n-d-778549-4 neutron-server[94012]: INFO neutron.db.securitygroups_db [None req-af4ac6e1-e32d-4bd8-b112-5addd77a0a24 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Project 0f8e445c013940dd90796bd2f3eb088f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:54:57.320919 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-af4ac6e1-e32d-4bd8-b112-5addd77a0a24 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:57.383562 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-af4ac6e1-e32d-4bd8-b112-5addd77a0a24 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:57.387448 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-af4ac6e1-e32d-4bd8-b112-5addd77a0a24 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:57.407643 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ac6e1-e32d-4bd8-b112-5addd77a0a24 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b16d465-d34f-4e8b-a3f1-0c3efc6ed8e6,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:57.414404 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-af4ac6e1-e32d-4bd8-b112-5addd77a0a24 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:57.415728 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-af4ac6e1-e32d-4bd8-b112-5addd77a0a24 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1272295 Jul 23 16:54:57.418429 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52382) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:54:57.423409 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-c79e48cd-8feb-4a0d-8a2b-9291004a7c45 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'security_group_rule': {'security_group_id': '0a6c64a8-e3d9-4ca1-af7d-952681e49dbb', 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:54:57.448696 n-d-778549-4 neutron-server[94012]: INFO neutron.db.securitygroups_db [None req-c79e48cd-8feb-4a0d-8a2b-9291004a7c45 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Project 0f8e445c013940dd90796bd2f3eb088f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:54:57.454445 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c79e48cd-8feb-4a0d-8a2b-9291004a7c45 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:57.519494 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c79e48cd-8feb-4a0d-8a2b-9291004a7c45 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:57.525843 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c79e48cd-8feb-4a0d-8a2b-9291004a7c45 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:57.553710 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e48cd-8feb-4a0d-8a2b-9291004a7c45 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7384ffbb-fa24-422b-b08c-8d67ef8a4422,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:57.558460 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c79e48cd-8feb-4a0d-8a2b-9291004a7c45 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:57.559844 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c79e48cd-8feb-4a0d-8a2b-9291004a7c45 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1404312 Jul 23 16:54:57.564169 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52384) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:54:57.570698 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-0e669dbd-cad2-458a-be51-c01a71cd2c44 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'network': {'name': 'tempest-network-smoke--1224865521', 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'port_security_enabled': True}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:54:57.594663 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e669dbd-cad2-458a-be51-c01a71cd2c44 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Made reservation on behalf of 0f8e445c013940dd90796bd2f3eb088f for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:54:57.598207 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0e669dbd-cad2-458a-be51-c01a71cd2c44 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:57.622688 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e669dbd-cad2-458a-be51-c01a71cd2c44 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] vlan segment allocate from pool success with {'vlan_id': 1131, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:54:57.632203 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0e669dbd-cad2-458a-be51-c01a71cd2c44 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:57.632539 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-0e669dbd-cad2-458a-be51-c01a71cd2c44 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Added segment 0da91621-b08a-48de-86d2-7ffd04c53ff7 of type vlan for network 3631b789-9e03-46cb-aca1-984dc7c4ec88 Jul 23 16:54:57.678059 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0e669dbd-cad2-458a-be51-c01a71cd2c44 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:57.711535 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0e669dbd-cad2-458a-be51-c01a71cd2c44 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:57.717537 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e669dbd-cad2-458a-be51-c01a71cd2c44 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:57.718116 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0e669dbd-cad2-458a-be51-c01a71cd2c44 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:57.750989 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0e669dbd-cad2-458a-be51-c01a71cd2c44 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1856165 Jul 23 16:54:57.753881 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52386) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:54:57.759524 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-344e3d5f-1857-456f-b04c-187fda8855b6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1519227737', 'admin_state_up': True, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:54:57.787545 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-344e3d5f-1857-456f-b04c-187fda8855b6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:57.788876 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-344e3d5f-1857-456f-b04c-187fda8855b6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:57.808711 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e669dbd-cad2-458a-be51-c01a71cd2c44 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'Network': ['ID=3631b789-9e03-46cb-aca1-984dc7c4ec88,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:57.820129 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 3631b789-9e03-46cb-aca1-984dc7c4ec88 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:54:57.847687 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-344e3d5f-1857-456f-b04c-187fda8855b6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:57.986711 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-344e3d5f-1857-456f-b04c-187fda8855b6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:58.185031 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-344e3d5f-1857-456f-b04c-187fda8855b6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:58.205476 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-344e3d5f-1857-456f-b04c-187fda8855b6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:58.310473 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-344e3d5f-1857-456f-b04c-187fda8855b6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Allocated IP 172.25.8.114 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/35d148ec-d0fc-4a83-96cb-ddf413b4d88e) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:54:58.414850 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-344e3d5f-1857-456f-b04c-187fda8855b6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:58.452557 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-344e3d5f-1857-456f-b04c-187fda8855b6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:58.488205 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344e3d5f-1857-456f-b04c-187fda8855b6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:54:58.491164 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-344e3d5f-1857-456f-b04c-187fda8855b6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:54:58.493607 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344e3d5f-1857-456f-b04c-187fda8855b6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:54:58.524985 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e3d5f-1857-456f-b04c-187fda8855b6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'Port': ['ID=35d148ec-d0fc-4a83-96cb-ddf413b4d88e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:54:58.763933 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-344e3d5f-1857-456f-b04c-187fda8855b6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:59.237510 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-344e3d5f-1857-456f-b04c-187fda8855b6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:59.364148 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344e3d5f-1857-456f-b04c-187fda8855b6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Router ea7f3776-8a5c-49bf-b467-8dfa4957adac is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:54:59.470907 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344e3d5f-1857-456f-b04c-187fda8855b6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:54:59.483578 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c217d99-ed3e-406b-8962-a8a05997cb4d None None] Sync routers for ids ['ea7f3776-8a5c-49bf-b467-8dfa4957adac'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:54:59.494499 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c217d99-ed3e-406b-8962-a8a05997cb4d None None] Routers {'ea7f3776-8a5c-49bf-b467-8dfa4957adac'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:54:59.495391 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-1c217d99-ed3e-406b-8962-a8a05997cb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:54:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ea7f3776-8a5c-49bf-b467-8dfa4957adac'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:54:59.495580 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-344e3d5f-1857-456f-b04c-187fda8855b6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:59.496964 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-344e3d5f-1857-456f-b04c-187fda8855b6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7420866 Jul 23 16:54:59.500194 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52400) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:54:59.528721 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f40168dc-eadb-478f-946d-ba25b602d531 tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=0f8e445c013940dd90796bd2f3eb088f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273478 Jul 23 16:54:59.531311 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52402) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:54:59.612625 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-1c217d99-ed3e-406b-8962-a8a05997cb4d None None] Set router ea7f3776-8a5c-49bf-b467-8dfa4957adac gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:54:59.633871 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28d4632-82ba-4013-8ec4-42af28e40c60 tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:59.636976 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e28d4632-82ba-4013-8ec4-42af28e40c60 tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1031873 Jul 23 16:54:59.638327 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52408) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:54:59.670465 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7a821959-0374-4afb-9241-ba533180ec65 tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4e763b06-7572-4747-a18b-44a256cb56cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310435 Jul 23 16:54:59.673179 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52410) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:54:59.679061 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-abb3ffae-48c6-4ae8-9e7e-3353e94c2faa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1366120370', 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88', 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:54:59.821041 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb3ffae-48c6-4ae8-9e7e-3353e94c2faa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Made reservation on behalf of 0f8e445c013940dd90796bd2f3eb088f for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:54:59.824787 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-abb3ffae-48c6-4ae8-9e7e-3353e94c2faa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:59.825674 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-1c217d99-ed3e-406b-8962-a8a05997cb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519227737', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '35d148ec-d0fc-4a83-96cb-ddf413b4d88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:54:57Z', 'updated_at': '2021-07-23T16:54:58Z', 'revision_number': 3, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '35d148ec-d0fc-4a83-96cb-ddf413b4d88e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:58Z', 'updated_at': '2021-07-23T16:54:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:54:59.857906 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c217d99-ed3e-406b-8962-a8a05997cb4d None None] Checking router: ea7f3776-8a5c-49bf-b467-8dfa4957adac for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:54:59.858287 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c217d99-ed3e-406b-8962-a8a05997cb4d None None] Updating router ea7f3776-8a5c-49bf-b467-8dfa4957adac port 35d148ec-d0fc-4a83-96cb-ddf413b4d88e binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:54:59.895114 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1c217d99-ed3e-406b-8962-a8a05997cb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:00.030662 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-abb3ffae-48c6-4ae8-9e7e-3353e94c2faa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:00.096039 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3ffae-48c6-4ae8-9e7e-3353e94c2faa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'Subnet': ['ID=6edae07f-9139-4696-8870-50005ab5945e,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:00.109869 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3ffae-48c6-4ae8-9e7e-3353e94c2faa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:00.110218 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3ffae-48c6-4ae8-9e7e-3353e94c2faa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:00.110558 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3ffae-48c6-4ae8-9e7e-3353e94c2faa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:00.110895 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3ffae-48c6-4ae8-9e7e-3353e94c2faa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:00.111228 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3ffae-48c6-4ae8-9e7e-3353e94c2faa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:00.111559 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3ffae-48c6-4ae8-9e7e-3353e94c2faa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:00.111892 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3ffae-48c6-4ae8-9e7e-3353e94c2faa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:00.112221 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3ffae-48c6-4ae8-9e7e-3353e94c2faa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:00.112549 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3ffae-48c6-4ae8-9e7e-3353e94c2faa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:00.112871 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3ffae-48c6-4ae8-9e7e-3353e94c2faa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:00.113220 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3ffae-48c6-4ae8-9e7e-3353e94c2faa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:00.113542 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3ffae-48c6-4ae8-9e7e-3353e94c2faa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:00.118080 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb3ffae-48c6-4ae8-9e7e-3353e94c2faa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Checking segment: {'id': '0da91621-b08a-48de-86d2-7ffd04c53ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:55:00.118446 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb3ffae-48c6-4ae8-9e7e-3353e94c2faa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Network hostable DHCP agents. Network: 3631b789-9e03-46cb-aca1-984dc7c4ec88, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:55:00.137249 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb3ffae-48c6-4ae8-9e7e-3353e94c2faa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Network 3631b789-9e03-46cb-aca1-984dc7c4ec88 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:55:00.147851 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-abb3ffae-48c6-4ae8-9e7e-3353e94c2faa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 3631b789-9e03-46cb-aca1-984dc7c4ec88) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:55:00.152924 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb3ffae-48c6-4ae8-9e7e-3353e94c2faa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:00.154277 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-abb3ffae-48c6-4ae8-9e7e-3353e94c2faa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:00.173869 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52412) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:55:00.174475 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-abb3ffae-48c6-4ae8-9e7e-3353e94c2faa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4997923 Jul 23 16:55:00.183981 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57ddffd-3902-4807-8e33-d75d1207b6f1 None None] Network 3631b789-9e03-46cb-aca1-984dc7c4ec88 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:55:00.222345 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1c217d99-ed3e-406b-8962-a8a05997cb4d None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:00.270995 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1c217d99-ed3e-406b-8962-a8a05997cb4d None None] Transition to ACTIVE for port object 35d148ec-d0fc-4a83-96cb-ddf413b4d88e will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:55:00.281237 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1c217d99-ed3e-406b-8962-a8a05997cb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:00.375289 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e2462-249e-463d-821e-d1d39adb2fa0 None None] Pushing event updated for resources: {'Port': ['ID=35d148ec-d0fc-4a83-96cb-ddf413b4d88e,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:00.379291 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-1c217d99-ed3e-406b-8962-a8a05997cb4d None None] Attempting to bind port 35d148ec-d0fc-4a83-96cb-ddf413b4d88e on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:55:00.379662 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-1c217d99-ed3e-406b-8962-a8a05997cb4d None None] Attempting to bind port 35d148ec-d0fc-4a83-96cb-ddf413b4d88e by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:55:00.380028 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c217d99-ed3e-406b-8962-a8a05997cb4d None None] Attempting to bind port 35d148ec-d0fc-4a83-96cb-ddf413b4d88e on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:55:00.389669 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c217d99-ed3e-406b-8962-a8a05997cb4d None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:55:00.390047 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c217d99-ed3e-406b-8962-a8a05997cb4d None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:55:00.390451 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1c217d99-ed3e-406b-8962-a8a05997cb4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:00.390836 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c217d99-ed3e-406b-8962-a8a05997cb4d None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:55:00.391760 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-1c217d99-ed3e-406b-8962-a8a05997cb4d None None] Bound port: 35d148ec-d0fc-4a83-96cb-ddf413b4d88e, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:55:00.391760 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1c217d99-ed3e-406b-8962-a8a05997cb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:00.466019 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f6f4ad-4995-4ae4-90a3-029470a63e2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-3631b789-9e03-46cb-aca1-984dc7c4ec88', 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'fixed_ips': [{'subnet_id': '6edae07f-9139-4696-8870-50005ab5945e'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:55:00.466985 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-74f6f4ad-4995-4ae4-90a3-029470a63e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:00.508298 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-1c217d99-ed3e-406b-8962-a8a05997cb4d None None] For port 35d148ec-d0fc-4a83-96cb-ddf413b4d88e, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:55:00.512321 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-1c217d99-ed3e-406b-8962-a8a05997cb4d None None] For port 35d148ec-d0fc-4a83-96cb-ddf413b4d88e, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=35d148ec-d0fc-4a83-96cb-ddf413b4d88e,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:55:00.520163 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1c217d99-ed3e-406b-8962-a8a05997cb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:00.650222 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c217d99-ed3e-406b-8962-a8a05997cb4d None None] Routers {'ea7f3776-8a5c-49bf-b467-8dfa4957adac'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:55:00.650856 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-1c217d99-ed3e-406b-8962-a8a05997cb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:54:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ea7f3776-8a5c-49bf-b467-8dfa4957adac'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:00.655879 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7933c3c6-3311-42ed-ae57-a15194b4ec55 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:00.674273 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e2462-249e-463d-821e-d1d39adb2fa0 None None] Pushing event updated for resources: {'Port': ['ID=35d148ec-d0fc-4a83-96cb-ddf413b4d88e,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:00.764989 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-74f6f4ad-4995-4ae4-90a3-029470a63e2c None None] Allocated IP 172.20.0.2 (3631b789-9e03-46cb-aca1-984dc7c4ec88/6edae07f-9139-4696-8870-50005ab5945e/d26c9666-3c07-44e2-96c8-3cca9dd50dd4) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:55:00.821683 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-1c217d99-ed3e-406b-8962-a8a05997cb4d None None] Set router ea7f3776-8a5c-49bf-b467-8dfa4957adac gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:55:01.210952 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-74f6f4ad-4995-4ae4-90a3-029470a63e2c None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:01.225472 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-74f6f4ad-4995-4ae4-90a3-029470a63e2c None None] Transition to ACTIVE for port object d26c9666-3c07-44e2-96c8-3cca9dd50dd4 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:55:01.245508 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-74f6f4ad-4995-4ae4-90a3-029470a63e2c None None] Transition to ACTIVE for port object d26c9666-3c07-44e2-96c8-3cca9dd50dd4 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:55:01.251827 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-74f6f4ad-4995-4ae4-90a3-029470a63e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:01.288081 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-1c217d99-ed3e-406b-8962-a8a05997cb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519227737', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '35d148ec-d0fc-4a83-96cb-ddf413b4d88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:54:57Z', 'updated_at': '2021-07-23T16:54:58Z', 'revision_number': 3, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '35d148ec-d0fc-4a83-96cb-ddf413b4d88e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:58Z', 'updated_at': '2021-07-23T16:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:01.333235 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f6f4ad-4995-4ae4-90a3-029470a63e2c None None] Network 3631b789-9e03-46cb-aca1-984dc7c4ec88 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:55:01.336867 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c217d99-ed3e-406b-8962-a8a05997cb4d None None] The sync data for ids ['ea7f3776-8a5c-49bf-b467-8dfa4957adac'] in n-d-778549-4 is: [{'id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519227737', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '35d148ec-d0fc-4a83-96cb-ddf413b4d88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:54:57Z', 'updated_at': '2021-07-23T16:54:58Z', 'revision_number': 3, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '35d148ec-d0fc-4a83-96cb-ddf413b4d88e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:58Z', 'updated_at': '2021-07-23T16:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:55:01.339608 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6f4ad-4995-4ae4-90a3-029470a63e2c None None] Pushing event updated for resources: {'Port': ['ID=d26c9666-3c07-44e2-96c8-3cca9dd50dd4,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:01.342150 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-74f6f4ad-4995-4ae4-90a3-029470a63e2c None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:55:01.342725 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-7933c3c6-3311-42ed-ae57-a15194b4ec55 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Allocated IP 172.20.0.1 (3631b789-9e03-46cb-aca1-984dc7c4ec88/6edae07f-9139-4696-8870-50005ab5945e/6ae4c77d-0a20-4643-a06f-68f4f407e5bd) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:55:01.344336 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f6f4ad-4995-4ae4-90a3-029470a63e2c None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:55:01.437365 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-74f6f4ad-4995-4ae4-90a3-029470a63e2c None None] Attempting to bind port d26c9666-3c07-44e2-96c8-3cca9dd50dd4 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:55:01.437745 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-74f6f4ad-4995-4ae4-90a3-029470a63e2c None None] Attempting to bind port d26c9666-3c07-44e2-96c8-3cca9dd50dd4 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '0da91621-b08a-48de-86d2-7ffd04c53ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:55:01.438113 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f6f4ad-4995-4ae4-90a3-029470a63e2c None None] Attempting to bind port d26c9666-3c07-44e2-96c8-3cca9dd50dd4 on network 3631b789-9e03-46cb-aca1-984dc7c4ec88 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:55:01.448596 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f6f4ad-4995-4ae4-90a3-029470a63e2c None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:55:01.449730 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f6f4ad-4995-4ae4-90a3-029470a63e2c None None] Checking segment: {'id': '0da91621-b08a-48de-86d2-7ffd04c53ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:55:01.450823 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-74f6f4ad-4995-4ae4-90a3-029470a63e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:01.451422 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f6f4ad-4995-4ae4-90a3-029470a63e2c None None] Bound using segment: {'id': '0da91621-b08a-48de-86d2-7ffd04c53ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:55:01.453388 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-74f6f4ad-4995-4ae4-90a3-029470a63e2c None None] Bound port: d26c9666-3c07-44e2-96c8-3cca9dd50dd4, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da91621-b08a-48de-86d2-7ffd04c53ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:55:01.454280 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-74f6f4ad-4995-4ae4-90a3-029470a63e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:01.543745 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7933c3c6-3311-42ed-ae57-a15194b4ec55 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:01.557581 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-74f6f4ad-4995-4ae4-90a3-029470a63e2c None None] For port d26c9666-3c07-44e2-96c8-3cca9dd50dd4, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:55:01.560974 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-74f6f4ad-4995-4ae4-90a3-029470a63e2c None None] For port d26c9666-3c07-44e2-96c8-3cca9dd50dd4, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d26c9666-3c07-44e2-96c8-3cca9dd50dd4,segment=NetworkSegment(0da91621-b08a-48de-86d2-7ffd04c53ff7),segment_id=0da91621-b08a-48de-86d2-7ffd04c53ff7)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:55:01.564333 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-7933c3c6-3311-42ed-ae57-a15194b4ec55 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Transition to ACTIVE for port object 6ae4c77d-0a20-4643-a06f-68f4f407e5bd will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:55:01.566301 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-74f6f4ad-4995-4ae4-90a3-029470a63e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:01.600632 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7933c3c6-3311-42ed-ae57-a15194b4ec55 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:01.660334 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6f4ad-4995-4ae4-90a3-029470a63e2c None None] Pushing event updated for resources: {'Port': ['ID=d26c9666-3c07-44e2-96c8-3cca9dd50dd4,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:01.668939 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933c3c6-3311-42ed-ae57-a15194b4ec55 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'Port': ['ID=6ae4c77d-0a20-4643-a06f-68f4f407e5bd,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:01.673486 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7933c3c6-3311-42ed-ae57-a15194b4ec55 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Network 3631b789-9e03-46cb-aca1-984dc7c4ec88 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:55:01.675040 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-7933c3c6-3311-42ed-ae57-a15194b4ec55 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:55:01.678220 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7933c3c6-3311-42ed-ae57-a15194b4ec55 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:55:01.734751 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7933c3c6-3311-42ed-ae57-a15194b4ec55 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:01.963575 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7933c3c6-3311-42ed-ae57-a15194b4ec55 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:02.375014 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7933c3c6-3311-42ed-ae57-a15194b4ec55 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:02.382343 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7933c3c6-3311-42ed-ae57-a15194b4ec55 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:02.479999 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933c3c6-3311-42ed-ae57-a15194b4ec55 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'Port': ['ID=6ae4c77d-0a20-4643-a06f-68f4f407e5bd,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:02.488190 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7933c3c6-3311-42ed-ae57-a15194b4ec55 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:02.640222 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7933c3c6-3311-42ed-ae57-a15194b4ec55 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Network 3631b789-9e03-46cb-aca1-984dc7c4ec88 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:55:02.641984 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-7933c3c6-3311-42ed-ae57-a15194b4ec55 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:55:02.692559 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-59b67928-45c7-40d5-9927-2ab70ffae9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:02.752382 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 35d148ec-d0fc-4a83-96cb-ddf413b4d88e up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:55:02.824536 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7933c3c6-3311-42ed-ae57-a15194b4ec55 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Router ea7f3776-8a5c-49bf-b467-8dfa4957adac has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:55:02.835080 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 35d148ec-d0fc-4a83-96cb-ddf413b4d88e completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:55:02.840382 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 35d148ec-d0fc-4a83-96cb-ddf413b4d88e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:55:02.840761 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:02.954168 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:02.961493 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7933c3c6-3311-42ed-ae57-a15194b4ec55 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:55:02.969427 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7933c3c6-3311-42ed-ae57-a15194b4ec55 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "PUT /v2.0/routers/ea7f3776-8a5c-49bf-b467-8dfa4957adac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7935216 Jul 23 16:55:02.985247 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 35d148ec-d0fc-4a83-96cb-ddf413b4d88e, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=35d148ec-d0fc-4a83-96cb-ddf413b4d88e,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:55:02.992265 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:02.993385 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d26c9666-3c07-44e2-96c8-3cca9dd50dd4 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:55:03.058383 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9860819-5df8-46b1-a5bc-8c6953e702e3 None None] Network 3631b789-9e03-46cb-aca1-984dc7c4ec88 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:55:03.161341 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-27255c80-c9f0-4c94-84f6-b8dfa536f55c None None] Provisioning for port d26c9666-3c07-44e2-96c8-3cca9dd50dd4 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:55:03.175962 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=35d148ec-d0fc-4a83-96cb-ddf413b4d88e,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:03.198223 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port d26c9666-3c07-44e2-96c8-3cca9dd50dd4 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:55:03.209152 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-e33ee7f4-4210-4bf3-a9c2-08bfbee7f12f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1437509780&fields=id&tenant_id=0f8e445c013940dd90796bd2f3eb088f HTTP/1.1" status: 200 len: 267 time: 0.0609515 Jul 23 16:55:03.211915 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port d26c9666-3c07-44e2-96c8-3cca9dd50dd4 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:55:03.212269 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:03.326306 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-3261ad6b-ae77-4b78-ac9a-dafd9502f5a0 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:03.327710 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-3261ad6b-ae77-4b78-ac9a-dafd9502f5a0 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/networks?id=3631b789-9e03-46cb-aca1-984dc7c4ec88 HTTP/1.1" status: 200 len: 797 time: 0.1178052 Jul 23 16:55:03.355398 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:03.365420 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-8a0cd321-04f6-436b-9f15-88550ec5938d tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/quotas/0f8e445c013940dd90796bd2f3eb088f HTTP/1.1" status: 200 len: 375 time: 0.0242648 Jul 23 16:55:03.398475 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port d26c9666-3c07-44e2-96c8-3cca9dd50dd4, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d26c9666-3c07-44e2-96c8-3cca9dd50dd4,segment=NetworkSegment(0da91621-b08a-48de-86d2-7ffd04c53ff7),segment_id=0da91621-b08a-48de-86d2-7ffd04c53ff7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:55:03.407051 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:03.451072 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-9b13ee67-ba10-4dc5-93da-637aa00d18c0 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766215 Jul 23 16:55:03.482944 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=d26c9666-3c07-44e2-96c8-3cca9dd50dd4,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:03.697917 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d31abe-fe69-4810-acc0-cfc15ad1ed5d None None] Sync routers for ids ['ea7f3776-8a5c-49bf-b467-8dfa4957adac'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:55:03.717346 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d31abe-fe69-4810-acc0-cfc15ad1ed5d None None] Routers {'ea7f3776-8a5c-49bf-b467-8dfa4957adac'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:55:03.717982 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-32d31abe-fe69-4810-acc0-cfc15ad1ed5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:54:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ea7f3776-8a5c-49bf-b467-8dfa4957adac'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:03.721769 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-fa8fbb5a-4011-4ce9-b8fc-5eee0fd04a09 None None] Provisioning complete for port d26c9666-3c07-44e2-96c8-3cca9dd50dd4 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:55:03.722320 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fa8fbb5a-4011-4ce9-b8fc-5eee0fd04a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:03.723421 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-953a1ce4-a2c6-44f8-8946-7fc1c0e7ebaa service neutron] 10.222.0.73 "GET /v2.0/networks/3631b789-9e03-46cb-aca1-984dc7c4ec88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598948 Jul 23 16:55:03.832934 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-10221a48-8e3d-4716-959d-c99b8dea0fac service neutron] 10.222.0.73 "GET /v2.0/networks/3631b789-9e03-46cb-aca1-984dc7c4ec88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033409 Jul 23 16:55:03.853451 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-32d31abe-fe69-4810-acc0-cfc15ad1ed5d None None] Set router ea7f3776-8a5c-49bf-b467-8dfa4957adac gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:55:03.868658 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-fa8fbb5a-4011-4ce9-b8fc-5eee0fd04a09 None None] Provisioning for port 6ae4c77d-0a20-4643-a06f-68f4f407e5bd completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:55:03.873276 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-fa8fbb5a-4011-4ce9-b8fc-5eee0fd04a09 None None] Provisioning complete for port 6ae4c77d-0a20-4643-a06f-68f4f407e5bd triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:55:03.873761 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fa8fbb5a-4011-4ce9-b8fc-5eee0fd04a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:03.915573 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-fa8fbb5a-4011-4ce9-b8fc-5eee0fd04a09 None None] Port 6ae4c77d-0a20-4643-a06f-68f4f407e5bd cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:55:04.038318 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-05e96932-fbac-4afc-8dec-5898418ba7b0 None None] Provisioning complete for port 6ae4c77d-0a20-4643-a06f-68f4f407e5bd triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:55:04.039102 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-05e96932-fbac-4afc-8dec-5898418ba7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:04.072466 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3868d73d-c95b-44b7-91dc-f22e2d2ab99b req-55fa6c02-6708-4647-81d7-6f51372751ff tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 210 time: 0.0504754 Jul 23 16:55:04.083117 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-05e96932-fbac-4afc-8dec-5898418ba7b0 None None] Port 6ae4c77d-0a20-4643-a06f-68f4f407e5bd cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:55:04.151983 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-32d31abe-fe69-4810-acc0-cfc15ad1ed5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519227737', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '35d148ec-d0fc-4a83-96cb-ddf413b4d88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:54:57Z', 'updated_at': '2021-07-23T16:55:01Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '35d148ec-d0fc-4a83-96cb-ddf413b4d88e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:58Z', 'updated_at': '2021-07-23T16:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '6ae4c77d-0a20-4643-a06f-68f4f407e5bd', 'name': '', 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:ea:07:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '6edae07f-9139-4696-8870-50005ab5945e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:55:00Z', 'updated_at': '2021-07-23T16:55:02Z', 'revision_number': 2, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': '6edae07f-9139-4696-8870-50005ab5945e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:04.301799 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d31abe-fe69-4810-acc0-cfc15ad1ed5d None None] Checking router: ea7f3776-8a5c-49bf-b467-8dfa4957adac for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:55:04.302152 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d31abe-fe69-4810-acc0-cfc15ad1ed5d None None] Updating router ea7f3776-8a5c-49bf-b467-8dfa4957adac port 6ae4c77d-0a20-4643-a06f-68f4f407e5bd binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:55:04.316019 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-33a44cd9-465b-4d61-9453-77539f99a2aa None None] Provisioning complete for port 6ae4c77d-0a20-4643-a06f-68f4f407e5bd triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:55:04.316526 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-33a44cd9-465b-4d61-9453-77539f99a2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:04.338612 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-32d31abe-fe69-4810-acc0-cfc15ad1ed5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:04.381538 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-33a44cd9-465b-4d61-9453-77539f99a2aa None None] Port 6ae4c77d-0a20-4643-a06f-68f4f407e5bd cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:55:04.633094 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 35d148ec-d0fc-4a83-96cb-ddf413b4d88e up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:55:04.650059 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-32d31abe-fe69-4810-acc0-cfc15ad1ed5d None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:04.660290 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-32d31abe-fe69-4810-acc0-cfc15ad1ed5d None None] Transition to ACTIVE for port object 6ae4c77d-0a20-4643-a06f-68f4f407e5bd will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:55:04.667269 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-32d31abe-fe69-4810-acc0-cfc15ad1ed5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:04.694649 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 35d148ec-d0fc-4a83-96cb-ddf413b4d88e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:55:04.695084 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:04.714388 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16a648-3550-439e-92c2-2e0536194c2a None None] Pushing event updated for resources: {'Port': ['ID=6ae4c77d-0a20-4643-a06f-68f4f407e5bd,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:04.725995 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a16a648-3550-439e-92c2-2e0536194c2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:04.726601 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a16a648-3550-439e-92c2-2e0536194c2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:04.727135 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a16a648-3550-439e-92c2-2e0536194c2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:04.727717 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a16a648-3550-439e-92c2-2e0536194c2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:04.728300 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a16a648-3550-439e-92c2-2e0536194c2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:04.729561 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a16a648-3550-439e-92c2-2e0536194c2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:04.730174 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a16a648-3550-439e-92c2-2e0536194c2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:04.730665 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a16a648-3550-439e-92c2-2e0536194c2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:04.731432 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a16a648-3550-439e-92c2-2e0536194c2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:04.732066 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a16a648-3550-439e-92c2-2e0536194c2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:04.732862 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a16a648-3550-439e-92c2-2e0536194c2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:04.733352 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a16a648-3550-439e-92c2-2e0536194c2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:04.805607 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-32d31abe-fe69-4810-acc0-cfc15ad1ed5d None None] Attempting to bind port 6ae4c77d-0a20-4643-a06f-68f4f407e5bd on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:55:04.806274 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-32d31abe-fe69-4810-acc0-cfc15ad1ed5d None None] Attempting to bind port 6ae4c77d-0a20-4643-a06f-68f4f407e5bd by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '0da91621-b08a-48de-86d2-7ffd04c53ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:55:04.806815 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d31abe-fe69-4810-acc0-cfc15ad1ed5d None None] Attempting to bind port 6ae4c77d-0a20-4643-a06f-68f4f407e5bd on network 3631b789-9e03-46cb-aca1-984dc7c4ec88 {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:55:04.812201 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d31abe-fe69-4810-acc0-cfc15ad1ed5d None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:55:04.812821 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d31abe-fe69-4810-acc0-cfc15ad1ed5d None None] Checking segment: {'id': '0da91621-b08a-48de-86d2-7ffd04c53ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:55:04.813440 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-32d31abe-fe69-4810-acc0-cfc15ad1ed5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:04.814004 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d31abe-fe69-4810-acc0-cfc15ad1ed5d None None] Bound using segment: {'id': '0da91621-b08a-48de-86d2-7ffd04c53ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:55:04.814652 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-32d31abe-fe69-4810-acc0-cfc15ad1ed5d None None] Bound port: 6ae4c77d-0a20-4643-a06f-68f4f407e5bd, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da91621-b08a-48de-86d2-7ffd04c53ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:55:04.815212 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-32d31abe-fe69-4810-acc0-cfc15ad1ed5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:04.822396 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d26c9666-3c07-44e2-96c8-3cca9dd50dd4 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:55:04.879219 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port d26c9666-3c07-44e2-96c8-3cca9dd50dd4 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:55:04.879650 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:04.895855 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-32d31abe-fe69-4810-acc0-cfc15ad1ed5d None None] For port 6ae4c77d-0a20-4643-a06f-68f4f407e5bd, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:55:04.901239 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-32d31abe-fe69-4810-acc0-cfc15ad1ed5d None None] For port 6ae4c77d-0a20-4643-a06f-68f4f407e5bd, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=6ae4c77d-0a20-4643-a06f-68f4f407e5bd,segment=NetworkSegment(0da91621-b08a-48de-86d2-7ffd04c53ff7),segment_id=0da91621-b08a-48de-86d2-7ffd04c53ff7)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:55:04.908606 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-32d31abe-fe69-4810-acc0-cfc15ad1ed5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:04.986748 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16a648-3550-439e-92c2-2e0536194c2a None None] Pushing event updated for resources: {'Port': ['ID=6ae4c77d-0a20-4643-a06f-68f4f407e5bd,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:04.999878 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d31abe-fe69-4810-acc0-cfc15ad1ed5d None None] Routers {'ea7f3776-8a5c-49bf-b467-8dfa4957adac'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:55:05.000576 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-32d31abe-fe69-4810-acc0-cfc15ad1ed5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:54:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ea7f3776-8a5c-49bf-b467-8dfa4957adac'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:05.131679 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:05.144624 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-32d31abe-fe69-4810-acc0-cfc15ad1ed5d None None] Set router ea7f3776-8a5c-49bf-b467-8dfa4957adac gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:55:05.279774 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fbe359cc-698d-4f81-9b25-485cd0e87347 req-83c2197d-e65f-4b45-8e1b-79317d0a8410 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 210 time: 0.0582290 Jul 23 16:55:05.374878 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-fe11c52a-3f13-4208-9caa-df670e5680e4 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:05.376377 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-fe11c52a-3f13-4208-9caa-df670e5680e4 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.74 "GET /v2.0/networks?id=3631b789-9e03-46cb-aca1-984dc7c4ec88 HTTP/1.1" status: 200 len: 797 time: 0.2907224 Jul 23 16:55:05.409938 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-077527ba-e916-43a1-9c39-43e0254a62b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:05.448663 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-4629cfe3-b89f-4071-811f-ef6015af9d0b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f8e445c013940dd90796bd2f3eb088f HTTP/1.1" status: 200 len: 380 time: 0.0610156 Jul 23 16:55:05.457630 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-4ec67ff1-d357-4ed8-bcf3-27a7672ce918 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'port': {'device_id': '5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be', 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88', 'admin_state_up': True, 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'security_groups': ['0a6c64a8-e3d9-4ca1-af7d-952681e49dbb']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:55:05.458439 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-32d31abe-fe69-4810-acc0-cfc15ad1ed5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519227737', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '35d148ec-d0fc-4a83-96cb-ddf413b4d88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:54:57Z', 'updated_at': '2021-07-23T16:55:01Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '35d148ec-d0fc-4a83-96cb-ddf413b4d88e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:58Z', 'updated_at': '2021-07-23T16:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '6ae4c77d-0a20-4643-a06f-68f4f407e5bd', 'name': '', 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:ea:07:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '6edae07f-9139-4696-8870-50005ab5945e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:55:00Z', 'updated_at': '2021-07-23T16:55:04Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': '6edae07f-9139-4696-8870-50005ab5945e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:05.487810 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d31abe-fe69-4810-acc0-cfc15ad1ed5d None None] The sync data for ids ['ea7f3776-8a5c-49bf-b467-8dfa4957adac'] in n-d-778549-4 is: [{'id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519227737', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '35d148ec-d0fc-4a83-96cb-ddf413b4d88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:54:57Z', 'updated_at': '2021-07-23T16:55:01Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '35d148ec-d0fc-4a83-96cb-ddf413b4d88e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:58Z', 'updated_at': '2021-07-23T16:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '6ae4c77d-0a20-4643-a06f-68f4f407e5bd', 'name': '', 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:ea:07:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '6edae07f-9139-4696-8870-50005ab5945e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:55:00Z', 'updated_at': '2021-07-23T16:55:04Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': '6edae07f-9139-4696-8870-50005ab5945e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:55:05.506671 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:05.628565 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-4ec67ff1-d357-4ed8-bcf3-27a7672ce918 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Made reservation on behalf of 0f8e445c013940dd90796bd2f3eb088f for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:55:05.633603 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-4ec67ff1-d357-4ed8-bcf3-27a7672ce918 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:05.781754 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-4ec67ff1-d357-4ed8-bcf3-27a7672ce918 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Allocated IP 172.20.0.13 (3631b789-9e03-46cb-aca1-984dc7c4ec88/6edae07f-9139-4696-8870-50005ab5945e/147eb61c-de71-40d2-8b2b-ea732b189cb8) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:55:05.934567 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-4ec67ff1-d357-4ed8-bcf3-27a7672ce918 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:05.949826 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-4ec67ff1-d357-4ed8-bcf3-27a7672ce918 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Transition to ACTIVE for port object 147eb61c-de71-40d2-8b2b-ea732b189cb8 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:55:05.988829 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-4ec67ff1-d357-4ed8-bcf3-27a7672ce918 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:06.040838 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-4ec67ff1-d357-4ed8-bcf3-27a7672ce918 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Network 3631b789-9e03-46cb-aca1-984dc7c4ec88 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:55:06.047723 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-4ec67ff1-d357-4ed8-bcf3-27a7672ce918 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:55:06.049816 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec67ff1-d357-4ed8-bcf3-27a7672ce918 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'Port': ['ID=147eb61c-de71-40d2-8b2b-ea732b189cb8,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:06.052048 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-4ec67ff1-d357-4ed8-bcf3-27a7672ce918 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:55:06.112070 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-4ec67ff1-d357-4ed8-bcf3-27a7672ce918 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:06.112873 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-4ec67ff1-d357-4ed8-bcf3-27a7672ce918 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:06.132525 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-4ec67ff1-d357-4ed8-bcf3-27a7672ce918 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6788557 Jul 23 16:55:06.147969 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-9cc58944-8f65-4adc-8da6-027512f18f9b service neutron] Request body: {'port': {'device_id': '5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:55:06.250364 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-9cc58944-8f65-4adc-8da6-027512f18f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:06.405514 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-872fd293-a412-46ee-90a7-b30ff18b3012 None None] Provisioning for port 147eb61c-de71-40d2-8b2b-ea732b189cb8 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:55:06.411444 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-872fd293-a412-46ee-90a7-b30ff18b3012 None None] Provisioning complete for port 147eb61c-de71-40d2-8b2b-ea732b189cb8 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:55:06.412354 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-872fd293-a412-46ee-90a7-b30ff18b3012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:06.466389 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-872fd293-a412-46ee-90a7-b30ff18b3012 None None] Port 147eb61c-de71-40d2-8b2b-ea732b189cb8 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:55:06.499096 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc615348-a918-45ac-a02e-81deba45eb91 req-d3e02328-e8f2-4836-9410-63b4f513aec4 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:06.502049 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dc615348-a918-45ac-a02e-81deba45eb91 req-d3e02328-e8f2-4836-9410-63b4f513aec4 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 932 time: 0.1221967 Jul 23 16:55:06.584900 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dc615348-a918-45ac-a02e-81deba45eb91 req-39b620ee-48ef-4975-a4f4-1c53ec3ce1bc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6c64a8-e3d9-4ca1-af7d-952681e49dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716288 Jul 23 16:55:06.629295 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:06.675433 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 6ae4c77d-0a20-4643-a06f-68f4f407e5bd up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:55:06.720303 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-9cc58944-8f65-4adc-8da6-027512f18f9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 147eb61c-de71-40d2-8b2b-ea732b189cb8 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:55:06.741971 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-9cc58944-8f65-4adc-8da6-027512f18f9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:06.745351 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 6ae4c77d-0a20-4643-a06f-68f4f407e5bd completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:55:06.754010 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 6ae4c77d-0a20-4643-a06f-68f4f407e5bd triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:55:06.754339 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:06.766501 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-9cc58944-8f65-4adc-8da6-027512f18f9b service neutron] Transition to ACTIVE for port object 147eb61c-de71-40d2-8b2b-ea732b189cb8 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:55:06.771950 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-9cc58944-8f65-4adc-8da6-027512f18f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:06.832685 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc58944-8f65-4adc-8da6-027512f18f9b service neutron] Pushing event updated for resources: {'Port': ['ID=147eb61c-de71-40d2-8b2b-ea732b189cb8,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:06.874480 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:06.922354 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 6ae4c77d-0a20-4643-a06f-68f4f407e5bd, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=6ae4c77d-0a20-4643-a06f-68f4f407e5bd,segment=NetworkSegment(0da91621-b08a-48de-86d2-7ffd04c53ff7),segment_id=0da91621-b08a-48de-86d2-7ffd04c53ff7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:55:06.924320 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-9cc58944-8f65-4adc-8da6-027512f18f9b service neutron] Attempting to bind port 147eb61c-de71-40d2-8b2b-ea732b189cb8 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:55:06.924759 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-9cc58944-8f65-4adc-8da6-027512f18f9b service neutron] Attempting to bind port 147eb61c-de71-40d2-8b2b-ea732b189cb8 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '0da91621-b08a-48de-86d2-7ffd04c53ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:55:06.925325 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-9cc58944-8f65-4adc-8da6-027512f18f9b service neutron] Attempting to bind port 147eb61c-de71-40d2-8b2b-ea732b189cb8 on network 3631b789-9e03-46cb-aca1-984dc7c4ec88 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:55:06.930182 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:06.935330 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-9cc58944-8f65-4adc-8da6-027512f18f9b service neutron] Port 147eb61c-de71-40d2-8b2b-ea732b189cb8 on network 3631b789-9e03-46cb-aca1-984dc7c4ec88 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:55:06.935663 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-9cc58944-8f65-4adc-8da6-027512f18f9b service neutron] Attempting to bind port 147eb61c-de71-40d2-8b2b-ea732b189cb8 on network 3631b789-9e03-46cb-aca1-984dc7c4ec88 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:55:06.943946 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-9cc58944-8f65-4adc-8da6-027512f18f9b service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:55:06.944309 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-9cc58944-8f65-4adc-8da6-027512f18f9b service neutron] Checking segment: {'id': '0da91621-b08a-48de-86d2-7ffd04c53ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:55:06.944742 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-9cc58944-8f65-4adc-8da6-027512f18f9b service neutron] Bound using segment: {'id': '0da91621-b08a-48de-86d2-7ffd04c53ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:55:06.949669 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-9cc58944-8f65-4adc-8da6-027512f18f9b service neutron] Bound port: 147eb61c-de71-40d2-8b2b-ea732b189cb8, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da91621-b08a-48de-86d2-7ffd04c53ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:55:06.949669 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-9cc58944-8f65-4adc-8da6-027512f18f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:07.008584 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=6ae4c77d-0a20-4643-a06f-68f4f407e5bd,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:07.066105 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-9cc58944-8f65-4adc-8da6-027512f18f9b service neutron] For port 147eb61c-de71-40d2-8b2b-ea732b189cb8, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:55:07.072589 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-9cc58944-8f65-4adc-8da6-027512f18f9b service neutron] For port 147eb61c-de71-40d2-8b2b-ea732b189cb8, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=147eb61c-de71-40d2-8b2b-ea732b189cb8,segment=NetworkSegment(0da91621-b08a-48de-86d2-7ffd04c53ff7),segment_id=0da91621-b08a-48de-86d2-7ffd04c53ff7)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:55:07.078733 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-9cc58944-8f65-4adc-8da6-027512f18f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:07.118322 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-9cc58944-8f65-4adc-8da6-027512f18f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:07.118966 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-9cc58944-8f65-4adc-8da6-027512f18f9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:07.120337 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-9cc58944-8f65-4adc-8da6-027512f18f9b service neutron] 10.222.0.74 "PUT /v2.0/ports/147eb61c-de71-40d2-8b2b-ea732b189cb8 HTTP/1.1" status: 200 len: 1092 time: 0.9797747 Jul 23 16:55:07.120778 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be', 'tag': '147eb61c-de71-40d2-8b2b-ea732b189cb8'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:55:07.123062 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521bbde4-bd0b-49ae-92ef-3ef995dd5572" -d '{"events": [{"name": "network-changed", "server_uuid": "5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be", "tag": "147eb61c-de71-40d2-8b2b-ea732b189cb8"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:55:07.157909 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc58944-8f65-4adc-8da6-027512f18f9b service neutron] Pushing event updated for resources: {'Port': ['ID=147eb61c-de71-40d2-8b2b-ea732b189cb8,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:07.201223 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e60f9fa-6cab-45fa-984d-155296a982d4 x-openstack-request-id: req-1e60f9fa-6cab-45fa-984d-155296a982d4 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:55:07.201529 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be", "tag": "147eb61c-de71-40d2-8b2b-ea732b189cb8", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:55:07.201783 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1e60f9fa-6cab-45fa-984d-155296a982d4 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:55:07.202202 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be', 'tag': '147eb61c-de71-40d2-8b2b-ea732b189cb8', 'status': 'completed', 'code': 200} Jul 23 16:55:07.232127 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-e62d523e-8e76-4956-ace8-7694bcb2bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:07.233729 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-e62d523e-8e76-4956-ace8-7694bcb2bf34 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 1095 time: 0.0728867 Jul 23 16:55:07.280241 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-2f2eded6-d6ed-4abc-86e9-19e40f0b6925 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=147eb61c-de71-40d2-8b2b-ea732b189cb8 HTTP/1.1" status: 200 len: 217 time: 0.0393665 Jul 23 16:55:07.335979 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-d120a19a-00cd-4a80-be4c-582f01e22acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:07.337715 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-d120a19a-00cd-4a80-be4c-582f01e22acc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6edae07f-9139-4696-8870-50005ab5945e HTTP/1.1" status: 200 len: 835 time: 0.0512745 Jul 23 16:55:07.409901 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-b9df26a8-da32-4d1b-88a4-c8f66f022a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:07.411403 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-b9df26a8-da32-4d1b-88a4-c8f66f022a6b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3631b789-9e03-46cb-aca1-984dc7c4ec88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668647 Jul 23 16:55:07.512775 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-128d3624-8779-4b9a-a0dc-7605bb7ce05c service neutron] 10.222.0.74 "GET /v2.0/networks/3631b789-9e03-46cb-aca1-984dc7c4ec88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951095 Jul 23 16:55:07.576168 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:07.627282 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5946d9f8-0ef1-4f55-8efc-d3095ba15917 req-cae447d2-4e2b-4203-bbc1-82c7b0b0053e service neutron] 10.222.0.74 "GET /v2.0/networks/3631b789-9e03-46cb-aca1-984dc7c4ec88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070085 Jul 23 16:55:07.738389 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f31f84-7ba4-48cf-9b70-0548a41592c8 req-19ce22e5-b6cd-4225-a822-e9e9ce4585d9 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:07.740904 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-03f31f84-7ba4-48cf-9b70-0548a41592c8 req-19ce22e5-b6cd-4225-a822-e9e9ce4585d9 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 944 time: 0.0830140 Jul 23 16:55:07.758725 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bbde4-bd0b-49ae-92ef-3ef995dd5572 req-ac772e81-e460-4609-97b3-0eade5940948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:07.760506 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-521bbde4-bd0b-49ae-92ef-3ef995dd5572 req-ac772e81-e460-4609-97b3-0eade5940948 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 1095 time: 0.0830119 Jul 23 16:55:07.797294 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-03f31f84-7ba4-48cf-9b70-0548a41592c8 req-ef01cc81-3444-4ce8-bb53-8029a48a0d62 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6c64a8-e3d9-4ca1-af7d-952681e49dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506294 Jul 23 16:55:07.874151 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bbde4-bd0b-49ae-92ef-3ef995dd5572 req-5e544395-9585-4472-be5a-cc65f914827b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:07.875942 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-521bbde4-bd0b-49ae-92ef-3ef995dd5572 req-5e544395-9585-4472-be5a-cc65f914827b service neutron] 10.222.0.74 "GET /v2.0/networks?id=3631b789-9e03-46cb-aca1-984dc7c4ec88 HTTP/1.1" status: 200 len: 899 time: 0.1084018 Jul 23 16:55:07.924943 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-521bbde4-bd0b-49ae-92ef-3ef995dd5572 req-8c8d9ccc-ee6b-45ed-b595-412545cf189e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=147eb61c-de71-40d2-8b2b-ea732b189cb8 HTTP/1.1" status: 200 len: 217 time: 0.0417385 Jul 23 16:55:08.159836 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:55:08.259490 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bbde4-bd0b-49ae-92ef-3ef995dd5572 req-7ffe9705-c9a9-4dd7-b114-4896b3a449f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:08.260979 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-521bbde4-bd0b-49ae-92ef-3ef995dd5572 req-7ffe9705-c9a9-4dd7-b114-4896b3a449f7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6edae07f-9139-4696-8870-50005ab5945e HTTP/1.1" status: 200 len: 835 time: 0.3298318 Jul 23 16:55:08.321332 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bbde4-bd0b-49ae-92ef-3ef995dd5572 req-cf9ea576-eaf6-4362-97d0-33a2a731212e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:08.322840 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-521bbde4-bd0b-49ae-92ef-3ef995dd5572 req-cf9ea576-eaf6-4362-97d0-33a2a731212e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3631b789-9e03-46cb-aca1-984dc7c4ec88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547903 Jul 23 16:55:08.423262 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-521bbde4-bd0b-49ae-92ef-3ef995dd5572 req-54ff8d6e-a96b-4eff-87fe-6599089c2470 service neutron] 10.222.0.74 "GET /v2.0/networks/3631b789-9e03-46cb-aca1-984dc7c4ec88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933614 Jul 23 16:55:08.529575 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-521bbde4-bd0b-49ae-92ef-3ef995dd5572 req-05dfdb27-0d3e-4711-be56-23543cf8f233 service neutron] 10.222.0.74 "GET /v2.0/networks/3631b789-9e03-46cb-aca1-984dc7c4ec88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996888 Jul 23 16:55:08.623274 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 6ae4c77d-0a20-4643-a06f-68f4f407e5bd up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:55:08.671587 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:08.688309 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 6ae4c77d-0a20-4643-a06f-68f4f407e5bd triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:55:08.688669 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:08.866612 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a81fdb4e-3db9-4f16-9173-0843dff83986 req-8209e7ad-f02a-41ff-88e0-53d77b150fea service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=85bf9f79-e8ae-42f6-8b6f-ff11324916d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576205 Jul 23 16:55:08.983455 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fcddbb-6505-4b7a-b5a4-fd9379b882df req-65712662-4882-4abb-8411-b2db69faca73 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:08.988410 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-23fcddbb-6505-4b7a-b5a4-fd9379b882df req-65712662-4882-4abb-8411-b2db69faca73 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 944 time: 0.1093402 Jul 23 16:55:09.004585 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81fdb4e-3db9-4f16-9173-0843dff83986 req-d71aae74-db70-495f-97ec-afca318c42be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:09.006188 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a81fdb4e-3db9-4f16-9173-0843dff83986 req-d71aae74-db70-495f-97ec-afca318c42be service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1a447386a79c4dde9361c7979cbbb97e&device_id=85bf9f79-e8ae-42f6-8b6f-ff11324916d6 HTTP/1.1" status: 200 len: 1097 time: 0.1175330 Jul 23 16:55:09.055819 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-23fcddbb-6505-4b7a-b5a4-fd9379b882df req-76570d69-d587-4d08-9d63-85c0d8f01d7a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6c64a8-e3d9-4ca1-af7d-952681e49dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640190 Jul 23 16:55:09.129922 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81fdb4e-3db9-4f16-9173-0843dff83986 req-5eb455e9-5bec-4da4-aa44-9549441820c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:09.131982 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a81fdb4e-3db9-4f16-9173-0843dff83986 req-5eb455e9-5bec-4da4-aa44-9549441820c4 service neutron] 10.222.0.97 "GET /v2.0/networks?id=fedddd04-4e3c-4738-8768-b1bd7c807fbc HTTP/1.1" status: 200 len: 913 time: 0.1008458 Jul 23 16:55:09.208378 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a81fdb4e-3db9-4f16-9173-0843dff83986 req-d717f298-acf1-4763-a81f-ec0c2397abf0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d07cf63-f98d-452a-bf52-d4c16c1717ea HTTP/1.1" status: 200 len: 1002 time: 0.0696533 Jul 23 16:55:09.271814 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81fdb4e-3db9-4f16-9173-0843dff83986 req-8da316ec-0509-45a6-9945-dc43c51ba9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:09.273469 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a81fdb4e-3db9-4f16-9173-0843dff83986 req-8da316ec-0509-45a6-9945-dc43c51ba9ed service neutron] 10.222.0.97 "GET /v2.0/subnets?id=68bd2291-23ae-4e54-ab39-3c387bae8690 HTTP/1.1" status: 200 len: 850 time: 0.0589430 Jul 23 16:55:09.334853 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81fdb4e-3db9-4f16-9173-0843dff83986 req-12fe9754-825e-4daf-b7b8-af1d8c73512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:09.336407 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a81fdb4e-3db9-4f16-9173-0843dff83986 req-12fe9754-825e-4daf-b7b8-af1d8c73512e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=fedddd04-4e3c-4738-8768-b1bd7c807fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562782 Jul 23 16:55:09.433870 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a81fdb4e-3db9-4f16-9173-0843dff83986 req-9ed6c532-4d8e-4e83-a6cf-b92ad3f3cf79 service neutron] 10.222.0.97 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908766 Jul 23 16:55:09.530233 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a81fdb4e-3db9-4f16-9173-0843dff83986 req-401a9c82-d31d-4e8f-9efc-c0d63cfd14a7 service neutron] 10.222.0.97 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901258 Jul 23 16:55:10.191632 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a974c6a-8132-498c-9bf5-1289d804f4a0 req-0153954d-7d1b-4eba-8e99-81be7dac1f73 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:10.193817 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1a974c6a-8132-498c-9bf5-1289d804f4a0 req-0153954d-7d1b-4eba-8e99-81be7dac1f73 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 944 time: 0.0668175 Jul 23 16:55:10.243006 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1a974c6a-8132-498c-9bf5-1289d804f4a0 req-1f8edfa3-6c14-4c8a-867b-7db7121e9513 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6c64a8-e3d9-4ca1-af7d-952681e49dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429544 Jul 23 16:55:10.644253 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 147eb61c-de71-40d2-8b2b-ea732b189cb8 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:55:10.741606 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 147eb61c-de71-40d2-8b2b-ea732b189cb8, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=147eb61c-de71-40d2-8b2b-ea732b189cb8,segment=NetworkSegment(0da91621-b08a-48de-86d2-7ffd04c53ff7),segment_id=0da91621-b08a-48de-86d2-7ffd04c53ff7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:55:10.753877 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '147eb61c-de71-40d2-8b2b-ea732b189cb8', 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88', 'port_id': '147eb61c-de71-40d2-8b2b-ea732b189cb8', 'mac_address': 'fa:16:3e:d5:01:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6edae07f-9139-4696-8870-50005ab5945e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:55:10.805069 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:10.853994 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 147eb61c-de71-40d2-8b2b-ea732b189cb8 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:55:10.902836 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 147eb61c-de71-40d2-8b2b-ea732b189cb8, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=147eb61c-de71-40d2-8b2b-ea732b189cb8,segment=NetworkSegment(0da91621-b08a-48de-86d2-7ffd04c53ff7),segment_id=0da91621-b08a-48de-86d2-7ffd04c53ff7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:55:10.908323 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:11.138871 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=147eb61c-de71-40d2-8b2b-ea732b189cb8,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:11.193501 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['147eb61c-de71-40d2-8b2b-ea732b189cb8'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:55:11.381577 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81bf80-a785-4918-a245-13f89fa4fe19 req-0bf5f61f-7283-4ccc-99c1-07da3779c475 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:11.384014 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6d81bf80-a785-4918-a245-13f89fa4fe19 req-0bf5f61f-7283-4ccc-99c1-07da3779c475 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 945 time: 0.0703135 Jul 23 16:55:11.430060 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6d81bf80-a785-4918-a245-13f89fa4fe19 req-f2c26a5c-352b-4acc-b007-23ef6191a6f9 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6c64a8-e3d9-4ca1-af7d-952681e49dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393951 Jul 23 16:55:12.573757 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f58b5d-ece4-4ec0-9b6f-b50a89814210 req-52df1e33-0c26-4f54-9129-65e9df27cb59 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:12.575362 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e7f58b5d-ece4-4ec0-9b6f-b50a89814210 req-52df1e33-0c26-4f54-9129-65e9df27cb59 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 945 time: 0.0663624 Jul 23 16:55:12.621643 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e7f58b5d-ece4-4ec0-9b6f-b50a89814210 req-06a50b3d-e5be-4412-b29f-49f5ef5b4f07 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6c64a8-e3d9-4ca1-af7d-952681e49dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402734 Jul 23 16:55:12.670279 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 147eb61c-de71-40d2-8b2b-ea732b189cb8 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:55:12.717871 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 147eb61c-de71-40d2-8b2b-ea732b189cb8 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:55:12.721445 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 147eb61c-de71-40d2-8b2b-ea732b189cb8 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:55:12.721820 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:12.800584 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:12.823080 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147eb61c-de71-40d2-8b2b-ea732b189cb8'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:55:12.825469 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297206de-d2b7-4b26-84b4-17736ba1c33c" -d '{"events": [{"server_uuid": "5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be", "name": "network-vif-plugged", "status": "completed", "tag": "147eb61c-de71-40d2-8b2b-ea732b189cb8"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:55:12.839398 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 147eb61c-de71-40d2-8b2b-ea732b189cb8, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=147eb61c-de71-40d2-8b2b-ea732b189cb8,segment=NetworkSegment(0da91621-b08a-48de-86d2-7ffd04c53ff7),segment_id=0da91621-b08a-48de-86d2-7ffd04c53ff7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:55:12.845912 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:12.874761 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7805ab-6628-4437-9f25-aa2aa1e4db7b x-openstack-request-id: req-0d7805ab-6628-4437-9f25-aa2aa1e4db7b {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:55:12.875213 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be", "name": "network-vif-plugged", "status": "completed", "tag": "147eb61c-de71-40d2-8b2b-ea732b189cb8", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:55:12.875561 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0d7805ab-6628-4437-9f25-aa2aa1e4db7b {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:55:12.876016 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147eb61c-de71-40d2-8b2b-ea732b189cb8', 'code': 200} Jul 23 16:55:12.905532 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=147eb61c-de71-40d2-8b2b-ea732b189cb8,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:13.002077 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb824af-1012-4f15-89ad-178548b771b5 req-aebee1e1-f73f-486a-b367-e1097c7f151e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:13.003586 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ddb824af-1012-4f15-89ad-178548b771b5 req-aebee1e1-f73f-486a-b367-e1097c7f151e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 1097 time: 0.0603971 Jul 23 16:55:13.051761 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ddb824af-1012-4f15-89ad-178548b771b5 req-9e182c70-a74d-4924-bef1-cb17c052d7f2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0a6c64a8-e3d9-4ca1-af7d-952681e49dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416203 Jul 23 16:55:13.351241 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-08ed06df-d869-42ed-9a2d-a46af3261054 req-0cd7c9c5-4938-4f69-90cd-515c5273e52b service neutron] (94012) timed out ('10.222.0.73', 52276) {{(pid=94012) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 16:55:13.766607 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044ac23-0ebd-4d7d-b31f-bbc513f90e43 req-05e58048-5968-4899-a6ed-c477fd0454c8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:13.768147 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4044ac23-0ebd-4d7d-b31f-bbc513f90e43 req-05e58048-5968-4899-a6ed-c477fd0454c8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 946 time: 0.0746760 Jul 23 16:55:13.811320 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4044ac23-0ebd-4d7d-b31f-bbc513f90e43 req-3b500edd-acde-4cdc-85b6-0ac729bc4859 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6c64a8-e3d9-4ca1-af7d-952681e49dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370839 Jul 23 16:55:14.966391 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53e629-b2b2-4543-9993-818a842f347b req-f38213a4-bc7a-4a27-a0e1-427a8c832a0c tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:14.968055 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc53e629-b2b2-4543-9993-818a842f347b req-f38213a4-bc7a-4a27-a0e1-427a8c832a0c tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 946 time: 0.0777326 Jul 23 16:55:15.009606 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc53e629-b2b2-4543-9993-818a842f347b req-41319388-5350-40af-ae74-096bc3188830 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6c64a8-e3d9-4ca1-af7d-952681e49dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351615 Jul 23 16:55:15.095513 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-91703ffe-db77-4ebc-b2b3-8638bb307479 req-abcffd99-f9c9-40e0-9de9-ff2ed3532ce4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0674348 Jul 23 16:55:15.158479 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d4ed6-3c41-49dd-bd31-4aac93fea3fb req-20fe3cba-bcc2-41a1-b5d8-c8ccf80edc37 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:15.160573 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb1d4ed6-3c41-49dd-bd31-4aac93fea3fb req-20fe3cba-bcc2-41a1-b5d8-c8ccf80edc37 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 946 time: 0.0739195 Jul 23 16:55:15.199375 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91703ffe-db77-4ebc-b2b3-8638bb307479 req-f9fd5c63-8c91-406f-95c0-00a33431f83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:15.201240 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-91703ffe-db77-4ebc-b2b3-8638bb307479 req-f9fd5c63-8c91-406f-95c0-00a33431f83e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 1097 time: 0.0641942 Jul 23 16:55:15.211070 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb1d4ed6-3c41-49dd-bd31-4aac93fea3fb req-08351b4f-d0d8-4c76-aec9-b5c811115cbe tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6c64a8-e3d9-4ca1-af7d-952681e49dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415800 Jul 23 16:55:15.235722 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52578) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:55:15.292067 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6025b5ea-0ca3-4dc7-9a95-798e3ae548fe tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:15.293703 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6025b5ea-0ca3-4dc7-9a95-798e3ae548fe tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 1092 time: 0.0569170 Jul 23 16:55:15.296567 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52580) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:55:15.301366 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-180b6807-7254-402a-896b-f84dcd228aa8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'port_id': '147eb61c-de71-40d2-8b2b-ea732b189cb8', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:55:15.324198 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91703ffe-db77-4ebc-b2b3-8638bb307479 req-d347bd95-9002-468d-8fb1-6e34bf79848e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:15.326343 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-91703ffe-db77-4ebc-b2b3-8638bb307479 req-d347bd95-9002-468d-8fb1-6e34bf79848e service neutron] 10.222.0.74 "GET /v2.0/networks?id=3631b789-9e03-46cb-aca1-984dc7c4ec88 HTTP/1.1" status: 200 len: 899 time: 0.1056304 Jul 23 16:55:15.328805 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-180b6807-7254-402a-896b-f84dcd228aa8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:15.369784 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-91703ffe-db77-4ebc-b2b3-8638bb307479 req-2436b412-9cca-4f00-9528-10eb42899205 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=147eb61c-de71-40d2-8b2b-ea732b189cb8 HTTP/1.1" status: 200 len: 217 time: 0.0367320 Jul 23 16:55:15.428384 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91703ffe-db77-4ebc-b2b3-8638bb307479 req-f6334930-3dd8-492b-a6e7-0821201cfdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:15.430019 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-91703ffe-db77-4ebc-b2b3-8638bb307479 req-f6334930-3dd8-492b-a6e7-0821201cfdb3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6edae07f-9139-4696-8870-50005ab5945e HTTP/1.1" status: 200 len: 835 time: 0.0543246 Jul 23 16:55:15.437583 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-180b6807-7254-402a-896b-f84dcd228aa8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:15.504740 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91703ffe-db77-4ebc-b2b3-8638bb307479 req-b368dc61-d6c9-4689-90d2-a152a6d116af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:15.506810 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-91703ffe-db77-4ebc-b2b3-8638bb307479 req-b368dc61-d6c9-4689-90d2-a152a6d116af service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3631b789-9e03-46cb-aca1-984dc7c4ec88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702791 Jul 23 16:55:15.562465 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-180b6807-7254-402a-896b-f84dcd228aa8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Allocated IP 172.25.8.162 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/efca20a0-aaf1-4d88-8aa2-a46909e6177e) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:55:15.612208 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-91703ffe-db77-4ebc-b2b3-8638bb307479 req-9aa15935-825a-409e-b6eb-1806399ccb2b service neutron] 10.222.0.74 "GET /v2.0/networks/3631b789-9e03-46cb-aca1-984dc7c4ec88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989387 Jul 23 16:55:15.668159 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-180b6807-7254-402a-896b-f84dcd228aa8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:15.711745 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-91703ffe-db77-4ebc-b2b3-8638bb307479 req-4f75c69f-7b75-47b7-90b4-05437d0c4b09 service neutron] 10.222.0.74 "GET /v2.0/networks/3631b789-9e03-46cb-aca1-984dc7c4ec88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928876 Jul 23 16:55:15.723570 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-180b6807-7254-402a-896b-f84dcd228aa8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:15.763003 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180b6807-7254-402a-896b-f84dcd228aa8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:55:15.765895 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-180b6807-7254-402a-896b-f84dcd228aa8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:55:15.773005 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180b6807-7254-402a-896b-f84dcd228aa8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:55:15.799673 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b6807-7254-402a-896b-f84dcd228aa8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'Port': ['ID=efca20a0-aaf1-4d88-8aa2-a46909e6177e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:16.147380 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-180b6807-7254-402a-896b-f84dcd228aa8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:16.223125 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-180b6807-7254-402a-896b-f84dcd228aa8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:16.378010 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-180b6807-7254-402a-896b-f84dcd228aa8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:16.383477 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-180b6807-7254-402a-896b-f84dcd228aa8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:16.454199 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b6807-7254-402a-896b-f84dcd228aa8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'Port': ['ID=efca20a0-aaf1-4d88-8aa2-a46909e6177e,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:16.464732 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-180b6807-7254-402a-896b-f84dcd228aa8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:16.574437 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-180b6807-7254-402a-896b-f84dcd228aa8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Floating IP b238ec41-6db0-496e-8b2e-d9271a163945 associated. External IP: 172.25.8.162, port: 147eb61c-de71-40d2-8b2b-ea732b189cb8. Jul 23 16:55:16.790560 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180b6807-7254-402a-896b-f84dcd228aa8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Router ea7f3776-8a5c-49bf-b467-8dfa4957adac has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:55:16.907670 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180b6807-7254-402a-896b-f84dcd228aa8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:55:16.918529 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8500c0c-0b7f-40ae-a9d5-6da7c06645c0 None None] Sync routers for ids ['ea7f3776-8a5c-49bf-b467-8dfa4957adac'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:55:16.925340 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-180b6807-7254-402a-896b-f84dcd228aa8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:16.930149 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8500c0c-0b7f-40ae-a9d5-6da7c06645c0 None None] Routers {'ea7f3776-8a5c-49bf-b467-8dfa4957adac'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:55:16.930797 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e8500c0c-0b7f-40ae-a9d5-6da7c06645c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:55:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ea7f3776-8a5c-49bf-b467-8dfa4957adac'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:16.965139 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-180b6807-7254-402a-896b-f84dcd228aa8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6672437 Jul 23 16:55:16.965711 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be', 'tag': '147eb61c-de71-40d2-8b2b-ea732b189cb8'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:55:16.969585 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7835d0-ee1c-4242-9bb4-76b4fd4fd72a" -d '{"events": [{"name": "network-changed", "server_uuid": "5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be", "tag": "147eb61c-de71-40d2-8b2b-ea732b189cb8"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:55:17.064650 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b0f253-65cf-43c1-990d-601a7ede029f x-openstack-request-id: req-86b0f253-65cf-43c1-990d-601a7ede029f {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:55:17.065155 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be", "tag": "147eb61c-de71-40d2-8b2b-ea732b189cb8", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:55:17.065504 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-86b0f253-65cf-43c1-990d-601a7ede029f {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:55:17.066002 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be', 'tag': '147eb61c-de71-40d2-8b2b-ea732b189cb8', 'status': 'completed', 'code': 200} Jul 23 16:55:17.071276 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-e8500c0c-0b7f-40ae-a9d5-6da7c06645c0 None None] Set router ea7f3776-8a5c-49bf-b467-8dfa4957adac gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:55:17.107193 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3c78b-3c1c-4b5c-a566-381c57853cff req-6ecd412d-7c6c-4e64-a0f4-08b1e4f48699 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:17.109277 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-edd3c78b-3c1c-4b5c-a566-381c57853cff req-6ecd412d-7c6c-4e64-a0f4-08b1e4f48699 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 946 time: 0.0899501 Jul 23 16:55:17.161283 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7835d0-ee1c-4242-9bb4-76b4fd4fd72a req-7b778cf4-33ab-4e66-9651-ef244a53dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:17.163048 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-edd3c78b-3c1c-4b5c-a566-381c57853cff req-e13a405e-9e85-4ee2-9f62-7fbc3012590f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6c64a8-e3d9-4ca1-af7d-952681e49dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457807 Jul 23 16:55:17.176642 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9d7835d0-ee1c-4242-9bb4-76b4fd4fd72a req-7b778cf4-33ab-4e66-9651-ef244a53dc40 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 1097 time: 0.1056857 Jul 23 16:55:17.189406 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 52608) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:55:17.268350 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b2ce3276-d1a5-44d1-ad3d-1bec54ff7d9a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/floatingips/b238ec41-6db0-496e-8b2e-d9271a163945 HTTP/1.1" status: 200 len: 992 time: 0.0775430 Jul 23 16:55:17.305549 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7835d0-ee1c-4242-9bb4-76b4fd4fd72a req-89cc421a-e2ca-4c90-b933-04a238ede4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:17.307218 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9d7835d0-ee1c-4242-9bb4-76b4fd4fd72a req-89cc421a-e2ca-4c90-b933-04a238ede4e4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=3631b789-9e03-46cb-aca1-984dc7c4ec88 HTTP/1.1" status: 200 len: 899 time: 0.1235590 Jul 23 16:55:17.390527 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9d7835d0-ee1c-4242-9bb4-76b4fd4fd72a req-c5acd1b3-c57a-4336-9d06-d2c97d85786f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=147eb61c-de71-40d2-8b2b-ea732b189cb8 HTTP/1.1" status: 200 len: 1000 time: 0.0760643 Jul 23 16:55:17.441145 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e8500c0c-0b7f-40ae-a9d5-6da7c06645c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519227737', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '35d148ec-d0fc-4a83-96cb-ddf413b4d88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:54:57Z', 'updated_at': '2021-07-23T16:55:01Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '35d148ec-d0fc-4a83-96cb-ddf413b4d88e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:58Z', 'updated_at': '2021-07-23T16:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'b238ec41-6db0-496e-8b2e-d9271a163945', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'floating_ip_address': '172.25.8.162', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'port_id': '147eb61c-de71-40d2-8b2b-ea732b189cb8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88', 'mac_address': 'fa:16:3e:d5:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:55:16Z', 'updated_at': '2021-07-23T16:55:16Z', 'revision_number': 0, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae4c77d-0a20-4643-a06f-68f4f407e5bd', 'name': '', 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:ea:07:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '6edae07f-9139-4696-8870-50005ab5945e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:55:00Z', 'updated_at': '2021-07-23T16:55:06Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': '6edae07f-9139-4696-8870-50005ab5945e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:17.461415 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7835d0-ee1c-4242-9bb4-76b4fd4fd72a req-29944c47-4975-4f87-adf2-db32bba45f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:17.463057 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9d7835d0-ee1c-4242-9bb4-76b4fd4fd72a req-29944c47-4975-4f87-adf2-db32bba45f30 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6edae07f-9139-4696-8870-50005ab5945e HTTP/1.1" status: 200 len: 835 time: 0.0663047 Jul 23 16:55:17.475221 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8500c0c-0b7f-40ae-a9d5-6da7c06645c0 None None] Checking router: ea7f3776-8a5c-49bf-b467-8dfa4957adac for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:55:17.485234 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8500c0c-0b7f-40ae-a9d5-6da7c06645c0 None None] Routers {'ea7f3776-8a5c-49bf-b467-8dfa4957adac'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:55:17.485782 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e8500c0c-0b7f-40ae-a9d5-6da7c06645c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:55:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ea7f3776-8a5c-49bf-b467-8dfa4957adac'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:17.535106 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7835d0-ee1c-4242-9bb4-76b4fd4fd72a req-ce720d2a-f2d6-4851-93d9-35dddf3ef6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:17.538106 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9d7835d0-ee1c-4242-9bb4-76b4fd4fd72a req-ce720d2a-f2d6-4851-93d9-35dddf3ef6db service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3631b789-9e03-46cb-aca1-984dc7c4ec88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672729 Jul 23 16:55:17.603841 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-e8500c0c-0b7f-40ae-a9d5-6da7c06645c0 None None] Set router ea7f3776-8a5c-49bf-b467-8dfa4957adac gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:55:17.639467 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9d7835d0-ee1c-4242-9bb4-76b4fd4fd72a req-857a343d-72d2-4e4b-9f24-fd361b776eb0 service neutron] 10.222.0.74 "GET /v2.0/networks/3631b789-9e03-46cb-aca1-984dc7c4ec88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943727 Jul 23 16:55:17.742173 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9d7835d0-ee1c-4242-9bb4-76b4fd4fd72a req-28c73597-bbfb-4b54-a663-86757c89caa1 service neutron] 10.222.0.74 "GET /v2.0/networks/3631b789-9e03-46cb-aca1-984dc7c4ec88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962260 Jul 23 16:55:17.840949 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e8500c0c-0b7f-40ae-a9d5-6da7c06645c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519227737', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '35d148ec-d0fc-4a83-96cb-ddf413b4d88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:54:57Z', 'updated_at': '2021-07-23T16:55:01Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '35d148ec-d0fc-4a83-96cb-ddf413b4d88e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:58Z', 'updated_at': '2021-07-23T16:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'b238ec41-6db0-496e-8b2e-d9271a163945', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'floating_ip_address': '172.25.8.162', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'port_id': '147eb61c-de71-40d2-8b2b-ea732b189cb8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88', 'mac_address': 'fa:16:3e:d5:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:55:16Z', 'updated_at': '2021-07-23T16:55:16Z', 'revision_number': 0, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae4c77d-0a20-4643-a06f-68f4f407e5bd', 'name': '', 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:ea:07:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '6edae07f-9139-4696-8870-50005ab5945e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:55:00Z', 'updated_at': '2021-07-23T16:55:06Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': '6edae07f-9139-4696-8870-50005ab5945e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:17.868577 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8500c0c-0b7f-40ae-a9d5-6da7c06645c0 None None] The sync data for ids ['ea7f3776-8a5c-49bf-b467-8dfa4957adac'] in n-d-778549-4 is: [{'id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519227737', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '35d148ec-d0fc-4a83-96cb-ddf413b4d88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:54:57Z', 'updated_at': '2021-07-23T16:55:01Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '35d148ec-d0fc-4a83-96cb-ddf413b4d88e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:58Z', 'updated_at': '2021-07-23T16:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'b238ec41-6db0-496e-8b2e-d9271a163945', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'floating_ip_address': '172.25.8.162', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'port_id': '147eb61c-de71-40d2-8b2b-ea732b189cb8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88', 'mac_address': 'fa:16:3e:d5:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:55:16Z', 'updated_at': '2021-07-23T16:55:16Z', 'revision_number': 0, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae4c77d-0a20-4643-a06f-68f4f407e5bd', 'name': '', 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:ea:07:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '6edae07f-9139-4696-8870-50005ab5945e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:55:00Z', 'updated_at': '2021-07-23T16:55:06Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': '6edae07f-9139-4696-8870-50005ab5945e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:55:18.074763 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d0c925-2711-49ad-a4b6-afc510e0e19d None None] New status for floating IP b238ec41-6db0-496e-8b2e-d9271a163945: ACTIVE {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:55:18.271782 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52624) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:55:18.336835 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-36d40c5d-6dd7-4479-9c81-279490f2e29b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/floatingips/b238ec41-6db0-496e-8b2e-d9271a163945 HTTP/1.1" status: 200 len: 994 time: 0.0638831 Jul 23 16:55:28.971785 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497bd033-d12a-4a55-82a2-ada89d94a7bf req-61dd54a0-d2ab-4bba-887a-ef1c2f7e9f83 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:28.973302 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-497bd033-d12a-4a55-82a2-ada89d94a7bf req-61dd54a0-d2ab-4bba-887a-ef1c2f7e9f83 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=85bf9f79-e8ae-42f6-8b6f-ff11324916d6 HTTP/1.1" status: 200 len: 946 time: 0.0701065 Jul 23 16:55:29.013747 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-497bd033-d12a-4a55-82a2-ada89d94a7bf req-ef797609-a055-4845-ac5b-4fba94625995 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341787 Jul 23 16:55:30.173283 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b27b3-8235-4864-b4d0-803f0b596809 req-b131e88d-9d1f-4532-bd9d-df428f97f2a2 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:30.175235 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c49b27b3-8235-4864-b4d0-803f0b596809 req-b131e88d-9d1f-4532-bd9d-df428f97f2a2 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=85bf9f79-e8ae-42f6-8b6f-ff11324916d6 HTTP/1.1" status: 200 len: 946 time: 0.0723059 Jul 23 16:55:30.214573 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c49b27b3-8235-4864-b4d0-803f0b596809 req-24b6542c-c017-4730-bfa7-fae7b3a3eadb tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329354 Jul 23 16:55:30.452638 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4b165-6324-44cd-8024-b6705d189e46 req-51b059e3-84e2-445d-8c03-77c8a6309ba7 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:30.454147 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41e4b165-6324-44cd-8024-b6705d189e46 req-51b059e3-84e2-445d-8c03-77c8a6309ba7 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.97 "GET /v2.0/ports?device_id=85bf9f79-e8ae-42f6-8b6f-ff11324916d6 HTTP/1.1" status: 200 len: 946 time: 0.0665514 Jul 23 16:55:30.571348 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-41e4b165-6324-44cd-8024-b6705d189e46 req-e4dd264d-c180-44fd-8b64-29f41a3d452c tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Deleting port 6d07cf63-f98d-452a-bf52-d4c16c1717ea {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:55:30.571694 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-41e4b165-6324-44cd-8024-b6705d189e46 req-e4dd264d-c180-44fd-8b64-29f41a3d452c tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:30.671098 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-41e4b165-6324-44cd-8024-b6705d189e46 req-e4dd264d-c180-44fd-8b64-29f41a3d452c tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] For port 6d07cf63-f98d-452a-bf52-d4c16c1717ea, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=6d07cf63-f98d-452a-bf52-d4c16c1717ea,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:55:30.671464 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-41e4b165-6324-44cd-8024-b6705d189e46 req-e4dd264d-c180-44fd-8b64-29f41a3d452c tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:30.905105 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-41e4b165-6324-44cd-8024-b6705d189e46 req-e4dd264d-c180-44fd-8b64-29f41a3d452c tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:30.905427 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-41e4b165-6324-44cd-8024-b6705d189e46 req-e4dd264d-c180-44fd-8b64-29f41a3d452c tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:30.905746 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [req-41e4b165-6324-44cd-8024-b6705d189e46 req-e4dd264d-c180-44fd-8b64-29f41a3d452c tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Floating IP 7c6a1020-e9ec-4a30-8467-11e322479f6b disassociated. External IP: 172.25.8.110, port: 6d07cf63-f98d-452a-bf52-d4c16c1717ea. Jul 23 16:55:30.906095 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-41e4b165-6324-44cd-8024-b6705d189e46 req-e4dd264d-c180-44fd-8b64-29f41a3d452c tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Calling delete_port for 6d07cf63-f98d-452a-bf52-d4c16c1717ea owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:55:31.038942 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-41e4b165-6324-44cd-8024-b6705d189e46 req-e4dd264d-c180-44fd-8b64-29f41a3d452c tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:31.069221 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd264d-c180-44fd-8b64-29f41a3d452c tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Pushing event deleted for resources: {'Port': ['ID=6d07cf63-f98d-452a-bf52-d4c16c1717ea,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:31.199231 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41e4b165-6324-44cd-8024-b6705d189e46 req-e4dd264d-c180-44fd-8b64-29f41a3d452c tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Router 02621f14-3607-4153-8dfd-95f8c7d900c9 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:55:31.680586 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0371b6fa-44c4-4418-a339-bc7815ae175b req-e5e982cf-73d6-48e0-9160-08831a67f958 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=85bf9f79-e8ae-42f6-8b6f-ff11324916d6 HTTP/1.1" status: 200 len: 210 time: 0.0387435 Jul 23 16:55:31.718916 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41e4b165-6324-44cd-8024-b6705d189e46 req-e4dd264d-c180-44fd-8b64-29f41a3d452c tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:55:31.729573 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7775323-4d35-491b-b794-513d9951c22f None None] Sync routers for ids ['02621f14-3607-4153-8dfd-95f8c7d900c9'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:55:31.745717 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7775323-4d35-491b-b794-513d9951c22f None None] Routers {'02621f14-3607-4153-8dfd-95f8c7d900c9'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:55:31.746377 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f7775323-4d35-491b-b794-513d9951c22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:55:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['02621f14-3607-4153-8dfd-95f8c7d900c9'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:31.767415 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e4b165-6324-44cd-8024-b6705d189e46 req-e4dd264d-c180-44fd-8b64-29f41a3d452c tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] No DVR routers for this DVR port 6d07cf63-f98d-452a-bf52-d4c16c1717ea on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:55:31.774300 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-41e4b165-6324-44cd-8024-b6705d189e46 req-e4dd264d-c180-44fd-8b64-29f41a3d452c tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:31.776996 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41e4b165-6324-44cd-8024-b6705d189e46 req-e4dd264d-c180-44fd-8b64-29f41a3d452c tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.97 "DELETE /v2.0/ports/6d07cf63-f98d-452a-bf52-d4c16c1717ea HTTP/1.1" status: 204 len: 173 time: 1.3174713 Jul 23 16:55:31.777510 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bf9f79-e8ae-42f6-8b6f-ff11324916d6', 'name': 'network-vif-deleted', 'tag': '6d07cf63-f98d-452a-bf52-d4c16c1717ea'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:55:31.780076 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245c5968-140b-4894-9351-852b2c65eabc" -d '{"events": [{"server_uuid": "85bf9f79-e8ae-42f6-8b6f-ff11324916d6", "name": "network-vif-deleted", "tag": "6d07cf63-f98d-452a-bf52-d4c16c1717ea"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:55:31.845837 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607310bf-6529-4888-9d4d-a929c41baa30 x-openstack-request-id: req-607310bf-6529-4888-9d4d-a929c41baa30 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:55:31.846125 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85bf9f79-e8ae-42f6-8b6f-ff11324916d6", "name": "network-vif-deleted", "tag": "6d07cf63-f98d-452a-bf52-d4c16c1717ea", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:55:31.846405 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-607310bf-6529-4888-9d4d-a929c41baa30 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:55:31.846796 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85bf9f79-e8ae-42f6-8b6f-ff11324916d6', 'name': 'network-vif-deleted', 'tag': '6d07cf63-f98d-452a-bf52-d4c16c1717ea', 'status': 'completed', 'code': 200} Jul 23 16:55:31.864321 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-f7775323-4d35-491b-b794-513d9951c22f None None] Set router 02621f14-3607-4153-8dfd-95f8c7d900c9 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:55:32.079260 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f7775323-4d35-491b-b794-513d9951c22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'name': 'tempest-TestVolumeBootPattern-581618674-router', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:43Z', 'updated_at': '2021-07-23T16:48:51Z', 'revision_number': 4, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'gw_port': {'id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:45Z', 'updated_at': '2021-07-23T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'bd5ee84f-3746-4425-ac5a-d72a147aaf31', 'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'mac_address': 'fa:16:3e:27:b5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:50Z', 'updated_at': '2021-07-23T16:49:00Z', 'revision_number': 5, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'subnets': [{'id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:32.105707 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7775323-4d35-491b-b794-513d9951c22f None None] Checking router: 02621f14-3607-4153-8dfd-95f8c7d900c9 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:55:32.115545 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7775323-4d35-491b-b794-513d9951c22f None None] Routers {'02621f14-3607-4153-8dfd-95f8c7d900c9'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:55:32.116177 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f7775323-4d35-491b-b794-513d9951c22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:55:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['02621f14-3607-4153-8dfd-95f8c7d900c9'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:32.230103 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-f7775323-4d35-491b-b794-513d9951c22f None None] Set router 02621f14-3607-4153-8dfd-95f8c7d900c9 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:55:32.429418 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f7775323-4d35-491b-b794-513d9951c22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'name': 'tempest-TestVolumeBootPattern-581618674-router', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:43Z', 'updated_at': '2021-07-23T16:48:51Z', 'revision_number': 4, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'gw_port': {'id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:45Z', 'updated_at': '2021-07-23T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'bd5ee84f-3746-4425-ac5a-d72a147aaf31', 'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'mac_address': 'fa:16:3e:27:b5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:50Z', 'updated_at': '2021-07-23T16:49:00Z', 'revision_number': 5, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'subnets': [{'id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:32.460222 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7775323-4d35-491b-b794-513d9951c22f None None] The sync data for ids ['02621f14-3607-4153-8dfd-95f8c7d900c9'] in n-d-778549-4 is: [{'id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'name': 'tempest-TestVolumeBootPattern-581618674-router', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:43Z', 'updated_at': '2021-07-23T16:48:51Z', 'revision_number': 4, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'gw_port': {'id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:45Z', 'updated_at': '2021-07-23T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'bd5ee84f-3746-4425-ac5a-d72a147aaf31', 'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'mac_address': 'fa:16:3e:27:b5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:50Z', 'updated_at': '2021-07-23T16:49:00Z', 'revision_number': 5, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'subnets': [{'id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:55:32.679282 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-18cd266f-74ce-4f6e-b860-3a4ee3e069a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:32.690372 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9504a0a-e724-4fba-a87e-617eba250452 None None] New status for floating IP 7c6a1020-e9ec-4a30-8467-11e322479f6b: DOWN {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:55:32.795358 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1efef0e2-f8c0-41db-b901-2979aa2cef12 req-26a0bdb8-fe7c-464f-b5d1-2183b23607cb tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=85bf9f79-e8ae-42f6-8b6f-ff11324916d6 HTTP/1.1" status: 200 len: 210 time: 0.0413113 Jul 23 16:55:33.401376 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 6d07cf63-f98d-452a-bf52-d4c16c1717ea no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:55:33.422273 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 6d07cf63-f98d-452a-bf52-d4c16c1717ea {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:55:33.422537 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 6d07cf63-f98d-452a-bf52-d4c16c1717ea not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:55:33.895251 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-12524550-368e-427b-a79f-7aedfea4ba29 req-779a3daf-498b-4da3-b343-3cb81bf53528 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=85bf9f79-e8ae-42f6-8b6f-ff11324916d6 HTTP/1.1" status: 200 len: 210 time: 0.0302260 Jul 23 16:55:34.993871 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e4916f3a-17c4-40ef-8b6b-3a220f04826d req-b479115e-82c8-441c-830f-d9231dec4c1d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=85bf9f79-e8ae-42f6-8b6f-ff11324916d6 HTTP/1.1" status: 200 len: 210 time: 0.0308957 Jul 23 16:55:35.129854 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:35.405470 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e80196de-1ecc-4b2c-8e3e-2a7193006d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:35.501878 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:36.210701 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-7bb5187e-3443-4404-8f60-5933b7f078ae tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-51440327&fields=id&tenant_id=1a447386a79c4dde9361c7979cbbb97e HTTP/1.1" status: 200 len: 267 time: 0.0346615 Jul 23 16:55:36.325746 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-696043be-0115-4e52-9698-04837c67f744 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:36.327260 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-696043be-0115-4e52-9698-04837c67f744 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/networks?id=fedddd04-4e3c-4738-8768-b1bd7c807fbc HTTP/1.1" status: 200 len: 811 time: 0.1099963 Jul 23 16:55:36.343799 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-48fa7c24-7a87-4a59-9b48-500d29f63911 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/quotas/1a447386a79c4dde9361c7979cbbb97e HTTP/1.1" status: 200 len: 375 time: 0.0109775 Jul 23 16:55:36.414938 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-9eb46658-4eaa-4513-8ffa-b79198f50d77 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a447386a79c4dde9361c7979cbbb97e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0654702 Jul 23 16:55:36.518327 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-ef181688-f195-498c-b933-603fd13af77d service neutron] 10.222.0.73 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919731 Jul 23 16:55:36.618874 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-9f0e03c9-9ffc-45bb-b600-6c645777a356 service neutron] 10.222.0.73 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931213 Jul 23 16:55:36.620337 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:36.931927 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1edacf72-b38d-48e6-854f-4513de7e495f req-651cec39-8595-4c9f-bf14-40b3e94d6f3b tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8959a414-0563-48f6-8d73-f7ee8b592213 HTTP/1.1" status: 200 len: 210 time: 0.0355904 Jul 23 16:55:37.570383 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:37.940103 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-5aa893bd-395e-4375-b739-01f63453fef5 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:37.941622 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-5aa893bd-395e-4375-b739-01f63453fef5 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.97 "GET /v2.0/networks?id=fedddd04-4e3c-4738-8768-b1bd7c807fbc HTTP/1.1" status: 200 len: 811 time: 0.1091573 Jul 23 16:55:37.986300 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-cd81dc3b-a768-48a7-9c25-7d3e36860f48 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a447386a79c4dde9361c7979cbbb97e HTTP/1.1" status: 200 len: 378 time: 0.0356750 Jul 23 16:55:37.995326 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-d968466c-048a-4a13-b7e1-46e0b4a55933 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Request body: {'port': {'device_id': '8959a414-0563-48f6-8d73-f7ee8b592213', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'admin_state_up': True, 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'security_groups': ['c0e862d1-6349-45c6-8b5c-fdf98fb71ebe']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:55:38.053788 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9aa172d4-d0aa-44e3-9363-bff4968db02b req-4640344e-bc08-4b12-863c-5c19e92ab62f tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8959a414-0563-48f6-8d73-f7ee8b592213 HTTP/1.1" status: 200 len: 210 time: 0.0420737 Jul 23 16:55:38.139637 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-d968466c-048a-4a13-b7e1-46e0b4a55933 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Made reservation on behalf of 1a447386a79c4dde9361c7979cbbb97e for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:55:38.143561 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-d968466c-048a-4a13-b7e1-46e0b4a55933 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:38.282102 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-d968466c-048a-4a13-b7e1-46e0b4a55933 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Allocated IP 172.20.0.7 (fedddd04-4e3c-4738-8768-b1bd7c807fbc/68bd2291-23ae-4e54-ab39-3c387bae8690/8fe2535e-58ae-40fd-8be8-63460b1dc104) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:55:38.447008 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-d968466c-048a-4a13-b7e1-46e0b4a55933 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:38.460886 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-d968466c-048a-4a13-b7e1-46e0b4a55933 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Transition to ACTIVE for port object 8fe2535e-58ae-40fd-8be8-63460b1dc104 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:55:38.500496 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-d968466c-048a-4a13-b7e1-46e0b4a55933 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:38.550901 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-d968466c-048a-4a13-b7e1-46e0b4a55933 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Network fedddd04-4e3c-4738-8768-b1bd7c807fbc is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:55:38.555147 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-d968466c-048a-4a13-b7e1-46e0b4a55933 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:55:38.561858 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-d968466c-048a-4a13-b7e1-46e0b4a55933 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:55:38.605769 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968466c-048a-4a13-b7e1-46e0b4a55933 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Pushing event updated for resources: {'Port': ['ID=8fe2535e-58ae-40fd-8be8-63460b1dc104,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:38.624940 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-d968466c-048a-4a13-b7e1-46e0b4a55933 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:38.625965 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-d968466c-048a-4a13-b7e1-46e0b4a55933 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:38.657715 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-d968466c-048a-4a13-b7e1-46e0b4a55933 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6672611 Jul 23 16:55:38.670562 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-1055186e-f8ed-4394-8f62-3da04313fa35 service neutron] Request body: {'port': {'device_id': '8959a414-0563-48f6-8d73-f7ee8b592213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:55:38.680544 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:38.770638 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-1055186e-f8ed-4394-8f62-3da04313fa35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:39.010258 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0ca91e29-dea8-4c1a-99cb-1f3d82aae434 None None] Provisioning for port 8fe2535e-58ae-40fd-8be8-63460b1dc104 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:55:39.016184 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0ca91e29-dea8-4c1a-99cb-1f3d82aae434 None None] Provisioning complete for port 8fe2535e-58ae-40fd-8be8-63460b1dc104 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:55:39.018636 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0ca91e29-dea8-4c1a-99cb-1f3d82aae434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:39.067363 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-0ca91e29-dea8-4c1a-99cb-1f3d82aae434 None None] Port 8fe2535e-58ae-40fd-8be8-63460b1dc104 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:55:39.263547 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-1055186e-f8ed-4394-8f62-3da04313fa35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fe2535e-58ae-40fd-8be8-63460b1dc104 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:55:39.277204 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-1055186e-f8ed-4394-8f62-3da04313fa35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:39.293415 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4875247-7701-4027-a3b0-20f01492dd22 req-1d2353bf-a9b7-40e9-b325-d10c3664c90e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:39.297000 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b4875247-7701-4027-a3b0-20f01492dd22 req-1d2353bf-a9b7-40e9-b325-d10c3664c90e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8959a414-0563-48f6-8d73-f7ee8b592213 HTTP/1.1" status: 200 len: 931 time: 0.1495888 Jul 23 16:55:39.331636 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-1055186e-f8ed-4394-8f62-3da04313fa35 service neutron] Transition to ACTIVE for port object 8fe2535e-58ae-40fd-8be8-63460b1dc104 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:55:39.341283 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-1055186e-f8ed-4394-8f62-3da04313fa35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:39.385335 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b4875247-7701-4027-a3b0-20f01492dd22 req-dcbfabac-084f-4f3a-b876-17005c4cfba6 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831664 Jul 23 16:55:39.417437 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1055186e-f8ed-4394-8f62-3da04313fa35 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe2535e-58ae-40fd-8be8-63460b1dc104,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:39.527107 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-1055186e-f8ed-4394-8f62-3da04313fa35 service neutron] Attempting to bind port 8fe2535e-58ae-40fd-8be8-63460b1dc104 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:55:39.527725 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-1055186e-f8ed-4394-8f62-3da04313fa35 service neutron] Attempting to bind port 8fe2535e-58ae-40fd-8be8-63460b1dc104 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:55:39.528231 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-1055186e-f8ed-4394-8f62-3da04313fa35 service neutron] Attempting to bind port 8fe2535e-58ae-40fd-8be8-63460b1dc104 on network fedddd04-4e3c-4738-8768-b1bd7c807fbc {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:55:39.533967 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-1055186e-f8ed-4394-8f62-3da04313fa35 service neutron] Port 8fe2535e-58ae-40fd-8be8-63460b1dc104 on network fedddd04-4e3c-4738-8768-b1bd7c807fbc not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:55:39.534562 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-1055186e-f8ed-4394-8f62-3da04313fa35 service neutron] Attempting to bind port 8fe2535e-58ae-40fd-8be8-63460b1dc104 on network fedddd04-4e3c-4738-8768-b1bd7c807fbc {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:55:39.540879 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-1055186e-f8ed-4394-8f62-3da04313fa35 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:55:39.541395 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-1055186e-f8ed-4394-8f62-3da04313fa35 service neutron] Checking segment: {'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:55:39.541785 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-1055186e-f8ed-4394-8f62-3da04313fa35 service neutron] Bound using segment: {'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:55:39.542260 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-1055186e-f8ed-4394-8f62-3da04313fa35 service neutron] Bound port: 8fe2535e-58ae-40fd-8be8-63460b1dc104, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:55:39.542621 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-1055186e-f8ed-4394-8f62-3da04313fa35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:39.631876 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-1055186e-f8ed-4394-8f62-3da04313fa35 service neutron] For port 8fe2535e-58ae-40fd-8be8-63460b1dc104, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:55:39.635193 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-1055186e-f8ed-4394-8f62-3da04313fa35 service neutron] For port 8fe2535e-58ae-40fd-8be8-63460b1dc104, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=8fe2535e-58ae-40fd-8be8-63460b1dc104,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:55:39.640562 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-1055186e-f8ed-4394-8f62-3da04313fa35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:39.681541 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-1055186e-f8ed-4394-8f62-3da04313fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:39.682164 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-1055186e-f8ed-4394-8f62-3da04313fa35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:39.683573 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-1055186e-f8ed-4394-8f62-3da04313fa35 service neutron] 10.222.0.97 "PUT /v2.0/ports/8fe2535e-58ae-40fd-8be8-63460b1dc104 HTTP/1.1" status: 200 len: 1091 time: 1.0175145 Jul 23 16:55:39.684019 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8959a414-0563-48f6-8d73-f7ee8b592213', 'tag': '8fe2535e-58ae-40fd-8be8-63460b1dc104'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:55:39.686312 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343ffbb1-094f-439c-ad7c-306ca15588a1" -d '{"events": [{"name": "network-changed", "server_uuid": "8959a414-0563-48f6-8d73-f7ee8b592213", "tag": "8fe2535e-58ae-40fd-8be8-63460b1dc104"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:55:39.722125 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1055186e-f8ed-4394-8f62-3da04313fa35 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe2535e-58ae-40fd-8be8-63460b1dc104,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:39.752688 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b07d107-2991-4cc2-b885-4c4bbabcd21b x-openstack-request-id: req-2b07d107-2991-4cc2-b885-4c4bbabcd21b {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:55:39.758651 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8959a414-0563-48f6-8d73-f7ee8b592213", "tag": "8fe2535e-58ae-40fd-8be8-63460b1dc104", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:55:39.758651 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2b07d107-2991-4cc2-b885-4c4bbabcd21b {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:55:39.758651 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8959a414-0563-48f6-8d73-f7ee8b592213', 'tag': '8fe2535e-58ae-40fd-8be8-63460b1dc104', 'status': 'completed', 'code': 200} Jul 23 16:55:39.842299 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-33c3cc9c-7f9f-4a46-b976-1174ed23c507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:39.844071 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-33c3cc9c-7f9f-4a46-b976-1174ed23c507 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1a447386a79c4dde9361c7979cbbb97e&device_id=8959a414-0563-48f6-8d73-f7ee8b592213 HTTP/1.1" status: 200 len: 1094 time: 0.1100183 Jul 23 16:55:39.895614 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-ee218dff-993a-4b96-b033-dd877c80b91d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fe2535e-58ae-40fd-8be8-63460b1dc104 HTTP/1.1" status: 200 len: 217 time: 0.0445836 Jul 23 16:55:39.957423 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-7930607f-0359-4eec-b58d-2a58820954c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:39.959036 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-7930607f-0359-4eec-b58d-2a58820954c4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=68bd2291-23ae-4e54-ab39-3c387bae8690 HTTP/1.1" status: 200 len: 850 time: 0.0560682 Jul 23 16:55:40.031196 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-86c0cdc4-e3ef-4518-875c-79f9e1909c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:40.032861 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-86c0cdc4-e3ef-4518-875c-79f9e1909c26 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=fedddd04-4e3c-4738-8768-b1bd7c807fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674047 Jul 23 16:55:40.128939 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-45e0d8a5-8df1-4077-9662-cfa0c6cf6308 service neutron] 10.222.0.97 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886979 Jul 23 16:55:40.233400 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbda5997-4e74-4ffc-accc-c03d6ef26a76 req-7d66932c-947a-4ae3-963f-1602e06382fe service neutron] 10.222.0.97 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973489 Jul 23 16:55:40.340259 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ffbb1-094f-439c-ad7c-306ca15588a1 req-71ac2c9a-a3a7-4330-b118-e8bfc35f34e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:40.341882 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-343ffbb1-094f-439c-ad7c-306ca15588a1 req-71ac2c9a-a3a7-4330-b118-e8bfc35f34e6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1a447386a79c4dde9361c7979cbbb97e&device_id=8959a414-0563-48f6-8d73-f7ee8b592213 HTTP/1.1" status: 200 len: 1094 time: 0.0646687 Jul 23 16:55:40.446652 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ffbb1-094f-439c-ad7c-306ca15588a1 req-c7d3a742-474a-4999-a2f9-c45dbb133d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:40.448332 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-343ffbb1-094f-439c-ad7c-306ca15588a1 req-c7d3a742-474a-4999-a2f9-c45dbb133d4b service neutron] 10.222.0.97 "GET /v2.0/networks?id=fedddd04-4e3c-4738-8768-b1bd7c807fbc HTTP/1.1" status: 200 len: 913 time: 0.0999780 Jul 23 16:55:40.493302 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-343ffbb1-094f-439c-ad7c-306ca15588a1 req-7d4df24b-9347-4d82-898e-7a1b424e84e6 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fe2535e-58ae-40fd-8be8-63460b1dc104 HTTP/1.1" status: 200 len: 217 time: 0.0387025 Jul 23 16:55:40.580154 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ffbb1-094f-439c-ad7c-306ca15588a1 req-694af585-e291-43e0-9ee5-d311426195c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:40.581712 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-343ffbb1-094f-439c-ad7c-306ca15588a1 req-694af585-e291-43e0-9ee5-d311426195c8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=68bd2291-23ae-4e54-ab39-3c387bae8690 HTTP/1.1" status: 200 len: 850 time: 0.0799930 Jul 23 16:55:40.632550 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91263621-0244-4e93-95a0-f6a9dbc6eeeb req-c780d9fb-10e9-40b5-b27c-a25ba4b52054 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:40.634131 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91263621-0244-4e93-95a0-f6a9dbc6eeeb req-c780d9fb-10e9-40b5-b27c-a25ba4b52054 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8959a414-0563-48f6-8d73-f7ee8b592213 HTTP/1.1" status: 200 len: 943 time: 0.1427293 Jul 23 16:55:40.686597 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91263621-0244-4e93-95a0-f6a9dbc6eeeb req-0dc4dca4-2b3a-48d7-abb6-c0b75d0640e2 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455294 Jul 23 16:55:40.688331 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ffbb1-094f-439c-ad7c-306ca15588a1 req-a86e165f-cdac-4f30-99c1-743ff46b76c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:40.689814 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-343ffbb1-094f-439c-ad7c-306ca15588a1 req-a86e165f-cdac-4f30-99c1-743ff46b76c8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=fedddd04-4e3c-4738-8768-b1bd7c807fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998900 Jul 23 16:55:40.789819 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-343ffbb1-094f-439c-ad7c-306ca15588a1 req-b24aa8a8-848f-4104-98d6-d3ff12044a0b service neutron] 10.222.0.97 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929992 Jul 23 16:55:40.892081 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-343ffbb1-094f-439c-ad7c-306ca15588a1 req-947f1ae5-2e63-4ef7-bf80-9b9733855109 service neutron] 10.222.0.97 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954206 Jul 23 16:55:41.827295 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae71d51-f7c0-4d71-880c-9cf2a8aa8809 req-974e1a51-9599-4a07-8d02-9c2c4aa36b72 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:41.829207 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dae71d51-f7c0-4d71-880c-9cf2a8aa8809 req-974e1a51-9599-4a07-8d02-9c2c4aa36b72 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8959a414-0563-48f6-8d73-f7ee8b592213 HTTP/1.1" status: 200 len: 943 time: 0.0723443 Jul 23 16:55:41.870302 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dae71d51-f7c0-4d71-880c-9cf2a8aa8809 req-a5152520-9dee-4c80-8ed7-fa4396a630a4 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352898 Jul 23 16:55:43.003003 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ee0ab-3cd8-4e74-8557-ff02b943059e req-0c8d0ab4-b4af-42b4-ad82-7a4f4089a47f tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:43.004431 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a8ee0ab-3cd8-4e74-8557-ff02b943059e req-0c8d0ab4-b4af-42b4-ad82-7a4f4089a47f tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8959a414-0563-48f6-8d73-f7ee8b592213 HTTP/1.1" status: 200 len: 943 time: 0.0662429 Jul 23 16:55:43.045783 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a8ee0ab-3cd8-4e74-8557-ff02b943059e req-a4ef9e26-83b4-450e-b6c8-620356613bfb tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350335 Jul 23 16:55:44.227829 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992856b-4884-4962-a795-9624834d0cc8 req-0de880c8-4d08-47d5-a6b4-c8a742e7f9a5 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:44.229996 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6992856b-4884-4962-a795-9624834d0cc8 req-0de880c8-4d08-47d5-a6b4-c8a742e7f9a5 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8959a414-0563-48f6-8d73-f7ee8b592213 HTTP/1.1" status: 200 len: 943 time: 0.0821364 Jul 23 16:55:44.272685 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6992856b-4884-4962-a795-9624834d0cc8 req-ac0cb7f5-b166-4dc2-85c4-3f7fadfc3c1d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355442 Jul 23 16:55:45.159626 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:55:45.421407 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebccfd6-f927-4692-bbe7-e53bdbcce81e req-36ce62a9-ff83-4cfd-aec8-f93370337433 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:45.423233 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6ebccfd6-f927-4692-bbe7-e53bdbcce81e req-36ce62a9-ff83-4cfd-aec8-f93370337433 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8959a414-0563-48f6-8d73-f7ee8b592213 HTTP/1.1" status: 200 len: 943 time: 0.0700243 Jul 23 16:55:45.477147 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6ebccfd6-f927-4692-bbe7-e53bdbcce81e req-600f712e-50ce-43b2-8a37-9af9b9f46f26 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447066 Jul 23 16:55:46.624436 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7fcd6-453d-434c-9f84-6f308cc4f21d req-340b609f-7c2f-4051-8b43-5d6425a1756d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:46.626014 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8fd7fcd6-453d-434c-9f84-6f308cc4f21d req-340b609f-7c2f-4051-8b43-5d6425a1756d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8959a414-0563-48f6-8d73-f7ee8b592213 HTTP/1.1" status: 200 len: 943 time: 0.0728409 Jul 23 16:55:46.666879 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8fd7fcd6-453d-434c-9f84-6f308cc4f21d req-ddabd383-94c2-4ffb-8145-79278f3019cf tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341387 Jul 23 16:55:47.052809 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6757c-6150-42e9-b65b-1a7c72eb2780 req-1e83817d-3f79-45cb-bc6b-d9d160ef6039 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:47.052809 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-92b6757c-6150-42e9-b65b-1a7c72eb2780 req-1e83817d-3f79-45cb-bc6b-d9d160ef6039 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 946 time: 0.0831172 Jul 23 16:55:47.149571 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-92b6757c-6150-42e9-b65b-1a7c72eb2780 req-419d1b58-eb89-4952-a80f-27e8547fa359 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6c64a8-e3d9-4ca1-af7d-952681e49dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350709 Jul 23 16:55:47.151686 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 52958) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:55:47.185850 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4002aa8b-2257-4b1e-af56-68ce1d4732a5 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/floatingips/b238ec41-6db0-496e-8b2e-d9271a163945 HTTP/1.1" status: 200 len: 994 time: 0.0686674 Jul 23 16:55:47.553016 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e7085-6ec7-4e2f-a009-a3cce43444ec req-e804bdf9-fa34-4c76-9ba4-1017ee005948 tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:47.554608 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f45e7085-6ec7-4e2f-a009-a3cce43444ec req-e804bdf9-fa34-4c76-9ba4-1017ee005948 tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 1097 time: 0.0599048 Jul 23 16:55:47.606630 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f45e7085-6ec7-4e2f-a009-a3cce43444ec req-c5b0d63d-157e-4eb5-8956-012061c93550 tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=0a6c64a8-e3d9-4ca1-af7d-952681e49dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445058 Jul 23 16:55:47.833897 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dabc87-6aac-442e-9dc6-b9c50c94f3e4 req-e843c4ce-72dc-40d6-9dd3-e2d2d068ed97 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:47.833897 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0dabc87-6aac-442e-9dc6-b9c50c94f3e4 req-e843c4ce-72dc-40d6-9dd3-e2d2d068ed97 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8959a414-0563-48f6-8d73-f7ee8b592213 HTTP/1.1" status: 200 len: 943 time: 0.0721397 Jul 23 16:55:47.891185 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0dabc87-6aac-442e-9dc6-b9c50c94f3e4 req-31878acc-461e-4e42-bad6-fe3825b1d5fe tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526993 Jul 23 16:55:48.119785 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53006) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:55:48.232163 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-ceaad97a-c703-45e7-a956-6038950e8d85 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1111815 Jul 23 16:55:48.840413 n-d-778549-4 neutron-server[94013]: WARNING keystonemiddleware.auth_token [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-ceaad97a-c703-45e7-a956-6038950e8d85 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 16:55:48.844232 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-8bd65a70-cd5e-45fe-bc1c-36888d857b9b tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:55:48.850199 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-8bd65a70-cd5e-45fe-bc1c-36888d857b9b tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0994787 Jul 23 16:55:48.856055 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-e7b3f91e-9bd1-4368-9f26-f6f301d3cc58 service neutron] Request body: {'binding': {'host': 'n-h2-778549-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:55:48.856686 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-e7b3f91e-9bd1-4368-9f26-f6f301d3cc58 service neutron] Unknown quota resources ['binding']. {{(pid=94013) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:55:49.013005 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-e7b3f91e-9bd1-4368-9f26-f6f301d3cc58 service neutron] Attempting to bind port 147eb61c-de71-40d2-8b2b-ea732b189cb8 on host n-h2-778549-4 for vnic_type normal with profile None {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:55:49.013373 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-e7b3f91e-9bd1-4368-9f26-f6f301d3cc58 service neutron] Attempting to bind port 147eb61c-de71-40d2-8b2b-ea732b189cb8 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '0da91621-b08a-48de-86d2-7ffd04c53ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:55:49.013709 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-e7b3f91e-9bd1-4368-9f26-f6f301d3cc58 service neutron] Attempting to bind port 147eb61c-de71-40d2-8b2b-ea732b189cb8 on network 3631b789-9e03-46cb-aca1-984dc7c4ec88 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:55:49.018284 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-e7b3f91e-9bd1-4368-9f26-f6f301d3cc58 service neutron] Port 147eb61c-de71-40d2-8b2b-ea732b189cb8 on network 3631b789-9e03-46cb-aca1-984dc7c4ec88 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:55:49.018613 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-e7b3f91e-9bd1-4368-9f26-f6f301d3cc58 service neutron] Attempting to bind port 147eb61c-de71-40d2-8b2b-ea732b189cb8 on network 3631b789-9e03-46cb-aca1-984dc7c4ec88 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:55:49.024959 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-e7b3f91e-9bd1-4368-9f26-f6f301d3cc58 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:55:49.024959 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-e7b3f91e-9bd1-4368-9f26-f6f301d3cc58 service neutron] Checking segment: {'id': '0da91621-b08a-48de-86d2-7ffd04c53ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:55:49.025322 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-e7b3f91e-9bd1-4368-9f26-f6f301d3cc58 service neutron] Bound using segment: {'id': '0da91621-b08a-48de-86d2-7ffd04c53ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:55:49.025799 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-e7b3f91e-9bd1-4368-9f26-f6f301d3cc58 service neutron] Bound port: 147eb61c-de71-40d2-8b2b-ea732b189cb8, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da91621-b08a-48de-86d2-7ffd04c53ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:55:49.063507 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8795572-95a2-4dc2-bec4-979be8a409c5 req-3a2cf383-dfef-4251-b92a-241a387dd10b tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:49.065142 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b8795572-95a2-4dc2-bec4-979be8a409c5 req-3a2cf383-dfef-4251-b92a-241a387dd10b tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8959a414-0563-48f6-8d73-f7ee8b592213 HTTP/1.1" status: 200 len: 943 time: 0.0915475 Jul 23 16:55:49.118531 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b8795572-95a2-4dc2-bec4-979be8a409c5 req-253c163a-6bee-425f-928c-8b962002adc7 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453823 Jul 23 16:55:49.126758 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-e7b3f91e-9bd1-4368-9f26-f6f301d3cc58 service neutron] For port 147eb61c-de71-40d2-8b2b-ea732b189cb8, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=147eb61c-de71-40d2-8b2b-ea732b189cb8,segment=NetworkSegment(0da91621-b08a-48de-86d2-7ffd04c53ff7),segment_id=0da91621-b08a-48de-86d2-7ffd04c53ff7)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:55:49.133764 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-e7b3f91e-9bd1-4368-9f26-f6f301d3cc58 service neutron] Notify callbacks [] for binding, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:49.134967 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-e7b3f91e-9bd1-4368-9f26-f6f301d3cc58 service neutron] 10.222.0.73 "POST /v2.0/ports/147eb61c-de71-40d2-8b2b-ea732b189cb8/bindings HTTP/1.1" status: 201 len: 389 time: 0.2825744 Jul 23 16:55:49.320364 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e931774-84f8-4fee-906b-9f368c943e3b req-e9fdcf27-ba98-432d-a58b-5a784e78b45b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:49.322798 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5e931774-84f8-4fee-906b-9f368c943e3b req-e9fdcf27-ba98-432d-a58b-5a784e78b45b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 946 time: 0.0746636 Jul 23 16:55:49.402803 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5e931774-84f8-4fee-906b-9f368c943e3b req-369d10f6-8b68-461b-af3e-7a658d87252b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6c64a8-e3d9-4ca1-af7d-952681e49dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744050 Jul 23 16:55:49.424711 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-774629bd-1cc3-4087-b183-7cd5e5efa5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:49.426273 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-774629bd-1cc3-4087-b183-7cd5e5efa5c7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 1097 time: 0.0778215 Jul 23 16:55:49.525374 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-42af017c-f1ce-4b65-87e9-78ea80464325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:49.527015 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-42af017c-f1ce-4b65-87e9-78ea80464325 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3631b789-9e03-46cb-aca1-984dc7c4ec88 HTTP/1.1" status: 200 len: 899 time: 0.0938995 Jul 23 16:55:49.604288 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-7c26fb21-4dd4-4835-ac26-1f8d9bc72cc3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=147eb61c-de71-40d2-8b2b-ea732b189cb8 HTTP/1.1" status: 200 len: 1002 time: 0.0712364 Jul 23 16:55:49.655781 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-dad71df6-4695-4aa0-81d9-db4dc893307f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:49.657367 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-dad71df6-4695-4aa0-81d9-db4dc893307f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=6edae07f-9139-4696-8870-50005ab5945e HTTP/1.1" status: 200 len: 835 time: 0.0472414 Jul 23 16:55:49.717786 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-fab06aaf-589d-45a6-afe0-2e175fc0ab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:49.719359 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-fab06aaf-589d-45a6-afe0-2e175fc0ab6c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3631b789-9e03-46cb-aca1-984dc7c4ec88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550985 Jul 23 16:55:49.828131 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-430866b5-5b23-4f82-bbc2-53a7c635cc3f service neutron] 10.222.0.97 "GET /v2.0/networks/3631b789-9e03-46cb-aca1-984dc7c4ec88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011031 Jul 23 16:55:49.931912 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-98435cb0-6095-481e-9da0-0a263ae3dfd8 service neutron] 10.222.0.97 "GET /v2.0/networks/3631b789-9e03-46cb-aca1-984dc7c4ec88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966494 Jul 23 16:55:50.108507 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-31365f21-c2c2-44a7-9680-295220558966 tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:50.110063 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-31365f21-c2c2-44a7-9680-295220558966 tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be&tenant_id=0f8e445c013940dd90796bd2f3eb088f&binding%3Ahost_id=n-h1-778549-4 HTTP/1.1" status: 200 len: 1097 time: 0.1196220 Jul 23 16:55:50.122156 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-8699c76e-979d-4008-b5bf-ea5b97f0c911 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778549-4'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:55:50.248597 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-8699c76e-979d-4008-b5bf-ea5b97f0c911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:50.315309 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db1064-bd2d-4262-8472-a00e71f387a1 req-6a6f997b-d39f-415b-9955-1e73510247aa tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:50.316888 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53db1064-bd2d-4262-8472-a00e71f387a1 req-6a6f997b-d39f-415b-9955-1e73510247aa tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8959a414-0563-48f6-8d73-f7ee8b592213 HTTP/1.1" status: 200 len: 943 time: 0.1150906 Jul 23 16:55:50.414079 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53db1064-bd2d-4262-8472-a00e71f387a1 req-ab251876-e434-47b8-9d48-1eddf1efa4be tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0873458 Jul 23 16:55:50.444823 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-8699c76e-979d-4008-b5bf-ea5b97f0c911 service neutron] For port 147eb61c-de71-40d2-8b2b-ea732b189cb8, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=147eb61c-de71-40d2-8b2b-ea732b189cb8,segment=NetworkSegment(0da91621-b08a-48de-86d2-7ffd04c53ff7),segment_id=0da91621-b08a-48de-86d2-7ffd04c53ff7)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:55:50.491237 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-8699c76e-979d-4008-b5bf-ea5b97f0c911 service neutron] For port 147eb61c-de71-40d2-8b2b-ea732b189cb8, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:55:50.536171 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '147eb61c-de71-40d2-8b2b-ea732b189cb8'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:55:50.539049 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f47a4ce-9290-41b2-b144-53bff5ea5e62" -d '{"events": [{"server_uuid": "5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be", "name": "network-vif-unplugged", "status": "completed", "tag": "147eb61c-de71-40d2-8b2b-ea732b189cb8"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:55:50.545480 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-8699c76e-979d-4008-b5bf-ea5b97f0c911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:50.552508 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-8699c76e-979d-4008-b5bf-ea5b97f0c911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:50.601917 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1da0c23-1f46-4450-bf02-b9fef342ec86 x-openstack-request-id: req-d1da0c23-1f46-4450-bf02-b9fef342ec86 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:55:50.602203 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be", "name": "network-vif-unplugged", "status": "completed", "tag": "147eb61c-de71-40d2-8b2b-ea732b189cb8", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:55:50.602448 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d1da0c23-1f46-4450-bf02-b9fef342ec86 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:55:50.602842 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '147eb61c-de71-40d2-8b2b-ea732b189cb8', 'code': 200} Jul 23 16:55:50.699298 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699c76e-979d-4008-b5bf-ea5b97f0c911 service neutron] Pushing event updated for resources: {'Port': ['ID=147eb61c-de71-40d2-8b2b-ea732b189cb8,revision_number=7']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:50.761411 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad877ed-0e1b-4562-acc4-ab7ce89b6c62 req-17368473-8104-44af-a06f-a6bea5c22e32 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:50.763436 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cad877ed-0e1b-4562-acc4-ab7ce89b6c62 req-17368473-8104-44af-a06f-a6bea5c22e32 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 944 time: 0.1783729 Jul 23 16:55:50.790957 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-8699c76e-979d-4008-b5bf-ea5b97f0c911 service neutron] Attempting to bind port 147eb61c-de71-40d2-8b2b-ea732b189cb8 on host n-h1-778549-4 for vnic_type normal with profile {"migrating_to": "n-h2-778549-4"} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:55:50.791296 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-8699c76e-979d-4008-b5bf-ea5b97f0c911 service neutron] Attempting to bind port 147eb61c-de71-40d2-8b2b-ea732b189cb8 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '0da91621-b08a-48de-86d2-7ffd04c53ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:55:50.791623 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-8699c76e-979d-4008-b5bf-ea5b97f0c911 service neutron] Attempting to bind port 147eb61c-de71-40d2-8b2b-ea732b189cb8 on network 3631b789-9e03-46cb-aca1-984dc7c4ec88 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:55:50.814518 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-8699c76e-979d-4008-b5bf-ea5b97f0c911 service neutron] Port 147eb61c-de71-40d2-8b2b-ea732b189cb8 on network 3631b789-9e03-46cb-aca1-984dc7c4ec88 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:55:50.814853 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-8699c76e-979d-4008-b5bf-ea5b97f0c911 service neutron] Attempting to bind port 147eb61c-de71-40d2-8b2b-ea732b189cb8 on network 3631b789-9e03-46cb-aca1-984dc7c4ec88 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:55:50.824361 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-8699c76e-979d-4008-b5bf-ea5b97f0c911 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:55:50.824709 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-8699c76e-979d-4008-b5bf-ea5b97f0c911 service neutron] Checking segment: {'id': '0da91621-b08a-48de-86d2-7ffd04c53ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:55:50.825115 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-8699c76e-979d-4008-b5bf-ea5b97f0c911 service neutron] Bound using segment: {'id': '0da91621-b08a-48de-86d2-7ffd04c53ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:55:50.825547 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-8699c76e-979d-4008-b5bf-ea5b97f0c911 service neutron] Bound port: 147eb61c-de71-40d2-8b2b-ea732b189cb8, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da91621-b08a-48de-86d2-7ffd04c53ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:55:50.825906 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-8699c76e-979d-4008-b5bf-ea5b97f0c911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:50.830166 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cad877ed-0e1b-4562-acc4-ab7ce89b6c62 req-a8c635e8-54ae-4db4-9059-c069e3421f33 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6c64a8-e3d9-4ca1-af7d-952681e49dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569270 Jul 23 16:55:50.896378 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-8699c76e-979d-4008-b5bf-ea5b97f0c911 service neutron] For port 147eb61c-de71-40d2-8b2b-ea732b189cb8, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:55:50.899370 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-8699c76e-979d-4008-b5bf-ea5b97f0c911 service neutron] For port 147eb61c-de71-40d2-8b2b-ea732b189cb8, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=147eb61c-de71-40d2-8b2b-ea732b189cb8,segment=NetworkSegment(0da91621-b08a-48de-86d2-7ffd04c53ff7),segment_id=0da91621-b08a-48de-86d2-7ffd04c53ff7)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:55:50.903910 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-8699c76e-979d-4008-b5bf-ea5b97f0c911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:50.939191 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-614650ad-73e5-43cf-9d78-a4ca84a5f84e None None] Provisioning complete for port 147eb61c-de71-40d2-8b2b-ea732b189cb8 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:55:50.939732 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-614650ad-73e5-43cf-9d78-a4ca84a5f84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:51.011708 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699c76e-979d-4008-b5bf-ea5b97f0c911 service neutron] Pushing event updated for resources: {'Port': ['ID=147eb61c-de71-40d2-8b2b-ea732b189cb8,revision_number=8']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:51.057437 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-8699c76e-979d-4008-b5bf-ea5b97f0c911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:51.058092 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-8699c76e-979d-4008-b5bf-ea5b97f0c911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:51.059837 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-8699c76e-979d-4008-b5bf-ea5b97f0c911 service neutron] 10.222.0.97 "PUT /v2.0/ports/147eb61c-de71-40d2-8b2b-ea732b189cb8 HTTP/1.1" status: 200 len: 1122 time: 0.9416597 Jul 23 16:55:51.088543 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-614650ad-73e5-43cf-9d78-a4ca84a5f84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:51.132673 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['147eb61c-de71-40d2-8b2b-ea732b189cb8'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:55:51.219233 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147eb61c-de71-40d2-8b2b-ea732b189cb8'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:55:51.223235 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd4c987-ca20-4d50-a3c4-90eda1670852" -d '{"events": [{"server_uuid": "5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be", "name": "network-vif-plugged", "status": "completed", "tag": "147eb61c-de71-40d2-8b2b-ea732b189cb8"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:55:51.273260 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-614650ad-73e5-43cf-9d78-a4ca84a5f84e None None] For port 147eb61c-de71-40d2-8b2b-ea732b189cb8, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=147eb61c-de71-40d2-8b2b-ea732b189cb8,segment=NetworkSegment(0da91621-b08a-48de-86d2-7ffd04c53ff7),segment_id=0da91621-b08a-48de-86d2-7ffd04c53ff7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:55:51.277677 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57b4f93-c85a-4870-bfdd-78b4119528a9 x-openstack-request-id: req-d57b4f93-c85a-4870-bfdd-78b4119528a9 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:55:51.278013 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be", "name": "network-vif-plugged", "status": "completed", "tag": "147eb61c-de71-40d2-8b2b-ea732b189cb8", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:55:51.278259 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d57b4f93-c85a-4870-bfdd-78b4119528a9 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:55:51.278787 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147eb61c-de71-40d2-8b2b-ea732b189cb8', 'code': 200} Jul 23 16:55:51.282752 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-614650ad-73e5-43cf-9d78-a4ca84a5f84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:51.582008 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 8fe2535e-58ae-40fd-8be8-63460b1dc104 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:55:51.587254 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa14f00-1696-4900-85ce-cdfdc4c3a15e req-765074ba-33c6-44f4-968e-29035ccb7bb3 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:51.588945 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8fa14f00-1696-4900-85ce-cdfdc4c3a15e req-765074ba-33c6-44f4-968e-29035ccb7bb3 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8959a414-0563-48f6-8d73-f7ee8b592213 HTTP/1.1" status: 200 len: 943 time: 0.0793796 Jul 23 16:55:51.660558 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8fa14f00-1696-4900-85ce-cdfdc4c3a15e req-97b31501-808e-460d-89c7-1f8a2360a562 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629287 Jul 23 16:55:51.709265 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614650ad-73e5-43cf-9d78-a4ca84a5f84e None None] Pushing event updated for resources: {'Port': ['ID=147eb61c-de71-40d2-8b2b-ea732b189cb8,revision_number=9']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:51.875986 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 8fe2535e-58ae-40fd-8be8-63460b1dc104, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=8fe2535e-58ae-40fd-8be8-63460b1dc104,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:55:51.912176 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '8fe2535e-58ae-40fd-8be8-63460b1dc104', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'port_id': '8fe2535e-58ae-40fd-8be8-63460b1dc104', 'mac_address': 'fa:16:3e:b8:62:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:55:51.971056 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f16b7bb8-b182-4708-ae54-f125622e64a7 None None] Provisioning complete for port 147eb61c-de71-40d2-8b2b-ea732b189cb8 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:55:51.971700 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f16b7bb8-b182-4708-ae54-f125622e64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:51.985801 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8de7a9-ec42-4a75-8895-eea9b477a628 req-fd66d431-431c-4c26-8e41-270e9b549863 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:51.987606 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd8de7a9-ec42-4a75-8895-eea9b477a628 req-fd66d431-431c-4c26-8e41-270e9b549863 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 946 time: 0.0739605 Jul 23 16:55:52.018342 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:52.038608 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd8de7a9-ec42-4a75-8895-eea9b477a628 req-20aa19c7-7def-402a-a01c-da375e48477f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6c64a8-e3d9-4ca1-af7d-952681e49dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415614 Jul 23 16:55:52.055322 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe2535e-58ae-40fd-8be8-63460b1dc104 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:55:52.077923 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 8fe2535e-58ae-40fd-8be8-63460b1dc104, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=8fe2535e-58ae-40fd-8be8-63460b1dc104,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:55:52.085174 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:52.173855 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=8fe2535e-58ae-40fd-8be8-63460b1dc104,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:52.309817 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['8fe2535e-58ae-40fd-8be8-63460b1dc104'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:55:52.603844 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be', 'tag': '147eb61c-de71-40d2-8b2b-ea732b189cb8'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:55:52.606547 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95aaed9-b5a7-403d-b9b0-678a6bf7ce7d" -d '{"events": [{"name": "network-changed", "server_uuid": "5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be", "tag": "147eb61c-de71-40d2-8b2b-ea732b189cb8"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:55:52.643773 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab041b3c-66a2-4433-aebc-8f42b2d7a577 x-openstack-request-id: req-ab041b3c-66a2-4433-aebc-8f42b2d7a577 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:55:52.644065 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be", "tag": "147eb61c-de71-40d2-8b2b-ea732b189cb8", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:55:52.644320 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ab041b3c-66a2-4433-aebc-8f42b2d7a577 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:55:52.644728 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be', 'tag': '147eb61c-de71-40d2-8b2b-ea732b189cb8', 'status': 'completed', 'code': 200} Jul 23 16:55:52.736707 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95aaed9-b5a7-403d-b9b0-678a6bf7ce7d req-bbbf0120-ae30-4d49-8ee5-7f175a8cafdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:52.738268 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e95aaed9-b5a7-403d-b9b0-678a6bf7ce7d req-bbbf0120-ae30-4d49-8ee5-7f175a8cafdf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 1127 time: 0.0694473 Jul 23 16:55:52.826357 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaaf973-687c-4d8e-a92d-286c0ce12358 req-2049fe3b-9317-4bc2-9730-a3e74412f17a tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:52.826357 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-caaaf973-687c-4d8e-a92d-286c0ce12358 req-2049fe3b-9317-4bc2-9730-a3e74412f17a tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8959a414-0563-48f6-8d73-f7ee8b592213 HTTP/1.1" status: 200 len: 944 time: 0.0823445 Jul 23 16:55:52.856537 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95aaed9-b5a7-403d-b9b0-678a6bf7ce7d req-6e628d8f-b123-4352-ba87-255a5bbbb5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:52.858080 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e95aaed9-b5a7-403d-b9b0-678a6bf7ce7d req-6e628d8f-b123-4352-ba87-255a5bbbb5fc service neutron] 10.222.0.74 "GET /v2.0/networks?id=3631b789-9e03-46cb-aca1-984dc7c4ec88 HTTP/1.1" status: 200 len: 899 time: 0.1128168 Jul 23 16:55:52.867740 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-caaaf973-687c-4d8e-a92d-286c0ce12358 req-03ae76fa-7e6b-4903-9ff1-ce6fe56a777e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363724 Jul 23 16:55:52.927080 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e95aaed9-b5a7-403d-b9b0-678a6bf7ce7d req-2461ca41-0b81-4ebe-9ba3-06ea114eb859 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=147eb61c-de71-40d2-8b2b-ea732b189cb8 HTTP/1.1" status: 200 len: 1002 time: 0.0619624 Jul 23 16:55:52.979480 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95aaed9-b5a7-403d-b9b0-678a6bf7ce7d req-a9ae8d1c-eb25-4f1c-a1bf-cc6e00216247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:52.980958 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e95aaed9-b5a7-403d-b9b0-678a6bf7ce7d req-a9ae8d1c-eb25-4f1c-a1bf-cc6e00216247 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6edae07f-9139-4696-8870-50005ab5945e HTTP/1.1" status: 200 len: 835 time: 0.0467968 Jul 23 16:55:53.051198 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95aaed9-b5a7-403d-b9b0-678a6bf7ce7d req-37147e3d-7701-4a08-8014-24f6f913f556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:53.054221 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e95aaed9-b5a7-403d-b9b0-678a6bf7ce7d req-37147e3d-7701-4a08-8014-24f6f913f556 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3631b789-9e03-46cb-aca1-984dc7c4ec88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667577 Jul 23 16:55:53.163958 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e95aaed9-b5a7-403d-b9b0-678a6bf7ce7d req-11c0153f-c266-40c5-8ff5-239daf521bb0 service neutron] 10.222.0.74 "GET /v2.0/networks/3631b789-9e03-46cb-aca1-984dc7c4ec88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028197 Jul 23 16:55:53.206758 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ca6da-93f5-436a-b7ea-5bf49e5de9cc req-a479a132-a7d4-48ec-8367-303427a9fe03 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:53.208437 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-665ca6da-93f5-436a-b7ea-5bf49e5de9cc req-a479a132-a7d4-48ec-8367-303427a9fe03 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 946 time: 0.0761518 Jul 23 16:55:53.256601 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-665ca6da-93f5-436a-b7ea-5bf49e5de9cc req-01b6898a-8379-4eb2-a506-85d26d0c6346 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6c64a8-e3d9-4ca1-af7d-952681e49dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400515 Jul 23 16:55:53.274787 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e95aaed9-b5a7-403d-b9b0-678a6bf7ce7d req-f34631e0-2791-47c7-8c41-a1d17e08599d service neutron] 10.222.0.74 "GET /v2.0/networks/3631b789-9e03-46cb-aca1-984dc7c4ec88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039233 Jul 23 16:55:53.503526 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 147eb61c-de71-40d2-8b2b-ea732b189cb8 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:55:53.507707 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 8fe2535e-58ae-40fd-8be8-63460b1dc104 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:55:53.620346 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 8fe2535e-58ae-40fd-8be8-63460b1dc104 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:55:53.633524 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 8fe2535e-58ae-40fd-8be8-63460b1dc104 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:55:53.633900 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:53.676080 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 147eb61c-de71-40d2-8b2b-ea732b189cb8, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=147eb61c-de71-40d2-8b2b-ea732b189cb8,segment=NetworkSegment(0da91621-b08a-48de-86d2-7ffd04c53ff7),segment_id=0da91621-b08a-48de-86d2-7ffd04c53ff7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:55:53.695397 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 147eb61c-de71-40d2-8b2b-ea732b189cb8 has no active binding in host n-h2-778549-4 {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 16:55:53.739220 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:53.763095 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8959a414-0563-48f6-8d73-f7ee8b592213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe2535e-58ae-40fd-8be8-63460b1dc104'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:55:53.765400 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb699cf-4758-41e0-9aaa-fc96119962b7" -d '{"events": [{"server_uuid": "8959a414-0563-48f6-8d73-f7ee8b592213", "name": "network-vif-plugged", "status": "completed", "tag": "8fe2535e-58ae-40fd-8be8-63460b1dc104"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:55:53.779851 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 8fe2535e-58ae-40fd-8be8-63460b1dc104, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=8fe2535e-58ae-40fd-8be8-63460b1dc104,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:55:53.785607 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:53.826454 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1b7874-dd2c-4d62-b6f0-ff0fcb97562e x-openstack-request-id: req-dc1b7874-dd2c-4d62-b6f0-ff0fcb97562e {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:55:53.826746 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8959a414-0563-48f6-8d73-f7ee8b592213", "name": "network-vif-plugged", "status": "completed", "tag": "8fe2535e-58ae-40fd-8be8-63460b1dc104", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:55:53.826999 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dc1b7874-dd2c-4d62-b6f0-ff0fcb97562e {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:55:53.827381 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8959a414-0563-48f6-8d73-f7ee8b592213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe2535e-58ae-40fd-8be8-63460b1dc104', 'code': 200} Jul 23 16:55:53.843927 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=8fe2535e-58ae-40fd-8be8-63460b1dc104,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:53.958799 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6efb5-2e64-4a49-9614-cbdf0c8a457d req-3e2c0cbe-760e-4309-8799-a82f566f4562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:53.960417 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20c6efb5-2e64-4a49-9614-cbdf0c8a457d req-3e2c0cbe-760e-4309-8799-a82f566f4562 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=8959a414-0563-48f6-8d73-f7ee8b592213 HTTP/1.1" status: 200 len: 1096 time: 0.0736246 Jul 23 16:55:54.017576 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20c6efb5-2e64-4a49-9614-cbdf0c8a457d req-2b7c5e6f-dc7f-43a1-9eba-f4cb89051e23 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404763 Jul 23 16:55:54.037733 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adaf6a2-0253-46ab-9691-71f0b4bb3539 req-725c46f5-8e58-416a-92a3-ff0743f8cc01 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:54.039300 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8adaf6a2-0253-46ab-9691-71f0b4bb3539 req-725c46f5-8e58-416a-92a3-ff0743f8cc01 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8959a414-0563-48f6-8d73-f7ee8b592213 HTTP/1.1" status: 200 len: 945 time: 0.0966132 Jul 23 16:55:54.085482 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8adaf6a2-0253-46ab-9691-71f0b4bb3539 req-bd0a3500-00df-4767-b2c9-9d6a6271b762 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401053 Jul 23 16:55:54.407649 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f90d10-495e-4495-8277-d5314930b618 req-22ab3c12-e423-4262-8c7d-5b886c9119af tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:54.409069 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-56f90d10-495e-4495-8277-d5314930b618 req-22ab3c12-e423-4262-8c7d-5b886c9119af tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 946 time: 0.0765281 Jul 23 16:55:54.450803 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-56f90d10-495e-4495-8277-d5314930b618 req-0362432e-afc6-44ee-a406-b9d6067dc155 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6c64a8-e3d9-4ca1-af7d-952681e49dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342040 Jul 23 16:55:55.225319 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a7893-2ee7-4f07-a824-be57c4d5faa2 req-3376c3ee-42f4-43f3-9454-cfee08e02821 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:55.226927 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-486a7893-2ee7-4f07-a824-be57c4d5faa2 req-3376c3ee-42f4-43f3-9454-cfee08e02821 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8959a414-0563-48f6-8d73-f7ee8b592213 HTTP/1.1" status: 200 len: 945 time: 0.0682898 Jul 23 16:55:55.270453 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-486a7893-2ee7-4f07-a824-be57c4d5faa2 req-d7c60a59-b4d1-448c-b9ae-eb2ebd24fd4c tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375371 Jul 23 16:55:55.418138 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35cc3b-22dd-4f6e-878a-536789c7a675 req-c89b91f5-3ff1-4c0a-8933-a15d5030b1d5 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:55.419660 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3b35cc3b-22dd-4f6e-878a-536789c7a675 req-c89b91f5-3ff1-4c0a-8933-a15d5030b1d5 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8959a414-0563-48f6-8d73-f7ee8b592213 HTTP/1.1" status: 200 len: 945 time: 0.0761695 Jul 23 16:55:55.461022 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3b35cc3b-22dd-4f6e-878a-536789c7a675 req-fe0bb8e9-127d-4584-ad3d-e4a16b2c2270 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356004 Jul 23 16:55:55.486519 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53172) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:55:55.595748 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad5be9-cb18-4811-819a-7ba8fc92207f req-0c1e980c-55ae-4af3-b2f7-7514db644d77 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:55.601818 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3cad5be9-cb18-4811-819a-7ba8fc92207f req-0c1e980c-55ae-4af3-b2f7-7514db644d77 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 946 time: 0.0767646 Jul 23 16:55:55.640208 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3cad5be9-cb18-4811-819a-7ba8fc92207f req-5f5e489a-ea3e-4f0b-a346-c9120dbd772c tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6c64a8-e3d9-4ca1-af7d-952681e49dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341446 Jul 23 16:55:55.675086 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da6b088-2e28-490f-b0df-0e6a3cf8a765 tempest-TestVolumeBootPattern-977568958 tempest-TestVolumeBootPattern-977568958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:55.676665 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1da6b088-2e28-490f-b0df-0e6a3cf8a765 tempest-TestVolumeBootPattern-977568958 tempest-TestVolumeBootPattern-977568958-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=8959a414-0563-48f6-8d73-f7ee8b592213 HTTP/1.1" status: 200 len: 1091 time: 0.1881793 Jul 23 16:55:55.679660 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53180) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:55:55.684381 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-47777008-89d5-443d-8885-e08e6e2faa10 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'port_id': '8fe2535e-58ae-40fd-8be8-63460b1dc104', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:55:55.711734 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47777008-89d5-443d-8885-e08e6e2faa10 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:55.830932 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47777008-89d5-443d-8885-e08e6e2faa10 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:55.994237 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-47777008-89d5-443d-8885-e08e6e2faa10 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Allocated IP 172.25.8.15 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/39197109-0aad-42ff-b153-dbdd62364f0a) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:55:56.036491 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-f1023f97-7fd4-4733-975a-2bd189533d77 service neutron] 10.222.0.74 "GET /v2.0/ports/147eb61c-de71-40d2-8b2b-ea732b189cb8/bindings/n-h2-778549-4 HTTP/1.1" status: 200 len: 384 time: 0.1154585 Jul 23 16:55:56.199451 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47777008-89d5-443d-8885-e08e6e2faa10 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:56.321810 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47777008-89d5-443d-8885-e08e6e2faa10 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:56.340557 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-a86352a3-0479-49a8-9b56-ab667cbdecdc service neutron] For port 147eb61c-de71-40d2-8b2b-ea732b189cb8, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=147eb61c-de71-40d2-8b2b-ea732b189cb8,segment=NetworkSegment(0da91621-b08a-48de-86d2-7ffd04c53ff7),segment_id=0da91621-b08a-48de-86d2-7ffd04c53ff7)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:55:56.398327 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47777008-89d5-443d-8885-e08e6e2faa10 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:55:56.404552 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-47777008-89d5-443d-8885-e08e6e2faa10 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:55:56.407435 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47777008-89d5-443d-8885-e08e6e2faa10 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:55:56.410772 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-a86352a3-0479-49a8-9b56-ab667cbdecdc service neutron] For port 147eb61c-de71-40d2-8b2b-ea732b189cb8, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:55:56.450752 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47777008-89d5-443d-8885-e08e6e2faa10 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Pushing event updated for resources: {'Port': ['ID=39197109-0aad-42ff-b153-dbdd62364f0a,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:56.469212 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47777008-89d5-443d-8885-e08e6e2faa10 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:56.469557 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47777008-89d5-443d-8885-e08e6e2faa10 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:56.469896 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47777008-89d5-443d-8885-e08e6e2faa10 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:56.470229 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47777008-89d5-443d-8885-e08e6e2faa10 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:56.470560 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47777008-89d5-443d-8885-e08e6e2faa10 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:56.470886 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47777008-89d5-443d-8885-e08e6e2faa10 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:56.471209 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47777008-89d5-443d-8885-e08e6e2faa10 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:56.471529 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47777008-89d5-443d-8885-e08e6e2faa10 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:56.471849 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47777008-89d5-443d-8885-e08e6e2faa10 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:56.472167 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47777008-89d5-443d-8885-e08e6e2faa10 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:56.472485 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47777008-89d5-443d-8885-e08e6e2faa10 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:56.472809 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47777008-89d5-443d-8885-e08e6e2faa10 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:56.528995 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '147eb61c-de71-40d2-8b2b-ea732b189cb8'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:55:56.531289 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95685714-8af6-48d6-8c52-021d9d03f038" -d '{"events": [{"server_uuid": "5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be", "name": "network-vif-unplugged", "status": "completed", "tag": "147eb61c-de71-40d2-8b2b-ea732b189cb8"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:55:56.542056 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-a86352a3-0479-49a8-9b56-ab667cbdecdc service neutron] For port 147eb61c-de71-40d2-8b2b-ea732b189cb8, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=147eb61c-de71-40d2-8b2b-ea732b189cb8,segment=NetworkSegment(0da91621-b08a-48de-86d2-7ffd04c53ff7),segment_id=0da91621-b08a-48de-86d2-7ffd04c53ff7)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:55:56.587339 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-a86352a3-0479-49a8-9b56-ab667cbdecdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:56.608174 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1cd2d5-69ec-4f74-99d8-267097346bae x-openstack-request-id: req-4e1cd2d5-69ec-4f74-99d8-267097346bae {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:55:56.608474 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be", "name": "network-vif-unplugged", "status": "completed", "tag": "147eb61c-de71-40d2-8b2b-ea732b189cb8", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:55:56.608725 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4e1cd2d5-69ec-4f74-99d8-267097346bae {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:55:56.609133 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '147eb61c-de71-40d2-8b2b-ea732b189cb8', 'code': 200} Jul 23 16:55:56.769454 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-a86352a3-0479-49a8-9b56-ab667cbdecdc service neutron] Transition to ACTIVE for port object 147eb61c-de71-40d2-8b2b-ea732b189cb8 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:55:56.776530 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-a86352a3-0479-49a8-9b56-ab667cbdecdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:56.808823 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3c4cd-29be-434c-8dac-f9312b8570f8 req-89d425b0-62e1-4b86-91db-96081b8309e6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:56.810840 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-11c3c4cd-29be-434c-8dac-f9312b8570f8 req-89d425b0-62e1-4b86-91db-96081b8309e6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 945 time: 0.0884070 Jul 23 16:55:56.882650 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-11c3c4cd-29be-434c-8dac-f9312b8570f8 req-6085d1e6-0d52-47fb-a42b-771ddbde375d tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6c64a8-e3d9-4ca1-af7d-952681e49dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559134 Jul 23 16:55:57.040809 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86352a3-0479-49a8-9b56-ab667cbdecdc service neutron] Pushing event updated for resources: {'Port': ['ID=147eb61c-de71-40d2-8b2b-ea732b189cb8,revision_number=11']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:57.074698 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-a86352a3-0479-49a8-9b56-ab667cbdecdc service neutron] No DVR routers for this DVR port 147eb61c-de71-40d2-8b2b-ea732b189cb8 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:55:57.498418 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47777008-89d5-443d-8885-e08e6e2faa10 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:57.627108 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-a86352a3-0479-49a8-9b56-ab667cbdecdc service neutron] 10.222.0.74 "PUT /v2.0/ports/147eb61c-de71-40d2-8b2b-ea732b189cb8/bindings/n-h2-778549-4/activate HTTP/1.1" status: 200 len: 369 time: 1.5832708 Jul 23 16:55:57.629858 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47777008-89d5-443d-8885-e08e6e2faa10 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:57.807618 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47777008-89d5-443d-8885-e08e6e2faa10 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:57.822229 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47777008-89d5-443d-8885-e08e6e2faa10 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:57.887172 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-8a7ff7a5-01a3-48b5-b050-b9c9656875db tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:57.897818 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-8a7ff7a5-01a3-48b5-b050-b9c9656875db tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be&tenant_id=0f8e445c013940dd90796bd2f3eb088f&binding%3Ahost_id=n-h1-778549-4 HTTP/1.1" status: 200 len: 1096 time: 0.2128601 Jul 23 16:55:57.904976 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47777008-89d5-443d-8885-e08e6e2faa10 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Pushing event updated for resources: {'Port': ['ID=39197109-0aad-42ff-b153-dbdd62364f0a,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:57.926248 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47777008-89d5-443d-8885-e08e6e2faa10 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:57.995400 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-d7e70d92-e963-4316-b69d-9e7a3a38d71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:57.997062 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-d7e70d92-e963-4316-b69d-9e7a3a38d71b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be&tenant_id=0f8e445c013940dd90796bd2f3eb088f HTTP/1.1" status: 200 len: 1096 time: 0.0922666 Jul 23 16:55:58.056076 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-47777008-89d5-443d-8885-e08e6e2faa10 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Floating IP 4fd32cc1-e79d-49c6-b773-d328804434d6 associated. External IP: 172.25.8.15, port: 8fe2535e-58ae-40fd-8be8-63460b1dc104. Jul 23 16:55:58.074756 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc47972-3b84-4428-9b58-a924ae308ade req-7fd6fa80-4fd8-4363-aad4-3763693363d8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:58.077311 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0bc47972-3b84-4428-9b58-a924ae308ade req-7fd6fa80-4fd8-4363-aad4-3763693363d8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 945 time: 0.1162405 Jul 23 16:55:58.135072 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0bc47972-3b84-4428-9b58-a924ae308ade req-bc6f9d80-5106-4a1d-8307-e18093d7d5f6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6c64a8-e3d9-4ca1-af7d-952681e49dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525994 Jul 23 16:55:58.141393 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-f1fb500d-d162-47d8-8406-d2ce13989436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:58.143067 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-f1fb500d-d162-47d8-8406-d2ce13989436 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 1096 time: 0.1163392 Jul 23 16:55:58.247501 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-6de865b4-1c7b-4bbb-90a4-d778cadec86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:58.248998 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-6de865b4-1c7b-4bbb-90a4-d778cadec86e service neutron] 10.222.0.97 "GET /v2.0/networks?id=3631b789-9e03-46cb-aca1-984dc7c4ec88 HTTP/1.1" status: 200 len: 899 time: 0.0978298 Jul 23 16:55:58.312518 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47777008-89d5-443d-8885-e08e6e2faa10 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Router 02621f14-3607-4153-8dfd-95f8c7d900c9 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:55:58.339155 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-3d936228-8247-41ae-8eb5-94580f9ddecf service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=147eb61c-de71-40d2-8b2b-ea732b189cb8 HTTP/1.1" status: 200 len: 1000 time: 0.0820799 Jul 23 16:55:58.390209 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-ed3006da-0b84-4898-be7a-476e359970d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:58.391720 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-ed3006da-0b84-4898-be7a-476e359970d5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=6edae07f-9139-4696-8870-50005ab5945e HTTP/1.1" status: 200 len: 835 time: 0.0469747 Jul 23 16:55:58.433863 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47777008-89d5-443d-8885-e08e6e2faa10 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:55:58.449207 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6473ae1e-39e0-4619-8f5c-41a1166f62e2 None None] Sync routers for ids ['02621f14-3607-4153-8dfd-95f8c7d900c9'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:55:58.464679 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47777008-89d5-443d-8885-e08e6e2faa10 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:58.469446 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6473ae1e-39e0-4619-8f5c-41a1166f62e2 None None] Routers {'02621f14-3607-4153-8dfd-95f8c7d900c9'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:55:58.470247 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-6473ae1e-39e0-4619-8f5c-41a1166f62e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:55:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['02621f14-3607-4153-8dfd-95f8c7d900c9'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:58.478305 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-f1dc6b9b-f624-457e-b19f-cbf8c4003a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:58.480154 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-f1dc6b9b-f624-457e-b19f-cbf8c4003a3e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3631b789-9e03-46cb-aca1-984dc7c4ec88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810196 Jul 23 16:55:58.513104 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-47777008-89d5-443d-8885-e08e6e2faa10 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8284180 Jul 23 16:55:58.589247 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-6473ae1e-39e0-4619-8f5c-41a1166f62e2 None None] Set router 02621f14-3607-4153-8dfd-95f8c7d900c9 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:55:58.597650 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-aa244b38-f82a-4e54-b023-fe4ded67fe05 service neutron] 10.222.0.97 "GET /v2.0/networks/3631b789-9e03-46cb-aca1-984dc7c4ec88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102309 Jul 23 16:55:58.610718 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8959a414-0563-48f6-8d73-f7ee8b592213', 'tag': '8fe2535e-58ae-40fd-8be8-63460b1dc104'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:55:58.613748 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb2a14e-61ee-4e8c-9dd9-ddb3540ce287" -d '{"events": [{"name": "network-changed", "server_uuid": "8959a414-0563-48f6-8d73-f7ee8b592213", "tag": "8fe2535e-58ae-40fd-8be8-63460b1dc104"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:55:58.666658 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152c7a87-f5b0-49fe-9200-d4cc10e13efb x-openstack-request-id: req-152c7a87-f5b0-49fe-9200-d4cc10e13efb {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:55:58.667298 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8959a414-0563-48f6-8d73-f7ee8b592213", "tag": "8fe2535e-58ae-40fd-8be8-63460b1dc104", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:55:58.667298 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-152c7a87-f5b0-49fe-9200-d4cc10e13efb {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:55:58.667696 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8959a414-0563-48f6-8d73-f7ee8b592213', 'tag': '8fe2535e-58ae-40fd-8be8-63460b1dc104', 'status': 'completed', 'code': 200} Jul 23 16:55:58.874553 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 147eb61c-de71-40d2-8b2b-ea732b189cb8 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:55:58.883069 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-6473ae1e-39e0-4619-8f5c-41a1166f62e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'name': 'tempest-TestVolumeBootPattern-581618674-router', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:43Z', 'updated_at': '2021-07-23T16:48:51Z', 'revision_number': 4, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'gw_port': {'id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:45Z', 'updated_at': '2021-07-23T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '4fd32cc1-e79d-49c6-b773-d328804434d6', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'port_id': '8fe2535e-58ae-40fd-8be8-63460b1dc104', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'mac_address': 'fa:16:3e:b8:62:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959a414-0563-48f6-8d73-f7ee8b592213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:55:56Z', 'updated_at': '2021-07-23T16:55:56Z', 'revision_number': 0, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd5ee84f-3746-4425-ac5a-d72a147aaf31', 'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'mac_address': 'fa:16:3e:27:b5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:50Z', 'updated_at': '2021-07-23T16:49:00Z', 'revision_number': 5, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'subnets': [{'id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:58.935282 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6473ae1e-39e0-4619-8f5c-41a1166f62e2 None None] Checking router: 02621f14-3607-4153-8dfd-95f8c7d900c9 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:55:58.954178 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6473ae1e-39e0-4619-8f5c-41a1166f62e2 None None] Routers {'02621f14-3607-4153-8dfd-95f8c7d900c9'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:55:58.954958 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-6473ae1e-39e0-4619-8f5c-41a1166f62e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:55:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['02621f14-3607-4153-8dfd-95f8c7d900c9'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:59.019967 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 147eb61c-de71-40d2-8b2b-ea732b189cb8 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:55:59.102472 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-6473ae1e-39e0-4619-8f5c-41a1166f62e2 None None] Set router 02621f14-3607-4153-8dfd-95f8c7d900c9 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:55:59.129211 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-0ddf5431-eb59-4100-b335-889bc7fdec2f service neutron] 10.222.0.97 "GET /v2.0/networks/3631b789-9e03-46cb-aca1-984dc7c4ec88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240524 Jul 23 16:55:59.148488 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2a14e-61ee-4e8c-9dd9-ddb3540ce287 req-a4610a1e-91ee-4ca5-8ae8-c198ee8a4ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:59.150476 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fb2a14e-61ee-4e8c-9dd9-ddb3540ce287 req-a4610a1e-91ee-4ca5-8ae8-c198ee8a4ca9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1a447386a79c4dde9361c7979cbbb97e&device_id=8959a414-0563-48f6-8d73-f7ee8b592213 HTTP/1.1" status: 200 len: 1096 time: 0.4615324 Jul 23 16:55:59.326367 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2a14e-61ee-4e8c-9dd9-ddb3540ce287 req-0818982e-4c68-40db-82ae-a32d765cef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:59.328221 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fb2a14e-61ee-4e8c-9dd9-ddb3540ce287 req-0818982e-4c68-40db-82ae-a32d765cef59 service neutron] 10.222.0.97 "GET /v2.0/networks?id=fedddd04-4e3c-4738-8768-b1bd7c807fbc HTTP/1.1" status: 200 len: 913 time: 0.1706448 Jul 23 16:55:59.438102 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229e0c0-4b55-4401-9a0f-63f496c325ca req-da63352a-65e9-4323-9d5d-1454bc233f99 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:59.439770 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4229e0c0-4b55-4401-9a0f-63f496c325ca req-da63352a-65e9-4323-9d5d-1454bc233f99 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 945 time: 0.1947758 Jul 23 16:55:59.454645 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-6473ae1e-39e0-4619-8f5c-41a1166f62e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'name': 'tempest-TestVolumeBootPattern-581618674-router', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:43Z', 'updated_at': '2021-07-23T16:48:51Z', 'revision_number': 4, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'gw_port': {'id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:45Z', 'updated_at': '2021-07-23T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '4fd32cc1-e79d-49c6-b773-d328804434d6', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'port_id': '8fe2535e-58ae-40fd-8be8-63460b1dc104', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'mac_address': 'fa:16:3e:b8:62:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959a414-0563-48f6-8d73-f7ee8b592213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:55:56Z', 'updated_at': '2021-07-23T16:55:56Z', 'revision_number': 0, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd5ee84f-3746-4425-ac5a-d72a147aaf31', 'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'mac_address': 'fa:16:3e:27:b5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:50Z', 'updated_at': '2021-07-23T16:49:00Z', 'revision_number': 5, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'subnets': [{'id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:59.484122 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6473ae1e-39e0-4619-8f5c-41a1166f62e2 None None] The sync data for ids ['02621f14-3607-4153-8dfd-95f8c7d900c9'] in n-d-778549-4 is: [{'id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'name': 'tempest-TestVolumeBootPattern-581618674-router', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:43Z', 'updated_at': '2021-07-23T16:48:51Z', 'revision_number': 4, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'gw_port': {'id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:45Z', 'updated_at': '2021-07-23T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '4fd32cc1-e79d-49c6-b773-d328804434d6', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'port_id': '8fe2535e-58ae-40fd-8be8-63460b1dc104', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'mac_address': 'fa:16:3e:b8:62:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959a414-0563-48f6-8d73-f7ee8b592213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:55:56Z', 'updated_at': '2021-07-23T16:55:56Z', 'revision_number': 0, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd5ee84f-3746-4425-ac5a-d72a147aaf31', 'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'mac_address': 'fa:16:3e:27:b5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:50Z', 'updated_at': '2021-07-23T16:49:00Z', 'revision_number': 5, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'subnets': [{'id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:55:59.486446 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fb2a14e-61ee-4e8c-9dd9-ddb3540ce287 req-f87f6926-ef0d-412a-ad55-7f9312660dc1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fe2535e-58ae-40fd-8be8-63460b1dc104 HTTP/1.1" status: 200 len: 998 time: 0.1469004 Jul 23 16:55:59.549707 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4229e0c0-4b55-4401-9a0f-63f496c325ca req-409208d1-88c4-4b01-b98a-eda40e92ea44 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6c64a8-e3d9-4ca1-af7d-952681e49dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017840 Jul 23 16:55:59.563777 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-2f8268c6-e150-4731-9088-bf8d90d253a7 tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:59.565324 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-2f8268c6-e150-4731-9088-bf8d90d253a7 tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be&tenant_id=0f8e445c013940dd90796bd2f3eb088f&binding%3Ahost_id=n-h2-778549-4 HTTP/1.1" status: 200 len: 1096 time: 0.1757128 Jul 23 16:55:59.579782 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2a14e-61ee-4e8c-9dd9-ddb3540ce287 req-c2f54c34-d3b6-48a2-b12d-ccd67c01d143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:59.581316 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fb2a14e-61ee-4e8c-9dd9-ddb3540ce287 req-c2f54c34-d3b6-48a2-b12d-ccd67c01d143 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=68bd2291-23ae-4e54-ab39-3c387bae8690 HTTP/1.1" status: 200 len: 850 time: 0.0863221 Jul 23 16:55:59.740957 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf43e13-d992-428c-987e-6752e4501c24 None None] New status for floating IP 4fd32cc1-e79d-49c6-b773-d328804434d6: ACTIVE {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:55:59.794249 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2a14e-61ee-4e8c-9dd9-ddb3540ce287 req-bc9755f3-56d4-49f4-b1d5-7a688c270702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:59.795798 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fb2a14e-61ee-4e8c-9dd9-ddb3540ce287 req-bc9755f3-56d4-49f4-b1d5-7a688c270702 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=fedddd04-4e3c-4738-8768-b1bd7c807fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2072287 Jul 23 16:55:59.810174 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-bc539df2-80dc-4578-9353-ac8751bb75e5 service neutron] For port 147eb61c-de71-40d2-8b2b-ea732b189cb8, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:55:59.813812 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-bc539df2-80dc-4578-9353-ac8751bb75e5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:59.815057 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0459995d-fd2e-4c16-99d2-e92e816946a9 req-bc539df2-80dc-4578-9353-ac8751bb75e5 service neutron] 10.222.0.97 "DELETE /v2.0/ports/147eb61c-de71-40d2-8b2b-ea732b189cb8/bindings/n-h1-778549-4 HTTP/1.1" status: 204 len: 173 time: 0.2371416 Jul 23 16:55:59.935144 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fb2a14e-61ee-4e8c-9dd9-ddb3540ce287 req-a7f05a85-3984-4bda-b621-770c3c3e1ca9 service neutron] 10.222.0.97 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189711 Jul 23 16:56:00.038028 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6fb2a14e-61ee-4e8c-9dd9-ddb3540ce287 req-08ff7d26-9d64-4a91-a45a-68400c998513 service neutron] 10.222.0.97 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962310 Jul 23 16:56:00.698857 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6cdac-c8f7-475f-9e4d-89df88e317a6 req-60d8afdc-548b-4605-886f-5923ecbd5289 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:00.700476 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e7a6cdac-c8f7-475f-9e4d-89df88e317a6 req-60d8afdc-548b-4605-886f-5923ecbd5289 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 945 time: 0.0724785 Jul 23 16:56:00.744392 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e7a6cdac-c8f7-475f-9e4d-89df88e317a6 req-94c80597-13e6-4ceb-b43a-b8a4913f99cd tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6c64a8-e3d9-4ca1-af7d-952681e49dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370479 Jul 23 16:56:00.878971 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d82fa1-be10-495a-a32b-00690c98c0f5 req-2e8fddfb-1fb3-4b91-9b92-f3a234aa094c tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:00.881293 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4d82fa1-be10-495a-a32b-00690c98c0f5 req-2e8fddfb-1fb3-4b91-9b92-f3a234aa094c tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 1096 time: 0.0568974 Jul 23 16:56:00.918573 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c4d82fa1-be10-495a-a32b-00690c98c0f5 req-0feac304-02e9-4e08-b2a0-8afcb82ce975 tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=0a6c64a8-e3d9-4ca1-af7d-952681e49dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308630 Jul 23 16:56:01.058738 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55781ac-1eec-4c6a-b1f6-0715a49455ba req-2fe497e3-d25e-44fd-8d76-74a88dc6b315 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:01.060310 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c55781ac-1eec-4c6a-b1f6-0715a49455ba req-2fe497e3-d25e-44fd-8d76-74a88dc6b315 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 945 time: 0.0737426 Jul 23 16:56:01.098609 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c55781ac-1eec-4c6a-b1f6-0715a49455ba req-fb219636-4dde-4c56-8ef6-9968b4b12bfd tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6c64a8-e3d9-4ca1-af7d-952681e49dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325100 Jul 23 16:56:01.122938 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53292) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:01.193936 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-622c382c-17f1-4ee2-944c-41e4d92f4a79 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/floatingips/b238ec41-6db0-496e-8b2e-d9271a163945 HTTP/1.1" status: 200 len: 992 time: 0.0639668 Jul 23 16:56:02.680594 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d63ee758-e436-49ed-9512-fdb85bcf4093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:03.410788 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53302) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:03.579330 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-dca39f7d-02ef-4726-b9b3-a34e7c3cffdd tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Deleting port efca20a0-aaf1-4d88-8aa2-a46909e6177e {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:56:03.579674 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dca39f7d-02ef-4726-b9b3-a34e7c3cffdd tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:03.660478 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dca39f7d-02ef-4726-b9b3-a34e7c3cffdd tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:03.660806 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dca39f7d-02ef-4726-b9b3-a34e7c3cffdd tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:03.674106 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-dca39f7d-02ef-4726-b9b3-a34e7c3cffdd tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Calling delete_port for efca20a0-aaf1-4d88-8aa2-a46909e6177e owned by network:floatingip {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:56:03.828422 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dca39f7d-02ef-4726-b9b3-a34e7c3cffdd tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:03.852109 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca39f7d-02ef-4726-b9b3-a34e7c3cffdd tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event deleted for resources: {'Port': ['ID=efca20a0-aaf1-4d88-8aa2-a46909e6177e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:03.920767 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dca39f7d-02ef-4726-b9b3-a34e7c3cffdd tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for floatingip, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:03.921128 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-dca39f7d-02ef-4726-b9b3-a34e7c3cffdd tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Floating IP b238ec41-6db0-496e-8b2e-d9271a163945 disassociated (deleted). External IP: 172.25.8.162, port: 147eb61c-de71-40d2-8b2b-ea732b189cb8. Jul 23 16:56:04.141662 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca39f7d-02ef-4726-b9b3-a34e7c3cffdd tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Router ea7f3776-8a5c-49bf-b467-8dfa4957adac has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:56:04.257498 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca39f7d-02ef-4726-b9b3-a34e7c3cffdd tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:56:04.262348 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dca39f7d-02ef-4726-b9b3-a34e7c3cffdd tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:04.268049 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0c87ba-5a35-4c35-affa-22715a8aeb2a None None] Sync routers for ids ['ea7f3776-8a5c-49bf-b467-8dfa4957adac'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:56:04.279079 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0c87ba-5a35-4c35-affa-22715a8aeb2a None None] Routers {'ea7f3776-8a5c-49bf-b467-8dfa4957adac'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:56:04.279691 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-5a0c87ba-5a35-4c35-affa-22715a8aeb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:55:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ea7f3776-8a5c-49bf-b467-8dfa4957adac'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:56:04.298976 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-dca39f7d-02ef-4726-b9b3-a34e7c3cffdd tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "DELETE /v2.0/floatingips/b238ec41-6db0-496e-8b2e-d9271a163945 HTTP/1.1" status: 204 len: 168 time: 0.8865099 Jul 23 16:56:04.299560 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be', 'tag': '147eb61c-de71-40d2-8b2b-ea732b189cb8'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:56:04.302473 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20ce3ad-53ca-451c-a2e3-39556c972989" -d '{"events": [{"name": "network-changed", "server_uuid": "5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be", "tag": "147eb61c-de71-40d2-8b2b-ea732b189cb8"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:56:04.353741 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7541397e-6dab-4abd-a6c2-0a8eaa92e9b5 x-openstack-request-id: req-7541397e-6dab-4abd-a6c2-0a8eaa92e9b5 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:56:04.354148 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be", "tag": "147eb61c-de71-40d2-8b2b-ea732b189cb8", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:56:04.354412 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7541397e-6dab-4abd-a6c2-0a8eaa92e9b5 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:56:04.354812 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be', 'tag': '147eb61c-de71-40d2-8b2b-ea732b189cb8', 'status': 'completed', 'code': 200} Jul 23 16:56:04.393078 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-5a0c87ba-5a35-4c35-affa-22715a8aeb2a None None] Set router ea7f3776-8a5c-49bf-b467-8dfa4957adac gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:56:04.467510 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ce3ad-53ca-451c-a2e3-39556c972989 req-60492a10-c494-4fa8-92d8-d575b2622eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:04.472238 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a20ce3ad-53ca-451c-a2e3-39556c972989 req-60492a10-c494-4fa8-92d8-d575b2622eca service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 1096 time: 0.0872791 Jul 23 16:56:04.630590 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-5a0c87ba-5a35-4c35-affa-22715a8aeb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519227737', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '35d148ec-d0fc-4a83-96cb-ddf413b4d88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:54:57Z', 'updated_at': '2021-07-23T16:55:01Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '35d148ec-d0fc-4a83-96cb-ddf413b4d88e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:58Z', 'updated_at': '2021-07-23T16:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '6ae4c77d-0a20-4643-a06f-68f4f407e5bd', 'name': '', 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:ea:07:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '6edae07f-9139-4696-8870-50005ab5945e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:55:00Z', 'updated_at': '2021-07-23T16:55:06Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': '6edae07f-9139-4696-8870-50005ab5945e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:56:04.631920 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ce3ad-53ca-451c-a2e3-39556c972989 req-fb3f8ff0-7b07-42c4-9650-b563eeb30b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:04.633604 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a20ce3ad-53ca-451c-a2e3-39556c972989 req-fb3f8ff0-7b07-42c4-9650-b563eeb30b77 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3631b789-9e03-46cb-aca1-984dc7c4ec88 HTTP/1.1" status: 200 len: 899 time: 0.1526954 Jul 23 16:56:04.651443 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab55efd-5bd8-4f60-8dd7-4e8609565a33 req-7dbd81cd-e630-4e7d-a844-c53d01cb3c6d tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:04.653815 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6ab55efd-5bd8-4f60-8dd7-4e8609565a33 req-7dbd81cd-e630-4e7d-a844-c53d01cb3c6d tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 945 time: 0.1415904 Jul 23 16:56:04.658270 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0c87ba-5a35-4c35-affa-22715a8aeb2a None None] Checking router: ea7f3776-8a5c-49bf-b467-8dfa4957adac for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:56:04.669702 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0c87ba-5a35-4c35-affa-22715a8aeb2a None None] Routers {'ea7f3776-8a5c-49bf-b467-8dfa4957adac'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:56:04.670343 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-5a0c87ba-5a35-4c35-affa-22715a8aeb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:55:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ea7f3776-8a5c-49bf-b467-8dfa4957adac'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:56:04.698855 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a20ce3ad-53ca-451c-a2e3-39556c972989 req-6c4e8276-341d-4af5-beb7-b17ee7ef1375 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=147eb61c-de71-40d2-8b2b-ea732b189cb8 HTTP/1.1" status: 200 len: 217 time: 0.0439203 Jul 23 16:56:04.762752 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6ab55efd-5bd8-4f60-8dd7-4e8609565a33 req-b7cddd61-f838-4f67-9344-5c99268e042c tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6c64a8-e3d9-4ca1-af7d-952681e49dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727446 Jul 23 16:56:04.768256 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ce3ad-53ca-451c-a2e3-39556c972989 req-f1de810c-f6c1-42ff-93c7-90fa1d86ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:04.769877 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a20ce3ad-53ca-451c-a2e3-39556c972989 req-f1de810c-f6c1-42ff-93c7-90fa1d86ce3f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=6edae07f-9139-4696-8870-50005ab5945e HTTP/1.1" status: 200 len: 835 time: 0.0634162 Jul 23 16:56:04.791131 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-5a0c87ba-5a35-4c35-affa-22715a8aeb2a None None] Set router ea7f3776-8a5c-49bf-b467-8dfa4957adac gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:56:04.848146 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ce3ad-53ca-451c-a2e3-39556c972989 req-92b45885-cd39-4b40-a82b-9d6a40eb965d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:04.850638 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a20ce3ad-53ca-451c-a2e3-39556c972989 req-92b45885-cd39-4b40-a82b-9d6a40eb965d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3631b789-9e03-46cb-aca1-984dc7c4ec88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628397 Jul 23 16:56:04.951806 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a20ce3ad-53ca-451c-a2e3-39556c972989 req-4552a343-3c54-40e2-8964-a7e005ff1c09 service neutron] 10.222.0.97 "GET /v2.0/networks/3631b789-9e03-46cb-aca1-984dc7c4ec88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915697 Jul 23 16:56:04.963018 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53320) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:04.968221 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-40559b0f-1277-486a-bcf8-ecdb893813f6 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1935075627', 'description': 'tempest-secgroup-smoke-1935075627 description', 'project_id': '2428d1ee75174349a3450b9de751dec1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:56:05.000889 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-5a0c87ba-5a35-4c35-affa-22715a8aeb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519227737', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '35d148ec-d0fc-4a83-96cb-ddf413b4d88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:54:57Z', 'updated_at': '2021-07-23T16:55:01Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '35d148ec-d0fc-4a83-96cb-ddf413b4d88e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:58Z', 'updated_at': '2021-07-23T16:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '6ae4c77d-0a20-4643-a06f-68f4f407e5bd', 'name': '', 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:ea:07:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '6edae07f-9139-4696-8870-50005ab5945e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:55:00Z', 'updated_at': '2021-07-23T16:55:06Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': '6edae07f-9139-4696-8870-50005ab5945e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:56:05.030394 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0c87ba-5a35-4c35-affa-22715a8aeb2a None None] The sync data for ids ['ea7f3776-8a5c-49bf-b467-8dfa4957adac'] in n-d-778549-4 is: [{'id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519227737', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '35d148ec-d0fc-4a83-96cb-ddf413b4d88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:54:57Z', 'updated_at': '2021-07-23T16:55:01Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '35d148ec-d0fc-4a83-96cb-ddf413b4d88e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:58Z', 'updated_at': '2021-07-23T16:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '6ae4c77d-0a20-4643-a06f-68f4f407e5bd', 'name': '', 'network_id': '3631b789-9e03-46cb-aca1-984dc7c4ec88', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:ea:07:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '6edae07f-9139-4696-8870-50005ab5945e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:55:00Z', 'updated_at': '2021-07-23T16:55:06Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': '6edae07f-9139-4696-8870-50005ab5945e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:56:05.082676 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-40559b0f-1277-486a-bcf8-ecdb893813f6 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:05.133016 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:05.151983 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a20ce3ad-53ca-451c-a2e3-39556c972989 req-0343781b-d01f-47f5-951d-96651816908f service neutron] 10.222.0.97 "GET /v2.0/networks/3631b789-9e03-46cb-aca1-984dc7c4ec88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763036 Jul 23 16:56:05.171969 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3208f6-d193-4747-8462-3dfffca59a17 req-e6fa27ef-d33c-426a-843b-6dbdb0b5515f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:05.173657 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6b3208f6-d193-4747-8462-3dfffca59a17 req-e6fa27ef-d33c-426a-843b-6dbdb0b5515f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.97 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 945 time: 0.1998856 Jul 23 16:56:05.288040 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad22f594-e0c1-48ce-84c3-09b1917ee371 None None] New status for floating IP b238ec41-6db0-496e-8b2e-d9271a163945: DOWN {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:56:05.340017 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-40559b0f-1277-486a-bcf8-ecdb893813f6 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:05.349576 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-40559b0f-1277-486a-bcf8-ecdb893813f6 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:05.393748 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-40559b0f-1277-486a-bcf8-ecdb893813f6 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:05.398605 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-40559b0f-1277-486a-bcf8-ecdb893813f6 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4306755 Jul 23 16:56:05.400867 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53324) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:05.406360 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-1010bf96-aab6-412c-9f35-b61535e54026 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Request body: {'security_group_rule': {'security_group_id': 'dcfd28e4-154a-4050-8e32-2b0d944e31f2', 'project_id': '2428d1ee75174349a3450b9de751dec1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:56:05.409955 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-6b3208f6-d193-4747-8462-3dfffca59a17 req-501dbe5d-14ae-4dc0-824f-d9234624d87a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Deleting port 147eb61c-de71-40d2-8b2b-ea732b189cb8 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:56:05.410431 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6b3208f6-d193-4747-8462-3dfffca59a17 req-501dbe5d-14ae-4dc0-824f-d9234624d87a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:05.415156 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5d225368-a011-455d-8e04-7aa7d293667f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:05.433880 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40559b0f-1277-486a-bcf8-ecdb893813f6 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfd28e4-154a-4050-8e32-2b0d944e31f2,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:05.436863 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1010bf96-aab6-412c-9f35-b61535e54026 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:05.455915 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40559b0f-1277-486a-bcf8-ecdb893813f6 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:05.456218 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40559b0f-1277-486a-bcf8-ecdb893813f6 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:05.456656 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40559b0f-1277-486a-bcf8-ecdb893813f6 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:05.457099 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40559b0f-1277-486a-bcf8-ecdb893813f6 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:05.457743 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40559b0f-1277-486a-bcf8-ecdb893813f6 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:05.458182 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40559b0f-1277-486a-bcf8-ecdb893813f6 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:05.458654 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40559b0f-1277-486a-bcf8-ecdb893813f6 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:05.459238 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40559b0f-1277-486a-bcf8-ecdb893813f6 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:05.459644 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40559b0f-1277-486a-bcf8-ecdb893813f6 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:05.460175 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40559b0f-1277-486a-bcf8-ecdb893813f6 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:05.460622 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40559b0f-1277-486a-bcf8-ecdb893813f6 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:05.461472 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40559b0f-1277-486a-bcf8-ecdb893813f6 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:05.491630 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1010bf96-aab6-412c-9f35-b61535e54026 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:05.496861 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1010bf96-aab6-412c-9f35-b61535e54026 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:05.512304 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:05.520038 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010bf96-aab6-412c-9f35-b61535e54026 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54fa598c-487c-4491-860b-eee610caa3ae,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:05.527656 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1010bf96-aab6-412c-9f35-b61535e54026 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:05.529306 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1010bf96-aab6-412c-9f35-b61535e54026 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1272156 Jul 23 16:56:05.532180 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53326) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:05.539805 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-932f8171-1817-4b5f-80e9-29e21e4b5481 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Request body: {'security_group_rule': {'security_group_id': 'dcfd28e4-154a-4050-8e32-2b0d944e31f2', 'project_id': '2428d1ee75174349a3450b9de751dec1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:56:05.594607 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-6b3208f6-d193-4747-8462-3dfffca59a17 req-501dbe5d-14ae-4dc0-824f-d9234624d87a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] For port 147eb61c-de71-40d2-8b2b-ea732b189cb8, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=147eb61c-de71-40d2-8b2b-ea732b189cb8,segment=NetworkSegment(0da91621-b08a-48de-86d2-7ffd04c53ff7),segment_id=0da91621-b08a-48de-86d2-7ffd04c53ff7)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:56:05.595042 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6b3208f6-d193-4747-8462-3dfffca59a17 req-501dbe5d-14ae-4dc0-824f-d9234624d87a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:05.604178 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-932f8171-1817-4b5f-80e9-29e21e4b5481 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:05.619262 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-6b3208f6-d193-4747-8462-3dfffca59a17 req-501dbe5d-14ae-4dc0-824f-d9234624d87a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Calling delete_port for 147eb61c-de71-40d2-8b2b-ea732b189cb8 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:56:05.717997 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-932f8171-1817-4b5f-80e9-29e21e4b5481 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:05.723230 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-932f8171-1817-4b5f-80e9-29e21e4b5481 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:05.752451 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f8171-1817-4b5f-80e9-29e21e4b5481 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d6e450b-0879-470b-9742-7e8d696a64dc,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:05.760534 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-932f8171-1817-4b5f-80e9-29e21e4b5481 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:05.761821 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-932f8171-1817-4b5f-80e9-29e21e4b5481 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2285223 Jul 23 16:56:05.764709 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53328) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:05.769983 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-367116d3-2745-4c74-b61c-90ca2a114f5f tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Request body: {'security_group_rule': {'security_group_id': 'dcfd28e4-154a-4050-8e32-2b0d944e31f2', 'project_id': '2428d1ee75174349a3450b9de751dec1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:56:05.799809 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-367116d3-2745-4c74-b61c-90ca2a114f5f tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:05.823200 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6b3208f6-d193-4747-8462-3dfffca59a17 req-501dbe5d-14ae-4dc0-824f-d9234624d87a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:05.858946 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501dbe5d-14ae-4dc0-824f-d9234624d87a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event deleted for resources: {'Port': ['ID=147eb61c-de71-40d2-8b2b-ea732b189cb8,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:05.868149 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-367116d3-2745-4c74-b61c-90ca2a114f5f tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:05.872641 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-367116d3-2745-4c74-b61c-90ca2a114f5f tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:05.898934 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367116d3-2745-4c74-b61c-90ca2a114f5f tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64c5a9c-dfeb-4acd-92c6-03e73cc385a5,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:05.907253 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-367116d3-2745-4c74-b61c-90ca2a114f5f tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:05.908802 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-367116d3-2745-4c74-b61c-90ca2a114f5f tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1426477 Jul 23 16:56:05.910447 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c237a05f-0a5d-4da7-853a-0b2c72c234b8 req-45f295c0-a3d8-4169-8103-cb6d347a13e1 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be HTTP/1.1" status: 200 len: 210 time: 0.0558910 Jul 23 16:56:05.911861 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53332) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:05.917166 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-33bdf8b7-0e3a-44d6-8c12-92651b88a9d7 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Request body: {'security_group_rule': {'security_group_id': 'dcfd28e4-154a-4050-8e32-2b0d944e31f2', 'project_id': '2428d1ee75174349a3450b9de751dec1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:56:05.935173 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3208f6-d193-4747-8462-3dfffca59a17 req-501dbe5d-14ae-4dc0-824f-d9234624d87a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] No DVR routers for this DVR port 147eb61c-de71-40d2-8b2b-ea732b189cb8 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:56:05.938923 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6b3208f6-d193-4747-8462-3dfffca59a17 req-501dbe5d-14ae-4dc0-824f-d9234624d87a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:05.941092 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6b3208f6-d193-4747-8462-3dfffca59a17 req-501dbe5d-14ae-4dc0-824f-d9234624d87a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.97 "DELETE /v2.0/ports/147eb61c-de71-40d2-8b2b-ea732b189cb8 HTTP/1.1" status: 204 len: 173 time: 0.7589443 Jul 23 16:56:05.941672 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be', 'name': 'network-vif-deleted', 'tag': '147eb61c-de71-40d2-8b2b-ea732b189cb8'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:56:05.945726 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00008b82-eca7-4ceb-b345-c9690fcdeaf5" -d '{"events": [{"server_uuid": "5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be", "name": "network-vif-deleted", "tag": "147eb61c-de71-40d2-8b2b-ea732b189cb8"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:56:05.962209 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-33bdf8b7-0e3a-44d6-8c12-92651b88a9d7 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:05.986667 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c96448-1263-4fb5-9c19-7bc0095fea9a x-openstack-request-id: req-c3c96448-1263-4fb5-9c19-7bc0095fea9a {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:56:05.986969 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be", "name": "network-vif-deleted", "tag": "147eb61c-de71-40d2-8b2b-ea732b189cb8", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:56:05.987230 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c3c96448-1263-4fb5-9c19-7bc0095fea9a {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:56:05.987644 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bbb6a36-9e9b-4f02-9c0b-a201e60bc6be', 'name': 'network-vif-deleted', 'tag': '147eb61c-de71-40d2-8b2b-ea732b189cb8', 'status': 'completed', 'code': 200} Jul 23 16:56:06.044474 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-33bdf8b7-0e3a-44d6-8c12-92651b88a9d7 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:06.048498 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-33bdf8b7-0e3a-44d6-8c12-92651b88a9d7 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:06.072093 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bdf8b7-0e3a-44d6-8c12-92651b88a9d7 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a97e7a2-ae4a-4f97-9663-f39009ca135f,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:06.080488 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-33bdf8b7-0e3a-44d6-8c12-92651b88a9d7 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:06.081830 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-33bdf8b7-0e3a-44d6-8c12-92651b88a9d7 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1688387 Jul 23 16:56:06.084823 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53336) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:06.089956 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-24bef17a-b86f-400a-843d-9026c893c793 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Request body: {'security_group_rule': {'security_group_id': 'dcfd28e4-154a-4050-8e32-2b0d944e31f2', 'project_id': '2428d1ee75174349a3450b9de751dec1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:56:06.122477 n-d-778549-4 neutron-server[94012]: INFO neutron.db.securitygroups_db [None req-24bef17a-b86f-400a-843d-9026c893c793 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Project 2428d1ee75174349a3450b9de751dec1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:56:06.128157 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-24bef17a-b86f-400a-843d-9026c893c793 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:06.192039 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-24bef17a-b86f-400a-843d-9026c893c793 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:06.198734 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-24bef17a-b86f-400a-843d-9026c893c793 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:06.218412 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bef17a-b86f-400a-843d-9026c893c793 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fdbc29a-b24f-4f5a-8635-36effc3ac9cc,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:06.228193 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-24bef17a-b86f-400a-843d-9026c893c793 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:06.229299 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-24bef17a-b86f-400a-843d-9026c893c793 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1430023 Jul 23 16:56:06.232639 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53338) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:06.240233 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-a571e234-a76f-4cd4-90e0-80cada6a219a tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Request body: {'security_group_rule': {'security_group_id': 'dcfd28e4-154a-4050-8e32-2b0d944e31f2', 'project_id': '2428d1ee75174349a3450b9de751dec1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:56:06.265516 n-d-778549-4 neutron-server[94013]: INFO neutron.db.securitygroups_db [None req-a571e234-a76f-4cd4-90e0-80cada6a219a tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Project 2428d1ee75174349a3450b9de751dec1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:56:06.271126 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a571e234-a76f-4cd4-90e0-80cada6a219a tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:06.344922 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a571e234-a76f-4cd4-90e0-80cada6a219a tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:06.349936 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a571e234-a76f-4cd4-90e0-80cada6a219a tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:06.371522 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571e234-a76f-4cd4-90e0-80cada6a219a tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fef21c9-fef3-4054-80c7-510769c86a1b,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:06.374025 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a571e234-a76f-4cd4-90e0-80cada6a219a tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:06.381662 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a571e234-a76f-4cd4-90e0-80cada6a219a tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1476202 Jul 23 16:56:06.536991 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-fd67490f-e741-4e4a-8e3f-c21de5171796 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1935075627&fields=id&tenant_id=2428d1ee75174349a3450b9de751dec1 HTTP/1.1" status: 200 len: 267 time: 0.0349972 Jul 23 16:56:06.620578 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:06.652555 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-f107376c-22d0-4c38-b0fa-a241b7c3daab tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:06.654283 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-f107376c-22d0-4c38-b0fa-a241b7c3daab tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/networks?id=11034cdd-8f11-4164-9fbc-6416261fa7b2 HTTP/1.1" status: 200 len: 813 time: 0.1105537 Jul 23 16:56:06.670486 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-9b7f4983-5333-47cd-941a-fdd2bf5090a0 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/quotas/2428d1ee75174349a3450b9de751dec1 HTTP/1.1" status: 200 len: 375 time: 0.0106845 Jul 23 16:56:06.744096 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-944bb9a7-ae43-4ff0-a0a9-f46f62a80241 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2428d1ee75174349a3450b9de751dec1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681243 Jul 23 16:56:06.842888 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-ceb52538-239d-4c44-9e52-424beda09eea service neutron] 10.222.0.73 "GET /v2.0/networks/11034cdd-8f11-4164-9fbc-6416261fa7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874903 Jul 23 16:56:06.941172 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-4854b3bf-a981-4fe0-9cc9-21bc10b61b3f service neutron] 10.222.0.73 "GET /v2.0/networks/11034cdd-8f11-4164-9fbc-6416261fa7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924435 Jul 23 16:56:06.972785 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53348) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:07.235270 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-df4b3731-e555-4da9-8ba6-f75b0639aee1 req-a2432c46-5c42-49b2-8b04-0223eb89a2ad tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/ports?device_id=20459c35-e568-43a3-82af-b3bb09f07d98 HTTP/1.1" status: 200 len: 210 time: 0.0296702 Jul 23 16:56:07.355613 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ef383e94-e6e0-4bd7-910d-f97a1f2a1230 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:07.583256 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:07.648390 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-ef383e94-e6e0-4bd7-910d-f97a1f2a1230 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Deleting port 6ae4c77d-0a20-4643-a06f-68f4f407e5bd {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:56:07.648738 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ef383e94-e6e0-4bd7-910d-f97a1f2a1230 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:07.743802 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-ef383e94-e6e0-4bd7-910d-f97a1f2a1230 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] For port 6ae4c77d-0a20-4643-a06f-68f4f407e5bd, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=6ae4c77d-0a20-4643-a06f-68f4f407e5bd,segment=NetworkSegment(0da91621-b08a-48de-86d2-7ffd04c53ff7),segment_id=0da91621-b08a-48de-86d2-7ffd04c53ff7)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:56:07.744263 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ef383e94-e6e0-4bd7-910d-f97a1f2a1230 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:07.758230 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-ef383e94-e6e0-4bd7-910d-f97a1f2a1230 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Calling delete_port for 6ae4c77d-0a20-4643-a06f-68f4f407e5bd owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:56:07.952727 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ef383e94-e6e0-4bd7-910d-f97a1f2a1230 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:07.984722 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef383e94-e6e0-4bd7-910d-f97a1f2a1230 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event deleted for resources: {'Port': ['ID=6ae4c77d-0a20-4643-a06f-68f4f407e5bd,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:08.252123 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-58ff7d5b-d9e3-4bc2-a13c-dcb91b63d17f tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:08.253615 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-58ff7d5b-d9e3-4bc2-a13c-dcb91b63d17f tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.74 "GET /v2.0/networks?id=11034cdd-8f11-4164-9fbc-6416261fa7b2 HTTP/1.1" status: 200 len: 813 time: 0.1304708 Jul 23 16:56:08.254230 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ef383e94-e6e0-4bd7-910d-f97a1f2a1230 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:08.345107 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-07057a59-3ead-4208-95ae-a2ea8cd2fc12 req-e5f2a346-3912-4aae-b946-95b54d2a8fc7 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/ports?device_id=20459c35-e568-43a3-82af-b3bb09f07d98 HTTP/1.1" status: 200 len: 210 time: 0.0352116 Jul 23 16:56:08.365800 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-8c2264ea-d685-48fa-98f5-eb4e3964f11e tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2428d1ee75174349a3450b9de751dec1 HTTP/1.1" status: 200 len: 380 time: 0.1034653 Jul 23 16:56:08.374881 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-79165a9d-49a3-40df-aad3-56e61792904c tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Request body: {'port': {'device_id': '20459c35-e568-43a3-82af-b3bb09f07d98', 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2', 'admin_state_up': True, 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'security_groups': ['dcfd28e4-154a-4050-8e32-2b0d944e31f2']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:56:08.664565 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:08.899140 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-79165a9d-49a3-40df-aad3-56e61792904c tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Made reservation on behalf of 2428d1ee75174349a3450b9de751dec1 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:56:08.903137 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-79165a9d-49a3-40df-aad3-56e61792904c tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:08.942514 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef383e94-e6e0-4bd7-910d-f97a1f2a1230 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Router ea7f3776-8a5c-49bf-b467-8dfa4957adac has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:56:09.139198 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-79165a9d-49a3-40df-aad3-56e61792904c tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Allocated IP 172.20.0.4 (11034cdd-8f11-4164-9fbc-6416261fa7b2/08901fd5-bc01-47fa-b181-a8ffffeb0b54/eb5371f7-dee5-405d-87bf-a7ba6aef8d6c) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:56:09.159250 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef383e94-e6e0-4bd7-910d-f97a1f2a1230 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:56:09.169484 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53370) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:09.169636 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ef383e94-e6e0-4bd7-910d-f97a1f2a1230 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "PUT /v2.0/routers/ea7f3776-8a5c-49bf-b467-8dfa4957adac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1956215 Jul 23 16:56:09.173179 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0258f60f-f8a4-434f-bf78-24616c63f686 None None] Sync routers for ids ['ea7f3776-8a5c-49bf-b467-8dfa4957adac'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:56:09.195858 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0258f60f-f8a4-434f-bf78-24616c63f686 None None] Routers {'ea7f3776-8a5c-49bf-b467-8dfa4957adac'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:56:09.196488 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0258f60f-f8a4-434f-bf78-24616c63f686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:56:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ea7f3776-8a5c-49bf-b467-8dfa4957adac'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:56:09.262463 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-efe997cf-5fb0-4e1e-ba3d-0704cb394499 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Deleting subnet 6edae07f-9139-4696-8870-50005ab5945e {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:56:09.266398 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-efe997cf-5fb0-4e1e-ba3d-0704cb394499 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:09.315770 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-efe997cf-5fb0-4e1e-ba3d-0704cb394499 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:09.325323 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-79165a9d-49a3-40df-aad3-56e61792904c tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:09.347632 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-79165a9d-49a3-40df-aad3-56e61792904c tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Transition to ACTIVE for port object eb5371f7-dee5-405d-87bf-a7ba6aef8d6c will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:56:09.392904 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-79165a9d-49a3-40df-aad3-56e61792904c tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:09.434783 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-efe997cf-5fb0-4e1e-ba3d-0704cb394499 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:09.476492 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-79165a9d-49a3-40df-aad3-56e61792904c tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Network 11034cdd-8f11-4164-9fbc-6416261fa7b2 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:56:09.480331 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-79165a9d-49a3-40df-aad3-56e61792904c tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:56:09.498091 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-79165a9d-49a3-40df-aad3-56e61792904c tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:56:09.502584 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79165a9d-49a3-40df-aad3-56e61792904c tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Pushing event updated for resources: {'Port': ['ID=eb5371f7-dee5-405d-87bf-a7ba6aef8d6c,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:09.544908 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-0258f60f-f8a4-434f-bf78-24616c63f686 None None] Set router ea7f3776-8a5c-49bf-b467-8dfa4957adac gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:56:09.575174 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-79165a9d-49a3-40df-aad3-56e61792904c tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:09.578616 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-79165a9d-49a3-40df-aad3-56e61792904c tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:09.593895 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-efe997cf-5fb0-4e1e-ba3d-0704cb394499 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:09.608135 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 147eb61c-de71-40d2-8b2b-ea732b189cb8 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:56:09.617999 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-79165a9d-49a3-40df-aad3-56e61792904c tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2469747 Jul 23 16:56:09.639986 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7dbbd4-7dc6-488c-8b7c-5533024ed846 req-367e121a-8551-4fc6-9d79-25db7ec29f39 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:09.642000 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2b7dbbd4-7dc6-488c-8b7c-5533024ed846 req-367e121a-8551-4fc6-9d79-25db7ec29f39 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/ports?device_id=20459c35-e568-43a3-82af-b3bb09f07d98 HTTP/1.1" status: 200 len: 931 time: 0.1712885 Jul 23 16:56:09.646579 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe997cf-5fb0-4e1e-ba3d-0704cb394499 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event deleted for resources: {'Subnet': ['ID=6edae07f-9139-4696-8870-50005ab5945e,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:09.655210 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-efe997cf-5fb0-4e1e-ba3d-0704cb394499 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:09.657910 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-efe997cf-5fb0-4e1e-ba3d-0704cb394499 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "DELETE /v2.0/subnets/6edae07f-9139-4696-8870-50005ab5945e HTTP/1.1" status: 204 len: 168 time: 0.4824314 Jul 23 16:56:09.661301 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53376) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:09.680906 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c124fe-fff2-4156-bbd6-a7a5ea14d41a None None] Network 3631b789-9e03-46cb-aca1-984dc7c4ec88 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:56:09.713975 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 147eb61c-de71-40d2-8b2b-ea732b189cb8 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:56:09.720444 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 147eb61c-de71-40d2-8b2b-ea732b189cb8 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:56:09.777746 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-5d92720e-b482-46df-9ea8-1f8849f98570 service neutron] Request body: {'port': {'device_id': '20459c35-e568-43a3-82af-b3bb09f07d98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:56:09.818217 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2b7dbbd4-7dc6-488c-8b7c-5533024ed846 req-7b87de71-5272-42e8-8f38-f214ce2f6d2d tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/security-groups?id=dcfd28e4-154a-4050-8e32-2b0d944e31f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535187 Jul 23 16:56:09.935035 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-5d92720e-b482-46df-9ea8-1f8849f98570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:09.982731 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6d943f79-4f68-4811-81a9-f50c47a0cf0d req-a10b70b3-d143-4d1b-a696-97b1d9c3d362 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=8959a414-0563-48f6-8d73-f7ee8b592213&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1559298 Jul 23 16:56:09.990709 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad564b46-4746-4c88-ac00-e9ea74323b6e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:10.012842 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d9210059-4fdc-47af-8523-361073aa351c None None] Provisioning for port eb5371f7-dee5-405d-87bf-a7ba6aef8d6c completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:56:10.028293 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d9210059-4fdc-47af-8523-361073aa351c None None] Provisioning complete for port eb5371f7-dee5-405d-87bf-a7ba6aef8d6c triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:56:10.028870 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d9210059-4fdc-47af-8523-361073aa351c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:10.079202 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-d9210059-4fdc-47af-8523-361073aa351c None None] Port eb5371f7-dee5-405d-87bf-a7ba6aef8d6c cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:56:10.110510 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0258f60f-f8a4-434f-bf78-24616c63f686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519227737', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '35d148ec-d0fc-4a83-96cb-ddf413b4d88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:54:57Z', 'updated_at': '2021-07-23T16:56:07Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '35d148ec-d0fc-4a83-96cb-ddf413b4d88e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:58Z', 'updated_at': '2021-07-23T16:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:56:10.152063 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5673ac5-ee3e-41f5-a66f-5774132aa868 None None] DHCP port deletion for 3631b789-9e03-46cb-aca1-984dc7c4ec88 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:56:10.156015 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0258f60f-f8a4-434f-bf78-24616c63f686 None None] Checking router: ea7f3776-8a5c-49bf-b467-8dfa4957adac for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:56:10.198927 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0258f60f-f8a4-434f-bf78-24616c63f686 None None] Routers {'ea7f3776-8a5c-49bf-b467-8dfa4957adac'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:56:10.200037 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0258f60f-f8a4-434f-bf78-24616c63f686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:56:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ea7f3776-8a5c-49bf-b467-8dfa4957adac'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:56:10.309672 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-c5673ac5-ee3e-41f5-a66f-5774132aa868 None None] Deleting port d26c9666-3c07-44e2-96c8-3cca9dd50dd4 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:56:10.310465 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c5673ac5-ee3e-41f5-a66f-5774132aa868 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:10.337704 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-5d92720e-b482-46df-9ea8-1f8849f98570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb5371f7-dee5-405d-87bf-a7ba6aef8d6c {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:56:10.339141 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d943f79-4f68-4811-81a9-f50c47a0cf0d req-055aa8ad-0548-4b45-a485-ed7cc054715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:10.341681 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6d943f79-4f68-4811-81a9-f50c47a0cf0d req-055aa8ad-0548-4b45-a485-ed7cc054715d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1a447386a79c4dde9361c7979cbbb97e&device_id=8959a414-0563-48f6-8d73-f7ee8b592213 HTTP/1.1" status: 200 len: 1096 time: 0.1265740 Jul 23 16:56:10.352214 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-5d92720e-b482-46df-9ea8-1f8849f98570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:10.360248 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad564b46-4746-4c88-ac00-e9ea74323b6e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:10.368996 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-5d92720e-b482-46df-9ea8-1f8849f98570 service neutron] Transition to ACTIVE for port object eb5371f7-dee5-405d-87bf-a7ba6aef8d6c will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:56:10.374712 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-5d92720e-b482-46df-9ea8-1f8849f98570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:10.406996 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-0258f60f-f8a4-434f-bf78-24616c63f686 None None] Set router ea7f3776-8a5c-49bf-b467-8dfa4957adac gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:56:10.467215 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92720e-b482-46df-9ea8-1f8849f98570 service neutron] Pushing event updated for resources: {'Port': ['ID=eb5371f7-dee5-405d-87bf-a7ba6aef8d6c,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:10.529110 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-c5673ac5-ee3e-41f5-a66f-5774132aa868 None None] For port d26c9666-3c07-44e2-96c8-3cca9dd50dd4, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d26c9666-3c07-44e2-96c8-3cca9dd50dd4,segment=NetworkSegment(0da91621-b08a-48de-86d2-7ffd04c53ff7),segment_id=0da91621-b08a-48de-86d2-7ffd04c53ff7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:56:10.529940 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c5673ac5-ee3e-41f5-a66f-5774132aa868 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:10.559324 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-c5673ac5-ee3e-41f5-a66f-5774132aa868 None None] Calling delete_port for d26c9666-3c07-44e2-96c8-3cca9dd50dd4 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:56:10.561239 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d943f79-4f68-4811-81a9-f50c47a0cf0d req-8bd10e6d-6d37-4118-805a-ce03ef94126d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:10.567731 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-5d92720e-b482-46df-9ea8-1f8849f98570 service neutron] Attempting to bind port eb5371f7-dee5-405d-87bf-a7ba6aef8d6c on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:56:10.568578 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-5d92720e-b482-46df-9ea8-1f8849f98570 service neutron] Attempting to bind port eb5371f7-dee5-405d-87bf-a7ba6aef8d6c by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '1bb05152-f7dd-446f-b4a4-04fa3e6827fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:56:10.568917 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-5d92720e-b482-46df-9ea8-1f8849f98570 service neutron] Attempting to bind port eb5371f7-dee5-405d-87bf-a7ba6aef8d6c on network 11034cdd-8f11-4164-9fbc-6416261fa7b2 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:56:10.570276 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6d943f79-4f68-4811-81a9-f50c47a0cf0d req-8bd10e6d-6d37-4118-805a-ce03ef94126d service neutron] 10.222.0.97 "GET /v2.0/networks?id=fedddd04-4e3c-4738-8768-b1bd7c807fbc HTTP/1.1" status: 200 len: 913 time: 0.1893196 Jul 23 16:56:10.575368 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-ad564b46-4746-4c88-ac00-e9ea74323b6e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Deleting port 35d148ec-d0fc-4a83-96cb-ddf413b4d88e {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:56:10.575723 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad564b46-4746-4c88-ac00-e9ea74323b6e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:10.580804 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-5d92720e-b482-46df-9ea8-1f8849f98570 service neutron] Port eb5371f7-dee5-405d-87bf-a7ba6aef8d6c on network 11034cdd-8f11-4164-9fbc-6416261fa7b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:56:10.581963 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-5d92720e-b482-46df-9ea8-1f8849f98570 service neutron] Attempting to bind port eb5371f7-dee5-405d-87bf-a7ba6aef8d6c on network 11034cdd-8f11-4164-9fbc-6416261fa7b2 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:56:10.595311 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-5d92720e-b482-46df-9ea8-1f8849f98570 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:56:10.595664 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-5d92720e-b482-46df-9ea8-1f8849f98570 service neutron] Checking segment: {'id': '1bb05152-f7dd-446f-b4a4-04fa3e6827fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:56:10.596050 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-5d92720e-b482-46df-9ea8-1f8849f98570 service neutron] Bound using segment: {'id': '1bb05152-f7dd-446f-b4a4-04fa3e6827fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:56:10.596488 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-5d92720e-b482-46df-9ea8-1f8849f98570 service neutron] Bound port: eb5371f7-dee5-405d-87bf-a7ba6aef8d6c, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb05152-f7dd-446f-b4a4-04fa3e6827fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:56:10.596849 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-5d92720e-b482-46df-9ea8-1f8849f98570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:10.693715 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-5d92720e-b482-46df-9ea8-1f8849f98570 service neutron] For port eb5371f7-dee5-405d-87bf-a7ba6aef8d6c, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:56:10.701841 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-5d92720e-b482-46df-9ea8-1f8849f98570 service neutron] For port eb5371f7-dee5-405d-87bf-a7ba6aef8d6c, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=eb5371f7-dee5-405d-87bf-a7ba6aef8d6c,segment=NetworkSegment(1bb05152-f7dd-446f-b4a4-04fa3e6827fc),segment_id=1bb05152-f7dd-446f-b4a4-04fa3e6827fc)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:56:10.710077 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-5d92720e-b482-46df-9ea8-1f8849f98570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:10.712509 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d26c9666-3c07-44e2-96c8-3cca9dd50dd4 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:56:10.729647 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-ad564b46-4746-4c88-ac00-e9ea74323b6e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] For port 35d148ec-d0fc-4a83-96cb-ddf413b4d88e, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=35d148ec-d0fc-4a83-96cb-ddf413b4d88e,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:56:10.730022 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad564b46-4746-4c88-ac00-e9ea74323b6e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:10.737945 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c5673ac5-ee3e-41f5-a66f-5774132aa868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:10.745569 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-ad564b46-4746-4c88-ac00-e9ea74323b6e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Calling delete_port for 35d148ec-d0fc-4a83-96cb-ddf413b4d88e owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:56:10.746520 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-5d92720e-b482-46df-9ea8-1f8849f98570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:10.749888 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-5d92720e-b482-46df-9ea8-1f8849f98570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:10.751932 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-5d92720e-b482-46df-9ea8-1f8849f98570 service neutron] 10.222.0.74 "PUT /v2.0/ports/eb5371f7-dee5-405d-87bf-a7ba6aef8d6c HTTP/1.1" status: 200 len: 1091 time: 1.1266119 Jul 23 16:56:10.752901 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20459c35-e568-43a3-82af-b3bb09f07d98', 'tag': 'eb5371f7-dee5-405d-87bf-a7ba6aef8d6c'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:56:10.755949 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136a16ac-1e30-4684-9c24-50488baa16a6" -d '{"events": [{"name": "network-changed", "server_uuid": "20459c35-e568-43a3-82af-b3bb09f07d98", "tag": "eb5371f7-dee5-405d-87bf-a7ba6aef8d6c"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:56:10.846171 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: d26c9666-3c07-44e2-96c8-3cca9dd50dd4 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:56:10.846444 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d26c9666-3c07-44e2-96c8-3cca9dd50dd4 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:56:10.893119 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88256a62-a799-4c86-96c6-038d9551c0bf x-openstack-request-id: req-88256a62-a799-4c86-96c6-038d9551c0bf {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:56:10.893411 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20459c35-e568-43a3-82af-b3bb09f07d98", "tag": "eb5371f7-dee5-405d-87bf-a7ba6aef8d6c", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:56:10.899521 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-88256a62-a799-4c86-96c6-038d9551c0bf {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:56:10.900226 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20459c35-e568-43a3-82af-b3bb09f07d98', 'tag': 'eb5371f7-dee5-405d-87bf-a7ba6aef8d6c', 'status': 'completed', 'code': 200} Jul 23 16:56:10.918733 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5673ac5-ee3e-41f5-a66f-5774132aa868 None None] Pushing event deleted for resources: {'Port': ['ID=d26c9666-3c07-44e2-96c8-3cca9dd50dd4,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:10.927080 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5673ac5-ee3e-41f5-a66f-5774132aa868 None None] No DVR routers for this DVR port d26c9666-3c07-44e2-96c8-3cca9dd50dd4 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:56:10.939156 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673ac5-ee3e-41f5-a66f-5774132aa868 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:10.940441 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673ac5-ee3e-41f5-a66f-5774132aa868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:10.940886 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673ac5-ee3e-41f5-a66f-5774132aa868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:10.941371 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673ac5-ee3e-41f5-a66f-5774132aa868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:10.941809 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673ac5-ee3e-41f5-a66f-5774132aa868 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:10.942996 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673ac5-ee3e-41f5-a66f-5774132aa868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:10.943490 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673ac5-ee3e-41f5-a66f-5774132aa868 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:10.943876 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673ac5-ee3e-41f5-a66f-5774132aa868 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:10.944905 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673ac5-ee3e-41f5-a66f-5774132aa868 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:10.944905 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673ac5-ee3e-41f5-a66f-5774132aa868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:10.945298 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673ac5-ee3e-41f5-a66f-5774132aa868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:10.945711 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673ac5-ee3e-41f5-a66f-5774132aa868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:10.985375 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92720e-b482-46df-9ea8-1f8849f98570 service neutron] Pushing event updated for resources: {'Port': ['ID=eb5371f7-dee5-405d-87bf-a7ba6aef8d6c,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:11.012856 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-44812ff5-09e9-4606-913e-66e4b47dc189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:11.014578 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-44812ff5-09e9-4606-913e-66e4b47dc189 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2428d1ee75174349a3450b9de751dec1&device_id=20459c35-e568-43a3-82af-b3bb09f07d98 HTTP/1.1" status: 200 len: 1094 time: 0.1890759 Jul 23 16:56:11.015876 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0258f60f-f8a4-434f-bf78-24616c63f686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519227737', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '35d148ec-d0fc-4a83-96cb-ddf413b4d88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:54:57Z', 'updated_at': '2021-07-23T16:56:07Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '35d148ec-d0fc-4a83-96cb-ddf413b4d88e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:58Z', 'updated_at': '2021-07-23T16:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:56:11.058903 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0258f60f-f8a4-434f-bf78-24616c63f686 None None] The sync data for ids ['ea7f3776-8a5c-49bf-b467-8dfa4957adac'] in n-d-778549-4 is: [{'id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519227737', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '35d148ec-d0fc-4a83-96cb-ddf413b4d88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:54:57Z', 'updated_at': '2021-07-23T16:56:07Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '35d148ec-d0fc-4a83-96cb-ddf413b4d88e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7f3776-8a5c-49bf-b467-8dfa4957adac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:58Z', 'updated_at': '2021-07-23T16:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:56:11.060484 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6d943f79-4f68-4811-81a9-f50c47a0cf0d req-3596d02a-5938-4b2f-98c1-86c8b3d1a061 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fe2535e-58ae-40fd-8be8-63460b1dc104 HTTP/1.1" status: 200 len: 1000 time: 0.1734357 Jul 23 16:56:11.079040 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-bfad8b5f-77ff-4cb5-a738-8cb96dd2b65b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb5371f7-dee5-405d-87bf-a7ba6aef8d6c HTTP/1.1" status: 200 len: 217 time: 0.0564501 Jul 23 16:56:11.148002 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-1dda2b4f-c7c4-4f2a-94b6-9027d019d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:11.149548 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-1dda2b4f-c7c4-4f2a-94b6-9027d019d356 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=08901fd5-bc01-47fa-b181-a8ffffeb0b54 HTTP/1.1" status: 200 len: 852 time: 0.0643435 Jul 23 16:56:11.187909 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d943f79-4f68-4811-81a9-f50c47a0cf0d req-83347bbd-750a-4683-afaa-418c6ebeb1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:11.189771 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6d943f79-4f68-4811-81a9-f50c47a0cf0d req-83347bbd-750a-4683-afaa-418c6ebeb1cd service neutron] 10.222.0.97 "GET /v2.0/subnets?id=68bd2291-23ae-4e54-ab39-3c387bae8690 HTTP/1.1" status: 200 len: 850 time: 0.1235251 Jul 23 16:56:11.218161 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48deaa90-8bd8-41ac-baef-f12d65db1358 req-9834e93b-9415-4317-9b49-06024d5bb986 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:11.221316 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-48deaa90-8bd8-41ac-baef-f12d65db1358 req-9834e93b-9415-4317-9b49-06024d5bb986 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/ports?device_id=20459c35-e568-43a3-82af-b3bb09f07d98 HTTP/1.1" status: 200 len: 943 time: 0.2418118 Jul 23 16:56:11.232687 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-f50ca820-3ffd-43d4-84dc-0dcc54ee906a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:11.236706 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-f50ca820-3ffd-43d4-84dc-0dcc54ee906a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=11034cdd-8f11-4164-9fbc-6416261fa7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790925 Jul 23 16:56:11.270407 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad564b46-4746-4c88-ac00-e9ea74323b6e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:11.346025 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad564b46-4746-4c88-ac00-e9ea74323b6e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event deleted for resources: {'Port': ['ID=35d148ec-d0fc-4a83-96cb-ddf413b4d88e,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:11.353103 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-8f455b0b-12c6-4f8b-88fe-f690823dfdcf service neutron] 10.222.0.74 "GET /v2.0/networks/11034cdd-8f11-4164-9fbc-6416261fa7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115415 Jul 23 16:56:11.407552 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-48deaa90-8bd8-41ac-baef-f12d65db1358 req-70c995a1-7293-4516-a651-22437cf0fa60 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/security-groups?id=dcfd28e4-154a-4050-8e32-2b0d944e31f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751668 Jul 23 16:56:11.424380 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d943f79-4f68-4811-81a9-f50c47a0cf0d req-5a01650b-e5c4-4d4a-9262-b64a36d8ee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:11.425980 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6d943f79-4f68-4811-81a9-f50c47a0cf0d req-5a01650b-e5c4-4d4a-9262-b64a36d8ee4c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=fedddd04-4e3c-4738-8768-b1bd7c807fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2177010 Jul 23 16:56:11.429793 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad564b46-4746-4c88-ac00-e9ea74323b6e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:11.476982 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d865dea1-d98b-412b-820c-d8c4678e4631 req-d215dadc-e788-4eda-bb20-188bc8c7058b service neutron] 10.222.0.74 "GET /v2.0/networks/11034cdd-8f11-4164-9fbc-6416261fa7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173360 Jul 23 16:56:11.595914 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a16ac-1e30-4684-9c24-50488baa16a6 req-d1f00340-9bd5-4615-a9ab-5699d3cab498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:11.597501 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-136a16ac-1e30-4684-9c24-50488baa16a6 req-d1f00340-9bd5-4615-a9ab-5699d3cab498 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2428d1ee75174349a3450b9de751dec1&device_id=20459c35-e568-43a3-82af-b3bb09f07d98 HTTP/1.1" status: 200 len: 1094 time: 0.0730834 Jul 23 16:56:11.700723 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a16ac-1e30-4684-9c24-50488baa16a6 req-922d1799-7fd3-488d-a8f6-1bce7a06a527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:11.702298 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-136a16ac-1e30-4684-9c24-50488baa16a6 req-922d1799-7fd3-488d-a8f6-1bce7a06a527 service neutron] 10.222.0.74 "GET /v2.0/networks?id=11034cdd-8f11-4164-9fbc-6416261fa7b2 HTTP/1.1" status: 200 len: 915 time: 0.0986762 Jul 23 16:56:11.752945 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-136a16ac-1e30-4684-9c24-50488baa16a6 req-5fd8dce7-2463-466d-9d80-b725c28dcea5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb5371f7-dee5-405d-87bf-a7ba6aef8d6c HTTP/1.1" status: 200 len: 217 time: 0.0446191 Jul 23 16:56:11.814487 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a16ac-1e30-4684-9c24-50488baa16a6 req-30a1573d-05ba-4dc3-bea5-40b01383f580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:11.816333 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-136a16ac-1e30-4684-9c24-50488baa16a6 req-30a1573d-05ba-4dc3-bea5-40b01383f580 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=08901fd5-bc01-47fa-b181-a8ffffeb0b54 HTTP/1.1" status: 200 len: 852 time: 0.0558801 Jul 23 16:56:11.884125 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a16ac-1e30-4684-9c24-50488baa16a6 req-a39677c3-b689-4558-b83b-e542859a6360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:11.886003 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-136a16ac-1e30-4684-9c24-50488baa16a6 req-a39677c3-b689-4558-b83b-e542859a6360 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=11034cdd-8f11-4164-9fbc-6416261fa7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621297 Jul 23 16:56:11.951718 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad564b46-4746-4c88-ac00-e9ea74323b6e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:11.958792 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad564b46-4746-4c88-ac00-e9ea74323b6e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:11.991382 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-136a16ac-1e30-4684-9c24-50488baa16a6 req-f57b0dba-5b39-4800-8dab-7b9b7eab32e9 service neutron] 10.222.0.74 "GET /v2.0/networks/11034cdd-8f11-4164-9fbc-6416261fa7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985281 Jul 23 16:56:12.036871 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad564b46-4746-4c88-ac00-e9ea74323b6e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:12.037824 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad564b46-4746-4c88-ac00-e9ea74323b6e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Fanout notify agent at l3_agent the message router_deleted on router ea7f3776-8a5c-49bf-b467-8dfa4957adac {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:56:12.046208 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad564b46-4746-4c88-ac00-e9ea74323b6e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:12.049968 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ad564b46-4746-4c88-ac00-e9ea74323b6e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "DELETE /v2.0/routers/ea7f3776-8a5c-49bf-b467-8dfa4957adac HTTP/1.1" status: 204 len: 168 time: 2.3847604 Jul 23 16:56:12.053021 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53384) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:12.089922 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6d943f79-4f68-4811-81a9-f50c47a0cf0d req-0caf4ebd-c668-46b5-ae69-2ff080bed8f3 service neutron] 10.222.0.97 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6553423 Jul 23 16:56:12.104680 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-136a16ac-1e30-4684-9c24-50488baa16a6 req-213599fa-145b-4863-85dd-32b85838f1ea service neutron] 10.222.0.74 "GET /v2.0/networks/11034cdd-8f11-4164-9fbc-6416261fa7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070776 Jul 23 16:56:12.277424 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5de143d3-fec3-4f7d-ba99-66a76a674669 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:12.344212 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6d943f79-4f68-4811-81a9-f50c47a0cf0d req-9e31a181-23ed-4ace-9dd2-58c72fd2d5d7 service neutron] 10.222.0.97 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435660 Jul 23 16:56:12.392061 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5de143d3-fec3-4f7d-ba99-66a76a674669 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:12.403268 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-5de143d3-fec3-4f7d-ba99-66a76a674669 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3631b789-9e03-46cb-aca1-984dc7c4ec88']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:56:12.415138 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-5de143d3-fec3-4f7d-ba99-66a76a674669 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da91621-b08a-48de-86d2-7ffd04c53ff7') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:56:12.415453 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-5de143d3-fec3-4f7d-ba99-66a76a674669 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da91621-b08a-48de-86d2-7ffd04c53ff7') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:56:12.425476 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5de143d3-fec3-4f7d-ba99-66a76a674669 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:12.440668 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5de143d3-fec3-4f7d-ba99-66a76a674669 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:12.449087 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de143d3-fec3-4f7d-ba99-66a76a674669 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:56:12.450300 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5de143d3-fec3-4f7d-ba99-66a76a674669 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:12.454402 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:56:12.454402 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:56:12.454402 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:56:12.454402 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:56:12.454402 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:56:12.454402 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:56:12.454402 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:56:12.454402 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:56:12.454402 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:56:12.454402 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:56:12.454402 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:56:12.454402 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:56:12.454402 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:56:12.454402 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:56:12.454402 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:56:12.454402 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:56:12.454402 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:56:12.454402 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:56:12.454402 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:56:12.454402 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:56:12.454402 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:56:12.454402 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:56:12.454402 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:56:12.454402 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:56:12.454402 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:56:12.454402 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:56:12.454402 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:56:12.454402 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:56:12.454402 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:56:12.454402 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:56:12.454402 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:56:12.454402 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:56:12.570546 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5de143d3-fec3-4f7d-ba99-66a76a674669 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:12.576196 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5de143d3-fec3-4f7d-ba99-66a76a674669 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:12.578864 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5de143d3-fec3-4f7d-ba99-66a76a674669 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "DELETE /v2.0/networks/3631b789-9e03-46cb-aca1-984dc7c4ec88 HTTP/1.1" status: 204 len: 168 time: 0.5247293 Jul 23 16:56:12.584776 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53388) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:12.618055 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de143d3-fec3-4f7d-ba99-66a76a674669 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event deleted for resources: {'Network': ['ID=3631b789-9e03-46cb-aca1-984dc7c4ec88,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:12.685992 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 35d148ec-d0fc-4a83-96cb-ddf413b4d88e no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:56:12.686520 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8081e-00a3-466f-aeb8-ef28d41f6acd req-00158081-f6d8-454a-b924-9eebc0545987 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:12.687771 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6ab8081e-00a3-466f-aeb8-ef28d41f6acd req-00158081-f6d8-454a-b924-9eebc0545987 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/ports?device_id=20459c35-e568-43a3-82af-b3bb09f07d98 HTTP/1.1" status: 200 len: 943 time: 0.1579521 Jul 23 16:56:12.706237 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7d5f09b9-9620-41e5-a5b2-a9ae1b0cb9aa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:12.720855 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 35d148ec-d0fc-4a83-96cb-ddf413b4d88e {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:56:12.721497 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 35d148ec-d0fc-4a83-96cb-ddf413b4d88e not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:56:12.722238 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 6ae4c77d-0a20-4643-a06f-68f4f407e5bd no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:56:12.753086 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 6ae4c77d-0a20-4643-a06f-68f4f407e5bd {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:56:12.753904 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 6ae4c77d-0a20-4643-a06f-68f4f407e5bd not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:56:12.759559 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7d5f09b9-9620-41e5-a5b2-a9ae1b0cb9aa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:12.773981 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6ab8081e-00a3-466f-aeb8-ef28d41f6acd req-8215ee43-a869-499e-a5ca-49f55bda8744 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/security-groups?id=dcfd28e4-154a-4050-8e32-2b0d944e31f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759826 Jul 23 16:56:12.835882 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7d5f09b9-9620-41e5-a5b2-a9ae1b0cb9aa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:12.838672 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7d5f09b9-9620-41e5-a5b2-a9ae1b0cb9aa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:12.839838 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7d5f09b9-9620-41e5-a5b2-a9ae1b0cb9aa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "DELETE /v2.0/security-groups/0a6c64a8-e3d9-4ca1-af7d-952681e49dbb HTTP/1.1" status: 204 len: 168 time: 0.2531695 Jul 23 16:56:12.850912 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f09b9-9620-41e5-a5b2-a9ae1b0cb9aa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6c64a8-e3d9-4ca1-af7d-952681e49dbb,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:13.298701 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53394) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:13.306254 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-e070f8d3-1f7b-4b33-8a98-1d44d3fb901e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-379570063', 'description': 'tempest-secgroup-smoke-379570063 description', 'project_id': '0f8e445c013940dd90796bd2f3eb088f'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:56:13.338932 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e070f8d3-1f7b-4b33-8a98-1d44d3fb901e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:13.439203 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e070f8d3-1f7b-4b33-8a98-1d44d3fb901e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:13.443289 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e070f8d3-1f7b-4b33-8a98-1d44d3fb901e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:13.469988 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e070f8d3-1f7b-4b33-8a98-1d44d3fb901e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:13.471205 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e070f8d3-1f7b-4b33-8a98-1d44d3fb901e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1705105 Jul 23 16:56:13.476434 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53396) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:13.482937 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-9020981a-0bf5-49cb-935b-22b7bf2a1ebf tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'security_group_rule': {'security_group_id': 'fd0dfca6-4894-4212-9298-e77e3a48bd43', 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:56:13.484675 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e070f8d3-1f7b-4b33-8a98-1d44d3fb901e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0dfca6-4894-4212-9298-e77e3a48bd43,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:13.512185 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9020981a-0bf5-49cb-935b-22b7bf2a1ebf tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:13.578781 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9020981a-0bf5-49cb-935b-22b7bf2a1ebf tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:13.582769 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9020981a-0bf5-49cb-935b-22b7bf2a1ebf tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:13.601819 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020981a-0bf5-49cb-935b-22b7bf2a1ebf tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea8c95e-6bb0-43d9-a7cf-ae70fb302c98,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:13.608806 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9020981a-0bf5-49cb-935b-22b7bf2a1ebf tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:13.610033 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9020981a-0bf5-49cb-935b-22b7bf2a1ebf tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1321518 Jul 23 16:56:13.612727 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53398) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:13.618322 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-1d9a0209-c633-4759-81d6-aa916250936f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'security_group_rule': {'security_group_id': 'fd0dfca6-4894-4212-9298-e77e3a48bd43', 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:56:13.644583 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d9a0209-c633-4759-81d6-aa916250936f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:13.704195 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d9a0209-c633-4759-81d6-aa916250936f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:13.707831 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d9a0209-c633-4759-81d6-aa916250936f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:13.726867 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a0209-c633-4759-81d6-aa916250936f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616b026a-e755-40e2-83b4-2c445cde0e1f,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:13.733144 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d9a0209-c633-4759-81d6-aa916250936f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:13.734215 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1d9a0209-c633-4759-81d6-aa916250936f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1205077 Jul 23 16:56:13.736985 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53400) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:13.742145 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-18067819-bbe9-48a3-8c7c-9be4da4d7232 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'security_group_rule': {'security_group_id': 'fd0dfca6-4894-4212-9298-e77e3a48bd43', 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:56:13.774202 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-18067819-bbe9-48a3-8c7c-9be4da4d7232 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:13.835081 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-18067819-bbe9-48a3-8c7c-9be4da4d7232 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:13.838755 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-18067819-bbe9-48a3-8c7c-9be4da4d7232 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:13.857903 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18067819-bbe9-48a3-8c7c-9be4da4d7232 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1adf3dee-eacb-472b-89af-5e5150db772a,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:13.861206 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-18067819-bbe9-48a3-8c7c-9be4da4d7232 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:13.865040 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-18067819-bbe9-48a3-8c7c-9be4da4d7232 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243737 Jul 23 16:56:13.865600 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53404) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:13.869680 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-0347c4c5-5c3b-42a3-a94f-5d16365572a2 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'security_group_rule': {'security_group_id': 'fd0dfca6-4894-4212-9298-e77e3a48bd43', 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:56:13.897253 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0347c4c5-5c3b-42a3-a94f-5d16365572a2 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:13.908024 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457daea-ad82-48f5-87e1-c9c0c7ff8469 req-a924917c-ada9-404f-a594-516482235306 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:13.909550 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1457daea-ad82-48f5-87e1-c9c0c7ff8469 req-a924917c-ada9-404f-a594-516482235306 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/ports?device_id=20459c35-e568-43a3-82af-b3bb09f07d98 HTTP/1.1" status: 200 len: 943 time: 0.0674241 Jul 23 16:56:13.951089 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1457daea-ad82-48f5-87e1-c9c0c7ff8469 req-a44017e0-7796-4030-984e-0a183ee947e3 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/security-groups?id=dcfd28e4-154a-4050-8e32-2b0d944e31f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356991 Jul 23 16:56:13.961963 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0347c4c5-5c3b-42a3-a94f-5d16365572a2 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:13.967349 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0347c4c5-5c3b-42a3-a94f-5d16365572a2 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:13.985545 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347c4c5-5c3b-42a3-a94f-5d16365572a2 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e0afbbe-2516-4d2e-abeb-c6392cc29c17,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:13.990555 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0347c4c5-5c3b-42a3-a94f-5d16365572a2 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:13.991740 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0347c4c5-5c3b-42a3-a94f-5d16365572a2 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1255558 Jul 23 16:56:13.994750 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53406) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:13.999133 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-a3017922-65c6-446f-a32b-d9c9573f73ee tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'security_group_rule': {'security_group_id': 'fd0dfca6-4894-4212-9298-e77e3a48bd43', 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:56:14.022580 n-d-778549-4 neutron-server[94013]: INFO neutron.db.securitygroups_db [None req-a3017922-65c6-446f-a32b-d9c9573f73ee tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Project 0f8e445c013940dd90796bd2f3eb088f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:56:14.027534 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a3017922-65c6-446f-a32b-d9c9573f73ee tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:14.089013 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a3017922-65c6-446f-a32b-d9c9573f73ee tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:14.092830 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a3017922-65c6-446f-a32b-d9c9573f73ee tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:14.111497 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3017922-65c6-446f-a32b-d9c9573f73ee tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b2d581a-5d4a-4371-b0b6-048d73320d21,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:14.114791 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a3017922-65c6-446f-a32b-d9c9573f73ee tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:14.115987 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a3017922-65c6-446f-a32b-d9c9573f73ee tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203048 Jul 23 16:56:14.125629 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53408) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:14.125629 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-051c9d82-3757-4bf7-a4c6-f3a29b110b96 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'security_group_rule': {'security_group_id': 'fd0dfca6-4894-4212-9298-e77e3a48bd43', 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:56:14.144985 n-d-778549-4 neutron-server[94013]: INFO neutron.db.securitygroups_db [None req-051c9d82-3757-4bf7-a4c6-f3a29b110b96 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Project 0f8e445c013940dd90796bd2f3eb088f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:56:14.150234 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-051c9d82-3757-4bf7-a4c6-f3a29b110b96 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:14.212468 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-051c9d82-3757-4bf7-a4c6-f3a29b110b96 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:14.216189 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-051c9d82-3757-4bf7-a4c6-f3a29b110b96 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:14.235541 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c9d82-3757-4bf7-a4c6-f3a29b110b96 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f3edcb6-97fd-4670-b3e7-f7e77afbb7ec,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:14.243107 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-051c9d82-3757-4bf7-a4c6-f3a29b110b96 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:14.244419 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-051c9d82-3757-4bf7-a4c6-f3a29b110b96 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247818 Jul 23 16:56:14.247477 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53410) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:14.252575 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-3f88c116-7848-4ff3-8fbb-113f289be6df tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'network': {'name': 'tempest-network-smoke--1092482604', 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'port_security_enabled': True}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:56:14.274627 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f88c116-7848-4ff3-8fbb-113f289be6df tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Made reservation on behalf of 0f8e445c013940dd90796bd2f3eb088f for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:56:14.278773 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f88c116-7848-4ff3-8fbb-113f289be6df tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:14.305860 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f88c116-7848-4ff3-8fbb-113f289be6df tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] vlan segment allocate from pool success with {'vlan_id': 1100, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:56:14.314726 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f88c116-7848-4ff3-8fbb-113f289be6df tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:14.315089 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-3f88c116-7848-4ff3-8fbb-113f289be6df tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Added segment c34d61eb-38fc-4616-8b51-ce37419da8a7 of type vlan for network e449f47c-1125-479d-914e-a34c54d056c1 Jul 23 16:56:14.358627 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f88c116-7848-4ff3-8fbb-113f289be6df tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:14.391887 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f88c116-7848-4ff3-8fbb-113f289be6df tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:14.397815 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f88c116-7848-4ff3-8fbb-113f289be6df tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:14.398422 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3f88c116-7848-4ff3-8fbb-113f289be6df tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:14.437311 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3f88c116-7848-4ff3-8fbb-113f289be6df tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1887450 Jul 23 16:56:14.440261 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53412) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:14.445793 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-f3026612-3d02-4327-bfc7-4d21f7d3fdcc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-588209078', 'admin_state_up': True, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:56:14.490355 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88c116-7848-4ff3-8fbb-113f289be6df tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'Network': ['ID=e449f47c-1125-479d-914e-a34c54d056c1,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:14.501800 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network e449f47c-1125-479d-914e-a34c54d056c1 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:56:14.506955 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f3026612-3d02-4327-bfc7-4d21f7d3fdcc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:14.507990 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f3026612-3d02-4327-bfc7-4d21f7d3fdcc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:14.565457 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f3026612-3d02-4327-bfc7-4d21f7d3fdcc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:14.703784 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f3026612-3d02-4327-bfc7-4d21f7d3fdcc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:14.906781 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f3026612-3d02-4327-bfc7-4d21f7d3fdcc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:14.926139 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f3026612-3d02-4327-bfc7-4d21f7d3fdcc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:15.034768 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-f3026612-3d02-4327-bfc7-4d21f7d3fdcc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Allocated IP 172.25.8.199 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/641a19ca-50c6-4e91-99d2-723e3e3da5d5) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:56:15.098108 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa214766-5091-435a-b9ee-598ef21fccc1 req-959b375c-625d-4a03-87d2-e0a88d9723f1 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:15.099640 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa214766-5091-435a-b9ee-598ef21fccc1 req-959b375c-625d-4a03-87d2-e0a88d9723f1 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/ports?device_id=20459c35-e568-43a3-82af-b3bb09f07d98 HTTP/1.1" status: 200 len: 943 time: 0.0776484 Jul 23 16:56:15.140142 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa214766-5091-435a-b9ee-598ef21fccc1 req-ee25ce3a-116b-4c4a-882e-5c69499b8746 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/security-groups?id=dcfd28e4-154a-4050-8e32-2b0d944e31f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347614 Jul 23 16:56:15.143769 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f3026612-3d02-4327-bfc7-4d21f7d3fdcc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:15.185297 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f3026612-3d02-4327-bfc7-4d21f7d3fdcc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:15.222532 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3026612-3d02-4327-bfc7-4d21f7d3fdcc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:56:15.225919 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-f3026612-3d02-4327-bfc7-4d21f7d3fdcc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:56:15.231782 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3026612-3d02-4327-bfc7-4d21f7d3fdcc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:56:15.260726 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3026612-3d02-4327-bfc7-4d21f7d3fdcc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'Port': ['ID=641a19ca-50c6-4e91-99d2-723e3e3da5d5,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:15.513210 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f3026612-3d02-4327-bfc7-4d21f7d3fdcc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:15.715004 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f3026612-3d02-4327-bfc7-4d21f7d3fdcc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:16.161779 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3026612-3d02-4327-bfc7-4d21f7d3fdcc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Router a4c6f700-e746-4678-9be7-6aa813a19fff is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:56:16.278920 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3026612-3d02-4327-bfc7-4d21f7d3fdcc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:56:16.288285 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb392a-8fe8-40c1-a415-878cb79f00d5 req-6912c842-0b1c-4466-9245-18c3bc95782c tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:16.291792 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f5e5e-b8fb-4a31-b1e1-b28b698cb99d None None] Sync routers for ids ['a4c6f700-e746-4678-9be7-6aa813a19fff'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:56:16.295512 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-81bb392a-8fe8-40c1-a415-878cb79f00d5 req-6912c842-0b1c-4466-9245-18c3bc95782c tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/ports?device_id=20459c35-e568-43a3-82af-b3bb09f07d98 HTTP/1.1" status: 200 len: 943 time: 0.0787752 Jul 23 16:56:16.299559 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f3026612-3d02-4327-bfc7-4d21f7d3fdcc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:16.301332 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f3026612-3d02-4327-bfc7-4d21f7d3fdcc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8600035 Jul 23 16:56:16.305642 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53418) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:16.306295 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54f5e5e-b8fb-4a31-b1e1-b28b698cb99d None None] Routers {'a4c6f700-e746-4678-9be7-6aa813a19fff'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:56:16.307398 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e54f5e5e-b8fb-4a31-b1e1-b28b698cb99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:56:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a4c6f700-e746-4678-9be7-6aa813a19fff'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:56:16.332614 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-81bb392a-8fe8-40c1-a415-878cb79f00d5 req-82584b1a-1a0f-46cc-b9b1-a4f25ac999a1 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/security-groups?id=dcfd28e4-154a-4050-8e32-2b0d944e31f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362265 Jul 23 16:56:16.344349 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1a824880-4f59-489b-b5db-4371ca3b87de tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=0f8e445c013940dd90796bd2f3eb088f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369020 Jul 23 16:56:16.346969 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53420) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:16.447127 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f050d5-28ac-4252-9d8e-a80db0f4381e tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:16.448620 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-95f050d5-28ac-4252-9d8e-a80db0f4381e tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1007137 Jul 23 16:56:16.451912 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53422) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:16.482261 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-325cb820-a4dc-4bf5-9009-865a56b117f5 tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4e763b06-7572-4747-a18b-44a256cb56cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292168 Jul 23 16:56:16.484890 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53424) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:16.490343 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-8bae4d0b-329b-4d2f-81bb-16281c464ed4 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1806472305', 'network_id': 'e449f47c-1125-479d-914e-a34c54d056c1', 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:56:16.527826 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-e54f5e5e-b8fb-4a31-b1e1-b28b698cb99d None None] Set router a4c6f700-e746-4678-9be7-6aa813a19fff gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:56:16.593440 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bae4d0b-329b-4d2f-81bb-16281c464ed4 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Made reservation on behalf of 0f8e445c013940dd90796bd2f3eb088f for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:56:16.597851 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8bae4d0b-329b-4d2f-81bb-16281c464ed4 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:16.715906 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e54f5e5e-b8fb-4a31-b1e1-b28b698cb99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588209078', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '641a19ca-50c6-4e91-99d2-723e3e3da5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:56:14Z', 'updated_at': '2021-07-23T16:56:15Z', 'revision_number': 3, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '641a19ca-50c6-4e91-99d2-723e3e3da5d5', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:56:14Z', 'updated_at': '2021-07-23T16:56:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:56:16.748903 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f5e5e-b8fb-4a31-b1e1-b28b698cb99d None None] Checking router: a4c6f700-e746-4678-9be7-6aa813a19fff for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:56:16.749289 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f5e5e-b8fb-4a31-b1e1-b28b698cb99d None None] Updating router a4c6f700-e746-4678-9be7-6aa813a19fff port 641a19ca-50c6-4e91-99d2-723e3e3da5d5 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:56:16.785318 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-e54f5e5e-b8fb-4a31-b1e1-b28b698cb99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:16.813220 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8bae4d0b-329b-4d2f-81bb-16281c464ed4 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:16.878216 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae4d0b-329b-4d2f-81bb-16281c464ed4 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'Subnet': ['ID=e0b851d1-d30b-4e02-a0e2-fd1001f6ba05,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:16.887766 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bae4d0b-329b-4d2f-81bb-16281c464ed4 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Checking segment: {'id': 'c34d61eb-38fc-4616-8b51-ce37419da8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e449f47c-1125-479d-914e-a34c54d056c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:56:16.888140 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bae4d0b-329b-4d2f-81bb-16281c464ed4 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Network hostable DHCP agents. Network: e449f47c-1125-479d-914e-a34c54d056c1, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:56:16.905920 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bae4d0b-329b-4d2f-81bb-16281c464ed4 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Network e449f47c-1125-479d-914e-a34c54d056c1 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:56:16.917387 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-8bae4d0b-329b-4d2f-81bb-16281c464ed4 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, e449f47c-1125-479d-914e-a34c54d056c1) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:56:16.922300 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bae4d0b-329b-4d2f-81bb-16281c464ed4 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:16.922602 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8bae4d0b-329b-4d2f-81bb-16281c464ed4 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:16.929657 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82794a2-3295-4eea-9daf-0e5307cdece4 None None] Network e449f47c-1125-479d-914e-a34c54d056c1 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:56:16.941834 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8bae4d0b-329b-4d2f-81bb-16281c464ed4 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4533556 Jul 23 16:56:16.942073 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53426) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:17.097651 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-e54f5e5e-b8fb-4a31-b1e1-b28b698cb99d None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:17.114125 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-e54f5e5e-b8fb-4a31-b1e1-b28b698cb99d None None] Transition to ACTIVE for port object 641a19ca-50c6-4e91-99d2-723e3e3da5d5 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:56:17.122727 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-e54f5e5e-b8fb-4a31-b1e1-b28b698cb99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:17.131758 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ae540f-97f5-4335-9678-a0af429cd7ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-e449f47c-1125-479d-914e-a34c54d056c1', 'network_id': 'e449f47c-1125-479d-914e-a34c54d056c1', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'fixed_ips': [{'subnet_id': 'e0b851d1-d30b-4e02-a0e2-fd1001f6ba05'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:56:17.132637 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-16ae540f-97f5-4335-9678-a0af429cd7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:17.184726 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a61959-15c3-4418-bf90-d1f8ae733a94 None None] Pushing event updated for resources: {'Port': ['ID=641a19ca-50c6-4e91-99d2-723e3e3da5d5,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:17.195587 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a61959-15c3-4418-bf90-d1f8ae733a94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:17.195927 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a61959-15c3-4418-bf90-d1f8ae733a94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:17.196263 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a61959-15c3-4418-bf90-d1f8ae733a94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:17.196597 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a61959-15c3-4418-bf90-d1f8ae733a94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:17.196989 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a61959-15c3-4418-bf90-d1f8ae733a94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:17.197347 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a61959-15c3-4418-bf90-d1f8ae733a94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:17.197677 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a61959-15c3-4418-bf90-d1f8ae733a94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:17.197998 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a61959-15c3-4418-bf90-d1f8ae733a94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:17.198320 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a61959-15c3-4418-bf90-d1f8ae733a94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:17.198641 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a61959-15c3-4418-bf90-d1f8ae733a94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:17.198961 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a61959-15c3-4418-bf90-d1f8ae733a94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:17.199280 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a61959-15c3-4418-bf90-d1f8ae733a94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:17.204130 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-e54f5e5e-b8fb-4a31-b1e1-b28b698cb99d None None] Attempting to bind port 641a19ca-50c6-4e91-99d2-723e3e3da5d5 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:56:17.204506 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-e54f5e5e-b8fb-4a31-b1e1-b28b698cb99d None None] Attempting to bind port 641a19ca-50c6-4e91-99d2-723e3e3da5d5 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:56:17.204870 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f5e5e-b8fb-4a31-b1e1-b28b698cb99d None None] Attempting to bind port 641a19ca-50c6-4e91-99d2-723e3e3da5d5 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:56:17.211962 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f5e5e-b8fb-4a31-b1e1-b28b698cb99d None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:56:17.211962 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f5e5e-b8fb-4a31-b1e1-b28b698cb99d None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:56:17.212315 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-e54f5e5e-b8fb-4a31-b1e1-b28b698cb99d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:17.212425 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f5e5e-b8fb-4a31-b1e1-b28b698cb99d None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:56:17.212988 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-e54f5e5e-b8fb-4a31-b1e1-b28b698cb99d None None] Bound port: 641a19ca-50c6-4e91-99d2-723e3e3da5d5, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:56:17.213407 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-e54f5e5e-b8fb-4a31-b1e1-b28b698cb99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:17.275829 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-e54f5e5e-b8fb-4a31-b1e1-b28b698cb99d None None] For port 641a19ca-50c6-4e91-99d2-723e3e3da5d5, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:56:17.279260 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-e54f5e5e-b8fb-4a31-b1e1-b28b698cb99d None None] For port 641a19ca-50c6-4e91-99d2-723e3e3da5d5, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=641a19ca-50c6-4e91-99d2-723e3e3da5d5,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:56:17.283500 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-e54f5e5e-b8fb-4a31-b1e1-b28b698cb99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:17.286665 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-16ae540f-97f5-4335-9678-a0af429cd7ca None None] Allocated IP 172.20.0.2 (e449f47c-1125-479d-914e-a34c54d056c1/e0b851d1-d30b-4e02-a0e2-fd1001f6ba05/193b0857-88e3-4da3-8878-0e5a28ddcfea) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:56:17.354857 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54f5e5e-b8fb-4a31-b1e1-b28b698cb99d None None] Routers {'a4c6f700-e746-4678-9be7-6aa813a19fff'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:56:17.355636 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e54f5e5e-b8fb-4a31-b1e1-b28b698cb99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:56:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a4c6f700-e746-4678-9be7-6aa813a19fff'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:56:17.361602 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a61959-15c3-4418-bf90-d1f8ae733a94 None None] Pushing event updated for resources: {'Port': ['ID=641a19ca-50c6-4e91-99d2-723e3e3da5d5,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:17.469499 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b9dfef2-70f3-4143-bd67-6f5d974edc11 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:17.488347 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf48ca-2322-4a06-9109-8aaadc3ceaee req-03673730-6b61-4909-9906-281ff2d98543 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:17.497671 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0bcf48ca-2322-4a06-9109-8aaadc3ceaee req-03673730-6b61-4909-9906-281ff2d98543 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/ports?device_id=20459c35-e568-43a3-82af-b3bb09f07d98 HTTP/1.1" status: 200 len: 943 time: 0.0849116 Jul 23 16:56:17.503977 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-e54f5e5e-b8fb-4a31-b1e1-b28b698cb99d None None] Set router a4c6f700-e746-4678-9be7-6aa813a19fff gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:56:17.517333 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-16ae540f-97f5-4335-9678-a0af429cd7ca None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:17.528794 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-16ae540f-97f5-4335-9678-a0af429cd7ca None None] Transition to ACTIVE for port object 193b0857-88e3-4da3-8878-0e5a28ddcfea will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:56:17.542453 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0bcf48ca-2322-4a06-9109-8aaadc3ceaee req-7f259bbf-b0b9-4413-8369-9282d9be8960 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/security-groups?id=dcfd28e4-154a-4050-8e32-2b0d944e31f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435820 Jul 23 16:56:17.554547 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-16ae540f-97f5-4335-9678-a0af429cd7ca None None] Transition to ACTIVE for port object 193b0857-88e3-4da3-8878-0e5a28ddcfea will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:56:17.560630 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-16ae540f-97f5-4335-9678-a0af429cd7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:17.609353 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae540f-97f5-4335-9678-a0af429cd7ca None None] Pushing event updated for resources: {'Port': ['ID=193b0857-88e3-4da3-8878-0e5a28ddcfea,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:17.617581 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ae540f-97f5-4335-9678-a0af429cd7ca None None] Network e449f47c-1125-479d-914e-a34c54d056c1 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:56:17.619371 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-16ae540f-97f5-4335-9678-a0af429cd7ca None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:56:17.625234 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ae540f-97f5-4335-9678-a0af429cd7ca None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:56:17.689509 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-16ae540f-97f5-4335-9678-a0af429cd7ca None None] Attempting to bind port 193b0857-88e3-4da3-8878-0e5a28ddcfea on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:56:17.689887 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-16ae540f-97f5-4335-9678-a0af429cd7ca None None] Attempting to bind port 193b0857-88e3-4da3-8878-0e5a28ddcfea by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'c34d61eb-38fc-4616-8b51-ce37419da8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e449f47c-1125-479d-914e-a34c54d056c1'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:56:17.690256 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ae540f-97f5-4335-9678-a0af429cd7ca None None] Attempting to bind port 193b0857-88e3-4da3-8878-0e5a28ddcfea on network e449f47c-1125-479d-914e-a34c54d056c1 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:56:17.696083 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ae540f-97f5-4335-9678-a0af429cd7ca None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:56:17.696478 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ae540f-97f5-4335-9678-a0af429cd7ca None None] Checking segment: {'id': 'c34d61eb-38fc-4616-8b51-ce37419da8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e449f47c-1125-479d-914e-a34c54d056c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:56:17.696904 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-16ae540f-97f5-4335-9678-a0af429cd7ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:17.697373 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ae540f-97f5-4335-9678-a0af429cd7ca None None] Bound using segment: {'id': 'c34d61eb-38fc-4616-8b51-ce37419da8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e449f47c-1125-479d-914e-a34c54d056c1'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:56:17.697851 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-16ae540f-97f5-4335-9678-a0af429cd7ca None None] Bound port: 193b0857-88e3-4da3-8878-0e5a28ddcfea, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c34d61eb-38fc-4616-8b51-ce37419da8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e449f47c-1125-479d-914e-a34c54d056c1'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:56:17.698242 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-16ae540f-97f5-4335-9678-a0af429cd7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:17.759557 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e54f5e5e-b8fb-4a31-b1e1-b28b698cb99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588209078', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '641a19ca-50c6-4e91-99d2-723e3e3da5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:56:14Z', 'updated_at': '2021-07-23T16:56:15Z', 'revision_number': 3, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '641a19ca-50c6-4e91-99d2-723e3e3da5d5', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:56:14Z', 'updated_at': '2021-07-23T16:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:56:17.791347 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f5e5e-b8fb-4a31-b1e1-b28b698cb99d None None] The sync data for ids ['a4c6f700-e746-4678-9be7-6aa813a19fff'] in n-d-778549-4 is: [{'id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588209078', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '641a19ca-50c6-4e91-99d2-723e3e3da5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:56:14Z', 'updated_at': '2021-07-23T16:56:15Z', 'revision_number': 3, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '641a19ca-50c6-4e91-99d2-723e3e3da5d5', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:56:14Z', 'updated_at': '2021-07-23T16:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:56:17.794968 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-16ae540f-97f5-4335-9678-a0af429cd7ca None None] For port 193b0857-88e3-4da3-8878-0e5a28ddcfea, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:56:17.800447 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-16ae540f-97f5-4335-9678-a0af429cd7ca None None] For port 193b0857-88e3-4da3-8878-0e5a28ddcfea, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=193b0857-88e3-4da3-8878-0e5a28ddcfea,segment=NetworkSegment(c34d61eb-38fc-4616-8b51-ce37419da8a7),segment_id=c34d61eb-38fc-4616-8b51-ce37419da8a7)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:56:17.805917 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-16ae540f-97f5-4335-9678-a0af429cd7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:17.819867 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-0b9dfef2-70f3-4143-bd67-6f5d974edc11 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Allocated IP 172.20.0.1 (e449f47c-1125-479d-914e-a34c54d056c1/e0b851d1-d30b-4e02-a0e2-fd1001f6ba05/5d8b472d-266f-4f72-ac73-ff5a0e353cd0) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:56:17.876788 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae540f-97f5-4335-9678-a0af429cd7ca None None] Pushing event updated for resources: {'Port': ['ID=193b0857-88e3-4da3-8878-0e5a28ddcfea,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:17.964057 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b9dfef2-70f3-4143-bd67-6f5d974edc11 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:17.979505 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-0b9dfef2-70f3-4143-bd67-6f5d974edc11 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Transition to ACTIVE for port object 5d8b472d-266f-4f72-ac73-ff5a0e353cd0 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:56:18.021130 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b9dfef2-70f3-4143-bd67-6f5d974edc11 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:18.100237 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9dfef2-70f3-4143-bd67-6f5d974edc11 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Network e449f47c-1125-479d-914e-a34c54d056c1 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:56:18.103583 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-0b9dfef2-70f3-4143-bd67-6f5d974edc11 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:56:18.112183 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9dfef2-70f3-4143-bd67-6f5d974edc11 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:56:18.160635 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9dfef2-70f3-4143-bd67-6f5d974edc11 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'Port': ['ID=5d8b472d-266f-4f72-ac73-ff5a0e353cd0,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:18.181904 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b9dfef2-70f3-4143-bd67-6f5d974edc11 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:18.351766 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b9dfef2-70f3-4143-bd67-6f5d974edc11 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:18.694216 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b9dfef2-70f3-4143-bd67-6f5d974edc11 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:18.705346 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b9dfef2-70f3-4143-bd67-6f5d974edc11 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:18.814911 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 193b0857-88e3-4da3-8878-0e5a28ddcfea up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:56:18.820556 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73786403-a179-4f9e-a0f0-3c511128a731 req-d7d65e15-0e23-4ead-8e55-2a00aedc4cfe tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:18.823034 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73786403-a179-4f9e-a0f0-3c511128a731 req-d7d65e15-0e23-4ead-8e55-2a00aedc4cfe tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/ports?device_id=20459c35-e568-43a3-82af-b3bb09f07d98 HTTP/1.1" status: 200 len: 943 time: 0.1480870 Jul 23 16:56:18.827323 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b9dfef2-70f3-4143-bd67-6f5d974edc11 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:18.854433 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9dfef2-70f3-4143-bd67-6f5d974edc11 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'Port': ['ID=5d8b472d-266f-4f72-ac73-ff5a0e353cd0,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:18.902149 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73786403-a179-4f9e-a0f0-3c511128a731 req-267dd1ec-603c-4e32-a5ea-44b5fa6d35a8 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/security-groups?id=dcfd28e4-154a-4050-8e32-2b0d944e31f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626876 Jul 23 16:56:18.929169 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 193b0857-88e3-4da3-8878-0e5a28ddcfea completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:56:18.935438 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 641a19ca-50c6-4e91-99d2-723e3e3da5d5 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:56:18.997441 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9dfef2-70f3-4143-bd67-6f5d974edc11 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Network e449f47c-1125-479d-914e-a34c54d056c1 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:56:18.999063 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-0b9dfef2-70f3-4143-bd67-6f5d974edc11 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:56:19.007644 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 641a19ca-50c6-4e91-99d2-723e3e3da5d5 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:56:19.013879 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 641a19ca-50c6-4e91-99d2-723e3e3da5d5 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:56:19.014300 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:19.115245 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2d5aea-5095-4f4a-a3da-b1ab740bcdee None None] Network e449f47c-1125-479d-914e-a34c54d056c1 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:56:19.134931 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9dfef2-70f3-4143-bd67-6f5d974edc11 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Router a4c6f700-e746-4678-9be7-6aa813a19fff has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:56:19.145037 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:19.213747 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 641a19ca-50c6-4e91-99d2-723e3e3da5d5, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=641a19ca-50c6-4e91-99d2-723e3e3da5d5,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:56:19.225600 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:19.251792 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9dfef2-70f3-4143-bd67-6f5d974edc11 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:56:19.257357 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0b9dfef2-70f3-4143-bd67-6f5d974edc11 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "PUT /v2.0/routers/a4c6f700-e746-4678-9be7-6aa813a19fff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3137584 Jul 23 16:56:19.276994 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-59d40b22-9280-4afc-aeff-88b65739321d None None] Provisioning for port 193b0857-88e3-4da3-8878-0e5a28ddcfea completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:56:19.290072 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-59d40b22-9280-4afc-aeff-88b65739321d None None] Provisioning complete for port 193b0857-88e3-4da3-8878-0e5a28ddcfea triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:56:19.290438 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-59d40b22-9280-4afc-aeff-88b65739321d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:19.372264 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=641a19ca-50c6-4e91-99d2-723e3e3da5d5,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:19.418721 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-938caaf3-c67c-455f-821f-6ba8f787864e tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-379570063&fields=id&tenant_id=0f8e445c013940dd90796bd2f3eb088f HTTP/1.1" status: 200 len: 267 time: 0.0372274 Jul 23 16:56:19.477857 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-59d40b22-9280-4afc-aeff-88b65739321d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:19.522406 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-59d40b22-9280-4afc-aeff-88b65739321d None None] For port 193b0857-88e3-4da3-8878-0e5a28ddcfea, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=193b0857-88e3-4da3-8878-0e5a28ddcfea,segment=NetworkSegment(c34d61eb-38fc-4616-8b51-ce37419da8a7),segment_id=c34d61eb-38fc-4616-8b51-ce37419da8a7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:56:19.529383 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-59d40b22-9280-4afc-aeff-88b65739321d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:19.575325 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-d1b888e7-1752-4184-8c4b-524af2920190 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:19.577260 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-d1b888e7-1752-4184-8c4b-524af2920190 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/networks?id=e449f47c-1125-479d-914e-a34c54d056c1 HTTP/1.1" status: 200 len: 797 time: 0.1495242 Jul 23 16:56:19.586951 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d40b22-9280-4afc-aeff-88b65739321d None None] Pushing event updated for resources: {'Port': ['ID=193b0857-88e3-4da3-8878-0e5a28ddcfea,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:19.596724 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-c4659f4c-633b-44a7-9ec3-c220b37b7fed tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/quotas/0f8e445c013940dd90796bd2f3eb088f HTTP/1.1" status: 200 len: 375 time: 0.0114071 Jul 23 16:56:19.677458 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-bd419b7e-d052-4cc8-a042-1bf51cf4691d tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737333 Jul 23 16:56:19.754085 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-15bf026a-da91-4006-b9ed-f4ea3ece6f3f None None] Provisioning for port 5d8b472d-266f-4f72-ac73-ff5a0e353cd0 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:56:19.758581 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-15bf026a-da91-4006-b9ed-f4ea3ece6f3f None None] Provisioning complete for port 5d8b472d-266f-4f72-ac73-ff5a0e353cd0 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:56:19.758939 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-15bf026a-da91-4006-b9ed-f4ea3ece6f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:19.787794 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cee1d53-2d1c-4306-b265-2ea6d211d740 None None] Sync routers for ids ['a4c6f700-e746-4678-9be7-6aa813a19fff'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:56:19.819663 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cee1d53-2d1c-4306-b265-2ea6d211d740 None None] Routers {'a4c6f700-e746-4678-9be7-6aa813a19fff'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:56:19.820420 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-8cee1d53-2d1c-4306-b265-2ea6d211d740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:56:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a4c6f700-e746-4678-9be7-6aa813a19fff'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:56:19.823585 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-bb46dafd-ccd8-4171-a191-b9b716d612b0 service neutron] 10.222.0.73 "GET /v2.0/networks/e449f47c-1125-479d-914e-a34c54d056c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291170 Jul 23 16:56:19.825113 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-15bf026a-da91-4006-b9ed-f4ea3ece6f3f None None] Port 5d8b472d-266f-4f72-ac73-ff5a0e353cd0 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:56:19.905117 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-15bf026a-da91-4006-b9ed-f4ea3ece6f3f None None] Provisioning complete for port 193b0857-88e3-4da3-8878-0e5a28ddcfea triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:56:19.905521 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-15bf026a-da91-4006-b9ed-f4ea3ece6f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:19.950464 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-ca5a3d32-f587-48f1-9bf0-f9ad55ba8375 service neutron] 10.222.0.73 "GET /v2.0/networks/e449f47c-1125-479d-914e-a34c54d056c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209610 Jul 23 16:56:20.027962 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-8cee1d53-2d1c-4306-b265-2ea6d211d740 None None] Set router a4c6f700-e746-4678-9be7-6aa813a19fff gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:56:20.067121 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eced97d-9fae-4410-ad88-3e5992b11a3f req-60d9c831-d92a-475c-bdbc-18d7b1481646 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:20.070857 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8eced97d-9fae-4410-ad88-3e5992b11a3f req-60d9c831-d92a-475c-bdbc-18d7b1481646 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/ports?device_id=20459c35-e568-43a3-82af-b3bb09f07d98 HTTP/1.1" status: 200 len: 943 time: 0.0796540 Jul 23 16:56:20.161919 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8eced97d-9fae-4410-ad88-3e5992b11a3f req-3ba3faae-54df-43bf-8ed3-6bac8db7d86b tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/security-groups?id=dcfd28e4-154a-4050-8e32-2b0d944e31f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729170 Jul 23 16:56:20.193560 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-506f1ef9-b189-49ed-a28c-e17c346a70cb req-0e20cad0-eed8-45cc-9ec6-147a35aa7443 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 210 time: 0.0636292 Jul 23 16:56:20.378978 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e0683b73-aa63-459c-b5d3-e6cd91515e5e None None] Provisioning complete for port 5d8b472d-266f-4f72-ac73-ff5a0e353cd0 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:56:20.379496 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e0683b73-aa63-459c-b5d3-e6cd91515e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:20.455144 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-e0683b73-aa63-459c-b5d3-e6cd91515e5e None None] Port 5d8b472d-266f-4f72-ac73-ff5a0e353cd0 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:56:20.537575 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-8cee1d53-2d1c-4306-b265-2ea6d211d740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588209078', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '641a19ca-50c6-4e91-99d2-723e3e3da5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:56:14Z', 'updated_at': '2021-07-23T16:56:18Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '641a19ca-50c6-4e91-99d2-723e3e3da5d5', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:56:14Z', 'updated_at': '2021-07-23T16:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '5d8b472d-266f-4f72-ac73-ff5a0e353cd0', 'name': '', 'network_id': 'e449f47c-1125-479d-914e-a34c54d056c1', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:5c:d5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'e0b851d1-d30b-4e02-a0e2-fd1001f6ba05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:56:17Z', 'updated_at': '2021-07-23T16:56:18Z', 'revision_number': 2, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': 'e0b851d1-d30b-4e02-a0e2-fd1001f6ba05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:56:20.568106 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cee1d53-2d1c-4306-b265-2ea6d211d740 None None] Checking router: a4c6f700-e746-4678-9be7-6aa813a19fff for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:56:20.568594 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cee1d53-2d1c-4306-b265-2ea6d211d740 None None] Updating router a4c6f700-e746-4678-9be7-6aa813a19fff port 5d8b472d-266f-4f72-ac73-ff5a0e353cd0 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:56:20.611924 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-288a9a1d-9132-4994-a70d-589cf88fa244 None None] Provisioning complete for port 5d8b472d-266f-4f72-ac73-ff5a0e353cd0 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:56:20.612477 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-288a9a1d-9132-4994-a70d-589cf88fa244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:20.635243 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8cee1d53-2d1c-4306-b265-2ea6d211d740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:20.681684 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 193b0857-88e3-4da3-8878-0e5a28ddcfea up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:56:20.685357 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-288a9a1d-9132-4994-a70d-589cf88fa244 None None] Port 5d8b472d-266f-4f72-ac73-ff5a0e353cd0 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:56:20.825211 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 193b0857-88e3-4da3-8878-0e5a28ddcfea triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:56:20.825977 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:20.919831 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device eb5371f7-dee5-405d-87bf-a7ba6aef8d6c details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:56:21.036046 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 641a19ca-50c6-4e91-99d2-723e3e3da5d5 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:56:21.125181 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8cee1d53-2d1c-4306-b265-2ea6d211d740 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:21.152227 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port eb5371f7-dee5-405d-87bf-a7ba6aef8d6c, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=eb5371f7-dee5-405d-87bf-a7ba6aef8d6c,segment=NetworkSegment(1bb05152-f7dd-446f-b4a4-04fa3e6827fc),segment_id=1bb05152-f7dd-446f-b4a4-04fa3e6827fc)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:56:21.155034 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8cee1d53-2d1c-4306-b265-2ea6d211d740 None None] Transition to ACTIVE for port object 5d8b472d-266f-4f72-ac73-ff5a0e353cd0 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:56:21.167834 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8cee1d53-2d1c-4306-b265-2ea6d211d740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:21.201422 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'eb5371f7-dee5-405d-87bf-a7ba6aef8d6c', 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2', 'port_id': 'eb5371f7-dee5-405d-87bf-a7ba6aef8d6c', 'mac_address': 'fa:16:3e:90:29:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08901fd5-bc01-47fa-b181-a8ffffeb0b54', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:56:21.256360 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-5cc6e123-e7a2-489c-848e-c21832116da5 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:21.258228 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-5cc6e123-e7a2-489c-848e-c21832116da5 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.97 "GET /v2.0/networks?id=e449f47c-1125-479d-914e-a34c54d056c1 HTTP/1.1" status: 200 len: 797 time: 0.1524966 Jul 23 16:56:21.292519 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 641a19ca-50c6-4e91-99d2-723e3e3da5d5 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:56:21.292824 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:21.300723 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c188713-8c08-4e8b-8110-1e77e94b9295 None None] Pushing event updated for resources: {'Port': ['ID=5d8b472d-266f-4f72-ac73-ff5a0e353cd0,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:21.363744 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:21.381372 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-44214b2e-ad65-42fd-b56f-d3bf89d0d231 req-cfbfa804-4c3f-4ace-9913-b49c839cc88c tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 210 time: 0.0570436 Jul 23 16:56:21.415496 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb5371f7-dee5-405d-87bf-a7ba6aef8d6c {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:56:21.420314 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-d4e4a0b5-093f-4b9a-b920-cf4191855a69 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f8e445c013940dd90796bd2f3eb088f HTTP/1.1" status: 200 len: 379 time: 0.1470537 Jul 23 16:56:21.431278 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-8cee1d53-2d1c-4306-b265-2ea6d211d740 None None] Attempting to bind port 5d8b472d-266f-4f72-ac73-ff5a0e353cd0 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:56:21.431553 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-8cee1d53-2d1c-4306-b265-2ea6d211d740 None None] Attempting to bind port 5d8b472d-266f-4f72-ac73-ff5a0e353cd0 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'c34d61eb-38fc-4616-8b51-ce37419da8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e449f47c-1125-479d-914e-a34c54d056c1'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:56:21.431924 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cee1d53-2d1c-4306-b265-2ea6d211d740 None None] Attempting to bind port 5d8b472d-266f-4f72-ac73-ff5a0e353cd0 on network e449f47c-1125-479d-914e-a34c54d056c1 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:56:21.435651 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11affb72-6870-4cee-aac8-d83d27e58616 req-6085918a-0563-4071-b898-60aa43ba9e8a tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:21.443589 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-11affb72-6870-4cee-aac8-d83d27e58616 req-6085918a-0563-4071-b898-60aa43ba9e8a tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/ports?device_id=20459c35-e568-43a3-82af-b3bb09f07d98 HTTP/1.1" status: 200 len: 943 time: 0.1810594 Jul 23 16:56:21.451343 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cee1d53-2d1c-4306-b265-2ea6d211d740 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:56:21.451743 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cee1d53-2d1c-4306-b265-2ea6d211d740 None None] Checking segment: {'id': 'c34d61eb-38fc-4616-8b51-ce37419da8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e449f47c-1125-479d-914e-a34c54d056c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:56:21.452121 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8cee1d53-2d1c-4306-b265-2ea6d211d740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:21.452511 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cee1d53-2d1c-4306-b265-2ea6d211d740 None None] Bound using segment: {'id': 'c34d61eb-38fc-4616-8b51-ce37419da8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e449f47c-1125-479d-914e-a34c54d056c1'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:56:21.453242 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-8cee1d53-2d1c-4306-b265-2ea6d211d740 None None] Bound port: 5d8b472d-266f-4f72-ac73-ff5a0e353cd0, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c34d61eb-38fc-4616-8b51-ce37419da8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e449f47c-1125-479d-914e-a34c54d056c1'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:56:21.453570 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8cee1d53-2d1c-4306-b265-2ea6d211d740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:21.455754 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-1444df09-aa9b-48fb-81d3-0d26c000e906 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'port': {'device_id': '2adc27f3-40d9-4291-8b79-586aa7db9e72', 'network_id': 'e449f47c-1125-479d-914e-a34c54d056c1', 'admin_state_up': True, 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'security_groups': ['fd0dfca6-4894-4212-9298-e77e3a48bd43']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:56:21.481190 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port eb5371f7-dee5-405d-87bf-a7ba6aef8d6c, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=eb5371f7-dee5-405d-87bf-a7ba6aef8d6c,segment=NetworkSegment(1bb05152-f7dd-446f-b4a4-04fa3e6827fc),segment_id=1bb05152-f7dd-446f-b4a4-04fa3e6827fc)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:56:21.493472 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:21.514913 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-11affb72-6870-4cee-aac8-d83d27e58616 req-a522c3e1-c888-4795-baa7-700311a55231 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/security-groups?id=dcfd28e4-154a-4050-8e32-2b0d944e31f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703285 Jul 23 16:56:21.603383 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=eb5371f7-dee5-405d-87bf-a7ba6aef8d6c,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:21.616197 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-8cee1d53-2d1c-4306-b265-2ea6d211d740 None None] For port 5d8b472d-266f-4f72-ac73-ff5a0e353cd0, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:56:21.617812 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-1444df09-aa9b-48fb-81d3-0d26c000e906 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Made reservation on behalf of 0f8e445c013940dd90796bd2f3eb088f for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:56:21.619950 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-8cee1d53-2d1c-4306-b265-2ea6d211d740 None None] For port 5d8b472d-266f-4f72-ac73-ff5a0e353cd0, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=5d8b472d-266f-4f72-ac73-ff5a0e353cd0,segment=NetworkSegment(c34d61eb-38fc-4616-8b51-ce37419da8a7),segment_id=c34d61eb-38fc-4616-8b51-ce37419da8a7)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:56:21.621913 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-1444df09-aa9b-48fb-81d3-0d26c000e906 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:21.625548 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8cee1d53-2d1c-4306-b265-2ea6d211d740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:21.678712 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cee1d53-2d1c-4306-b265-2ea6d211d740 None None] Routers {'a4c6f700-e746-4678-9be7-6aa813a19fff'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:56:21.679355 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-8cee1d53-2d1c-4306-b265-2ea6d211d740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:56:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a4c6f700-e746-4678-9be7-6aa813a19fff'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:56:21.720337 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['eb5371f7-dee5-405d-87bf-a7ba6aef8d6c'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:56:21.774885 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-1444df09-aa9b-48fb-81d3-0d26c000e906 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Allocated IP 172.20.0.13 (e449f47c-1125-479d-914e-a34c54d056c1/e0b851d1-d30b-4e02-a0e2-fd1001f6ba05/1b64e541-6be1-4c68-9687-ff8182ee986c) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:56:21.792582 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c188713-8c08-4e8b-8110-1e77e94b9295 None None] Pushing event updated for resources: {'Port': ['ID=5d8b472d-266f-4f72-ac73-ff5a0e353cd0,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:21.861528 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-8cee1d53-2d1c-4306-b265-2ea6d211d740 None None] Set router a4c6f700-e746-4678-9be7-6aa813a19fff gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:56:21.949038 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-1444df09-aa9b-48fb-81d3-0d26c000e906 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:21.963643 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-1444df09-aa9b-48fb-81d3-0d26c000e906 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Transition to ACTIVE for port object 1b64e541-6be1-4c68-9687-ff8182ee986c will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:56:21.999952 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-1444df09-aa9b-48fb-81d3-0d26c000e906 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:22.049877 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-1444df09-aa9b-48fb-81d3-0d26c000e906 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Network e449f47c-1125-479d-914e-a34c54d056c1 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:56:22.053854 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-1444df09-aa9b-48fb-81d3-0d26c000e906 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:56:22.058607 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-1444df09-aa9b-48fb-81d3-0d26c000e906 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:56:22.062701 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444df09-aa9b-48fb-81d3-0d26c000e906 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'Port': ['ID=1b64e541-6be1-4c68-9687-ff8182ee986c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:22.120870 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-1444df09-aa9b-48fb-81d3-0d26c000e906 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:22.121971 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-1444df09-aa9b-48fb-81d3-0d26c000e906 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:22.140861 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-1444df09-aa9b-48fb-81d3-0d26c000e906 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6897202 Jul 23 16:56:22.154463 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-8a30aef0-7a90-4e84-9428-86c33d3dd618 service neutron] Request body: {'port': {'device_id': '2adc27f3-40d9-4291-8b79-586aa7db9e72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:56:22.162514 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:56:22.217318 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-8cee1d53-2d1c-4306-b265-2ea6d211d740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588209078', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '641a19ca-50c6-4e91-99d2-723e3e3da5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:56:14Z', 'updated_at': '2021-07-23T16:56:18Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '641a19ca-50c6-4e91-99d2-723e3e3da5d5', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:56:14Z', 'updated_at': '2021-07-23T16:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '5d8b472d-266f-4f72-ac73-ff5a0e353cd0', 'name': '', 'network_id': 'e449f47c-1125-479d-914e-a34c54d056c1', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:5c:d5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'e0b851d1-d30b-4e02-a0e2-fd1001f6ba05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:56:17Z', 'updated_at': '2021-07-23T16:56:21Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': 'e0b851d1-d30b-4e02-a0e2-fd1001f6ba05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:56:22.245616 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-8a30aef0-7a90-4e84-9428-86c33d3dd618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:22.247674 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cee1d53-2d1c-4306-b265-2ea6d211d740 None None] The sync data for ids ['a4c6f700-e746-4678-9be7-6aa813a19fff'] in n-d-778549-4 is: [{'id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588209078', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '641a19ca-50c6-4e91-99d2-723e3e3da5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:56:14Z', 'updated_at': '2021-07-23T16:56:18Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '641a19ca-50c6-4e91-99d2-723e3e3da5d5', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:56:14Z', 'updated_at': '2021-07-23T16:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '5d8b472d-266f-4f72-ac73-ff5a0e353cd0', 'name': '', 'network_id': 'e449f47c-1125-479d-914e-a34c54d056c1', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:5c:d5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'e0b851d1-d30b-4e02-a0e2-fd1001f6ba05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:56:17Z', 'updated_at': '2021-07-23T16:56:21Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': 'e0b851d1-d30b-4e02-a0e2-fd1001f6ba05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:56:22.328285 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-9876ad1a-d676-4ed0-b546-fdff6aab823a None None] Provisioning for port 1b64e541-6be1-4c68-9687-ff8182ee986c completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:56:22.332482 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-9876ad1a-d676-4ed0-b546-fdff6aab823a None None] Provisioning complete for port 1b64e541-6be1-4c68-9687-ff8182ee986c triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:56:22.332785 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9876ad1a-d676-4ed0-b546-fdff6aab823a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:22.381554 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-9876ad1a-d676-4ed0-b546-fdff6aab823a None None] Port 1b64e541-6be1-4c68-9687-ff8182ee986c cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:56:22.603462 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd0750-e9f3-47c9-bff2-c491e66db579 req-fadcbcb2-fee2-446a-8867-0877e4e7c081 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:22.605241 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cddd0750-e9f3-47c9-bff2-c491e66db579 req-fadcbcb2-fee2-446a-8867-0877e4e7c081 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 932 time: 0.1384120 Jul 23 16:56:22.707345 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 5d8b472d-266f-4f72-ac73-ff5a0e353cd0 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:56:22.725142 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cddd0750-e9f3-47c9-bff2-c491e66db579 req-22b9830a-da50-42d8-9272-36395287938f tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd0dfca6-4894-4212-9298-e77e3a48bd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032512 Jul 23 16:56:22.741674 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-8a30aef0-7a90-4e84-9428-86c33d3dd618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b64e541-6be1-4c68-9687-ff8182ee986c {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:56:22.760902 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-8a30aef0-7a90-4e84-9428-86c33d3dd618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:22.800771 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d062b35-6dd3-45ef-843f-6fd634025ddb req-f7044ce0-905a-47c7-8e66-71a4ebad2e5b tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:22.805629 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d062b35-6dd3-45ef-843f-6fd634025ddb req-f7044ce0-905a-47c7-8e66-71a4ebad2e5b tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/ports?device_id=20459c35-e568-43a3-82af-b3bb09f07d98 HTTP/1.1" status: 200 len: 944 time: 0.2117095 Jul 23 16:56:22.807407 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-8a30aef0-7a90-4e84-9428-86c33d3dd618 service neutron] Transition to ACTIVE for port object 1b64e541-6be1-4c68-9687-ff8182ee986c will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:56:22.816004 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-8a30aef0-7a90-4e84-9428-86c33d3dd618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:22.890935 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30aef0-7a90-4e84-9428-86c33d3dd618 service neutron] Pushing event updated for resources: {'Port': ['ID=1b64e541-6be1-4c68-9687-ff8182ee986c,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:22.909925 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d062b35-6dd3-45ef-843f-6fd634025ddb req-0f5a114e-dca2-4d7c-83d5-005c469ed7c0 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/security-groups?id=dcfd28e4-154a-4050-8e32-2b0d944e31f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957353 Jul 23 16:56:22.944569 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device eb5371f7-dee5-405d-87bf-a7ba6aef8d6c up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:56:22.994678 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-8a30aef0-7a90-4e84-9428-86c33d3dd618 service neutron] Attempting to bind port 1b64e541-6be1-4c68-9687-ff8182ee986c on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:56:22.995172 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-8a30aef0-7a90-4e84-9428-86c33d3dd618 service neutron] Attempting to bind port 1b64e541-6be1-4c68-9687-ff8182ee986c by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'c34d61eb-38fc-4616-8b51-ce37419da8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e449f47c-1125-479d-914e-a34c54d056c1'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:56:22.995627 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-8a30aef0-7a90-4e84-9428-86c33d3dd618 service neutron] Attempting to bind port 1b64e541-6be1-4c68-9687-ff8182ee986c on network e449f47c-1125-479d-914e-a34c54d056c1 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:56:23.000964 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-8a30aef0-7a90-4e84-9428-86c33d3dd618 service neutron] Port 1b64e541-6be1-4c68-9687-ff8182ee986c on network e449f47c-1125-479d-914e-a34c54d056c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:56:23.001486 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-8a30aef0-7a90-4e84-9428-86c33d3dd618 service neutron] Attempting to bind port 1b64e541-6be1-4c68-9687-ff8182ee986c on network e449f47c-1125-479d-914e-a34c54d056c1 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:56:23.011182 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-8a30aef0-7a90-4e84-9428-86c33d3dd618 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:56:23.011901 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-8a30aef0-7a90-4e84-9428-86c33d3dd618 service neutron] Checking segment: {'id': 'c34d61eb-38fc-4616-8b51-ce37419da8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e449f47c-1125-479d-914e-a34c54d056c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:56:23.012500 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-8a30aef0-7a90-4e84-9428-86c33d3dd618 service neutron] Bound using segment: {'id': 'c34d61eb-38fc-4616-8b51-ce37419da8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e449f47c-1125-479d-914e-a34c54d056c1'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:56:23.013491 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-8a30aef0-7a90-4e84-9428-86c33d3dd618 service neutron] Bound port: 1b64e541-6be1-4c68-9687-ff8182ee986c, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c34d61eb-38fc-4616-8b51-ce37419da8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e449f47c-1125-479d-914e-a34c54d056c1'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:56:23.014319 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-8a30aef0-7a90-4e84-9428-86c33d3dd618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:23.044857 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port eb5371f7-dee5-405d-87bf-a7ba6aef8d6c completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:56:23.053109 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 5d8b472d-266f-4f72-ac73-ff5a0e353cd0 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:56:23.058870 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port eb5371f7-dee5-405d-87bf-a7ba6aef8d6c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:56:23.059836 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:23.116185 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 5d8b472d-266f-4f72-ac73-ff5a0e353cd0 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:56:23.116629 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:23.130247 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-8a30aef0-7a90-4e84-9428-86c33d3dd618 service neutron] For port 1b64e541-6be1-4c68-9687-ff8182ee986c, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:56:23.134624 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-8a30aef0-7a90-4e84-9428-86c33d3dd618 service neutron] For port 1b64e541-6be1-4c68-9687-ff8182ee986c, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=1b64e541-6be1-4c68-9687-ff8182ee986c,segment=NetworkSegment(c34d61eb-38fc-4616-8b51-ce37419da8a7),segment_id=c34d61eb-38fc-4616-8b51-ce37419da8a7)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:56:23.140436 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-8a30aef0-7a90-4e84-9428-86c33d3dd618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:23.197563 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-8a30aef0-7a90-4e84-9428-86c33d3dd618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:23.198095 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-8a30aef0-7a90-4e84-9428-86c33d3dd618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:23.199746 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-8a30aef0-7a90-4e84-9428-86c33d3dd618 service neutron] 10.222.0.97 "PUT /v2.0/ports/1b64e541-6be1-4c68-9687-ff8182ee986c HTTP/1.1" status: 200 len: 1092 time: 1.0513303 Jul 23 16:56:23.200209 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2adc27f3-40d9-4291-8b79-586aa7db9e72', 'tag': '1b64e541-6be1-4c68-9687-ff8182ee986c'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:56:23.203012 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac86a82-ea54-4df3-98a6-ce8b40549089" -d '{"events": [{"name": "network-changed", "server_uuid": "2adc27f3-40d9-4291-8b79-586aa7db9e72", "tag": "1b64e541-6be1-4c68-9687-ff8182ee986c"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:56:23.222195 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:23.251292 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30aef0-7a90-4e84-9428-86c33d3dd618 service neutron] Pushing event updated for resources: {'Port': ['ID=1b64e541-6be1-4c68-9687-ff8182ee986c,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:23.274870 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922d1853-91e1-4156-9865-c08a200fd6bd x-openstack-request-id: req-922d1853-91e1-4156-9865-c08a200fd6bd {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:56:23.275252 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2adc27f3-40d9-4291-8b79-586aa7db9e72", "tag": "1b64e541-6be1-4c68-9687-ff8182ee986c", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:56:23.275411 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-922d1853-91e1-4156-9865-c08a200fd6bd {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:56:23.275805 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2adc27f3-40d9-4291-8b79-586aa7db9e72', 'tag': '1b64e541-6be1-4c68-9687-ff8182ee986c', 'status': 'completed', 'code': 200} Jul 23 16:56:23.296335 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20459c35-e568-43a3-82af-b3bb09f07d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5371f7-dee5-405d-87bf-a7ba6aef8d6c'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:56:23.299266 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9cecfe-4185-4304-9ded-1e3d99f57602" -d '{"events": [{"server_uuid": "20459c35-e568-43a3-82af-b3bb09f07d98", "name": "network-vif-plugged", "status": "completed", "tag": "eb5371f7-dee5-405d-87bf-a7ba6aef8d6c"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:56:23.333638 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port eb5371f7-dee5-405d-87bf-a7ba6aef8d6c, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=eb5371f7-dee5-405d-87bf-a7ba6aef8d6c,segment=NetworkSegment(1bb05152-f7dd-446f-b4a4-04fa3e6827fc),segment_id=1bb05152-f7dd-446f-b4a4-04fa3e6827fc)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:56:23.339172 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:23.343195 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:23.381507 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-73ecaa84-803d-438e-92fc-6425797def69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:23.389722 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-73ecaa84-803d-438e-92fc-6425797def69 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 1095 time: 0.1201768 Jul 23 16:56:23.410878 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=eb5371f7-dee5-405d-87bf-a7ba6aef8d6c,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:23.451490 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 5d8b472d-266f-4f72-ac73-ff5a0e353cd0, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=5d8b472d-266f-4f72-ac73-ff5a0e353cd0,segment=NetworkSegment(c34d61eb-38fc-4616-8b51-ce37419da8a7),segment_id=c34d61eb-38fc-4616-8b51-ce37419da8a7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:56:23.459296 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:23.483851 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-a3805203-5aaa-482b-8a5b-7438583ba233 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b64e541-6be1-4c68-9687-ff8182ee986c HTTP/1.1" status: 200 len: 217 time: 0.0917566 Jul 23 16:56:23.502782 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e3070e-a613-4f74-bb4e-41c6cc737b7f x-openstack-request-id: req-c0e3070e-a613-4f74-bb4e-41c6cc737b7f {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:56:23.503088 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20459c35-e568-43a3-82af-b3bb09f07d98", "name": "network-vif-plugged", "status": "completed", "tag": "eb5371f7-dee5-405d-87bf-a7ba6aef8d6c", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:56:23.503340 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c0e3070e-a613-4f74-bb4e-41c6cc737b7f {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:56:23.503729 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20459c35-e568-43a3-82af-b3bb09f07d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5371f7-dee5-405d-87bf-a7ba6aef8d6c', 'code': 200} Jul 23 16:56:23.546013 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-3be9e96b-7f90-44dc-81bf-22875a58501e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:23.547525 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-3be9e96b-7f90-44dc-81bf-22875a58501e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e0b851d1-d30b-4e02-a0e2-fd1001f6ba05 HTTP/1.1" status: 200 len: 835 time: 0.0579019 Jul 23 16:56:23.547681 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=5d8b472d-266f-4f72-ac73-ff5a0e353cd0,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:23.618470 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-82fc2189-1e74-4771-afca-5ad464d2f026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:23.620482 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-82fc2189-1e74-4771-afca-5ad464d2f026 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e449f47c-1125-479d-914e-a34c54d056c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661585 Jul 23 16:56:23.628223 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fe7da-70d0-4339-8e35-1f4bdcffe117 req-a76f3acd-bd1d-4926-a7f4-dbf9c84d9201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:23.630285 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5e8fe7da-70d0-4339-8e35-1f4bdcffe117 req-a76f3acd-bd1d-4926-a7f4-dbf9c84d9201 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=20459c35-e568-43a3-82af-b3bb09f07d98 HTTP/1.1" status: 200 len: 1096 time: 0.0650201 Jul 23 16:56:23.675455 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5e8fe7da-70d0-4339-8e35-1f4bdcffe117 req-1529147a-4b39-4803-88c1-c569121d80ea service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=dcfd28e4-154a-4050-8e32-2b0d944e31f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368590 Jul 23 16:56:23.729976 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-b3c62aba-61e5-4a49-90e8-fa5f3e516676 service neutron] 10.222.0.97 "GET /v2.0/networks/e449f47c-1125-479d-914e-a34c54d056c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029394 Jul 23 16:56:23.868736 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c69bf5ee-bc1c-4f80-890e-1bc5b369c8b5 req-b9db9efe-afe4-4045-9eab-1fe6948911f5 service neutron] 10.222.0.97 "GET /v2.0/networks/e449f47c-1125-479d-914e-a34c54d056c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329384 Jul 23 16:56:23.896144 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840ee1f-8408-4fd5-8117-24b8ff62bddb req-b9a5dcfb-d829-499a-90cd-c44ba2286754 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:23.897887 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f840ee1f-8408-4fd5-8117-24b8ff62bddb req-b9a5dcfb-d829-499a-90cd-c44ba2286754 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 944 time: 0.0913572 Jul 23 16:56:23.968362 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f840ee1f-8408-4fd5-8117-24b8ff62bddb req-3673f006-0f24-4ad7-a79a-4272c7457529 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd0dfca6-4894-4212-9298-e77e3a48bd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647233 Jul 23 16:56:24.000605 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac86a82-ea54-4df3-98a6-ce8b40549089 req-671bccf7-a8d4-436c-9e9c-9399405a4c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:24.002116 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ac86a82-ea54-4df3-98a6-ce8b40549089 req-671bccf7-a8d4-436c-9e9c-9399405a4c81 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 1095 time: 0.0907466 Jul 23 16:56:24.117141 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4b36f-6279-459a-ad2a-3ce7bd4fa5f9 req-0eb65377-9c14-46dc-afc0-b59be398a782 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:24.118594 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-07c4b36f-6279-459a-ad2a-3ce7bd4fa5f9 req-0eb65377-9c14-46dc-afc0-b59be398a782 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/ports?device_id=20459c35-e568-43a3-82af-b3bb09f07d98 HTTP/1.1" status: 200 len: 945 time: 0.1321101 Jul 23 16:56:24.143821 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac86a82-ea54-4df3-98a6-ce8b40549089 req-49933429-f5b4-42cd-a9f1-831aad51edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:24.145259 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ac86a82-ea54-4df3-98a6-ce8b40549089 req-49933429-f5b4-42cd-a9f1-831aad51edbc service neutron] 10.222.0.97 "GET /v2.0/networks?id=e449f47c-1125-479d-914e-a34c54d056c1 HTTP/1.1" status: 200 len: 899 time: 0.1273046 Jul 23 16:56:24.199505 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-07c4b36f-6279-459a-ad2a-3ce7bd4fa5f9 req-4efd0ba4-7328-4dcb-afeb-930f5bb5092a tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/security-groups?id=dcfd28e4-154a-4050-8e32-2b0d944e31f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719266 Jul 23 16:56:24.200623 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ac86a82-ea54-4df3-98a6-ce8b40549089 req-991a3697-99f4-4fda-9150-1755bb2c0b36 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b64e541-6be1-4c68-9687-ff8182ee986c HTTP/1.1" status: 200 len: 217 time: 0.0474639 Jul 23 16:56:24.250040 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac86a82-ea54-4df3-98a6-ce8b40549089 req-96048f1f-73e4-433c-9e46-e3b6cb6635d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:24.251704 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ac86a82-ea54-4df3-98a6-ce8b40549089 req-96048f1f-73e4-433c-9e46-e3b6cb6635d9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e0b851d1-d30b-4e02-a0e2-fd1001f6ba05 HTTP/1.1" status: 200 len: 835 time: 0.0447233 Jul 23 16:56:24.309952 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac86a82-ea54-4df3-98a6-ce8b40549089 req-0ebe9570-aee4-4a5f-bc6c-25021ccb25dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:24.311473 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ac86a82-ea54-4df3-98a6-ce8b40549089 req-0ebe9570-aee4-4a5f-bc6c-25021ccb25dd service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e449f47c-1125-479d-914e-a34c54d056c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528030 Jul 23 16:56:24.406332 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ac86a82-ea54-4df3-98a6-ce8b40549089 req-c61151b2-f498-43f7-9df7-26688e313d2a service neutron] 10.222.0.97 "GET /v2.0/networks/e449f47c-1125-479d-914e-a34c54d056c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875895 Jul 23 16:56:24.519866 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ac86a82-ea54-4df3-98a6-ce8b40549089 req-e1cf7550-1495-4604-ab19-da2102da9277 service neutron] 10.222.0.97 "GET /v2.0/networks/e449f47c-1125-479d-914e-a34c54d056c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071324 Jul 23 16:56:24.658817 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 5d8b472d-266f-4f72-ac73-ff5a0e353cd0 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:56:24.706106 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 5d8b472d-266f-4f72-ac73-ff5a0e353cd0 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:56:24.706480 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:25.106106 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e765d38-9c4a-437f-92bd-01284e90f00e req-be22e461-12ac-4956-acb1-4a9ee2ca27a4 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:25.107913 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e765d38-9c4a-437f-92bd-01284e90f00e req-be22e461-12ac-4956-acb1-4a9ee2ca27a4 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 944 time: 0.0680604 Jul 23 16:56:25.146163 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e765d38-9c4a-437f-92bd-01284e90f00e req-3709d1a3-e4f0-4503-b517-62ccd2468af2 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd0dfca6-4894-4212-9298-e77e3a48bd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320325 Jul 23 16:56:25.329290 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14d583-e12a-4ac0-ad44-1c6e867d7422 req-57b2c893-bd5e-4f7c-b517-2ec13b33af3f tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:25.330706 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4f14d583-e12a-4ac0-ad44-1c6e867d7422 req-57b2c893-bd5e-4f7c-b517-2ec13b33af3f tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/ports?device_id=20459c35-e568-43a3-82af-b3bb09f07d98 HTTP/1.1" status: 200 len: 945 time: 0.0649312 Jul 23 16:56:25.369897 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4f14d583-e12a-4ac0-ad44-1c6e867d7422 req-abdc6ed9-450e-446a-8a1a-3cccaffea961 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/security-groups?id=dcfd28e4-154a-4050-8e32-2b0d944e31f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333552 Jul 23 16:56:25.498869 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec625c0-8a53-412d-96b5-72ebec35c093 req-340031bb-cafc-4062-b1b1-190ab83a2159 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:25.500374 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9ec625c0-8a53-412d-96b5-72ebec35c093 req-340031bb-cafc-4062-b1b1-190ab83a2159 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/ports?device_id=20459c35-e568-43a3-82af-b3bb09f07d98 HTTP/1.1" status: 200 len: 945 time: 0.0641692 Jul 23 16:56:25.538713 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9ec625c0-8a53-412d-96b5-72ebec35c093 req-d8167dc8-d7df-47f5-9dd9-9cddd4d6d9dd tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/security-groups?id=dcfd28e4-154a-4050-8e32-2b0d944e31f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316849 Jul 23 16:56:25.560245 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53486) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:25.636281 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 1b64e541-6be1-4c68-9687-ff8182ee986c details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:56:25.671852 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b976ed39-4331-425f-b113-de8372ea2fee tempest-TestVolumeBackupRestore-2112402635 tempest-TestVolumeBackupRestore-2112402635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:25.673550 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b976ed39-4331-425f-b113-de8372ea2fee tempest-TestVolumeBackupRestore-2112402635 tempest-TestVolumeBackupRestore-2112402635-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=20459c35-e568-43a3-82af-b3bb09f07d98 HTTP/1.1" status: 200 len: 1091 time: 0.1122966 Jul 23 16:56:25.677625 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53490) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:25.682173 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-d97b7a48-a122-4ce5-8e59-ee0ae23b2d44 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'port_id': 'eb5371f7-dee5-405d-87bf-a7ba6aef8d6c', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:56:25.703701 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d97b7a48-a122-4ce5-8e59-ee0ae23b2d44 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:25.731483 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 1b64e541-6be1-4c68-9687-ff8182ee986c, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=1b64e541-6be1-4c68-9687-ff8182ee986c,segment=NetworkSegment(c34d61eb-38fc-4616-8b51-ce37419da8a7),segment_id=c34d61eb-38fc-4616-8b51-ce37419da8a7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:56:25.743666 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '1b64e541-6be1-4c68-9687-ff8182ee986c', 'network_id': 'e449f47c-1125-479d-914e-a34c54d056c1', 'port_id': '1b64e541-6be1-4c68-9687-ff8182ee986c', 'mac_address': 'fa:16:3e:28:63:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b851d1-d30b-4e02-a0e2-fd1001f6ba05', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:56:25.780405 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:25.798394 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b64e541-6be1-4c68-9687-ff8182ee986c {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:56:25.800370 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d97b7a48-a122-4ce5-8e59-ee0ae23b2d44 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:25.818980 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 1b64e541-6be1-4c68-9687-ff8182ee986c, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=1b64e541-6be1-4c68-9687-ff8182ee986c,segment=NetworkSegment(c34d61eb-38fc-4616-8b51-ce37419da8a7),segment_id=c34d61eb-38fc-4616-8b51-ce37419da8a7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:56:25.822984 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:25.871056 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=1b64e541-6be1-4c68-9687-ff8182ee986c,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:25.910070 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-d97b7a48-a122-4ce5-8e59-ee0ae23b2d44 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Allocated IP 172.25.8.185 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/3a9cc40f-4222-40f2-80a0-8d64aa82f56d) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:56:26.010096 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d97b7a48-a122-4ce5-8e59-ee0ae23b2d44 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:26.023051 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['1b64e541-6be1-4c68-9687-ff8182ee986c'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:56:26.053029 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d97b7a48-a122-4ce5-8e59-ee0ae23b2d44 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:26.090635 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97b7a48-a122-4ce5-8e59-ee0ae23b2d44 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:56:26.097022 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-d97b7a48-a122-4ce5-8e59-ee0ae23b2d44 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:56:26.102442 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97b7a48-a122-4ce5-8e59-ee0ae23b2d44 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:56:26.105449 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b7a48-a122-4ce5-8e59-ee0ae23b2d44 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Pushing event updated for resources: {'Port': ['ID=3a9cc40f-4222-40f2-80a0-8d64aa82f56d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:26.366574 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19e751-8fb5-4e52-95f5-db7ea92ec09a req-8695ced7-1430-4a66-8e57-f938032bc84d tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:26.368076 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f19e751-8fb5-4e52-95f5-db7ea92ec09a req-8695ced7-1430-4a66-8e57-f938032bc84d tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 945 time: 0.1534128 Jul 23 16:56:26.839881 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f19e751-8fb5-4e52-95f5-db7ea92ec09a req-62ad9896-b2d5-4be3-971c-a7320ce66a35 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd0dfca6-4894-4212-9298-e77e3a48bd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4654176 Jul 23 16:56:26.897369 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d97b7a48-a122-4ce5-8e59-ee0ae23b2d44 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:26.972747 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d97b7a48-a122-4ce5-8e59-ee0ae23b2d44 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:27.127346 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d97b7a48-a122-4ce5-8e59-ee0ae23b2d44 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:27.133255 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d97b7a48-a122-4ce5-8e59-ee0ae23b2d44 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:27.209593 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b7a48-a122-4ce5-8e59-ee0ae23b2d44 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Pushing event updated for resources: {'Port': ['ID=3a9cc40f-4222-40f2-80a0-8d64aa82f56d,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:27.215849 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d97b7a48-a122-4ce5-8e59-ee0ae23b2d44 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:27.314923 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-d97b7a48-a122-4ce5-8e59-ee0ae23b2d44 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Floating IP 60f47df0-6a46-4bee-8437-2e89990bb2d2 associated. External IP: 172.25.8.185, port: eb5371f7-dee5-405d-87bf-a7ba6aef8d6c. Jul 23 16:56:27.523788 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97b7a48-a122-4ce5-8e59-ee0ae23b2d44 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Router 138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:56:27.634803 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97b7a48-a122-4ce5-8e59-ee0ae23b2d44 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:56:27.644232 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36ecfb1-822a-47bd-8e33-b2123e434881 None None] Sync routers for ids ['138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:56:27.652046 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 1b64e541-6be1-4c68-9687-ff8182ee986c up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:56:27.652790 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d97b7a48-a122-4ce5-8e59-ee0ae23b2d44 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:27.656253 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36ecfb1-822a-47bd-8e33-b2123e434881 None None] Routers {'138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:56:27.656253 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e36ecfb1-822a-47bd-8e33-b2123e434881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:56:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:56:27.702420 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d97b7a48-a122-4ce5-8e59-ee0ae23b2d44 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0211112 Jul 23 16:56:27.702420 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20459c35-e568-43a3-82af-b3bb09f07d98', 'tag': 'eb5371f7-dee5-405d-87bf-a7ba6aef8d6c'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:56:27.702779 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53496) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:27.712588 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aead182-4035-4dec-a82e-cf232700649a" -d '{"events": [{"name": "network-changed", "server_uuid": "20459c35-e568-43a3-82af-b3bb09f07d98", "tag": "eb5371f7-dee5-405d-87bf-a7ba6aef8d6c"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:56:27.714991 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 1b64e541-6be1-4c68-9687-ff8182ee986c completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:56:27.718973 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 1b64e541-6be1-4c68-9687-ff8182ee986c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:56:27.719576 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:27.758563 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d0dde9-1a34-42d2-94fb-1a41f79648d0 tempest-TestVolumeBackupRestore-2112402635 tempest-TestVolumeBackupRestore-2112402635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:27.763387 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f7d0dde9-1a34-42d2-94fb-1a41f79648d0 tempest-TestVolumeBackupRestore-2112402635 tempest-TestVolumeBackupRestore-2112402635-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=20459c35-e568-43a3-82af-b3bb09f07d98 HTTP/1.1" status: 200 len: 1091 time: 0.0595233 Jul 23 16:56:27.763546 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53500) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:27.768956 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-4e310e56-db7c-4782-96f8-56fd05ce9041 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Request body: {'floatingip': {'port_id': 'eb5371f7-dee5-405d-87bf-a7ba6aef8d6c'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:56:27.774036 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e5434f-c7ba-4b4b-8d20-d598ba96a08b x-openstack-request-id: req-c1e5434f-c7ba-4b4b-8d20-d598ba96a08b {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:56:27.774269 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20459c35-e568-43a3-82af-b3bb09f07d98", "tag": "eb5371f7-dee5-405d-87bf-a7ba6aef8d6c", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:56:27.774538 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c1e5434f-c7ba-4b4b-8d20-d598ba96a08b {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:56:27.775026 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20459c35-e568-43a3-82af-b3bb09f07d98', 'tag': 'eb5371f7-dee5-405d-87bf-a7ba6aef8d6c', 'status': 'completed', 'code': 200} Jul 23 16:56:27.790789 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-e36ecfb1-822a-47bd-8e33-b2123e434881 None None] Set router 138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:56:27.835305 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:27.844233 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4e310e56-db7c-4782-96f8-56fd05ce9041 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks [] for floatingip, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:27.855753 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aead182-4035-4dec-a82e-cf232700649a req-35a95cae-2469-4a4e-8694-778e8dcdd8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:27.858009 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4aead182-4035-4dec-a82e-cf232700649a req-35a95cae-2469-4a4e-8694-778e8dcdd8da service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2428d1ee75174349a3450b9de751dec1&device_id=20459c35-e568-43a3-82af-b3bb09f07d98 HTTP/1.1" status: 200 len: 1096 time: 0.0702302 Jul 23 16:56:27.863683 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adc27f3-40d9-4291-8b79-586aa7db9e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b64e541-6be1-4c68-9687-ff8182ee986c'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:56:27.871719 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c558154-3b61-4a1c-81da-944e3f028025" -d '{"events": [{"server_uuid": "2adc27f3-40d9-4291-8b79-586aa7db9e72", "name": "network-vif-plugged", "status": "completed", "tag": "1b64e541-6be1-4c68-9687-ff8182ee986c"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:56:27.903203 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 1b64e541-6be1-4c68-9687-ff8182ee986c, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=1b64e541-6be1-4c68-9687-ff8182ee986c,segment=NetworkSegment(c34d61eb-38fc-4616-8b51-ce37419da8a7),segment_id=c34d61eb-38fc-4616-8b51-ce37419da8a7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:56:27.913622 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:27.969758 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fe1cf3-f473-4ef1-aee6-854ca6b0de1e x-openstack-request-id: req-91fe1cf3-f473-4ef1-aee6-854ca6b0de1e {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:56:27.970363 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2adc27f3-40d9-4291-8b79-586aa7db9e72", "name": "network-vif-plugged", "status": "completed", "tag": "1b64e541-6be1-4c68-9687-ff8182ee986c", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:56:27.970724 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-91fe1cf3-f473-4ef1-aee6-854ca6b0de1e {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:56:27.971235 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adc27f3-40d9-4291-8b79-586aa7db9e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b64e541-6be1-4c68-9687-ff8182ee986c', 'code': 200} Jul 23 16:56:27.975255 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=1b64e541-6be1-4c68-9687-ff8182ee986c,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:28.018931 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aead182-4035-4dec-a82e-cf232700649a req-f35cd9a9-ed6a-4638-988a-93f39f658bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:28.021367 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4aead182-4035-4dec-a82e-cf232700649a req-f35cd9a9-ed6a-4638-988a-93f39f658bcf service neutron] 10.222.0.74 "GET /v2.0/networks?id=11034cdd-8f11-4164-9fbc-6416261fa7b2 HTTP/1.1" status: 200 len: 915 time: 0.1553319 Jul 23 16:56:28.093335 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e36ecfb1-822a-47bd-8e33-b2123e434881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'name': 'tempest-TestVolumeBackupRestore-369065181-router', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'd29f1d65-db6a-4b2b-8ff5-00c51be1a2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:54:02Z', 'revision_number': 4, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'gw_port': {'id': 'd29f1d65-db6a-4b2b-8ff5-00c51be1a2ae', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ee:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '60f47df0-6a46-4bee-8437-2e89990bb2d2', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'floating_ip_address': '172.25.8.185', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'port_id': 'eb5371f7-dee5-405d-87bf-a7ba6aef8d6c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2', 'mac_address': 'fa:16:3e:90:29:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20459c35-e568-43a3-82af-b3bb09f07d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:56:26Z', 'updated_at': '2021-07-23T16:56:26Z', 'revision_number': 0, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3d12e9-232d-44c0-aa34-8c524b22b96c', 'name': '', 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'mac_address': 'fa:16:3e:ae:de:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '08901fd5-bc01-47fa-b181-a8ffffeb0b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:01Z', 'updated_at': '2021-07-23T16:54:08Z', 'revision_number': 5, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'subnets': [{'id': '08901fd5-bc01-47fa-b181-a8ffffeb0b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:56:28.105524 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4aead182-4035-4dec-a82e-cf232700649a req-ce7ca7c5-8997-4774-b4c8-b0f401d69bdf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb5371f7-dee5-405d-87bf-a7ba6aef8d6c HTTP/1.1" status: 200 len: 999 time: 0.0788591 Jul 23 16:56:28.124268 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36ecfb1-822a-47bd-8e33-b2123e434881 None None] Checking router: 138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:56:28.133773 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36ecfb1-822a-47bd-8e33-b2123e434881 None None] Routers {'138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:56:28.134397 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e36ecfb1-822a-47bd-8e33-b2123e434881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:56:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:56:28.194117 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aead182-4035-4dec-a82e-cf232700649a req-a6b5b3d7-bf62-4716-b824-d484e0aab479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:28.196672 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4aead182-4035-4dec-a82e-cf232700649a req-a6b5b3d7-bf62-4716-b824-d484e0aab479 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=08901fd5-bc01-47fa-b181-a8ffffeb0b54 HTTP/1.1" status: 200 len: 852 time: 0.0848730 Jul 23 16:56:28.212027 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1bddd-0f7a-4a78-a2c1-c2204767026d req-6cd8e073-4e82-45ab-a99e-f4113d9b8c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:28.213636 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bdb1bddd-0f7a-4a78-a2c1-c2204767026d req-6cd8e073-4e82-45ab-a99e-f4113d9b8c74 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 1097 time: 0.1911588 Jul 23 16:56:28.236690 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efacb9-28d0-4571-8ce0-9d515122897d req-0b3ac84a-df01-462f-b07d-a580ea8cc167 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:28.238270 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e9efacb9-28d0-4571-8ce0-9d515122897d req-0b3ac84a-df01-462f-b07d-a580ea8cc167 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 946 time: 0.2175860 Jul 23 16:56:28.239027 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-e36ecfb1-822a-47bd-8e33-b2123e434881 None None] Set router 138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:56:28.259256 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aead182-4035-4dec-a82e-cf232700649a req-e7f484fd-2fa9-4839-9c32-7632a25ca7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:28.260773 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4aead182-4035-4dec-a82e-cf232700649a req-e7f484fd-2fa9-4839-9c32-7632a25ca7d5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=11034cdd-8f11-4164-9fbc-6416261fa7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581164 Jul 23 16:56:28.292371 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bdb1bddd-0f7a-4a78-a2c1-c2204767026d req-92adf4ce-8a15-49f8-93ae-b9645e8c3069 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=fd0dfca6-4894-4212-9298-e77e3a48bd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712023 Jul 23 16:56:28.342788 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e9efacb9-28d0-4571-8ce0-9d515122897d req-2efa42f3-a20a-48a8-8140-42e28a343d0d tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd0dfca6-4894-4212-9298-e77e3a48bd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924392 Jul 23 16:56:28.372930 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4aead182-4035-4dec-a82e-cf232700649a req-7b6d5cdb-d043-4992-a58b-6db1bc9de02c service neutron] 10.222.0.74 "GET /v2.0/networks/11034cdd-8f11-4164-9fbc-6416261fa7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052887 Jul 23 16:56:28.480101 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4aead182-4035-4dec-a82e-cf232700649a req-52cdd140-54c5-4651-8e21-a415456b5edb service neutron] 10.222.0.74 "GET /v2.0/networks/11034cdd-8f11-4164-9fbc-6416261fa7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006978 Jul 23 16:56:28.557742 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4e310e56-db7c-4782-96f8-56fd05ce9041 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:28.562592 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4e310e56-db7c-4782-96f8-56fd05ce9041 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:28.579291 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-e36ecfb1-822a-47bd-8e33-b2123e434881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'name': 'tempest-TestVolumeBackupRestore-369065181-router', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'd29f1d65-db6a-4b2b-8ff5-00c51be1a2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:54:02Z', 'revision_number': 4, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'gw_port': {'id': 'd29f1d65-db6a-4b2b-8ff5-00c51be1a2ae', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ee:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '60f47df0-6a46-4bee-8437-2e89990bb2d2', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'floating_ip_address': '172.25.8.185', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'port_id': 'eb5371f7-dee5-405d-87bf-a7ba6aef8d6c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2', 'mac_address': 'fa:16:3e:90:29:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20459c35-e568-43a3-82af-b3bb09f07d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:56:26Z', 'updated_at': '2021-07-23T16:56:26Z', 'revision_number': 0, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3d12e9-232d-44c0-aa34-8c524b22b96c', 'name': '', 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'mac_address': 'fa:16:3e:ae:de:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '08901fd5-bc01-47fa-b181-a8ffffeb0b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:01Z', 'updated_at': '2021-07-23T16:54:08Z', 'revision_number': 5, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'subnets': [{'id': '08901fd5-bc01-47fa-b181-a8ffffeb0b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:56:28.607028 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36ecfb1-822a-47bd-8e33-b2123e434881 None None] The sync data for ids ['138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'] in n-d-778549-4 is: [{'id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'name': 'tempest-TestVolumeBackupRestore-369065181-router', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'd29f1d65-db6a-4b2b-8ff5-00c51be1a2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:54:02Z', 'revision_number': 4, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'gw_port': {'id': 'd29f1d65-db6a-4b2b-8ff5-00c51be1a2ae', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ee:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '60f47df0-6a46-4bee-8437-2e89990bb2d2', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'floating_ip_address': '172.25.8.185', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'port_id': 'eb5371f7-dee5-405d-87bf-a7ba6aef8d6c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2', 'mac_address': 'fa:16:3e:90:29:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20459c35-e568-43a3-82af-b3bb09f07d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:56:26Z', 'updated_at': '2021-07-23T16:56:26Z', 'revision_number': 0, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3d12e9-232d-44c0-aa34-8c524b22b96c', 'name': '', 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'mac_address': 'fa:16:3e:ae:de:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '08901fd5-bc01-47fa-b181-a8ffffeb0b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:01Z', 'updated_at': '2021-07-23T16:54:08Z', 'revision_number': 5, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'subnets': [{'id': '08901fd5-bc01-47fa-b181-a8ffffeb0b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:56:28.789490 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e310e56-db7c-4782-96f8-56fd05ce9041 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Router 138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:56:28.819471 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a911f82-6ced-44ea-b9d3-54aa74ce6dd4 None None] New status for floating IP 60f47df0-6a46-4bee-8437-2e89990bb2d2: ACTIVE {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:56:28.900018 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e310e56-db7c-4782-96f8-56fd05ce9041 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:56:28.904682 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4e310e56-db7c-4782-96f8-56fd05ce9041 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:28.981136 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4e310e56-db7c-4782-96f8-56fd05ce9041 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "PUT /v2.0/floatingips/60f47df0-6a46-4bee-8437-2e89990bb2d2 HTTP/1.1" status: 200 len: 991 time: 1.2163641 Jul 23 16:56:29.064164 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdeeb5e-c89a-40cb-904d-307e363cb9b5 None None] Sync routers for ids ['138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:56:29.073404 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdeeb5e-c89a-40cb-904d-307e363cb9b5 None None] Routers {'138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:56:29.074114 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-fbdeeb5e-c89a-40cb-904d-307e363cb9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:56:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:56:29.180280 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-fbdeeb5e-c89a-40cb-904d-307e363cb9b5 None None] Set router 138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:56:29.402706 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-fbdeeb5e-c89a-40cb-904d-307e363cb9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'name': 'tempest-TestVolumeBackupRestore-369065181-router', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'd29f1d65-db6a-4b2b-8ff5-00c51be1a2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:54:02Z', 'revision_number': 4, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'gw_port': {'id': 'd29f1d65-db6a-4b2b-8ff5-00c51be1a2ae', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ee:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '60f47df0-6a46-4bee-8437-2e89990bb2d2', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'floating_ip_address': '172.25.8.185', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'port_id': 'eb5371f7-dee5-405d-87bf-a7ba6aef8d6c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2', 'mac_address': 'fa:16:3e:90:29:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20459c35-e568-43a3-82af-b3bb09f07d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:56:26Z', 'updated_at': '2021-07-23T16:56:28Z', 'revision_number': 2, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3d12e9-232d-44c0-aa34-8c524b22b96c', 'name': '', 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'mac_address': 'fa:16:3e:ae:de:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '08901fd5-bc01-47fa-b181-a8ffffeb0b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:01Z', 'updated_at': '2021-07-23T16:54:08Z', 'revision_number': 5, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'subnets': [{'id': '08901fd5-bc01-47fa-b181-a8ffffeb0b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:56:29.428700 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdeeb5e-c89a-40cb-904d-307e363cb9b5 None None] Checking router: 138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:56:29.437390 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdeeb5e-c89a-40cb-904d-307e363cb9b5 None None] Routers {'138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:56:29.437928 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-fbdeeb5e-c89a-40cb-904d-307e363cb9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:56:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:56:29.483090 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f8103-487b-4423-8c56-117ef4610771 req-78db0ad2-313c-4e13-8cdc-6ffeaf24b3c1 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:29.484599 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-596f8103-487b-4423-8c56-117ef4610771 req-78db0ad2-313c-4e13-8cdc-6ffeaf24b3c1 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 946 time: 0.0696390 Jul 23 16:56:29.527279 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-596f8103-487b-4423-8c56-117ef4610771 req-fa88b5a1-736d-4a28-b1b1-aa98ca8210e7 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd0dfca6-4894-4212-9298-e77e3a48bd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319984 Jul 23 16:56:29.545199 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-fbdeeb5e-c89a-40cb-904d-307e363cb9b5 None None] Set router 138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:56:29.665838 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3c8d8-80a2-4791-9012-8d034f2a6d91 req-34ef7856-da8c-45cb-97a2-7252063d23b4 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:29.667437 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-57b3c8d8-80a2-4791-9012-8d034f2a6d91 req-34ef7856-da8c-45cb-97a2-7252063d23b4 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 946 time: 0.0740736 Jul 23 16:56:29.707814 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-57b3c8d8-80a2-4791-9012-8d034f2a6d91 req-4663e815-622e-4487-93b5-976d7eb24897 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd0dfca6-4894-4212-9298-e77e3a48bd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346274 Jul 23 16:56:29.730174 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53510) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:29.777267 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20459c35-e568-43a3-82af-b3bb09f07d98', 'tag': 'eb5371f7-dee5-405d-87bf-a7ba6aef8d6c'}, {'name': 'network-changed', 'server_uuid': '20459c35-e568-43a3-82af-b3bb09f07d98', 'tag': 'eb5371f7-dee5-405d-87bf-a7ba6aef8d6c'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:56:29.779570 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb38fe91-1f12-439a-ad70-8538bb539afb" -d '{"events": [{"name": "network-changed", "server_uuid": "20459c35-e568-43a3-82af-b3bb09f07d98", "tag": "eb5371f7-dee5-405d-87bf-a7ba6aef8d6c"}, {"name": "network-changed", "server_uuid": "20459c35-e568-43a3-82af-b3bb09f07d98", "tag": "eb5371f7-dee5-405d-87bf-a7ba6aef8d6c"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:56:29.785973 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-fbdeeb5e-c89a-40cb-904d-307e363cb9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'name': 'tempest-TestVolumeBackupRestore-369065181-router', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'd29f1d65-db6a-4b2b-8ff5-00c51be1a2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:54:02Z', 'revision_number': 4, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'gw_port': {'id': 'd29f1d65-db6a-4b2b-8ff5-00c51be1a2ae', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ee:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '60f47df0-6a46-4bee-8437-2e89990bb2d2', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'floating_ip_address': '172.25.8.185', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'port_id': 'eb5371f7-dee5-405d-87bf-a7ba6aef8d6c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2', 'mac_address': 'fa:16:3e:90:29:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20459c35-e568-43a3-82af-b3bb09f07d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:56:26Z', 'updated_at': '2021-07-23T16:56:28Z', 'revision_number': 2, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3d12e9-232d-44c0-aa34-8c524b22b96c', 'name': '', 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'mac_address': 'fa:16:3e:ae:de:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '08901fd5-bc01-47fa-b181-a8ffffeb0b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:01Z', 'updated_at': '2021-07-23T16:54:08Z', 'revision_number': 5, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'subnets': [{'id': '08901fd5-bc01-47fa-b181-a8ffffeb0b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:56:29.801304 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d80442-c390-492c-b56c-05553db19ab3 tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:29.805809 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b1d80442-c390-492c-b56c-05553db19ab3 tempest-TestNetworkAdvancedServerOps-14582151 tempest-TestNetworkAdvancedServerOps-14582151-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 1092 time: 0.0717430 Jul 23 16:56:29.806164 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53514) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:29.811872 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-dda6c8a1-2bac-4b5c-995e-7122a4416d60 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'port_id': '1b64e541-6be1-4c68-9687-ff8182ee986c', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:56:29.817325 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdeeb5e-c89a-40cb-904d-307e363cb9b5 None None] The sync data for ids ['138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'] in n-d-778549-4 is: [{'id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'name': 'tempest-TestVolumeBackupRestore-369065181-router', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'd29f1d65-db6a-4b2b-8ff5-00c51be1a2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:54:02Z', 'revision_number': 4, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'gw_port': {'id': 'd29f1d65-db6a-4b2b-8ff5-00c51be1a2ae', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ee:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '60f47df0-6a46-4bee-8437-2e89990bb2d2', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'floating_ip_address': '172.25.8.185', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'port_id': 'eb5371f7-dee5-405d-87bf-a7ba6aef8d6c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2', 'mac_address': 'fa:16:3e:90:29:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20459c35-e568-43a3-82af-b3bb09f07d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:56:26Z', 'updated_at': '2021-07-23T16:56:28Z', 'revision_number': 2, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3d12e9-232d-44c0-aa34-8c524b22b96c', 'name': '', 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'mac_address': 'fa:16:3e:ae:de:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '08901fd5-bc01-47fa-b181-a8ffffeb0b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:01Z', 'updated_at': '2021-07-23T16:54:08Z', 'revision_number': 5, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'subnets': [{'id': '08901fd5-bc01-47fa-b181-a8ffffeb0b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:56:29.823078 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 16:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cde1bc-752c-4492-aabf-0ec6e3ad18cf x-openstack-request-id: req-c7cde1bc-752c-4492-aabf-0ec6e3ad18cf {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:56:29.823573 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20459c35-e568-43a3-82af-b3bb09f07d98", "tag": "eb5371f7-dee5-405d-87bf-a7ba6aef8d6c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "20459c35-e568-43a3-82af-b3bb09f07d98", "tag": "eb5371f7-dee5-405d-87bf-a7ba6aef8d6c", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:56:29.823870 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c7cde1bc-752c-4492-aabf-0ec6e3ad18cf {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:56:29.824484 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20459c35-e568-43a3-82af-b3bb09f07d98', 'tag': 'eb5371f7-dee5-405d-87bf-a7ba6aef8d6c', 'status': 'completed', 'code': 200} Jul 23 16:56:29.824904 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20459c35-e568-43a3-82af-b3bb09f07d98', 'tag': 'eb5371f7-dee5-405d-87bf-a7ba6aef8d6c', 'status': 'completed', 'code': 200} Jul 23 16:56:29.843548 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dda6c8a1-2bac-4b5c-995e-7122a4416d60 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:29.916332 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38fe91-1f12-439a-ad70-8538bb539afb req-d825d8fa-e09e-4ba0-849f-d7fe57d24ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:29.917910 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bb38fe91-1f12-439a-ad70-8538bb539afb req-d825d8fa-e09e-4ba0-849f-d7fe57d24ef0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2428d1ee75174349a3450b9de751dec1&device_id=20459c35-e568-43a3-82af-b3bb09f07d98 HTTP/1.1" status: 200 len: 1096 time: 0.0676315 Jul 23 16:56:29.964018 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dda6c8a1-2bac-4b5c-995e-7122a4416d60 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:30.011871 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38fe91-1f12-439a-ad70-8538bb539afb req-28971e45-26ba-44a9-980c-c6dae6a57e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:30.013425 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bb38fe91-1f12-439a-ad70-8538bb539afb req-28971e45-26ba-44a9-980c-c6dae6a57e27 service neutron] 10.222.0.74 "GET /v2.0/networks?id=11034cdd-8f11-4164-9fbc-6416261fa7b2 HTTP/1.1" status: 200 len: 915 time: 0.0897119 Jul 23 16:56:30.084383 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-dda6c8a1-2bac-4b5c-995e-7122a4416d60 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Allocated IP 172.25.8.68 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/b40f6bdd-aa8f-40f1-8787-d6e212f26c72) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:56:30.109185 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bb38fe91-1f12-439a-ad70-8538bb539afb req-08e9ddbe-9f23-4267-9c32-d5fcb83526e5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb5371f7-dee5-405d-87bf-a7ba6aef8d6c HTTP/1.1" status: 200 len: 1001 time: 0.0893569 Jul 23 16:56:30.162340 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38fe91-1f12-439a-ad70-8538bb539afb req-ae284da9-8cd3-4c06-9abd-3a5c0156467e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:30.163840 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bb38fe91-1f12-439a-ad70-8538bb539afb req-ae284da9-8cd3-4c06-9abd-3a5c0156467e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=08901fd5-bc01-47fa-b181-a8ffffeb0b54 HTTP/1.1" status: 200 len: 852 time: 0.0477698 Jul 23 16:56:30.201751 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dda6c8a1-2bac-4b5c-995e-7122a4416d60 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:30.223096 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38fe91-1f12-439a-ad70-8538bb539afb req-18f2d947-e201-4c43-9970-fbc063b5fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:30.225162 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bb38fe91-1f12-439a-ad70-8538bb539afb req-18f2d947-e201-4c43-9970-fbc063b5fcad service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=11034cdd-8f11-4164-9fbc-6416261fa7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553551 Jul 23 16:56:30.240997 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dda6c8a1-2bac-4b5c-995e-7122a4416d60 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:30.278026 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda6c8a1-2bac-4b5c-995e-7122a4416d60 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:56:30.280917 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-dda6c8a1-2bac-4b5c-995e-7122a4416d60 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:56:30.283398 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda6c8a1-2bac-4b5c-995e-7122a4416d60 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:56:30.313483 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda6c8a1-2bac-4b5c-995e-7122a4416d60 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'Port': ['ID=b40f6bdd-aa8f-40f1-8787-d6e212f26c72,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:30.324089 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bb38fe91-1f12-439a-ad70-8538bb539afb req-41c794d6-f9b2-4ae8-9dd2-9328e82f323c service neutron] 10.222.0.74 "GET /v2.0/networks/11034cdd-8f11-4164-9fbc-6416261fa7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897784 Jul 23 16:56:30.414458 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bb38fe91-1f12-439a-ad70-8538bb539afb req-3a1391a1-bae8-47c3-b91f-058f0ed4d190 service neutron] 10.222.0.74 "GET /v2.0/networks/11034cdd-8f11-4164-9fbc-6416261fa7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843642 Jul 23 16:56:30.519075 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38fe91-1f12-439a-ad70-8538bb539afb req-76004289-6d97-4105-a665-6b159beb08b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:30.521508 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bb38fe91-1f12-439a-ad70-8538bb539afb req-76004289-6d97-4105-a665-6b159beb08b6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2428d1ee75174349a3450b9de751dec1&device_id=20459c35-e568-43a3-82af-b3bb09f07d98 HTTP/1.1" status: 200 len: 1096 time: 0.0664966 Jul 23 16:56:30.610948 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38fe91-1f12-439a-ad70-8538bb539afb req-98de4790-3ab4-4e4b-a6f6-e072065d9b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:30.612585 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bb38fe91-1f12-439a-ad70-8538bb539afb req-98de4790-3ab4-4e4b-a6f6-e072065d9b03 service neutron] 10.222.0.74 "GET /v2.0/networks?id=11034cdd-8f11-4164-9fbc-6416261fa7b2 HTTP/1.1" status: 200 len: 915 time: 0.0859334 Jul 23 16:56:30.661000 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dda6c8a1-2bac-4b5c-995e-7122a4416d60 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:30.743804 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dda6c8a1-2bac-4b5c-995e-7122a4416d60 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:30.915271 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dda6c8a1-2bac-4b5c-995e-7122a4416d60 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:30.920835 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dda6c8a1-2bac-4b5c-995e-7122a4416d60 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:30.990518 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bb38fe91-1f12-439a-ad70-8538bb539afb req-114fbf9e-f45e-4966-95a3-15e16c02c2de service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb5371f7-dee5-405d-87bf-a7ba6aef8d6c HTTP/1.1" status: 200 len: 1001 time: 0.3717053 Jul 23 16:56:31.004117 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda6c8a1-2bac-4b5c-995e-7122a4416d60 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event updated for resources: {'Port': ['ID=b40f6bdd-aa8f-40f1-8787-d6e212f26c72,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:31.017251 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dda6c8a1-2bac-4b5c-995e-7122a4416d60 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:31.040472 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38fe91-1f12-439a-ad70-8538bb539afb req-8a65ba7c-6a31-4b57-bd0d-575562ab6b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:31.041982 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bb38fe91-1f12-439a-ad70-8538bb539afb req-8a65ba7c-6a31-4b57-bd0d-575562ab6b1e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=08901fd5-bc01-47fa-b181-a8ffffeb0b54 HTTP/1.1" status: 200 len: 852 time: 0.0454590 Jul 23 16:56:31.101297 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38fe91-1f12-439a-ad70-8538bb539afb req-ada8d0e2-3700-42f8-8589-11f65643b07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:31.102810 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bb38fe91-1f12-439a-ad70-8538bb539afb req-ada8d0e2-3700-42f8-8589-11f65643b07f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=11034cdd-8f11-4164-9fbc-6416261fa7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548732 Jul 23 16:56:31.116877 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-dda6c8a1-2bac-4b5c-995e-7122a4416d60 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Floating IP f97e844e-a20c-43c1-a7c8-26f5855095a9 associated. External IP: 172.25.8.68, port: 1b64e541-6be1-4c68-9687-ff8182ee986c. Jul 23 16:56:31.199688 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bb38fe91-1f12-439a-ad70-8538bb539afb req-6e8e08c2-98a0-43d5-a508-1d32fddc0445 service neutron] 10.222.0.74 "GET /v2.0/networks/11034cdd-8f11-4164-9fbc-6416261fa7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905855 Jul 23 16:56:31.289275 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bb38fe91-1f12-439a-ad70-8538bb539afb req-c61462fb-ce64-4cbe-83da-b238d58a1ba0 service neutron] 10.222.0.74 "GET /v2.0/networks/11034cdd-8f11-4164-9fbc-6416261fa7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837798 Jul 23 16:56:31.330560 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda6c8a1-2bac-4b5c-995e-7122a4416d60 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Router a4c6f700-e746-4678-9be7-6aa813a19fff has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:56:31.438847 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda6c8a1-2bac-4b5c-995e-7122a4416d60 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:56:31.449170 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c074f5-080d-4ead-9966-d95bb2d3d3a3 None None] Sync routers for ids ['a4c6f700-e746-4678-9be7-6aa813a19fff'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:56:31.455248 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dda6c8a1-2bac-4b5c-995e-7122a4416d60 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:31.458330 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c074f5-080d-4ead-9966-d95bb2d3d3a3 None None] Routers {'a4c6f700-e746-4678-9be7-6aa813a19fff'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:56:31.458929 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-04c074f5-080d-4ead-9966-d95bb2d3d3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:56:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a4c6f700-e746-4678-9be7-6aa813a19fff'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:56:31.493344 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-dda6c8a1-2bac-4b5c-995e-7122a4416d60 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6862392 Jul 23 16:56:31.565341 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-04c074f5-080d-4ead-9966-d95bb2d3d3a3 None None] Set router a4c6f700-e746-4678-9be7-6aa813a19fff gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:56:31.620326 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fcf48-a1ba-4d56-903d-03d1997f459f req-bc2e7e8f-9dd3-4c07-ba57-ea4e64f1089a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:31.621844 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d90fcf48-a1ba-4d56-903d-03d1997f459f req-bc2e7e8f-9dd3-4c07-ba57-ea4e64f1089a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 946 time: 0.0797262 Jul 23 16:56:31.809190 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-04c074f5-080d-4ead-9966-d95bb2d3d3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588209078', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '641a19ca-50c6-4e91-99d2-723e3e3da5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:56:14Z', 'updated_at': '2021-07-23T16:56:18Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '641a19ca-50c6-4e91-99d2-723e3e3da5d5', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:56:14Z', 'updated_at': '2021-07-23T16:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'f97e844e-a20c-43c1-a7c8-26f5855095a9', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'port_id': '1b64e541-6be1-4c68-9687-ff8182ee986c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e449f47c-1125-479d-914e-a34c54d056c1', 'mac_address': 'fa:16:3e:28:63:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc27f3-40d9-4291-8b79-586aa7db9e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:56:30Z', 'updated_at': '2021-07-23T16:56:30Z', 'revision_number': 0, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b472d-266f-4f72-ac73-ff5a0e353cd0', 'name': '', 'network_id': 'e449f47c-1125-479d-914e-a34c54d056c1', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:5c:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'e0b851d1-d30b-4e02-a0e2-fd1001f6ba05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:56:17Z', 'updated_at': '2021-07-23T16:56:23Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': 'e0b851d1-d30b-4e02-a0e2-fd1001f6ba05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:56:31.841614 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c074f5-080d-4ead-9966-d95bb2d3d3a3 None None] Checking router: a4c6f700-e746-4678-9be7-6aa813a19fff for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:56:31.851712 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c074f5-080d-4ead-9966-d95bb2d3d3a3 None None] Routers {'a4c6f700-e746-4678-9be7-6aa813a19fff'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:56:31.852342 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-04c074f5-080d-4ead-9966-d95bb2d3d3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:56:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a4c6f700-e746-4678-9be7-6aa813a19fff'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:56:31.957923 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-04c074f5-080d-4ead-9966-d95bb2d3d3a3 None None] Set router a4c6f700-e746-4678-9be7-6aa813a19fff gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:56:32.005399 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2adc27f3-40d9-4291-8b79-586aa7db9e72', 'tag': '1b64e541-6be1-4c68-9687-ff8182ee986c'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:56:32.007672 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc96f0e-c72a-4dc2-8b8e-1370af6da67a" -d '{"events": [{"name": "network-changed", "server_uuid": "2adc27f3-40d9-4291-8b79-586aa7db9e72", "tag": "1b64e541-6be1-4c68-9687-ff8182ee986c"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:56:32.033632 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d90fcf48-a1ba-4d56-903d-03d1997f459f req-d03674a2-e233-4407-bdaa-45b91577f911 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd0dfca6-4894-4212-9298-e77e3a48bd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4062076 Jul 23 16:56:32.056113 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf9355e-69b3-4ea8-bde1-98d975ac3c83 x-openstack-request-id: req-fdf9355e-69b3-4ea8-bde1-98d975ac3c83 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:56:32.056414 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2adc27f3-40d9-4291-8b79-586aa7db9e72", "tag": "1b64e541-6be1-4c68-9687-ff8182ee986c", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:56:32.056670 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fdf9355e-69b3-4ea8-bde1-98d975ac3c83 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:56:32.057075 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2adc27f3-40d9-4291-8b79-586aa7db9e72', 'tag': '1b64e541-6be1-4c68-9687-ff8182ee986c', 'status': 'completed', 'code': 200} Jul 23 16:56:32.058692 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53520) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:32.158950 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a398de60-0265-481a-a127-ec07fa943f9c tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/floatingips/f97e844e-a20c-43c1-a7c8-26f5855095a9 HTTP/1.1" status: 200 len: 991 time: 0.0991793 Jul 23 16:56:32.176438 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc96f0e-c72a-4dc2-8b8e-1370af6da67a req-cc18540c-90a6-40c2-844c-8650f973db01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:32.178708 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7dc96f0e-c72a-4dc2-8b8e-1370af6da67a req-cc18540c-90a6-40c2-844c-8650f973db01 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 1097 time: 0.0835054 Jul 23 16:56:32.199393 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-04c074f5-080d-4ead-9966-d95bb2d3d3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588209078', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '641a19ca-50c6-4e91-99d2-723e3e3da5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:56:14Z', 'updated_at': '2021-07-23T16:56:18Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '641a19ca-50c6-4e91-99d2-723e3e3da5d5', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:56:14Z', 'updated_at': '2021-07-23T16:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'f97e844e-a20c-43c1-a7c8-26f5855095a9', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'port_id': '1b64e541-6be1-4c68-9687-ff8182ee986c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e449f47c-1125-479d-914e-a34c54d056c1', 'mac_address': 'fa:16:3e:28:63:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc27f3-40d9-4291-8b79-586aa7db9e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:56:30Z', 'updated_at': '2021-07-23T16:56:30Z', 'revision_number': 0, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b472d-266f-4f72-ac73-ff5a0e353cd0', 'name': '', 'network_id': 'e449f47c-1125-479d-914e-a34c54d056c1', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:5c:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'e0b851d1-d30b-4e02-a0e2-fd1001f6ba05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:56:17Z', 'updated_at': '2021-07-23T16:56:23Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': 'e0b851d1-d30b-4e02-a0e2-fd1001f6ba05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:56:32.227951 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c074f5-080d-4ead-9966-d95bb2d3d3a3 None None] The sync data for ids ['a4c6f700-e746-4678-9be7-6aa813a19fff'] in n-d-778549-4 is: [{'id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588209078', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '641a19ca-50c6-4e91-99d2-723e3e3da5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:56:14Z', 'updated_at': '2021-07-23T16:56:18Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '641a19ca-50c6-4e91-99d2-723e3e3da5d5', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:56:14Z', 'updated_at': '2021-07-23T16:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'f97e844e-a20c-43c1-a7c8-26f5855095a9', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'port_id': '1b64e541-6be1-4c68-9687-ff8182ee986c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e449f47c-1125-479d-914e-a34c54d056c1', 'mac_address': 'fa:16:3e:28:63:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc27f3-40d9-4291-8b79-586aa7db9e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:56:30Z', 'updated_at': '2021-07-23T16:56:30Z', 'revision_number': 0, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b472d-266f-4f72-ac73-ff5a0e353cd0', 'name': '', 'network_id': 'e449f47c-1125-479d-914e-a34c54d056c1', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:5c:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'e0b851d1-d30b-4e02-a0e2-fd1001f6ba05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:56:17Z', 'updated_at': '2021-07-23T16:56:23Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': 'e0b851d1-d30b-4e02-a0e2-fd1001f6ba05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:56:32.274656 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc96f0e-c72a-4dc2-8b8e-1370af6da67a req-230cc396-0a93-4977-921c-9990bd00bcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:32.276197 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7dc96f0e-c72a-4dc2-8b8e-1370af6da67a req-230cc396-0a93-4977-921c-9990bd00bcc2 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e449f47c-1125-479d-914e-a34c54d056c1 HTTP/1.1" status: 200 len: 899 time: 0.0912933 Jul 23 16:56:32.347314 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7dc96f0e-c72a-4dc2-8b8e-1370af6da67a req-7fa0a50c-69c6-4c44-a4fb-17eec3196c29 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b64e541-6be1-4c68-9687-ff8182ee986c HTTP/1.1" status: 200 len: 999 time: 0.0648673 Jul 23 16:56:32.402170 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc96f0e-c72a-4dc2-8b8e-1370af6da67a req-45547e8f-4438-447b-9e07-be15921a881c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:32.403685 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7dc96f0e-c72a-4dc2-8b8e-1370af6da67a req-45547e8f-4438-447b-9e07-be15921a881c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e0b851d1-d30b-4e02-a0e2-fd1001f6ba05 HTTP/1.1" status: 200 len: 835 time: 0.0484307 Jul 23 16:56:32.418185 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f195696-8783-4163-b593-54d8877bd42a None None] New status for floating IP f97e844e-a20c-43c1-a7c8-26f5855095a9: ACTIVE {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:56:32.471681 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc96f0e-c72a-4dc2-8b8e-1370af6da67a req-2f0fcc64-6c95-4a0b-818c-4ffaf92d1631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:56:32.473317 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7dc96f0e-c72a-4dc2-8b8e-1370af6da67a req-2f0fcc64-6c95-4a0b-818c-4ffaf92d1631 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e449f47c-1125-479d-914e-a34c54d056c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636516 Jul 23 16:56:32.570785 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7dc96f0e-c72a-4dc2-8b8e-1370af6da67a req-e2682ff2-d08a-49a6-8374-2e3654e8ce59 service neutron] 10.222.0.97 "GET /v2.0/networks/e449f47c-1125-479d-914e-a34c54d056c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911133 Jul 23 16:56:32.662968 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7dc96f0e-c72a-4dc2-8b8e-1370af6da67a req-6425712a-7609-4051-a76a-f7308e9cf73c service neutron] 10.222.0.97 "GET /v2.0/networks/e449f47c-1125-479d-914e-a34c54d056c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859187 Jul 23 16:56:32.683893 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1eee0502-dc44-46c5-8cf1-be694407533d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:33.162987 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 53522) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:33.236121 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e72a68d5-33d3-4090-b311-26f9e7fe20a3 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/floatingips/f97e844e-a20c-43c1-a7c8-26f5855095a9 HTTP/1.1" status: 200 len: 993 time: 0.0717895 Jul 23 16:56:35.128807 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:35.410705 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2c91a75b-320a-45cc-933f-2d2d6cda972a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:35.506148 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:36.631826 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:37.589297 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:38.669059 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:59.165036 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:57:02.114659 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53562) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:57:02.132961 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b1e3c-6bbb-44ca-afed-24b379408707 req-61883923-621d-4085-8c79-b9fc8afb1cbc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:02.135037 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-679b1e3c-6bbb-44ca-afed-24b379408707 req-61883923-621d-4085-8c79-b9fc8afb1cbc tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 946 time: 0.0730624 Jul 23 16:57:02.177790 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-679b1e3c-6bbb-44ca-afed-24b379408707 req-8eaa6af4-a53c-4e63-9c95-cdfb04e1c0b6 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd0dfca6-4894-4212-9298-e77e3a48bd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366912 Jul 23 16:57:02.280913 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-8d615a00-fcd1-42a8-920c-873ecffcf7ff tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Deleting port 3a9cc40f-4222-40f2-80a0-8d64aa82f56d {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:57:02.281249 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8d615a00-fcd1-42a8-920c-873ecffcf7ff tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:02.358619 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8d615a00-fcd1-42a8-920c-873ecffcf7ff tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:02.358947 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8d615a00-fcd1-42a8-920c-873ecffcf7ff tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:02.371223 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-8d615a00-fcd1-42a8-920c-873ecffcf7ff tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Calling delete_port for 3a9cc40f-4222-40f2-80a0-8d64aa82f56d owned by network:floatingip {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:57:02.532015 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8d615a00-fcd1-42a8-920c-873ecffcf7ff tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:02.561333 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d615a00-fcd1-42a8-920c-873ecffcf7ff tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Pushing event deleted for resources: {'Port': ['ID=3a9cc40f-4222-40f2-80a0-8d64aa82f56d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:02.593185 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d615a00-fcd1-42a8-920c-873ecffcf7ff tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:02.593532 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d615a00-fcd1-42a8-920c-873ecffcf7ff tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:02.593872 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d615a00-fcd1-42a8-920c-873ecffcf7ff tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:02.594202 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d615a00-fcd1-42a8-920c-873ecffcf7ff tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:02.594533 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d615a00-fcd1-42a8-920c-873ecffcf7ff tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:02.594860 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d615a00-fcd1-42a8-920c-873ecffcf7ff tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:02.595189 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d615a00-fcd1-42a8-920c-873ecffcf7ff tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:02.595511 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d615a00-fcd1-42a8-920c-873ecffcf7ff tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:02.595834 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d615a00-fcd1-42a8-920c-873ecffcf7ff tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:02.596154 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d615a00-fcd1-42a8-920c-873ecffcf7ff tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:02.596471 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d615a00-fcd1-42a8-920c-873ecffcf7ff tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:02.596788 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d615a00-fcd1-42a8-920c-873ecffcf7ff tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:02.641942 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8d615a00-fcd1-42a8-920c-873ecffcf7ff tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks [] for floatingip, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:02.642286 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-8d615a00-fcd1-42a8-920c-873ecffcf7ff tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Floating IP 60f47df0-6a46-4bee-8437-2e89990bb2d2 disassociated (deleted). External IP: 172.25.8.185, port: eb5371f7-dee5-405d-87bf-a7ba6aef8d6c. Jul 23 16:57:02.685489 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9376827d-75b4-4205-b45d-111e225f8f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:02.871867 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d615a00-fcd1-42a8-920c-873ecffcf7ff tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Router 138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:57:02.983570 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d615a00-fcd1-42a8-920c-873ecffcf7ff tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:57:02.988412 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8d615a00-fcd1-42a8-920c-873ecffcf7ff tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:02.995337 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548138e8-4433-424b-b96f-b571e329d499 None None] Sync routers for ids ['138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:57:03.007094 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548138e8-4433-424b-b96f-b571e329d499 None None] Routers {'138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:57:03.007810 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-548138e8-4433-424b-b96f-b571e329d499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:56:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:57:03.036976 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8d615a00-fcd1-42a8-920c-873ecffcf7ff tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "DELETE /v2.0/floatingips/60f47df0-6a46-4bee-8437-2e89990bb2d2 HTTP/1.1" status: 204 len: 168 time: 0.9204652 Jul 23 16:57:03.037600 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20459c35-e568-43a3-82af-b3bb09f07d98', 'tag': 'eb5371f7-dee5-405d-87bf-a7ba6aef8d6c'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:57:03.040193 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336a9755-3079-446f-9325-6e96419054d9" -d '{"events": [{"name": "network-changed", "server_uuid": "20459c35-e568-43a3-82af-b3bb09f07d98", "tag": "eb5371f7-dee5-405d-87bf-a7ba6aef8d6c"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:57:03.093843 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9ecc62-69d8-4f36-8765-35564d56168e x-openstack-request-id: req-3e9ecc62-69d8-4f36-8765-35564d56168e {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:57:03.097354 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20459c35-e568-43a3-82af-b3bb09f07d98", "tag": "eb5371f7-dee5-405d-87bf-a7ba6aef8d6c", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:57:03.097629 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3e9ecc62-69d8-4f36-8765-35564d56168e {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:57:03.098062 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20459c35-e568-43a3-82af-b3bb09f07d98', 'tag': 'eb5371f7-dee5-405d-87bf-a7ba6aef8d6c', 'status': 'completed', 'code': 200} Jul 23 16:57:03.162606 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-548138e8-4433-424b-b96f-b571e329d499 None None] Set router 138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:57:03.188114 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a9755-3079-446f-9325-6e96419054d9 req-35e28ecb-5f77-4b90-9622-0213b28d2179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:03.192456 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-336a9755-3079-446f-9325-6e96419054d9 req-35e28ecb-5f77-4b90-9622-0213b28d2179 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2428d1ee75174349a3450b9de751dec1&device_id=20459c35-e568-43a3-82af-b3bb09f07d98 HTTP/1.1" status: 200 len: 1096 time: 0.0829315 Jul 23 16:57:03.303305 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a9755-3079-446f-9325-6e96419054d9 req-cbb76804-ade8-48aa-b5d0-9f14df5b2a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:03.305414 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-336a9755-3079-446f-9325-6e96419054d9 req-cbb76804-ade8-48aa-b5d0-9f14df5b2a00 service neutron] 10.222.0.74 "GET /v2.0/networks?id=11034cdd-8f11-4164-9fbc-6416261fa7b2 HTTP/1.1" status: 200 len: 915 time: 0.1019380 Jul 23 16:57:03.356525 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-336a9755-3079-446f-9325-6e96419054d9 req-0f77c738-ed48-4371-9b4a-b9d018e1f305 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb5371f7-dee5-405d-87bf-a7ba6aef8d6c HTTP/1.1" status: 200 len: 217 time: 0.0437176 Jul 23 16:57:03.384532 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55b878-3e4b-466f-81eb-c8c6e4952480 req-113784de-857f-4353-8d45-4f596d0bdec3 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:03.386245 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7e55b878-3e4b-466f-81eb-c8c6e4952480 req-113784de-857f-4353-8d45-4f596d0bdec3 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 946 time: 0.1310608 Jul 23 16:57:03.402777 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a4c96-c41b-4263-bb7a-9a77836f5f87 req-cac6f0e0-d979-463c-b920-76808189c822 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:03.404482 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-584a4c96-c41b-4263-bb7a-9a77836f5f87 req-cac6f0e0-d979-463c-b920-76808189c822 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/ports?device_id=20459c35-e568-43a3-82af-b3bb09f07d98 HTTP/1.1" status: 200 len: 945 time: 0.1072028 Jul 23 16:57:03.412022 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a9755-3079-446f-9325-6e96419054d9 req-ec9e6850-bb98-4596-b3be-e06e31ced6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:03.413823 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-336a9755-3079-446f-9325-6e96419054d9 req-ec9e6850-bb98-4596-b3be-e06e31ced6d9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=08901fd5-bc01-47fa-b181-a8ffffeb0b54 HTTP/1.1" status: 200 len: 852 time: 0.0492368 Jul 23 16:57:03.422501 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-548138e8-4433-424b-b96f-b571e329d499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'name': 'tempest-TestVolumeBackupRestore-369065181-router', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'd29f1d65-db6a-4b2b-8ff5-00c51be1a2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:54:02Z', 'revision_number': 4, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'gw_port': {'id': 'd29f1d65-db6a-4b2b-8ff5-00c51be1a2ae', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ee:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'cb3d12e9-232d-44c0-aa34-8c524b22b96c', 'name': '', 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'mac_address': 'fa:16:3e:ae:de:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '08901fd5-bc01-47fa-b181-a8ffffeb0b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:01Z', 'updated_at': '2021-07-23T16:54:08Z', 'revision_number': 5, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'subnets': [{'id': '08901fd5-bc01-47fa-b181-a8ffffeb0b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:57:03.449029 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548138e8-4433-424b-b96f-b571e329d499 None None] Checking router: 138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:57:03.457578 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548138e8-4433-424b-b96f-b571e329d499 None None] Routers {'138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:57:03.458282 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-548138e8-4433-424b-b96f-b571e329d499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:56:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:57:03.460801 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7e55b878-3e4b-466f-81eb-c8c6e4952480 req-eb923bce-0f98-454a-b97f-328238d94103 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd0dfca6-4894-4212-9298-e77e3a48bd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681438 Jul 23 16:57:03.475641 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-584a4c96-c41b-4263-bb7a-9a77836f5f87 req-8aa07b42-3d26-44c9-9e76-7dfc4dbd3689 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/security-groups?id=dcfd28e4-154a-4050-8e32-2b0d944e31f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522966 Jul 23 16:57:03.491468 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a9755-3079-446f-9325-6e96419054d9 req-ff14b495-f38e-4e0a-bb28-26856f94936c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:03.492055 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-336a9755-3079-446f-9325-6e96419054d9 req-ff14b495-f38e-4e0a-bb28-26856f94936c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=11034cdd-8f11-4164-9fbc-6416261fa7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685647 Jul 23 16:57:03.596152 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-336a9755-3079-446f-9325-6e96419054d9 req-da3272be-bb89-44aa-8b76-a14a81b5e741 service neutron] 10.222.0.74 "GET /v2.0/networks/11034cdd-8f11-4164-9fbc-6416261fa7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956712 Jul 23 16:57:03.689823 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-336a9755-3079-446f-9325-6e96419054d9 req-9a92ca26-f44d-44fd-bead-4c667308f1e2 service neutron] 10.222.0.74 "GET /v2.0/networks/11034cdd-8f11-4164-9fbc-6416261fa7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860243 Jul 23 16:57:03.727760 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-548138e8-4433-424b-b96f-b571e329d499 None None] Set router 138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:57:03.929957 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-548138e8-4433-424b-b96f-b571e329d499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'name': 'tempest-TestVolumeBackupRestore-369065181-router', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'd29f1d65-db6a-4b2b-8ff5-00c51be1a2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:54:02Z', 'revision_number': 4, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'gw_port': {'id': 'd29f1d65-db6a-4b2b-8ff5-00c51be1a2ae', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ee:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'cb3d12e9-232d-44c0-aa34-8c524b22b96c', 'name': '', 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'mac_address': 'fa:16:3e:ae:de:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '08901fd5-bc01-47fa-b181-a8ffffeb0b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:01Z', 'updated_at': '2021-07-23T16:54:08Z', 'revision_number': 5, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'subnets': [{'id': '08901fd5-bc01-47fa-b181-a8ffffeb0b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:57:03.955712 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548138e8-4433-424b-b96f-b571e329d499 None None] The sync data for ids ['138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'] in n-d-778549-4 is: [{'id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'name': 'tempest-TestVolumeBackupRestore-369065181-router', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'd29f1d65-db6a-4b2b-8ff5-00c51be1a2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:54:02Z', 'revision_number': 4, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'gw_port': {'id': 'd29f1d65-db6a-4b2b-8ff5-00c51be1a2ae', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ee:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'cb3d12e9-232d-44c0-aa34-8c524b22b96c', 'name': '', 'network_id': '11034cdd-8f11-4164-9fbc-6416261fa7b2', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'mac_address': 'fa:16:3e:ae:de:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '08901fd5-bc01-47fa-b181-a8ffffeb0b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:01Z', 'updated_at': '2021-07-23T16:54:08Z', 'revision_number': 5, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'subnets': [{'id': '08901fd5-bc01-47fa-b181-a8ffffeb0b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:57:04.176561 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4710d9-c48a-45cd-becd-56f2649b476c None None] New status for floating IP 60f47df0-6a46-4bee-8437-2e89990bb2d2: DOWN {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:57:04.652301 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b031d-69a9-4c96-9724-1804edd1adf7 req-0d96d0ee-1053-460c-8c9e-f688638a5b03 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:04.653886 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-361b031d-69a9-4c96-9724-1804edd1adf7 req-0d96d0ee-1053-460c-8c9e-f688638a5b03 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 946 time: 0.1140745 Jul 23 16:57:04.661851 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa57a1c-62ea-43f5-ba85-ca39cc3772be req-63dabaaf-0e30-4382-9f48-ff8da8002987 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:04.663351 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7aa57a1c-62ea-43f5-ba85-ca39cc3772be req-63dabaaf-0e30-4382-9f48-ff8da8002987 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/ports?device_id=20459c35-e568-43a3-82af-b3bb09f07d98 HTTP/1.1" status: 200 len: 945 time: 0.0936506 Jul 23 16:57:04.721523 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-361b031d-69a9-4c96-9724-1804edd1adf7 req-6a0c772c-5470-400e-9c61-24989942763b tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd0dfca6-4894-4212-9298-e77e3a48bd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571501 Jul 23 16:57:04.730548 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7aa57a1c-62ea-43f5-ba85-ca39cc3772be req-5e90ec9f-f7e9-4502-acd5-f2dc1ef0bf48 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/security-groups?id=dcfd28e4-154a-4050-8e32-2b0d944e31f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601244 Jul 23 16:57:04.804613 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ddf67-232b-4342-affe-6a3525a08048 req-24893d44-1fdc-4f6a-9ed6-109e2ae0d289 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:04.806155 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-215ddf67-232b-4342-affe-6a3525a08048 req-24893d44-1fdc-4f6a-9ed6-109e2ae0d289 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.74 "GET /v2.0/ports?device_id=20459c35-e568-43a3-82af-b3bb09f07d98 HTTP/1.1" status: 200 len: 945 time: 0.0801039 Jul 23 16:57:04.908293 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-215ddf67-232b-4342-affe-6a3525a08048 req-7cbf915a-3b48-4865-80dc-61f87975aecf tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Deleting port eb5371f7-dee5-405d-87bf-a7ba6aef8d6c {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:57:04.908638 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-215ddf67-232b-4342-affe-6a3525a08048 req-7cbf915a-3b48-4865-80dc-61f87975aecf tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:05.002554 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-215ddf67-232b-4342-affe-6a3525a08048 req-7cbf915a-3b48-4865-80dc-61f87975aecf tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] For port eb5371f7-dee5-405d-87bf-a7ba6aef8d6c, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=eb5371f7-dee5-405d-87bf-a7ba6aef8d6c,segment=NetworkSegment(1bb05152-f7dd-446f-b4a4-04fa3e6827fc),segment_id=1bb05152-f7dd-446f-b4a4-04fa3e6827fc)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:57:05.002918 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-215ddf67-232b-4342-affe-6a3525a08048 req-7cbf915a-3b48-4865-80dc-61f87975aecf tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:05.014718 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-215ddf67-232b-4342-affe-6a3525a08048 req-7cbf915a-3b48-4865-80dc-61f87975aecf tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Calling delete_port for eb5371f7-dee5-405d-87bf-a7ba6aef8d6c owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:57:05.124774 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:05.151318 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-215ddf67-232b-4342-affe-6a3525a08048 req-7cbf915a-3b48-4865-80dc-61f87975aecf tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:05.189339 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf915a-3b48-4865-80dc-61f87975aecf tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Pushing event deleted for resources: {'Port': ['ID=eb5371f7-dee5-405d-87bf-a7ba6aef8d6c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:05.240443 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-215ddf67-232b-4342-affe-6a3525a08048 req-7cbf915a-3b48-4865-80dc-61f87975aecf tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] No DVR routers for this DVR port eb5371f7-dee5-405d-87bf-a7ba6aef8d6c on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:57:05.243127 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-215ddf67-232b-4342-affe-6a3525a08048 req-7cbf915a-3b48-4865-80dc-61f87975aecf tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:05.245235 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-215ddf67-232b-4342-affe-6a3525a08048 req-7cbf915a-3b48-4865-80dc-61f87975aecf tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.74 "DELETE /v2.0/ports/eb5371f7-dee5-405d-87bf-a7ba6aef8d6c HTTP/1.1" status: 204 len: 173 time: 0.4336390 Jul 23 16:57:05.245688 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20459c35-e568-43a3-82af-b3bb09f07d98', 'name': 'network-vif-deleted', 'tag': 'eb5371f7-dee5-405d-87bf-a7ba6aef8d6c'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:57:05.247977 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6287be16-801f-4848-a554-c82d9009d208" -d '{"events": [{"server_uuid": "20459c35-e568-43a3-82af-b3bb09f07d98", "name": "network-vif-deleted", "tag": "eb5371f7-dee5-405d-87bf-a7ba6aef8d6c"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:57:05.284639 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0834a09-2661-48fd-86a9-5f00aa9bcb24 x-openstack-request-id: req-f0834a09-2661-48fd-86a9-5f00aa9bcb24 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:57:05.284940 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20459c35-e568-43a3-82af-b3bb09f07d98", "name": "network-vif-deleted", "tag": "eb5371f7-dee5-405d-87bf-a7ba6aef8d6c", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:57:05.285249 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f0834a09-2661-48fd-86a9-5f00aa9bcb24 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:57:05.285640 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20459c35-e568-43a3-82af-b3bb09f07d98', 'name': 'network-vif-deleted', 'tag': 'eb5371f7-dee5-405d-87bf-a7ba6aef8d6c', 'status': 'completed', 'code': 200} Jul 23 16:57:05.415570 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3f0685f9-6082-497e-92f2-4529226e271c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:05.511384 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:05.876327 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd81d092-1004-4807-a989-eab884b6756e req-1b49af2e-32ea-4aef-b933-352e073271b9 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/ports?device_id=20459c35-e568-43a3-82af-b3bb09f07d98 HTTP/1.1" status: 200 len: 210 time: 0.0572288 Jul 23 16:57:05.914072 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72327722-ff11-4d33-9346-9b89cce35baa req-a6d4d957-6ad6-465e-86bd-1b3c1e1ebad4 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:05.915777 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-72327722-ff11-4d33-9346-9b89cce35baa req-a6d4d957-6ad6-465e-86bd-1b3c1e1ebad4 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 946 time: 0.1127746 Jul 23 16:57:05.959945 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-72327722-ff11-4d33-9346-9b89cce35baa req-bd4f6c03-aca7-41c4-86cd-43486de08057 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd0dfca6-4894-4212-9298-e77e3a48bd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374691 Jul 23 16:57:06.647797 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:06.980288 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e2c9f8be-4b32-436b-8a48-c0db6ffef2ea req-43ea686e-5e2a-46f2-bb48-978e09b61053 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/ports?device_id=20459c35-e568-43a3-82af-b3bb09f07d98 HTTP/1.1" status: 200 len: 210 time: 0.0305305 Jul 23 16:57:07.104599 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd82e9b-a55a-49cb-baca-0a3716f52bba req-46754f1d-ce58-4cfa-924d-df074fb478ce tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:07.106212 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dfd82e9b-a55a-49cb-baca-0a3716f52bba req-46754f1d-ce58-4cfa-924d-df074fb478ce tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 946 time: 0.0699289 Jul 23 16:57:07.124906 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device eb5371f7-dee5-405d-87bf-a7ba6aef8d6c no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:57:07.147535 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: eb5371f7-dee5-405d-87bf-a7ba6aef8d6c {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:57:07.148041 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device eb5371f7-dee5-405d-87bf-a7ba6aef8d6c not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:57:07.154085 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dfd82e9b-a55a-49cb-baca-0a3716f52bba req-7fd0a7c2-0999-4730-a163-81c62c6064f2 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd0dfca6-4894-4212-9298-e77e3a48bd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413086 Jul 23 16:57:07.606558 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:08.092047 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b470cc6e-3966-4d53-9048-964853c56a42 req-4862d527-fd7f-4cd0-80c9-c17dbb78dda9 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/ports?device_id=20459c35-e568-43a3-82af-b3bb09f07d98 HTTP/1.1" status: 200 len: 210 time: 0.0341785 Jul 23 16:57:08.292476 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d842e-d40c-4ff9-aa7e-c87eba618601 req-54695aee-1bba-4384-afb9-638cd3c0707a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:08.294077 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0a7d842e-d40c-4ff9-aa7e-c87eba618601 req-54695aee-1bba-4384-afb9-638cd3c0707a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 946 time: 0.0680771 Jul 23 16:57:08.337627 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0a7d842e-d40c-4ff9-aa7e-c87eba618601 req-da60ef59-24fa-4f45-8ef5-0d1d1e608eb4 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd0dfca6-4894-4212-9298-e77e3a48bd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349872 Jul 23 16:57:08.674898 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:09.210022 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f75ffdbc-a6c6-4b76-ae52-675521f70486 req-304229c1-b002-49a7-9a6d-8df6e912d891 tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "GET /v2.0/ports?device_id=20459c35-e568-43a3-82af-b3bb09f07d98 HTTP/1.1" status: 200 len: 210 time: 0.0332301 Jul 23 16:57:09.472845 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb0513-96dc-4c0b-ba10-2ceb4913d72a req-f86b506a-b033-418e-b244-08ba6ab0296a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:09.475061 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-54fb0513-96dc-4c0b-ba10-2ceb4913d72a req-f86b506a-b033-418e-b244-08ba6ab0296a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 946 time: 0.0670581 Jul 23 16:57:09.517455 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-54fb0513-96dc-4c0b-ba10-2ceb4913d72a req-66e95ad6-dedd-4f52-83dd-5bc9371b5885 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd0dfca6-4894-4212-9298-e77e3a48bd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366235 Jul 23 16:57:09.871335 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-372a9ede-96c3-4042-aace-d8bbec43bbd8 req-1e833239-c8a5-4585-b63d-e73dbe6ad579 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=8959a414-0563-48f6-8d73-f7ee8b592213&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0559216 Jul 23 16:57:09.971213 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a9ede-96c3-4042-aace-d8bbec43bbd8 req-524d5980-f3ac-41b0-a734-c1f4108c18b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:09.972754 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-372a9ede-96c3-4042-aace-d8bbec43bbd8 req-524d5980-f3ac-41b0-a734-c1f4108c18b2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1a447386a79c4dde9361c7979cbbb97e&device_id=8959a414-0563-48f6-8d73-f7ee8b592213 HTTP/1.1" status: 200 len: 1096 time: 0.0571029 Jul 23 16:57:10.087703 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a9ede-96c3-4042-aace-d8bbec43bbd8 req-0f75a4e5-d186-4f09-91cf-1cb6d29490e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:10.089282 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-372a9ede-96c3-4042-aace-d8bbec43bbd8 req-0f75a4e5-d186-4f09-91cf-1cb6d29490e3 service neutron] 10.222.0.97 "GET /v2.0/networks?id=fedddd04-4e3c-4738-8768-b1bd7c807fbc HTTP/1.1" status: 200 len: 913 time: 0.0964570 Jul 23 16:57:10.155873 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-372a9ede-96c3-4042-aace-d8bbec43bbd8 req-08e0d3ea-d292-4ceb-97e7-2b741e140667 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fe2535e-58ae-40fd-8be8-63460b1dc104 HTTP/1.1" status: 200 len: 1000 time: 0.0600057 Jul 23 16:57:10.205511 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a9ede-96c3-4042-aace-d8bbec43bbd8 req-c002b7be-1d71-4e5e-899c-3719647bd450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:10.206998 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-372a9ede-96c3-4042-aace-d8bbec43bbd8 req-c002b7be-1d71-4e5e-899c-3719647bd450 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=68bd2291-23ae-4e54-ab39-3c387bae8690 HTTP/1.1" status: 200 len: 850 time: 0.0452056 Jul 23 16:57:10.266374 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 53602) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:57:10.275232 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a9ede-96c3-4042-aace-d8bbec43bbd8 req-4133dc16-eb36-4db2-948a-7e7a8b014bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:10.276828 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-372a9ede-96c3-4042-aace-d8bbec43bbd8 req-4133dc16-eb36-4db2-948a-7e7a8b014bf7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=fedddd04-4e3c-4738-8768-b1bd7c807fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628264 Jul 23 16:57:10.336749 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-21eeb505-f279-4ea4-abec-3869f21f680c tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:10.363291 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-21eeb505-f279-4ea4-abec-3869f21f680c tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:10.372326 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-372a9ede-96c3-4042-aace-d8bbec43bbd8 req-cb0b206f-4336-40ed-b9a4-94e264aa68d2 service neutron] 10.222.0.97 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893149 Jul 23 16:57:10.428032 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-21eeb505-f279-4ea4-abec-3869f21f680c tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:10.430732 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-21eeb505-f279-4ea4-abec-3869f21f680c tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:10.431928 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-21eeb505-f279-4ea4-abec-3869f21f680c tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] 10.222.0.73 "DELETE /v2.0/security-groups/dcfd28e4-154a-4050-8e32-2b0d944e31f2 HTTP/1.1" status: 204 len: 168 time: 0.1645730 Jul 23 16:57:10.441378 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eeb505-f279-4ea4-abec-3869f21f680c tempest-TestVolumeBackupRestore-1348369394 tempest-TestVolumeBackupRestore-1348369394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfd28e4-154a-4050-8e32-2b0d944e31f2,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:10.483406 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-372a9ede-96c3-4042-aace-d8bbec43bbd8 req-00af3acd-6d5a-49b9-abf2-0f0ceba712d9 service neutron] 10.222.0.97 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039877 Jul 23 16:57:10.685770 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba75c5-9549-49a2-935b-3f59666a1301 req-998b9806-763a-4f85-a3be-d7889787dc16 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:10.687345 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a3ba75c5-9549-49a2-935b-3f59666a1301 req-998b9806-763a-4f85-a3be-d7889787dc16 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 946 time: 0.0917976 Jul 23 16:57:10.747249 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a3ba75c5-9549-49a2-935b-3f59666a1301 req-b511e999-6d0c-4cc0-877b-63f48eeee329 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd0dfca6-4894-4212-9298-e77e3a48bd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533037 Jul 23 16:57:11.941524 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68921e9e-0586-4199-b1dc-8ef17b028910 req-371773c1-8b71-4fc1-bd36-6e6d475ce2ed tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:11.950010 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-68921e9e-0586-4199-b1dc-8ef17b028910 req-371773c1-8b71-4fc1-bd36-6e6d475ce2ed tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 946 time: 0.0838718 Jul 23 16:57:12.009282 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-68921e9e-0586-4199-b1dc-8ef17b028910 req-c64a8f06-51b5-43f4-9183-d26884e31950 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd0dfca6-4894-4212-9298-e77e3a48bd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581727 Jul 23 16:57:13.206114 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d525f-aad3-4c53-a1ce-69c3ca67e027 req-900975e3-8dce-4e02-b819-9d1c83128f92 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:13.209301 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d1d525f-aad3-4c53-a1ce-69c3ca67e027 req-900975e3-8dce-4e02-b819-9d1c83128f92 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 946 time: 0.0958591 Jul 23 16:57:13.261890 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5d1d525f-aad3-4c53-a1ce-69c3ca67e027 req-892d1589-ee43-4d11-8368-e128fb7c2541 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd0dfca6-4894-4212-9298-e77e3a48bd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414493 Jul 23 16:57:13.955645 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54060) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:57:14.322610 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-70811992-fda0-4556-b6ed-5df73e1a4b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:14.475222 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf159249-a6fe-455d-8f98-7be9be4c7bd9 req-aa225f7d-7aa3-423c-aa79-4346f9b11f40 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:14.476636 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf159249-a6fe-455d-8f98-7be9be4c7bd9 req-aa225f7d-7aa3-423c-aa79-4346f9b11f40 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 946 time: 0.1172059 Jul 23 16:57:14.568202 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf159249-a6fe-455d-8f98-7be9be4c7bd9 req-6a509d83-44cb-492b-acdd-15e6e266d1a7 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd0dfca6-4894-4212-9298-e77e3a48bd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652301 Jul 23 16:57:14.675154 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-70811992-fda0-4556-b6ed-5df73e1a4b35 admin admin] Deleting port cb3d12e9-232d-44c0-aa34-8c524b22b96c {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:57:14.675493 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-70811992-fda0-4556-b6ed-5df73e1a4b35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:14.758602 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-70811992-fda0-4556-b6ed-5df73e1a4b35 admin admin] For port cb3d12e9-232d-44c0-aa34-8c524b22b96c, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=cb3d12e9-232d-44c0-aa34-8c524b22b96c,segment=NetworkSegment(1bb05152-f7dd-446f-b4a4-04fa3e6827fc),segment_id=1bb05152-f7dd-446f-b4a4-04fa3e6827fc)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:57:14.758963 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-70811992-fda0-4556-b6ed-5df73e1a4b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:14.777107 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-70811992-fda0-4556-b6ed-5df73e1a4b35 admin admin] Calling delete_port for cb3d12e9-232d-44c0-aa34-8c524b22b96c owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:57:14.964102 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-70811992-fda0-4556-b6ed-5df73e1a4b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:14.990753 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70811992-fda0-4556-b6ed-5df73e1a4b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb3d12e9-232d-44c0-aa34-8c524b22b96c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:15.019826 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70811992-fda0-4556-b6ed-5df73e1a4b35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:15.020240 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70811992-fda0-4556-b6ed-5df73e1a4b35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:15.020682 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70811992-fda0-4556-b6ed-5df73e1a4b35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:15.021128 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70811992-fda0-4556-b6ed-5df73e1a4b35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:15.022116 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70811992-fda0-4556-b6ed-5df73e1a4b35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:15.022116 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70811992-fda0-4556-b6ed-5df73e1a4b35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:15.022116 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70811992-fda0-4556-b6ed-5df73e1a4b35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:15.022441 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70811992-fda0-4556-b6ed-5df73e1a4b35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:15.022766 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70811992-fda0-4556-b6ed-5df73e1a4b35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:15.023084 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70811992-fda0-4556-b6ed-5df73e1a4b35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:15.023407 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70811992-fda0-4556-b6ed-5df73e1a4b35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:15.023729 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70811992-fda0-4556-b6ed-5df73e1a4b35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:15.178542 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-70811992-fda0-4556-b6ed-5df73e1a4b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:15.434567 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70811992-fda0-4556-b6ed-5df73e1a4b35 admin admin] Router 138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:57:15.542156 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70811992-fda0-4556-b6ed-5df73e1a4b35 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:57:15.547080 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-70811992-fda0-4556-b6ed-5df73e1a4b35 admin admin] 10.222.0.73 "PUT /v2.0/routers/138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5899336 Jul 23 16:57:15.549766 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54064) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:57:15.551188 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53159f1e-6bbb-4c96-945b-da7445dd415e None None] Sync routers for ids ['138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:57:15.561477 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53159f1e-6bbb-4c96-945b-da7445dd415e None None] Routers {'138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:57:15.562161 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-53159f1e-6bbb-4c96-945b-da7445dd415e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:57:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:57:15.665171 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-163890bb-1d7c-4885-82df-22434850e49d admin admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:15.667403 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-53159f1e-6bbb-4c96-945b-da7445dd415e None None] Set router 138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:57:15.728712 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ee05d-a564-4f06-990c-852ac5a77703 req-825045b3-e02f-4fc9-95eb-fbd5c9ea9219 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:15.730221 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c8ee05d-a564-4f06-990c-852ac5a77703 req-825045b3-e02f-4fc9-95eb-fbd5c9ea9219 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 946 time: 0.0850389 Jul 23 16:57:15.772290 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c8ee05d-a564-4f06-990c-852ac5a77703 req-2a22f825-dd2e-499f-8ab1-03c801cab272 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd0dfca6-4894-4212-9298-e77e3a48bd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360143 Jul 23 16:57:15.794710 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-163890bb-1d7c-4885-82df-22434850e49d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:15.854566 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-163890bb-1d7c-4885-82df-22434850e49d admin admin] Deleting port d29f1d65-db6a-4b2b-8ff5-00c51be1a2ae {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:57:15.854909 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-163890bb-1d7c-4885-82df-22434850e49d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:15.870033 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-53159f1e-6bbb-4c96-945b-da7445dd415e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'name': 'tempest-TestVolumeBackupRestore-369065181-router', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'd29f1d65-db6a-4b2b-8ff5-00c51be1a2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:57:14Z', 'revision_number': 5, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'gw_port': {'id': 'd29f1d65-db6a-4b2b-8ff5-00c51be1a2ae', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ee:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:57:15.900734 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53159f1e-6bbb-4c96-945b-da7445dd415e None None] Checking router: 138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:57:15.909015 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53159f1e-6bbb-4c96-945b-da7445dd415e None None] Routers {'138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:57:15.909651 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-53159f1e-6bbb-4c96-945b-da7445dd415e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:57:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:57:15.947791 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-163890bb-1d7c-4885-82df-22434850e49d admin admin] For port d29f1d65-db6a-4b2b-8ff5-00c51be1a2ae, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d29f1d65-db6a-4b2b-8ff5-00c51be1a2ae,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:57:15.948258 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-163890bb-1d7c-4885-82df-22434850e49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:15.962302 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-163890bb-1d7c-4885-82df-22434850e49d admin admin] Calling delete_port for d29f1d65-db6a-4b2b-8ff5-00c51be1a2ae owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:57:15.963237 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c72bfa-2526-4008-b2ec-9103e5ac6f90 req-548c7cab-f0a4-4843-a068-c08382710c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:15.965498 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80c72bfa-2526-4008-b2ec-9103e5ac6f90 req-548c7cab-f0a4-4843-a068-c08382710c99 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 1097 time: 0.0571029 Jul 23 16:57:15.996491 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-53159f1e-6bbb-4c96-945b-da7445dd415e None None] Set router 138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:57:16.008561 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80c72bfa-2526-4008-b2ec-9103e5ac6f90 req-501efadc-bab5-4636-b9b2-de29c233a36a service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=fd0dfca6-4894-4212-9298-e77e3a48bd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365787 Jul 23 16:57:16.050949 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-53159f1e-6bbb-4c96-945b-da7445dd415e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'name': 'tempest-TestVolumeBackupRestore-369065181-router', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:57:15Z', 'revision_number': 6, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:57:16.077829 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53159f1e-6bbb-4c96-945b-da7445dd415e None None] The sync data for ids ['138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9'] in n-d-778549-4 is: [{'id': '138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9', 'name': 'tempest-TestVolumeBackupRestore-369065181-router', 'tenant_id': '2428d1ee75174349a3450b9de751dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:53:59Z', 'updated_at': '2021-07-23T16:57:15Z', 'revision_number': 6, 'project_id': '2428d1ee75174349a3450b9de751dec1', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:57:16.141307 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-163890bb-1d7c-4885-82df-22434850e49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:16.168065 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163890bb-1d7c-4885-82df-22434850e49d admin admin] Pushing event deleted for resources: {'Port': ['ID=d29f1d65-db6a-4b2b-8ff5-00c51be1a2ae,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:16.242363 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-163890bb-1d7c-4885-82df-22434850e49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:16.338323 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-163890bb-1d7c-4885-82df-22434850e49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:16.340759 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-163890bb-1d7c-4885-82df-22434850e49d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:16.386625 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-163890bb-1d7c-4885-82df-22434850e49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:16.387039 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163890bb-1d7c-4885-82df-22434850e49d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:57:16.391449 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-163890bb-1d7c-4885-82df-22434850e49d admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:16.392654 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-163890bb-1d7c-4885-82df-22434850e49d admin admin] 10.222.0.73 "DELETE /v2.0/routers/138e0a8f-a8e0-4b81-a1e4-304b3c2bd3a9 HTTP/1.1" status: 204 len: 168 time: 0.8418992 Jul 23 16:57:16.395307 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54068) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:57:16.445973 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-069e9997-e90e-4de9-9ac2-ac7899fbc8e3 admin admin] Deleting subnet 08901fd5-bc01-47fa-b181-a8ffffeb0b54 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:57:16.449806 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-069e9997-e90e-4de9-9ac2-ac7899fbc8e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:16.486993 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-069e9997-e90e-4de9-9ac2-ac7899fbc8e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:16.578765 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-069e9997-e90e-4de9-9ac2-ac7899fbc8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:16.631885 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-069e9997-e90e-4de9-9ac2-ac7899fbc8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:16.660024 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e9997-e90e-4de9-9ac2-ac7899fbc8e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08901fd5-bc01-47fa-b181-a8ffffeb0b54,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:16.672376 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-069e9997-e90e-4de9-9ac2-ac7899fbc8e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:16.674346 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-069e9997-e90e-4de9-9ac2-ac7899fbc8e3 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/08901fd5-bc01-47fa-b181-a8ffffeb0b54 HTTP/1.1" status: 204 len: 168 time: 0.2777586 Jul 23 16:57:16.677735 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54070) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:57:16.678280 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39f781a-f204-4138-8d2c-d0301c426b0a None None] Network 11034cdd-8f11-4164-9fbc-6416261fa7b2 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:57:16.773256 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d860e7ba-ab4a-4100-87db-4b29911e83b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:16.846798 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-d860e7ba-ab4a-4100-87db-4b29911e83b1 admin admin] Deleting port bc1f44a4-67bc-4906-8e2b-5755113b61f5 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:57:16.847147 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d860e7ba-ab4a-4100-87db-4b29911e83b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:16.917552 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device cb3d12e9-232d-44c0-aa34-8c524b22b96c no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:57:16.950089 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: cb3d12e9-232d-44c0-aa34-8c524b22b96c {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:57:16.950433 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device cb3d12e9-232d-44c0-aa34-8c524b22b96c not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:57:16.950857 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d29f1d65-db6a-4b2b-8ff5-00c51be1a2ae no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:57:16.974763 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-d860e7ba-ab4a-4100-87db-4b29911e83b1 admin admin] For port bc1f44a4-67bc-4906-8e2b-5755113b61f5, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=bc1f44a4-67bc-4906-8e2b-5755113b61f5,segment=NetworkSegment(1bb05152-f7dd-446f-b4a4-04fa3e6827fc),segment_id=1bb05152-f7dd-446f-b4a4-04fa3e6827fc)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:57:16.975130 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d860e7ba-ab4a-4100-87db-4b29911e83b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:16.980921 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: d29f1d65-db6a-4b2b-8ff5-00c51be1a2ae {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:57:16.981587 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d29f1d65-db6a-4b2b-8ff5-00c51be1a2ae not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:57:16.986355 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf6860b-11b6-4f87-84e5-9800a87c73cd None None] DHCP port deletion for 11034cdd-8f11-4164-9fbc-6416261fa7b2 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:57:17.001496 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-d860e7ba-ab4a-4100-87db-4b29911e83b1 admin admin] Calling delete_port for bc1f44a4-67bc-4906-8e2b-5755113b61f5 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:57:17.035006 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-bbf6860b-11b6-4f87-84e5-9800a87c73cd None None] Deleting port bc1f44a4-67bc-4906-8e2b-5755113b61f5 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:57:17.035684 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bbf6860b-11b6-4f87-84e5-9800a87c73cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:17.067601 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10bfd3-5194-4761-b6ee-468691c6409a req-ef1ad95c-00d6-42a8-bb65-27b96f655dc3 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:17.069305 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ba10bfd3-5194-4761-b6ee-468691c6409a req-ef1ad95c-00d6-42a8-bb65-27b96f655dc3 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 946 time: 0.1717763 Jul 23 16:57:17.099308 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-bbf6860b-11b6-4f87-84e5-9800a87c73cd None None] For port bc1f44a4-67bc-4906-8e2b-5755113b61f5, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=bc1f44a4-67bc-4906-8e2b-5755113b61f5,segment=NetworkSegment(1bb05152-f7dd-446f-b4a4-04fa3e6827fc),segment_id=1bb05152-f7dd-446f-b4a4-04fa3e6827fc)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:57:17.099761 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bbf6860b-11b6-4f87-84e5-9800a87c73cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:17.113733 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-bbf6860b-11b6-4f87-84e5-9800a87c73cd None None] Calling delete_port for bc1f44a4-67bc-4906-8e2b-5755113b61f5 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:57:17.135060 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ba10bfd3-5194-4761-b6ee-468691c6409a req-7fca910d-bb30-403c-9fd5-ff14e46b9d1a tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd0dfca6-4894-4212-9298-e77e3a48bd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591624 Jul 23 16:57:17.161934 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d860e7ba-ab4a-4100-87db-4b29911e83b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:17.161934 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54074) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:57:17.214330 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bbf6860b-11b6-4f87-84e5-9800a87c73cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:17.221004 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d860e7ba-ab4a-4100-87db-4b29911e83b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc1f44a4-67bc-4906-8e2b-5755113b61f5,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:17.229184 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d860e7ba-ab4a-4100-87db-4b29911e83b1 admin admin] No DVR routers for this DVR port bc1f44a4-67bc-4906-8e2b-5755113b61f5 on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:57:17.240682 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6860b-11b6-4f87-84e5-9800a87c73cd None None] Pushing event deleted for resources: {'Port': ['ID=bc1f44a4-67bc-4906-8e2b-5755113b61f5,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:17.251850 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6860b-11b6-4f87-84e5-9800a87c73cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:17.252195 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6860b-11b6-4f87-84e5-9800a87c73cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:17.252532 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6860b-11b6-4f87-84e5-9800a87c73cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:17.252866 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6860b-11b6-4f87-84e5-9800a87c73cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:17.253293 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6860b-11b6-4f87-84e5-9800a87c73cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:17.253782 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6860b-11b6-4f87-84e5-9800a87c73cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:17.254115 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6860b-11b6-4f87-84e5-9800a87c73cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:17.254448 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6860b-11b6-4f87-84e5-9800a87c73cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:17.254801 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6860b-11b6-4f87-84e5-9800a87c73cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:17.255151 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6860b-11b6-4f87-84e5-9800a87c73cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:17.255459 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6860b-11b6-4f87-84e5-9800a87c73cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:17.255775 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6860b-11b6-4f87-84e5-9800a87c73cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:17.261730 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf6860b-11b6-4f87-84e5-9800a87c73cd None None] No DVR routers for this DVR port bc1f44a4-67bc-4906-8e2b-5755113b61f5 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:57:17.285662 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5b98dbe3-606a-43de-94eb-a72a0eda331d tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/floatingips/f97e844e-a20c-43c1-a7c8-26f5855095a9 HTTP/1.1" status: 200 len: 993 time: 0.1227181 Jul 23 16:57:17.677899 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d860e7ba-ab4a-4100-87db-4b29911e83b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:17.688286 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-d860e7ba-ab4a-4100-87db-4b29911e83b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11034cdd-8f11-4164-9fbc-6416261fa7b2']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:57:17.699006 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-d860e7ba-ab4a-4100-87db-4b29911e83b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb05152-f7dd-446f-b4a4-04fa3e6827fc') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:57:17.699304 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-d860e7ba-ab4a-4100-87db-4b29911e83b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb05152-f7dd-446f-b4a4-04fa3e6827fc') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:57:17.708115 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d860e7ba-ab4a-4100-87db-4b29911e83b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:17.725193 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d860e7ba-ab4a-4100-87db-4b29911e83b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:17.731768 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d860e7ba-ab4a-4100-87db-4b29911e83b1 admin admin] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:57:17.732467 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d860e7ba-ab4a-4100-87db-4b29911e83b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:17.734194 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:57:17.734194 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:57:17.734194 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:57:17.734194 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:57:17.734194 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:57:17.734194 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:57:17.734194 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:57:17.734194 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:57:17.734194 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:57:17.734194 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:57:17.734194 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:57:17.734194 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:57:17.734194 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:57:17.734194 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:57:17.734194 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:57:17.734194 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:57:17.734194 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:57:17.734194 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:57:17.734194 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:57:17.734194 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:57:17.734194 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:57:17.734194 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:57:17.734194 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:57:17.734194 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:57:17.734194 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:57:17.734194 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:57:17.734194 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:57:17.734194 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:57:17.734194 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:57:17.734194 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:57:17.734194 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:57:17.734194 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:57:17.792856 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d860e7ba-ab4a-4100-87db-4b29911e83b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:17.798510 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d860e7ba-ab4a-4100-87db-4b29911e83b1 admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:17.800367 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d860e7ba-ab4a-4100-87db-4b29911e83b1 admin admin] 10.222.0.73 "DELETE /v2.0/networks/11034cdd-8f11-4164-9fbc-6416261fa7b2 HTTP/1.1" status: 204 len: 168 time: 1.1215627 Jul 23 16:57:17.804070 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54076) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:57:17.812055 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d860e7ba-ab4a-4100-87db-4b29911e83b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=11034cdd-8f11-4164-9fbc-6416261fa7b2,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:17.981331 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 1b64e541-6be1-4c68-9687-ff8182ee986c details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:57:17.983575 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 1b64e541-6be1-4c68-9687-ff8182ee986c no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:57:18.125946 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:18.145814 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 1b64e541-6be1-4c68-9687-ff8182ee986c, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=1b64e541-6be1-4c68-9687-ff8182ee986c,segment=NetworkSegment(c34d61eb-38fc-4616-8b51-ce37419da8a7),segment_id=c34d61eb-38fc-4616-8b51-ce37419da8a7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:57:18.163797 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e22ccd4-2083-4ec8-8ad1-856a2b397b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:18.164145 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '1b64e541-6be1-4c68-9687-ff8182ee986c', 'network_id': 'e449f47c-1125-479d-914e-a34c54d056c1', 'port_id': '1b64e541-6be1-4c68-9687-ff8182ee986c', 'mac_address': 'fa:16:3e:28:63:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b851d1-d30b-4e02-a0e2-fd1001f6ba05', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:57:18.169129 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adc27f3-40d9-4291-8b79-586aa7db9e72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b64e541-6be1-4c68-9687-ff8182ee986c'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:57:18.171389 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b01905-cbb3-47aa-9536-6b173f06dbf7" -d '{"events": [{"server_uuid": "2adc27f3-40d9-4291-8b79-586aa7db9e72", "name": "network-vif-unplugged", "status": "completed", "tag": "1b64e541-6be1-4c68-9687-ff8182ee986c"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:57:18.187468 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 1b64e541-6be1-4c68-9687-ff8182ee986c, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=1b64e541-6be1-4c68-9687-ff8182ee986c,segment=NetworkSegment(c34d61eb-38fc-4616-8b51-ce37419da8a7),segment_id=c34d61eb-38fc-4616-8b51-ce37419da8a7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:57:18.215001 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5f6c4b-d9cc-4ed3-9fb1-44e9d07083f8 x-openstack-request-id: req-0d5f6c4b-d9cc-4ed3-9fb1-44e9d07083f8 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:57:18.215287 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2adc27f3-40d9-4291-8b79-586aa7db9e72", "name": "network-vif-unplugged", "status": "completed", "tag": "1b64e541-6be1-4c68-9687-ff8182ee986c", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:57:18.215543 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0d5f6c4b-d9cc-4ed3-9fb1-44e9d07083f8 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:57:18.215922 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adc27f3-40d9-4291-8b79-586aa7db9e72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b64e541-6be1-4c68-9687-ff8182ee986c', 'code': 200} Jul 23 16:57:18.216555 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:18.252576 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:18.274450 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b64e541-6be1-4c68-9687-ff8182ee986c {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:57:18.292779 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=1b64e541-6be1-4c68-9687-ff8182ee986c,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:18.331376 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.api [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:57:18.331749 n-d-778549-4 neutron-server[94014]: DEBUG oslo_db.api [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:57:18.438216 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5e22ccd4-2083-4ec8-8ad1-856a2b397b1b admin admin] Deleting port 42bc793e-375f-435e-aa54-719bdc40e4a4 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:57:18.438553 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e22ccd4-2083-4ec8-8ad1-856a2b397b1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:18.516008 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5e22ccd4-2083-4ec8-8ad1-856a2b397b1b admin admin] For port 42bc793e-375f-435e-aa54-719bdc40e4a4, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=42bc793e-375f-435e-aa54-719bdc40e4a4,segment=NetworkSegment(2740343e-5db1-4d8b-b78d-743482df0db1),segment_id=2740343e-5db1-4d8b-b78d-743482df0db1)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:57:18.516277 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e22ccd4-2083-4ec8-8ad1-856a2b397b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:18.528870 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5e22ccd4-2083-4ec8-8ad1-856a2b397b1b admin admin] Calling delete_port for 42bc793e-375f-435e-aa54-719bdc40e4a4 owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:57:18.695042 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device bc1f44a4-67bc-4906-8e2b-5755113b61f5 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:57:18.714958 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: bc1f44a4-67bc-4906-8e2b-5755113b61f5 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:57:18.715301 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device bc1f44a4-67bc-4906-8e2b-5755113b61f5 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:57:18.720580 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e22ccd4-2083-4ec8-8ad1-856a2b397b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:18.749721 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22ccd4-2083-4ec8-8ad1-856a2b397b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=42bc793e-375f-435e-aa54-719bdc40e4a4,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:18.874200 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:18.887982 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b64e541-6be1-4c68-9687-ff8182ee986c {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:57:18.911363 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 1b64e541-6be1-4c68-9687-ff8182ee986c, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=1b64e541-6be1-4c68-9687-ff8182ee986c,segment=NetworkSegment(c34d61eb-38fc-4616-8b51-ce37419da8a7),segment_id=c34d61eb-38fc-4616-8b51-ce37419da8a7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:57:18.918916 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:18.930336 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e22ccd4-2083-4ec8-8ad1-856a2b397b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:18.970031 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=1b64e541-6be1-4c68-9687-ff8182ee986c,revision_number=7']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:19.149352 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['1b64e541-6be1-4c68-9687-ff8182ee986c'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:57:19.514861 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e22ccd4-2083-4ec8-8ad1-856a2b397b1b admin admin] Router 6cd00811-a7f4-49e7-a154-d164369bc576 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:57:19.620765 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e22ccd4-2083-4ec8-8ad1-856a2b397b1b admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:57:19.625723 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5e22ccd4-2083-4ec8-8ad1-856a2b397b1b admin admin] 10.222.0.73 "PUT /v2.0/routers/6cd00811-a7f4-49e7-a154-d164369bc576/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8205168 Jul 23 16:57:19.628389 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54080) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:57:19.629162 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b09e872-2ee1-49e2-9c33-3fd25f7dcff7 None None] Sync routers for ids ['6cd00811-a7f4-49e7-a154-d164369bc576'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:57:19.638534 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b09e872-2ee1-49e2-9c33-3fd25f7dcff7 None None] Routers {'6cd00811-a7f4-49e7-a154-d164369bc576'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:57:19.639148 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-0b09e872-2ee1-49e2-9c33-3fd25f7dcff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:57:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6cd00811-a7f4-49e7-a154-d164369bc576'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:57:19.734197 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2404e6bd-e787-4b4c-86f3-cafa4945b20b admin admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:19.742889 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-0b09e872-2ee1-49e2-9c33-3fd25f7dcff7 None None] Set router 6cd00811-a7f4-49e7-a154-d164369bc576 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:57:19.855045 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2404e6bd-e787-4b4c-86f3-cafa4945b20b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:19.915642 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-2404e6bd-e787-4b4c-86f3-cafa4945b20b admin admin] Deleting port 68d8fd37-dd00-423f-bd7d-a573223ace48 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:57:19.915980 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2404e6bd-e787-4b4c-86f3-cafa4945b20b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:19.995856 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 1b64e541-6be1-4c68-9687-ff8182ee986c up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:57:19.999526 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-2404e6bd-e787-4b4c-86f3-cafa4945b20b admin admin] For port 68d8fd37-dd00-423f-bd7d-a573223ace48, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=68d8fd37-dd00-423f-bd7d-a573223ace48,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:57:20.000122 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2404e6bd-e787-4b4c-86f3-cafa4945b20b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:20.013534 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-2404e6bd-e787-4b4c-86f3-cafa4945b20b admin admin] Calling delete_port for 68d8fd37-dd00-423f-bd7d-a573223ace48 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:57:20.039329 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-0b09e872-2ee1-49e2-9c33-3fd25f7dcff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd00811-a7f4-49e7-a154-d164369bc576', 'name': 'tempest-TestVolumeBackupRestore-1971526734-router', 'tenant_id': '62555431875e45638e8e5e52e4cdbcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '68d8fd37-dd00-423f-bd7d-a573223ace48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:54:04Z', 'updated_at': '2021-07-23T16:57:18Z', 'revision_number': 5, 'project_id': '62555431875e45638e8e5e52e4cdbcb1', 'gw_port': {'id': '68d8fd37-dd00-423f-bd7d-a573223ace48', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd00811-a7f4-49e7-a154-d164369bc576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:54:05Z', 'updated_at': '2021-07-23T16:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:57:20.058434 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 1b64e541-6be1-4c68-9687-ff8182ee986c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:57:20.058805 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:20.071086 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b09e872-2ee1-49e2-9c33-3fd25f7dcff7 None None] Checking router: 6cd00811-a7f4-49e7-a154-d164369bc576 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:57:20.080693 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b09e872-2ee1-49e2-9c33-3fd25f7dcff7 None None] Routers {'6cd00811-a7f4-49e7-a154-d164369bc576'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:57:20.081288 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-0b09e872-2ee1-49e2-9c33-3fd25f7dcff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:57:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['6cd00811-a7f4-49e7-a154-d164369bc576'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:57:20.152805 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:20.186685 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-0b09e872-2ee1-49e2-9c33-3fd25f7dcff7 None None] Set router 6cd00811-a7f4-49e7-a154-d164369bc576 gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:57:20.193811 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 1b64e541-6be1-4c68-9687-ff8182ee986c, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=1b64e541-6be1-4c68-9687-ff8182ee986c,segment=NetworkSegment(c34d61eb-38fc-4616-8b51-ce37419da8a7),segment_id=c34d61eb-38fc-4616-8b51-ce37419da8a7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:57:20.198634 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:20.206530 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2404e6bd-e787-4b4c-86f3-cafa4945b20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:20.221732 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adc27f3-40d9-4291-8b79-586aa7db9e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b64e541-6be1-4c68-9687-ff8182ee986c'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:57:20.224582 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0945e6-0e25-4606-b6e7-099571acbac0" -d '{"events": [{"server_uuid": "2adc27f3-40d9-4291-8b79-586aa7db9e72", "name": "network-vif-plugged", "status": "completed", "tag": "1b64e541-6be1-4c68-9687-ff8182ee986c"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:57:20.237242 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404e6bd-e787-4b4c-86f3-cafa4945b20b admin admin] Pushing event deleted for resources: {'Port': ['ID=68d8fd37-dd00-423f-bd7d-a573223ace48,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:20.253702 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-0b09e872-2ee1-49e2-9c33-3fd25f7dcff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd00811-a7f4-49e7-a154-d164369bc576', 'name': 'tempest-TestVolumeBackupRestore-1971526734-router', 'tenant_id': '62555431875e45638e8e5e52e4cdbcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:54:04Z', 'updated_at': '2021-07-23T16:57:19Z', 'revision_number': 6, 'project_id': '62555431875e45638e8e5e52e4cdbcb1', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:57:20.258180 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=1b64e541-6be1-4c68-9687-ff8182ee986c,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:20.282317 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b09e872-2ee1-49e2-9c33-3fd25f7dcff7 None None] The sync data for ids ['6cd00811-a7f4-49e7-a154-d164369bc576'] in n-d-778549-4 is: [{'id': '6cd00811-a7f4-49e7-a154-d164369bc576', 'name': 'tempest-TestVolumeBackupRestore-1971526734-router', 'tenant_id': '62555431875e45638e8e5e52e4cdbcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:54:04Z', 'updated_at': '2021-07-23T16:57:19Z', 'revision_number': 6, 'project_id': '62555431875e45638e8e5e52e4cdbcb1', 'gw_port_host': None}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:57:20.287747 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb0d8a2-3675-4109-bf3b-6128e6971b22 x-openstack-request-id: req-deb0d8a2-3675-4109-bf3b-6128e6971b22 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:57:20.288042 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2adc27f3-40d9-4291-8b79-586aa7db9e72", "name": "network-vif-plugged", "status": "completed", "tag": "1b64e541-6be1-4c68-9687-ff8182ee986c", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:57:20.288214 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-deb0d8a2-3675-4109-bf3b-6128e6971b22 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:57:20.288609 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adc27f3-40d9-4291-8b79-586aa7db9e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b64e541-6be1-4c68-9687-ff8182ee986c', 'code': 200} Jul 23 16:57:20.307355 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2404e6bd-e787-4b4c-86f3-cafa4945b20b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:20.399888 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2404e6bd-e787-4b4c-86f3-cafa4945b20b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:20.402043 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2404e6bd-e787-4b4c-86f3-cafa4945b20b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:20.449478 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2404e6bd-e787-4b4c-86f3-cafa4945b20b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:20.449948 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2404e6bd-e787-4b4c-86f3-cafa4945b20b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cd00811-a7f4-49e7-a154-d164369bc576 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:57:20.454120 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2404e6bd-e787-4b4c-86f3-cafa4945b20b admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:20.455284 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2404e6bd-e787-4b4c-86f3-cafa4945b20b admin admin] 10.222.0.73 "DELETE /v2.0/routers/6cd00811-a7f4-49e7-a154-d164369bc576 HTTP/1.1" status: 204 len: 168 time: 0.8259335 Jul 23 16:57:20.458371 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54084) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:57:20.503777 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd33794d-7e9f-4776-ae4b-6f72dae87617 admin admin] Deleting subnet 47f48545-f57b-491f-8926-5b87c7de3df6 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:57:20.506935 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd33794d-7e9f-4776-ae4b-6f72dae87617 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:20.542718 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd33794d-7e9f-4776-ae4b-6f72dae87617 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:20.624524 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd33794d-7e9f-4776-ae4b-6f72dae87617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:20.687259 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd33794d-7e9f-4776-ae4b-6f72dae87617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:20.717246 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd33794d-7e9f-4776-ae4b-6f72dae87617 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:20.721144 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fd33794d-7e9f-4776-ae4b-6f72dae87617 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/47f48545-f57b-491f-8926-5b87c7de3df6 HTTP/1.1" status: 204 len: 168 time: 0.2595246 Jul 23 16:57:20.721144 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33794d-7e9f-4776-ae4b-6f72dae87617 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47f48545-f57b-491f-8926-5b87c7de3df6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:20.722643 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54086) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:57:20.725844 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6810b1-7965-435a-8831-fb75db098d4e None None] Network 56764f57-3f04-4eee-8c81-4ffa59048347 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:57:20.807860 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cd546d96-31d6-48d8-8394-033ce77e075e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:20.869111 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-cd546d96-31d6-48d8-8394-033ce77e075e admin admin] Deleting port 04c05666-d5ee-4734-8669-c445b2a3beb1 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:57:20.869458 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cd546d96-31d6-48d8-8394-033ce77e075e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:20.941676 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-cd546d96-31d6-48d8-8394-033ce77e075e admin admin] For port 04c05666-d5ee-4734-8669-c445b2a3beb1, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=04c05666-d5ee-4734-8669-c445b2a3beb1,segment=NetworkSegment(2740343e-5db1-4d8b-b78d-743482df0db1),segment_id=2740343e-5db1-4d8b-b78d-743482df0db1)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:57:20.942628 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cd546d96-31d6-48d8-8394-033ce77e075e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:20.955838 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-cd546d96-31d6-48d8-8394-033ce77e075e admin admin] Calling delete_port for 04c05666-d5ee-4734-8669-c445b2a3beb1 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:57:20.967437 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 42bc793e-375f-435e-aa54-719bdc40e4a4 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:57:20.994266 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 42bc793e-375f-435e-aa54-719bdc40e4a4 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:57:20.994616 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 42bc793e-375f-435e-aa54-719bdc40e4a4 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:57:21.040167 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cd546d96-31d6-48d8-8394-033ce77e075e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:21.070849 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd546d96-31d6-48d8-8394-033ce77e075e admin admin] Pushing event deleted for resources: {'Port': ['ID=04c05666-d5ee-4734-8669-c445b2a3beb1,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:21.077430 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd546d96-31d6-48d8-8394-033ce77e075e admin admin] No DVR routers for this DVR port 04c05666-d5ee-4734-8669-c445b2a3beb1 on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:57:21.130203 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19e3e13-dc41-46e4-afa4-710a2eb7236b None None] DHCP port deletion for 56764f57-3f04-4eee-8c81-4ffa59048347 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:57:21.164504 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cd546d96-31d6-48d8-8394-033ce77e075e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:21.174935 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-cd546d96-31d6-48d8-8394-033ce77e075e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56764f57-3f04-4eee-8c81-4ffa59048347']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:57:21.185289 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-cd546d96-31d6-48d8-8394-033ce77e075e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2740343e-5db1-4d8b-b78d-743482df0db1') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:57:21.185608 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-cd546d96-31d6-48d8-8394-033ce77e075e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2740343e-5db1-4d8b-b78d-743482df0db1') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:57:21.196418 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cd546d96-31d6-48d8-8394-033ce77e075e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:21.220386 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cd546d96-31d6-48d8-8394-033ce77e075e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:21.227420 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd546d96-31d6-48d8-8394-033ce77e075e admin admin] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:57:21.228056 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cd546d96-31d6-48d8-8394-033ce77e075e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:21.229977 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:57:21.229977 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:57:21.229977 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:57:21.229977 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:57:21.229977 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:57:21.229977 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:57:21.229977 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:57:21.229977 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:57:21.229977 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:57:21.229977 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:57:21.229977 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:57:21.229977 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:57:21.229977 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:57:21.229977 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:57:21.229977 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:57:21.229977 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:57:21.229977 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:57:21.229977 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:57:21.229977 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:57:21.229977 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:57:21.229977 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:57:21.229977 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:57:21.229977 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:57:21.229977 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:57:21.229977 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:57:21.229977 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:57:21.229977 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:57:21.229977 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:57:21.229977 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:57:21.229977 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:57:21.229977 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:57:21.229977 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:57:21.292181 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cd546d96-31d6-48d8-8394-033ce77e075e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:21.303331 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cd546d96-31d6-48d8-8394-033ce77e075e admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:21.312650 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-cd546d96-31d6-48d8-8394-033ce77e075e admin admin] 10.222.0.73 "DELETE /v2.0/networks/56764f57-3f04-4eee-8c81-4ffa59048347 HTTP/1.1" status: 204 len: 168 time: 0.5827076 Jul 23 16:57:21.325011 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd546d96-31d6-48d8-8394-033ce77e075e admin admin] Pushing event deleted for resources: {'Network': ['ID=56764f57-3f04-4eee-8c81-4ffa59048347,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:21.479600 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54090) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:57:21.518134 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d100cce5-e190-475e-aaf5-4de1e9656b80 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2428d1ee75174349a3450b9de751dec1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372410 Jul 23 16:57:21.521256 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54092) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:57:21.570127 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ca817570-aae4-45f9-9222-7db337b15996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:21.591856 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ca817570-aae4-45f9-9222-7db337b15996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:21.645132 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ca817570-aae4-45f9-9222-7db337b15996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:21.648254 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ca817570-aae4-45f9-9222-7db337b15996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:21.649553 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ca817570-aae4-45f9-9222-7db337b15996 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1976447a-27c9-4481-9143-c91d85225cc5 HTTP/1.1" status: 204 len: 168 time: 0.1272111 Jul 23 16:57:21.657268 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca817570-aae4-45f9-9222-7db337b15996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1976447a-27c9-4481-9143-c91d85225cc5,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:21.960352 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54098) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:57:22.000423 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fca78c75-5064-4269-97a5-2193887754f2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=62555431875e45638e8e5e52e4cdbcb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387318 Jul 23 16:57:22.002803 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54100) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:57:22.050486 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f19a4b92-57a1-4d3a-8eed-9e4ed9d99d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:22.072293 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f19a4b92-57a1-4d3a-8eed-9e4ed9d99d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:22.119315 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f19a4b92-57a1-4d3a-8eed-9e4ed9d99d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:22.121920 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f19a4b92-57a1-4d3a-8eed-9e4ed9d99d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:22.123163 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f19a4b92-57a1-4d3a-8eed-9e4ed9d99d4d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bcb41cc9-d9d4-409a-b60d-a1344f1acbf8 HTTP/1.1" status: 204 len: 168 time: 0.1194336 Jul 23 16:57:22.131061 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a4b92-57a1-4d3a-8eed-9e4ed9d99d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb41cc9-d9d4-409a-b60d-a1344f1acbf8,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:22.696921 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 04c05666-d5ee-4734-8669-c445b2a3beb1 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:57:22.720057 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 04c05666-d5ee-4734-8669-c445b2a3beb1 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:57:22.720400 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 04c05666-d5ee-4734-8669-c445b2a3beb1 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:57:22.720822 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 68d8fd37-dd00-423f-bd7d-a573223ace48 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:57:22.740273 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 68d8fd37-dd00-423f-bd7d-a573223ace48 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:57:22.740619 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 68d8fd37-dd00-423f-bd7d-a573223ace48 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:57:32.712164 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-88b235b7-aecd-4ee8-9361-8e904bab69fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:35.134095 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:35.419725 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-25e596bf-4ba0-4f61-95f7-51cb179b7c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:35.542841 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:36.164011 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:57:36.641237 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:37.617822 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:38.065406 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-17d2f3e2-6103-42e4-876d-eb6bb9291d55 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-51440327&fields=id&tenant_id=1a447386a79c4dde9361c7979cbbb97e HTTP/1.1" status: 200 len: 267 time: 0.0338502 Jul 23 16:57:38.175462 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-d84665b5-c475-4441-a50f-82baac48b866 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:38.176919 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-d84665b5-c475-4441-a50f-82baac48b866 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/networks?id=fedddd04-4e3c-4738-8768-b1bd7c807fbc HTTP/1.1" status: 200 len: 811 time: 0.1045818 Jul 23 16:57:38.191647 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-6f67eaa8-3d28-4b77-a59b-99c45dfeb078 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/quotas/1a447386a79c4dde9361c7979cbbb97e HTTP/1.1" status: 200 len: 375 time: 0.0093372 Jul 23 16:57:38.268101 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-1e2d88f4-f38d-45e1-b3d0-39acbcae62cf tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a447386a79c4dde9361c7979cbbb97e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0707188 Jul 23 16:57:38.461041 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-0f02d631-71f4-4b4c-a342-7915c6574c9b service neutron] 10.222.0.73 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797523 Jul 23 16:57:38.549367 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-bda17231-4f73-4553-99ae-eb22baa258de service neutron] 10.222.0.73 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827048 Jul 23 16:57:38.664171 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:38.905335 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7b9a9a3-28fd-490b-ae50-75857881a6a6 req-dadda9f1-b52f-423c-904f-9ad836d644d0 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d HTTP/1.1" status: 200 len: 210 time: 0.0924463 Jul 23 16:57:39.742500 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-22be0fae-6630-4f21-978d-bb7c6c362f56 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:39.744103 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-22be0fae-6630-4f21-978d-bb7c6c362f56 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.74 "GET /v2.0/networks?id=fedddd04-4e3c-4738-8768-b1bd7c807fbc HTTP/1.1" status: 200 len: 811 time: 0.1128011 Jul 23 16:57:39.790526 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-c354c1da-708f-41e9-92cf-862adb2aeab2 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a447386a79c4dde9361c7979cbbb97e HTTP/1.1" status: 200 len: 378 time: 0.0385339 Jul 23 16:57:39.809153 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-a3de5acb-56d8-4bd0-98c2-8609ba71cb5e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Request body: {'port': {'device_id': 'fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'admin_state_up': True, 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'security_groups': ['c0e862d1-6349-45c6-8b5c-fdf98fb71ebe']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:57:39.919793 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-a3de5acb-56d8-4bd0-98c2-8609ba71cb5e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Made reservation on behalf of 1a447386a79c4dde9361c7979cbbb97e for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:57:39.923435 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-a3de5acb-56d8-4bd0-98c2-8609ba71cb5e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:40.014352 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc74fcdb-6555-431f-b009-dbd2a73836ac req-e6a28986-812c-4c54-a83f-cfaec0a77f86 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d HTTP/1.1" status: 200 len: 210 time: 0.0336914 Jul 23 16:57:40.063943 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-a3de5acb-56d8-4bd0-98c2-8609ba71cb5e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Allocated IP 172.20.0.11 (fedddd04-4e3c-4738-8768-b1bd7c807fbc/68bd2291-23ae-4e54-ab39-3c387bae8690/6ab9e245-2ebb-4ed0-afb1-89b1461b8a17) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:57:40.209189 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-a3de5acb-56d8-4bd0-98c2-8609ba71cb5e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:40.222331 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-a3de5acb-56d8-4bd0-98c2-8609ba71cb5e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Transition to ACTIVE for port object 6ab9e245-2ebb-4ed0-afb1-89b1461b8a17 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:57:40.254633 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-a3de5acb-56d8-4bd0-98c2-8609ba71cb5e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:40.299324 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-a3de5acb-56d8-4bd0-98c2-8609ba71cb5e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Network fedddd04-4e3c-4738-8768-b1bd7c807fbc is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:57:40.304824 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-a3de5acb-56d8-4bd0-98c2-8609ba71cb5e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:57:40.308861 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-a3de5acb-56d8-4bd0-98c2-8609ba71cb5e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:57:40.335716 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de5acb-56d8-4bd0-98c2-8609ba71cb5e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Pushing event updated for resources: {'Port': ['ID=6ab9e245-2ebb-4ed0-afb1-89b1461b8a17,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:40.371913 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-a3de5acb-56d8-4bd0-98c2-8609ba71cb5e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:40.372564 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-a3de5acb-56d8-4bd0-98c2-8609ba71cb5e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:40.389194 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-a3de5acb-56d8-4bd0-98c2-8609ba71cb5e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5847378 Jul 23 16:57:40.400379 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-444c8cd0-cd1e-4827-94e4-8506b57485c9 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:57:40.401561 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-444c8cd0-cd1e-4827-94e4-8506b57485c9 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063539 Jul 23 16:57:40.412631 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-8817d53c-db58-46b1-be48-cf9137ba1ebf service neutron] Request body: {'port': {'device_id': 'fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:57:40.496142 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-8817d53c-db58-46b1-be48-cf9137ba1ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:40.537780 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-22d9111a-d3c3-4db4-97ab-102b832ace4f None None] Provisioning for port 6ab9e245-2ebb-4ed0-afb1-89b1461b8a17 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:57:40.543368 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-22d9111a-d3c3-4db4-97ab-102b832ace4f None None] Provisioning complete for port 6ab9e245-2ebb-4ed0-afb1-89b1461b8a17 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:57:40.544506 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-22d9111a-d3c3-4db4-97ab-102b832ace4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:40.587426 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-22d9111a-d3c3-4db4-97ab-102b832ace4f None None] Port 6ab9e245-2ebb-4ed0-afb1-89b1461b8a17 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:57:40.768944 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-8817d53c-db58-46b1-be48-cf9137ba1ebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab9e245-2ebb-4ed0-afb1-89b1461b8a17 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:57:40.777571 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-8817d53c-db58-46b1-be48-cf9137ba1ebf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:40.790244 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-8817d53c-db58-46b1-be48-cf9137ba1ebf service neutron] Transition to ACTIVE for port object 6ab9e245-2ebb-4ed0-afb1-89b1461b8a17 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:57:40.795199 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-8817d53c-db58-46b1-be48-cf9137ba1ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:40.850681 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817d53c-db58-46b1-be48-cf9137ba1ebf service neutron] Pushing event updated for resources: {'Port': ['ID=6ab9e245-2ebb-4ed0-afb1-89b1461b8a17,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:40.942309 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-8817d53c-db58-46b1-be48-cf9137ba1ebf service neutron] Attempting to bind port 6ab9e245-2ebb-4ed0-afb1-89b1461b8a17 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:57:40.943763 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-8817d53c-db58-46b1-be48-cf9137ba1ebf service neutron] Attempting to bind port 6ab9e245-2ebb-4ed0-afb1-89b1461b8a17 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:57:40.944358 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-8817d53c-db58-46b1-be48-cf9137ba1ebf service neutron] Attempting to bind port 6ab9e245-2ebb-4ed0-afb1-89b1461b8a17 on network fedddd04-4e3c-4738-8768-b1bd7c807fbc {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:57:40.949684 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-8817d53c-db58-46b1-be48-cf9137ba1ebf service neutron] Port 6ab9e245-2ebb-4ed0-afb1-89b1461b8a17 on network fedddd04-4e3c-4738-8768-b1bd7c807fbc not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:57:40.950074 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-8817d53c-db58-46b1-be48-cf9137ba1ebf service neutron] Attempting to bind port 6ab9e245-2ebb-4ed0-afb1-89b1461b8a17 on network fedddd04-4e3c-4738-8768-b1bd7c807fbc {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:57:40.955955 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-8817d53c-db58-46b1-be48-cf9137ba1ebf service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:57:40.956337 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-8817d53c-db58-46b1-be48-cf9137ba1ebf service neutron] Checking segment: {'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:57:40.956670 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-8817d53c-db58-46b1-be48-cf9137ba1ebf service neutron] Bound using segment: {'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:57:40.957139 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-8817d53c-db58-46b1-be48-cf9137ba1ebf service neutron] Bound port: 6ab9e245-2ebb-4ed0-afb1-89b1461b8a17, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44eeabba-9576-4a02-bae8-2e2b64ec63cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:57:40.957504 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-8817d53c-db58-46b1-be48-cf9137ba1ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:41.029535 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-8817d53c-db58-46b1-be48-cf9137ba1ebf service neutron] For port 6ab9e245-2ebb-4ed0-afb1-89b1461b8a17, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:57:41.032904 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-8817d53c-db58-46b1-be48-cf9137ba1ebf service neutron] For port 6ab9e245-2ebb-4ed0-afb1-89b1461b8a17, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=6ab9e245-2ebb-4ed0-afb1-89b1461b8a17,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:57:41.042994 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-8817d53c-db58-46b1-be48-cf9137ba1ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:41.085931 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-8817d53c-db58-46b1-be48-cf9137ba1ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:41.086840 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-8817d53c-db58-46b1-be48-cf9137ba1ebf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:41.088365 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-8817d53c-db58-46b1-be48-cf9137ba1ebf service neutron] 10.222.0.74 "PUT /v2.0/ports/6ab9e245-2ebb-4ed0-afb1-89b1461b8a17 HTTP/1.1" status: 200 len: 1092 time: 0.6805179 Jul 23 16:57:41.088848 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d', 'tag': '6ab9e245-2ebb-4ed0-afb1-89b1461b8a17'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:57:41.091210 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b3cea6-438b-4e4c-86c6-a4e384d7349e" -d '{"events": [{"name": "network-changed", "server_uuid": "fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d", "tag": "6ab9e245-2ebb-4ed0-afb1-89b1461b8a17"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:57:41.123246 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817d53c-db58-46b1-be48-cf9137ba1ebf service neutron] Pushing event updated for resources: {'Port': ['ID=6ab9e245-2ebb-4ed0-afb1-89b1461b8a17,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:41.242092 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea53007-8591-4041-9dd7-f24cdaab4520 req-2ff423d1-b45b-477d-8075-947aa2396d5d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:41.244521 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea53007-8591-4041-9dd7-f24cdaab4520 req-2ff423d1-b45b-477d-8075-947aa2396d5d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d HTTP/1.1" status: 200 len: 944 time: 0.1284647 Jul 23 16:57:41.255599 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-0a6e0e8c-e0c9-4e55-887e-8cf9280f3d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:41.258129 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-0a6e0e8c-e0c9-4e55-887e-8cf9280f3d94 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a447386a79c4dde9361c7979cbbb97e&device_id=fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d HTTP/1.1" status: 200 len: 1095 time: 0.1056738 Jul 23 16:57:41.260762 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c3d91e-1d86-4fce-87e3-895884eee663 x-openstack-request-id: req-f9c3d91e-1d86-4fce-87e3-895884eee663 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:57:41.261365 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d", "tag": "6ab9e245-2ebb-4ed0-afb1-89b1461b8a17", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:57:41.261860 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f9c3d91e-1d86-4fce-87e3-895884eee663 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:57:41.262483 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d', 'tag': '6ab9e245-2ebb-4ed0-afb1-89b1461b8a17', 'status': 'completed', 'code': 200} Jul 23 16:57:41.308082 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-b4be8747-b409-4e89-85bd-4f0ea54414c5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ab9e245-2ebb-4ed0-afb1-89b1461b8a17 HTTP/1.1" status: 200 len: 217 time: 0.0425470 Jul 23 16:57:41.311020 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eea53007-8591-4041-9dd7-f24cdaab4520 req-548cb19c-3e43-485f-bc6b-9b5915ac30cf tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609810 Jul 23 16:57:41.364728 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-9059d27f-eb1a-4423-8509-0047d9140c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:41.366492 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-9059d27f-eb1a-4423-8509-0047d9140c1f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=68bd2291-23ae-4e54-ab39-3c387bae8690 HTTP/1.1" status: 200 len: 850 time: 0.0522597 Jul 23 16:57:41.431325 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-c1f64821-f2bd-46b1-bdda-63403cebf76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:41.432979 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-c1f64821-f2bd-46b1-bdda-63403cebf76e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fedddd04-4e3c-4738-8768-b1bd7c807fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596693 Jul 23 16:57:41.532828 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-1fb759b6-1251-46ff-899e-f0b3a5617388 service neutron] 10.222.0.74 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928831 Jul 23 16:57:41.628777 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5bc9b1da-2f09-437a-8d52-2cfbea12146d req-977d2d2c-54a4-4dd9-b8b5-cd00390567bd service neutron] 10.222.0.74 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899131 Jul 23 16:57:41.730445 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3cea6-438b-4e4c-86c6-a4e384d7349e req-99e70f72-07e6-4243-b3cb-bf59eecaf7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:41.731967 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-51b3cea6-438b-4e4c-86c6-a4e384d7349e req-99e70f72-07e6-4243-b3cb-bf59eecaf7a9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a447386a79c4dde9361c7979cbbb97e&device_id=fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d HTTP/1.1" status: 200 len: 1095 time: 0.0606737 Jul 23 16:57:41.831381 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3cea6-438b-4e4c-86c6-a4e384d7349e req-99256d5d-71f9-4f3e-abdb-f5b5a50f8e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:41.832854 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-51b3cea6-438b-4e4c-86c6-a4e384d7349e req-99256d5d-71f9-4f3e-abdb-f5b5a50f8e54 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fedddd04-4e3c-4738-8768-b1bd7c807fbc HTTP/1.1" status: 200 len: 913 time: 0.0947292 Jul 23 16:57:41.878306 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-51b3cea6-438b-4e4c-86c6-a4e384d7349e req-092595b6-1033-4e35-ad4d-efa67717cab9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ab9e245-2ebb-4ed0-afb1-89b1461b8a17 HTTP/1.1" status: 200 len: 217 time: 0.0388806 Jul 23 16:57:41.926514 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3cea6-438b-4e4c-86c6-a4e384d7349e req-30bb272f-e810-43c3-af6d-e68f08e5d9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:41.928708 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-51b3cea6-438b-4e4c-86c6-a4e384d7349e req-30bb272f-e810-43c3-af6d-e68f08e5d9ac service neutron] 10.222.0.74 "GET /v2.0/subnets?id=68bd2291-23ae-4e54-ab39-3c387bae8690 HTTP/1.1" status: 200 len: 850 time: 0.0445812 Jul 23 16:57:41.991507 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3cea6-438b-4e4c-86c6-a4e384d7349e req-d0129b44-17be-4765-b376-422549a01014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:41.993003 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-51b3cea6-438b-4e4c-86c6-a4e384d7349e req-d0129b44-17be-4765-b376-422549a01014 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fedddd04-4e3c-4738-8768-b1bd7c807fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587358 Jul 23 16:57:42.090520 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-51b3cea6-438b-4e4c-86c6-a4e384d7349e req-5cd88213-c1c2-47f1-9851-b2eca94a920b service neutron] 10.222.0.74 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912411 Jul 23 16:57:42.182970 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-51b3cea6-438b-4e4c-86c6-a4e384d7349e req-316d701e-9c3f-45de-8784-8abe51cba4d9 service neutron] 10.222.0.74 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864627 Jul 23 16:57:42.447368 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd341ceb-3e6e-4ed8-8ab9-afd6e0f0fd46 req-e39c7638-d2ab-4e34-826c-ff9cbac2bba0 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:42.448810 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd341ceb-3e6e-4ed8-8ab9-afd6e0f0fd46 req-e39c7638-d2ab-4e34-826c-ff9cbac2bba0 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d HTTP/1.1" status: 200 len: 944 time: 0.0672414 Jul 23 16:57:42.489185 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd341ceb-3e6e-4ed8-8ab9-afd6e0f0fd46 req-592cdf72-0e05-471d-9cc7-a7bf5e477877 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346401 Jul 23 16:57:43.625891 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbf807-3dfb-4dd5-a5c5-80fe84e3076b req-f5c940f7-3d61-456b-b69a-f3d642bb393e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:43.627532 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cbdbf807-3dfb-4dd5-a5c5-80fe84e3076b req-f5c940f7-3d61-456b-b69a-f3d642bb393e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d HTTP/1.1" status: 200 len: 944 time: 0.0693026 Jul 23 16:57:43.667895 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cbdbf807-3dfb-4dd5-a5c5-80fe84e3076b req-db054b03-b031-458d-a403-c82131dcb28c tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337241 Jul 23 16:57:44.804108 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c4561-45fb-40d0-82a8-b1c61a75fd7a req-756b5d0a-bcc6-482a-bdc6-b655fde460ca tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:44.805728 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd1c4561-45fb-40d0-82a8-b1c61a75fd7a req-756b5d0a-bcc6-482a-bdc6-b655fde460ca tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d HTTP/1.1" status: 200 len: 944 time: 0.0677757 Jul 23 16:57:44.849820 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd1c4561-45fb-40d0-82a8-b1c61a75fd7a req-d8f6bc3b-1560-44c5-b7db-a7bdae7d8942 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384650 Jul 23 16:57:45.988174 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e205cb-f09c-412a-ac76-146a39e0c787 req-b0e57300-d588-4043-afe9-4ab49f46872f tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:45.990266 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8e205cb-f09c-412a-ac76-146a39e0c787 req-b0e57300-d588-4043-afe9-4ab49f46872f tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d HTTP/1.1" status: 200 len: 944 time: 0.0688334 Jul 23 16:57:46.034878 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8e205cb-f09c-412a-ac76-146a39e0c787 req-655eee16-cb4e-4b86-9023-714793da2fb8 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357242 Jul 23 16:57:47.169918 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6312c-c7d3-49ec-8092-efc3819ff6f2 req-649d5899-afb3-4669-bf1d-3b9956fa5753 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:47.171529 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-04d6312c-c7d3-49ec-8092-efc3819ff6f2 req-649d5899-afb3-4669-bf1d-3b9956fa5753 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d HTTP/1.1" status: 200 len: 944 time: 0.0650699 Jul 23 16:57:47.211110 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-04d6312c-c7d3-49ec-8092-efc3819ff6f2 req-e5a1b265-0ba3-4b9d-ac12-0eee1d10efec tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337284 Jul 23 16:57:48.349270 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf407fd0-a50e-46d8-b955-0fc471d105af req-99a64e9a-240f-42d5-94ef-23565ce248ec tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:48.350798 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf407fd0-a50e-46d8-b955-0fc471d105af req-99a64e9a-240f-42d5-94ef-23565ce248ec tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d HTTP/1.1" status: 200 len: 944 time: 0.0711145 Jul 23 16:57:48.390255 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf407fd0-a50e-46d8-b955-0fc471d105af req-75cf8493-db1d-412c-bcc9-11a203292513 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338643 Jul 23 16:57:49.538346 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b786a-bf91-40d9-9013-9613bf3d800c req-73fcf58a-4ae3-43c2-96d5-f95c56bab0ec tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:49.539974 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b12b786a-bf91-40d9-9013-9613bf3d800c req-73fcf58a-4ae3-43c2-96d5-f95c56bab0ec tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d HTTP/1.1" status: 200 len: 944 time: 0.0704901 Jul 23 16:57:49.585250 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b12b786a-bf91-40d9-9013-9613bf3d800c req-e690f3e5-2407-4a00-8820-5e0c3c359be6 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391805 Jul 23 16:57:50.762356 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396f148-5ca6-40ad-a636-83ca6e457673 req-05be1ac7-3c9e-46f3-ade2-7358ae0ee9d1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:50.764237 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b396f148-5ca6-40ad-a636-83ca6e457673 req-05be1ac7-3c9e-46f3-ade2-7358ae0ee9d1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d HTTP/1.1" status: 200 len: 944 time: 0.0985906 Jul 23 16:57:50.814400 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b396f148-5ca6-40ad-a636-83ca6e457673 req-f9e23a27-7cac-40ef-af55-8aab2d2a16c3 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433917 Jul 23 16:57:51.277709 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 6ab9e245-2ebb-4ed0-afb1-89b1461b8a17 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:57:51.374436 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 6ab9e245-2ebb-4ed0-afb1-89b1461b8a17, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=6ab9e245-2ebb-4ed0-afb1-89b1461b8a17,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:57:51.385918 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '6ab9e245-2ebb-4ed0-afb1-89b1461b8a17', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'port_id': '6ab9e245-2ebb-4ed0-afb1-89b1461b8a17', 'mac_address': 'fa:16:3e:d7:50:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:57:51.422184 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:51.435522 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab9e245-2ebb-4ed0-afb1-89b1461b8a17 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:57:51.455738 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 6ab9e245-2ebb-4ed0-afb1-89b1461b8a17, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=6ab9e245-2ebb-4ed0-afb1-89b1461b8a17,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:57:51.459699 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:51.511913 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=6ab9e245-2ebb-4ed0-afb1-89b1461b8a17,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:51.666293 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['6ab9e245-2ebb-4ed0-afb1-89b1461b8a17'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:57:51.955456 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27016143-7d33-49b5-b8c5-9e342a638325 req-4af558ff-6753-413d-87ab-9cc6429e3c13 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:51.956999 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-27016143-7d33-49b5-b8c5-9e342a638325 req-4af558ff-6753-413d-87ab-9cc6429e3c13 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d HTTP/1.1" status: 200 len: 945 time: 0.0697262 Jul 23 16:57:51.999466 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-27016143-7d33-49b5-b8c5-9e342a638325 req-ae1c38b0-50fb-4de8-bb5c-f2f11ffa6907 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358455 Jul 23 16:57:52.459596 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54206) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:57:52.625190 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-51ce33e4-1a11-40c2-9ee2-43ab1451cb04 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Deleting port b40f6bdd-aa8f-40f1-8787-d6e212f26c72 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:57:52.625540 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-51ce33e4-1a11-40c2-9ee2-43ab1451cb04 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:52.702319 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-51ce33e4-1a11-40c2-9ee2-43ab1451cb04 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:52.702643 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-51ce33e4-1a11-40c2-9ee2-43ab1451cb04 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:52.715380 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-51ce33e4-1a11-40c2-9ee2-43ab1451cb04 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Calling delete_port for b40f6bdd-aa8f-40f1-8787-d6e212f26c72 owned by network:floatingip {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:57:52.873463 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-51ce33e4-1a11-40c2-9ee2-43ab1451cb04 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:52.903048 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce33e4-1a11-40c2-9ee2-43ab1451cb04 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event deleted for resources: {'Port': ['ID=b40f6bdd-aa8f-40f1-8787-d6e212f26c72,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:52.983726 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-51ce33e4-1a11-40c2-9ee2-43ab1451cb04 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for floatingip, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:52.984022 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-51ce33e4-1a11-40c2-9ee2-43ab1451cb04 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Floating IP f97e844e-a20c-43c1-a7c8-26f5855095a9 disassociated (deleted). External IP: 172.25.8.68, port: 1b64e541-6be1-4c68-9687-ff8182ee986c. Jul 23 16:57:53.162812 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6fd45-e18f-45d6-9251-cb156b92f5cf req-51a669f3-6b39-4de2-8440-32f75b88b728 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:53.164259 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28d6fd45-e18f-45d6-9251-cb156b92f5cf req-51a669f3-6b39-4de2-8440-32f75b88b728 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d HTTP/1.1" status: 200 len: 945 time: 0.0867639 Jul 23 16:57:53.214648 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28d6fd45-e18f-45d6-9251-cb156b92f5cf req-64a69f75-6ec9-4ca2-a9ce-774c469b8455 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439076 Jul 23 16:57:53.220696 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ce33e4-1a11-40c2-9ee2-43ab1451cb04 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Router a4c6f700-e746-4678-9be7-6aa813a19fff has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:57:53.292553 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 6ab9e245-2ebb-4ed0-afb1-89b1461b8a17 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:57:53.339987 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ce33e4-1a11-40c2-9ee2-43ab1451cb04 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:57:53.345757 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 6ab9e245-2ebb-4ed0-afb1-89b1461b8a17 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:57:53.345897 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-51ce33e4-1a11-40c2-9ee2-43ab1451cb04 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:53.352764 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41a5b53-547f-463a-82f2-a688c53c4d1a None None] Sync routers for ids ['a4c6f700-e746-4678-9be7-6aa813a19fff'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:57:53.355285 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 6ab9e245-2ebb-4ed0-afb1-89b1461b8a17 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:57:53.355656 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:53.387002 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41a5b53-547f-463a-82f2-a688c53c4d1a None None] Routers {'a4c6f700-e746-4678-9be7-6aa813a19fff'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:57:53.387579 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-51ce33e4-1a11-40c2-9ee2-43ab1451cb04 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "DELETE /v2.0/floatingips/f97e844e-a20c-43c1-a7c8-26f5855095a9 HTTP/1.1" status: 204 len: 168 time: 0.9268887 Jul 23 16:57:53.388284 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2adc27f3-40d9-4291-8b79-586aa7db9e72', 'tag': '1b64e541-6be1-4c68-9687-ff8182ee986c'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:57:53.389772 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a41a5b53-547f-463a-82f2-a688c53c4d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:57:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a4c6f700-e746-4678-9be7-6aa813a19fff'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:57:53.390712 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f0f6ef-cbf5-4861-aa0c-39010e231d7d" -d '{"events": [{"name": "network-changed", "server_uuid": "2adc27f3-40d9-4291-8b79-586aa7db9e72", "tag": "1b64e541-6be1-4c68-9687-ff8182ee986c"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:57:53.436107 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731165e1-915f-4614-982f-e721a86e072d x-openstack-request-id: req-731165e1-915f-4614-982f-e721a86e072d {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:57:53.436407 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2adc27f3-40d9-4291-8b79-586aa7db9e72", "tag": "1b64e541-6be1-4c68-9687-ff8182ee986c", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:57:53.436662 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-731165e1-915f-4614-982f-e721a86e072d {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:57:53.437092 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2adc27f3-40d9-4291-8b79-586aa7db9e72', 'tag': '1b64e541-6be1-4c68-9687-ff8182ee986c', 'status': 'completed', 'code': 200} Jul 23 16:57:53.547279 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:53.553572 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-a41a5b53-547f-463a-82f2-a688c53c4d1a None None] Set router a4c6f700-e746-4678-9be7-6aa813a19fff gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:57:53.604909 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab9e245-2ebb-4ed0-afb1-89b1461b8a17'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:57:53.607227 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51df639-6bad-4752-9139-6ce5a5ad93f9" -d '{"events": [{"server_uuid": "fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d", "name": "network-vif-plugged", "status": "completed", "tag": "6ab9e245-2ebb-4ed0-afb1-89b1461b8a17"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:57:53.628466 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 6ab9e245-2ebb-4ed0-afb1-89b1461b8a17, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=6ab9e245-2ebb-4ed0-afb1-89b1461b8a17,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:57:53.663932 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a37925f-5554-4bd0-b00b-53db882e4241 x-openstack-request-id: req-2a37925f-5554-4bd0-b00b-53db882e4241 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:57:53.664284 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d", "name": "network-vif-plugged", "status": "completed", "tag": "6ab9e245-2ebb-4ed0-afb1-89b1461b8a17", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:57:53.664461 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2a37925f-5554-4bd0-b00b-53db882e4241 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:57:53.664840 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab9e245-2ebb-4ed0-afb1-89b1461b8a17', 'code': 200} Jul 23 16:57:53.666409 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:53.696504 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0f6ef-cbf5-4861-aa0c-39010e231d7d req-d10e60a7-2a23-4121-a833-6ad4c755b62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:53.698120 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-89f0f6ef-cbf5-4861-aa0c-39010e231d7d req-d10e60a7-2a23-4121-a833-6ad4c755b62f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0f8e445c013940dd90796bd2f3eb088f&device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 1097 time: 0.2360799 Jul 23 16:57:53.747259 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9540d9b-0577-41bf-95bb-3020d38f87ac req-fd34c719-edb0-4acb-83e3-97a6e0059abe tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:53.749123 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e9540d9b-0577-41bf-95bb-3020d38f87ac req-fd34c719-edb0-4acb-83e3-97a6e0059abe tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 946 time: 0.1391919 Jul 23 16:57:53.757111 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=6ab9e245-2ebb-4ed0-afb1-89b1461b8a17,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:53.797948 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dec827-c85e-42ee-bc20-9db47cf3b06c req-e39f192e-b4b6-43a4-86fe-6b072688f71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:53.799372 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-09dec827-c85e-42ee-bc20-9db47cf3b06c req-e39f192e-b4b6-43a4-86fe-6b072688f71c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d HTTP/1.1" status: 200 len: 1097 time: 0.0758364 Jul 23 16:57:53.836034 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-09dec827-c85e-42ee-bc20-9db47cf3b06c req-2c3fc703-437c-42cb-8dfb-7e20052c9f9b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297604 Jul 23 16:57:53.843101 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e9540d9b-0577-41bf-95bb-3020d38f87ac req-c3b52d6c-8684-4a1d-8368-dd0cc77c5804 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd0dfca6-4894-4212-9298-e77e3a48bd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513980 Jul 23 16:57:53.854694 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0f6ef-cbf5-4861-aa0c-39010e231d7d req-2030d331-dee9-401f-be3a-c878e434f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:53.856294 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-89f0f6ef-cbf5-4861-aa0c-39010e231d7d req-2030d331-dee9-401f-be3a-c878e434f57e service neutron] 10.222.0.97 "GET /v2.0/networks?id=e449f47c-1125-479d-914e-a34c54d056c1 HTTP/1.1" status: 200 len: 899 time: 0.1503119 Jul 23 16:57:53.899690 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-89f0f6ef-cbf5-4861-aa0c-39010e231d7d req-a26d7608-c4bf-4cae-915b-5985bfcd90d6 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b64e541-6be1-4c68-9687-ff8182ee986c HTTP/1.1" status: 200 len: 217 time: 0.0365863 Jul 23 16:57:53.907329 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a41a5b53-547f-463a-82f2-a688c53c4d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588209078', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '641a19ca-50c6-4e91-99d2-723e3e3da5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:56:14Z', 'updated_at': '2021-07-23T16:56:18Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '641a19ca-50c6-4e91-99d2-723e3e3da5d5', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:56:14Z', 'updated_at': '2021-07-23T16:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '5d8b472d-266f-4f72-ac73-ff5a0e353cd0', 'name': '', 'network_id': 'e449f47c-1125-479d-914e-a34c54d056c1', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:5c:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'e0b851d1-d30b-4e02-a0e2-fd1001f6ba05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:56:17Z', 'updated_at': '2021-07-23T16:56:23Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': 'e0b851d1-d30b-4e02-a0e2-fd1001f6ba05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:57:53.938857 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41a5b53-547f-463a-82f2-a688c53c4d1a None None] Checking router: a4c6f700-e746-4678-9be7-6aa813a19fff for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:57:53.947366 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41a5b53-547f-463a-82f2-a688c53c4d1a None None] Routers {'a4c6f700-e746-4678-9be7-6aa813a19fff'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:57:53.947980 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a41a5b53-547f-463a-82f2-a688c53c4d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:57:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a4c6f700-e746-4678-9be7-6aa813a19fff'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:57:53.950344 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0f6ef-cbf5-4861-aa0c-39010e231d7d req-7b815c69-ca9f-48f1-9208-a55cb73821d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:53.951874 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-89f0f6ef-cbf5-4861-aa0c-39010e231d7d req-7b815c69-ca9f-48f1-9208-a55cb73821d8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e0b851d1-d30b-4e02-a0e2-fd1001f6ba05 HTTP/1.1" status: 200 len: 835 time: 0.0460112 Jul 23 16:57:54.018396 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0f6ef-cbf5-4861-aa0c-39010e231d7d req-15ebdcc4-0f2d-43f2-aced-c10535decc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:54.019933 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-89f0f6ef-cbf5-4861-aa0c-39010e231d7d req-15ebdcc4-0f2d-43f2-aced-c10535decc79 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e449f47c-1125-479d-914e-a34c54d056c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609372 Jul 23 16:57:54.032298 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-89f0f6ef-cbf5-4861-aa0c-39010e231d7d req-bd0095a1-6568-43aa-bf33-4fea34fad9b0 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:57:54.033420 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-89f0f6ef-cbf5-4861-aa0c-39010e231d7d req-bd0095a1-6568-43aa-bf33-4fea34fad9b0 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055559 Jul 23 16:57:54.054911 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-a41a5b53-547f-463a-82f2-a688c53c4d1a None None] Set router a4c6f700-e746-4678-9be7-6aa813a19fff gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:57:54.126162 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-89f0f6ef-cbf5-4861-aa0c-39010e231d7d req-eea5dbe3-e87a-4e24-bbc3-f1e52a97a730 service neutron] 10.222.0.97 "GET /v2.0/networks/e449f47c-1125-479d-914e-a34c54d056c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850687 Jul 23 16:57:54.229403 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-89f0f6ef-cbf5-4861-aa0c-39010e231d7d req-8113ccf8-bc4c-4291-a8f3-f4f0b71ebe13 service neutron] 10.222.0.97 "GET /v2.0/networks/e449f47c-1125-479d-914e-a34c54d056c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965323 Jul 23 16:57:54.257553 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a41a5b53-547f-463a-82f2-a688c53c4d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588209078', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '641a19ca-50c6-4e91-99d2-723e3e3da5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:56:14Z', 'updated_at': '2021-07-23T16:56:18Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '641a19ca-50c6-4e91-99d2-723e3e3da5d5', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:56:14Z', 'updated_at': '2021-07-23T16:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '5d8b472d-266f-4f72-ac73-ff5a0e353cd0', 'name': '', 'network_id': 'e449f47c-1125-479d-914e-a34c54d056c1', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:5c:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'e0b851d1-d30b-4e02-a0e2-fd1001f6ba05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:56:17Z', 'updated_at': '2021-07-23T16:56:23Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': 'e0b851d1-d30b-4e02-a0e2-fd1001f6ba05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:57:54.295736 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41a5b53-547f-463a-82f2-a688c53c4d1a None None] The sync data for ids ['a4c6f700-e746-4678-9be7-6aa813a19fff'] in n-d-778549-4 is: [{'id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588209078', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '641a19ca-50c6-4e91-99d2-723e3e3da5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:56:14Z', 'updated_at': '2021-07-23T16:56:18Z', 'revision_number': 4, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '641a19ca-50c6-4e91-99d2-723e3e3da5d5', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:56:14Z', 'updated_at': '2021-07-23T16:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '5d8b472d-266f-4f72-ac73-ff5a0e353cd0', 'name': '', 'network_id': 'e449f47c-1125-479d-914e-a34c54d056c1', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'mac_address': 'fa:16:3e:5c:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'e0b851d1-d30b-4e02-a0e2-fd1001f6ba05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:56:17Z', 'updated_at': '2021-07-23T16:56:23Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'subnets': [{'id': 'e0b851d1-d30b-4e02-a0e2-fd1001f6ba05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:57:54.373972 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b719cba-f8a4-40ce-a205-7e7793680fd1 req-f5cbbac4-1c4a-42e5-a417-7ef9ba4c6dd4 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:54.376096 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b719cba-f8a4-40ce-a205-7e7793680fd1 req-f5cbbac4-1c4a-42e5-a417-7ef9ba4c6dd4 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d HTTP/1.1" status: 200 len: 946 time: 0.0863149 Jul 23 16:57:54.420239 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b719cba-f8a4-40ce-a205-7e7793680fd1 req-b668e519-618f-469d-9acf-e2d15b799c0c tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370207 Jul 23 16:57:54.560139 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac025896-2e30-463e-a6d3-152d123569a5 None None] New status for floating IP f97e844e-a20c-43c1-a7c8-26f5855095a9: DOWN {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:57:54.922572 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f14ebd-c5cf-46ed-a4a8-b098a1a6b88f req-e40f16ce-9819-4605-82cc-075fe0813ae8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:54.924162 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-27f14ebd-c5cf-46ed-a4a8-b098a1a6b88f req-e40f16ce-9819-4605-82cc-075fe0813ae8 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.97 "GET /v2.0/ports?device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 946 time: 0.0763011 Jul 23 16:57:55.084909 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8458c-88da-4aac-acc8-bd8f106f7477 req-2a25d375-84d1-4939-9faf-38f4c4897d69 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:55.087522 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-71f8458c-88da-4aac-acc8-bd8f106f7477 req-2a25d375-84d1-4939-9faf-38f4c4897d69 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 946 time: 0.1621580 Jul 23 16:57:55.131254 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-27f14ebd-c5cf-46ed-a4a8-b098a1a6b88f req-3793dd76-5f54-4808-a5df-8f989f6a27d0 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Deleting port 1b64e541-6be1-4c68-9687-ff8182ee986c {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:57:55.131509 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-27f14ebd-c5cf-46ed-a4a8-b098a1a6b88f req-3793dd76-5f54-4808-a5df-8f989f6a27d0 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:55.184147 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-71f8458c-88da-4aac-acc8-bd8f106f7477 req-36c20054-b36b-4c10-8277-3bf391b6f427 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd0dfca6-4894-4212-9298-e77e3a48bd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869372 Jul 23 16:57:55.268449 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-27f14ebd-c5cf-46ed-a4a8-b098a1a6b88f req-3793dd76-5f54-4808-a5df-8f989f6a27d0 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] For port 1b64e541-6be1-4c68-9687-ff8182ee986c, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=1b64e541-6be1-4c68-9687-ff8182ee986c,segment=NetworkSegment(c34d61eb-38fc-4616-8b51-ce37419da8a7),segment_id=c34d61eb-38fc-4616-8b51-ce37419da8a7)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:57:55.271830 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-27f14ebd-c5cf-46ed-a4a8-b098a1a6b88f req-3793dd76-5f54-4808-a5df-8f989f6a27d0 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:55.284929 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-27f14ebd-c5cf-46ed-a4a8-b098a1a6b88f req-3793dd76-5f54-4808-a5df-8f989f6a27d0 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Calling delete_port for 1b64e541-6be1-4c68-9687-ff8182ee986c owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:57:55.457088 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-27f14ebd-c5cf-46ed-a4a8-b098a1a6b88f req-3793dd76-5f54-4808-a5df-8f989f6a27d0 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:55.494507 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793dd76-5f54-4808-a5df-8f989f6a27d0 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event deleted for resources: {'Port': ['ID=1b64e541-6be1-4c68-9687-ff8182ee986c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:55.602183 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f14ebd-c5cf-46ed-a4a8-b098a1a6b88f req-3793dd76-5f54-4808-a5df-8f989f6a27d0 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] No DVR routers for this DVR port 1b64e541-6be1-4c68-9687-ff8182ee986c on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:57:55.610511 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-27f14ebd-c5cf-46ed-a4a8-b098a1a6b88f req-3793dd76-5f54-4808-a5df-8f989f6a27d0 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:55.610511 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-27f14ebd-c5cf-46ed-a4a8-b098a1a6b88f req-3793dd76-5f54-4808-a5df-8f989f6a27d0 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.97 "DELETE /v2.0/ports/1b64e541-6be1-4c68-9687-ff8182ee986c HTTP/1.1" status: 204 len: 173 time: 0.6730723 Jul 23 16:57:55.610511 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adc27f3-40d9-4291-8b79-586aa7db9e72', 'name': 'network-vif-deleted', 'tag': '1b64e541-6be1-4c68-9687-ff8182ee986c'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:57:55.611235 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b3201d-2da8-421c-8aae-781383467265" -d '{"events": [{"server_uuid": "2adc27f3-40d9-4291-8b79-586aa7db9e72", "name": "network-vif-deleted", "tag": "1b64e541-6be1-4c68-9687-ff8182ee986c"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:57:55.688212 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db4f06-a0ea-4848-bcba-5fae728b0dbf req-d303da96-03bc-49be-9580-51e8ce39ad13 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:55.691578 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f6db4f06-a0ea-4848-bcba-5fae728b0dbf req-d303da96-03bc-49be-9580-51e8ce39ad13 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d HTTP/1.1" status: 200 len: 946 time: 0.1489093 Jul 23 16:57:55.776726 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f6db4f06-a0ea-4848-bcba-5fae728b0dbf req-0b41b9ad-5464-4718-ae7e-cc43ef8b8dcc tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0764134 Jul 23 16:57:55.846216 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b97ed7-8ee6-41f8-a3c9-cec4f155ee04 x-openstack-request-id: req-23b97ed7-8ee6-41f8-a3c9-cec4f155ee04 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:57:55.846495 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2adc27f3-40d9-4291-8b79-586aa7db9e72", "name": "network-vif-deleted", "tag": "1b64e541-6be1-4c68-9687-ff8182ee986c", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:57:55.846755 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-23b97ed7-8ee6-41f8-a3c9-cec4f155ee04 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:57:55.847171 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adc27f3-40d9-4291-8b79-586aa7db9e72', 'name': 'network-vif-deleted', 'tag': '1b64e541-6be1-4c68-9687-ff8182ee986c', 'status': 'completed', 'code': 200} Jul 23 16:57:56.013562 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28b1f1-4c0d-4263-92de-315cdf7119e8 req-8d0f6b33-bffb-44bd-b0f0-60f13c108aad tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:56.016165 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4b28b1f1-4c0d-4263-92de-315cdf7119e8 req-8d0f6b33-bffb-44bd-b0f0-60f13c108aad tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d HTTP/1.1" status: 200 len: 946 time: 0.1107359 Jul 23 16:57:56.086892 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4b28b1f1-4c0d-4263-92de-315cdf7119e8 req-16dd6c2e-52ab-4ecf-9640-a3dd419170ff tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638041 Jul 23 16:57:56.122412 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54232) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:57:56.215036 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3abc51a-928d-4c18-b3af-dd9ae198adab tempest-TestVolumeBootPattern-977568958 tempest-TestVolumeBootPattern-977568958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:56.217796 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d3abc51a-928d-4c18-b3af-dd9ae198adab tempest-TestVolumeBootPattern-977568958 tempest-TestVolumeBootPattern-977568958-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d HTTP/1.1" status: 200 len: 1092 time: 0.0937397 Jul 23 16:57:56.222144 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54234) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:57:56.242421 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-bb8c83b9-c0ef-4199-a0eb-0bae94237a67 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'port_id': '6ab9e245-2ebb-4ed0-afb1-89b1461b8a17', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:57:56.289782 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bb8c83b9-c0ef-4199-a0eb-0bae94237a67 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:56.388762 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0b121339-c4ca-4af3-b8e6-cfcfe9a3fc09 req-41132fc1-27a1-4d23-ab88-88f4e01d2553 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "GET /v2.0/ports?device_id=2adc27f3-40d9-4291-8b79-586aa7db9e72 HTTP/1.1" status: 200 len: 210 time: 0.0355282 Jul 23 16:57:56.430670 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bb8c83b9-c0ef-4199-a0eb-0bae94237a67 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:56.559033 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-bb8c83b9-c0ef-4199-a0eb-0bae94237a67 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Allocated IP 172.25.8.122 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/57378bca-97f6-4020-9924-2399dcd220fd) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:57:56.685316 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bb8c83b9-c0ef-4199-a0eb-0bae94237a67 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:56.749618 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bb8c83b9-c0ef-4199-a0eb-0bae94237a67 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:56.793167 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8c83b9-c0ef-4199-a0eb-0bae94237a67 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:57:56.798229 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-bb8c83b9-c0ef-4199-a0eb-0bae94237a67 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:57:56.802434 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8c83b9-c0ef-4199-a0eb-0bae94237a67 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:57:56.808305 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c83b9-c0ef-4199-a0eb-0bae94237a67 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Pushing event updated for resources: {'Port': ['ID=57378bca-97f6-4020-9924-2399dcd220fd,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:57.196961 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bb8c83b9-c0ef-4199-a0eb-0bae94237a67 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:57.285510 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bb8c83b9-c0ef-4199-a0eb-0bae94237a67 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:57.452052 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54240) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:57:57.475979 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bb8c83b9-c0ef-4199-a0eb-0bae94237a67 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:57.482776 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bb8c83b9-c0ef-4199-a0eb-0bae94237a67 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:57.573330 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c83b9-c0ef-4199-a0eb-0bae94237a67 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Pushing event updated for resources: {'Port': ['ID=57378bca-97f6-4020-9924-2399dcd220fd,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:57.584476 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bb8c83b9-c0ef-4199-a0eb-0bae94237a67 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:57.695408 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-bb8c83b9-c0ef-4199-a0eb-0bae94237a67 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Floating IP 73cfa1cb-2e41-4771-90c8-e2f71f47d0bd associated. External IP: 172.25.8.122, port: 6ab9e245-2ebb-4ed0-afb1-89b1461b8a17. Jul 23 16:57:57.971098 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-43d2eef3-6904-49e6-9b12-b326fd6740fa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:58.200665 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 1b64e541-6be1-4c68-9687-ff8182ee986c no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:57:58.226607 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 1b64e541-6be1-4c68-9687-ff8182ee986c {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:57:58.227099 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 1b64e541-6be1-4c68-9687-ff8182ee986c not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:57:58.302836 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8c83b9-c0ef-4199-a0eb-0bae94237a67 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Router 02621f14-3607-4153-8dfd-95f8c7d900c9 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:57:58.340095 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-43d2eef3-6904-49e6-9b12-b326fd6740fa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Deleting port 5d8b472d-266f-4f72-ac73-ff5a0e353cd0 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:57:58.340431 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-43d2eef3-6904-49e6-9b12-b326fd6740fa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:58.428444 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8c83b9-c0ef-4199-a0eb-0bae94237a67 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:57:58.439242 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f3667-de7d-4669-8950-104bd550f55b None None] Sync routers for ids ['02621f14-3607-4153-8dfd-95f8c7d900c9'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:57:58.450883 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bb8c83b9-c0ef-4199-a0eb-0bae94237a67 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:58.453664 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f3667-de7d-4669-8950-104bd550f55b None None] Routers {'02621f14-3607-4153-8dfd-95f8c7d900c9'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:57:58.454586 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b26f3667-de7d-4669-8950-104bd550f55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:57:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['02621f14-3607-4153-8dfd-95f8c7d900c9'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:57:58.472823 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-43d2eef3-6904-49e6-9b12-b326fd6740fa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] For port 5d8b472d-266f-4f72-ac73-ff5a0e353cd0, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=5d8b472d-266f-4f72-ac73-ff5a0e353cd0,segment=NetworkSegment(c34d61eb-38fc-4616-8b51-ce37419da8a7),segment_id=c34d61eb-38fc-4616-8b51-ce37419da8a7)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:57:58.473666 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-43d2eef3-6904-49e6-9b12-b326fd6740fa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:58.489176 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-43d2eef3-6904-49e6-9b12-b326fd6740fa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Calling delete_port for 5d8b472d-266f-4f72-ac73-ff5a0e353cd0 owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:57:58.509073 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bb8c83b9-c0ef-4199-a0eb-0bae94237a67 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2633131 Jul 23 16:57:58.509073 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d', 'tag': '6ab9e245-2ebb-4ed0-afb1-89b1461b8a17'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:57:58.509073 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cad636-b2f1-46d5-aca6-2a120dea3c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d", "tag": "6ab9e245-2ebb-4ed0-afb1-89b1461b8a17"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:57:58.543555 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ff2c77-1a36-4f98-b2d7-8157f4fada09 x-openstack-request-id: req-33ff2c77-1a36-4f98-b2d7-8157f4fada09 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:57:58.543999 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d", "tag": "6ab9e245-2ebb-4ed0-afb1-89b1461b8a17", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:57:58.544491 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-33ff2c77-1a36-4f98-b2d7-8157f4fada09 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:57:58.545091 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d', 'tag': '6ab9e245-2ebb-4ed0-afb1-89b1461b8a17', 'status': 'completed', 'code': 200} Jul 23 16:57:58.635555 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-b26f3667-de7d-4669-8950-104bd550f55b None None] Set router 02621f14-3607-4153-8dfd-95f8c7d900c9 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:57:58.651125 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cad636-b2f1-46d5-aca6-2a120dea3c4a req-9684510b-1775-4383-a2cc-0dd132cd1a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:58.654006 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-28cad636-b2f1-46d5-aca6-2a120dea3c4a req-9684510b-1775-4383-a2cc-0dd132cd1a21 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a447386a79c4dde9361c7979cbbb97e&device_id=fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d HTTP/1.1" status: 200 len: 1097 time: 0.0826838 Jul 23 16:57:58.769432 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-43d2eef3-6904-49e6-9b12-b326fd6740fa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:58.798797 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cad636-b2f1-46d5-aca6-2a120dea3c4a req-4cf62d4c-c221-4fbf-b6a0-5e7a4a864b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:58.800580 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-28cad636-b2f1-46d5-aca6-2a120dea3c4a req-4cf62d4c-c221-4fbf-b6a0-5e7a4a864b4e service neutron] 10.222.0.74 "GET /v2.0/networks?id=fedddd04-4e3c-4738-8768-b1bd7c807fbc HTTP/1.1" status: 200 len: 913 time: 0.1383944 Jul 23 16:57:58.823910 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2eef3-6904-49e6-9b12-b326fd6740fa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event deleted for resources: {'Port': ['ID=5d8b472d-266f-4f72-ac73-ff5a0e353cd0,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:58.897205 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-28cad636-b2f1-46d5-aca6-2a120dea3c4a req-fb282802-fc0e-468e-9a8a-b04fca805890 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ab9e245-2ebb-4ed0-afb1-89b1461b8a17 HTTP/1.1" status: 200 len: 1000 time: 0.0897672 Jul 23 16:57:58.977199 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cad636-b2f1-46d5-aca6-2a120dea3c4a req-463880e2-332f-4256-97a6-e486c63cadd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:58.979546 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-28cad636-b2f1-46d5-aca6-2a120dea3c4a req-463880e2-332f-4256-97a6-e486c63cadd8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=68bd2291-23ae-4e54-ab39-3c387bae8690 HTTP/1.1" status: 200 len: 850 time: 0.0750940 Jul 23 16:57:58.981234 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b26f3667-de7d-4669-8950-104bd550f55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'name': 'tempest-TestVolumeBootPattern-581618674-router', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:43Z', 'updated_at': '2021-07-23T16:48:51Z', 'revision_number': 4, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'gw_port': {'id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:45Z', 'updated_at': '2021-07-23T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '4fd32cc1-e79d-49c6-b773-d328804434d6', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'port_id': '8fe2535e-58ae-40fd-8be8-63460b1dc104', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'mac_address': 'fa:16:3e:b8:62:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959a414-0563-48f6-8d73-f7ee8b592213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:55:56Z', 'updated_at': '2021-07-23T16:55:59Z', 'revision_number': 1, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'fixed_ip_address_scope': None}, {'id': '73cfa1cb-2e41-4771-90c8-e2f71f47d0bd', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'floating_ip_address': '172.25.8.122', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'port_id': '6ab9e245-2ebb-4ed0-afb1-89b1461b8a17', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'mac_address': 'fa:16:3e:d7:50:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:57:57Z', 'updated_at': '2021-07-23T16:57:57Z', 'revision_number': 0, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd5ee84f-3746-4425-ac5a-d72a147aaf31', 'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'mac_address': 'fa:16:3e:27:b5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:50Z', 'updated_at': '2021-07-23T16:49:00Z', 'revision_number': 5, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'subnets': [{'id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:57:59.035702 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f3667-de7d-4669-8950-104bd550f55b None None] Checking router: 02621f14-3607-4153-8dfd-95f8c7d900c9 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:57:59.053836 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f3667-de7d-4669-8950-104bd550f55b None None] Routers {'02621f14-3607-4153-8dfd-95f8c7d900c9'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:57:59.055030 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b26f3667-de7d-4669-8950-104bd550f55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:57:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['02621f14-3607-4153-8dfd-95f8c7d900c9'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:57:59.088813 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cad636-b2f1-46d5-aca6-2a120dea3c4a req-ef0c4873-cf3b-4612-a42e-d029a0d12450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:59.090725 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-28cad636-b2f1-46d5-aca6-2a120dea3c4a req-ef0c4873-cf3b-4612-a42e-d029a0d12450 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fedddd04-4e3c-4738-8768-b1bd7c807fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047640 Jul 23 16:57:59.107371 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-43d2eef3-6904-49e6-9b12-b326fd6740fa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:59.218560 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-28cad636-b2f1-46d5-aca6-2a120dea3c4a req-985d8038-bdef-4225-80c3-2aea2bda3d31 service neutron] 10.222.0.74 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200101 Jul 23 16:57:59.229234 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-b26f3667-de7d-4669-8950-104bd550f55b None None] Set router 02621f14-3607-4153-8dfd-95f8c7d900c9 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:57:59.319086 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-28cad636-b2f1-46d5-aca6-2a120dea3c4a req-7642a2c1-56db-4efb-aff3-9e612c508c2c service neutron] 10.222.0.74 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938406 Jul 23 16:57:59.444842 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d2eef3-6904-49e6-9b12-b326fd6740fa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Router a4c6f700-e746-4678-9be7-6aa813a19fff has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:57:59.572266 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b26f3667-de7d-4669-8950-104bd550f55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'name': 'tempest-TestVolumeBootPattern-581618674-router', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:43Z', 'updated_at': '2021-07-23T16:48:51Z', 'revision_number': 4, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'gw_port': {'id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:45Z', 'updated_at': '2021-07-23T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '4fd32cc1-e79d-49c6-b773-d328804434d6', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'port_id': '8fe2535e-58ae-40fd-8be8-63460b1dc104', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'mac_address': 'fa:16:3e:b8:62:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959a414-0563-48f6-8d73-f7ee8b592213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:55:56Z', 'updated_at': '2021-07-23T16:55:59Z', 'revision_number': 1, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'fixed_ip_address_scope': None}, {'id': '73cfa1cb-2e41-4771-90c8-e2f71f47d0bd', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'floating_ip_address': '172.25.8.122', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'port_id': '6ab9e245-2ebb-4ed0-afb1-89b1461b8a17', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'mac_address': 'fa:16:3e:d7:50:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:57:57Z', 'updated_at': '2021-07-23T16:57:57Z', 'revision_number': 0, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd5ee84f-3746-4425-ac5a-d72a147aaf31', 'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'mac_address': 'fa:16:3e:27:b5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:50Z', 'updated_at': '2021-07-23T16:49:00Z', 'revision_number': 5, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'subnets': [{'id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:57:59.580439 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d2eef3-6904-49e6-9b12-b326fd6740fa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:57:59.593125 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-43d2eef3-6904-49e6-9b12-b326fd6740fa tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "PUT /v2.0/routers/a4c6f700-e746-4678-9be7-6aa813a19fff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1351590 Jul 23 16:57:59.593358 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54246) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:57:59.594940 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a014f91-e2fc-4a4f-93d6-fa9c393b315b None None] Sync routers for ids ['a4c6f700-e746-4678-9be7-6aa813a19fff'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:57:59.610868 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a014f91-e2fc-4a4f-93d6-fa9c393b315b None None] Routers {'a4c6f700-e746-4678-9be7-6aa813a19fff'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:57:59.611900 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-7a014f91-e2fc-4a4f-93d6-fa9c393b315b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:57:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a4c6f700-e746-4678-9be7-6aa813a19fff'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:57:59.618994 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f3667-de7d-4669-8950-104bd550f55b None None] The sync data for ids ['02621f14-3607-4153-8dfd-95f8c7d900c9'] in n-d-778549-4 is: [{'id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'name': 'tempest-TestVolumeBootPattern-581618674-router', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:43Z', 'updated_at': '2021-07-23T16:48:51Z', 'revision_number': 4, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'gw_port': {'id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:45Z', 'updated_at': '2021-07-23T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '4fd32cc1-e79d-49c6-b773-d328804434d6', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'port_id': '8fe2535e-58ae-40fd-8be8-63460b1dc104', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'mac_address': 'fa:16:3e:b8:62:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959a414-0563-48f6-8d73-f7ee8b592213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:55:56Z', 'updated_at': '2021-07-23T16:55:59Z', 'revision_number': 1, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'fixed_ip_address_scope': None}, {'id': '73cfa1cb-2e41-4771-90c8-e2f71f47d0bd', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'floating_ip_address': '172.25.8.122', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'port_id': '6ab9e245-2ebb-4ed0-afb1-89b1461b8a17', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'mac_address': 'fa:16:3e:d7:50:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:57:57Z', 'updated_at': '2021-07-23T16:57:57Z', 'revision_number': 0, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd5ee84f-3746-4425-ac5a-d72a147aaf31', 'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'mac_address': 'fa:16:3e:27:b5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:50Z', 'updated_at': '2021-07-23T16:49:00Z', 'revision_number': 5, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'subnets': [{'id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:57:59.672863 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c3e8f9-7908-421e-b502-e6983dfdf3c0 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Deleting subnet e0b851d1-d30b-4e02-a0e2-fd1001f6ba05 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:57:59.679549 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-97c3e8f9-7908-421e-b502-e6983dfdf3c0 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:59.774778 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-97c3e8f9-7908-421e-b502-e6983dfdf3c0 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:59.785702 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-7a014f91-e2fc-4a4f-93d6-fa9c393b315b None None] Set router a4c6f700-e746-4678-9be7-6aa813a19fff gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:57:59.941930 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-97c3e8f9-7908-421e-b502-e6983dfdf3c0 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:59.953869 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb856b8-aaff-451c-b85d-2a6caddb8489 None None] New status for floating IP 73cfa1cb-2e41-4771-90c8-e2f71f47d0bd: ACTIVE {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:58:00.054611 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-97c3e8f9-7908-421e-b502-e6983dfdf3c0 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:00.098766 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-7a014f91-e2fc-4a4f-93d6-fa9c393b315b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588209078', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '641a19ca-50c6-4e91-99d2-723e3e3da5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:56:14Z', 'updated_at': '2021-07-23T16:57:58Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '641a19ca-50c6-4e91-99d2-723e3e3da5d5', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:56:14Z', 'updated_at': '2021-07-23T16:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:58:00.104222 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3e8f9-7908-421e-b502-e6983dfdf3c0 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event deleted for resources: {'Subnet': ['ID=e0b851d1-d30b-4e02-a0e2-fd1001f6ba05,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:00.111553 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-97c3e8f9-7908-421e-b502-e6983dfdf3c0 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:00.117642 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54248) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:58:00.123648 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-97c3e8f9-7908-421e-b502-e6983dfdf3c0 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "DELETE /v2.0/subnets/e0b851d1-d30b-4e02-a0e2-fd1001f6ba05 HTTP/1.1" status: 204 len: 168 time: 0.5287852 Jul 23 16:58:00.127859 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca676b28-7bfc-4432-a48d-0344f0ebf5ca None None] Network e449f47c-1125-479d-914e-a34c54d056c1 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:58:00.148775 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a014f91-e2fc-4a4f-93d6-fa9c393b315b None None] Checking router: a4c6f700-e746-4678-9be7-6aa813a19fff for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:58:00.163908 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a014f91-e2fc-4a4f-93d6-fa9c393b315b None None] Routers {'a4c6f700-e746-4678-9be7-6aa813a19fff'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:58:00.164960 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-7a014f91-e2fc-4a4f-93d6-fa9c393b315b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:57:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a4c6f700-e746-4678-9be7-6aa813a19fff'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:58:00.285782 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-27326b1d-0f5d-4349-8d9e-8790616f7d95 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:00.341706 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-7a014f91-e2fc-4a4f-93d6-fa9c393b315b None None] Set router a4c6f700-e746-4678-9be7-6aa813a19fff gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:58:00.503053 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-27326b1d-0f5d-4349-8d9e-8790616f7d95 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:00.569682 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-7a014f91-e2fc-4a4f-93d6-fa9c393b315b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588209078', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '641a19ca-50c6-4e91-99d2-723e3e3da5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:56:14Z', 'updated_at': '2021-07-23T16:57:58Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '641a19ca-50c6-4e91-99d2-723e3e3da5d5', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:56:14Z', 'updated_at': '2021-07-23T16:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:58:00.598260 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a014f91-e2fc-4a4f-93d6-fa9c393b315b None None] The sync data for ids ['a4c6f700-e746-4678-9be7-6aa813a19fff'] in n-d-778549-4 is: [{'id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588209078', 'tenant_id': '0f8e445c013940dd90796bd2f3eb088f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '641a19ca-50c6-4e91-99d2-723e3e3da5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:56:14Z', 'updated_at': '2021-07-23T16:57:58Z', 'revision_number': 5, 'project_id': '0f8e445c013940dd90796bd2f3eb088f', 'gw_port': {'id': '641a19ca-50c6-4e91-99d2-723e3e3da5d5', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c6f700-e746-4678-9be7-6aa813a19fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:56:14Z', 'updated_at': '2021-07-23T16:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:58:00.608145 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-27326b1d-0f5d-4349-8d9e-8790616f7d95 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Deleting port 641a19ca-50c6-4e91-99d2-723e3e3da5d5 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:58:00.608898 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-27326b1d-0f5d-4349-8d9e-8790616f7d95 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:00.660014 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58eb17b8-bca7-4664-bb11-ac01ba38a4f3 None None] DHCP port deletion for e449f47c-1125-479d-914e-a34c54d056c1 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:58:00.719634 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-27326b1d-0f5d-4349-8d9e-8790616f7d95 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] For port 641a19ca-50c6-4e91-99d2-723e3e3da5d5, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=641a19ca-50c6-4e91-99d2-723e3e3da5d5,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:58:00.719914 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-27326b1d-0f5d-4349-8d9e-8790616f7d95 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:00.734323 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-58eb17b8-bca7-4664-bb11-ac01ba38a4f3 None None] Deleting port 193b0857-88e3-4da3-8878-0e5a28ddcfea {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:58:00.734660 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-27326b1d-0f5d-4349-8d9e-8790616f7d95 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Calling delete_port for 641a19ca-50c6-4e91-99d2-723e3e3da5d5 owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:58:00.734946 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-58eb17b8-bca7-4664-bb11-ac01ba38a4f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:00.842826 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-58eb17b8-bca7-4664-bb11-ac01ba38a4f3 None None] For port 193b0857-88e3-4da3-8878-0e5a28ddcfea, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=193b0857-88e3-4da3-8878-0e5a28ddcfea,segment=NetworkSegment(c34d61eb-38fc-4616-8b51-ce37419da8a7),segment_id=c34d61eb-38fc-4616-8b51-ce37419da8a7)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:58:00.843424 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-58eb17b8-bca7-4664-bb11-ac01ba38a4f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:00.865201 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-58eb17b8-bca7-4664-bb11-ac01ba38a4f3 None None] Calling delete_port for 193b0857-88e3-4da3-8878-0e5a28ddcfea owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:58:00.931322 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-27326b1d-0f5d-4349-8d9e-8790616f7d95 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:00.964769 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27326b1d-0f5d-4349-8d9e-8790616f7d95 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event deleted for resources: {'Port': ['ID=641a19ca-50c6-4e91-99d2-723e3e3da5d5,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:01.011350 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-58eb17b8-bca7-4664-bb11-ac01ba38a4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:01.049678 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-27326b1d-0f5d-4349-8d9e-8790616f7d95 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:01.061999 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb17b8-bca7-4664-bb11-ac01ba38a4f3 None None] Pushing event deleted for resources: {'Port': ['ID=193b0857-88e3-4da3-8878-0e5a28ddcfea,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:01.064128 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58eb17b8-bca7-4664-bb11-ac01ba38a4f3 None None] No DVR routers for this DVR port 193b0857-88e3-4da3-8878-0e5a28ddcfea on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:58:01.096867 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 5d8b472d-266f-4f72-ac73-ff5a0e353cd0 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:58:01.123132 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 5d8b472d-266f-4f72-ac73-ff5a0e353cd0 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:58:01.123517 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 5d8b472d-266f-4f72-ac73-ff5a0e353cd0 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:58:01.123892 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 193b0857-88e3-4da3-8878-0e5a28ddcfea no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:58:01.160008 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 193b0857-88e3-4da3-8878-0e5a28ddcfea {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:58:01.160730 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 193b0857-88e3-4da3-8878-0e5a28ddcfea not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:58:01.556211 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-27326b1d-0f5d-4349-8d9e-8790616f7d95 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:01.558479 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-27326b1d-0f5d-4349-8d9e-8790616f7d95 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:01.603559 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-27326b1d-0f5d-4349-8d9e-8790616f7d95 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:01.604311 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27326b1d-0f5d-4349-8d9e-8790616f7d95 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Fanout notify agent at l3_agent the message router_deleted on router a4c6f700-e746-4678-9be7-6aa813a19fff {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:58:01.616285 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-27326b1d-0f5d-4349-8d9e-8790616f7d95 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:01.618170 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-27326b1d-0f5d-4349-8d9e-8790616f7d95 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "DELETE /v2.0/routers/a4c6f700-e746-4678-9be7-6aa813a19fff HTTP/1.1" status: 204 len: 168 time: 1.4999199 Jul 23 16:58:01.621286 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54250) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:58:01.727371 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d211e1a0-fc23-4e68-886c-af69c2a9e263 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:01.828995 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d211e1a0-fc23-4e68-886c-af69c2a9e263 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:01.839840 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-d211e1a0-fc23-4e68-886c-af69c2a9e263 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e449f47c-1125-479d-914e-a34c54d056c1']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:58:01.851759 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-d211e1a0-fc23-4e68-886c-af69c2a9e263 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c34d61eb-38fc-4616-8b51-ce37419da8a7') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:58:01.852092 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-d211e1a0-fc23-4e68-886c-af69c2a9e263 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c34d61eb-38fc-4616-8b51-ce37419da8a7') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:58:01.862116 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d211e1a0-fc23-4e68-886c-af69c2a9e263 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:01.877787 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d211e1a0-fc23-4e68-886c-af69c2a9e263 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:01.885638 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d211e1a0-fc23-4e68-886c-af69c2a9e263 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:58:01.886106 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d211e1a0-fc23-4e68-886c-af69c2a9e263 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:01.889803 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:58:01.889803 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:58:01.889803 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:58:01.889803 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:58:01.889803 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:58:01.889803 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:58:01.889803 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:58:01.889803 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:58:01.889803 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:58:01.889803 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:58:01.889803 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:58:01.889803 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:58:01.889803 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:58:01.889803 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:58:01.889803 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:58:01.889803 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:58:01.889803 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:58:01.889803 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:58:01.889803 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:58:01.889803 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:58:01.889803 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:58:01.889803 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:58:01.889803 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:58:01.889803 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:58:01.889803 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:58:01.889803 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:58:01.889803 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:58:01.889803 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:58:01.889803 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:58:01.889803 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:58:01.889803 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:58:01.889803 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:58:01.966491 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d211e1a0-fc23-4e68-886c-af69c2a9e263 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:01.974298 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d211e1a0-fc23-4e68-886c-af69c2a9e263 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:01.979175 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54252) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:58:01.979751 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d211e1a0-fc23-4e68-886c-af69c2a9e263 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "DELETE /v2.0/networks/e449f47c-1125-479d-914e-a34c54d056c1 HTTP/1.1" status: 204 len: 168 time: 0.3567617 Jul 23 16:58:01.992543 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211e1a0-fc23-4e68-886c-af69c2a9e263 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event deleted for resources: {'Network': ['ID=e449f47c-1125-479d-914e-a34c54d056c1,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:02.062248 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6723af7e-1962-4506-9983-2df216caa131 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:02.092739 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6723af7e-1962-4506-9983-2df216caa131 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:02.167314 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6723af7e-1962-4506-9983-2df216caa131 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:02.170066 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6723af7e-1962-4506-9983-2df216caa131 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:02.171330 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6723af7e-1962-4506-9983-2df216caa131 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] 10.222.0.73 "DELETE /v2.0/security-groups/fd0dfca6-4894-4212-9298-e77e3a48bd43 HTTP/1.1" status: 204 len: 168 time: 0.1906602 Jul 23 16:58:02.182314 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723af7e-1962-4506-9983-2df216caa131 tempest-TestNetworkAdvancedServerOps-1025930838 tempest-TestNetworkAdvancedServerOps-1025930838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0dfca6-4894-4212-9298-e77e3a48bd43,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:02.473656 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54260) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:58:02.619464 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e8699ed2-8932-42ba-8e5e-c58470e88686 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0f8e445c013940dd90796bd2f3eb088f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444674 Jul 23 16:58:02.621813 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54264) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:58:02.672356 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1e3615bb-46a0-47e7-b610-6c4f54420cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:02.698260 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1e3615bb-46a0-47e7-b610-6c4f54420cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:02.704935 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-79d37070-0425-4943-a104-db9272fbc970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:02.729934 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 641a19ca-50c6-4e91-99d2-723e3e3da5d5 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:58:02.750908 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1e3615bb-46a0-47e7-b610-6c4f54420cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:02.751696 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 641a19ca-50c6-4e91-99d2-723e3e3da5d5 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:58:02.752114 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 641a19ca-50c6-4e91-99d2-723e3e3da5d5 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:58:02.753495 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1e3615bb-46a0-47e7-b610-6c4f54420cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:02.759040 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1e3615bb-46a0-47e7-b610-6c4f54420cba admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b86233ba-0f40-40ae-8588-4f226bb5e9d2 HTTP/1.1" status: 204 len: 168 time: 0.1320567 Jul 23 16:58:02.763308 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3615bb-46a0-47e7-b610-6c4f54420cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86233ba-0f40-40ae-8588-4f226bb5e9d2,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:02.771608 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3615bb-46a0-47e7-b610-6c4f54420cba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:02.771952 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3615bb-46a0-47e7-b610-6c4f54420cba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:02.772286 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3615bb-46a0-47e7-b610-6c4f54420cba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:02.772609 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3615bb-46a0-47e7-b610-6c4f54420cba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:02.772938 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3615bb-46a0-47e7-b610-6c4f54420cba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:02.773272 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3615bb-46a0-47e7-b610-6c4f54420cba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:02.773722 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3615bb-46a0-47e7-b610-6c4f54420cba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:02.774155 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3615bb-46a0-47e7-b610-6c4f54420cba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:02.774475 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3615bb-46a0-47e7-b610-6c4f54420cba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:02.774794 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3615bb-46a0-47e7-b610-6c4f54420cba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:02.775115 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3615bb-46a0-47e7-b610-6c4f54420cba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:02.775422 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3615bb-46a0-47e7-b610-6c4f54420cba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:03.045258 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54270) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:58:03.092602 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2633734b-3146-43ed-b153-eb4a361627d2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7aaa3009c8aa45ce9edd9b056551d1bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460882 Jul 23 16:58:03.095778 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54272) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:58:03.146713 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7e37b7c4-e743-4ad0-8374-8b52f0e5cd4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:03.168671 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7e37b7c4-e743-4ad0-8374-8b52f0e5cd4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:03.219330 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7e37b7c4-e743-4ad0-8374-8b52f0e5cd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:03.221995 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7e37b7c4-e743-4ad0-8374-8b52f0e5cd4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:03.223317 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7e37b7c4-e743-4ad0-8374-8b52f0e5cd4c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9e9c0832-c356-41b8-9b37-86e652d4a773 HTTP/1.1" status: 204 len: 168 time: 0.1264672 Jul 23 16:58:03.231877 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37b7c4-e743-4ad0-8374-8b52f0e5cd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9c0832-c356-41b8-9b37-86e652d4a773,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:05.152139 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:05.417511 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54324) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:58:05.426611 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-543e22af-c76f-45dd-ac2c-bf86c2dd31a7 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Request body: {'network': {'name': 'tempest-network-smoke--344153815', 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'port_security_enabled': True}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:58:05.430343 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3ae7ceb4-52a7-418e-ab8c-21b11c3e5837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:05.453777 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543e22af-c76f-45dd-ac2c-bf86c2dd31a7 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Made reservation on behalf of 6250cee40b3d4dab9518a2ec1e83d9de for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:58:05.459658 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-543e22af-c76f-45dd-ac2c-bf86c2dd31a7 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:05.470609 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-543e22af-c76f-45dd-ac2c-bf86c2dd31a7 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:05.528533 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:05.604914 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-543e22af-c76f-45dd-ac2c-bf86c2dd31a7 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:05.609620 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-543e22af-c76f-45dd-ac2c-bf86c2dd31a7 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:05.645375 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-543e22af-c76f-45dd-ac2c-bf86c2dd31a7 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] vlan segment allocate from pool success with {'vlan_id': 1101, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:58:05.653576 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e22af-c76f-45dd-ac2c-bf86c2dd31a7 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f03967e1-b761-4672-98a1-87a575a4de67,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:05.663781 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-543e22af-c76f-45dd-ac2c-bf86c2dd31a7 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:05.664258 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-543e22af-c76f-45dd-ac2c-bf86c2dd31a7 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Added segment aad0bc3a-922f-4251-951d-e16a1cfa4da9 of type vlan for network b7518a1e-55a9-4ffc-aefd-c5b1f7751caa Jul 23 16:58:05.722009 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-543e22af-c76f-45dd-ac2c-bf86c2dd31a7 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:05.759774 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-543e22af-c76f-45dd-ac2c-bf86c2dd31a7 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:05.766426 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543e22af-c76f-45dd-ac2c-bf86c2dd31a7 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:05.767235 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-543e22af-c76f-45dd-ac2c-bf86c2dd31a7 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:05.814186 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-543e22af-c76f-45dd-ac2c-bf86c2dd31a7 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3950276 Jul 23 16:58:05.817267 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54328) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:58:05.824104 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-41454627-4713-4a43-8e4b-ea0d9e27f2ad tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1991100491', 'admin_state_up': True, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:58:05.851673 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41454627-4713-4a43-8e4b-ea0d9e27f2ad tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:05.853335 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41454627-4713-4a43-8e4b-ea0d9e27f2ad tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:05.878307 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e22af-c76f-45dd-ac2c-bf86c2dd31a7 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Pushing event updated for resources: {'Network': ['ID=b7518a1e-55a9-4ffc-aefd-c5b1f7751caa,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:05.892034 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network b7518a1e-55a9-4ffc-aefd-c5b1f7751caa details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:58:05.923250 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41454627-4713-4a43-8e4b-ea0d9e27f2ad tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:06.089425 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41454627-4713-4a43-8e4b-ea0d9e27f2ad tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:06.322398 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41454627-4713-4a43-8e4b-ea0d9e27f2ad tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:06.343629 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41454627-4713-4a43-8e4b-ea0d9e27f2ad tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:06.451638 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-41454627-4713-4a43-8e4b-ea0d9e27f2ad tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Allocated IP 172.25.8.38 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/307c056f-48a0-434c-a5d7-18945d4ca90e) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:58:06.563966 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41454627-4713-4a43-8e4b-ea0d9e27f2ad tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:06.605337 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41454627-4713-4a43-8e4b-ea0d9e27f2ad tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:06.639331 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:06.658508 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41454627-4713-4a43-8e4b-ea0d9e27f2ad tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:58:06.665027 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-41454627-4713-4a43-8e4b-ea0d9e27f2ad tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:58:06.667317 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41454627-4713-4a43-8e4b-ea0d9e27f2ad tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Pushing event updated for resources: {'Port': ['ID=307c056f-48a0-434c-a5d7-18945d4ca90e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:06.669606 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41454627-4713-4a43-8e4b-ea0d9e27f2ad tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:58:06.941121 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41454627-4713-4a43-8e4b-ea0d9e27f2ad tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:07.148404 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41454627-4713-4a43-8e4b-ea0d9e27f2ad tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:07.287686 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41454627-4713-4a43-8e4b-ea0d9e27f2ad tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Router d1430665-3ab5-486f-ac04-3ff86c842ef9 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:58:07.403754 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41454627-4713-4a43-8e4b-ea0d9e27f2ad tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:58:07.415831 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdb9e0f-8e38-455e-bce4-e296c974e103 None None] Sync routers for ids ['d1430665-3ab5-486f-ac04-3ff86c842ef9'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:58:07.426314 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41454627-4713-4a43-8e4b-ea0d9e27f2ad tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:07.426591 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdb9e0f-8e38-455e-bce4-e296c974e103 None None] Routers {'d1430665-3ab5-486f-ac04-3ff86c842ef9'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:58:07.427652 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-4fdb9e0f-8e38-455e-bce4-e296c974e103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:58:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d1430665-3ab5-486f-ac04-3ff86c842ef9'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:58:07.428431 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-41454627-4713-4a43-8e4b-ea0d9e27f2ad tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.6088526 Jul 23 16:58:07.433151 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54330) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:58:07.554613 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-4fdb9e0f-8e38-455e-bce4-e296c974e103 None None] Set router d1430665-3ab5-486f-ac04-3ff86c842ef9 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:58:07.584708 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c0819d4b-b731-4b2b-b00b-a11c3d85ee64 tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=6250cee40b3d4dab9518a2ec1e83d9de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1503837 Jul 23 16:58:07.588551 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54334) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:58:07.626778 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:07.701518 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc42433-ccdc-47d1-9438-b93f0888a252 tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:07.703284 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4bc42433-ccdc-47d1-9438-b93f0888a252 tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1137493 Jul 23 16:58:07.706489 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54336) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:58:07.746580 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-25404dcc-c05a-4675-bbd1-e5b510757be6 tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4e763b06-7572-4747-a18b-44a256cb56cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388956 Jul 23 16:58:07.749791 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54338) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:58:07.755482 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-2319cde6-0434-4365-bb2b-02aec2c4437e tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-985804156', 'network_id': 'b7518a1e-55a9-4ffc-aefd-c5b1f7751caa', 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:58:07.863356 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2319cde6-0434-4365-bb2b-02aec2c4437e tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Made reservation on behalf of 6250cee40b3d4dab9518a2ec1e83d9de for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:58:07.867739 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2319cde6-0434-4365-bb2b-02aec2c4437e tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:07.872680 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-4fdb9e0f-8e38-455e-bce4-e296c974e103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1991100491', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '307c056f-48a0-434c-a5d7-18945d4ca90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:58:05Z', 'updated_at': '2021-07-23T16:58:06Z', 'revision_number': 3, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'gw_port': {'id': '307c056f-48a0-434c-a5d7-18945d4ca90e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:58:06Z', 'updated_at': '2021-07-23T16:58:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:58:07.903970 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdb9e0f-8e38-455e-bce4-e296c974e103 None None] Checking router: d1430665-3ab5-486f-ac04-3ff86c842ef9 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:58:07.904323 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdb9e0f-8e38-455e-bce4-e296c974e103 None None] Updating router d1430665-3ab5-486f-ac04-3ff86c842ef9 port 307c056f-48a0-434c-a5d7-18945d4ca90e binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:58:07.942743 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-4fdb9e0f-8e38-455e-bce4-e296c974e103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:08.092149 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2319cde6-0434-4365-bb2b-02aec2c4437e tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:08.167051 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319cde6-0434-4365-bb2b-02aec2c4437e tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Pushing event updated for resources: {'Subnet': ['ID=8c20466b-af8f-492b-96c4-db172b2184a2,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:08.180614 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2319cde6-0434-4365-bb2b-02aec2c4437e tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Checking segment: {'id': 'aad0bc3a-922f-4251-951d-e16a1cfa4da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'b7518a1e-55a9-4ffc-aefd-c5b1f7751caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:58:08.181385 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2319cde6-0434-4365-bb2b-02aec2c4437e tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Network hostable DHCP agents. Network: b7518a1e-55a9-4ffc-aefd-c5b1f7751caa, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:58:08.210138 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2319cde6-0434-4365-bb2b-02aec2c4437e tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Network b7518a1e-55a9-4ffc-aefd-c5b1f7751caa is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:58:08.221568 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-2319cde6-0434-4365-bb2b-02aec2c4437e tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, b7518a1e-55a9-4ffc-aefd-c5b1f7751caa) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:58:08.226229 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2319cde6-0434-4365-bb2b-02aec2c4437e tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:08.226961 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2319cde6-0434-4365-bb2b-02aec2c4437e tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:08.236276 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd720807-20e6-4aa8-a35d-1ba4ef5ee8a8 None None] Network b7518a1e-55a9-4ffc-aefd-c5b1f7751caa requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:58:08.246288 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2319cde6-0434-4365-bb2b-02aec2c4437e tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4953322 Jul 23 16:58:08.249619 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54340) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:58:08.260546 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-4fdb9e0f-8e38-455e-bce4-e296c974e103 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:08.275675 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-4fdb9e0f-8e38-455e-bce4-e296c974e103 None None] Transition to ACTIVE for port object 307c056f-48a0-434c-a5d7-18945d4ca90e will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:58:08.283201 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-4fdb9e0f-8e38-455e-bce4-e296c974e103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:08.347516 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a636d-5d25-409d-b869-7e83acc66548 None None] Pushing event updated for resources: {'Port': ['ID=307c056f-48a0-434c-a5d7-18945d4ca90e,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:08.370036 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068a636d-5d25-409d-b869-7e83acc66548 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:08.370351 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068a636d-5d25-409d-b869-7e83acc66548 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:08.370687 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068a636d-5d25-409d-b869-7e83acc66548 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:08.371014 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068a636d-5d25-409d-b869-7e83acc66548 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:08.371343 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068a636d-5d25-409d-b869-7e83acc66548 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:08.371653 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068a636d-5d25-409d-b869-7e83acc66548 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:08.372348 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068a636d-5d25-409d-b869-7e83acc66548 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:08.372348 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068a636d-5d25-409d-b869-7e83acc66548 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:08.372619 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068a636d-5d25-409d-b869-7e83acc66548 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:08.372887 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068a636d-5d25-409d-b869-7e83acc66548 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:08.373217 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068a636d-5d25-409d-b869-7e83acc66548 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:08.373526 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068a636d-5d25-409d-b869-7e83acc66548 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:08.381256 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-4fdb9e0f-8e38-455e-bce4-e296c974e103 None None] Attempting to bind port 307c056f-48a0-434c-a5d7-18945d4ca90e on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:58:08.381967 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-4fdb9e0f-8e38-455e-bce4-e296c974e103 None None] Attempting to bind port 307c056f-48a0-434c-a5d7-18945d4ca90e by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:58:08.382329 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdb9e0f-8e38-455e-bce4-e296c974e103 None None] Attempting to bind port 307c056f-48a0-434c-a5d7-18945d4ca90e on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:58:08.390403 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdb9e0f-8e38-455e-bce4-e296c974e103 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:58:08.390785 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdb9e0f-8e38-455e-bce4-e296c974e103 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:58:08.391174 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-4fdb9e0f-8e38-455e-bce4-e296c974e103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:08.391557 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdb9e0f-8e38-455e-bce4-e296c974e103 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:58:08.392032 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-4fdb9e0f-8e38-455e-bce4-e296c974e103 None None] Bound port: 307c056f-48a0-434c-a5d7-18945d4ca90e, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:58:08.392389 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-4fdb9e0f-8e38-455e-bce4-e296c974e103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:08.415759 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1762010f-6506-4360-a0d0-19ece39e3655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-b7518a1e-55a9-4ffc-aefd-c5b1f7751caa', 'network_id': 'b7518a1e-55a9-4ffc-aefd-c5b1f7751caa', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'fixed_ips': [{'subnet_id': '8c20466b-af8f-492b-96c4-db172b2184a2'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:58:08.417216 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1762010f-6506-4360-a0d0-19ece39e3655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:08.447759 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-4fdb9e0f-8e38-455e-bce4-e296c974e103 None None] For port 307c056f-48a0-434c-a5d7-18945d4ca90e, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:58:08.451354 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-4fdb9e0f-8e38-455e-bce4-e296c974e103 None None] For port 307c056f-48a0-434c-a5d7-18945d4ca90e, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=307c056f-48a0-434c-a5d7-18945d4ca90e,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:58:08.456646 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-4fdb9e0f-8e38-455e-bce4-e296c974e103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:08.526466 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a636d-5d25-409d-b869-7e83acc66548 None None] Pushing event updated for resources: {'Port': ['ID=307c056f-48a0-434c-a5d7-18945d4ca90e,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:08.540109 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdb9e0f-8e38-455e-bce4-e296c974e103 None None] Routers {'d1430665-3ab5-486f-ac04-3ff86c842ef9'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:58:08.540956 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-4fdb9e0f-8e38-455e-bce4-e296c974e103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:58:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d1430665-3ab5-486f-ac04-3ff86c842ef9'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:58:08.605750 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-1762010f-6506-4360-a0d0-19ece39e3655 None None] Allocated IP 172.20.0.2 (b7518a1e-55a9-4ffc-aefd-c5b1f7751caa/8c20466b-af8f-492b-96c4-db172b2184a2/c46540d7-f1f7-4924-af99-512accd99db9) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:58:08.686824 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-4fdb9e0f-8e38-455e-bce4-e296c974e103 None None] Set router d1430665-3ab5-486f-ac04-3ff86c842ef9 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:58:08.734429 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:08.839240 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-84799176-1860-4b9d-b407-fb0d5a7473d4 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:08.847328 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1762010f-6506-4360-a0d0-19ece39e3655 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:08.860633 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1762010f-6506-4360-a0d0-19ece39e3655 None None] Transition to ACTIVE for port object c46540d7-f1f7-4924-af99-512accd99db9 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:58:08.881108 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1762010f-6506-4360-a0d0-19ece39e3655 None None] Transition to ACTIVE for port object c46540d7-f1f7-4924-af99-512accd99db9 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:58:08.889141 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1762010f-6506-4360-a0d0-19ece39e3655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:08.943151 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-4fdb9e0f-8e38-455e-bce4-e296c974e103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1991100491', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '307c056f-48a0-434c-a5d7-18945d4ca90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:58:05Z', 'updated_at': '2021-07-23T16:58:06Z', 'revision_number': 3, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'gw_port': {'id': '307c056f-48a0-434c-a5d7-18945d4ca90e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:58:06Z', 'updated_at': '2021-07-23T16:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:58:08.951694 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1762010f-6506-4360-a0d0-19ece39e3655 None None] Network b7518a1e-55a9-4ffc-aefd-c5b1f7751caa is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:58:08.959141 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-1762010f-6506-4360-a0d0-19ece39e3655 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:58:08.970106 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1762010f-6506-4360-a0d0-19ece39e3655 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:58:08.978091 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdb9e0f-8e38-455e-bce4-e296c974e103 None None] The sync data for ids ['d1430665-3ab5-486f-ac04-3ff86c842ef9'] in n-d-778549-4 is: [{'id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1991100491', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '307c056f-48a0-434c-a5d7-18945d4ca90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:58:05Z', 'updated_at': '2021-07-23T16:58:06Z', 'revision_number': 3, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'gw_port': {'id': '307c056f-48a0-434c-a5d7-18945d4ca90e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:58:06Z', 'updated_at': '2021-07-23T16:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:58:08.982269 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762010f-6506-4360-a0d0-19ece39e3655 None None] Pushing event updated for resources: {'Port': ['ID=c46540d7-f1f7-4924-af99-512accd99db9,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:09.048646 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-1762010f-6506-4360-a0d0-19ece39e3655 None None] Attempting to bind port c46540d7-f1f7-4924-af99-512accd99db9 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:58:09.050148 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-1762010f-6506-4360-a0d0-19ece39e3655 None None] Attempting to bind port c46540d7-f1f7-4924-af99-512accd99db9 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'aad0bc3a-922f-4251-951d-e16a1cfa4da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'b7518a1e-55a9-4ffc-aefd-c5b1f7751caa'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:58:09.050675 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1762010f-6506-4360-a0d0-19ece39e3655 None None] Attempting to bind port c46540d7-f1f7-4924-af99-512accd99db9 on network b7518a1e-55a9-4ffc-aefd-c5b1f7751caa {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:58:09.058166 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1762010f-6506-4360-a0d0-19ece39e3655 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:58:09.058573 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1762010f-6506-4360-a0d0-19ece39e3655 None None] Checking segment: {'id': 'aad0bc3a-922f-4251-951d-e16a1cfa4da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'b7518a1e-55a9-4ffc-aefd-c5b1f7751caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:58:09.059005 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1762010f-6506-4360-a0d0-19ece39e3655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:09.059455 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1762010f-6506-4360-a0d0-19ece39e3655 None None] Bound using segment: {'id': 'aad0bc3a-922f-4251-951d-e16a1cfa4da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'b7518a1e-55a9-4ffc-aefd-c5b1f7751caa'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:58:09.060001 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-1762010f-6506-4360-a0d0-19ece39e3655 None None] Bound port: c46540d7-f1f7-4924-af99-512accd99db9, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad0bc3a-922f-4251-951d-e16a1cfa4da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'b7518a1e-55a9-4ffc-aefd-c5b1f7751caa'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:58:09.060395 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1762010f-6506-4360-a0d0-19ece39e3655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:09.139367 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-1762010f-6506-4360-a0d0-19ece39e3655 None None] For port c46540d7-f1f7-4924-af99-512accd99db9, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:58:09.146910 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-1762010f-6506-4360-a0d0-19ece39e3655 None None] For port c46540d7-f1f7-4924-af99-512accd99db9, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c46540d7-f1f7-4924-af99-512accd99db9,segment=NetworkSegment(aad0bc3a-922f-4251-951d-e16a1cfa4da9),segment_id=aad0bc3a-922f-4251-951d-e16a1cfa4da9)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:58:09.152507 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1762010f-6506-4360-a0d0-19ece39e3655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:09.237715 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762010f-6506-4360-a0d0-19ece39e3655 None None] Pushing event updated for resources: {'Port': ['ID=c46540d7-f1f7-4924-af99-512accd99db9,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:09.252414 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-84799176-1860-4b9d-b407-fb0d5a7473d4 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Allocated IP 172.20.0.1 (b7518a1e-55a9-4ffc-aefd-c5b1f7751caa/8c20466b-af8f-492b-96c4-db172b2184a2/583df807-cbed-4787-840d-43704023770e) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:58:09.440746 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-84799176-1860-4b9d-b407-fb0d5a7473d4 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:09.457556 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-84799176-1860-4b9d-b407-fb0d5a7473d4 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Transition to ACTIVE for port object 583df807-cbed-4787-840d-43704023770e will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:58:09.527497 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-84799176-1860-4b9d-b407-fb0d5a7473d4 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:09.592653 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84799176-1860-4b9d-b407-fb0d5a7473d4 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Network b7518a1e-55a9-4ffc-aefd-c5b1f7751caa is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:58:09.596572 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-84799176-1860-4b9d-b407-fb0d5a7473d4 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:58:09.599943 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84799176-1860-4b9d-b407-fb0d5a7473d4 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:58:09.642665 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84799176-1860-4b9d-b407-fb0d5a7473d4 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Pushing event updated for resources: {'Port': ['ID=583df807-cbed-4787-840d-43704023770e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:09.670868 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-84799176-1860-4b9d-b407-fb0d5a7473d4 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:09.863775 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-84799176-1860-4b9d-b407-fb0d5a7473d4 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:10.240090 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-84799176-1860-4b9d-b407-fb0d5a7473d4 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:10.245518 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-84799176-1860-4b9d-b407-fb0d5a7473d4 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:10.336084 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-84799176-1860-4b9d-b407-fb0d5a7473d4 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:10.342974 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84799176-1860-4b9d-b407-fb0d5a7473d4 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Pushing event updated for resources: {'Port': ['ID=583df807-cbed-4787-840d-43704023770e,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:10.384990 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269c8f5e-d79e-4d29-8dc4-9e41ce9e513e None None] Network b7518a1e-55a9-4ffc-aefd-c5b1f7751caa requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:58:10.455877 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84799176-1860-4b9d-b407-fb0d5a7473d4 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Network b7518a1e-55a9-4ffc-aefd-c5b1f7751caa is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:58:10.457855 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-84799176-1860-4b9d-b407-fb0d5a7473d4 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:58:10.487743 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-dfb77502-f861-4e52-9588-877bf277ac64 None None] Provisioning for port c46540d7-f1f7-4924-af99-512accd99db9 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:58:10.593966 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84799176-1860-4b9d-b407-fb0d5a7473d4 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Router d1430665-3ab5-486f-ac04-3ff86c842ef9 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:58:10.855340 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c46540d7-f1f7-4924-af99-512accd99db9 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:58:10.946986 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-669dc8b4-a2d6-44ff-ba30-34a79aa417a1 None None] Provisioning complete for port c46540d7-f1f7-4924-af99-512accd99db9 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:58:10.947447 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-669dc8b4-a2d6-44ff-ba30-34a79aa417a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:10.952137 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port c46540d7-f1f7-4924-af99-512accd99db9 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:58:10.986844 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port c46540d7-f1f7-4924-af99-512accd99db9 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:58:10.987102 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:11.082103 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84799176-1860-4b9d-b407-fb0d5a7473d4 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:58:11.092956 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530a5acf-3000-4b57-b2b9-4be0c4324dd3 None None] Sync routers for ids ['d1430665-3ab5-486f-ac04-3ff86c842ef9'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:58:11.093274 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-84799176-1860-4b9d-b407-fb0d5a7473d4 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "PUT /v2.0/routers/d1430665-3ab5-486f-ac04-3ff86c842ef9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8421190 Jul 23 16:58:11.096246 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54342) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:58:11.102352 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-599f3de9-40dd-4bda-950a-157b5e0debd0 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1712529741', 'description': 'tempest-secgroup_access--1712529741 description', 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:58:11.128510 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-599f3de9-40dd-4bda-950a-157b5e0debd0 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:11.155825 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-669dc8b4-a2d6-44ff-ba30-34a79aa417a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:11.158106 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530a5acf-3000-4b57-b2b9-4be0c4324dd3 None None] Routers {'d1430665-3ab5-486f-ac04-3ff86c842ef9'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:58:11.158816 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-530a5acf-3000-4b57-b2b9-4be0c4324dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:58:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d1430665-3ab5-486f-ac04-3ff86c842ef9'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:58:11.241349 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-599f3de9-40dd-4bda-950a-157b5e0debd0 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:11.246614 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-599f3de9-40dd-4bda-950a-157b5e0debd0 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:11.260563 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:11.284538 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-599f3de9-40dd-4bda-950a-157b5e0debd0 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:11.286250 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-599f3de9-40dd-4bda-950a-157b5e0debd0 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1883705 Jul 23 16:58:11.289422 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54344) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:58:11.291599 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f3de9-40dd-4bda-950a-157b5e0debd0 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0aeb91-38a7-4126-9c2e-f6b35878df07,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:11.294211 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-16b2010d-2a3b-47d3-bb44-77e0018d97f9 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--197785964', 'description': 'tempest-secgroup_general--197785964 description', 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:58:11.320500 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-669dc8b4-a2d6-44ff-ba30-34a79aa417a1 None None] For port c46540d7-f1f7-4924-af99-512accd99db9, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c46540d7-f1f7-4924-af99-512accd99db9,segment=NetworkSegment(aad0bc3a-922f-4251-951d-e16a1cfa4da9),segment_id=aad0bc3a-922f-4251-951d-e16a1cfa4da9)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:58:11.330226 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-669dc8b4-a2d6-44ff-ba30-34a79aa417a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:11.344710 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-16b2010d-2a3b-47d3-bb44-77e0018d97f9 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:11.416057 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-669dc8b4-a2d6-44ff-ba30-34a79aa417a1 None None] Provisioning for port 583df807-cbed-4787-840d-43704023770e completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:58:11.433883 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.api [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:58:11.434260 n-d-778549-4 neutron-server[94014]: DEBUG oslo_db.api [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:58:11.435879 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-530a5acf-3000-4b57-b2b9-4be0c4324dd3 None None] Set router d1430665-3ab5-486f-ac04-3ff86c842ef9 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:58:11.440489 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-669dc8b4-a2d6-44ff-ba30-34a79aa417a1 None None] Provisioning complete for port 583df807-cbed-4787-840d-43704023770e triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:58:11.440857 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-669dc8b4-a2d6-44ff-ba30-34a79aa417a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:11.454940 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-16b2010d-2a3b-47d3-bb44-77e0018d97f9 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:11.462565 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-16b2010d-2a3b-47d3-bb44-77e0018d97f9 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:11.506836 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669dc8b4-a2d6-44ff-ba30-34a79aa417a1 None None] Pushing event updated for resources: {'Port': ['ID=c46540d7-f1f7-4924-af99-512accd99db9,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:11.512915 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-16b2010d-2a3b-47d3-bb44-77e0018d97f9 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:11.514907 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-16b2010d-2a3b-47d3-bb44-77e0018d97f9 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2242513 Jul 23 16:58:11.518180 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54346) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:58:11.529208 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-fbe85871-6be5-4c01-ab00-869b5dad7de6 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Request body: {'security_group_rule': {'security_group_id': '6f0aeb91-38a7-4126-9c2e-f6b35878df07', 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:58:11.529814 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2010d-2a3b-47d3-bb44-77e0018d97f9 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01c8c5ea-898e-4c68-8346-27c108b8e98b,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:11.535337 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-669dc8b4-a2d6-44ff-ba30-34a79aa417a1 None None] Port 583df807-cbed-4787-840d-43704023770e cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:58:11.565278 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fbe85871-6be5-4c01-ab00-869b5dad7de6 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:11.648601 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fbe85871-6be5-4c01-ab00-869b5dad7de6 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:11.652395 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fbe85871-6be5-4c01-ab00-869b5dad7de6 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:11.672384 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe85871-6be5-4c01-ab00-869b5dad7de6 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40379bfc-4005-4249-9b3f-4987103ef9a1,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:11.676120 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f69cd353-a31e-42bb-8020-e22c73bd1f37 None None] Provisioning complete for port 583df807-cbed-4787-840d-43704023770e triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:58:11.676655 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f69cd353-a31e-42bb-8020-e22c73bd1f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:11.681203 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fbe85871-6be5-4c01-ab00-869b5dad7de6 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:11.683432 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fbe85871-6be5-4c01-ab00-869b5dad7de6 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1588588 Jul 23 16:58:11.746488 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f69cd353-a31e-42bb-8020-e22c73bd1f37 None None] Port 583df807-cbed-4787-840d-43704023770e cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:58:11.780523 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-530a5acf-3000-4b57-b2b9-4be0c4324dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1991100491', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '307c056f-48a0-434c-a5d7-18945d4ca90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:58:05Z', 'updated_at': '2021-07-23T16:58:09Z', 'revision_number': 4, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'gw_port': {'id': '307c056f-48a0-434c-a5d7-18945d4ca90e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:58:06Z', 'updated_at': '2021-07-23T16:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '583df807-cbed-4787-840d-43704023770e', 'name': '', 'network_id': 'b7518a1e-55a9-4ffc-aefd-c5b1f7751caa', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'mac_address': 'fa:16:3e:d6:51:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '8c20466b-af8f-492b-96c4-db172b2184a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:58:09Z', 'updated_at': '2021-07-23T16:58:10Z', 'revision_number': 2, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'subnets': [{'id': '8c20466b-af8f-492b-96c4-db172b2184a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:58:11.811356 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530a5acf-3000-4b57-b2b9-4be0c4324dd3 None None] Checking router: d1430665-3ab5-486f-ac04-3ff86c842ef9 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:58:11.811867 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530a5acf-3000-4b57-b2b9-4be0c4324dd3 None None] Updating router d1430665-3ab5-486f-ac04-3ff86c842ef9 port 583df807-cbed-4787-840d-43704023770e binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:58:11.856459 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-530a5acf-3000-4b57-b2b9-4be0c4324dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:11.864561 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-e359ca0c-1f47-40ab-9455-ad26356d2a6f tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup_general--197785964&fields=id&tenant_id=6250cee40b3d4dab9518a2ec1e83d9de HTTP/1.1" status: 200 len: 267 time: 0.0512784 Jul 23 16:58:11.910852 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-5dfee92a-3b32-477f-8277-3621f4941e91 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup_access--1712529741&fields=id&tenant_id=6250cee40b3d4dab9518a2ec1e83d9de HTTP/1.1" status: 200 len: 267 time: 0.0384519 Jul 23 16:58:12.036923 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 307c056f-48a0-434c-a5d7-18945d4ca90e up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:58:12.083042 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-ca564a70-43f2-48ad-801a-09e05d2fe80a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:12.084544 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-ca564a70-43f2-48ad-801a-09e05d2fe80a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/networks?id=b7518a1e-55a9-4ffc-aefd-c5b1f7751caa HTTP/1.1" status: 200 len: 796 time: 0.1620705 Jul 23 16:58:12.126254 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-6780562c-5a61-4f0c-b4fd-bdc08e3cbe5a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/quotas/6250cee40b3d4dab9518a2ec1e83d9de HTTP/1.1" status: 200 len: 375 time: 0.0151100 Jul 23 16:58:12.151908 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 307c056f-48a0-434c-a5d7-18945d4ca90e completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:58:12.163337 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 307c056f-48a0-434c-a5d7-18945d4ca90e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:58:12.163337 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:12.276498 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-00f96d0a-43f8-48fd-8ef8-aceccec1a8b5 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6250cee40b3d4dab9518a2ec1e83d9de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1413682 Jul 23 16:58:12.454069 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-1e44d6bb-7b9a-41c7-b18c-5ab049fa9137 service neutron] 10.222.0.73 "GET /v2.0/networks/b7518a1e-55a9-4ffc-aefd-c5b1f7751caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605220 Jul 23 16:58:12.515233 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-530a5acf-3000-4b57-b2b9-4be0c4324dd3 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:12.532836 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:12.539257 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-530a5acf-3000-4b57-b2b9-4be0c4324dd3 None None] Transition to ACTIVE for port object 583df807-cbed-4787-840d-43704023770e will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:58:12.553698 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-530a5acf-3000-4b57-b2b9-4be0c4324dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:12.581435 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 307c056f-48a0-434c-a5d7-18945d4ca90e, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=307c056f-48a0-434c-a5d7-18945d4ca90e,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:58:12.610368 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:12.625977 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-b8d0b777-67ec-4288-866c-5ef4acf9b35b service neutron] 10.222.0.73 "GET /v2.0/networks/b7518a1e-55a9-4ffc-aefd-c5b1f7751caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626747 Jul 23 16:58:12.642263 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca94f1-eddb-4cde-8815-949055334292 None None] Pushing event updated for resources: {'Port': ['ID=583df807-cbed-4787-840d-43704023770e,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:12.787293 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-530a5acf-3000-4b57-b2b9-4be0c4324dd3 None None] Attempting to bind port 583df807-cbed-4787-840d-43704023770e on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:58:12.787854 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-530a5acf-3000-4b57-b2b9-4be0c4324dd3 None None] Attempting to bind port 583df807-cbed-4787-840d-43704023770e by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'aad0bc3a-922f-4251-951d-e16a1cfa4da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'b7518a1e-55a9-4ffc-aefd-c5b1f7751caa'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:58:12.788257 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530a5acf-3000-4b57-b2b9-4be0c4324dd3 None None] Attempting to bind port 583df807-cbed-4787-840d-43704023770e on network b7518a1e-55a9-4ffc-aefd-c5b1f7751caa {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:58:12.808113 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=307c056f-48a0-434c-a5d7-18945d4ca90e,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:12.815749 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530a5acf-3000-4b57-b2b9-4be0c4324dd3 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:58:12.816236 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530a5acf-3000-4b57-b2b9-4be0c4324dd3 None None] Checking segment: {'id': 'aad0bc3a-922f-4251-951d-e16a1cfa4da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'b7518a1e-55a9-4ffc-aefd-c5b1f7751caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:58:12.816704 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-530a5acf-3000-4b57-b2b9-4be0c4324dd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:12.817229 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530a5acf-3000-4b57-b2b9-4be0c4324dd3 None None] Bound using segment: {'id': 'aad0bc3a-922f-4251-951d-e16a1cfa4da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'b7518a1e-55a9-4ffc-aefd-c5b1f7751caa'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:58:12.818539 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-530a5acf-3000-4b57-b2b9-4be0c4324dd3 None None] Bound port: 583df807-cbed-4787-840d-43704023770e, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad0bc3a-922f-4251-951d-e16a1cfa4da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'b7518a1e-55a9-4ffc-aefd-c5b1f7751caa'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:58:12.819484 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-530a5acf-3000-4b57-b2b9-4be0c4324dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:12.873699 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c46540d7-f1f7-4924-af99-512accd99db9 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:58:12.900302 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73ef1100-af39-4913-a317-9d45883de85f req-6ead719a-5218-4b2d-8473-bb78d74f38c0 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8722d4b-68b8-4be2-b118-b00d32a7628d HTTP/1.1" status: 200 len: 210 time: 0.0709243 Jul 23 16:58:12.978492 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-530a5acf-3000-4b57-b2b9-4be0c4324dd3 None None] For port 583df807-cbed-4787-840d-43704023770e, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:58:12.984617 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-530a5acf-3000-4b57-b2b9-4be0c4324dd3 None None] For port 583df807-cbed-4787-840d-43704023770e, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=583df807-cbed-4787-840d-43704023770e,segment=NetworkSegment(aad0bc3a-922f-4251-951d-e16a1cfa4da9),segment_id=aad0bc3a-922f-4251-951d-e16a1cfa4da9)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:58:12.996470 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-530a5acf-3000-4b57-b2b9-4be0c4324dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:13.033226 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port c46540d7-f1f7-4924-af99-512accd99db9 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:58:13.033596 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:13.112862 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530a5acf-3000-4b57-b2b9-4be0c4324dd3 None None] Routers {'d1430665-3ab5-486f-ac04-3ff86c842ef9'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:58:13.113535 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-530a5acf-3000-4b57-b2b9-4be0c4324dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:58:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d1430665-3ab5-486f-ac04-3ff86c842ef9'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:58:13.118704 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca94f1-eddb-4cde-8815-949055334292 None None] Pushing event updated for resources: {'Port': ['ID=583df807-cbed-4787-840d-43704023770e,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:13.164974 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:58:13.289824 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-530a5acf-3000-4b57-b2b9-4be0c4324dd3 None None] Set router d1430665-3ab5-486f-ac04-3ff86c842ef9 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:58:13.536669 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-530a5acf-3000-4b57-b2b9-4be0c4324dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1991100491', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '307c056f-48a0-434c-a5d7-18945d4ca90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:58:05Z', 'updated_at': '2021-07-23T16:58:09Z', 'revision_number': 4, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'gw_port': {'id': '307c056f-48a0-434c-a5d7-18945d4ca90e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:58:06Z', 'updated_at': '2021-07-23T16:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '583df807-cbed-4787-840d-43704023770e', 'name': '', 'network_id': 'b7518a1e-55a9-4ffc-aefd-c5b1f7751caa', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'mac_address': 'fa:16:3e:d6:51:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '8c20466b-af8f-492b-96c4-db172b2184a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:58:09Z', 'updated_at': '2021-07-23T16:58:12Z', 'revision_number': 4, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'subnets': [{'id': '8c20466b-af8f-492b-96c4-db172b2184a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:58:13.568696 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530a5acf-3000-4b57-b2b9-4be0c4324dd3 None None] The sync data for ids ['d1430665-3ab5-486f-ac04-3ff86c842ef9'] in n-d-778549-4 is: [{'id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1991100491', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '307c056f-48a0-434c-a5d7-18945d4ca90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:58:05Z', 'updated_at': '2021-07-23T16:58:09Z', 'revision_number': 4, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'gw_port': {'id': '307c056f-48a0-434c-a5d7-18945d4ca90e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:58:06Z', 'updated_at': '2021-07-23T16:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '583df807-cbed-4787-840d-43704023770e', 'name': '', 'network_id': 'b7518a1e-55a9-4ffc-aefd-c5b1f7751caa', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'mac_address': 'fa:16:3e:d6:51:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '8c20466b-af8f-492b-96c4-db172b2184a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:58:09Z', 'updated_at': '2021-07-23T16:58:12Z', 'revision_number': 4, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'subnets': [{'id': '8c20466b-af8f-492b-96c4-db172b2184a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:58:14.057579 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0853d11e-53bb-4b48-a21d-b86fa38c6e44 req-b801f354-88b5-4771-84c9-9cc7d760e718 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8722d4b-68b8-4be2-b118-b00d32a7628d HTTP/1.1" status: 200 len: 210 time: 0.0391655 Jul 23 16:58:14.094291 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-fd443190-5455-4141-9070-de9174b5bf74 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:14.096088 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-fd443190-5455-4141-9070-de9174b5bf74 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.97 "GET /v2.0/networks?id=b7518a1e-55a9-4ffc-aefd-c5b1f7751caa HTTP/1.1" status: 200 len: 796 time: 0.1694262 Jul 23 16:58:14.152464 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-939a2807-a5e0-481c-9bff-6038a1d68bf0 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6250cee40b3d4dab9518a2ec1e83d9de HTTP/1.1" status: 200 len: 477 time: 0.0459843 Jul 23 16:58:14.163030 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-afa92399-f4cf-4f62-ab9a-13682725805c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Request body: {'port': {'device_id': 'd8722d4b-68b8-4be2-b118-b00d32a7628d', 'network_id': 'b7518a1e-55a9-4ffc-aefd-c5b1f7751caa', 'admin_state_up': True, 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'security_groups': ['01c8c5ea-898e-4c68-8346-27c108b8e98b', '6f0aeb91-38a7-4126-9c2e-f6b35878df07']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:58:14.314818 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-afa92399-f4cf-4f62-ab9a-13682725805c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Made reservation on behalf of 6250cee40b3d4dab9518a2ec1e83d9de for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:58:14.320376 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-afa92399-f4cf-4f62-ab9a-13682725805c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:14.464858 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-afa92399-f4cf-4f62-ab9a-13682725805c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Allocated IP 172.20.0.7 (b7518a1e-55a9-4ffc-aefd-c5b1f7751caa/8c20466b-af8f-492b-96c4-db172b2184a2/077cbaa1-711c-4d82-a4ce-90197dd19403) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:58:14.651567 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-afa92399-f4cf-4f62-ab9a-13682725805c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:14.667688 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-afa92399-f4cf-4f62-ab9a-13682725805c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Transition to ACTIVE for port object 077cbaa1-711c-4d82-a4ce-90197dd19403 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:58:14.717578 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-afa92399-f4cf-4f62-ab9a-13682725805c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:14.780353 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-afa92399-f4cf-4f62-ab9a-13682725805c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Network b7518a1e-55a9-4ffc-aefd-c5b1f7751caa is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:58:14.783757 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-afa92399-f4cf-4f62-ab9a-13682725805c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:58:14.790110 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-afa92399-f4cf-4f62-ab9a-13682725805c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:58:14.795628 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa92399-f4cf-4f62-ab9a-13682725805c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Pushing event updated for resources: {'Port': ['ID=077cbaa1-711c-4d82-a4ce-90197dd19403,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:14.878438 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-afa92399-f4cf-4f62-ab9a-13682725805c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:14.879302 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-afa92399-f4cf-4f62-ab9a-13682725805c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:14.895715 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 307c056f-48a0-434c-a5d7-18945d4ca90e up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:58:14.900090 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-afa92399-f4cf-4f62-ab9a-13682725805c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.7414114 Jul 23 16:58:14.914156 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] Request body: {'port': {'device_id': 'd8722d4b-68b8-4be2-b118-b00d32a7628d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:58:14.956901 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 307c056f-48a0-434c-a5d7-18945d4ca90e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:58:14.957515 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:15.011587 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:15.071437 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 583df807-cbed-4787-840d-43704023770e up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:58:15.133207 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-63503d5d-9265-4ca4-903e-e5a9e1dfd693 None None] Provisioning for port 077cbaa1-711c-4d82-a4ce-90197dd19403 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:58:15.139420 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-63503d5d-9265-4ca4-903e-e5a9e1dfd693 None None] Provisioning complete for port 077cbaa1-711c-4d82-a4ce-90197dd19403 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:58:15.139857 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-63503d5d-9265-4ca4-903e-e5a9e1dfd693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:15.202382 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-63503d5d-9265-4ca4-903e-e5a9e1dfd693 None None] Port 077cbaa1-711c-4d82-a4ce-90197dd19403 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:58:15.208718 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 583df807-cbed-4787-840d-43704023770e completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:58:15.213140 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 583df807-cbed-4787-840d-43704023770e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:58:15.213523 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:15.301858 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:15.313838 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15669831-e0b2-40b7-8e0b-69cde71ef117 req-b48243fd-eea4-4022-8584-3451e6d42ad9 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:15.315467 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15669831-e0b2-40b7-8e0b-69cde71ef117 req-b48243fd-eea4-4022-8584-3451e6d42ad9 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8722d4b-68b8-4be2-b118-b00d32a7628d HTTP/1.1" status: 200 len: 970 time: 0.1490307 Jul 23 16:58:15.342107 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 583df807-cbed-4787-840d-43704023770e, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=583df807-cbed-4787-840d-43704023770e,segment=NetworkSegment(aad0bc3a-922f-4251-951d-e16a1cfa4da9),segment_id=aad0bc3a-922f-4251-951d-e16a1cfa4da9)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:58:15.346677 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:15.403147 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15669831-e0b2-40b7-8e0b-69cde71ef117 req-a5eb9f0e-f8f7-4e50-9484-f780994d66f7 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f0aeb91-38a7-4126-9c2e-f6b35878df07&id=01c8c5ea-898e-4c68-8346-27c108b8e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0785427 Jul 23 16:58:15.405271 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=583df807-cbed-4787-840d-43704023770e,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:15.414663 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 077cbaa1-711c-4d82-a4ce-90197dd19403 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:58:15.423269 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:15.436417 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] Transition to ACTIVE for port object 077cbaa1-711c-4d82-a4ce-90197dd19403 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:58:15.440487 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:15.493952 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] Pushing event updated for resources: {'Port': ['ID=077cbaa1-711c-4d82-a4ce-90197dd19403,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:15.528098 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:15.528459 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:15.528802 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:15.529196 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:15.529697 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:15.530038 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:15.530447 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:15.530760 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:15.531088 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:15.531410 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:15.531733 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:15.532053 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:15.596201 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] Attempting to bind port 077cbaa1-711c-4d82-a4ce-90197dd19403 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:58:15.596660 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] Attempting to bind port 077cbaa1-711c-4d82-a4ce-90197dd19403 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'aad0bc3a-922f-4251-951d-e16a1cfa4da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'b7518a1e-55a9-4ffc-aefd-c5b1f7751caa'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:58:15.597018 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] Attempting to bind port 077cbaa1-711c-4d82-a4ce-90197dd19403 on network b7518a1e-55a9-4ffc-aefd-c5b1f7751caa {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:58:15.603293 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] Port 077cbaa1-711c-4d82-a4ce-90197dd19403 on network b7518a1e-55a9-4ffc-aefd-c5b1f7751caa not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:58:15.603622 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] Attempting to bind port 077cbaa1-711c-4d82-a4ce-90197dd19403 on network b7518a1e-55a9-4ffc-aefd-c5b1f7751caa {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:58:15.609647 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:58:15.610264 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] Checking segment: {'id': 'aad0bc3a-922f-4251-951d-e16a1cfa4da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'b7518a1e-55a9-4ffc-aefd-c5b1f7751caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:58:15.610809 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] Bound using segment: {'id': 'aad0bc3a-922f-4251-951d-e16a1cfa4da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'b7518a1e-55a9-4ffc-aefd-c5b1f7751caa'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:58:15.611251 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] Bound port: 077cbaa1-711c-4d82-a4ce-90197dd19403, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad0bc3a-922f-4251-951d-e16a1cfa4da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'b7518a1e-55a9-4ffc-aefd-c5b1f7751caa'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:58:15.611624 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:15.694104 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] For port 077cbaa1-711c-4d82-a4ce-90197dd19403, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:58:15.698812 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] For port 077cbaa1-711c-4d82-a4ce-90197dd19403, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=077cbaa1-711c-4d82-a4ce-90197dd19403,segment=NetworkSegment(aad0bc3a-922f-4251-951d-e16a1cfa4da9),segment_id=aad0bc3a-922f-4251-951d-e16a1cfa4da9)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:58:15.703975 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:15.744342 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:15.744980 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:15.746445 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] 10.222.0.97 "PUT /v2.0/ports/077cbaa1-711c-4d82-a4ce-90197dd19403 HTTP/1.1" status: 200 len: 1130 time: 0.8384931 Jul 23 16:58:15.746961 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8722d4b-68b8-4be2-b118-b00d32a7628d', 'tag': '077cbaa1-711c-4d82-a4ce-90197dd19403'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:58:15.749364 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446ce58e-4626-43c5-9c55-9f7592c41790" -d '{"events": [{"name": "network-changed", "server_uuid": "d8722d4b-68b8-4be2-b118-b00d32a7628d", "tag": "077cbaa1-711c-4d82-a4ce-90197dd19403"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:58:15.778615 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad69379-f198-41e8-9196-12da89c9f87f service neutron] Pushing event updated for resources: {'Port': ['ID=077cbaa1-711c-4d82-a4ce-90197dd19403,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:15.829080 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620eb269-7947-4f97-be8f-f476f2005b8a x-openstack-request-id: req-620eb269-7947-4f97-be8f-f476f2005b8a {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:58:15.829375 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8722d4b-68b8-4be2-b118-b00d32a7628d", "tag": "077cbaa1-711c-4d82-a4ce-90197dd19403", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:58:15.829634 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-620eb269-7947-4f97-be8f-f476f2005b8a {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:58:15.830044 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8722d4b-68b8-4be2-b118-b00d32a7628d', 'tag': '077cbaa1-711c-4d82-a4ce-90197dd19403', 'status': 'completed', 'code': 200} Jul 23 16:58:15.871010 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-7d57bd34-9661-4d1d-81de-87b1754d58d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:15.871433 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-7d57bd34-9661-4d1d-81de-87b1754d58d3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6250cee40b3d4dab9518a2ec1e83d9de&device_id=d8722d4b-68b8-4be2-b118-b00d32a7628d HTTP/1.1" status: 200 len: 1133 time: 0.0756979 Jul 23 16:58:15.933832 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-5f729fb3-a1af-4c1b-a781-2af07d53e292 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=077cbaa1-711c-4d82-a4ce-90197dd19403 HTTP/1.1" status: 200 len: 217 time: 0.0553069 Jul 23 16:58:15.987311 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-7901dbb3-8981-439d-84ab-45c24ff8bfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:15.989789 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-7901dbb3-8981-439d-84ab-45c24ff8bfbd service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8c20466b-af8f-492b-96c4-db172b2184a2 HTTP/1.1" status: 200 len: 834 time: 0.0496697 Jul 23 16:58:16.059400 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-58ca8ca1-de51-4a85-90dc-2bea14089a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:16.061528 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-58ca8ca1-de51-4a85-90dc-2bea14089a89 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b7518a1e-55a9-4ffc-aefd-c5b1f7751caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661654 Jul 23 16:58:16.096488 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-955aa27f-cc55-47bf-9628-3d06dfe2d51c req-37073991-547a-429f-8bed-6dcf552d5184 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0634971 Jul 23 16:58:16.169623 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-ca859c51-dacf-4ddb-93c3-ca6a367a6584 service neutron] 10.222.0.97 "GET /v2.0/networks/b7518a1e-55a9-4ffc-aefd-c5b1f7751caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018472 Jul 23 16:58:16.211550 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955aa27f-cc55-47bf-9628-3d06dfe2d51c req-8d34beba-d48b-461c-bd41-e08246fc66af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:16.213979 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-955aa27f-cc55-47bf-9628-3d06dfe2d51c req-8d34beba-d48b-461c-bd41-e08246fc66af service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a447386a79c4dde9361c7979cbbb97e&device_id=fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d HTTP/1.1" status: 200 len: 1097 time: 0.0700932 Jul 23 16:58:16.305028 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4d38e6b7-0539-4015-abac-53f66e3c4de8 req-f47d2626-ca11-4fae-927a-e81413cb710e service neutron] 10.222.0.97 "GET /v2.0/networks/b7518a1e-55a9-4ffc-aefd-c5b1f7751caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287124 Jul 23 16:58:16.336743 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955aa27f-cc55-47bf-9628-3d06dfe2d51c req-a5436703-3e93-49e2-857b-de4071a66023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:16.338263 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-955aa27f-cc55-47bf-9628-3d06dfe2d51c req-a5436703-3e93-49e2-857b-de4071a66023 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fedddd04-4e3c-4738-8768-b1bd7c807fbc HTTP/1.1" status: 200 len: 913 time: 0.1001489 Jul 23 16:58:16.404385 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ce58e-4626-43c5-9c55-9f7592c41790 req-71f89040-b2d1-49f3-887d-e3c5fed232ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:16.405965 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-446ce58e-4626-43c5-9c55-9f7592c41790 req-71f89040-b2d1-49f3-887d-e3c5fed232ed service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6250cee40b3d4dab9518a2ec1e83d9de&device_id=d8722d4b-68b8-4be2-b118-b00d32a7628d HTTP/1.1" status: 200 len: 1133 time: 0.0588248 Jul 23 16:58:16.410203 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-955aa27f-cc55-47bf-9628-3d06dfe2d51c req-cc6dbd4e-4608-4c74-9b52-77f7d33f995b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ab9e245-2ebb-4ed0-afb1-89b1461b8a17 HTTP/1.1" status: 200 len: 1002 time: 0.0643847 Jul 23 16:58:16.470108 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955aa27f-cc55-47bf-9628-3d06dfe2d51c req-aaef2ac1-8cee-4b8e-ba6b-27f04c04b872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:16.471966 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-955aa27f-cc55-47bf-9628-3d06dfe2d51c req-aaef2ac1-8cee-4b8e-ba6b-27f04c04b872 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=68bd2291-23ae-4e54-ab39-3c387bae8690 HTTP/1.1" status: 200 len: 850 time: 0.0555365 Jul 23 16:58:16.570977 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955aa27f-cc55-47bf-9628-3d06dfe2d51c req-109cfce3-0c07-4800-b127-39f283f470fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:16.571387 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ce58e-4626-43c5-9c55-9f7592c41790 req-b31ce380-3e4a-4d4d-8b85-7e16b7acbd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:16.572937 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-955aa27f-cc55-47bf-9628-3d06dfe2d51c req-109cfce3-0c07-4800-b127-39f283f470fd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fedddd04-4e3c-4738-8768-b1bd7c807fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932271 Jul 23 16:58:16.573158 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-446ce58e-4626-43c5-9c55-9f7592c41790 req-b31ce380-3e4a-4d4d-8b85-7e16b7acbd2c service neutron] 10.222.0.97 "GET /v2.0/networks?id=b7518a1e-55a9-4ffc-aefd-c5b1f7751caa HTTP/1.1" status: 200 len: 898 time: 0.1603899 Jul 23 16:58:16.626530 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-446ce58e-4626-43c5-9c55-9f7592c41790 req-5b9a4f8e-f196-48ed-8973-6b31abdfc98a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=077cbaa1-711c-4d82-a4ce-90197dd19403 HTTP/1.1" status: 200 len: 217 time: 0.0431850 Jul 23 16:58:16.652511 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64192a7-3840-4367-b248-62d5c500b6ec req-03969960-8df4-4947-8f39-91c12bc63baa tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:16.654070 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b64192a7-3840-4367-b248-62d5c500b6ec req-03969960-8df4-4947-8f39-91c12bc63baa tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8722d4b-68b8-4be2-b118-b00d32a7628d HTTP/1.1" status: 200 len: 982 time: 0.1504991 Jul 23 16:58:16.673420 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-955aa27f-cc55-47bf-9628-3d06dfe2d51c req-6c3891a1-59a2-4d37-888f-42ec7f9233b1 service neutron] 10.222.0.74 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921590 Jul 23 16:58:16.732664 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b64192a7-3840-4367-b248-62d5c500b6ec req-9eb7743d-1938-4ef8-a52b-7bd41f219238 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f0aeb91-38a7-4126-9c2e-f6b35878df07&id=01c8c5ea-898e-4c68-8346-27c108b8e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0596936 Jul 23 16:58:16.734300 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ce58e-4626-43c5-9c55-9f7592c41790 req-3ebf2e0b-d927-42e9-90e8-d93f96b835a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:16.735683 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-446ce58e-4626-43c5-9c55-9f7592c41790 req-3ebf2e0b-d927-42e9-90e8-d93f96b835a0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8c20466b-af8f-492b-96c4-db172b2184a2 HTTP/1.1" status: 200 len: 834 time: 0.1020067 Jul 23 16:58:16.758671 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 583df807-cbed-4787-840d-43704023770e up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:58:16.795831 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-955aa27f-cc55-47bf-9628-3d06dfe2d51c req-16b062de-d6fc-436d-87f1-c4d74d0ccb95 service neutron] 10.222.0.74 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150277 Jul 23 16:58:16.818998 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 583df807-cbed-4787-840d-43704023770e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:58:16.819445 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:16.822691 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ce58e-4626-43c5-9c55-9f7592c41790 req-d81fce9d-a897-4717-9507-2b439533da06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:16.824265 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-446ce58e-4626-43c5-9c55-9f7592c41790 req-d81fce9d-a897-4717-9507-2b439533da06 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b7518a1e-55a9-4ffc-aefd-c5b1f7751caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807209 Jul 23 16:58:16.924679 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-446ce58e-4626-43c5-9c55-9f7592c41790 req-74062487-18d8-4034-9130-999fd4405499 service neutron] 10.222.0.97 "GET /v2.0/networks/b7518a1e-55a9-4ffc-aefd-c5b1f7751caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932794 Jul 23 16:58:17.041981 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-446ce58e-4626-43c5-9c55-9f7592c41790 req-7b542338-fd08-492f-bf46-4f780f0f1eb7 service neutron] 10.222.0.97 "GET /v2.0/networks/b7518a1e-55a9-4ffc-aefd-c5b1f7751caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087606 Jul 23 16:58:17.895197 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2ed79-52ef-41b4-9970-20c3c7b56dc6 req-86673bb0-46b1-4712-97fc-c45fee4caf9f tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:17.897588 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-46f2ed79-52ef-41b4-9970-20c3c7b56dc6 req-86673bb0-46b1-4712-97fc-c45fee4caf9f tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8722d4b-68b8-4be2-b118-b00d32a7628d HTTP/1.1" status: 200 len: 982 time: 0.0734563 Jul 23 16:58:17.941925 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-46f2ed79-52ef-41b4-9970-20c3c7b56dc6 req-2c3405d6-5822-4e2f-a06c-f58ae6511204 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f0aeb91-38a7-4126-9c2e-f6b35878df07&id=01c8c5ea-898e-4c68-8346-27c108b8e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0359464 Jul 23 16:58:18.290999 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 077cbaa1-711c-4d82-a4ce-90197dd19403 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:58:18.392096 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 077cbaa1-711c-4d82-a4ce-90197dd19403, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=077cbaa1-711c-4d82-a4ce-90197dd19403,segment=NetworkSegment(aad0bc3a-922f-4251-951d-e16a1cfa4da9),segment_id=aad0bc3a-922f-4251-951d-e16a1cfa4da9)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:58:18.405467 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '077cbaa1-711c-4d82-a4ce-90197dd19403', 'network_id': 'b7518a1e-55a9-4ffc-aefd-c5b1f7751caa', 'port_id': '077cbaa1-711c-4d82-a4ce-90197dd19403', 'mac_address': 'fa:16:3e:97:e6:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c20466b-af8f-492b-96c4-db172b2184a2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:58:18.450837 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:18.464448 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 077cbaa1-711c-4d82-a4ce-90197dd19403 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:58:18.485230 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 077cbaa1-711c-4d82-a4ce-90197dd19403, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=077cbaa1-711c-4d82-a4ce-90197dd19403,segment=NetworkSegment(aad0bc3a-922f-4251-951d-e16a1cfa4da9),segment_id=aad0bc3a-922f-4251-951d-e16a1cfa4da9)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:58:18.489942 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:18.554856 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=077cbaa1-711c-4d82-a4ce-90197dd19403,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:18.563225 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:18.563571 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:18.563909 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:18.564247 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:18.564590 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:18.565026 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:18.565454 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:18.565783 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:18.566106 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:18.566431 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:18.566934 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:18.567263 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:18.690727 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['077cbaa1-711c-4d82-a4ce-90197dd19403'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:58:19.109771 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72690519-0406-4eba-83ae-893b6267079f req-e1aaa055-792f-4395-af41-7978a22f5496 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:19.111674 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-72690519-0406-4eba-83ae-893b6267079f req-e1aaa055-792f-4395-af41-7978a22f5496 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8722d4b-68b8-4be2-b118-b00d32a7628d HTTP/1.1" status: 200 len: 983 time: 0.0815320 Jul 23 16:58:19.167024 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-72690519-0406-4eba-83ae-893b6267079f req-e12dc738-a277-47f4-8366-dbbacbc00bee tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f0aeb91-38a7-4126-9c2e-f6b35878df07&id=01c8c5ea-898e-4c68-8346-27c108b8e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0490587 Jul 23 16:58:20.290331 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 077cbaa1-711c-4d82-a4ce-90197dd19403 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:58:20.322943 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875ec62-a7d2-4621-9de9-8d17714170ba req-45786841-bd27-4e00-9677-3e83e587ae6c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:20.324562 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3875ec62-a7d2-4621-9de9-8d17714170ba req-45786841-bd27-4e00-9677-3e83e587ae6c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8722d4b-68b8-4be2-b118-b00d32a7628d HTTP/1.1" status: 200 len: 983 time: 0.0694280 Jul 23 16:58:20.349668 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 077cbaa1-711c-4d82-a4ce-90197dd19403 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:58:20.353846 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 077cbaa1-711c-4d82-a4ce-90197dd19403 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:58:20.354229 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:20.389118 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3875ec62-a7d2-4621-9de9-8d17714170ba req-70e810f6-f445-46e4-89ec-96b9cefe1b77 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f0aeb91-38a7-4126-9c2e-f6b35878df07&id=01c8c5ea-898e-4c68-8346-27c108b8e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0579388 Jul 23 16:58:20.439091 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:20.466027 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8722d4b-68b8-4be2-b118-b00d32a7628d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077cbaa1-711c-4d82-a4ce-90197dd19403'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:58:20.468412 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c031ab97-e4f3-4d12-8bdf-3b5c68d6ee02" -d '{"events": [{"server_uuid": "d8722d4b-68b8-4be2-b118-b00d32a7628d", "name": "network-vif-plugged", "status": "completed", "tag": "077cbaa1-711c-4d82-a4ce-90197dd19403"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:58:20.487204 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 077cbaa1-711c-4d82-a4ce-90197dd19403, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=077cbaa1-711c-4d82-a4ce-90197dd19403,segment=NetworkSegment(aad0bc3a-922f-4251-951d-e16a1cfa4da9),segment_id=aad0bc3a-922f-4251-951d-e16a1cfa4da9)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:58:20.492927 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:20.518135 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859ddc8e-f9e9-487f-b0e0-527d910bb841 x-openstack-request-id: req-859ddc8e-f9e9-487f-b0e0-527d910bb841 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:58:20.518432 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8722d4b-68b8-4be2-b118-b00d32a7628d", "name": "network-vif-plugged", "status": "completed", "tag": "077cbaa1-711c-4d82-a4ce-90197dd19403", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:58:20.518666 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-859ddc8e-f9e9-487f-b0e0-527d910bb841 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:58:20.519062 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8722d4b-68b8-4be2-b118-b00d32a7628d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077cbaa1-711c-4d82-a4ce-90197dd19403', 'code': 200} Jul 23 16:58:20.551260 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=077cbaa1-711c-4d82-a4ce-90197dd19403,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:20.633401 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678284ea-284c-4ab2-9bf3-c293505530dd req-e67d81d4-341a-4374-8399-5e50f15c8e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:20.634887 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-678284ea-284c-4ab2-9bf3-c293505530dd req-e67d81d4-341a-4374-8399-5e50f15c8e68 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d8722d4b-68b8-4be2-b118-b00d32a7628d HTTP/1.1" status: 200 len: 1135 time: 0.0617955 Jul 23 16:58:20.678701 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-678284ea-284c-4ab2-9bf3-c293505530dd req-aacca615-2454-4366-a2a2-472fb256487c service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=6f0aeb91-38a7-4126-9c2e-f6b35878df07&id=01c8c5ea-898e-4c68-8346-27c108b8e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0370226 Jul 23 16:58:21.527532 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96816b5-4d81-4704-8124-46246f6952cb req-dc161735-f203-4267-9a49-aecc8772dd1b tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:21.529148 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d96816b5-4d81-4704-8124-46246f6952cb req-dc161735-f203-4267-9a49-aecc8772dd1b tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8722d4b-68b8-4be2-b118-b00d32a7628d HTTP/1.1" status: 200 len: 984 time: 0.0681560 Jul 23 16:58:21.575568 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d96816b5-4d81-4704-8124-46246f6952cb req-df86acce-50f8-4d77-9c6d-ca82747c6293 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f0aeb91-38a7-4126-9c2e-f6b35878df07&id=01c8c5ea-898e-4c68-8346-27c108b8e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0396826 Jul 23 16:58:22.710282 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d03c35-9b9f-4d5a-917e-c16b3aaaa533 req-64cab7c6-fafb-4d5a-bd48-e0d9321a274c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:22.711812 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-11d03c35-9b9f-4d5a-917e-c16b3aaaa533 req-64cab7c6-fafb-4d5a-bd48-e0d9321a274c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8722d4b-68b8-4be2-b118-b00d32a7628d HTTP/1.1" status: 200 len: 984 time: 0.0653183 Jul 23 16:58:22.753838 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-11d03c35-9b9f-4d5a-917e-c16b3aaaa533 req-a1427bb6-7ae0-4be1-8557-9e27d8cbc7bb tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f0aeb91-38a7-4126-9c2e-f6b35878df07&id=01c8c5ea-898e-4c68-8346-27c108b8e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0362928 Jul 23 16:58:22.900546 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524ad79-1f7e-4e5f-a9ef-56cd7e3f3fe6 req-16211388-8aac-4a12-be88-65628e113573 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:22.902103 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f524ad79-1f7e-4e5f-a9ef-56cd7e3f3fe6 req-16211388-8aac-4a12-be88-65628e113573 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8722d4b-68b8-4be2-b118-b00d32a7628d HTTP/1.1" status: 200 len: 984 time: 0.0764322 Jul 23 16:58:22.945910 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f524ad79-1f7e-4e5f-a9ef-56cd7e3f3fe6 req-5f42f6ea-ae76-401f-8e3b-6c4de460990f tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f0aeb91-38a7-4126-9c2e-f6b35878df07&id=01c8c5ea-898e-4c68-8346-27c108b8e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0371044 Jul 23 16:58:23.070895 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7253e4e-7019-4855-abaf-1ce6226f528c req-6eefabe5-6149-47ad-bb89-ecff35b5899e tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:23.072449 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7253e4e-7019-4855-abaf-1ce6226f528c req-6eefabe5-6149-47ad-bb89-ecff35b5899e tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d8722d4b-68b8-4be2-b118-b00d32a7628d HTTP/1.1" status: 200 len: 1135 time: 0.0563560 Jul 23 16:58:23.091147 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f7253e4e-7019-4855-abaf-1ce6226f528c req-96307b81-f6fe-4410-97b4-5af2e2d75464 tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:23.183023 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f7253e4e-7019-4855-abaf-1ce6226f528c req-96307b81-f6fe-4410-97b4-5af2e2d75464 tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:23.186941 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f7253e4e-7019-4855-abaf-1ce6226f528c req-96307b81-f6fe-4410-97b4-5af2e2d75464 tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:23.210954 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7253e4e-7019-4855-abaf-1ce6226f528c req-96307b81-f6fe-4410-97b4-5af2e2d75464 tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=6f0aeb91-38a7-4126-9c2e-f6b35878df07&id=01c8c5ea-898e-4c68-8346-27c108b8e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1323361 Jul 23 16:58:23.219529 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96307b81-f6fe-4410-97b4-5af2e2d75464 tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2fed46-eb78-41ac-8564-dbe95347d95c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:23.233918 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54404) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:58:23.295436 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a874ef50-e429-4bac-93c0-3b4fb26bf768 tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:23.296980 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a874ef50-e429-4bac-93c0-3b4fb26bf768 tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d8722d4b-68b8-4be2-b118-b00d32a7628d HTTP/1.1" status: 200 len: 1130 time: 0.0617020 Jul 23 16:58:23.300211 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54406) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:58:23.305442 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-3a5eb396-1c0e-42a7-9929-02aa4e319bf5 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'port_id': '077cbaa1-711c-4d82-a4ce-90197dd19403', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:58:23.328684 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb396-1c0e-42a7-9929-02aa4e319bf5 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:23.434466 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb396-1c0e-42a7-9929-02aa4e319bf5 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:23.562281 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-3a5eb396-1c0e-42a7-9929-02aa4e319bf5 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Allocated IP 172.25.8.181 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/2acd6949-f1fb-4a4c-af89-772583b896d9) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:58:23.667380 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb396-1c0e-42a7-9929-02aa4e319bf5 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:23.705421 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb396-1c0e-42a7-9929-02aa4e319bf5 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:23.740759 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5eb396-1c0e-42a7-9929-02aa4e319bf5 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:58:23.743788 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-3a5eb396-1c0e-42a7-9929-02aa4e319bf5 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:58:23.747287 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5eb396-1c0e-42a7-9929-02aa4e319bf5 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:58:23.782551 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5eb396-1c0e-42a7-9929-02aa4e319bf5 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Pushing event updated for resources: {'Port': ['ID=2acd6949-f1fb-4a4c-af89-772583b896d9,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:24.127104 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb396-1c0e-42a7-9929-02aa4e319bf5 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:24.207705 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb396-1c0e-42a7-9929-02aa4e319bf5 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:24.365084 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb396-1c0e-42a7-9929-02aa4e319bf5 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:24.369791 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb396-1c0e-42a7-9929-02aa4e319bf5 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:24.440712 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5eb396-1c0e-42a7-9929-02aa4e319bf5 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Pushing event updated for resources: {'Port': ['ID=2acd6949-f1fb-4a4c-af89-772583b896d9,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:24.450664 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb396-1c0e-42a7-9929-02aa4e319bf5 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:24.550519 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-3a5eb396-1c0e-42a7-9929-02aa4e319bf5 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Floating IP 7900acb2-6221-4407-b28e-1e52afc70164 associated. External IP: 172.25.8.181, port: 077cbaa1-711c-4d82-a4ce-90197dd19403. Jul 23 16:58:25.142664 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5eb396-1c0e-42a7-9929-02aa4e319bf5 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Router d1430665-3ab5-486f-ac04-3ff86c842ef9 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:58:25.254154 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5eb396-1c0e-42a7-9929-02aa4e319bf5 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:58:25.264536 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed393d0-45a1-47ae-883f-ce5290e47a86 None None] Sync routers for ids ['d1430665-3ab5-486f-ac04-3ff86c842ef9'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:58:25.270404 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb396-1c0e-42a7-9929-02aa4e319bf5 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:25.274028 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed393d0-45a1-47ae-883f-ce5290e47a86 None None] Routers {'d1430665-3ab5-486f-ac04-3ff86c842ef9'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:58:25.274647 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-5ed393d0-45a1-47ae-883f-ce5290e47a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:58:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d1430665-3ab5-486f-ac04-3ff86c842ef9'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:58:25.309525 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3a5eb396-1c0e-42a7-9929-02aa4e319bf5 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0082331 Jul 23 16:58:25.310127 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8722d4b-68b8-4be2-b118-b00d32a7628d', 'tag': '077cbaa1-711c-4d82-a4ce-90197dd19403'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:58:25.312456 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f69b4d7-860f-4b24-943b-9bf961d25861" -d '{"events": [{"name": "network-changed", "server_uuid": "d8722d4b-68b8-4be2-b118-b00d32a7628d", "tag": "077cbaa1-711c-4d82-a4ce-90197dd19403"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:58:25.313913 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54408) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:58:25.349373 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cba2288-4586-47dc-8b2e-476701dc9179 x-openstack-request-id: req-8cba2288-4586-47dc-8b2e-476701dc9179 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:58:25.349672 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8722d4b-68b8-4be2-b118-b00d32a7628d", "tag": "077cbaa1-711c-4d82-a4ce-90197dd19403", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:58:25.349928 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8cba2288-4586-47dc-8b2e-476701dc9179 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:58:25.350336 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8722d4b-68b8-4be2-b118-b00d32a7628d', 'tag': '077cbaa1-711c-4d82-a4ce-90197dd19403', 'status': 'completed', 'code': 200} Jul 23 16:58:25.388905 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-5ed393d0-45a1-47ae-883f-ce5290e47a86 None None] Set router d1430665-3ab5-486f-ac04-3ff86c842ef9 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:58:25.429760 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69b4d7-860f-4b24-943b-9bf961d25861 req-4e88fc07-27b7-4828-9bce-d3cad3d52e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:25.431228 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8f69b4d7-860f-4b24-943b-9bf961d25861 req-4e88fc07-27b7-4828-9bce-d3cad3d52e52 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6250cee40b3d4dab9518a2ec1e83d9de&device_id=d8722d4b-68b8-4be2-b118-b00d32a7628d HTTP/1.1" status: 200 len: 1135 time: 0.0575666 Jul 23 16:58:25.509669 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69971ec9-090b-46b8-8693-7f054b84e212 tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:25.510150 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69971ec9-090b-46b8-8693-7f054b84e212 tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:25.510621 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69971ec9-090b-46b8-8693-7f054b84e212 tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:25.511077 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69971ec9-090b-46b8-8693-7f054b84e212 tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:25.511531 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69971ec9-090b-46b8-8693-7f054b84e212 tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:25.511988 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69971ec9-090b-46b8-8693-7f054b84e212 tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:25.513810 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-69971ec9-090b-46b8-8693-7f054b84e212 tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4289 time: 0.1981926 Jul 23 16:58:25.516625 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54412) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:58:25.536768 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69b4d7-860f-4b24-943b-9bf961d25861 req-b93611ce-a455-4470-a1dd-bef95042330e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:25.538668 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8f69b4d7-860f-4b24-943b-9bf961d25861 req-b93611ce-a455-4470-a1dd-bef95042330e service neutron] 10.222.0.97 "GET /v2.0/networks?id=b7518a1e-55a9-4ffc-aefd-c5b1f7751caa HTTP/1.1" status: 200 len: 898 time: 0.1012559 Jul 23 16:58:25.624276 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-5ed393d0-45a1-47ae-883f-ce5290e47a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1991100491', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '307c056f-48a0-434c-a5d7-18945d4ca90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:58:05Z', 'updated_at': '2021-07-23T16:58:09Z', 'revision_number': 4, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'gw_port': {'id': '307c056f-48a0-434c-a5d7-18945d4ca90e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:58:06Z', 'updated_at': '2021-07-23T16:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '7900acb2-6221-4407-b28e-1e52afc70164', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'floating_ip_address': '172.25.8.181', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'port_id': '077cbaa1-711c-4d82-a4ce-90197dd19403', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7518a1e-55a9-4ffc-aefd-c5b1f7751caa', 'mac_address': 'fa:16:3e:97:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8722d4b-68b8-4be2-b118-b00d32a7628d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:58:24Z', 'updated_at': '2021-07-23T16:58:24Z', 'revision_number': 0, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '583df807-cbed-4787-840d-43704023770e', 'name': '', 'network_id': 'b7518a1e-55a9-4ffc-aefd-c5b1f7751caa', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'mac_address': 'fa:16:3e:d6:51:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '8c20466b-af8f-492b-96c4-db172b2184a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:58:09Z', 'updated_at': '2021-07-23T16:58:15Z', 'revision_number': 5, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'subnets': [{'id': '8c20466b-af8f-492b-96c4-db172b2184a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:58:25.632774 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5144c0a8-1143-4db1-8e84-392d0373aa7b tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:25.634025 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5144c0a8-1143-4db1-8e84-392d0373aa7b tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:25.634280 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5144c0a8-1143-4db1-8e84-392d0373aa7b tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:25.635079 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5144c0a8-1143-4db1-8e84-392d0373aa7b tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:25.635875 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5144c0a8-1143-4db1-8e84-392d0373aa7b tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:25.636679 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5144c0a8-1143-4db1-8e84-392d0373aa7b tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:25.640104 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5144c0a8-1143-4db1-8e84-392d0373aa7b tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1224244 Jul 23 16:58:25.644061 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54414) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:58:25.644281 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8f69b4d7-860f-4b24-943b-9bf961d25861 req-814875c3-6d42-4fd6-befa-c6aaebc37a59 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=077cbaa1-711c-4d82-a4ce-90197dd19403 HTTP/1.1" status: 200 len: 999 time: 0.0985162 Jul 23 16:58:25.655448 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed393d0-45a1-47ae-883f-ce5290e47a86 None None] Checking router: d1430665-3ab5-486f-ac04-3ff86c842ef9 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:58:25.664639 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed393d0-45a1-47ae-883f-ce5290e47a86 None None] Routers {'d1430665-3ab5-486f-ac04-3ff86c842ef9'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:58:25.665297 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-5ed393d0-45a1-47ae-883f-ce5290e47a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:58:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d1430665-3ab5-486f-ac04-3ff86c842ef9'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:58:25.699067 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69b4d7-860f-4b24-943b-9bf961d25861 req-98303c87-710c-4e75-9dbd-9722f6df8318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:25.700483 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8f69b4d7-860f-4b24-943b-9bf961d25861 req-98303c87-710c-4e75-9dbd-9722f6df8318 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8c20466b-af8f-492b-96c4-db172b2184a2 HTTP/1.1" status: 200 len: 834 time: 0.0500112 Jul 23 16:58:25.766652 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69b4d7-860f-4b24-943b-9bf961d25861 req-7f7886df-702f-45d7-a24f-321daf2ee2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:25.768299 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8f69b4d7-860f-4b24-943b-9bf961d25861 req-7f7886df-702f-45d7-a24f-321daf2ee2ee service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b7518a1e-55a9-4ffc-aefd-c5b1f7751caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617421 Jul 23 16:58:25.783177 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-5ed393d0-45a1-47ae-883f-ce5290e47a86 None None] Set router d1430665-3ab5-486f-ac04-3ff86c842ef9 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:58:25.873865 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8f69b4d7-860f-4b24-943b-9bf961d25861 req-f87a4883-716f-4b27-a603-c514faf4a675 service neutron] 10.222.0.97 "GET /v2.0/networks/b7518a1e-55a9-4ffc-aefd-c5b1f7751caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978990 Jul 23 16:58:25.956987 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0fa467ad-c0f2-4eb5-80be-5e073a60ebd1 tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 0.3116624 Jul 23 16:58:25.957592 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54416) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:58:26.017493 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8f69b4d7-860f-4b24-943b-9bf961d25861 req-deea02a3-5bac-4ca1-abba-3a94ada5c54d service neutron] 10.222.0.97 "GET /v2.0/networks/b7518a1e-55a9-4ffc-aefd-c5b1f7751caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364191 Jul 23 16:58:26.030825 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41660924-e8e3-40d3-9309-1dda3048c63f tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:26.031431 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41660924-e8e3-40d3-9309-1dda3048c63f tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:26.033791 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-41660924-e8e3-40d3-9309-1dda3048c63f tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d1430665-3ab5-486f-ac04-3ff86c842ef9 HTTP/1.1" status: 200 len: 1989 time: 0.0743775 Jul 23 16:58:26.132058 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-5ed393d0-45a1-47ae-883f-ce5290e47a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1991100491', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '307c056f-48a0-434c-a5d7-18945d4ca90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:58:05Z', 'updated_at': '2021-07-23T16:58:09Z', 'revision_number': 4, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'gw_port': {'id': '307c056f-48a0-434c-a5d7-18945d4ca90e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:58:06Z', 'updated_at': '2021-07-23T16:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '7900acb2-6221-4407-b28e-1e52afc70164', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'floating_ip_address': '172.25.8.181', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'port_id': '077cbaa1-711c-4d82-a4ce-90197dd19403', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7518a1e-55a9-4ffc-aefd-c5b1f7751caa', 'mac_address': 'fa:16:3e:97:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8722d4b-68b8-4be2-b118-b00d32a7628d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:58:24Z', 'updated_at': '2021-07-23T16:58:24Z', 'revision_number': 0, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '583df807-cbed-4787-840d-43704023770e', 'name': '', 'network_id': 'b7518a1e-55a9-4ffc-aefd-c5b1f7751caa', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'mac_address': 'fa:16:3e:d6:51:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '8c20466b-af8f-492b-96c4-db172b2184a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:58:09Z', 'updated_at': '2021-07-23T16:58:15Z', 'revision_number': 5, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'subnets': [{'id': '8c20466b-af8f-492b-96c4-db172b2184a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:58:26.158217 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed393d0-45a1-47ae-883f-ce5290e47a86 None None] The sync data for ids ['d1430665-3ab5-486f-ac04-3ff86c842ef9'] in n-d-778549-4 is: [{'id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1991100491', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '307c056f-48a0-434c-a5d7-18945d4ca90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:58:05Z', 'updated_at': '2021-07-23T16:58:09Z', 'revision_number': 4, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'gw_port': {'id': '307c056f-48a0-434c-a5d7-18945d4ca90e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:58:06Z', 'updated_at': '2021-07-23T16:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '7900acb2-6221-4407-b28e-1e52afc70164', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'floating_ip_address': '172.25.8.181', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'port_id': '077cbaa1-711c-4d82-a4ce-90197dd19403', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7518a1e-55a9-4ffc-aefd-c5b1f7751caa', 'mac_address': 'fa:16:3e:97:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8722d4b-68b8-4be2-b118-b00d32a7628d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:58:24Z', 'updated_at': '2021-07-23T16:58:24Z', 'revision_number': 0, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '583df807-cbed-4787-840d-43704023770e', 'name': '', 'network_id': 'b7518a1e-55a9-4ffc-aefd-c5b1f7751caa', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'mac_address': 'fa:16:3e:d6:51:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '8c20466b-af8f-492b-96c4-db172b2184a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:58:09Z', 'updated_at': '2021-07-23T16:58:15Z', 'revision_number': 5, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'subnets': [{'id': '8c20466b-af8f-492b-96c4-db172b2184a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:58:26.372088 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ea9ffb-7a56-4456-b661-157aed8b4379 None None] New status for floating IP 7900acb2-6221-4407-b28e-1e52afc70164: ACTIVE {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:58:32.687809 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0a731366-3bf3-4f01-90c4-b75ae08e4188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:35.175875 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:35.428296 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-312ff3db-e570-4c00-a616-1495213e6200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:35.511563 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:36.635434 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:37.617937 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:38.671666 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:50.165829 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:58:59.096578 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54442) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:58:59.210788 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-90ebc9f6-4124-4086-80d7-8f63e77b71f2 tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] 10.222.0.73 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2803 time: 0.1129379 Jul 23 16:58:59.213629 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54444) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:58:59.218792 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-9c1e8a02-94fe-446e-ae02-5ae33c9bf221 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Request body: {'network': {'name': 'tempest-network-smoke--1888131809', 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'port_security_enabled': False}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:58:59.249373 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1e8a02-94fe-446e-ae02-5ae33c9bf221 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Made reservation on behalf of 6250cee40b3d4dab9518a2ec1e83d9de for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:58:59.253415 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9c1e8a02-94fe-446e-ae02-5ae33c9bf221 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:59.276948 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c1e8a02-94fe-446e-ae02-5ae33c9bf221 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] vlan segment allocate from pool success with {'vlan_id': 1121, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:58:59.285841 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9c1e8a02-94fe-446e-ae02-5ae33c9bf221 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:59.286775 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-9c1e8a02-94fe-446e-ae02-5ae33c9bf221 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Added segment 53356e69-b67f-457b-94a5-d87268e26f87 of type vlan for network f9a43a81-d6d4-4292-ba97-f6788d8e971d Jul 23 16:58:59.341643 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9c1e8a02-94fe-446e-ae02-5ae33c9bf221 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:59.373903 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9c1e8a02-94fe-446e-ae02-5ae33c9bf221 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:59.379304 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1e8a02-94fe-446e-ae02-5ae33c9bf221 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:59.379923 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9c1e8a02-94fe-446e-ae02-5ae33c9bf221 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:59.423477 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9c1e8a02-94fe-446e-ae02-5ae33c9bf221 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2086658 Jul 23 16:58:59.426334 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54446) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:58:59.431879 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-4de0dcd6-2296-45c8-98b1-3d047d7cca7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1561467528', 'admin_state_up': True, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:58:59.457692 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4de0dcd6-2296-45c8-98b1-3d047d7cca7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:59.458286 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e8a02-94fe-446e-ae02-5ae33c9bf221 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Pushing event updated for resources: {'Network': ['ID=f9a43a81-d6d4-4292-ba97-f6788d8e971d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:59.459199 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4de0dcd6-2296-45c8-98b1-3d047d7cca7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:59.469836 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network f9a43a81-d6d4-4292-ba97-f6788d8e971d details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:58:59.520558 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4de0dcd6-2296-45c8-98b1-3d047d7cca7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:59.660337 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4de0dcd6-2296-45c8-98b1-3d047d7cca7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:59.861676 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4de0dcd6-2296-45c8-98b1-3d047d7cca7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:59.881923 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4de0dcd6-2296-45c8-98b1-3d047d7cca7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:59.987490 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-4de0dcd6-2296-45c8-98b1-3d047d7cca7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Allocated IP 172.25.8.14 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/187f63ae-ff05-497c-bf9f-4dd18eedf081) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:59:00.096960 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4de0dcd6-2296-45c8-98b1-3d047d7cca7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:00.137160 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4de0dcd6-2296-45c8-98b1-3d047d7cca7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:00.176437 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de0dcd6-2296-45c8-98b1-3d047d7cca7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:59:00.182957 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-4de0dcd6-2296-45c8-98b1-3d047d7cca7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:59:00.186652 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de0dcd6-2296-45c8-98b1-3d047d7cca7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:59:00.211245 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0dcd6-2296-45c8-98b1-3d047d7cca7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Pushing event updated for resources: {'Port': ['ID=187f63ae-ff05-497c-bf9f-4dd18eedf081,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:00.443945 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4de0dcd6-2296-45c8-98b1-3d047d7cca7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:00.650907 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4de0dcd6-2296-45c8-98b1-3d047d7cca7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:00.793293 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de0dcd6-2296-45c8-98b1-3d047d7cca7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Router 5caa6692-c2b7-4137-88d7-e1f8f1aaac37 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:59:00.904848 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de0dcd6-2296-45c8-98b1-3d047d7cca7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:59:00.917220 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c574bfc0-9c33-4820-832f-5782b3f98607 None None] Sync routers for ids ['5caa6692-c2b7-4137-88d7-e1f8f1aaac37'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:59:00.927777 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c574bfc0-9c33-4820-832f-5782b3f98607 None None] Routers {'5caa6692-c2b7-4137-88d7-e1f8f1aaac37'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:59:00.928118 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4de0dcd6-2296-45c8-98b1-3d047d7cca7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:00.928397 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c574bfc0-9c33-4820-832f-5782b3f98607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:58:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5caa6692-c2b7-4137-88d7-e1f8f1aaac37'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:00.929734 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4de0dcd6-2296-45c8-98b1-3d047d7cca7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5014675 Jul 23 16:59:00.934313 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54448) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:01.047362 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-c574bfc0-9c33-4820-832f-5782b3f98607 None None] Set router 5caa6692-c2b7-4137-88d7-e1f8f1aaac37 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:59:01.299192 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c574bfc0-9c33-4820-832f-5782b3f98607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5caa6692-c2b7-4137-88d7-e1f8f1aaac37', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1561467528', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '187f63ae-ff05-497c-bf9f-4dd18eedf081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:58:59Z', 'updated_at': '2021-07-23T16:59:00Z', 'revision_number': 3, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'gw_port': {'id': '187f63ae-ff05-497c-bf9f-4dd18eedf081', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5caa6692-c2b7-4137-88d7-e1f8f1aaac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:58:59Z', 'updated_at': '2021-07-23T16:58:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:01.322077 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9e82ec-8ac3-4cfa-9f4a-8e91cf119a71 tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:01.326107 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ae9e82ec-8ac3-4cfa-9f4a-8e91cf119a71 tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=6250cee40b3d4dab9518a2ec1e83d9de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.3882291 Jul 23 16:59:01.326450 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54450) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:01.342567 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c574bfc0-9c33-4820-832f-5782b3f98607 None None] Checking router: 5caa6692-c2b7-4137-88d7-e1f8f1aaac37 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:59:01.343030 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c574bfc0-9c33-4820-832f-5782b3f98607 None None] Updating router 5caa6692-c2b7-4137-88d7-e1f8f1aaac37 port 187f63ae-ff05-497c-bf9f-4dd18eedf081 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:59:01.401334 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c574bfc0-9c33-4820-832f-5782b3f98607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:01.423835 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be10552-388b-4654-a3cf-f0b810466478 tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:01.425398 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8be10552-388b-4654-a3cf-f0b810466478 tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0979660 Jul 23 16:59:01.428815 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54452) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:01.459368 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3925afb2-797b-45fe-bf48-231fdf40c6fb tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4e763b06-7572-4747-a18b-44a256cb56cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281165 Jul 23 16:59:01.462081 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54454) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:01.492437 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4e8f10a2-c7b4-4a35-91da-16fe2211e506 tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=6250cee40b3d4dab9518a2ec1e83d9de&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292480 Jul 23 16:59:01.496741 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54456) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:01.620561 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36219427-86c2-4cd9-919c-7a26e74f8a9d tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:01.622067 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-36219427-86c2-4cd9-919c-7a26e74f8a9d tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1242404 Jul 23 16:59:01.625626 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54458) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:01.662378 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bc03d344-33b9-4c50-8fb6-ba70e26bdab7 tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4e763b06-7572-4747-a18b-44a256cb56cb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354474 Jul 23 16:59:01.666803 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54460) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:01.672029 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-2f12b5c1-af10-49b0-8d88-095f937e8075 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1245917423', 'network_id': 'f9a43a81-d6d4-4292-ba97-f6788d8e971d', 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:59:01.738333 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c574bfc0-9c33-4820-832f-5782b3f98607 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:01.754758 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-c574bfc0-9c33-4820-832f-5782b3f98607 None None] Transition to ACTIVE for port object 187f63ae-ff05-497c-bf9f-4dd18eedf081 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:59:01.763772 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c574bfc0-9c33-4820-832f-5782b3f98607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:01.788615 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f12b5c1-af10-49b0-8d88-095f937e8075 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Made reservation on behalf of 6250cee40b3d4dab9518a2ec1e83d9de for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:59:01.792750 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2f12b5c1-af10-49b0-8d88-095f937e8075 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:01.835243 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b43a9-3ca0-4bca-849a-2783393eba52 None None] Pushing event updated for resources: {'Port': ['ID=187f63ae-ff05-497c-bf9f-4dd18eedf081,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:01.842069 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-c574bfc0-9c33-4820-832f-5782b3f98607 None None] Attempting to bind port 187f63ae-ff05-497c-bf9f-4dd18eedf081 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:59:01.842543 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-c574bfc0-9c33-4820-832f-5782b3f98607 None None] Attempting to bind port 187f63ae-ff05-497c-bf9f-4dd18eedf081 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:59:01.843090 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c574bfc0-9c33-4820-832f-5782b3f98607 None None] Attempting to bind port 187f63ae-ff05-497c-bf9f-4dd18eedf081 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:59:01.850830 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c574bfc0-9c33-4820-832f-5782b3f98607 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:59:01.851331 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c574bfc0-9c33-4820-832f-5782b3f98607 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:59:01.851917 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c574bfc0-9c33-4820-832f-5782b3f98607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:01.852468 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c574bfc0-9c33-4820-832f-5782b3f98607 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:59:01.853108 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-c574bfc0-9c33-4820-832f-5782b3f98607 None None] Bound port: 187f63ae-ff05-497c-bf9f-4dd18eedf081, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:59:01.853634 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c574bfc0-9c33-4820-832f-5782b3f98607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:01.908335 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-c574bfc0-9c33-4820-832f-5782b3f98607 None None] For port 187f63ae-ff05-497c-bf9f-4dd18eedf081, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:59:01.911969 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-c574bfc0-9c33-4820-832f-5782b3f98607 None None] For port 187f63ae-ff05-497c-bf9f-4dd18eedf081, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=187f63ae-ff05-497c-bf9f-4dd18eedf081,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:59:01.917663 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-c574bfc0-9c33-4820-832f-5782b3f98607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:01.973925 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c574bfc0-9c33-4820-832f-5782b3f98607 None None] Routers {'5caa6692-c2b7-4137-88d7-e1f8f1aaac37'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:59:01.974593 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c574bfc0-9c33-4820-832f-5782b3f98607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:58:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5caa6692-c2b7-4137-88d7-e1f8f1aaac37'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:02.015359 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b43a9-3ca0-4bca-849a-2783393eba52 None None] Pushing event updated for resources: {'Port': ['ID=187f63ae-ff05-497c-bf9f-4dd18eedf081,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:02.092647 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-c574bfc0-9c33-4820-832f-5782b3f98607 None None] Set router 5caa6692-c2b7-4137-88d7-e1f8f1aaac37 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:59:02.093436 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2f12b5c1-af10-49b0-8d88-095f937e8075 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:02.225303 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12b5c1-af10-49b0-8d88-095f937e8075 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Pushing event updated for resources: {'Subnet': ['ID=c8332274-2a9c-4529-a869-c2cd21f59e33,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:02.239833 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f12b5c1-af10-49b0-8d88-095f937e8075 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Checking segment: {'id': '53356e69-b67f-457b-94a5-d87268e26f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'f9a43a81-d6d4-4292-ba97-f6788d8e971d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:59:02.240361 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f12b5c1-af10-49b0-8d88-095f937e8075 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Network hostable DHCP agents. Network: f9a43a81-d6d4-4292-ba97-f6788d8e971d, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:59:02.268696 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f12b5c1-af10-49b0-8d88-095f937e8075 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Network f9a43a81-d6d4-4292-ba97-f6788d8e971d is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:59:02.284249 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-2f12b5c1-af10-49b0-8d88-095f937e8075 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, f9a43a81-d6d4-4292-ba97-f6788d8e971d) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:59:02.291837 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f12b5c1-af10-49b0-8d88-095f937e8075 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:02.292776 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2f12b5c1-af10-49b0-8d88-095f937e8075 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:02.296235 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33019254-6a28-468a-adf2-0285496abd50 None None] Network f9a43a81-d6d4-4292-ba97-f6788d8e971d requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:59:02.316871 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2f12b5c1-af10-49b0-8d88-095f937e8075 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6464555 Jul 23 16:59:02.318227 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54462) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:02.320759 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-c574bfc0-9c33-4820-832f-5782b3f98607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5caa6692-c2b7-4137-88d7-e1f8f1aaac37', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1561467528', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '187f63ae-ff05-497c-bf9f-4dd18eedf081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:58:59Z', 'updated_at': '2021-07-23T16:59:00Z', 'revision_number': 3, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'gw_port': {'id': '187f63ae-ff05-497c-bf9f-4dd18eedf081', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5caa6692-c2b7-4137-88d7-e1f8f1aaac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:58:59Z', 'updated_at': '2021-07-23T16:59:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:02.355828 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c574bfc0-9c33-4820-832f-5782b3f98607 None None] The sync data for ids ['5caa6692-c2b7-4137-88d7-e1f8f1aaac37'] in n-d-778549-4 is: [{'id': '5caa6692-c2b7-4137-88d7-e1f8f1aaac37', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1561467528', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '187f63ae-ff05-497c-bf9f-4dd18eedf081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:58:59Z', 'updated_at': '2021-07-23T16:59:00Z', 'revision_number': 3, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'gw_port': {'id': '187f63ae-ff05-497c-bf9f-4dd18eedf081', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5caa6692-c2b7-4137-88d7-e1f8f1aaac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:58:59Z', 'updated_at': '2021-07-23T16:59:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:59:02.534128 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc17f3a-7204-4556-8ff4-f3db4852efce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-f9a43a81-d6d4-4292-ba97-f6788d8e971d', 'network_id': 'f9a43a81-d6d4-4292-ba97-f6788d8e971d', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'fixed_ips': [{'subnet_id': 'c8332274-2a9c-4529-a869-c2cd21f59e33'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:59:02.536249 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dbc17f3a-7204-4556-8ff4-f3db4852efce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:02.735312 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bbe3c9e1-98eb-4578-b44b-4033e75d1f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:02.773785 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-dbc17f3a-7204-4556-8ff4-f3db4852efce None None] Allocated IP 172.20.0.18 (f9a43a81-d6d4-4292-ba97-f6788d8e971d/c8332274-2a9c-4529-a869-c2cd21f59e33/53aa3a47-80d9-4d7e-bb9c-b46264f73679) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:59:02.936635 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 187f63ae-ff05-497c-bf9f-4dd18eedf081 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:59:02.996886 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a62c5c01-6299-4e95-a832-9db14ba2cf04 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:03.043803 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dbc17f3a-7204-4556-8ff4-f3db4852efce None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:03.066157 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-dbc17f3a-7204-4556-8ff4-f3db4852efce None None] Transition to ACTIVE for port object 53aa3a47-80d9-4d7e-bb9c-b46264f73679 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:59:03.072300 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 187f63ae-ff05-497c-bf9f-4dd18eedf081 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:59:03.090387 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 187f63ae-ff05-497c-bf9f-4dd18eedf081 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:59:03.091077 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:03.140449 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-dbc17f3a-7204-4556-8ff4-f3db4852efce None None] Transition to ACTIVE for port object 53aa3a47-80d9-4d7e-bb9c-b46264f73679 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:59:03.155503 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dbc17f3a-7204-4556-8ff4-f3db4852efce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:03.234518 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc17f3a-7204-4556-8ff4-f3db4852efce None None] Network f9a43a81-d6d4-4292-ba97-f6788d8e971d is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:59:03.246830 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-dbc17f3a-7204-4556-8ff4-f3db4852efce None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:59:03.260992 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc17f3a-7204-4556-8ff4-f3db4852efce None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:59:03.277274 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc17f3a-7204-4556-8ff4-f3db4852efce None None] Pushing event updated for resources: {'Port': ['ID=53aa3a47-80d9-4d7e-bb9c-b46264f73679,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:03.408048 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-dbc17f3a-7204-4556-8ff4-f3db4852efce None None] Attempting to bind port 53aa3a47-80d9-4d7e-bb9c-b46264f73679 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:59:03.409247 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-dbc17f3a-7204-4556-8ff4-f3db4852efce None None] Attempting to bind port 53aa3a47-80d9-4d7e-bb9c-b46264f73679 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '53356e69-b67f-457b-94a5-d87268e26f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'f9a43a81-d6d4-4292-ba97-f6788d8e971d'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:59:03.409247 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc17f3a-7204-4556-8ff4-f3db4852efce None None] Attempting to bind port 53aa3a47-80d9-4d7e-bb9c-b46264f73679 on network f9a43a81-d6d4-4292-ba97-f6788d8e971d {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:59:03.411057 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:03.426090 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc17f3a-7204-4556-8ff4-f3db4852efce None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:59:03.427459 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc17f3a-7204-4556-8ff4-f3db4852efce None None] Checking segment: {'id': '53356e69-b67f-457b-94a5-d87268e26f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'f9a43a81-d6d4-4292-ba97-f6788d8e971d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:59:03.428080 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-a62c5c01-6299-4e95-a832-9db14ba2cf04 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Allocated IP 172.20.0.17 (f9a43a81-d6d4-4292-ba97-f6788d8e971d/c8332274-2a9c-4529-a869-c2cd21f59e33/e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:59:03.428916 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dbc17f3a-7204-4556-8ff4-f3db4852efce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:03.428916 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc17f3a-7204-4556-8ff4-f3db4852efce None None] Bound using segment: {'id': '53356e69-b67f-457b-94a5-d87268e26f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'f9a43a81-d6d4-4292-ba97-f6788d8e971d'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:59:03.429292 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-dbc17f3a-7204-4556-8ff4-f3db4852efce None None] Bound port: 53aa3a47-80d9-4d7e-bb9c-b46264f73679, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53356e69-b67f-457b-94a5-d87268e26f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'f9a43a81-d6d4-4292-ba97-f6788d8e971d'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:59:03.429505 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dbc17f3a-7204-4556-8ff4-f3db4852efce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:03.452643 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 187f63ae-ff05-497c-bf9f-4dd18eedf081, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=187f63ae-ff05-497c-bf9f-4dd18eedf081,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:59:03.460441 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:03.563958 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-dbc17f3a-7204-4556-8ff4-f3db4852efce None None] For port 53aa3a47-80d9-4d7e-bb9c-b46264f73679, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:59:03.566420 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=187f63ae-ff05-497c-bf9f-4dd18eedf081,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:03.583825 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-dbc17f3a-7204-4556-8ff4-f3db4852efce None None] For port 53aa3a47-80d9-4d7e-bb9c-b46264f73679, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=53aa3a47-80d9-4d7e-bb9c-b46264f73679,segment=NetworkSegment(53356e69-b67f-457b-94a5-d87268e26f87),segment_id=53356e69-b67f-457b-94a5-d87268e26f87)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:59:03.589745 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dbc17f3a-7204-4556-8ff4-f3db4852efce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:03.611855 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a62c5c01-6299-4e95-a832-9db14ba2cf04 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:03.627773 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-a62c5c01-6299-4e95-a832-9db14ba2cf04 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Transition to ACTIVE for port object e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:59:03.661907 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc17f3a-7204-4556-8ff4-f3db4852efce None None] Pushing event updated for resources: {'Port': ['ID=53aa3a47-80d9-4d7e-bb9c-b46264f73679,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:03.676101 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a62c5c01-6299-4e95-a832-9db14ba2cf04 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:03.732228 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62c5c01-6299-4e95-a832-9db14ba2cf04 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Network f9a43a81-d6d4-4292-ba97-f6788d8e971d is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:59:03.738735 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-a62c5c01-6299-4e95-a832-9db14ba2cf04 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:59:03.750739 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62c5c01-6299-4e95-a832-9db14ba2cf04 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:59:03.798301 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c5c01-6299-4e95-a832-9db14ba2cf04 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Pushing event updated for resources: {'Port': ['ID=e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:03.832882 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a62c5c01-6299-4e95-a832-9db14ba2cf04 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:04.072231 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a62c5c01-6299-4e95-a832-9db14ba2cf04 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:04.453289 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a62c5c01-6299-4e95-a832-9db14ba2cf04 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:04.460543 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a62c5c01-6299-4e95-a832-9db14ba2cf04 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:04.610356 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a62c5c01-6299-4e95-a832-9db14ba2cf04 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:04.613243 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c5c01-6299-4e95-a832-9db14ba2cf04 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Pushing event updated for resources: {'Port': ['ID=e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:04.761917 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62c5c01-6299-4e95-a832-9db14ba2cf04 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Network f9a43a81-d6d4-4292-ba97-f6788d8e971d is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:59:04.764139 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-a62c5c01-6299-4e95-a832-9db14ba2cf04 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:59:04.914604 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 187f63ae-ff05-497c-bf9f-4dd18eedf081 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:59:04.956957 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62c5c01-6299-4e95-a832-9db14ba2cf04 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Router 5caa6692-c2b7-4137-88d7-e1f8f1aaac37 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:59:04.996483 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 187f63ae-ff05-497c-bf9f-4dd18eedf081 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:59:04.997112 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:05.169321 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62c5c01-6299-4e95-a832-9db14ba2cf04 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:59:05.179227 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a62c5c01-6299-4e95-a832-9db14ba2cf04 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "PUT /v2.0/routers/5caa6692-c2b7-4137-88d7-e1f8f1aaac37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8586063 Jul 23 16:59:05.300534 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5f8bfe-da04-4764-89c3-e72b0e0b7510 None None] Sync routers for ids ['5caa6692-c2b7-4137-88d7-e1f8f1aaac37'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:59:05.306504 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576c8b2a-f9f7-4093-a440-6a05390ca998 None None] Network f9a43a81-d6d4-4292-ba97-f6788d8e971d requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:59:05.360082 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 53aa3a47-80d9-4d7e-bb9c-b46264f73679 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:59:05.409042 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:05.409904 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5f8bfe-da04-4764-89c3-e72b0e0b7510 None None] Routers {'5caa6692-c2b7-4137-88d7-e1f8f1aaac37'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:59:05.410614 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3e5f8bfe-da04-4764-89c3-e72b0e0b7510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:58:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5caa6692-c2b7-4137-88d7-e1f8f1aaac37'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:05.417534 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-80aeeb93-4bf2-4bc7-8e38-d0f051da6285 None None] Provisioning for port 53aa3a47-80d9-4d7e-bb9c-b46264f73679 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:59:05.482207 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-25f1b87a-03e1-4ab8-a7d7-ca49d2983d99 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:05.484577 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-25f1b87a-03e1-4ab8-a7d7-ca49d2983d99 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/networks?id=f9a43a81-d6d4-4292-ba97-f6788d8e971d HTTP/1.1" status: 200 len: 798 time: 0.1365576 Jul 23 16:59:05.513789 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-d2b61d8a-3b43-471d-85da-d6b9a45eb748 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/quotas/6250cee40b3d4dab9518a2ec1e83d9de HTTP/1.1" status: 200 len: 375 time: 0.0183682 Jul 23 16:59:05.589816 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-817080cc-f071-4555-b29c-623e1c6be0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:05.604039 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:05.632334 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-91a19ed1-7cae-44bd-88a0-c12d8d9dc239 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6250cee40b3d4dab9518a2ec1e83d9de&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1090920 Jul 23 16:59:05.662572 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 53aa3a47-80d9-4d7e-bb9c-b46264f73679 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:59:05.677190 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 53aa3a47-80d9-4d7e-bb9c-b46264f73679 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:59:05.677501 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:05.682469 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-3e5f8bfe-da04-4764-89c3-e72b0e0b7510 None None] Set router 5caa6692-c2b7-4137-88d7-e1f8f1aaac37 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:59:05.793201 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-ebc9bafe-efb9-42a4-8b02-082b30bcba04 service neutron] 10.222.0.73 "GET /v2.0/networks/f9a43a81-d6d4-4292-ba97-f6788d8e971d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366289 Jul 23 16:59:05.901324 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-049a2b27-7ca0-400c-be35-d0d42914997d service neutron] 10.222.0.73 "GET /v2.0/networks/f9a43a81-d6d4-4292-ba97-f6788d8e971d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017702 Jul 23 16:59:05.936274 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:06.010730 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 53aa3a47-80d9-4d7e-bb9c-b46264f73679, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=53aa3a47-80d9-4d7e-bb9c-b46264f73679,segment=NetworkSegment(53356e69-b67f-457b-94a5-d87268e26f87),segment_id=53356e69-b67f-457b-94a5-d87268e26f87)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:59:06.017386 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:06.092658 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=53aa3a47-80d9-4d7e-bb9c-b46264f73679,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:06.105530 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3e5f8bfe-da04-4764-89c3-e72b0e0b7510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5caa6692-c2b7-4137-88d7-e1f8f1aaac37', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1561467528', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '187f63ae-ff05-497c-bf9f-4dd18eedf081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:58:59Z', 'updated_at': '2021-07-23T16:59:04Z', 'revision_number': 4, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'gw_port': {'id': '187f63ae-ff05-497c-bf9f-4dd18eedf081', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caa6692-c2b7-4137-88d7-e1f8f1aaac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:58:59Z', 'updated_at': '2021-07-23T16:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d', 'name': '', 'network_id': 'f9a43a81-d6d4-4292-ba97-f6788d8e971d', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'mac_address': 'fa:16:3e:04:94:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5caa6692-c2b7-4137-88d7-e1f8f1aaac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'c8332274-2a9c-4529-a869-c2cd21f59e33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:59:03Z', 'updated_at': '2021-07-23T16:59:04Z', 'revision_number': 2, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'subnets': [{'id': 'c8332274-2a9c-4529-a869-c2cd21f59e33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:06.136133 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5f8bfe-da04-4764-89c3-e72b0e0b7510 None None] Checking router: 5caa6692-c2b7-4137-88d7-e1f8f1aaac37 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:59:06.136830 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5f8bfe-da04-4764-89c3-e72b0e0b7510 None None] Updating router 5caa6692-c2b7-4137-88d7-e1f8f1aaac37 port e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:59:06.200939 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3e5f8bfe-da04-4764-89c3-e72b0e0b7510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:06.225999 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15cc4503-3ab2-4918-b150-cf42b49eb9bc req-49db89a8-6d82-4bf1-8be3-4e72d3661888 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee37c978-de95-4b05-9ece-b47ce1769c9a HTTP/1.1" status: 200 len: 210 time: 0.0582116 Jul 23 16:59:06.412384 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d84f5a80-b806-4fc1-a5ba-10322b04cadf None None] Provisioning complete for port 53aa3a47-80d9-4d7e-bb9c-b46264f73679 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:59:06.413000 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d84f5a80-b806-4fc1-a5ba-10322b04cadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:06.698333 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:06.765343 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d84f5a80-b806-4fc1-a5ba-10322b04cadf None None] Provisioning for port e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:59:06.775161 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d84f5a80-b806-4fc1-a5ba-10322b04cadf None None] Provisioning complete for port e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:59:06.776157 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d84f5a80-b806-4fc1-a5ba-10322b04cadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:06.864304 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 53aa3a47-80d9-4d7e-bb9c-b46264f73679 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:59:06.904493 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3e5f8bfe-da04-4764-89c3-e72b0e0b7510 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:06.911720 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-d84f5a80-b806-4fc1-a5ba-10322b04cadf None None] Port e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:59:06.937775 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3e5f8bfe-da04-4764-89c3-e72b0e0b7510 None None] Transition to ACTIVE for port object e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:59:06.950851 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3e5f8bfe-da04-4764-89c3-e72b0e0b7510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:07.033405 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 53aa3a47-80d9-4d7e-bb9c-b46264f73679 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:59:07.033989 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:07.075448 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d1c71-63ef-45b2-a26d-f2699c9f5f38 None None] Pushing event updated for resources: {'Port': ['ID=e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:07.179941 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-3e5f8bfe-da04-4764-89c3-e72b0e0b7510 None None] Attempting to bind port e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:59:07.180326 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-3e5f8bfe-da04-4764-89c3-e72b0e0b7510 None None] Attempting to bind port e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '53356e69-b67f-457b-94a5-d87268e26f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'f9a43a81-d6d4-4292-ba97-f6788d8e971d'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:59:07.180700 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5f8bfe-da04-4764-89c3-e72b0e0b7510 None None] Attempting to bind port e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d on network f9a43a81-d6d4-4292-ba97-f6788d8e971d {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:59:07.190407 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5f8bfe-da04-4764-89c3-e72b0e0b7510 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:59:07.190823 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5f8bfe-da04-4764-89c3-e72b0e0b7510 None None] Checking segment: {'id': '53356e69-b67f-457b-94a5-d87268e26f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'f9a43a81-d6d4-4292-ba97-f6788d8e971d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:59:07.191181 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3e5f8bfe-da04-4764-89c3-e72b0e0b7510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:07.191586 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5f8bfe-da04-4764-89c3-e72b0e0b7510 None None] Bound using segment: {'id': '53356e69-b67f-457b-94a5-d87268e26f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'f9a43a81-d6d4-4292-ba97-f6788d8e971d'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:59:07.192252 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-3e5f8bfe-da04-4764-89c3-e72b0e0b7510 None None] Bound port: e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53356e69-b67f-457b-94a5-d87268e26f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'f9a43a81-d6d4-4292-ba97-f6788d8e971d'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:59:07.193764 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3e5f8bfe-da04-4764-89c3-e72b0e0b7510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:07.318666 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-3e5f8bfe-da04-4764-89c3-e72b0e0b7510 None None] For port e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:59:07.322635 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-3e5f8bfe-da04-4764-89c3-e72b0e0b7510 None None] For port e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d,segment=NetworkSegment(53356e69-b67f-457b-94a5-d87268e26f87),segment_id=53356e69-b67f-457b-94a5-d87268e26f87)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:59:07.331920 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3e5f8bfe-da04-4764-89c3-e72b0e0b7510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:07.438923 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-19cb6971-17be-4258-bd3a-ba66a91ab330 req-cd477b68-6f2f-4ea9-a024-6698fb5dd494 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee37c978-de95-4b05-9ece-b47ce1769c9a HTTP/1.1" status: 200 len: 210 time: 0.0792294 Jul 23 16:59:07.471538 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5f8bfe-da04-4764-89c3-e72b0e0b7510 None None] Routers {'5caa6692-c2b7-4137-88d7-e1f8f1aaac37'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:59:07.472606 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3e5f8bfe-da04-4764-89c3-e72b0e0b7510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:59:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5caa6692-c2b7-4137-88d7-e1f8f1aaac37'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:07.551059 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-d5fb19e1-85e6-4f8a-93eb-92488d9041b5 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:07.552294 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-d5fb19e1-85e6-4f8a-93eb-92488d9041b5 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.74 "GET /v2.0/networks?id=f9a43a81-d6d4-4292-ba97-f6788d8e971d HTTP/1.1" status: 200 len: 798 time: 0.1906579 Jul 23 16:59:07.573831 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-06a6f6b0-8b3a-4e99-92dd-264461802a7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Request body: {'port': {'device_id': 'ee37c978-de95-4b05-9ece-b47ce1769c9a', 'network_id': 'f9a43a81-d6d4-4292-ba97-f6788d8e971d', 'admin_state_up': True, 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:59:07.666535 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d1c71-63ef-45b2-a26d-f2699c9f5f38 None None] Pushing event updated for resources: {'Port': ['ID=e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:07.674557 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:07.750957 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-3e5f8bfe-da04-4764-89c3-e72b0e0b7510 None None] Set router 5caa6692-c2b7-4137-88d7-e1f8f1aaac37 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:59:07.766697 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-06a6f6b0-8b3a-4e99-92dd-264461802a7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Made reservation on behalf of 6250cee40b3d4dab9518a2ec1e83d9de for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:59:07.771306 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-06a6f6b0-8b3a-4e99-92dd-264461802a7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:07.925606 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-06a6f6b0-8b3a-4e99-92dd-264461802a7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Allocated IP 172.20.0.29 (f9a43a81-d6d4-4292-ba97-f6788d8e971d/c8332274-2a9c-4529-a869-c2cd21f59e33/899583cb-5b55-493c-8eca-d6ac777935a4) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:59:08.081336 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-06a6f6b0-8b3a-4e99-92dd-264461802a7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:08.103174 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-06a6f6b0-8b3a-4e99-92dd-264461802a7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Transition to ACTIVE for port object 899583cb-5b55-493c-8eca-d6ac777935a4 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:59:08.162238 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-06a6f6b0-8b3a-4e99-92dd-264461802a7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:08.225454 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3e5f8bfe-da04-4764-89c3-e72b0e0b7510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5caa6692-c2b7-4137-88d7-e1f8f1aaac37', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1561467528', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '187f63ae-ff05-497c-bf9f-4dd18eedf081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:58:59Z', 'updated_at': '2021-07-23T16:59:04Z', 'revision_number': 4, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'gw_port': {'id': '187f63ae-ff05-497c-bf9f-4dd18eedf081', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caa6692-c2b7-4137-88d7-e1f8f1aaac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:58:59Z', 'updated_at': '2021-07-23T16:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d', 'name': '', 'network_id': 'f9a43a81-d6d4-4292-ba97-f6788d8e971d', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'mac_address': 'fa:16:3e:04:94:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5caa6692-c2b7-4137-88d7-e1f8f1aaac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'c8332274-2a9c-4529-a869-c2cd21f59e33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:59:03Z', 'updated_at': '2021-07-23T16:59:07Z', 'revision_number': 4, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'subnets': [{'id': 'c8332274-2a9c-4529-a869-c2cd21f59e33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:08.244666 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-06a6f6b0-8b3a-4e99-92dd-264461802a7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Network f9a43a81-d6d4-4292-ba97-f6788d8e971d is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:59:08.253455 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5f8bfe-da04-4764-89c3-e72b0e0b7510 None None] The sync data for ids ['5caa6692-c2b7-4137-88d7-e1f8f1aaac37'] in n-d-778549-4 is: [{'id': '5caa6692-c2b7-4137-88d7-e1f8f1aaac37', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1561467528', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '187f63ae-ff05-497c-bf9f-4dd18eedf081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:58:59Z', 'updated_at': '2021-07-23T16:59:04Z', 'revision_number': 4, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'gw_port': {'id': '187f63ae-ff05-497c-bf9f-4dd18eedf081', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caa6692-c2b7-4137-88d7-e1f8f1aaac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:58:59Z', 'updated_at': '2021-07-23T16:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d', 'name': '', 'network_id': 'f9a43a81-d6d4-4292-ba97-f6788d8e971d', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'mac_address': 'fa:16:3e:04:94:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5caa6692-c2b7-4137-88d7-e1f8f1aaac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'c8332274-2a9c-4529-a869-c2cd21f59e33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:59:03Z', 'updated_at': '2021-07-23T16:59:07Z', 'revision_number': 4, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'subnets': [{'id': 'c8332274-2a9c-4529-a869-c2cd21f59e33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:59:08.259226 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-06a6f6b0-8b3a-4e99-92dd-264461802a7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:59:08.265503 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-06a6f6b0-8b3a-4e99-92dd-264461802a7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:59:08.295006 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6f6b0-8b3a-4e99-92dd-264461802a7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Pushing event updated for resources: {'Port': ['ID=899583cb-5b55-493c-8eca-d6ac777935a4,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:08.311449 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f6b0-8b3a-4e99-92dd-264461802a7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:08.311658 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f6b0-8b3a-4e99-92dd-264461802a7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:08.311899 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f6b0-8b3a-4e99-92dd-264461802a7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:08.312230 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f6b0-8b3a-4e99-92dd-264461802a7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:08.312559 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f6b0-8b3a-4e99-92dd-264461802a7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:08.312885 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f6b0-8b3a-4e99-92dd-264461802a7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:08.313243 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f6b0-8b3a-4e99-92dd-264461802a7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:08.313561 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f6b0-8b3a-4e99-92dd-264461802a7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:08.313886 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f6b0-8b3a-4e99-92dd-264461802a7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:08.314204 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f6b0-8b3a-4e99-92dd-264461802a7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:08.314520 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f6b0-8b3a-4e99-92dd-264461802a7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:08.314833 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f6b0-8b3a-4e99-92dd-264461802a7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:08.345300 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-06a6f6b0-8b3a-4e99-92dd-264461802a7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:08.347484 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-06a6f6b0-8b3a-4e99-92dd-264461802a7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:08.369548 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-06a6f6b0-8b3a-4e99-92dd-264461802a7a tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8088901 Jul 23 16:59:08.385962 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-67430072-0953-477e-9e73-ccd0ec89471d service neutron] Request body: {'port': {'device_id': 'ee37c978-de95-4b05-9ece-b47ce1769c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:59:08.492880 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-67430072-0953-477e-9e73-ccd0ec89471d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:08.664255 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ade86d-341a-4915-ad0e-8e473e418daf req-31d0387a-caf5-48b0-b1f2-fd053df4d39e tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:08.680241 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-77ade86d-341a-4915-ad0e-8e473e418daf req-31d0387a-caf5-48b0-b1f2-fd053df4d39e tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee37c978-de95-4b05-9ece-b47ce1769c9a HTTP/1.1" status: 200 len: 895 time: 0.0999300 Jul 23 16:59:08.681855 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:08.711130 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1fc6ccca-8b94-46cc-a455-f04d68ea8eb6 None None] Provisioning for port 899583cb-5b55-493c-8eca-d6ac777935a4 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:59:08.720150 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1fc6ccca-8b94-46cc-a455-f04d68ea8eb6 None None] Provisioning complete for port 899583cb-5b55-493c-8eca-d6ac777935a4 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:59:08.720150 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1fc6ccca-8b94-46cc-a455-f04d68ea8eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:08.796749 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-1fc6ccca-8b94-46cc-a455-f04d68ea8eb6 None None] Port 899583cb-5b55-493c-8eca-d6ac777935a4 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:59:08.881519 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:59:08.959702 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:59:08.964839 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:59:08.965527 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:09.039566 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-67430072-0953-477e-9e73-ccd0ec89471d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 899583cb-5b55-493c-8eca-d6ac777935a4 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:59:09.050964 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-67430072-0953-477e-9e73-ccd0ec89471d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:09.069599 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-67430072-0953-477e-9e73-ccd0ec89471d service neutron] Transition to ACTIVE for port object 899583cb-5b55-493c-8eca-d6ac777935a4 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:59:09.076972 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-67430072-0953-477e-9e73-ccd0ec89471d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:09.098053 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:09.153441 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d,segment=NetworkSegment(53356e69-b67f-457b-94a5-d87268e26f87),segment_id=53356e69-b67f-457b-94a5-d87268e26f87)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:59:09.158813 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67430072-0953-477e-9e73-ccd0ec89471d service neutron] Pushing event updated for resources: {'Port': ['ID=899583cb-5b55-493c-8eca-d6ac777935a4,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:09.161032 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:09.262643 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:09.313409 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-67430072-0953-477e-9e73-ccd0ec89471d service neutron] Attempting to bind port 899583cb-5b55-493c-8eca-d6ac777935a4 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:59:09.314032 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-67430072-0953-477e-9e73-ccd0ec89471d service neutron] Attempting to bind port 899583cb-5b55-493c-8eca-d6ac777935a4 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '53356e69-b67f-457b-94a5-d87268e26f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'f9a43a81-d6d4-4292-ba97-f6788d8e971d'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:59:09.314627 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-67430072-0953-477e-9e73-ccd0ec89471d service neutron] Attempting to bind port 899583cb-5b55-493c-8eca-d6ac777935a4 on network f9a43a81-d6d4-4292-ba97-f6788d8e971d {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:59:09.322778 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-67430072-0953-477e-9e73-ccd0ec89471d service neutron] Port 899583cb-5b55-493c-8eca-d6ac777935a4 on network f9a43a81-d6d4-4292-ba97-f6788d8e971d not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:59:09.323362 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-67430072-0953-477e-9e73-ccd0ec89471d service neutron] Attempting to bind port 899583cb-5b55-493c-8eca-d6ac777935a4 on network f9a43a81-d6d4-4292-ba97-f6788d8e971d {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:59:09.331616 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-67430072-0953-477e-9e73-ccd0ec89471d service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:59:09.332266 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-67430072-0953-477e-9e73-ccd0ec89471d service neutron] Checking segment: {'id': '53356e69-b67f-457b-94a5-d87268e26f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'f9a43a81-d6d4-4292-ba97-f6788d8e971d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:59:09.332900 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-67430072-0953-477e-9e73-ccd0ec89471d service neutron] Bound using segment: {'id': '53356e69-b67f-457b-94a5-d87268e26f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'f9a43a81-d6d4-4292-ba97-f6788d8e971d'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:59:09.333891 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-67430072-0953-477e-9e73-ccd0ec89471d service neutron] Bound port: 899583cb-5b55-493c-8eca-d6ac777935a4, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53356e69-b67f-457b-94a5-d87268e26f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'f9a43a81-d6d4-4292-ba97-f6788d8e971d'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:59:09.334484 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-67430072-0953-477e-9e73-ccd0ec89471d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:09.445832 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-67430072-0953-477e-9e73-ccd0ec89471d service neutron] For port 899583cb-5b55-493c-8eca-d6ac777935a4, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:59:09.452413 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-67430072-0953-477e-9e73-ccd0ec89471d service neutron] For port 899583cb-5b55-493c-8eca-d6ac777935a4, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=899583cb-5b55-493c-8eca-d6ac777935a4,segment=NetworkSegment(53356e69-b67f-457b-94a5-d87268e26f87),segment_id=53356e69-b67f-457b-94a5-d87268e26f87)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:59:09.459809 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-67430072-0953-477e-9e73-ccd0ec89471d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:09.507268 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-67430072-0953-477e-9e73-ccd0ec89471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:09.508137 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-67430072-0953-477e-9e73-ccd0ec89471d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:09.510144 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-67430072-0953-477e-9e73-ccd0ec89471d service neutron] 10.222.0.74 "PUT /v2.0/ports/899583cb-5b55-493c-8eca-d6ac777935a4 HTTP/1.1" status: 200 len: 1055 time: 1.1291780 Jul 23 16:59:09.510835 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee37c978-de95-4b05-9ece-b47ce1769c9a', 'tag': '899583cb-5b55-493c-8eca-d6ac777935a4'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:59:09.513475 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf2080b-5250-4290-8f9a-9a947dfb1520" -d '{"events": [{"name": "network-changed", "server_uuid": "ee37c978-de95-4b05-9ece-b47ce1769c9a", "tag": "899583cb-5b55-493c-8eca-d6ac777935a4"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:59:09.550137 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67430072-0953-477e-9e73-ccd0ec89471d service neutron] Pushing event updated for resources: {'Port': ['ID=899583cb-5b55-493c-8eca-d6ac777935a4,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:09.648442 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d8fd63-6124-435f-968e-27e23b387bb4 x-openstack-request-id: req-f8d8fd63-6124-435f-968e-27e23b387bb4 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:59:09.648900 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee37c978-de95-4b05-9ece-b47ce1769c9a", "tag": "899583cb-5b55-493c-8eca-d6ac777935a4", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:59:09.649268 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f8d8fd63-6124-435f-968e-27e23b387bb4 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:59:09.649866 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee37c978-de95-4b05-9ece-b47ce1769c9a', 'tag': '899583cb-5b55-493c-8eca-d6ac777935a4', 'status': 'completed', 'code': 200} Jul 23 16:59:09.699380 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-3fd7276c-e7bb-4a88-91be-b4540a2e758b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:09.701993 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-3fd7276c-e7bb-4a88-91be-b4540a2e758b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6250cee40b3d4dab9518a2ec1e83d9de&device_id=ee37c978-de95-4b05-9ece-b47ce1769c9a HTTP/1.1" status: 200 len: 1058 time: 0.1107528 Jul 23 16:59:09.784635 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-fabb16e9-3225-4c35-acf3-bb807fd37df7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=899583cb-5b55-493c-8eca-d6ac777935a4 HTTP/1.1" status: 200 len: 217 time: 0.0749385 Jul 23 16:59:09.858144 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-293b5eaf-3e44-49e9-9253-28a62a6ec56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:09.861554 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-293b5eaf-3e44-49e9-9253-28a62a6ec56e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c8332274-2a9c-4529-a869-c2cd21f59e33 HTTP/1.1" status: 200 len: 838 time: 0.0699687 Jul 23 16:59:09.914476 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65975e-534f-4aa4-a75f-5f4fb8fd88b4 req-8d66d8ce-1f30-40c4-89d7-baedfac4d126 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:09.916754 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1e65975e-534f-4aa4-a75f-5f4fb8fd88b4 req-8d66d8ce-1f30-40c4-89d7-baedfac4d126 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee37c978-de95-4b05-9ece-b47ce1769c9a HTTP/1.1" status: 200 len: 907 time: 0.1271918 Jul 23 16:59:09.961003 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-cb42cf8d-0277-499c-adc6-7399f8fc3fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:09.963522 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-cb42cf8d-0277-499c-adc6-7399f8fc3fa4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f9a43a81-d6d4-4292-ba97-f6788d8e971d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0924397 Jul 23 16:59:10.111665 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-f67e27d3-592d-4098-8ddf-009d7ba9458e service neutron] 10.222.0.74 "GET /v2.0/networks/f9a43a81-d6d4-4292-ba97-f6788d8e971d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410818 Jul 23 16:59:10.210103 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eb48e9de-306f-4299-b210-171dfc5568b5 req-af9deb62-fed8-4f14-b816-c0cc2fa53b91 service neutron] 10.222.0.74 "GET /v2.0/networks/f9a43a81-d6d4-4292-ba97-f6788d8e971d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921233 Jul 23 16:59:10.318443 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2080b-5250-4290-8f9a-9a947dfb1520 req-12cc7526-af63-494e-8c80-6b9ed564474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:10.319954 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4cf2080b-5250-4290-8f9a-9a947dfb1520 req-12cc7526-af63-494e-8c80-6b9ed564474b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6250cee40b3d4dab9518a2ec1e83d9de&device_id=ee37c978-de95-4b05-9ece-b47ce1769c9a HTTP/1.1" status: 200 len: 1058 time: 0.0633264 Jul 23 16:59:10.414607 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2080b-5250-4290-8f9a-9a947dfb1520 req-fa1042e6-61c7-4c33-bf2c-722dbc898188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:10.416190 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4cf2080b-5250-4290-8f9a-9a947dfb1520 req-fa1042e6-61c7-4c33-bf2c-722dbc898188 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f9a43a81-d6d4-4292-ba97-f6788d8e971d HTTP/1.1" status: 200 len: 900 time: 0.0900199 Jul 23 16:59:10.467196 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4cf2080b-5250-4290-8f9a-9a947dfb1520 req-d78f2cc6-2363-491e-90bd-bf0168d48799 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=899583cb-5b55-493c-8eca-d6ac777935a4 HTTP/1.1" status: 200 len: 217 time: 0.0435059 Jul 23 16:59:10.521848 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2080b-5250-4290-8f9a-9a947dfb1520 req-0e062f22-bd6f-4547-8c5d-92fa3a77b1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:10.523483 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4cf2080b-5250-4290-8f9a-9a947dfb1520 req-0e062f22-bd6f-4547-8c5d-92fa3a77b1ac service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c8332274-2a9c-4529-a869-c2cd21f59e33 HTTP/1.1" status: 200 len: 838 time: 0.0494092 Jul 23 16:59:10.588882 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2080b-5250-4290-8f9a-9a947dfb1520 req-88bb9eaa-5164-4783-8988-42672a856241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:10.591028 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4cf2080b-5250-4290-8f9a-9a947dfb1520 req-88bb9eaa-5164-4783-8988-42672a856241 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f9a43a81-d6d4-4292-ba97-f6788d8e971d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600784 Jul 23 16:59:10.696076 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4cf2080b-5250-4290-8f9a-9a947dfb1520 req-d8f98313-92ab-4f24-ab34-6e9daad90d8e service neutron] 10.222.0.74 "GET /v2.0/networks/f9a43a81-d6d4-4292-ba97-f6788d8e971d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975015 Jul 23 16:59:10.784385 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:59:10.812403 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4cf2080b-5250-4290-8f9a-9a947dfb1520 req-ff715021-8750-41e4-9c38-3aba82c8eae3 service neutron] 10.222.0.74 "GET /v2.0/networks/f9a43a81-d6d4-4292-ba97-f6788d8e971d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074724 Jul 23 16:59:10.869479 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:59:10.870020 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:11.070841 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90ac47-7f69-4b17-a2d7-40d3c937d138 req-d814fea3-ddcb-4d71-a202-3eec64704f6c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:11.072522 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ca90ac47-7f69-4b17-a2d7-40d3c937d138 req-d814fea3-ddcb-4d71-a202-3eec64704f6c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee37c978-de95-4b05-9ece-b47ce1769c9a HTTP/1.1" status: 200 len: 907 time: 0.0707498 Jul 23 16:59:12.241182 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ec4d2-d687-496f-9f52-39ab6ee26b71 req-eccd04a8-876b-45e5-8a61-996a6c3aa7f3 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:12.242994 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d00ec4d2-d687-496f-9f52-39ab6ee26b71 req-eccd04a8-876b-45e5-8a61-996a6c3aa7f3 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee37c978-de95-4b05-9ece-b47ce1769c9a HTTP/1.1" status: 200 len: 907 time: 0.0783567 Jul 23 16:59:12.860626 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ebbcb7b1-ebb4-4e42-923f-c1dcaae188a8 req-97eb0898-dd3d-4b6b-a510-4c46c3d9b8ff service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=8959a414-0563-48f6-8d73-f7ee8b592213&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0593195 Jul 23 16:59:12.970854 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcb7b1-ebb4-4e42-923f-c1dcaae188a8 req-6f9820a5-69b7-4c74-a508-f3b1638be58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:12.972315 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ebbcb7b1-ebb4-4e42-923f-c1dcaae188a8 req-6f9820a5-69b7-4c74-a508-f3b1638be58d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1a447386a79c4dde9361c7979cbbb97e&device_id=8959a414-0563-48f6-8d73-f7ee8b592213 HTTP/1.1" status: 200 len: 1096 time: 0.0672898 Jul 23 16:59:13.097333 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcb7b1-ebb4-4e42-923f-c1dcaae188a8 req-47793d31-3970-4681-ae9c-a16a30d3f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:13.099816 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ebbcb7b1-ebb4-4e42-923f-c1dcaae188a8 req-47793d31-3970-4681-ae9c-a16a30d3f319 service neutron] 10.222.0.97 "GET /v2.0/networks?id=fedddd04-4e3c-4738-8768-b1bd7c807fbc HTTP/1.1" status: 200 len: 913 time: 0.1083977 Jul 23 16:59:13.177990 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ebbcb7b1-ebb4-4e42-923f-c1dcaae188a8 req-77401862-2919-4e59-9fcc-ba79fb0191d4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fe2535e-58ae-40fd-8be8-63460b1dc104 HTTP/1.1" status: 200 len: 1000 time: 0.0710065 Jul 23 16:59:13.235465 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcb7b1-ebb4-4e42-923f-c1dcaae188a8 req-5f149400-f8c4-40dc-8e22-232490a4e89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:13.236939 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ebbcb7b1-ebb4-4e42-923f-c1dcaae188a8 req-5f149400-f8c4-40dc-8e22-232490a4e89c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=68bd2291-23ae-4e54-ab39-3c387bae8690 HTTP/1.1" status: 200 len: 850 time: 0.0525053 Jul 23 16:59:13.309676 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcb7b1-ebb4-4e42-923f-c1dcaae188a8 req-90122a07-fa5c-414a-8322-4106be96f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:13.311261 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ebbcb7b1-ebb4-4e42-923f-c1dcaae188a8 req-90122a07-fa5c-414a-8322-4106be96f6b7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=fedddd04-4e3c-4738-8768-b1bd7c807fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673504 Jul 23 16:59:13.514105 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ebbcb7b1-ebb4-4e42-923f-c1dcaae188a8 req-06c5c4ef-9815-4f81-bd72-2052ae6858de service neutron] 10.222.0.97 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950529 Jul 23 16:59:13.524333 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fbafa4-5cf4-434c-884d-bec86dafb944 req-071bba60-4965-4e89-a2a1-f3fa3c76f35f tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:13.526117 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-23fbafa4-5cf4-434c-884d-bec86dafb944 req-071bba60-4965-4e89-a2a1-f3fa3c76f35f tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee37c978-de95-4b05-9ece-b47ce1769c9a HTTP/1.1" status: 200 len: 907 time: 0.1830747 Jul 23 16:59:13.619936 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ebbcb7b1-ebb4-4e42-923f-c1dcaae188a8 req-b7816ca8-a6c1-4288-8f62-acd72ab81a69 service neutron] 10.222.0.97 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927539 Jul 23 16:59:13.707305 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 899583cb-5b55-493c-8eca-d6ac777935a4 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:59:13.857574 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 899583cb-5b55-493c-8eca-d6ac777935a4, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=899583cb-5b55-493c-8eca-d6ac777935a4,segment=NetworkSegment(53356e69-b67f-457b-94a5-d87268e26f87),segment_id=53356e69-b67f-457b-94a5-d87268e26f87)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:59:13.878527 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '899583cb-5b55-493c-8eca-d6ac777935a4', 'network_id': 'f9a43a81-d6d4-4292-ba97-f6788d8e971d', 'port_id': '899583cb-5b55-493c-8eca-d6ac777935a4', 'mac_address': 'fa:16:3e:76:d7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8332274-2a9c-4529-a869-c2cd21f59e33', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:59:13.941593 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:13.956191 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 899583cb-5b55-493c-8eca-d6ac777935a4 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:59:13.977449 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 899583cb-5b55-493c-8eca-d6ac777935a4, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=899583cb-5b55-493c-8eca-d6ac777935a4,segment=NetworkSegment(53356e69-b67f-457b-94a5-d87268e26f87),segment_id=53356e69-b67f-457b-94a5-d87268e26f87)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:59:13.982670 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:14.038870 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=899583cb-5b55-493c-8eca-d6ac777935a4,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:14.197321 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['899583cb-5b55-493c-8eca-d6ac777935a4'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:59:14.686506 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce9f94-0026-489a-be53-fd433e07a293 req-d0fbe617-1d79-49ac-a912-2aa17fd7d4fd tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:14.688052 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-54ce9f94-0026-489a-be53-fd433e07a293 req-d0fbe617-1d79-49ac-a912-2aa17fd7d4fd tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee37c978-de95-4b05-9ece-b47ce1769c9a HTTP/1.1" status: 200 len: 908 time: 0.0808914 Jul 23 16:59:15.713440 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 899583cb-5b55-493c-8eca-d6ac777935a4 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:59:15.774842 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 899583cb-5b55-493c-8eca-d6ac777935a4 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:59:15.780531 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 899583cb-5b55-493c-8eca-d6ac777935a4 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:59:15.781706 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:15.884811 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0a9a6-7a4d-467e-9f8b-b19bf7b5d9dd req-5b3fdae0-99ca-4784-9f63-863012c415f0 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:15.887761 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-56a0a9a6-7a4d-467e-9f8b-b19bf7b5d9dd req-5b3fdae0-99ca-4784-9f63-863012c415f0 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee37c978-de95-4b05-9ece-b47ce1769c9a HTTP/1.1" status: 200 len: 908 time: 0.0959795 Jul 23 16:59:15.892380 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:15.922891 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee37c978-de95-4b05-9ece-b47ce1769c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899583cb-5b55-493c-8eca-d6ac777935a4'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:59:15.925640 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8704e93e-f187-4d96-aa72-177ee220247c" -d '{"events": [{"server_uuid": "ee37c978-de95-4b05-9ece-b47ce1769c9a", "name": "network-vif-plugged", "status": "completed", "tag": "899583cb-5b55-493c-8eca-d6ac777935a4"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:59:15.940734 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 899583cb-5b55-493c-8eca-d6ac777935a4, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=899583cb-5b55-493c-8eca-d6ac777935a4,segment=NetworkSegment(53356e69-b67f-457b-94a5-d87268e26f87),segment_id=53356e69-b67f-457b-94a5-d87268e26f87)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:59:15.946595 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:15.986826 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c6bea3-072d-4829-b5e8-80ded2ae2e88 x-openstack-request-id: req-f7c6bea3-072d-4829-b5e8-80ded2ae2e88 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:59:15.987123 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee37c978-de95-4b05-9ece-b47ce1769c9a", "name": "network-vif-plugged", "status": "completed", "tag": "899583cb-5b55-493c-8eca-d6ac777935a4", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:59:15.987379 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f7c6bea3-072d-4829-b5e8-80ded2ae2e88 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:59:15.987814 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee37c978-de95-4b05-9ece-b47ce1769c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899583cb-5b55-493c-8eca-d6ac777935a4', 'code': 200} Jul 23 16:59:16.012488 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=899583cb-5b55-493c-8eca-d6ac777935a4,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:16.114969 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-f9909937-6098-4e2f-9f27-c176a61a561d req-10777495-9a97-46cd-9dc6-5bd86590bb4b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0740945 Jul 23 16:59:16.120826 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff73780-8914-4454-9d91-49c5c7819285 req-9ea50491-0634-4f81-866e-e5d7faf9dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:16.122787 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cff73780-8914-4454-9d91-49c5c7819285 req-9ea50491-0634-4f81-866e-e5d7faf9dab0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ee37c978-de95-4b05-9ece-b47ce1769c9a HTTP/1.1" status: 200 len: 1060 time: 0.0654924 Jul 23 16:59:16.244040 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9909937-6098-4e2f-9f27-c176a61a561d req-a697f949-3465-4076-8cd6-355db776af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:16.245632 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f9909937-6098-4e2f-9f27-c176a61a561d req-a697f949-3465-4076-8cd6-355db776af28 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a447386a79c4dde9361c7979cbbb97e&device_id=fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d HTTP/1.1" status: 200 len: 1097 time: 0.0604577 Jul 23 16:59:16.367191 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9909937-6098-4e2f-9f27-c176a61a561d req-d6bcfdfc-acac-45c7-802b-1a41759f73b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:16.368820 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f9909937-6098-4e2f-9f27-c176a61a561d req-d6bcfdfc-acac-45c7-802b-1a41759f73b5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fedddd04-4e3c-4738-8768-b1bd7c807fbc HTTP/1.1" status: 200 len: 913 time: 0.1027513 Jul 23 16:59:16.439811 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f9909937-6098-4e2f-9f27-c176a61a561d req-9b83d486-47e9-4454-a86d-4a4a9097fcea service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ab9e245-2ebb-4ed0-afb1-89b1461b8a17 HTTP/1.1" status: 200 len: 1002 time: 0.0635035 Jul 23 16:59:16.497707 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9909937-6098-4e2f-9f27-c176a61a561d req-c075506a-7110-4962-bc02-65ade43101c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:16.499127 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f9909937-6098-4e2f-9f27-c176a61a561d req-c075506a-7110-4962-bc02-65ade43101c4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=68bd2291-23ae-4e54-ab39-3c387bae8690 HTTP/1.1" status: 200 len: 850 time: 0.0521550 Jul 23 16:59:16.561209 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9909937-6098-4e2f-9f27-c176a61a561d req-0d0aea6c-b350-4031-a5e8-9691cacbcd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:16.562758 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f9909937-6098-4e2f-9f27-c176a61a561d req-0d0aea6c-b350-4031-a5e8-9691cacbcd4c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fedddd04-4e3c-4738-8768-b1bd7c807fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566494 Jul 23 16:59:16.659867 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f9909937-6098-4e2f-9f27-c176a61a561d req-8c5a3845-b892-4991-954c-1beee2ea26e6 service neutron] 10.222.0.74 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900660 Jul 23 16:59:16.765752 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f9909937-6098-4e2f-9f27-c176a61a561d req-6e22dc0d-5df2-4aed-8c3f-3e93241ab25c service neutron] 10.222.0.74 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962479 Jul 23 16:59:17.064982 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf723c-de8a-4722-a495-b106d83175f4 req-8b1bc403-c4c8-4e44-b395-faa65e027f2b tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:17.066840 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-18bf723c-de8a-4722-a495-b106d83175f4 req-8b1bc403-c4c8-4e44-b395-faa65e027f2b tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee37c978-de95-4b05-9ece-b47ce1769c9a HTTP/1.1" status: 200 len: 909 time: 0.0768049 Jul 23 16:59:17.222795 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5b81d-ce27-4a05-a75e-648d4646537e req-ec905a09-7cab-474d-8be1-0a781b5b3267 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:17.224936 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8eb5b81d-ce27-4a05-a75e-648d4646537e req-ec905a09-7cab-474d-8be1-0a781b5b3267 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee37c978-de95-4b05-9ece-b47ce1769c9a HTTP/1.1" status: 200 len: 909 time: 0.0741589 Jul 23 16:59:17.745326 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd0f61-bfad-4952-ab77-2cc7eb765f4d req-cb7ebea5-fd4a-4bd2-9973-a6f18fb8defc tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:17.746468 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7cfd0f61-bfad-4952-ab77-2cc7eb765f4d req-cb7ebea5-fd4a-4bd2-9973-a6f18fb8defc tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ee37c978-de95-4b05-9ece-b47ce1769c9a HTTP/1.1" status: 200 len: 1060 time: 0.4497428 Jul 23 16:59:17.887367 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13542c63-d992-4562-9109-c852ce039cfa req-0394bd52-2422-44e4-8f09-ef71b60fb879 tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:17.888947 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-13542c63-d992-4562-9109-c852ce039cfa req-0394bd52-2422-44e4-8f09-ef71b60fb879 tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d8722d4b-68b8-4be2-b118-b00d32a7628d HTTP/1.1" status: 200 len: 1135 time: 0.0666475 Jul 23 16:59:17.927422 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-13542c63-d992-4562-9109-c852ce039cfa req-096ae27e-08ac-4e77-9259-ef4143b1ee13 tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=6f0aeb91-38a7-4126-9c2e-f6b35878df07&id=01c8c5ea-898e-4c68-8346-27c108b8e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0321598 Jul 23 16:59:17.951282 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54514) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:18.025755 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cc3bf2-69fa-4ecd-8433-412e07fda34d tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:18.028252 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c6cc3bf2-69fa-4ecd-8433-412e07fda34d tempest-TestSecurityGroupsBasicOps-1626346533 tempest-TestSecurityGroupsBasicOps-1626346533-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ee37c978-de95-4b05-9ece-b47ce1769c9a HTTP/1.1" status: 200 len: 1055 time: 0.0756953 Jul 23 16:59:18.305450 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b325b-8f23-4ce9-99c2-83185f4e4e63 req-1560111a-8f15-4861-b7a8-be9c774e708d tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:18.307058 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-747b325b-8f23-4ce9-99c2-83185f4e4e63 req-1560111a-8f15-4861-b7a8-be9c774e708d tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee37c978-de95-4b05-9ece-b47ce1769c9a HTTP/1.1" status: 200 len: 909 time: 0.0765941 Jul 23 16:59:19.450055 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac0d9b-4a4a-42a7-900f-3a7cf8a3c209 req-408798fc-dfe4-4f84-94f4-31a46f375cf6 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:19.451855 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbac0d9b-4a4a-42a7-900f-3a7cf8a3c209 req-408798fc-dfe4-4f84-94f4-31a46f375cf6 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee37c978-de95-4b05-9ece-b47ce1769c9a HTTP/1.1" status: 200 len: 909 time: 0.0701172 Jul 23 16:59:19.564644 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2791e-553c-4c98-acb3-86f663306def req-1a18edee-8a96-4833-808a-35b3483ab2c6 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:19.566282 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-21f2791e-553c-4c98-acb3-86f663306def req-1a18edee-8a96-4833-808a-35b3483ab2c6 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee37c978-de95-4b05-9ece-b47ce1769c9a HTTP/1.1" status: 200 len: 909 time: 0.0932608 Jul 23 16:59:19.745235 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-21f2791e-553c-4c98-acb3-86f663306def req-e2cc69b7-462b-4d87-bac4-2d4d88d27a26 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Deleting port 899583cb-5b55-493c-8eca-d6ac777935a4 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:59:19.745235 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-21f2791e-553c-4c98-acb3-86f663306def req-e2cc69b7-462b-4d87-bac4-2d4d88d27a26 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:19.844722 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-21f2791e-553c-4c98-acb3-86f663306def req-e2cc69b7-462b-4d87-bac4-2d4d88d27a26 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] For port 899583cb-5b55-493c-8eca-d6ac777935a4, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=899583cb-5b55-493c-8eca-d6ac777935a4,segment=NetworkSegment(53356e69-b67f-457b-94a5-d87268e26f87),segment_id=53356e69-b67f-457b-94a5-d87268e26f87)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:59:19.845197 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-21f2791e-553c-4c98-acb3-86f663306def req-e2cc69b7-462b-4d87-bac4-2d4d88d27a26 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:19.860466 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-21f2791e-553c-4c98-acb3-86f663306def req-e2cc69b7-462b-4d87-bac4-2d4d88d27a26 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Calling delete_port for 899583cb-5b55-493c-8eca-d6ac777935a4 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:59:20.012852 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-21f2791e-553c-4c98-acb3-86f663306def req-e2cc69b7-462b-4d87-bac4-2d4d88d27a26 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:20.043744 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc69b7-462b-4d87-bac4-2d4d88d27a26 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Pushing event deleted for resources: {'Port': ['ID=899583cb-5b55-493c-8eca-d6ac777935a4,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:20.091998 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cc69b7-462b-4d87-bac4-2d4d88d27a26 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:20.092563 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cc69b7-462b-4d87-bac4-2d4d88d27a26 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:20.093089 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cc69b7-462b-4d87-bac4-2d4d88d27a26 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:20.093592 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cc69b7-462b-4d87-bac4-2d4d88d27a26 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:20.094085 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cc69b7-462b-4d87-bac4-2d4d88d27a26 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:20.094591 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cc69b7-462b-4d87-bac4-2d4d88d27a26 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:20.095111 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cc69b7-462b-4d87-bac4-2d4d88d27a26 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:20.095574 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cc69b7-462b-4d87-bac4-2d4d88d27a26 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:20.096046 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cc69b7-462b-4d87-bac4-2d4d88d27a26 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:20.096493 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cc69b7-462b-4d87-bac4-2d4d88d27a26 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:20.097024 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cc69b7-462b-4d87-bac4-2d4d88d27a26 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:20.097527 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cc69b7-462b-4d87-bac4-2d4d88d27a26 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:20.137642 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f2791e-553c-4c98-acb3-86f663306def req-e2cc69b7-462b-4d87-bac4-2d4d88d27a26 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] No DVR routers for this DVR port 899583cb-5b55-493c-8eca-d6ac777935a4 on host n-h1-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:59:20.141279 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-21f2791e-553c-4c98-acb3-86f663306def req-e2cc69b7-462b-4d87-bac4-2d4d88d27a26 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:20.144709 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-21f2791e-553c-4c98-acb3-86f663306def req-e2cc69b7-462b-4d87-bac4-2d4d88d27a26 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.74 "DELETE /v2.0/ports/899583cb-5b55-493c-8eca-d6ac777935a4 HTTP/1.1" status: 204 len: 173 time: 0.5706983 Jul 23 16:59:20.146031 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee37c978-de95-4b05-9ece-b47ce1769c9a', 'name': 'network-vif-deleted', 'tag': '899583cb-5b55-493c-8eca-d6ac777935a4'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:59:20.150145 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd2160d-923a-4802-ac63-c46f01d7ad04" -d '{"events": [{"server_uuid": "ee37c978-de95-4b05-9ece-b47ce1769c9a", "name": "network-vif-deleted", "tag": "899583cb-5b55-493c-8eca-d6ac777935a4"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:59:20.229814 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad170745-d95f-48e3-aa63-e8bfd6002cdc x-openstack-request-id: req-ad170745-d95f-48e3-aa63-e8bfd6002cdc {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:59:20.230270 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee37c978-de95-4b05-9ece-b47ce1769c9a", "name": "network-vif-deleted", "tag": "899583cb-5b55-493c-8eca-d6ac777935a4", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:59:20.230665 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ad170745-d95f-48e3-aa63-e8bfd6002cdc {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:59:20.231301 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee37c978-de95-4b05-9ece-b47ce1769c9a', 'name': 'network-vif-deleted', 'tag': '899583cb-5b55-493c-8eca-d6ac777935a4', 'status': 'completed', 'code': 200} Jul 23 16:59:20.608775 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-196206e3-c3e7-4772-82e7-97822b998683 req-330c9e84-4a7d-40e8-b63e-2d5caa03d6f6 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee37c978-de95-4b05-9ece-b47ce1769c9a HTTP/1.1" status: 200 len: 210 time: 0.0490470 Jul 23 16:59:21.692262 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54528) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:21.746652 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 899583cb-5b55-493c-8eca-d6ac777935a4 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:59:21.780219 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 899583cb-5b55-493c-8eca-d6ac777935a4 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:59:21.780822 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 899583cb-5b55-493c-8eca-d6ac777935a4 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:59:22.103171 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d13abaf8-0487-4939-ae24-e1bbd36ec3b0 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:22.413939 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-d13abaf8-0487-4939-ae24-e1bbd36ec3b0 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Deleting port e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:59:22.414330 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d13abaf8-0487-4939-ae24-e1bbd36ec3b0 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:22.516569 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-d13abaf8-0487-4939-ae24-e1bbd36ec3b0 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] For port e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d,segment=NetworkSegment(53356e69-b67f-457b-94a5-d87268e26f87),segment_id=53356e69-b67f-457b-94a5-d87268e26f87)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:59:22.516914 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d13abaf8-0487-4939-ae24-e1bbd36ec3b0 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:22.532023 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-d13abaf8-0487-4939-ae24-e1bbd36ec3b0 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Calling delete_port for e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:59:22.748024 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d13abaf8-0487-4939-ae24-e1bbd36ec3b0 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:22.796615 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13abaf8-0487-4939-ae24-e1bbd36ec3b0 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Pushing event deleted for resources: {'Port': ['ID=e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:23.044494 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d13abaf8-0487-4939-ae24-e1bbd36ec3b0 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:23.285247 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13abaf8-0487-4939-ae24-e1bbd36ec3b0 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Router 5caa6692-c2b7-4137-88d7-e1f8f1aaac37 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:59:23.406027 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13abaf8-0487-4939-ae24-e1bbd36ec3b0 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:59:23.414444 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d13abaf8-0487-4939-ae24-e1bbd36ec3b0 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "PUT /v2.0/routers/5caa6692-c2b7-4137-88d7-e1f8f1aaac37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7175646 Jul 23 16:59:23.416053 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54530) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:23.422456 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c3ec7b-1b20-4403-ac38-5c666ff8a9dc None None] Sync routers for ids ['5caa6692-c2b7-4137-88d7-e1f8f1aaac37'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:59:23.439299 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c3ec7b-1b20-4403-ac38-5c666ff8a9dc None None] Routers {'5caa6692-c2b7-4137-88d7-e1f8f1aaac37'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:59:23.440336 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-55c3ec7b-1b20-4403-ac38-5c666ff8a9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:59:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5caa6692-c2b7-4137-88d7-e1f8f1aaac37'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:23.500209 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8399f4c-0767-4823-8fcc-b2a1d30dba26 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Deleting subnet c8332274-2a9c-4529-a869-c2cd21f59e33 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:59:23.503930 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f8399f4c-0767-4823-8fcc-b2a1d30dba26 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:23.648469 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-55c3ec7b-1b20-4403-ac38-5c666ff8a9dc None None] Set router 5caa6692-c2b7-4137-88d7-e1f8f1aaac37 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:59:23.898422 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f8399f4c-0767-4823-8fcc-b2a1d30dba26 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:23.917695 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-55c3ec7b-1b20-4403-ac38-5c666ff8a9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5caa6692-c2b7-4137-88d7-e1f8f1aaac37', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1561467528', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '187f63ae-ff05-497c-bf9f-4dd18eedf081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:58:59Z', 'updated_at': '2021-07-23T16:59:22Z', 'revision_number': 5, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'gw_port': {'id': '187f63ae-ff05-497c-bf9f-4dd18eedf081', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caa6692-c2b7-4137-88d7-e1f8f1aaac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:58:59Z', 'updated_at': '2021-07-23T16:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:23.966423 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c3ec7b-1b20-4403-ac38-5c666ff8a9dc None None] Checking router: 5caa6692-c2b7-4137-88d7-e1f8f1aaac37 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:59:23.981331 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c3ec7b-1b20-4403-ac38-5c666ff8a9dc None None] Routers {'5caa6692-c2b7-4137-88d7-e1f8f1aaac37'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:59:23.982391 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-55c3ec7b-1b20-4403-ac38-5c666ff8a9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:59:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5caa6692-c2b7-4137-88d7-e1f8f1aaac37'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:23.991342 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f8399f4c-0767-4823-8fcc-b2a1d30dba26 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:24.076521 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f8399f4c-0767-4823-8fcc-b2a1d30dba26 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:24.121008 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8399f4c-0767-4823-8fcc-b2a1d30dba26 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Pushing event deleted for resources: {'Subnet': ['ID=c8332274-2a9c-4529-a869-c2cd21f59e33,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:24.131058 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f8399f4c-0767-4823-8fcc-b2a1d30dba26 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:24.136367 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f8399f4c-0767-4823-8fcc-b2a1d30dba26 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "DELETE /v2.0/subnets/c8332274-2a9c-4529-a869-c2cd21f59e33 HTTP/1.1" status: 204 len: 168 time: 0.7167234 Jul 23 16:59:24.137619 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54532) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:24.141371 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f6d151-1dd1-49cb-a6d2-433d66f469d4 None None] Network f9a43a81-d6d4-4292-ba97-f6788d8e971d requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:59:24.301190 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-55c3ec7b-1b20-4403-ac38-5c666ff8a9dc None None] Set router 5caa6692-c2b7-4137-88d7-e1f8f1aaac37 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:59:24.326220 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-49e30dc9-5d1b-4eda-939f-4d4f0726f622 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:24.414604 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c7719c-e3f5-4ae8-81df-db243fc5e5c2 None None] DHCP port deletion for f9a43a81-d6d4-4292-ba97-f6788d8e971d request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:59:24.459754 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-49e30dc9-5d1b-4eda-939f-4d4f0726f622 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:24.494168 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-62c7719c-e3f5-4ae8-81df-db243fc5e5c2 None None] Deleting port 53aa3a47-80d9-4d7e-bb9c-b46264f73679 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:59:24.494757 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-62c7719c-e3f5-4ae8-81df-db243fc5e5c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:24.538632 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-49e30dc9-5d1b-4eda-939f-4d4f0726f622 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Deleting port 187f63ae-ff05-497c-bf9f-4dd18eedf081 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:59:24.539389 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-49e30dc9-5d1b-4eda-939f-4d4f0726f622 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:24.597967 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-62c7719c-e3f5-4ae8-81df-db243fc5e5c2 None None] For port 53aa3a47-80d9-4d7e-bb9c-b46264f73679, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=53aa3a47-80d9-4d7e-bb9c-b46264f73679,segment=NetworkSegment(53356e69-b67f-457b-94a5-d87268e26f87),segment_id=53356e69-b67f-457b-94a5-d87268e26f87)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:59:24.599814 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-62c7719c-e3f5-4ae8-81df-db243fc5e5c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:24.623572 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-62c7719c-e3f5-4ae8-81df-db243fc5e5c2 None None] Calling delete_port for 53aa3a47-80d9-4d7e-bb9c-b46264f73679 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:59:24.640107 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-55c3ec7b-1b20-4403-ac38-5c666ff8a9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5caa6692-c2b7-4137-88d7-e1f8f1aaac37', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1561467528', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '187f63ae-ff05-497c-bf9f-4dd18eedf081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:58:59Z', 'updated_at': '2021-07-23T16:59:22Z', 'revision_number': 5, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'gw_port': {'id': '187f63ae-ff05-497c-bf9f-4dd18eedf081', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caa6692-c2b7-4137-88d7-e1f8f1aaac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:58:59Z', 'updated_at': '2021-07-23T16:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:24.676577 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c3ec7b-1b20-4403-ac38-5c666ff8a9dc None None] The sync data for ids ['5caa6692-c2b7-4137-88d7-e1f8f1aaac37'] in n-d-778549-4 is: [{'id': '5caa6692-c2b7-4137-88d7-e1f8f1aaac37', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1561467528', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '187f63ae-ff05-497c-bf9f-4dd18eedf081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:58:59Z', 'updated_at': '2021-07-23T16:59:22Z', 'revision_number': 5, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'gw_port': {'id': '187f63ae-ff05-497c-bf9f-4dd18eedf081', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caa6692-c2b7-4137-88d7-e1f8f1aaac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:58:59Z', 'updated_at': '2021-07-23T16:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:59:24.692748 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-49e30dc9-5d1b-4eda-939f-4d4f0726f622 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] For port 187f63ae-ff05-497c-bf9f-4dd18eedf081, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=187f63ae-ff05-497c-bf9f-4dd18eedf081,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:59:24.693404 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-49e30dc9-5d1b-4eda-939f-4d4f0726f622 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:24.719185 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-49e30dc9-5d1b-4eda-939f-4d4f0726f622 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Calling delete_port for 187f63ae-ff05-497c-bf9f-4dd18eedf081 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:59:24.749358 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-62c7719c-e3f5-4ae8-81df-db243fc5e5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:24.782880 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c7719c-e3f5-4ae8-81df-db243fc5e5c2 None None] No DVR routers for this DVR port 53aa3a47-80d9-4d7e-bb9c-b46264f73679 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:59:24.788137 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7719c-e3f5-4ae8-81df-db243fc5e5c2 None None] Pushing event deleted for resources: {'Port': ['ID=53aa3a47-80d9-4d7e-bb9c-b46264f73679,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:24.796797 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c7719c-e3f5-4ae8-81df-db243fc5e5c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:24.797179 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c7719c-e3f5-4ae8-81df-db243fc5e5c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:24.797639 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c7719c-e3f5-4ae8-81df-db243fc5e5c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:24.797850 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c7719c-e3f5-4ae8-81df-db243fc5e5c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:24.798187 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c7719c-e3f5-4ae8-81df-db243fc5e5c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:24.798523 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c7719c-e3f5-4ae8-81df-db243fc5e5c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:24.799064 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c7719c-e3f5-4ae8-81df-db243fc5e5c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:24.799242 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c7719c-e3f5-4ae8-81df-db243fc5e5c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:24.799595 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c7719c-e3f5-4ae8-81df-db243fc5e5c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:24.799868 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c7719c-e3f5-4ae8-81df-db243fc5e5c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:24.800200 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c7719c-e3f5-4ae8-81df-db243fc5e5c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:24.800522 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c7719c-e3f5-4ae8-81df-db243fc5e5c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:24.980510 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-49e30dc9-5d1b-4eda-939f-4d4f0726f622 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:25.025865 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e30dc9-5d1b-4eda-939f-4d4f0726f622 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Pushing event deleted for resources: {'Port': ['ID=187f63ae-ff05-497c-bf9f-4dd18eedf081,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:25.127468 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-49e30dc9-5d1b-4eda-939f-4d4f0726f622 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:25.205678 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 53aa3a47-80d9-4d7e-bb9c-b46264f73679 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:59:25.229481 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 53aa3a47-80d9-4d7e-bb9c-b46264f73679 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:59:25.230140 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 53aa3a47-80d9-4d7e-bb9c-b46264f73679 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:59:25.277626 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-49e30dc9-5d1b-4eda-939f-4d4f0726f622 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:25.280306 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-49e30dc9-5d1b-4eda-939f-4d4f0726f622 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:25.331054 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-49e30dc9-5d1b-4eda-939f-4d4f0726f622 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:25.331913 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e30dc9-5d1b-4eda-939f-4d4f0726f622 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Fanout notify agent at l3_agent the message router_deleted on router 5caa6692-c2b7-4137-88d7-e1f8f1aaac37 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:59:25.343705 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-49e30dc9-5d1b-4eda-939f-4d4f0726f622 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:25.345212 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-49e30dc9-5d1b-4eda-939f-4d4f0726f622 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "DELETE /v2.0/routers/5caa6692-c2b7-4137-88d7-e1f8f1aaac37 HTTP/1.1" status: 204 len: 168 time: 1.2059541 Jul 23 16:59:25.348960 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54534) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:25.476787 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32e4b254-20d4-4f76-a7a6-7e22a25e96fa tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:25.622741 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32e4b254-20d4-4f76-a7a6-7e22a25e96fa tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:25.640086 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-32e4b254-20d4-4f76-a7a6-7e22a25e96fa tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a43a81-d6d4-4292-ba97-f6788d8e971d']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:25.658004 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-32e4b254-20d4-4f76-a7a6-7e22a25e96fa tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53356e69-b67f-457b-94a5-d87268e26f87') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:25.658462 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-32e4b254-20d4-4f76-a7a6-7e22a25e96fa tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53356e69-b67f-457b-94a5-d87268e26f87') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:25.676307 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32e4b254-20d4-4f76-a7a6-7e22a25e96fa tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:25.702286 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32e4b254-20d4-4f76-a7a6-7e22a25e96fa tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:25.713011 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e4b254-20d4-4f76-a7a6-7e22a25e96fa tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:59:25.713669 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32e4b254-20d4-4f76-a7a6-7e22a25e96fa tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:25.718743 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 16:59:25.718743 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:59:25.718743 n-d-778549-4 neutron-server[94013]: timer() Jul 23 16:59:25.718743 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:59:25.718743 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 16:59:25.718743 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:59:25.718743 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 16:59:25.718743 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:59:25.718743 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 16:59:25.718743 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:59:25.718743 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 16:59:25.718743 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:59:25.718743 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 16:59:25.718743 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:59:25.718743 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:59:25.718743 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:59:25.718743 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:59:25.718743 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:59:25.718743 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 16:59:25.718743 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:59:25.718743 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 16:59:25.718743 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:59:25.718743 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:59:25.718743 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:59:25.718743 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 16:59:25.718743 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:59:25.718743 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:59:25.718743 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:59:25.718743 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:59:25.718743 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:59:25.718743 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:59:25.718743 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:59:25.794980 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32e4b254-20d4-4f76-a7a6-7e22a25e96fa tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:25.805617 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32e4b254-20d4-4f76-a7a6-7e22a25e96fa tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:25.808907 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-32e4b254-20d4-4f76-a7a6-7e22a25e96fa tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "DELETE /v2.0/networks/f9a43a81-d6d4-4292-ba97-f6788d8e971d HTTP/1.1" status: 204 len: 168 time: 0.4582331 Jul 23 16:59:25.812790 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54536) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:25.830705 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4b254-20d4-4f76-a7a6-7e22a25e96fa tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Pushing event deleted for resources: {'Network': ['ID=f9a43a81-d6d4-4292-ba97-f6788d8e971d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:26.007757 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-4b11a556-1d42-4712-81bc-59ccccbc485c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Deleting port 2acd6949-f1fb-4a4c-af89-772583b896d9 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:59:26.008869 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b11a556-1d42-4712-81bc-59ccccbc485c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:26.095766 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b11a556-1d42-4712-81bc-59ccccbc485c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:26.096058 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b11a556-1d42-4712-81bc-59ccccbc485c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:26.111345 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-4b11a556-1d42-4712-81bc-59ccccbc485c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Calling delete_port for 2acd6949-f1fb-4a4c-af89-772583b896d9 owned by network:floatingip {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:59:26.283524 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b11a556-1d42-4712-81bc-59ccccbc485c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:26.312664 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11a556-1d42-4712-81bc-59ccccbc485c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Pushing event deleted for resources: {'Port': ['ID=2acd6949-f1fb-4a4c-af89-772583b896d9,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:26.359551 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54538) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:26.380419 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b11a556-1d42-4712-81bc-59ccccbc485c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for floatingip, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:26.380916 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-4b11a556-1d42-4712-81bc-59ccccbc485c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Floating IP 7900acb2-6221-4407-b28e-1e52afc70164 disassociated (deleted). External IP: 172.25.8.181, port: 077cbaa1-711c-4d82-a4ce-90197dd19403. Jul 23 16:59:26.552377 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-1dbb84ed-5699-4a06-9140-72844bc1117b tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Deleting port 57378bca-97f6-4020-9924-2399dcd220fd {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:59:26.552936 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1dbb84ed-5699-4a06-9140-72844bc1117b tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:26.668668 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b11a556-1d42-4712-81bc-59ccccbc485c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Router d1430665-3ab5-486f-ac04-3ff86c842ef9 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:59:26.677961 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1dbb84ed-5699-4a06-9140-72844bc1117b tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:26.678373 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1dbb84ed-5699-4a06-9140-72844bc1117b tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:26.693329 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-1dbb84ed-5699-4a06-9140-72844bc1117b tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Calling delete_port for 57378bca-97f6-4020-9924-2399dcd220fd owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:59:26.798202 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:59:26.823101 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:59:26.823549 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e6026ae5-f128-4d7d-b0d5-a1fe82e5bc7d not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:59:26.824052 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 187f63ae-ff05-497c-bf9f-4dd18eedf081 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:59:26.852130 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b11a556-1d42-4712-81bc-59ccccbc485c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:59:26.854113 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 187f63ae-ff05-497c-bf9f-4dd18eedf081 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:59:26.854764 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 187f63ae-ff05-497c-bf9f-4dd18eedf081 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:59:26.859752 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b11a556-1d42-4712-81bc-59ccccbc485c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:26.870524 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158570a6-1640-4285-b61b-4fefc90a4373 None None] Sync routers for ids ['d1430665-3ab5-486f-ac04-3ff86c842ef9'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:59:26.887595 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158570a6-1640-4285-b61b-4fefc90a4373 None None] Routers {'d1430665-3ab5-486f-ac04-3ff86c842ef9'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:59:26.889259 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-158570a6-1640-4285-b61b-4fefc90a4373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:59:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d1430665-3ab5-486f-ac04-3ff86c842ef9'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:26.924841 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4b11a556-1d42-4712-81bc-59ccccbc485c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "DELETE /v2.0/floatingips/7900acb2-6221-4407-b28e-1e52afc70164 HTTP/1.1" status: 204 len: 168 time: 1.1102998 Jul 23 16:59:26.925877 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8722d4b-68b8-4be2-b118-b00d32a7628d', 'tag': '077cbaa1-711c-4d82-a4ce-90197dd19403'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:59:26.930332 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbeb8071-e0e2-43be-ada1-41b1c6ecfda0" -d '{"events": [{"name": "network-changed", "server_uuid": "d8722d4b-68b8-4be2-b118-b00d32a7628d", "tag": "077cbaa1-711c-4d82-a4ce-90197dd19403"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:59:26.988517 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1dbb84ed-5699-4a06-9140-72844bc1117b tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:27.018822 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c12c2f-2076-438c-9ca7-4c83e3243a2c x-openstack-request-id: req-37c12c2f-2076-438c-9ca7-4c83e3243a2c {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:59:27.019728 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8722d4b-68b8-4be2-b118-b00d32a7628d", "tag": "077cbaa1-711c-4d82-a4ce-90197dd19403", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:59:27.019933 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-37c12c2f-2076-438c-9ca7-4c83e3243a2c {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:59:27.020775 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8722d4b-68b8-4be2-b118-b00d32a7628d', 'tag': '077cbaa1-711c-4d82-a4ce-90197dd19403', 'status': 'completed', 'code': 200} Jul 23 16:59:27.050602 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-158570a6-1640-4285-b61b-4fefc90a4373 None None] Set router d1430665-3ab5-486f-ac04-3ff86c842ef9 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:59:27.057747 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb84ed-5699-4a06-9140-72844bc1117b tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Pushing event deleted for resources: {'Port': ['ID=57378bca-97f6-4020-9924-2399dcd220fd,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:27.169161 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:59:27.180515 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1dbb84ed-5699-4a06-9140-72844bc1117b tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:27.181003 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-1dbb84ed-5699-4a06-9140-72844bc1117b tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Floating IP 73cfa1cb-2e41-4771-90c8-e2f71f47d0bd disassociated (deleted). External IP: 172.25.8.122, port: 6ab9e245-2ebb-4ed0-afb1-89b1461b8a17. Jul 23 16:59:27.277967 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb8071-e0e2-43be-ada1-41b1c6ecfda0 req-06cf5db1-97f4-4d6a-9bf3-accbe0b6ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:27.280645 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dbeb8071-e0e2-43be-ada1-41b1c6ecfda0 req-06cf5db1-97f4-4d6a-9bf3-accbe0b6ef97 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6250cee40b3d4dab9518a2ec1e83d9de&device_id=d8722d4b-68b8-4be2-b118-b00d32a7628d HTTP/1.1" status: 200 len: 1135 time: 0.2329304 Jul 23 16:59:27.346224 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-158570a6-1640-4285-b61b-4fefc90a4373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1991100491', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '307c056f-48a0-434c-a5d7-18945d4ca90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:58:05Z', 'updated_at': '2021-07-23T16:58:09Z', 'revision_number': 4, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'gw_port': {'id': '307c056f-48a0-434c-a5d7-18945d4ca90e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:58:06Z', 'updated_at': '2021-07-23T16:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '583df807-cbed-4787-840d-43704023770e', 'name': '', 'network_id': 'b7518a1e-55a9-4ffc-aefd-c5b1f7751caa', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'mac_address': 'fa:16:3e:d6:51:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '8c20466b-af8f-492b-96c4-db172b2184a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:58:09Z', 'updated_at': '2021-07-23T16:58:15Z', 'revision_number': 5, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'subnets': [{'id': '8c20466b-af8f-492b-96c4-db172b2184a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:27.375273 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158570a6-1640-4285-b61b-4fefc90a4373 None None] Checking router: d1430665-3ab5-486f-ac04-3ff86c842ef9 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:59:27.385414 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158570a6-1640-4285-b61b-4fefc90a4373 None None] Routers {'d1430665-3ab5-486f-ac04-3ff86c842ef9'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:59:27.386046 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-158570a6-1640-4285-b61b-4fefc90a4373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:59:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d1430665-3ab5-486f-ac04-3ff86c842ef9'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:27.510060 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-158570a6-1640-4285-b61b-4fefc90a4373 None None] Set router d1430665-3ab5-486f-ac04-3ff86c842ef9 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:59:27.607848 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4825b-cd08-4222-82d3-cb559e3c9380 req-a573894f-ab19-47e2-90a1-6ab3f5ae98db tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:27.610987 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9bf4825b-cd08-4222-82d3-cb559e3c9380 req-a573894f-ab19-47e2-90a1-6ab3f5ae98db tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8722d4b-68b8-4be2-b118-b00d32a7628d HTTP/1.1" status: 200 len: 984 time: 0.3374290 Jul 23 16:59:27.717719 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb8071-e0e2-43be-ada1-41b1c6ecfda0 req-519dc0d0-8ee0-4ae1-b942-32ab7e609241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:27.720330 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dbeb8071-e0e2-43be-ada1-41b1c6ecfda0 req-519dc0d0-8ee0-4ae1-b942-32ab7e609241 service neutron] 10.222.0.97 "GET /v2.0/networks?id=b7518a1e-55a9-4ffc-aefd-c5b1f7751caa HTTP/1.1" status: 200 len: 898 time: 0.4163091 Jul 23 16:59:27.745961 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-158570a6-1640-4285-b61b-4fefc90a4373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1991100491', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '307c056f-48a0-434c-a5d7-18945d4ca90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:58:05Z', 'updated_at': '2021-07-23T16:58:09Z', 'revision_number': 4, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'gw_port': {'id': '307c056f-48a0-434c-a5d7-18945d4ca90e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:58:06Z', 'updated_at': '2021-07-23T16:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '583df807-cbed-4787-840d-43704023770e', 'name': '', 'network_id': 'b7518a1e-55a9-4ffc-aefd-c5b1f7751caa', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'mac_address': 'fa:16:3e:d6:51:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '8c20466b-af8f-492b-96c4-db172b2184a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:58:09Z', 'updated_at': '2021-07-23T16:58:15Z', 'revision_number': 5, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'subnets': [{'id': '8c20466b-af8f-492b-96c4-db172b2184a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:27.780130 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158570a6-1640-4285-b61b-4fefc90a4373 None None] The sync data for ids ['d1430665-3ab5-486f-ac04-3ff86c842ef9'] in n-d-778549-4 is: [{'id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1991100491', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '307c056f-48a0-434c-a5d7-18945d4ca90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:58:05Z', 'updated_at': '2021-07-23T16:58:09Z', 'revision_number': 4, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'gw_port': {'id': '307c056f-48a0-434c-a5d7-18945d4ca90e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:58:06Z', 'updated_at': '2021-07-23T16:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '583df807-cbed-4787-840d-43704023770e', 'name': '', 'network_id': 'b7518a1e-55a9-4ffc-aefd-c5b1f7751caa', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'mac_address': 'fa:16:3e:d6:51:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '8c20466b-af8f-492b-96c4-db172b2184a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:58:09Z', 'updated_at': '2021-07-23T16:58:15Z', 'revision_number': 5, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'subnets': [{'id': '8c20466b-af8f-492b-96c4-db172b2184a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:59:27.833992 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dbeb8071-e0e2-43be-ada1-41b1c6ecfda0 req-3f8662ff-06b0-4747-b08c-ea6fe60eb437 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=077cbaa1-711c-4d82-a4ce-90197dd19403 HTTP/1.1" status: 200 len: 217 time: 0.1008835 Jul 23 16:59:27.933903 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9bf4825b-cd08-4222-82d3-cb559e3c9380 req-970ef625-dbb2-4eb6-9175-28098d6602df tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f0aeb91-38a7-4126-9c2e-f6b35878df07&id=01c8c5ea-898e-4c68-8346-27c108b8e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2669408 Jul 23 16:59:27.987266 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb8071-e0e2-43be-ada1-41b1c6ecfda0 req-ec496ad6-1932-416d-b292-3ed805f28742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:27.990138 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dbeb8071-e0e2-43be-ada1-41b1c6ecfda0 req-ec496ad6-1932-416d-b292-3ed805f28742 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8c20466b-af8f-492b-96c4-db172b2184a2 HTTP/1.1" status: 200 len: 834 time: 0.1426322 Jul 23 16:59:28.005586 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbb84ed-5699-4a06-9140-72844bc1117b tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Router 02621f14-3607-4153-8dfd-95f8c7d900c9 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:59:28.056607 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a74198-6713-4369-9b27-3d5b177d6449 None None] New status for floating IP 7900acb2-6221-4407-b28e-1e52afc70164: DOWN {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:59:28.251764 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb8071-e0e2-43be-ada1-41b1c6ecfda0 req-bc364d09-6b36-4f87-9535-81123db3145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:28.254862 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dbeb8071-e0e2-43be-ada1-41b1c6ecfda0 req-bc364d09-6b36-4f87-9535-81123db3145a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b7518a1e-55a9-4ffc-aefd-c5b1f7751caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2534544 Jul 23 16:59:28.337277 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbb84ed-5699-4a06-9140-72844bc1117b tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:59:28.347530 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1dbb84ed-5699-4a06-9140-72844bc1117b tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:28.347746 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c709e2b9-5748-4070-8d98-d5db33133ad1 None None] Sync routers for ids ['02621f14-3607-4153-8dfd-95f8c7d900c9'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:59:28.357987 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c709e2b9-5748-4070-8d98-d5db33133ad1 None None] Routers {'02621f14-3607-4153-8dfd-95f8c7d900c9'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:59:28.358875 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c709e2b9-5748-4070-8d98-d5db33133ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:59:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['02621f14-3607-4153-8dfd-95f8c7d900c9'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:28.472777 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-c709e2b9-5748-4070-8d98-d5db33133ad1 None None] Set router 02621f14-3607-4153-8dfd-95f8c7d900c9 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:59:28.503838 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1dbb84ed-5699-4a06-9140-72844bc1117b tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "DELETE /v2.0/floatingips/73cfa1cb-2e41-4771-90c8-e2f71f47d0bd HTTP/1.1" status: 204 len: 168 time: 2.1429429 Jul 23 16:59:28.510375 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d', 'tag': '6ab9e245-2ebb-4ed0-afb1-89b1461b8a17'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:59:28.514634 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addb3daa-5c18-4e95-87e8-8abd4ca32aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d", "tag": "6ab9e245-2ebb-4ed0-afb1-89b1461b8a17"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:59:28.566022 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dbeb8071-e0e2-43be-ada1-41b1c6ecfda0 req-8aeb61e5-9ce3-4acb-aaab-1f7ba579a697 service neutron] 10.222.0.97 "GET /v2.0/networks/b7518a1e-55a9-4ffc-aefd-c5b1f7751caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033485 Jul 23 16:59:28.612388 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22047f7d-e924-4b6a-9989-19fb2c2b6b9f x-openstack-request-id: req-22047f7d-e924-4b6a-9989-19fb2c2b6b9f {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:59:28.613143 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d", "tag": "6ab9e245-2ebb-4ed0-afb1-89b1461b8a17", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:59:28.613249 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-22047f7d-e924-4b6a-9989-19fb2c2b6b9f {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:59:28.614472 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d', 'tag': '6ab9e245-2ebb-4ed0-afb1-89b1461b8a17', 'status': 'completed', 'code': 200} Jul 23 16:59:28.782255 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c709e2b9-5748-4070-8d98-d5db33133ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'name': 'tempest-TestVolumeBootPattern-581618674-router', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:43Z', 'updated_at': '2021-07-23T16:48:51Z', 'revision_number': 4, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'gw_port': {'id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:45Z', 'updated_at': '2021-07-23T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '4fd32cc1-e79d-49c6-b773-d328804434d6', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'port_id': '8fe2535e-58ae-40fd-8be8-63460b1dc104', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'mac_address': 'fa:16:3e:b8:62:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959a414-0563-48f6-8d73-f7ee8b592213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:55:56Z', 'updated_at': '2021-07-23T16:55:59Z', 'revision_number': 1, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd5ee84f-3746-4425-ac5a-d72a147aaf31', 'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'mac_address': 'fa:16:3e:27:b5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:50Z', 'updated_at': '2021-07-23T16:49:00Z', 'revision_number': 5, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'subnets': [{'id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:28.814915 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c709e2b9-5748-4070-8d98-d5db33133ad1 None None] Checking router: 02621f14-3607-4153-8dfd-95f8c7d900c9 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:59:28.824872 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c709e2b9-5748-4070-8d98-d5db33133ad1 None None] Routers {'02621f14-3607-4153-8dfd-95f8c7d900c9'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:59:28.825538 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c709e2b9-5748-4070-8d98-d5db33133ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:59:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['02621f14-3607-4153-8dfd-95f8c7d900c9'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:28.867689 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea688c4-cea9-4cac-b314-99338b8ca547 req-76dba088-e8c8-49e6-aa20-8c023fb188d1 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:28.870203 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0ea688c4-cea9-4cac-b314-99338b8ca547 req-76dba088-e8c8-49e6-aa20-8c023fb188d1 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.97 "GET /v2.0/ports?device_id=d8722d4b-68b8-4be2-b118-b00d32a7628d HTTP/1.1" status: 200 len: 984 time: 0.3914416 Jul 23 16:59:28.943569 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-c709e2b9-5748-4070-8d98-d5db33133ad1 None None] Set router 02621f14-3607-4153-8dfd-95f8c7d900c9 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:59:28.978350 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dbeb8071-e0e2-43be-ada1-41b1c6ecfda0 req-a47533ba-8ebc-4b52-85f1-a15fe2b3fcc4 service neutron] 10.222.0.97 "GET /v2.0/networks/b7518a1e-55a9-4ffc-aefd-c5b1f7751caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034953 Jul 23 16:59:29.033704 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb3daa-5c18-4e95-87e8-8abd4ca32aa0 req-7c233b17-8f2a-4c05-88c2-3e37cabba388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:29.035217 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-addb3daa-5c18-4e95-87e8-8abd4ca32aa0 req-7c233b17-8f2a-4c05-88c2-3e37cabba388 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a447386a79c4dde9361c7979cbbb97e&device_id=fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d HTTP/1.1" status: 200 len: 1097 time: 0.3942165 Jul 23 16:59:29.089270 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ce15b-5e80-4ea0-9fd8-fe15fa999ef5 req-606dcef7-59cf-4d34-8353-d89112fb5a03 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:29.091023 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e02ce15b-5e80-4ea0-9fd8-fe15fa999ef5 req-606dcef7-59cf-4d34-8353-d89112fb5a03 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d HTTP/1.1" status: 200 len: 946 time: 0.3247867 Jul 23 16:59:29.248953 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e02ce15b-5e80-4ea0-9fd8-fe15fa999ef5 req-3cab0242-6370-4c37-ab23-93dd8e36620d tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1372244 Jul 23 16:59:29.251346 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-0ea688c4-cea9-4cac-b314-99338b8ca547 req-2a7342f8-02e0-459a-94e4-1a81e4d25cbc tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Deleting port 077cbaa1-711c-4d82-a4ce-90197dd19403 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:59:29.251692 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0ea688c4-cea9-4cac-b314-99338b8ca547 req-2a7342f8-02e0-459a-94e4-1a81e4d25cbc tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:29.278547 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb3daa-5c18-4e95-87e8-8abd4ca32aa0 req-40074721-1477-4455-9a4e-b81d2bd64d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:29.280114 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-addb3daa-5c18-4e95-87e8-8abd4ca32aa0 req-40074721-1477-4455-9a4e-b81d2bd64d9d service neutron] 10.222.0.74 "GET /v2.0/networks?id=fedddd04-4e3c-4738-8768-b1bd7c807fbc HTTP/1.1" status: 200 len: 913 time: 0.2296772 Jul 23 16:59:29.295121 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6061d-1d4f-473f-80c0-76512229b1b2 req-2a2d5367-80c2-44d1-9699-fb4362965f0d tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:29.296851 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94f6061d-1d4f-473f-80c0-76512229b1b2 req-2a2d5367-80c2-44d1-9699-fb4362965f0d tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8722d4b-68b8-4be2-b118-b00d32a7628d HTTP/1.1" status: 200 len: 984 time: 0.2667439 Jul 23 16:59:29.349088 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-addb3daa-5c18-4e95-87e8-8abd4ca32aa0 req-20e4267c-82ad-4c9e-a843-bd0c146c79e8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ab9e245-2ebb-4ed0-afb1-89b1461b8a17 HTTP/1.1" status: 200 len: 217 time: 0.0511003 Jul 23 16:59:29.386460 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c709e2b9-5748-4070-8d98-d5db33133ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'name': 'tempest-TestVolumeBootPattern-581618674-router', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:43Z', 'updated_at': '2021-07-23T16:48:51Z', 'revision_number': 4, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'gw_port': {'id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:45Z', 'updated_at': '2021-07-23T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '4fd32cc1-e79d-49c6-b773-d328804434d6', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'port_id': '8fe2535e-58ae-40fd-8be8-63460b1dc104', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'mac_address': 'fa:16:3e:b8:62:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959a414-0563-48f6-8d73-f7ee8b592213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:55:56Z', 'updated_at': '2021-07-23T16:55:59Z', 'revision_number': 1, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd5ee84f-3746-4425-ac5a-d72a147aaf31', 'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'mac_address': 'fa:16:3e:27:b5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:50Z', 'updated_at': '2021-07-23T16:49:00Z', 'revision_number': 5, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'subnets': [{'id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:29.418353 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c709e2b9-5748-4070-8d98-d5db33133ad1 None None] The sync data for ids ['02621f14-3607-4153-8dfd-95f8c7d900c9'] in n-d-778549-4 is: [{'id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'name': 'tempest-TestVolumeBootPattern-581618674-router', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:43Z', 'updated_at': '2021-07-23T16:48:51Z', 'revision_number': 4, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'gw_port': {'id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:45Z', 'updated_at': '2021-07-23T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '4fd32cc1-e79d-49c6-b773-d328804434d6', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'port_id': '8fe2535e-58ae-40fd-8be8-63460b1dc104', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'mac_address': 'fa:16:3e:b8:62:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959a414-0563-48f6-8d73-f7ee8b592213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:55:56Z', 'updated_at': '2021-07-23T16:55:59Z', 'revision_number': 1, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd5ee84f-3746-4425-ac5a-d72a147aaf31', 'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'mac_address': 'fa:16:3e:27:b5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:50Z', 'updated_at': '2021-07-23T16:49:00Z', 'revision_number': 5, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'subnets': [{'id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:59:29.458546 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94f6061d-1d4f-473f-80c0-76512229b1b2 req-0c792a77-b58c-41c2-984e-b2e21dbe55af tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f0aeb91-38a7-4126-9c2e-f6b35878df07&id=01c8c5ea-898e-4c68-8346-27c108b8e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1508048 Jul 23 16:59:29.477095 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb3daa-5c18-4e95-87e8-8abd4ca32aa0 req-69895337-84b8-41cc-974a-d9a9517100ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:29.478604 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-addb3daa-5c18-4e95-87e8-8abd4ca32aa0 req-69895337-84b8-41cc-974a-d9a9517100ce service neutron] 10.222.0.74 "GET /v2.0/subnets?id=68bd2291-23ae-4e54-ab39-3c387bae8690 HTTP/1.1" status: 200 len: 850 time: 0.0954530 Jul 23 16:59:29.484355 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-0ea688c4-cea9-4cac-b314-99338b8ca547 req-2a7342f8-02e0-459a-94e4-1a81e4d25cbc tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] For port 077cbaa1-711c-4d82-a4ce-90197dd19403, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=077cbaa1-711c-4d82-a4ce-90197dd19403,segment=NetworkSegment(aad0bc3a-922f-4251-951d-e16a1cfa4da9),segment_id=aad0bc3a-922f-4251-951d-e16a1cfa4da9)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:59:29.484707 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0ea688c4-cea9-4cac-b314-99338b8ca547 req-2a7342f8-02e0-459a-94e4-1a81e4d25cbc tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:29.524219 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-0ea688c4-cea9-4cac-b314-99338b8ca547 req-2a7342f8-02e0-459a-94e4-1a81e4d25cbc tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Calling delete_port for 077cbaa1-711c-4d82-a4ce-90197dd19403 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:59:29.612011 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb3daa-5c18-4e95-87e8-8abd4ca32aa0 req-52f25503-98d4-4d20-92ef-28287e02bce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:29.613622 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-addb3daa-5c18-4e95-87e8-8abd4ca32aa0 req-52f25503-98d4-4d20-92ef-28287e02bce9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fedddd04-4e3c-4738-8768-b1bd7c807fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262667 Jul 23 16:59:29.669999 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe61876b-341c-47a5-84cf-7b2686256658 None None] New status for floating IP 73cfa1cb-2e41-4771-90c8-e2f71f47d0bd: DOWN {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:59:29.756063 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-addb3daa-5c18-4e95-87e8-8abd4ca32aa0 req-c4049770-2cf0-4cb3-9eb4-32524ae59d9e service neutron] 10.222.0.74 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304798 Jul 23 16:59:29.756855 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0ea688c4-cea9-4cac-b314-99338b8ca547 req-2a7342f8-02e0-459a-94e4-1a81e4d25cbc tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:30.176135 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7342f8-02e0-459a-94e4-1a81e4d25cbc tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Pushing event deleted for resources: {'Port': ['ID=077cbaa1-711c-4d82-a4ce-90197dd19403,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:30.274937 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea688c4-cea9-4cac-b314-99338b8ca547 req-2a7342f8-02e0-459a-94e4-1a81e4d25cbc tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] No DVR routers for this DVR port 077cbaa1-711c-4d82-a4ce-90197dd19403 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:59:30.280174 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0ea688c4-cea9-4cac-b314-99338b8ca547 req-2a7342f8-02e0-459a-94e4-1a81e4d25cbc tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:30.282706 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0ea688c4-cea9-4cac-b314-99338b8ca547 req-2a7342f8-02e0-459a-94e4-1a81e4d25cbc tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.97 "DELETE /v2.0/ports/077cbaa1-711c-4d82-a4ce-90197dd19403 HTTP/1.1" status: 204 len: 173 time: 1.4033947 Jul 23 16:59:30.317997 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-addb3daa-5c18-4e95-87e8-8abd4ca32aa0 req-e71526e3-3cf0-493f-be69-758bd1bddd47 service neutron] 10.222.0.74 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5559015 Jul 23 16:59:30.340418 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f45f6a-38cb-464a-9a24-7faa9a94a834 req-aa5af7cb-db5e-454c-9391-9df0d2cf1f40 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:30.345768 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b1f45f6a-38cb-464a-9a24-7faa9a94a834 req-aa5af7cb-db5e-454c-9391-9df0d2cf1f40 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d HTTP/1.1" status: 200 len: 946 time: 0.1143658 Jul 23 16:59:30.452950 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cefd82-5dcb-4f2d-bb36-042009ac1a23 req-e279d9e6-4996-4191-a9ad-11f9745ed265 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:30.454769 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f2cefd82-5dcb-4f2d-bb36-042009ac1a23 req-e279d9e6-4996-4191-a9ad-11f9745ed265 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d HTTP/1.1" status: 200 len: 946 time: 0.0931203 Jul 23 16:59:30.497436 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f2cefd82-5dcb-4f2d-bb36-042009ac1a23 req-d6c4bf61-0447-45a0-85f2-31a27c5b4272 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355151 Jul 23 16:59:30.515686 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-b1f45f6a-38cb-464a-9a24-7faa9a94a834 req-606c36d4-04a2-417a-8f24-6987cb6686c1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Deleting port 6ab9e245-2ebb-4ed0-afb1-89b1461b8a17 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:59:30.516580 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b1f45f6a-38cb-464a-9a24-7faa9a94a834 req-606c36d4-04a2-417a-8f24-6987cb6686c1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:30.615701 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8722d4b-68b8-4be2-b118-b00d32a7628d', 'name': 'network-vif-deleted', 'tag': '077cbaa1-711c-4d82-a4ce-90197dd19403'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:59:30.619507 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dfe070-4f10-4ecb-a212-554fbd12fd71" -d '{"events": [{"server_uuid": "d8722d4b-68b8-4be2-b118-b00d32a7628d", "name": "network-vif-deleted", "tag": "077cbaa1-711c-4d82-a4ce-90197dd19403"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:59:30.656429 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3b9476a0-9961-4ae0-bdae-0d9289a68a5a req-6bde06d4-4ecf-4064-ba52-35bb8731e25f tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8722d4b-68b8-4be2-b118-b00d32a7628d HTTP/1.1" status: 200 len: 210 time: 0.0331666 Jul 23 16:59:30.697845 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-b1f45f6a-38cb-464a-9a24-7faa9a94a834 req-606c36d4-04a2-417a-8f24-6987cb6686c1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] For port 6ab9e245-2ebb-4ed0-afb1-89b1461b8a17, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=6ab9e245-2ebb-4ed0-afb1-89b1461b8a17,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:59:30.698419 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b1f45f6a-38cb-464a-9a24-7faa9a94a834 req-606c36d4-04a2-417a-8f24-6987cb6686c1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:30.711373 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12a52c0-c3e7-4666-b6d4-8a9a323b9c94 x-openstack-request-id: req-c12a52c0-c3e7-4666-b6d4-8a9a323b9c94 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:59:30.711373 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8722d4b-68b8-4be2-b118-b00d32a7628d", "name": "network-vif-deleted", "tag": "077cbaa1-711c-4d82-a4ce-90197dd19403", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:59:30.712033 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c12a52c0-c3e7-4666-b6d4-8a9a323b9c94 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:59:30.712033 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8722d4b-68b8-4be2-b118-b00d32a7628d', 'name': 'network-vif-deleted', 'tag': '077cbaa1-711c-4d82-a4ce-90197dd19403', 'status': 'completed', 'code': 200} Jul 23 16:59:30.724179 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-b1f45f6a-38cb-464a-9a24-7faa9a94a834 req-606c36d4-04a2-417a-8f24-6987cb6686c1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Calling delete_port for 6ab9e245-2ebb-4ed0-afb1-89b1461b8a17 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:59:30.896723 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b1f45f6a-38cb-464a-9a24-7faa9a94a834 req-606c36d4-04a2-417a-8f24-6987cb6686c1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:30.939023 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c36d4-04a2-417a-8f24-6987cb6686c1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Pushing event deleted for resources: {'Port': ['ID=6ab9e245-2ebb-4ed0-afb1-89b1461b8a17,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:30.993312 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f45f6a-38cb-464a-9a24-7faa9a94a834 req-606c36d4-04a2-417a-8f24-6987cb6686c1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] No DVR routers for this DVR port 6ab9e245-2ebb-4ed0-afb1-89b1461b8a17 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:59:30.996310 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b1f45f6a-38cb-464a-9a24-7faa9a94a834 req-606c36d4-04a2-417a-8f24-6987cb6686c1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:30.998658 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b1f45f6a-38cb-464a-9a24-7faa9a94a834 req-606c36d4-04a2-417a-8f24-6987cb6686c1 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.74 "DELETE /v2.0/ports/6ab9e245-2ebb-4ed0-afb1-89b1461b8a17 HTTP/1.1" status: 204 len: 173 time: 0.6468339 Jul 23 16:59:30.999152 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d', 'name': 'network-vif-deleted', 'tag': '6ab9e245-2ebb-4ed0-afb1-89b1461b8a17'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:59:31.001599 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e91af8-549f-48d3-a1ac-0a8ff5694980" -d '{"events": [{"server_uuid": "fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d", "name": "network-vif-deleted", "tag": "6ab9e245-2ebb-4ed0-afb1-89b1461b8a17"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:59:31.049187 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48081dbd-e4cb-4ca1-8a8a-b0958f7bc0db x-openstack-request-id: req-48081dbd-e4cb-4ca1-8a8a-b0958f7bc0db {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:59:31.049652 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d", "name": "network-vif-deleted", "tag": "6ab9e245-2ebb-4ed0-afb1-89b1461b8a17", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:59:31.050062 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-48081dbd-e4cb-4ca1-8a8a-b0958f7bc0db {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:59:31.050694 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d', 'name': 'network-vif-deleted', 'tag': '6ab9e245-2ebb-4ed0-afb1-89b1461b8a17', 'status': 'completed', 'code': 200} Jul 23 16:59:31.652523 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-611cf0a9-92b6-4f40-8e25-fd980ca4ef99 req-35189d5d-6ad5-44fa-9308-128e4c38864c tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d HTTP/1.1" status: 200 len: 210 time: 0.0355313 Jul 23 16:59:31.757723 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54568) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:31.825307 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e300bfc-f098-4063-b112-9e2ec748a72c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:31.861352 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e300bfc-f098-4063-b112-9e2ec748a72c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:31.934661 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e300bfc-f098-4063-b112-9e2ec748a72c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:31.939196 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e300bfc-f098-4063-b112-9e2ec748a72c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:31.941311 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3e300bfc-f098-4063-b112-9e2ec748a72c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "DELETE /v2.0/security-groups/01c8c5ea-898e-4c68-8346-27c108b8e98b HTTP/1.1" status: 204 len: 168 time: 0.1819782 Jul 23 16:59:31.945932 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54570) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:31.956882 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e300bfc-f098-4063-b112-9e2ec748a72c tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c8c5ea-898e-4c68-8346-27c108b8e98b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:32.043807 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6d589775-3ba9-41ab-9f15-e5a6063db4f1 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:32.079333 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6d589775-3ba9-41ab-9f15-e5a6063db4f1 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:32.170638 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6d589775-3ba9-41ab-9f15-e5a6063db4f1 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:32.173650 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6d589775-3ba9-41ab-9f15-e5a6063db4f1 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:32.174930 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6d589775-3ba9-41ab-9f15-e5a6063db4f1 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "DELETE /v2.0/security-groups/6f0aeb91-38a7-4126-9c2e-f6b35878df07 HTTP/1.1" status: 204 len: 168 time: 0.2273474 Jul 23 16:59:32.180892 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54572) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:32.190810 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d589775-3ba9-41ab-9f15-e5a6063db4f1 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0aeb91-38a7-4126-9c2e-f6b35878df07,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:32.619635 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 077cbaa1-711c-4d82-a4ce-90197dd19403 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:59:32.656002 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 077cbaa1-711c-4d82-a4ce-90197dd19403 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:59:32.656546 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 077cbaa1-711c-4d82-a4ce-90197dd19403 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:59:32.695135 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4fe3519a-4037-490c-8ea2-839cc670ec2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:32.824092 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abf61256-b76e-4d3f-98e2-88f2cf9703b2 req-c8f0dba0-e9f2-477f-bc80-d7072dda0ecb tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d HTTP/1.1" status: 200 len: 210 time: 0.0559397 Jul 23 16:59:32.835755 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0c5a24f8-2c89-4475-bb9b-1ca64aa53421 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:33.301211 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-0c5a24f8-2c89-4475-bb9b-1ca64aa53421 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Deleting port 583df807-cbed-4787-840d-43704023770e {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:59:33.302614 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0c5a24f8-2c89-4475-bb9b-1ca64aa53421 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:33.417794 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-0c5a24f8-2c89-4475-bb9b-1ca64aa53421 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] For port 583df807-cbed-4787-840d-43704023770e, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=583df807-cbed-4787-840d-43704023770e,segment=NetworkSegment(aad0bc3a-922f-4251-951d-e16a1cfa4da9),segment_id=aad0bc3a-922f-4251-951d-e16a1cfa4da9)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:59:33.418210 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0c5a24f8-2c89-4475-bb9b-1ca64aa53421 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:33.439341 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-0c5a24f8-2c89-4475-bb9b-1ca64aa53421 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Calling delete_port for 583df807-cbed-4787-840d-43704023770e owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:59:33.677455 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0c5a24f8-2c89-4475-bb9b-1ca64aa53421 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:33.711534 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a24f8-2c89-4475-bb9b-1ca64aa53421 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Pushing event deleted for resources: {'Port': ['ID=583df807-cbed-4787-840d-43704023770e,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:33.766019 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 6ab9e245-2ebb-4ed0-afb1-89b1461b8a17 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:59:33.804166 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 6ab9e245-2ebb-4ed0-afb1-89b1461b8a17 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:59:33.805418 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 6ab9e245-2ebb-4ed0-afb1-89b1461b8a17 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:59:33.995572 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5a303d9f-cde1-4951-9399-9608aa4f2925 req-98c494be-b5ad-4e2d-ab9f-5352c89c9bc3 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d HTTP/1.1" status: 200 len: 210 time: 0.0444069 Jul 23 16:59:34.039159 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0c5a24f8-2c89-4475-bb9b-1ca64aa53421 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:34.427421 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5a24f8-2c89-4475-bb9b-1ca64aa53421 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Router d1430665-3ab5-486f-ac04-3ff86c842ef9 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:59:34.562521 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5a24f8-2c89-4475-bb9b-1ca64aa53421 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:59:34.571379 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0c5a24f8-2c89-4475-bb9b-1ca64aa53421 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "PUT /v2.0/routers/d1430665-3ab5-486f-ac04-3ff86c842ef9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3865976 Jul 23 16:59:34.574714 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54578) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:34.578723 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d6d40-372c-421f-aa78-64f485c09c7e None None] Sync routers for ids ['d1430665-3ab5-486f-ac04-3ff86c842ef9'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:59:34.595716 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1d6d40-372c-421f-aa78-64f485c09c7e None None] Routers {'d1430665-3ab5-486f-ac04-3ff86c842ef9'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:59:34.596753 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-6b1d6d40-372c-421f-aa78-64f485c09c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:59:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d1430665-3ab5-486f-ac04-3ff86c842ef9'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:34.646891 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c8bd15a-310b-4eb5-b266-d5c218da34bb tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Deleting subnet 8c20466b-af8f-492b-96c4-db172b2184a2 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:59:34.652421 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0c8bd15a-310b-4eb5-b266-d5c218da34bb tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:34.727301 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0c8bd15a-310b-4eb5-b266-d5c218da34bb tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:34.823774 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-6b1d6d40-372c-421f-aa78-64f485c09c7e None None] Set router d1430665-3ab5-486f-ac04-3ff86c842ef9 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:59:34.908577 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0c8bd15a-310b-4eb5-b266-d5c218da34bb tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:35.027394 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0c8bd15a-310b-4eb5-b266-d5c218da34bb tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:35.056479 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0c8bd15a-310b-4eb5-b266-d5c218da34bb tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:35.060740 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0c8bd15a-310b-4eb5-b266-d5c218da34bb tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "DELETE /v2.0/subnets/8c20466b-af8f-492b-96c4-db172b2184a2 HTTP/1.1" status: 204 len: 168 time: 0.4835656 Jul 23 16:59:35.066269 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54582) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:35.090181 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0da53b-4ff6-443a-b422-b2fe228a88e9 None None] Network b7518a1e-55a9-4ffc-aefd-c5b1f7751caa requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:59:35.096912 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8bd15a-310b-4eb5-b266-d5c218da34bb tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Pushing event deleted for resources: {'Subnet': ['ID=8c20466b-af8f-492b-96c4-db172b2184a2,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:35.188651 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dea0a284-df9e-4ed0-8cb7-5b327e1591d9 req-1c4f13fa-3b0a-4ffa-9adc-a894251afcca tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb0ace68-47d7-4ae7-84fb-7547b6dc3c8d HTTP/1.1" status: 200 len: 210 time: 0.0695267 Jul 23 16:59:35.273741 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:35.287771 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5830d3ef-4b4d-4236-8e1d-ecaa29f3bd83 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:35.316724 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-6b1d6d40-372c-421f-aa78-64f485c09c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1991100491', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '307c056f-48a0-434c-a5d7-18945d4ca90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:58:05Z', 'updated_at': '2021-07-23T16:59:33Z', 'revision_number': 5, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'gw_port': {'id': '307c056f-48a0-434c-a5d7-18945d4ca90e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:58:06Z', 'updated_at': '2021-07-23T16:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:35.368725 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d6d40-372c-421f-aa78-64f485c09c7e None None] Checking router: d1430665-3ab5-486f-ac04-3ff86c842ef9 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:59:35.447443 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1d6d40-372c-421f-aa78-64f485c09c7e None None] Routers {'d1430665-3ab5-486f-ac04-3ff86c842ef9'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:59:35.448729 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-6b1d6d40-372c-421f-aa78-64f485c09c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:59:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d1430665-3ab5-486f-ac04-3ff86c842ef9'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:35.531067 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5830d3ef-4b4d-4236-8e1d-ecaa29f3bd83 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:35.613533 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-31195844-550d-4ac9-8c93-70550928dc2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:35.633415 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5830d3ef-4b4d-4236-8e1d-ecaa29f3bd83 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Deleting port 307c056f-48a0-434c-a5d7-18945d4ca90e {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:59:35.633909 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5830d3ef-4b4d-4236-8e1d-ecaa29f3bd83 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:35.651960 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:35.736271 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5830d3ef-4b4d-4236-8e1d-ecaa29f3bd83 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] For port 307c056f-48a0-434c-a5d7-18945d4ca90e, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=307c056f-48a0-434c-a5d7-18945d4ca90e,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:59:35.736643 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5830d3ef-4b4d-4236-8e1d-ecaa29f3bd83 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:35.736951 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-6b1d6d40-372c-421f-aa78-64f485c09c7e None None] Set router d1430665-3ab5-486f-ac04-3ff86c842ef9 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:59:35.755875 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5830d3ef-4b4d-4236-8e1d-ecaa29f3bd83 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Calling delete_port for 307c056f-48a0-434c-a5d7-18945d4ca90e owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:59:35.846719 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81b4187-9f50-48de-a8fe-70f7b13033b3 None None] DHCP port deletion for b7518a1e-55a9-4ffc-aefd-c5b1f7751caa request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:59:36.014073 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5830d3ef-4b4d-4236-8e1d-ecaa29f3bd83 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:36.042089 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-e81b4187-9f50-48de-a8fe-70f7b13033b3 None None] Deleting port c46540d7-f1f7-4924-af99-512accd99db9 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:59:36.042089 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e81b4187-9f50-48de-a8fe-70f7b13033b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:36.084758 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830d3ef-4b4d-4236-8e1d-ecaa29f3bd83 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Pushing event deleted for resources: {'Port': ['ID=307c056f-48a0-434c-a5d7-18945d4ca90e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:36.158947 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-e81b4187-9f50-48de-a8fe-70f7b13033b3 None None] For port c46540d7-f1f7-4924-af99-512accd99db9, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c46540d7-f1f7-4924-af99-512accd99db9,segment=NetworkSegment(aad0bc3a-922f-4251-951d-e16a1cfa4da9),segment_id=aad0bc3a-922f-4251-951d-e16a1cfa4da9)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:59:36.159287 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e81b4187-9f50-48de-a8fe-70f7b13033b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:36.179837 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-e81b4187-9f50-48de-a8fe-70f7b13033b3 None None] Calling delete_port for c46540d7-f1f7-4924-af99-512accd99db9 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:59:36.208919 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5830d3ef-4b4d-4236-8e1d-ecaa29f3bd83 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:36.247974 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-6b1d6d40-372c-421f-aa78-64f485c09c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1991100491', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '307c056f-48a0-434c-a5d7-18945d4ca90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:58:05Z', 'updated_at': '2021-07-23T16:59:33Z', 'revision_number': 5, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'gw_port': {'id': '307c056f-48a0-434c-a5d7-18945d4ca90e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:58:06Z', 'updated_at': '2021-07-23T16:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:36.284889 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d6d40-372c-421f-aa78-64f485c09c7e None None] The sync data for ids ['d1430665-3ab5-486f-ac04-3ff86c842ef9'] in n-d-778549-4 is: [{'id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1991100491', 'tenant_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '307c056f-48a0-434c-a5d7-18945d4ca90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:58:05Z', 'updated_at': '2021-07-23T16:59:33Z', 'revision_number': 5, 'project_id': '6250cee40b3d4dab9518a2ec1e83d9de', 'gw_port': {'id': '307c056f-48a0-434c-a5d7-18945d4ca90e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1430665-3ab5-486f-ac04-3ff86c842ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:58:06Z', 'updated_at': '2021-07-23T16:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:59:36.326098 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e81b4187-9f50-48de-a8fe-70f7b13033b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:36.376847 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b4187-9f50-48de-a8fe-70f7b13033b3 None None] Pushing event deleted for resources: {'Port': ['ID=c46540d7-f1f7-4924-af99-512accd99db9,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:36.383572 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81b4187-9f50-48de-a8fe-70f7b13033b3 None None] No DVR routers for this DVR port c46540d7-f1f7-4924-af99-512accd99db9 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:59:36.409613 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5830d3ef-4b4d-4236-8e1d-ecaa29f3bd83 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:36.414890 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5830d3ef-4b4d-4236-8e1d-ecaa29f3bd83 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:36.486271 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5830d3ef-4b4d-4236-8e1d-ecaa29f3bd83 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:36.487507 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5830d3ef-4b4d-4236-8e1d-ecaa29f3bd83 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Fanout notify agent at l3_agent the message router_deleted on router d1430665-3ab5-486f-ac04-3ff86c842ef9 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:59:36.503456 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5830d3ef-4b4d-4236-8e1d-ecaa29f3bd83 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:36.505424 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5830d3ef-4b4d-4236-8e1d-ecaa29f3bd83 tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "DELETE /v2.0/routers/d1430665-3ab5-486f-ac04-3ff86c842ef9 HTTP/1.1" status: 204 len: 168 time: 1.4355519 Jul 23 16:59:36.510559 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54592) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:36.614708 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bcbbd2e9-0c9b-4002-9583-6496ac91c2cd tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:36.643799 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:36.765023 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bcbbd2e9-0c9b-4002-9583-6496ac91c2cd tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:36.787014 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-bcbbd2e9-0c9b-4002-9583-6496ac91c2cd tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7518a1e-55a9-4ffc-aefd-c5b1f7751caa']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:36.806916 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-bcbbd2e9-0c9b-4002-9583-6496ac91c2cd tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad0bc3a-922f-4251-951d-e16a1cfa4da9') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:36.807432 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-bcbbd2e9-0c9b-4002-9583-6496ac91c2cd tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad0bc3a-922f-4251-951d-e16a1cfa4da9') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:36.825577 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bcbbd2e9-0c9b-4002-9583-6496ac91c2cd tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:36.854417 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bcbbd2e9-0c9b-4002-9583-6496ac91c2cd tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:36.866443 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcbbd2e9-0c9b-4002-9583-6496ac91c2cd tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:59:36.867122 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bcbbd2e9-0c9b-4002-9583-6496ac91c2cd tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:36.872978 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 16:59:36.872978 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:59:36.872978 n-d-778549-4 neutron-server[94012]: timer() Jul 23 16:59:36.872978 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:59:36.872978 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 16:59:36.872978 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:59:36.872978 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 16:59:36.872978 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:59:36.872978 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 16:59:36.872978 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:59:36.872978 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 16:59:36.872978 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:59:36.872978 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 16:59:36.872978 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:59:36.872978 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:59:36.872978 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:59:36.872978 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:59:36.872978 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:59:36.872978 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 16:59:36.872978 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:59:36.872978 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 16:59:36.872978 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:59:36.872978 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:59:36.872978 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:59:36.872978 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 16:59:36.872978 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:59:36.872978 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:59:36.872978 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:59:36.872978 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:59:36.872978 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:59:36.872978 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:59:36.872978 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:59:36.944000 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c46540d7-f1f7-4924-af99-512accd99db9 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:59:36.986899 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bcbbd2e9-0c9b-4002-9583-6496ac91c2cd tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:36.991941 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: c46540d7-f1f7-4924-af99-512accd99db9 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:59:36.992594 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c46540d7-f1f7-4924-af99-512accd99db9 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:59:36.993601 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 583df807-cbed-4787-840d-43704023770e no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:59:37.024030 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bcbbd2e9-0c9b-4002-9583-6496ac91c2cd tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:37.030203 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-bcbbd2e9-0c9b-4002-9583-6496ac91c2cd tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] 10.222.0.73 "DELETE /v2.0/networks/b7518a1e-55a9-4ffc-aefd-c5b1f7751caa HTTP/1.1" status: 204 len: 168 time: 0.5156755 Jul 23 16:59:37.030203 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbbd2e9-0c9b-4002-9583-6496ac91c2cd tempest-TestSecurityGroupsBasicOps-1531264149 tempest-TestSecurityGroupsBasicOps-1531264149-project] Pushing event deleted for resources: {'Network': ['ID=b7518a1e-55a9-4ffc-aefd-c5b1f7751caa,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:37.044334 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 583df807-cbed-4787-840d-43704023770e {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:59:37.044792 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 583df807-cbed-4787-840d-43704023770e not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:59:37.516910 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54600) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:37.655696 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:37.832944 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4858491d-b74c-4f83-99ff-eb7cd8768ed5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6250cee40b3d4dab9518a2ec1e83d9de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3149667 Jul 23 16:59:37.835383 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54606) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:37.930484 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f84e3157-953b-452d-a8ee-1b57fe65dbcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:37.963511 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f84e3157-953b-452d-a8ee-1b57fe65dbcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:38.020006 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f84e3157-953b-452d-a8ee-1b57fe65dbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:38.024367 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f84e3157-953b-452d-a8ee-1b57fe65dbcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:38.026390 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f84e3157-953b-452d-a8ee-1b57fe65dbcb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f03967e1-b761-4672-98a1-87a575a4de67 HTTP/1.1" status: 204 len: 168 time: 0.1894543 Jul 23 16:59:38.042596 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e3157-953b-452d-a8ee-1b57fe65dbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03967e1-b761-4672-98a1-87a575a4de67,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:38.401586 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54612) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:38.423589 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e7796590-1b3a-49bf-ab16-ecf3b5f36caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:38.539203 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e7796590-1b3a-49bf-ab16-ecf3b5f36caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:38.546499 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e7796590-1b3a-49bf-ab16-ecf3b5f36caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:38.594074 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e7796590-1b3a-49bf-ab16-ecf3b5f36caf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aa46ec42c2c24839b90828ee69f9b372&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1911564 Jul 23 16:59:38.596149 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7796590-1b3a-49bf-ab16-ecf3b5f36caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70243e4-e487-4527-9b1c-7b74043cf08c,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:38.597279 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54614) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:38.684015 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:38.691497 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c798fe1-0fa6-48cc-bdea-e316bd7c7914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:38.738142 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c798fe1-0fa6-48cc-bdea-e316bd7c7914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:38.771700 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 307c056f-48a0-434c-a5d7-18945d4ca90e no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:59:38.812232 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 307c056f-48a0-434c-a5d7-18945d4ca90e {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:59:38.813250 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 307c056f-48a0-434c-a5d7-18945d4ca90e not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:59:38.840493 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c798fe1-0fa6-48cc-bdea-e316bd7c7914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:38.843692 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c798fe1-0fa6-48cc-bdea-e316bd7c7914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:38.845143 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7c798fe1-0fa6-48cc-bdea-e316bd7c7914 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d70243e4-e487-4527-9b1c-7b74043cf08c HTTP/1.1" status: 204 len: 168 time: 0.2464132 Jul 23 16:59:38.855728 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c798fe1-0fa6-48cc-bdea-e316bd7c7914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70243e4-e487-4527-9b1c-7b74043cf08c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:39.286965 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54622) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:39.350770 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-68aa7895-776c-4ac2-abdd-f3db7c0ff082 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=93f289dd1c7f42bdb7c45845f982616e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0579784 Jul 23 16:59:39.351309 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54624) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:39.416678 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3403273b-251d-482f-9b80-de2283494cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:39.450145 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3403273b-251d-482f-9b80-de2283494cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:39.523120 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3403273b-251d-482f-9b80-de2283494cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:39.527475 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3403273b-251d-482f-9b80-de2283494cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:39.529383 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3403273b-251d-482f-9b80-de2283494cae admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4d2fed46-eb78-41ac-8564-dbe95347d95c HTTP/1.1" status: 204 len: 168 time: 0.1767275 Jul 23 16:59:39.543770 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403273b-251d-482f-9b80-de2283494cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2fed46-eb78-41ac-8564-dbe95347d95c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:40.699664 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54652) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:40.850718 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-ae7b4b63-1863-4e8d-bcf5-0df6a715393b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1232252617-network', 'tenant_id': '94e91c48b2e64c5f8b567b017fdee784'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:59:40.894364 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7b4b63-1863-4e8d-bcf5-0df6a715393b admin admin] Made reservation on behalf of 94e91c48b2e64c5f8b567b017fdee784 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:59:40.898807 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ae7b4b63-1863-4e8d-bcf5-0df6a715393b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:40.915042 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ae7b4b63-1863-4e8d-bcf5-0df6a715393b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:41.064381 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ae7b4b63-1863-4e8d-bcf5-0df6a715393b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:41.070286 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ae7b4b63-1863-4e8d-bcf5-0df6a715393b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:41.101870 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae7b4b63-1863-4e8d-bcf5-0df6a715393b admin admin] vlan segment allocate from pool success with {'vlan_id': 1104, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:59:41.117393 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b4b63-1863-4e8d-bcf5-0df6a715393b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9e7299-72bf-49f3-9229-dc49aa34c04e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:41.126829 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ae7b4b63-1863-4e8d-bcf5-0df6a715393b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:41.128730 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-ae7b4b63-1863-4e8d-bcf5-0df6a715393b admin admin] Added segment 6c8596fb-297b-4a63-b367-d3f6409a6e16 of type vlan for network b1b6e575-a478-40d0-9add-d5756fd42a62 Jul 23 16:59:41.204017 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ae7b4b63-1863-4e8d-bcf5-0df6a715393b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:41.245087 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ae7b4b63-1863-4e8d-bcf5-0df6a715393b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:41.246219 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7b4b63-1863-4e8d-bcf5-0df6a715393b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:41.246884 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ae7b4b63-1863-4e8d-bcf5-0df6a715393b admin admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:41.288631 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ae7b4b63-1863-4e8d-bcf5-0df6a715393b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5878258 Jul 23 16:59:41.291946 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54658) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:41.297360 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-a9cbc90e-280d-4ba1-b1e5-ef462eaa3531 admin admin] Request body: {'subnet': {'network_id': 'b1b6e575-a478-40d0-9add-d5756fd42a62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1232252617-subnet', 'tenant_id': '94e91c48b2e64c5f8b567b017fdee784', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:59:41.319627 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b4b63-1863-4e8d-bcf5-0df6a715393b admin admin] Pushing event updated for resources: {'Network': ['ID=b1b6e575-a478-40d0-9add-d5756fd42a62,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:41.336703 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network b1b6e575-a478-40d0-9add-d5756fd42a62 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:59:41.338622 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cbc90e-280d-4ba1-b1e5-ef462eaa3531 admin admin] Made reservation on behalf of 94e91c48b2e64c5f8b567b017fdee784 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:59:41.342809 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a9cbc90e-280d-4ba1-b1e5-ef462eaa3531 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:41.588008 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a9cbc90e-280d-4ba1-b1e5-ef462eaa3531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:41.647825 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbc90e-280d-4ba1-b1e5-ef462eaa3531 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e2adfa3-ebdc-4d57-bcfc-2b322cabe9bf,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:41.657299 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cbc90e-280d-4ba1-b1e5-ef462eaa3531 admin admin] Checking segment: {'id': '6c8596fb-297b-4a63-b367-d3f6409a6e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'b1b6e575-a478-40d0-9add-d5756fd42a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:59:41.657674 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cbc90e-280d-4ba1-b1e5-ef462eaa3531 admin admin] Network hostable DHCP agents. Network: b1b6e575-a478-40d0-9add-d5756fd42a62, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:59:41.676186 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cbc90e-280d-4ba1-b1e5-ef462eaa3531 admin admin] Network b1b6e575-a478-40d0-9add-d5756fd42a62 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:59:41.686589 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-a9cbc90e-280d-4ba1-b1e5-ef462eaa3531 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, b1b6e575-a478-40d0-9add-d5756fd42a62) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:59:41.690906 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cbc90e-280d-4ba1-b1e5-ef462eaa3531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:41.691506 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a9cbc90e-280d-4ba1-b1e5-ef462eaa3531 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:41.702294 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ec99a3-0970-433c-aff2-0234f0676378 None None] Network b1b6e575-a478-40d0-9add-d5756fd42a62 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:59:41.707672 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a9cbc90e-280d-4ba1-b1e5-ef462eaa3531 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4144499 Jul 23 16:59:41.853617 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64fb261-7a19-44d9-a213-f6ee28be1952 None None] Network b1b6e575-a478-40d0-9add-d5756fd42a62 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:59:42.031434 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54668) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:42.279450 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c4903-2b6a-4066-b8fa-120bb6e0f3ba tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Deleting port 39197109-0aad-42ff-b153-dbdd62364f0a {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:59:42.279788 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4903-2b6a-4066-b8fa-120bb6e0f3ba tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:42.387030 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4903-2b6a-4066-b8fa-120bb6e0f3ba tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:42.387253 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4903-2b6a-4066-b8fa-120bb6e0f3ba tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:42.405388 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c4903-2b6a-4066-b8fa-120bb6e0f3ba tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Calling delete_port for 39197109-0aad-42ff-b153-dbdd62364f0a owned by network:floatingip {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:59:42.443424 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54678) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:42.449011 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-4604fd08-c671-4306-a332-723e487a7474 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-579088326-network', 'tenant_id': '7178197e74c049c2bc1b1159280acbb6'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:59:42.482746 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4604fd08-c671-4306-a332-723e487a7474 admin admin] Made reservation on behalf of 7178197e74c049c2bc1b1159280acbb6 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:59:42.486987 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4604fd08-c671-4306-a332-723e487a7474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:42.500470 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4604fd08-c671-4306-a332-723e487a7474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:42.632959 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4604fd08-c671-4306-a332-723e487a7474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:42.638548 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4903-2b6a-4066-b8fa-120bb6e0f3ba tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:42.639700 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4604fd08-c671-4306-a332-723e487a7474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:42.666621 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c4903-2b6a-4066-b8fa-120bb6e0f3ba tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Pushing event deleted for resources: {'Port': ['ID=39197109-0aad-42ff-b153-dbdd62364f0a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:42.675718 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4604fd08-c671-4306-a332-723e487a7474 admin admin] vlan segment allocate from pool success with {'vlan_id': 1100, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:59:42.696519 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604fd08-c671-4306-a332-723e487a7474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b41fac-d494-47bd-85dd-79a2d6fb82da,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:42.701959 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4604fd08-c671-4306-a332-723e487a7474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:42.702499 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-4604fd08-c671-4306-a332-723e487a7474 admin admin] Added segment d3b2f8b7-95ad-4460-85a5-a1713f534d37 of type vlan for network 243f8b52-ec82-48d1-a299-5eab2daece71 Jul 23 16:59:42.746630 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4903-2b6a-4066-b8fa-120bb6e0f3ba tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for floatingip, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:42.747250 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-7d3c4903-2b6a-4066-b8fa-120bb6e0f3ba tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Floating IP 4fd32cc1-e79d-49c6-b773-d328804434d6 disassociated (deleted). External IP: 172.25.8.15, port: 8fe2535e-58ae-40fd-8be8-63460b1dc104. Jul 23 16:59:42.771159 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4604fd08-c671-4306-a332-723e487a7474 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:42.806253 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4604fd08-c671-4306-a332-723e487a7474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:42.807205 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4604fd08-c671-4306-a332-723e487a7474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:42.807794 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4604fd08-c671-4306-a332-723e487a7474 admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:42.843438 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4604fd08-c671-4306-a332-723e487a7474 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3986990 Jul 23 16:59:42.847966 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54680) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:42.855856 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-300e841c-ef06-440e-bfdb-c9eedc1fef5a admin admin] Request body: {'subnet': {'network_id': '243f8b52-ec82-48d1-a299-5eab2daece71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-579088326-subnet', 'tenant_id': '7178197e74c049c2bc1b1159280acbb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:59:42.885867 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604fd08-c671-4306-a332-723e487a7474 admin admin] Pushing event updated for resources: {'Network': ['ID=243f8b52-ec82-48d1-a299-5eab2daece71,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:42.905018 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 243f8b52-ec82-48d1-a299-5eab2daece71 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:59:42.909229 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300e841c-ef06-440e-bfdb-c9eedc1fef5a admin admin] Made reservation on behalf of 7178197e74c049c2bc1b1159280acbb6 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:59:42.913219 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-300e841c-ef06-440e-bfdb-c9eedc1fef5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:43.122167 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-300e841c-ef06-440e-bfdb-c9eedc1fef5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:43.209475 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e841c-ef06-440e-bfdb-c9eedc1fef5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5536c1f-e3c3-4090-8095-963732a1aa94,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:43.224327 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300e841c-ef06-440e-bfdb-c9eedc1fef5a admin admin] Checking segment: {'id': 'd3b2f8b7-95ad-4460-85a5-a1713f534d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '243f8b52-ec82-48d1-a299-5eab2daece71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:59:43.224888 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300e841c-ef06-440e-bfdb-c9eedc1fef5a admin admin] Network hostable DHCP agents. Network: 243f8b52-ec82-48d1-a299-5eab2daece71, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:59:43.251458 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300e841c-ef06-440e-bfdb-c9eedc1fef5a admin admin] Network 243f8b52-ec82-48d1-a299-5eab2daece71 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:59:43.266517 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-300e841c-ef06-440e-bfdb-c9eedc1fef5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 243f8b52-ec82-48d1-a299-5eab2daece71) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:59:43.273309 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300e841c-ef06-440e-bfdb-c9eedc1fef5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:43.274652 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-300e841c-ef06-440e-bfdb-c9eedc1fef5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:43.278557 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bb6316-c19c-499d-b690-da6144bd1faf None None] Network 243f8b52-ec82-48d1-a299-5eab2daece71 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:59:43.302540 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-300e841c-ef06-440e-bfdb-c9eedc1fef5a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4519932 Jul 23 16:59:43.416502 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3c4903-2b6a-4066-b8fa-120bb6e0f3ba tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Router 02621f14-3607-4153-8dfd-95f8c7d900c9 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:59:43.498454 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902515a2-6a92-47ac-88ee-ff1f92689442 None None] Network 243f8b52-ec82-48d1-a299-5eab2daece71 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:59:43.586930 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3c4903-2b6a-4066-b8fa-120bb6e0f3ba tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:59:43.594088 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4903-2b6a-4066-b8fa-120bb6e0f3ba tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:43.603686 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8217f78-66ed-4f66-9a7f-d1460131ff2b None None] Sync routers for ids ['02621f14-3607-4153-8dfd-95f8c7d900c9'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:59:43.623705 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8217f78-66ed-4f66-9a7f-d1460131ff2b None None] Routers {'02621f14-3607-4153-8dfd-95f8c7d900c9'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:59:43.624644 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f8217f78-66ed-4f66-9a7f-d1460131ff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:59:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['02621f14-3607-4153-8dfd-95f8c7d900c9'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:43.666403 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7d3c4903-2b6a-4066-b8fa-120bb6e0f3ba tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "DELETE /v2.0/floatingips/4fd32cc1-e79d-49c6-b773-d328804434d6 HTTP/1.1" status: 204 len: 168 time: 1.6332164 Jul 23 16:59:43.667247 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8959a414-0563-48f6-8d73-f7ee8b592213', 'tag': '8fe2535e-58ae-40fd-8be8-63460b1dc104'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:59:43.671547 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8684cd05-7d1e-4871-87fb-f839fdcb85ec" -d '{"events": [{"name": "network-changed", "server_uuid": "8959a414-0563-48f6-8d73-f7ee8b592213", "tag": "8fe2535e-58ae-40fd-8be8-63460b1dc104"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:59:43.859689 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-f8217f78-66ed-4f66-9a7f-d1460131ff2b None None] Set router 02621f14-3607-4153-8dfd-95f8c7d900c9 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:59:43.939143 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d098c818-adb3-4145-ba29-8f1ba178eff8 x-openstack-request-id: req-d098c818-adb3-4145-ba29-8f1ba178eff8 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:59:43.939646 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8959a414-0563-48f6-8d73-f7ee8b592213", "tag": "8fe2535e-58ae-40fd-8be8-63460b1dc104", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:59:43.940040 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d098c818-adb3-4145-ba29-8f1ba178eff8 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:59:43.940647 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8959a414-0563-48f6-8d73-f7ee8b592213', 'tag': '8fe2535e-58ae-40fd-8be8-63460b1dc104', 'status': 'completed', 'code': 200} Jul 23 16:59:44.199714 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f8217f78-66ed-4f66-9a7f-d1460131ff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'name': 'tempest-TestVolumeBootPattern-581618674-router', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:43Z', 'updated_at': '2021-07-23T16:48:51Z', 'revision_number': 4, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'gw_port': {'id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:45Z', 'updated_at': '2021-07-23T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'bd5ee84f-3746-4425-ac5a-d72a147aaf31', 'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'mac_address': 'fa:16:3e:27:b5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:50Z', 'updated_at': '2021-07-23T16:49:00Z', 'revision_number': 5, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'subnets': [{'id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:44.238262 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8217f78-66ed-4f66-9a7f-d1460131ff2b None None] Checking router: 02621f14-3607-4153-8dfd-95f8c7d900c9 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:59:44.252188 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8217f78-66ed-4f66-9a7f-d1460131ff2b None None] Routers {'02621f14-3607-4153-8dfd-95f8c7d900c9'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:59:44.253108 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f8217f78-66ed-4f66-9a7f-d1460131ff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:59:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['02621f14-3607-4153-8dfd-95f8c7d900c9'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:44.257689 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c629f-30c8-417e-8434-965214752da9 req-ef57c84c-6647-4c7e-be31-e264d29819b4 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:44.259494 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe0c629f-30c8-417e-8434-965214752da9 req-ef57c84c-6647-4c7e-be31-e264d29819b4 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/networks?id=b1b6e575-a478-40d0-9add-d5756fd42a62 HTTP/1.1" status: 200 len: 812 time: 0.2364941 Jul 23 16:59:44.265577 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684cd05-7d1e-4871-87fb-f839fdcb85ec req-917458f1-e182-4668-8683-a54ded5b4bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:44.268182 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8684cd05-7d1e-4871-87fb-f839fdcb85ec req-917458f1-e182-4668-8683-a54ded5b4bc7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1a447386a79c4dde9361c7979cbbb97e&device_id=8959a414-0563-48f6-8d73-f7ee8b592213 HTTP/1.1" status: 200 len: 1096 time: 0.2966313 Jul 23 16:59:44.321299 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d0dce-d342-487c-ba18-acea7e2affa8 req-bca3e2fa-2cce-4284-99dc-c33ba3e0ceae tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:44.323909 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-394d0dce-d342-487c-ba18-acea7e2affa8 req-bca3e2fa-2cce-4284-99dc-c33ba3e0ceae tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8959a414-0563-48f6-8d73-f7ee8b592213 HTTP/1.1" status: 200 len: 945 time: 0.2819896 Jul 23 16:59:44.341426 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe0c629f-30c8-417e-8434-965214752da9 req-ed849d8f-7b80-4069-a76a-840c0db5485f tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/quotas/94e91c48b2e64c5f8b567b017fdee784 HTTP/1.1" status: 200 len: 375 time: 0.0698802 Jul 23 16:59:44.431205 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-f8217f78-66ed-4f66-9a7f-d1460131ff2b None None] Set router 02621f14-3607-4153-8dfd-95f8c7d900c9 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:59:44.442952 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe0c629f-30c8-417e-8434-965214752da9 req-8e951f3c-521e-4acb-a6b1-0e4cffc0dc7a tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=94e91c48b2e64c5f8b567b017fdee784&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745270 Jul 23 16:59:44.507783 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-fe0c629f-30c8-417e-8434-965214752da9 req-d21e47ba-5e2f-48a2-8ec9-44d16af792e3 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:59:44.508846 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe0c629f-30c8-417e-8434-965214752da9 req-d21e47ba-5e2f-48a2-8ec9-44d16af792e3 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149624 Jul 23 16:59:44.534326 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-394d0dce-d342-487c-ba18-acea7e2affa8 req-47981f99-7552-4256-a96d-18d9578c518a tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1879115 Jul 23 16:59:44.598015 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684cd05-7d1e-4871-87fb-f839fdcb85ec req-2b371cff-eab1-4ec7-aeb4-66f03403327e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:44.600851 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8684cd05-7d1e-4871-87fb-f839fdcb85ec req-2b371cff-eab1-4ec7-aeb4-66f03403327e service neutron] 10.222.0.97 "GET /v2.0/networks?id=fedddd04-4e3c-4738-8768-b1bd7c807fbc HTTP/1.1" status: 200 len: 913 time: 0.3245175 Jul 23 16:59:44.699387 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f8217f78-66ed-4f66-9a7f-d1460131ff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'name': 'tempest-TestVolumeBootPattern-581618674-router', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:43Z', 'updated_at': '2021-07-23T16:48:51Z', 'revision_number': 4, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'gw_port': {'id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:45Z', 'updated_at': '2021-07-23T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'bd5ee84f-3746-4425-ac5a-d72a147aaf31', 'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'mac_address': 'fa:16:3e:27:b5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:50Z', 'updated_at': '2021-07-23T16:49:00Z', 'revision_number': 5, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'subnets': [{'id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:44.727274 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8217f78-66ed-4f66-9a7f-d1460131ff2b None None] The sync data for ids ['02621f14-3607-4153-8dfd-95f8c7d900c9'] in n-d-778549-4 is: [{'id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'name': 'tempest-TestVolumeBootPattern-581618674-router', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:43Z', 'updated_at': '2021-07-23T16:48:51Z', 'revision_number': 4, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'gw_port': {'id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:45Z', 'updated_at': '2021-07-23T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'bd5ee84f-3746-4425-ac5a-d72a147aaf31', 'name': '', 'network_id': 'fedddd04-4e3c-4738-8768-b1bd7c807fbc', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'mac_address': 'fa:16:3e:27:b5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:50Z', 'updated_at': '2021-07-23T16:49:00Z', 'revision_number': 5, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'subnets': [{'id': '68bd2291-23ae-4e54-ab39-3c387bae8690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:59:44.734126 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8684cd05-7d1e-4871-87fb-f839fdcb85ec req-9b99bef0-e8ff-48f5-8d70-db9822fd25a2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fe2535e-58ae-40fd-8be8-63460b1dc104 HTTP/1.1" status: 200 len: 217 time: 0.1243734 Jul 23 16:59:44.818032 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe0c629f-30c8-417e-8434-965214752da9 req-ead7aa13-1577-48c0-9e41-dc6f7c990282 service neutron] 10.222.0.73 "GET /v2.0/networks/b1b6e575-a478-40d0-9add-d5756fd42a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950797 Jul 23 16:59:44.829675 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684cd05-7d1e-4871-87fb-f839fdcb85ec req-c262768f-2a4f-465e-b5f3-42cda50b706b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:44.831819 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8684cd05-7d1e-4871-87fb-f839fdcb85ec req-c262768f-2a4f-465e-b5f3-42cda50b706b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=68bd2291-23ae-4e54-ab39-3c387bae8690 HTTP/1.1" status: 200 len: 850 time: 0.0890119 Jul 23 16:59:45.032544 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5875347e-5794-43e5-8239-b3816393eedb None None] New status for floating IP 4fd32cc1-e79d-49c6-b773-d328804434d6: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:59:45.046060 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe0c629f-30c8-417e-8434-965214752da9 req-23704d40-5f1c-4d2c-9a56-e0cbec83b097 service neutron] 10.222.0.73 "GET /v2.0/networks/b1b6e575-a478-40d0-9add-d5756fd42a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119567 Jul 23 16:59:45.057106 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684cd05-7d1e-4871-87fb-f839fdcb85ec req-5be36e35-759f-4e4b-aa79-f67f35c24d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:45.060098 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8684cd05-7d1e-4871-87fb-f839fdcb85ec req-5be36e35-759f-4e4b-aa79-f67f35c24d7c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=fedddd04-4e3c-4738-8768-b1bd7c807fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2169662 Jul 23 16:59:45.225695 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8684cd05-7d1e-4871-87fb-f839fdcb85ec req-23fa0b7c-eb88-4380-87af-4c846485e6a5 service neutron] 10.222.0.97 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572933 Jul 23 16:59:45.296916 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4c4bba7-e260-4b5b-92c3-aad78f617bf5 req-1cbd6be9-e69c-4f2f-9ca3-aeec0c993a69 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/ports?device_id=32256ab6-f8bc-4504-a45e-7b60cec547f5 HTTP/1.1" status: 200 len: 210 time: 0.0395663 Jul 23 16:59:45.380815 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8684cd05-7d1e-4871-87fb-f839fdcb85ec req-8ed9ba6d-0566-4d91-831c-a40e8e61c03d service neutron] 10.222.0.97 "GET /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457491 Jul 23 16:59:45.523334 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186ef75-f3dd-410b-b202-6301c7bc5c63 req-3e9d8982-3433-469c-9edc-ddf39a27682e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:45.524922 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6186ef75-f3dd-410b-b202-6301c7bc5c63 req-3e9d8982-3433-469c-9edc-ddf39a27682e tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.97 "GET /v2.0/ports?device_id=8959a414-0563-48f6-8d73-f7ee8b592213 HTTP/1.1" status: 200 len: 945 time: 0.0734689 Jul 23 16:59:45.652890 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-6186ef75-f3dd-410b-b202-6301c7bc5c63 req-a8cddf3b-9aa8-4e04-a4d9-66d26e4cc637 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Deleting port 8fe2535e-58ae-40fd-8be8-63460b1dc104 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:59:45.653584 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6186ef75-f3dd-410b-b202-6301c7bc5c63 req-a8cddf3b-9aa8-4e04-a4d9-66d26e4cc637 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:45.813960 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-6186ef75-f3dd-410b-b202-6301c7bc5c63 req-a8cddf3b-9aa8-4e04-a4d9-66d26e4cc637 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] For port 8fe2535e-58ae-40fd-8be8-63460b1dc104, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=8fe2535e-58ae-40fd-8be8-63460b1dc104,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:59:45.814304 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6186ef75-f3dd-410b-b202-6301c7bc5c63 req-a8cddf3b-9aa8-4e04-a4d9-66d26e4cc637 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:45.834742 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ebe13-621c-4e85-aa6b-e9dfbabf3ed8 req-f7d4ac6b-d7d4-4f09-a6ae-248a1bff2461 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:45.836511 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a76ebe13-621c-4e85-aa6b-e9dfbabf3ed8 req-f7d4ac6b-d7d4-4f09-a6ae-248a1bff2461 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8959a414-0563-48f6-8d73-f7ee8b592213 HTTP/1.1" status: 200 len: 945 time: 0.1779463 Jul 23 16:59:45.841237 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-6186ef75-f3dd-410b-b202-6301c7bc5c63 req-a8cddf3b-9aa8-4e04-a4d9-66d26e4cc637 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Calling delete_port for 8fe2535e-58ae-40fd-8be8-63460b1dc104 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:59:45.932465 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a76ebe13-621c-4e85-aa6b-e9dfbabf3ed8 req-5aa2b1f9-285a-4e5d-be60-1a2586364e09 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0868630 Jul 23 16:59:46.060048 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6186ef75-f3dd-410b-b202-6301c7bc5c63 req-a8cddf3b-9aa8-4e04-a4d9-66d26e4cc637 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:46.092043 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cddf3b-9aa8-4e04-a4d9-66d26e4cc637 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Pushing event deleted for resources: {'Port': ['ID=8fe2535e-58ae-40fd-8be8-63460b1dc104,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:46.147228 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-6186ef75-f3dd-410b-b202-6301c7bc5c63 req-a8cddf3b-9aa8-4e04-a4d9-66d26e4cc637 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] No DVR routers for this DVR port 8fe2535e-58ae-40fd-8be8-63460b1dc104 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:59:46.150065 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6186ef75-f3dd-410b-b202-6301c7bc5c63 req-a8cddf3b-9aa8-4e04-a4d9-66d26e4cc637 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:46.152275 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6186ef75-f3dd-410b-b202-6301c7bc5c63 req-a8cddf3b-9aa8-4e04-a4d9-66d26e4cc637 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.97 "DELETE /v2.0/ports/8fe2535e-58ae-40fd-8be8-63460b1dc104 HTTP/1.1" status: 204 len: 173 time: 0.6223252 Jul 23 16:59:46.152819 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8959a414-0563-48f6-8d73-f7ee8b592213', 'name': 'network-vif-deleted', 'tag': '8fe2535e-58ae-40fd-8be8-63460b1dc104'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:59:46.155424 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14820c87-7741-4177-b750-6800480d4e48" -d '{"events": [{"server_uuid": "8959a414-0563-48f6-8d73-f7ee8b592213", "name": "network-vif-deleted", "tag": "8fe2535e-58ae-40fd-8be8-63460b1dc104"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:59:46.214335 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f6f6d3-6404-4181-83a1-cd8c57e8c6ea x-openstack-request-id: req-28f6f6d3-6404-4181-83a1-cd8c57e8c6ea {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:59:46.214626 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8959a414-0563-48f6-8d73-f7ee8b592213", "name": "network-vif-deleted", "tag": "8fe2535e-58ae-40fd-8be8-63460b1dc104", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:59:46.214883 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-28f6f6d3-6404-4181-83a1-cd8c57e8c6ea {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:59:46.215299 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8959a414-0563-48f6-8d73-f7ee8b592213', 'name': 'network-vif-deleted', 'tag': '8fe2535e-58ae-40fd-8be8-63460b1dc104', 'status': 'completed', 'code': 200} Jul 23 16:59:46.476857 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-21266013-7e47-4dc5-a7a4-75f8e8310ec6 req-cba88422-1e2d-46f9-b22c-b5bb0b0e5a0a tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/ports?device_id=32256ab6-f8bc-4504-a45e-7b60cec547f5 HTTP/1.1" status: 200 len: 210 time: 0.0577979 Jul 23 16:59:46.568003 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c629f-30c8-417e-8434-965214752da9 req-68df1b97-da8a-460b-8a0b-e57c48c82ab6 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:46.571848 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fe0c629f-30c8-417e-8434-965214752da9 req-68df1b97-da8a-460b-8a0b-e57c48c82ab6 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.74 "GET /v2.0/networks?id=b1b6e575-a478-40d0-9add-d5756fd42a62 HTTP/1.1" status: 200 len: 812 time: 0.2249331 Jul 23 16:59:46.590683 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-fe0c629f-30c8-417e-8434-965214752da9 req-bdd1155c-9f45-447c-a1e0-f5244f9c7c3e tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Request body: {'port': {'device_id': '32256ab6-f8bc-4504-a45e-7b60cec547f5', 'network_id': 'b1b6e575-a478-40d0-9add-d5756fd42a62', 'admin_state_up': True, 'tenant_id': '94e91c48b2e64c5f8b567b017fdee784'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:59:46.782498 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe0c629f-30c8-417e-8434-965214752da9 req-bdd1155c-9f45-447c-a1e0-f5244f9c7c3e tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Made reservation on behalf of 94e91c48b2e64c5f8b567b017fdee784 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:59:46.786984 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-fe0c629f-30c8-417e-8434-965214752da9 req-bdd1155c-9f45-447c-a1e0-f5244f9c7c3e tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:46.928416 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-fe0c629f-30c8-417e-8434-965214752da9 req-bdd1155c-9f45-447c-a1e0-f5244f9c7c3e tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Allocated IP 172.20.0.14 (b1b6e575-a478-40d0-9add-d5756fd42a62/9e2adfa3-ebdc-4d57-bcfc-2b322cabe9bf/1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:59:47.091294 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3e244d7c-7c44-4e8b-8dc2-a5570b53b575 req-b7a13019-5031-4aae-932b-9af35d2c6458 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8959a414-0563-48f6-8d73-f7ee8b592213 HTTP/1.1" status: 200 len: 210 time: 0.0438154 Jul 23 16:59:47.111253 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-fe0c629f-30c8-417e-8434-965214752da9 req-bdd1155c-9f45-447c-a1e0-f5244f9c7c3e tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:47.172414 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-fe0c629f-30c8-417e-8434-965214752da9 req-bdd1155c-9f45-447c-a1e0-f5244f9c7c3e tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:47.227218 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe0c629f-30c8-417e-8434-965214752da9 req-bdd1155c-9f45-447c-a1e0-f5244f9c7c3e tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Network b1b6e575-a478-40d0-9add-d5756fd42a62 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:59:47.231121 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-fe0c629f-30c8-417e-8434-965214752da9 req-bdd1155c-9f45-447c-a1e0-f5244f9c7c3e tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:59:47.238095 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0c629f-30c8-417e-8434-965214752da9 req-bdd1155c-9f45-447c-a1e0-f5244f9c7c3e tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:59:47.265442 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1155c-9f45-447c-a1e0-f5244f9c7c3e tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Pushing event updated for resources: {'Port': ['ID=1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:47.298289 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c629f-30c8-417e-8434-965214752da9 req-bdd1155c-9f45-447c-a1e0-f5244f9c7c3e tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:47.299024 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-fe0c629f-30c8-417e-8434-965214752da9 req-bdd1155c-9f45-447c-a1e0-f5244f9c7c3e tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:47.317179 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fe0c629f-30c8-417e-8434-965214752da9 req-bdd1155c-9f45-447c-a1e0-f5244f9c7c3e tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7357087 Jul 23 16:59:47.330682 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-fe0c629f-30c8-417e-8434-965214752da9 req-8e32c6fd-ed6e-4e8d-8aeb-a7967245b9bd service neutron] Request body: {'port': {'device_id': '32256ab6-f8bc-4504-a45e-7b60cec547f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:59:47.433253 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-fe0c629f-30c8-417e-8434-965214752da9 req-8e32c6fd-ed6e-4e8d-8aeb-a7967245b9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:47.750395 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ea094-0e0f-423b-947d-a818904d9684 req-0ee99d5a-1c38-43d7-98a7-bc72ac5435a7 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:47.753936 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b84ea094-0e0f-423b-947d-a818904d9684 req-0ee99d5a-1c38-43d7-98a7-bc72ac5435a7 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/ports?device_id=32256ab6-f8bc-4504-a45e-7b60cec547f5 HTTP/1.1" status: 200 len: 932 time: 0.1365564 Jul 23 16:59:47.804321 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b84ea094-0e0f-423b-947d-a818904d9684 req-ffbc9445-0829-41cb-b287-9318b5f74eb5 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe9e7299-72bf-49f3-9229-dc49aa34c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382664 Jul 23 16:59:47.888558 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-fe0c629f-30c8-417e-8434-965214752da9 req-8e32c6fd-ed6e-4e8d-8aeb-a7967245b9bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:59:47.903047 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-fe0c629f-30c8-417e-8434-965214752da9 req-8e32c6fd-ed6e-4e8d-8aeb-a7967245b9bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:47.924984 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-fe0c629f-30c8-417e-8434-965214752da9 req-8e32c6fd-ed6e-4e8d-8aeb-a7967245b9bd service neutron] Transition to ACTIVE for port object 1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:59:47.931209 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-fe0c629f-30c8-417e-8434-965214752da9 req-8e32c6fd-ed6e-4e8d-8aeb-a7967245b9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:48.015013 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32c6fd-ed6e-4e8d-8aeb-a7967245b9bd service neutron] Pushing event updated for resources: {'Port': ['ID=1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:48.116932 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-fe0c629f-30c8-417e-8434-965214752da9 req-8e32c6fd-ed6e-4e8d-8aeb-a7967245b9bd service neutron] Attempting to bind port 1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:59:48.117376 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-fe0c629f-30c8-417e-8434-965214752da9 req-8e32c6fd-ed6e-4e8d-8aeb-a7967245b9bd service neutron] Attempting to bind port 1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '6c8596fb-297b-4a63-b367-d3f6409a6e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'b1b6e575-a478-40d0-9add-d5756fd42a62'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:59:48.117878 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0c629f-30c8-417e-8434-965214752da9 req-8e32c6fd-ed6e-4e8d-8aeb-a7967245b9bd service neutron] Attempting to bind port 1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5 on network b1b6e575-a478-40d0-9add-d5756fd42a62 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:59:48.125435 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0c629f-30c8-417e-8434-965214752da9 req-8e32c6fd-ed6e-4e8d-8aeb-a7967245b9bd service neutron] Port 1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5 on network b1b6e575-a478-40d0-9add-d5756fd42a62 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:59:48.125921 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0c629f-30c8-417e-8434-965214752da9 req-8e32c6fd-ed6e-4e8d-8aeb-a7967245b9bd service neutron] Attempting to bind port 1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5 on network b1b6e575-a478-40d0-9add-d5756fd42a62 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:59:48.135354 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0c629f-30c8-417e-8434-965214752da9 req-8e32c6fd-ed6e-4e8d-8aeb-a7967245b9bd service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:59:48.135663 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0c629f-30c8-417e-8434-965214752da9 req-8e32c6fd-ed6e-4e8d-8aeb-a7967245b9bd service neutron] Checking segment: {'id': '6c8596fb-297b-4a63-b367-d3f6409a6e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'b1b6e575-a478-40d0-9add-d5756fd42a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:59:48.136110 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0c629f-30c8-417e-8434-965214752da9 req-8e32c6fd-ed6e-4e8d-8aeb-a7967245b9bd service neutron] Bound using segment: {'id': '6c8596fb-297b-4a63-b367-d3f6409a6e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'b1b6e575-a478-40d0-9add-d5756fd42a62'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:59:48.136831 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-fe0c629f-30c8-417e-8434-965214752da9 req-8e32c6fd-ed6e-4e8d-8aeb-a7967245b9bd service neutron] Bound port: 1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c8596fb-297b-4a63-b367-d3f6409a6e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'b1b6e575-a478-40d0-9add-d5756fd42a62'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:59:48.137446 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-fe0c629f-30c8-417e-8434-965214752da9 req-8e32c6fd-ed6e-4e8d-8aeb-a7967245b9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:48.244125 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db9b95a6-592b-4005-a098-07717ac62dce req-79432379-3e15-4d07-8421-f42bbfd9b536 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8959a414-0563-48f6-8d73-f7ee8b592213 HTTP/1.1" status: 200 len: 210 time: 0.0365334 Jul 23 16:59:48.256800 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-fe0c629f-30c8-417e-8434-965214752da9 req-8e32c6fd-ed6e-4e8d-8aeb-a7967245b9bd service neutron] For port 1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:59:48.262516 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-fe0c629f-30c8-417e-8434-965214752da9 req-8e32c6fd-ed6e-4e8d-8aeb-a7967245b9bd service neutron] For port 1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5,segment=NetworkSegment(6c8596fb-297b-4a63-b367-d3f6409a6e16),segment_id=6c8596fb-297b-4a63-b367-d3f6409a6e16)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:59:48.268258 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-fe0c629f-30c8-417e-8434-965214752da9 req-8e32c6fd-ed6e-4e8d-8aeb-a7967245b9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:48.334308 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c629f-30c8-417e-8434-965214752da9 req-8e32c6fd-ed6e-4e8d-8aeb-a7967245b9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:48.335278 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-fe0c629f-30c8-417e-8434-965214752da9 req-8e32c6fd-ed6e-4e8d-8aeb-a7967245b9bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:48.337568 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fe0c629f-30c8-417e-8434-965214752da9 req-8e32c6fd-ed6e-4e8d-8aeb-a7967245b9bd service neutron] 10.222.0.74 "PUT /v2.0/ports/1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5 HTTP/1.1" status: 200 len: 1092 time: 1.0122375 Jul 23 16:59:48.338284 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32256ab6-f8bc-4504-a45e-7b60cec547f5', 'tag': '1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:59:48.342039 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e867f1a-d736-46e7-8b6e-d28820341de0" -d '{"events": [{"name": "network-changed", "server_uuid": "32256ab6-f8bc-4504-a45e-7b60cec547f5", "tag": "1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:59:48.393917 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32c6fd-ed6e-4e8d-8aeb-a7967245b9bd service neutron] Pushing event updated for resources: {'Port': ['ID=1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:48.445720 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916ef9b2-ba1d-4b25-936c-a6e5cee821ff x-openstack-request-id: req-916ef9b2-ba1d-4b25-936c-a6e5cee821ff {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:59:48.446154 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32256ab6-f8bc-4504-a45e-7b60cec547f5", "tag": "1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:59:48.446510 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-916ef9b2-ba1d-4b25-936c-a6e5cee821ff {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:59:48.447016 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32256ab6-f8bc-4504-a45e-7b60cec547f5', 'tag': '1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5', 'status': 'completed', 'code': 200} Jul 23 16:59:48.483084 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c629f-30c8-417e-8434-965214752da9 req-c07fa87f-3074-40d2-94f0-dbad746b8c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:48.485289 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fe0c629f-30c8-417e-8434-965214752da9 req-c07fa87f-3074-40d2-94f0-dbad746b8c79 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=94e91c48b2e64c5f8b567b017fdee784&device_id=32256ab6-f8bc-4504-a45e-7b60cec547f5 HTTP/1.1" status: 200 len: 1095 time: 0.0840051 Jul 23 16:59:48.537171 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fe0c629f-30c8-417e-8434-965214752da9 req-ba419824-f215-4a3a-a642-c447fdbddab3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5 HTTP/1.1" status: 200 len: 217 time: 0.0446322 Jul 23 16:59:48.591234 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c629f-30c8-417e-8434-965214752da9 req-fdefe4ab-d3a9-43f7-a125-66bd36bf44da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:48.592883 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fe0c629f-30c8-417e-8434-965214752da9 req-fdefe4ab-d3a9-43f7-a125-66bd36bf44da service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9e2adfa3-ebdc-4d57-bcfc-2b322cabe9bf HTTP/1.1" status: 200 len: 852 time: 0.0492356 Jul 23 16:59:48.628867 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fe0c629f-30c8-417e-8434-965214752da9 req-70922b95-44fc-4766-9c8d-fc9572fb8a92 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b1b6e575-a478-40d0-9add-d5756fd42a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288465 Jul 23 16:59:48.680759 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 8fe2535e-58ae-40fd-8be8-63460b1dc104 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:59:48.710686 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 8fe2535e-58ae-40fd-8be8-63460b1dc104 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:59:48.711234 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 8fe2535e-58ae-40fd-8be8-63460b1dc104 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:59:48.736288 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fe0c629f-30c8-417e-8434-965214752da9 req-5bac9b00-dd8e-49ca-96ac-e7ebd4d39def service neutron] 10.222.0.74 "GET /v2.0/networks/b1b6e575-a478-40d0-9add-d5756fd42a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003692 Jul 23 16:59:48.855942 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fe0c629f-30c8-417e-8434-965214752da9 req-01f93d50-addc-439b-aafa-7c13f7a13982 service neutron] 10.222.0.74 "GET /v2.0/networks/b1b6e575-a478-40d0-9add-d5756fd42a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128876 Jul 23 16:59:48.996487 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf5ad1-fa43-4176-a37c-f3673c45574c req-8fbd5d53-f49b-41a6-9a57-8cb7d392681a tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:48.999077 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-efbf5ad1-fa43-4176-a37c-f3673c45574c req-8fbd5d53-f49b-41a6-9a57-8cb7d392681a tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/ports?device_id=32256ab6-f8bc-4504-a45e-7b60cec547f5 HTTP/1.1" status: 200 len: 944 time: 0.0868073 Jul 23 16:59:49.018884 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e867f1a-d736-46e7-8b6e-d28820341de0 req-15fdc7bd-52d1-49d3-be92-a10cca1021af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:49.022455 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2e867f1a-d736-46e7-8b6e-d28820341de0 req-15fdc7bd-52d1-49d3-be92-a10cca1021af service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=94e91c48b2e64c5f8b567b017fdee784&device_id=32256ab6-f8bc-4504-a45e-7b60cec547f5 HTTP/1.1" status: 200 len: 1095 time: 0.1052103 Jul 23 16:59:49.053084 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-efbf5ad1-fa43-4176-a37c-f3673c45574c req-37297890-43ed-4404-bdba-cc89783ecc4e tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe9e7299-72bf-49f3-9229-dc49aa34c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463364 Jul 23 16:59:49.144979 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e867f1a-d736-46e7-8b6e-d28820341de0 req-068f0793-5e8d-426a-9a41-73e20cc0ecde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:49.146831 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2e867f1a-d736-46e7-8b6e-d28820341de0 req-068f0793-5e8d-426a-9a41-73e20cc0ecde service neutron] 10.222.0.74 "GET /v2.0/networks?id=b1b6e575-a478-40d0-9add-d5756fd42a62 HTTP/1.1" status: 200 len: 914 time: 0.1184390 Jul 23 16:59:49.193717 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2e867f1a-d736-46e7-8b6e-d28820341de0 req-185bbd13-b242-47f3-9dce-c81517c87804 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5 HTTP/1.1" status: 200 len: 217 time: 0.0399632 Jul 23 16:59:49.263093 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e867f1a-d736-46e7-8b6e-d28820341de0 req-4b5c2b15-ac7c-4b01-a73b-a083a33996b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:49.265128 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2e867f1a-d736-46e7-8b6e-d28820341de0 req-4b5c2b15-ac7c-4b01-a73b-a083a33996b6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9e2adfa3-ebdc-4d57-bcfc-2b322cabe9bf HTTP/1.1" status: 200 len: 852 time: 0.0640006 Jul 23 16:59:49.322348 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2e867f1a-d736-46e7-8b6e-d28820341de0 req-a7d5cc17-c601-40b1-b9ec-903c45da3667 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b1b6e575-a478-40d0-9add-d5756fd42a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490634 Jul 23 16:59:49.402418 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80ffe1b3-d890-48a7-9495-b88623c7cb93 req-e091522b-cf94-4b9b-be46-3c2bc5e1ee70 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8959a414-0563-48f6-8d73-f7ee8b592213 HTTP/1.1" status: 200 len: 210 time: 0.0433025 Jul 23 16:59:49.491782 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2e867f1a-d736-46e7-8b6e-d28820341de0 req-7f2a329d-bbea-4ff8-a93b-9a626f71f90b service neutron] 10.222.0.74 "GET /v2.0/networks/b1b6e575-a478-40d0-9add-d5756fd42a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604569 Jul 23 16:59:49.614864 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2e867f1a-d736-46e7-8b6e-d28820341de0 req-e96b2a3b-430b-4aba-bdf8-8df5c9a29640 service neutron] 10.222.0.74 "GET /v2.0/networks/b1b6e575-a478-40d0-9add-d5756fd42a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147506 Jul 23 16:59:50.217522 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29468f68-9739-4b9a-8b7b-4e951be7f1fa req-98f59b87-31a8-4ffb-b88a-88c65a7d19c4 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:50.220226 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-29468f68-9739-4b9a-8b7b-4e951be7f1fa req-98f59b87-31a8-4ffb-b88a-88c65a7d19c4 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/ports?device_id=32256ab6-f8bc-4504-a45e-7b60cec547f5 HTTP/1.1" status: 200 len: 944 time: 0.0854816 Jul 23 16:59:50.285418 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-29468f68-9739-4b9a-8b7b-4e951be7f1fa req-9cd78f4f-b495-42ad-86bc-d59069a91fd2 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe9e7299-72bf-49f3-9229-dc49aa34c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577071 Jul 23 16:59:50.522644 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bf17e100-0b54-42a5-b43e-e5f046e0f959 req-9ecb7c51-4a0e-4ad8-9734-8a64e1ef4660 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "GET /v2.0/ports?device_id=8959a414-0563-48f6-8d73-f7ee8b592213 HTTP/1.1" status: 200 len: 210 time: 0.0381644 Jul 23 16:59:51.436981 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900e8db-5eef-4a0f-b49c-ebb98bf4987f req-ac907ba0-14c6-488e-8170-cdb2a2bc76ee tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:51.438688 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2900e8db-5eef-4a0f-b49c-ebb98bf4987f req-ac907ba0-14c6-488e-8170-cdb2a2bc76ee tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/ports?device_id=32256ab6-f8bc-4504-a45e-7b60cec547f5 HTTP/1.1" status: 200 len: 944 time: 0.0699413 Jul 23 16:59:51.484294 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2900e8db-5eef-4a0f-b49c-ebb98bf4987f req-46579a54-88f5-413b-bcc6-b35b540e56af tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe9e7299-72bf-49f3-9229-dc49aa34c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386724 Jul 23 16:59:51.591180 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54742) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:51.731272 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-43ef1548-3d45-4b52-a167-11b264eeb869 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Deleting port 1a440105-9669-406b-bb5a-c96ea36eb682 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:59:51.731697 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-43ef1548-3d45-4b52-a167-11b264eeb869 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:51.806989 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:59:51.825875 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-43ef1548-3d45-4b52-a167-11b264eeb869 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:51.826417 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-43ef1548-3d45-4b52-a167-11b264eeb869 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:51.848035 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-43ef1548-3d45-4b52-a167-11b264eeb869 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Calling delete_port for 1a440105-9669-406b-bb5a-c96ea36eb682 owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:59:51.948914 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5,segment=NetworkSegment(6c8596fb-297b-4a63-b367-d3f6409a6e16),segment_id=6c8596fb-297b-4a63-b367-d3f6409a6e16)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:59:51.967825 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5', 'network_id': 'b1b6e575-a478-40d0-9add-d5756fd42a62', 'port_id': '1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5', 'mac_address': 'fa:16:3e:8a:c8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e2adfa3-ebdc-4d57-bcfc-2b322cabe9bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:59:52.014692 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:52.032625 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:59:52.059604 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5,segment=NetworkSegment(6c8596fb-297b-4a63-b367-d3f6409a6e16),segment_id=6c8596fb-297b-4a63-b367-d3f6409a6e16)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:59:52.064732 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:52.124915 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:52.255504 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:59:52.425472 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-43ef1548-3d45-4b52-a167-11b264eeb869 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:52.452650 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef1548-3d45-4b52-a167-11b264eeb869 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Pushing event deleted for resources: {'Port': ['ID=1a440105-9669-406b-bb5a-c96ea36eb682,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:52.530695 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-43ef1548-3d45-4b52-a167-11b264eeb869 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:52.534651 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-43ef1548-3d45-4b52-a167-11b264eeb869 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:52.536942 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-43ef1548-3d45-4b52-a167-11b264eeb869 tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "DELETE /v2.0/floatingips/7c6a1020-e9ec-4a30-8467-11e322479f6b HTTP/1.1" status: 204 len: 168 time: 0.9437146 Jul 23 16:59:52.655208 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4264c1-cbfb-4e94-b80a-d425790a2252 req-9d990520-80cd-4e8b-bede-adf696e16c4c tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:52.656842 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1f4264c1-cbfb-4e94-b80a-d425790a2252 req-9d990520-80cd-4e8b-bede-adf696e16c4c tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/ports?device_id=32256ab6-f8bc-4504-a45e-7b60cec547f5 HTTP/1.1" status: 200 len: 945 time: 0.0916150 Jul 23 16:59:52.709969 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1f4264c1-cbfb-4e94-b80a-d425790a2252 req-c32f12f0-42b7-4bcc-afa1-a3ba87604ca5 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe9e7299-72bf-49f3-9229-dc49aa34c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459414 Jul 23 16:59:53.823075 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:59:53.913413 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c871bfe-8c7e-4ac6-a57e-381048a78ec9 req-eb5955a6-37f8-460d-a1f7-bf6be368dc6b tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:53.916085 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:59:53.917255 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c871bfe-8c7e-4ac6-a57e-381048a78ec9 req-eb5955a6-37f8-460d-a1f7-bf6be368dc6b tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/ports?device_id=32256ab6-f8bc-4504-a45e-7b60cec547f5 HTTP/1.1" status: 200 len: 945 time: 0.1244836 Jul 23 16:59:53.922357 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:59:53.922942 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:53.974363 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c871bfe-8c7e-4ac6-a57e-381048a78ec9 req-b1d8f4da-d937-4bfc-aa82-1d34996f8741 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe9e7299-72bf-49f3-9229-dc49aa34c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474694 Jul 23 16:59:54.041517 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:54.071785 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32256ab6-f8bc-4504-a45e-7b60cec547f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:59:54.075401 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c7da6e-ae99-4aec-b471-6847c72147a0" -d '{"events": [{"server_uuid": "32256ab6-f8bc-4504-a45e-7b60cec547f5", "name": "network-vif-plugged", "status": "completed", "tag": "1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:59:54.096950 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5,segment=NetworkSegment(6c8596fb-297b-4a63-b367-d3f6409a6e16),segment_id=6c8596fb-297b-4a63-b367-d3f6409a6e16)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:59:54.103906 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:54.148398 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6560ef-5ed4-4ace-b65d-4a6c62267679 x-openstack-request-id: req-4a6560ef-5ed4-4ace-b65d-4a6c62267679 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:59:54.149006 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32256ab6-f8bc-4504-a45e-7b60cec547f5", "name": "network-vif-plugged", "status": "completed", "tag": "1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:59:54.149242 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4a6560ef-5ed4-4ace-b65d-4a6c62267679 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:59:54.150006 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32256ab6-f8bc-4504-a45e-7b60cec547f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5', 'code': 200} Jul 23 16:59:54.195074 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:54.272486 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae5c16-5bf4-46e9-869e-90814b493fa3 req-9d750abe-78ea-4871-9e7f-bf726f7bf92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:54.274451 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3eae5c16-5bf4-46e9-869e-90814b493fa3 req-9d750abe-78ea-4871-9e7f-bf726f7bf92f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=32256ab6-f8bc-4504-a45e-7b60cec547f5 HTTP/1.1" status: 200 len: 1097 time: 0.0617852 Jul 23 16:59:54.315100 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3eae5c16-5bf4-46e9-869e-90814b493fa3 req-ba36eb41-07e1-42e7-8a24-8895cd15e9c6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fe9e7299-72bf-49f3-9229-dc49aa34c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339770 Jul 23 16:59:55.198380 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385488b9-c5ec-4596-b9bd-226847a1c223 req-5e680eb5-61f1-4b94-a1e8-d13f35997cea tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:55.202265 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-385488b9-c5ec-4596-b9bd-226847a1c223 req-5e680eb5-61f1-4b94-a1e8-d13f35997cea tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/ports?device_id=32256ab6-f8bc-4504-a45e-7b60cec547f5 HTTP/1.1" status: 200 len: 946 time: 0.1279299 Jul 23 16:59:55.269822 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-385488b9-c5ec-4596-b9bd-226847a1c223 req-28ae9154-7dc9-4c80-8ceb-914d81858c20 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe9e7299-72bf-49f3-9229-dc49aa34c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578253 Jul 23 16:59:56.013555 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54766) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:56.107170 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-058c9beb-bccb-4cb5-83a0-44394c0b89ca tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:56.151658 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-058c9beb-bccb-4cb5-83a0-44394c0b89ca tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:56.247022 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-058c9beb-bccb-4cb5-83a0-44394c0b89ca tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:56.250635 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-058c9beb-bccb-4cb5-83a0-44394c0b89ca tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:56.254847 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-058c9beb-bccb-4cb5-83a0-44394c0b89ca tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] 10.222.0.73 "DELETE /v2.0/security-groups/c0e862d1-6349-45c6-8b5c-fdf98fb71ebe HTTP/1.1" status: 204 len: 168 time: 0.2372310 Jul 23 16:59:56.267422 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c9beb-bccb-4cb5-83a0-44394c0b89ca tempest-TestVolumeBootPattern-862890552 tempest-TestVolumeBootPattern-862890552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e862d1-6349-45c6-8b5c-fdf98fb71ebe,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:56.336156 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54772) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:56.461943 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b804e3-4cc9-4b6b-9bf8-51b5b59b17ab req-fc8bce1c-5b7f-4f6a-8611-a7eae68294a5 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:56.464089 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45b804e3-4cc9-4b6b-9bf8-51b5b59b17ab req-fc8bce1c-5b7f-4f6a-8611-a7eae68294a5 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/ports?device_id=32256ab6-f8bc-4504-a45e-7b60cec547f5 HTTP/1.1" status: 200 len: 946 time: 0.1047258 Jul 23 16:59:56.509506 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45b804e3-4cc9-4b6b-9bf8-51b5b59b17ab req-e0eb6b0f-e2b3-48fc-b455-4c0b9bf88221 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe9e7299-72bf-49f3-9229-dc49aa34c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390661 Jul 23 16:59:56.759914 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e82c83-00d7-47ca-b07b-b568fc02fcc5 req-8c0592b4-d9d5-4db1-9ba1-80ab222dc398 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:56.761426 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-64e82c83-00d7-47ca-b07b-b568fc02fcc5 req-8c0592b4-d9d5-4db1-9ba1-80ab222dc398 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/ports?device_id=32256ab6-f8bc-4504-a45e-7b60cec547f5 HTTP/1.1" status: 200 len: 946 time: 0.1306241 Jul 23 16:59:56.845315 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-64e82c83-00d7-47ca-b07b-b568fc02fcc5 req-65e35af7-00ed-4b77-9a63-2698795f088a tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe9e7299-72bf-49f3-9229-dc49aa34c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566077 Jul 23 16:59:57.069767 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-94e78080-0235-4989-b879-3f7d559d29c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:57.245494 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c2d5b-c907-4f1a-87bd-67288a115749 req-85b49711-e16d-48ad-9cd9-c271aad75a94 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:57.247316 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-563c2d5b-c907-4f1a-87bd-67288a115749 req-85b49711-e16d-48ad-9cd9-c271aad75a94 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/ports?device_id=32256ab6-f8bc-4504-a45e-7b60cec547f5 HTTP/1.1" status: 200 len: 946 time: 0.1340394 Jul 23 16:59:57.347169 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-563c2d5b-c907-4f1a-87bd-67288a115749 req-84a761e1-b54f-4bc0-80a0-aeb85630afb5 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe9e7299-72bf-49f3-9229-dc49aa34c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702648 Jul 23 16:59:57.480046 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-94e78080-0235-4989-b879-3f7d559d29c3 admin admin] Deleting port bd5ee84f-3746-4425-ac5a-d72a147aaf31 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:59:57.480371 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-94e78080-0235-4989-b879-3f7d559d29c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:57.603961 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-94e78080-0235-4989-b879-3f7d559d29c3 admin admin] For port bd5ee84f-3746-4425-ac5a-d72a147aaf31, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=bd5ee84f-3746-4425-ac5a-d72a147aaf31,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:59:57.604448 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-94e78080-0235-4989-b879-3f7d559d29c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:57.627792 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-94e78080-0235-4989-b879-3f7d559d29c3 admin admin] Calling delete_port for bd5ee84f-3746-4425-ac5a-d72a147aaf31 owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:59:57.908199 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-94e78080-0235-4989-b879-3f7d559d29c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:57.945773 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e78080-0235-4989-b879-3f7d559d29c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd5ee84f-3746-4425-ac5a-d72a147aaf31,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:58.182147 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-94e78080-0235-4989-b879-3f7d559d29c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:58.515713 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e78080-0235-4989-b879-3f7d559d29c3 admin admin] Router 02621f14-3607-4153-8dfd-95f8c7d900c9 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:59:58.631732 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2f5cd-5171-41fe-80cd-420375968aa3 req-21821ee9-2dca-4388-85aa-d71cccb6a31a tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:58.633694 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f4a2f5cd-5171-41fe-80cd-420375968aa3 req-21821ee9-2dca-4388-85aa-d71cccb6a31a tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/ports?device_id=32256ab6-f8bc-4504-a45e-7b60cec547f5 HTTP/1.1" status: 200 len: 946 time: 0.1655550 Jul 23 16:59:58.691816 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e78080-0235-4989-b879-3f7d559d29c3 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:59:58.700682 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-94e78080-0235-4989-b879-3f7d559d29c3 admin admin] 10.222.0.73 "PUT /v2.0/routers/02621f14-3607-4153-8dfd-95f8c7d900c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3626070 Jul 23 16:59:58.702390 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54784) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:58.703576 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09544067-e60d-426b-9581-a396f9571f88 None None] Sync routers for ids ['02621f14-3607-4153-8dfd-95f8c7d900c9'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:59:58.707333 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f4a2f5cd-5171-41fe-80cd-420375968aa3 req-eac34915-6454-4434-acd4-d890dca33b90 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe9e7299-72bf-49f3-9229-dc49aa34c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642827 Jul 23 16:59:58.721957 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09544067-e60d-426b-9581-a396f9571f88 None None] Routers {'02621f14-3607-4153-8dfd-95f8c7d900c9'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:59:58.723094 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-09544067-e60d-426b-9581-a396f9571f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:59:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['02621f14-3607-4153-8dfd-95f8c7d900c9'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:58.817877 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6849b712-626f-40b7-bb43-2a341ad4880f admin admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:58.863025 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-09544067-e60d-426b-9581-a396f9571f88 None None] Set router 02621f14-3607-4153-8dfd-95f8c7d900c9 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:59:58.969975 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6849b712-626f-40b7-bb43-2a341ad4880f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:59.055935 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-6849b712-626f-40b7-bb43-2a341ad4880f admin admin] Deleting port e975d5f1-cfbb-40cf-b9fc-c31072a5fec6 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:59:59.056271 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6849b712-626f-40b7-bb43-2a341ad4880f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:59.075330 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db7c6e-56a4-461c-b803-144b247bd47a req-4abaeabc-f464-4ee4-a26b-bb9c58ca15d3 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:59.077384 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-71db7c6e-56a4-461c-b803-144b247bd47a req-4abaeabc-f464-4ee4-a26b-bb9c58ca15d3 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/ports?device_id=32256ab6-f8bc-4504-a45e-7b60cec547f5 HTTP/1.1" status: 200 len: 946 time: 0.0874655 Jul 23 16:59:59.129004 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-71db7c6e-56a4-461c-b803-144b247bd47a req-b6f8f25f-994f-4d2c-a4c4-9aadba9b50ee tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe9e7299-72bf-49f3-9229-dc49aa34c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402720 Jul 23 16:59:59.138882 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-09544067-e60d-426b-9581-a396f9571f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'name': 'tempest-TestVolumeBootPattern-581618674-router', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:43Z', 'updated_at': '2021-07-23T16:59:57Z', 'revision_number': 5, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'gw_port': {'id': 'e975d5f1-cfbb-40cf-b9fc-c31072a5fec6', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:45Z', 'updated_at': '2021-07-23T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:59.174374 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09544067-e60d-426b-9581-a396f9571f88 None None] Checking router: 02621f14-3607-4153-8dfd-95f8c7d900c9 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:59:59.186167 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09544067-e60d-426b-9581-a396f9571f88 None None] Routers {'02621f14-3607-4153-8dfd-95f8c7d900c9'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:59:59.187132 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-09544067-e60d-426b-9581-a396f9571f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:59:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['02621f14-3607-4153-8dfd-95f8c7d900c9'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:59.196514 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-6849b712-626f-40b7-bb43-2a341ad4880f admin admin] For port e975d5f1-cfbb-40cf-b9fc-c31072a5fec6, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e975d5f1-cfbb-40cf-b9fc-c31072a5fec6,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:59:59.196890 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6849b712-626f-40b7-bb43-2a341ad4880f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:59.200702 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9285dd5-3048-4891-81ac-3c662f7fa1f6 req-60c89d6b-a83c-408a-937c-7a96cc34c869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:59.202275 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a9285dd5-3048-4891-81ac-3c662f7fa1f6 req-60c89d6b-a83c-408a-937c-7a96cc34c869 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=94e91c48b2e64c5f8b567b017fdee784&device_id=32256ab6-f8bc-4504-a45e-7b60cec547f5 HTTP/1.1" status: 200 len: 1097 time: 0.1425629 Jul 23 16:59:59.221633 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-6849b712-626f-40b7-bb43-2a341ad4880f admin admin] Calling delete_port for e975d5f1-cfbb-40cf-b9fc-c31072a5fec6 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:59:59.360343 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9285dd5-3048-4891-81ac-3c662f7fa1f6 req-9d268de9-07f1-4472-b7fd-50aaebcce1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:59.361745 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a9285dd5-3048-4891-81ac-3c662f7fa1f6 req-9d268de9-07f1-4472-b7fd-50aaebcce1d2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b1b6e575-a478-40d0-9add-d5756fd42a62 HTTP/1.1" status: 200 len: 914 time: 0.1512277 Jul 23 16:59:59.375303 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-09544067-e60d-426b-9581-a396f9571f88 None None] Set router 02621f14-3607-4153-8dfd-95f8c7d900c9 gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:59:59.427884 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-09544067-e60d-426b-9581-a396f9571f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'name': 'tempest-TestVolumeBootPattern-581618674-router', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:43Z', 'updated_at': '2021-07-23T16:59:58Z', 'revision_number': 6, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:59:59.439448 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a9285dd5-3048-4891-81ac-3c662f7fa1f6 req-47b03eb7-0bf6-4f06-8fbd-9867682b438d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5 HTTP/1.1" status: 200 len: 217 time: 0.0416265 Jul 23 16:59:59.457864 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09544067-e60d-426b-9581-a396f9571f88 None None] The sync data for ids ['02621f14-3607-4153-8dfd-95f8c7d900c9'] in n-d-778549-4 is: [{'id': '02621f14-3607-4153-8dfd-95f8c7d900c9', 'name': 'tempest-TestVolumeBootPattern-581618674-router', 'tenant_id': '1a447386a79c4dde9361c7979cbbb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:43Z', 'updated_at': '2021-07-23T16:59:58Z', 'revision_number': 6, 'project_id': '1a447386a79c4dde9361c7979cbbb97e', 'gw_port_host': None}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:59:59.508569 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9285dd5-3048-4891-81ac-3c662f7fa1f6 req-d9ffc972-eff0-4acf-b777-08546b18e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:59.510233 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a9285dd5-3048-4891-81ac-3c662f7fa1f6 req-d9ffc972-eff0-4acf-b777-08546b18e25c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9e2adfa3-ebdc-4d57-bcfc-2b322cabe9bf HTTP/1.1" status: 200 len: 852 time: 0.0624890 Jul 23 16:59:59.568589 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a9285dd5-3048-4891-81ac-3c662f7fa1f6 req-0dd7ab52-e225-40d7-a756-8d4ad3f0de4f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b1b6e575-a478-40d0-9add-d5756fd42a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371044 Jul 23 16:59:59.597016 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6849b712-626f-40b7-bb43-2a341ad4880f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:59.640237 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849b712-626f-40b7-bb43-2a341ad4880f admin admin] Pushing event deleted for resources: {'Port': ['ID=e975d5f1-cfbb-40cf-b9fc-c31072a5fec6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:59.742448 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a9285dd5-3048-4891-81ac-3c662f7fa1f6 req-d2251a47-3ffc-41a2-8aeb-f0c872df569e service neutron] 10.222.0.74 "GET /v2.0/networks/b1b6e575-a478-40d0-9add-d5756fd42a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646929 Jul 23 16:59:59.750133 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6849b712-626f-40b7-bb43-2a341ad4880f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:59.869471 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6849b712-626f-40b7-bb43-2a341ad4880f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:59.901348 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6849b712-626f-40b7-bb43-2a341ad4880f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:59.961674 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6849b712-626f-40b7-bb43-2a341ad4880f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:59.962192 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6849b712-626f-40b7-bb43-2a341ad4880f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02621f14-3607-4153-8dfd-95f8c7d900c9 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:59:59.967504 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6849b712-626f-40b7-bb43-2a341ad4880f admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:59.968652 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6849b712-626f-40b7-bb43-2a341ad4880f admin admin] 10.222.0.73 "DELETE /v2.0/routers/02621f14-3607-4153-8dfd-95f8c7d900c9 HTTP/1.1" status: 204 len: 168 time: 1.2652593 Jul 23 16:59:59.971468 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54790) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:59:59.975466 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a9285dd5-3048-4891-81ac-3c662f7fa1f6 req-cc6cb8b1-3b15-492f-bd41-8dd8b5fda9da service neutron] 10.222.0.74 "GET /v2.0/networks/b1b6e575-a478-40d0-9add-d5756fd42a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263367 Jul 23 17:00:00.024936 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a88d34-d5a2-481a-894d-885a72873dc7 admin admin] Deleting subnet 68bd2291-23ae-4e54-ab39-3c387bae8690 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:00:00.028300 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-42a88d34-d5a2-481a-894d-885a72873dc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:00.067683 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-42a88d34-d5a2-481a-894d-885a72873dc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:00.149150 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-42a88d34-d5a2-481a-894d-885a72873dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:00.223628 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-42a88d34-d5a2-481a-894d-885a72873dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:00.285376 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-42a88d34-d5a2-481a-894d-885a72873dc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:00.291115 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-42a88d34-d5a2-481a-894d-885a72873dc7 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/68bd2291-23ae-4e54-ab39-3c387bae8690 HTTP/1.1" status: 204 len: 168 time: 0.3149185 Jul 23 17:00:00.291115 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a88d34-d5a2-481a-894d-885a72873dc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68bd2291-23ae-4e54-ab39-3c387bae8690,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:00.291559 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54794) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:00.293086 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054fbfaa-01fc-4584-b0b4-5c96e5b0f746 None None] Network fedddd04-4e3c-4738-8768-b1bd7c807fbc requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:00:00.388676 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fc123a08-9c6f-4217-9afd-1fb781117032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:00.415578 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c6dda-d86e-4c16-8c50-3f8722ea5db6 req-1c32a3dd-e65f-4539-a1a6-2d88568cf069 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:00.418142 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4f4c6dda-d86e-4c16-8c50-3f8722ea5db6 req-1c32a3dd-e65f-4539-a1a6-2d88568cf069 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/ports?device_id=32256ab6-f8bc-4504-a45e-7b60cec547f5 HTTP/1.1" status: 200 len: 946 time: 0.2074239 Jul 23 17:00:00.520881 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4f4c6dda-d86e-4c16-8c50-3f8722ea5db6 req-e32cecc4-3952-4502-8022-b9e57dbfb394 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe9e7299-72bf-49f3-9229-dc49aa34c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958512 Jul 23 17:00:00.549890 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cdc608-376c-44a9-8675-3873f26712e8 None None] DHCP port deletion for fedddd04-4e3c-4738-8768-b1bd7c807fbc request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:00:00.551335 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-fc123a08-9c6f-4217-9afd-1fb781117032 admin admin] Deleting port ad23be02-cafe-4a4f-a7cc-27c9fa598264 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:00:00.551715 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fc123a08-9c6f-4217-9afd-1fb781117032 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:00.629413 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-52cdc608-376c-44a9-8675-3873f26712e8 None None] Deleting port ad23be02-cafe-4a4f-a7cc-27c9fa598264 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:00:00.630454 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-52cdc608-376c-44a9-8675-3873f26712e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:00.667759 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-fc123a08-9c6f-4217-9afd-1fb781117032 admin admin] For port ad23be02-cafe-4a4f-a7cc-27c9fa598264, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=ad23be02-cafe-4a4f-a7cc-27c9fa598264,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:00.668028 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fc123a08-9c6f-4217-9afd-1fb781117032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:00.688478 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-fc123a08-9c6f-4217-9afd-1fb781117032 admin admin] Calling delete_port for ad23be02-cafe-4a4f-a7cc-27c9fa598264 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:00:00.709313 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-52cdc608-376c-44a9-8675-3873f26712e8 None None] For port ad23be02-cafe-4a4f-a7cc-27c9fa598264, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=ad23be02-cafe-4a4f-a7cc-27c9fa598264,segment=NetworkSegment(44eeabba-9576-4a02-bae8-2e2b64ec63cd),segment_id=44eeabba-9576-4a02-bae8-2e2b64ec63cd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:00.709718 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-52cdc608-376c-44a9-8675-3873f26712e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:00.721989 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-52cdc608-376c-44a9-8675-3873f26712e8 None None] Calling delete_port for ad23be02-cafe-4a4f-a7cc-27c9fa598264 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:00:00.824336 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-52cdc608-376c-44a9-8675-3873f26712e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:00.831494 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fc123a08-9c6f-4217-9afd-1fb781117032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:00.871184 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc123a08-9c6f-4217-9afd-1fb781117032 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad23be02-cafe-4a4f-a7cc-27c9fa598264,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:00.873186 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc123a08-9c6f-4217-9afd-1fb781117032 admin admin] No DVR routers for this DVR port ad23be02-cafe-4a4f-a7cc-27c9fa598264 on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:00:00.881618 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device ad23be02-cafe-4a4f-a7cc-27c9fa598264 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:00:00.887541 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cdc608-376c-44a9-8675-3873f26712e8 None None] Pushing event deleted for resources: {'Port': ['ID=ad23be02-cafe-4a4f-a7cc-27c9fa598264,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:00.922301 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cdc608-376c-44a9-8675-3873f26712e8 None None] No DVR routers for this DVR port ad23be02-cafe-4a4f-a7cc-27c9fa598264 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:00:00.924728 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: ad23be02-cafe-4a4f-a7cc-27c9fa598264 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:00:00.925338 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device ad23be02-cafe-4a4f-a7cc-27c9fa598264 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:00:00.926044 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device bd5ee84f-3746-4425-ac5a-d72a147aaf31 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:00:00.961182 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: bd5ee84f-3746-4425-ac5a-d72a147aaf31 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:00:00.961658 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device bd5ee84f-3746-4425-ac5a-d72a147aaf31 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:00:00.962256 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e975d5f1-cfbb-40cf-b9fc-c31072a5fec6 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:00:00.962933 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fc123a08-9c6f-4217-9afd-1fb781117032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:00.978264 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-fc123a08-9c6f-4217-9afd-1fb781117032 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fedddd04-4e3c-4738-8768-b1bd7c807fbc']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:00.990874 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-fc123a08-9c6f-4217-9afd-1fb781117032 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44eeabba-9576-4a02-bae8-2e2b64ec63cd') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:00.991168 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-fc123a08-9c6f-4217-9afd-1fb781117032 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44eeabba-9576-4a02-bae8-2e2b64ec63cd') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:00.996785 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: e975d5f1-cfbb-40cf-b9fc-c31072a5fec6 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:00:00.997405 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e975d5f1-cfbb-40cf-b9fc-c31072a5fec6 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:00:01.003673 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fc123a08-9c6f-4217-9afd-1fb781117032 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:01.019950 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fc123a08-9c6f-4217-9afd-1fb781117032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:01.026425 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc123a08-9c6f-4217-9afd-1fb781117032 admin admin] Releasing vlan 1129 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:00:01.026937 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fc123a08-9c6f-4217-9afd-1fb781117032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: self.session.flush() Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: self.session.flush() Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: self.session.flush() Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: self.session.flush() Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: timer() Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:00:01.028673 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:00:01.107072 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fc123a08-9c6f-4217-9afd-1fb781117032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:01.113027 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fc123a08-9c6f-4217-9afd-1fb781117032 admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:01.115702 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fc123a08-9c6f-4217-9afd-1fb781117032 admin admin] 10.222.0.73 "DELETE /v2.0/networks/fedddd04-4e3c-4738-8768-b1bd7c807fbc HTTP/1.1" status: 204 len: 168 time: 0.8227446 Jul 23 17:00:01.120657 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54796) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:01.131401 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc123a08-9c6f-4217-9afd-1fb781117032 admin admin] Pushing event deleted for resources: {'Network': ['ID=fedddd04-4e3c-4738-8768-b1bd7c807fbc,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:01.484736 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2191a183-d1cd-45bc-b5a4-c380a235695f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:01.685412 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eacca1-ee5e-41ab-b373-09b13a370b1f req-1f1af143-b488-4f67-a442-2ed7b477ebc0 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:01.687272 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5eacca1-ee5e-41ab-b373-09b13a370b1f req-1f1af143-b488-4f67-a442-2ed7b477ebc0 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/ports?device_id=32256ab6-f8bc-4504-a45e-7b60cec547f5 HTTP/1.1" status: 200 len: 946 time: 0.0771725 Jul 23 17:00:01.737014 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5eacca1-ee5e-41ab-b373-09b13a370b1f req-fa1ff1dc-b22d-49cb-8b17-d34ca701c33a tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe9e7299-72bf-49f3-9229-dc49aa34c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416126 Jul 23 17:00:01.870188 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-2191a183-d1cd-45bc-b5a4-c380a235695f admin admin] Deleting port b5cb30fe-68ff-40ef-a2a8-973dca03e397 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:00:01.870636 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2191a183-d1cd-45bc-b5a4-c380a235695f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:01.975772 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-2191a183-d1cd-45bc-b5a4-c380a235695f admin admin] For port b5cb30fe-68ff-40ef-a2a8-973dca03e397, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=b5cb30fe-68ff-40ef-a2a8-973dca03e397,segment=NetworkSegment(b0705cba-7023-4ee7-b368-e15f0ee2dbed),segment_id=b0705cba-7023-4ee7-b368-e15f0ee2dbed)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:01.976295 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2191a183-d1cd-45bc-b5a4-c380a235695f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:01.996966 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-2191a183-d1cd-45bc-b5a4-c380a235695f admin admin] Calling delete_port for b5cb30fe-68ff-40ef-a2a8-973dca03e397 owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:00:02.070369 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd2de3-bf85-4d36-bec2-b06a9bc0b3db req-3b3819bf-e9dd-4489-8b3e-4f561cb5f9f0 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:02.072896 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74fd2de3-bf85-4d36-bec2-b06a9bc0b3db req-3b3819bf-e9dd-4489-8b3e-4f561cb5f9f0 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/ports?device_id=32256ab6-f8bc-4504-a45e-7b60cec547f5 HTTP/1.1" status: 200 len: 946 time: 0.0867236 Jul 23 17:00:02.126314 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74fd2de3-bf85-4d36-bec2-b06a9bc0b3db req-bc32b624-1ecc-426a-a5ae-93d48d2a4da8 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe9e7299-72bf-49f3-9229-dc49aa34c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417092 Jul 23 17:00:02.235418 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2191a183-d1cd-45bc-b5a4-c380a235695f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:02.263580 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191a183-d1cd-45bc-b5a4-c380a235695f admin admin] Pushing event deleted for resources: {'Port': ['ID=b5cb30fe-68ff-40ef-a2a8-973dca03e397,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:02.493484 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2191a183-d1cd-45bc-b5a4-c380a235695f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:02.698602 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ce98f787-c2f0-4e7e-aeae-0780144428f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:03.157600 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2191a183-d1cd-45bc-b5a4-c380a235695f admin admin] Router 5988be5a-e52b-4a3f-ac40-7f07ee263e64 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:00:03.299461 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be91ac-3d7a-401c-b874-a9c5363630d5 req-cdaf6472-1e64-4cfb-a6cc-8b74dfcaa642 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:03.301105 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-76be91ac-3d7a-401c-b874-a9c5363630d5 req-cdaf6472-1e64-4cfb-a6cc-8b74dfcaa642 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/ports?device_id=32256ab6-f8bc-4504-a45e-7b60cec547f5 HTTP/1.1" status: 200 len: 946 time: 0.0864513 Jul 23 17:00:03.311257 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2191a183-d1cd-45bc-b5a4-c380a235695f admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:00:03.318940 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2191a183-d1cd-45bc-b5a4-c380a235695f admin admin] 10.222.0.73 "PUT /v2.0/routers/5988be5a-e52b-4a3f-ac40-7f07ee263e64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1968706 Jul 23 17:00:03.321306 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54806) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:03.323588 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ee643f-cfb5-4c2c-b935-2c96ba171844 None None] Sync routers for ids ['5988be5a-e52b-4a3f-ac40-7f07ee263e64'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:00:03.334615 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ee643f-cfb5-4c2c-b935-2c96ba171844 None None] Routers {'5988be5a-e52b-4a3f-ac40-7f07ee263e64'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:00:03.335588 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f5ee643f-cfb5-4c2c-b935-2c96ba171844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:59:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5988be5a-e52b-4a3f-ac40-7f07ee263e64'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:03.372142 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-76be91ac-3d7a-401c-b874-a9c5363630d5 req-38151d5a-8c15-49c3-b29e-1b92943c2807 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe9e7299-72bf-49f3-9229-dc49aa34c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564811 Jul 23 17:00:03.466060 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-f5ee643f-cfb5-4c2c-b935-2c96ba171844 None None] Set router 5988be5a-e52b-4a3f-ac40-7f07ee263e64 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:00:03.472021 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e50bc6da-dd8c-4782-a9a1-94c7160c875c admin admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:03.599641 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e50bc6da-dd8c-4782-a9a1-94c7160c875c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:03.697277 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f5ee643f-cfb5-4c2c-b935-2c96ba171844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5988be5a-e52b-4a3f-ac40-7f07ee263e64', 'name': 'tempest-TestVolumeBootPattern-1567797687-router', 'tenant_id': '2d4a89e2946a422ea927893d25c58239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:55Z', 'updated_at': '2021-07-23T17:00:02Z', 'revision_number': 5, 'project_id': '2d4a89e2946a422ea927893d25c58239', 'gw_port': {'id': 'e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5988be5a-e52b-4a3f-ac40-7f07ee263e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:48:56Z', 'updated_at': '2021-07-23T16:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:03.722161 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812d116-0d00-46d9-a2a4-a8e285c249db req-f51c0b2e-4211-4ac8-97e5-fef592762e32 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:03.725601 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e812d116-0d00-46d9-a2a4-a8e285c249db req-f51c0b2e-4211-4ac8-97e5-fef592762e32 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/ports?device_id=32256ab6-f8bc-4504-a45e-7b60cec547f5 HTTP/1.1" status: 200 len: 946 time: 0.0859187 Jul 23 17:00:03.729131 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ee643f-cfb5-4c2c-b935-2c96ba171844 None None] Checking router: 5988be5a-e52b-4a3f-ac40-7f07ee263e64 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:00:03.735003 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e50bc6da-dd8c-4782-a9a1-94c7160c875c admin admin] Deleting port e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:00:03.735431 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e50bc6da-dd8c-4782-a9a1-94c7160c875c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:03.740789 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ee643f-cfb5-4c2c-b935-2c96ba171844 None None] Routers {'5988be5a-e52b-4a3f-ac40-7f07ee263e64'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:00:03.741562 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f5ee643f-cfb5-4c2c-b935-2c96ba171844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T16:59:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5988be5a-e52b-4a3f-ac40-7f07ee263e64'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:03.793000 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e812d116-0d00-46d9-a2a4-a8e285c249db req-83cf64c2-f667-4a2d-b529-513a0036398a tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe9e7299-72bf-49f3-9229-dc49aa34c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624270 Jul 23 17:00:03.834537 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e954c8f-f826-46be-b923-9377cac15398 req-d6af041b-cdb8-46b3-b94d-620b19532671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:03.836235 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9e954c8f-f826-46be-b923-9377cac15398 req-d6af041b-cdb8-46b3-b94d-620b19532671 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=94e91c48b2e64c5f8b567b017fdee784&device_id=32256ab6-f8bc-4504-a45e-7b60cec547f5 HTTP/1.1" status: 200 len: 1097 time: 0.1502030 Jul 23 17:00:03.844179 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-f5ee643f-cfb5-4c2c-b935-2c96ba171844 None None] Set router 5988be5a-e52b-4a3f-ac40-7f07ee263e64 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:00:03.887757 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e50bc6da-dd8c-4782-a9a1-94c7160c875c admin admin] For port e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:03.888139 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e50bc6da-dd8c-4782-a9a1-94c7160c875c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:03.900108 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f5ee643f-cfb5-4c2c-b935-2c96ba171844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5988be5a-e52b-4a3f-ac40-7f07ee263e64', 'name': 'tempest-TestVolumeBootPattern-1567797687-router', 'tenant_id': '2d4a89e2946a422ea927893d25c58239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:55Z', 'updated_at': '2021-07-23T17:00:03Z', 'revision_number': 6, 'project_id': '2d4a89e2946a422ea927893d25c58239', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:03.932540 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ee643f-cfb5-4c2c-b935-2c96ba171844 None None] The sync data for ids ['5988be5a-e52b-4a3f-ac40-7f07ee263e64'] in n-d-778549-4 is: [{'id': '5988be5a-e52b-4a3f-ac40-7f07ee263e64', 'name': 'tempest-TestVolumeBootPattern-1567797687-router', 'tenant_id': '2d4a89e2946a422ea927893d25c58239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:48:55Z', 'updated_at': '2021-07-23T17:00:03Z', 'revision_number': 6, 'project_id': '2d4a89e2946a422ea927893d25c58239', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:00:03.937351 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e50bc6da-dd8c-4782-a9a1-94c7160c875c admin admin] Calling delete_port for e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:00:04.020944 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e954c8f-f826-46be-b923-9377cac15398 req-193bdabd-e261-48db-aa96-f2ef4a99b8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:04.022637 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9e954c8f-f826-46be-b923-9377cac15398 req-193bdabd-e261-48db-aa96-f2ef4a99b8fa service neutron] 10.222.0.74 "GET /v2.0/networks?id=b1b6e575-a478-40d0-9add-d5756fd42a62 HTTP/1.1" status: 200 len: 914 time: 0.1800284 Jul 23 17:00:04.076341 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9e954c8f-f826-46be-b923-9377cac15398 req-763f16e0-2bcc-4b18-bd8d-cff26a5c60e6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5 HTTP/1.1" status: 200 len: 217 time: 0.0451086 Jul 23 17:00:04.170996 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:00:04.180362 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e954c8f-f826-46be-b923-9377cac15398 req-4f2cb4ac-d376-430d-b5e8-6c9c24c8d162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:04.182386 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9e954c8f-f826-46be-b923-9377cac15398 req-4f2cb4ac-d376-430d-b5e8-6c9c24c8d162 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9e2adfa3-ebdc-4d57-bcfc-2b322cabe9bf HTTP/1.1" status: 200 len: 852 time: 0.0977993 Jul 23 17:00:04.243165 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9e954c8f-f826-46be-b923-9377cac15398 req-674fa4c2-1435-4b1c-a0c4-45e5de172bc1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b1b6e575-a478-40d0-9add-d5756fd42a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533490 Jul 23 17:00:04.299830 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e50bc6da-dd8c-4782-a9a1-94c7160c875c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:04.359994 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50bc6da-dd8c-4782-a9a1-94c7160c875c admin admin] Pushing event deleted for resources: {'Port': ['ID=e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:04.433386 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9e954c8f-f826-46be-b923-9377cac15398 req-891fbd48-bd48-4cf9-b7e0-f8cb6d4a995f service neutron] 10.222.0.74 "GET /v2.0/networks/b1b6e575-a478-40d0-9add-d5756fd42a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807129 Jul 23 17:00:04.469674 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e50bc6da-dd8c-4782-a9a1-94c7160c875c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:04.603179 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e50bc6da-dd8c-4782-a9a1-94c7160c875c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:04.609456 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e50bc6da-dd8c-4782-a9a1-94c7160c875c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:04.669416 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9e954c8f-f826-46be-b923-9377cac15398 req-e3be50e3-2f83-4cc2-afe2-349c0f848ca1 service neutron] 10.222.0.74 "GET /v2.0/networks/b1b6e575-a478-40d0-9add-d5756fd42a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280645 Jul 23 17:00:04.674473 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e50bc6da-dd8c-4782-a9a1-94c7160c875c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:04.674961 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50bc6da-dd8c-4782-a9a1-94c7160c875c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5988be5a-e52b-4a3f-ac40-7f07ee263e64 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:00:04.680338 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e50bc6da-dd8c-4782-a9a1-94c7160c875c admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:04.681593 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e50bc6da-dd8c-4782-a9a1-94c7160c875c admin admin] 10.222.0.73 "DELETE /v2.0/routers/5988be5a-e52b-4a3f-ac40-7f07ee263e64 HTTP/1.1" status: 204 len: 168 time: 1.3589182 Jul 23 17:00:04.685462 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54812) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:04.741702 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6573251-3abc-460e-8ef4-e9d75f5bc328 admin admin] Deleting subnet cd9ff9f9-e033-4429-b4c3-05ac0acb5e69 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:00:04.747593 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a6573251-3abc-460e-8ef4-e9d75f5bc328 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:04.827854 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a6573251-3abc-460e-8ef4-e9d75f5bc328 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:04.867347 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device b5cb30fe-68ff-40ef-a2a8-973dca03e397 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:00:04.909488 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: b5cb30fe-68ff-40ef-a2a8-973dca03e397 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:00:04.910025 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device b5cb30fe-68ff-40ef-a2a8-973dca03e397 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:00:04.910574 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:00:04.933852 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:00:04.934195 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e4ecdc86-a777-4c3c-ba0d-3f6abd2dd333 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:00:04.975827 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a6573251-3abc-460e-8ef4-e9d75f5bc328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:05.040883 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a6573251-3abc-460e-8ef4-e9d75f5bc328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:05.061064 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224152c2-7159-4196-8c2f-bedc5435a536 req-8d8689ce-66c2-4483-adce-0ad836d8b6ba tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:05.063895 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-224152c2-7159-4196-8c2f-bedc5435a536 req-8d8689ce-66c2-4483-adce-0ad836d8b6ba tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/ports?device_id=32256ab6-f8bc-4504-a45e-7b60cec547f5 HTTP/1.1" status: 200 len: 946 time: 0.1385405 Jul 23 17:00:05.073312 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6573251-3abc-460e-8ef4-e9d75f5bc328 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd9ff9f9-e033-4429-b4c3-05ac0acb5e69,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:05.079198 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a6573251-3abc-460e-8ef4-e9d75f5bc328 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:05.080679 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a6573251-3abc-460e-8ef4-e9d75f5bc328 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/cd9ff9f9-e033-4429-b4c3-05ac0acb5e69 HTTP/1.1" status: 204 len: 168 time: 0.3942070 Jul 23 17:00:05.090083 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba260236-44ee-411a-8de0-a2e26a51420e None None] Network 5ba36e51-9f16-4f77-a434-eac3e3b3d8ef requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:00:05.090470 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54816) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:05.117487 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-224152c2-7159-4196-8c2f-bedc5435a536 req-97b64a7c-d5c9-43c2-afed-88f06e345012 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe9e7299-72bf-49f3-9229-dc49aa34c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459402 Jul 23 17:00:05.209874 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5dab0997-fbf8-453a-98e2-ac3eb4193f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:05.250179 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:05.287298 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5dab0997-fbf8-453a-98e2-ac3eb4193f72 admin admin] Deleting port e35b0917-9f42-4adc-801c-e3d500cd74f0 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:00:05.287929 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5dab0997-fbf8-453a-98e2-ac3eb4193f72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:05.405288 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0e2418-8b1e-4367-9da8-3e345b03e15c None None] DHCP port deletion for 5ba36e51-9f16-4f77-a434-eac3e3b3d8ef request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:00:05.407565 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5dab0997-fbf8-453a-98e2-ac3eb4193f72 admin admin] For port e35b0917-9f42-4adc-801c-e3d500cd74f0, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e35b0917-9f42-4adc-801c-e3d500cd74f0,segment=NetworkSegment(b0705cba-7023-4ee7-b368-e15f0ee2dbed),segment_id=b0705cba-7023-4ee7-b368-e15f0ee2dbed)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:05.408569 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5dab0997-fbf8-453a-98e2-ac3eb4193f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:05.435683 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5dab0997-fbf8-453a-98e2-ac3eb4193f72 admin admin] Calling delete_port for e35b0917-9f42-4adc-801c-e3d500cd74f0 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:00:05.451622 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1783532c-77bb-40d2-87a4-df244d3a8586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:05.476443 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-6c0e2418-8b1e-4367-9da8-3e345b03e15c None None] Deleting port e35b0917-9f42-4adc-801c-e3d500cd74f0 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:00:05.476827 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6c0e2418-8b1e-4367-9da8-3e345b03e15c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:05.539616 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5dab0997-fbf8-453a-98e2-ac3eb4193f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:05.550176 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:05.559144 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-6c0e2418-8b1e-4367-9da8-3e345b03e15c None None] For port e35b0917-9f42-4adc-801c-e3d500cd74f0, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=e35b0917-9f42-4adc-801c-e3d500cd74f0,segment=NetworkSegment(b0705cba-7023-4ee7-b368-e15f0ee2dbed),segment_id=b0705cba-7023-4ee7-b368-e15f0ee2dbed)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:05.559514 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6c0e2418-8b1e-4367-9da8-3e345b03e15c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:05.572626 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-6c0e2418-8b1e-4367-9da8-3e345b03e15c None None] Calling delete_port for e35b0917-9f42-4adc-801c-e3d500cd74f0 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:00:05.573968 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab0997-fbf8-453a-98e2-ac3eb4193f72 admin admin] Pushing event deleted for resources: {'Port': ['ID=e35b0917-9f42-4adc-801c-e3d500cd74f0,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:05.581757 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dab0997-fbf8-453a-98e2-ac3eb4193f72 admin admin] No DVR routers for this DVR port e35b0917-9f42-4adc-801c-e3d500cd74f0 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:00:05.662345 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6c0e2418-8b1e-4367-9da8-3e345b03e15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:05.675785 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5dab0997-fbf8-453a-98e2-ac3eb4193f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:05.688281 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-5dab0997-fbf8-453a-98e2-ac3eb4193f72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba36e51-9f16-4f77-a434-eac3e3b3d8ef']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:05.696219 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e2418-8b1e-4367-9da8-3e345b03e15c None None] Pushing event deleted for resources: {'Port': ['ID=e35b0917-9f42-4adc-801c-e3d500cd74f0,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:05.702631 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-5dab0997-fbf8-453a-98e2-ac3eb4193f72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0705cba-7023-4ee7-b368-e15f0ee2dbed') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:05.703084 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-5dab0997-fbf8-453a-98e2-ac3eb4193f72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0705cba-7023-4ee7-b368-e15f0ee2dbed') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:05.703695 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0e2418-8b1e-4367-9da8-3e345b03e15c None None] No DVR routers for this DVR port e35b0917-9f42-4adc-801c-e3d500cd74f0 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:00:05.719554 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5dab0997-fbf8-453a-98e2-ac3eb4193f72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:05.736528 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5dab0997-fbf8-453a-98e2-ac3eb4193f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:05.745503 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dab0997-fbf8-453a-98e2-ac3eb4193f72 admin admin] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:00:05.745850 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5dab0997-fbf8-453a-98e2-ac3eb4193f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:05.748146 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 17:00:05.748146 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:00:05.748146 n-d-778549-4 neutron-server[94013]: timer() Jul 23 17:00:05.748146 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:00:05.748146 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 17:00:05.748146 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:00:05.748146 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 17:00:05.748146 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:00:05.748146 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 17:00:05.748146 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:00:05.748146 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 17:00:05.748146 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:00:05.748146 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 17:00:05.748146 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:00:05.748146 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:00:05.748146 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:00:05.748146 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:00:05.748146 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:00:05.748146 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 17:00:05.748146 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:00:05.748146 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 17:00:05.748146 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:00:05.748146 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:00:05.748146 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:00:05.748146 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 17:00:05.748146 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:00:05.748146 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:00:05.748146 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:00:05.748146 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:00:05.748146 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:00:05.748146 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:00:05.748146 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:00:05.809227 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5dab0997-fbf8-453a-98e2-ac3eb4193f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:05.817807 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5dab0997-fbf8-453a-98e2-ac3eb4193f72 admin admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:05.821153 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5dab0997-fbf8-453a-98e2-ac3eb4193f72 admin admin] 10.222.0.73 "DELETE /v2.0/networks/5ba36e51-9f16-4f77-a434-eac3e3b3d8ef HTTP/1.1" status: 204 len: 168 time: 0.7291901 Jul 23 17:00:05.834514 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab0997-fbf8-453a-98e2-ac3eb4193f72 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ba36e51-9f16-4f77-a434-eac3e3b3d8ef,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:06.000269 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54820) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:06.054313 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-70827248-1b31-4b5a-8ded-ea86ef067c4a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1a447386a79c4dde9361c7979cbbb97e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526321 Jul 23 17:00:06.057023 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54822) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:06.112805 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de64b788-8a16-41d7-87f9-e86914370158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:06.137842 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de64b788-8a16-41d7-87f9-e86914370158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:06.208727 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de64b788-8a16-41d7-87f9-e86914370158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:06.211923 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de64b788-8a16-41d7-87f9-e86914370158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:06.213351 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-de64b788-8a16-41d7-87f9-e86914370158 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a2842123-7531-4fc0-acfd-c0b30bcfe460 HTTP/1.1" status: 204 len: 168 time: 0.1550877 Jul 23 17:00:06.226855 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de64b788-8a16-41d7-87f9-e86914370158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2842123-7531-4fc0-acfd-c0b30bcfe460,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:06.358567 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4273abc-c354-41aa-b68c-e68ede95acca req-d919d5c2-1c38-46d7-97f9-5267bd5c4c48 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:06.361805 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d4273abc-c354-41aa-b68c-e68ede95acca req-d919d5c2-1c38-46d7-97f9-5267bd5c4c48 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/ports?device_id=32256ab6-f8bc-4504-a45e-7b60cec547f5 HTTP/1.1" status: 200 len: 946 time: 0.1022542 Jul 23 17:00:06.413195 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d4273abc-c354-41aa-b68c-e68ede95acca req-9186bade-d166-49a9-951a-805cfecccae4 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe9e7299-72bf-49f3-9229-dc49aa34c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402734 Jul 23 17:00:06.648829 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:06.722897 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54836) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:06.802730 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8952f57b-d92d-45a5-989d-36770cde2ace admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2d4a89e2946a422ea927893d25c58239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0755384 Jul 23 17:00:06.805657 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54838) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:06.824484 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb36d2-323b-4696-9575-2cc463caea1e req-2301dd28-fb8d-4ed3-a176-046f00ad3581 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:06.827037 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-85cb36d2-323b-4696-9575-2cc463caea1e req-2301dd28-fb8d-4ed3-a176-046f00ad3581 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/ports?device_id=32256ab6-f8bc-4504-a45e-7b60cec547f5 HTTP/1.1" status: 200 len: 946 time: 0.1265152 Jul 23 17:00:06.848126 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e35b0917-9f42-4adc-801c-e3d500cd74f0 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:00:06.882249 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: e35b0917-9f42-4adc-801c-e3d500cd74f0 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:00:06.882775 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device e35b0917-9f42-4adc-801c-e3d500cd74f0 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:00:06.891533 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-85cb36d2-323b-4696-9575-2cc463caea1e req-2ce11dc4-d3df-4707-a6df-356abb8dfdd4 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe9e7299-72bf-49f3-9229-dc49aa34c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483799 Jul 23 17:00:06.893116 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fae4e48b-b0d6-42d3-89f1-87cd7a439d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:06.921044 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fae4e48b-b0d6-42d3-89f1-87cd7a439d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:06.996113 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fae4e48b-b0d6-42d3-89f1-87cd7a439d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:06.999967 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fae4e48b-b0d6-42d3-89f1-87cd7a439d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:07.001486 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fae4e48b-b0d6-42d3-89f1-87cd7a439d15 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dffca59d-389e-4d74-ae13-5808a6570838 HTTP/1.1" status: 204 len: 168 time: 0.1945601 Jul 23 17:00:07.013242 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4e48b-b0d6-42d3-89f1-87cd7a439d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffca59d-389e-4d74-ae13-5808a6570838,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:07.652169 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:08.047065 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b087648-165a-4fef-affe-cafb6a6ba63c req-c94a710c-743d-4cd8-97c4-1ef0e6cf6c4b tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:08.048986 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6b087648-165a-4fef-affe-cafb6a6ba63c req-c94a710c-743d-4cd8-97c4-1ef0e6cf6c4b tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/ports?device_id=32256ab6-f8bc-4504-a45e-7b60cec547f5 HTTP/1.1" status: 200 len: 946 time: 0.0771003 Jul 23 17:00:08.090013 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6b087648-165a-4fef-affe-cafb6a6ba63c req-92b3d307-7eb6-4ae9-8ce4-44dda5f0cfda tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/security-groups?id=fe9e7299-72bf-49f3-9229-dc49aa34c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344050 Jul 23 17:00:08.539900 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed279ce7-aa57-4a15-af66-328833d3cfa9 req-2da4ba4a-5d6b-4bdd-a656-ed13f83ca28b tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:08.541437 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ed279ce7-aa57-4a15-af66-328833d3cfa9 req-2da4ba4a-5d6b-4bdd-a656-ed13f83ca28b tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.74 "GET /v2.0/ports?device_id=32256ab6-f8bc-4504-a45e-7b60cec547f5 HTTP/1.1" status: 200 len: 946 time: 0.0713995 Jul 23 17:00:08.643917 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-ed279ce7-aa57-4a15-af66-328833d3cfa9 req-070356f5-8061-4c23-8ec9-1d8700733586 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Deleting port 1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:00:08.644285 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-ed279ce7-aa57-4a15-af66-328833d3cfa9 req-070356f5-8061-4c23-8ec9-1d8700733586 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:08.685815 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:08.760703 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-ed279ce7-aa57-4a15-af66-328833d3cfa9 req-070356f5-8061-4c23-8ec9-1d8700733586 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] For port 1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5,segment=NetworkSegment(6c8596fb-297b-4a63-b367-d3f6409a6e16),segment_id=6c8596fb-297b-4a63-b367-d3f6409a6e16)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:08.761493 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-ed279ce7-aa57-4a15-af66-328833d3cfa9 req-070356f5-8061-4c23-8ec9-1d8700733586 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:08.776894 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-ed279ce7-aa57-4a15-af66-328833d3cfa9 req-070356f5-8061-4c23-8ec9-1d8700733586 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Calling delete_port for 1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:00:08.950630 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-ed279ce7-aa57-4a15-af66-328833d3cfa9 req-070356f5-8061-4c23-8ec9-1d8700733586 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:08.963996 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:00:08.983822 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070356f5-8061-4c23-8ec9-1d8700733586 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Pushing event deleted for resources: {'Port': ['ID=1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:09.017960 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070356f5-8061-4c23-8ec9-1d8700733586 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:09.018299 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070356f5-8061-4c23-8ec9-1d8700733586 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:09.018637 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070356f5-8061-4c23-8ec9-1d8700733586 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:09.018972 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070356f5-8061-4c23-8ec9-1d8700733586 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:09.019302 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070356f5-8061-4c23-8ec9-1d8700733586 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:09.019630 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070356f5-8061-4c23-8ec9-1d8700733586 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:09.019954 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070356f5-8061-4c23-8ec9-1d8700733586 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:09.020402 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070356f5-8061-4c23-8ec9-1d8700733586 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:09.020870 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070356f5-8061-4c23-8ec9-1d8700733586 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:09.021324 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070356f5-8061-4c23-8ec9-1d8700733586 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:09.021657 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070356f5-8061-4c23-8ec9-1d8700733586 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:09.021980 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070356f5-8061-4c23-8ec9-1d8700733586 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:09.044028 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed279ce7-aa57-4a15-af66-328833d3cfa9 req-070356f5-8061-4c23-8ec9-1d8700733586 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] No DVR routers for this DVR port 1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:00:09.046583 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-ed279ce7-aa57-4a15-af66-328833d3cfa9 req-070356f5-8061-4c23-8ec9-1d8700733586 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:09.048695 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ed279ce7-aa57-4a15-af66-328833d3cfa9 req-070356f5-8061-4c23-8ec9-1d8700733586 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.74 "DELETE /v2.0/ports/1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5 HTTP/1.1" status: 204 len: 173 time: 0.5020092 Jul 23 17:00:09.049165 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32256ab6-f8bc-4504-a45e-7b60cec547f5', 'name': 'network-vif-deleted', 'tag': '1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:00:09.051972 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89c04ca-ab8b-4da2-b9a3-026b4c6e2313" -d '{"events": [{"server_uuid": "32256ab6-f8bc-4504-a45e-7b60cec547f5", "name": "network-vif-deleted", "tag": "1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:00:09.099807 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e60c94-f2b0-4a39-b01d-2d59771f3271 x-openstack-request-id: req-78e60c94-f2b0-4a39-b01d-2d59771f3271 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:00:09.100254 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32256ab6-f8bc-4504-a45e-7b60cec547f5", "name": "network-vif-deleted", "tag": "1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:00:09.100570 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-78e60c94-f2b0-4a39-b01d-2d59771f3271 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:00:09.101021 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32256ab6-f8bc-4504-a45e-7b60cec547f5', 'name': 'network-vif-deleted', 'tag': '1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5', 'status': 'completed', 'code': 200} Jul 23 17:00:09.224895 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2255c26f-d610-4e22-a58b-75d461bd1717 req-848bcd38-9c44-4282-a066-e5a847fddee1 tempest-TestServerAdvancedOps-1325217445 tempest-TestServerAdvancedOps-1325217445-project] 10.222.0.73 "GET /v2.0/ports?device_id=32256ab6-f8bc-4504-a45e-7b60cec547f5 HTTP/1.1" status: 200 len: 210 time: 0.0302491 Jul 23 17:00:10.296102 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54850) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:10.352559 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-47aae136-eab7-4f79-82c7-b57d1315ac0f admin admin] Deleting subnet 9e2adfa3-ebdc-4d57-bcfc-2b322cabe9bf {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:00:10.356548 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47aae136-eab7-4f79-82c7-b57d1315ac0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:10.396090 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47aae136-eab7-4f79-82c7-b57d1315ac0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:10.436358 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47aae136-eab7-4f79-82c7-b57d1315ac0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:10.494993 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47aae136-eab7-4f79-82c7-b57d1315ac0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:10.523711 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aae136-eab7-4f79-82c7-b57d1315ac0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e2adfa3-ebdc-4d57-bcfc-2b322cabe9bf,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:10.525621 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-47aae136-eab7-4f79-82c7-b57d1315ac0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:10.530551 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-47aae136-eab7-4f79-82c7-b57d1315ac0f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9e2adfa3-ebdc-4d57-bcfc-2b322cabe9bf HTTP/1.1" status: 204 len: 168 time: 0.2296240 Jul 23 17:00:10.531117 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54852) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:10.610182 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9ce04817-f512-40ad-97fb-211c6fd1ae44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:10.694515 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9ce04817-f512-40ad-97fb-211c6fd1ae44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:10.705126 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-9ce04817-f512-40ad-97fb-211c6fd1ae44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b6e575-a478-40d0-9add-d5756fd42a62']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:10.715484 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-9ce04817-f512-40ad-97fb-211c6fd1ae44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c8596fb-297b-4a63-b367-d3f6409a6e16') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:10.715775 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-9ce04817-f512-40ad-97fb-211c6fd1ae44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c8596fb-297b-4a63-b367-d3f6409a6e16') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:10.725193 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9ce04817-f512-40ad-97fb-211c6fd1ae44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:10.740618 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9ce04817-f512-40ad-97fb-211c6fd1ae44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:10.748729 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce04817-f512-40ad-97fb-211c6fd1ae44 admin admin] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:00:10.749251 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9ce04817-f512-40ad-97fb-211c6fd1ae44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:10.751568 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 17:00:10.751568 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:00:10.751568 n-d-778549-4 neutron-server[94013]: timer() Jul 23 17:00:10.751568 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:00:10.751568 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 17:00:10.751568 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:00:10.751568 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 17:00:10.751568 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:00:10.751568 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 17:00:10.751568 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:00:10.751568 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 17:00:10.751568 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:00:10.751568 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 17:00:10.751568 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:00:10.751568 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:00:10.751568 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:00:10.751568 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:00:10.751568 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:00:10.751568 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 17:00:10.751568 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:00:10.751568 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 17:00:10.751568 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:00:10.751568 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:00:10.751568 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:00:10.751568 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 17:00:10.751568 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:00:10.751568 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:00:10.751568 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:00:10.751568 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:00:10.751568 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:00:10.751568 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:00:10.751568 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:00:10.818192 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9ce04817-f512-40ad-97fb-211c6fd1ae44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:10.825962 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9ce04817-f512-40ad-97fb-211c6fd1ae44 admin admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:10.828139 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9ce04817-f512-40ad-97fb-211c6fd1ae44 admin admin] 10.222.0.73 "DELETE /v2.0/networks/b1b6e575-a478-40d0-9add-d5756fd42a62 HTTP/1.1" status: 204 len: 168 time: 0.2959242 Jul 23 17:00:10.832106 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54854) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:10.841478 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce04817-f512-40ad-97fb-211c6fd1ae44 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1b6e575-a478-40d0-9add-d5756fd42a62,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:10.883033 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5e08ee-9ef9-4996-b94d-f2e53c2ddad0 admin admin] Deleting subnet a5536c1f-e3c3-4090-8095-963732a1aa94 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:00:10.886479 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf5e08ee-9ef9-4996-b94d-f2e53c2ddad0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:10.922630 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf5e08ee-9ef9-4996-b94d-f2e53c2ddad0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:10.968685 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf5e08ee-9ef9-4996-b94d-f2e53c2ddad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:11.030000 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf5e08ee-9ef9-4996-b94d-f2e53c2ddad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:11.057155 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e08ee-9ef9-4996-b94d-f2e53c2ddad0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5536c1f-e3c3-4090-8095-963732a1aa94,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:11.061080 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf5e08ee-9ef9-4996-b94d-f2e53c2ddad0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:11.063118 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-cf5e08ee-9ef9-4996-b94d-f2e53c2ddad0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a5536c1f-e3c3-4090-8095-963732a1aa94 HTTP/1.1" status: 204 len: 168 time: 0.2295198 Jul 23 17:00:11.066782 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54856) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:11.142207 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7958c6f8-87a6-4f8b-a062-f42931b6ab94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:11.228182 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7958c6f8-87a6-4f8b-a062-f42931b6ab94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:11.239733 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-7958c6f8-87a6-4f8b-a062-f42931b6ab94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243f8b52-ec82-48d1-a299-5eab2daece71']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:11.250456 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-7958c6f8-87a6-4f8b-a062-f42931b6ab94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b2f8b7-95ad-4460-85a5-a1713f534d37') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:11.250884 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-7958c6f8-87a6-4f8b-a062-f42931b6ab94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b2f8b7-95ad-4460-85a5-a1713f534d37') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:11.263528 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7958c6f8-87a6-4f8b-a062-f42931b6ab94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:11.281436 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7958c6f8-87a6-4f8b-a062-f42931b6ab94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:11.288694 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7958c6f8-87a6-4f8b-a062-f42931b6ab94 admin admin] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:00:11.289241 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7958c6f8-87a6-4f8b-a062-f42931b6ab94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:11.291890 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 17:00:11.291890 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:00:11.291890 n-d-778549-4 neutron-server[94012]: timer() Jul 23 17:00:11.291890 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:00:11.291890 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 17:00:11.291890 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:00:11.291890 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 17:00:11.291890 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:00:11.291890 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 17:00:11.291890 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:00:11.291890 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 17:00:11.291890 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:00:11.291890 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 17:00:11.291890 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:00:11.291890 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:00:11.291890 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:00:11.291890 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:00:11.291890 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:00:11.291890 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 17:00:11.291890 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:00:11.291890 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 17:00:11.291890 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:00:11.291890 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:00:11.291890 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:00:11.291890 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 17:00:11.291890 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:00:11.291890 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:00:11.291890 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:00:11.291890 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:00:11.291890 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:00:11.291890 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:00:11.291890 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:00:11.356834 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7958c6f8-87a6-4f8b-a062-f42931b6ab94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:11.361838 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7958c6f8-87a6-4f8b-a062-f42931b6ab94 admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:11.364368 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7958c6f8-87a6-4f8b-a062-f42931b6ab94 admin admin] 10.222.0.73 "DELETE /v2.0/networks/243f8b52-ec82-48d1-a299-5eab2daece71 HTTP/1.1" status: 204 len: 168 time: 0.2952058 Jul 23 17:00:11.377601 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958c6f8-87a6-4f8b-a062-f42931b6ab94 admin admin] Pushing event deleted for resources: {'Network': ['ID=243f8b52-ec82-48d1-a299-5eab2daece71,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:11.589119 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54860) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:11.630731 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-98bea4ee-4845-4cc7-ba80-f1b8035e157d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=94e91c48b2e64c5f8b567b017fdee784&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403721 Jul 23 17:00:11.633501 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54862) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:11.683467 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cbb57bf6-e069-476c-87eb-32540ff64c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:11.705770 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cbb57bf6-e069-476c-87eb-32540ff64c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:11.758922 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cbb57bf6-e069-476c-87eb-32540ff64c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:11.761599 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cbb57bf6-e069-476c-87eb-32540ff64c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:11.762786 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-cbb57bf6-e069-476c-87eb-32540ff64c03 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fe9e7299-72bf-49f3-9229-dc49aa34c04e HTTP/1.1" status: 204 len: 168 time: 0.1283214 Jul 23 17:00:11.771898 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb57bf6-e069-476c-87eb-32540ff64c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9e7299-72bf-49f3-9229-dc49aa34c04e,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:11.928352 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:00:11.961952 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:00:11.962527 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 1a3dfdbe-f495-40ee-8c4c-a00ad2685ee5 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:00:12.127160 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54868) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:12.178355 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3ebafaf9-7455-4eeb-9616-852044129e75 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7178197e74c049c2bc1b1159280acbb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463622 Jul 23 17:00:12.178816 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54870) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:12.240346 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c3dee479-f543-4cb6-a5b2-03453ff3db64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:12.264393 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c3dee479-f543-4cb6-a5b2-03453ff3db64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:12.326424 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c3dee479-f543-4cb6-a5b2-03453ff3db64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:12.329506 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c3dee479-f543-4cb6-a5b2-03453ff3db64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:12.330707 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c3dee479-f543-4cb6-a5b2-03453ff3db64 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f7b41fac-d494-47bd-85dd-79a2d6fb82da HTTP/1.1" status: 204 len: 168 time: 0.1507816 Jul 23 17:00:12.342187 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dee479-f543-4cb6-a5b2-03453ff3db64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b41fac-d494-47bd-85dd-79a2d6fb82da,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:13.170079 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54892) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:13.311828 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-f2553a81-0fd5-4bbf-8fae-241d1ef2359f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1378225388-network', 'tenant_id': '7e43f070229441bab80adbcd3b9ae568'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:00:13.335148 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2553a81-0fd5-4bbf-8fae-241d1ef2359f admin admin] Made reservation on behalf of 7e43f070229441bab80adbcd3b9ae568 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:00:13.337623 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f2553a81-0fd5-4bbf-8fae-241d1ef2359f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:13.346177 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f2553a81-0fd5-4bbf-8fae-241d1ef2359f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:13.449386 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f2553a81-0fd5-4bbf-8fae-241d1ef2359f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:13.453940 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f2553a81-0fd5-4bbf-8fae-241d1ef2359f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:13.482518 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2553a81-0fd5-4bbf-8fae-241d1ef2359f admin admin] vlan segment allocate from pool success with {'vlan_id': 1111, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:00:13.490017 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2553a81-0fd5-4bbf-8fae-241d1ef2359f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d27abf-02e7-494c-a176-0a163a7fbf6f,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:13.496891 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f2553a81-0fd5-4bbf-8fae-241d1ef2359f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:13.497378 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-f2553a81-0fd5-4bbf-8fae-241d1ef2359f admin admin] Added segment 3a68f284-90d4-42c1-984f-831543398ebd of type vlan for network 6b18c388-7be3-4432-b260-65413fb05d3c Jul 23 17:00:13.541587 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f2553a81-0fd5-4bbf-8fae-241d1ef2359f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:13.573101 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f2553a81-0fd5-4bbf-8fae-241d1ef2359f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:13.574091 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2553a81-0fd5-4bbf-8fae-241d1ef2359f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:13.574687 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f2553a81-0fd5-4bbf-8fae-241d1ef2359f admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:13.610751 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f2553a81-0fd5-4bbf-8fae-241d1ef2359f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4394407 Jul 23 17:00:13.613859 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54896) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:13.643166 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-13cdfa69-4ac6-4fb4-b976-2566cbe1a1a7 admin admin] Request body: {'subnet': {'network_id': '6b18c388-7be3-4432-b260-65413fb05d3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1378225388-subnet', 'tenant_id': '7e43f070229441bab80adbcd3b9ae568', 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:00:13.648517 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2553a81-0fd5-4bbf-8fae-241d1ef2359f admin admin] Pushing event updated for resources: {'Network': ['ID=6b18c388-7be3-4432-b260-65413fb05d3c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:13.661869 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 6b18c388-7be3-4432-b260-65413fb05d3c details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:00:13.673523 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cdfa69-4ac6-4fb4-b976-2566cbe1a1a7 admin admin] Made reservation on behalf of 7e43f070229441bab80adbcd3b9ae568 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:00:13.676395 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-13cdfa69-4ac6-4fb4-b976-2566cbe1a1a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:13.871415 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-13cdfa69-4ac6-4fb4-b976-2566cbe1a1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:13.933692 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdfa69-4ac6-4fb4-b976-2566cbe1a1a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bd0018e-97a6-4a92-a8eb-33d78f4e9b38,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:13.943919 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cdfa69-4ac6-4fb4-b976-2566cbe1a1a7 admin admin] Checking segment: {'id': '3a68f284-90d4-42c1-984f-831543398ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '6b18c388-7be3-4432-b260-65413fb05d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:00:13.944286 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cdfa69-4ac6-4fb4-b976-2566cbe1a1a7 admin admin] Network hostable DHCP agents. Network: 6b18c388-7be3-4432-b260-65413fb05d3c, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:00:13.963562 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cdfa69-4ac6-4fb4-b976-2566cbe1a1a7 admin admin] Network 6b18c388-7be3-4432-b260-65413fb05d3c is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:00:13.974865 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-13cdfa69-4ac6-4fb4-b976-2566cbe1a1a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 6b18c388-7be3-4432-b260-65413fb05d3c) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:00:13.981325 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cdfa69-4ac6-4fb4-b976-2566cbe1a1a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:13.982323 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-13cdfa69-4ac6-4fb4-b976-2566cbe1a1a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:13.984440 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35ba8f5-b5f1-485c-989e-68960faaa20b None None] Network 6b18c388-7be3-4432-b260-65413fb05d3c requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:00:14.005498 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-13cdfa69-4ac6-4fb4-b976-2566cbe1a1a7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3895905 Jul 23 17:00:14.008761 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54898) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:14.014045 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-fc6a2694-ad1a-4a72-bff7-6f9580a32aee admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1378225388-router', 'tenant_id': '7e43f070229441bab80adbcd3b9ae568', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:00:14.041598 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc6a2694-ad1a-4a72-bff7-6f9580a32aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:14.043434 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc6a2694-ad1a-4a72-bff7-6f9580a32aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:14.121357 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc6a2694-ad1a-4a72-bff7-6f9580a32aee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:14.190459 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567c0f54-1a37-4493-8089-2b958ea5eb80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-6b18c388-7be3-4432-b260-65413fb05d3c', 'network_id': '6b18c388-7be3-4432-b260-65413fb05d3c', 'tenant_id': '7e43f070229441bab80adbcd3b9ae568', 'fixed_ips': [{'subnet_id': '1bd0018e-97a6-4a92-a8eb-33d78f4e9b38'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:00:14.191816 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-567c0f54-1a37-4493-8089-2b958ea5eb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:14.349960 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc6a2694-ad1a-4a72-bff7-6f9580a32aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:14.404824 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-567c0f54-1a37-4493-8089-2b958ea5eb80 None None] Allocated IP 172.20.0.2 (6b18c388-7be3-4432-b260-65413fb05d3c/1bd0018e-97a6-4a92-a8eb-33d78f4e9b38/447cef31-6586-4014-b78b-67a3c4258f32) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:00:14.594098 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-567c0f54-1a37-4493-8089-2b958ea5eb80 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:14.607893 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-567c0f54-1a37-4493-8089-2b958ea5eb80 None None] Transition to ACTIVE for port object 447cef31-6586-4014-b78b-67a3c4258f32 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:00:14.627209 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-567c0f54-1a37-4493-8089-2b958ea5eb80 None None] Transition to ACTIVE for port object 447cef31-6586-4014-b78b-67a3c4258f32 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:00:14.637238 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-567c0f54-1a37-4493-8089-2b958ea5eb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:14.643603 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc6a2694-ad1a-4a72-bff7-6f9580a32aee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:14.678017 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc6a2694-ad1a-4a72-bff7-6f9580a32aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:14.701490 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567c0f54-1a37-4493-8089-2b958ea5eb80 None None] Network 6b18c388-7be3-4432-b260-65413fb05d3c is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:00:14.704980 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-567c0f54-1a37-4493-8089-2b958ea5eb80 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:00:14.714238 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567c0f54-1a37-4493-8089-2b958ea5eb80 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:00:14.725266 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c0f54-1a37-4493-8089-2b958ea5eb80 None None] Pushing event updated for resources: {'Port': ['ID=447cef31-6586-4014-b78b-67a3c4258f32,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:14.812197 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-567c0f54-1a37-4493-8089-2b958ea5eb80 None None] Attempting to bind port 447cef31-6586-4014-b78b-67a3c4258f32 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:00:14.812718 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-567c0f54-1a37-4493-8089-2b958ea5eb80 None None] Attempting to bind port 447cef31-6586-4014-b78b-67a3c4258f32 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '3a68f284-90d4-42c1-984f-831543398ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '6b18c388-7be3-4432-b260-65413fb05d3c'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:00:14.813290 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567c0f54-1a37-4493-8089-2b958ea5eb80 None None] Attempting to bind port 447cef31-6586-4014-b78b-67a3c4258f32 on network 6b18c388-7be3-4432-b260-65413fb05d3c {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:00:14.820246 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567c0f54-1a37-4493-8089-2b958ea5eb80 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:00:14.820835 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567c0f54-1a37-4493-8089-2b958ea5eb80 None None] Checking segment: {'id': '3a68f284-90d4-42c1-984f-831543398ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '6b18c388-7be3-4432-b260-65413fb05d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:00:14.821494 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-567c0f54-1a37-4493-8089-2b958ea5eb80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:14.822112 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567c0f54-1a37-4493-8089-2b958ea5eb80 None None] Bound using segment: {'id': '3a68f284-90d4-42c1-984f-831543398ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '6b18c388-7be3-4432-b260-65413fb05d3c'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:00:14.822871 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-567c0f54-1a37-4493-8089-2b958ea5eb80 None None] Bound port: 447cef31-6586-4014-b78b-67a3c4258f32, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a68f284-90d4-42c1-984f-831543398ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '6b18c388-7be3-4432-b260-65413fb05d3c'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:00:14.823518 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-567c0f54-1a37-4493-8089-2b958ea5eb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:14.837303 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-fc6a2694-ad1a-4a72-bff7-6f9580a32aee admin admin] Allocated IP 172.25.8.163 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/c933615c-5641-4be5-b9de-4329cf704f8e) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:00:14.902049 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-567c0f54-1a37-4493-8089-2b958ea5eb80 None None] For port 447cef31-6586-4014-b78b-67a3c4258f32, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:00:14.907144 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-567c0f54-1a37-4493-8089-2b958ea5eb80 None None] For port 447cef31-6586-4014-b78b-67a3c4258f32, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=447cef31-6586-4014-b78b-67a3c4258f32,segment=NetworkSegment(3a68f284-90d4-42c1-984f-831543398ebd),segment_id=3a68f284-90d4-42c1-984f-831543398ebd)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:00:14.914271 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-567c0f54-1a37-4493-8089-2b958ea5eb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:14.984522 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c0f54-1a37-4493-8089-2b958ea5eb80 None None] Pushing event updated for resources: {'Port': ['ID=447cef31-6586-4014-b78b-67a3c4258f32,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:15.033713 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc6a2694-ad1a-4a72-bff7-6f9580a32aee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:15.093622 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc6a2694-ad1a-4a72-bff7-6f9580a32aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:15.189466 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6a2694-ad1a-4a72-bff7-6f9580a32aee admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:00:15.192587 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a2694-ad1a-4a72-bff7-6f9580a32aee admin admin] Pushing event updated for resources: {'Port': ['ID=c933615c-5641-4be5-b9de-4329cf704f8e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:15.201737 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-fc6a2694-ad1a-4a72-bff7-6f9580a32aee admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:00:15.204991 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6a2694-ad1a-4a72-bff7-6f9580a32aee admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:00:15.512046 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc6a2694-ad1a-4a72-bff7-6f9580a32aee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:15.732798 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc6a2694-ad1a-4a72-bff7-6f9580a32aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:15.882254 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6a2694-ad1a-4a72-bff7-6f9580a32aee admin admin] Router 23a63724-4480-4f37-af64-0afbc37ac5cb is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:00:16.004952 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6d94e1-5f62-4264-ab60-95f805f20797 None None] Network 6b18c388-7be3-4432-b260-65413fb05d3c requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:00:16.133999 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-cec5c7eb-60e8-47aa-9c4f-06946f2e09b4 None None] Provisioning for port 447cef31-6586-4014-b78b-67a3c4258f32 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:00:16.358748 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6a2694-ad1a-4a72-bff7-6f9580a32aee admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:00:16.373369 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890cabba-675e-452e-a8d4-c61f7862aac0 None None] Sync routers for ids ['23a63724-4480-4f37-af64-0afbc37ac5cb'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:00:16.379538 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc6a2694-ad1a-4a72-bff7-6f9580a32aee admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:16.384462 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fc6a2694-ad1a-4a72-bff7-6f9580a32aee admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3718157 Jul 23 17:00:16.384652 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54900) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:16.392804 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890cabba-675e-452e-a8d4-c61f7862aac0 None None] Routers {'23a63724-4480-4f37-af64-0afbc37ac5cb'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:00:16.393774 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-890cabba-675e-452e-a8d4-c61f7862aac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:00:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['23a63724-4480-4f37-af64-0afbc37ac5cb'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:16.523913 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-890cabba-675e-452e-a8d4-c61f7862aac0 None None] Set router 23a63724-4480-4f37-af64-0afbc37ac5cb gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:00:16.803856 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-890cabba-675e-452e-a8d4-c61f7862aac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a63724-4480-4f37-af64-0afbc37ac5cb', 'name': 'tempest-TestServerMultinode-1378225388-router', 'tenant_id': '7e43f070229441bab80adbcd3b9ae568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c933615c-5641-4be5-b9de-4329cf704f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:14Z', 'updated_at': '2021-07-23T17:00:15Z', 'revision_number': 3, 'project_id': '7e43f070229441bab80adbcd3b9ae568', 'gw_port': {'id': 'c933615c-5641-4be5-b9de-4329cf704f8e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a63724-4480-4f37-af64-0afbc37ac5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:14Z', 'updated_at': '2021-07-23T17:00:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:16.830787 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890cabba-675e-452e-a8d4-c61f7862aac0 None None] Checking router: 23a63724-4480-4f37-af64-0afbc37ac5cb for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:00:16.831133 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890cabba-675e-452e-a8d4-c61f7862aac0 None None] Updating router 23a63724-4480-4f37-af64-0afbc37ac5cb port c933615c-5641-4be5-b9de-4329cf704f8e binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:00:16.849441 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a3258389-7ac7-457e-8c36-e6f581c84920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:16.872752 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-890cabba-675e-452e-a8d4-c61f7862aac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:16.874421 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 447cef31-6586-4014-b78b-67a3c4258f32 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:00:16.938154 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 447cef31-6586-4014-b78b-67a3c4258f32 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:00:16.942854 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 447cef31-6586-4014-b78b-67a3c4258f32 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:16.943236 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:17.033411 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:17.049767 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-a3258389-7ac7-457e-8c36-e6f581c84920 admin admin] Allocated IP 172.20.0.1 (6b18c388-7be3-4432-b260-65413fb05d3c/1bd0018e-97a6-4a92-a8eb-33d78f4e9b38/816e545a-15df-4614-adf8-5df1c49a5712) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:00:17.085466 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 447cef31-6586-4014-b78b-67a3c4258f32, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=447cef31-6586-4014-b78b-67a3c4258f32,segment=NetworkSegment(3a68f284-90d4-42c1-984f-831543398ebd),segment_id=3a68f284-90d4-42c1-984f-831543398ebd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:17.093504 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:17.150687 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=447cef31-6586-4014-b78b-67a3c4258f32,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:17.196106 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a3258389-7ac7-457e-8c36-e6f581c84920 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:17.214125 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-a3258389-7ac7-457e-8c36-e6f581c84920 admin admin] Transition to ACTIVE for port object 816e545a-15df-4614-adf8-5df1c49a5712 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:00:17.249490 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a3258389-7ac7-457e-8c36-e6f581c84920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:17.274811 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-890cabba-675e-452e-a8d4-c61f7862aac0 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:17.287192 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-890cabba-675e-452e-a8d4-c61f7862aac0 None None] Transition to ACTIVE for port object c933615c-5641-4be5-b9de-4329cf704f8e will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:00:17.296369 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-890cabba-675e-452e-a8d4-c61f7862aac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:17.304940 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3258389-7ac7-457e-8c36-e6f581c84920 admin admin] Network 6b18c388-7be3-4432-b260-65413fb05d3c is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:00:17.311214 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-a3258389-7ac7-457e-8c36-e6f581c84920 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:00:17.316522 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3258389-7ac7-457e-8c36-e6f581c84920 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:00:17.326075 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3258389-7ac7-457e-8c36-e6f581c84920 admin admin] Pushing event updated for resources: {'Port': ['ID=816e545a-15df-4614-adf8-5df1c49a5712,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:17.352903 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7638387-ef0c-46ea-9bde-b9a3132b48cf None None] Pushing event updated for resources: {'Port': ['ID=c933615c-5641-4be5-b9de-4329cf704f8e,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:17.362546 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7638387-ef0c-46ea-9bde-b9a3132b48cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:17.364388 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7638387-ef0c-46ea-9bde-b9a3132b48cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:17.364388 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7638387-ef0c-46ea-9bde-b9a3132b48cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:17.365248 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7638387-ef0c-46ea-9bde-b9a3132b48cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:17.365618 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7638387-ef0c-46ea-9bde-b9a3132b48cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:17.366064 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7638387-ef0c-46ea-9bde-b9a3132b48cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:17.366483 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7638387-ef0c-46ea-9bde-b9a3132b48cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:17.366940 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7638387-ef0c-46ea-9bde-b9a3132b48cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:17.367388 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7638387-ef0c-46ea-9bde-b9a3132b48cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:17.367796 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7638387-ef0c-46ea-9bde-b9a3132b48cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:17.368395 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7638387-ef0c-46ea-9bde-b9a3132b48cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:17.368964 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7638387-ef0c-46ea-9bde-b9a3132b48cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:17.397452 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-890cabba-675e-452e-a8d4-c61f7862aac0 None None] Attempting to bind port c933615c-5641-4be5-b9de-4329cf704f8e on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:00:17.398745 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-890cabba-675e-452e-a8d4-c61f7862aac0 None None] Attempting to bind port c933615c-5641-4be5-b9de-4329cf704f8e by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:00:17.399358 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890cabba-675e-452e-a8d4-c61f7862aac0 None None] Attempting to bind port c933615c-5641-4be5-b9de-4329cf704f8e on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:00:17.405277 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890cabba-675e-452e-a8d4-c61f7862aac0 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:00:17.405902 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a3258389-7ac7-457e-8c36-e6f581c84920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:17.406723 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890cabba-675e-452e-a8d4-c61f7862aac0 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:00:17.407366 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-890cabba-675e-452e-a8d4-c61f7862aac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:17.408001 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890cabba-675e-452e-a8d4-c61f7862aac0 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:00:17.408724 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-890cabba-675e-452e-a8d4-c61f7862aac0 None None] Bound port: c933615c-5641-4be5-b9de-4329cf704f8e, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:00:17.409402 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-890cabba-675e-452e-a8d4-c61f7862aac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:17.467460 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-890cabba-675e-452e-a8d4-c61f7862aac0 None None] For port c933615c-5641-4be5-b9de-4329cf704f8e, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:00:17.471699 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-890cabba-675e-452e-a8d4-c61f7862aac0 None None] For port c933615c-5641-4be5-b9de-4329cf704f8e, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c933615c-5641-4be5-b9de-4329cf704f8e,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:00:17.477790 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-890cabba-675e-452e-a8d4-c61f7862aac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:17.552847 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7638387-ef0c-46ea-9bde-b9a3132b48cf None None] Pushing event updated for resources: {'Port': ['ID=c933615c-5641-4be5-b9de-4329cf704f8e,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:17.562300 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890cabba-675e-452e-a8d4-c61f7862aac0 None None] Routers {'23a63724-4480-4f37-af64-0afbc37ac5cb'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:00:17.562955 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-890cabba-675e-452e-a8d4-c61f7862aac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:00:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['23a63724-4480-4f37-af64-0afbc37ac5cb'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:17.638132 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a3258389-7ac7-457e-8c36-e6f581c84920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:17.709450 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-57403802-d7bd-4033-a435-43c42327648e None None] Provisioning for port 816e545a-15df-4614-adf8-5df1c49a5712 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:00:17.714211 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-57403802-d7bd-4033-a435-43c42327648e None None] Provisioning complete for port 816e545a-15df-4614-adf8-5df1c49a5712 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:17.714890 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-57403802-d7bd-4033-a435-43c42327648e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:17.720679 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-890cabba-675e-452e-a8d4-c61f7862aac0 None None] Set router 23a63724-4480-4f37-af64-0afbc37ac5cb gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:00:17.767372 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-57403802-d7bd-4033-a435-43c42327648e None None] Port 816e545a-15df-4614-adf8-5df1c49a5712 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:00:17.853175 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a3258389-7ac7-457e-8c36-e6f581c84920 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:17.859776 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a3258389-7ac7-457e-8c36-e6f581c84920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:17.934454 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3258389-7ac7-457e-8c36-e6f581c84920 admin admin] Pushing event updated for resources: {'Port': ['ID=816e545a-15df-4614-adf8-5df1c49a5712,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:17.938497 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a3258389-7ac7-457e-8c36-e6f581c84920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:17.951534 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-890cabba-675e-452e-a8d4-c61f7862aac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a63724-4480-4f37-af64-0afbc37ac5cb', 'name': 'tempest-TestServerMultinode-1378225388-router', 'tenant_id': '7e43f070229441bab80adbcd3b9ae568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c933615c-5641-4be5-b9de-4329cf704f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:14Z', 'updated_at': '2021-07-23T17:00:15Z', 'revision_number': 3, 'project_id': '7e43f070229441bab80adbcd3b9ae568', 'gw_port': {'id': 'c933615c-5641-4be5-b9de-4329cf704f8e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a63724-4480-4f37-af64-0afbc37ac5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:14Z', 'updated_at': '2021-07-23T17:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:17.998667 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890cabba-675e-452e-a8d4-c61f7862aac0 None None] The sync data for ids ['23a63724-4480-4f37-af64-0afbc37ac5cb'] in n-d-778549-4 is: [{'id': '23a63724-4480-4f37-af64-0afbc37ac5cb', 'name': 'tempest-TestServerMultinode-1378225388-router', 'tenant_id': '7e43f070229441bab80adbcd3b9ae568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c933615c-5641-4be5-b9de-4329cf704f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:14Z', 'updated_at': '2021-07-23T17:00:15Z', 'revision_number': 3, 'project_id': '7e43f070229441bab80adbcd3b9ae568', 'gw_port': {'id': 'c933615c-5641-4be5-b9de-4329cf704f8e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a63724-4480-4f37-af64-0afbc37ac5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:14Z', 'updated_at': '2021-07-23T17:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:00:18.058163 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3258389-7ac7-457e-8c36-e6f581c84920 admin admin] Network 6b18c388-7be3-4432-b260-65413fb05d3c is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:00:18.060182 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-a3258389-7ac7-457e-8c36-e6f581c84920 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:00:18.226006 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3258389-7ac7-457e-8c36-e6f581c84920 admin admin] Router 23a63724-4480-4f37-af64-0afbc37ac5cb has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:00:18.380641 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3258389-7ac7-457e-8c36-e6f581c84920 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:00:18.396935 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a3258389-7ac7-457e-8c36-e6f581c84920 admin admin] 10.222.0.73 "PUT /v2.0/routers/23a63724-4480-4f37-af64-0afbc37ac5cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0047219 Jul 23 17:00:18.399375 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-68105f70-c745-442f-a5db-d5157594c2af None None] Provisioning complete for port 816e545a-15df-4614-adf8-5df1c49a5712 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:18.400080 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-68105f70-c745-442f-a5db-d5157594c2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:18.444209 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-68105f70-c745-442f-a5db-d5157594c2af None None] Port 816e545a-15df-4614-adf8-5df1c49a5712 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:00:18.974227 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 54918) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:18.977384 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c933615c-5641-4be5-b9de-4329cf704f8e up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:00:18.979618 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-69a471ba-4604-41d5-9e5a-c9c46b50fba9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1018303212-network', 'tenant_id': '33bc296dd35a4184a43563695c97fe41'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:00:19.027004 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a471ba-4604-41d5-9e5a-c9c46b50fba9 admin admin] Made reservation on behalf of 33bc296dd35a4184a43563695c97fe41 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:00:19.030685 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-69a471ba-4604-41d5-9e5a-c9c46b50fba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:19.039891 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port c933615c-5641-4be5-b9de-4329cf704f8e completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:00:19.045179 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port c933615c-5641-4be5-b9de-4329cf704f8e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:19.045608 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:19.053936 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-69a471ba-4604-41d5-9e5a-c9c46b50fba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:19.151546 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:19.176295 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port c933615c-5641-4be5-b9de-4329cf704f8e, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c933615c-5641-4be5-b9de-4329cf704f8e,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:19.181689 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:19.182507 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 447cef31-6586-4014-b78b-67a3c4258f32 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:00:19.201515 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-69a471ba-4604-41d5-9e5a-c9c46b50fba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:19.207184 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-69a471ba-4604-41d5-9e5a-c9c46b50fba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:19.236653 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a471ba-4604-41d5-9e5a-c9c46b50fba9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1115, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:00:19.247279 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a471ba-4604-41d5-9e5a-c9c46b50fba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c1008a-1b89-4d6b-ba10-ab8ed055f4ec,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:19.252502 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-69a471ba-4604-41d5-9e5a-c9c46b50fba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:19.252827 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-69a471ba-4604-41d5-9e5a-c9c46b50fba9 admin admin] Added segment 3bc4c08e-dad2-48cf-85db-b7825fad4c06 of type vlan for network 4223051a-3c49-414b-9fd5-a45849e6d191 Jul 23 17:00:19.274104 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=c933615c-5641-4be5-b9de-4329cf704f8e,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:19.294129 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 447cef31-6586-4014-b78b-67a3c4258f32 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:19.294500 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:19.298907 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-69a471ba-4604-41d5-9e5a-c9c46b50fba9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:19.337441 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-69a471ba-4604-41d5-9e5a-c9c46b50fba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:19.338460 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a471ba-4604-41d5-9e5a-c9c46b50fba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:19.339103 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-69a471ba-4604-41d5-9e5a-c9c46b50fba9 admin admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:19.381791 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-69a471ba-4604-41d5-9e5a-c9c46b50fba9 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4064138 Jul 23 17:00:19.385881 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54920) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:19.395943 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-3f99f658-e6c5-476c-b1c3-8634a18ae691 admin admin] Request body: {'subnet': {'network_id': '4223051a-3c49-414b-9fd5-a45849e6d191', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1018303212-subnet', 'tenant_id': '33bc296dd35a4184a43563695c97fe41', 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:00:19.414901 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a471ba-4604-41d5-9e5a-c9c46b50fba9 admin admin] Pushing event updated for resources: {'Network': ['ID=4223051a-3c49-414b-9fd5-a45849e6d191,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:19.420744 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f99f658-e6c5-476c-b1c3-8634a18ae691 admin admin] Made reservation on behalf of 33bc296dd35a4184a43563695c97fe41 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:00:19.424408 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3f99f658-e6c5-476c-b1c3-8634a18ae691 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:19.430297 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 4223051a-3c49-414b-9fd5-a45849e6d191 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:00:19.885210 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df598d82-2757-4596-beec-7e12bc23930f None None] Sync routers for ids ['23a63724-4480-4f37-af64-0afbc37ac5cb'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:00:19.895291 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df598d82-2757-4596-beec-7e12bc23930f None None] Routers {'23a63724-4480-4f37-af64-0afbc37ac5cb'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:00:19.896024 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-df598d82-2757-4596-beec-7e12bc23930f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:00:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['23a63724-4480-4f37-af64-0afbc37ac5cb'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:19.996767 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3f99f658-e6c5-476c-b1c3-8634a18ae691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:20.011616 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-df598d82-2757-4596-beec-7e12bc23930f None None] Set router 23a63724-4480-4f37-af64-0afbc37ac5cb gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:00:20.054629 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99f658-e6c5-476c-b1c3-8634a18ae691 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7acfaf4-03fc-47b8-a844-b098de421a83,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:20.064553 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f99f658-e6c5-476c-b1c3-8634a18ae691 admin admin] Checking segment: {'id': '3bc4c08e-dad2-48cf-85db-b7825fad4c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '4223051a-3c49-414b-9fd5-a45849e6d191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:00:20.064913 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f99f658-e6c5-476c-b1c3-8634a18ae691 admin admin] Network hostable DHCP agents. Network: 4223051a-3c49-414b-9fd5-a45849e6d191, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:00:20.081815 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f99f658-e6c5-476c-b1c3-8634a18ae691 admin admin] Network 4223051a-3c49-414b-9fd5-a45849e6d191 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:00:20.094665 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-3f99f658-e6c5-476c-b1c3-8634a18ae691 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 4223051a-3c49-414b-9fd5-a45849e6d191) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:00:20.099982 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f99f658-e6c5-476c-b1c3-8634a18ae691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:20.100852 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3f99f658-e6c5-476c-b1c3-8634a18ae691 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:20.111826 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fe3446-fce2-4934-9f43-cbd753fa3821 None None] Network 4223051a-3c49-414b-9fd5-a45849e6d191 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:00:20.117973 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3f99f658-e6c5-476c-b1c3-8634a18ae691 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7287409 Jul 23 17:00:20.120901 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54922) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:20.125438 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-0e3e563d-2b77-41fe-a5b9-0f572292be00 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1018303212-router', 'tenant_id': '33bc296dd35a4184a43563695c97fe41', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:00:20.147649 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0e3e563d-2b77-41fe-a5b9-0f572292be00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:20.148580 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0e3e563d-2b77-41fe-a5b9-0f572292be00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:20.207886 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0e3e563d-2b77-41fe-a5b9-0f572292be00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:20.357401 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0e3e563d-2b77-41fe-a5b9-0f572292be00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:20.373026 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-df598d82-2757-4596-beec-7e12bc23930f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a63724-4480-4f37-af64-0afbc37ac5cb', 'name': 'tempest-TestServerMultinode-1378225388-router', 'tenant_id': '7e43f070229441bab80adbcd3b9ae568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c933615c-5641-4be5-b9de-4329cf704f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:14Z', 'updated_at': '2021-07-23T17:00:17Z', 'revision_number': 4, 'project_id': '7e43f070229441bab80adbcd3b9ae568', 'gw_port': {'id': 'c933615c-5641-4be5-b9de-4329cf704f8e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a63724-4480-4f37-af64-0afbc37ac5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:14Z', 'updated_at': '2021-07-23T17:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '816e545a-15df-4614-adf8-5df1c49a5712', 'name': '', 'network_id': '6b18c388-7be3-4432-b260-65413fb05d3c', 'tenant_id': '7e43f070229441bab80adbcd3b9ae568', 'mac_address': 'fa:16:3e:aa:87:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a63724-4480-4f37-af64-0afbc37ac5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '1bd0018e-97a6-4a92-a8eb-33d78f4e9b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:16Z', 'updated_at': '2021-07-23T17:00:17Z', 'revision_number': 2, 'project_id': '7e43f070229441bab80adbcd3b9ae568', 'subnets': [{'id': '1bd0018e-97a6-4a92-a8eb-33d78f4e9b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:20.376362 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865c83c2-c630-4487-8849-c642c177ef56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-4223051a-3c49-414b-9fd5-a45849e6d191', 'network_id': '4223051a-3c49-414b-9fd5-a45849e6d191', 'tenant_id': '33bc296dd35a4184a43563695c97fe41', 'fixed_ips': [{'subnet_id': 'b7acfaf4-03fc-47b8-a844-b098de421a83'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:00:20.377227 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-865c83c2-c630-4487-8849-c642c177ef56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:20.411948 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df598d82-2757-4596-beec-7e12bc23930f None None] Checking router: 23a63724-4480-4f37-af64-0afbc37ac5cb for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:00:20.412294 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df598d82-2757-4596-beec-7e12bc23930f None None] Updating router 23a63724-4480-4f37-af64-0afbc37ac5cb port 816e545a-15df-4614-adf8-5df1c49a5712 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:00:20.515128 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-df598d82-2757-4596-beec-7e12bc23930f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:20.656666 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0e3e563d-2b77-41fe-a5b9-0f572292be00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:20.677276 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0e3e563d-2b77-41fe-a5b9-0f572292be00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:20.684758 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-865c83c2-c630-4487-8849-c642c177ef56 None None] Allocated IP 172.20.0.2 (4223051a-3c49-414b-9fd5-a45849e6d191/b7acfaf4-03fc-47b8-a844-b098de421a83/d820d65c-5ec3-47ba-8242-6c69ddf2e769) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:00:20.816429 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-0e3e563d-2b77-41fe-a5b9-0f572292be00 admin admin] Allocated IP 172.25.8.154 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/4d1a0332-1023-4490-a4e1-c494a8353a90) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:00:20.867295 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c933615c-5641-4be5-b9de-4329cf704f8e up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:00:20.961272 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0e3e563d-2b77-41fe-a5b9-0f572292be00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:21.001772 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0e3e563d-2b77-41fe-a5b9-0f572292be00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:21.016904 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-865c83c2-c630-4487-8849-c642c177ef56 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:21.033628 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-865c83c2-c630-4487-8849-c642c177ef56 None None] Transition to ACTIVE for port object d820d65c-5ec3-47ba-8242-6c69ddf2e769 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:00:21.046392 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3e563d-2b77-41fe-a5b9-0f572292be00 admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:00:21.048234 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-df598d82-2757-4596-beec-7e12bc23930f None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:21.050533 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-0e3e563d-2b77-41fe-a5b9-0f572292be00 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:00:21.059890 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3e563d-2b77-41fe-a5b9-0f572292be00 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:00:21.067291 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port c933615c-5641-4be5-b9de-4329cf704f8e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:21.067751 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:21.072034 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-df598d82-2757-4596-beec-7e12bc23930f None None] Transition to ACTIVE for port object 816e545a-15df-4614-adf8-5df1c49a5712 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:00:21.076252 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-865c83c2-c630-4487-8849-c642c177ef56 None None] Transition to ACTIVE for port object d820d65c-5ec3-47ba-8242-6c69ddf2e769 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:00:21.099781 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e563d-2b77-41fe-a5b9-0f572292be00 admin admin] Pushing event updated for resources: {'Port': ['ID=4d1a0332-1023-4490-a4e1-c494a8353a90,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:21.101239 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-df598d82-2757-4596-beec-7e12bc23930f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:21.114728 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3e563d-2b77-41fe-a5b9-0f572292be00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:21.115060 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3e563d-2b77-41fe-a5b9-0f572292be00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:21.115395 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3e563d-2b77-41fe-a5b9-0f572292be00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:21.115727 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3e563d-2b77-41fe-a5b9-0f572292be00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:21.116060 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3e563d-2b77-41fe-a5b9-0f572292be00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:21.116386 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3e563d-2b77-41fe-a5b9-0f572292be00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:21.116741 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3e563d-2b77-41fe-a5b9-0f572292be00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:21.116935 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-865c83c2-c630-4487-8849-c642c177ef56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:21.117150 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3e563d-2b77-41fe-a5b9-0f572292be00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:21.117399 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3e563d-2b77-41fe-a5b9-0f572292be00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:21.117716 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3e563d-2b77-41fe-a5b9-0f572292be00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:21.118037 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3e563d-2b77-41fe-a5b9-0f572292be00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:21.118357 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3e563d-2b77-41fe-a5b9-0f572292be00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:21.188154 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865c83c2-c630-4487-8849-c642c177ef56 None None] Network 4223051a-3c49-414b-9fd5-a45849e6d191 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:00:21.199326 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-865c83c2-c630-4487-8849-c642c177ef56 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:00:21.204602 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865c83c2-c630-4487-8849-c642c177ef56 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:00:21.207470 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca09ff1-d9f7-464a-9794-3c5396f711b7 None None] Pushing event updated for resources: {'Port': ['ID=816e545a-15df-4614-adf8-5df1c49a5712,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:21.439221 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0e3e563d-2b77-41fe-a5b9-0f572292be00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:21.572329 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-df598d82-2757-4596-beec-7e12bc23930f None None] Attempting to bind port 816e545a-15df-4614-adf8-5df1c49a5712 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:00:21.573152 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-df598d82-2757-4596-beec-7e12bc23930f None None] Attempting to bind port 816e545a-15df-4614-adf8-5df1c49a5712 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '3a68f284-90d4-42c1-984f-831543398ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '6b18c388-7be3-4432-b260-65413fb05d3c'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:00:21.573152 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df598d82-2757-4596-beec-7e12bc23930f None None] Attempting to bind port 816e545a-15df-4614-adf8-5df1c49a5712 on network 6b18c388-7be3-4432-b260-65413fb05d3c {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:00:21.577068 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c83c2-c630-4487-8849-c642c177ef56 None None] Pushing event updated for resources: {'Port': ['ID=d820d65c-5ec3-47ba-8242-6c69ddf2e769,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:21.587828 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-865c83c2-c630-4487-8849-c642c177ef56 None None] Attempting to bind port d820d65c-5ec3-47ba-8242-6c69ddf2e769 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:00:21.588191 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-865c83c2-c630-4487-8849-c642c177ef56 None None] Attempting to bind port d820d65c-5ec3-47ba-8242-6c69ddf2e769 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '3bc4c08e-dad2-48cf-85db-b7825fad4c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '4223051a-3c49-414b-9fd5-a45849e6d191'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:00:21.588547 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865c83c2-c630-4487-8849-c642c177ef56 None None] Attempting to bind port d820d65c-5ec3-47ba-8242-6c69ddf2e769 on network 4223051a-3c49-414b-9fd5-a45849e6d191 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:00:21.591633 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df598d82-2757-4596-beec-7e12bc23930f None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:00:21.592000 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df598d82-2757-4596-beec-7e12bc23930f None None] Checking segment: {'id': '3a68f284-90d4-42c1-984f-831543398ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '6b18c388-7be3-4432-b260-65413fb05d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:00:21.592404 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-df598d82-2757-4596-beec-7e12bc23930f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:21.592797 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df598d82-2757-4596-beec-7e12bc23930f None None] Bound using segment: {'id': '3a68f284-90d4-42c1-984f-831543398ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '6b18c388-7be3-4432-b260-65413fb05d3c'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:00:21.593300 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-df598d82-2757-4596-beec-7e12bc23930f None None] Bound port: 816e545a-15df-4614-adf8-5df1c49a5712, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a68f284-90d4-42c1-984f-831543398ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '6b18c388-7be3-4432-b260-65413fb05d3c'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:00:21.593682 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-df598d82-2757-4596-beec-7e12bc23930f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:21.611270 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865c83c2-c630-4487-8849-c642c177ef56 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:00:21.611662 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865c83c2-c630-4487-8849-c642c177ef56 None None] Checking segment: {'id': '3bc4c08e-dad2-48cf-85db-b7825fad4c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '4223051a-3c49-414b-9fd5-a45849e6d191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:00:21.612043 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-865c83c2-c630-4487-8849-c642c177ef56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:21.612425 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865c83c2-c630-4487-8849-c642c177ef56 None None] Bound using segment: {'id': '3bc4c08e-dad2-48cf-85db-b7825fad4c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '4223051a-3c49-414b-9fd5-a45849e6d191'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:00:21.612895 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-865c83c2-c630-4487-8849-c642c177ef56 None None] Bound port: d820d65c-5ec3-47ba-8242-6c69ddf2e769, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc4c08e-dad2-48cf-85db-b7825fad4c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '4223051a-3c49-414b-9fd5-a45849e6d191'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:00:21.613303 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-865c83c2-c630-4487-8849-c642c177ef56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:21.679557 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0e3e563d-2b77-41fe-a5b9-0f572292be00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:21.717013 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-df598d82-2757-4596-beec-7e12bc23930f None None] For port 816e545a-15df-4614-adf8-5df1c49a5712, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:00:21.729176 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-865c83c2-c630-4487-8849-c642c177ef56 None None] For port d820d65c-5ec3-47ba-8242-6c69ddf2e769, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:00:21.733378 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-865c83c2-c630-4487-8849-c642c177ef56 None None] For port d820d65c-5ec3-47ba-8242-6c69ddf2e769, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d820d65c-5ec3-47ba-8242-6c69ddf2e769,segment=NetworkSegment(3bc4c08e-dad2-48cf-85db-b7825fad4c06),segment_id=3bc4c08e-dad2-48cf-85db-b7825fad4c06)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:00:21.735706 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-df598d82-2757-4596-beec-7e12bc23930f None None] For port 816e545a-15df-4614-adf8-5df1c49a5712, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=816e545a-15df-4614-adf8-5df1c49a5712,segment=NetworkSegment(3a68f284-90d4-42c1-984f-831543398ebd),segment_id=3a68f284-90d4-42c1-984f-831543398ebd)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:00:21.741016 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-865c83c2-c630-4487-8849-c642c177ef56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:21.749890 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-df598d82-2757-4596-beec-7e12bc23930f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:21.822584 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c83c2-c630-4487-8849-c642c177ef56 None None] Pushing event updated for resources: {'Port': ['ID=d820d65c-5ec3-47ba-8242-6c69ddf2e769,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:21.825637 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df598d82-2757-4596-beec-7e12bc23930f None None] Routers {'23a63724-4480-4f37-af64-0afbc37ac5cb'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:00:21.826495 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-df598d82-2757-4596-beec-7e12bc23930f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:00:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['23a63724-4480-4f37-af64-0afbc37ac5cb'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:21.939366 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3e563d-2b77-41fe-a5b9-0f572292be00 admin admin] Router fbcc2e40-9187-4b38-96f9-31777d923e75 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:00:21.964822 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca09ff1-d9f7-464a-9794-3c5396f711b7 None None] Pushing event updated for resources: {'Port': ['ID=816e545a-15df-4614-adf8-5df1c49a5712,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:22.011284 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-df598d82-2757-4596-beec-7e12bc23930f None None] Set router 23a63724-4480-4f37-af64-0afbc37ac5cb gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:00:22.086758 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3e563d-2b77-41fe-a5b9-0f572292be00 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:00:22.100501 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5247d4cf-65a8-4f89-916d-c2f4ea9a2a04 None None] Sync routers for ids ['fbcc2e40-9187-4b38-96f9-31777d923e75'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:00:22.109762 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0e3e563d-2b77-41fe-a5b9-0f572292be00 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:22.111423 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0e3e563d-2b77-41fe-a5b9-0f572292be00 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9894452 Jul 23 17:00:22.117945 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 54924) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:22.132989 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5247d4cf-65a8-4f89-916d-c2f4ea9a2a04 None None] Routers {'fbcc2e40-9187-4b38-96f9-31777d923e75'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:00:22.133883 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-5247d4cf-65a8-4f89-916d-c2f4ea9a2a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:00:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['fbcc2e40-9187-4b38-96f9-31777d923e75'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:22.328880 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-5247d4cf-65a8-4f89-916d-c2f4ea9a2a04 None None] Set router fbcc2e40-9187-4b38-96f9-31777d923e75 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:00:22.335183 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-df598d82-2757-4596-beec-7e12bc23930f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a63724-4480-4f37-af64-0afbc37ac5cb', 'name': 'tempest-TestServerMultinode-1378225388-router', 'tenant_id': '7e43f070229441bab80adbcd3b9ae568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c933615c-5641-4be5-b9de-4329cf704f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:14Z', 'updated_at': '2021-07-23T17:00:17Z', 'revision_number': 4, 'project_id': '7e43f070229441bab80adbcd3b9ae568', 'gw_port': {'id': 'c933615c-5641-4be5-b9de-4329cf704f8e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a63724-4480-4f37-af64-0afbc37ac5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:14Z', 'updated_at': '2021-07-23T17:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '816e545a-15df-4614-adf8-5df1c49a5712', 'name': '', 'network_id': '6b18c388-7be3-4432-b260-65413fb05d3c', 'tenant_id': '7e43f070229441bab80adbcd3b9ae568', 'mac_address': 'fa:16:3e:aa:87:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a63724-4480-4f37-af64-0afbc37ac5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '1bd0018e-97a6-4a92-a8eb-33d78f4e9b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:16Z', 'updated_at': '2021-07-23T17:00:21Z', 'revision_number': 4, 'project_id': '7e43f070229441bab80adbcd3b9ae568', 'subnets': [{'id': '1bd0018e-97a6-4a92-a8eb-33d78f4e9b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:22.363481 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df598d82-2757-4596-beec-7e12bc23930f None None] The sync data for ids ['23a63724-4480-4f37-af64-0afbc37ac5cb'] in n-d-778549-4 is: [{'id': '23a63724-4480-4f37-af64-0afbc37ac5cb', 'name': 'tempest-TestServerMultinode-1378225388-router', 'tenant_id': '7e43f070229441bab80adbcd3b9ae568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c933615c-5641-4be5-b9de-4329cf704f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:14Z', 'updated_at': '2021-07-23T17:00:17Z', 'revision_number': 4, 'project_id': '7e43f070229441bab80adbcd3b9ae568', 'gw_port': {'id': 'c933615c-5641-4be5-b9de-4329cf704f8e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a63724-4480-4f37-af64-0afbc37ac5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:14Z', 'updated_at': '2021-07-23T17:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '816e545a-15df-4614-adf8-5df1c49a5712', 'name': '', 'network_id': '6b18c388-7be3-4432-b260-65413fb05d3c', 'tenant_id': '7e43f070229441bab80adbcd3b9ae568', 'mac_address': 'fa:16:3e:aa:87:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a63724-4480-4f37-af64-0afbc37ac5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '1bd0018e-97a6-4a92-a8eb-33d78f4e9b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:16Z', 'updated_at': '2021-07-23T17:00:21Z', 'revision_number': 4, 'project_id': '7e43f070229441bab80adbcd3b9ae568', 'subnets': [{'id': '1bd0018e-97a6-4a92-a8eb-33d78f4e9b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:00:22.571327 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-5247d4cf-65a8-4f89-916d-c2f4ea9a2a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcc2e40-9187-4b38-96f9-31777d923e75', 'name': 'tempest-TestServerMultinode-1018303212-router', 'tenant_id': '33bc296dd35a4184a43563695c97fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '4d1a0332-1023-4490-a4e1-c494a8353a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:20Z', 'updated_at': '2021-07-23T17:00:21Z', 'revision_number': 3, 'project_id': '33bc296dd35a4184a43563695c97fe41', 'gw_port': {'id': '4d1a0332-1023-4490-a4e1-c494a8353a90', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:58:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcc2e40-9187-4b38-96f9-31777d923e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:20Z', 'updated_at': '2021-07-23T17:00:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:22.704738 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5247d4cf-65a8-4f89-916d-c2f4ea9a2a04 None None] Checking router: fbcc2e40-9187-4b38-96f9-31777d923e75 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:00:22.705099 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5247d4cf-65a8-4f89-916d-c2f4ea9a2a04 None None] Updating router fbcc2e40-9187-4b38-96f9-31777d923e75 port 4d1a0332-1023-4490-a4e1-c494a8353a90 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:00:22.708805 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-210904d5-26e7-4e6b-80b8-43248486242c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:22.753813 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-5247d4cf-65a8-4f89-916d-c2f4ea9a2a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:22.964517 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-210904d5-26e7-4e6b-80b8-43248486242c admin admin] Allocated IP 172.20.0.1 (4223051a-3c49-414b-9fd5-a45849e6d191/b7acfaf4-03fc-47b8-a844-b098de421a83/3da58fca-1b59-49ab-bd59-95665941b2d6) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:00:23.052518 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d820d65c-5ec3-47ba-8242-6c69ddf2e769 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:00:23.229256 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-210904d5-26e7-4e6b-80b8-43248486242c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:23.245877 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port d820d65c-5ec3-47ba-8242-6c69ddf2e769 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:00:23.257114 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 816e545a-15df-4614-adf8-5df1c49a5712 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:00:23.269649 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-210904d5-26e7-4e6b-80b8-43248486242c admin admin] Transition to ACTIVE for port object 3da58fca-1b59-49ab-bd59-95665941b2d6 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:00:23.339448 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-5247d4cf-65a8-4f89-916d-c2f4ea9a2a04 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:23.360835 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-210904d5-26e7-4e6b-80b8-43248486242c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:23.370355 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-5247d4cf-65a8-4f89-916d-c2f4ea9a2a04 None None] Transition to ACTIVE for port object 4d1a0332-1023-4490-a4e1-c494a8353a90 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:00:23.387984 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-5247d4cf-65a8-4f89-916d-c2f4ea9a2a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:23.388246 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 816e545a-15df-4614-adf8-5df1c49a5712 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:00:23.403309 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13243c9c-677f-400b-aab9-6aec53be2928 None None] Network 4223051a-3c49-414b-9fd5-a45849e6d191 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:00:23.406608 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 816e545a-15df-4614-adf8-5df1c49a5712 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:23.407074 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:23.462822 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210904d5-26e7-4e6b-80b8-43248486242c admin admin] Network 4223051a-3c49-414b-9fd5-a45849e6d191 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:00:23.477196 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-210904d5-26e7-4e6b-80b8-43248486242c admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:00:23.482942 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210904d5-26e7-4e6b-80b8-43248486242c admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:00:23.505898 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-5247d4cf-65a8-4f89-916d-c2f4ea9a2a04 None None] Attempting to bind port 4d1a0332-1023-4490-a4e1-c494a8353a90 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:00:23.506373 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-5247d4cf-65a8-4f89-916d-c2f4ea9a2a04 None None] Attempting to bind port 4d1a0332-1023-4490-a4e1-c494a8353a90 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:00:23.507089 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5247d4cf-65a8-4f89-916d-c2f4ea9a2a04 None None] Attempting to bind port 4d1a0332-1023-4490-a4e1-c494a8353a90 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:00:23.511178 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a3930-1cde-4551-ba2e-818dc45b2a8c None None] Pushing event updated for resources: {'Port': ['ID=4d1a0332-1023-4490-a4e1-c494a8353a90,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:23.525648 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5247d4cf-65a8-4f89-916d-c2f4ea9a2a04 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:00:23.526032 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5247d4cf-65a8-4f89-916d-c2f4ea9a2a04 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:00:23.526401 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-5247d4cf-65a8-4f89-916d-c2f4ea9a2a04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:23.526875 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5247d4cf-65a8-4f89-916d-c2f4ea9a2a04 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:00:23.527349 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-5247d4cf-65a8-4f89-916d-c2f4ea9a2a04 None None] Bound port: 4d1a0332-1023-4490-a4e1-c494a8353a90, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:00:23.527722 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-5247d4cf-65a8-4f89-916d-c2f4ea9a2a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:23.557029 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1aca96e-0a03-43f6-a5b0-99508c2ecd26 None None] Provisioning for port d820d65c-5ec3-47ba-8242-6c69ddf2e769 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:00:23.557404 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210904d5-26e7-4e6b-80b8-43248486242c admin admin] Pushing event updated for resources: {'Port': ['ID=3da58fca-1b59-49ab-bd59-95665941b2d6,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:23.573733 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1aca96e-0a03-43f6-a5b0-99508c2ecd26 None None] Provisioning complete for port d820d65c-5ec3-47ba-8242-6c69ddf2e769 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:23.574496 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1aca96e-0a03-43f6-a5b0-99508c2ecd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:23.575698 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-210904d5-26e7-4e6b-80b8-43248486242c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:23.626440 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-5247d4cf-65a8-4f89-916d-c2f4ea9a2a04 None None] For port 4d1a0332-1023-4490-a4e1-c494a8353a90, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:00:23.636176 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-5247d4cf-65a8-4f89-916d-c2f4ea9a2a04 None None] For port 4d1a0332-1023-4490-a4e1-c494a8353a90, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=4d1a0332-1023-4490-a4e1-c494a8353a90,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:00:23.645690 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-5247d4cf-65a8-4f89-916d-c2f4ea9a2a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:23.666664 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:23.716364 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a3930-1cde-4551-ba2e-818dc45b2a8c None None] Pushing event updated for resources: {'Port': ['ID=4d1a0332-1023-4490-a4e1-c494a8353a90,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:23.756774 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 816e545a-15df-4614-adf8-5df1c49a5712, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=816e545a-15df-4614-adf8-5df1c49a5712,segment=NetworkSegment(3a68f284-90d4-42c1-984f-831543398ebd),segment_id=3a68f284-90d4-42c1-984f-831543398ebd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:23.771661 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:23.772217 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5247d4cf-65a8-4f89-916d-c2f4ea9a2a04 None None] Routers {'fbcc2e40-9187-4b38-96f9-31777d923e75'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:00:23.773673 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-5247d4cf-65a8-4f89-916d-c2f4ea9a2a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:00:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['fbcc2e40-9187-4b38-96f9-31777d923e75'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:23.840495 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-210904d5-26e7-4e6b-80b8-43248486242c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:23.893714 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=816e545a-15df-4614-adf8-5df1c49a5712,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:23.898158 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1aca96e-0a03-43f6-a5b0-99508c2ecd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:23.922040 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-5247d4cf-65a8-4f89-916d-c2f4ea9a2a04 None None] Set router fbcc2e40-9187-4b38-96f9-31777d923e75 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:00:23.938875 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1aca96e-0a03-43f6-a5b0-99508c2ecd26 None None] For port d820d65c-5ec3-47ba-8242-6c69ddf2e769, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d820d65c-5ec3-47ba-8242-6c69ddf2e769,segment=NetworkSegment(3bc4c08e-dad2-48cf-85db-b7825fad4c06),segment_id=3bc4c08e-dad2-48cf-85db-b7825fad4c06)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:23.945156 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1aca96e-0a03-43f6-a5b0-99508c2ecd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:24.046450 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aca96e-0a03-43f6-a5b0-99508c2ecd26 None None] Pushing event updated for resources: {'Port': ['ID=d820d65c-5ec3-47ba-8242-6c69ddf2e769,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:24.059222 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-210904d5-26e7-4e6b-80b8-43248486242c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:24.066910 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-210904d5-26e7-4e6b-80b8-43248486242c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:24.144654 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-210904d5-26e7-4e6b-80b8-43248486242c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:24.147517 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210904d5-26e7-4e6b-80b8-43248486242c admin admin] Pushing event updated for resources: {'Port': ['ID=3da58fca-1b59-49ab-bd59-95665941b2d6,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:24.263679 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-5247d4cf-65a8-4f89-916d-c2f4ea9a2a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcc2e40-9187-4b38-96f9-31777d923e75', 'name': 'tempest-TestServerMultinode-1018303212-router', 'tenant_id': '33bc296dd35a4184a43563695c97fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '4d1a0332-1023-4490-a4e1-c494a8353a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:20Z', 'updated_at': '2021-07-23T17:00:23Z', 'revision_number': 4, 'project_id': '33bc296dd35a4184a43563695c97fe41', 'gw_port': {'id': '4d1a0332-1023-4490-a4e1-c494a8353a90', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:58:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcc2e40-9187-4b38-96f9-31777d923e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:20Z', 'updated_at': '2021-07-23T17:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '3da58fca-1b59-49ab-bd59-95665941b2d6', 'name': '', 'network_id': '4223051a-3c49-414b-9fd5-a45849e6d191', 'tenant_id': '33bc296dd35a4184a43563695c97fe41', 'mac_address': 'fa:16:3e:99:a7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcc2e40-9187-4b38-96f9-31777d923e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'b7acfaf4-03fc-47b8-a844-b098de421a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:22Z', 'updated_at': '2021-07-23T17:00:22Z', 'revision_number': 1, 'project_id': '33bc296dd35a4184a43563695c97fe41', 'subnets': [{'id': 'b7acfaf4-03fc-47b8-a844-b098de421a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:24.264739 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210904d5-26e7-4e6b-80b8-43248486242c admin admin] Network 4223051a-3c49-414b-9fd5-a45849e6d191 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:00:24.266379 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-210904d5-26e7-4e6b-80b8-43248486242c admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:00:24.295580 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5247d4cf-65a8-4f89-916d-c2f4ea9a2a04 None None] The sync data for ids ['fbcc2e40-9187-4b38-96f9-31777d923e75'] in n-d-778549-4 is: [{'id': 'fbcc2e40-9187-4b38-96f9-31777d923e75', 'name': 'tempest-TestServerMultinode-1018303212-router', 'tenant_id': '33bc296dd35a4184a43563695c97fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '4d1a0332-1023-4490-a4e1-c494a8353a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:20Z', 'updated_at': '2021-07-23T17:00:23Z', 'revision_number': 4, 'project_id': '33bc296dd35a4184a43563695c97fe41', 'gw_port': {'id': '4d1a0332-1023-4490-a4e1-c494a8353a90', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:58:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcc2e40-9187-4b38-96f9-31777d923e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:20Z', 'updated_at': '2021-07-23T17:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '3da58fca-1b59-49ab-bd59-95665941b2d6', 'name': '', 'network_id': '4223051a-3c49-414b-9fd5-a45849e6d191', 'tenant_id': '33bc296dd35a4184a43563695c97fe41', 'mac_address': 'fa:16:3e:99:a7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcc2e40-9187-4b38-96f9-31777d923e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'b7acfaf4-03fc-47b8-a844-b098de421a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:22Z', 'updated_at': '2021-07-23T17:00:22Z', 'revision_number': 1, 'project_id': '33bc296dd35a4184a43563695c97fe41', 'subnets': [{'id': 'b7acfaf4-03fc-47b8-a844-b098de421a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:00:24.374030 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-935b5fdc-0122-4e97-a91f-94ee27f80471 None None] Provisioning complete for port d820d65c-5ec3-47ba-8242-6c69ddf2e769 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:24.374618 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-935b5fdc-0122-4e97-a91f-94ee27f80471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:24.416975 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210904d5-26e7-4e6b-80b8-43248486242c admin admin] Router fbcc2e40-9187-4b38-96f9-31777d923e75 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:00:24.504334 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-935b5fdc-0122-4e97-a91f-94ee27f80471 None None] Provisioning for port 3da58fca-1b59-49ab-bd59-95665941b2d6 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:00:24.511096 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-935b5fdc-0122-4e97-a91f-94ee27f80471 None None] Provisioning complete for port 3da58fca-1b59-49ab-bd59-95665941b2d6 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:24.511528 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-935b5fdc-0122-4e97-a91f-94ee27f80471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:24.551237 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-935b5fdc-0122-4e97-a91f-94ee27f80471 None None] Port 3da58fca-1b59-49ab-bd59-95665941b2d6 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:00:24.552121 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210904d5-26e7-4e6b-80b8-43248486242c admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:00:24.561106 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-210904d5-26e7-4e6b-80b8-43248486242c admin admin] 10.222.0.73 "PUT /v2.0/routers/fbcc2e40-9187-4b38-96f9-31777d923e75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4374297 Jul 23 17:00:24.681116 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-098bf1f6-0ba1-429f-9997-e88fa65bded6 None None] Provisioning complete for port 3da58fca-1b59-49ab-bd59-95665941b2d6 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:24.681399 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-098bf1f6-0ba1-429f-9997-e88fa65bded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:24.734606 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-098bf1f6-0ba1-429f-9997-e88fa65bded6 None None] Port 3da58fca-1b59-49ab-bd59-95665941b2d6 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:00:24.855891 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0752853f-75ab-4d14-827f-8b23e9f5c525 None None] Provisioning complete for port 3da58fca-1b59-49ab-bd59-95665941b2d6 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:24.856266 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0752853f-75ab-4d14-827f-8b23e9f5c525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:24.885651 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 816e545a-15df-4614-adf8-5df1c49a5712 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:00:24.929913 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-0752853f-75ab-4d14-827f-8b23e9f5c525 None None] Port 3da58fca-1b59-49ab-bd59-95665941b2d6 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:00:24.958007 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 816e545a-15df-4614-adf8-5df1c49a5712 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:24.958529 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:25.050504 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d820d65c-5ec3-47ba-8242-6c69ddf2e769 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:00:25.103613 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port d820d65c-5ec3-47ba-8242-6c69ddf2e769 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:25.103999 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:25.260028 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-0312bcab-f677-4e9f-a8bd-7bc99becd97e tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:25.262352 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-0312bcab-f677-4e9f-a8bd-7bc99becd97e tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/networks?id=6b18c388-7be3-4432-b260-65413fb05d3c HTTP/1.1" status: 200 len: 912 time: 0.1147528 Jul 23 17:00:25.310672 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-e7cfe4bd-abf6-41a5-8b5f-c7a5bf39e5b1 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/quotas/33bc296dd35a4184a43563695c97fe41 HTTP/1.1" status: 200 len: 375 time: 0.0261922 Jul 23 17:00:25.441349 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-a6ef7420-d131-4bd5-b69f-d2b4547fe802 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/ports?tenant_id=33bc296dd35a4184a43563695c97fe41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1245353 Jul 23 17:00:25.666087 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-15a57626-af67-4a4a-b517-34d174731537 service neutron] 10.222.0.73 "GET /v2.0/networks/6b18c388-7be3-4432-b260-65413fb05d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172096 Jul 23 17:00:25.767870 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-e3fddbc0-700f-466c-be11-09c44ad04b03 service neutron] 10.222.0.73 "GET /v2.0/networks/6b18c388-7be3-4432-b260-65413fb05d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958035 Jul 23 17:00:25.984264 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-37982dd2-40ef-4815-881d-5812921baf8f req-29543c38-bc6e-4bd6-a0bb-1ad943c0df59 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=949f44a8-0697-40fa-9b32-57add0de89a6 HTTP/1.1" status: 200 len: 210 time: 0.0390220 Jul 23 17:00:26.748572 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03e0cbe-51f6-4a1d-bef6-cf364847cf0e None None] Sync routers for ids ['fbcc2e40-9187-4b38-96f9-31777d923e75'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:00:26.763771 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03e0cbe-51f6-4a1d-bef6-cf364847cf0e None None] Routers {'fbcc2e40-9187-4b38-96f9-31777d923e75'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:00:26.764838 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-d03e0cbe-51f6-4a1d-bef6-cf364847cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:00:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['fbcc2e40-9187-4b38-96f9-31777d923e75'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:26.869580 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 4d1a0332-1023-4490-a4e1-c494a8353a90 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:00:26.924163 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-d03e0cbe-51f6-4a1d-bef6-cf364847cf0e None None] Set router fbcc2e40-9187-4b38-96f9-31777d923e75 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:00:27.000163 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 4d1a0332-1023-4490-a4e1-c494a8353a90 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:00:27.005835 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 4d1a0332-1023-4490-a4e1-c494a8353a90 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:27.006208 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:27.136942 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b546cb6a-872f-42bb-aa80-fcea0ce55eea req-fd44b074-0e97-4cc9-8b1c-43b3e482dff6 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=949f44a8-0697-40fa-9b32-57add0de89a6 HTTP/1.1" status: 200 len: 210 time: 0.0420783 Jul 23 17:00:27.194917 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:27.224550 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 4d1a0332-1023-4490-a4e1-c494a8353a90, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=4d1a0332-1023-4490-a4e1-c494a8353a90,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:27.231474 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:27.266650 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-27962370-86f5-4699-ac48-0f4155a1591e tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:27.268886 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-27962370-86f5-4699-ac48-0f4155a1591e tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.97 "GET /v2.0/networks?id=6b18c388-7be3-4432-b260-65413fb05d3c HTTP/1.1" status: 200 len: 912 time: 0.1635191 Jul 23 17:00:27.275202 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-d03e0cbe-51f6-4a1d-bef6-cf364847cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcc2e40-9187-4b38-96f9-31777d923e75', 'name': 'tempest-TestServerMultinode-1018303212-router', 'tenant_id': '33bc296dd35a4184a43563695c97fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '4d1a0332-1023-4490-a4e1-c494a8353a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:20Z', 'updated_at': '2021-07-23T17:00:23Z', 'revision_number': 4, 'project_id': '33bc296dd35a4184a43563695c97fe41', 'gw_port': {'id': '4d1a0332-1023-4490-a4e1-c494a8353a90', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:58:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcc2e40-9187-4b38-96f9-31777d923e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:20Z', 'updated_at': '2021-07-23T17:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '3da58fca-1b59-49ab-bd59-95665941b2d6', 'name': '', 'network_id': '4223051a-3c49-414b-9fd5-a45849e6d191', 'tenant_id': '33bc296dd35a4184a43563695c97fe41', 'mac_address': 'fa:16:3e:99:a7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcc2e40-9187-4b38-96f9-31777d923e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'b7acfaf4-03fc-47b8-a844-b098de421a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:22Z', 'updated_at': '2021-07-23T17:00:23Z', 'revision_number': 2, 'project_id': '33bc296dd35a4184a43563695c97fe41', 'subnets': [{'id': 'b7acfaf4-03fc-47b8-a844-b098de421a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:27.289610 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-93e7043e-ae50-4250-8922-5c3610b63f4f tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Request body: {'port': {'device_id': '949f44a8-0697-40fa-9b32-57add0de89a6', 'network_id': '6b18c388-7be3-4432-b260-65413fb05d3c', 'admin_state_up': True, 'tenant_id': '33bc296dd35a4184a43563695c97fe41'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:00:27.312422 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03e0cbe-51f6-4a1d-bef6-cf364847cf0e None None] Checking router: fbcc2e40-9187-4b38-96f9-31777d923e75 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:00:27.312855 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03e0cbe-51f6-4a1d-bef6-cf364847cf0e None None] Updating router fbcc2e40-9187-4b38-96f9-31777d923e75 port 3da58fca-1b59-49ab-bd59-95665941b2d6 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:00:27.315454 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-93e7043e-ae50-4250-8922-5c3610b63f4f tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Made reservation on behalf of 33bc296dd35a4184a43563695c97fe41 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:00:27.318185 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-93e7043e-ae50-4250-8922-5c3610b63f4f tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:27.343405 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=4d1a0332-1023-4490-a4e1-c494a8353a90,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:27.360741 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:27.360741 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:27.361187 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:27.361462 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:27.361795 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:27.362122 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:27.362454 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:27.362780 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:27.363106 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:27.363425 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:27.363751 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:27.364634 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:27.374273 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d03e0cbe-51f6-4a1d-bef6-cf364847cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:27.457034 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-93e7043e-ae50-4250-8922-5c3610b63f4f tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Allocated IP 172.20.0.4 (6b18c388-7be3-4432-b260-65413fb05d3c/1bd0018e-97a6-4a92-a8eb-33d78f4e9b38/0d28dd41-a44a-4667-8958-9da66ae637a1) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:00:27.616791 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-93e7043e-ae50-4250-8922-5c3610b63f4f tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:27.629957 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-93e7043e-ae50-4250-8922-5c3610b63f4f tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Transition to ACTIVE for port object 0d28dd41-a44a-4667-8958-9da66ae637a1 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:00:27.669757 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-93e7043e-ae50-4250-8922-5c3610b63f4f tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:27.714509 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-93e7043e-ae50-4250-8922-5c3610b63f4f tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Network 6b18c388-7be3-4432-b260-65413fb05d3c is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:00:27.717494 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-93e7043e-ae50-4250-8922-5c3610b63f4f tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:00:27.724115 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-93e7043e-ae50-4250-8922-5c3610b63f4f tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:00:27.752679 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7043e-ae50-4250-8922-5c3610b63f4f tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Pushing event updated for resources: {'Port': ['ID=0d28dd41-a44a-4667-8958-9da66ae637a1,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:27.781970 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-93e7043e-ae50-4250-8922-5c3610b63f4f tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:27.782783 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-93e7043e-ae50-4250-8922-5c3610b63f4f tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:27.802862 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-93e7043e-ae50-4250-8922-5c3610b63f4f tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5232942 Jul 23 17:00:27.815626 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-099f2004-0dbb-4a4e-8fe5-22ddababde37 service neutron] Request body: {'port': {'device_id': '949f44a8-0697-40fa-9b32-57add0de89a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:00:27.863986 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d03e0cbe-51f6-4a1d-bef6-cf364847cf0e None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:27.878109 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d03e0cbe-51f6-4a1d-bef6-cf364847cf0e None None] Transition to ACTIVE for port object 3da58fca-1b59-49ab-bd59-95665941b2d6 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:00:27.887109 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d03e0cbe-51f6-4a1d-bef6-cf364847cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:27.916604 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-099f2004-0dbb-4a4e-8fe5-22ddababde37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:27.948633 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c905475-e858-4fa1-b216-5803cdba602f None None] Pushing event updated for resources: {'Port': ['ID=3da58fca-1b59-49ab-bd59-95665941b2d6,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:28.016777 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-d03e0cbe-51f6-4a1d-bef6-cf364847cf0e None None] Attempting to bind port 3da58fca-1b59-49ab-bd59-95665941b2d6 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:00:28.017175 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-d03e0cbe-51f6-4a1d-bef6-cf364847cf0e None None] Attempting to bind port 3da58fca-1b59-49ab-bd59-95665941b2d6 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '3bc4c08e-dad2-48cf-85db-b7825fad4c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '4223051a-3c49-414b-9fd5-a45849e6d191'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:00:28.017539 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03e0cbe-51f6-4a1d-bef6-cf364847cf0e None None] Attempting to bind port 3da58fca-1b59-49ab-bd59-95665941b2d6 on network 4223051a-3c49-414b-9fd5-a45849e6d191 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:00:28.024289 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03e0cbe-51f6-4a1d-bef6-cf364847cf0e None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:00:28.025129 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03e0cbe-51f6-4a1d-bef6-cf364847cf0e None None] Checking segment: {'id': '3bc4c08e-dad2-48cf-85db-b7825fad4c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '4223051a-3c49-414b-9fd5-a45849e6d191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:00:28.025562 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d03e0cbe-51f6-4a1d-bef6-cf364847cf0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:28.026148 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03e0cbe-51f6-4a1d-bef6-cf364847cf0e None None] Bound using segment: {'id': '3bc4c08e-dad2-48cf-85db-b7825fad4c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '4223051a-3c49-414b-9fd5-a45849e6d191'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:00:28.026642 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-d03e0cbe-51f6-4a1d-bef6-cf364847cf0e None None] Bound port: 3da58fca-1b59-49ab-bd59-95665941b2d6, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc4c08e-dad2-48cf-85db-b7825fad4c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '4223051a-3c49-414b-9fd5-a45849e6d191'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:00:28.027090 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d03e0cbe-51f6-4a1d-bef6-cf364847cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:28.086805 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6a6b63d8-b015-4bc6-b7e3-b040f073a4c2 None None] Provisioning for port 0d28dd41-a44a-4667-8958-9da66ae637a1 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:00:28.100907 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6a6b63d8-b015-4bc6-b7e3-b040f073a4c2 None None] Provisioning complete for port 0d28dd41-a44a-4667-8958-9da66ae637a1 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:28.101309 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6a6b63d8-b015-4bc6-b7e3-b040f073a4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:28.134219 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-d03e0cbe-51f6-4a1d-bef6-cf364847cf0e None None] For port 3da58fca-1b59-49ab-bd59-95665941b2d6, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:00:28.154433 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-d03e0cbe-51f6-4a1d-bef6-cf364847cf0e None None] For port 3da58fca-1b59-49ab-bd59-95665941b2d6, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3da58fca-1b59-49ab-bd59-95665941b2d6,segment=NetworkSegment(3bc4c08e-dad2-48cf-85db-b7825fad4c06),segment_id=3bc4c08e-dad2-48cf-85db-b7825fad4c06)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:00:28.157544 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-6a6b63d8-b015-4bc6-b7e3-b040f073a4c2 None None] Port 0d28dd41-a44a-4667-8958-9da66ae637a1 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:00:28.161738 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d03e0cbe-51f6-4a1d-bef6-cf364847cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:28.232675 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03e0cbe-51f6-4a1d-bef6-cf364847cf0e None None] Routers {'fbcc2e40-9187-4b38-96f9-31777d923e75'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:00:28.233519 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-d03e0cbe-51f6-4a1d-bef6-cf364847cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:00:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['fbcc2e40-9187-4b38-96f9-31777d923e75'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:28.312762 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c905475-e858-4fa1-b216-5803cdba602f None None] Pushing event updated for resources: {'Port': ['ID=3da58fca-1b59-49ab-bd59-95665941b2d6,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:28.376442 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-d03e0cbe-51f6-4a1d-bef6-cf364847cf0e None None] Set router fbcc2e40-9187-4b38-96f9-31777d923e75 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:00:28.595712 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-d03e0cbe-51f6-4a1d-bef6-cf364847cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcc2e40-9187-4b38-96f9-31777d923e75', 'name': 'tempest-TestServerMultinode-1018303212-router', 'tenant_id': '33bc296dd35a4184a43563695c97fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '4d1a0332-1023-4490-a4e1-c494a8353a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:20Z', 'updated_at': '2021-07-23T17:00:23Z', 'revision_number': 4, 'project_id': '33bc296dd35a4184a43563695c97fe41', 'gw_port': {'id': '4d1a0332-1023-4490-a4e1-c494a8353a90', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:58:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcc2e40-9187-4b38-96f9-31777d923e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:20Z', 'updated_at': '2021-07-23T17:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '3da58fca-1b59-49ab-bd59-95665941b2d6', 'name': '', 'network_id': '4223051a-3c49-414b-9fd5-a45849e6d191', 'tenant_id': '33bc296dd35a4184a43563695c97fe41', 'mac_address': 'fa:16:3e:99:a7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcc2e40-9187-4b38-96f9-31777d923e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'b7acfaf4-03fc-47b8-a844-b098de421a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:22Z', 'updated_at': '2021-07-23T17:00:28Z', 'revision_number': 4, 'project_id': '33bc296dd35a4184a43563695c97fe41', 'subnets': [{'id': 'b7acfaf4-03fc-47b8-a844-b098de421a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:28.624452 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03e0cbe-51f6-4a1d-bef6-cf364847cf0e None None] The sync data for ids ['fbcc2e40-9187-4b38-96f9-31777d923e75'] in n-d-778549-4 is: [{'id': 'fbcc2e40-9187-4b38-96f9-31777d923e75', 'name': 'tempest-TestServerMultinode-1018303212-router', 'tenant_id': '33bc296dd35a4184a43563695c97fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '4d1a0332-1023-4490-a4e1-c494a8353a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:20Z', 'updated_at': '2021-07-23T17:00:23Z', 'revision_number': 4, 'project_id': '33bc296dd35a4184a43563695c97fe41', 'gw_port': {'id': '4d1a0332-1023-4490-a4e1-c494a8353a90', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:58:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcc2e40-9187-4b38-96f9-31777d923e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:20Z', 'updated_at': '2021-07-23T17:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '3da58fca-1b59-49ab-bd59-95665941b2d6', 'name': '', 'network_id': '4223051a-3c49-414b-9fd5-a45849e6d191', 'tenant_id': '33bc296dd35a4184a43563695c97fe41', 'mac_address': 'fa:16:3e:99:a7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcc2e40-9187-4b38-96f9-31777d923e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'b7acfaf4-03fc-47b8-a844-b098de421a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:22Z', 'updated_at': '2021-07-23T17:00:28Z', 'revision_number': 4, 'project_id': '33bc296dd35a4184a43563695c97fe41', 'subnets': [{'id': 'b7acfaf4-03fc-47b8-a844-b098de421a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:00:28.639252 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b527d1-e4e1-4691-b02b-6c9163d07325 req-4704fd07-cb6e-47ff-8363-6d9d14f82518 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:28.640859 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-31b527d1-e4e1-4691-b02b-6c9163d07325 req-4704fd07-cb6e-47ff-8363-6d9d14f82518 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=949f44a8-0697-40fa-9b32-57add0de89a6 HTTP/1.1" status: 200 len: 1027 time: 0.1184530 Jul 23 17:00:28.661969 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-099f2004-0dbb-4a4e-8fe5-22ddababde37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d28dd41-a44a-4667-8958-9da66ae637a1 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:00:28.677162 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-099f2004-0dbb-4a4e-8fe5-22ddababde37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:28.705377 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-099f2004-0dbb-4a4e-8fe5-22ddababde37 service neutron] Transition to ACTIVE for port object 0d28dd41-a44a-4667-8958-9da66ae637a1 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:00:28.708479 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-31b527d1-e4e1-4691-b02b-6c9163d07325 req-d6a271fc-ff29-492a-b4bb-34d2836daf4b tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=68c1008a-1b89-4d6b-ba10-ab8ed055f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570521 Jul 23 17:00:28.709816 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-099f2004-0dbb-4a4e-8fe5-22ddababde37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:28.800843 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f2004-0dbb-4a4e-8fe5-22ddababde37 service neutron] Pushing event updated for resources: {'Port': ['ID=0d28dd41-a44a-4667-8958-9da66ae637a1,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:28.864570 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-099f2004-0dbb-4a4e-8fe5-22ddababde37 service neutron] Attempting to bind port 0d28dd41-a44a-4667-8958-9da66ae637a1 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:00:28.864998 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-099f2004-0dbb-4a4e-8fe5-22ddababde37 service neutron] Attempting to bind port 0d28dd41-a44a-4667-8958-9da66ae637a1 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '3a68f284-90d4-42c1-984f-831543398ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '6b18c388-7be3-4432-b260-65413fb05d3c'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:00:28.865510 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-099f2004-0dbb-4a4e-8fe5-22ddababde37 service neutron] Attempting to bind port 0d28dd41-a44a-4667-8958-9da66ae637a1 on network 6b18c388-7be3-4432-b260-65413fb05d3c {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:00:28.875475 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-099f2004-0dbb-4a4e-8fe5-22ddababde37 service neutron] Port 0d28dd41-a44a-4667-8958-9da66ae637a1 on network 6b18c388-7be3-4432-b260-65413fb05d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:00:28.875800 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-099f2004-0dbb-4a4e-8fe5-22ddababde37 service neutron] Attempting to bind port 0d28dd41-a44a-4667-8958-9da66ae637a1 on network 6b18c388-7be3-4432-b260-65413fb05d3c {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:00:28.882692 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-099f2004-0dbb-4a4e-8fe5-22ddababde37 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:00:28.882958 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3da58fca-1b59-49ab-bd59-95665941b2d6 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:00:28.883428 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-099f2004-0dbb-4a4e-8fe5-22ddababde37 service neutron] Checking segment: {'id': '3a68f284-90d4-42c1-984f-831543398ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '6b18c388-7be3-4432-b260-65413fb05d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:00:28.883545 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-099f2004-0dbb-4a4e-8fe5-22ddababde37 service neutron] Bound using segment: {'id': '3a68f284-90d4-42c1-984f-831543398ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '6b18c388-7be3-4432-b260-65413fb05d3c'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:00:28.883893 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-099f2004-0dbb-4a4e-8fe5-22ddababde37 service neutron] Bound port: 0d28dd41-a44a-4667-8958-9da66ae637a1, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a68f284-90d4-42c1-984f-831543398ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '6b18c388-7be3-4432-b260-65413fb05d3c'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:00:28.884402 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-099f2004-0dbb-4a4e-8fe5-22ddababde37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:28.948125 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 3da58fca-1b59-49ab-bd59-95665941b2d6 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:00:28.955718 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 3da58fca-1b59-49ab-bd59-95665941b2d6 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:28.956095 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:28.971504 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-099f2004-0dbb-4a4e-8fe5-22ddababde37 service neutron] For port 0d28dd41-a44a-4667-8958-9da66ae637a1, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:00:28.975951 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-099f2004-0dbb-4a4e-8fe5-22ddababde37 service neutron] For port 0d28dd41-a44a-4667-8958-9da66ae637a1, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=0d28dd41-a44a-4667-8958-9da66ae637a1,segment=NetworkSegment(3a68f284-90d4-42c1-984f-831543398ebd),segment_id=3a68f284-90d4-42c1-984f-831543398ebd)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:00:28.982572 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-099f2004-0dbb-4a4e-8fe5-22ddababde37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:29.024218 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-099f2004-0dbb-4a4e-8fe5-22ddababde37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:29.024554 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-099f2004-0dbb-4a4e-8fe5-22ddababde37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:29.026002 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-099f2004-0dbb-4a4e-8fe5-22ddababde37 service neutron] 10.222.0.97 "PUT /v2.0/ports/0d28dd41-a44a-4667-8958-9da66ae637a1 HTTP/1.1" status: 200 len: 1091 time: 1.2151933 Jul 23 17:00:29.026583 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '949f44a8-0697-40fa-9b32-57add0de89a6', 'tag': '0d28dd41-a44a-4667-8958-9da66ae637a1'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:00:29.028786 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c140d94-a668-4663-bedf-c84a23ba5b76" -d '{"events": [{"name": "network-changed", "server_uuid": "949f44a8-0697-40fa-9b32-57add0de89a6", "tag": "0d28dd41-a44a-4667-8958-9da66ae637a1"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:00:29.086262 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:29.095447 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cbe1c4-a863-4a29-ac8d-379f7b20cb9f x-openstack-request-id: req-59cbe1c4-a863-4a29-ac8d-379f7b20cb9f {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:00:29.095447 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "949f44a8-0697-40fa-9b32-57add0de89a6", "tag": "0d28dd41-a44a-4667-8958-9da66ae637a1", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:00:29.095447 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-59cbe1c4-a863-4a29-ac8d-379f7b20cb9f {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:00:29.095917 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '949f44a8-0697-40fa-9b32-57add0de89a6', 'tag': '0d28dd41-a44a-4667-8958-9da66ae637a1', 'status': 'completed', 'code': 200} Jul 23 17:00:29.099836 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f2004-0dbb-4a4e-8fe5-22ddababde37 service neutron] Pushing event updated for resources: {'Port': ['ID=0d28dd41-a44a-4667-8958-9da66ae637a1,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:29.149301 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 3da58fca-1b59-49ab-bd59-95665941b2d6, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3da58fca-1b59-49ab-bd59-95665941b2d6,segment=NetworkSegment(3bc4c08e-dad2-48cf-85db-b7825fad4c06),segment_id=3bc4c08e-dad2-48cf-85db-b7825fad4c06)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:29.155259 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:29.156461 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 4d1a0332-1023-4490-a4e1-c494a8353a90 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:00:29.169263 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-0fcab0ea-7b00-477a-bdbd-7296cbc62a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:29.171173 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-0fcab0ea-7b00-477a-bdbd-7296cbc62a28 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=33bc296dd35a4184a43563695c97fe41&device_id=949f44a8-0697-40fa-9b32-57add0de89a6 HTTP/1.1" status: 200 len: 1094 time: 0.0916045 Jul 23 17:00:29.218944 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-283b9b2b-62a0-4b13-94b6-3c9f52140bfd service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d28dd41-a44a-4667-8958-9da66ae637a1 HTTP/1.1" status: 200 len: 217 time: 0.0408266 Jul 23 17:00:29.246022 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=3da58fca-1b59-49ab-bd59-95665941b2d6,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:29.259706 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 4d1a0332-1023-4490-a4e1-c494a8353a90 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:29.260302 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:29.277931 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-86167332-81d0-40f7-9fbc-b7dae4723b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:29.279476 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-86167332-81d0-40f7-9fbc-b7dae4723b84 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1bd0018e-97a6-4a92-a8eb-33d78f4e9b38 HTTP/1.1" status: 200 len: 849 time: 0.0537124 Jul 23 17:00:29.346021 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-06592727-45da-4a0c-8c3f-ab9ee239fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:29.347393 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-06592727-45da-4a0c-8c3f-ab9ee239fe6c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6b18c388-7be3-4432-b260-65413fb05d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610211 Jul 23 17:00:29.444461 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-c9b7ae18-5052-40aa-8645-07d75040e690 service neutron] 10.222.0.97 "GET /v2.0/networks/6b18c388-7be3-4432-b260-65413fb05d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893033 Jul 23 17:00:29.540012 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6eb17b28-5da0-46f4-b83a-3fd498e65384 req-5bb75cd8-29c8-4b63-b810-24f76c89e01e service neutron] 10.222.0.97 "GET /v2.0/networks/6b18c388-7be3-4432-b260-65413fb05d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895689 Jul 23 17:00:29.643580 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c140d94-a668-4663-bedf-c84a23ba5b76 req-ebc03db9-c42c-4f7c-bb48-5a27a789a455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:29.645162 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c140d94-a668-4663-bedf-c84a23ba5b76 req-ebc03db9-c42c-4f7c-bb48-5a27a789a455 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=33bc296dd35a4184a43563695c97fe41&device_id=949f44a8-0697-40fa-9b32-57add0de89a6 HTTP/1.1" status: 200 len: 1094 time: 0.0540159 Jul 23 17:00:29.740008 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c140d94-a668-4663-bedf-c84a23ba5b76 req-5ad0800a-c078-4b10-b7a1-644a10a17f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:29.741667 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c140d94-a668-4663-bedf-c84a23ba5b76 req-5ad0800a-c078-4b10-b7a1-644a10a17f75 service neutron] 10.222.0.97 "GET /v2.0/networks?id=6b18c388-7be3-4432-b260-65413fb05d3c HTTP/1.1" status: 200 len: 912 time: 0.0898073 Jul 23 17:00:29.786388 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c140d94-a668-4663-bedf-c84a23ba5b76 req-e5cb0646-9937-4768-bad5-453a6342a4d9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d28dd41-a44a-4667-8958-9da66ae637a1 HTTP/1.1" status: 200 len: 217 time: 0.0379927 Jul 23 17:00:29.862839 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c140d94-a668-4663-bedf-c84a23ba5b76 req-cb1eb596-0241-4849-af5e-18eb2369f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:29.864940 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c140d94-a668-4663-bedf-c84a23ba5b76 req-cb1eb596-0241-4849-af5e-18eb2369f9f4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1bd0018e-97a6-4a92-a8eb-33d78f4e9b38 HTTP/1.1" status: 200 len: 849 time: 0.0718863 Jul 23 17:00:29.912986 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b231d-a2df-45e4-8cd7-a91b243b153a req-c64565c6-3be5-4d1d-8e9d-52a2a5b07c7a tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:29.914578 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c36b231d-a2df-45e4-8cd7-a91b243b153a req-c64565c6-3be5-4d1d-8e9d-52a2a5b07c7a tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=949f44a8-0697-40fa-9b32-57add0de89a6 HTTP/1.1" status: 200 len: 1094 time: 0.1313295 Jul 23 17:00:29.961657 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c140d94-a668-4663-bedf-c84a23ba5b76 req-9eaa2fde-5f4c-41e1-b98d-23cf1161cc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:29.963213 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c140d94-a668-4663-bedf-c84a23ba5b76 req-9eaa2fde-5f4c-41e1-b98d-23cf1161cc4d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6b18c388-7be3-4432-b260-65413fb05d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915797 Jul 23 17:00:29.965240 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c36b231d-a2df-45e4-8cd7-a91b243b153a req-a46fd969-6496-490e-95d5-e554106cf94d tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=68c1008a-1b89-4d6b-ba10-ab8ed055f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449131 Jul 23 17:00:30.058168 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c140d94-a668-4663-bedf-c84a23ba5b76 req-d5b6bca8-47d8-421b-ba12-511e2f8fe721 service neutron] 10.222.0.97 "GET /v2.0/networks/6b18c388-7be3-4432-b260-65413fb05d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883234 Jul 23 17:00:30.149265 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9c140d94-a668-4663-bedf-c84a23ba5b76 req-7ad131ee-072b-4d50-b97a-d2d1b09fe4f3 service neutron] 10.222.0.97 "GET /v2.0/networks/6b18c388-7be3-4432-b260-65413fb05d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846000 Jul 23 17:00:30.845202 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3da58fca-1b59-49ab-bd59-95665941b2d6 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:00:30.894168 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 3da58fca-1b59-49ab-bd59-95665941b2d6 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:30.894538 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:30.934406 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 0d28dd41-a44a-4667-8958-9da66ae637a1 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:00:31.073256 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 0d28dd41-a44a-4667-8958-9da66ae637a1, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=0d28dd41-a44a-4667-8958-9da66ae637a1,segment=NetworkSegment(3a68f284-90d4-42c1-984f-831543398ebd),segment_id=3a68f284-90d4-42c1-984f-831543398ebd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:31.085453 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '0d28dd41-a44a-4667-8958-9da66ae637a1', 'network_id': '6b18c388-7be3-4432-b260-65413fb05d3c', 'port_id': '0d28dd41-a44a-4667-8958-9da66ae637a1', 'mac_address': 'fa:16:3e:6e:9c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bd0018e-97a6-4a92-a8eb-33d78f4e9b38', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:00:31.109042 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecd19c-2a25-4a61-9b45-ed0a0d80f5ab req-f9e4c3df-172d-46b3-b522-c215f10575f3 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:31.110924 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3fecd19c-2a25-4a61-9b45-ed0a0d80f5ab req-f9e4c3df-172d-46b3-b522-c215f10575f3 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=949f44a8-0697-40fa-9b32-57add0de89a6 HTTP/1.1" status: 200 len: 1094 time: 0.0779655 Jul 23 17:00:31.127968 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:31.141799 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d28dd41-a44a-4667-8958-9da66ae637a1 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:00:31.149313 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3fecd19c-2a25-4a61-9b45-ed0a0d80f5ab req-653dcf52-f958-4520-b53b-cf9b2005518c tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=68c1008a-1b89-4d6b-ba10-ab8ed055f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313215 Jul 23 17:00:31.163811 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 0d28dd41-a44a-4667-8958-9da66ae637a1, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=0d28dd41-a44a-4667-8958-9da66ae637a1,segment=NetworkSegment(3a68f284-90d4-42c1-984f-831543398ebd),segment_id=3a68f284-90d4-42c1-984f-831543398ebd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:31.168116 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:31.219465 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=0d28dd41-a44a-4667-8958-9da66ae637a1,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:31.409301 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['0d28dd41-a44a-4667-8958-9da66ae637a1'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:00:32.269957 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86422f7e-5882-4f1f-bf5f-80d198d472ec req-d65fa4e6-fd0c-4880-a0fc-3de85cfd5423 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:32.271672 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-86422f7e-5882-4f1f-bf5f-80d198d472ec req-d65fa4e6-fd0c-4880-a0fc-3de85cfd5423 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=949f44a8-0697-40fa-9b32-57add0de89a6 HTTP/1.1" status: 200 len: 1095 time: 0.0543478 Jul 23 17:00:32.306135 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-86422f7e-5882-4f1f-bf5f-80d198d472ec req-af9373d4-bcef-42a8-b68b-40296f5630de tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=68c1008a-1b89-4d6b-ba10-ab8ed055f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289569 Jul 23 17:00:32.690861 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8333a816-2448-4ee8-b613-b302a5706a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:32.950461 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 0d28dd41-a44a-4667-8958-9da66ae637a1 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:00:32.998514 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 0d28dd41-a44a-4667-8958-9da66ae637a1 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:00:33.002140 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 0d28dd41-a44a-4667-8958-9da66ae637a1 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:33.002508 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:33.081577 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:33.105455 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949f44a8-0697-40fa-9b32-57add0de89a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d28dd41-a44a-4667-8958-9da66ae637a1'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:00:33.107743 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ab2fae-2ee5-43ec-bd9c-9cb2b22cc503" -d '{"events": [{"server_uuid": "949f44a8-0697-40fa-9b32-57add0de89a6", "name": "network-vif-plugged", "status": "completed", "tag": "0d28dd41-a44a-4667-8958-9da66ae637a1"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:00:33.120901 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 0d28dd41-a44a-4667-8958-9da66ae637a1, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=0d28dd41-a44a-4667-8958-9da66ae637a1,segment=NetworkSegment(3a68f284-90d4-42c1-984f-831543398ebd),segment_id=3a68f284-90d4-42c1-984f-831543398ebd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:33.125256 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:33.148319 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5bff43-9e7f-4c77-b620-1db1a05eed89 x-openstack-request-id: req-ed5bff43-9e7f-4c77-b620-1db1a05eed89 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:00:33.148603 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949f44a8-0697-40fa-9b32-57add0de89a6", "name": "network-vif-plugged", "status": "completed", "tag": "0d28dd41-a44a-4667-8958-9da66ae637a1", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:00:33.148854 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ed5bff43-9e7f-4c77-b620-1db1a05eed89 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:00:33.149264 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949f44a8-0697-40fa-9b32-57add0de89a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d28dd41-a44a-4667-8958-9da66ae637a1', 'code': 200} Jul 23 17:00:33.176162 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=0d28dd41-a44a-4667-8958-9da66ae637a1,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:33.253504 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fda6e4-8ab1-4deb-863e-3bcf0227a512 req-888dd218-1f77-4cb8-9af5-6ebfa0e1016e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:33.255461 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-96fda6e4-8ab1-4deb-863e-3bcf0227a512 req-888dd218-1f77-4cb8-9af5-6ebfa0e1016e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=949f44a8-0697-40fa-9b32-57add0de89a6 HTTP/1.1" status: 200 len: 1096 time: 0.0532563 Jul 23 17:00:33.290191 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-96fda6e4-8ab1-4deb-863e-3bcf0227a512 req-c1377ba1-92af-4071-a7fe-ef8684758e78 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=68c1008a-1b89-4d6b-ba10-ab8ed055f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278721 Jul 23 17:00:33.430816 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bb983-a2e3-4ac5-89f5-2e9008d1ab32 req-e8a3188a-b564-4f41-ba5c-587a57550c50 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:33.432376 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b0bb983-a2e3-4ac5-89f5-2e9008d1ab32 req-e8a3188a-b564-4f41-ba5c-587a57550c50 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=949f44a8-0697-40fa-9b32-57add0de89a6 HTTP/1.1" status: 200 len: 1096 time: 0.0587378 Jul 23 17:00:33.469044 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b0bb983-a2e3-4ac5-89f5-2e9008d1ab32 req-5c49b377-b592-4d64-b515-92b90c52cdea tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=68c1008a-1b89-4d6b-ba10-ab8ed055f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310502 Jul 23 17:00:34.592467 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1c706-9719-4528-853b-41871ed53676 req-24a35b41-ccaa-4054-9ede-56cfc8e8163c tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:34.593980 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-86b1c706-9719-4528-853b-41871ed53676 req-24a35b41-ccaa-4054-9ede-56cfc8e8163c tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=949f44a8-0697-40fa-9b32-57add0de89a6 HTTP/1.1" status: 200 len: 1096 time: 0.0531824 Jul 23 17:00:34.629143 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-86b1c706-9719-4528-853b-41871ed53676 req-12213afc-c2c5-4e9b-a914-42ce928f05e3 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=68c1008a-1b89-4d6b-ba10-ab8ed055f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284443 Jul 23 17:00:34.748994 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3525e-82d1-44cf-b05a-4668d8ece754 req-df55aaa8-ec1a-40bc-ad06-ec7a6395bc0e tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:34.750586 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c6d3525e-82d1-44cf-b05a-4668d8ece754 req-df55aaa8-ec1a-40bc-ad06-ec7a6395bc0e tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=949f44a8-0697-40fa-9b32-57add0de89a6 HTTP/1.1" status: 200 len: 1096 time: 0.0561144 Jul 23 17:00:34.787776 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c6d3525e-82d1-44cf-b05a-4668d8ece754 req-c998526e-752d-45a8-ba61-a7ccd8a1480f tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=68c1008a-1b89-4d6b-ba10-ab8ed055f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310435 Jul 23 17:00:34.908840 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35470a-8907-4174-9cff-3207be12a53d req-3585886e-0e68-4c7d-b7a1-84cec0b08d6c tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:34.910322 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d35470a-8907-4174-9cff-3207be12a53d req-3585886e-0e68-4c7d-b7a1-84cec0b08d6c tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=949f44a8-0697-40fa-9b32-57add0de89a6 HTTP/1.1" status: 200 len: 1096 time: 0.0582442 Jul 23 17:00:34.945668 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d35470a-8907-4174-9cff-3207be12a53d req-7db239d3-b94a-46a0-9ebb-022adf8aac53 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=68c1008a-1b89-4d6b-ba10-ab8ed055f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290906 Jul 23 17:00:35.178439 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:35.186315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-705f904f-6987-46fb-abdd-f8980428ff2f tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:35.189616 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-705f904f-6987-46fb-abdd-f8980428ff2f tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/networks?id=6b18c388-7be3-4432-b260-65413fb05d3c HTTP/1.1" status: 200 len: 912 time: 0.0943680 Jul 23 17:00:35.204207 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-cd453b2d-8b7c-4f79-94bf-8e9988d571ba tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/quotas/33bc296dd35a4184a43563695c97fe41 HTTP/1.1" status: 200 len: 375 time: 0.0095353 Jul 23 17:00:35.271542 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-2bda47da-163b-4bf8-a4ad-544208bf8519 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/ports?tenant_id=33bc296dd35a4184a43563695c97fe41&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0612962 Jul 23 17:00:35.373174 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-583bd304-953a-4592-bc90-d81b314b4460 service neutron] 10.222.0.73 "GET /v2.0/networks/6b18c388-7be3-4432-b260-65413fb05d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948813 Jul 23 17:00:35.425762 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2189f347-2e6f-4046-8338-ff21387b716d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:35.471631 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-c12f409e-6e74-4a3d-8e18-7641262b064b service neutron] 10.222.0.73 "GET /v2.0/networks/6b18c388-7be3-4432-b260-65413fb05d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926116 Jul 23 17:00:35.529104 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:35.649111 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c164d1d1-2721-440a-9777-945380204936 req-dd3ffa6e-87b0-462b-a8e1-b42c24ce9fe4 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7e771eaa-8bf1-4f6a-9e26-97054fdca40f HTTP/1.1" status: 200 len: 210 time: 0.0329821 Jul 23 17:00:36.580615 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-1fd6e48b-700b-44db-b663-e915bb0a2e49 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:36.582287 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-1fd6e48b-700b-44db-b663-e915bb0a2e49 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.74 "GET /v2.0/networks?id=6b18c388-7be3-4432-b260-65413fb05d3c HTTP/1.1" status: 200 len: 912 time: 0.0897593 Jul 23 17:00:36.593174 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-450a86c4-7492-4ab7-8dd8-52a23a725315 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Request body: {'port': {'device_id': '7e771eaa-8bf1-4f6a-9e26-97054fdca40f', 'network_id': '6b18c388-7be3-4432-b260-65413fb05d3c', 'admin_state_up': True, 'tenant_id': '33bc296dd35a4184a43563695c97fe41'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:00:36.614461 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-450a86c4-7492-4ab7-8dd8-52a23a725315 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Made reservation on behalf of 33bc296dd35a4184a43563695c97fe41 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:00:36.617022 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-450a86c4-7492-4ab7-8dd8-52a23a725315 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:36.649359 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:36.736563 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-450a86c4-7492-4ab7-8dd8-52a23a725315 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Allocated IP 172.20.0.13 (6b18c388-7be3-4432-b260-65413fb05d3c/1bd0018e-97a6-4a92-a8eb-33d78f4e9b38/d7823b87-e61f-4025-9583-60f30813d44f) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:00:36.758058 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-54727719-fb51-4e93-b859-b3fe392a422f req-75a47ca3-b49b-41b6-8855-b7239edc8135 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7e771eaa-8bf1-4f6a-9e26-97054fdca40f HTTP/1.1" status: 200 len: 210 time: 0.0349388 Jul 23 17:00:36.878839 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-450a86c4-7492-4ab7-8dd8-52a23a725315 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:36.892987 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-450a86c4-7492-4ab7-8dd8-52a23a725315 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Transition to ACTIVE for port object d7823b87-e61f-4025-9583-60f30813d44f will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:00:36.924928 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-450a86c4-7492-4ab7-8dd8-52a23a725315 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:36.937539 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['0d28dd41-a44a-4667-8958-9da66ae637a1'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:00:36.965787 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-450a86c4-7492-4ab7-8dd8-52a23a725315 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Network 6b18c388-7be3-4432-b260-65413fb05d3c is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:00:36.970578 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-450a86c4-7492-4ab7-8dd8-52a23a725315 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:00:36.974943 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-450a86c4-7492-4ab7-8dd8-52a23a725315 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:00:36.999706 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a86c4-7492-4ab7-8dd8-52a23a725315 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Pushing event updated for resources: {'Port': ['ID=d7823b87-e61f-4025-9583-60f30813d44f,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:37.017890 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-450a86c4-7492-4ab7-8dd8-52a23a725315 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:37.018512 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-450a86c4-7492-4ab7-8dd8-52a23a725315 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:37.033903 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-450a86c4-7492-4ab7-8dd8-52a23a725315 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4444034 Jul 23 17:00:37.046034 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-45628a22-f943-46e5-8d9e-7039f8c0ddca service neutron] Request body: {'port': {'device_id': '7e771eaa-8bf1-4f6a-9e26-97054fdca40f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:00:37.133045 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-45628a22-f943-46e5-8d9e-7039f8c0ddca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:37.240010 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0838ef8b-c6d8-43ad-97f7-50c1048b81b8 None None] Provisioning for port d7823b87-e61f-4025-9583-60f30813d44f completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:00:37.243892 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0838ef8b-c6d8-43ad-97f7-50c1048b81b8 None None] Provisioning complete for port d7823b87-e61f-4025-9583-60f30813d44f triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:37.244258 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0838ef8b-c6d8-43ad-97f7-50c1048b81b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:37.277485 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-0838ef8b-c6d8-43ad-97f7-50c1048b81b8 None None] Port d7823b87-e61f-4025-9583-60f30813d44f cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:00:37.400710 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-45628a22-f943-46e5-8d9e-7039f8c0ddca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7823b87-e61f-4025-9583-60f30813d44f {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:00:37.407856 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-45628a22-f943-46e5-8d9e-7039f8c0ddca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:37.420420 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-45628a22-f943-46e5-8d9e-7039f8c0ddca service neutron] Transition to ACTIVE for port object d7823b87-e61f-4025-9583-60f30813d44f will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:00:37.424179 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-45628a22-f943-46e5-8d9e-7039f8c0ddca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:37.498942 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45628a22-f943-46e5-8d9e-7039f8c0ddca service neutron] Pushing event updated for resources: {'Port': ['ID=d7823b87-e61f-4025-9583-60f30813d44f,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:37.551913 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-45628a22-f943-46e5-8d9e-7039f8c0ddca service neutron] Attempting to bind port d7823b87-e61f-4025-9583-60f30813d44f on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:00:37.552327 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-45628a22-f943-46e5-8d9e-7039f8c0ddca service neutron] Attempting to bind port d7823b87-e61f-4025-9583-60f30813d44f by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '3a68f284-90d4-42c1-984f-831543398ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '6b18c388-7be3-4432-b260-65413fb05d3c'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:00:37.552661 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-45628a22-f943-46e5-8d9e-7039f8c0ddca service neutron] Attempting to bind port d7823b87-e61f-4025-9583-60f30813d44f on network 6b18c388-7be3-4432-b260-65413fb05d3c {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:00:37.557354 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-45628a22-f943-46e5-8d9e-7039f8c0ddca service neutron] Port d7823b87-e61f-4025-9583-60f30813d44f on network 6b18c388-7be3-4432-b260-65413fb05d3c not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:00:37.557675 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-45628a22-f943-46e5-8d9e-7039f8c0ddca service neutron] Attempting to bind port d7823b87-e61f-4025-9583-60f30813d44f on network 6b18c388-7be3-4432-b260-65413fb05d3c {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:00:37.563037 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-45628a22-f943-46e5-8d9e-7039f8c0ddca service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:00:37.563381 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-45628a22-f943-46e5-8d9e-7039f8c0ddca service neutron] Checking segment: {'id': '3a68f284-90d4-42c1-984f-831543398ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '6b18c388-7be3-4432-b260-65413fb05d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:00:37.563766 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-45628a22-f943-46e5-8d9e-7039f8c0ddca service neutron] Bound using segment: {'id': '3a68f284-90d4-42c1-984f-831543398ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '6b18c388-7be3-4432-b260-65413fb05d3c'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:00:37.564197 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-45628a22-f943-46e5-8d9e-7039f8c0ddca service neutron] Bound port: d7823b87-e61f-4025-9583-60f30813d44f, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a68f284-90d4-42c1-984f-831543398ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '6b18c388-7be3-4432-b260-65413fb05d3c'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:00:37.564564 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-45628a22-f943-46e5-8d9e-7039f8c0ddca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:37.636785 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-45628a22-f943-46e5-8d9e-7039f8c0ddca service neutron] For port d7823b87-e61f-4025-9583-60f30813d44f, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:00:37.640021 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-45628a22-f943-46e5-8d9e-7039f8c0ddca service neutron] For port d7823b87-e61f-4025-9583-60f30813d44f, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=d7823b87-e61f-4025-9583-60f30813d44f,segment=NetworkSegment(3a68f284-90d4-42c1-984f-831543398ebd),segment_id=3a68f284-90d4-42c1-984f-831543398ebd)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:00:37.643776 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-45628a22-f943-46e5-8d9e-7039f8c0ddca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:37.665203 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:37.680776 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-45628a22-f943-46e5-8d9e-7039f8c0ddca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:37.681641 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-45628a22-f943-46e5-8d9e-7039f8c0ddca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:37.683131 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-45628a22-f943-46e5-8d9e-7039f8c0ddca service neutron] 10.222.0.74 "PUT /v2.0/ports/d7823b87-e61f-4025-9583-60f30813d44f HTTP/1.1" status: 200 len: 1092 time: 0.6419981 Jul 23 17:00:37.685407 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e771eaa-8bf1-4f6a-9e26-97054fdca40f', 'tag': 'd7823b87-e61f-4025-9583-60f30813d44f'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:00:37.689107 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75049cf9-c1bc-4610-879c-c5066a0b29f1" -d '{"events": [{"name": "network-changed", "server_uuid": "7e771eaa-8bf1-4f6a-9e26-97054fdca40f", "tag": "d7823b87-e61f-4025-9583-60f30813d44f"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:00:37.719550 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45628a22-f943-46e5-8d9e-7039f8c0ddca service neutron] Pushing event updated for resources: {'Port': ['ID=d7823b87-e61f-4025-9583-60f30813d44f,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:37.742738 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8700e947-d152-4f3c-97f1-7427b9f804a3 x-openstack-request-id: req-8700e947-d152-4f3c-97f1-7427b9f804a3 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:00:37.743153 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e771eaa-8bf1-4f6a-9e26-97054fdca40f", "tag": "d7823b87-e61f-4025-9583-60f30813d44f", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:00:37.743860 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8700e947-d152-4f3c-97f1-7427b9f804a3 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:00:37.743860 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e771eaa-8bf1-4f6a-9e26-97054fdca40f', 'tag': 'd7823b87-e61f-4025-9583-60f30813d44f', 'status': 'completed', 'code': 200} Jul 23 17:00:37.799050 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-2ceada8a-aa7d-4835-8877-285d0cb94aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:37.800602 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-2ceada8a-aa7d-4835-8877-285d0cb94aa5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=33bc296dd35a4184a43563695c97fe41&device_id=7e771eaa-8bf1-4f6a-9e26-97054fdca40f HTTP/1.1" status: 200 len: 1095 time: 0.0717719 Jul 23 17:00:37.844573 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-ca90d4b4-e625-454c-bc59-4796bd2b2055 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7823b87-e61f-4025-9583-60f30813d44f HTTP/1.1" status: 200 len: 217 time: 0.0367622 Jul 23 17:00:37.894298 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5cb57-62fd-4e60-ab9f-51a218e52666 req-50db5e7e-ef25-49a9-931c-58d09b3f7171 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:37.896168 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-356253be-bdfa-4cf1-9581-a5a178efa475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:37.898114 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-356253be-bdfa-4cf1-9581-a5a178efa475 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1bd0018e-97a6-4a92-a8eb-33d78f4e9b38 HTTP/1.1" status: 200 len: 849 time: 0.0473919 Jul 23 17:00:37.901579 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c0d5cb57-62fd-4e60-ab9f-51a218e52666 req-50db5e7e-ef25-49a9-931c-58d09b3f7171 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7e771eaa-8bf1-4f6a-9e26-97054fdca40f HTTP/1.1" status: 200 len: 1095 time: 0.0678046 Jul 23 17:00:37.935985 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c0d5cb57-62fd-4e60-ab9f-51a218e52666 req-b8566c16-5206-4bfc-9a6f-7def319bf6dc tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=68c1008a-1b89-4d6b-ba10-ab8ed055f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335038 Jul 23 17:00:37.961720 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-e998bf32-6d50-4675-b87d-06d417be8b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:37.963245 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-e998bf32-6d50-4675-b87d-06d417be8b77 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6b18c388-7be3-4432-b260-65413fb05d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597320 Jul 23 17:00:38.051247 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-e8ee8e3f-0164-4c37-8c64-6c2e5179d428 service neutron] 10.222.0.74 "GET /v2.0/networks/6b18c388-7be3-4432-b260-65413fb05d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819416 Jul 23 17:00:38.147027 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5e1dcd90-67db-45d4-8a68-73f9e6bceb1b req-b8f43674-608d-4902-837a-686022cd00bc service neutron] 10.222.0.74 "GET /v2.0/networks/6b18c388-7be3-4432-b260-65413fb05d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900011 Jul 23 17:00:38.248239 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75049cf9-c1bc-4610-879c-c5066a0b29f1 req-1212824b-de29-45ec-a103-0eea4dac520f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:38.249703 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-75049cf9-c1bc-4610-879c-c5066a0b29f1 req-1212824b-de29-45ec-a103-0eea4dac520f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=33bc296dd35a4184a43563695c97fe41&device_id=7e771eaa-8bf1-4f6a-9e26-97054fdca40f HTTP/1.1" status: 200 len: 1095 time: 0.0566199 Jul 23 17:00:38.356433 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75049cf9-c1bc-4610-879c-c5066a0b29f1 req-09ee5358-bf48-40a9-a554-d6c57fa2bf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:38.358010 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-75049cf9-c1bc-4610-879c-c5066a0b29f1 req-09ee5358-bf48-40a9-a554-d6c57fa2bf9a service neutron] 10.222.0.74 "GET /v2.0/networks?id=6b18c388-7be3-4432-b260-65413fb05d3c HTTP/1.1" status: 200 len: 912 time: 0.1011090 Jul 23 17:00:38.403189 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-75049cf9-c1bc-4610-879c-c5066a0b29f1 req-4ec18c39-755f-4103-ba58-55f35a24e9a4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7823b87-e61f-4025-9583-60f30813d44f HTTP/1.1" status: 200 len: 217 time: 0.0370800 Jul 23 17:00:38.454180 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75049cf9-c1bc-4610-879c-c5066a0b29f1 req-e571c50b-8ae4-4479-8766-07290366a05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:38.455696 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-75049cf9-c1bc-4610-879c-c5066a0b29f1 req-e571c50b-8ae4-4479-8766-07290366a05f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1bd0018e-97a6-4a92-a8eb-33d78f4e9b38 HTTP/1.1" status: 200 len: 849 time: 0.0462632 Jul 23 17:00:38.526272 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75049cf9-c1bc-4610-879c-c5066a0b29f1 req-a22a10c4-1f18-403e-86d7-a09f9c2c1205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:38.527716 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-75049cf9-c1bc-4610-879c-c5066a0b29f1 req-a22a10c4-1f18-403e-86d7-a09f9c2c1205 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6b18c388-7be3-4432-b260-65413fb05d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657561 Jul 23 17:00:38.618667 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-75049cf9-c1bc-4610-879c-c5066a0b29f1 req-bd50c2bd-8f35-4f32-8604-0fa1382fcef2 service neutron] 10.222.0.74 "GET /v2.0/networks/6b18c388-7be3-4432-b260-65413fb05d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840065 Jul 23 17:00:38.687869 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:38.712709 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-75049cf9-c1bc-4610-879c-c5066a0b29f1 req-2097fa17-e57b-4f8e-a0e7-cb7f9a2c9389 service neutron] 10.222.0.74 "GET /v2.0/networks/6b18c388-7be3-4432-b260-65413fb05d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874040 Jul 23 17:00:39.057007 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3889bbc-312a-45b8-b7b3-867acfc21a8b req-1e2945da-a821-4374-a3c1-7e1f14cc0ebf tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:39.058623 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3889bbc-312a-45b8-b7b3-867acfc21a8b req-1e2945da-a821-4374-a3c1-7e1f14cc0ebf tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7e771eaa-8bf1-4f6a-9e26-97054fdca40f HTTP/1.1" status: 200 len: 1095 time: 0.0540345 Jul 23 17:00:39.092875 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3889bbc-312a-45b8-b7b3-867acfc21a8b req-01333560-84af-4c9f-a858-1ff80ba03431 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=68c1008a-1b89-4d6b-ba10-ab8ed055f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287011 Jul 23 17:00:40.039943 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device d7823b87-e61f-4025-9583-60f30813d44f details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:00:40.138046 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port d7823b87-e61f-4025-9583-60f30813d44f, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=d7823b87-e61f-4025-9583-60f30813d44f,segment=NetworkSegment(3a68f284-90d4-42c1-984f-831543398ebd),segment_id=3a68f284-90d4-42c1-984f-831543398ebd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:40.150361 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'd7823b87-e61f-4025-9583-60f30813d44f', 'network_id': '6b18c388-7be3-4432-b260-65413fb05d3c', 'port_id': 'd7823b87-e61f-4025-9583-60f30813d44f', 'mac_address': 'fa:16:3e:08:62:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bd0018e-97a6-4a92-a8eb-33d78f4e9b38', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:00:40.189183 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:40.202560 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7823b87-e61f-4025-9583-60f30813d44f {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:00:40.214622 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2719b-f74b-4676-823f-4ea363960791 req-843584c4-96f3-40af-acbe-032309811616 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:40.217036 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a7f2719b-f74b-4676-823f-4ea363960791 req-843584c4-96f3-40af-acbe-032309811616 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7e771eaa-8bf1-4f6a-9e26-97054fdca40f HTTP/1.1" status: 200 len: 1095 time: 0.0574677 Jul 23 17:00:40.224023 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port d7823b87-e61f-4025-9583-60f30813d44f, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=d7823b87-e61f-4025-9583-60f30813d44f,segment=NetworkSegment(3a68f284-90d4-42c1-984f-831543398ebd),segment_id=3a68f284-90d4-42c1-984f-831543398ebd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:40.228673 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:40.254350 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a7f2719b-f74b-4676-823f-4ea363960791 req-953fc58c-a6ee-4e65-80ae-4b3ee405927f tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=68c1008a-1b89-4d6b-ba10-ab8ed055f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325301 Jul 23 17:00:40.288172 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=d7823b87-e61f-4025-9583-60f30813d44f,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:40.432713 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['d7823b87-e61f-4025-9583-60f30813d44f'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:00:41.170336 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:00:41.390623 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182d191-bfb6-4ff6-9c59-12d36aa08692 req-7347bb08-5f55-4284-b26d-40cf9f8524c7 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:41.392171 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c182d191-bfb6-4ff6-9c59-12d36aa08692 req-7347bb08-5f55-4284-b26d-40cf9f8524c7 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7e771eaa-8bf1-4f6a-9e26-97054fdca40f HTTP/1.1" status: 200 len: 1096 time: 0.0597174 Jul 23 17:00:41.425503 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c182d191-bfb6-4ff6-9c59-12d36aa08692 req-1621a5d8-c0ec-4919-ba98-3498ce935b1e tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=68c1008a-1b89-4d6b-ba10-ab8ed055f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276539 Jul 23 17:00:42.069974 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device d7823b87-e61f-4025-9583-60f30813d44f up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:00:42.117830 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port d7823b87-e61f-4025-9583-60f30813d44f completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:00:42.121488 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port d7823b87-e61f-4025-9583-60f30813d44f triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:42.121860 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:42.201281 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:42.224585 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e771eaa-8bf1-4f6a-9e26-97054fdca40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7823b87-e61f-4025-9583-60f30813d44f'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:00:42.226856 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15080896-eb62-4c81-b63a-3c7b4ec647c5" -d '{"events": [{"server_uuid": "7e771eaa-8bf1-4f6a-9e26-97054fdca40f", "name": "network-vif-plugged", "status": "completed", "tag": "d7823b87-e61f-4025-9583-60f30813d44f"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:00:42.242100 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port d7823b87-e61f-4025-9583-60f30813d44f, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=d7823b87-e61f-4025-9583-60f30813d44f,segment=NetworkSegment(3a68f284-90d4-42c1-984f-831543398ebd),segment_id=3a68f284-90d4-42c1-984f-831543398ebd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:42.246519 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:42.271220 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cde0b0-ec56-4f35-ac27-2db6fb148566 x-openstack-request-id: req-83cde0b0-ec56-4f35-ac27-2db6fb148566 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:00:42.271220 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e771eaa-8bf1-4f6a-9e26-97054fdca40f", "name": "network-vif-plugged", "status": "completed", "tag": "d7823b87-e61f-4025-9583-60f30813d44f", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:00:42.271607 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-83cde0b0-ec56-4f35-ac27-2db6fb148566 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:00:42.271845 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e771eaa-8bf1-4f6a-9e26-97054fdca40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7823b87-e61f-4025-9583-60f30813d44f', 'code': 200} Jul 23 17:00:42.297534 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=d7823b87-e61f-4025-9583-60f30813d44f,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:42.379303 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac930d-42bc-4595-aaef-3c25d7785d53 req-dd67e0ea-12d4-4d08-b3c4-bec3e627fbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:42.381285 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-95ac930d-42bc-4595-aaef-3c25d7785d53 req-dd67e0ea-12d4-4d08-b3c4-bec3e627fbfd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7e771eaa-8bf1-4f6a-9e26-97054fdca40f HTTP/1.1" status: 200 len: 1097 time: 0.0555456 Jul 23 17:00:42.415985 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-95ac930d-42bc-4595-aaef-3c25d7785d53 req-9d2ccde3-5704-48e0-b5a3-b30e2f5b8930 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=68c1008a-1b89-4d6b-ba10-ab8ed055f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287368 Jul 23 17:00:42.544123 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde794b-2ec5-470b-88ca-0f7b2f34ebf3 req-648dbefc-1289-4d17-b810-bdc6348b5db3 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:42.545736 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dcde794b-2ec5-470b-88ca-0f7b2f34ebf3 req-648dbefc-1289-4d17-b810-bdc6348b5db3 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7e771eaa-8bf1-4f6a-9e26-97054fdca40f HTTP/1.1" status: 200 len: 1097 time: 0.0550020 Jul 23 17:00:42.581548 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dcde794b-2ec5-470b-88ca-0f7b2f34ebf3 req-30ced6a4-a86c-4fe6-bac2-93fd222c6e6a tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=68c1008a-1b89-4d6b-ba10-ab8ed055f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302603 Jul 23 17:00:43.700224 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031184a-2931-44e6-8994-5cd0c501173a req-e10f92b8-bd2c-4627-9ef0-2da2a4c5ce03 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:43.701842 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e031184a-2931-44e6-8994-5cd0c501173a req-e10f92b8-bd2c-4627-9ef0-2da2a4c5ce03 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7e771eaa-8bf1-4f6a-9e26-97054fdca40f HTTP/1.1" status: 200 len: 1097 time: 0.0547934 Jul 23 17:00:43.740236 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e031184a-2931-44e6-8994-5cd0c501173a req-d3b104ad-a75d-41c8-9cad-1a6459b21518 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=68c1008a-1b89-4d6b-ba10-ab8ed055f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328088 Jul 23 17:00:43.860418 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cbf58-8f00-4e91-99ff-5eb75c61b7c0 req-462afdf5-275e-4eb1-85c2-b587ff2420ac tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:43.861943 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a91cbf58-8f00-4e91-99ff-5eb75c61b7c0 req-462afdf5-275e-4eb1-85c2-b587ff2420ac tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7e771eaa-8bf1-4f6a-9e26-97054fdca40f HTTP/1.1" status: 200 len: 1097 time: 0.0561798 Jul 23 17:00:43.897398 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a91cbf58-8f00-4e91-99ff-5eb75c61b7c0 req-ba31bb76-5874-48d2-a3a3-0123dc97372d tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=68c1008a-1b89-4d6b-ba10-ab8ed055f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298531 Jul 23 17:00:44.014568 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275099fb-524a-4a76-9679-43e0477c25c9 req-92cda4e4-b818-46d3-9340-bf7980c37498 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:44.016204 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-275099fb-524a-4a76-9679-43e0477c25c9 req-92cda4e4-b818-46d3-9340-bf7980c37498 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7e771eaa-8bf1-4f6a-9e26-97054fdca40f HTTP/1.1" status: 200 len: 1097 time: 0.0545440 Jul 23 17:00:44.053458 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-275099fb-524a-4a76-9679-43e0477c25c9 req-395003d2-6e62-42bb-8423-24cc096356b4 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=68c1008a-1b89-4d6b-ba10-ab8ed055f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306325 Jul 23 17:00:44.298312 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a474b3-264b-4dc1-a1db-c101d8d9bdbf req-6e88e8ec-8bc2-43b4-a7ee-bc79448a227a tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:44.299863 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05a474b3-264b-4dc1-a1db-c101d8d9bdbf req-6e88e8ec-8bc2-43b4-a7ee-bc79448a227a tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7e771eaa-8bf1-4f6a-9e26-97054fdca40f HTTP/1.1" status: 200 len: 1097 time: 0.0550427 Jul 23 17:00:44.339632 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05a474b3-264b-4dc1-a1db-c101d8d9bdbf req-0a5bb154-f458-4da5-bec7-81d201f41672 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=68c1008a-1b89-4d6b-ba10-ab8ed055f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335436 Jul 23 17:00:45.470632 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07622ba-ad22-4cfa-b22d-8bb3dbfbc4e7 req-36947dc6-de6a-44f8-a03c-6199d86deedf tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:45.472215 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a07622ba-ad22-4cfa-b22d-8bb3dbfbc4e7 req-36947dc6-de6a-44f8-a03c-6199d86deedf tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7e771eaa-8bf1-4f6a-9e26-97054fdca40f HTTP/1.1" status: 200 len: 1097 time: 0.0580504 Jul 23 17:00:45.512753 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a07622ba-ad22-4cfa-b22d-8bb3dbfbc4e7 req-259ee56a-18c5-4956-ac10-2f1789c0ca94 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=68c1008a-1b89-4d6b-ba10-ab8ed055f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331538 Jul 23 17:00:45.543097 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13a593-06ff-4086-ab72-cce9f0c3e167 req-22a96ecb-bdb1-4ae7-a06d-be1eda5f9917 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:45.544651 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5f13a593-06ff-4086-ab72-cce9f0c3e167 req-22a96ecb-bdb1-4ae7-a06d-be1eda5f9917 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=7e771eaa-8bf1-4f6a-9e26-97054fdca40f HTTP/1.1" status: 200 len: 1097 time: 0.0583613 Jul 23 17:00:45.639721 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-5f13a593-06ff-4086-ab72-cce9f0c3e167 req-689ac851-b113-498d-b3d6-b332ba9fb73d tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Deleting port d7823b87-e61f-4025-9583-60f30813d44f {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:00:45.639987 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5f13a593-06ff-4086-ab72-cce9f0c3e167 req-689ac851-b113-498d-b3d6-b332ba9fb73d tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:45.726292 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-5f13a593-06ff-4086-ab72-cce9f0c3e167 req-689ac851-b113-498d-b3d6-b332ba9fb73d tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] For port d7823b87-e61f-4025-9583-60f30813d44f, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=d7823b87-e61f-4025-9583-60f30813d44f,segment=NetworkSegment(3a68f284-90d4-42c1-984f-831543398ebd),segment_id=3a68f284-90d4-42c1-984f-831543398ebd)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:45.726649 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5f13a593-06ff-4086-ab72-cce9f0c3e167 req-689ac851-b113-498d-b3d6-b332ba9fb73d tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:45.743938 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-5f13a593-06ff-4086-ab72-cce9f0c3e167 req-689ac851-b113-498d-b3d6-b332ba9fb73d tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Calling delete_port for d7823b87-e61f-4025-9583-60f30813d44f owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:00:45.867871 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5f13a593-06ff-4086-ab72-cce9f0c3e167 req-689ac851-b113-498d-b3d6-b332ba9fb73d tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:45.879497 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['0d28dd41-a44a-4667-8958-9da66ae637a1'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:00:45.883282 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['d7823b87-e61f-4025-9583-60f30813d44f'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:00:45.893409 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ac851-b113-498d-b3d6-b332ba9fb73d tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7823b87-e61f-4025-9583-60f30813d44f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:45.946866 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f13a593-06ff-4086-ab72-cce9f0c3e167 req-689ac851-b113-498d-b3d6-b332ba9fb73d tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] No DVR routers for this DVR port d7823b87-e61f-4025-9583-60f30813d44f on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:00:45.949860 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5f13a593-06ff-4086-ab72-cce9f0c3e167 req-689ac851-b113-498d-b3d6-b332ba9fb73d tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:45.951900 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5f13a593-06ff-4086-ab72-cce9f0c3e167 req-689ac851-b113-498d-b3d6-b332ba9fb73d tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.74 "DELETE /v2.0/ports/d7823b87-e61f-4025-9583-60f30813d44f HTTP/1.1" status: 204 len: 173 time: 0.4013691 Jul 23 17:00:45.952358 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e771eaa-8bf1-4f6a-9e26-97054fdca40f', 'name': 'network-vif-deleted', 'tag': 'd7823b87-e61f-4025-9583-60f30813d44f'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:00:45.954707 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c30497-5a73-45b2-9578-05e0f84c4617" -d '{"events": [{"server_uuid": "7e771eaa-8bf1-4f6a-9e26-97054fdca40f", "name": "network-vif-deleted", "tag": "d7823b87-e61f-4025-9583-60f30813d44f"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:00:45.993932 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7153030d-8382-4292-a9bb-fd3380762135 x-openstack-request-id: req-7153030d-8382-4292-a9bb-fd3380762135 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:00:45.994295 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e771eaa-8bf1-4f6a-9e26-97054fdca40f", "name": "network-vif-deleted", "tag": "d7823b87-e61f-4025-9583-60f30813d44f", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:00:45.994469 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7153030d-8382-4292-a9bb-fd3380762135 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:00:45.994878 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e771eaa-8bf1-4f6a-9e26-97054fdca40f', 'name': 'network-vif-deleted', 'tag': 'd7823b87-e61f-4025-9583-60f30813d44f', 'status': 'completed', 'code': 200} Jul 23 17:00:46.790511 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e78d4-b695-49f5-a05d-f6cf4c8c21eb req-d83e45fe-a686-420b-bc37-b9b1354d2dac tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:46.792068 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d78e78d4-b695-49f5-a05d-f6cf4c8c21eb req-d83e45fe-a686-420b-bc37-b9b1354d2dac tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=949f44a8-0697-40fa-9b32-57add0de89a6 HTTP/1.1" status: 200 len: 1096 time: 0.0552661 Jul 23 17:00:46.826336 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d78e78d4-b695-49f5-a05d-f6cf4c8c21eb req-2ca14944-8b1c-4b98-9974-1c0b87ff49d3 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=68c1008a-1b89-4d6b-ba10-ab8ed055f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285723 Jul 23 17:00:47.954888 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc9d55-aac4-4bd9-b45c-f2645216f507 req-a4506677-3a65-4f07-91e7-886bf6b6dcf7 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:47.956612 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91cc9d55-aac4-4bd9-b45c-f2645216f507 req-a4506677-3a65-4f07-91e7-886bf6b6dcf7 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=949f44a8-0697-40fa-9b32-57add0de89a6 HTTP/1.1" status: 200 len: 1096 time: 0.0581713 Jul 23 17:00:47.998438 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91cc9d55-aac4-4bd9-b45c-f2645216f507 req-26ef9794-53e8-498c-861b-ce413af5f5b0 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=68c1008a-1b89-4d6b-ba10-ab8ed055f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351975 Jul 23 17:00:48.135812 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecd571-1824-45db-bc42-5de08bf9db68 req-50cdaabf-2104-421b-8297-d7f6bbafbb25 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:48.137367 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-89ecd571-1824-45db-bc42-5de08bf9db68 req-50cdaabf-2104-421b-8297-d7f6bbafbb25 tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=949f44a8-0697-40fa-9b32-57add0de89a6 HTTP/1.1" status: 200 len: 1096 time: 0.0529270 Jul 23 17:00:48.225303 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-89ecd571-1824-45db-bc42-5de08bf9db68 req-e9ed9ed7-1030-462e-96a4-13c7fe80cbaa tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Deleting port 0d28dd41-a44a-4667-8958-9da66ae637a1 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:00:48.225645 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-89ecd571-1824-45db-bc42-5de08bf9db68 req-e9ed9ed7-1030-462e-96a4-13c7fe80cbaa tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:48.305865 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-89ecd571-1824-45db-bc42-5de08bf9db68 req-e9ed9ed7-1030-462e-96a4-13c7fe80cbaa tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] For port 0d28dd41-a44a-4667-8958-9da66ae637a1, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=0d28dd41-a44a-4667-8958-9da66ae637a1,segment=NetworkSegment(3a68f284-90d4-42c1-984f-831543398ebd),segment_id=3a68f284-90d4-42c1-984f-831543398ebd)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:48.306229 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-89ecd571-1824-45db-bc42-5de08bf9db68 req-e9ed9ed7-1030-462e-96a4-13c7fe80cbaa tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:48.319528 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-89ecd571-1824-45db-bc42-5de08bf9db68 req-e9ed9ed7-1030-462e-96a4-13c7fe80cbaa tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Calling delete_port for 0d28dd41-a44a-4667-8958-9da66ae637a1 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:00:48.440751 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-89ecd571-1824-45db-bc42-5de08bf9db68 req-e9ed9ed7-1030-462e-96a4-13c7fe80cbaa tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:48.452647 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['0d28dd41-a44a-4667-8958-9da66ae637a1'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:00:48.467089 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed9ed7-1030-462e-96a4-13c7fe80cbaa tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d28dd41-a44a-4667-8958-9da66ae637a1,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:48.516817 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ecd571-1824-45db-bc42-5de08bf9db68 req-e9ed9ed7-1030-462e-96a4-13c7fe80cbaa tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] No DVR routers for this DVR port 0d28dd41-a44a-4667-8958-9da66ae637a1 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:00:48.519579 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-89ecd571-1824-45db-bc42-5de08bf9db68 req-e9ed9ed7-1030-462e-96a4-13c7fe80cbaa tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:48.521945 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-89ecd571-1824-45db-bc42-5de08bf9db68 req-e9ed9ed7-1030-462e-96a4-13c7fe80cbaa tempest-TestServerMultinode-455307613 tempest-TestServerMultinode-455307613-project-admin] 10.222.0.97 "DELETE /v2.0/ports/0d28dd41-a44a-4667-8958-9da66ae637a1 HTTP/1.1" status: 204 len: 173 time: 0.3794742 Jul 23 17:00:48.522401 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949f44a8-0697-40fa-9b32-57add0de89a6', 'name': 'network-vif-deleted', 'tag': '0d28dd41-a44a-4667-8958-9da66ae637a1'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:00:48.524701 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df06eb6-dc9e-47d0-98d0-ef434fb75f24" -d '{"events": [{"server_uuid": "949f44a8-0697-40fa-9b32-57add0de89a6", "name": "network-vif-deleted", "tag": "0d28dd41-a44a-4667-8958-9da66ae637a1"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:00:48.567496 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf70aed-30bb-442a-8e1b-271cf11dd25d x-openstack-request-id: req-9bf70aed-30bb-442a-8e1b-271cf11dd25d {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:00:48.567882 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949f44a8-0697-40fa-9b32-57add0de89a6", "name": "network-vif-deleted", "tag": "0d28dd41-a44a-4667-8958-9da66ae637a1", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:00:48.568138 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9bf70aed-30bb-442a-8e1b-271cf11dd25d {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:00:48.568570 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949f44a8-0697-40fa-9b32-57add0de89a6', 'name': 'network-vif-deleted', 'tag': '0d28dd41-a44a-4667-8958-9da66ae637a1', 'status': 'completed', 'code': 200} Jul 23 17:00:49.061432 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55054) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:49.401996 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-549f550d-7323-4722-a20b-6f3eaf5bbb98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:49.654720 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-549f550d-7323-4722-a20b-6f3eaf5bbb98 admin admin] Deleting port 816e545a-15df-4614-adf8-5df1c49a5712 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:00:49.655050 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-549f550d-7323-4722-a20b-6f3eaf5bbb98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:49.737514 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-549f550d-7323-4722-a20b-6f3eaf5bbb98 admin admin] For port 816e545a-15df-4614-adf8-5df1c49a5712, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=816e545a-15df-4614-adf8-5df1c49a5712,segment=NetworkSegment(3a68f284-90d4-42c1-984f-831543398ebd),segment_id=3a68f284-90d4-42c1-984f-831543398ebd)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:49.737880 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-549f550d-7323-4722-a20b-6f3eaf5bbb98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:49.750592 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-549f550d-7323-4722-a20b-6f3eaf5bbb98 admin admin] Calling delete_port for 816e545a-15df-4614-adf8-5df1c49a5712 owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:00:49.932002 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-549f550d-7323-4722-a20b-6f3eaf5bbb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:49.958693 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f550d-7323-4722-a20b-6f3eaf5bbb98 admin admin] Pushing event deleted for resources: {'Port': ['ID=816e545a-15df-4614-adf8-5df1c49a5712,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:50.102759 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device d7823b87-e61f-4025-9583-60f30813d44f no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:00:50.125170 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: d7823b87-e61f-4025-9583-60f30813d44f {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:00:50.125881 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device d7823b87-e61f-4025-9583-60f30813d44f not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:00:50.136506 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-549f550d-7323-4722-a20b-6f3eaf5bbb98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:50.366649 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549f550d-7323-4722-a20b-6f3eaf5bbb98 admin admin] Router 23a63724-4480-4f37-af64-0afbc37ac5cb has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:00:50.482118 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549f550d-7323-4722-a20b-6f3eaf5bbb98 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:00:50.489277 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-549f550d-7323-4722-a20b-6f3eaf5bbb98 admin admin] 10.222.0.73 "PUT /v2.0/routers/23a63724-4480-4f37-af64-0afbc37ac5cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4249730 Jul 23 17:00:50.490125 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55056) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:50.492738 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ace703d-9143-4945-aff2-8bbe3955a802 None None] Sync routers for ids ['23a63724-4480-4f37-af64-0afbc37ac5cb'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:00:50.502889 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ace703d-9143-4945-aff2-8bbe3955a802 None None] Routers {'23a63724-4480-4f37-af64-0afbc37ac5cb'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:00:50.503576 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-0ace703d-9143-4945-aff2-8bbe3955a802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:00:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['23a63724-4480-4f37-af64-0afbc37ac5cb'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:50.607143 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c2f2bc49-1ae6-4791-a3b3-bd2b918accde admin admin] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:50.620414 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-0ace703d-9143-4945-aff2-8bbe3955a802 None None] Set router 23a63724-4480-4f37-af64-0afbc37ac5cb gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:00:50.716884 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c2f2bc49-1ae6-4791-a3b3-bd2b918accde admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:50.771870 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-c2f2bc49-1ae6-4791-a3b3-bd2b918accde admin admin] Deleting port c933615c-5641-4be5-b9de-4329cf704f8e {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:00:50.772211 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c2f2bc49-1ae6-4791-a3b3-bd2b918accde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:50.807683 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-0ace703d-9143-4945-aff2-8bbe3955a802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a63724-4480-4f37-af64-0afbc37ac5cb', 'name': 'tempest-TestServerMultinode-1378225388-router', 'tenant_id': '7e43f070229441bab80adbcd3b9ae568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c933615c-5641-4be5-b9de-4329cf704f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:14Z', 'updated_at': '2021-07-23T17:00:49Z', 'revision_number': 5, 'project_id': '7e43f070229441bab80adbcd3b9ae568', 'gw_port': {'id': 'c933615c-5641-4be5-b9de-4329cf704f8e', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a63724-4480-4f37-af64-0afbc37ac5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:14Z', 'updated_at': '2021-07-23T17:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:50.842860 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ace703d-9143-4945-aff2-8bbe3955a802 None None] Checking router: 23a63724-4480-4f37-af64-0afbc37ac5cb for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:00:50.852032 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ace703d-9143-4945-aff2-8bbe3955a802 None None] Routers {'23a63724-4480-4f37-af64-0afbc37ac5cb'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:00:50.852797 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-0ace703d-9143-4945-aff2-8bbe3955a802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:00:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['23a63724-4480-4f37-af64-0afbc37ac5cb'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:50.859000 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-c2f2bc49-1ae6-4791-a3b3-bd2b918accde admin admin] For port c933615c-5641-4be5-b9de-4329cf704f8e, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c933615c-5641-4be5-b9de-4329cf704f8e,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:50.859427 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c2f2bc49-1ae6-4791-a3b3-bd2b918accde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:50.871619 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-c2f2bc49-1ae6-4791-a3b3-bd2b918accde admin admin] Calling delete_port for c933615c-5641-4be5-b9de-4329cf704f8e owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:00:50.936398 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-0ace703d-9143-4945-aff2-8bbe3955a802 None None] Set router 23a63724-4480-4f37-af64-0afbc37ac5cb gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:00:50.989020 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-0ace703d-9143-4945-aff2-8bbe3955a802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a63724-4480-4f37-af64-0afbc37ac5cb', 'name': 'tempest-TestServerMultinode-1378225388-router', 'tenant_id': '7e43f070229441bab80adbcd3b9ae568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:14Z', 'updated_at': '2021-07-23T17:00:50Z', 'revision_number': 6, 'project_id': '7e43f070229441bab80adbcd3b9ae568', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:50.997281 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 0d28dd41-a44a-4667-8958-9da66ae637a1 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:00:51.021067 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 0d28dd41-a44a-4667-8958-9da66ae637a1 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:00:51.021424 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 0d28dd41-a44a-4667-8958-9da66ae637a1 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:00:51.040507 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c2f2bc49-1ae6-4791-a3b3-bd2b918accde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:51.069083 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2bc49-1ae6-4791-a3b3-bd2b918accde admin admin] Pushing event deleted for resources: {'Port': ['ID=c933615c-5641-4be5-b9de-4329cf704f8e,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:51.116088 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ace703d-9143-4945-aff2-8bbe3955a802 None None] The sync data for ids ['23a63724-4480-4f37-af64-0afbc37ac5cb'] in n-d-778549-4 is: [{'id': '23a63724-4480-4f37-af64-0afbc37ac5cb', 'name': 'tempest-TestServerMultinode-1378225388-router', 'tenant_id': '7e43f070229441bab80adbcd3b9ae568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:14Z', 'updated_at': '2021-07-23T17:00:50Z', 'revision_number': 6, 'project_id': '7e43f070229441bab80adbcd3b9ae568', 'gw_port_host': None}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:00:51.136259 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c2f2bc49-1ae6-4791-a3b3-bd2b918accde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:51.225937 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c2f2bc49-1ae6-4791-a3b3-bd2b918accde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:51.228028 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c2f2bc49-1ae6-4791-a3b3-bd2b918accde admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:51.273036 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c2f2bc49-1ae6-4791-a3b3-bd2b918accde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:51.273609 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f2bc49-1ae6-4791-a3b3-bd2b918accde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23a63724-4480-4f37-af64-0afbc37ac5cb {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:00:51.277991 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c2f2bc49-1ae6-4791-a3b3-bd2b918accde admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:51.281543 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c2f2bc49-1ae6-4791-a3b3-bd2b918accde admin admin] 10.222.0.73 "DELETE /v2.0/routers/23a63724-4480-4f37-af64-0afbc37ac5cb HTTP/1.1" status: 204 len: 168 time: 0.7881081 Jul 23 17:00:51.281884 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55058) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:51.327995 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d51a1f-2a71-4506-9300-811a9ae57b92 admin admin] Deleting subnet 1bd0018e-97a6-4a92-a8eb-33d78f4e9b38 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:00:51.331038 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-45d51a1f-2a71-4506-9300-811a9ae57b92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:51.366500 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-45d51a1f-2a71-4506-9300-811a9ae57b92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:51.452442 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-45d51a1f-2a71-4506-9300-811a9ae57b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:51.512614 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-45d51a1f-2a71-4506-9300-811a9ae57b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:51.540552 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d51a1f-2a71-4506-9300-811a9ae57b92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bd0018e-97a6-4a92-a8eb-33d78f4e9b38,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:51.542576 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-45d51a1f-2a71-4506-9300-811a9ae57b92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:51.545114 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-45d51a1f-2a71-4506-9300-811a9ae57b92 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/1bd0018e-97a6-4a92-a8eb-33d78f4e9b38 HTTP/1.1" status: 204 len: 168 time: 0.2615542 Jul 23 17:00:51.547052 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55060) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:51.550355 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe832ff5-8457-4b6f-adf0-a6ae7f42651c None None] Network 6b18c388-7be3-4432-b260-65413fb05d3c requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:00:51.616521 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b2ab4b9d-7eed-4b96-8c5b-1224ebff4939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:51.669038 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-b2ab4b9d-7eed-4b96-8c5b-1224ebff4939 admin admin] Deleting port 447cef31-6586-4014-b78b-67a3c4258f32 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:00:51.669407 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b2ab4b9d-7eed-4b96-8c5b-1224ebff4939 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:51.737899 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-b2ab4b9d-7eed-4b96-8c5b-1224ebff4939 admin admin] For port 447cef31-6586-4014-b78b-67a3c4258f32, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=447cef31-6586-4014-b78b-67a3c4258f32,segment=NetworkSegment(3a68f284-90d4-42c1-984f-831543398ebd),segment_id=3a68f284-90d4-42c1-984f-831543398ebd)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:51.738262 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b2ab4b9d-7eed-4b96-8c5b-1224ebff4939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:51.750495 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-b2ab4b9d-7eed-4b96-8c5b-1224ebff4939 admin admin] Calling delete_port for 447cef31-6586-4014-b78b-67a3c4258f32 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:00:51.827871 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b2ab4b9d-7eed-4b96-8c5b-1224ebff4939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:51.858234 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab4b9d-7eed-4b96-8c5b-1224ebff4939 admin admin] Pushing event deleted for resources: {'Port': ['ID=447cef31-6586-4014-b78b-67a3c4258f32,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:51.860318 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ab4b9d-7eed-4b96-8c5b-1224ebff4939 admin admin] No DVR routers for this DVR port 447cef31-6586-4014-b78b-67a3c4258f32 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:00:51.899131 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7958677-eeb7-44f1-afa7-56efd9b3d403 None None] DHCP port deletion for 6b18c388-7be3-4432-b260-65413fb05d3c request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:00:51.934496 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b2ab4b9d-7eed-4b96-8c5b-1224ebff4939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:51.945433 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-b2ab4b9d-7eed-4b96-8c5b-1224ebff4939 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b18c388-7be3-4432-b260-65413fb05d3c']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:51.955180 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-b2ab4b9d-7eed-4b96-8c5b-1224ebff4939 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a68f284-90d4-42c1-984f-831543398ebd') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:51.955411 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-b2ab4b9d-7eed-4b96-8c5b-1224ebff4939 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a68f284-90d4-42c1-984f-831543398ebd') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:51.964687 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b2ab4b9d-7eed-4b96-8c5b-1224ebff4939 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:51.978300 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b2ab4b9d-7eed-4b96-8c5b-1224ebff4939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:51.984351 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ab4b9d-7eed-4b96-8c5b-1224ebff4939 admin admin] Releasing vlan 1111 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:00:51.985074 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b2ab4b9d-7eed-4b96-8c5b-1224ebff4939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:51.987036 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 17:00:51.987036 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:00:51.987036 n-d-778549-4 neutron-server[94013]: timer() Jul 23 17:00:51.987036 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:00:51.987036 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 17:00:51.987036 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:00:51.987036 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 17:00:51.987036 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:00:51.987036 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 17:00:51.987036 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:00:51.987036 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 17:00:51.987036 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:00:51.987036 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 17:00:51.987036 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:00:51.987036 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:00:51.987036 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:00:51.987036 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:00:51.987036 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:00:51.987036 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 17:00:51.987036 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:00:51.987036 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 17:00:51.987036 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:00:51.987036 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:00:51.987036 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:00:51.987036 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 17:00:51.987036 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:00:51.987036 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:00:51.987036 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:00:51.987036 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:00:51.987036 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:00:51.987036 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:00:51.987036 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:00:52.046583 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b2ab4b9d-7eed-4b96-8c5b-1224ebff4939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:52.052146 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b2ab4b9d-7eed-4b96-8c5b-1224ebff4939 admin admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:52.054023 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b2ab4b9d-7eed-4b96-8c5b-1224ebff4939 admin admin] 10.222.0.73 "DELETE /v2.0/networks/6b18c388-7be3-4432-b260-65413fb05d3c HTTP/1.1" status: 204 len: 168 time: 0.5052283 Jul 23 17:00:52.057079 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55062) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:52.064731 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab4b9d-7eed-4b96-8c5b-1224ebff4939 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b18c388-7be3-4432-b260-65413fb05d3c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:52.406619 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7978e0d0-3b0c-46a0-b86b-b60e6160a97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:52.844408 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c933615c-5641-4be5-b9de-4329cf704f8e no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:00:52.865787 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: c933615c-5641-4be5-b9de-4329cf704f8e {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:00:52.866126 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c933615c-5641-4be5-b9de-4329cf704f8e not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:00:52.866549 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 816e545a-15df-4614-adf8-5df1c49a5712 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:00:52.886555 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 816e545a-15df-4614-adf8-5df1c49a5712 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:00:52.886899 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 816e545a-15df-4614-adf8-5df1c49a5712 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:00:52.887328 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 447cef31-6586-4014-b78b-67a3c4258f32 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:00:52.906866 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 447cef31-6586-4014-b78b-67a3c4258f32 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:00:52.907215 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 447cef31-6586-4014-b78b-67a3c4258f32 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:00:53.037895 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-7978e0d0-3b0c-46a0-b86b-b60e6160a97d admin admin] Deleting port 3da58fca-1b59-49ab-bd59-95665941b2d6 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:00:53.038235 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7978e0d0-3b0c-46a0-b86b-b60e6160a97d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:53.116469 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-7978e0d0-3b0c-46a0-b86b-b60e6160a97d admin admin] For port 3da58fca-1b59-49ab-bd59-95665941b2d6, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3da58fca-1b59-49ab-bd59-95665941b2d6,segment=NetworkSegment(3bc4c08e-dad2-48cf-85db-b7825fad4c06),segment_id=3bc4c08e-dad2-48cf-85db-b7825fad4c06)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:53.116826 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7978e0d0-3b0c-46a0-b86b-b60e6160a97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:53.129300 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-7978e0d0-3b0c-46a0-b86b-b60e6160a97d admin admin] Calling delete_port for 3da58fca-1b59-49ab-bd59-95665941b2d6 owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:00:53.308074 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7978e0d0-3b0c-46a0-b86b-b60e6160a97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:53.333722 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978e0d0-3b0c-46a0-b86b-b60e6160a97d admin admin] Pushing event deleted for resources: {'Port': ['ID=3da58fca-1b59-49ab-bd59-95665941b2d6,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:53.511766 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7978e0d0-3b0c-46a0-b86b-b60e6160a97d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:53.728210 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7978e0d0-3b0c-46a0-b86b-b60e6160a97d admin admin] Router fbcc2e40-9187-4b38-96f9-31777d923e75 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:00:53.838502 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7978e0d0-3b0c-46a0-b86b-b60e6160a97d admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:00:53.843394 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7978e0d0-3b0c-46a0-b86b-b60e6160a97d admin admin] 10.222.0.73 "PUT /v2.0/routers/fbcc2e40-9187-4b38-96f9-31777d923e75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7852211 Jul 23 17:00:53.845940 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55066) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:53.849397 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cebb76-182d-486d-9dec-f6301f06d150 None None] Sync routers for ids ['fbcc2e40-9187-4b38-96f9-31777d923e75'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:00:53.858790 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cebb76-182d-486d-9dec-f6301f06d150 None None] Routers {'fbcc2e40-9187-4b38-96f9-31777d923e75'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:00:53.859513 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e1cebb76-182d-486d-9dec-f6301f06d150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:00:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['fbcc2e40-9187-4b38-96f9-31777d923e75'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:53.954426 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-506273e6-01ce-4b48-abbc-ccd1f6e126ca admin admin] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:54.065995 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-506273e6-01ce-4b48-abbc-ccd1f6e126ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:54.123261 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-506273e6-01ce-4b48-abbc-ccd1f6e126ca admin admin] Deleting port 4d1a0332-1023-4490-a4e1-c494a8353a90 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:00:54.123645 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-506273e6-01ce-4b48-abbc-ccd1f6e126ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:54.128747 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-e1cebb76-182d-486d-9dec-f6301f06d150 None None] Set router fbcc2e40-9187-4b38-96f9-31777d923e75 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:00:54.210861 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-506273e6-01ce-4b48-abbc-ccd1f6e126ca admin admin] For port 4d1a0332-1023-4490-a4e1-c494a8353a90, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=4d1a0332-1023-4490-a4e1-c494a8353a90,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:54.211228 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-506273e6-01ce-4b48-abbc-ccd1f6e126ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:54.222938 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-506273e6-01ce-4b48-abbc-ccd1f6e126ca admin admin] Calling delete_port for 4d1a0332-1023-4490-a4e1-c494a8353a90 owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:00:54.304657 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e1cebb76-182d-486d-9dec-f6301f06d150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcc2e40-9187-4b38-96f9-31777d923e75', 'name': 'tempest-TestServerMultinode-1018303212-router', 'tenant_id': '33bc296dd35a4184a43563695c97fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '4d1a0332-1023-4490-a4e1-c494a8353a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:20Z', 'updated_at': '2021-07-23T17:00:53Z', 'revision_number': 5, 'project_id': '33bc296dd35a4184a43563695c97fe41', 'gw_port': {'id': '4d1a0332-1023-4490-a4e1-c494a8353a90', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:58:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcc2e40-9187-4b38-96f9-31777d923e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:20Z', 'updated_at': '2021-07-23T17:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:54.334911 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cebb76-182d-486d-9dec-f6301f06d150 None None] Checking router: fbcc2e40-9187-4b38-96f9-31777d923e75 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:00:54.343147 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cebb76-182d-486d-9dec-f6301f06d150 None None] Routers {'fbcc2e40-9187-4b38-96f9-31777d923e75'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:00:54.343751 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e1cebb76-182d-486d-9dec-f6301f06d150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:00:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['fbcc2e40-9187-4b38-96f9-31777d923e75'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:54.401197 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-506273e6-01ce-4b48-abbc-ccd1f6e126ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:54.428600 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506273e6-01ce-4b48-abbc-ccd1f6e126ca admin admin] Pushing event deleted for resources: {'Port': ['ID=4d1a0332-1023-4490-a4e1-c494a8353a90,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:54.432193 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-e1cebb76-182d-486d-9dec-f6301f06d150 None None] Set router fbcc2e40-9187-4b38-96f9-31777d923e75 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:00:54.486339 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e1cebb76-182d-486d-9dec-f6301f06d150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcc2e40-9187-4b38-96f9-31777d923e75', 'name': 'tempest-TestServerMultinode-1018303212-router', 'tenant_id': '33bc296dd35a4184a43563695c97fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:20Z', 'updated_at': '2021-07-23T17:00:54Z', 'revision_number': 6, 'project_id': '33bc296dd35a4184a43563695c97fe41', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:54.492812 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-506273e6-01ce-4b48-abbc-ccd1f6e126ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:54.516207 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cebb76-182d-486d-9dec-f6301f06d150 None None] The sync data for ids ['fbcc2e40-9187-4b38-96f9-31777d923e75'] in n-d-778549-4 is: [{'id': 'fbcc2e40-9187-4b38-96f9-31777d923e75', 'name': 'tempest-TestServerMultinode-1018303212-router', 'tenant_id': '33bc296dd35a4184a43563695c97fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:20Z', 'updated_at': '2021-07-23T17:00:54Z', 'revision_number': 6, 'project_id': '33bc296dd35a4184a43563695c97fe41', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:00:54.592584 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-506273e6-01ce-4b48-abbc-ccd1f6e126ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:54.594659 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-506273e6-01ce-4b48-abbc-ccd1f6e126ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:54.639279 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-506273e6-01ce-4b48-abbc-ccd1f6e126ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:54.639958 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506273e6-01ce-4b48-abbc-ccd1f6e126ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbcc2e40-9187-4b38-96f9-31777d923e75 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:00:54.644728 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-506273e6-01ce-4b48-abbc-ccd1f6e126ca admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:54.646539 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-506273e6-01ce-4b48-abbc-ccd1f6e126ca admin admin] 10.222.0.73 "DELETE /v2.0/routers/fbcc2e40-9187-4b38-96f9-31777d923e75 HTTP/1.1" status: 204 len: 168 time: 0.7996743 Jul 23 17:00:54.649163 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55068) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:54.694540 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-6086801f-f7b1-482a-984e-767f42ab4c65 admin admin] Deleting subnet b7acfaf4-03fc-47b8-a844-b098de421a83 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:00:54.697706 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6086801f-f7b1-482a-984e-767f42ab4c65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:54.732777 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6086801f-f7b1-482a-984e-767f42ab4c65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:54.815767 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6086801f-f7b1-482a-984e-767f42ab4c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:54.883476 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6086801f-f7b1-482a-984e-767f42ab4c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:54.917034 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6086801f-f7b1-482a-984e-767f42ab4c65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:54.921830 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6086801f-f7b1-482a-984e-767f42ab4c65 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/b7acfaf4-03fc-47b8-a844-b098de421a83 HTTP/1.1" status: 204 len: 168 time: 0.2692013 Jul 23 17:00:54.921830 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086801f-f7b1-482a-984e-767f42ab4c65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7acfaf4-03fc-47b8-a844-b098de421a83,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:54.922273 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55070) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:54.924887 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04d0944-47b5-4217-928b-d2bc466b16f0 None None] Network 4223051a-3c49-414b-9fd5-a45849e6d191 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:00:55.001503 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fce98c64-ef3a-423f-902a-221b506c2b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:55.058291 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-fce98c64-ef3a-423f-902a-221b506c2b0d admin admin] Deleting port d820d65c-5ec3-47ba-8242-6c69ddf2e769 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:00:55.058613 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fce98c64-ef3a-423f-902a-221b506c2b0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:55.124612 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-fce98c64-ef3a-423f-902a-221b506c2b0d admin admin] For port d820d65c-5ec3-47ba-8242-6c69ddf2e769, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d820d65c-5ec3-47ba-8242-6c69ddf2e769,segment=NetworkSegment(3bc4c08e-dad2-48cf-85db-b7825fad4c06),segment_id=3bc4c08e-dad2-48cf-85db-b7825fad4c06)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:55.124894 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fce98c64-ef3a-423f-902a-221b506c2b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:55.142474 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-fce98c64-ef3a-423f-902a-221b506c2b0d admin admin] Calling delete_port for d820d65c-5ec3-47ba-8242-6c69ddf2e769 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:00:55.225664 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fce98c64-ef3a-423f-902a-221b506c2b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:55.252175 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce98c64-ef3a-423f-902a-221b506c2b0d admin admin] Pushing event deleted for resources: {'Port': ['ID=d820d65c-5ec3-47ba-8242-6c69ddf2e769,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:55.256884 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce98c64-ef3a-423f-902a-221b506c2b0d admin admin] No DVR routers for this DVR port d820d65c-5ec3-47ba-8242-6c69ddf2e769 on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:00:55.324021 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82057a0b-ac09-490e-95e1-6becee81728f None None] DHCP port deletion for 4223051a-3c49-414b-9fd5-a45849e6d191 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:00:55.327683 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3da58fca-1b59-49ab-bd59-95665941b2d6 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:00:55.347487 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fce98c64-ef3a-423f-902a-221b506c2b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:55.358013 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 3da58fca-1b59-49ab-bd59-95665941b2d6 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:00:55.358360 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3da58fca-1b59-49ab-bd59-95665941b2d6 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:00:55.360169 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-fce98c64-ef3a-423f-902a-221b506c2b0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4223051a-3c49-414b-9fd5-a45849e6d191']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:55.372948 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-fce98c64-ef3a-423f-902a-221b506c2b0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc4c08e-dad2-48cf-85db-b7825fad4c06') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:55.373259 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-fce98c64-ef3a-423f-902a-221b506c2b0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc4c08e-dad2-48cf-85db-b7825fad4c06') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:55.383456 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fce98c64-ef3a-423f-902a-221b506c2b0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:55.400036 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fce98c64-ef3a-423f-902a-221b506c2b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:55.407209 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce98c64-ef3a-423f-902a-221b506c2b0d admin admin] Releasing vlan 1115 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:00:55.407713 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fce98c64-ef3a-423f-902a-221b506c2b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:55.409735 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 17:00:55.409735 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:00:55.409735 n-d-778549-4 neutron-server[94012]: timer() Jul 23 17:00:55.409735 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:00:55.409735 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 17:00:55.409735 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:00:55.409735 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 17:00:55.409735 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:00:55.409735 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 17:00:55.409735 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:00:55.409735 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 17:00:55.409735 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:00:55.409735 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 17:00:55.409735 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:00:55.409735 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:00:55.409735 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:00:55.409735 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:00:55.409735 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:00:55.409735 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 17:00:55.409735 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:00:55.409735 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 17:00:55.409735 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:00:55.409735 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:00:55.409735 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:00:55.409735 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 17:00:55.409735 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:00:55.409735 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:00:55.409735 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:00:55.409735 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:00:55.409735 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:00:55.409735 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:00:55.409735 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:00:55.469818 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fce98c64-ef3a-423f-902a-221b506c2b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:55.476515 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fce98c64-ef3a-423f-902a-221b506c2b0d admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:55.481889 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fce98c64-ef3a-423f-902a-221b506c2b0d admin admin] 10.222.0.73 "DELETE /v2.0/networks/4223051a-3c49-414b-9fd5-a45849e6d191 HTTP/1.1" status: 204 len: 168 time: 0.5552504 Jul 23 17:00:55.494688 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce98c64-ef3a-423f-902a-221b506c2b0d admin admin] Pushing event deleted for resources: {'Network': ['ID=4223051a-3c49-414b-9fd5-a45849e6d191,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:55.647383 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55074) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:55.686608 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0563ddb7-40c6-4cc6-8d92-d5408b8dcf0c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7e43f070229441bab80adbcd3b9ae568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380504 Jul 23 17:00:55.689026 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55076) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:55.749990 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9a4bb63f-d09a-42a9-abcd-c77f6eee6ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:55.773736 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9a4bb63f-d09a-42a9-abcd-c77f6eee6ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:55.819758 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9a4bb63f-d09a-42a9-abcd-c77f6eee6ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:55.822261 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9a4bb63f-d09a-42a9-abcd-c77f6eee6ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:55.823434 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9a4bb63f-d09a-42a9-abcd-c77f6eee6ff2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/39d27abf-02e7-494c-a176-0a163a7fbf6f HTTP/1.1" status: 204 len: 168 time: 0.1334829 Jul 23 17:00:55.831371 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4bb63f-d09a-42a9-abcd-c77f6eee6ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d27abf-02e7-494c-a176-0a163a7fbf6f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:56.136727 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55082) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:56.176872 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a81c575b-bfcf-406d-a517-a6291a05a88b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=33bc296dd35a4184a43563695c97fe41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381448 Jul 23 17:00:56.179298 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55084) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:56.227807 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6722dfa8-2488-4401-ada6-8024e3939ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:56.252510 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6722dfa8-2488-4401-ada6-8024e3939ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:56.299203 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6722dfa8-2488-4401-ada6-8024e3939ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:56.302520 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6722dfa8-2488-4401-ada6-8024e3939ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:56.303935 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6722dfa8-2488-4401-ada6-8024e3939ba7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/68c1008a-1b89-4d6b-ba10-ab8ed055f4ec HTTP/1.1" status: 204 len: 168 time: 0.1236963 Jul 23 17:00:56.312067 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722dfa8-2488-4401-ada6-8024e3939ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c1008a-1b89-4d6b-ba10-ab8ed055f4ec,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:56.854686 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d820d65c-5ec3-47ba-8242-6c69ddf2e769 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:00:56.879534 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: d820d65c-5ec3-47ba-8242-6c69ddf2e769 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:00:56.880089 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d820d65c-5ec3-47ba-8242-6c69ddf2e769 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:00:56.880530 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 4d1a0332-1023-4490-a4e1-c494a8353a90 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:00:56.902855 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 4d1a0332-1023-4490-a4e1-c494a8353a90 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:00:56.903223 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 4d1a0332-1023-4490-a4e1-c494a8353a90 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:00:56.983134 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55106) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:57.095977 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ec3644cc-7e2b-4f44-836a-898ff161e054 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-827442555-network', 'tenant_id': 'c49d002027164a7cb9e09616ea8b1cee'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:00:57.122785 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3644cc-7e2b-4f44-836a-898ff161e054 admin admin] Made reservation on behalf of c49d002027164a7cb9e09616ea8b1cee for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:00:57.125226 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec3644cc-7e2b-4f44-836a-898ff161e054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:57.135263 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec3644cc-7e2b-4f44-836a-898ff161e054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:57.244015 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec3644cc-7e2b-4f44-836a-898ff161e054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:57.248527 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec3644cc-7e2b-4f44-836a-898ff161e054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:57.277702 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec3644cc-7e2b-4f44-836a-898ff161e054 admin admin] vlan segment allocate from pool success with {'vlan_id': 1138, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:00:57.284447 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3644cc-7e2b-4f44-836a-898ff161e054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b4bdac-cd22-4ab0-bdc5-f128ab42f073,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:57.291217 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec3644cc-7e2b-4f44-836a-898ff161e054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:57.291569 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-ec3644cc-7e2b-4f44-836a-898ff161e054 admin admin] Added segment 4d5b6415-51bd-4621-b2f1-b750fbeddfe8 of type vlan for network 0e792d8c-217c-4f80-9b0c-e13adc900796 Jul 23 17:00:57.339184 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec3644cc-7e2b-4f44-836a-898ff161e054 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:57.372653 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec3644cc-7e2b-4f44-836a-898ff161e054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:57.373669 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3644cc-7e2b-4f44-836a-898ff161e054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:57.374260 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec3644cc-7e2b-4f44-836a-898ff161e054 admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:57.412823 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ec3644cc-7e2b-4f44-836a-898ff161e054 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4285486 Jul 23 17:00:57.415698 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55110) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:57.454009 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-f3f3781d-5895-4e8a-a057-7d3e0bc49caa admin admin] Request body: {'subnet': {'network_id': '0e792d8c-217c-4f80-9b0c-e13adc900796', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-827442555-subnet', 'tenant_id': 'c49d002027164a7cb9e09616ea8b1cee', 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:00:57.459688 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3644cc-7e2b-4f44-836a-898ff161e054 admin admin] Pushing event updated for resources: {'Network': ['ID=0e792d8c-217c-4f80-9b0c-e13adc900796,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:57.474595 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 0e792d8c-217c-4f80-9b0c-e13adc900796 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:00:57.482222 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f3781d-5895-4e8a-a057-7d3e0bc49caa admin admin] Made reservation on behalf of c49d002027164a7cb9e09616ea8b1cee for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:00:57.484723 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3f3781d-5895-4e8a-a057-7d3e0bc49caa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:57.712283 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3f3781d-5895-4e8a-a057-7d3e0bc49caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:57.774656 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3781d-5895-4e8a-a057-7d3e0bc49caa admin admin] Pushing event updated for resources: {'Subnet': ['ID=e12cbc44-697a-405a-b377-cf7a40493198,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:57.786324 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f3781d-5895-4e8a-a057-7d3e0bc49caa admin admin] Checking segment: {'id': '4d5b6415-51bd-4621-b2f1-b750fbeddfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '0e792d8c-217c-4f80-9b0c-e13adc900796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:00:57.787618 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f3781d-5895-4e8a-a057-7d3e0bc49caa admin admin] Network hostable DHCP agents. Network: 0e792d8c-217c-4f80-9b0c-e13adc900796, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:00:57.804768 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f3781d-5895-4e8a-a057-7d3e0bc49caa admin admin] Network 0e792d8c-217c-4f80-9b0c-e13adc900796 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:00:57.814544 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-f3f3781d-5895-4e8a-a057-7d3e0bc49caa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 0e792d8c-217c-4f80-9b0c-e13adc900796) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:00:57.819060 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f3781d-5895-4e8a-a057-7d3e0bc49caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:57.819664 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3f3781d-5895-4e8a-a057-7d3e0bc49caa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:57.825032 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1d3438-bd9b-4f51-8fc6-b4b02ff4ee5f None None] Network 0e792d8c-217c-4f80-9b0c-e13adc900796 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:00:57.835912 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f3f3781d-5895-4e8a-a057-7d3e0bc49caa admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4191537 Jul 23 17:00:57.838586 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55112) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:57.843317 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-6be03341-e2f8-4ee3-a805-6f63e656614c admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-827442555-router', 'tenant_id': 'c49d002027164a7cb9e09616ea8b1cee', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:00:57.869143 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6be03341-e2f8-4ee3-a805-6f63e656614c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:57.870178 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6be03341-e2f8-4ee3-a805-6f63e656614c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:57.927450 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6be03341-e2f8-4ee3-a805-6f63e656614c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:57.979037 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9315f4bf-3b8c-4199-9b46-59469772b643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-0e792d8c-217c-4f80-9b0c-e13adc900796', 'network_id': '0e792d8c-217c-4f80-9b0c-e13adc900796', 'tenant_id': 'c49d002027164a7cb9e09616ea8b1cee', 'fixed_ips': [{'subnet_id': 'e12cbc44-697a-405a-b377-cf7a40493198'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:00:57.979915 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9315f4bf-3b8c-4199-9b46-59469772b643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:58.065871 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6be03341-e2f8-4ee3-a805-6f63e656614c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:58.114569 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-9315f4bf-3b8c-4199-9b46-59469772b643 None None] Allocated IP 172.20.0.2 (0e792d8c-217c-4f80-9b0c-e13adc900796/e12cbc44-697a-405a-b377-cf7a40493198/49e27d85-3c85-41e9-8fb3-b17ab7fa9de9) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:00:58.260349 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9315f4bf-3b8c-4199-9b46-59469772b643 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:58.268293 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-9315f4bf-3b8c-4199-9b46-59469772b643 None None] Transition to ACTIVE for port object 49e27d85-3c85-41e9-8fb3-b17ab7fa9de9 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:00:58.268846 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6be03341-e2f8-4ee3-a805-6f63e656614c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:58.283459 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-9315f4bf-3b8c-4199-9b46-59469772b643 None None] Transition to ACTIVE for port object 49e27d85-3c85-41e9-8fb3-b17ab7fa9de9 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:00:58.289485 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6be03341-e2f8-4ee3-a805-6f63e656614c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:58.289700 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9315f4bf-3b8c-4199-9b46-59469772b643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:58.327457 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9315f4bf-3b8c-4199-9b46-59469772b643 None None] Network 0e792d8c-217c-4f80-9b0c-e13adc900796 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:00:58.332253 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-9315f4bf-3b8c-4199-9b46-59469772b643 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:00:58.335864 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9315f4bf-3b8c-4199-9b46-59469772b643 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:00:58.343497 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315f4bf-3b8c-4199-9b46-59469772b643 None None] Pushing event updated for resources: {'Port': ['ID=49e27d85-3c85-41e9-8fb3-b17ab7fa9de9,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:58.402851 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-9315f4bf-3b8c-4199-9b46-59469772b643 None None] Attempting to bind port 49e27d85-3c85-41e9-8fb3-b17ab7fa9de9 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:00:58.403217 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-9315f4bf-3b8c-4199-9b46-59469772b643 None None] Attempting to bind port 49e27d85-3c85-41e9-8fb3-b17ab7fa9de9 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '4d5b6415-51bd-4621-b2f1-b750fbeddfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '0e792d8c-217c-4f80-9b0c-e13adc900796'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:00:58.403579 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9315f4bf-3b8c-4199-9b46-59469772b643 None None] Attempting to bind port 49e27d85-3c85-41e9-8fb3-b17ab7fa9de9 on network 0e792d8c-217c-4f80-9b0c-e13adc900796 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:00:58.406421 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-6be03341-e2f8-4ee3-a805-6f63e656614c admin admin] Allocated IP 172.25.8.230 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/0ab6afb9-90ef-475a-9ebb-23b0267aaaeb) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:00:58.408767 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9315f4bf-3b8c-4199-9b46-59469772b643 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:00:58.409205 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9315f4bf-3b8c-4199-9b46-59469772b643 None None] Checking segment: {'id': '4d5b6415-51bd-4621-b2f1-b750fbeddfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '0e792d8c-217c-4f80-9b0c-e13adc900796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:00:58.409644 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9315f4bf-3b8c-4199-9b46-59469772b643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:58.410048 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9315f4bf-3b8c-4199-9b46-59469772b643 None None] Bound using segment: {'id': '4d5b6415-51bd-4621-b2f1-b750fbeddfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '0e792d8c-217c-4f80-9b0c-e13adc900796'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:00:58.410503 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-9315f4bf-3b8c-4199-9b46-59469772b643 None None] Bound port: 49e27d85-3c85-41e9-8fb3-b17ab7fa9de9, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d5b6415-51bd-4621-b2f1-b750fbeddfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '0e792d8c-217c-4f80-9b0c-e13adc900796'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:00:58.411094 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9315f4bf-3b8c-4199-9b46-59469772b643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:58.474504 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-9315f4bf-3b8c-4199-9b46-59469772b643 None None] For port 49e27d85-3c85-41e9-8fb3-b17ab7fa9de9, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:00:58.477805 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-9315f4bf-3b8c-4199-9b46-59469772b643 None None] For port 49e27d85-3c85-41e9-8fb3-b17ab7fa9de9, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=49e27d85-3c85-41e9-8fb3-b17ab7fa9de9,segment=NetworkSegment(4d5b6415-51bd-4621-b2f1-b750fbeddfe8),segment_id=4d5b6415-51bd-4621-b2f1-b750fbeddfe8)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:00:58.482545 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9315f4bf-3b8c-4199-9b46-59469772b643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:58.510887 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6be03341-e2f8-4ee3-a805-6f63e656614c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:58.539207 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315f4bf-3b8c-4199-9b46-59469772b643 None None] Pushing event updated for resources: {'Port': ['ID=49e27d85-3c85-41e9-8fb3-b17ab7fa9de9,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:58.556096 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6be03341-e2f8-4ee3-a805-6f63e656614c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:58.595205 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be03341-e2f8-4ee3-a805-6f63e656614c admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:00:58.600967 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-6be03341-e2f8-4ee3-a805-6f63e656614c admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:00:58.603418 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be03341-e2f8-4ee3-a805-6f63e656614c admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:00:58.632898 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be03341-e2f8-4ee3-a805-6f63e656614c admin admin] Pushing event updated for resources: {'Port': ['ID=0ab6afb9-90ef-475a-9ebb-23b0267aaaeb,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:58.881947 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 49e27d85-3c85-41e9-8fb3-b17ab7fa9de9 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:00:58.900667 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6be03341-e2f8-4ee3-a805-6f63e656614c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:58.934475 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 49e27d85-3c85-41e9-8fb3-b17ab7fa9de9 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:00:59.093986 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6be03341-e2f8-4ee3-a805-6f63e656614c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:59.228402 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be03341-e2f8-4ee3-a805-6f63e656614c admin admin] Router e73eef98-7f96-4b3f-9ff4-c548fb461d30 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:00:59.343307 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be03341-e2f8-4ee3-a805-6f63e656614c admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:00:59.354312 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d8b331-76db-4fea-8ee7-20dd85b3bda6 None None] Sync routers for ids ['e73eef98-7f96-4b3f-9ff4-c548fb461d30'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:00:59.362232 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6be03341-e2f8-4ee3-a805-6f63e656614c admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:59.365860 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6be03341-e2f8-4ee3-a805-6f63e656614c admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.5237751 Jul 23 17:00:59.366060 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d8b331-76db-4fea-8ee7-20dd85b3bda6 None None] Routers {'e73eef98-7f96-4b3f-9ff4-c548fb461d30'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:00:59.366060 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-44d8b331-76db-4fea-8ee7-20dd85b3bda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:00:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['e73eef98-7f96-4b3f-9ff4-c548fb461d30'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:59.366286 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55114) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:59.467290 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6008d05-22f5-4258-9b7a-0a8019884131 None None] Network 0e792d8c-217c-4f80-9b0c-e13adc900796 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:00:59.483838 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-44d8b331-76db-4fea-8ee7-20dd85b3bda6 None None] Set router e73eef98-7f96-4b3f-9ff4-c548fb461d30 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:00:59.549041 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3bdf0817-f576-486a-b235-13c2972e9369 None None] Provisioning for port 49e27d85-3c85-41e9-8fb3-b17ab7fa9de9 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:00:59.561713 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3bdf0817-f576-486a-b235-13c2972e9369 None None] Provisioning complete for port 49e27d85-3c85-41e9-8fb3-b17ab7fa9de9 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:59.561713 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3bdf0817-f576-486a-b235-13c2972e9369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:59.678717 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-44d8b331-76db-4fea-8ee7-20dd85b3bda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73eef98-7f96-4b3f-9ff4-c548fb461d30', 'name': 'tempest-ImageQuotaTest-827442555-router', 'tenant_id': 'c49d002027164a7cb9e09616ea8b1cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '0ab6afb9-90ef-475a-9ebb-23b0267aaaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:57Z', 'updated_at': '2021-07-23T17:00:58Z', 'revision_number': 3, 'project_id': 'c49d002027164a7cb9e09616ea8b1cee', 'gw_port': {'id': '0ab6afb9-90ef-475a-9ebb-23b0267aaaeb', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73eef98-7f96-4b3f-9ff4-c548fb461d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:58Z', 'updated_at': '2021-07-23T17:00:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:59.705855 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d8b331-76db-4fea-8ee7-20dd85b3bda6 None None] Checking router: e73eef98-7f96-4b3f-9ff4-c548fb461d30 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:00:59.706097 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d8b331-76db-4fea-8ee7-20dd85b3bda6 None None] Updating router e73eef98-7f96-4b3f-9ff4-c548fb461d30 port 0ab6afb9-90ef-475a-9ebb-23b0267aaaeb binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:00:59.708949 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3bdf0817-f576-486a-b235-13c2972e9369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:59.750404 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-3bdf0817-f576-486a-b235-13c2972e9369 None None] For port 49e27d85-3c85-41e9-8fb3-b17ab7fa9de9, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=49e27d85-3c85-41e9-8fb3-b17ab7fa9de9,segment=NetworkSegment(4d5b6415-51bd-4621-b2f1-b750fbeddfe8),segment_id=4d5b6415-51bd-4621-b2f1-b750fbeddfe8)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:59.755826 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-44d8b331-76db-4fea-8ee7-20dd85b3bda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:59.760321 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3bdf0817-f576-486a-b235-13c2972e9369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:59.818123 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf0817-f576-486a-b235-13c2972e9369 None None] Pushing event updated for resources: {'Port': ['ID=49e27d85-3c85-41e9-8fb3-b17ab7fa9de9,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:59.991431 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c61eaa89-b040-47a3-a27d-aa293b34a014 None None] Provisioning complete for port 49e27d85-3c85-41e9-8fb3-b17ab7fa9de9 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:59.992281 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c61eaa89-b040-47a3-a27d-aa293b34a014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:00.036568 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-44d8b331-76db-4fea-8ee7-20dd85b3bda6 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:00.047087 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-44d8b331-76db-4fea-8ee7-20dd85b3bda6 None None] Transition to ACTIVE for port object 0ab6afb9-90ef-475a-9ebb-23b0267aaaeb will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:01:00.053771 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-44d8b331-76db-4fea-8ee7-20dd85b3bda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:00.106160 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c23f49-7aed-450c-bfe9-d22ac0d2d72b None None] Pushing event updated for resources: {'Port': ['ID=0ab6afb9-90ef-475a-9ebb-23b0267aaaeb,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:00.110655 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-44d8b331-76db-4fea-8ee7-20dd85b3bda6 None None] Attempting to bind port 0ab6afb9-90ef-475a-9ebb-23b0267aaaeb on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:01:00.111013 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-44d8b331-76db-4fea-8ee7-20dd85b3bda6 None None] Attempting to bind port 0ab6afb9-90ef-475a-9ebb-23b0267aaaeb by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:01:00.111370 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d8b331-76db-4fea-8ee7-20dd85b3bda6 None None] Attempting to bind port 0ab6afb9-90ef-475a-9ebb-23b0267aaaeb on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:01:00.116909 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d8b331-76db-4fea-8ee7-20dd85b3bda6 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:01:00.117308 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d8b331-76db-4fea-8ee7-20dd85b3bda6 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:01:00.117705 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-44d8b331-76db-4fea-8ee7-20dd85b3bda6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:00.118086 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d8b331-76db-4fea-8ee7-20dd85b3bda6 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:01:00.118545 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-44d8b331-76db-4fea-8ee7-20dd85b3bda6 None None] Bound port: 0ab6afb9-90ef-475a-9ebb-23b0267aaaeb, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:01:00.118918 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-44d8b331-76db-4fea-8ee7-20dd85b3bda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:00.172802 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-44d8b331-76db-4fea-8ee7-20dd85b3bda6 None None] For port 0ab6afb9-90ef-475a-9ebb-23b0267aaaeb, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:01:00.177199 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-44d8b331-76db-4fea-8ee7-20dd85b3bda6 None None] For port 0ab6afb9-90ef-475a-9ebb-23b0267aaaeb, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0ab6afb9-90ef-475a-9ebb-23b0267aaaeb,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:01:00.182005 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-44d8b331-76db-4fea-8ee7-20dd85b3bda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:00.217138 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d61d4a13-8c81-4393-b6e0-90199a34f1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:00.238591 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d8b331-76db-4fea-8ee7-20dd85b3bda6 None None] Routers {'e73eef98-7f96-4b3f-9ff4-c548fb461d30'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:01:00.240045 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-44d8b331-76db-4fea-8ee7-20dd85b3bda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:00:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['e73eef98-7f96-4b3f-9ff4-c548fb461d30'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:00.316478 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c23f49-7aed-450c-bfe9-d22ac0d2d72b None None] Pushing event updated for resources: {'Port': ['ID=0ab6afb9-90ef-475a-9ebb-23b0267aaaeb,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:00.361190 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-44d8b331-76db-4fea-8ee7-20dd85b3bda6 None None] Set router e73eef98-7f96-4b3f-9ff4-c548fb461d30 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:01:00.393068 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-d61d4a13-8c81-4393-b6e0-90199a34f1f5 admin admin] Allocated IP 172.20.0.1 (0e792d8c-217c-4f80-9b0c-e13adc900796/e12cbc44-697a-405a-b377-cf7a40493198/99c51047-48b8-4821-beb8-2f204fab23e1) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:01:00.507594 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d61d4a13-8c81-4393-b6e0-90199a34f1f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:00.521671 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-d61d4a13-8c81-4393-b6e0-90199a34f1f5 admin admin] Transition to ACTIVE for port object 99c51047-48b8-4821-beb8-2f204fab23e1 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:01:00.540877 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-44d8b331-76db-4fea-8ee7-20dd85b3bda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73eef98-7f96-4b3f-9ff4-c548fb461d30', 'name': 'tempest-ImageQuotaTest-827442555-router', 'tenant_id': 'c49d002027164a7cb9e09616ea8b1cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '0ab6afb9-90ef-475a-9ebb-23b0267aaaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:57Z', 'updated_at': '2021-07-23T17:00:58Z', 'revision_number': 3, 'project_id': 'c49d002027164a7cb9e09616ea8b1cee', 'gw_port': {'id': '0ab6afb9-90ef-475a-9ebb-23b0267aaaeb', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73eef98-7f96-4b3f-9ff4-c548fb461d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:58Z', 'updated_at': '2021-07-23T17:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:00.555960 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d61d4a13-8c81-4393-b6e0-90199a34f1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:00.567104 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d8b331-76db-4fea-8ee7-20dd85b3bda6 None None] The sync data for ids ['e73eef98-7f96-4b3f-9ff4-c548fb461d30'] in n-d-778549-4 is: [{'id': 'e73eef98-7f96-4b3f-9ff4-c548fb461d30', 'name': 'tempest-ImageQuotaTest-827442555-router', 'tenant_id': 'c49d002027164a7cb9e09616ea8b1cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '0ab6afb9-90ef-475a-9ebb-23b0267aaaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:57Z', 'updated_at': '2021-07-23T17:00:58Z', 'revision_number': 3, 'project_id': 'c49d002027164a7cb9e09616ea8b1cee', 'gw_port': {'id': '0ab6afb9-90ef-475a-9ebb-23b0267aaaeb', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73eef98-7f96-4b3f-9ff4-c548fb461d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:58Z', 'updated_at': '2021-07-23T17:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:01:00.597324 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61d4a13-8c81-4393-b6e0-90199a34f1f5 admin admin] Network 0e792d8c-217c-4f80-9b0c-e13adc900796 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:01:00.602853 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-d61d4a13-8c81-4393-b6e0-90199a34f1f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:01:00.606428 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61d4a13-8c81-4393-b6e0-90199a34f1f5 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:01:00.631698 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d4a13-8c81-4393-b6e0-90199a34f1f5 admin admin] Pushing event updated for resources: {'Port': ['ID=99c51047-48b8-4821-beb8-2f204fab23e1,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:00.655774 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d61d4a13-8c81-4393-b6e0-90199a34f1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:00.837288 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d61d4a13-8c81-4393-b6e0-90199a34f1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:00.909432 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a19c0a90-e8d3-469f-9056-89c10414832a None None] Provisioning for port 99c51047-48b8-4821-beb8-2f204fab23e1 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:01:00.919159 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a19c0a90-e8d3-469f-9056-89c10414832a None None] Provisioning complete for port 99c51047-48b8-4821-beb8-2f204fab23e1 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:01:00.919543 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a19c0a90-e8d3-469f-9056-89c10414832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:00.981884 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0ab6afb9-90ef-475a-9ebb-23b0267aaaeb up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:01:01.004971 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a19c0a90-e8d3-469f-9056-89c10414832a None None] Port 99c51047-48b8-4821-beb8-2f204fab23e1 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:01:01.032772 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 0ab6afb9-90ef-475a-9ebb-23b0267aaaeb completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:01:01.037208 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 0ab6afb9-90ef-475a-9ebb-23b0267aaaeb triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:01:01.037589 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:01.049228 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d61d4a13-8c81-4393-b6e0-90199a34f1f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:01.055862 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d61d4a13-8c81-4393-b6e0-90199a34f1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:01.121911 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:01.137018 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d61d4a13-8c81-4393-b6e0-90199a34f1f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:01.139862 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d4a13-8c81-4393-b6e0-90199a34f1f5 admin admin] Pushing event updated for resources: {'Port': ['ID=99c51047-48b8-4821-beb8-2f204fab23e1,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:01.144442 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 0ab6afb9-90ef-475a-9ebb-23b0267aaaeb, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0ab6afb9-90ef-475a-9ebb-23b0267aaaeb,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:01:01.150376 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:01.151210 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 49e27d85-3c85-41e9-8fb3-b17ab7fa9de9 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:01:01.228613 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=0ab6afb9-90ef-475a-9ebb-23b0267aaaeb,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:01.243572 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 49e27d85-3c85-41e9-8fb3-b17ab7fa9de9 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:01:01.244003 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:01.251206 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61d4a13-8c81-4393-b6e0-90199a34f1f5 admin admin] Network 0e792d8c-217c-4f80-9b0c-e13adc900796 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:01:01.252777 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-d61d4a13-8c81-4393-b6e0-90199a34f1f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:01:01.387899 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61d4a13-8c81-4393-b6e0-90199a34f1f5 admin admin] Router e73eef98-7f96-4b3f-9ff4-c548fb461d30 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:01:01.512055 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61d4a13-8c81-4393-b6e0-90199a34f1f5 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:01:01.521606 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d61d4a13-8c81-4393-b6e0-90199a34f1f5 admin admin] 10.222.0.73 "PUT /v2.0/routers/e73eef98-7f96-4b3f-9ff4-c548fb461d30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1533411 Jul 23 17:01:01.531457 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-457610c5-a081-4719-991c-8043eef30007 None None] Provisioning complete for port 99c51047-48b8-4821-beb8-2f204fab23e1 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:01:01.532062 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-457610c5-a081-4719-991c-8043eef30007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:01.569273 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-457610c5-a081-4719-991c-8043eef30007 None None] Port 99c51047-48b8-4821-beb8-2f204fab23e1 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:01:02.303323 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] Sync routers for ids ['e73eef98-7f96-4b3f-9ff4-c548fb461d30'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:01:02.312134 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] Routers {'e73eef98-7f96-4b3f-9ff4-c548fb461d30'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:01:02.312750 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:00:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['e73eef98-7f96-4b3f-9ff4-c548fb461d30'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:02.423132 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] Set router e73eef98-7f96-4b3f-9ff4-c548fb461d30 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:01:02.507610 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55134) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:02.629784 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73eef98-7f96-4b3f-9ff4-c548fb461d30', 'name': 'tempest-ImageQuotaTest-827442555-router', 'tenant_id': 'c49d002027164a7cb9e09616ea8b1cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '0ab6afb9-90ef-475a-9ebb-23b0267aaaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:57Z', 'updated_at': '2021-07-23T17:01:00Z', 'revision_number': 4, 'project_id': 'c49d002027164a7cb9e09616ea8b1cee', 'gw_port': {'id': '0ab6afb9-90ef-475a-9ebb-23b0267aaaeb', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73eef98-7f96-4b3f-9ff4-c548fb461d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:58Z', 'updated_at': '2021-07-23T17:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '99c51047-48b8-4821-beb8-2f204fab23e1', 'name': '', 'network_id': '0e792d8c-217c-4f80-9b0c-e13adc900796', 'tenant_id': 'c49d002027164a7cb9e09616ea8b1cee', 'mac_address': 'fa:16:3e:a4:8b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73eef98-7f96-4b3f-9ff4-c548fb461d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e12cbc44-697a-405a-b377-cf7a40493198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:00Z', 'updated_at': '2021-07-23T17:01:00Z', 'revision_number': 2, 'project_id': 'c49d002027164a7cb9e09616ea8b1cee', 'subnets': [{'id': 'e12cbc44-697a-405a-b377-cf7a40493198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:02.655901 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] Checking router: e73eef98-7f96-4b3f-9ff4-c548fb461d30 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:01:02.656298 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] Updating router e73eef98-7f96-4b3f-9ff4-c548fb461d30 port 99c51047-48b8-4821-beb8-2f204fab23e1 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:01:02.703734 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:02.705682 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-670f0d03-f050-402d-994c-015047402ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:02.862174 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0ab6afb9-90ef-475a-9ebb-23b0267aaaeb up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:01:02.888183 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7987091a-f942-42ae-849b-3cf680e7d680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:03.135007 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 0ab6afb9-90ef-475a-9ebb-23b0267aaaeb triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:01:03.135371 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:03.163461 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-7987091a-f942-42ae-849b-3cf680e7d680 admin admin] Deleting port 99c51047-48b8-4821-beb8-2f204fab23e1 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:01:03.164000 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7987091a-f942-42ae-849b-3cf680e7d680 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:03.264751 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:03.283062 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7987091a-f942-42ae-849b-3cf680e7d680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:03.292509 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] Transition to ACTIVE for port object 99c51047-48b8-4821-beb8-2f204fab23e1 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:01:03.295207 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-7987091a-f942-42ae-849b-3cf680e7d680 admin admin] Calling delete_port for 99c51047-48b8-4821-beb8-2f204fab23e1 owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:01:03.302783 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:03.383680 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6942d-f822-4f0a-9723-795ec1da51f6 None None] Pushing event updated for resources: {'Port': ['ID=99c51047-48b8-4821-beb8-2f204fab23e1,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:03.420966 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] Attempting to bind port 99c51047-48b8-4821-beb8-2f204fab23e1 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:01:03.421738 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] Attempting to bind port 99c51047-48b8-4821-beb8-2f204fab23e1 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '4d5b6415-51bd-4621-b2f1-b750fbeddfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '0e792d8c-217c-4f80-9b0c-e13adc900796'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:01:03.421898 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] Attempting to bind port 99c51047-48b8-4821-beb8-2f204fab23e1 on network 0e792d8c-217c-4f80-9b0c-e13adc900796 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:01:03.427617 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:01:03.428000 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] Checking segment: {'id': '4d5b6415-51bd-4621-b2f1-b750fbeddfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '0e792d8c-217c-4f80-9b0c-e13adc900796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:01:03.428731 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:03.428880 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] Bound using segment: {'id': '4d5b6415-51bd-4621-b2f1-b750fbeddfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '0e792d8c-217c-4f80-9b0c-e13adc900796'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:01:03.429362 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] Bound port: 99c51047-48b8-4821-beb8-2f204fab23e1, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d5b6415-51bd-4621-b2f1-b750fbeddfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '0e792d8c-217c-4f80-9b0c-e13adc900796'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:01:03.429750 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:03.493292 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7987091a-f942-42ae-849b-3cf680e7d680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:03.505793 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.api [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 17:01:03.506147 n-d-778549-4 neutron-server[94014]: DEBUG oslo_db.api [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 17:01:03.522373 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987091a-f942-42ae-849b-3cf680e7d680 admin admin] Pushing event deleted for resources: {'Port': ['ID=99c51047-48b8-4821-beb8-2f204fab23e1,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:03.594394 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0b824364-98f2-47b4-aedc-7b7eb283d8da None None] Could not find standard attr ID for object 99c51047-48b8-4821-beb8-2f204fab23e1. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 17:01:03.693651 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7987091a-f942-42ae-849b-3cf680e7d680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:03.912614 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7987091a-f942-42ae-849b-3cf680e7d680 admin admin] Router e73eef98-7f96-4b3f-9ff4-c548fb461d30 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:01:04.020548 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7987091a-f942-42ae-849b-3cf680e7d680 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:01:04.020818 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] Attempting to bind port 99c51047-48b8-4821-beb8-2f204fab23e1 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:01:04.021163 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] Attempting to bind port 99c51047-48b8-4821-beb8-2f204fab23e1 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '4d5b6415-51bd-4621-b2f1-b750fbeddfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '0e792d8c-217c-4f80-9b0c-e13adc900796'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:01:04.021538 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] Attempting to bind port 99c51047-48b8-4821-beb8-2f204fab23e1 on network 0e792d8c-217c-4f80-9b0c-e13adc900796 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:01:04.028175 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7987091a-f942-42ae-849b-3cf680e7d680 admin admin] 10.222.0.73 "PUT /v2.0/routers/e73eef98-7f96-4b3f-9ff4-c548fb461d30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5170188 Jul 23 17:01:04.028350 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:01:04.028350 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] Checking segment: {'id': '4d5b6415-51bd-4621-b2f1-b750fbeddfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '0e792d8c-217c-4f80-9b0c-e13adc900796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:01:04.028350 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:04.028350 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] Bound using segment: {'id': '4d5b6415-51bd-4621-b2f1-b750fbeddfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '0e792d8c-217c-4f80-9b0c-e13adc900796'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:01:04.028755 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55136) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:04.028858 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] Bound port: 99c51047-48b8-4821-beb8-2f204fab23e1, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d5b6415-51bd-4621-b2f1-b750fbeddfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '0e792d8c-217c-4f80-9b0c-e13adc900796'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:01:04.028858 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:04.061707 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] Port 99c51047-48b8-4821-beb8-2f204fab23e1 has been deleted concurrently {{(pid=94014) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 23 17:01:04.070977 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] Routers {'e73eef98-7f96-4b3f-9ff4-c548fb461d30'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:01:04.071590 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:00:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['e73eef98-7f96-4b3f-9ff4-c548fb461d30'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:04.133407 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d79d314-2083-4af0-857c-cbb0b5192388 admin admin] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:04.173759 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] Set router e73eef98-7f96-4b3f-9ff4-c548fb461d30 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:01:04.237776 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d79d314-2083-4af0-857c-cbb0b5192388 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:04.291188 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-3d79d314-2083-4af0-857c-cbb0b5192388 admin admin] Deleting port 0ab6afb9-90ef-475a-9ebb-23b0267aaaeb {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:01:04.291550 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d79d314-2083-4af0-857c-cbb0b5192388 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:04.356893 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73eef98-7f96-4b3f-9ff4-c548fb461d30', 'name': 'tempest-ImageQuotaTest-827442555-router', 'tenant_id': 'c49d002027164a7cb9e09616ea8b1cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '0ab6afb9-90ef-475a-9ebb-23b0267aaaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:57Z', 'updated_at': '2021-07-23T17:01:03Z', 'revision_number': 5, 'project_id': 'c49d002027164a7cb9e09616ea8b1cee', 'gw_port': {'id': '0ab6afb9-90ef-475a-9ebb-23b0267aaaeb', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73eef98-7f96-4b3f-9ff4-c548fb461d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:58Z', 'updated_at': '2021-07-23T17:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:04.374790 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-3d79d314-2083-4af0-857c-cbb0b5192388 admin admin] For port 0ab6afb9-90ef-475a-9ebb-23b0267aaaeb, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0ab6afb9-90ef-475a-9ebb-23b0267aaaeb,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:01:04.375173 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d79d314-2083-4af0-857c-cbb0b5192388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:04.383396 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6e5f55-b0cc-4239-b41e-4cd9b72afafa None None] The sync data for ids ['e73eef98-7f96-4b3f-9ff4-c548fb461d30'] in n-d-778549-4 is: [{'id': 'e73eef98-7f96-4b3f-9ff4-c548fb461d30', 'name': 'tempest-ImageQuotaTest-827442555-router', 'tenant_id': 'c49d002027164a7cb9e09616ea8b1cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '0ab6afb9-90ef-475a-9ebb-23b0267aaaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:57Z', 'updated_at': '2021-07-23T17:01:03Z', 'revision_number': 5, 'project_id': 'c49d002027164a7cb9e09616ea8b1cee', 'gw_port': {'id': '0ab6afb9-90ef-475a-9ebb-23b0267aaaeb', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73eef98-7f96-4b3f-9ff4-c548fb461d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:58Z', 'updated_at': '2021-07-23T17:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:01:04.391972 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-3d79d314-2083-4af0-857c-cbb0b5192388 admin admin] Calling delete_port for 0ab6afb9-90ef-475a-9ebb-23b0267aaaeb owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:01:04.560030 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d79d314-2083-4af0-857c-cbb0b5192388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:04.596182 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79d314-2083-4af0-857c-cbb0b5192388 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ab6afb9-90ef-475a-9ebb-23b0267aaaeb,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:04.660064 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d79d314-2083-4af0-857c-cbb0b5192388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:04.763817 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d79d314-2083-4af0-857c-cbb0b5192388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:04.766021 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d79d314-2083-4af0-857c-cbb0b5192388 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:04.812295 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d79d314-2083-4af0-857c-cbb0b5192388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:04.812745 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d79d314-2083-4af0-857c-cbb0b5192388 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e73eef98-7f96-4b3f-9ff4-c548fb461d30 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:01:04.819728 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d79d314-2083-4af0-857c-cbb0b5192388 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:04.821348 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3d79d314-2083-4af0-857c-cbb0b5192388 admin admin] 10.222.0.73 "DELETE /v2.0/routers/e73eef98-7f96-4b3f-9ff4-c548fb461d30 HTTP/1.1" status: 204 len: 168 time: 0.7917216 Jul 23 17:01:04.823713 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55138) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:04.876908 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a61ad1-18e5-467b-b8f1-d109e2815fd1 admin admin] Deleting subnet e12cbc44-697a-405a-b377-cf7a40493198 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:01:04.880570 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-11a61ad1-18e5-467b-b8f1-d109e2815fd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:04.916991 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-11a61ad1-18e5-467b-b8f1-d109e2815fd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:04.999992 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-11a61ad1-18e5-467b-b8f1-d109e2815fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:05.034896 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be92cc87-d691-444b-9570-aaee7c5409d2 None None] Sync routers for ids ['e73eef98-7f96-4b3f-9ff4-c548fb461d30'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:01:05.045125 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be92cc87-d691-444b-9570-aaee7c5409d2 None None] Routers set() bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:01:05.045635 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be92cc87-d691-444b-9570-aaee7c5409d2 None None] Router IDs set() for agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 17:01:05.046119 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_agentschedulers_db [None req-be92cc87-d691-444b-9570-aaee7c5409d2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e73eef98-7f96-4b3f-9ff4-c548fb461d30'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:00:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent'). {{(pid=94015) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 17:01:05.055522 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be92cc87-d691-444b-9570-aaee7c5409d2 None None] Routers set() bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:01:05.056225 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be92cc87-d691-444b-9570-aaee7c5409d2 None None] Router IDs set() for agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 17:01:05.056927 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_agentschedulers_db [None req-be92cc87-d691-444b-9570-aaee7c5409d2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e73eef98-7f96-4b3f-9ff4-c548fb461d30'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:00:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent'). {{(pid=94015) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 17:01:05.057435 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be92cc87-d691-444b-9570-aaee7c5409d2 None None] The sync data for ids ['e73eef98-7f96-4b3f-9ff4-c548fb461d30'] in n-d-778549-4 is: [] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:01:05.060167 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-11a61ad1-18e5-467b-b8f1-d109e2815fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:05.164243 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:05.429510 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-26ec5ee3-61b9-47c9-8202-d6e07da1f0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:05.462719 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a61ad1-18e5-467b-b8f1-d109e2815fd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e12cbc44-697a-405a-b377-cf7a40493198,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:05.468337 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-11a61ad1-18e5-467b-b8f1-d109e2815fd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:05.470468 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-11a61ad1-18e5-467b-b8f1-d109e2815fd1 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e12cbc44-697a-405a-b377-cf7a40493198 HTTP/1.1" status: 204 len: 168 time: 0.6456580 Jul 23 17:01:05.472898 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55140) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:05.474113 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e416f1db-b936-44a1-b5fc-e31b618a0ac3 None None] Network 0e792d8c-217c-4f80-9b0c-e13adc900796 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:01:05.545268 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:05.552734 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-95a943f8-b3fc-4cf1-b2da-6a30c7a8d909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:05.616255 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-95a943f8-b3fc-4cf1-b2da-6a30c7a8d909 admin admin] Deleting port 49e27d85-3c85-41e9-8fb3-b17ab7fa9de9 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:01:05.616873 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-95a943f8-b3fc-4cf1-b2da-6a30c7a8d909 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:05.680540 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff69d06-bba8-4853-be25-84507e4dfebd None None] DHCP port deletion for 0e792d8c-217c-4f80-9b0c-e13adc900796 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:01:05.687457 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-95a943f8-b3fc-4cf1-b2da-6a30c7a8d909 admin admin] For port 49e27d85-3c85-41e9-8fb3-b17ab7fa9de9, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=49e27d85-3c85-41e9-8fb3-b17ab7fa9de9,segment=NetworkSegment(4d5b6415-51bd-4621-b2f1-b750fbeddfe8),segment_id=4d5b6415-51bd-4621-b2f1-b750fbeddfe8)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:01:05.687844 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-95a943f8-b3fc-4cf1-b2da-6a30c7a8d909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:05.700797 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-95a943f8-b3fc-4cf1-b2da-6a30c7a8d909 admin admin] Calling delete_port for 49e27d85-3c85-41e9-8fb3-b17ab7fa9de9 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:01:05.729854 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-6ff69d06-bba8-4853-be25-84507e4dfebd None None] Deleting port 49e27d85-3c85-41e9-8fb3-b17ab7fa9de9 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:01:05.730328 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6ff69d06-bba8-4853-be25-84507e4dfebd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:05.782511 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-95a943f8-b3fc-4cf1-b2da-6a30c7a8d909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:05.797405 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-6ff69d06-bba8-4853-be25-84507e4dfebd None None] For port 49e27d85-3c85-41e9-8fb3-b17ab7fa9de9, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=49e27d85-3c85-41e9-8fb3-b17ab7fa9de9,segment=NetworkSegment(4d5b6415-51bd-4621-b2f1-b750fbeddfe8),segment_id=4d5b6415-51bd-4621-b2f1-b750fbeddfe8)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:01:05.797798 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6ff69d06-bba8-4853-be25-84507e4dfebd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:05.808830 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a943f8-b3fc-4cf1-b2da-6a30c7a8d909 admin admin] Pushing event deleted for resources: {'Port': ['ID=49e27d85-3c85-41e9-8fb3-b17ab7fa9de9,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:05.810715 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-6ff69d06-bba8-4853-be25-84507e4dfebd None None] Calling delete_port for 49e27d85-3c85-41e9-8fb3-b17ab7fa9de9 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:01:05.812433 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a943f8-b3fc-4cf1-b2da-6a30c7a8d909 admin admin] No DVR routers for this DVR port 49e27d85-3c85-41e9-8fb3-b17ab7fa9de9 on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:01:05.887991 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-95a943f8-b3fc-4cf1-b2da-6a30c7a8d909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:05.893750 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6ff69d06-bba8-4853-be25-84507e4dfebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:05.898885 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-95a943f8-b3fc-4cf1-b2da-6a30c7a8d909 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e792d8c-217c-4f80-9b0c-e13adc900796']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:05.910505 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-95a943f8-b3fc-4cf1-b2da-6a30c7a8d909 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d5b6415-51bd-4621-b2f1-b750fbeddfe8') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:05.911370 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-95a943f8-b3fc-4cf1-b2da-6a30c7a8d909 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d5b6415-51bd-4621-b2f1-b750fbeddfe8') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:05.919877 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff69d06-bba8-4853-be25-84507e4dfebd None None] Pushing event deleted for resources: {'Port': ['ID=49e27d85-3c85-41e9-8fb3-b17ab7fa9de9,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:05.920784 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-95a943f8-b3fc-4cf1-b2da-6a30c7a8d909 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:05.923374 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff69d06-bba8-4853-be25-84507e4dfebd None None] No DVR routers for this DVR port 49e27d85-3c85-41e9-8fb3-b17ab7fa9de9 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:01:05.936351 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-95a943f8-b3fc-4cf1-b2da-6a30c7a8d909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:05.948451 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a943f8-b3fc-4cf1-b2da-6a30c7a8d909 admin admin] Releasing vlan 1138 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:01:05.948907 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-95a943f8-b3fc-4cf1-b2da-6a30c7a8d909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: items = [ Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: timer() Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:01:05.950762 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:01:06.005793 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-95a943f8-b3fc-4cf1-b2da-6a30c7a8d909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:06.010605 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-95a943f8-b3fc-4cf1-b2da-6a30c7a8d909 admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:06.012480 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-95a943f8-b3fc-4cf1-b2da-6a30c7a8d909 admin admin] 10.222.0.73 "DELETE /v2.0/networks/0e792d8c-217c-4f80-9b0c-e13adc900796 HTTP/1.1" status: 204 len: 168 time: 0.5380034 Jul 23 17:01:06.025742 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a943f8-b3fc-4cf1-b2da-6a30c7a8d909 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e792d8c-217c-4f80-9b0c-e13adc900796,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:06.122553 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55144) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:06.163670 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6c122826-0c3b-4697-a368-4f02bb9abab5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c49d002027164a7cb9e09616ea8b1cee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399172 Jul 23 17:01:06.166176 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55146) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:06.219774 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f8ee90ad-f302-46a3-8e73-2c637075d71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:06.251043 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f8ee90ad-f302-46a3-8e73-2c637075d71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:06.299377 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f8ee90ad-f302-46a3-8e73-2c637075d71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:06.302910 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f8ee90ad-f302-46a3-8e73-2c637075d71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:06.306788 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f8ee90ad-f302-46a3-8e73-2c637075d71d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/69b4bdac-cd22-4ab0-bdc5-f128ab42f073 HTTP/1.1" status: 204 len: 168 time: 0.1369836 Jul 23 17:01:06.312765 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee90ad-f302-46a3-8e73-2c637075d71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b4bdac-cd22-4ab0-bdc5-f128ab42f073,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:06.633260 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55152) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:06.647619 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b8938925-8b00-4204-ada6-d37be8372188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:06.652673 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:06.737828 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b8938925-8b00-4204-ada6-d37be8372188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:06.743764 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b8938925-8b00-4204-ada6-d37be8372188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:06.780820 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8938925-8b00-4204-ada6-d37be8372188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504971c2-3f79-4979-9660-e97e7c77f83f,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:06.785228 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b8938925-8b00-4204-ada6-d37be8372188 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1508782 Jul 23 17:01:06.788502 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55154) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:06.839335 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0857e8a-d408-409e-ba35-eb1383274a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:06.852454 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0ab6afb9-90ef-475a-9ebb-23b0267aaaeb no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:01:06.864885 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0857e8a-d408-409e-ba35-eb1383274a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:06.872115 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 0ab6afb9-90ef-475a-9ebb-23b0267aaaeb {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:01:06.872532 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0ab6afb9-90ef-475a-9ebb-23b0267aaaeb not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:01:06.872962 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 49e27d85-3c85-41e9-8fb3-b17ab7fa9de9 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:01:06.891508 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 49e27d85-3c85-41e9-8fb3-b17ab7fa9de9 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:01:06.891848 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 49e27d85-3c85-41e9-8fb3-b17ab7fa9de9 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:01:06.913514 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0857e8a-d408-409e-ba35-eb1383274a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:06.916080 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0857e8a-d408-409e-ba35-eb1383274a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:06.917710 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b0857e8a-d408-409e-ba35-eb1383274a0f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/504971c2-3f79-4979-9660-e97e7c77f83f HTTP/1.1" status: 204 len: 168 time: 0.1282558 Jul 23 17:01:06.926247 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0857e8a-d408-409e-ba35-eb1383274a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504971c2-3f79-4979-9660-e97e7c77f83f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:07.695627 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:08.690063 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:17.631626 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-ab9bdc87-0b8a-46e9-beb1-f368bb56fa54 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=3eea9b4797494edcb8991aa7fc8f2698&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239754 Jul 23 17:01:17.741643 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-f2bd64f8-3b7a-409c-adf1-698a34b2bcba tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:17.743227 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-f2bd64f8-3b7a-409c-adf1-698a34b2bcba tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1063142 Jul 23 17:01:17.760426 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-60d8abe7-6f67-4a91-b6d3-68d88e13a643 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] 10.222.0.73 "GET /v2.0/quotas/3eea9b4797494edcb8991aa7fc8f2698 HTTP/1.1" status: 200 len: 375 time: 0.0113037 Jul 23 17:01:17.801883 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-1a3d085f-446a-4b8c-90e4-d8510853beae tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3eea9b4797494edcb8991aa7fc8f2698&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353518 Jul 23 17:01:17.996106 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c54f47c-5f0a-4db7-8d39-cd8ccd12d70a req-7cb71aec-d79b-4932-973e-8e6df5fb04aa tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc67a079-0acc-413c-90fa-598e5ef7dcb7 HTTP/1.1" status: 200 len: 210 time: 0.0366330 Jul 23 17:01:18.171354 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:01:19.068241 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-70f96aae-4244-4464-88a0-3e301000f569 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=3eea9b4797494edcb8991aa7fc8f2698&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327120 Jul 23 17:01:19.140595 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-707dea12-37b6-4272-b9b5-9f094104ba2a req-67053f04-9396-4599-ae1e-d9b957f80478 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc67a079-0acc-413c-90fa-598e5ef7dcb7 HTTP/1.1" status: 200 len: 210 time: 0.0550826 Jul 23 17:01:19.232387 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-09ede9c5-10c1-49c7-b414-e3453a8aa5f2 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:19.235093 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-09ede9c5-10c1-49c7-b414-e3453a8aa5f2 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1623578 Jul 23 17:01:19.249317 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-36841835-f4c0-426f-a482-c3124b311bf1 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Request body: {'port': {'device_id': 'dc67a079-0acc-413c-90fa-598e5ef7dcb7', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'admin_state_up': True, 'tenant_id': '3eea9b4797494edcb8991aa7fc8f2698'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:01:19.385147 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-36841835-f4c0-426f-a482-c3124b311bf1 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Made reservation on behalf of 3eea9b4797494edcb8991aa7fc8f2698 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:01:19.388918 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-36841835-f4c0-426f-a482-c3124b311bf1 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:19.405082 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-36841835-f4c0-426f-a482-c3124b311bf1 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:19.511624 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-36841835-f4c0-426f-a482-c3124b311bf1 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:19.515992 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-36841835-f4c0-426f-a482-c3124b311bf1 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:19.583829 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36841835-f4c0-426f-a482-c3124b311bf1 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75c2cb54-8f54-4715-9ba4-776cbbaf5c34,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:19.662695 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-36841835-f4c0-426f-a482-c3124b311bf1 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Allocated IP 192.168.233.148 (eb3bf372-6ffe-4c33-8777-29948d4b4373/3812e6e5-38ac-4c93-85ce-3dab2cef76c9/d29f2d2c-efe6-4a57-88c7-2f084669a669) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:01:19.845732 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-36841835-f4c0-426f-a482-c3124b311bf1 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:19.863084 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-36841835-f4c0-426f-a482-c3124b311bf1 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Transition to ACTIVE for port object d29f2d2c-efe6-4a57-88c7-2f084669a669 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:01:19.898815 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-36841835-f4c0-426f-a482-c3124b311bf1 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:19.951351 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-36841835-f4c0-426f-a482-c3124b311bf1 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Network eb3bf372-6ffe-4c33-8777-29948d4b4373 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:01:19.954835 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-36841835-f4c0-426f-a482-c3124b311bf1 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:01:19.960935 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-36841835-f4c0-426f-a482-c3124b311bf1 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:01:19.963713 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36841835-f4c0-426f-a482-c3124b311bf1 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Pushing event updated for resources: {'Port': ['ID=d29f2d2c-efe6-4a57-88c7-2f084669a669,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:20.022922 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-36841835-f4c0-426f-a482-c3124b311bf1 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:20.023624 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-36841835-f4c0-426f-a482-c3124b311bf1 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:20.040488 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-36841835-f4c0-426f-a482-c3124b311bf1 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7963076 Jul 23 17:01:20.053680 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-dd3010d7-75f5-4139-9387-6c6b33cde96a service neutron] Request body: {'port': {'device_id': 'dc67a079-0acc-413c-90fa-598e5ef7dcb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:01:20.140446 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-dd3010d7-75f5-4139-9387-6c6b33cde96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:20.231735 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-bd30f565-f947-48d6-84c4-3cd14cb1eb99 None None] Provisioning for port d29f2d2c-efe6-4a57-88c7-2f084669a669 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:01:20.236754 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-bd30f565-f947-48d6-84c4-3cd14cb1eb99 None None] Provisioning complete for port d29f2d2c-efe6-4a57-88c7-2f084669a669 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:01:20.237176 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bd30f565-f947-48d6-84c4-3cd14cb1eb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:20.273628 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-bd30f565-f947-48d6-84c4-3cd14cb1eb99 None None] Port d29f2d2c-efe6-4a57-88c7-2f084669a669 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:01:20.384135 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7543f-33d0-4202-a0c0-33bcbe1f41b6 req-e802fdf4-32cb-4016-b2e7-53ed6dd0343d tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:20.385670 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0ac7543f-33d0-4202-a0c0-33bcbe1f41b6 req-e802fdf4-32cb-4016-b2e7-53ed6dd0343d tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc67a079-0acc-413c-90fa-598e5ef7dcb7 HTTP/1.1" status: 200 len: 936 time: 0.1335359 Jul 23 17:01:20.455130 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0ac7543f-33d0-4202-a0c0-33bcbe1f41b6 req-fc7d2f1c-0f82-431b-8477-303c7ef8bbfb tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] 10.222.0.73 "GET /v2.0/security-groups?id=75c2cb54-8f54-4715-9ba4-776cbbaf5c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633850 Jul 23 17:01:20.499384 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-dd3010d7-75f5-4139-9387-6c6b33cde96a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d29f2d2c-efe6-4a57-88c7-2f084669a669 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:01:20.508048 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-dd3010d7-75f5-4139-9387-6c6b33cde96a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:20.521207 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-dd3010d7-75f5-4139-9387-6c6b33cde96a service neutron] Transition to ACTIVE for port object d29f2d2c-efe6-4a57-88c7-2f084669a669 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:01:20.525297 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-dd3010d7-75f5-4139-9387-6c6b33cde96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:20.580508 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3010d7-75f5-4139-9387-6c6b33cde96a service neutron] Pushing event updated for resources: {'Port': ['ID=d29f2d2c-efe6-4a57-88c7-2f084669a669,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:20.656455 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-dd3010d7-75f5-4139-9387-6c6b33cde96a service neutron] Attempting to bind port d29f2d2c-efe6-4a57-88c7-2f084669a669 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:01:20.656797 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-dd3010d7-75f5-4139-9387-6c6b33cde96a service neutron] Attempting to bind port d29f2d2c-efe6-4a57-88c7-2f084669a669 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:01:20.657163 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-dd3010d7-75f5-4139-9387-6c6b33cde96a service neutron] Attempting to bind port d29f2d2c-efe6-4a57-88c7-2f084669a669 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:01:20.662912 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-dd3010d7-75f5-4139-9387-6c6b33cde96a service neutron] Port d29f2d2c-efe6-4a57-88c7-2f084669a669 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:01:20.663241 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-dd3010d7-75f5-4139-9387-6c6b33cde96a service neutron] Attempting to bind port d29f2d2c-efe6-4a57-88c7-2f084669a669 on network eb3bf372-6ffe-4c33-8777-29948d4b4373 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:01:20.668799 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-dd3010d7-75f5-4139-9387-6c6b33cde96a service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:01:20.669183 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-dd3010d7-75f5-4139-9387-6c6b33cde96a service neutron] Checking segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:01:20.669770 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-dd3010d7-75f5-4139-9387-6c6b33cde96a service neutron] Bound using segment: {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:01:20.670281 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-dd3010d7-75f5-4139-9387-6c6b33cde96a service neutron] Bound port: d29f2d2c-efe6-4a57-88c7-2f084669a669, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d9fc55-6068-4b07-b122-cd9f58b8556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:01:20.670654 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-dd3010d7-75f5-4139-9387-6c6b33cde96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:20.740411 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-dd3010d7-75f5-4139-9387-6c6b33cde96a service neutron] For port d29f2d2c-efe6-4a57-88c7-2f084669a669, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:01:20.743853 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-dd3010d7-75f5-4139-9387-6c6b33cde96a service neutron] For port d29f2d2c-efe6-4a57-88c7-2f084669a669, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d29f2d2c-efe6-4a57-88c7-2f084669a669,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:01:20.748320 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-dd3010d7-75f5-4139-9387-6c6b33cde96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:20.786812 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-dd3010d7-75f5-4139-9387-6c6b33cde96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:20.787441 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-dd3010d7-75f5-4139-9387-6c6b33cde96a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:20.788874 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-dd3010d7-75f5-4139-9387-6c6b33cde96a service neutron] 10.222.0.97 "PUT /v2.0/ports/d29f2d2c-efe6-4a57-88c7-2f084669a669 HTTP/1.1" status: 200 len: 1096 time: 0.7411709 Jul 23 17:01:20.789354 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc67a079-0acc-413c-90fa-598e5ef7dcb7', 'tag': 'd29f2d2c-efe6-4a57-88c7-2f084669a669'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:01:20.791672 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76098d21-b16c-46c1-b575-757788314f40" -d '{"events": [{"name": "network-changed", "server_uuid": "dc67a079-0acc-413c-90fa-598e5ef7dcb7", "tag": "d29f2d2c-efe6-4a57-88c7-2f084669a669"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:01:20.815923 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3010d7-75f5-4139-9387-6c6b33cde96a service neutron] Pushing event updated for resources: {'Port': ['ID=d29f2d2c-efe6-4a57-88c7-2f084669a669,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:20.866438 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd8c869-79f5-4725-a50c-d793f36c11e0 x-openstack-request-id: req-efd8c869-79f5-4725-a50c-d793f36c11e0 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:01:20.866778 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc67a079-0acc-413c-90fa-598e5ef7dcb7", "tag": "d29f2d2c-efe6-4a57-88c7-2f084669a669", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:01:20.866970 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-efd8c869-79f5-4725-a50c-d793f36c11e0 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:01:20.867366 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc67a079-0acc-413c-90fa-598e5ef7dcb7', 'tag': 'd29f2d2c-efe6-4a57-88c7-2f084669a669', 'status': 'completed', 'code': 200} Jul 23 17:01:20.894622 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-4561be9a-9128-494d-905f-a884057c2495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:20.896753 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-4561be9a-9128-494d-905f-a884057c2495 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3eea9b4797494edcb8991aa7fc8f2698&device_id=dc67a079-0acc-413c-90fa-598e5ef7dcb7 HTTP/1.1" status: 200 len: 1099 time: 0.0661116 Jul 23 17:01:20.941142 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-0ffdb1d9-7683-4b57-965d-dfcc118e15a4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=d29f2d2c-efe6-4a57-88c7-2f084669a669 HTTP/1.1" status: 200 len: 217 time: 0.0366237 Jul 23 17:01:20.992960 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-f030f5d7-cea6-4c9c-858e-2077c32357db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:20.994735 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-f030f5d7-cea6-4c9c-858e-2077c32357db service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0470273 Jul 23 17:01:21.053582 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-24bb1b3f-c575-47ff-971a-fa26762c15d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:21.055123 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-24bb1b3f-c575-47ff-971a-fa26762c15d6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0543897 Jul 23 17:01:21.148522 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-46f3f54b-f53f-4b99-91a3-b45aeee8be93 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871663 Jul 23 17:01:21.242412 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bea7348b-183d-44e8-95fe-64a5ceb60cec req-93409969-6313-45a2-a351-329d0f93c53d service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876372 Jul 23 17:01:21.339542 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76098d21-b16c-46c1-b575-757788314f40 req-7cbc04e9-97b0-47c7-b2fe-e048bdf66563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:21.341122 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-76098d21-b16c-46c1-b575-757788314f40 req-7cbc04e9-97b0-47c7-b2fe-e048bdf66563 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3eea9b4797494edcb8991aa7fc8f2698&device_id=dc67a079-0acc-413c-90fa-598e5ef7dcb7 HTTP/1.1" status: 200 len: 1099 time: 0.0563705 Jul 23 17:01:21.434410 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76098d21-b16c-46c1-b575-757788314f40 req-b5660d9e-8010-4ad6-99db-cb49055f87ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:21.435882 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-76098d21-b16c-46c1-b575-757788314f40 req-b5660d9e-8010-4ad6-99db-cb49055f87ad service neutron] 10.222.0.97 "GET /v2.0/networks?id=eb3bf372-6ffe-4c33-8777-29948d4b4373 HTTP/1.1" status: 200 len: 871 time: 0.0889709 Jul 23 17:01:21.479943 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-76098d21-b16c-46c1-b575-757788314f40 req-e38fcb76-8fca-429c-b6d2-d43e42b4a70e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=d29f2d2c-efe6-4a57-88c7-2f084669a669 HTTP/1.1" status: 200 len: 217 time: 0.0373557 Jul 23 17:01:21.539346 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76098d21-b16c-46c1-b575-757788314f40 req-f50235c6-90ee-4530-837e-32775381f8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:21.540803 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-76098d21-b16c-46c1-b575-757788314f40 req-f50235c6-90ee-4530-837e-32775381f8c0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3812e6e5-38ac-4c93-85ce-3dab2cef76c9 HTTP/1.1" status: 200 len: 843 time: 0.0537648 Jul 23 17:01:21.634971 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569d7bd-2cab-4b0f-8b69-860d647e5680 req-4bec16d5-99e2-4892-8afe-781e941dec8a tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:21.636500 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e569d7bd-2cab-4b0f-8b69-860d647e5680 req-4bec16d5-99e2-4892-8afe-781e941dec8a tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc67a079-0acc-413c-90fa-598e5ef7dcb7 HTTP/1.1" status: 200 len: 948 time: 0.1127877 Jul 23 17:01:21.641994 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76098d21-b16c-46c1-b575-757788314f40 req-fa28aa3b-d613-429a-a6d2-51a208d2d013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:21.643812 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-76098d21-b16c-46c1-b575-757788314f40 req-fa28aa3b-d613-429a-a6d2-51a208d2d013 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eb3bf372-6ffe-4c33-8777-29948d4b4373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0867474 Jul 23 17:01:21.705675 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e569d7bd-2cab-4b0f-8b69-860d647e5680 req-632d4168-17ad-4254-8957-cac282871643 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] 10.222.0.73 "GET /v2.0/security-groups?id=75c2cb54-8f54-4715-9ba4-776cbbaf5c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595903 Jul 23 17:01:21.764897 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-76098d21-b16c-46c1-b575-757788314f40 req-8fcee75e-8c56-4bc9-879e-c00e09d8fb31 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127124 Jul 23 17:01:21.861118 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-76098d21-b16c-46c1-b575-757788314f40 req-730feb01-4661-47ea-bd7d-5cb334ee0084 service neutron] 10.222.0.97 "GET /v2.0/networks/eb3bf372-6ffe-4c33-8777-29948d4b4373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883799 Jul 23 17:01:22.842824 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22fc35-7d5b-4c24-8721-833f1721ed79 req-574e6382-ebee-4345-8ecd-62e2ed1ac592 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:22.845002 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9a22fc35-7d5b-4c24-8721-833f1721ed79 req-574e6382-ebee-4345-8ecd-62e2ed1ac592 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc67a079-0acc-413c-90fa-598e5ef7dcb7 HTTP/1.1" status: 200 len: 948 time: 0.0698102 Jul 23 17:01:22.889155 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9a22fc35-7d5b-4c24-8721-833f1721ed79 req-514d85fd-c250-41fd-b230-29397cc55596 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] 10.222.0.73 "GET /v2.0/security-groups?id=75c2cb54-8f54-4715-9ba4-776cbbaf5c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361283 Jul 23 17:01:23.242044 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device d29f2d2c-efe6-4a57-88c7-2f084669a669 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:01:23.337451 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port d29f2d2c-efe6-4a57-88c7-2f084669a669, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d29f2d2c-efe6-4a57-88c7-2f084669a669,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:01:23.348300 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'd29f2d2c-efe6-4a57-88c7-2f084669a669', 'network_id': 'eb3bf372-6ffe-4c33-8777-29948d4b4373', 'port_id': 'd29f2d2c-efe6-4a57-88c7-2f084669a669', 'mac_address': 'fa:16:3e:e1:fc:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812e6e5-38ac-4c93-85ce-3dab2cef76c9', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:01:23.389041 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:23.401588 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d29f2d2c-efe6-4a57-88c7-2f084669a669 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:01:23.420367 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port d29f2d2c-efe6-4a57-88c7-2f084669a669, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d29f2d2c-efe6-4a57-88c7-2f084669a669,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:01:23.424041 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:23.469957 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=d29f2d2c-efe6-4a57-88c7-2f084669a669,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:23.614729 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['d29f2d2c-efe6-4a57-88c7-2f084669a669'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:01:24.024946 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974e26a-02a1-4e27-86e1-ea08609fff11 req-345ae8fa-7827-4f54-8990-f6a1723987df tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:24.026484 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3974e26a-02a1-4e27-86e1-ea08609fff11 req-345ae8fa-7827-4f54-8990-f6a1723987df tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc67a079-0acc-413c-90fa-598e5ef7dcb7 HTTP/1.1" status: 200 len: 949 time: 0.0691295 Jul 23 17:01:24.064008 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3974e26a-02a1-4e27-86e1-ea08609fff11 req-25af35b6-c64a-48f1-90a6-d9a3a3050e6c tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] 10.222.0.73 "GET /v2.0/security-groups?id=75c2cb54-8f54-4715-9ba4-776cbbaf5c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319276 Jul 23 17:01:25.196150 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394a9dd-83fd-4a0a-b5a9-9b5b0cb6b17c req-e9bd56d8-7a4a-412b-b349-19db9dfad55d tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:25.197836 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4394a9dd-83fd-4a0a-b5a9-9b5b0cb6b17c req-e9bd56d8-7a4a-412b-b349-19db9dfad55d tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc67a079-0acc-413c-90fa-598e5ef7dcb7 HTTP/1.1" status: 200 len: 949 time: 0.0653641 Jul 23 17:01:25.238543 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4394a9dd-83fd-4a0a-b5a9-9b5b0cb6b17c req-07ee2b6a-727a-4d62-9c17-4e98a6b6a943 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] 10.222.0.73 "GET /v2.0/security-groups?id=75c2cb54-8f54-4715-9ba4-776cbbaf5c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344803 Jul 23 17:01:25.246707 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device d29f2d2c-efe6-4a57-88c7-2f084669a669 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:01:25.293855 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port d29f2d2c-efe6-4a57-88c7-2f084669a669 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:01:25.298180 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port d29f2d2c-efe6-4a57-88c7-2f084669a669 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:01:25.298549 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:25.378478 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:25.407622 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc67a079-0acc-413c-90fa-598e5ef7dcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29f2d2c-efe6-4a57-88c7-2f084669a669'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:01:25.409903 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e4294a-17af-4b31-98ce-e05f57a9a459" -d '{"events": [{"server_uuid": "dc67a079-0acc-413c-90fa-598e5ef7dcb7", "name": "network-vif-plugged", "status": "completed", "tag": "d29f2d2c-efe6-4a57-88c7-2f084669a669"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:01:25.421036 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port d29f2d2c-efe6-4a57-88c7-2f084669a669, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d29f2d2c-efe6-4a57-88c7-2f084669a669,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:01:25.425581 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:25.473644 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=d29f2d2c-efe6-4a57-88c7-2f084669a669,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:25.514741 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f50923-0ae4-4cd5-88a3-b183473d4446 x-openstack-request-id: req-f4f50923-0ae4-4cd5-88a3-b183473d4446 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:01:25.515033 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc67a079-0acc-413c-90fa-598e5ef7dcb7", "name": "network-vif-plugged", "status": "completed", "tag": "d29f2d2c-efe6-4a57-88c7-2f084669a669", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:01:25.515288 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f4f50923-0ae4-4cd5-88a3-b183473d4446 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:01:25.515682 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc67a079-0acc-413c-90fa-598e5ef7dcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29f2d2c-efe6-4a57-88c7-2f084669a669', 'code': 200} Jul 23 17:01:25.624739 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9db4d-b870-4c30-a985-debe9c3cdb6f req-fba5c936-d07a-4950-a06e-06c8c411128e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:25.626260 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-31c9db4d-b870-4c30-a985-debe9c3cdb6f req-fba5c936-d07a-4950-a06e-06c8c411128e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=dc67a079-0acc-413c-90fa-598e5ef7dcb7 HTTP/1.1" status: 200 len: 1101 time: 0.0578370 Jul 23 17:01:25.661488 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-31c9db4d-b870-4c30-a985-debe9c3cdb6f req-957068b2-dc3c-4885-a48c-12876b6182bc service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=75c2cb54-8f54-4715-9ba4-776cbbaf5c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273871 Jul 23 17:01:26.378192 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fa685-af0d-4fb5-b06c-da7e52b86f8b req-4ee62c98-0db1-4057-9717-a5d6515a4b5f tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:26.380357 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-045fa685-af0d-4fb5-b06c-da7e52b86f8b req-4ee62c98-0db1-4057-9717-a5d6515a4b5f tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc67a079-0acc-413c-90fa-598e5ef7dcb7 HTTP/1.1" status: 200 len: 950 time: 0.0711610 Jul 23 17:01:26.422040 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-045fa685-af0d-4fb5-b06c-da7e52b86f8b req-a050d3b9-1e6e-4c87-af15-240b84a63d9c tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] 10.222.0.73 "GET /v2.0/security-groups?id=75c2cb54-8f54-4715-9ba4-776cbbaf5c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365939 Jul 23 17:01:27.552319 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59df2e7-824a-4874-a015-72e4e0c62d62 req-2331ff1f-05b0-44c2-8a5e-b56c6e5e9184 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:27.553855 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d59df2e7-824a-4874-a015-72e4e0c62d62 req-2331ff1f-05b0-44c2-8a5e-b56c6e5e9184 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc67a079-0acc-413c-90fa-598e5ef7dcb7 HTTP/1.1" status: 200 len: 950 time: 0.0645878 Jul 23 17:01:27.591652 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d59df2e7-824a-4874-a015-72e4e0c62d62 req-851b467e-d971-4ffd-9a34-b8682d350a25 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] 10.222.0.73 "GET /v2.0/security-groups?id=75c2cb54-8f54-4715-9ba4-776cbbaf5c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322344 Jul 23 17:01:28.528878 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2890d-05ab-4035-95c3-959dbab0b830 req-04741127-cb4f-4792-8409-30496765bfa6 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:28.530389 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0bf2890d-05ab-4035-95c3-959dbab0b830 req-04741127-cb4f-4792-8409-30496765bfa6 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc67a079-0acc-413c-90fa-598e5ef7dcb7 HTTP/1.1" status: 200 len: 950 time: 0.0693552 Jul 23 17:01:28.567067 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0bf2890d-05ab-4035-95c3-959dbab0b830 req-add6aa1b-cf21-47f3-9f84-9854e8b11221 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] 10.222.0.73 "GET /v2.0/security-groups?id=75c2cb54-8f54-4715-9ba4-776cbbaf5c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310974 Jul 23 17:01:29.704722 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed907a-d5e2-4bda-8744-34408b703e2e req-604a3229-70f0-44e0-ad16-a2593ba23ef0 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:29.706258 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3fed907a-d5e2-4bda-8744-34408b703e2e req-604a3229-70f0-44e0-ad16-a2593ba23ef0 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc67a079-0acc-413c-90fa-598e5ef7dcb7 HTTP/1.1" status: 200 len: 950 time: 0.0666323 Jul 23 17:01:29.776738 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3fed907a-d5e2-4bda-8744-34408b703e2e req-5ba653f8-c1c6-4b76-8608-6c83871c111c tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] 10.222.0.73 "GET /v2.0/security-groups?id=75c2cb54-8f54-4715-9ba4-776cbbaf5c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647161 Jul 23 17:01:29.809187 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bad010-515b-4c04-b245-a25e7b869a71 req-f851aa16-34f0-4bd8-9638-edea0eb2cf56 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:29.810855 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-44bad010-515b-4c04-b245-a25e7b869a71 req-f851aa16-34f0-4bd8-9638-edea0eb2cf56 tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] 10.222.0.97 "GET /v2.0/ports?device_id=dc67a079-0acc-413c-90fa-598e5ef7dcb7 HTTP/1.1" status: 200 len: 950 time: 0.0850122 Jul 23 17:01:29.925566 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-44bad010-515b-4c04-b245-a25e7b869a71 req-9258624c-9758-44cc-a361-6590057d8c0a tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Deleting port d29f2d2c-efe6-4a57-88c7-2f084669a669 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:01:29.925822 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-44bad010-515b-4c04-b245-a25e7b869a71 req-9258624c-9758-44cc-a361-6590057d8c0a tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:30.021668 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-44bad010-515b-4c04-b245-a25e7b869a71 req-9258624c-9758-44cc-a361-6590057d8c0a tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] For port d29f2d2c-efe6-4a57-88c7-2f084669a669, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=d29f2d2c-efe6-4a57-88c7-2f084669a669,segment=NetworkSegment(b3d9fc55-6068-4b07-b122-cd9f58b8556d),segment_id=b3d9fc55-6068-4b07-b122-cd9f58b8556d)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:01:30.022027 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-44bad010-515b-4c04-b245-a25e7b869a71 req-9258624c-9758-44cc-a361-6590057d8c0a tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:30.041297 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-44bad010-515b-4c04-b245-a25e7b869a71 req-9258624c-9758-44cc-a361-6590057d8c0a tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Calling delete_port for d29f2d2c-efe6-4a57-88c7-2f084669a669 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:01:30.168730 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-44bad010-515b-4c04-b245-a25e7b869a71 req-9258624c-9758-44cc-a361-6590057d8c0a tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:30.181092 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['d29f2d2c-efe6-4a57-88c7-2f084669a669'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:01:30.197904 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258624c-9758-44cc-a361-6590057d8c0a tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Pushing event deleted for resources: {'Port': ['ID=d29f2d2c-efe6-4a57-88c7-2f084669a669,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:30.232028 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258624c-9758-44cc-a361-6590057d8c0a tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:30.232381 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258624c-9758-44cc-a361-6590057d8c0a tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:30.232724 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258624c-9758-44cc-a361-6590057d8c0a tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:30.233072 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258624c-9758-44cc-a361-6590057d8c0a tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:30.233418 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258624c-9758-44cc-a361-6590057d8c0a tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:30.233752 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258624c-9758-44cc-a361-6590057d8c0a tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:30.234084 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258624c-9758-44cc-a361-6590057d8c0a tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:30.234412 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258624c-9758-44cc-a361-6590057d8c0a tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:30.234740 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258624c-9758-44cc-a361-6590057d8c0a tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:30.235064 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258624c-9758-44cc-a361-6590057d8c0a tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:30.235653 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258624c-9758-44cc-a361-6590057d8c0a tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:30.235981 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258624c-9758-44cc-a361-6590057d8c0a tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:30.258969 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-44bad010-515b-4c04-b245-a25e7b869a71 req-9258624c-9758-44cc-a361-6590057d8c0a tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] No DVR routers for this DVR port d29f2d2c-efe6-4a57-88c7-2f084669a669 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:01:30.261920 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-44bad010-515b-4c04-b245-a25e7b869a71 req-9258624c-9758-44cc-a361-6590057d8c0a tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:30.263971 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-44bad010-515b-4c04-b245-a25e7b869a71 req-9258624c-9758-44cc-a361-6590057d8c0a tempest-ServersAdminNegativeTestJSON-1654281013 tempest-ServersAdminNegativeTestJSON-1654281013-project] 10.222.0.97 "DELETE /v2.0/ports/d29f2d2c-efe6-4a57-88c7-2f084669a669 HTTP/1.1" status: 204 len: 173 time: 0.4456935 Jul 23 17:01:30.264436 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc67a079-0acc-413c-90fa-598e5ef7dcb7', 'name': 'network-vif-deleted', 'tag': 'd29f2d2c-efe6-4a57-88c7-2f084669a669'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:01:30.266896 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f59bdb-e09a-4b1c-82b2-d53600943dc5" -d '{"events": [{"server_uuid": "dc67a079-0acc-413c-90fa-598e5ef7dcb7", "name": "network-vif-deleted", "tag": "d29f2d2c-efe6-4a57-88c7-2f084669a669"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:01:30.312502 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16c4f38-b7b3-4f73-bc19-acfb55388f28 x-openstack-request-id: req-e16c4f38-b7b3-4f73-bc19-acfb55388f28 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:01:30.315495 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc67a079-0acc-413c-90fa-598e5ef7dcb7", "name": "network-vif-deleted", "tag": "d29f2d2c-efe6-4a57-88c7-2f084669a669", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:01:30.315495 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e16c4f38-b7b3-4f73-bc19-acfb55388f28 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:01:30.315495 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc67a079-0acc-413c-90fa-598e5ef7dcb7', 'name': 'network-vif-deleted', 'tag': 'd29f2d2c-efe6-4a57-88c7-2f084669a669', 'status': 'completed', 'code': 200} Jul 23 17:01:31.074688 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55286) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:31.208563 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6d3654fe-b77b-41fb-ba6e-ee5bfedba00b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3eea9b4797494edcb8991aa7fc8f2698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320791 Jul 23 17:01:31.210516 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55290) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:31.259703 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0f3e65a6-7f89-4045-9834-27ceb77b42f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:31.280349 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0f3e65a6-7f89-4045-9834-27ceb77b42f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:31.331300 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0f3e65a6-7f89-4045-9834-27ceb77b42f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:31.334486 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0f3e65a6-7f89-4045-9834-27ceb77b42f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:31.335694 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0f3e65a6-7f89-4045-9834-27ceb77b42f3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/75c2cb54-8f54-4715-9ba4-776cbbaf5c34 HTTP/1.1" status: 204 len: 168 time: 0.1242602 Jul 23 17:01:31.343394 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e65a6-7f89-4045-9834-27ceb77b42f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c2cb54-8f54-4715-9ba4-776cbbaf5c34,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:31.351454 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e65a6-7f89-4045-9834-27ceb77b42f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:31.351798 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e65a6-7f89-4045-9834-27ceb77b42f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:31.352135 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e65a6-7f89-4045-9834-27ceb77b42f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:31.352463 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e65a6-7f89-4045-9834-27ceb77b42f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:31.352788 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e65a6-7f89-4045-9834-27ceb77b42f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:31.353135 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e65a6-7f89-4045-9834-27ceb77b42f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:31.353462 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e65a6-7f89-4045-9834-27ceb77b42f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:31.353782 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e65a6-7f89-4045-9834-27ceb77b42f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:31.354097 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e65a6-7f89-4045-9834-27ceb77b42f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:31.354436 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e65a6-7f89-4045-9834-27ceb77b42f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:31.354754 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e65a6-7f89-4045-9834-27ceb77b42f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:31.355066 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e65a6-7f89-4045-9834-27ceb77b42f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:31.596583 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55296) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:31.610643 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-141c5217-acdb-41a2-a34d-a6dab539b1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:31.700052 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-141c5217-acdb-41a2-a34d-a6dab539b1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:31.703832 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-141c5217-acdb-41a2-a34d-a6dab539b1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:31.743045 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-141c5217-acdb-41a2-a34d-a6dab539b1b0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e1b67896a6344154877eff1e8397326a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1453381 Jul 23 17:01:31.744132 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c5217-acdb-41a2-a34d-a6dab539b1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dcf62d-fd7f-4d1a-b100-6e545f82e3cc,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:31.745786 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55298) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:31.794913 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5700f28b-6012-4de9-8c57-f0077c492232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:31.818918 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5700f28b-6012-4de9-8c57-f0077c492232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:31.870579 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5700f28b-6012-4de9-8c57-f0077c492232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:31.873250 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5700f28b-6012-4de9-8c57-f0077c492232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:31.912039 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5700f28b-6012-4de9-8c57-f0077c492232 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b0dcf62d-fd7f-4d1a-b100-6e545f82e3cc HTTP/1.1" status: 204 len: 168 time: 0.1277473 Jul 23 17:01:31.912039 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700f28b-6012-4de9-8c57-f0077c492232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dcf62d-fd7f-4d1a-b100-6e545f82e3cc,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:32.557412 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55320) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:32.654802 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-6752ed1f-320d-4c41-88e4-eb9d9fbdb9b3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2122189623-network', 'tenant_id': 'ac59ff12a6cc471e9b8d594778bddac8'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:01:32.677154 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6752ed1f-320d-4c41-88e4-eb9d9fbdb9b3 admin admin] Made reservation on behalf of ac59ff12a6cc471e9b8d594778bddac8 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:01:32.679573 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6752ed1f-320d-4c41-88e4-eb9d9fbdb9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:32.688468 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6752ed1f-320d-4c41-88e4-eb9d9fbdb9b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:32.688906 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-da1c5ce7-a9ba-446f-b0c1-06a636415650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:32.782899 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6752ed1f-320d-4c41-88e4-eb9d9fbdb9b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:32.787113 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6752ed1f-320d-4c41-88e4-eb9d9fbdb9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:32.811921 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6752ed1f-320d-4c41-88e4-eb9d9fbdb9b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1148, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:01:32.822295 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752ed1f-320d-4c41-88e4-eb9d9fbdb9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9504bd-ca99-4533-8e35-c21b9844d00b,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:32.828145 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6752ed1f-320d-4c41-88e4-eb9d9fbdb9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:32.828484 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-6752ed1f-320d-4c41-88e4-eb9d9fbdb9b3 admin admin] Added segment a0de06a0-1adb-4f93-baa5-bcc231cf1d1b of type vlan for network 52bd6a90-798a-436f-8d91-2b947fbafb73 Jul 23 17:01:32.868472 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6752ed1f-320d-4c41-88e4-eb9d9fbdb9b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:32.897801 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6752ed1f-320d-4c41-88e4-eb9d9fbdb9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:32.898703 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6752ed1f-320d-4c41-88e4-eb9d9fbdb9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:32.899291 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6752ed1f-320d-4c41-88e4-eb9d9fbdb9b3 admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:32.930817 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6752ed1f-320d-4c41-88e4-eb9d9fbdb9b3 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3722823 Jul 23 17:01:32.933875 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55324) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:32.939094 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-8b46d648-5ae0-4914-9ed8-144a0465f738 admin admin] Request body: {'subnet': {'network_id': '52bd6a90-798a-436f-8d91-2b947fbafb73', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2122189623-subnet', 'tenant_id': 'ac59ff12a6cc471e9b8d594778bddac8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:01:32.962868 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b46d648-5ae0-4914-9ed8-144a0465f738 admin admin] Made reservation on behalf of ac59ff12a6cc471e9b8d594778bddac8 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:01:32.963066 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752ed1f-320d-4c41-88e4-eb9d9fbdb9b3 admin admin] Pushing event updated for resources: {'Network': ['ID=52bd6a90-798a-436f-8d91-2b947fbafb73,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:32.965299 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b46d648-5ae0-4914-9ed8-144a0465f738 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:32.972988 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 52bd6a90-798a-436f-8d91-2b947fbafb73 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:01:33.152474 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b46d648-5ae0-4914-9ed8-144a0465f738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:33.210075 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46d648-5ae0-4914-9ed8-144a0465f738 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86a9d919-9f75-4163-8528-160051d2c86b,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:33.227293 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b46d648-5ae0-4914-9ed8-144a0465f738 admin admin] Checking segment: {'id': 'a0de06a0-1adb-4f93-baa5-bcc231cf1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '52bd6a90-798a-436f-8d91-2b947fbafb73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:01:33.227654 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b46d648-5ae0-4914-9ed8-144a0465f738 admin admin] Network hostable DHCP agents. Network: 52bd6a90-798a-436f-8d91-2b947fbafb73, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:01:33.244429 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b46d648-5ae0-4914-9ed8-144a0465f738 admin admin] Network 52bd6a90-798a-436f-8d91-2b947fbafb73 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:01:33.252930 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-8b46d648-5ae0-4914-9ed8-144a0465f738 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 52bd6a90-798a-436f-8d91-2b947fbafb73) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:01:33.257789 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b46d648-5ae0-4914-9ed8-144a0465f738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:33.258381 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8b46d648-5ae0-4914-9ed8-144a0465f738 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:33.262449 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09f4e59-5779-4f34-8dd4-af3ad845aa99 None None] Network 52bd6a90-798a-436f-8d91-2b947fbafb73 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:01:33.273193 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8b46d648-5ae0-4914-9ed8-144a0465f738 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3381896 Jul 23 17:01:33.290535 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device d29f2d2c-efe6-4a57-88c7-2f084669a669 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:01:33.340418 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: d29f2d2c-efe6-4a57-88c7-2f084669a669 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:01:33.340760 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device d29f2d2c-efe6-4a57-88c7-2f084669a669 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:01:33.412029 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6a7c5a-bb6d-4bf5-9c8e-27182ef11d42 None None] Network 52bd6a90-798a-436f-8d91-2b947fbafb73 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:01:33.701583 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-9aa7f733-72a2-48b5-9dfc-b4a290e38922 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:33.702998 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-9aa7f733-72a2-48b5-9dfc-b4a290e38922 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/networks?id=52bd6a90-798a-436f-8d91-2b947fbafb73 HTTP/1.1" status: 200 len: 812 time: 0.1073585 Jul 23 17:01:33.717876 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-30027722-df04-4d98-8a12-db126664f8eb tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/quotas/ac59ff12a6cc471e9b8d594778bddac8 HTTP/1.1" status: 200 len: 375 time: 0.0089953 Jul 23 17:01:33.751545 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-7b9011fb-9d7e-4f98-ae0a-9dd26fb9e55b tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ac59ff12a6cc471e9b8d594778bddac8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287955 Jul 23 17:01:33.844589 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-3e6dd259-4ca3-4d3e-bc7d-44993c28fd41 service neutron] 10.222.0.73 "GET /v2.0/networks/52bd6a90-798a-436f-8d91-2b947fbafb73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861197 Jul 23 17:01:33.935908 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-03096c2d-c541-4e4e-aadb-7b97cfcc0f6b service neutron] 10.222.0.73 "GET /v2.0/networks/52bd6a90-798a-436f-8d91-2b947fbafb73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855918 Jul 23 17:01:34.101841 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ff3317d-bc1e-4451-b9fb-45a7f2da4bcf req-ad463c5e-9f57-478a-a6a6-ef818e005e8f tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 210 time: 0.0334206 Jul 23 17:01:35.000831 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-694fed6a-1610-4aa8-a9e0-f0849f6664bb tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:35.002424 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-694fed6a-1610-4aa8-a9e0-f0849f6664bb tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.97 "GET /v2.0/networks?id=52bd6a90-798a-436f-8d91-2b947fbafb73 HTTP/1.1" status: 200 len: 812 time: 0.1088676 Jul 23 17:01:35.015150 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-45946d43-dca9-47e7-ad21-161b6bdddde2 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Request body: {'port': {'device_id': 'dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f', 'network_id': '52bd6a90-798a-436f-8d91-2b947fbafb73', 'admin_state_up': True, 'tenant_id': 'ac59ff12a6cc471e9b8d594778bddac8'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:01:35.127953 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-45946d43-dca9-47e7-ad21-161b6bdddde2 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Made reservation on behalf of ac59ff12a6cc471e9b8d594778bddac8 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:01:35.132272 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-45946d43-dca9-47e7-ad21-161b6bdddde2 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:35.180980 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:35.224250 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ef4bdd48-6945-4cc1-8fd1-9bf4227587a7 req-5bbbd717-9088-47d6-89c9-6ac0e997efca tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 210 time: 0.0372624 Jul 23 17:01:35.291246 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-45946d43-dca9-47e7-ad21-161b6bdddde2 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Allocated IP 172.20.0.5 (52bd6a90-798a-436f-8d91-2b947fbafb73/86a9d919-9f75-4163-8528-160051d2c86b/897f9dff-27ca-4ade-bea1-02e7e4fd841f) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:01:35.432113 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a51ac3be-e119-4807-b316-a0478e1a5444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:35.451019 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-45946d43-dca9-47e7-ad21-161b6bdddde2 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:35.496630 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-45946d43-dca9-47e7-ad21-161b6bdddde2 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:35.519787 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:35.541803 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-45946d43-dca9-47e7-ad21-161b6bdddde2 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Network 52bd6a90-798a-436f-8d91-2b947fbafb73 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:01:35.547469 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-45946d43-dca9-47e7-ad21-161b6bdddde2 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:01:35.552202 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-45946d43-dca9-47e7-ad21-161b6bdddde2 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:01:35.576272 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45946d43-dca9-47e7-ad21-161b6bdddde2 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Pushing event updated for resources: {'Port': ['ID=897f9dff-27ca-4ade-bea1-02e7e4fd841f,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:35.603701 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-45946d43-dca9-47e7-ad21-161b6bdddde2 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:35.604353 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-45946d43-dca9-47e7-ad21-161b6bdddde2 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:35.622475 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-45946d43-dca9-47e7-ad21-161b6bdddde2 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6112955 Jul 23 17:01:35.634516 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-019f819b-fd3c-47c3-a0af-5e8c88eb78ef service neutron] Request body: {'port': {'device_id': 'dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:01:35.712199 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-019f819b-fd3c-47c3-a0af-5e8c88eb78ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:35.976927 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-019f819b-fd3c-47c3-a0af-5e8c88eb78ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 897f9dff-27ca-4ade-bea1-02e7e4fd841f {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:01:35.984190 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-019f819b-fd3c-47c3-a0af-5e8c88eb78ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:35.996161 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-019f819b-fd3c-47c3-a0af-5e8c88eb78ef service neutron] Transition to ACTIVE for port object 897f9dff-27ca-4ade-bea1-02e7e4fd841f will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:01:35.999954 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-019f819b-fd3c-47c3-a0af-5e8c88eb78ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:36.065457 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f819b-fd3c-47c3-a0af-5e8c88eb78ef service neutron] Pushing event updated for resources: {'Port': ['ID=897f9dff-27ca-4ade-bea1-02e7e4fd841f,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:36.124284 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-019f819b-fd3c-47c3-a0af-5e8c88eb78ef service neutron] Attempting to bind port 897f9dff-27ca-4ade-bea1-02e7e4fd841f on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:01:36.124462 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-019f819b-fd3c-47c3-a0af-5e8c88eb78ef service neutron] Attempting to bind port 897f9dff-27ca-4ade-bea1-02e7e4fd841f by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'a0de06a0-1adb-4f93-baa5-bcc231cf1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '52bd6a90-798a-436f-8d91-2b947fbafb73'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:01:36.124797 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-019f819b-fd3c-47c3-a0af-5e8c88eb78ef service neutron] Attempting to bind port 897f9dff-27ca-4ade-bea1-02e7e4fd841f on network 52bd6a90-798a-436f-8d91-2b947fbafb73 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:01:36.129254 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-019f819b-fd3c-47c3-a0af-5e8c88eb78ef service neutron] Port 897f9dff-27ca-4ade-bea1-02e7e4fd841f on network 52bd6a90-798a-436f-8d91-2b947fbafb73 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:01:36.129613 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-019f819b-fd3c-47c3-a0af-5e8c88eb78ef service neutron] Attempting to bind port 897f9dff-27ca-4ade-bea1-02e7e4fd841f on network 52bd6a90-798a-436f-8d91-2b947fbafb73 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:01:36.134651 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-019f819b-fd3c-47c3-a0af-5e8c88eb78ef service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:01:36.134990 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-019f819b-fd3c-47c3-a0af-5e8c88eb78ef service neutron] Checking segment: {'id': 'a0de06a0-1adb-4f93-baa5-bcc231cf1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '52bd6a90-798a-436f-8d91-2b947fbafb73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:01:36.135373 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-019f819b-fd3c-47c3-a0af-5e8c88eb78ef service neutron] Bound using segment: {'id': 'a0de06a0-1adb-4f93-baa5-bcc231cf1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '52bd6a90-798a-436f-8d91-2b947fbafb73'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:01:36.135806 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-019f819b-fd3c-47c3-a0af-5e8c88eb78ef service neutron] Bound port: 897f9dff-27ca-4ade-bea1-02e7e4fd841f, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0de06a0-1adb-4f93-baa5-bcc231cf1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '52bd6a90-798a-436f-8d91-2b947fbafb73'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:01:36.136166 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-019f819b-fd3c-47c3-a0af-5e8c88eb78ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:36.204715 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-019f819b-fd3c-47c3-a0af-5e8c88eb78ef service neutron] For port 897f9dff-27ca-4ade-bea1-02e7e4fd841f, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:01:36.208395 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-019f819b-fd3c-47c3-a0af-5e8c88eb78ef service neutron] For port 897f9dff-27ca-4ade-bea1-02e7e4fd841f, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=897f9dff-27ca-4ade-bea1-02e7e4fd841f,segment=NetworkSegment(a0de06a0-1adb-4f93-baa5-bcc231cf1d1b),segment_id=a0de06a0-1adb-4f93-baa5-bcc231cf1d1b)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:01:36.213673 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-019f819b-fd3c-47c3-a0af-5e8c88eb78ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:36.246936 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-019f819b-fd3c-47c3-a0af-5e8c88eb78ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:36.247550 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-019f819b-fd3c-47c3-a0af-5e8c88eb78ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:36.249010 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-019f819b-fd3c-47c3-a0af-5e8c88eb78ef service neutron] 10.222.0.97 "PUT /v2.0/ports/897f9dff-27ca-4ade-bea1-02e7e4fd841f HTTP/1.1" status: 200 len: 1091 time: 0.6189985 Jul 23 17:01:36.249472 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f', 'tag': '897f9dff-27ca-4ade-bea1-02e7e4fd841f'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:01:36.251701 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c771b87-b57d-49f6-8396-31f625d27b19" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f", "tag": "897f9dff-27ca-4ade-bea1-02e7e4fd841f"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:01:36.281803 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f819b-fd3c-47c3-a0af-5e8c88eb78ef service neutron] Pushing event updated for resources: {'Port': ['ID=897f9dff-27ca-4ade-bea1-02e7e4fd841f,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:36.302571 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89c1852-a18e-477b-b932-e1bcbce4df7f x-openstack-request-id: req-d89c1852-a18e-477b-b932-e1bcbce4df7f {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:01:36.302864 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f", "tag": "897f9dff-27ca-4ade-bea1-02e7e4fd841f", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:01:36.303115 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d89c1852-a18e-477b-b932-e1bcbce4df7f {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:01:36.303514 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f', 'tag': '897f9dff-27ca-4ade-bea1-02e7e4fd841f', 'status': 'completed', 'code': 200} Jul 23 17:01:36.398961 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-1022894e-35a7-4bc6-bcfd-ca7d562a88eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:36.400421 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-1022894e-35a7-4bc6-bcfd-ca7d562a88eb service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ac59ff12a6cc471e9b8d594778bddac8&device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 1094 time: 0.1099851 Jul 23 17:01:36.411861 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3015896-ee22-4339-8c9e-e99fb135ed28 req-567724af-3142-4acf-84c8-deafbef77a87 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:36.413330 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f3015896-ee22-4339-8c9e-e99fb135ed28 req-567724af-3142-4acf-84c8-deafbef77a87 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 943 time: 0.1090376 Jul 23 17:01:36.457627 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-0c3ab07a-2f88-48f7-8db9-798f48258f0b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=897f9dff-27ca-4ade-bea1-02e7e4fd841f HTTP/1.1" status: 200 len: 217 time: 0.0433264 Jul 23 17:01:36.512571 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f3015896-ee22-4339-8c9e-e99fb135ed28 req-bcfe3249-8fe6-48ea-99ad-a23eddf271df tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925772 Jul 23 17:01:36.528543 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-fab86c08-15f2-44cf-9e14-3768964d49fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:36.530125 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-fab86c08-15f2-44cf-9e14-3768964d49fd service neutron] 10.222.0.97 "GET /v2.0/subnets?id=86a9d919-9f75-4163-8528-160051d2c86b HTTP/1.1" status: 200 len: 852 time: 0.0660479 Jul 23 17:01:36.566599 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-f8e1e42f-935f-44ae-aa59-890943ac4f98 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=52bd6a90-798a-436f-8d91-2b947fbafb73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293701 Jul 23 17:01:36.662669 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:36.665222 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-1ffb5b2b-4adf-4fb1-8d48-065cae2c2256 service neutron] 10.222.0.97 "GET /v2.0/networks/52bd6a90-798a-436f-8d91-2b947fbafb73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914152 Jul 23 17:01:36.762452 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1fd41a52-9389-4ccb-98b9-7b3890354b08 req-196b0771-87e4-410e-b1b9-2a6130a05d89 service neutron] 10.222.0.97 "GET /v2.0/networks/52bd6a90-798a-436f-8d91-2b947fbafb73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912316 Jul 23 17:01:36.862261 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c771b87-b57d-49f6-8396-31f625d27b19 req-6b4a6796-739e-4618-bb61-5a2f1835c16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:36.863810 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c771b87-b57d-49f6-8396-31f625d27b19 req-6b4a6796-739e-4618-bb61-5a2f1835c16e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ac59ff12a6cc471e9b8d594778bddac8&device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 1094 time: 0.0557902 Jul 23 17:01:36.957363 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c771b87-b57d-49f6-8396-31f625d27b19 req-429c6d82-c121-43d9-aa35-335a2ee19c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:36.959654 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c771b87-b57d-49f6-8396-31f625d27b19 req-429c6d82-c121-43d9-aa35-335a2ee19c5f service neutron] 10.222.0.97 "GET /v2.0/networks?id=52bd6a90-798a-436f-8d91-2b947fbafb73 HTTP/1.1" status: 200 len: 914 time: 0.0901346 Jul 23 17:01:36.999125 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c771b87-b57d-49f6-8396-31f625d27b19 req-0e6cbf09-6253-4a2e-8f2b-1f08834cfe39 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=897f9dff-27ca-4ade-bea1-02e7e4fd841f HTTP/1.1" status: 200 len: 217 time: 0.0331836 Jul 23 17:01:37.046459 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c771b87-b57d-49f6-8396-31f625d27b19 req-675deeb5-723c-49b2-a95f-555d9fd59ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:37.047882 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c771b87-b57d-49f6-8396-31f625d27b19 req-675deeb5-723c-49b2-a95f-555d9fd59ef4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=86a9d919-9f75-4163-8528-160051d2c86b HTTP/1.1" status: 200 len: 852 time: 0.0422688 Jul 23 17:01:37.085668 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c771b87-b57d-49f6-8396-31f625d27b19 req-45dc49f7-e9e3-451b-b264-7147b5f3f89b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=52bd6a90-798a-436f-8d91-2b947fbafb73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306077 Jul 23 17:01:37.179705 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c771b87-b57d-49f6-8396-31f625d27b19 req-86e05831-63d7-41fe-96b0-3c02799ba834 service neutron] 10.222.0.97 "GET /v2.0/networks/52bd6a90-798a-436f-8d91-2b947fbafb73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873961 Jul 23 17:01:37.666474 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c771b87-b57d-49f6-8396-31f625d27b19 req-f8aa5860-5474-4c3f-b0c5-d3c54d6cc862 service neutron] 10.222.0.97 "GET /v2.0/networks/52bd6a90-798a-436f-8d91-2b947fbafb73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4804218 Jul 23 17:01:37.688069 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed017f48-3a44-4a04-9c41-6e29bb0f21ef req-dedeeff7-4a2d-42a4-a1ea-4f8af99d7ff2 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:37.689983 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ed017f48-3a44-4a04-9c41-6e29bb0f21ef req-dedeeff7-4a2d-42a4-a1ea-4f8af99d7ff2 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 943 time: 0.0841889 Jul 23 17:01:37.704440 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:37.739997 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ed017f48-3a44-4a04-9c41-6e29bb0f21ef req-b9f205b2-ce85-40bc-9ea8-fa3a9ade4bc0 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389183 Jul 23 17:01:38.690826 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:38.882194 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4a94d-a031-43e6-b32d-2f28b3aacd06 req-37878ad8-70f5-4072-ae53-e9ee8da9e49a tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:38.883699 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fac4a94d-a031-43e6-b32d-2f28b3aacd06 req-37878ad8-70f5-4072-ae53-e9ee8da9e49a tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 943 time: 0.0755069 Jul 23 17:01:38.924687 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fac4a94d-a031-43e6-b32d-2f28b3aacd06 req-293637ab-82c6-48c2-ac33-248fd61fb8c7 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354021 Jul 23 17:01:39.293393 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 897f9dff-27ca-4ade-bea1-02e7e4fd841f details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:01:39.392769 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 897f9dff-27ca-4ade-bea1-02e7e4fd841f, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=897f9dff-27ca-4ade-bea1-02e7e4fd841f,segment=NetworkSegment(a0de06a0-1adb-4f93-baa5-bcc231cf1d1b),segment_id=a0de06a0-1adb-4f93-baa5-bcc231cf1d1b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:01:39.404266 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '897f9dff-27ca-4ade-bea1-02e7e4fd841f', 'network_id': '52bd6a90-798a-436f-8d91-2b947fbafb73', 'port_id': '897f9dff-27ca-4ade-bea1-02e7e4fd841f', 'mac_address': 'fa:16:3e:9e:4a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a9d919-9f75-4163-8528-160051d2c86b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:01:39.444544 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:39.459749 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 897f9dff-27ca-4ade-bea1-02e7e4fd841f {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:01:39.481044 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 897f9dff-27ca-4ade-bea1-02e7e4fd841f, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=897f9dff-27ca-4ade-bea1-02e7e4fd841f,segment=NetworkSegment(a0de06a0-1adb-4f93-baa5-bcc231cf1d1b),segment_id=a0de06a0-1adb-4f93-baa5-bcc231cf1d1b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:01:39.485403 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:39.533921 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=897f9dff-27ca-4ade-bea1-02e7e4fd841f,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:39.542068 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:39.542412 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:39.542747 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:39.543077 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:39.543453 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:39.543728 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:39.544047 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:39.544366 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:39.544683 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:39.544999 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:39.545341 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:39.545655 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:39.687845 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['897f9dff-27ca-4ade-bea1-02e7e4fd841f'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:01:40.064627 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba1981-09d0-4ff3-87d9-ad120e195121 req-0964682a-8a35-4c3b-acdc-ad2cd93a2015 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:40.066202 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-19ba1981-09d0-4ff3-87d9-ad120e195121 req-0964682a-8a35-4c3b-acdc-ad2cd93a2015 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 944 time: 0.0698962 Jul 23 17:01:40.104292 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-19ba1981-09d0-4ff3-87d9-ad120e195121 req-99b08118-3045-497f-8d32-14a16ea5413b tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325003 Jul 23 17:01:41.232269 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e9c3e-5f96-47c8-8c20-b90168864924 req-1f0e4d46-a6c9-42ea-aa97-840bfe0c0b2e tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:41.233779 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-948e9c3e-5f96-47c8-8c20-b90168864924 req-1f0e4d46-a6c9-42ea-aa97-840bfe0c0b2e tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 944 time: 0.0634716 Jul 23 17:01:41.271381 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-948e9c3e-5f96-47c8-8c20-b90168864924 req-788bf76a-9950-445b-831f-0c7f8210cec9 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312731 Jul 23 17:01:41.304510 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 897f9dff-27ca-4ade-bea1-02e7e4fd841f up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:01:41.351884 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 897f9dff-27ca-4ade-bea1-02e7e4fd841f completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:01:41.355448 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 897f9dff-27ca-4ade-bea1-02e7e4fd841f triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:01:41.355818 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:41.432953 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:41.454579 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897f9dff-27ca-4ade-bea1-02e7e4fd841f'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:01:41.456906 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266a527b-2c56-4373-a2e4-24ef1caab6ac" -d '{"events": [{"server_uuid": "dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f", "name": "network-vif-plugged", "status": "completed", "tag": "897f9dff-27ca-4ade-bea1-02e7e4fd841f"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:01:41.470219 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 897f9dff-27ca-4ade-bea1-02e7e4fd841f, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=897f9dff-27ca-4ade-bea1-02e7e4fd841f,segment=NetworkSegment(a0de06a0-1adb-4f93-baa5-bcc231cf1d1b),segment_id=a0de06a0-1adb-4f93-baa5-bcc231cf1d1b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:01:41.476099 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:41.499150 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1760742a-536a-4679-a466-72bf3850e663 x-openstack-request-id: req-1760742a-536a-4679-a466-72bf3850e663 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:01:41.499438 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f", "name": "network-vif-plugged", "status": "completed", "tag": "897f9dff-27ca-4ade-bea1-02e7e4fd841f", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:01:41.499689 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1760742a-536a-4679-a466-72bf3850e663 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:01:41.500075 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897f9dff-27ca-4ade-bea1-02e7e4fd841f', 'code': 200} Jul 23 17:01:41.527157 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=897f9dff-27ca-4ade-bea1-02e7e4fd841f,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:41.606127 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724029b-6a51-44f7-a641-7fae3ae59093 req-f011747b-25ae-4b4d-9b0a-85d492f5e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:41.607638 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f724029b-6a51-44f7-a641-7fae3ae59093 req-f011747b-25ae-4b4d-9b0a-85d492f5e5b5 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 1096 time: 0.0571280 Jul 23 17:01:41.642635 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f724029b-6a51-44f7-a641-7fae3ae59093 req-7bc065fa-2011-4a49-a32b-6afa465ce8ec service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287490 Jul 23 17:01:42.411434 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993feaa0-7e8b-43e5-bea7-bcf658e3bc8a req-ef90be9b-c18a-4499-84a4-b73d9d0b99c3 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:42.412933 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-993feaa0-7e8b-43e5-bea7-bcf658e3bc8a req-ef90be9b-c18a-4499-84a4-b73d9d0b99c3 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 945 time: 0.0742435 Jul 23 17:01:42.450663 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-993feaa0-7e8b-43e5-bea7-bcf658e3bc8a req-fc24f8dc-67e9-4dbe-9fa7-83d847fc1957 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321913 Jul 23 17:01:43.582765 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179d242-332c-426c-9030-a99d48aaf3d6 req-3984477e-bf0e-4e61-9479-f8b234531af1 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:43.584278 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9179d242-332c-426c-9030-a99d48aaf3d6 req-3984477e-bf0e-4e61-9479-f8b234531af1 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 945 time: 0.0640082 Jul 23 17:01:43.622356 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9179d242-332c-426c-9030-a99d48aaf3d6 req-42006881-257d-407f-927b-bd5205482400 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325663 Jul 23 17:01:43.884197 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60a481-8371-483c-9214-7bb9867901d4 req-f10637fb-1883-4b61-bfb2-c31ba53bf343 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:43.885803 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5b60a481-8371-483c-9214-7bb9867901d4 req-f10637fb-1883-4b61-bfb2-c31ba53bf343 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 945 time: 0.0695212 Jul 23 17:01:43.920631 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-e2d27ef2-d2a8-42e5-b790-8431b9c0fa4c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1156275 Jul 23 17:01:43.925457 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5b60a481-8371-483c-9214-7bb9867901d4 req-a37c8cc9-ff14-4eb6-8902-cebe7e285dfb tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336752 Jul 23 17:01:45.078928 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-e71563ed-c474-4d94-a076-604ed0571243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:45.080375 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-e71563ed-c474-4d94-a076-604ed0571243 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ac59ff12a6cc471e9b8d594778bddac8&device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 1096 time: 0.0989649 Jul 23 17:01:45.092507 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad21ebc-420e-418f-bafb-0f79f513635e req-5bb0b558-2136-4b01-823e-f0ab0d923915 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:45.093945 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4ad21ebc-420e-418f-bafb-0f79f513635e req-5bb0b558-2136-4b01-823e-f0ab0d923915 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 945 time: 0.0849395 Jul 23 17:01:45.186211 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4ad21ebc-420e-418f-bafb-0f79f513635e req-60bf70c9-e2a3-44cc-8c6b-4e5cdfdecd6f tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839825 Jul 23 17:01:45.214758 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-f1d6633d-8951-41c0-ab7c-b061ea85034f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:45.216284 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-f1d6633d-8951-41c0-ab7c-b061ea85034f service neutron] 10.222.0.97 "GET /v2.0/networks?id=52bd6a90-798a-436f-8d91-2b947fbafb73 HTTP/1.1" status: 200 len: 914 time: 0.1214981 Jul 23 17:01:45.260897 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-bd2417d7-0f8e-46f1-a750-a1d8f5a305a1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=897f9dff-27ca-4ade-bea1-02e7e4fd841f HTTP/1.1" status: 200 len: 217 time: 0.0385997 Jul 23 17:01:45.309649 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-0d17dd23-bc96-4921-bac9-5c5a6459b341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:45.311170 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-0d17dd23-bc96-4921-bac9-5c5a6459b341 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=86a9d919-9f75-4163-8528-160051d2c86b HTTP/1.1" status: 200 len: 852 time: 0.0445075 Jul 23 17:01:45.345506 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-0ff53977-90f6-421a-a09e-ef1815536728 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=52bd6a90-798a-436f-8d91-2b947fbafb73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275927 Jul 23 17:01:45.440255 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-6528901a-8b5c-4bf2-bd9f-0b26fcbca5d2 service neutron] 10.222.0.97 "GET /v2.0/networks/52bd6a90-798a-436f-8d91-2b947fbafb73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881925 Jul 23 17:01:45.529888 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-2e5e6187-24cf-4fa8-a2c2-356678ad43ca service neutron] 10.222.0.97 "GET /v2.0/networks/52bd6a90-798a-436f-8d91-2b947fbafb73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830088 Jul 23 17:01:46.329893 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a16312-b1e1-4c06-9d86-065da81a861a req-3652cd00-7013-403f-9271-72d54a3c6725 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:46.331429 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b1a16312-b1e1-4c06-9d86-065da81a861a req-3652cd00-7013-403f-9271-72d54a3c6725 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 945 time: 0.0737309 Jul 23 17:01:46.373024 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b1a16312-b1e1-4c06-9d86-065da81a861a req-a68aaa01-ac84-49fd-bb8e-86d6c571ed2f tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358334 Jul 23 17:01:47.510756 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba9891-f2f2-437e-a5da-424448c7a04c req-e1e77025-e9d5-4094-bd24-e762411f4604 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:47.512293 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e0ba9891-f2f2-437e-a5da-424448c7a04c req-e1e77025-e9d5-4094-bd24-e762411f4604 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 945 time: 0.0665789 Jul 23 17:01:47.551693 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e0ba9891-f2f2-437e-a5da-424448c7a04c req-7677ba46-7c5f-482e-875b-cd5ad20e81a9 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333543 Jul 23 17:01:48.683956 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13929953-1e25-48e8-8e9f-93674787f8c6 req-a834527d-4604-4792-82a5-da91b9a352ce tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:48.685524 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-13929953-1e25-48e8-8e9f-93674787f8c6 req-a834527d-4604-4792-82a5-da91b9a352ce tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 945 time: 0.0650671 Jul 23 17:01:48.724186 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-13929953-1e25-48e8-8e9f-93674787f8c6 req-e811f179-c12f-4440-90f5-ca1fc8fef612 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324080 Jul 23 17:01:49.860431 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf1dde-7ac9-4b2f-8844-56a396eaeb54 req-39d32766-e96d-4434-b328-9236a87e2e4f tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:49.862221 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abaf1dde-7ac9-4b2f-8844-56a396eaeb54 req-39d32766-e96d-4434-b328-9236a87e2e4f tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 945 time: 0.0682468 Jul 23 17:01:49.900020 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abaf1dde-7ac9-4b2f-8844-56a396eaeb54 req-8d7d43d9-9190-422f-a687-3eb4f7134b48 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321689 Jul 23 17:01:51.031476 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1dfbcc-2cc2-45cb-9578-44ca5537a062 req-71ed0106-56c9-48a7-b673-5fc5949f8816 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:51.032937 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3f1dfbcc-2cc2-45cb-9578-44ca5537a062 req-71ed0106-56c9-48a7-b673-5fc5949f8816 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 945 time: 0.0645008 Jul 23 17:01:51.071448 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3f1dfbcc-2cc2-45cb-9578-44ca5537a062 req-e9415184-983b-492c-b66d-41d7c5a12823 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323780 Jul 23 17:01:52.216536 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a371763-868f-4728-a097-a10953de051e req-503e1f72-6b0e-4192-990c-8042a2c18711 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:52.218162 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3a371763-868f-4728-a097-a10953de051e req-503e1f72-6b0e-4192-990c-8042a2c18711 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 945 time: 0.0766199 Jul 23 17:01:52.257483 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3a371763-868f-4728-a097-a10953de051e req-277610ed-0df3-4709-a0a3-c93de998b4a6 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332670 Jul 23 17:01:53.391147 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6b8c3-333d-4b46-a4aa-d2cc397925d7 req-0a28ebfb-43ad-4758-ae19-ad76bdf2bffb tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:53.392692 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-17c6b8c3-333d-4b46-a4aa-d2cc397925d7 req-0a28ebfb-43ad-4758-ae19-ad76bdf2bffb tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 945 time: 0.0680554 Jul 23 17:01:53.434198 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-17c6b8c3-333d-4b46-a4aa-d2cc397925d7 req-821962f8-5eaa-43fe-afff-b3847a9ac389 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349815 Jul 23 17:01:54.564630 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085272c8-b80c-46fb-bc16-ee6cf50b36a8 req-966d6ec5-8845-4ed5-9e7d-99879b497eb3 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:54.566148 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-085272c8-b80c-46fb-bc16-ee6cf50b36a8 req-966d6ec5-8845-4ed5-9e7d-99879b497eb3 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 945 time: 0.0641503 Jul 23 17:01:54.603514 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-085272c8-b80c-46fb-bc16-ee6cf50b36a8 req-b72511f2-7336-4d39-8747-175fcaed0ff9 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312119 Jul 23 17:01:55.171146 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:01:55.738795 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d30f82-4c53-4178-9503-9beac90f0a03 req-6516e575-aa86-402b-b2bf-4ad81070d333 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:55.740397 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-93d30f82-4c53-4178-9503-9beac90f0a03 req-6516e575-aa86-402b-b2bf-4ad81070d333 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 945 time: 0.0686753 Jul 23 17:01:55.784424 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-93d30f82-4c53-4178-9503-9beac90f0a03 req-bf73de3f-bc13-4503-9ccf-fba8d9dbd29f tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383322 Jul 23 17:01:56.923549 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9970c57-8cd3-47e0-a629-056a727ef871 req-49a5d70c-d2cf-4749-8ca9-2fff05eea04f tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:56.925168 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a9970c57-8cd3-47e0-a629-056a727ef871 req-49a5d70c-d2cf-4749-8ca9-2fff05eea04f tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 945 time: 0.0702825 Jul 23 17:01:56.967386 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a9970c57-8cd3-47e0-a629-056a727ef871 req-c0801503-c536-41a7-b4e9-760b624c8504 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359528 Jul 23 17:01:58.100501 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832a3c1-a8bc-46e6-8a2c-90bf6b2d6a82 req-30e9a608-c7cc-49ca-a760-2741a7bd9ed4 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:58.102012 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d832a3c1-a8bc-46e6-8a2c-90bf6b2d6a82 req-30e9a608-c7cc-49ca-a760-2741a7bd9ed4 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 945 time: 0.0672572 Jul 23 17:01:58.141299 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d832a3c1-a8bc-46e6-8a2c-90bf6b2d6a82 req-27a2d433-12b5-4ac4-b366-848695ba639a tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338042 Jul 23 17:01:59.281285 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21078c80-2f3b-4c9b-8b07-2ceb324e88d2 req-c16e5d02-1138-4988-b195-34dd5cc14ed6 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:59.282810 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-21078c80-2f3b-4c9b-8b07-2ceb324e88d2 req-c16e5d02-1138-4988-b195-34dd5cc14ed6 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 945 time: 0.0693631 Jul 23 17:01:59.323729 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-21078c80-2f3b-4c9b-8b07-2ceb324e88d2 req-a0074e09-53a8-483a-b787-36e0e70e2179 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346663 Jul 23 17:02:00.464193 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e4d0c-3547-4fb1-9757-e8df85e98751 req-97484644-715e-4222-8f2b-7b35111d7f1d tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:00.465887 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7e7e4d0c-3547-4fb1-9757-e8df85e98751 req-97484644-715e-4222-8f2b-7b35111d7f1d tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 945 time: 0.0708587 Jul 23 17:02:00.514943 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7e7e4d0c-3547-4fb1-9757-e8df85e98751 req-f15664aa-13ec-4a05-a479-60f0215094fa tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385158 Jul 23 17:02:01.679523 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c28d7-ceb6-44fd-b2ac-2ead0c6a0879 req-b78edfcc-f40b-42c6-a200-9b9b978b4ead tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:01.681101 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e87c28d7-ceb6-44fd-b2ac-2ead0c6a0879 req-b78edfcc-f40b-42c6-a200-9b9b978b4ead tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 945 time: 0.0715683 Jul 23 17:02:01.725159 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e87c28d7-ceb6-44fd-b2ac-2ead0c6a0879 req-2c49c863-4e72-4abb-aad3-4f186b8ac54f tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343232 Jul 23 17:02:02.692734 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f58b3144-2467-4a4e-beea-7e107229567a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:02.881151 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70100e25-3eef-469a-a7e5-dab0d81ea955 req-dad1c3c0-d367-45da-8ffe-84fc25a3f1a2 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:02.882923 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-70100e25-3eef-469a-a7e5-dab0d81ea955 req-dad1c3c0-d367-45da-8ffe-84fc25a3f1a2 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 945 time: 0.0718617 Jul 23 17:02:02.929928 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-70100e25-3eef-469a-a7e5-dab0d81ea955 req-8f513c7f-6e07-4888-9270-e5a87ab5d013 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384488 Jul 23 17:02:04.101574 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983a447-5d33-4041-83f0-35e7ebdcd744 req-5012d4b1-3546-4203-b671-33cc96f79074 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:04.103260 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f983a447-5d33-4041-83f0-35e7ebdcd744 req-5012d4b1-3546-4203-b671-33cc96f79074 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 945 time: 0.0769596 Jul 23 17:02:04.151247 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f983a447-5d33-4041-83f0-35e7ebdcd744 req-962c72e9-3ccb-4b62-ab6d-f93bbbb5d6ae tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411842 Jul 23 17:02:05.213280 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:05.323444 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f5791-8f8d-4f80-b2db-33379b8f9c78 req-a43e7372-3b46-441c-9bb2-a938bc5540e4 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:05.325162 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-578f5791-8f8d-4f80-b2db-33379b8f9c78 req-a43e7372-3b46-441c-9bb2-a938bc5540e4 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 945 time: 0.0706105 Jul 23 17:02:05.368394 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-578f5791-8f8d-4f80-b2db-33379b8f9c78 req-1f30403c-1e48-490c-aec1-52a3244ba956 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364680 Jul 23 17:02:05.437043 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2c7bc77c-147a-4279-8e55-97d98363f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:05.530954 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.539579 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae5b68-99f4-4830-b99a-6802e35647db req-7a00274a-0619-4713-aed1-b80bc6d0d7d5 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:06.542361 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f5ae5b68-99f4-4830-b99a-6802e35647db req-7a00274a-0619-4713-aed1-b80bc6d0d7d5 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 945 time: 0.0992329 Jul 23 17:02:06.585696 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f5ae5b68-99f4-4830-b99a-6802e35647db req-4446cf62-2a21-4915-964a-b3e8d63d43e7 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370107 Jul 23 17:02:06.663438 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:07.715921 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:07.761200 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69993c69-8064-48b3-99b4-a4b1e2657e59 req-3798cdb7-d54a-46e0-8191-22f13853dc3f tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:07.764387 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-69993c69-8064-48b3-99b4-a4b1e2657e59 req-3798cdb7-d54a-46e0-8191-22f13853dc3f tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 945 time: 0.1006477 Jul 23 17:02:07.808840 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-69993c69-8064-48b3-99b4-a4b1e2657e59 req-a460c2b8-33e8-47ac-8a3b-6e92331651be tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389793 Jul 23 17:02:08.697861 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:08.964340 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e964268-f628-4005-8316-4d51f7cbd648 req-55ed7dc4-bbd4-4f14-be9b-d408a5e9849d tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:08.965962 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e964268-f628-4005-8316-4d51f7cbd648 req-55ed7dc4-bbd4-4f14-be9b-d408a5e9849d tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 945 time: 0.0737989 Jul 23 17:02:09.009072 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e964268-f628-4005-8316-4d51f7cbd648 req-07eafea6-e20a-4461-bcd2-3d51ab2f65b1 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372841 Jul 23 17:02:10.165946 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219f481-38ac-485e-a1ff-14c6abf55e29 req-fba9acb6-71c0-4ae8-8245-8ecf44571b65 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:10.167622 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e219f481-38ac-485e-a1ff-14c6abf55e29 req-fba9acb6-71c0-4ae8-8245-8ecf44571b65 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 945 time: 0.0765638 Jul 23 17:02:10.213561 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e219f481-38ac-485e-a1ff-14c6abf55e29 req-aa5d19ad-0098-4e52-9d32-91101887e422 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397372 Jul 23 17:02:11.356142 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061471b-5406-4d4c-bd1e-d45f00235614 req-688348be-5463-4a37-bf09-ba1f1c6e44f4 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:11.357750 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8061471b-5406-4d4c-bd1e-d45f00235614 req-688348be-5463-4a37-bf09-ba1f1c6e44f4 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 945 time: 0.0718350 Jul 23 17:02:11.399088 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8061471b-5406-4d4c-bd1e-d45f00235614 req-32ed524e-4cd6-4cbf-b17c-27e14ed660b7 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355778 Jul 23 17:02:12.360425 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-b3eb1d9a-dd02-49c2-b39c-8f3807747928 service neutron] show failed (client error): The resource could not be found. Jul 23 17:02:12.361785 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-b3eb1d9a-dd02-49c2-b39c-8f3807747928 service neutron] 10.222.0.97 "GET /v2.0/ports/897f9dff-27ca-4ade-bea1-02e7e4fd841f/bindings/n-h1-778549-4 HTTP/1.1" status: 404 len: 380 time: 0.0643923 Jul 23 17:02:12.577008 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdadfa1d-4467-4f3b-a59b-542522eb08d2 req-c04bb3ff-b2fc-4fd8-82e1-d37828a634f0 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:12.578602 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fdadfa1d-4467-4f3b-a59b-542522eb08d2 req-c04bb3ff-b2fc-4fd8-82e1-d37828a634f0 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 945 time: 0.1005394 Jul 23 17:02:12.622009 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fdadfa1d-4467-4f3b-a59b-542522eb08d2 req-ef0095f2-6567-4214-a6eb-81f10805bba6 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366733 Jul 23 17:02:12.701995 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-26d03d71-4538-4bc4-b116-112cc3cb1ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:12.703488 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-26d03d71-4538-4bc4-b116-112cc3cb1ad2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f&tenant_id=ac59ff12a6cc471e9b8d594778bddac8 HTTP/1.1" status: 200 len: 1096 time: 0.1698308 Jul 23 17:02:12.715433 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-37e8c959-f061-4b16-8a52-9656b492872f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778549-4', 'device_owner': 'compute:nova'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:02:13.158770 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-37e8c959-f061-4b16-8a52-9656b492872f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:13.395430 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-37e8c959-f061-4b16-8a52-9656b492872f service neutron] For port 897f9dff-27ca-4ade-bea1-02e7e4fd841f, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=897f9dff-27ca-4ade-bea1-02e7e4fd841f,segment=NetworkSegment(a0de06a0-1adb-4f93-baa5-bcc231cf1d1b),segment_id=a0de06a0-1adb-4f93-baa5-bcc231cf1d1b)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:02:13.432738 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-37e8c959-f061-4b16-8a52-9656b492872f service neutron] For port 897f9dff-27ca-4ade-bea1-02e7e4fd841f, host n-h2-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:02:13.473912 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '897f9dff-27ca-4ade-bea1-02e7e4fd841f'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:02:13.476301 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdebf74-eb41-41c8-93cd-171c31806ae4" -d '{"events": [{"server_uuid": "dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f", "name": "network-vif-unplugged", "status": "completed", "tag": "897f9dff-27ca-4ade-bea1-02e7e4fd841f"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:02:13.480315 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-37e8c959-f061-4b16-8a52-9656b492872f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:13.494278 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-37e8c959-f061-4b16-8a52-9656b492872f service neutron] Transition to ACTIVE for port object 897f9dff-27ca-4ade-bea1-02e7e4fd841f will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:02:13.499412 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-37e8c959-f061-4b16-8a52-9656b492872f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:13.548628 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 17:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31810ffe-911b-424a-9c76-9bef564872e6 x-openstack-request-id: req-31810ffe-911b-424a-9c76-9bef564872e6 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:02:13.548957 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f", "name": "network-vif-unplugged", "status": "completed", "tag": "897f9dff-27ca-4ade-bea1-02e7e4fd841f", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:02:13.549248 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-31810ffe-911b-424a-9c76-9bef564872e6 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:02:13.549647 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '897f9dff-27ca-4ade-bea1-02e7e4fd841f', 'code': 200} Jul 23 17:02:13.576929 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-37e8c959-f061-4b16-8a52-9656b492872f service neutron] No DVR routers for this DVR port 897f9dff-27ca-4ade-bea1-02e7e4fd841f on host n-h2-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:02:13.580167 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8c959-f061-4b16-8a52-9656b492872f service neutron] Pushing event updated for resources: {'Port': ['ID=897f9dff-27ca-4ade-bea1-02e7e4fd841f,revision_number=6']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:13.630210 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-37e8c959-f061-4b16-8a52-9656b492872f service neutron] Attempting to bind port 897f9dff-27ca-4ade-bea1-02e7e4fd841f on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:02:13.630550 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-37e8c959-f061-4b16-8a52-9656b492872f service neutron] Attempting to bind port 897f9dff-27ca-4ade-bea1-02e7e4fd841f by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'a0de06a0-1adb-4f93-baa5-bcc231cf1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '52bd6a90-798a-436f-8d91-2b947fbafb73'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:02:13.630935 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-37e8c959-f061-4b16-8a52-9656b492872f service neutron] Attempting to bind port 897f9dff-27ca-4ade-bea1-02e7e4fd841f on network 52bd6a90-798a-436f-8d91-2b947fbafb73 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:02:13.635517 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-37e8c959-f061-4b16-8a52-9656b492872f service neutron] Port 897f9dff-27ca-4ade-bea1-02e7e4fd841f on network 52bd6a90-798a-436f-8d91-2b947fbafb73 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:02:13.635845 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-37e8c959-f061-4b16-8a52-9656b492872f service neutron] Attempting to bind port 897f9dff-27ca-4ade-bea1-02e7e4fd841f on network 52bd6a90-798a-436f-8d91-2b947fbafb73 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:02:13.640674 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-37e8c959-f061-4b16-8a52-9656b492872f service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:02:13.641013 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-37e8c959-f061-4b16-8a52-9656b492872f service neutron] Checking segment: {'id': 'a0de06a0-1adb-4f93-baa5-bcc231cf1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '52bd6a90-798a-436f-8d91-2b947fbafb73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:02:13.641424 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-37e8c959-f061-4b16-8a52-9656b492872f service neutron] Bound using segment: {'id': 'a0de06a0-1adb-4f93-baa5-bcc231cf1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '52bd6a90-798a-436f-8d91-2b947fbafb73'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:02:13.641855 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-37e8c959-f061-4b16-8a52-9656b492872f service neutron] Bound port: 897f9dff-27ca-4ade-bea1-02e7e4fd841f, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0de06a0-1adb-4f93-baa5-bcc231cf1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '52bd6a90-798a-436f-8d91-2b947fbafb73'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:02:13.642216 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-37e8c959-f061-4b16-8a52-9656b492872f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:13.716500 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-37e8c959-f061-4b16-8a52-9656b492872f service neutron] For port 897f9dff-27ca-4ade-bea1-02e7e4fd841f, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:02:13.719377 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-37e8c959-f061-4b16-8a52-9656b492872f service neutron] For port 897f9dff-27ca-4ade-bea1-02e7e4fd841f, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=897f9dff-27ca-4ade-bea1-02e7e4fd841f,segment=NetworkSegment(a0de06a0-1adb-4f93-baa5-bcc231cf1d1b),segment_id=a0de06a0-1adb-4f93-baa5-bcc231cf1d1b)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:02:13.725795 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-37e8c959-f061-4b16-8a52-9656b492872f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:13.763604 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-37e8c959-f061-4b16-8a52-9656b492872f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:13.764255 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-37e8c959-f061-4b16-8a52-9656b492872f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:13.765755 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-37e8c959-f061-4b16-8a52-9656b492872f service neutron] 10.222.0.74 "PUT /v2.0/ports/897f9dff-27ca-4ade-bea1-02e7e4fd841f HTTP/1.1" status: 200 len: 1091 time: 1.0543838 Jul 23 17:02:13.767996 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea2f7b-1879-4b7c-95c0-773f23246ae5 req-30dd8797-02a5-4676-9c4c-7dce6e5d9cf9 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:13.770097 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4aea2f7b-1879-4b7c-95c0-773f23246ae5 req-30dd8797-02a5-4676-9c4c-7dce6e5d9cf9 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 943 time: 0.0764019 Jul 23 17:02:13.800544 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8c959-f061-4b16-8a52-9656b492872f service neutron] Pushing event updated for resources: {'Port': ['ID=897f9dff-27ca-4ade-bea1-02e7e4fd841f,revision_number=7']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:13.817838 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4aea2f7b-1879-4b7c-95c0-773f23246ae5 req-1d9b7571-7b6c-49a4-9217-4d778fb91119 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395639 Jul 23 17:02:13.861814 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-b44e37fe-cd80-481f-9c21-c9158260f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:13.863795 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-b44e37fe-cd80-481f-9c21-c9158260f43e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac59ff12a6cc471e9b8d594778bddac8&device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 1094 time: 0.0717981 Jul 23 17:02:13.971827 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-71545b10-4257-4405-91fe-32fe7d8b0e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:13.975274 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-71545b10-4257-4405-91fe-32fe7d8b0e6d service neutron] 10.222.0.74 "GET /v2.0/networks?id=52bd6a90-798a-436f-8d91-2b947fbafb73 HTTP/1.1" status: 200 len: 914 time: 0.1037991 Jul 23 17:02:14.022119 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-ce5d74ae-958f-4b08-a05c-1faf29de53c3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=897f9dff-27ca-4ade-bea1-02e7e4fd841f HTTP/1.1" status: 200 len: 217 time: 0.0419977 Jul 23 17:02:14.074033 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-6e3f6d13-5e3a-4044-85d7-0dc22ed44047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:14.075706 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-6e3f6d13-5e3a-4044-85d7-0dc22ed44047 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=86a9d919-9f75-4163-8528-160051d2c86b HTTP/1.1" status: 200 len: 852 time: 0.0481293 Jul 23 17:02:14.113370 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-ea8c0186-cef3-4d3e-8809-e86235f65418 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=52bd6a90-798a-436f-8d91-2b947fbafb73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317013 Jul 23 17:02:14.211331 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-001c2450-c8cd-4f3d-96a6-3a5468fd6c5a service neutron] 10.222.0.74 "GET /v2.0/networks/52bd6a90-798a-436f-8d91-2b947fbafb73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908749 Jul 23 17:02:14.305889 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-714f7f97-a501-4713-a1d3-a4a7d326cbe7 req-c9d56abe-8e8d-4ea5-be7b-160a73d3cc09 service neutron] 10.222.0.74 "GET /v2.0/networks/52bd6a90-798a-436f-8d91-2b947fbafb73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885615 Jul 23 17:02:14.982579 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29dd0a-2bd2-42c2-ac44-84d1220c2826 req-b5916fce-0614-4ddd-9214-11eb3801d3b8 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:14.984178 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d29dd0a-2bd2-42c2-ac44-84d1220c2826 req-b5916fce-0614-4ddd-9214-11eb3801d3b8 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 943 time: 0.0835080 Jul 23 17:02:15.035739 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d29dd0a-2bd2-42c2-ac44-84d1220c2826 req-93f5b4d6-1398-4ac6-a4c7-965579730197 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445468 Jul 23 17:02:15.418656 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 897f9dff-27ca-4ade-bea1-02e7e4fd841f no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:02:15.466003 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 897f9dff-27ca-4ade-bea1-02e7e4fd841f not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:02:15.551127 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f', 'tag': '897f9dff-27ca-4ade-bea1-02e7e4fd841f'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:02:15.554239 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4a2402-f50c-4d29-a154-d60b4a72ebca" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f", "tag": "897f9dff-27ca-4ade-bea1-02e7e4fd841f"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:02:15.605414 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8432f46e-9a74-4013-9b65-6a0a9537b25e x-openstack-request-id: req-8432f46e-9a74-4013-9b65-6a0a9537b25e {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:02:15.605871 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f", "tag": "897f9dff-27ca-4ade-bea1-02e7e4fd841f", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:02:15.606142 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8432f46e-9a74-4013-9b65-6a0a9537b25e {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:02:15.606551 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f', 'tag': '897f9dff-27ca-4ade-bea1-02e7e4fd841f', 'status': 'completed', 'code': 200} Jul 23 17:02:15.687541 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a2402-f50c-4d29-a154-d60b4a72ebca req-5b324a47-c011-4bb8-b45b-501d1ca8cfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:15.688989 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b4a2402-f50c-4d29-a154-d60b4a72ebca req-5b324a47-c011-4bb8-b45b-501d1ca8cfeb service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ac59ff12a6cc471e9b8d594778bddac8&device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 1094 time: 0.0658221 Jul 23 17:02:15.702342 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a2402-f50c-4d29-a154-d60b4a72ebca req-d5b09d3e-fa0a-4bf3-aea2-381fee094ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:15.705589 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7b4a2402-f50c-4d29-a154-d60b4a72ebca req-d5b09d3e-fa0a-4bf3-aea2-381fee094ae7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac59ff12a6cc471e9b8d594778bddac8&device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 1094 time: 0.0703912 Jul 23 17:02:15.806943 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a2402-f50c-4d29-a154-d60b4a72ebca req-71118e0a-77aa-4a13-8305-1ad0e3ae027e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:15.809722 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b4a2402-f50c-4d29-a154-d60b4a72ebca req-71118e0a-77aa-4a13-8305-1ad0e3ae027e service neutron] 10.222.0.97 "GET /v2.0/networks?id=52bd6a90-798a-436f-8d91-2b947fbafb73 HTTP/1.1" status: 200 len: 914 time: 0.1141689 Jul 23 17:02:15.825943 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a2402-f50c-4d29-a154-d60b4a72ebca req-3441fea3-f950-4afb-b999-64086414d6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:15.827775 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7b4a2402-f50c-4d29-a154-d60b4a72ebca req-3441fea3-f950-4afb-b999-64086414d6f1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=52bd6a90-798a-436f-8d91-2b947fbafb73 HTTP/1.1" status: 200 len: 914 time: 0.1161897 Jul 23 17:02:15.864447 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b4a2402-f50c-4d29-a154-d60b4a72ebca req-5071f9d1-54b3-41e7-9476-a73060cc70be service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=897f9dff-27ca-4ade-bea1-02e7e4fd841f HTTP/1.1" status: 200 len: 217 time: 0.0483208 Jul 23 17:02:15.879341 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7b4a2402-f50c-4d29-a154-d60b4a72ebca req-6e2f2769-9344-4852-a829-c14f8e06856e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=897f9dff-27ca-4ade-bea1-02e7e4fd841f HTTP/1.1" status: 200 len: 217 time: 0.0436285 Jul 23 17:02:15.919084 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a2402-f50c-4d29-a154-d60b4a72ebca req-b1a1a60a-e8d2-4a72-8900-bd74155140b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:15.920629 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b4a2402-f50c-4d29-a154-d60b4a72ebca req-b1a1a60a-e8d2-4a72-8900-bd74155140b8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=86a9d919-9f75-4163-8528-160051d2c86b HTTP/1.1" status: 200 len: 852 time: 0.0495846 Jul 23 17:02:15.943202 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a2402-f50c-4d29-a154-d60b4a72ebca req-5c0390d0-9468-4cc6-ae97-417f7cd1df72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:15.945372 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7b4a2402-f50c-4d29-a154-d60b4a72ebca req-5c0390d0-9468-4cc6-ae97-417f7cd1df72 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=86a9d919-9f75-4163-8528-160051d2c86b HTTP/1.1" status: 200 len: 852 time: 0.0591142 Jul 23 17:02:15.958106 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b4a2402-f50c-4d29-a154-d60b4a72ebca req-0c4be568-1e43-4c08-ad52-8df9013645ad service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=52bd6a90-798a-436f-8d91-2b947fbafb73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302932 Jul 23 17:02:15.987257 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7b4a2402-f50c-4d29-a154-d60b4a72ebca req-4a50a811-b99b-4050-8c86-094c58451853 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=52bd6a90-798a-436f-8d91-2b947fbafb73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357924 Jul 23 17:02:16.093365 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b4a2402-f50c-4d29-a154-d60b4a72ebca req-4bfe79a4-c008-4603-bea4-edb173d363f4 service neutron] 10.222.0.97 "GET /v2.0/networks/52bd6a90-798a-436f-8d91-2b947fbafb73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288936 Jul 23 17:02:16.105840 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7b4a2402-f50c-4d29-a154-d60b4a72ebca req-d837eb91-807d-43ad-bf46-f53323cc2af4 service neutron] 10.222.0.74 "GET /v2.0/networks/52bd6a90-798a-436f-8d91-2b947fbafb73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077144 Jul 23 17:02:16.169590 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-18593871-ca8c-47d3-9f74-1aa2e53017ae req-1940c8e5-65a2-4b2f-a8e2-f3f5428c78c8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1367149 Jul 23 17:02:16.217235 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7b4a2402-f50c-4d29-a154-d60b4a72ebca req-92094d51-58fa-4f0d-9445-902aa3f0fa1b service neutron] 10.222.0.74 "GET /v2.0/networks/52bd6a90-798a-436f-8d91-2b947fbafb73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052120 Jul 23 17:02:16.250868 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b4a2402-f50c-4d29-a154-d60b4a72ebca req-3a91cb66-bd58-4454-be58-4a0436204984 service neutron] 10.222.0.97 "GET /v2.0/networks/52bd6a90-798a-436f-8d91-2b947fbafb73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511118 Jul 23 17:02:16.265009 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a55c0-df2f-434c-8aeb-6966a57aab75 req-9e01fe57-d4b5-40df-ba6c-4b5d1a191e55 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:16.266628 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-672a55c0-df2f-434c-8aeb-6966a57aab75 req-9e01fe57-d4b5-40df-ba6c-4b5d1a191e55 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 943 time: 0.1527350 Jul 23 17:02:16.309942 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-672a55c0-df2f-434c-8aeb-6966a57aab75 req-36c03008-091f-4683-8f9d-d2833a593588 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364347 Jul 23 17:02:16.355838 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18593871-ca8c-47d3-9f74-1aa2e53017ae req-e8418d9d-0d4b-4704-99d3-ad45286e7034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:16.357422 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-18593871-ca8c-47d3-9f74-1aa2e53017ae req-e8418d9d-0d4b-4704-99d3-ad45286e7034 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac59ff12a6cc471e9b8d594778bddac8&device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 1094 time: 0.0690215 Jul 23 17:02:16.495302 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 897f9dff-27ca-4ade-bea1-02e7e4fd841f details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:02:16.498881 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18593871-ca8c-47d3-9f74-1aa2e53017ae req-5cfa1663-ac50-4c6e-8811-9860c482d78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:16.500391 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-18593871-ca8c-47d3-9f74-1aa2e53017ae req-5cfa1663-ac50-4c6e-8811-9860c482d78c service neutron] 10.222.0.74 "GET /v2.0/networks?id=52bd6a90-798a-436f-8d91-2b947fbafb73 HTTP/1.1" status: 200 len: 914 time: 0.1187189 Jul 23 17:02:16.543237 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-18593871-ca8c-47d3-9f74-1aa2e53017ae req-a275ffec-cefc-4962-ba62-98cd5302591c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=897f9dff-27ca-4ade-bea1-02e7e4fd841f HTTP/1.1" status: 200 len: 217 time: 0.0364499 Jul 23 17:02:16.597628 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936a8ac-9345-40ed-afad-de30456a9dd0 req-6e894ed1-a427-4922-be46-bfbc44efdbd4 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:16.599292 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c936a8ac-9345-40ed-afad-de30456a9dd0 req-6e894ed1-a427-4922-be46-bfbc44efdbd4 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.97 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f&tenant_id=ac59ff12a6cc471e9b8d594778bddac8&binding%3Ahost_id=n-h1-778549-4 HTTP/1.1" status: 200 len: 943 time: 0.0809669 Jul 23 17:02:16.606102 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18593871-ca8c-47d3-9f74-1aa2e53017ae req-1f66f4d9-9594-4b30-b920-8990510d2924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:16.607125 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-18593871-ca8c-47d3-9f74-1aa2e53017ae req-1f66f4d9-9594-4b30-b920-8990510d2924 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=86a9d919-9f75-4163-8528-160051d2c86b HTTP/1.1" status: 200 len: 852 time: 0.0583611 Jul 23 17:02:16.613487 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 897f9dff-27ca-4ade-bea1-02e7e4fd841f, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=897f9dff-27ca-4ade-bea1-02e7e4fd841f,segment=NetworkSegment(a0de06a0-1adb-4f93-baa5-bcc231cf1d1b),segment_id=a0de06a0-1adb-4f93-baa5-bcc231cf1d1b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:02:16.627312 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '897f9dff-27ca-4ade-bea1-02e7e4fd841f', 'network_id': '52bd6a90-798a-436f-8d91-2b947fbafb73', 'port_id': '897f9dff-27ca-4ade-bea1-02e7e4fd841f', 'mac_address': 'fa:16:3e:9e:4a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a9d919-9f75-4163-8528-160051d2c86b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:02:16.643619 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-18593871-ca8c-47d3-9f74-1aa2e53017ae req-c29f6bcc-699b-4144-9a4f-ffa7f9535e96 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=52bd6a90-798a-436f-8d91-2b947fbafb73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303910 Jul 23 17:02:16.674374 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [req-c936a8ac-9345-40ed-afad-de30456a9dd0 req-9dec4c30-6949-4f4b-8455-cc94a9a1e736 service neutron] delete failed (client error): The resource could not be found. Jul 23 17:02:16.675711 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c936a8ac-9345-40ed-afad-de30456a9dd0 req-9dec4c30-6949-4f4b-8455-cc94a9a1e736 service neutron] 10.222.0.97 "DELETE /v2.0/ports/897f9dff-27ca-4ade-bea1-02e7e4fd841f/bindings/n-h2-778549-4 HTTP/1.1" status: 404 len: 380 time: 0.0694449 Jul 23 17:02:16.775950 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-18593871-ca8c-47d3-9f74-1aa2e53017ae req-8d93cb20-8a2d-493b-868a-ab8fcd101936 service neutron] 10.222.0.74 "GET /v2.0/networks/52bd6a90-798a-436f-8d91-2b947fbafb73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252725 Jul 23 17:02:16.796967 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936a8ac-9345-40ed-afad-de30456a9dd0 req-d8474b58-eb0b-4fec-9fc3-c8c80af12638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:16.798657 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c936a8ac-9345-40ed-afad-de30456a9dd0 req-d8474b58-eb0b-4fec-9fc3-c8c80af12638 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ac59ff12a6cc471e9b8d594778bddac8&device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 1094 time: 0.0737262 Jul 23 17:02:16.857159 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:16.874455 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 897f9dff-27ca-4ade-bea1-02e7e4fd841f {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:02:16.896000 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 897f9dff-27ca-4ade-bea1-02e7e4fd841f, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=897f9dff-27ca-4ade-bea1-02e7e4fd841f,segment=NetworkSegment(a0de06a0-1adb-4f93-baa5-bcc231cf1d1b),segment_id=a0de06a0-1adb-4f93-baa5-bcc231cf1d1b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:02:16.901861 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:16.920904 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936a8ac-9345-40ed-afad-de30456a9dd0 req-b90ea878-28dc-49ec-a4cb-8c02695bd739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:16.922505 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c936a8ac-9345-40ed-afad-de30456a9dd0 req-b90ea878-28dc-49ec-a4cb-8c02695bd739 service neutron] 10.222.0.97 "GET /v2.0/networks?id=52bd6a90-798a-436f-8d91-2b947fbafb73 HTTP/1.1" status: 200 len: 914 time: 0.1166728 Jul 23 17:02:16.932729 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-18593871-ca8c-47d3-9f74-1aa2e53017ae req-c1942d81-0c93-4be2-92f6-a70e90ca4e7b service neutron] 10.222.0.74 "GET /v2.0/networks/52bd6a90-798a-436f-8d91-2b947fbafb73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506078 Jul 23 17:02:16.959665 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=897f9dff-27ca-4ade-bea1-02e7e4fd841f,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:16.965936 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c936a8ac-9345-40ed-afad-de30456a9dd0 req-bec5a423-3487-4d65-a6d1-39be63adbef7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=897f9dff-27ca-4ade-bea1-02e7e4fd841f HTTP/1.1" status: 200 len: 217 time: 0.0366104 Jul 23 17:02:17.021958 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936a8ac-9345-40ed-afad-de30456a9dd0 req-df742208-126b-4e4a-9e7f-47729d7e5562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:17.023545 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c936a8ac-9345-40ed-afad-de30456a9dd0 req-df742208-126b-4e4a-9e7f-47729d7e5562 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=86a9d919-9f75-4163-8528-160051d2c86b HTTP/1.1" status: 200 len: 852 time: 0.0519826 Jul 23 17:02:17.062917 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c936a8ac-9345-40ed-afad-de30456a9dd0 req-f2ffbfaf-0510-4d54-8c17-b4a8a745c5d3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=52bd6a90-798a-436f-8d91-2b947fbafb73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335982 Jul 23 17:02:17.118289 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['897f9dff-27ca-4ade-bea1-02e7e4fd841f'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:02:17.157672 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c936a8ac-9345-40ed-afad-de30456a9dd0 req-37929000-2739-4e8f-a74c-1fffa36544d4 service neutron] 10.222.0.97 "GET /v2.0/networks/52bd6a90-798a-436f-8d91-2b947fbafb73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884700 Jul 23 17:02:17.266717 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c936a8ac-9345-40ed-afad-de30456a9dd0 req-85742ead-c44d-4006-8b12-df1798f51f84 service neutron] 10.222.0.97 "GET /v2.0/networks/52bd6a90-798a-436f-8d91-2b947fbafb73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016505 Jul 23 17:02:18.017519 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08b798-ca04-4283-808d-addd417cff95 req-4d3ab4d9-fa04-4152-847e-fbca3d321a5e tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:18.018960 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ae08b798-ca04-4283-808d-addd417cff95 req-4d3ab4d9-fa04-4152-847e-fbca3d321a5e tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 944 time: 0.0694320 Jul 23 17:02:18.071167 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ae08b798-ca04-4283-808d-addd417cff95 req-93a79124-c6c2-472a-89c4-6a239e751e9a tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359519 Jul 23 17:02:18.495469 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 897f9dff-27ca-4ade-bea1-02e7e4fd841f up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:02:18.547130 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 897f9dff-27ca-4ade-bea1-02e7e4fd841f completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:02:18.552088 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 897f9dff-27ca-4ade-bea1-02e7e4fd841f triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:02:18.552454 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:18.632996 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:18.656892 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897f9dff-27ca-4ade-bea1-02e7e4fd841f'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:02:18.659232 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489ec611-b622-4165-8d20-8c61501ee43c" -d '{"events": [{"server_uuid": "dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f", "name": "network-vif-plugged", "status": "completed", "tag": "897f9dff-27ca-4ade-bea1-02e7e4fd841f"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:02:18.676641 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 897f9dff-27ca-4ade-bea1-02e7e4fd841f, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=897f9dff-27ca-4ade-bea1-02e7e4fd841f,segment=NetworkSegment(a0de06a0-1adb-4f93-baa5-bcc231cf1d1b),segment_id=a0de06a0-1adb-4f93-baa5-bcc231cf1d1b)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:02:18.681252 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:18.705519 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46694054-e818-4f17-81ed-14408b4ace59 x-openstack-request-id: req-46694054-e818-4f17-81ed-14408b4ace59 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:02:18.705805 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f", "name": "network-vif-plugged", "status": "completed", "tag": "897f9dff-27ca-4ade-bea1-02e7e4fd841f", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:02:18.706053 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-46694054-e818-4f17-81ed-14408b4ace59 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:02:18.706467 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897f9dff-27ca-4ade-bea1-02e7e4fd841f', 'code': 200} Jul 23 17:02:18.734224 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=897f9dff-27ca-4ade-bea1-02e7e4fd841f,revision_number=9']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:19.222944 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a3912-1a54-427a-91cd-9ace9f1937be req-3635274e-97a0-4902-ac16-95320a758936 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:19.224663 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-764a3912-1a54-427a-91cd-9ace9f1937be req-3635274e-97a0-4902-ac16-95320a758936 tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 945 time: 0.0763817 Jul 23 17:02:19.266551 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-764a3912-1a54-427a-91cd-9ace9f1937be req-6db73b50-0090-4261-abf9-43dd06df776d tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c9504bd-ca99-4533-8e35-c21b9844d00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360317 Jul 23 17:02:19.270061 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936a8ac-9345-40ed-afad-de30456a9dd0 req-6d773638-0292-4b71-a864-0a4ba02cf2bc tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:19.273682 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c936a8ac-9345-40ed-afad-de30456a9dd0 req-6d773638-0292-4b71-a864-0a4ba02cf2bc tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f HTTP/1.1" status: 200 len: 945 time: 0.0854931 Jul 23 17:02:19.396791 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-c936a8ac-9345-40ed-afad-de30456a9dd0 req-18121657-099b-40c6-b308-6d4ba8ea62ac tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Deleting port 897f9dff-27ca-4ade-bea1-02e7e4fd841f {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:02:19.397160 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c936a8ac-9345-40ed-afad-de30456a9dd0 req-18121657-099b-40c6-b308-6d4ba8ea62ac tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:19.498397 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-c936a8ac-9345-40ed-afad-de30456a9dd0 req-18121657-099b-40c6-b308-6d4ba8ea62ac tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] For port 897f9dff-27ca-4ade-bea1-02e7e4fd841f, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=897f9dff-27ca-4ade-bea1-02e7e4fd841f,segment=NetworkSegment(a0de06a0-1adb-4f93-baa5-bcc231cf1d1b),segment_id=a0de06a0-1adb-4f93-baa5-bcc231cf1d1b)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:02:19.498754 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c936a8ac-9345-40ed-afad-de30456a9dd0 req-18121657-099b-40c6-b308-6d4ba8ea62ac tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:19.516986 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-c936a8ac-9345-40ed-afad-de30456a9dd0 req-18121657-099b-40c6-b308-6d4ba8ea62ac tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Calling delete_port for 897f9dff-27ca-4ade-bea1-02e7e4fd841f owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:02:19.653846 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c936a8ac-9345-40ed-afad-de30456a9dd0 req-18121657-099b-40c6-b308-6d4ba8ea62ac tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:19.666021 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['897f9dff-27ca-4ade-bea1-02e7e4fd841f'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:02:19.695746 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18121657-099b-40c6-b308-6d4ba8ea62ac tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Pushing event deleted for resources: {'Port': ['ID=897f9dff-27ca-4ade-bea1-02e7e4fd841f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:19.743828 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-c936a8ac-9345-40ed-afad-de30456a9dd0 req-18121657-099b-40c6-b308-6d4ba8ea62ac tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] No DVR routers for this DVR port 897f9dff-27ca-4ade-bea1-02e7e4fd841f on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:02:19.747051 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-c936a8ac-9345-40ed-afad-de30456a9dd0 req-18121657-099b-40c6-b308-6d4ba8ea62ac tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:19.749248 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c936a8ac-9345-40ed-afad-de30456a9dd0 req-18121657-099b-40c6-b308-6d4ba8ea62ac tempest-DeleteServersTestJSON-249603180 tempest-DeleteServersTestJSON-249603180-project] 10.222.0.74 "DELETE /v2.0/ports/897f9dff-27ca-4ade-bea1-02e7e4fd841f HTTP/1.1" status: 204 len: 173 time: 0.4705684 Jul 23 17:02:19.749738 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f', 'name': 'network-vif-deleted', 'tag': '897f9dff-27ca-4ade-bea1-02e7e4fd841f'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:02:19.752110 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93672236-6aca-464b-8c74-1d2d36eec3af" -d '{"events": [{"server_uuid": "dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f", "name": "network-vif-deleted", "tag": "897f9dff-27ca-4ade-bea1-02e7e4fd841f"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:02:19.792566 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86411944-7d06-4316-856b-89a36bbc2d5d x-openstack-request-id: req-86411944-7d06-4316-856b-89a36bbc2d5d {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:02:19.792862 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f", "name": "network-vif-deleted", "tag": "897f9dff-27ca-4ade-bea1-02e7e4fd841f", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:02:19.793150 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-86411944-7d06-4316-856b-89a36bbc2d5d {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:02:19.793554 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7f6b0c-a83a-4a09-9022-e6b78ca66e9f', 'name': 'network-vif-deleted', 'tag': '897f9dff-27ca-4ade-bea1-02e7e4fd841f', 'status': 'completed', 'code': 200} Jul 23 17:02:20.413683 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55478) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:02:20.465016 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f0fb2f-bfe8-4789-9591-0c4b74911687 admin admin] Deleting subnet 86a9d919-9f75-4163-8528-160051d2c86b {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:02:20.468517 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03f0fb2f-bfe8-4789-9591-0c4b74911687 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:20.506462 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03f0fb2f-bfe8-4789-9591-0c4b74911687 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:20.552569 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03f0fb2f-bfe8-4789-9591-0c4b74911687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:20.623008 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03f0fb2f-bfe8-4789-9591-0c4b74911687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:20.649965 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0fb2f-bfe8-4789-9591-0c4b74911687 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86a9d919-9f75-4163-8528-160051d2c86b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:20.655821 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03f0fb2f-bfe8-4789-9591-0c4b74911687 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:20.657113 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-03f0fb2f-bfe8-4789-9591-0c4b74911687 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/86a9d919-9f75-4163-8528-160051d2c86b HTTP/1.1" status: 204 len: 168 time: 0.2423594 Jul 23 17:02:20.660135 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55480) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:02:20.733369 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e595b7a-de7c-4ede-8f94-a953e915302c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:20.823470 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e595b7a-de7c-4ede-8f94-a953e915302c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:20.838422 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-2e595b7a-de7c-4ede-8f94-a953e915302c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52bd6a90-798a-436f-8d91-2b947fbafb73']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:02:20.852779 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-2e595b7a-de7c-4ede-8f94-a953e915302c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0de06a0-1adb-4f93-baa5-bcc231cf1d1b') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:02:20.853080 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-2e595b7a-de7c-4ede-8f94-a953e915302c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0de06a0-1adb-4f93-baa5-bcc231cf1d1b') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:02:20.863328 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e595b7a-de7c-4ede-8f94-a953e915302c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:20.878325 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e595b7a-de7c-4ede-8f94-a953e915302c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:20.885163 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e595b7a-de7c-4ede-8f94-a953e915302c admin admin] Releasing vlan 1148 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:02:20.885549 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e595b7a-de7c-4ede-8f94-a953e915302c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:20.887777 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 17:02:20.887777 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:02:20.887777 n-d-778549-4 neutron-server[94013]: timer() Jul 23 17:02:20.887777 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:02:20.887777 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 17:02:20.887777 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:02:20.887777 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 17:02:20.887777 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:02:20.887777 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 17:02:20.887777 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:02:20.887777 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 17:02:20.887777 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:02:20.887777 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 17:02:20.887777 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:02:20.887777 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:02:20.887777 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:02:20.887777 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:02:20.887777 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:02:20.887777 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 17:02:20.887777 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:02:20.887777 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 17:02:20.887777 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:02:20.887777 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:02:20.887777 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:02:20.887777 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 17:02:20.887777 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:02:20.887777 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:02:20.887777 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:02:20.887777 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:02:20.887777 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:02:20.887777 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:02:20.887777 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:02:20.953267 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e595b7a-de7c-4ede-8f94-a953e915302c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:20.960725 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2e595b7a-de7c-4ede-8f94-a953e915302c admin admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:20.962625 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2e595b7a-de7c-4ede-8f94-a953e915302c admin admin] 10.222.0.73 "DELETE /v2.0/networks/52bd6a90-798a-436f-8d91-2b947fbafb73 HTTP/1.1" status: 204 len: 168 time: 0.3008718 Jul 23 17:02:20.975325 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e595b7a-de7c-4ede-8f94-a953e915302c admin admin] Pushing event deleted for resources: {'Network': ['ID=52bd6a90-798a-436f-8d91-2b947fbafb73,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:21.084409 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55488) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:02:21.127683 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-046ae119-d701-4ff3-b9ab-6bcfbc762525 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ac59ff12a6cc471e9b8d594778bddac8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420184 Jul 23 17:02:21.130646 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55490) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:02:21.186029 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1a558e4-c62d-4d34-88e6-9c6d098e1d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:21.213169 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1a558e4-c62d-4d34-88e6-9c6d098e1d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:21.274667 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1a558e4-c62d-4d34-88e6-9c6d098e1d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:21.277493 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1a558e4-c62d-4d34-88e6-9c6d098e1d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:21.278845 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b1a558e4-c62d-4d34-88e6-9c6d098e1d7c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7c9504bd-ca99-4533-8e35-c21b9844d00b HTTP/1.1" status: 204 len: 168 time: 0.1471896 Jul 23 17:02:21.288333 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a558e4-c62d-4d34-88e6-9c6d098e1d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9504bd-ca99-4533-8e35-c21b9844d00b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:22.095163 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55514) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:02:22.203414 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-e9fd5836-9c74-4c2c-b19c-8743f4a15cc6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-931784999-network', 'tenant_id': 'c0cf4a7e768743318aeb0507fb6bb033'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:02:22.233086 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fd5836-9c74-4c2c-b19c-8743f4a15cc6 admin admin] Made reservation on behalf of c0cf4a7e768743318aeb0507fb6bb033 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:02:22.235566 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5836-9c74-4c2c-b19c-8743f4a15cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:22.246215 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5836-9c74-4c2c-b19c-8743f4a15cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:22.349859 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5836-9c74-4c2c-b19c-8743f4a15cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:22.353865 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5836-9c74-4c2c-b19c-8743f4a15cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:22.380860 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9fd5836-9c74-4c2c-b19c-8743f4a15cc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1133, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:02:22.399412 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd5836-9c74-4c2c-b19c-8743f4a15cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:22.405478 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5836-9c74-4c2c-b19c-8743f4a15cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:22.405932 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-e9fd5836-9c74-4c2c-b19c-8743f4a15cc6 admin admin] Added segment 12942e39-8a29-4736-bcfc-485c60686966 of type vlan for network e480753c-1a05-4c74-bd17-379f923f0fab Jul 23 17:02:22.461490 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5836-9c74-4c2c-b19c-8743f4a15cc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:22.497233 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5836-9c74-4c2c-b19c-8743f4a15cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:22.498217 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fd5836-9c74-4c2c-b19c-8743f4a15cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:22.498806 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5836-9c74-4c2c-b19c-8743f4a15cc6 admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:22.531474 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e9fd5836-9c74-4c2c-b19c-8743f4a15cc6 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4349523 Jul 23 17:02:22.534932 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55518) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:02:22.542229 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-0cb23825-c2c9-4cc6-bfa3-8329006133ee admin admin] Request body: {'subnet': {'network_id': 'e480753c-1a05-4c74-bd17-379f923f0fab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-931784999-subnet', 'tenant_id': 'c0cf4a7e768743318aeb0507fb6bb033', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:02:22.566356 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd5836-9c74-4c2c-b19c-8743f4a15cc6 admin admin] Pushing event updated for resources: {'Network': ['ID=e480753c-1a05-4c74-bd17-379f923f0fab,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:22.568811 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb23825-c2c9-4cc6-bfa3-8329006133ee admin admin] Made reservation on behalf of c0cf4a7e768743318aeb0507fb6bb033 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:02:22.571538 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0cb23825-c2c9-4cc6-bfa3-8329006133ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:22.578963 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network e480753c-1a05-4c74-bd17-379f923f0fab details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:02:22.762296 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0cb23825-c2c9-4cc6-bfa3-8329006133ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:22.829313 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb23825-c2c9-4cc6-bfa3-8329006133ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6f32941-59bb-4ddf-a008-add7607779d9,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:22.840358 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb23825-c2c9-4cc6-bfa3-8329006133ee admin admin] Checking segment: {'id': '12942e39-8a29-4736-bcfc-485c60686966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'e480753c-1a05-4c74-bd17-379f923f0fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:02:22.840836 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb23825-c2c9-4cc6-bfa3-8329006133ee admin admin] Network hostable DHCP agents. Network: e480753c-1a05-4c74-bd17-379f923f0fab, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:02:22.861924 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb23825-c2c9-4cc6-bfa3-8329006133ee admin admin] Network e480753c-1a05-4c74-bd17-379f923f0fab is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:02:22.872728 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-0cb23825-c2c9-4cc6-bfa3-8329006133ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, e480753c-1a05-4c74-bd17-379f923f0fab) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:02:22.877946 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb23825-c2c9-4cc6-bfa3-8329006133ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:22.878651 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0cb23825-c2c9-4cc6-bfa3-8329006133ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:22.884925 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b60977-31e8-4ef2-9d82-6379bf673148 None None] Network e480753c-1a05-4c74-bd17-379f923f0fab requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:02:22.897431 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0cb23825-c2c9-4cc6-bfa3-8329006133ee admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3611963 Jul 23 17:02:23.044685 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f24c59c-8caa-4e75-ba8b-b566135a5312 None None] Network e480753c-1a05-4c74-bd17-379f923f0fab requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:02:23.406272 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-a2523d51-c828-4351-b12c-90c3129eb83d tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:23.407915 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-a2523d51-c828-4351-b12c-90c3129eb83d tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/networks?id=e480753c-1a05-4c74-bd17-379f923f0fab HTTP/1.1" status: 200 len: 814 time: 0.1180913 Jul 23 17:02:23.424772 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-96a3ce77-da80-4773-8c60-9874c5809745 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/quotas/c0cf4a7e768743318aeb0507fb6bb033 HTTP/1.1" status: 200 len: 375 time: 0.0099373 Jul 23 17:02:23.462760 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-1c1d96b6-f608-4554-973b-e45b369f78b6 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0cf4a7e768743318aeb0507fb6bb033&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311241 Jul 23 17:02:23.573621 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-c0698e74-e17f-4ca6-91c0-710ea96398f2 service neutron] 10.222.0.73 "GET /v2.0/networks/e480753c-1a05-4c74-bd17-379f923f0fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039464 Jul 23 17:02:23.672572 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-a2f9f38b-bfc0-4170-abe9-aca2869d76ff service neutron] 10.222.0.73 "GET /v2.0/networks/e480753c-1a05-4c74-bd17-379f923f0fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922229 Jul 23 17:02:23.850772 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f4cf2498-1cfc-4503-a529-ea7c8facf516 req-69592d5e-b684-4e24-bac3-67b5eaf5d2ce tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 210 time: 0.0334640 Jul 23 17:02:24.539570 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 897f9dff-27ca-4ade-bea1-02e7e4fd841f no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:02:24.563183 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 897f9dff-27ca-4ade-bea1-02e7e4fd841f {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:02:24.563523 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 897f9dff-27ca-4ade-bea1-02e7e4fd841f not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:02:24.779514 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-d860a16c-1a57-40ce-a550-a39c473ca9bf tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:24.781190 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-d860a16c-1a57-40ce-a550-a39c473ca9bf tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.74 "GET /v2.0/networks?id=e480753c-1a05-4c74-bd17-379f923f0fab HTTP/1.1" status: 200 len: 814 time: 0.1080649 Jul 23 17:02:24.793761 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-c71fe6b9-267d-496c-861b-96ceb01e3f67 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Request body: {'port': {'device_id': '358b2b53-3f6d-4f0b-8d57-d81492445e40', 'network_id': 'e480753c-1a05-4c74-bd17-379f923f0fab', 'admin_state_up': True, 'tenant_id': 'c0cf4a7e768743318aeb0507fb6bb033'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:02:24.913867 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-c71fe6b9-267d-496c-861b-96ceb01e3f67 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Made reservation on behalf of c0cf4a7e768743318aeb0507fb6bb033 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:02:24.917430 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-c71fe6b9-267d-496c-861b-96ceb01e3f67 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:24.952761 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5bb2a90-32f7-4444-aef0-64d7c05680c8 req-7cc51ae2-a950-4be7-a2a4-a5e36d70b7f4 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 210 time: 0.0303938 Jul 23 17:02:25.050965 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-c71fe6b9-267d-496c-861b-96ceb01e3f67 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Allocated IP 172.20.0.11 (e480753c-1a05-4c74-bd17-379f923f0fab/f6f32941-59bb-4ddf-a008-add7607779d9/b41edcf6-6235-4ffa-ac68-3b3ff895973b) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:02:25.204415 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-c71fe6b9-267d-496c-861b-96ceb01e3f67 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:25.244884 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-c71fe6b9-267d-496c-861b-96ceb01e3f67 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:25.296940 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-c71fe6b9-267d-496c-861b-96ceb01e3f67 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Network e480753c-1a05-4c74-bd17-379f923f0fab is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:02:25.303408 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-c71fe6b9-267d-496c-861b-96ceb01e3f67 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:02:25.305782 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-c71fe6b9-267d-496c-861b-96ceb01e3f67 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:02:25.331256 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71fe6b9-267d-496c-861b-96ceb01e3f67 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Pushing event updated for resources: {'Port': ['ID=b41edcf6-6235-4ffa-ac68-3b3ff895973b,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:25.360520 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-c71fe6b9-267d-496c-861b-96ceb01e3f67 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:25.361165 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-c71fe6b9-267d-496c-861b-96ceb01e3f67 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:25.375918 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-c71fe6b9-267d-496c-861b-96ceb01e3f67 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5860343 Jul 23 17:02:25.387055 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-8a207372-af03-448e-85b9-d52e8318e02e service neutron] Request body: {'port': {'device_id': '358b2b53-3f6d-4f0b-8d57-d81492445e40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:02:25.462808 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-8a207372-af03-448e-85b9-d52e8318e02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:25.722981 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-8a207372-af03-448e-85b9-d52e8318e02e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b41edcf6-6235-4ffa-ac68-3b3ff895973b {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:02:25.730943 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-8a207372-af03-448e-85b9-d52e8318e02e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:25.743635 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-8a207372-af03-448e-85b9-d52e8318e02e service neutron] Transition to ACTIVE for port object b41edcf6-6235-4ffa-ac68-3b3ff895973b will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:02:25.747518 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-8a207372-af03-448e-85b9-d52e8318e02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:25.794618 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a207372-af03-448e-85b9-d52e8318e02e service neutron] Pushing event updated for resources: {'Port': ['ID=b41edcf6-6235-4ffa-ac68-3b3ff895973b,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:25.870060 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-8a207372-af03-448e-85b9-d52e8318e02e service neutron] Attempting to bind port b41edcf6-6235-4ffa-ac68-3b3ff895973b on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:02:25.870360 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-8a207372-af03-448e-85b9-d52e8318e02e service neutron] Attempting to bind port b41edcf6-6235-4ffa-ac68-3b3ff895973b by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '12942e39-8a29-4736-bcfc-485c60686966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'e480753c-1a05-4c74-bd17-379f923f0fab'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:02:25.870725 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-8a207372-af03-448e-85b9-d52e8318e02e service neutron] Attempting to bind port b41edcf6-6235-4ffa-ac68-3b3ff895973b on network e480753c-1a05-4c74-bd17-379f923f0fab {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:02:25.875417 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-8a207372-af03-448e-85b9-d52e8318e02e service neutron] Port b41edcf6-6235-4ffa-ac68-3b3ff895973b on network e480753c-1a05-4c74-bd17-379f923f0fab not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:02:25.875733 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-8a207372-af03-448e-85b9-d52e8318e02e service neutron] Attempting to bind port b41edcf6-6235-4ffa-ac68-3b3ff895973b on network e480753c-1a05-4c74-bd17-379f923f0fab {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:02:25.881024 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-8a207372-af03-448e-85b9-d52e8318e02e service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:02:25.881415 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-8a207372-af03-448e-85b9-d52e8318e02e service neutron] Checking segment: {'id': '12942e39-8a29-4736-bcfc-485c60686966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'e480753c-1a05-4c74-bd17-379f923f0fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:02:25.881795 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-8a207372-af03-448e-85b9-d52e8318e02e service neutron] Bound using segment: {'id': '12942e39-8a29-4736-bcfc-485c60686966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'e480753c-1a05-4c74-bd17-379f923f0fab'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:02:25.882261 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-8a207372-af03-448e-85b9-d52e8318e02e service neutron] Bound port: b41edcf6-6235-4ffa-ac68-3b3ff895973b, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12942e39-8a29-4736-bcfc-485c60686966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'e480753c-1a05-4c74-bd17-379f923f0fab'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:02:25.882644 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-8a207372-af03-448e-85b9-d52e8318e02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:25.947493 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-8a207372-af03-448e-85b9-d52e8318e02e service neutron] For port b41edcf6-6235-4ffa-ac68-3b3ff895973b, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:02:25.950581 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-8a207372-af03-448e-85b9-d52e8318e02e service neutron] For port b41edcf6-6235-4ffa-ac68-3b3ff895973b, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=b41edcf6-6235-4ffa-ac68-3b3ff895973b,segment=NetworkSegment(12942e39-8a29-4736-bcfc-485c60686966),segment_id=12942e39-8a29-4736-bcfc-485c60686966)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:02:25.954101 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-8a207372-af03-448e-85b9-d52e8318e02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:25.988092 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-8a207372-af03-448e-85b9-d52e8318e02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:25.988705 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-8a207372-af03-448e-85b9-d52e8318e02e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:25.991317 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-8a207372-af03-448e-85b9-d52e8318e02e service neutron] 10.222.0.74 "PUT /v2.0/ports/b41edcf6-6235-4ffa-ac68-3b3ff895973b HTTP/1.1" status: 200 len: 1092 time: 0.6083543 Jul 23 17:02:25.991770 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358b2b53-3f6d-4f0b-8d57-d81492445e40', 'tag': 'b41edcf6-6235-4ffa-ac68-3b3ff895973b'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:02:25.994048 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f65908f-2a34-41b0-b3ea-7fc998411230" -d '{"events": [{"name": "network-changed", "server_uuid": "358b2b53-3f6d-4f0b-8d57-d81492445e40", "tag": "b41edcf6-6235-4ffa-ac68-3b3ff895973b"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:02:26.028856 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a207372-af03-448e-85b9-d52e8318e02e service neutron] Pushing event updated for resources: {'Port': ['ID=b41edcf6-6235-4ffa-ac68-3b3ff895973b,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:26.037459 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26684c47-10bf-4d41-b5eb-5cfa73270664 x-openstack-request-id: req-26684c47-10bf-4d41-b5eb-5cfa73270664 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:02:26.037752 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "358b2b53-3f6d-4f0b-8d57-d81492445e40", "tag": "b41edcf6-6235-4ffa-ac68-3b3ff895973b", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:02:26.038006 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-26684c47-10bf-4d41-b5eb-5cfa73270664 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:02:26.038479 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '358b2b53-3f6d-4f0b-8d57-d81492445e40', 'tag': 'b41edcf6-6235-4ffa-ac68-3b3ff895973b', 'status': 'completed', 'code': 200} Jul 23 17:02:26.101429 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9cf260-458e-4f15-a111-00431466e716 req-99203892-a751-421e-b517-8b97724157ed tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:26.102923 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6b9cf260-458e-4f15-a111-00431466e716 req-99203892-a751-421e-b517-8b97724157ed tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 944 time: 0.0716336 Jul 23 17:02:26.140619 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6b9cf260-458e-4f15-a111-00431466e716 req-d9dde435-acff-466b-b885-7ac03e38c82e tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320041 Jul 23 17:02:26.216481 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-441482fe-cea5-4b90-ac43-4632dcea494d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:26.218062 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-441482fe-cea5-4b90-ac43-4632dcea494d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c0cf4a7e768743318aeb0507fb6bb033&device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 1095 time: 0.0556126 Jul 23 17:02:26.261808 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-ec7a8ee3-8009-4d85-a608-f87431d79e4e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b41edcf6-6235-4ffa-ac68-3b3ff895973b HTTP/1.1" status: 200 len: 217 time: 0.0369515 Jul 23 17:02:26.315573 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-948fcda0-705e-4ab0-a50c-829c5ec6eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:26.317150 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-948fcda0-705e-4ab0-a50c-829c5ec6eaa9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f6f32941-59bb-4ddf-a008-add7607779d9 HTTP/1.1" status: 200 len: 854 time: 0.0496695 Jul 23 17:02:26.352518 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-ed7d8e14-da81-4220-8e9a-64ae96a2588a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e480753c-1a05-4c74-bd17-379f923f0fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290327 Jul 23 17:02:26.449851 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-55bea94e-0e47-4732-b080-443b8c146e93 service neutron] 10.222.0.74 "GET /v2.0/networks/e480753c-1a05-4c74-bd17-379f923f0fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912328 Jul 23 17:02:26.541589 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b49c4664-1a1e-4239-88a7-8591d3987b0f req-3544cdb0-5af2-4295-b79c-0ce03d200ac9 service neutron] 10.222.0.74 "GET /v2.0/networks/e480753c-1a05-4c74-bd17-379f923f0fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860138 Jul 23 17:02:26.649547 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65908f-2a34-41b0-b3ea-7fc998411230 req-cec0486d-0d4b-4d16-9f51-366fda2e3b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:26.651278 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1f65908f-2a34-41b0-b3ea-7fc998411230 req-cec0486d-0d4b-4d16-9f51-366fda2e3b95 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c0cf4a7e768743318aeb0507fb6bb033&device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 1095 time: 0.0643523 Jul 23 17:02:26.751262 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65908f-2a34-41b0-b3ea-7fc998411230 req-dfd89e88-30d4-4ed7-b3b8-5cc538d49621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:26.752771 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1f65908f-2a34-41b0-b3ea-7fc998411230 req-dfd89e88-30d4-4ed7-b3b8-5cc538d49621 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e480753c-1a05-4c74-bd17-379f923f0fab HTTP/1.1" status: 200 len: 916 time: 0.0956488 Jul 23 17:02:26.795041 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1f65908f-2a34-41b0-b3ea-7fc998411230 req-17c62381-d967-4c04-be31-aca932eaff48 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b41edcf6-6235-4ffa-ac68-3b3ff895973b HTTP/1.1" status: 200 len: 217 time: 0.0342689 Jul 23 17:02:26.853458 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65908f-2a34-41b0-b3ea-7fc998411230 req-78215f48-fc6e-4c2d-9155-41f964ca1050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:26.855084 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1f65908f-2a34-41b0-b3ea-7fc998411230 req-78215f48-fc6e-4c2d-9155-41f964ca1050 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f6f32941-59bb-4ddf-a008-add7607779d9 HTTP/1.1" status: 200 len: 854 time: 0.0527043 Jul 23 17:02:26.897435 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1f65908f-2a34-41b0-b3ea-7fc998411230 req-bf4f4360-734a-415f-9f0c-aa3dc772a000 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e480753c-1a05-4c74-bd17-379f923f0fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357502 Jul 23 17:02:26.997533 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1f65908f-2a34-41b0-b3ea-7fc998411230 req-2c4bce53-501e-4a1a-bc56-794491317c44 service neutron] 10.222.0.74 "GET /v2.0/networks/e480753c-1a05-4c74-bd17-379f923f0fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927758 Jul 23 17:02:27.096519 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-1f65908f-2a34-41b0-b3ea-7fc998411230 req-150745ba-a77d-4f23-9b3a-9e949c1a969a service neutron] 10.222.0.74 "GET /v2.0/networks/e480753c-1a05-4c74-bd17-379f923f0fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860281 Jul 23 17:02:27.276282 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27789b61-31e4-4eac-9cfd-3eda8fc58672 req-50af6878-cc89-42c2-a294-60c65d43ab39 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:27.277820 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-27789b61-31e4-4eac-9cfd-3eda8fc58672 req-50af6878-cc89-42c2-a294-60c65d43ab39 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 944 time: 0.0668964 Jul 23 17:02:27.318368 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-27789b61-31e4-4eac-9cfd-3eda8fc58672 req-5508a262-4ca1-440e-bdfc-9569e9755194 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346351 Jul 23 17:02:28.452758 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5a4c8-e67e-4a94-bfe1-6b8f8cfa23e7 req-386484f6-75b3-43ce-b487-9218c66eb664 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:28.454298 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a7b5a4c8-e67e-4a94-bfe1-6b8f8cfa23e7 req-386484f6-75b3-43ce-b487-9218c66eb664 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 944 time: 0.0635509 Jul 23 17:02:28.492108 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a7b5a4c8-e67e-4a94-bfe1-6b8f8cfa23e7 req-0d5a081a-0b4b-4aa0-8da7-c0b826a3d536 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322647 Jul 23 17:02:28.556789 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device b41edcf6-6235-4ffa-ac68-3b3ff895973b details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:02:28.650284 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port b41edcf6-6235-4ffa-ac68-3b3ff895973b, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=b41edcf6-6235-4ffa-ac68-3b3ff895973b,segment=NetworkSegment(12942e39-8a29-4736-bcfc-485c60686966),segment_id=12942e39-8a29-4736-bcfc-485c60686966)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:02:28.662471 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'b41edcf6-6235-4ffa-ac68-3b3ff895973b', 'network_id': 'e480753c-1a05-4c74-bd17-379f923f0fab', 'port_id': 'b41edcf6-6235-4ffa-ac68-3b3ff895973b', 'mac_address': 'fa:16:3e:98:f8:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f32941-59bb-4ddf-a008-add7607779d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:02:28.706065 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:28.722956 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b41edcf6-6235-4ffa-ac68-3b3ff895973b {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:02:28.743426 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port b41edcf6-6235-4ffa-ac68-3b3ff895973b, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=b41edcf6-6235-4ffa-ac68-3b3ff895973b,segment=NetworkSegment(12942e39-8a29-4736-bcfc-485c60686966),segment_id=12942e39-8a29-4736-bcfc-485c60686966)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:02:28.747597 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:28.795541 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=b41edcf6-6235-4ffa-ac68-3b3ff895973b,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:28.939087 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['b41edcf6-6235-4ffa-ac68-3b3ff895973b'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:02:29.624892 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0a25a-420b-4393-965c-80768e7696d8 req-67167528-b6cf-4872-a430-2f8e8eea5a13 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:29.626446 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-11b0a25a-420b-4393-965c-80768e7696d8 req-67167528-b6cf-4872-a430-2f8e8eea5a13 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 945 time: 0.0670545 Jul 23 17:02:29.665731 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-11b0a25a-420b-4393-965c-80768e7696d8 req-e1476001-1b33-497b-b862-b4d19528031f tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331600 Jul 23 17:02:30.570081 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device b41edcf6-6235-4ffa-ac68-3b3ff895973b up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:02:30.620640 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port b41edcf6-6235-4ffa-ac68-3b3ff895973b completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:02:30.624276 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port b41edcf6-6235-4ffa-ac68-3b3ff895973b triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:02:30.624639 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:30.700818 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:30.724082 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358b2b53-3f6d-4f0b-8d57-d81492445e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41edcf6-6235-4ffa-ac68-3b3ff895973b'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:02:30.726447 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3a47bb-c277-48bc-b9f7-d66fc28f4022" -d '{"events": [{"server_uuid": "358b2b53-3f6d-4f0b-8d57-d81492445e40", "name": "network-vif-plugged", "status": "completed", "tag": "b41edcf6-6235-4ffa-ac68-3b3ff895973b"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:02:30.740261 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port b41edcf6-6235-4ffa-ac68-3b3ff895973b, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=b41edcf6-6235-4ffa-ac68-3b3ff895973b,segment=NetworkSegment(12942e39-8a29-4736-bcfc-485c60686966),segment_id=12942e39-8a29-4736-bcfc-485c60686966)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:02:30.745432 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:30.776809 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24add4a8-b05a-4b5a-aa2d-c497e63befe8 x-openstack-request-id: req-24add4a8-b05a-4b5a-aa2d-c497e63befe8 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:02:30.777150 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358b2b53-3f6d-4f0b-8d57-d81492445e40", "name": "network-vif-plugged", "status": "completed", "tag": "b41edcf6-6235-4ffa-ac68-3b3ff895973b", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:02:30.777376 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-24add4a8-b05a-4b5a-aa2d-c497e63befe8 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:02:30.777768 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358b2b53-3f6d-4f0b-8d57-d81492445e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41edcf6-6235-4ffa-ac68-3b3ff895973b', 'code': 200} Jul 23 17:02:30.803297 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=b41edcf6-6235-4ffa-ac68-3b3ff895973b,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:30.811088 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06d509-bcc2-4cc4-bb71-2218a0532d2d req-ea63421b-dc1e-40ad-a277-63cc8d133c6e tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:30.813113 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd06d509-bcc2-4cc4-bb71-2218a0532d2d req-ea63421b-dc1e-40ad-a277-63cc8d133c6e tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.0782115 Jul 23 17:02:30.861021 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd06d509-bcc2-4cc4-bb71-2218a0532d2d req-e724d940-daa4-41d6-9dd0-948e3a30af73 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425568 Jul 23 17:02:30.889751 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4d643-5567-4391-9918-3031e53ed188 req-95ee5c74-5513-45e2-b220-136a10273a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:30.891268 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-00e4d643-5567-4391-9918-3031e53ed188 req-95ee5c74-5513-45e2-b220-136a10273a5c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 1097 time: 0.0654907 Jul 23 17:02:30.926869 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-00e4d643-5567-4391-9918-3031e53ed188 req-0eee9b62-69af-4dc4-9f1b-401500917466 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285909 Jul 23 17:02:31.996588 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a930c7-992e-4b32-9556-837589796c8f req-f6bb8bd4-3eed-4a8d-86c9-d5371239e12d tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:31.998048 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-35a930c7-992e-4b32-9556-837589796c8f req-f6bb8bd4-3eed-4a8d-86c9-d5371239e12d tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.0643015 Jul 23 17:02:32.037442 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-35a930c7-992e-4b32-9556-837589796c8f req-82167c99-9d91-4f29-b3ce-7ec9ecdb04ce tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331011 Jul 23 17:02:32.170126 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:02:32.170698 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6978e-f2e8-4820-95ce-86c9bbab95bc req-9415e912-9530-4c31-98d8-6b7ab6f2df89 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:32.171745 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5da6978e-f2e8-4820-95ce-86c9bbab95bc req-9415e912-9530-4c31-98d8-6b7ab6f2df89 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.0668046 Jul 23 17:02:32.210129 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5da6978e-f2e8-4820-95ce-86c9bbab95bc req-06ab216b-d5e6-4dde-ab2e-9df90c3e7c28 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322785 Jul 23 17:02:32.427872 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696a268-e3bc-465f-b84a-432aba4f332f req-a844323e-1328-46c9-80b7-686adcf608a7 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:32.429410 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7696a268-e3bc-465f-b84a-432aba4f332f req-a844323e-1328-46c9-80b7-686adcf608a7 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.0634258 Jul 23 17:02:32.467386 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7696a268-e3bc-465f-b84a-432aba4f332f req-f1625000-b9eb-4bae-b641-84e492abf1db tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323052 Jul 23 17:02:32.599193 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d8b2c-cd2b-4d18-9f13-a48746f048bf req-0fe02bf4-a4f9-4be0-a113-77e00c6bdfff tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:32.600616 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d4d8b2c-cd2b-4d18-9f13-a48746f048bf req-0fe02bf4-a4f9-4be0-a113-77e00c6bdfff tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.0685658 Jul 23 17:02:32.639328 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d4d8b2c-cd2b-4d18-9f13-a48746f048bf req-fb441f39-90ca-4f9b-ba71-c39cb23556c0 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330367 Jul 23 17:02:32.695636 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-950bb83a-2d05-4eb0-9cd8-2c1537cdf413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:32.884701 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-455a506d-974c-45ba-955c-ef8932ec4274 req-8f9e532b-26f5-4eb5-a8d9-596eb10c9a70 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0604246 Jul 23 17:02:32.903804 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb0d64-f0d8-44da-b7fb-de55eb2473aa req-85d0be22-34ce-4966-a87b-cf5a9fc55105 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:32.905384 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cfeb0d64-f0d8-44da-b7fb-de55eb2473aa req-85d0be22-34ce-4966-a87b-cf5a9fc55105 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.0713236 Jul 23 17:02:32.947981 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cfeb0d64-f0d8-44da-b7fb-de55eb2473aa req-4f2b2207-0e5a-44ff-ae7e-c90dbe036569 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370502 Jul 23 17:02:34.056983 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a506d-974c-45ba-955c-ef8932ec4274 req-6b2f14bf-e1c6-44af-b367-70ae84a1986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:34.058549 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-455a506d-974c-45ba-955c-ef8932ec4274 req-6b2f14bf-e1c6-44af-b367-70ae84a1986a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c0cf4a7e768743318aeb0507fb6bb033&device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 1097 time: 0.0565865 Jul 23 17:02:34.096447 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386227f9-dadf-46d6-9ff8-3781ce579022 req-b01a4d8a-be93-40f1-b86f-8f5c15521651 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:34.097566 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-386227f9-dadf-46d6-9ff8-3781ce579022 req-b01a4d8a-be93-40f1-b86f-8f5c15521651 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.0780849 Jul 23 17:02:34.140121 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-386227f9-dadf-46d6-9ff8-3781ce579022 req-6df6b38b-65bb-4e20-8430-bd65eb1b9bf9 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363033 Jul 23 17:02:34.168292 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a506d-974c-45ba-955c-ef8932ec4274 req-20f75f85-3629-4863-b8d8-e44555f89324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:34.169828 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-455a506d-974c-45ba-955c-ef8932ec4274 req-20f75f85-3629-4863-b8d8-e44555f89324 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e480753c-1a05-4c74-bd17-379f923f0fab HTTP/1.1" status: 200 len: 916 time: 0.1051977 Jul 23 17:02:34.211988 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-455a506d-974c-45ba-955c-ef8932ec4274 req-94fce109-75ba-4388-a3c0-72647757eb65 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b41edcf6-6235-4ffa-ac68-3b3ff895973b HTTP/1.1" status: 200 len: 217 time: 0.0357082 Jul 23 17:02:34.260300 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a506d-974c-45ba-955c-ef8932ec4274 req-3d241a77-62d9-4e60-87bc-a422beb68a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:34.261852 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-455a506d-974c-45ba-955c-ef8932ec4274 req-3d241a77-62d9-4e60-87bc-a422beb68a28 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f6f32941-59bb-4ddf-a008-add7607779d9 HTTP/1.1" status: 200 len: 854 time: 0.0445964 Jul 23 17:02:34.296271 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-455a506d-974c-45ba-955c-ef8932ec4274 req-4b40b1c4-0782-446c-8993-e3320ba8b57f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e480753c-1a05-4c74-bd17-379f923f0fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283492 Jul 23 17:02:34.409684 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-455a506d-974c-45ba-955c-ef8932ec4274 req-1b7222bf-d269-472c-8a22-f95b453214f9 service neutron] 10.222.0.74 "GET /v2.0/networks/e480753c-1a05-4c74-bd17-379f923f0fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031535 Jul 23 17:02:34.506738 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-455a506d-974c-45ba-955c-ef8932ec4274 req-797d3ae0-8f80-4bd0-a771-4193ab1347eb service neutron] 10.222.0.74 "GET /v2.0/networks/e480753c-1a05-4c74-bd17-379f923f0fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906825 Jul 23 17:02:35.234619 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:35.299208 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48d6d1-3fc1-4aa2-b08b-01fb0b3b0880 req-351005da-ab4a-4f3f-bc57-b82361dc5b53 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:35.301983 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2a48d6d1-3fc1-4aa2-b08b-01fb0b3b0880 req-351005da-ab4a-4f3f-bc57-b82361dc5b53 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.0883369 Jul 23 17:02:35.344411 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2a48d6d1-3fc1-4aa2-b08b-01fb0b3b0880 req-73566c3b-fe41-498e-9980-6f758da4419f tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355999 Jul 23 17:02:35.434088 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4a5e3271-cb1b-41ec-9366-3e1a7868ccc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:35.523544 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:36.487675 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ddc87-3afe-4533-955e-43e474b09905 req-93270c05-b5b4-4e53-9f12-c603a989d3d7 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:36.490327 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd1ddc87-3afe-4533-955e-43e474b09905 req-93270c05-b5b4-4e53-9f12-c603a989d3d7 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.0734918 Jul 23 17:02:36.529369 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd1ddc87-3afe-4533-955e-43e474b09905 req-0f772395-222f-497f-8def-e6d7eb31011a tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334828 Jul 23 17:02:36.662696 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:37.720425 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:37.742102 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b941c54-0d2f-4dfc-995c-520bd29b9362 req-4481e423-e3c6-4f08-a126-c9713fc90a07 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:37.743762 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4b941c54-0d2f-4dfc-995c-520bd29b9362 req-4481e423-e3c6-4f08-a126-c9713fc90a07 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.1423879 Jul 23 17:02:37.783940 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4b941c54-0d2f-4dfc-995c-520bd29b9362 req-b801d2d4-0d59-4ae2-967f-ab3897d44589 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338418 Jul 23 17:02:38.699117 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:38.994961 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122f157-9f3e-4e53-8bdf-c5817a9f808d req-7c265709-4eba-4e60-bd6b-d110f9bb1ab2 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:38.996588 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1122f157-9f3e-4e53-8bdf-c5817a9f808d req-7c265709-4eba-4e60-bd6b-d110f9bb1ab2 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.1383250 Jul 23 17:02:39.038638 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1122f157-9f3e-4e53-8bdf-c5817a9f808d req-3e3220e2-c691-4758-b251-1cb335892af9 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359113 Jul 23 17:02:40.185677 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60b7bd-5658-4f17-8f7e-fa61b785a8b5 req-d772e603-a624-4419-b60c-a78cd7d140f1 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:40.192778 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bd60b7bd-5658-4f17-8f7e-fa61b785a8b5 req-d772e603-a624-4419-b60c-a78cd7d140f1 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.0692492 Jul 23 17:02:40.239836 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bd60b7bd-5658-4f17-8f7e-fa61b785a8b5 req-f9981586-5d41-48e2-bcc2-16ecc7b2e491 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446143 Jul 23 17:02:41.395915 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396709e6-dd82-4389-ba5d-59fa1ebfba47 req-7f071287-ce10-47a5-8f49-9dffa981b09f tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:41.397580 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-396709e6-dd82-4389-ba5d-59fa1ebfba47 req-7f071287-ce10-47a5-8f49-9dffa981b09f tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.0804889 Jul 23 17:02:41.449344 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-396709e6-dd82-4389-ba5d-59fa1ebfba47 req-d755fd6c-c805-4dca-9643-e52b9f6639d0 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451863 Jul 23 17:02:42.596194 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a96043-2a73-41fc-982b-6064f8ba4560 req-7763b685-5ad6-4ad6-becf-43869161c0e5 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:42.597827 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-35a96043-2a73-41fc-982b-6064f8ba4560 req-7763b685-5ad6-4ad6-becf-43869161c0e5 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.0681837 Jul 23 17:02:42.646414 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-35a96043-2a73-41fc-982b-6064f8ba4560 req-ca392d4a-1564-4972-aaa6-e463db0f199f tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403199 Jul 23 17:02:43.830886 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64ff47-0508-4c66-9dbe-6a642019c1e9 req-1c139185-06cd-4f03-908b-2ba744233460 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:43.832534 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fc64ff47-0508-4c66-9dbe-6a642019c1e9 req-1c139185-06cd-4f03-908b-2ba744233460 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.0933030 Jul 23 17:02:43.884446 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fc64ff47-0508-4c66-9dbe-6a642019c1e9 req-5b0e06ca-83d7-4e8c-851f-1ac28ebcacc5 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446031 Jul 23 17:02:45.042901 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e7f98-34dc-4f15-9ce9-d0da72ddde27 req-e6dc31ad-103d-4049-b9a9-4f91003ce556 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:45.044486 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-242e7f98-34dc-4f15-9ce9-d0da72ddde27 req-e6dc31ad-103d-4049-b9a9-4f91003ce556 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.0782452 Jul 23 17:02:45.097367 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-242e7f98-34dc-4f15-9ce9-d0da72ddde27 req-f6ab4ab2-3c98-4702-8148-d977604c9f4c tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468588 Jul 23 17:02:46.262009 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b315d1-25ef-41a1-980c-a77ceccf9be8 req-593e1e6d-f99b-4832-b4f3-661519d04ef0 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:46.263734 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-04b315d1-25ef-41a1-980c-a77ceccf9be8 req-593e1e6d-f99b-4832-b4f3-661519d04ef0 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.0778728 Jul 23 17:02:46.311091 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-04b315d1-25ef-41a1-980c-a77ceccf9be8 req-a26a6b71-1956-4d50-b4fb-c5f5c9778835 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413954 Jul 23 17:02:47.464303 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a9f7f-3fde-425c-9376-5d6076ce2175 req-5fa1b389-ea3b-4122-bfe7-549bbcb36715 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:47.466075 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-563a9f7f-3fde-425c-9376-5d6076ce2175 req-5fa1b389-ea3b-4122-bfe7-549bbcb36715 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.0723281 Jul 23 17:02:47.508903 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-563a9f7f-3fde-425c-9376-5d6076ce2175 req-a7759b3c-7ac0-4293-a984-761268d7d794 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369723 Jul 23 17:02:48.643763 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a1a0e-2463-48e7-ac2a-c0a17498c3d2 req-61209567-b0df-4948-bfdb-0eb1c4ddef8c tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:48.645690 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e33a1a0e-2463-48e7-ac2a-c0a17498c3d2 req-61209567-b0df-4948-bfdb-0eb1c4ddef8c tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.0645037 Jul 23 17:02:48.684264 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e33a1a0e-2463-48e7-ac2a-c0a17498c3d2 req-ec75d7da-8444-4d42-8dc7-fc42489ca75d tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329161 Jul 23 17:02:49.816250 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7d66d-4027-4292-bdcd-11e7fbc02289 req-073d873a-84a9-41d3-b05e-4e7b31267c1b tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:49.818284 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ffe7d66d-4027-4292-bdcd-11e7fbc02289 req-073d873a-84a9-41d3-b05e-4e7b31267c1b tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.0667458 Jul 23 17:02:49.857819 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ffe7d66d-4027-4292-bdcd-11e7fbc02289 req-205566d4-c3b5-4048-8538-560e3f1e2973 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338564 Jul 23 17:02:50.996290 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee48a3-9204-44a9-9815-d758f2a372f1 req-0cd3861c-3c87-4215-9dd5-16a58f829a2c tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:50.997821 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9aee48a3-9204-44a9-9815-d758f2a372f1 req-0cd3861c-3c87-4215-9dd5-16a58f829a2c tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.0637124 Jul 23 17:02:51.035589 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9aee48a3-9204-44a9-9815-d758f2a372f1 req-16586132-2e0f-4f73-925d-750cb6cd69c0 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321798 Jul 23 17:02:52.170531 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d89843-cbb9-4717-92bf-24fef36eaf26 req-24e122d4-c2c0-45ad-853e-2f3dd7a97fe9 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:52.172067 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-71d89843-cbb9-4717-92bf-24fef36eaf26 req-24e122d4-c2c0-45ad-853e-2f3dd7a97fe9 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.0649199 Jul 23 17:02:52.214554 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-71d89843-cbb9-4717-92bf-24fef36eaf26 req-a2779c2b-08b9-493d-ae2f-172a6e646273 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348403 Jul 23 17:02:53.350104 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e940a4-84f0-47e6-88bf-9909b77f04ae req-d02099d7-c098-45d3-be13-4d73e7a20dac tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:53.351817 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-71e940a4-84f0-47e6-88bf-9909b77f04ae req-d02099d7-c098-45d3-be13-4d73e7a20dac tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.0674024 Jul 23 17:02:53.390088 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-71e940a4-84f0-47e6-88bf-9909b77f04ae req-9d1216be-fc81-4faa-b8cc-7ef1a7bdddd5 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329015 Jul 23 17:02:54.519251 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b8097-94a1-43f3-af9e-bf7dd1e86d63 req-adbabafc-965b-4665-ba0b-a55476714b0a tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:54.521021 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-779b8097-94a1-43f3-af9e-bf7dd1e86d63 req-adbabafc-965b-4665-ba0b-a55476714b0a tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.0640969 Jul 23 17:02:54.558942 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-779b8097-94a1-43f3-af9e-bf7dd1e86d63 req-c5e9d08c-764c-451a-86da-356800d69cbd tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322304 Jul 23 17:02:55.693202 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2fa73-7b78-458d-bf14-a152afc3fd90 req-9bebb5b1-49af-4936-b393-e893c2b0a2a3 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:55.694706 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-38f2fa73-7b78-458d-bf14-a152afc3fd90 req-9bebb5b1-49af-4936-b393-e893c2b0a2a3 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.0683026 Jul 23 17:02:55.734354 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-38f2fa73-7b78-458d-bf14-a152afc3fd90 req-54a6ab82-57ea-4598-90a7-3bdc0dc7b65e tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340660 Jul 23 17:02:56.874915 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c6708-7341-43f0-aeb7-be86c575320d req-416a79f3-8241-42f9-8bb8-7c0f1bfdffdd tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:56.876481 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e72c6708-7341-43f0-aeb7-be86c575320d req-416a79f3-8241-42f9-8bb8-7c0f1bfdffdd tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.0709312 Jul 23 17:02:56.922172 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e72c6708-7341-43f0-aeb7-be86c575320d req-e71999e8-7b01-4375-b136-14af02f12be7 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398214 Jul 23 17:02:58.065124 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24a63d-cde1-49ad-b4e2-9ff1d315ded2 req-f5582da4-46e4-41aa-8a49-f60f96e76940 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:58.066681 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb24a63d-cde1-49ad-b4e2-9ff1d315ded2 req-f5582da4-46e4-41aa-8a49-f60f96e76940 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.0695517 Jul 23 17:02:58.110954 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb24a63d-cde1-49ad-b4e2-9ff1d315ded2 req-bd9c8ac7-7882-4b64-886c-7dc65a442f13 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380518 Jul 23 17:02:59.244560 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5a10b-f316-4d9c-9c8e-195ed694ddaa req-bc83d850-be4e-4a10-b781-419642fc0fdd tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:59.246074 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e0f5a10b-f316-4d9c-9c8e-195ed694ddaa req-bc83d850-be4e-4a10-b781-419642fc0fdd tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.0668449 Jul 23 17:02:59.282942 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e0f5a10b-f316-4d9c-9c8e-195ed694ddaa req-74d1f626-d267-41e1-9520-bd5b441f82a0 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312896 Jul 23 17:03:00.419314 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c7c45-8973-44e9-ad28-d7686416995d req-df77c9d7-3165-4a41-a9fe-9f50b152f0ce tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:00.420832 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d57c7c45-8973-44e9-ad28-d7686416995d req-df77c9d7-3165-4a41-a9fe-9f50b152f0ce tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.0680132 Jul 23 17:03:00.458918 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d57c7c45-8973-44e9-ad28-d7686416995d req-2a4c6d53-da34-43d1-9259-dd7f0766adae tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324237 Jul 23 17:03:01.409981 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [req-455a506d-974c-45ba-955c-ef8932ec4274 req-a5d22aef-e0af-44d9-b619-8be176b2e701 service neutron] show failed (client error): The resource could not be found. Jul 23 17:03:01.411628 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-455a506d-974c-45ba-955c-ef8932ec4274 req-a5d22aef-e0af-44d9-b619-8be176b2e701 service neutron] 10.222.0.74 "GET /v2.0/ports/b41edcf6-6235-4ffa-ac68-3b3ff895973b/bindings/n-h2-778549-4 HTTP/1.1" status: 404 len: 380 time: 0.0565157 Jul 23 17:03:01.614706 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d66ec9-c00f-464d-84d4-b13859add071 req-347d1749-0b3a-44b5-b9c7-ea7b9e4423bc tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:01.616375 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-79d66ec9-c00f-464d-84d4-b13859add071 req-347d1749-0b3a-44b5-b9c7-ea7b9e4423bc tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.0871682 Jul 23 17:03:01.693607 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-79d66ec9-c00f-464d-84d4-b13859add071 req-1be62934-b5b9-4e07-ab29-e160e34b942c tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711241 Jul 23 17:03:01.716082 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a506d-974c-45ba-955c-ef8932ec4274 req-c18da11c-53b2-4c8c-9765-3377dca88d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:01.717689 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-455a506d-974c-45ba-955c-ef8932ec4274 req-c18da11c-53b2-4c8c-9765-3377dca88d23 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40&tenant_id=c0cf4a7e768743318aeb0507fb6bb033 HTTP/1.1" status: 200 len: 1097 time: 0.1400878 Jul 23 17:03:01.729576 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-455a506d-974c-45ba-955c-ef8932ec4274 req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778549-4', 'device_owner': 'compute:nova'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:03:01.809293 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-455a506d-974c-45ba-955c-ef8932ec4274 req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:02.389400 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-455a506d-974c-45ba-955c-ef8932ec4274 req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] For port b41edcf6-6235-4ffa-ac68-3b3ff895973b, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=b41edcf6-6235-4ffa-ac68-3b3ff895973b,segment=NetworkSegment(12942e39-8a29-4736-bcfc-485c60686966),segment_id=12942e39-8a29-4736-bcfc-485c60686966)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:03:02.427858 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-455a506d-974c-45ba-955c-ef8932ec4274 req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] For port b41edcf6-6235-4ffa-ac68-3b3ff895973b, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:03:02.468231 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358b2b53-3f6d-4f0b-8d57-d81492445e40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b41edcf6-6235-4ffa-ac68-3b3ff895973b'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:03:02.470576 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d2c060-4cbc-49e4-8d90-d564ea8d7ebd" -d '{"events": [{"server_uuid": "358b2b53-3f6d-4f0b-8d57-d81492445e40", "name": "network-vif-unplugged", "status": "completed", "tag": "b41edcf6-6235-4ffa-ac68-3b3ff895973b"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:03:02.474926 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-455a506d-974c-45ba-955c-ef8932ec4274 req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:02.487642 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-455a506d-974c-45ba-955c-ef8932ec4274 req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] Transition to ACTIVE for port object b41edcf6-6235-4ffa-ac68-3b3ff895973b will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:03:02.492377 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-455a506d-974c-45ba-955c-ef8932ec4274 req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:02.560524 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] Pushing event updated for resources: {'Port': ['ID=b41edcf6-6235-4ffa-ac68-3b3ff895973b,revision_number=6']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:03:02.562717 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-455a506d-974c-45ba-955c-ef8932ec4274 req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] No DVR routers for this DVR port b41edcf6-6235-4ffa-ac68-3b3ff895973b on host n-h1-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:03:02.572380 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:02.572730 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:02.573086 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:02.573424 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:02.573753 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:02.574080 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:02.574402 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:02.574728 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:02.575047 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:02.575368 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:02.575688 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:02.576000 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:02.585597 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 17:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9e9d69-8f43-44b2-995f-66aa8e5f0f16 x-openstack-request-id: req-ad9e9d69-8f43-44b2-995f-66aa8e5f0f16 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:03:02.585889 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358b2b53-3f6d-4f0b-8d57-d81492445e40", "name": "network-vif-unplugged", "status": "completed", "tag": "b41edcf6-6235-4ffa-ac68-3b3ff895973b", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:03:02.586730 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ad9e9d69-8f43-44b2-995f-66aa8e5f0f16 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:03:02.586730 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358b2b53-3f6d-4f0b-8d57-d81492445e40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b41edcf6-6235-4ffa-ac68-3b3ff895973b', 'code': 200} Jul 23 17:03:02.614456 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-455a506d-974c-45ba-955c-ef8932ec4274 req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] Attempting to bind port b41edcf6-6235-4ffa-ac68-3b3ff895973b on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:03:02.614790 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-455a506d-974c-45ba-955c-ef8932ec4274 req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] Attempting to bind port b41edcf6-6235-4ffa-ac68-3b3ff895973b by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '12942e39-8a29-4736-bcfc-485c60686966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'e480753c-1a05-4c74-bd17-379f923f0fab'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:03:02.615355 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455a506d-974c-45ba-955c-ef8932ec4274 req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] Attempting to bind port b41edcf6-6235-4ffa-ac68-3b3ff895973b on network e480753c-1a05-4c74-bd17-379f923f0fab {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:03:02.619347 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455a506d-974c-45ba-955c-ef8932ec4274 req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] Port b41edcf6-6235-4ffa-ac68-3b3ff895973b on network e480753c-1a05-4c74-bd17-379f923f0fab not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:03:02.619665 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455a506d-974c-45ba-955c-ef8932ec4274 req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] Attempting to bind port b41edcf6-6235-4ffa-ac68-3b3ff895973b on network e480753c-1a05-4c74-bd17-379f923f0fab {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:03:02.624493 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455a506d-974c-45ba-955c-ef8932ec4274 req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:03:02.624825 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455a506d-974c-45ba-955c-ef8932ec4274 req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] Checking segment: {'id': '12942e39-8a29-4736-bcfc-485c60686966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'e480753c-1a05-4c74-bd17-379f923f0fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:03:02.625241 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455a506d-974c-45ba-955c-ef8932ec4274 req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] Bound using segment: {'id': '12942e39-8a29-4736-bcfc-485c60686966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'e480753c-1a05-4c74-bd17-379f923f0fab'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:03:02.625665 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-455a506d-974c-45ba-955c-ef8932ec4274 req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] Bound port: b41edcf6-6235-4ffa-ac68-3b3ff895973b, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12942e39-8a29-4736-bcfc-485c60686966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'e480753c-1a05-4c74-bd17-379f923f0fab'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:03:02.626019 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-455a506d-974c-45ba-955c-ef8932ec4274 req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:02.687807 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-455a506d-974c-45ba-955c-ef8932ec4274 req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] For port b41edcf6-6235-4ffa-ac68-3b3ff895973b, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:03:02.690789 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-455a506d-974c-45ba-955c-ef8932ec4274 req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] For port b41edcf6-6235-4ffa-ac68-3b3ff895973b, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=b41edcf6-6235-4ffa-ac68-3b3ff895973b,segment=NetworkSegment(12942e39-8a29-4736-bcfc-485c60686966),segment_id=12942e39-8a29-4736-bcfc-485c60686966)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:03:02.697791 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-455a506d-974c-45ba-955c-ef8932ec4274 req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:02.698418 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-14d02e4f-540e-4965-a3d5-c631c9d4d2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:02.733908 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a506d-974c-45ba-955c-ef8932ec4274 req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:02.734429 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-455a506d-974c-45ba-955c-ef8932ec4274 req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:02.735862 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-455a506d-974c-45ba-955c-ef8932ec4274 req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] 10.222.0.97 "PUT /v2.0/ports/b41edcf6-6235-4ffa-ac68-3b3ff895973b HTTP/1.1" status: 200 len: 1092 time: 1.0105736 Jul 23 17:03:02.776566 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b8c54-5f4c-4051-b779-d68a32788af8 service neutron] Pushing event updated for resources: {'Port': ['ID=b41edcf6-6235-4ffa-ac68-3b3ff895973b,revision_number=7']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:03:02.867514 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a506d-974c-45ba-955c-ef8932ec4274 req-630c8d05-84eb-4559-90d5-2df1c9631dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:02.868520 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-455a506d-974c-45ba-955c-ef8932ec4274 req-630c8d05-84eb-4559-90d5-2df1c9631dc9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c0cf4a7e768743318aeb0507fb6bb033&device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 1095 time: 0.1075888 Jul 23 17:03:02.881415 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfec4d6-2228-428e-8003-6a9ca7397651 req-1c133bf7-68b9-427f-9679-3c5c960c28ae tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:02.882936 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0dfec4d6-2228-428e-8003-6a9ca7397651 req-1c133bf7-68b9-427f-9679-3c5c960c28ae tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 944 time: 0.0838227 Jul 23 17:03:02.973174 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0dfec4d6-2228-428e-8003-6a9ca7397651 req-eac39af3-92f1-4a8c-bde0-4233053aa9ca tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817821 Jul 23 17:03:02.998248 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a506d-974c-45ba-955c-ef8932ec4274 req-0be14f4e-9cc6-40da-a781-a17f3cd5e5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:02.999734 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-455a506d-974c-45ba-955c-ef8932ec4274 req-0be14f4e-9cc6-40da-a781-a17f3cd5e5b1 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e480753c-1a05-4c74-bd17-379f923f0fab HTTP/1.1" status: 200 len: 916 time: 0.1159244 Jul 23 17:03:03.041024 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-455a506d-974c-45ba-955c-ef8932ec4274 req-865b3c07-3883-410b-b2ec-870bf48650eb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b41edcf6-6235-4ffa-ac68-3b3ff895973b HTTP/1.1" status: 200 len: 217 time: 0.0345554 Jul 23 17:03:03.092116 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a506d-974c-45ba-955c-ef8932ec4274 req-7b29f40e-1b75-4a8d-82d2-ed96308a328c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:03.093655 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-455a506d-974c-45ba-955c-ef8932ec4274 req-7b29f40e-1b75-4a8d-82d2-ed96308a328c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f6f32941-59bb-4ddf-a008-add7607779d9 HTTP/1.1" status: 200 len: 854 time: 0.0469377 Jul 23 17:03:03.134920 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-455a506d-974c-45ba-955c-ef8932ec4274 req-52c460de-4158-467b-a65e-261c06c03a26 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e480753c-1a05-4c74-bd17-379f923f0fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341678 Jul 23 17:03:03.237115 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-455a506d-974c-45ba-955c-ef8932ec4274 req-e433fc2e-d99b-41fa-b499-43bc388da652 service neutron] 10.222.0.97 "GET /v2.0/networks/e480753c-1a05-4c74-bd17-379f923f0fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952616 Jul 23 17:03:03.335240 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-455a506d-974c-45ba-955c-ef8932ec4274 req-7a57458b-c377-4a6b-b84b-4cd098f684f9 service neutron] 10.222.0.97 "GET /v2.0/networks/e480753c-1a05-4c74-bd17-379f923f0fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914161 Jul 23 17:03:04.107115 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917316e9-9f49-4808-81ee-4175e212e7ea req-47091862-2f3c-4194-b287-b932756e98d5 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:04.108631 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-917316e9-9f49-4808-81ee-4175e212e7ea req-47091862-2f3c-4194-b287-b932756e98d5 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 944 time: 0.0636227 Jul 23 17:03:04.147175 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-917316e9-9f49-4808-81ee-4175e212e7ea req-75ccd4f2-0514-49b9-9763-43e5daab1d99 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326309 Jul 23 17:03:04.588055 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358b2b53-3f6d-4f0b-8d57-d81492445e40', 'tag': 'b41edcf6-6235-4ffa-ac68-3b3ff895973b'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:03:04.590527 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94dab0d7-1b8b-432a-a7b2-f111544226fe" -d '{"events": [{"name": "network-changed", "server_uuid": "358b2b53-3f6d-4f0b-8d57-d81492445e40", "tag": "b41edcf6-6235-4ffa-ac68-3b3ff895973b"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:03:04.641356 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96ac69f-cff1-4cc3-9cd0-7de77ce4ee63 x-openstack-request-id: req-b96ac69f-cff1-4cc3-9cd0-7de77ce4ee63 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:03:04.641740 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "358b2b53-3f6d-4f0b-8d57-d81492445e40", "tag": "b41edcf6-6235-4ffa-ac68-3b3ff895973b", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:03:04.642073 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b96ac69f-cff1-4cc3-9cd0-7de77ce4ee63 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:03:04.642531 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '358b2b53-3f6d-4f0b-8d57-d81492445e40', 'tag': 'b41edcf6-6235-4ffa-ac68-3b3ff895973b', 'status': 'completed', 'code': 200} Jul 23 17:03:04.722114 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dab0d7-1b8b-432a-a7b2-f111544226fe req-c1a59d32-526b-4478-82ef-848ed7a523bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:04.725152 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94dab0d7-1b8b-432a-a7b2-f111544226fe req-c1a59d32-526b-4478-82ef-848ed7a523bf service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c0cf4a7e768743318aeb0507fb6bb033&device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 1095 time: 0.0591342 Jul 23 17:03:04.726859 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dab0d7-1b8b-432a-a7b2-f111544226fe req-cdea48f8-2578-4651-82ac-13ecc80f2501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:04.728419 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-94dab0d7-1b8b-432a-a7b2-f111544226fe req-cdea48f8-2578-4651-82ac-13ecc80f2501 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c0cf4a7e768743318aeb0507fb6bb033&device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 1095 time: 0.0637274 Jul 23 17:03:04.835028 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dab0d7-1b8b-432a-a7b2-f111544226fe req-345fc1f2-643a-47a3-9203-d28cce67dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:04.836053 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dab0d7-1b8b-432a-a7b2-f111544226fe req-5c5583e1-8d3e-4a13-8b3d-3f82392fe9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:04.836633 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-94dab0d7-1b8b-432a-a7b2-f111544226fe req-345fc1f2-643a-47a3-9203-d28cce67dd09 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e480753c-1a05-4c74-bd17-379f923f0fab HTTP/1.1" status: 200 len: 916 time: 0.1023638 Jul 23 17:03:04.837621 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94dab0d7-1b8b-432a-a7b2-f111544226fe req-5c5583e1-8d3e-4a13-8b3d-3f82392fe9cb service neutron] 10.222.0.97 "GET /v2.0/networks?id=e480753c-1a05-4c74-bd17-379f923f0fab HTTP/1.1" status: 200 len: 916 time: 0.1068065 Jul 23 17:03:04.883837 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94dab0d7-1b8b-432a-a7b2-f111544226fe req-3feb56e4-c416-4708-b8f0-830ea1b00157 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b41edcf6-6235-4ffa-ac68-3b3ff895973b HTTP/1.1" status: 200 len: 217 time: 0.0383933 Jul 23 17:03:04.884850 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-94dab0d7-1b8b-432a-a7b2-f111544226fe req-309b6078-2cdc-453e-b6ba-8570739066fc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b41edcf6-6235-4ffa-ac68-3b3ff895973b HTTP/1.1" status: 200 len: 217 time: 0.0419202 Jul 23 17:03:04.951699 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dab0d7-1b8b-432a-a7b2-f111544226fe req-2cc9da0e-86f3-46d4-9d74-6fb00ce0d83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:04.953244 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94dab0d7-1b8b-432a-a7b2-f111544226fe req-2cc9da0e-86f3-46d4-9d74-6fb00ce0d83b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f6f32941-59bb-4ddf-a008-add7607779d9 HTTP/1.1" status: 200 len: 854 time: 0.0595429 Jul 23 17:03:04.957008 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dab0d7-1b8b-432a-a7b2-f111544226fe req-fe56619a-6910-40b0-894d-f53db6780772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:04.958620 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-94dab0d7-1b8b-432a-a7b2-f111544226fe req-fe56619a-6910-40b0-894d-f53db6780772 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f6f32941-59bb-4ddf-a008-add7607779d9 HTTP/1.1" status: 200 len: 854 time: 0.0679917 Jul 23 17:03:04.996192 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94dab0d7-1b8b-432a-a7b2-f111544226fe req-d30b290c-aff6-484c-88a0-d5791f851a83 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e480753c-1a05-4c74-bd17-379f923f0fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352845 Jul 23 17:03:05.004698 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-94dab0d7-1b8b-432a-a7b2-f111544226fe req-847d7d73-e0cd-467c-9b14-c183c9a24e8c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e480753c-1a05-4c74-bd17-379f923f0fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385225 Jul 23 17:03:05.089863 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94dab0d7-1b8b-432a-a7b2-f111544226fe req-ff2fd825-bf2c-486f-a0a2-13d0de933008 service neutron] 10.222.0.97 "GET /v2.0/networks/e480753c-1a05-4c74-bd17-379f923f0fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870469 Jul 23 17:03:05.095980 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-94dab0d7-1b8b-432a-a7b2-f111544226fe req-ede1dc51-260e-4f1c-bfb0-9a4416847410 service neutron] 10.222.0.74 "GET /v2.0/networks/e480753c-1a05-4c74-bd17-379f923f0fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852849 Jul 23 17:03:05.190055 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94dab0d7-1b8b-432a-a7b2-f111544226fe req-3bbde018-8a50-425f-b53e-9aced7cf9aaf service neutron] 10.222.0.97 "GET /v2.0/networks/e480753c-1a05-4c74-bd17-379f923f0fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937326 Jul 23 17:03:05.198262 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-94dab0d7-1b8b-432a-a7b2-f111544226fe req-71072142-b848-41ed-bb60-0679b6394ee7 service neutron] 10.222.0.74 "GET /v2.0/networks/e480753c-1a05-4c74-bd17-379f923f0fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959833 Jul 23 17:03:05.244122 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:05.295042 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61da32-6d38-4d7c-94f9-208bddaaa440 req-7958e381-c5fb-43e9-8ad4-ceeb327a3f1b tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:05.296688 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bd61da32-6d38-4d7c-94f9-208bddaaa440 req-7958e381-c5fb-43e9-8ad4-ceeb327a3f1b tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 944 time: 0.0759869 Jul 23 17:03:05.337918 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bd61da32-6d38-4d7c-94f9-208bddaaa440 req-e25dfeb0-e755-4fe9-b1b6-1c0cded12239 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346062 Jul 23 17:03:05.428462 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-abdb9e36-7ae8-463f-8178-d866b41d1041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:05.525821 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:05.564600 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5384a-c439-4bb5-b00f-c5a79c0779e0 req-99540e04-bc3e-4107-8364-6af6b280fce6 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:05.566243 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5fc5384a-c439-4bb5-b00f-c5a79c0779e0 req-99540e04-bc3e-4107-8364-6af6b280fce6 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 944 time: 0.0712898 Jul 23 17:03:05.605524 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5fc5384a-c439-4bb5-b00f-c5a79c0779e0 req-b9307ed2-d276-4663-86e4-fdf5f6ba866d tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326965 Jul 23 17:03:05.623785 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de1096-6b4c-4c97-9bd8-a4a0f2483ab6 req-66a94a7d-2afc-46c7-892e-52f7f3d407bb tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:05.625399 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e3de1096-6b4c-4c97-9bd8-a4a0f2483ab6 req-66a94a7d-2afc-46c7-892e-52f7f3d407bb tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.74 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40&tenant_id=c0cf4a7e768743318aeb0507fb6bb033&binding%3Ahost_id=n-h2-778549-4 HTTP/1.1" status: 200 len: 944 time: 0.1193318 Jul 23 17:03:05.668039 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device b41edcf6-6235-4ffa-ac68-3b3ff895973b details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:03:05.781584 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port b41edcf6-6235-4ffa-ac68-3b3ff895973b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=b41edcf6-6235-4ffa-ac68-3b3ff895973b,segment=NetworkSegment(12942e39-8a29-4736-bcfc-485c60686966),segment_id=12942e39-8a29-4736-bcfc-485c60686966)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:03:05.796771 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'b41edcf6-6235-4ffa-ac68-3b3ff895973b', 'network_id': 'e480753c-1a05-4c74-bd17-379f923f0fab', 'port_id': 'b41edcf6-6235-4ffa-ac68-3b3ff895973b', 'mac_address': 'fa:16:3e:98:f8:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f32941-59bb-4ddf-a008-add7607779d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:03:05.839760 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:05.855024 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b41edcf6-6235-4ffa-ac68-3b3ff895973b {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:03:05.877002 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port b41edcf6-6235-4ffa-ac68-3b3ff895973b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=b41edcf6-6235-4ffa-ac68-3b3ff895973b,segment=NetworkSegment(12942e39-8a29-4736-bcfc-485c60686966),segment_id=12942e39-8a29-4736-bcfc-485c60686966)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:03:05.882521 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:05.934179 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=b41edcf6-6235-4ffa-ac68-3b3ff895973b,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:03:05.941555 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:05.941929 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:05.942836 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:05.943177 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:05.943510 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:05.943841 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:05.944168 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:05.944494 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:05.944892 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:05.945159 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:05.945479 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:05.945800 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:06.027110 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [req-e3de1096-6b4c-4c97-9bd8-a4a0f2483ab6 req-51f8e308-345a-46e7-ad64-882c6b4958fc service neutron] delete failed (client error): The resource could not be found. Jul 23 17:03:06.028160 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e3de1096-6b4c-4c97-9bd8-a4a0f2483ab6 req-51f8e308-345a-46e7-ad64-882c6b4958fc service neutron] 10.222.0.74 "DELETE /v2.0/ports/b41edcf6-6235-4ffa-ac68-3b3ff895973b/bindings/n-h1-778549-4 HTTP/1.1" status: 404 len: 380 time: 0.3965645 Jul 23 17:03:06.097268 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['b41edcf6-6235-4ffa-ac68-3b3ff895973b'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:03:06.129421 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de1096-6b4c-4c97-9bd8-a4a0f2483ab6 req-c9cdc4d1-d5cb-4bfb-ac11-a61c7d719fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:06.131590 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e3de1096-6b4c-4c97-9bd8-a4a0f2483ab6 req-c9cdc4d1-d5cb-4bfb-ac11-a61c7d719fac service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c0cf4a7e768743318aeb0507fb6bb033&device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 1096 time: 0.0608826 Jul 23 17:03:06.227969 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de1096-6b4c-4c97-9bd8-a4a0f2483ab6 req-8c758146-48e2-47f9-b042-08a448cb619e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:06.229476 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e3de1096-6b4c-4c97-9bd8-a4a0f2483ab6 req-8c758146-48e2-47f9-b042-08a448cb619e service neutron] 10.222.0.74 "GET /v2.0/networks?id=e480753c-1a05-4c74-bd17-379f923f0fab HTTP/1.1" status: 200 len: 916 time: 0.0908208 Jul 23 17:03:06.271661 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e3de1096-6b4c-4c97-9bd8-a4a0f2483ab6 req-ce4374f9-3eee-43f7-b4ae-7a71d00ee0bb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b41edcf6-6235-4ffa-ac68-3b3ff895973b HTTP/1.1" status: 200 len: 217 time: 0.0354917 Jul 23 17:03:06.326256 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de1096-6b4c-4c97-9bd8-a4a0f2483ab6 req-56a0f516-6c0a-4eff-8294-cd7734267a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:06.327740 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e3de1096-6b4c-4c97-9bd8-a4a0f2483ab6 req-56a0f516-6c0a-4eff-8294-cd7734267a06 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f6f32941-59bb-4ddf-a008-add7607779d9 HTTP/1.1" status: 200 len: 854 time: 0.0505950 Jul 23 17:03:06.365215 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e3de1096-6b4c-4c97-9bd8-a4a0f2483ab6 req-888fb49d-63c1-4b38-920e-ee8d6254f193 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e480753c-1a05-4c74-bd17-379f923f0fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309331 Jul 23 17:03:06.454834 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e3de1096-6b4c-4c97-9bd8-a4a0f2483ab6 req-8d065f7a-2d0a-4be9-9a8a-4f2eef3f6a31 service neutron] 10.222.0.74 "GET /v2.0/networks/e480753c-1a05-4c74-bd17-379f923f0fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815358 Jul 23 17:03:06.547478 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e3de1096-6b4c-4c97-9bd8-a4a0f2483ab6 req-16e68cd0-9e1d-4904-b315-b538973d0916 service neutron] 10.222.0.74 "GET /v2.0/networks/e480753c-1a05-4c74-bd17-379f923f0fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867605 Jul 23 17:03:06.663408 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:06.741948 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783345e-471a-4752-806e-7834bbc1d5eb req-d097e4c6-eeab-4d45-b207-3a9f2ab2cdb0 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:06.743542 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b783345e-471a-4752-806e-7834bbc1d5eb req-d097e4c6-eeab-4d45-b207-3a9f2ab2cdb0 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 945 time: 0.0654838 Jul 23 17:03:06.782656 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b783345e-471a-4752-806e-7834bbc1d5eb req-4017c6ca-26ea-4b10-b68a-28bc1502ae12 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335627 Jul 23 17:03:06.826468 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device b41edcf6-6235-4ffa-ac68-3b3ff895973b no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:03:06.868670 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device b41edcf6-6235-4ffa-ac68-3b3ff895973b not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:03:07.677843 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device b41edcf6-6235-4ffa-ac68-3b3ff895973b up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:03:07.719279 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:07.736114 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port b41edcf6-6235-4ffa-ac68-3b3ff895973b completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:03:07.740327 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port b41edcf6-6235-4ffa-ac68-3b3ff895973b triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:03:07.740721 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:07.821868 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:07.844361 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358b2b53-3f6d-4f0b-8d57-d81492445e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41edcf6-6235-4ffa-ac68-3b3ff895973b'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:03:07.846657 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a53fb9d-ed08-466e-bf81-7c1eaf94ffeb" -d '{"events": [{"server_uuid": "358b2b53-3f6d-4f0b-8d57-d81492445e40", "name": "network-vif-plugged", "status": "completed", "tag": "b41edcf6-6235-4ffa-ac68-3b3ff895973b"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:03:07.859909 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port b41edcf6-6235-4ffa-ac68-3b3ff895973b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=b41edcf6-6235-4ffa-ac68-3b3ff895973b,segment=NetworkSegment(12942e39-8a29-4736-bcfc-485c60686966),segment_id=12942e39-8a29-4736-bcfc-485c60686966)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:03:07.865220 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:07.915567 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=b41edcf6-6235-4ffa-ac68-3b3ff895973b,revision_number=9']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:03:07.918955 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8004c93b-dd13-436c-b3e4-eb3385d40604 x-openstack-request-id: req-8004c93b-dd13-436c-b3e4-eb3385d40604 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:03:07.919238 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358b2b53-3f6d-4f0b-8d57-d81492445e40", "name": "network-vif-plugged", "status": "completed", "tag": "b41edcf6-6235-4ffa-ac68-3b3ff895973b", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:03:07.919491 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8004c93b-dd13-436c-b3e4-eb3385d40604 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:03:07.919874 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358b2b53-3f6d-4f0b-8d57-d81492445e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41edcf6-6235-4ffa-ac68-3b3ff895973b', 'code': 200} Jul 23 17:03:07.951220 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b81c7f-18c7-4c3a-a4d1-85281acd2d82 req-b9713904-9ee4-4098-ba10-54bb71ed5c99 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:07.952675 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-47b81c7f-18c7-4c3a-a4d1-85281acd2d82 req-b9713904-9ee4-4098-ba10-54bb71ed5c99 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.0994976 Jul 23 17:03:07.990552 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-47b81c7f-18c7-4c3a-a4d1-85281acd2d82 req-7ae68904-0bf8-4d31-a652-1d00681d3170 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317397 Jul 23 17:03:08.127397 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebbfa7-c12d-4fe3-8249-826e126688cd req-9e0d1d00-b1fc-481b-a761-e4fdb4e76788 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:08.128902 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c7ebbfa7-c12d-4fe3-8249-826e126688cd req-9e0d1d00-b1fc-481b-a761-e4fdb4e76788 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.0682902 Jul 23 17:03:08.166713 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c7ebbfa7-c12d-4fe3-8249-826e126688cd req-029ccc5a-5e72-4dff-a095-cc1081f59b56 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316613 Jul 23 17:03:08.294603 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a5d65-2174-448d-8237-bfd2b13624c6 req-86d2d9f2-a107-4c62-af7a-7eccd3d0479d tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:08.296118 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-143a5d65-2174-448d-8237-bfd2b13624c6 req-86d2d9f2-a107-4c62-af7a-7eccd3d0479d tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.0634520 Jul 23 17:03:08.337125 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-143a5d65-2174-448d-8237-bfd2b13624c6 req-ae487b82-f053-4e5f-992f-b2e690d4bf7d tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348735 Jul 23 17:03:08.683480 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-27a0d0e1-63d7-463d-b866-7db7b121fc6f tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:08.684982 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-27a0d0e1-63d7-463d-b866-7db7b121fc6f tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/networks?id=e480753c-1a05-4c74-bd17-379f923f0fab HTTP/1.1" status: 200 len: 814 time: 0.1054230 Jul 23 17:03:08.701365 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-2d668f28-ecdc-49bf-9b17-66950ef1a76f tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/quotas/c0cf4a7e768743318aeb0507fb6bb033 HTTP/1.1" status: 200 len: 375 time: 0.0106959 Jul 23 17:03:08.701705 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:08.767254 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-ca02dc12-6e7c-414a-86f3-601128d386a9 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0cf4a7e768743318aeb0507fb6bb033&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0601676 Jul 23 17:03:08.777807 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-86232883-50b3-4ad3-9f0c-98b2054fec88 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:03:08.778773 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-86232883-50b3-4ad3-9f0c-98b2054fec88 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052454 Jul 23 17:03:08.875475 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-898b9414-06cd-48f3-bc22-fac1b09483ef service neutron] 10.222.0.73 "GET /v2.0/networks/e480753c-1a05-4c74-bd17-379f923f0fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913296 Jul 23 17:03:08.968411 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-3a631cbd-41bf-4a43-95c1-426b22dfaad9 service neutron] 10.222.0.73 "GET /v2.0/networks/e480753c-1a05-4c74-bd17-379f923f0fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870790 Jul 23 17:03:09.141308 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-32817229-9e1c-4b72-825a-8ec649c37afc req-32be8b99-1e65-4e64-9c33-f089a75fabdc tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 210 time: 0.0358570 Jul 23 17:03:09.171596 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:03:09.853578 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ba80e-6f5b-40a2-8d95-e8d98c7c068e req-bc8e0ace-62f7-40ca-aa84-d9b9e6249686 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:09.855050 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce4ba80e-6f5b-40a2-8d95-e8d98c7c068e req-bc8e0ace-62f7-40ca-aa84-d9b9e6249686 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.97 "GET /v2.0/ports?device_id=358b2b53-3f6d-4f0b-8d57-d81492445e40 HTTP/1.1" status: 200 len: 946 time: 0.0691023 Jul 23 17:03:09.975324 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-ce4ba80e-6f5b-40a2-8d95-e8d98c7c068e req-a0ba42f5-1f06-4122-bfd6-b7bc3787869e tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Deleting port b41edcf6-6235-4ffa-ac68-3b3ff895973b {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:03:09.976038 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ce4ba80e-6f5b-40a2-8d95-e8d98c7c068e req-a0ba42f5-1f06-4122-bfd6-b7bc3787869e tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:10.160053 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-ce4ba80e-6f5b-40a2-8d95-e8d98c7c068e req-a0ba42f5-1f06-4122-bfd6-b7bc3787869e tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] For port b41edcf6-6235-4ffa-ac68-3b3ff895973b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=b41edcf6-6235-4ffa-ac68-3b3ff895973b,segment=NetworkSegment(12942e39-8a29-4736-bcfc-485c60686966),segment_id=12942e39-8a29-4736-bcfc-485c60686966)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:03:10.160319 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ce4ba80e-6f5b-40a2-8d95-e8d98c7c068e req-a0ba42f5-1f06-4122-bfd6-b7bc3787869e tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:10.181300 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-119b95a3-a4b9-4279-8707-d7f687a4878a tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:10.182899 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-119b95a3-a4b9-4279-8707-d7f687a4878a tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.97 "GET /v2.0/networks?id=e480753c-1a05-4c74-bd17-379f923f0fab HTTP/1.1" status: 200 len: 814 time: 0.2025054 Jul 23 17:03:10.188995 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-ce4ba80e-6f5b-40a2-8d95-e8d98c7c068e req-a0ba42f5-1f06-4122-bfd6-b7bc3787869e tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Calling delete_port for b41edcf6-6235-4ffa-ac68-3b3ff895973b owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:03:10.198107 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-15140763-7730-4c9c-a6a5-434330f5de69 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Request body: {'port': {'device_id': '424df5c0-ef4f-4e05-87d8-1b112e495cb5', 'network_id': 'e480753c-1a05-4c74-bd17-379f923f0fab', 'admin_state_up': True, 'tenant_id': 'c0cf4a7e768743318aeb0507fb6bb033'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:03:10.263994 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0b48d750-b54e-4d6b-b37c-98733ecfba03 req-eca37dae-b7cf-4f71-9953-abbf30ccb335 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 210 time: 0.0494280 Jul 23 17:03:10.407461 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-15140763-7730-4c9c-a6a5-434330f5de69 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Made reservation on behalf of c0cf4a7e768743318aeb0507fb6bb033 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:03:10.411969 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-15140763-7730-4c9c-a6a5-434330f5de69 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:10.484554 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ce4ba80e-6f5b-40a2-8d95-e8d98c7c068e req-a0ba42f5-1f06-4122-bfd6-b7bc3787869e tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:10.497121 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['b41edcf6-6235-4ffa-ac68-3b3ff895973b'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:03:10.548079 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba42f5-1f06-4122-bfd6-b7bc3787869e tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Pushing event deleted for resources: {'Port': ['ID=b41edcf6-6235-4ffa-ac68-3b3ff895973b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:03:10.608555 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4ba80e-6f5b-40a2-8d95-e8d98c7c068e req-a0ba42f5-1f06-4122-bfd6-b7bc3787869e tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] No DVR routers for this DVR port b41edcf6-6235-4ffa-ac68-3b3ff895973b on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:03:10.628615 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ce4ba80e-6f5b-40a2-8d95-e8d98c7c068e req-a0ba42f5-1f06-4122-bfd6-b7bc3787869e tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:10.631277 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce4ba80e-6f5b-40a2-8d95-e8d98c7c068e req-a0ba42f5-1f06-4122-bfd6-b7bc3787869e tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.97 "DELETE /v2.0/ports/b41edcf6-6235-4ffa-ac68-3b3ff895973b HTTP/1.1" status: 204 len: 173 time: 0.7699740 Jul 23 17:03:10.631705 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358b2b53-3f6d-4f0b-8d57-d81492445e40', 'name': 'network-vif-deleted', 'tag': 'b41edcf6-6235-4ffa-ac68-3b3ff895973b'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:03:10.634021 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16d5275-f475-41af-aa5c-27626660859b" -d '{"events": [{"server_uuid": "358b2b53-3f6d-4f0b-8d57-d81492445e40", "name": "network-vif-deleted", "tag": "b41edcf6-6235-4ffa-ac68-3b3ff895973b"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:03:10.665901 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-15140763-7730-4c9c-a6a5-434330f5de69 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Allocated IP 172.20.0.8 (e480753c-1a05-4c74-bd17-379f923f0fab/f6f32941-59bb-4ddf-a008-add7607779d9/10812596-86e4-4261-b9e9-9c427db56376) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:03:10.694350 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b040af4-2261-460d-aebb-8384519eea85 x-openstack-request-id: req-6b040af4-2261-460d-aebb-8384519eea85 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:03:10.694646 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358b2b53-3f6d-4f0b-8d57-d81492445e40", "name": "network-vif-deleted", "tag": "b41edcf6-6235-4ffa-ac68-3b3ff895973b", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:03:10.694903 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6b040af4-2261-460d-aebb-8384519eea85 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:03:10.695305 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358b2b53-3f6d-4f0b-8d57-d81492445e40', 'name': 'network-vif-deleted', 'tag': 'b41edcf6-6235-4ffa-ac68-3b3ff895973b', 'status': 'completed', 'code': 200} Jul 23 17:03:10.840936 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-15140763-7730-4c9c-a6a5-434330f5de69 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:10.891234 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-15140763-7730-4c9c-a6a5-434330f5de69 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:10.905191 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['b41edcf6-6235-4ffa-ac68-3b3ff895973b'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:03:10.940048 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-15140763-7730-4c9c-a6a5-434330f5de69 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Network e480753c-1a05-4c74-bd17-379f923f0fab is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:03:10.944893 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-15140763-7730-4c9c-a6a5-434330f5de69 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:03:10.947308 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-15140763-7730-4c9c-a6a5-434330f5de69 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:03:10.972740 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15140763-7730-4c9c-a6a5-434330f5de69 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Pushing event updated for resources: {'Port': ['ID=10812596-86e4-4261-b9e9-9c427db56376,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:03:11.002352 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-15140763-7730-4c9c-a6a5-434330f5de69 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:11.002972 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-15140763-7730-4c9c-a6a5-434330f5de69 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:11.023707 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-15140763-7730-4c9c-a6a5-434330f5de69 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8325319 Jul 23 17:03:11.034954 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-148c9bae-63a1-4e78-a6c0-beab5597e89c service neutron] Request body: {'port': {'device_id': '424df5c0-ef4f-4e05-87d8-1b112e495cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:03:11.110161 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-148c9bae-63a1-4e78-a6c0-beab5597e89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:11.387122 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-148c9bae-63a1-4e78-a6c0-beab5597e89c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10812596-86e4-4261-b9e9-9c427db56376 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:03:11.403688 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-148c9bae-63a1-4e78-a6c0-beab5597e89c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:11.435807 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-148c9bae-63a1-4e78-a6c0-beab5597e89c service neutron] Transition to ACTIVE for port object 10812596-86e4-4261-b9e9-9c427db56376 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:03:11.440972 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-148c9bae-63a1-4e78-a6c0-beab5597e89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:11.505356 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c9bae-63a1-4e78-a6c0-beab5597e89c service neutron] Pushing event updated for resources: {'Port': ['ID=10812596-86e4-4261-b9e9-9c427db56376,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:03:11.549606 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd8557-7bda-4116-8cfc-baa61e864bcb req-79667a54-8d97-434c-9b21-777916ae4bcc tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:11.551095 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-50cd8557-7bda-4116-8cfc-baa61e864bcb req-79667a54-8d97-434c-9b21-777916ae4bcc tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 931 time: 0.1593895 Jul 23 17:03:11.614760 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-50cd8557-7bda-4116-8cfc-baa61e864bcb req-8d14d057-a4c7-49d6-9a14-d7a9c8719d48 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452650 Jul 23 17:03:11.624061 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-148c9bae-63a1-4e78-a6c0-beab5597e89c service neutron] Attempting to bind port 10812596-86e4-4261-b9e9-9c427db56376 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:03:11.624412 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-148c9bae-63a1-4e78-a6c0-beab5597e89c service neutron] Attempting to bind port 10812596-86e4-4261-b9e9-9c427db56376 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '12942e39-8a29-4736-bcfc-485c60686966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'e480753c-1a05-4c74-bd17-379f923f0fab'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:03:11.624755 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-148c9bae-63a1-4e78-a6c0-beab5597e89c service neutron] Attempting to bind port 10812596-86e4-4261-b9e9-9c427db56376 on network e480753c-1a05-4c74-bd17-379f923f0fab {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:03:11.629317 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-148c9bae-63a1-4e78-a6c0-beab5597e89c service neutron] Port 10812596-86e4-4261-b9e9-9c427db56376 on network e480753c-1a05-4c74-bd17-379f923f0fab not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:03:11.629781 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-148c9bae-63a1-4e78-a6c0-beab5597e89c service neutron] Attempting to bind port 10812596-86e4-4261-b9e9-9c427db56376 on network e480753c-1a05-4c74-bd17-379f923f0fab {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:03:11.634825 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-148c9bae-63a1-4e78-a6c0-beab5597e89c service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:03:11.635165 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-148c9bae-63a1-4e78-a6c0-beab5597e89c service neutron] Checking segment: {'id': '12942e39-8a29-4736-bcfc-485c60686966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'e480753c-1a05-4c74-bd17-379f923f0fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:03:11.635566 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-148c9bae-63a1-4e78-a6c0-beab5597e89c service neutron] Bound using segment: {'id': '12942e39-8a29-4736-bcfc-485c60686966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'e480753c-1a05-4c74-bd17-379f923f0fab'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:03:11.635975 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-148c9bae-63a1-4e78-a6c0-beab5597e89c service neutron] Bound port: 10812596-86e4-4261-b9e9-9c427db56376, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12942e39-8a29-4736-bcfc-485c60686966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'e480753c-1a05-4c74-bd17-379f923f0fab'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:03:11.636334 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-148c9bae-63a1-4e78-a6c0-beab5597e89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:11.699086 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-148c9bae-63a1-4e78-a6c0-beab5597e89c service neutron] For port 10812596-86e4-4261-b9e9-9c427db56376, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:03:11.702410 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-148c9bae-63a1-4e78-a6c0-beab5597e89c service neutron] For port 10812596-86e4-4261-b9e9-9c427db56376, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=10812596-86e4-4261-b9e9-9c427db56376,segment=NetworkSegment(12942e39-8a29-4736-bcfc-485c60686966),segment_id=12942e39-8a29-4736-bcfc-485c60686966)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:03:11.706677 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-148c9bae-63a1-4e78-a6c0-beab5597e89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:11.750062 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-148c9bae-63a1-4e78-a6c0-beab5597e89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:11.750715 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-148c9bae-63a1-4e78-a6c0-beab5597e89c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:11.752218 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-148c9bae-63a1-4e78-a6c0-beab5597e89c service neutron] 10.222.0.97 "PUT /v2.0/ports/10812596-86e4-4261-b9e9-9c427db56376 HTTP/1.1" status: 200 len: 1091 time: 0.7216785 Jul 23 17:03:11.779202 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c9bae-63a1-4e78-a6c0-beab5597e89c service neutron] Pushing event updated for resources: {'Port': ['ID=10812596-86e4-4261-b9e9-9c427db56376,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:03:11.847712 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-106d7a44-08dc-4eeb-95cf-05e873d6a2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:11.849993 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-106d7a44-08dc-4eeb-95cf-05e873d6a2a2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c0cf4a7e768743318aeb0507fb6bb033&device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 1094 time: 0.0570042 Jul 23 17:03:11.890758 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-67044dd9-33cd-4db7-b328-858bdea9dcf2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10812596-86e4-4261-b9e9-9c427db56376 HTTP/1.1" status: 200 len: 217 time: 0.0337846 Jul 23 17:03:11.944794 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-c2950d8e-8dc2-47b1-8e70-88b84a0ffbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:11.946421 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-c2950d8e-8dc2-47b1-8e70-88b84a0ffbae service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f6f32941-59bb-4ddf-a008-add7607779d9 HTTP/1.1" status: 200 len: 854 time: 0.0497665 Jul 23 17:03:11.982625 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-4f7b6f6e-c217-44e3-a41d-7cc2c769d1cb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e480753c-1a05-4c74-bd17-379f923f0fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293097 Jul 23 17:03:12.075095 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-ff25a853-44ef-4aca-b505-546ab65d1a1c service neutron] 10.222.0.97 "GET /v2.0/networks/e480753c-1a05-4c74-bd17-379f923f0fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859430 Jul 23 17:03:12.169425 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2650e8df-431c-4eb3-898a-b711e803dd9f req-f44760b0-8169-4e65-8365-a58568a8b9a1 service neutron] 10.222.0.97 "GET /v2.0/networks/e480753c-1a05-4c74-bd17-379f923f0fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872989 Jul 23 17:03:12.710638 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424df5c0-ef4f-4e05-87d8-1b112e495cb5', 'tag': '10812596-86e4-4261-b9e9-9c427db56376'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:03:12.712882 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f2dc98-ac51-48bb-a6fd-d6b90fce92b4" -d '{"events": [{"name": "network-changed", "server_uuid": "424df5c0-ef4f-4e05-87d8-1b112e495cb5", "tag": "10812596-86e4-4261-b9e9-9c427db56376"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:03:12.752826 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7588e75-c705-4217-a578-4c6935de5f8d req-bdb558b4-0e43-4f65-adb1-a4a4fd50bd59 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:12.755179 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e7588e75-c705-4217-a578-4c6935de5f8d req-bdb558b4-0e43-4f65-adb1-a4a4fd50bd59 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 943 time: 0.0719128 Jul 23 17:03:12.756646 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62e3612-9b48-4258-951d-b4df5aef8099 x-openstack-request-id: req-e62e3612-9b48-4258-951d-b4df5aef8099 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:03:12.756972 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "424df5c0-ef4f-4e05-87d8-1b112e495cb5", "tag": "10812596-86e4-4261-b9e9-9c427db56376", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:03:12.757256 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e62e3612-9b48-4258-951d-b4df5aef8099 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:03:12.757652 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '424df5c0-ef4f-4e05-87d8-1b112e495cb5', 'tag': '10812596-86e4-4261-b9e9-9c427db56376', 'status': 'completed', 'code': 200} Jul 23 17:03:12.825711 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e7588e75-c705-4217-a578-4c6935de5f8d req-f6b05dde-7660-4845-9f80-5af43ad26f93 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641785 Jul 23 17:03:12.852125 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dc98-ac51-48bb-a6fd-d6b90fce92b4 req-c9cf8daf-f308-4c3d-a646-bf0e1df39856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:12.853689 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-92f2dc98-ac51-48bb-a6fd-d6b90fce92b4 req-c9cf8daf-f308-4c3d-a646-bf0e1df39856 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c0cf4a7e768743318aeb0507fb6bb033&device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 1094 time: 0.0765953 Jul 23 17:03:12.947010 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dc98-ac51-48bb-a6fd-d6b90fce92b4 req-ebbacc99-cf0e-41b5-92b0-0ba07a009359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:12.948440 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-92f2dc98-ac51-48bb-a6fd-d6b90fce92b4 req-ebbacc99-cf0e-41b5-92b0-0ba07a009359 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e480753c-1a05-4c74-bd17-379f923f0fab HTTP/1.1" status: 200 len: 916 time: 0.0882051 Jul 23 17:03:12.994550 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-92f2dc98-ac51-48bb-a6fd-d6b90fce92b4 req-84bbb739-9319-41cf-bea3-2c8e80dec05a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10812596-86e4-4261-b9e9-9c427db56376 HTTP/1.1" status: 200 len: 217 time: 0.0388479 Jul 23 17:03:13.052822 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dc98-ac51-48bb-a6fd-d6b90fce92b4 req-f0a6d6d9-34e7-428b-bb65-a6b7ece57ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:13.054380 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-92f2dc98-ac51-48bb-a6fd-d6b90fce92b4 req-f0a6d6d9-34e7-428b-bb65-a6b7ece57ec0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f6f32941-59bb-4ddf-a008-add7607779d9 HTTP/1.1" status: 200 len: 854 time: 0.0537148 Jul 23 17:03:13.088079 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-92f2dc98-ac51-48bb-a6fd-d6b90fce92b4 req-420fe6ca-2e13-4b76-a58b-614a0c825f52 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e480753c-1a05-4c74-bd17-379f923f0fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278373 Jul 23 17:03:13.183344 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-92f2dc98-ac51-48bb-a6fd-d6b90fce92b4 req-ca2cd89a-e497-42ab-ad63-16dede89dc49 service neutron] 10.222.0.97 "GET /v2.0/networks/e480753c-1a05-4c74-bd17-379f923f0fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892367 Jul 23 17:03:13.285208 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-92f2dc98-ac51-48bb-a6fd-d6b90fce92b4 req-2dfd71e2-d4a6-4eaf-b8b9-ad5bcbd3e962 service neutron] 10.222.0.97 "GET /v2.0/networks/e480753c-1a05-4c74-bd17-379f923f0fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953588 Jul 23 17:03:13.710605 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 10812596-86e4-4261-b9e9-9c427db56376 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:03:13.712619 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device b41edcf6-6235-4ffa-ac68-3b3ff895973b no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:03:13.740844 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: b41edcf6-6235-4ffa-ac68-3b3ff895973b {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:03:13.741225 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device b41edcf6-6235-4ffa-ac68-3b3ff895973b not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:03:13.836099 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 10812596-86e4-4261-b9e9-9c427db56376, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=10812596-86e4-4261-b9e9-9c427db56376,segment=NetworkSegment(12942e39-8a29-4736-bcfc-485c60686966),segment_id=12942e39-8a29-4736-bcfc-485c60686966)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:03:13.847098 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '10812596-86e4-4261-b9e9-9c427db56376', 'network_id': 'e480753c-1a05-4c74-bd17-379f923f0fab', 'port_id': '10812596-86e4-4261-b9e9-9c427db56376', 'mac_address': 'fa:16:3e:08:0b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f32941-59bb-4ddf-a008-add7607779d9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:03:13.887626 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:13.901011 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10812596-86e4-4261-b9e9-9c427db56376 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:03:13.922360 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 10812596-86e4-4261-b9e9-9c427db56376, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=10812596-86e4-4261-b9e9-9c427db56376,segment=NetworkSegment(12942e39-8a29-4736-bcfc-485c60686966),segment_id=12942e39-8a29-4736-bcfc-485c60686966)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:03:13.928221 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:13.969467 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3bc23-246c-4d1b-9fda-1538cc1a5010 req-648b8d68-8f76-40c6-a544-6bbd7494d445 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:13.970936 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2ac3bc23-246c-4d1b-9fda-1538cc1a5010 req-648b8d68-8f76-40c6-a544-6bbd7494d445 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 943 time: 0.0736361 Jul 23 17:03:13.978727 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=10812596-86e4-4261-b9e9-9c427db56376,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:03:14.012404 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2ac3bc23-246c-4d1b-9fda-1538cc1a5010 req-2f52becf-ca32-4aa1-9d4e-4eecb2ba8255 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352061 Jul 23 17:03:14.123943 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['10812596-86e4-4261-b9e9-9c427db56376'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:03:15.143806 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a839dff-afe7-4c14-8089-9d039bbc716d req-a7ad4315-3512-4cce-96a4-76e70b184cf3 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:15.146002 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9a839dff-afe7-4c14-8089-9d039bbc716d req-a7ad4315-3512-4cce-96a4-76e70b184cf3 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 944 time: 0.0658932 Jul 23 17:03:15.186027 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9a839dff-afe7-4c14-8089-9d039bbc716d req-0c15ac76-5599-4586-a809-02c6966c7386 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339944 Jul 23 17:03:15.724832 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 10812596-86e4-4261-b9e9-9c427db56376 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:03:15.775973 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 10812596-86e4-4261-b9e9-9c427db56376 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:03:15.780674 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 10812596-86e4-4261-b9e9-9c427db56376 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:03:15.781223 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:15.867769 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:15.892376 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424df5c0-ef4f-4e05-87d8-1b112e495cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10812596-86e4-4261-b9e9-9c427db56376'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:03:15.894864 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8610c4e0-3dcc-4a36-b445-3987eda30097" -d '{"events": [{"server_uuid": "424df5c0-ef4f-4e05-87d8-1b112e495cb5", "name": "network-vif-plugged", "status": "completed", "tag": "10812596-86e4-4261-b9e9-9c427db56376"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:03:15.910308 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 10812596-86e4-4261-b9e9-9c427db56376, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=10812596-86e4-4261-b9e9-9c427db56376,segment=NetworkSegment(12942e39-8a29-4736-bcfc-485c60686966),segment_id=12942e39-8a29-4736-bcfc-485c60686966)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:03:15.916259 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:15.958366 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16b8407-3ff7-420c-9690-99a2df32de51 x-openstack-request-id: req-a16b8407-3ff7-420c-9690-99a2df32de51 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:03:15.958832 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424df5c0-ef4f-4e05-87d8-1b112e495cb5", "name": "network-vif-plugged", "status": "completed", "tag": "10812596-86e4-4261-b9e9-9c427db56376", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:03:15.959246 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a16b8407-3ff7-420c-9690-99a2df32de51 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:03:15.959878 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424df5c0-ef4f-4e05-87d8-1b112e495cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10812596-86e4-4261-b9e9-9c427db56376', 'code': 200} Jul 23 17:03:16.006204 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=10812596-86e4-4261-b9e9-9c427db56376,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:03:16.052640 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79b3c4-24f3-4a7e-987a-6a9a047bb67f req-b27cf859-fe45-49c6-b116-e1a40448fb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:16.054296 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c79b3c4-24f3-4a7e-987a-6a9a047bb67f req-b27cf859-fe45-49c6-b116-e1a40448fb1a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 1096 time: 0.0633006 Jul 23 17:03:16.094237 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c79b3c4-24f3-4a7e-987a-6a9a047bb67f req-577cee9a-3734-40a8-b02e-e62cd5b06d05 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332952 Jul 23 17:03:16.320587 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9a396-186d-4a44-a6fe-f37eddfd33c1 req-fa9db02a-4e46-44c2-a7cc-2b5bb7c70b75 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:16.322222 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a2b9a396-186d-4a44-a6fe-f37eddfd33c1 req-fa9db02a-4e46-44c2-a7cc-2b5bb7c70b75 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 945 time: 0.0684834 Jul 23 17:03:16.363662 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a2b9a396-186d-4a44-a6fe-f37eddfd33c1 req-0f9dccad-1ee9-42e7-afb2-31296cd35943 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356016 Jul 23 17:03:17.500960 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25004713-bc0a-48a8-ac27-c019b92afc6f req-6ec99030-6999-4c70-9a0a-4e7b774c8b61 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:17.502509 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-25004713-bc0a-48a8-ac27-c019b92afc6f req-6ec99030-6999-4c70-9a0a-4e7b774c8b61 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 945 time: 0.0681102 Jul 23 17:03:17.543083 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-25004713-bc0a-48a8-ac27-c019b92afc6f req-45c759d6-39f7-4e5c-844e-0d8482fee770 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342522 Jul 23 17:03:17.686004 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342fecc-6715-4c86-9c2e-386ee9c5560d req-b63dcec0-ee1c-4f3d-ba26-fbac748cb3ff tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:17.687453 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9342fecc-6715-4c86-9c2e-386ee9c5560d req-b63dcec0-ee1c-4f3d-ba26-fbac748cb3ff tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 945 time: 0.0694966 Jul 23 17:03:17.729929 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9342fecc-6715-4c86-9c2e-386ee9c5560d req-abbaec1d-79b4-4fa8-8470-96b4ff940c23 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340743 Jul 23 17:03:17.990169 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-b0e8a2d6-f1c6-440a-a499-289660b43fcf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0557246 Jul 23 17:03:18.017285 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f37bcd-7bd4-4f76-8c7d-ea6a4557d9e4 req-22605592-9f8d-4e7e-8918-d0e5df128a68 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:18.018778 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-77f37bcd-7bd4-4f76-8c7d-ea6a4557d9e4 req-22605592-9f8d-4e7e-8918-d0e5df128a68 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 945 time: 0.0694511 Jul 23 17:03:18.059629 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-77f37bcd-7bd4-4f76-8c7d-ea6a4557d9e4 req-19dd25df-4867-4e8a-83aa-94f2e6f22581 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340989 Jul 23 17:03:19.079903 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-dc040426-8f0e-4453-9254-6393fcfeaa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:19.081491 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-dc040426-8f0e-4453-9254-6393fcfeaa1a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c0cf4a7e768743318aeb0507fb6bb033&device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 1096 time: 0.0530407 Jul 23 17:03:19.205912 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-c1261d98-7d7e-4d73-8d71-64d717bde933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:19.207310 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-c1261d98-7d7e-4d73-8d71-64d717bde933 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e480753c-1a05-4c74-bd17-379f923f0fab HTTP/1.1" status: 200 len: 916 time: 0.1196995 Jul 23 17:03:19.264413 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bef5f2-e2bc-4d97-98b9-8a1eb5de023f req-2b30a506-1b03-4572-b97a-f7d4c48b34ef tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:19.265943 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b0bef5f2-e2bc-4d97-98b9-8a1eb5de023f req-2b30a506-1b03-4572-b97a-f7d4c48b34ef tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 945 time: 0.1174953 Jul 23 17:03:19.267359 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-b0648a42-fdba-44ba-a023-8286934ee577 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10812596-86e4-4261-b9e9-9c427db56376 HTTP/1.1" status: 200 len: 217 time: 0.0520334 Jul 23 17:03:19.340813 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b0bef5f2-e2bc-4d97-98b9-8a1eb5de023f req-e6c48e7a-1c01-42ab-bdff-36887b3dd89f tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684752 Jul 23 17:03:19.344591 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-67601cdc-8ff4-4e2a-8689-5400547bdce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:19.346088 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-67601cdc-8ff4-4e2a-8689-5400547bdce7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f6f32941-59bb-4ddf-a008-add7607779d9 HTTP/1.1" status: 200 len: 854 time: 0.0673766 Jul 23 17:03:19.381324 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-151dddb4-e5d5-462b-8ec1-2743281c5eeb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e480753c-1a05-4c74-bd17-379f923f0fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286379 Jul 23 17:03:19.473418 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-e3329b16-f2e9-4e2f-80b1-304a00d2875e service neutron] 10.222.0.97 "GET /v2.0/networks/e480753c-1a05-4c74-bd17-379f923f0fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855687 Jul 23 17:03:19.564300 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-61b1bd98-929c-4d3e-a2ef-61f98c2ec776 service neutron] 10.222.0.97 "GET /v2.0/networks/e480753c-1a05-4c74-bd17-379f923f0fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844460 Jul 23 17:03:20.479082 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73a449-44d7-46d1-9760-ee3c97dda436 req-46e209dc-beb9-413e-a81d-e060407f33de tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:20.480615 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ee73a449-44d7-46d1-9760-ee3c97dda436 req-46e209dc-beb9-413e-a81d-e060407f33de tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 945 time: 0.0700982 Jul 23 17:03:20.519713 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ee73a449-44d7-46d1-9760-ee3c97dda436 req-9819c4b7-c56d-41c5-aa2a-f713061edd07 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335488 Jul 23 17:03:21.650201 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf0594-435b-4679-8207-d110ad782958 req-a74c93bb-d767-47da-b3e4-86dda62a5528 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:21.651705 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5bf0594-435b-4679-8207-d110ad782958 req-a74c93bb-d767-47da-b3e4-86dda62a5528 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 945 time: 0.0637927 Jul 23 17:03:21.689159 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5bf0594-435b-4679-8207-d110ad782958 req-9293cf87-c823-47f0-bccf-8cfc92be2ffe tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317645 Jul 23 17:03:22.822738 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9664f4-7532-409e-8cbd-640f00526dd6 req-7f0fedc2-1c61-402e-bad3-202c665cd80e tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:22.824266 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c9664f4-7532-409e-8cbd-640f00526dd6 req-7f0fedc2-1c61-402e-bad3-202c665cd80e tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 945 time: 0.0673983 Jul 23 17:03:22.863200 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c9664f4-7532-409e-8cbd-640f00526dd6 req-8998a885-383a-42b1-bb6b-45b48dd3fd84 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332911 Jul 23 17:03:24.001261 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893f8d4-be2f-46e2-83a1-51c5d341ce4c req-f2bc66ff-2320-49c3-b5fc-e5f47756c4a8 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:24.003049 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e893f8d4-be2f-46e2-83a1-51c5d341ce4c req-f2bc66ff-2320-49c3-b5fc-e5f47756c4a8 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 945 time: 0.0729373 Jul 23 17:03:24.053074 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e893f8d4-be2f-46e2-83a1-51c5d341ce4c req-5382e6b9-d23a-49cd-86a0-f66debad234e tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438693 Jul 23 17:03:25.191524 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de893418-0cb9-4b68-a6d2-248f04804da2 req-c24f3f04-2b37-4eb2-b333-da2abc28bf70 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:25.193016 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-de893418-0cb9-4b68-a6d2-248f04804da2 req-c24f3f04-2b37-4eb2-b333-da2abc28bf70 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 945 time: 0.0655091 Jul 23 17:03:25.243900 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-de893418-0cb9-4b68-a6d2-248f04804da2 req-04a0c010-3987-4f14-af6f-0bd06f292345 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418799 Jul 23 17:03:26.378377 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d761e8-6ad4-45b0-a936-847ccccd26b4 req-39ab2c8d-3acb-4829-8ae5-862374528d9b tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:26.379853 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e6d761e8-6ad4-45b0-a936-847ccccd26b4 req-39ab2c8d-3acb-4829-8ae5-862374528d9b tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 945 time: 0.0677631 Jul 23 17:03:26.419071 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e6d761e8-6ad4-45b0-a936-847ccccd26b4 req-06d47e93-d8c5-4173-bb92-c6fd02109a38 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327208 Jul 23 17:03:27.553592 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1972c83-35b2-46d1-8be2-538b0898e851 req-eb1347ca-2714-4155-989f-bbe725b025de tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:27.555113 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f1972c83-35b2-46d1-8be2-538b0898e851 req-eb1347ca-2714-4155-989f-bbe725b025de tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 945 time: 0.0654716 Jul 23 17:03:27.594284 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f1972c83-35b2-46d1-8be2-538b0898e851 req-13400fac-fe4e-47bb-8a89-62cd7ff586db tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332456 Jul 23 17:03:28.731923 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfaabd-6002-414a-9dc4-42b4b391243d req-28e01505-c78d-46fa-9814-e8d1c168ec1c tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:28.733505 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20dfaabd-6002-414a-9dc4-42b4b391243d req-28e01505-c78d-46fa-9814-e8d1c168ec1c tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 945 time: 0.0701320 Jul 23 17:03:28.775352 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20dfaabd-6002-414a-9dc4-42b4b391243d req-6c1c32ca-54f7-4698-a5ca-0ca460318c0d tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359910 Jul 23 17:03:29.909327 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c5283-f619-42d8-90ad-fb71780bd765 req-6a884624-08eb-407b-8282-5f40e312d9cc tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:29.910825 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-de1c5283-f619-42d8-90ad-fb71780bd765 req-6a884624-08eb-407b-8282-5f40e312d9cc tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 945 time: 0.0670938 Jul 23 17:03:29.960234 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-de1c5283-f619-42d8-90ad-fb71780bd765 req-f69230af-f463-47a3-aa18-3ea128b7d90d tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437248 Jul 23 17:03:31.112999 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c14f60-e248-400f-9e21-765cbc301729 req-d0937289-1470-4136-9829-3697b05f938f tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:31.114539 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f5c14f60-e248-400f-9e21-765cbc301729 req-d0937289-1470-4136-9829-3697b05f938f tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 945 time: 0.0661573 Jul 23 17:03:31.152971 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f5c14f60-e248-400f-9e21-765cbc301729 req-6a418b9e-e6a7-45db-aba5-4fbbc24a1d50 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318930 Jul 23 17:03:32.295534 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f9c42-9d33-4897-bbda-e449656a887d req-d4d56ccf-0457-407c-a2aa-642995199094 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:32.297087 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a96f9c42-9d33-4897-bbda-e449656a887d req-d4d56ccf-0457-407c-a2aa-642995199094 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 945 time: 0.0705783 Jul 23 17:03:32.337915 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a96f9c42-9d33-4897-bbda-e449656a887d req-72b3d0df-e499-4c63-9bc7-5f43def4cdfa tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350652 Jul 23 17:03:32.700967 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d8607ca5-cb55-4da5-92be-a55bac4a199b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:33.513720 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f05b8d-ed3b-469a-a95f-0a4baff3c961 req-d4897035-dcfd-42f1-a863-5e1632cabe7b tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:33.516286 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f5f05b8d-ed3b-469a-a95f-0a4baff3c961 req-d4897035-dcfd-42f1-a863-5e1632cabe7b tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 945 time: 0.1081753 Jul 23 17:03:33.576947 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f5f05b8d-ed3b-469a-a95f-0a4baff3c961 req-662eb368-0f5a-4ce7-9cd2-e2bd0e751787 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536659 Jul 23 17:03:34.718644 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08022aed-3352-40e9-9dfe-23879b13cbc5 req-189859be-a876-470f-92a6-e87c496293a8 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:34.720212 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-08022aed-3352-40e9-9dfe-23879b13cbc5 req-189859be-a876-470f-92a6-e87c496293a8 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 945 time: 0.0739753 Jul 23 17:03:34.767217 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-08022aed-3352-40e9-9dfe-23879b13cbc5 req-4286b172-00ac-469f-992c-a4bda2b64b25 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368507 Jul 23 17:03:35.239893 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:35.445305 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-852806fe-1069-4d03-9f9d-f7d33001a44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:35.536527 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:35.928516 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75477619-2006-41ea-a780-a8ec0dab0042 req-e7a0fcf2-422f-46cb-89d9-baae1ca24174 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:35.930800 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-75477619-2006-41ea-a780-a8ec0dab0042 req-e7a0fcf2-422f-46cb-89d9-baae1ca24174 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 945 time: 0.0774567 Jul 23 17:03:35.980486 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-75477619-2006-41ea-a780-a8ec0dab0042 req-486013fa-d008-457f-8a60-c3d6fc7676de tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398262 Jul 23 17:03:36.667419 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:37.135320 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752399f-75ff-418f-977f-9fa500b4bb15 req-bd3e00f2-7bb4-42e3-83c0-fae1f983948c tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:37.137021 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8752399f-75ff-418f-977f-9fa500b4bb15 req-bd3e00f2-7bb4-42e3-83c0-fae1f983948c tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 945 time: 0.0728629 Jul 23 17:03:37.185237 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8752399f-75ff-418f-977f-9fa500b4bb15 req-61fc4548-357e-48f4-a46b-e7d130122f50 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390341 Jul 23 17:03:37.725928 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:38.708590 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:38.731775 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312bb623-a12a-4d03-a86c-8f581b56778b req-756da697-8c48-442e-a993-1c8650114777 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:38.733374 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-312bb623-a12a-4d03-a86c-8f581b56778b req-756da697-8c48-442e-a993-1c8650114777 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 945 time: 0.4658427 Jul 23 17:03:38.777402 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-312bb623-a12a-4d03-a86c-8f581b56778b req-029d47bd-a712-433d-ac3c-956f733586ac tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376065 Jul 23 17:03:39.917818 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d38a8-c06f-463e-ae6c-fcae8249609a req-388b92c9-59d5-48ef-a3fd-70d762d7d3e5 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:39.919418 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-060d38a8-c06f-463e-ae6c-fcae8249609a req-388b92c9-59d5-48ef-a3fd-70d762d7d3e5 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 945 time: 0.0685134 Jul 23 17:03:39.972500 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-060d38a8-c06f-463e-ae6c-fcae8249609a req-b4b7bac7-b66c-460c-91cb-d99adcc02b25 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424435 Jul 23 17:03:41.124505 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0effaea-1810-4fcd-b0c8-ad4cb409d453 req-bf6ce6c8-e49c-4952-9c1e-70fd1809ca67 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:41.126176 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d0effaea-1810-4fcd-b0c8-ad4cb409d453 req-bf6ce6c8-e49c-4952-9c1e-70fd1809ca67 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 945 time: 0.0792046 Jul 23 17:03:41.173984 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d0effaea-1810-4fcd-b0c8-ad4cb409d453 req-04324e92-c7a9-41df-8c61-1ab304a4cb8f tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414736 Jul 23 17:03:42.308549 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c0e8-373e-47a5-b715-da68e0e86ef6 req-35bfd0e0-1876-43ee-94b4-57c322323a24 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:42.310238 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45b4c0e8-373e-47a5-b715-da68e0e86ef6 req-35bfd0e0-1876-43ee-94b4-57c322323a24 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 945 time: 0.0677896 Jul 23 17:03:42.356039 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45b4c0e8-373e-47a5-b715-da68e0e86ef6 req-399057df-e774-4764-a146-13ff7159b124 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400832 Jul 23 17:03:43.492667 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a22ef-9d43-40dc-8f8d-0e6062fcb41a req-5821b27a-9f05-4eb7-a272-7c0c035d72f9 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:43.494266 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d9a22ef-9d43-40dc-8f8d-0e6062fcb41a req-5821b27a-9f05-4eb7-a272-7c0c035d72f9 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 945 time: 0.0664356 Jul 23 17:03:43.532623 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d9a22ef-9d43-40dc-8f8d-0e6062fcb41a req-052da968-5f80-4b26-a632-885fb3f4a917 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327489 Jul 23 17:03:44.673090 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85b67e-84d4-4e1d-928d-8a31e737697b req-0cb08533-9e11-4026-8dcc-bb793d5e3a9b tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:44.674625 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9f85b67e-84d4-4e1d-928d-8a31e737697b req-0cb08533-9e11-4026-8dcc-bb793d5e3a9b tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 945 time: 0.0705519 Jul 23 17:03:44.713332 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9f85b67e-84d4-4e1d-928d-8a31e737697b req-263b3cba-8204-4411-a070-10da52089ec4 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331011 Jul 23 17:03:45.853545 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964a7fd-2846-46d8-acf3-9cdf0eea205b req-95d696ee-37a9-4479-80f8-5e7fc2d2ac8d tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:45.856242 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2964a7fd-2846-46d8-acf3-9cdf0eea205b req-95d696ee-37a9-4479-80f8-5e7fc2d2ac8d tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 945 time: 0.0745008 Jul 23 17:03:45.914991 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2964a7fd-2846-46d8-acf3-9cdf0eea205b req-69a1f699-d9e5-42a6-8354-5e2fe6e3e916 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528741 Jul 23 17:03:46.171451 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:03:46.371815 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-b2c86f33-b5cb-48df-8f64-09bcd0427e7d service neutron] show failed (client error): The resource could not be found. Jul 23 17:03:46.372929 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-b2c86f33-b5cb-48df-8f64-09bcd0427e7d service neutron] 10.222.0.97 "GET /v2.0/ports/10812596-86e4-4261-b9e9-9c427db56376/bindings/n-h1-778549-4 HTTP/1.1" status: 404 len: 380 time: 0.0625386 Jul 23 17:03:46.589993 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-f977a04a-3265-405a-90a0-49c1bc64007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:46.591495 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-f977a04a-3265-405a-90a0-49c1bc64007f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5&tenant_id=c0cf4a7e768743318aeb0507fb6bb033 HTTP/1.1" status: 200 len: 1096 time: 0.0570333 Jul 23 17:03:46.602379 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778549-4', 'device_owner': 'compute:nova'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:03:46.679812 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:46.882667 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] For port 10812596-86e4-4261-b9e9-9c427db56376, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=10812596-86e4-4261-b9e9-9c427db56376,segment=NetworkSegment(12942e39-8a29-4736-bcfc-485c60686966),segment_id=12942e39-8a29-4736-bcfc-485c60686966)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:03:46.914964 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] For port 10812596-86e4-4261-b9e9-9c427db56376, host n-h2-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:03:46.954112 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424df5c0-ef4f-4e05-87d8-1b112e495cb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10812596-86e4-4261-b9e9-9c427db56376'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:03:46.956397 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e54eab1-258e-4dc7-a5bd-9580e5359ec1" -d '{"events": [{"server_uuid": "424df5c0-ef4f-4e05-87d8-1b112e495cb5", "name": "network-vif-unplugged", "status": "completed", "tag": "10812596-86e4-4261-b9e9-9c427db56376"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:03:46.960811 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:46.978383 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] Transition to ACTIVE for port object 10812596-86e4-4261-b9e9-9c427db56376 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:03:46.983184 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:47.050729 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] No DVR routers for this DVR port 10812596-86e4-4261-b9e9-9c427db56376 on host n-h2-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:03:47.058124 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] Pushing event updated for resources: {'Port': ['ID=10812596-86e4-4261-b9e9-9c427db56376,revision_number=6']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:03:47.058335 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64317f8f-167e-47dd-8ef5-6d7fa1d33be2 req-8be6df11-8bbe-4b0f-84ce-9f95b3ad93f2 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:47.059979 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-64317f8f-167e-47dd-8ef5-6d7fa1d33be2 req-8be6df11-8bbe-4b0f-84ce-9f95b3ad93f2 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 943 time: 0.0740871 Jul 23 17:03:47.066084 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:47.066381 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:47.066717 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:47.067044 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:47.067369 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:47.067693 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:47.068012 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:47.069089 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:47.069332 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:47.069651 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:47.069966 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:47.070277 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:47.098754 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 17:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a436897c-ed25-4ba8-9622-aa0d0a4b7e16 x-openstack-request-id: req-a436897c-ed25-4ba8-9622-aa0d0a4b7e16 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:03:47.099052 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424df5c0-ef4f-4e05-87d8-1b112e495cb5", "name": "network-vif-unplugged", "status": "completed", "tag": "10812596-86e4-4261-b9e9-9c427db56376", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:03:47.099307 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a436897c-ed25-4ba8-9622-aa0d0a4b7e16 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:03:47.099759 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424df5c0-ef4f-4e05-87d8-1b112e495cb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10812596-86e4-4261-b9e9-9c427db56376', 'code': 200} Jul 23 17:03:47.104833 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-64317f8f-167e-47dd-8ef5-6d7fa1d33be2 req-55131133-edfc-4c89-ab15-9ade25faf729 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386853 Jul 23 17:03:47.113308 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] Attempting to bind port 10812596-86e4-4261-b9e9-9c427db56376 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:03:47.113643 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] Attempting to bind port 10812596-86e4-4261-b9e9-9c427db56376 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '12942e39-8a29-4736-bcfc-485c60686966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'e480753c-1a05-4c74-bd17-379f923f0fab'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:03:47.113971 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] Attempting to bind port 10812596-86e4-4261-b9e9-9c427db56376 on network e480753c-1a05-4c74-bd17-379f923f0fab {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:03:47.119764 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] Port 10812596-86e4-4261-b9e9-9c427db56376 on network e480753c-1a05-4c74-bd17-379f923f0fab not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:03:47.120087 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] Attempting to bind port 10812596-86e4-4261-b9e9-9c427db56376 on network e480753c-1a05-4c74-bd17-379f923f0fab {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:03:47.127486 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:03:47.127836 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] Checking segment: {'id': '12942e39-8a29-4736-bcfc-485c60686966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'e480753c-1a05-4c74-bd17-379f923f0fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:03:47.128217 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] Bound using segment: {'id': '12942e39-8a29-4736-bcfc-485c60686966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'e480753c-1a05-4c74-bd17-379f923f0fab'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:03:47.128644 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] Bound port: 10812596-86e4-4261-b9e9-9c427db56376, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12942e39-8a29-4736-bcfc-485c60686966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'e480753c-1a05-4c74-bd17-379f923f0fab'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:03:47.129000 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:47.193380 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] For port 10812596-86e4-4261-b9e9-9c427db56376, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:03:47.198154 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] For port 10812596-86e4-4261-b9e9-9c427db56376, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=10812596-86e4-4261-b9e9-9c427db56376,segment=NetworkSegment(12942e39-8a29-4736-bcfc-485c60686966),segment_id=12942e39-8a29-4736-bcfc-485c60686966)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:03:47.202711 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:47.240711 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:47.241378 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:47.242777 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] 10.222.0.74 "PUT /v2.0/ports/10812596-86e4-4261-b9e9-9c427db56376 HTTP/1.1" status: 200 len: 1091 time: 0.6444118 Jul 23 17:03:47.264315 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051ca94-3309-4dcb-8cf5-018983509a00 service neutron] Pushing event updated for resources: {'Port': ['ID=10812596-86e4-4261-b9e9-9c427db56376,revision_number=7']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:03:47.322751 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-675d7a9d-65c5-4366-943d-0e3fb61d5611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:47.324292 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-675d7a9d-65c5-4366-943d-0e3fb61d5611 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c0cf4a7e768743318aeb0507fb6bb033&device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 1094 time: 0.0571973 Jul 23 17:03:47.415984 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-19726484-1de7-40f2-ba38-851f7933eb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:47.417486 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-19726484-1de7-40f2-ba38-851f7933eb20 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e480753c-1a05-4c74-bd17-379f923f0fab HTTP/1.1" status: 200 len: 916 time: 0.0871048 Jul 23 17:03:47.459235 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-d41a6092-c39e-4f9a-ae14-1f6b4a3babcf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10812596-86e4-4261-b9e9-9c427db56376 HTTP/1.1" status: 200 len: 217 time: 0.0353930 Jul 23 17:03:47.506870 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-80febbe0-e15e-4433-b102-b07a1fdc566a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:47.508327 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-80febbe0-e15e-4433-b102-b07a1fdc566a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f6f32941-59bb-4ddf-a008-add7607779d9 HTTP/1.1" status: 200 len: 854 time: 0.0438945 Jul 23 17:03:47.545579 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-ca9644d1-1f74-499b-b0de-007324ca5d06 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e480753c-1a05-4c74-bd17-379f923f0fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308497 Jul 23 17:03:47.636315 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-081a0964-2565-46bb-8b1c-11b80caaf927 service neutron] 10.222.0.74 "GET /v2.0/networks/e480753c-1a05-4c74-bd17-379f923f0fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845189 Jul 23 17:03:47.732296 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-df26d2d8-0e84-41ed-a02d-d8753a328ade req-4b78cf25-6e41-42de-9f9a-c7f8ccc57407 service neutron] 10.222.0.74 "GET /v2.0/networks/e480753c-1a05-4c74-bd17-379f923f0fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899100 Jul 23 17:03:48.239540 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0d554-96da-4c5d-8933-9441fb8c885e req-f9886bd2-98fd-42b1-8874-a12f50d26e9d tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:48.241745 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-72b0d554-96da-4c5d-8933-9441fb8c885e req-f9886bd2-98fd-42b1-8874-a12f50d26e9d tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 943 time: 0.0658689 Jul 23 17:03:48.279259 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-72b0d554-96da-4c5d-8933-9441fb8c885e req-7f7a9993-ecb6-49d6-af1e-3ffc1aa80ded tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318863 Jul 23 17:03:49.100784 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424df5c0-ef4f-4e05-87d8-1b112e495cb5', 'tag': '10812596-86e4-4261-b9e9-9c427db56376'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:03:49.103248 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f64adb2-a2fa-4557-a0dd-58173a948911" -d '{"events": [{"name": "network-changed", "server_uuid": "424df5c0-ef4f-4e05-87d8-1b112e495cb5", "tag": "10812596-86e4-4261-b9e9-9c427db56376"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:03:49.152731 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e911d584-e887-4874-bb27-d0cdab4c81be x-openstack-request-id: req-e911d584-e887-4874-bb27-d0cdab4c81be {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:03:49.153527 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "424df5c0-ef4f-4e05-87d8-1b112e495cb5", "tag": "10812596-86e4-4261-b9e9-9c427db56376", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:03:49.153527 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e911d584-e887-4874-bb27-d0cdab4c81be {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:03:49.156234 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '424df5c0-ef4f-4e05-87d8-1b112e495cb5', 'tag': '10812596-86e4-4261-b9e9-9c427db56376', 'status': 'completed', 'code': 200} Jul 23 17:03:49.231211 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64adb2-a2fa-4557-a0dd-58173a948911 req-c9d2c6b9-4c27-4aaa-99fb-5db26cedf579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:49.232942 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9f64adb2-a2fa-4557-a0dd-58173a948911 req-c9d2c6b9-4c27-4aaa-99fb-5db26cedf579 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c0cf4a7e768743318aeb0507fb6bb033&device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 1094 time: 0.0626590 Jul 23 17:03:49.238984 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64adb2-a2fa-4557-a0dd-58173a948911 req-bbe48187-9341-4f34-a6ca-2dec3ced7965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:49.240658 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9f64adb2-a2fa-4557-a0dd-58173a948911 req-bbe48187-9341-4f34-a6ca-2dec3ced7965 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c0cf4a7e768743318aeb0507fb6bb033&device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 1094 time: 0.0616858 Jul 23 17:03:49.343019 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64adb2-a2fa-4557-a0dd-58173a948911 req-7562dea4-8360-4840-8949-0656c116602b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:49.344632 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9f64adb2-a2fa-4557-a0dd-58173a948911 req-7562dea4-8360-4840-8949-0656c116602b service neutron] 10.222.0.97 "GET /v2.0/networks?id=e480753c-1a05-4c74-bd17-379f923f0fab HTTP/1.1" status: 200 len: 916 time: 0.1053717 Jul 23 17:03:49.348588 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64adb2-a2fa-4557-a0dd-58173a948911 req-25bbe54c-8ad5-4489-a339-f226aeffbde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:49.350261 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9f64adb2-a2fa-4557-a0dd-58173a948911 req-25bbe54c-8ad5-4489-a339-f226aeffbde3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e480753c-1a05-4c74-bd17-379f923f0fab HTTP/1.1" status: 200 len: 916 time: 0.1030421 Jul 23 17:03:49.393617 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9f64adb2-a2fa-4557-a0dd-58173a948911 req-bf8f1632-025f-4c50-ac2f-8cf97b677df5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10812596-86e4-4261-b9e9-9c427db56376 HTTP/1.1" status: 200 len: 217 time: 0.0364070 Jul 23 17:03:49.413789 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9f64adb2-a2fa-4557-a0dd-58173a948911 req-1dd0f6dd-75e5-443d-a802-b9305f127a55 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10812596-86e4-4261-b9e9-9c427db56376 HTTP/1.1" status: 200 len: 217 time: 0.0621731 Jul 23 17:03:49.441714 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64adb2-a2fa-4557-a0dd-58173a948911 req-117dd6ab-acc8-41a7-b9be-c662e2b9c7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:49.443214 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9f64adb2-a2fa-4557-a0dd-58173a948911 req-117dd6ab-acc8-41a7-b9be-c662e2b9c7d5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f6f32941-59bb-4ddf-a008-add7607779d9 HTTP/1.1" status: 200 len: 854 time: 0.0443344 Jul 23 17:03:49.476683 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9f64adb2-a2fa-4557-a0dd-58173a948911 req-c6ab9794-c50a-405e-b41a-434244007329 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e480753c-1a05-4c74-bd17-379f923f0fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275621 Jul 23 17:03:49.476930 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64adb2-a2fa-4557-a0dd-58173a948911 req-4c3d8cfb-c09b-4216-8b7b-5af1a23e6455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:49.478190 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9f64adb2-a2fa-4557-a0dd-58173a948911 req-4c3d8cfb-c09b-4216-8b7b-5af1a23e6455 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f6f32941-59bb-4ddf-a008-add7607779d9 HTTP/1.1" status: 200 len: 854 time: 0.0585356 Jul 23 17:03:49.491533 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af4095-36a5-40ef-bc89-7a2320df04a0 req-d2690560-2b6e-4f4a-b59c-3383b34d6ffc tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:49.493113 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f9af4095-36a5-40ef-bc89-7a2320df04a0 req-d2690560-2b6e-4f4a-b59c-3383b34d6ffc tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 943 time: 0.1354558 Jul 23 17:03:49.533447 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9f64adb2-a2fa-4557-a0dd-58173a948911 req-c5c1c4f2-8216-43b8-9058-ccf260e2db28 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e480753c-1a05-4c74-bd17-379f923f0fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392828 Jul 23 17:03:49.573900 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9f64adb2-a2fa-4557-a0dd-58173a948911 req-613f9c8a-a0a6-43b1-bfd9-daabc47c6dd5 service neutron] 10.222.0.74 "GET /v2.0/networks/e480753c-1a05-4c74-bd17-379f923f0fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903294 Jul 23 17:03:49.576033 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f9af4095-36a5-40ef-bc89-7a2320df04a0 req-f49452d1-8367-41a8-9a0f-f46a995007fd tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744908 Jul 23 17:03:49.646302 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9f64adb2-a2fa-4557-a0dd-58173a948911 req-b2366a49-bf03-4da2-bae7-ec34efb45e62 service neutron] 10.222.0.97 "GET /v2.0/networks/e480753c-1a05-4c74-bd17-379f923f0fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049423 Jul 23 17:03:49.672242 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9f64adb2-a2fa-4557-a0dd-58173a948911 req-588ca063-5df2-46cf-a6f1-2bb3d8976209 service neutron] 10.222.0.74 "GET /v2.0/networks/e480753c-1a05-4c74-bd17-379f923f0fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920680 Jul 23 17:03:49.819028 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9f64adb2-a2fa-4557-a0dd-58173a948911 req-3779aebf-e36d-4f1b-8329-3fc3ecc75f09 service neutron] 10.222.0.97 "GET /v2.0/networks/e480753c-1a05-4c74-bd17-379f923f0fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659706 Jul 23 17:03:49.864262 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192b869-c9a9-4252-b8c9-947c91681ead req-209e1111-6f60-42c8-9484-d8523843cc45 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:49.866669 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c192b869-c9a9-4252-b8c9-947c91681ead req-209e1111-6f60-42c8-9484-d8523843cc45 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 943 time: 0.1388433 Jul 23 17:03:49.874012 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26029f7f-2b1d-416b-919d-35af3596f54a req-94f481d3-7785-49dd-b9ac-d025fe1f3595 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:49.875386 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26029f7f-2b1d-416b-919d-35af3596f54a req-94f481d3-7785-49dd-b9ac-d025fe1f3595 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.97 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5&tenant_id=c0cf4a7e768743318aeb0507fb6bb033&binding%3Ahost_id=n-h1-778549-4 HTTP/1.1" status: 200 len: 943 time: 0.1301272 Jul 23 17:03:49.918186 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 10812596-86e4-4261-b9e9-9c427db56376 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:03:49.953241 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c192b869-c9a9-4252-b8c9-947c91681ead req-6d19e9b7-d356-42a1-a4c4-1de2fbed3c6f tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768511 Jul 23 17:03:49.959080 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 10812596-86e4-4261-b9e9-9c427db56376 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:03:49.962342 n-d-778549-4 neutron-server[94012]: INFO neutron.api.v2.resource [req-26029f7f-2b1d-416b-919d-35af3596f54a req-1f9e3737-6461-4da2-81ce-0b692c1ed6d2 service neutron] delete failed (client error): The resource could not be found. Jul 23 17:03:49.963374 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26029f7f-2b1d-416b-919d-35af3596f54a req-1f9e3737-6461-4da2-81ce-0b692c1ed6d2 service neutron] 10.222.0.97 "DELETE /v2.0/ports/10812596-86e4-4261-b9e9-9c427db56376/bindings/n-h2-778549-4 HTTP/1.1" status: 404 len: 380 time: 0.0808132 Jul 23 17:03:50.066000 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26029f7f-2b1d-416b-919d-35af3596f54a req-719da07e-7b87-4cca-a330-0eb220b84f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:50.067545 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26029f7f-2b1d-416b-919d-35af3596f54a req-719da07e-7b87-4cca-a330-0eb220b84f05 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c0cf4a7e768743318aeb0507fb6bb033&device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 1094 time: 0.0605161 Jul 23 17:03:50.169905 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26029f7f-2b1d-416b-919d-35af3596f54a req-cbdcd2d3-f656-4072-81c5-f01e1b9161e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:50.171340 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26029f7f-2b1d-416b-919d-35af3596f54a req-cbdcd2d3-f656-4072-81c5-f01e1b9161e5 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e480753c-1a05-4c74-bd17-379f923f0fab HTTP/1.1" status: 200 len: 916 time: 0.0969405 Jul 23 17:03:50.215791 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26029f7f-2b1d-416b-919d-35af3596f54a req-31225c15-fe1d-40dd-806e-14d3c4b5ec32 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10812596-86e4-4261-b9e9-9c427db56376 HTTP/1.1" status: 200 len: 217 time: 0.0380306 Jul 23 17:03:50.267088 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26029f7f-2b1d-416b-919d-35af3596f54a req-86e96e3e-6e2a-4ac4-93c8-6830a0b378f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:50.268594 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26029f7f-2b1d-416b-919d-35af3596f54a req-86e96e3e-6e2a-4ac4-93c8-6830a0b378f0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f6f32941-59bb-4ddf-a008-add7607779d9 HTTP/1.1" status: 200 len: 854 time: 0.0460422 Jul 23 17:03:50.307773 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26029f7f-2b1d-416b-919d-35af3596f54a req-84a17d5a-b485-409d-86da-d3f3094ccca8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e480753c-1a05-4c74-bd17-379f923f0fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325346 Jul 23 17:03:50.405043 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26029f7f-2b1d-416b-919d-35af3596f54a req-e30649a9-64d2-41b0-992e-7f56f409fd13 service neutron] 10.222.0.97 "GET /v2.0/networks/e480753c-1a05-4c74-bd17-379f923f0fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878377 Jul 23 17:03:50.511575 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26029f7f-2b1d-416b-919d-35af3596f54a req-fa96b141-64dd-4ac9-b5f9-2e54aee304cb service neutron] 10.222.0.97 "GET /v2.0/networks/e480753c-1a05-4c74-bd17-379f923f0fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003504 Jul 23 17:03:51.066690 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 10812596-86e4-4261-b9e9-9c427db56376 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:03:51.090197 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b83cc-15ce-467f-9204-5e7f42b1771b req-e8aa2112-efc3-4302-85a3-c9c98f2ab85d tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:51.091770 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-395b83cc-15ce-467f-9204-5e7f42b1771b req-e8aa2112-efc3-4302-85a3-c9c98f2ab85d tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 943 time: 0.0655494 Jul 23 17:03:51.132421 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-395b83cc-15ce-467f-9204-5e7f42b1771b req-3b968785-9de8-4ba0-8cf2-e0b5f78bdfb6 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350585 Jul 23 17:03:51.163081 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 10812596-86e4-4261-b9e9-9c427db56376, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=10812596-86e4-4261-b9e9-9c427db56376,segment=NetworkSegment(12942e39-8a29-4736-bcfc-485c60686966),segment_id=12942e39-8a29-4736-bcfc-485c60686966)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:03:51.174514 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '10812596-86e4-4261-b9e9-9c427db56376', 'network_id': 'e480753c-1a05-4c74-bd17-379f923f0fab', 'port_id': '10812596-86e4-4261-b9e9-9c427db56376', 'mac_address': 'fa:16:3e:08:0b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f32941-59bb-4ddf-a008-add7607779d9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:03:51.216066 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:51.229329 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10812596-86e4-4261-b9e9-9c427db56376 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:03:51.249590 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 10812596-86e4-4261-b9e9-9c427db56376, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=10812596-86e4-4261-b9e9-9c427db56376,segment=NetworkSegment(12942e39-8a29-4736-bcfc-485c60686966),segment_id=12942e39-8a29-4736-bcfc-485c60686966)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:03:51.253659 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:51.269655 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fc3fb-0af9-4aa5-92c9-128270679c4c req-e0ea17a5-59c4-4bf9-9176-2eb29661f557 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:51.271196 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-385fc3fb-0af9-4aa5-92c9-128270679c4c req-e0ea17a5-59c4-4bf9-9176-2eb29661f557 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 943 time: 0.0706744 Jul 23 17:03:51.302602 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=10812596-86e4-4261-b9e9-9c427db56376,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:03:51.313268 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-385fc3fb-0af9-4aa5-92c9-128270679c4c req-cbdae676-1e52-47ad-a249-b8ab5ee5b162 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359032 Jul 23 17:03:51.449389 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429b6ae-4c6c-413a-833c-ad42b7eafcbb req-2ca4d4cb-7796-4ff8-904d-c306bbb0112c tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:51.450891 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8429b6ae-4c6c-413a-833c-ad42b7eafcbb req-2ca4d4cb-7796-4ff8-904d-c306bbb0112c tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 944 time: 0.0710473 Jul 23 17:03:51.475331 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['10812596-86e4-4261-b9e9-9c427db56376'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:03:51.490159 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8429b6ae-4c6c-413a-833c-ad42b7eafcbb req-bce445bd-9798-4486-8458-54167d1c24dd tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337198 Jul 23 17:03:51.840127 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44dfbdf-ce57-429f-ba50-ad895a2aa14e req-4b340c79-d9c3-47ab-bfb0-b09ef427f41c tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:51.841698 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d44dfbdf-ce57-429f-ba50-ad895a2aa14e req-4b340c79-d9c3-47ab-bfb0-b09ef427f41c tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 944 time: 0.0651376 Jul 23 17:03:51.879385 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d44dfbdf-ce57-429f-ba50-ad895a2aa14e req-5996788b-3ebc-4e65-a50b-4016a8f594e2 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321529 Jul 23 17:03:53.014744 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d41289-4825-4ffe-9ad4-c2be80f462ce req-1fec91c5-9072-40bf-9b35-4a3f2608d8bc tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:53.016210 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-30d41289-4825-4ffe-9ad4-c2be80f462ce req-1fec91c5-9072-40bf-9b35-4a3f2608d8bc tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 944 time: 0.0696356 Jul 23 17:03:53.050169 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42feb1a7-7c9f-4a31-8a74-e2ee2db4deec req-c0e5c9cf-20ca-41dc-b715-da5338282310 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:53.051791 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-42feb1a7-7c9f-4a31-8a74-e2ee2db4deec req-c0e5c9cf-20ca-41dc-b715-da5338282310 tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.74 "GET /v2.0/ports?device_id=424df5c0-ef4f-4e05-87d8-1b112e495cb5 HTTP/1.1" status: 200 len: 944 time: 0.0662150 Jul 23 17:03:53.056920 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-30d41289-4825-4ffe-9ad4-c2be80f462ce req-3a087a21-b07d-4f91-99aa-063ba80e0f6e tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.73 "GET /v2.0/security-groups?id=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351129 Jul 23 17:03:53.077441 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 10812596-86e4-4261-b9e9-9c427db56376 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:03:53.121582 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 10812596-86e4-4261-b9e9-9c427db56376 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:03:53.125775 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 10812596-86e4-4261-b9e9-9c427db56376 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:03:53.126276 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:53.161063 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-42feb1a7-7c9f-4a31-8a74-e2ee2db4deec req-162fe554-b1af-4441-ac53-af25e43e708e tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Deleting port 10812596-86e4-4261-b9e9-9c427db56376 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:03:53.161412 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-42feb1a7-7c9f-4a31-8a74-e2ee2db4deec req-162fe554-b1af-4441-ac53-af25e43e708e tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:53.207753 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:53.236769 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424df5c0-ef4f-4e05-87d8-1b112e495cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10812596-86e4-4261-b9e9-9c427db56376'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:03:53.239322 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40aae45-863e-435b-83d1-aad8d9ea1ca3" -d '{"events": [{"server_uuid": "424df5c0-ef4f-4e05-87d8-1b112e495cb5", "name": "network-vif-plugged", "status": "completed", "tag": "10812596-86e4-4261-b9e9-9c427db56376"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:03:53.253035 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 10812596-86e4-4261-b9e9-9c427db56376, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=10812596-86e4-4261-b9e9-9c427db56376,segment=NetworkSegment(12942e39-8a29-4736-bcfc-485c60686966),segment_id=12942e39-8a29-4736-bcfc-485c60686966)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:03:53.258948 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:53.266984 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-42feb1a7-7c9f-4a31-8a74-e2ee2db4deec req-162fe554-b1af-4441-ac53-af25e43e708e tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] For port 10812596-86e4-4261-b9e9-9c427db56376, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=10812596-86e4-4261-b9e9-9c427db56376,segment=NetworkSegment(12942e39-8a29-4736-bcfc-485c60686966),segment_id=12942e39-8a29-4736-bcfc-485c60686966)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:03:53.267262 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-42feb1a7-7c9f-4a31-8a74-e2ee2db4deec req-162fe554-b1af-4441-ac53-af25e43e708e tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:53.282720 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-42feb1a7-7c9f-4a31-8a74-e2ee2db4deec req-162fe554-b1af-4441-ac53-af25e43e708e tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Calling delete_port for 10812596-86e4-4261-b9e9-9c427db56376 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:03:53.430406 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-42feb1a7-7c9f-4a31-8a74-e2ee2db4deec req-162fe554-b1af-4441-ac53-af25e43e708e tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:53.453956 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca52b23e-4ac0-4431-b2b8-ff7e1c270676 x-openstack-request-id: req-ca52b23e-4ac0-4431-b2b8-ff7e1c270676 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:03:53.454237 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424df5c0-ef4f-4e05-87d8-1b112e495cb5", "name": "network-vif-plugged", "status": "completed", "tag": "10812596-86e4-4261-b9e9-9c427db56376", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:03:53.454491 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ca52b23e-4ac0-4431-b2b8-ff7e1c270676 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:03:53.454875 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424df5c0-ef4f-4e05-87d8-1b112e495cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10812596-86e4-4261-b9e9-9c427db56376', 'code': 200} Jul 23 17:03:53.456994 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['10812596-86e4-4261-b9e9-9c427db56376'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:03:53.463387 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162fe554-b1af-4441-ac53-af25e43e708e tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Pushing event deleted for resources: {'Port': ['ID=10812596-86e4-4261-b9e9-9c427db56376,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:03:53.504389 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=10812596-86e4-4261-b9e9-9c427db56376,revision_number=9']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:03:53.513819 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-42feb1a7-7c9f-4a31-8a74-e2ee2db4deec req-162fe554-b1af-4441-ac53-af25e43e708e tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] No DVR routers for this DVR port 10812596-86e4-4261-b9e9-9c427db56376 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:03:53.516589 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-42feb1a7-7c9f-4a31-8a74-e2ee2db4deec req-162fe554-b1af-4441-ac53-af25e43e708e tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:53.518834 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-42feb1a7-7c9f-4a31-8a74-e2ee2db4deec req-162fe554-b1af-4441-ac53-af25e43e708e tempest-ServerDiskConfigTestJSON-740399081 tempest-ServerDiskConfigTestJSON-740399081-project] 10.222.0.74 "DELETE /v2.0/ports/10812596-86e4-4261-b9e9-9c427db56376 HTTP/1.1" status: 204 len: 173 time: 0.4618039 Jul 23 17:03:53.519241 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424df5c0-ef4f-4e05-87d8-1b112e495cb5', 'name': 'network-vif-deleted', 'tag': '10812596-86e4-4261-b9e9-9c427db56376'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:03:53.523153 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d42682-2559-442a-ba49-e7d58e0bba80" -d '{"events": [{"server_uuid": "424df5c0-ef4f-4e05-87d8-1b112e495cb5", "name": "network-vif-deleted", "tag": "10812596-86e4-4261-b9e9-9c427db56376"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:03:53.560049 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7645a3-87ff-457a-a58c-c25ad87405ab x-openstack-request-id: req-ea7645a3-87ff-457a-a58c-c25ad87405ab {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:03:53.560337 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424df5c0-ef4f-4e05-87d8-1b112e495cb5", "name": "network-vif-deleted", "tag": "10812596-86e4-4261-b9e9-9c427db56376", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:03:53.560588 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ea7645a3-87ff-457a-a58c-c25ad87405ab {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:03:53.560986 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424df5c0-ef4f-4e05-87d8-1b112e495cb5', 'name': 'network-vif-deleted', 'tag': '10812596-86e4-4261-b9e9-9c427db56376', 'status': 'completed', 'code': 200} Jul 23 17:03:54.196376 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55846) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:03:54.245672 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f96ac0-c8f0-4125-8126-0daaa8176eae admin admin] Deleting subnet f6f32941-59bb-4ddf-a008-add7607779d9 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:03:54.249365 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-16f96ac0-c8f0-4125-8126-0daaa8176eae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:54.288083 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-16f96ac0-c8f0-4125-8126-0daaa8176eae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:54.330203 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-16f96ac0-c8f0-4125-8126-0daaa8176eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:54.395896 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-16f96ac0-c8f0-4125-8126-0daaa8176eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:54.422822 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f96ac0-c8f0-4125-8126-0daaa8176eae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6f32941-59bb-4ddf-a008-add7607779d9,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:03:54.426920 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-16f96ac0-c8f0-4125-8126-0daaa8176eae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:54.429212 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-16f96ac0-c8f0-4125-8126-0daaa8176eae admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f6f32941-59bb-4ddf-a008-add7607779d9 HTTP/1.1" status: 204 len: 168 time: 0.2317085 Jul 23 17:03:54.432184 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55848) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:03:54.502911 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4776fb35-713b-4976-a24a-84cebf306f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:54.591375 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4776fb35-713b-4976-a24a-84cebf306f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:54.602414 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-4776fb35-713b-4976-a24a-84cebf306f1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e480753c-1a05-4c74-bd17-379f923f0fab']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:03:54.613595 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-4776fb35-713b-4976-a24a-84cebf306f1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12942e39-8a29-4736-bcfc-485c60686966') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:03:54.613887 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-4776fb35-713b-4976-a24a-84cebf306f1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12942e39-8a29-4736-bcfc-485c60686966') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:03:54.623351 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4776fb35-713b-4976-a24a-84cebf306f1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:54.637811 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4776fb35-713b-4976-a24a-84cebf306f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:54.644194 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4776fb35-713b-4976-a24a-84cebf306f1a admin admin] Releasing vlan 1133 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:03:54.644589 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4776fb35-713b-4976-a24a-84cebf306f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:54.646611 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 17:03:54.646611 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:03:54.646611 n-d-778549-4 neutron-server[94012]: timer() Jul 23 17:03:54.646611 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:03:54.646611 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 17:03:54.646611 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:03:54.646611 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 17:03:54.646611 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:03:54.646611 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 17:03:54.646611 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:03:54.646611 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 17:03:54.646611 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:03:54.646611 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 17:03:54.646611 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:03:54.646611 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:03:54.646611 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:03:54.646611 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:03:54.646611 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:03:54.646611 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 17:03:54.646611 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:03:54.646611 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 17:03:54.646611 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:03:54.646611 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:03:54.646611 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:03:54.646611 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 17:03:54.646611 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:03:54.646611 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:03:54.646611 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:03:54.646611 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:03:54.646611 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:03:54.646611 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:03:54.646611 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:03:54.706214 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4776fb35-713b-4976-a24a-84cebf306f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:54.710942 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4776fb35-713b-4976-a24a-84cebf306f1a admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:54.713170 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4776fb35-713b-4976-a24a-84cebf306f1a admin admin] 10.222.0.73 "DELETE /v2.0/networks/e480753c-1a05-4c74-bd17-379f923f0fab HTTP/1.1" status: 204 len: 168 time: 0.2797010 Jul 23 17:03:54.726446 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776fb35-713b-4976-a24a-84cebf306f1a admin admin] Pushing event deleted for resources: {'Network': ['ID=e480753c-1a05-4c74-bd17-379f923f0fab,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:03:54.836274 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55852) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:03:54.877104 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-352003e5-9eea-4f43-b857-0b50a3a99995 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c0cf4a7e768743318aeb0507fb6bb033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394936 Jul 23 17:03:54.879711 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55854) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:03:54.931614 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bce9201e-4082-4457-b3e9-d44efe48ab7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:54.952828 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bce9201e-4082-4457-b3e9-d44efe48ab7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:55.003710 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bce9201e-4082-4457-b3e9-d44efe48ab7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:55.006816 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bce9201e-4082-4457-b3e9-d44efe48ab7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:55.008057 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-bce9201e-4082-4457-b3e9-d44efe48ab7b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3881ecab-e752-4bb0-9aa9-bc8171cb6a9f HTTP/1.1" status: 204 len: 168 time: 0.1274128 Jul 23 17:03:55.016579 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9201e-4082-4457-b3e9-d44efe48ab7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3881ecab-e752-4bb0-9aa9-bc8171cb6a9f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:03:55.763041 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55876) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:03:55.874806 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-63d5598a-1fef-4820-8236-ead3e527d301 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-228709515-network', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:03:55.895690 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d5598a-1fef-4820-8236-ead3e527d301 admin admin] Made reservation on behalf of c8a2bed23128491a8a32cdfcb8bd611a for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:03:55.898587 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63d5598a-1fef-4820-8236-ead3e527d301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:55.907456 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63d5598a-1fef-4820-8236-ead3e527d301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:55.999029 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63d5598a-1fef-4820-8236-ead3e527d301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:56.003223 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63d5598a-1fef-4820-8236-ead3e527d301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:56.030913 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d5598a-1fef-4820-8236-ead3e527d301 admin admin] vlan segment allocate from pool success with {'vlan_id': 1149, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:03:56.041501 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5598a-1fef-4820-8236-ead3e527d301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9823a3b-0097-49f9-b14f-9c0f5350e7a8,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:03:56.046326 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63d5598a-1fef-4820-8236-ead3e527d301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:56.046672 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-63d5598a-1fef-4820-8236-ead3e527d301 admin admin] Added segment dfa8e2fd-0f9f-41fd-9354-7a76844d4541 of type vlan for network a558a463-1038-49a1-89d3-a7122c4bbdb7 Jul 23 17:03:56.088919 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63d5598a-1fef-4820-8236-ead3e527d301 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:56.119215 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63d5598a-1fef-4820-8236-ead3e527d301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:56.120503 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d5598a-1fef-4820-8236-ead3e527d301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:56.121387 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63d5598a-1fef-4820-8236-ead3e527d301 admin admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:56.156570 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-63d5598a-1fef-4820-8236-ead3e527d301 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3924124 Jul 23 17:03:56.159573 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55880) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:03:56.166123 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-925293a0-480e-4a6c-9a5c-a84a3dc5539f admin admin] Request body: {'subnet': {'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-228709515-subnet', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:03:56.181763 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5598a-1fef-4820-8236-ead3e527d301 admin admin] Pushing event updated for resources: {'Network': ['ID=a558a463-1038-49a1-89d3-a7122c4bbdb7,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:03:56.188176 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925293a0-480e-4a6c-9a5c-a84a3dc5539f admin admin] Made reservation on behalf of c8a2bed23128491a8a32cdfcb8bd611a for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:03:56.191440 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-925293a0-480e-4a6c-9a5c-a84a3dc5539f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:56.192124 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network a558a463-1038-49a1-89d3-a7122c4bbdb7 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:03:56.368058 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-925293a0-480e-4a6c-9a5c-a84a3dc5539f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:56.432224 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925293a0-480e-4a6c-9a5c-a84a3dc5539f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5976ceb7-755c-4adf-b695-78f866395610,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:03:56.441600 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925293a0-480e-4a6c-9a5c-a84a3dc5539f admin admin] Checking segment: {'id': 'dfa8e2fd-0f9f-41fd-9354-7a76844d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:03:56.441978 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925293a0-480e-4a6c-9a5c-a84a3dc5539f admin admin] Network hostable DHCP agents. Network: a558a463-1038-49a1-89d3-a7122c4bbdb7, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:03:56.470067 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925293a0-480e-4a6c-9a5c-a84a3dc5539f admin admin] Network a558a463-1038-49a1-89d3-a7122c4bbdb7 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:03:56.479080 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-925293a0-480e-4a6c-9a5c-a84a3dc5539f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, a558a463-1038-49a1-89d3-a7122c4bbdb7) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:03:56.483247 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925293a0-480e-4a6c-9a5c-a84a3dc5539f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:56.483869 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-925293a0-480e-4a6c-9a5c-a84a3dc5539f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:56.488121 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084dd44c-cbf4-4680-a6eb-b1815d2f20a2 None None] Network a558a463-1038-49a1-89d3-a7122c4bbdb7 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:03:56.504326 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-925293a0-480e-4a6c-9a5c-a84a3dc5539f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3435431 Jul 23 17:03:56.508174 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55882) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:03:56.512716 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-df17bfe3-ef3a-41e6-8976-86e4ebb4bede admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:03:56.539898 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-df17bfe3-ef3a-41e6-8976-86e4ebb4bede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:56.541044 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-df17bfe3-ef3a-41e6-8976-86e4ebb4bede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:56.602455 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-df17bfe3-ef3a-41e6-8976-86e4ebb4bede admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:56.662401 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73ffa5d-3445-42be-94dc-c46860d21a3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-a558a463-1038-49a1-89d3-a7122c4bbdb7', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:03:56.663478 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e73ffa5d-3445-42be-94dc-c46860d21a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:56.762533 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-df17bfe3-ef3a-41e6-8976-86e4ebb4bede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:56.850322 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-e73ffa5d-3445-42be-94dc-c46860d21a3c None None] Allocated IP 172.20.0.2 (a558a463-1038-49a1-89d3-a7122c4bbdb7/5976ceb7-755c-4adf-b695-78f866395610/80a2bfd0-0445-4e2b-ac36-1d9ee875cff6) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:03:56.982809 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-df17bfe3-ef3a-41e6-8976-86e4ebb4bede admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:57.006899 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-df17bfe3-ef3a-41e6-8976-86e4ebb4bede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:57.009247 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e73ffa5d-3445-42be-94dc-c46860d21a3c None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:57.018395 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e73ffa5d-3445-42be-94dc-c46860d21a3c None None] Transition to ACTIVE for port object 80a2bfd0-0445-4e2b-ac36-1d9ee875cff6 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:03:57.035415 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-e73ffa5d-3445-42be-94dc-c46860d21a3c None None] Transition to ACTIVE for port object 80a2bfd0-0445-4e2b-ac36-1d9ee875cff6 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:03:57.044981 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e73ffa5d-3445-42be-94dc-c46860d21a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:57.082914 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73ffa5d-3445-42be-94dc-c46860d21a3c None None] Network a558a463-1038-49a1-89d3-a7122c4bbdb7 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:03:57.086344 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-e73ffa5d-3445-42be-94dc-c46860d21a3c None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:03:57.092128 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73ffa5d-3445-42be-94dc-c46860d21a3c None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:03:57.103262 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 10812596-86e4-4261-b9e9-9c427db56376 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:03:57.107535 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ffa5d-3445-42be-94dc-c46860d21a3c None None] Pushing event updated for resources: {'Port': ['ID=80a2bfd0-0445-4e2b-ac36-1d9ee875cff6,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:03:57.138134 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-df17bfe3-ef3a-41e6-8976-86e4ebb4bede admin admin] Allocated IP 172.25.8.170 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/0fbdeed6-f191-44ba-b7e4-37092cc016dc) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:03:57.155633 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 10812596-86e4-4261-b9e9-9c427db56376 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:03:57.155980 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 10812596-86e4-4261-b9e9-9c427db56376 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:03:57.191568 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-e73ffa5d-3445-42be-94dc-c46860d21a3c None None] Attempting to bind port 80a2bfd0-0445-4e2b-ac36-1d9ee875cff6 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:03:57.191945 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-e73ffa5d-3445-42be-94dc-c46860d21a3c None None] Attempting to bind port 80a2bfd0-0445-4e2b-ac36-1d9ee875cff6 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'dfa8e2fd-0f9f-41fd-9354-7a76844d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:03:57.192310 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73ffa5d-3445-42be-94dc-c46860d21a3c None None] Attempting to bind port 80a2bfd0-0445-4e2b-ac36-1d9ee875cff6 on network a558a463-1038-49a1-89d3-a7122c4bbdb7 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:03:57.199136 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73ffa5d-3445-42be-94dc-c46860d21a3c None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:03:57.199522 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73ffa5d-3445-42be-94dc-c46860d21a3c None None] Checking segment: {'id': 'dfa8e2fd-0f9f-41fd-9354-7a76844d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:03:57.199981 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e73ffa5d-3445-42be-94dc-c46860d21a3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:57.200336 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73ffa5d-3445-42be-94dc-c46860d21a3c None None] Bound using segment: {'id': 'dfa8e2fd-0f9f-41fd-9354-7a76844d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:03:57.200923 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-e73ffa5d-3445-42be-94dc-c46860d21a3c None None] Bound port: 80a2bfd0-0445-4e2b-ac36-1d9ee875cff6, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa8e2fd-0f9f-41fd-9354-7a76844d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:03:57.201255 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e73ffa5d-3445-42be-94dc-c46860d21a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:57.263872 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-df17bfe3-ef3a-41e6-8976-86e4ebb4bede admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:57.286445 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-e73ffa5d-3445-42be-94dc-c46860d21a3c None None] For port 80a2bfd0-0445-4e2b-ac36-1d9ee875cff6, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:03:57.290163 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-e73ffa5d-3445-42be-94dc-c46860d21a3c None None] For port 80a2bfd0-0445-4e2b-ac36-1d9ee875cff6, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=80a2bfd0-0445-4e2b-ac36-1d9ee875cff6,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:03:57.294831 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e73ffa5d-3445-42be-94dc-c46860d21a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:57.310551 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-df17bfe3-ef3a-41e6-8976-86e4ebb4bede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:57.356627 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df17bfe3-ef3a-41e6-8976-86e4ebb4bede admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:03:57.369649 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-df17bfe3-ef3a-41e6-8976-86e4ebb4bede admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:03:57.372397 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df17bfe3-ef3a-41e6-8976-86e4ebb4bede admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:03:57.379295 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17bfe3-ef3a-41e6-8976-86e4ebb4bede admin admin] Pushing event updated for resources: {'Port': ['ID=0fbdeed6-f191-44ba-b7e4-37092cc016dc,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:03:57.380093 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ffa5d-3445-42be-94dc-c46860d21a3c None None] Pushing event updated for resources: {'Port': ['ID=80a2bfd0-0445-4e2b-ac36-1d9ee875cff6,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:03:57.741740 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-df17bfe3-ef3a-41e6-8976-86e4ebb4bede admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:57.981124 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-df17bfe3-ef3a-41e6-8976-86e4ebb4bede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:58.142671 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df17bfe3-ef3a-41e6-8976-86e4ebb4bede admin admin] Router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:03:58.263026 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df17bfe3-ef3a-41e6-8976-86e4ebb4bede admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:03:58.275042 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9c9b7c-dfa8-419d-a7f7-159265ff6669 None None] Sync routers for ids ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:03:58.282641 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-df17bfe3-ef3a-41e6-8976-86e4ebb4bede admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:58.283949 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-df17bfe3-ef3a-41e6-8976-86e4ebb4bede admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7748277 Jul 23 17:03:58.289690 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55884) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:03:58.290309 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9c9b7c-dfa8-419d-a7f7-159265ff6669 None None] Routers {'9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:03:58.290990 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ed9c9b7c-dfa8-419d-a7f7-159265ff6669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:03:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:03:58.414937 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941c56ef-0dc0-41d0-87ab-ccd4da0508a9 None None] Network a558a463-1038-49a1-89d3-a7122c4bbdb7 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:03:58.464529 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-ed9c9b7c-dfa8-419d-a7f7-159265ff6669 None None] Set router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:03:58.517626 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6c5bf667-1232-4e5d-b159-e1c7bfaef49c None None] Provisioning for port 80a2bfd0-0445-4e2b-ac36-1d9ee875cff6 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:03:58.785980 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ed9c9b7c-dfa8-419d-a7f7-159265ff6669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:03:56Z', 'updated_at': '2021-07-23T17:03:57Z', 'revision_number': 3, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'gw_port': {'id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:57Z', 'updated_at': '2021-07-23T17:03:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:03:58.814091 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9c9b7c-dfa8-419d-a7f7-159265ff6669 None None] Checking router: 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:03:58.814444 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9c9b7c-dfa8-419d-a7f7-159265ff6669 None None] Updating router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d port 0fbdeed6-f191-44ba-b7e4-37092cc016dc binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:03:58.854207 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ed9c9b7c-dfa8-419d-a7f7-159265ff6669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:59.016824 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 80a2bfd0-0445-4e2b-ac36-1d9ee875cff6 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:03:59.133503 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c9cf64e9-8967-447f-849f-ff05af172f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:59.152018 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 80a2bfd0-0445-4e2b-ac36-1d9ee875cff6 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:03:59.162199 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 80a2bfd0-0445-4e2b-ac36-1d9ee875cff6 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:03:59.163120 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:59.246353 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ed9c9b7c-dfa8-419d-a7f7-159265ff6669 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:59.262194 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ed9c9b7c-dfa8-419d-a7f7-159265ff6669 None None] Transition to ACTIVE for port object 0fbdeed6-f191-44ba-b7e4-37092cc016dc will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:03:59.272425 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ed9c9b7c-dfa8-419d-a7f7-159265ff6669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:59.312548 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-c9cf64e9-8967-447f-849f-ff05af172f7f admin admin] Allocated IP 172.20.0.1 (a558a463-1038-49a1-89d3-a7122c4bbdb7/5976ceb7-755c-4adf-b695-78f866395610/b7bb1085-308d-4d9d-a5fd-b029129db2ac) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:03:59.391068 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:59.394636 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ed9c9b7c-dfa8-419d-a7f7-159265ff6669 None None] Attempting to bind port 0fbdeed6-f191-44ba-b7e4-37092cc016dc on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:03:59.395008 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ed9c9b7c-dfa8-419d-a7f7-159265ff6669 None None] Attempting to bind port 0fbdeed6-f191-44ba-b7e4-37092cc016dc by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:03:59.395379 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9c9b7c-dfa8-419d-a7f7-159265ff6669 None None] Attempting to bind port 0fbdeed6-f191-44ba-b7e4-37092cc016dc on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:03:59.407618 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee60d3e-e8de-4c34-8638-0388892d633e None None] Pushing event updated for resources: {'Port': ['ID=0fbdeed6-f191-44ba-b7e4-37092cc016dc,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:03:59.416942 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9c9b7c-dfa8-419d-a7f7-159265ff6669 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:03:59.417349 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9c9b7c-dfa8-419d-a7f7-159265ff6669 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:03:59.417760 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ed9c9b7c-dfa8-419d-a7f7-159265ff6669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:59.418226 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9c9b7c-dfa8-419d-a7f7-159265ff6669 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:03:59.418705 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ed9c9b7c-dfa8-419d-a7f7-159265ff6669 None None] Bound port: 0fbdeed6-f191-44ba-b7e4-37092cc016dc, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:03:59.419092 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ed9c9b7c-dfa8-419d-a7f7-159265ff6669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:59.438142 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c9cf64e9-8967-447f-849f-ff05af172f7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:59.453301 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-c9cf64e9-8967-447f-849f-ff05af172f7f admin admin] Transition to ACTIVE for port object b7bb1085-308d-4d9d-a5fd-b029129db2ac will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:03:59.466359 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 80a2bfd0-0445-4e2b-ac36-1d9ee875cff6, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=80a2bfd0-0445-4e2b-ac36-1d9ee875cff6,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:03:59.473369 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:59.490843 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c9cf64e9-8967-447f-849f-ff05af172f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:59.521365 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ed9c9b7c-dfa8-419d-a7f7-159265ff6669 None None] For port 0fbdeed6-f191-44ba-b7e4-37092cc016dc, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:03:59.528403 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ed9c9b7c-dfa8-419d-a7f7-159265ff6669 None None] For port 0fbdeed6-f191-44ba-b7e4-37092cc016dc, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0fbdeed6-f191-44ba-b7e4-37092cc016dc,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:03:59.535198 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ed9c9b7c-dfa8-419d-a7f7-159265ff6669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:59.539755 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cf64e9-8967-447f-849f-ff05af172f7f admin admin] Network a558a463-1038-49a1-89d3-a7122c4bbdb7 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:03:59.550875 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-c9cf64e9-8967-447f-849f-ff05af172f7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:03:59.554080 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=80a2bfd0-0445-4e2b-ac36-1d9ee875cff6,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:03:59.554479 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cf64e9-8967-447f-849f-ff05af172f7f admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:03:59.558632 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf64e9-8967-447f-849f-ff05af172f7f admin admin] Pushing event updated for resources: {'Port': ['ID=b7bb1085-308d-4d9d-a5fd-b029129db2ac,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:03:59.590542 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9c9b7c-dfa8-419d-a7f7-159265ff6669 None None] Routers {'9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:03:59.591184 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ed9c9b7c-dfa8-419d-a7f7-159265ff6669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:03:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:03:59.603032 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c9cf64e9-8967-447f-849f-ff05af172f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:59.692171 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee60d3e-e8de-4c34-8638-0388892d633e None None] Pushing event updated for resources: {'Port': ['ID=0fbdeed6-f191-44ba-b7e4-37092cc016dc,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:03:59.732753 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-ed9c9b7c-dfa8-419d-a7f7-159265ff6669 None None] Set router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:03:59.790359 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c9cf64e9-8967-447f-849f-ff05af172f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:59.877563 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-da9ba2d0-e31f-4028-b8e3-b1469d5eb6ae None None] Provisioning for port b7bb1085-308d-4d9d-a5fd-b029129db2ac completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:03:59.890567 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-da9ba2d0-e31f-4028-b8e3-b1469d5eb6ae None None] Provisioning complete for port b7bb1085-308d-4d9d-a5fd-b029129db2ac triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:03:59.890945 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-da9ba2d0-e31f-4028-b8e3-b1469d5eb6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:59.952018 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-da9ba2d0-e31f-4028-b8e3-b1469d5eb6ae None None] Port b7bb1085-308d-4d9d-a5fd-b029129db2ac cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:03:59.980393 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ed9c9b7c-dfa8-419d-a7f7-159265ff6669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:03:56Z', 'updated_at': '2021-07-23T17:03:57Z', 'revision_number': 3, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'gw_port': {'id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:57Z', 'updated_at': '2021-07-23T17:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:03:59.988687 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c9cf64e9-8967-447f-849f-ff05af172f7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:59.995947 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c9cf64e9-8967-447f-849f-ff05af172f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:00.009309 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9c9b7c-dfa8-419d-a7f7-159265ff6669 None None] The sync data for ids ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'] in n-d-778549-4 is: [{'id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:03:56Z', 'updated_at': '2021-07-23T17:03:57Z', 'revision_number': 3, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'gw_port': {'id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:57Z', 'updated_at': '2021-07-23T17:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:04:00.118980 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c9cf64e9-8967-447f-849f-ff05af172f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:00.122263 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf64e9-8967-447f-849f-ff05af172f7f admin admin] Pushing event updated for resources: {'Port': ['ID=b7bb1085-308d-4d9d-a5fd-b029129db2ac,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:04:00.266830 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cf64e9-8967-447f-849f-ff05af172f7f admin admin] Network a558a463-1038-49a1-89d3-a7122c4bbdb7 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:04:00.268227 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-c9cf64e9-8967-447f-849f-ff05af172f7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:04:00.411126 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9cf64e9-8967-447f-849f-ff05af172f7f admin admin] Router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:04:00.547803 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cf64e9-8967-447f-849f-ff05af172f7f admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:04:00.554073 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c9cf64e9-8967-447f-849f-ff05af172f7f admin admin] 10.222.0.73 "PUT /v2.0/routers/9e709d7e-e97d-487c-8d97-9ff2c9b90a2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2633100 Jul 23 17:04:00.579211 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-93ac9566-339d-40ad-80e6-2818b28acb25 None None] Provisioning complete for port b7bb1085-308d-4d9d-a5fd-b029129db2ac triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:04:00.579782 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-93ac9566-339d-40ad-80e6-2818b28acb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:00.624950 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-93ac9566-339d-40ad-80e6-2818b28acb25 None None] Port b7bb1085-308d-4d9d-a5fd-b029129db2ac cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:04:01.023588 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0fbdeed6-f191-44ba-b7e4-37092cc016dc up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:04:01.078431 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 0fbdeed6-f191-44ba-b7e4-37092cc016dc completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:04:01.080875 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55892) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:04:01.082635 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 0fbdeed6-f191-44ba-b7e4-37092cc016dc triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:04:01.083142 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:01.086039 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-f199edee-021c-4876-a239-353d54ee63f8 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--989009323', 'description': 'tempest-description--2040967384'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:04:01.109758 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f199edee-021c-4876-a239-353d54ee63f8 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:01.174178 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:01.196055 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 0fbdeed6-f191-44ba-b7e4-37092cc016dc, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0fbdeed6-f191-44ba-b7e4-37092cc016dc,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:04:01.200452 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:01.201429 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 80a2bfd0-0445-4e2b-ac36-1d9ee875cff6 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:04:01.205339 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f199edee-021c-4876-a239-353d54ee63f8 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:01.210345 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f199edee-021c-4876-a239-353d54ee63f8 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:01.234610 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f199edee-021c-4876-a239-353d54ee63f8 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:01.240439 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f199edee-021c-4876-a239-353d54ee63f8 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1538794 Jul 23 17:04:01.241251 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55894) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:04:01.246218 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199edee-021c-4876-a239-353d54ee63f8 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63243467-6b8c-4984-8b85-1cd744aa1221,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:04:01.247703 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-347acbf3-b627-410c-9bb4-dc9d9380a6aa tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Request body: {'security_group_rule': {'security_group_id': '63243467-6b8c-4984-8b85-1cd744aa1221', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:04:01.280108 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=0fbdeed6-f191-44ba-b7e4-37092cc016dc,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:04:01.288677 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-347acbf3-b627-410c-9bb4-dc9d9380a6aa tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:01.294852 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 80a2bfd0-0445-4e2b-ac36-1d9ee875cff6 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:04:01.295416 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:01.353929 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-347acbf3-b627-410c-9bb4-dc9d9380a6aa tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:01.357897 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-347acbf3-b627-410c-9bb4-dc9d9380a6aa tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:01.381590 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347acbf3-b627-410c-9bb4-dc9d9380a6aa tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91916b4d-1896-4d85-9719-7b91796ef50c,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:04:01.391127 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-347acbf3-b627-410c-9bb4-dc9d9380a6aa tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:01.395121 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-347acbf3-b627-410c-9bb4-dc9d9380a6aa tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1492829 Jul 23 17:04:01.395717 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55896) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:04:01.400647 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-a36a1359-f718-4b39-b14b-c77857abd30a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Request body: {'security_group_rule': {'security_group_id': '63243467-6b8c-4984-8b85-1cd744aa1221', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:04:01.428481 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a36a1359-f718-4b39-b14b-c77857abd30a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:01.490780 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a36a1359-f718-4b39-b14b-c77857abd30a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:01.494394 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a36a1359-f718-4b39-b14b-c77857abd30a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:01.514011 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a1359-f718-4b39-b14b-c77857abd30a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=045dee63-95a8-47ed-81f1-5e86bc04bc69,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:04:01.518662 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a36a1359-f718-4b39-b14b-c77857abd30a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:01.521205 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a36a1359-f718-4b39-b14b-c77857abd30a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247721 Jul 23 17:04:01.524904 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 55898) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:04:01.530157 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-026f2ac6-2129-4b83-9b65-4979a61e2c81 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:04:01.555777 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-026f2ac6-2129-4b83-9b65-4979a61e2c81 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:01.602307 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6240c3ce-cec8-4eb8-a461-bb4e14ff3c0f None None] Sync routers for ids ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:04:01.612685 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6240c3ce-cec8-4eb8-a461-bb4e14ff3c0f None None] Routers {'9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:04:01.613635 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-6240c3ce-cec8-4eb8-a461-bb4e14ff3c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:03:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:04:01.671717 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-026f2ac6-2129-4b83-9b65-4979a61e2c81 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:01.722666 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-6240c3ce-cec8-4eb8-a461-bb4e14ff3c0f None None] Set router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:04:01.782528 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-026f2ac6-2129-4b83-9b65-4979a61e2c81 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Allocated IP 172.25.8.176 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/29f10b58-1242-4465-9782-9de100d3c989) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:04:01.897818 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-026f2ac6-2129-4b83-9b65-4979a61e2c81 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:01.940161 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-026f2ac6-2129-4b83-9b65-4979a61e2c81 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:01.977804 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026f2ac6-2129-4b83-9b65-4979a61e2c81 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:04:01.980745 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-026f2ac6-2129-4b83-9b65-4979a61e2c81 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:04:01.983416 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026f2ac6-2129-4b83-9b65-4979a61e2c81 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:04:02.014922 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f2ac6-2129-4b83-9b65-4979a61e2c81 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Pushing event updated for resources: {'Port': ['ID=29f10b58-1242-4465-9782-9de100d3c989,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:04:02.042633 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-6240c3ce-cec8-4eb8-a461-bb4e14ff3c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:03:56Z', 'updated_at': '2021-07-23T17:03:59Z', 'revision_number': 4, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'gw_port': {'id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:57Z', 'updated_at': '2021-07-23T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'b7bb1085-308d-4d9d-a5fd-b029129db2ac', 'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'mac_address': 'fa:16:3e:94:ef:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:59Z', 'updated_at': '2021-07-23T17:03:59Z', 'revision_number': 2, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'subnets': [{'id': '5976ceb7-755c-4adf-b695-78f866395610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:04:02.076269 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6240c3ce-cec8-4eb8-a461-bb4e14ff3c0f None None] Checking router: 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:04:02.076617 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6240c3ce-cec8-4eb8-a461-bb4e14ff3c0f None None] Updating router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d port b7bb1085-308d-4d9d-a5fd-b029129db2ac binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:04:02.082236 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-026f2ac6-2129-4b83-9b65-4979a61e2c81 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:02.117379 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-6240c3ce-cec8-4eb8-a461-bb4e14ff3c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:02.133694 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-026f2ac6-2129-4b83-9b65-4979a61e2c81 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:02.296198 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-026f2ac6-2129-4b83-9b65-4979a61e2c81 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:02.307312 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-026f2ac6-2129-4b83-9b65-4979a61e2c81 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:02.381782 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f2ac6-2129-4b83-9b65-4979a61e2c81 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Pushing event updated for resources: {'Port': ['ID=29f10b58-1242-4465-9782-9de100d3c989,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:04:02.391726 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-6240c3ce-cec8-4eb8-a461-bb4e14ff3c0f None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:02.392555 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-026f2ac6-2129-4b83-9b65-4979a61e2c81 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:02.403768 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-6240c3ce-cec8-4eb8-a461-bb4e14ff3c0f None None] Transition to ACTIVE for port object b7bb1085-308d-4d9d-a5fd-b029129db2ac will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:04:02.407343 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-026f2ac6-2129-4b83-9b65-4979a61e2c81 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:02.408681 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-026f2ac6-2129-4b83-9b65-4979a61e2c81 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8827214 Jul 23 17:04:02.409972 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-6240c3ce-cec8-4eb8-a461-bb4e14ff3c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:02.465995 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74de48-524c-4ad7-b1e5-ffcc0fd4f0ad None None] Pushing event updated for resources: {'Port': ['ID=b7bb1085-308d-4d9d-a5fd-b029129db2ac,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:04:02.492305 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74de48-524c-4ad7-b1e5-ffcc0fd4f0ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:02.492654 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74de48-524c-4ad7-b1e5-ffcc0fd4f0ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:02.492999 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74de48-524c-4ad7-b1e5-ffcc0fd4f0ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:02.493377 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74de48-524c-4ad7-b1e5-ffcc0fd4f0ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:02.493729 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74de48-524c-4ad7-b1e5-ffcc0fd4f0ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:02.494051 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74de48-524c-4ad7-b1e5-ffcc0fd4f0ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:02.494384 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74de48-524c-4ad7-b1e5-ffcc0fd4f0ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:02.494706 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74de48-524c-4ad7-b1e5-ffcc0fd4f0ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:02.495032 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74de48-524c-4ad7-b1e5-ffcc0fd4f0ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:02.495353 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74de48-524c-4ad7-b1e5-ffcc0fd4f0ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:02.495673 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74de48-524c-4ad7-b1e5-ffcc0fd4f0ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:02.495992 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74de48-524c-4ad7-b1e5-ffcc0fd4f0ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:02.536080 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-6240c3ce-cec8-4eb8-a461-bb4e14ff3c0f None None] Attempting to bind port b7bb1085-308d-4d9d-a5fd-b029129db2ac on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:04:02.536470 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-6240c3ce-cec8-4eb8-a461-bb4e14ff3c0f None None] Attempting to bind port b7bb1085-308d-4d9d-a5fd-b029129db2ac by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'dfa8e2fd-0f9f-41fd-9354-7a76844d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:04:02.536836 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6240c3ce-cec8-4eb8-a461-bb4e14ff3c0f None None] Attempting to bind port b7bb1085-308d-4d9d-a5fd-b029129db2ac on network a558a463-1038-49a1-89d3-a7122c4bbdb7 {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:04:02.542728 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6240c3ce-cec8-4eb8-a461-bb4e14ff3c0f None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:04:02.543112 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6240c3ce-cec8-4eb8-a461-bb4e14ff3c0f None None] Checking segment: {'id': 'dfa8e2fd-0f9f-41fd-9354-7a76844d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:04:02.543510 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-6240c3ce-cec8-4eb8-a461-bb4e14ff3c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:02.543904 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6240c3ce-cec8-4eb8-a461-bb4e14ff3c0f None None] Bound using segment: {'id': 'dfa8e2fd-0f9f-41fd-9354-7a76844d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:04:02.544375 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-6240c3ce-cec8-4eb8-a461-bb4e14ff3c0f None None] Bound port: b7bb1085-308d-4d9d-a5fd-b029129db2ac, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa8e2fd-0f9f-41fd-9354-7a76844d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:04:02.544757 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-6240c3ce-cec8-4eb8-a461-bb4e14ff3c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:02.569613 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb123c4e-a184-418b-8544-a48113c75223 req-bed9c725-b4e9-47d1-91b0-32e032cab6cc tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--989009323&fields=id&tenant_id=c8a2bed23128491a8a32cdfcb8bd611a HTTP/1.1" status: 200 len: 267 time: 0.0375557 Jul 23 17:04:02.627425 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-6240c3ce-cec8-4eb8-a461-bb4e14ff3c0f None None] For port b7bb1085-308d-4d9d-a5fd-b029129db2ac, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:04:02.632161 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-6240c3ce-cec8-4eb8-a461-bb4e14ff3c0f None None] For port b7bb1085-308d-4d9d-a5fd-b029129db2ac, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=b7bb1085-308d-4d9d-a5fd-b029129db2ac,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:04:02.636807 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-6240c3ce-cec8-4eb8-a461-bb4e14ff3c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:02.693769 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6240c3ce-cec8-4eb8-a461-bb4e14ff3c0f None None] Routers {'9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:04:02.694757 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-6240c3ce-cec8-4eb8-a461-bb4e14ff3c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:03:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:04:02.708802 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb123c4e-a184-418b-8544-a48113c75223 req-b00ad069-6a06-42b7-b349-ab765c502ead tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:04:02.711225 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb123c4e-a184-418b-8544-a48113c75223 req-b00ad069-6a06-42b7-b349-ab765c502ead tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 811 time: 0.1345778 Jul 23 17:04:02.711946 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4488bc92-8a2a-4f15-a8fb-509b19f30d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:02.729206 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb123c4e-a184-418b-8544-a48113c75223 req-6484747e-5869-4547-bea4-6c811dcbf88f tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/quotas/c8a2bed23128491a8a32cdfcb8bd611a HTTP/1.1" status: 200 len: 375 time: 0.0112247 Jul 23 17:04:02.808706 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74de48-524c-4ad7-b1e5-ffcc0fd4f0ad None None] Pushing event updated for resources: {'Port': ['ID=b7bb1085-308d-4d9d-a5fd-b029129db2ac,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:04:02.825654 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb123c4e-a184-418b-8544-a48113c75223 req-d550ff85-995f-41a3-868b-60f89c4d7a59 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0880272 Jul 23 17:04:02.855189 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-6240c3ce-cec8-4eb8-a461-bb4e14ff3c0f None None] Set router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:04:02.941503 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb123c4e-a184-418b-8544-a48113c75223 req-7cd3d663-7db4-44a6-b254-d9136c20a1f7 service neutron] 10.222.0.73 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098838 Jul 23 17:04:02.966769 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0fbdeed6-f191-44ba-b7e4-37092cc016dc up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:04:03.035223 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 0fbdeed6-f191-44ba-b7e4-37092cc016dc triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:04:03.035223 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:03.062176 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb123c4e-a184-418b-8544-a48113c75223 req-f3c84de3-9611-4331-abb0-0d549acbcadd service neutron] 10.222.0.73 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190355 Jul 23 17:04:03.091983 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-6240c3ce-cec8-4eb8-a461-bb4e14ff3c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:03:56Z', 'updated_at': '2021-07-23T17:03:59Z', 'revision_number': 4, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'gw_port': {'id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:57Z', 'updated_at': '2021-07-23T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'b7bb1085-308d-4d9d-a5fd-b029129db2ac', 'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'mac_address': 'fa:16:3e:94:ef:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:59Z', 'updated_at': '2021-07-23T17:04:02Z', 'revision_number': 4, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'subnets': [{'id': '5976ceb7-755c-4adf-b695-78f866395610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:04:03.127870 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6240c3ce-cec8-4eb8-a461-bb4e14ff3c0f None None] The sync data for ids ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'] in n-d-778549-4 is: [{'id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:03:56Z', 'updated_at': '2021-07-23T17:03:59Z', 'revision_number': 4, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'gw_port': {'id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:57Z', 'updated_at': '2021-07-23T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'b7bb1085-308d-4d9d-a5fd-b029129db2ac', 'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'mac_address': 'fa:16:3e:94:ef:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:59Z', 'updated_at': '2021-07-23T17:04:02Z', 'revision_number': 4, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'subnets': [{'id': '5976ceb7-755c-4adf-b695-78f866395610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:04:03.336186 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-548ba163-ae06-4bc9-83e2-06a48aa824d3 req-b383a5db-84d7-4c72-afcd-5d9732f35ba6 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 210 time: 0.0343120 Jul 23 17:04:04.358880 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb123c4e-a184-418b-8544-a48113c75223 req-91a331d3-7722-4291-ad76-390772150096 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:04:04.360468 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eb123c4e-a184-418b-8544-a48113c75223 req-91a331d3-7722-4291-ad76-390772150096 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 811 time: 0.1187880 Jul 23 17:04:04.408219 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eb123c4e-a184-418b-8544-a48113c75223 req-e5c4f1f4-8d46-4052-ac86-d923dca3a8af tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8a2bed23128491a8a32cdfcb8bd611a HTTP/1.1" status: 200 len: 379 time: 0.0377822 Jul 23 17:04:04.422533 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-eb123c4e-a184-418b-8544-a48113c75223 req-ccb62030-846e-4ccd-bf42-9a33e3ee64b8 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Request body: {'port': {'device_id': '4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'admin_state_up': True, 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'security_groups': ['63243467-6b8c-4984-8b85-1cd744aa1221']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:04:04.448943 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7d34213-b0f6-49d1-9c78-ab2411cd0c1d req-053d8907-11be-48dd-947d-f5baeaf7a9bd tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 210 time: 0.0357165 Jul 23 17:04:04.541014 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb123c4e-a184-418b-8544-a48113c75223 req-ccb62030-846e-4ccd-bf42-9a33e3ee64b8 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Made reservation on behalf of c8a2bed23128491a8a32cdfcb8bd611a for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:04:04.544995 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eb123c4e-a184-418b-8544-a48113c75223 req-ccb62030-846e-4ccd-bf42-9a33e3ee64b8 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:04.685755 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-eb123c4e-a184-418b-8544-a48113c75223 req-ccb62030-846e-4ccd-bf42-9a33e3ee64b8 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Allocated IP 172.20.0.13 (a558a463-1038-49a1-89d3-a7122c4bbdb7/5976ceb7-755c-4adf-b695-78f866395610/25676914-16e4-48e3-a254-a9eb8accabdc) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:04:04.843740 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eb123c4e-a184-418b-8544-a48113c75223 req-ccb62030-846e-4ccd-bf42-9a33e3ee64b8 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:04.858594 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-eb123c4e-a184-418b-8544-a48113c75223 req-ccb62030-846e-4ccd-bf42-9a33e3ee64b8 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Transition to ACTIVE for port object 25676914-16e4-48e3-a254-a9eb8accabdc will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:04:04.892126 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eb123c4e-a184-418b-8544-a48113c75223 req-ccb62030-846e-4ccd-bf42-9a33e3ee64b8 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:04.934475 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb123c4e-a184-418b-8544-a48113c75223 req-ccb62030-846e-4ccd-bf42-9a33e3ee64b8 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Network a558a463-1038-49a1-89d3-a7122c4bbdb7 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:04:04.941550 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-eb123c4e-a184-418b-8544-a48113c75223 req-ccb62030-846e-4ccd-bf42-9a33e3ee64b8 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:04:04.945479 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb123c4e-a184-418b-8544-a48113c75223 req-ccb62030-846e-4ccd-bf42-9a33e3ee64b8 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:04:04.977286 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb62030-846e-4ccd-bf42-9a33e3ee64b8 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Pushing event updated for resources: {'Port': ['ID=25676914-16e4-48e3-a254-a9eb8accabdc,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:04:04.999156 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device b7bb1085-308d-4d9d-a5fd-b029129db2ac up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:04:05.012857 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb123c4e-a184-418b-8544-a48113c75223 req-ccb62030-846e-4ccd-bf42-9a33e3ee64b8 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:04:05.013612 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eb123c4e-a184-418b-8544-a48113c75223 req-ccb62030-846e-4ccd-bf42-9a33e3ee64b8 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:05.030280 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eb123c4e-a184-418b-8544-a48113c75223 req-ccb62030-846e-4ccd-bf42-9a33e3ee64b8 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6116083 Jul 23 17:04:05.044558 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-eb123c4e-a184-418b-8544-a48113c75223 req-9e56509e-e3ce-4ebb-bc5b-764862fc0064 service neutron] Request body: {'port': {'device_id': '4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:04:05.052122 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port b7bb1085-308d-4d9d-a5fd-b029129db2ac completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:04:05.056368 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port b7bb1085-308d-4d9d-a5fd-b029129db2ac triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:04:05.056736 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:05.123164 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eb123c4e-a184-418b-8544-a48113c75223 req-9e56509e-e3ce-4ebb-bc5b-764862fc0064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:05.139777 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:05.179555 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port b7bb1085-308d-4d9d-a5fd-b029129db2ac, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=b7bb1085-308d-4d9d-a5fd-b029129db2ac,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:04:05.184408 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:05.400466 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:05.409108 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-5508b650-cd52-4493-a5cc-db264badc8d4 None None] Provisioning for port 25676914-16e4-48e3-a254-a9eb8accabdc completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:04:05.421401 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-5508b650-cd52-4493-a5cc-db264badc8d4 None None] Provisioning complete for port 25676914-16e4-48e3-a254-a9eb8accabdc triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:04:05.421775 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5508b650-cd52-4493-a5cc-db264badc8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:05.425491 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=b7bb1085-308d-4d9d-a5fd-b029129db2ac,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:04:05.457402 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-eb123c4e-a184-418b-8544-a48113c75223 req-9e56509e-e3ce-4ebb-bc5b-764862fc0064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25676914-16e4-48e3-a254-a9eb8accabdc {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:04:05.463732 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1f695651-5b84-444f-bae3-f2a67ceab3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:05.466067 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eb123c4e-a184-418b-8544-a48113c75223 req-9e56509e-e3ce-4ebb-bc5b-764862fc0064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:05.468923 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-5508b650-cd52-4493-a5cc-db264badc8d4 None None] Port 25676914-16e4-48e3-a254-a9eb8accabdc cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:04:05.484095 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-eb123c4e-a184-418b-8544-a48113c75223 req-9e56509e-e3ce-4ebb-bc5b-764862fc0064 service neutron] Transition to ACTIVE for port object 25676914-16e4-48e3-a254-a9eb8accabdc will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:04:05.488578 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eb123c4e-a184-418b-8544-a48113c75223 req-9e56509e-e3ce-4ebb-bc5b-764862fc0064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:05.545193 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:05.551080 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56509e-e3ce-4ebb-bc5b-764862fc0064 service neutron] Pushing event updated for resources: {'Port': ['ID=25676914-16e4-48e3-a254-a9eb8accabdc,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:04:05.600522 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4cb08d-6dad-4d63-ba9d-e0f58d379760 req-c553a949-2204-495e-9ee8-26090ab146ce tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:04:05.602192 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce4cb08d-6dad-4d63-ba9d-e0f58d379760 req-c553a949-2204-495e-9ee8-26090ab146ce tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 944 time: 0.0724137 Jul 23 17:04:05.623138 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-eb123c4e-a184-418b-8544-a48113c75223 req-9e56509e-e3ce-4ebb-bc5b-764862fc0064 service neutron] Attempting to bind port 25676914-16e4-48e3-a254-a9eb8accabdc on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:04:05.623473 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-eb123c4e-a184-418b-8544-a48113c75223 req-9e56509e-e3ce-4ebb-bc5b-764862fc0064 service neutron] Attempting to bind port 25676914-16e4-48e3-a254-a9eb8accabdc by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'dfa8e2fd-0f9f-41fd-9354-7a76844d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:04:05.623808 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb123c4e-a184-418b-8544-a48113c75223 req-9e56509e-e3ce-4ebb-bc5b-764862fc0064 service neutron] Attempting to bind port 25676914-16e4-48e3-a254-a9eb8accabdc on network a558a463-1038-49a1-89d3-a7122c4bbdb7 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:04:05.629942 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb123c4e-a184-418b-8544-a48113c75223 req-9e56509e-e3ce-4ebb-bc5b-764862fc0064 service neutron] Port 25676914-16e4-48e3-a254-a9eb8accabdc on network a558a463-1038-49a1-89d3-a7122c4bbdb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:04:05.630371 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb123c4e-a184-418b-8544-a48113c75223 req-9e56509e-e3ce-4ebb-bc5b-764862fc0064 service neutron] Attempting to bind port 25676914-16e4-48e3-a254-a9eb8accabdc on network a558a463-1038-49a1-89d3-a7122c4bbdb7 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:04:05.636401 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb123c4e-a184-418b-8544-a48113c75223 req-9e56509e-e3ce-4ebb-bc5b-764862fc0064 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:04:05.636775 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb123c4e-a184-418b-8544-a48113c75223 req-9e56509e-e3ce-4ebb-bc5b-764862fc0064 service neutron] Checking segment: {'id': 'dfa8e2fd-0f9f-41fd-9354-7a76844d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:04:05.637161 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb123c4e-a184-418b-8544-a48113c75223 req-9e56509e-e3ce-4ebb-bc5b-764862fc0064 service neutron] Bound using segment: {'id': 'dfa8e2fd-0f9f-41fd-9354-7a76844d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:04:05.637602 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-eb123c4e-a184-418b-8544-a48113c75223 req-9e56509e-e3ce-4ebb-bc5b-764862fc0064 service neutron] Bound port: 25676914-16e4-48e3-a254-a9eb8accabdc, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa8e2fd-0f9f-41fd-9354-7a76844d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:04:05.637966 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eb123c4e-a184-418b-8544-a48113c75223 req-9e56509e-e3ce-4ebb-bc5b-764862fc0064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:05.649247 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce4cb08d-6dad-4d63-ba9d-e0f58d379760 req-75954991-0e7b-491f-80dd-d926e8cfc4e4 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406044 Jul 23 17:04:05.712742 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-eb123c4e-a184-418b-8544-a48113c75223 req-9e56509e-e3ce-4ebb-bc5b-764862fc0064 service neutron] For port 25676914-16e4-48e3-a254-a9eb8accabdc, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:04:05.716014 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-eb123c4e-a184-418b-8544-a48113c75223 req-9e56509e-e3ce-4ebb-bc5b-764862fc0064 service neutron] For port 25676914-16e4-48e3-a254-a9eb8accabdc, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=25676914-16e4-48e3-a254-a9eb8accabdc,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:04:05.721540 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eb123c4e-a184-418b-8544-a48113c75223 req-9e56509e-e3ce-4ebb-bc5b-764862fc0064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:05.763976 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb123c4e-a184-418b-8544-a48113c75223 req-9e56509e-e3ce-4ebb-bc5b-764862fc0064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:04:05.764598 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-eb123c4e-a184-418b-8544-a48113c75223 req-9e56509e-e3ce-4ebb-bc5b-764862fc0064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:05.766034 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eb123c4e-a184-418b-8544-a48113c75223 req-9e56509e-e3ce-4ebb-bc5b-764862fc0064 service neutron] 10.222.0.74 "PUT /v2.0/ports/25676914-16e4-48e3-a254-a9eb8accabdc HTTP/1.1" status: 200 len: 1092 time: 0.7263961 Jul 23 17:04:05.766520 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a', 'tag': '25676914-16e4-48e3-a254-a9eb8accabdc'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:04:05.768770 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056d21af-d240-4643-b93e-3757b806beae" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a", "tag": "25676914-16e4-48e3-a254-a9eb8accabdc"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:04:05.794455 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56509e-e3ce-4ebb-bc5b-764862fc0064 service neutron] Pushing event updated for resources: {'Port': ['ID=25676914-16e4-48e3-a254-a9eb8accabdc,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:04:05.820878 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776652cb-0f44-47e8-a723-cc306a56752f x-openstack-request-id: req-776652cb-0f44-47e8-a723-cc306a56752f {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:04:05.821274 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a", "tag": "25676914-16e4-48e3-a254-a9eb8accabdc", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:04:05.821593 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-776652cb-0f44-47e8-a723-cc306a56752f {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:04:05.821997 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a', 'tag': '25676914-16e4-48e3-a254-a9eb8accabdc', 'status': 'completed', 'code': 200} Jul 23 17:04:05.885733 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb123c4e-a184-418b-8544-a48113c75223 req-15c67cf6-de4b-4c73-9d52-f428dfc0c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:04:05.887330 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eb123c4e-a184-418b-8544-a48113c75223 req-15c67cf6-de4b-4c73-9d52-f428dfc0c4cc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 1095 time: 0.0645053 Jul 23 17:04:05.931664 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eb123c4e-a184-418b-8544-a48113c75223 req-a141c545-076d-41de-b9f4-f708249d24a0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25676914-16e4-48e3-a254-a9eb8accabdc HTTP/1.1" status: 200 len: 217 time: 0.0371897 Jul 23 17:04:05.988130 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb123c4e-a184-418b-8544-a48113c75223 req-62c1a179-1203-4793-9615-dc1aeefcad52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:04:05.989673 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eb123c4e-a184-418b-8544-a48113c75223 req-62c1a179-1203-4793-9615-dc1aeefcad52 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0520680 Jul 23 17:04:06.049061 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb123c4e-a184-418b-8544-a48113c75223 req-c644d97e-c77b-47fa-9b28-6c7e5fa0c515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:04:06.050582 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eb123c4e-a184-418b-8544-a48113c75223 req-c644d97e-c77b-47fa-9b28-6c7e5fa0c515 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551457 Jul 23 17:04:06.145489 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eb123c4e-a184-418b-8544-a48113c75223 req-c8f74296-d899-4473-9333-8882755317b8 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884998 Jul 23 17:04:06.238537 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-eb123c4e-a184-418b-8544-a48113c75223 req-6e693823-e23d-42b1-9b70-40b1c88390e1 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864446 Jul 23 17:04:06.341219 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d21af-d240-4643-b93e-3757b806beae req-958b00f4-ce63-42b6-bb3a-c971628b5353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:04:06.342730 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-056d21af-d240-4643-b93e-3757b806beae req-958b00f4-ce63-42b6-bb3a-c971628b5353 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 1095 time: 0.0547583 Jul 23 17:04:06.438436 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d21af-d240-4643-b93e-3757b806beae req-f5d746d8-b4c9-4998-8ae2-8823ca5282d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:04:06.439929 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-056d21af-d240-4643-b93e-3757b806beae req-f5d746d8-b4c9-4998-8ae2-8823ca5282d2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0910995 Jul 23 17:04:06.481820 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-056d21af-d240-4643-b93e-3757b806beae req-17d08101-38cf-4683-ad20-4a39e5e8fbf3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25676914-16e4-48e3-a254-a9eb8accabdc HTTP/1.1" status: 200 len: 217 time: 0.0342970 Jul 23 17:04:06.543002 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d21af-d240-4643-b93e-3757b806beae req-6afbd8ee-e1f4-4bf7-869c-fd19c620063c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:04:06.544558 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-056d21af-d240-4643-b93e-3757b806beae req-6afbd8ee-e1f4-4bf7-869c-fd19c620063c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0569036 Jul 23 17:04:06.608366 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d21af-d240-4643-b93e-3757b806beae req-958805e5-aeaa-4b3d-9b1d-69a8ff755720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:04:06.609930 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-056d21af-d240-4643-b93e-3757b806beae req-958805e5-aeaa-4b3d-9b1d-69a8ff755720 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581534 Jul 23 17:04:06.671683 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:06.711167 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-056d21af-d240-4643-b93e-3757b806beae req-5bb0b5a0-f946-4756-94da-e88b8b01dd11 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937276 Jul 23 17:04:06.792434 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc09297-0383-47a9-a5f0-c5ad5b9a403c req-d22f5d13-beb9-4eb5-980d-1b985a4789d6 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:04:06.794101 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0fc09297-0383-47a9-a5f0-c5ad5b9a403c req-d22f5d13-beb9-4eb5-980d-1b985a4789d6 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 944 time: 0.0737357 Jul 23 17:04:06.816728 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-056d21af-d240-4643-b93e-3757b806beae req-0515a0b5-26e3-42a9-a1fa-03a4e8c2fa8b service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974107 Jul 23 17:04:06.832659 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0fc09297-0383-47a9-a5f0-c5ad5b9a403c req-13ccd483-4360-4be9-a8b3-4233a9d2dc98 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327837 Jul 23 17:04:06.961386 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device b7bb1085-308d-4d9d-a5fd-b029129db2ac up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:04:07.009871 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port b7bb1085-308d-4d9d-a5fd-b029129db2ac triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:04:07.010234 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:07.726686 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:07.969518 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1e58d-7b90-4e4e-ab8c-0f26e45d63b2 req-ec291dfc-e01c-40d0-9c5a-57772a0cb83a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:04:07.971041 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dce1e58d-7b90-4e4e-ab8c-0f26e45d63b2 req-ec291dfc-e01c-40d0-9c5a-57772a0cb83a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 944 time: 0.0679681 Jul 23 17:04:08.009825 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dce1e58d-7b90-4e4e-ab8c-0f26e45d63b2 req-13abe15d-1247-4d0e-8a90-3d50b114a27d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323918 Jul 23 17:04:08.710411 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:09.149837 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342c4e2-2c93-4b81-81b8-86d2b43bef4f req-eb74e21d-db3d-4e37-8fe3-05c4a769091a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:04:09.151479 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3342c4e2-2c93-4b81-81b8-86d2b43bef4f req-eb74e21d-db3d-4e37-8fe3-05c4a769091a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 944 time: 0.0697842 Jul 23 17:04:09.173706 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 25676914-16e4-48e3-a254-a9eb8accabdc details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:04:09.193215 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3342c4e2-2c93-4b81-81b8-86d2b43bef4f req-5bad1a60-a7a7-4579-b65a-2512f9bb24f9 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354023 Jul 23 17:04:09.274739 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 25676914-16e4-48e3-a254-a9eb8accabdc, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=25676914-16e4-48e3-a254-a9eb8accabdc,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:04:09.286125 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '25676914-16e4-48e3-a254-a9eb8accabdc', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'port_id': '25676914-16e4-48e3-a254-a9eb8accabdc', 'mac_address': 'fa:16:3e:3a:d4:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:04:09.326628 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:09.340054 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25676914-16e4-48e3-a254-a9eb8accabdc {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:04:09.361290 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 25676914-16e4-48e3-a254-a9eb8accabdc, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=25676914-16e4-48e3-a254-a9eb8accabdc,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:04:09.366371 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:09.417894 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=25676914-16e4-48e3-a254-a9eb8accabdc,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:04:09.426868 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:09.427215 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:09.427553 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:09.428658 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:09.428985 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:09.429338 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:09.429670 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:09.429992 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:09.430315 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:09.430636 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:09.430958 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:09.431276 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:09.560072 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['25676914-16e4-48e3-a254-a9eb8accabdc'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:04:10.323245 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414353f-f21c-45ab-9d11-61624026a3c1 req-c6f77e36-26f8-4f81-8854-b1523822d6e8 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:04:10.324820 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4414353f-f21c-45ab-9d11-61624026a3c1 req-c6f77e36-26f8-4f81-8854-b1523822d6e8 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 945 time: 0.0647178 Jul 23 17:04:10.363251 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4414353f-f21c-45ab-9d11-61624026a3c1 req-463692fb-e8ba-4fec-8259-dbef3ac312f3 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325575 Jul 23 17:04:11.179074 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 25676914-16e4-48e3-a254-a9eb8accabdc up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:04:11.230158 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 25676914-16e4-48e3-a254-a9eb8accabdc completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:04:11.234116 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 25676914-16e4-48e3-a254-a9eb8accabdc triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:04:11.234492 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:11.315202 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:11.338085 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25676914-16e4-48e3-a254-a9eb8accabdc'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:04:11.340357 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ff4fc8-e00f-4037-b731-bf25eff67ad5" -d '{"events": [{"server_uuid": "4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a", "name": "network-vif-plugged", "status": "completed", "tag": "25676914-16e4-48e3-a254-a9eb8accabdc"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:04:11.353595 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 25676914-16e4-48e3-a254-a9eb8accabdc, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=25676914-16e4-48e3-a254-a9eb8accabdc,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:04:11.357924 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:11.383418 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edff0218-d440-4cb6-9af9-1888da0a8b7d x-openstack-request-id: req-edff0218-d440-4cb6-9af9-1888da0a8b7d {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:04:11.383710 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a", "name": "network-vif-plugged", "status": "completed", "tag": "25676914-16e4-48e3-a254-a9eb8accabdc", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:04:11.383965 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-edff0218-d440-4cb6-9af9-1888da0a8b7d {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:04:11.384355 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25676914-16e4-48e3-a254-a9eb8accabdc', 'code': 200} Jul 23 17:04:11.411260 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=25676914-16e4-48e3-a254-a9eb8accabdc,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:04:11.491660 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c733f9-b0db-4376-9701-90ce96d94f60 req-fb888a64-98dd-4034-878c-77e413dfdcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:04:11.493251 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-f4c733f9-b0db-4376-9701-90ce96d94f60 req-fb888a64-98dd-4034-878c-77e413dfdcf2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 1097 time: 0.0546346 Jul 23 17:04:11.505770 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea5662-b12b-4b69-8829-9b8cdf28d5e1 req-32f713d6-4288-4a20-99e1-a5653384f270 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:04:11.508608 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a3ea5662-b12b-4b69-8829-9b8cdf28d5e1 req-32f713d6-4288-4a20-99e1-a5653384f270 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 946 time: 0.0722501 Jul 23 17:04:11.530094 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-f4c733f9-b0db-4376-9701-90ce96d94f60 req-0d7aa14e-9278-469f-aa95-7047f4660659 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301063 Jul 23 17:04:11.547285 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a3ea5662-b12b-4b69-8829-9b8cdf28d5e1 req-3f834af9-7d72-4ada-8fdd-3cc7632509f6 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340371 Jul 23 17:04:12.682976 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f84c4-fedb-4185-88a6-44e22319593c req-357ffbfd-48c8-4655-8de0-7d6760c6e1d7 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:04:12.684505 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e36f84c4-fedb-4185-88a6-44e22319593c req-357ffbfd-48c8-4655-8de0-7d6760c6e1d7 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 946 time: 0.0675588 Jul 23 17:04:12.724643 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e36f84c4-fedb-4185-88a6-44e22319593c req-bd58c218-0eff-4efa-9082-9c129cf29849 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342329 Jul 23 17:04:12.860827 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96fd45-3fce-4027-8615-973050bd1f4b req-e8e33e0e-0de0-46a2-a2fd-375b13f1b33e tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:04:12.862301 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7d96fd45-3fce-4027-8615-973050bd1f4b req-e8e33e0e-0de0-46a2-a2fd-375b13f1b33e tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 946 time: 0.0721710 Jul 23 17:04:12.871421 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 55944) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:04:12.875931 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ca168221-2f3e-4d70-8b4f-05d2037f0c01 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Request body: {'floatingip': {'port_id': '25676914-16e4-48e3-a254-a9eb8accabdc'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:04:12.917283 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ca168221-2f3e-4d70-8b4f-05d2037f0c01 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks [] for floatingip, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:13.370250 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ca168221-2f3e-4d70-8b4f-05d2037f0c01 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:13.375257 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ca168221-2f3e-4d70-8b4f-05d2037f0c01 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:13.484342 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-ca168221-2f3e-4d70-8b4f-05d2037f0c01 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Floating IP 28e3fedc-637f-4892-bb27-e456a66652c8 associated. External IP: 172.25.8.176, port: 25676914-16e4-48e3-a254-a9eb8accabdc. Jul 23 17:04:13.703368 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca168221-2f3e-4d70-8b4f-05d2037f0c01 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:04:13.814582 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca168221-2f3e-4d70-8b4f-05d2037f0c01 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:04:13.820098 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ca168221-2f3e-4d70-8b4f-05d2037f0c01 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:13.825650 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd52b397-ed24-4753-a45b-3ccb3ac9137e None None] Sync routers for ids ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:04:13.836953 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd52b397-ed24-4753-a45b-3ccb3ac9137e None None] Routers {'9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:04:13.837968 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-cd52b397-ed24-4753-a45b-3ccb3ac9137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:04:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:04:13.868304 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ca168221-2f3e-4d70-8b4f-05d2037f0c01 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "PUT /v2.0/floatingips/28e3fedc-637f-4892-bb27-e456a66652c8 HTTP/1.1" status: 200 len: 992 time: 0.9931486 Jul 23 17:04:13.868304 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a', 'tag': '25676914-16e4-48e3-a254-a9eb8accabdc'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:04:13.868600 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b133d206-405c-43a8-b953-4794a4672292" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a", "tag": "25676914-16e4-48e3-a254-a9eb8accabdc"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:04:13.909656 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a14d6d8-a3a3-4898-b0d8-d8845dc5ed2b x-openstack-request-id: req-1a14d6d8-a3a3-4898-b0d8-d8845dc5ed2b {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:04:13.910574 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a", "tag": "25676914-16e4-48e3-a254-a9eb8accabdc", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:04:13.910834 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1a14d6d8-a3a3-4898-b0d8-d8845dc5ed2b {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:04:13.911243 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a', 'tag': '25676914-16e4-48e3-a254-a9eb8accabdc', 'status': 'completed', 'code': 200} Jul 23 17:04:13.966243 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-cd52b397-ed24-4753-a45b-3ccb3ac9137e None None] Set router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:04:13.992640 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133d206-405c-43a8-b953-4794a4672292 req-38668e6a-741b-44cf-8e31-cbd621607c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:04:13.994212 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b133d206-405c-43a8-b953-4794a4672292 req-38668e6a-741b-44cf-8e31-cbd621607c82 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 1097 time: 0.0632446 Jul 23 17:04:14.233145 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-cd52b397-ed24-4753-a45b-3ccb3ac9137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:03:56Z', 'updated_at': '2021-07-23T17:03:59Z', 'revision_number': 4, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'gw_port': {'id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:57Z', 'updated_at': '2021-07-23T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '28e3fedc-637f-4892-bb27-e456a66652c8', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'port_id': '25676914-16e4-48e3-a254-a9eb8accabdc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'mac_address': 'fa:16:3e:3a:d4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:04:02Z', 'updated_at': '2021-07-23T17:04:13Z', 'revision_number': 1, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7bb1085-308d-4d9d-a5fd-b029129db2ac', 'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'mac_address': 'fa:16:3e:94:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:59Z', 'updated_at': '2021-07-23T17:04:05Z', 'revision_number': 5, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'subnets': [{'id': '5976ceb7-755c-4adf-b695-78f866395610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:04:14.262482 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd52b397-ed24-4753-a45b-3ccb3ac9137e None None] Checking router: 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:04:14.273879 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd52b397-ed24-4753-a45b-3ccb3ac9137e None None] Routers {'9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:04:14.274523 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-cd52b397-ed24-4753-a45b-3ccb3ac9137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:04:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:04:14.395566 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-cd52b397-ed24-4753-a45b-3ccb3ac9137e None None] Set router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:04:14.465343 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133d206-405c-43a8-b953-4794a4672292 req-bfb2652d-144f-4ea3-95a4-e5201245690c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:04:14.466833 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b133d206-405c-43a8-b953-4794a4672292 req-bfb2652d-144f-4ea3-95a4-e5201245690c service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.4660499 Jul 23 17:04:14.539880 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b133d206-405c-43a8-b953-4794a4672292 req-2a088d79-592e-44dd-bd57-94f7eca087c0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25676914-16e4-48e3-a254-a9eb8accabdc HTTP/1.1" status: 200 len: 1000 time: 0.0656195 Jul 23 17:04:14.591494 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133d206-405c-43a8-b953-4794a4672292 req-d2b5f154-980e-425b-a021-87a2a787f970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:04:14.593072 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b133d206-405c-43a8-b953-4794a4672292 req-d2b5f154-980e-425b-a021-87a2a787f970 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0468450 Jul 23 17:04:14.638155 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-cd52b397-ed24-4753-a45b-3ccb3ac9137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:03:56Z', 'updated_at': '2021-07-23T17:03:59Z', 'revision_number': 4, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'gw_port': {'id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:57Z', 'updated_at': '2021-07-23T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '28e3fedc-637f-4892-bb27-e456a66652c8', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'port_id': '25676914-16e4-48e3-a254-a9eb8accabdc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'mac_address': 'fa:16:3e:3a:d4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:04:02Z', 'updated_at': '2021-07-23T17:04:13Z', 'revision_number': 1, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7bb1085-308d-4d9d-a5fd-b029129db2ac', 'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'mac_address': 'fa:16:3e:94:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:59Z', 'updated_at': '2021-07-23T17:04:05Z', 'revision_number': 5, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'subnets': [{'id': '5976ceb7-755c-4adf-b695-78f866395610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:04:14.655672 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133d206-405c-43a8-b953-4794a4672292 req-fc9dcc06-7f78-4322-a281-2c8dc0d6e341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:04:14.657547 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b133d206-405c-43a8-b953-4794a4672292 req-fc9dcc06-7f78-4322-a281-2c8dc0d6e341 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583699 Jul 23 17:04:14.665167 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd52b397-ed24-4753-a45b-3ccb3ac9137e None None] The sync data for ids ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'] in n-d-778549-4 is: [{'id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:03:56Z', 'updated_at': '2021-07-23T17:03:59Z', 'revision_number': 4, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'gw_port': {'id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:57Z', 'updated_at': '2021-07-23T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '28e3fedc-637f-4892-bb27-e456a66652c8', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'port_id': '25676914-16e4-48e3-a254-a9eb8accabdc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'mac_address': 'fa:16:3e:3a:d4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:04:02Z', 'updated_at': '2021-07-23T17:04:13Z', 'revision_number': 1, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7bb1085-308d-4d9d-a5fd-b029129db2ac', 'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'mac_address': 'fa:16:3e:94:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:59Z', 'updated_at': '2021-07-23T17:04:05Z', 'revision_number': 5, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'subnets': [{'id': '5976ceb7-755c-4adf-b695-78f866395610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:04:14.764544 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b133d206-405c-43a8-b953-4794a4672292 req-7c194f15-39e0-40cc-9f96-e3982f7deb2f service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006918 Jul 23 17:04:14.866127 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b133d206-405c-43a8-b953-4794a4672292 req-18b534b7-698a-4db2-b95e-a5eea863f53b service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949774 Jul 23 17:04:14.895373 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dfae47-ab42-4f06-aaf2-73d50cca882c None None] New status for floating IP 28e3fedc-637f-4892-bb27-e456a66652c8: ACTIVE {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:04:19.080440 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7e1e7750-fd54-4b55-9f41-d12015652747 req-fc02de71-ead8-4fe5-992c-74cb42ba474c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0593035 Jul 23 17:04:19.173233 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e7750-fd54-4b55-9f41-d12015652747 req-fe2b5385-b48f-4c18-b2ee-b9128776266d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:04:19.174760 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7e1e7750-fd54-4b55-9f41-d12015652747 req-fe2b5385-b48f-4c18-b2ee-b9128776266d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 1097 time: 0.0548482 Jul 23 17:04:19.280856 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e7750-fd54-4b55-9f41-d12015652747 req-842b54d7-e0dc-42b1-99fd-431ac3fcec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:04:19.282387 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7e1e7750-fd54-4b55-9f41-d12015652747 req-842b54d7-e0dc-42b1-99fd-431ac3fcec34 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0894122 Jul 23 17:04:19.354603 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7e1e7750-fd54-4b55-9f41-d12015652747 req-0f0702c5-6789-4145-be96-baa5b3b3b228 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25676914-16e4-48e3-a254-a9eb8accabdc HTTP/1.1" status: 200 len: 1002 time: 0.0654473 Jul 23 17:04:19.404261 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e7750-fd54-4b55-9f41-d12015652747 req-7ab17ee0-93c7-44d5-9404-f7f4127d1f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:04:19.406497 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7e1e7750-fd54-4b55-9f41-d12015652747 req-7ab17ee0-93c7-44d5-9404-f7f4127d1f16 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0457556 Jul 23 17:04:19.466290 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e7750-fd54-4b55-9f41-d12015652747 req-c2f5f873-9d80-46a2-931b-a43a5fef7042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:04:19.467831 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7e1e7750-fd54-4b55-9f41-d12015652747 req-c2f5f873-9d80-46a2-931b-a43a5fef7042 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557032 Jul 23 17:04:19.562814 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7e1e7750-fd54-4b55-9f41-d12015652747 req-236dc1ab-f933-414f-a619-679107a75b0c service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881855 Jul 23 17:04:19.658657 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7e1e7750-fd54-4b55-9f41-d12015652747 req-c715dd46-7aaf-46f7-be53-bab32defc1f8 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900216 Jul 23 17:04:23.170940 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:04:32.708562 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cc1a4366-1879-4997-8d2f-6a5f94801973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:35.259436 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:35.429488 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-88366fe3-2ad0-4eef-9cfa-76c9612c01c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:35.527393 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:36.673132 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:37.721382 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:38.712052 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:00.172815 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:05:02.705133 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-79ade063-2936-4100-96b6-7b1437dabaae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:05.275295 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:05.426005 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-961d9291-c6f2-4f5b-b158-9f686dcea8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:05.531975 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:06.675211 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:07.744580 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:08.718736 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:20.085851 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-92f94583-ec0e-4c92-9404-51d96654e65d req-f1761fa1-e59e-4fa9-8ae8-e44f0b4fe05d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0589364 Jul 23 17:05:20.179780 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f94583-ec0e-4c92-9404-51d96654e65d req-ba71626d-bb6d-487f-9deb-aa6e48b310d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:05:20.181373 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-92f94583-ec0e-4c92-9404-51d96654e65d req-ba71626d-bb6d-487f-9deb-aa6e48b310d7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 1097 time: 0.0554686 Jul 23 17:05:20.292798 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f94583-ec0e-4c92-9404-51d96654e65d req-036eaf9f-6a7e-4fe5-8f24-82413f688610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:05:20.294390 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-92f94583-ec0e-4c92-9404-51d96654e65d req-036eaf9f-6a7e-4fe5-8f24-82413f688610 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0932312 Jul 23 17:05:20.370996 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-92f94583-ec0e-4c92-9404-51d96654e65d req-c4dc51b5-b357-4fd1-a930-4d94838700a8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25676914-16e4-48e3-a254-a9eb8accabdc HTTP/1.1" status: 200 len: 1002 time: 0.0663667 Jul 23 17:05:20.424872 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f94583-ec0e-4c92-9404-51d96654e65d req-4084fcbd-5d93-4fe2-88e5-e9de7c528ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:05:20.426397 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-92f94583-ec0e-4c92-9404-51d96654e65d req-4084fcbd-5d93-4fe2-88e5-e9de7c528ef2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0488317 Jul 23 17:05:20.487719 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f94583-ec0e-4c92-9404-51d96654e65d req-037d0491-100c-4cda-9937-d181ae648940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:05:20.489530 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-92f94583-ec0e-4c92-9404-51d96654e65d req-037d0491-100c-4cda-9937-d181ae648940 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569649 Jul 23 17:05:20.585224 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-92f94583-ec0e-4c92-9404-51d96654e65d req-7447ae5c-3ac2-438e-b346-0e8d794aa55b service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893254 Jul 23 17:05:20.692379 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-92f94583-ec0e-4c92-9404-51d96654e65d req-129e30df-5778-4fb6-810b-37c80c1662e1 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013815 Jul 23 17:05:32.706683 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-30035b1f-8395-4a54-9829-20c05541be4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:35.270054 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:35.419201 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0acfa6cf-1006-4f25-a000-c59baaf554b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:35.534701 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:36.680139 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:37.172487 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:05:37.759567 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:38.716864 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:51.278467 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c73df-1147-40de-add3-22d521029805 req-5fda7cb8-1137-4d97-bea8-273e8d4422b0 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:05:51.280114 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-725c73df-1147-40de-add3-22d521029805 req-5fda7cb8-1137-4d97-bea8-273e8d4422b0 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 946 time: 0.0674419 Jul 23 17:05:51.326312 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-725c73df-1147-40de-add3-22d521029805 req-8cd98438-438d-482a-a83c-498773041f37 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403662 Jul 23 17:05:51.576290 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-b3ca64b0-30e1-4b88-84cb-8d954d329488 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0555763 Jul 23 17:05:51.592432 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78780dac-ca23-48e1-8335-1f017a35f1ce req-5aa43a34-f399-40f7-96f9-81e57328bc7b tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:05:51.593897 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-78780dac-ca23-48e1-8335-1f017a35f1ce req-5aa43a34-f399-40f7-96f9-81e57328bc7b tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 946 time: 0.0646129 Jul 23 17:05:51.634859 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-78780dac-ca23-48e1-8335-1f017a35f1ce req-ffbb752b-ad54-44d2-94b8-fa168bea812d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349767 Jul 23 17:05:52.779344 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e6b39-443f-410f-9d33-1bd547693d01 req-8e8334fa-5295-4e4d-92c2-cf715451d6c8 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:05:52.780860 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-625e6b39-443f-410f-9d33-1bd547693d01 req-8e8334fa-5295-4e4d-92c2-cf715451d6c8 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 946 time: 0.0691376 Jul 23 17:05:52.819934 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-625e6b39-443f-410f-9d33-1bd547693d01 req-d985bb14-5317-4f7a-bc29-233605c9e119 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333652 Jul 23 17:05:53.016746 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-f1a8bc4e-796d-4431-a1e9-0d30bf7eaf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:05:53.018319 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-f1a8bc4e-796d-4431-a1e9-0d30bf7eaf1f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 1097 time: 0.0596161 Jul 23 17:05:53.121242 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-92125b37-77b6-4df8-bc08-a2d17cfad42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:05:53.123059 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-92125b37-77b6-4df8-bc08-a2d17cfad42b service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0982277 Jul 23 17:05:53.189278 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-cb026e07-52d1-44e3-a282-a8f18213742e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25676914-16e4-48e3-a254-a9eb8accabdc HTTP/1.1" status: 200 len: 1002 time: 0.0595741 Jul 23 17:05:53.244601 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-df796ac0-b8c4-4db8-83e5-01c72d3e52cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:05:53.246045 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-df796ac0-b8c4-4db8-83e5-01c72d3e52cf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0508077 Jul 23 17:05:53.310136 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-0ccf29ec-cf06-4a2f-b2af-0e127d77051a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:05:53.311657 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-0ccf29ec-cf06-4a2f-b2af-0e127d77051a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599403 Jul 23 17:05:53.404493 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-5b5b9fa8-b3c9-47fa-85f1-e768bea973f6 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864682 Jul 23 17:05:53.499750 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-afe37fcb-6127-4405-a18d-ded18dfa46b9 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881724 Jul 23 17:05:53.953009 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6c2ca-8818-4248-b9ee-1c120dbf7910 req-d3e71bea-3b6d-42b2-8afa-28d28b445d02 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:05:53.954699 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ddd6c2ca-8818-4248-b9ee-1c120dbf7910 req-d3e71bea-3b6d-42b2-8afa-28d28b445d02 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 946 time: 0.0659609 Jul 23 17:05:53.993763 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ddd6c2ca-8818-4248-b9ee-1c120dbf7910 req-665e7ddc-e348-40b3-bec3-7d476e618348 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331399 Jul 23 17:05:55.124734 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7462a6-93b8-446c-af45-801191134d34 req-612c84e2-0a9e-4625-a692-d8b08e998cae tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:05:55.126251 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5f7462a6-93b8-446c-af45-801191134d34 req-612c84e2-0a9e-4625-a692-d8b08e998cae tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 946 time: 0.0632200 Jul 23 17:05:55.167802 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5f7462a6-93b8-446c-af45-801191134d34 req-8d791dc1-e697-40eb-a9aa-60f3bfc51f64 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355332 Jul 23 17:05:56.304666 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc78366-17f1-4b27-9b88-f171b9ca25ec req-c48b10d0-f2f0-4947-9422-c1711cc69196 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:05:56.306374 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0bc78366-17f1-4b27-9b88-f171b9ca25ec req-c48b10d0-f2f0-4947-9422-c1711cc69196 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 946 time: 0.0694392 Jul 23 17:05:56.347624 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0bc78366-17f1-4b27-9b88-f171b9ca25ec req-cd705583-408a-4fe4-bf33-43ad2aff8611 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354528 Jul 23 17:05:57.480439 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9ddd9-956d-4a44-830f-3d52d0b38998 req-3a427e76-5380-4922-a486-d7cb75b2d80f tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:05:57.482050 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbb9ddd9-956d-4a44-830f-3d52d0b38998 req-3a427e76-5380-4922-a486-d7cb75b2d80f tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 946 time: 0.0658367 Jul 23 17:05:57.520544 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbb9ddd9-956d-4a44-830f-3d52d0b38998 req-7ab89d1c-0a3a-4f77-b79a-d817a03ef800 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328686 Jul 23 17:05:58.675595 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015f8a7-115b-4c5d-83fa-ae1521180ee5 req-b4e78077-8936-4b29-b60c-a3400b14c18b tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:05:58.677178 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4015f8a7-115b-4c5d-83fa-ae1521180ee5 req-b4e78077-8936-4b29-b60c-a3400b14c18b tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 946 time: 0.0715225 Jul 23 17:05:58.715890 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4015f8a7-115b-4c5d-83fa-ae1521180ee5 req-a985162d-32fd-4950-8085-7ef150fe9c87 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326037 Jul 23 17:05:59.849289 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e99f8-5e67-4504-9523-a9da2a7ae5c7 req-23178b6b-b090-47ed-8b55-0c8567d13158 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:05:59.851408 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d64e99f8-5e67-4504-9523-a9da2a7ae5c7 req-23178b6b-b090-47ed-8b55-0c8567d13158 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 946 time: 0.0659757 Jul 23 17:05:59.898293 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d64e99f8-5e67-4504-9523-a9da2a7ae5c7 req-021f699a-c9d5-4cfa-8476-c0761bb0e82d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403628 Jul 23 17:06:01.038775 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2fe6e-5cf0-4d38-bdfb-8c1977d9c176 req-9cabbedb-7626-4bda-80d7-69cdec03eaba tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:01.040395 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0fb2fe6e-5cf0-4d38-bdfb-8c1977d9c176 req-9cabbedb-7626-4bda-80d7-69cdec03eaba tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 946 time: 0.0697942 Jul 23 17:06:01.081550 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0fb2fe6e-5cf0-4d38-bdfb-8c1977d9c176 req-37fdf94a-e570-414b-899f-c97349d3d587 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354707 Jul 23 17:06:02.218483 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24391aaf-0a20-473b-bfa6-b4fdcfd99f8d req-2c481d4a-3d31-4e95-a0de-92a04379dc2e tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:02.220015 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-24391aaf-0a20-473b-bfa6-b4fdcfd99f8d req-2c481d4a-3d31-4e95-a0de-92a04379dc2e tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 946 time: 0.0701535 Jul 23 17:06:02.258471 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-24391aaf-0a20-473b-bfa6-b4fdcfd99f8d req-0399781f-f834-4c3a-bfc6-b4bb1bed9906 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329061 Jul 23 17:06:02.708079 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6f589bcd-a3b2-4a15-b64a-4398c694b5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:03.387971 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063aace6-4729-4ac6-94aa-ccbad055539a req-a1df4ff5-4490-4b9f-be1a-a64a74e819a3 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:03.389524 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-063aace6-4729-4ac6-94aa-ccbad055539a req-a1df4ff5-4490-4b9f-be1a-a64a74e819a3 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 946 time: 0.0644286 Jul 23 17:06:03.431986 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-063aace6-4729-4ac6-94aa-ccbad055539a req-bc7e9a93-05c1-4538-9045-677ac1c41ee5 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370317 Jul 23 17:06:04.565155 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2329d-c32b-4b25-b0e0-b45d65c86879 req-aa39f782-1e59-493b-be71-8db392694a1f tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:04.566658 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b8e2329d-c32b-4b25-b0e0-b45d65c86879 req-aa39f782-1e59-493b-be71-8db392694a1f tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 946 time: 0.0667984 Jul 23 17:06:04.605183 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b8e2329d-c32b-4b25-b0e0-b45d65c86879 req-da2da6fe-a0e8-4d65-863e-61c2e8534642 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327251 Jul 23 17:06:05.284227 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:05.376887 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-b1423569-a971-4c93-98f4-5398771ac8b0 service neutron] show failed (client error): The resource could not be found. Jul 23 17:06:05.377946 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-b1423569-a971-4c93-98f4-5398771ac8b0 service neutron] 10.222.0.74 "GET /v2.0/ports/25676914-16e4-48e3-a254-a9eb8accabdc/bindings/n-h2-778549-4 HTTP/1.1" status: 404 len: 380 time: 0.0552018 Jul 23 17:06:05.420502 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-72c39ac2-1510-4b6e-8cee-1646bc5a8937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:05.536562 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:05.591208 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-9f634964-7cc0-4ac0-a8f5-242bafb434ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:05.592753 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-9f634964-7cc0-4ac0-a8f5-242bafb434ee service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a&tenant_id=c8a2bed23128491a8a32cdfcb8bd611a HTTP/1.1" status: 200 len: 1097 time: 0.0608625 Jul 23 17:06:05.603834 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778549-4', 'device_owner': 'compute:nova'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:06:05.685922 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:05.849095 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a3ffb-fa3e-4633-879c-2201bfb08fc9 req-ddbe85b3-ab58-47ec-b954-c2708162c25c tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:05.850544 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-039a3ffb-fa3e-4633-879c-2201bfb08fc9 req-ddbe85b3-ab58-47ec-b954-c2708162c25c tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 946 time: 0.1757233 Jul 23 17:06:05.943040 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-039a3ffb-fa3e-4633-879c-2201bfb08fc9 req-b57eb3b7-6c2a-4580-852b-574cca09c4e2 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858128 Jul 23 17:06:05.979028 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] For port 25676914-16e4-48e3-a254-a9eb8accabdc, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=25676914-16e4-48e3-a254-a9eb8accabdc,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:06:06.012222 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] For port 25676914-16e4-48e3-a254-a9eb8accabdc, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:06:06.050733 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25676914-16e4-48e3-a254-a9eb8accabdc'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:06:06.053601 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f58adf-06b2-450e-8bd4-25a747e23176" -d '{"events": [{"server_uuid": "4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a", "name": "network-vif-unplugged", "status": "completed", "tag": "25676914-16e4-48e3-a254-a9eb8accabdc"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:06:06.057689 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:06.071984 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] Transition to ACTIVE for port object 25676914-16e4-48e3-a254-a9eb8accabdc will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:06:06.076505 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:06.110345 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 17:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d46d19-8f5b-46cd-befb-2240b5257378 x-openstack-request-id: req-34d46d19-8f5b-46cd-befb-2240b5257378 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:06:06.111305 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a", "name": "network-vif-unplugged", "status": "completed", "tag": "25676914-16e4-48e3-a254-a9eb8accabdc", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:06:06.111305 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-34d46d19-8f5b-46cd-befb-2240b5257378 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:06:06.111305 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25676914-16e4-48e3-a254-a9eb8accabdc', 'code': 200} Jul 23 17:06:06.522769 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] Pushing event updated for resources: {'Port': ['ID=25676914-16e4-48e3-a254-a9eb8accabdc,revision_number=6']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:06:06.534147 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:06.534487 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:06.534822 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:06.535151 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:06.535478 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:06.535803 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:06.536123 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:06.536442 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:06.536760 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:06.537094 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:06.537549 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:06.537802 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:06.577478 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] No DVR routers for this DVR port 25676914-16e4-48e3-a254-a9eb8accabdc on host n-h1-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:06:06.682636 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:06.720670 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] Attempting to bind port 25676914-16e4-48e3-a254-a9eb8accabdc on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:06:06.721292 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] Attempting to bind port 25676914-16e4-48e3-a254-a9eb8accabdc by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'dfa8e2fd-0f9f-41fd-9354-7a76844d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:06:06.721401 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] Attempting to bind port 25676914-16e4-48e3-a254-a9eb8accabdc on network a558a463-1038-49a1-89d3-a7122c4bbdb7 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:06:06.726350 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] Port 25676914-16e4-48e3-a254-a9eb8accabdc on network a558a463-1038-49a1-89d3-a7122c4bbdb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:06:06.726689 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] Attempting to bind port 25676914-16e4-48e3-a254-a9eb8accabdc on network a558a463-1038-49a1-89d3-a7122c4bbdb7 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:06:06.732080 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:06:06.732425 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] Checking segment: {'id': 'dfa8e2fd-0f9f-41fd-9354-7a76844d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:06:06.732820 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] Bound using segment: {'id': 'dfa8e2fd-0f9f-41fd-9354-7a76844d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:06:06.733306 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] Bound port: 25676914-16e4-48e3-a254-a9eb8accabdc, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa8e2fd-0f9f-41fd-9354-7a76844d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:06:06.733671 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:06.804314 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] For port 25676914-16e4-48e3-a254-a9eb8accabdc, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:06:06.807435 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] For port 25676914-16e4-48e3-a254-a9eb8accabdc, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=25676914-16e4-48e3-a254-a9eb8accabdc,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:06:06.811989 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:06.845298 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:06.845930 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:06.847356 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] 10.222.0.97 "PUT /v2.0/ports/25676914-16e4-48e3-a254-a9eb8accabdc HTTP/1.1" status: 200 len: 1092 time: 1.2477531 Jul 23 17:06:06.872514 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be5e95-d955-4d94-8e25-8edebc828090 service neutron] Pushing event updated for resources: {'Port': ['ID=25676914-16e4-48e3-a254-a9eb8accabdc,revision_number=7']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:06:06.932971 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-731bf2d3-1d69-4bd3-8afb-681e7ef08895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:06.934603 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-731bf2d3-1d69-4bd3-8afb-681e7ef08895 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 1095 time: 0.0590563 Jul 23 17:06:07.044705 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-c7eb3c5a-4526-49ac-a5ac-006b4fc39579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:07.046233 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-c7eb3c5a-4526-49ac-a5ac-006b4fc39579 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.1055923 Jul 23 17:06:07.133914 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-fd17254d-6c07-4603-9d6c-27dca0542411 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25676914-16e4-48e3-a254-a9eb8accabdc HTTP/1.1" status: 200 len: 1000 time: 0.0700457 Jul 23 17:06:07.178607 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856674f1-a416-496f-a6f9-fc113de47eaf req-c5da2764-9769-476e-8a0d-be8631db1c02 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:07.180115 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-856674f1-a416-496f-a6f9-fc113de47eaf req-c5da2764-9769-476e-8a0d-be8631db1c02 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 944 time: 0.1490757 Jul 23 17:06:07.205155 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-5bd74e6c-d4fc-4311-ad70-ec1850256701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:07.206593 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-5bd74e6c-d4fc-4311-ad70-ec1850256701 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0670710 Jul 23 17:06:07.253184 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-856674f1-a416-496f-a6f9-fc113de47eaf req-5dd8035f-ab3d-465b-a7d0-40dcd962a3aa tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669956 Jul 23 17:06:07.278313 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-dc97e57d-b9da-4950-9750-5c7d15451214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:07.279737 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-dc97e57d-b9da-4950-9750-5c7d15451214 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659661 Jul 23 17:06:07.375467 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-87ba3306-a2a2-42b4-9ad3-2499ee37ea31 service neutron] 10.222.0.97 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891097 Jul 23 17:06:07.465663 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-aa25c2f8-1310-4975-a041-a9d5b88e4934 service neutron] 10.222.0.97 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842583 Jul 23 17:06:07.759722 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:08.112257 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a', 'tag': '25676914-16e4-48e3-a254-a9eb8accabdc'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:06:08.114750 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b167617-51a7-4dee-ab26-34fd6825d9da" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a", "tag": "25676914-16e4-48e3-a254-a9eb8accabdc"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:06:08.163285 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfa6586-ca2b-4c2e-bfc4-e96557bc52c6 x-openstack-request-id: req-0cfa6586-ca2b-4c2e-bfc4-e96557bc52c6 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:06:08.163572 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a", "tag": "25676914-16e4-48e3-a254-a9eb8accabdc", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:06:08.163827 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0cfa6586-ca2b-4c2e-bfc4-e96557bc52c6 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:06:08.164229 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a', 'tag': '25676914-16e4-48e3-a254-a9eb8accabdc', 'status': 'completed', 'code': 200} Jul 23 17:06:08.244795 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b167617-51a7-4dee-ab26-34fd6825d9da req-f4c3e514-d7e4-4d8a-babf-2652bb56f1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:08.246369 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b167617-51a7-4dee-ab26-34fd6825d9da req-f4c3e514-d7e4-4d8a-babf-2652bb56f1f1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 1095 time: 0.0630500 Jul 23 17:06:08.248497 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b167617-51a7-4dee-ab26-34fd6825d9da req-eb02cb77-b34b-496e-b18d-a22cc617fa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:08.250060 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9b167617-51a7-4dee-ab26-34fd6825d9da req-eb02cb77-b34b-496e-b18d-a22cc617fa23 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 1095 time: 0.0643747 Jul 23 17:06:08.346366 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b167617-51a7-4dee-ab26-34fd6825d9da req-ab5421a0-5e33-4a38-878b-72e52ab340fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:08.348186 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9b167617-51a7-4dee-ab26-34fd6825d9da req-ab5421a0-5e33-4a38-878b-72e52ab340fe service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0919185 Jul 23 17:06:08.372611 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b167617-51a7-4dee-ab26-34fd6825d9da req-30cf2920-7a72-4025-82f3-8919ece6a48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:08.374055 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b167617-51a7-4dee-ab26-34fd6825d9da req-30cf2920-7a72-4025-82f3-8919ece6a48b service neutron] 10.222.0.97 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.1207581 Jul 23 17:06:08.420282 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9b167617-51a7-4dee-ab26-34fd6825d9da req-9504804f-151b-44d3-aeb8-e0845d6b5078 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25676914-16e4-48e3-a254-a9eb8accabdc HTTP/1.1" status: 200 len: 1000 time: 0.0657654 Jul 23 17:06:08.455570 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144a965-89e8-41c1-9b5c-556293f4cb25 req-b6182573-1220-414b-921e-4ec5ebf42e7f tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:08.457112 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4144a965-89e8-41c1-9b5c-556293f4cb25 req-b6182573-1220-414b-921e-4ec5ebf42e7f tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 944 time: 0.1314311 Jul 23 17:06:08.468886 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b167617-51a7-4dee-ab26-34fd6825d9da req-1b4b07b9-a824-486f-a900-43ae1c28347b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25676914-16e4-48e3-a254-a9eb8accabdc HTTP/1.1" status: 200 len: 1000 time: 0.0879278 Jul 23 17:06:08.472613 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b167617-51a7-4dee-ab26-34fd6825d9da req-534b85b8-c260-4172-8935-83375d7f06ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:08.474141 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9b167617-51a7-4dee-ab26-34fd6825d9da req-534b85b8-c260-4172-8935-83375d7f06ab service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0466778 Jul 23 17:06:08.535405 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b167617-51a7-4dee-ab26-34fd6825d9da req-23a23ddf-7e3d-4c23-bbe0-0a7bfdc4f9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:08.536367 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4144a965-89e8-41c1-9b5c-556293f4cb25 req-2e2f270c-c61b-4e1f-8f52-1d3a15f3f983 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707235 Jul 23 17:06:08.536982 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9b167617-51a7-4dee-ab26-34fd6825d9da req-23a23ddf-7e3d-4c23-bbe0-0a7bfdc4f9d8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564461 Jul 23 17:06:08.544716 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b167617-51a7-4dee-ab26-34fd6825d9da req-bb21ae3d-07a9-45bc-9370-29133f68e421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:08.546241 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b167617-51a7-4dee-ab26-34fd6825d9da req-bb21ae3d-07a9-45bc-9370-29133f68e421 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0636702 Jul 23 17:06:08.614089 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b167617-51a7-4dee-ab26-34fd6825d9da req-6b2e3be4-0e8a-4852-a2ee-c6dbd07e3d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:08.616721 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b167617-51a7-4dee-ab26-34fd6825d9da req-6b2e3be4-0e8a-4852-a2ee-c6dbd07e3d25 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633018 Jul 23 17:06:08.636196 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9b167617-51a7-4dee-ab26-34fd6825d9da req-016bd4e8-33e6-4f3d-87e5-73343bdfbebe service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923216 Jul 23 17:06:08.713137 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b167617-51a7-4dee-ab26-34fd6825d9da req-57ca5118-d4ca-4d15-b116-22f666e3eab6 service neutron] 10.222.0.97 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887821 Jul 23 17:06:08.730189 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:08.733294 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9b167617-51a7-4dee-ab26-34fd6825d9da req-89413657-0e42-4deb-b6bf-f92686f727be service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912659 Jul 23 17:06:08.816265 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b167617-51a7-4dee-ab26-34fd6825d9da req-c513b0a1-77bf-4601-9c7d-a7d139dc45a8 service neutron] 10.222.0.97 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963755 Jul 23 17:06:09.679450 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394879d-f665-4716-821c-5c6cd7463360 req-078e2777-9430-4785-b0aa-a39d5cbd7f8c tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:09.681020 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9394879d-f665-4716-821c-5c6cd7463360 req-078e2777-9430-4785-b0aa-a39d5cbd7f8c tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 944 time: 0.0707347 Jul 23 17:06:09.710764 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 25676914-16e4-48e3-a254-a9eb8accabdc no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:06:09.721937 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9394879d-f665-4716-821c-5c6cd7463360 req-14816085-c1e9-4e8b-8271-e25aca16f0c9 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352292 Jul 23 17:06:09.754400 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 25676914-16e4-48e3-a254-a9eb8accabdc not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:06:09.935466 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c7f3a-785e-4429-ba25-25d18ea6878a req-6493d68e-7f15-49d7-9528-a25e022e34ac tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:09.937040 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-716c7f3a-785e-4429-ba25-25d18ea6878a req-6493d68e-7f15-49d7-9528-a25e022e34ac tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 944 time: 0.0669003 Jul 23 17:06:09.954371 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a0af5-8ef0-424d-9095-f500f48064e3 req-58073eca-c623-4d4e-bd2a-6c411730e819 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:09.955911 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a16a0af5-8ef0-424d-9095-f500f48064e3 req-58073eca-c623-4d4e-bd2a-6c411730e819 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a&tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&binding%3Ahost_id=n-h2-778549-4 HTTP/1.1" status: 200 len: 944 time: 0.0730679 Jul 23 17:06:09.981091 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-716c7f3a-785e-4429-ba25-25d18ea6878a req-09801e2f-5475-4855-967b-89e4e7cbb79d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382311 Jul 23 17:06:10.019972 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [req-a16a0af5-8ef0-424d-9095-f500f48064e3 req-87c5a6b4-5302-4741-9c67-570c816ebb0c service neutron] delete failed (client error): The resource could not be found. Jul 23 17:06:10.021045 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a16a0af5-8ef0-424d-9095-f500f48064e3 req-87c5a6b4-5302-4741-9c67-570c816ebb0c service neutron] 10.222.0.74 "DELETE /v2.0/ports/25676914-16e4-48e3-a254-a9eb8accabdc/bindings/n-h1-778549-4 HTTP/1.1" status: 404 len: 380 time: 0.0587113 Jul 23 17:06:10.120953 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a0af5-8ef0-424d-9095-f500f48064e3 req-7ff1d7fd-29e6-4ca9-acf4-29b96675d858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:10.122462 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a16a0af5-8ef0-424d-9095-f500f48064e3 req-7ff1d7fd-29e6-4ca9-acf4-29b96675d858 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 1095 time: 0.0579793 Jul 23 17:06:10.217353 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a0af5-8ef0-424d-9095-f500f48064e3 req-b93b3377-8725-479f-9d94-2133ff3ddf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:10.218801 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a16a0af5-8ef0-424d-9095-f500f48064e3 req-b93b3377-8725-479f-9d94-2133ff3ddf8c service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0905383 Jul 23 17:06:10.284825 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a16a0af5-8ef0-424d-9095-f500f48064e3 req-437ce22a-3651-43f7-a101-7dde9c67b49f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25676914-16e4-48e3-a254-a9eb8accabdc HTTP/1.1" status: 200 len: 1000 time: 0.0587192 Jul 23 17:06:10.335243 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a0af5-8ef0-424d-9095-f500f48064e3 req-6dfbb7b0-e4b5-4ac1-b7e3-0997cadc8e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:10.336737 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a16a0af5-8ef0-424d-9095-f500f48064e3 req-6dfbb7b0-e4b5-4ac1-b7e3-0997cadc8e6f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0464268 Jul 23 17:06:10.401098 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a0af5-8ef0-424d-9095-f500f48064e3 req-c4c9a554-2eca-40d4-b034-55f32adeb73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:10.402543 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a16a0af5-8ef0-424d-9095-f500f48064e3 req-c4c9a554-2eca-40d4-b034-55f32adeb73f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599201 Jul 23 17:06:10.492436 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a16a0af5-8ef0-424d-9095-f500f48064e3 req-bad0e434-a53b-4384-8292-37f062e0ccef service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834541 Jul 23 17:06:10.584286 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a16a0af5-8ef0-424d-9095-f500f48064e3 req-93a96924-da1a-43c6-8c66-ae01c7b94230 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857928 Jul 23 17:06:10.676716 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 25676914-16e4-48e3-a254-a9eb8accabdc details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:06:10.773274 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 25676914-16e4-48e3-a254-a9eb8accabdc, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=25676914-16e4-48e3-a254-a9eb8accabdc,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:06:10.784142 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '25676914-16e4-48e3-a254-a9eb8accabdc', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'port_id': '25676914-16e4-48e3-a254-a9eb8accabdc', 'mac_address': 'fa:16:3e:3a:d4:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:06:10.821504 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:10.833770 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25676914-16e4-48e3-a254-a9eb8accabdc {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:06:10.853466 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 25676914-16e4-48e3-a254-a9eb8accabdc, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=25676914-16e4-48e3-a254-a9eb8accabdc,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:06:10.857526 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:10.910955 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=25676914-16e4-48e3-a254-a9eb8accabdc,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:06:10.919146 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:10.919490 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:10.919908 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:10.920241 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:10.920576 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:10.920904 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:10.921296 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:10.921626 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:10.922059 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:10.922269 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:10.922594 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:10.922982 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:11.109475 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['25676914-16e4-48e3-a254-a9eb8accabdc'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:06:11.133448 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05115ce-1a12-491b-8796-e82a6b8e9340 req-8c8d087a-7089-4ca0-b3e2-df0c08d9557f tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:11.136463 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e05115ce-1a12-491b-8796-e82a6b8e9340 req-8c8d087a-7089-4ca0-b3e2-df0c08d9557f tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 945 time: 0.0792239 Jul 23 17:06:11.183011 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e05115ce-1a12-491b-8796-e82a6b8e9340 req-4a1ed10c-d78c-4961-bee4-1bb8cbe5b187 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404818 Jul 23 17:06:11.334760 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b5621-a487-4ef7-a38f-619e9b472f06 req-407e9887-0004-4731-881f-a708ae5673de tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:11.336429 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b61b5621-a487-4ef7-a38f-619e9b472f06 req-407e9887-0004-4731-881f-a708ae5673de tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 945 time: 0.0710988 Jul 23 17:06:11.376547 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b61b5621-a487-4ef7-a38f-619e9b472f06 req-b69f9f22-b0bc-4e81-90fe-a1a13fd58c3b tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342729 Jul 23 17:06:11.519180 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e94632-5f5f-459b-8f10-ab4fef436288 req-218b1b9b-6b53-4260-9d30-2e2d52255a69 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:11.520630 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-44e94632-5f5f-459b-8f10-ab4fef436288 req-218b1b9b-6b53-4260-9d30-2e2d52255a69 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 945 time: 0.0733023 Jul 23 17:06:11.561274 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-44e94632-5f5f-459b-8f10-ab4fef436288 req-3c6d5221-d1d2-4a8a-b15e-b5952068f00f tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347245 Jul 23 17:06:11.824123 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c0e53-4ad6-4a49-bc72-5df1cf239903 req-24c5a404-bc8f-42e9-941f-5f96dc3d538a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:11.825796 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-150c0e53-4ad6-4a49-bc72-5df1cf239903 req-24c5a404-bc8f-42e9-941f-5f96dc3d538a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 945 time: 0.0697029 Jul 23 17:06:11.867585 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-150c0e53-4ad6-4a49-bc72-5df1cf239903 req-7e99208f-79a5-4899-95e8-bbd8208654bc tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360277 Jul 23 17:06:12.692600 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 25676914-16e4-48e3-a254-a9eb8accabdc up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:06:12.743860 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 25676914-16e4-48e3-a254-a9eb8accabdc completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:06:12.747600 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 25676914-16e4-48e3-a254-a9eb8accabdc triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:06:12.747961 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:12.826043 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:12.848644 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25676914-16e4-48e3-a254-a9eb8accabdc'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:06:12.851616 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6eb3dee-437c-4784-9f22-8302005bb086" -d '{"events": [{"server_uuid": "4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a", "name": "network-vif-plugged", "status": "completed", "tag": "25676914-16e4-48e3-a254-a9eb8accabdc"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:06:12.866207 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 25676914-16e4-48e3-a254-a9eb8accabdc, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=25676914-16e4-48e3-a254-a9eb8accabdc,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:06:12.870455 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:12.896409 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06db3bbe-3c78-4584-83cb-df27e887d025 x-openstack-request-id: req-06db3bbe-3c78-4584-83cb-df27e887d025 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:06:12.896709 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a", "name": "network-vif-plugged", "status": "completed", "tag": "25676914-16e4-48e3-a254-a9eb8accabdc", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:06:12.897496 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-06db3bbe-3c78-4584-83cb-df27e887d025 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:06:12.898002 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25676914-16e4-48e3-a254-a9eb8accabdc', 'code': 200} Jul 23 17:06:12.925126 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=25676914-16e4-48e3-a254-a9eb8accabdc,revision_number=9']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:06:13.004262 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edce5e-de74-4696-b463-ce4556753ec6 req-98ca8b88-5c53-43e8-b22d-e53d74522b09 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:13.005903 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80edce5e-de74-4696-b463-ce4556753ec6 req-98ca8b88-5c53-43e8-b22d-e53d74522b09 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 946 time: 0.0653255 Jul 23 17:06:13.080117 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80edce5e-de74-4696-b463-ce4556753ec6 req-3fd1ec9a-ac6c-4283-8aeb-bb0a12c6eb8f tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584643 Jul 23 17:06:13.106755 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee654710-4fcb-4358-84dd-fd9130dfb680 req-9132af7b-25f6-459a-ae86-0ff910e3ac50 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:13.108224 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ee654710-4fcb-4358-84dd-fd9130dfb680 req-9132af7b-25f6-459a-ae86-0ff910e3ac50 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 946 time: 0.0946701 Jul 23 17:06:13.211924 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-ee654710-4fcb-4358-84dd-fd9130dfb680 req-26ec9329-45ab-4b5f-a0a9-1792a373dfe7 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Deleting port 25676914-16e4-48e3-a254-a9eb8accabdc {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:06:13.212269 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ee654710-4fcb-4358-84dd-fd9130dfb680 req-26ec9329-45ab-4b5f-a0a9-1792a373dfe7 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:13.309743 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-ee654710-4fcb-4358-84dd-fd9130dfb680 req-26ec9329-45ab-4b5f-a0a9-1792a373dfe7 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] For port 25676914-16e4-48e3-a254-a9eb8accabdc, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=25676914-16e4-48e3-a254-a9eb8accabdc,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:06:13.310114 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ee654710-4fcb-4358-84dd-fd9130dfb680 req-26ec9329-45ab-4b5f-a0a9-1792a373dfe7 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:13.488823 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ee654710-4fcb-4358-84dd-fd9130dfb680 req-26ec9329-45ab-4b5f-a0a9-1792a373dfe7 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:13.489223 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ee654710-4fcb-4358-84dd-fd9130dfb680 req-26ec9329-45ab-4b5f-a0a9-1792a373dfe7 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:13.489536 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [req-ee654710-4fcb-4358-84dd-fd9130dfb680 req-26ec9329-45ab-4b5f-a0a9-1792a373dfe7 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Floating IP 28e3fedc-637f-4892-bb27-e456a66652c8 disassociated. External IP: 172.25.8.176, port: 25676914-16e4-48e3-a254-a9eb8accabdc. Jul 23 17:06:13.489876 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-ee654710-4fcb-4358-84dd-fd9130dfb680 req-26ec9329-45ab-4b5f-a0a9-1792a373dfe7 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Calling delete_port for 25676914-16e4-48e3-a254-a9eb8accabdc owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:06:13.625701 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ee654710-4fcb-4358-84dd-fd9130dfb680 req-26ec9329-45ab-4b5f-a0a9-1792a373dfe7 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:13.653138 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec9329-45ab-4b5f-a0a9-1792a373dfe7 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Pushing event deleted for resources: {'Port': ['ID=25676914-16e4-48e3-a254-a9eb8accabdc,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:06:13.784991 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee654710-4fcb-4358-84dd-fd9130dfb680 req-26ec9329-45ab-4b5f-a0a9-1792a373dfe7 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:06:13.900491 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee654710-4fcb-4358-84dd-fd9130dfb680 req-26ec9329-45ab-4b5f-a0a9-1792a373dfe7 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:06:13.910615 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853bb7ab-3314-4bd5-908e-aae5e31edd01 None None] Sync routers for ids ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:06:13.920712 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853bb7ab-3314-4bd5-908e-aae5e31edd01 None None] Routers {'9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:06:13.921358 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-853bb7ab-3314-4bd5-908e-aae5e31edd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:06:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:06:13.951677 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee654710-4fcb-4358-84dd-fd9130dfb680 req-26ec9329-45ab-4b5f-a0a9-1792a373dfe7 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] No DVR routers for this DVR port 25676914-16e4-48e3-a254-a9eb8accabdc on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:06:13.954376 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ee654710-4fcb-4358-84dd-fd9130dfb680 req-26ec9329-45ab-4b5f-a0a9-1792a373dfe7 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:13.956485 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ee654710-4fcb-4358-84dd-fd9130dfb680 req-26ec9329-45ab-4b5f-a0a9-1792a373dfe7 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.97 "DELETE /v2.0/ports/25676914-16e4-48e3-a254-a9eb8accabdc HTTP/1.1" status: 204 len: 173 time: 0.8426528 Jul 23 17:06:13.956943 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a', 'name': 'network-vif-deleted', 'tag': '25676914-16e4-48e3-a254-a9eb8accabdc'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:06:13.959370 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148e8b1c-39f0-4a16-b22a-39ae0de0540f" -d '{"events": [{"server_uuid": "4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a", "name": "network-vif-deleted", "tag": "25676914-16e4-48e3-a254-a9eb8accabdc"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:06:13.999291 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afedff8b-eaf6-45d2-858a-8e3fecd5b9a3 x-openstack-request-id: req-afedff8b-eaf6-45d2-858a-8e3fecd5b9a3 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:06:13.999701 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a", "name": "network-vif-deleted", "tag": "25676914-16e4-48e3-a254-a9eb8accabdc", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:06:13.999966 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-afedff8b-eaf6-45d2-858a-8e3fecd5b9a3 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:06:14.000430 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a', 'name': 'network-vif-deleted', 'tag': '25676914-16e4-48e3-a254-a9eb8accabdc', 'status': 'completed', 'code': 200} Jul 23 17:06:14.039810 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-853bb7ab-3314-4bd5-908e-aae5e31edd01 None None] Set router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:06:14.173447 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:06:14.203586 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cf4150c8-ac09-430b-af18-a401bcb08240 req-5ec36020-d3af-42d5-a148-934644843fd4 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1ed21a-375c-46d5-b142-4ae3cc2c4b5a HTTP/1.1" status: 200 len: 210 time: 0.0317543 Jul 23 17:06:14.267719 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-853bb7ab-3314-4bd5-908e-aae5e31edd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:03:56Z', 'updated_at': '2021-07-23T17:03:59Z', 'revision_number': 4, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'gw_port': {'id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:57Z', 'updated_at': '2021-07-23T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'b7bb1085-308d-4d9d-a5fd-b029129db2ac', 'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'mac_address': 'fa:16:3e:94:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:59Z', 'updated_at': '2021-07-23T17:04:05Z', 'revision_number': 5, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'subnets': [{'id': '5976ceb7-755c-4adf-b695-78f866395610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:06:14.293869 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853bb7ab-3314-4bd5-908e-aae5e31edd01 None None] Checking router: 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:06:14.302352 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853bb7ab-3314-4bd5-908e-aae5e31edd01 None None] Routers {'9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:06:14.303544 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-853bb7ab-3314-4bd5-908e-aae5e31edd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:06:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:06:14.407071 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-853bb7ab-3314-4bd5-908e-aae5e31edd01 None None] Set router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:06:14.595490 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-853bb7ab-3314-4bd5-908e-aae5e31edd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:03:56Z', 'updated_at': '2021-07-23T17:03:59Z', 'revision_number': 4, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'gw_port': {'id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:57Z', 'updated_at': '2021-07-23T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'b7bb1085-308d-4d9d-a5fd-b029129db2ac', 'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'mac_address': 'fa:16:3e:94:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:59Z', 'updated_at': '2021-07-23T17:04:05Z', 'revision_number': 5, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'subnets': [{'id': '5976ceb7-755c-4adf-b695-78f866395610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:06:14.781483 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853bb7ab-3314-4bd5-908e-aae5e31edd01 None None] The sync data for ids ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'] in n-d-778549-4 is: [{'id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:03:56Z', 'updated_at': '2021-07-23T17:03:59Z', 'revision_number': 4, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'gw_port': {'id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:57Z', 'updated_at': '2021-07-23T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'b7bb1085-308d-4d9d-a5fd-b029129db2ac', 'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'mac_address': 'fa:16:3e:94:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:59Z', 'updated_at': '2021-07-23T17:04:05Z', 'revision_number': 5, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'subnets': [{'id': '5976ceb7-755c-4adf-b695-78f866395610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:06:15.004094 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1a1412-74e7-4357-8db6-0fcc7b22def7 None None] New status for floating IP 28e3fedc-637f-4892-bb27-e456a66652c8: DOWN {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:06:15.448236 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74253451-8e45-40b7-9b10-0d83cf56649c req-f77dc543-31fe-483d-9b83-68d88dbb78ed tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--989009323&fields=id&tenant_id=c8a2bed23128491a8a32cdfcb8bd611a HTTP/1.1" status: 200 len: 267 time: 0.0329766 Jul 23 17:06:15.560892 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74253451-8e45-40b7-9b10-0d83cf56649c req-13e0d03d-5a74-4533-9b43-32901d0041f1 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:15.562409 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74253451-8e45-40b7-9b10-0d83cf56649c req-13e0d03d-5a74-4533-9b43-32901d0041f1 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 811 time: 0.1074023 Jul 23 17:06:15.577457 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74253451-8e45-40b7-9b10-0d83cf56649c req-2557a969-12a7-488a-9672-20e31f1f16a4 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/quotas/c8a2bed23128491a8a32cdfcb8bd611a HTTP/1.1" status: 200 len: 375 time: 0.0093813 Jul 23 17:06:15.649412 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74253451-8e45-40b7-9b10-0d83cf56649c req-ea8190e9-1306-4dc4-847d-3c3c60c19f80 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0666325 Jul 23 17:06:15.848196 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74253451-8e45-40b7-9b10-0d83cf56649c req-4db50f4d-d6df-4179-bc38-fbf8d48bd5c5 service neutron] 10.222.0.73 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875403 Jul 23 17:06:15.939585 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74253451-8e45-40b7-9b10-0d83cf56649c req-a75cb701-4fac-4088-9f48-519f6e64bf0c service neutron] 10.222.0.73 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845113 Jul 23 17:06:16.109167 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9ba86007-47d0-4805-b0fa-98a83f99dced req-4d6668f9-5718-43d4-9c4c-d723735906c9 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 210 time: 0.0349753 Jul 23 17:06:16.716285 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 25676914-16e4-48e3-a254-a9eb8accabdc no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:06:16.736545 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 25676914-16e4-48e3-a254-a9eb8accabdc {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:06:16.736889 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 25676914-16e4-48e3-a254-a9eb8accabdc not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:06:17.206682 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-44ff6dd5-6eca-4d29-9e33-02e4df8ec23d req-ad23502e-a486-41d4-82a5-f0f2c63ba520 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 210 time: 0.0289161 Jul 23 17:06:17.226737 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74253451-8e45-40b7-9b10-0d83cf56649c req-5b61b614-8304-4b53-8ec4-e0a05f97a1fa tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:17.228927 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-74253451-8e45-40b7-9b10-0d83cf56649c req-5b61b614-8304-4b53-8ec4-e0a05f97a1fa tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 811 time: 0.1227560 Jul 23 17:06:17.277701 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-74253451-8e45-40b7-9b10-0d83cf56649c req-fbde81ac-7f22-482a-8cc7-c4759fe36690 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8a2bed23128491a8a32cdfcb8bd611a HTTP/1.1" status: 200 len: 379 time: 0.0409124 Jul 23 17:06:17.286542 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-74253451-8e45-40b7-9b10-0d83cf56649c req-5d644ca1-be9e-4e2c-886a-ab734502b8b4 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Request body: {'port': {'device_id': 'b8d6f238-5f21-486d-9882-621952fcd3c9', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'admin_state_up': True, 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'security_groups': ['63243467-6b8c-4984-8b85-1cd744aa1221']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:06:17.398248 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74253451-8e45-40b7-9b10-0d83cf56649c req-5d644ca1-be9e-4e2c-886a-ab734502b8b4 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Made reservation on behalf of c8a2bed23128491a8a32cdfcb8bd611a for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:06:17.401802 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-74253451-8e45-40b7-9b10-0d83cf56649c req-5d644ca1-be9e-4e2c-886a-ab734502b8b4 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:17.533462 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-74253451-8e45-40b7-9b10-0d83cf56649c req-5d644ca1-be9e-4e2c-886a-ab734502b8b4 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Allocated IP 172.20.0.5 (a558a463-1038-49a1-89d3-a7122c4bbdb7/5976ceb7-755c-4adf-b695-78f866395610/2faac15d-785c-4b09-b15b-4b9bbae5dfe8) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:06:17.671459 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-74253451-8e45-40b7-9b10-0d83cf56649c req-5d644ca1-be9e-4e2c-886a-ab734502b8b4 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:17.689080 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-74253451-8e45-40b7-9b10-0d83cf56649c req-5d644ca1-be9e-4e2c-886a-ab734502b8b4 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Transition to ACTIVE for port object 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:06:17.722189 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-74253451-8e45-40b7-9b10-0d83cf56649c req-5d644ca1-be9e-4e2c-886a-ab734502b8b4 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:17.770652 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74253451-8e45-40b7-9b10-0d83cf56649c req-5d644ca1-be9e-4e2c-886a-ab734502b8b4 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Network a558a463-1038-49a1-89d3-a7122c4bbdb7 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:06:17.774415 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-74253451-8e45-40b7-9b10-0d83cf56649c req-5d644ca1-be9e-4e2c-886a-ab734502b8b4 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:06:17.778876 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-74253451-8e45-40b7-9b10-0d83cf56649c req-5d644ca1-be9e-4e2c-886a-ab734502b8b4 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:06:17.782862 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d644ca1-be9e-4e2c-886a-ab734502b8b4 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Pushing event updated for resources: {'Port': ['ID=2faac15d-785c-4b09-b15b-4b9bbae5dfe8,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:06:17.812193 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d644ca1-be9e-4e2c-886a-ab734502b8b4 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:17.812537 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d644ca1-be9e-4e2c-886a-ab734502b8b4 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:17.812884 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d644ca1-be9e-4e2c-886a-ab734502b8b4 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:17.813323 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d644ca1-be9e-4e2c-886a-ab734502b8b4 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:17.813652 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d644ca1-be9e-4e2c-886a-ab734502b8b4 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:17.813988 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d644ca1-be9e-4e2c-886a-ab734502b8b4 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:17.814316 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d644ca1-be9e-4e2c-886a-ab734502b8b4 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:17.814634 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d644ca1-be9e-4e2c-886a-ab734502b8b4 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:17.815004 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d644ca1-be9e-4e2c-886a-ab734502b8b4 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:17.815331 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d644ca1-be9e-4e2c-886a-ab734502b8b4 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:17.815653 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d644ca1-be9e-4e2c-886a-ab734502b8b4 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:17.815977 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d644ca1-be9e-4e2c-886a-ab734502b8b4 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:06:17.842606 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74253451-8e45-40b7-9b10-0d83cf56649c req-5d644ca1-be9e-4e2c-886a-ab734502b8b4 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:17.843259 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-74253451-8e45-40b7-9b10-0d83cf56649c req-5d644ca1-be9e-4e2c-886a-ab734502b8b4 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:17.859564 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-74253451-8e45-40b7-9b10-0d83cf56649c req-5d644ca1-be9e-4e2c-886a-ab734502b8b4 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5764914 Jul 23 17:06:17.871033 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-74253451-8e45-40b7-9b10-0d83cf56649c req-fab73281-6e9b-4a70-80ff-df1a4398a9a4 service neutron] Request body: {'port': {'device_id': 'b8d6f238-5f21-486d-9882-621952fcd3c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:06:17.951485 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-74253451-8e45-40b7-9b10-0d83cf56649c req-fab73281-6e9b-4a70-80ff-df1a4398a9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:18.058333 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ecdf3e86-ca5e-4a81-8741-6cab9a687904 None None] Provisioning for port 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:06:18.062160 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ecdf3e86-ca5e-4a81-8741-6cab9a687904 None None] Provisioning complete for port 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:06:18.063693 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ecdf3e86-ca5e-4a81-8741-6cab9a687904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:18.097395 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-ecdf3e86-ca5e-4a81-8741-6cab9a687904 None None] Port 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:06:18.224341 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-74253451-8e45-40b7-9b10-0d83cf56649c req-fab73281-6e9b-4a70-80ff-df1a4398a9a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:06:18.232368 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-74253451-8e45-40b7-9b10-0d83cf56649c req-fab73281-6e9b-4a70-80ff-df1a4398a9a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:18.245759 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-74253451-8e45-40b7-9b10-0d83cf56649c req-fab73281-6e9b-4a70-80ff-df1a4398a9a4 service neutron] Transition to ACTIVE for port object 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:06:18.250368 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-74253451-8e45-40b7-9b10-0d83cf56649c req-fab73281-6e9b-4a70-80ff-df1a4398a9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:18.303255 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab73281-6e9b-4a70-80ff-df1a4398a9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=2faac15d-785c-4b09-b15b-4b9bbae5dfe8,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:06:18.363886 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2617e5-237f-42a1-868d-77b33a10a421 req-30648915-1eec-4d59-acd4-bbd02bd64968 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:18.366316 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f2617e5-237f-42a1-868d-77b33a10a421 req-30648915-1eec-4d59-acd4-bbd02bd64968 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 943 time: 0.0835111 Jul 23 17:06:18.383212 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-74253451-8e45-40b7-9b10-0d83cf56649c req-fab73281-6e9b-4a70-80ff-df1a4398a9a4 service neutron] Attempting to bind port 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:06:18.383551 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-74253451-8e45-40b7-9b10-0d83cf56649c req-fab73281-6e9b-4a70-80ff-df1a4398a9a4 service neutron] Attempting to bind port 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'dfa8e2fd-0f9f-41fd-9354-7a76844d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:06:18.383888 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74253451-8e45-40b7-9b10-0d83cf56649c req-fab73281-6e9b-4a70-80ff-df1a4398a9a4 service neutron] Attempting to bind port 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 on network a558a463-1038-49a1-89d3-a7122c4bbdb7 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:06:18.389164 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74253451-8e45-40b7-9b10-0d83cf56649c req-fab73281-6e9b-4a70-80ff-df1a4398a9a4 service neutron] Port 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 on network a558a463-1038-49a1-89d3-a7122c4bbdb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:06:18.389496 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74253451-8e45-40b7-9b10-0d83cf56649c req-fab73281-6e9b-4a70-80ff-df1a4398a9a4 service neutron] Attempting to bind port 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 on network a558a463-1038-49a1-89d3-a7122c4bbdb7 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:06:18.394760 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74253451-8e45-40b7-9b10-0d83cf56649c req-fab73281-6e9b-4a70-80ff-df1a4398a9a4 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:06:18.395107 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74253451-8e45-40b7-9b10-0d83cf56649c req-fab73281-6e9b-4a70-80ff-df1a4398a9a4 service neutron] Checking segment: {'id': 'dfa8e2fd-0f9f-41fd-9354-7a76844d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:06:18.395494 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74253451-8e45-40b7-9b10-0d83cf56649c req-fab73281-6e9b-4a70-80ff-df1a4398a9a4 service neutron] Bound using segment: {'id': 'dfa8e2fd-0f9f-41fd-9354-7a76844d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:06:18.395961 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-74253451-8e45-40b7-9b10-0d83cf56649c req-fab73281-6e9b-4a70-80ff-df1a4398a9a4 service neutron] Bound port: 2faac15d-785c-4b09-b15b-4b9bbae5dfe8, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa8e2fd-0f9f-41fd-9354-7a76844d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:06:18.396296 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-74253451-8e45-40b7-9b10-0d83cf56649c req-fab73281-6e9b-4a70-80ff-df1a4398a9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:18.412142 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f2617e5-237f-42a1-868d-77b33a10a421 req-c82d523f-a158-457f-a478-672d7fea954a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393951 Jul 23 17:06:18.468023 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-74253451-8e45-40b7-9b10-0d83cf56649c req-fab73281-6e9b-4a70-80ff-df1a4398a9a4 service neutron] For port 2faac15d-785c-4b09-b15b-4b9bbae5dfe8, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:06:18.472965 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-74253451-8e45-40b7-9b10-0d83cf56649c req-fab73281-6e9b-4a70-80ff-df1a4398a9a4 service neutron] For port 2faac15d-785c-4b09-b15b-4b9bbae5dfe8, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=2faac15d-785c-4b09-b15b-4b9bbae5dfe8,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:06:18.477836 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-74253451-8e45-40b7-9b10-0d83cf56649c req-fab73281-6e9b-4a70-80ff-df1a4398a9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:18.516048 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74253451-8e45-40b7-9b10-0d83cf56649c req-fab73281-6e9b-4a70-80ff-df1a4398a9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:18.516708 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-74253451-8e45-40b7-9b10-0d83cf56649c req-fab73281-6e9b-4a70-80ff-df1a4398a9a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:18.518243 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-74253451-8e45-40b7-9b10-0d83cf56649c req-fab73281-6e9b-4a70-80ff-df1a4398a9a4 service neutron] 10.222.0.74 "PUT /v2.0/ports/2faac15d-785c-4b09-b15b-4b9bbae5dfe8 HTTP/1.1" status: 200 len: 1091 time: 0.6515739 Jul 23 17:06:18.521647 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8d6f238-5f21-486d-9882-621952fcd3c9', 'tag': '2faac15d-785c-4b09-b15b-4b9bbae5dfe8'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:06:18.526442 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8b8b80-c9e1-4a0c-a129-f23c3aff3ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "b8d6f238-5f21-486d-9882-621952fcd3c9", "tag": "2faac15d-785c-4b09-b15b-4b9bbae5dfe8"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:06:18.559972 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab73281-6e9b-4a70-80ff-df1a4398a9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=2faac15d-785c-4b09-b15b-4b9bbae5dfe8,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:06:18.575918 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2316b49f-444d-4ba4-b00b-5b2d7379cca6 x-openstack-request-id: req-2316b49f-444d-4ba4-b00b-5b2d7379cca6 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:06:18.576210 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8d6f238-5f21-486d-9882-621952fcd3c9", "tag": "2faac15d-785c-4b09-b15b-4b9bbae5dfe8", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:06:18.576460 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2316b49f-444d-4ba4-b00b-5b2d7379cca6 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:06:18.576847 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8d6f238-5f21-486d-9882-621952fcd3c9', 'tag': '2faac15d-785c-4b09-b15b-4b9bbae5dfe8', 'status': 'completed', 'code': 200} Jul 23 17:06:18.641448 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74253451-8e45-40b7-9b10-0d83cf56649c req-7bdd4c76-0080-4d9f-83df-625de94d3431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:18.642979 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-74253451-8e45-40b7-9b10-0d83cf56649c req-7bdd4c76-0080-4d9f-83df-625de94d3431 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 1094 time: 0.0766783 Jul 23 17:06:18.687076 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-74253451-8e45-40b7-9b10-0d83cf56649c req-885af7c2-c64f-4433-8ac5-5c3497a5bdfb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2faac15d-785c-4b09-b15b-4b9bbae5dfe8 HTTP/1.1" status: 200 len: 217 time: 0.0369124 Jul 23 17:06:18.738198 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74253451-8e45-40b7-9b10-0d83cf56649c req-8900a7be-67c5-4392-8c83-8dd5aedca119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:18.739687 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-74253451-8e45-40b7-9b10-0d83cf56649c req-8900a7be-67c5-4392-8c83-8dd5aedca119 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0468802 Jul 23 17:06:18.799685 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74253451-8e45-40b7-9b10-0d83cf56649c req-7a9bf3ed-f275-4c20-996b-ee7e4a67d3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:18.801230 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-74253451-8e45-40b7-9b10-0d83cf56649c req-7a9bf3ed-f275-4c20-996b-ee7e4a67d3b3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551524 Jul 23 17:06:18.903281 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-74253451-8e45-40b7-9b10-0d83cf56649c req-49b0ac96-b992-4946-b882-d239db614a14 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952187 Jul 23 17:06:19.011094 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-74253451-8e45-40b7-9b10-0d83cf56649c req-0645baaf-170e-46e4-a791-e6fb6eea0c99 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004813 Jul 23 17:06:19.109107 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b8b80-c9e1-4a0c-a129-f23c3aff3ba4 req-cd99809d-dc67-4e16-8516-0fad299030ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:19.110639 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ee8b8b80-c9e1-4a0c-a129-f23c3aff3ba4 req-cd99809d-dc67-4e16-8516-0fad299030ab service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 1094 time: 0.0553133 Jul 23 17:06:19.200712 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b8b80-c9e1-4a0c-a129-f23c3aff3ba4 req-2b3d5abb-9d32-4988-9ebb-f4d0f4c57031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:19.202138 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ee8b8b80-c9e1-4a0c-a129-f23c3aff3ba4 req-2b3d5abb-9d32-4988-9ebb-f4d0f4c57031 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0851514 Jul 23 17:06:19.247938 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ee8b8b80-c9e1-4a0c-a129-f23c3aff3ba4 req-29f115ab-39b3-4ee8-b1b5-180478875ba5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2faac15d-785c-4b09-b15b-4b9bbae5dfe8 HTTP/1.1" status: 200 len: 217 time: 0.0374298 Jul 23 17:06:19.301839 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b8b80-c9e1-4a0c-a129-f23c3aff3ba4 req-be7c57b2-fbbc-4864-8f56-023d188812e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:19.304031 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ee8b8b80-c9e1-4a0c-a129-f23c3aff3ba4 req-be7c57b2-fbbc-4864-8f56-023d188812e8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0488420 Jul 23 17:06:19.363341 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b8b80-c9e1-4a0c-a129-f23c3aff3ba4 req-51fec829-26b0-41f7-93f5-4d2272eacf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:19.364868 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ee8b8b80-c9e1-4a0c-a129-f23c3aff3ba4 req-51fec829-26b0-41f7-93f5-4d2272eacf0a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536244 Jul 23 17:06:19.461524 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ee8b8b80-c9e1-4a0c-a129-f23c3aff3ba4 req-7f7f3c3f-47ad-4980-8c66-fd8e30f9003f service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889580 Jul 23 17:06:19.556255 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fff85e-910a-4b1c-9ff5-98cffd238f9b req-dc1f9c8e-a5e3-4919-8e38-d73c96e5f3b8 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:19.557886 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-43fff85e-910a-4b1c-9ff5-98cffd238f9b req-dc1f9c8e-a5e3-4919-8e38-d73c96e5f3b8 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 943 time: 0.0745986 Jul 23 17:06:19.559489 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ee8b8b80-c9e1-4a0c-a129-f23c3aff3ba4 req-b7a856ef-db21-4eed-b6f4-ffca9d3f31ba service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911052 Jul 23 17:06:19.597803 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-43fff85e-910a-4b1c-9ff5-98cffd238f9b req-90fa10a6-acb1-4bbc-bd21-c850d4bcc0ab tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340424 Jul 23 17:06:20.734622 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b62852-31eb-4795-9a6d-84ec0dbfc9d6 req-d088ce6a-88c8-4c1b-9e8e-ab945269cb89 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:20.736158 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87b62852-31eb-4795-9a6d-84ec0dbfc9d6 req-d088ce6a-88c8-4c1b-9e8e-ab945269cb89 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 943 time: 0.0654833 Jul 23 17:06:20.777137 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87b62852-31eb-4795-9a6d-84ec0dbfc9d6 req-9e55a98b-52be-4c99-8c41-6e79a0330e03 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343323 Jul 23 17:06:21.771148 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:06:21.873579 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 2faac15d-785c-4b09-b15b-4b9bbae5dfe8, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=2faac15d-785c-4b09-b15b-4b9bbae5dfe8,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:06:21.885041 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '2faac15d-785c-4b09-b15b-4b9bbae5dfe8', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'port_id': '2faac15d-785c-4b09-b15b-4b9bbae5dfe8', 'mac_address': 'fa:16:3e:28:17:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:06:21.910829 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428898f-cf1b-4ec5-860a-f31461827ef6 req-5eed1211-33af-4df8-8971-c6bdfad8c96d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:21.913039 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d428898f-cf1b-4ec5-860a-f31461827ef6 req-5eed1211-33af-4df8-8971-c6bdfad8c96d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 943 time: 0.0683429 Jul 23 17:06:21.923307 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:21.936219 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:06:21.956824 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 2faac15d-785c-4b09-b15b-4b9bbae5dfe8, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=2faac15d-785c-4b09-b15b-4b9bbae5dfe8,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:06:21.957082 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d428898f-cf1b-4ec5-860a-f31461827ef6 req-f927d3e2-bb92-4bca-b890-8c612552522c tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383179 Jul 23 17:06:21.961985 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:22.012793 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=2faac15d-785c-4b09-b15b-4b9bbae5dfe8,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:06:22.196801 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['2faac15d-785c-4b09-b15b-4b9bbae5dfe8'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:06:23.091872 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2880a36-c29f-4aee-b956-424c2a72fb5e req-1be75459-bd9c-4273-87d8-8f1d78466757 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:23.093423 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a2880a36-c29f-4aee-b956-424c2a72fb5e req-1be75459-bd9c-4273-87d8-8f1d78466757 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 944 time: 0.0657585 Jul 23 17:06:23.133777 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a2880a36-c29f-4aee-b956-424c2a72fb5e req-8ca9e432-05f5-4ae8-b06f-02c58b7ccf46 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348053 Jul 23 17:06:23.772750 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:06:23.823323 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:06:23.827279 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:06:23.827652 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:23.903263 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:23.924907 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d6f238-5f21-486d-9882-621952fcd3c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2faac15d-785c-4b09-b15b-4b9bbae5dfe8'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:06:23.927192 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13107efb-f2b5-471d-858a-67349b0088c0" -d '{"events": [{"server_uuid": "b8d6f238-5f21-486d-9882-621952fcd3c9", "name": "network-vif-plugged", "status": "completed", "tag": "2faac15d-785c-4b09-b15b-4b9bbae5dfe8"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:06:23.940484 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 2faac15d-785c-4b09-b15b-4b9bbae5dfe8, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=2faac15d-785c-4b09-b15b-4b9bbae5dfe8,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:06:23.945318 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:23.968400 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d7e49e-8195-482d-a827-323433749a64 x-openstack-request-id: req-35d7e49e-8195-482d-a827-323433749a64 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:06:23.968694 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d6f238-5f21-486d-9882-621952fcd3c9", "name": "network-vif-plugged", "status": "completed", "tag": "2faac15d-785c-4b09-b15b-4b9bbae5dfe8", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:06:23.968950 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-35d7e49e-8195-482d-a827-323433749a64 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:06:23.969390 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d6f238-5f21-486d-9882-621952fcd3c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2faac15d-785c-4b09-b15b-4b9bbae5dfe8', 'code': 200} Jul 23 17:06:24.001804 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=2faac15d-785c-4b09-b15b-4b9bbae5dfe8,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:06:24.079509 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0dfff6-f26c-4123-9bae-8b5bcf0a3a8a req-cc8e6e6e-9803-4bd2-9e90-2cb8dcc7e87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:24.081037 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ba0dfff6-f26c-4123-9bae-8b5bcf0a3a8a req-cc8e6e6e-9803-4bd2-9e90-2cb8dcc7e87e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 1096 time: 0.0574329 Jul 23 17:06:24.114699 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ba0dfff6-f26c-4123-9bae-8b5bcf0a3a8a req-a0becf8e-e0f7-47e0-85cf-4092a849e1a7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275807 Jul 23 17:06:24.266770 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8fb16-6c80-4a82-834a-7ccf56084f2a req-c3fed7d3-22ce-4017-9333-caa36f7aa417 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:24.268191 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ef8fb16-6c80-4a82-834a-7ccf56084f2a req-c3fed7d3-22ce-4017-9333-caa36f7aa417 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 945 time: 0.0658686 Jul 23 17:06:24.306315 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5ef8fb16-6c80-4a82-834a-7ccf56084f2a req-fcf21fc8-e2dd-4e54-93c9-5f39b40cd52a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317917 Jul 23 17:06:25.673469 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29c151-242c-412e-9436-93c54371a528 req-55d35480-b6d8-4588-9435-989d26079409 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:25.674952 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2f29c151-242c-412e-9436-93c54371a528 req-55d35480-b6d8-4588-9435-989d26079409 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 945 time: 0.0701151 Jul 23 17:06:25.715249 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2f29c151-242c-412e-9436-93c54371a528 req-20bea678-0e06-452a-b312-9f022a8707df tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339279 Jul 23 17:06:25.867094 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71e4a4-9f18-456e-b19e-43dd7529e156 req-943d095b-6554-42d2-bb46-8c9b87c61f50 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:25.868932 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc71e4a4-9f18-456e-b19e-43dd7529e156 req-943d095b-6554-42d2-bb46-8c9b87c61f50 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 945 time: 0.0747464 Jul 23 17:06:25.877823 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56306) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:06:25.883347 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ef276b44-b327-4ddc-bd47-90c1a55fd134 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Request body: {'floatingip': {'port_id': '2faac15d-785c-4b09-b15b-4b9bbae5dfe8'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:06:25.930327 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ef276b44-b327-4ddc-bd47-90c1a55fd134 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks [] for floatingip, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:26.353691 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ef276b44-b327-4ddc-bd47-90c1a55fd134 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:26.357869 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ef276b44-b327-4ddc-bd47-90c1a55fd134 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:26.459407 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-ef276b44-b327-4ddc-bd47-90c1a55fd134 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Floating IP 28e3fedc-637f-4892-bb27-e456a66652c8 associated. External IP: 172.25.8.176, port: 2faac15d-785c-4b09-b15b-4b9bbae5dfe8. Jul 23 17:06:26.666223 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef276b44-b327-4ddc-bd47-90c1a55fd134 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:06:26.775966 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef276b44-b327-4ddc-bd47-90c1a55fd134 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:06:26.780695 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ef276b44-b327-4ddc-bd47-90c1a55fd134 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:26.785632 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85dc2af-4a55-41e5-9e37-04d3e0282679 None None] Sync routers for ids ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:06:26.796160 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85dc2af-4a55-41e5-9e37-04d3e0282679 None None] Routers {'9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:06:26.796962 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a85dc2af-4a55-41e5-9e37-04d3e0282679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:06:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:06:26.818639 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ef276b44-b327-4ddc-bd47-90c1a55fd134 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "PUT /v2.0/floatingips/28e3fedc-637f-4892-bb27-e456a66652c8 HTTP/1.1" status: 200 len: 991 time: 0.9396548 Jul 23 17:06:26.819376 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8d6f238-5f21-486d-9882-621952fcd3c9', 'tag': '2faac15d-785c-4b09-b15b-4b9bbae5dfe8'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:06:26.821786 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd447ed6-d496-444f-ade5-c842199e2ced" -d '{"events": [{"name": "network-changed", "server_uuid": "b8d6f238-5f21-486d-9882-621952fcd3c9", "tag": "2faac15d-785c-4b09-b15b-4b9bbae5dfe8"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:06:26.860904 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0159f806-1676-486b-a69d-864c0c904f98 x-openstack-request-id: req-0159f806-1676-486b-a69d-864c0c904f98 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:06:26.861749 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8d6f238-5f21-486d-9882-621952fcd3c9", "tag": "2faac15d-785c-4b09-b15b-4b9bbae5dfe8", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:06:26.862011 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0159f806-1676-486b-a69d-864c0c904f98 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:06:26.862423 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8d6f238-5f21-486d-9882-621952fcd3c9', 'tag': '2faac15d-785c-4b09-b15b-4b9bbae5dfe8', 'status': 'completed', 'code': 200} Jul 23 17:06:26.905649 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-a85dc2af-4a55-41e5-9e37-04d3e0282679 None None] Set router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:06:26.941345 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd447ed6-d496-444f-ade5-c842199e2ced req-a65307c2-09a3-4ce5-946e-0c9568d3da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:26.942797 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-dd447ed6-d496-444f-ade5-c842199e2ced req-a65307c2-09a3-4ce5-946e-0c9568d3da93 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 1096 time: 0.0571320 Jul 23 17:06:27.038825 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd447ed6-d496-444f-ade5-c842199e2ced req-7e951753-5a8c-477e-8a7c-d5a579f496f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:27.040324 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-dd447ed6-d496-444f-ade5-c842199e2ced req-7e951753-5a8c-477e-8a7c-d5a579f496f9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0916579 Jul 23 17:06:27.105948 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-dd447ed6-d496-444f-ade5-c842199e2ced req-0ba80c05-e8dc-4e11-bf9a-30b84d70d71c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2faac15d-785c-4b09-b15b-4b9bbae5dfe8 HTTP/1.1" status: 200 len: 999 time: 0.0594704 Jul 23 17:06:27.136179 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a85dc2af-4a55-41e5-9e37-04d3e0282679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:03:56Z', 'updated_at': '2021-07-23T17:03:59Z', 'revision_number': 4, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'gw_port': {'id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:57Z', 'updated_at': '2021-07-23T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '28e3fedc-637f-4892-bb27-e456a66652c8', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'port_id': '2faac15d-785c-4b09-b15b-4b9bbae5dfe8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'mac_address': 'fa:16:3e:28:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d6f238-5f21-486d-9882-621952fcd3c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:04:02Z', 'updated_at': '2021-07-23T17:06:26Z', 'revision_number': 5, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7bb1085-308d-4d9d-a5fd-b029129db2ac', 'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'mac_address': 'fa:16:3e:94:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:59Z', 'updated_at': '2021-07-23T17:04:05Z', 'revision_number': 5, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'subnets': [{'id': '5976ceb7-755c-4adf-b695-78f866395610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:06:27.155270 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd447ed6-d496-444f-ade5-c842199e2ced req-034ab458-4995-4ea8-8664-6124d7d62306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:27.156737 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-dd447ed6-d496-444f-ade5-c842199e2ced req-034ab458-4995-4ea8-8664-6124d7d62306 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0453577 Jul 23 17:06:27.161949 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85dc2af-4a55-41e5-9e37-04d3e0282679 None None] Checking router: 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:06:27.170984 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85dc2af-4a55-41e5-9e37-04d3e0282679 None None] Routers {'9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:06:27.171599 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a85dc2af-4a55-41e5-9e37-04d3e0282679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:06:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:06:27.222097 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd447ed6-d496-444f-ade5-c842199e2ced req-731b24fe-d12c-41c7-ac69-e5087ed0a23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:27.223504 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-dd447ed6-d496-444f-ade5-c842199e2ced req-731b24fe-d12c-41c7-ac69-e5087ed0a23e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597200 Jul 23 17:06:27.280613 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-a85dc2af-4a55-41e5-9e37-04d3e0282679 None None] Set router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:06:27.315771 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-dd447ed6-d496-444f-ade5-c842199e2ced req-768b809d-c07f-4959-a4fe-78535b49e8c8 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855477 Jul 23 17:06:27.410946 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-dd447ed6-d496-444f-ade5-c842199e2ced req-1c83d2ca-0978-41b8-a6f2-3503eb77b8ab service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891631 Jul 23 17:06:27.516020 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a85dc2af-4a55-41e5-9e37-04d3e0282679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:03:56Z', 'updated_at': '2021-07-23T17:03:59Z', 'revision_number': 4, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'gw_port': {'id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:57Z', 'updated_at': '2021-07-23T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '28e3fedc-637f-4892-bb27-e456a66652c8', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'port_id': '2faac15d-785c-4b09-b15b-4b9bbae5dfe8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'mac_address': 'fa:16:3e:28:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d6f238-5f21-486d-9882-621952fcd3c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:04:02Z', 'updated_at': '2021-07-23T17:06:26Z', 'revision_number': 5, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7bb1085-308d-4d9d-a5fd-b029129db2ac', 'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'mac_address': 'fa:16:3e:94:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:59Z', 'updated_at': '2021-07-23T17:04:05Z', 'revision_number': 5, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'subnets': [{'id': '5976ceb7-755c-4adf-b695-78f866395610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:06:27.543474 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85dc2af-4a55-41e5-9e37-04d3e0282679 None None] The sync data for ids ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'] in n-d-778549-4 is: [{'id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:03:56Z', 'updated_at': '2021-07-23T17:03:59Z', 'revision_number': 4, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'gw_port': {'id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:57Z', 'updated_at': '2021-07-23T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '28e3fedc-637f-4892-bb27-e456a66652c8', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'port_id': '2faac15d-785c-4b09-b15b-4b9bbae5dfe8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'mac_address': 'fa:16:3e:28:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d6f238-5f21-486d-9882-621952fcd3c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:04:02Z', 'updated_at': '2021-07-23T17:06:26Z', 'revision_number': 5, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7bb1085-308d-4d9d-a5fd-b029129db2ac', 'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'mac_address': 'fa:16:3e:94:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:59Z', 'updated_at': '2021-07-23T17:04:05Z', 'revision_number': 5, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'subnets': [{'id': '5976ceb7-755c-4adf-b695-78f866395610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:06:27.737849 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb373d6-6d8a-4076-92fd-6760ed236b18 None None] New status for floating IP 28e3fedc-637f-4892-bb27-e456a66652c8: ACTIVE {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:06:32.710317 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b41e4ea9-fbb6-4395-a8cf-27de024f80ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:35.301895 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:35.422552 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f34550cd-21ae-416f-bfdd-939401cc3e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:35.538391 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:36.684634 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:37.761706 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:38.719667 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:51.172852 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:07:02.721178 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0aff737d-36e3-4ac4-a367-e01c8d1e968b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:05.332252 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:05.426002 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-82f9d724-209d-4073-b457-ada907a00b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:05.540742 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:06.687309 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:07.765763 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:08.723272 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:23.153646 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3f331419-e304-4087-b7cb-d95a427494aa req-c4bc8e1d-2ea9-4f47-92b2-90c9c7af6aa9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1414506 Jul 23 17:07:23.252193 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f331419-e304-4087-b7cb-d95a427494aa req-f9fa7744-8177-4048-910f-0c80482db70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:23.253712 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3f331419-e304-4087-b7cb-d95a427494aa req-f9fa7744-8177-4048-910f-0c80482db70e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 1096 time: 0.0555832 Jul 23 17:07:23.362292 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f331419-e304-4087-b7cb-d95a427494aa req-4cdc6537-a29a-4d2d-9aa8-122f6016e865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:23.363771 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3f331419-e304-4087-b7cb-d95a427494aa req-4cdc6537-a29a-4d2d-9aa8-122f6016e865 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0906832 Jul 23 17:07:23.427965 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3f331419-e304-4087-b7cb-d95a427494aa req-e8c67bad-c742-4979-8405-7b164df08015 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2faac15d-785c-4b09-b15b-4b9bbae5dfe8 HTTP/1.1" status: 200 len: 1001 time: 0.0572264 Jul 23 17:07:23.480048 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f331419-e304-4087-b7cb-d95a427494aa req-9e5648c2-12fa-41d5-ba84-968166749869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:23.481642 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3f331419-e304-4087-b7cb-d95a427494aa req-9e5648c2-12fa-41d5-ba84-968166749869 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0476179 Jul 23 17:07:23.540778 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f331419-e304-4087-b7cb-d95a427494aa req-18fc05e7-09b0-4509-ade6-60bd0868c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:23.542210 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3f331419-e304-4087-b7cb-d95a427494aa req-18fc05e7-09b0-4509-ade6-60bd0868c163 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549972 Jul 23 17:07:23.630432 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3f331419-e304-4087-b7cb-d95a427494aa req-fb3b7608-c6cc-47ab-a71d-81effea70dd8 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818670 Jul 23 17:07:23.726248 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3f331419-e304-4087-b7cb-d95a427494aa req-43d057d2-83ef-4331-8c61-6b0f054c912e service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891910 Jul 23 17:07:28.172551 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:07:32.715385 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4abbdb98-a811-4863-9ce1-a52f0e477dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:35.337021 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:35.428517 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-559ee25e-8117-4136-9783-06e2995c49f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:35.542125 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:36.691257 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:37.770974 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:38.727748 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:02.717015 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-99eaef3a-e691-4162-bf01-553bf8370aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:03.974288 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e24b7c-04a7-43fc-9019-3dd239260e13 req-c4d97d32-ff23-4102-ba8a-270fb837824e tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:03.975809 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26e24b7c-04a7-43fc-9019-3dd239260e13 req-c4d97d32-ff23-4102-ba8a-270fb837824e tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 945 time: 0.1838508 Jul 23 17:08:04.019307 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-26e24b7c-04a7-43fc-9019-3dd239260e13 req-357b7500-5279-4f4f-bbe1-0c8560931dca tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372121 Jul 23 17:08:05.172255 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:08:05.346724 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:05.432050 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-250d6b17-c885-4f97-bed1-72096a2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:05.545408 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:05.593826 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1a24b-e66d-4526-a752-d2eeb16c0f09 req-eaa4cdd4-5866-4945-a4c1-969763790267 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:05.595334 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-44d1a24b-e66d-4526-a752-d2eeb16c0f09 req-eaa4cdd4-5866-4945-a4c1-969763790267 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 945 time: 0.5041046 Jul 23 17:08:05.635735 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-44d1a24b-e66d-4526-a752-d2eeb16c0f09 req-c6c1edfa-0370-4464-8bcd-e5eaa7ee9812 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348010 Jul 23 17:08:06.693335 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:06.769668 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1755167-5429-4eb9-b05f-31b7dc5eb32a req-acf854c9-9a80-4f18-a0fa-f07c64ff4efe tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:06.771191 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a1755167-5429-4eb9-b05f-31b7dc5eb32a req-acf854c9-9a80-4f18-a0fa-f07c64ff4efe tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 945 time: 0.0659676 Jul 23 17:08:06.809599 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a1755167-5429-4eb9-b05f-31b7dc5eb32a req-a047aa6c-0efd-4e05-afc4-d1501c3d6d2e tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321727 Jul 23 17:08:07.782739 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:07.947167 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a807da-4316-4f04-a963-771f6e16753e req-5c0c0f29-bc48-4d3e-aa27-5752a7c9a0c5 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:07.948663 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-12a807da-4316-4f04-a963-771f6e16753e req-5c0c0f29-bc48-4d3e-aa27-5752a7c9a0c5 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 945 time: 0.0642920 Jul 23 17:08:07.990063 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-12a807da-4316-4f04-a963-771f6e16753e req-bbc54d92-3aa4-4a90-9086-d88ebb2ce5ac tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356708 Jul 23 17:08:08.729845 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:09.127987 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d50ad-5337-4ec9-97b9-9a6450465b26 req-fb996707-d87d-4bf1-b1b1-ce5186c7def0 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:09.129539 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-636d50ad-5337-4ec9-97b9-9a6450465b26 req-fb996707-d87d-4bf1-b1b1-ce5186c7def0 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 945 time: 0.0657237 Jul 23 17:08:09.171541 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-636d50ad-5337-4ec9-97b9-9a6450465b26 req-c25e6854-2646-45bc-bf95-0fbf7915524c tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350823 Jul 23 17:08:10.306748 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76eaa8-367b-408f-a68d-7f0d9e6402e8 req-357e3e64-382e-4fb8-b383-1d8697fbb4cf tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:10.308333 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc76eaa8-367b-408f-a68d-7f0d9e6402e8 req-357e3e64-382e-4fb8-b383-1d8697fbb4cf tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 945 time: 0.0668218 Jul 23 17:08:10.349071 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc76eaa8-367b-408f-a68d-7f0d9e6402e8 req-e5f18389-ce5d-458a-9714-c0976ca9c7e7 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350518 Jul 23 17:08:11.490498 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f80526-2143-4c2b-9884-d77f4a4b4c1a req-32a70e4d-f0f4-44d6-8067-3c7cf08cd8c9 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:11.492874 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f5f80526-2143-4c2b-9884-d77f4a4b4c1a req-32a70e4d-f0f4-44d6-8067-3c7cf08cd8c9 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 945 time: 0.0713773 Jul 23 17:08:11.534163 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f5f80526-2143-4c2b-9884-d77f4a4b4c1a req-bace481b-1d17-4369-8c1d-6630cd9571cd tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352247 Jul 23 17:08:12.675027 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca341988-d5c7-4996-8103-cc3a892f4d64 req-cc91a365-29d1-47cb-8acd-654f73ed0f6d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:12.676599 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ca341988-d5c7-4996-8103-cc3a892f4d64 req-cc91a365-29d1-47cb-8acd-654f73ed0f6d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 945 time: 0.0732274 Jul 23 17:08:12.717336 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ca341988-d5c7-4996-8103-cc3a892f4d64 req-6d5911e9-ebe4-42a6-b37a-bf437d57d2cb tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344100 Jul 23 17:08:13.851374 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa7d3b-cac1-48d3-ab2c-c87abac83dbd req-1242727b-4773-43bc-b536-941abaa7731c tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:13.853567 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73fa7d3b-cac1-48d3-ab2c-c87abac83dbd req-1242727b-4773-43bc-b536-941abaa7731c tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 945 time: 0.0651269 Jul 23 17:08:13.895510 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73fa7d3b-cac1-48d3-ab2c-c87abac83dbd req-332fc32a-4ee4-4a03-a7e5-e91a666dd518 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363045 Jul 23 17:08:15.025631 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef056fcc-ca37-4043-8f2f-3050974fe17b req-9c8aca47-e6e7-4d50-bb4d-c88def65ab58 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:15.027056 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ef056fcc-ca37-4043-8f2f-3050974fe17b req-9c8aca47-e6e7-4d50-bb4d-c88def65ab58 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 945 time: 0.0637591 Jul 23 17:08:15.064649 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ef056fcc-ca37-4043-8f2f-3050974fe17b req-a7dcc51b-e2fd-4a1f-9303-4dfe7f49d53b tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319791 Jul 23 17:08:15.324534 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd523f9-ed08-4ebc-9f05-b628e922e3b5 req-a1a8cc04-fa5b-45bb-b296-978bd382f15c tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:15.326125 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6cd523f9-ed08-4ebc-9f05-b628e922e3b5 req-a1a8cc04-fa5b-45bb-b296-978bd382f15c tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 945 time: 0.0682142 Jul 23 17:08:15.351332 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-600a9e7a-5238-4a9a-b71c-d9d12e50fe7f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1050425 Jul 23 17:08:15.365245 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6cd523f9-ed08-4ebc-9f05-b628e922e3b5 req-eec77e0e-84a6-4f26-be78-c83d3c9dc410 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329008 Jul 23 17:08:16.424192 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-3c2426a2-f3f5-4c4e-9d4d-4b39e592f487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:16.425737 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-3c2426a2-f3f5-4c4e-9d4d-4b39e592f487 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 1096 time: 0.0611198 Jul 23 17:08:16.502780 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70424ef0-36ce-43bf-9f88-8918a308bee5 req-91ae470f-1683-4dce-8613-333325e55a16 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:16.504311 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-70424ef0-36ce-43bf-9f88-8918a308bee5 req-91ae470f-1683-4dce-8613-333325e55a16 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 945 time: 0.0681844 Jul 23 17:08:16.515168 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-8417ca27-fde8-4f1d-ba75-87a99d3e6cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:16.516636 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-8417ca27-fde8-4f1d-ba75-87a99d3e6cb4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0848551 Jul 23 17:08:16.544227 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-70424ef0-36ce-43bf-9f88-8918a308bee5 req-a52c9138-b667-4c13-9558-fab326b6f068 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338264 Jul 23 17:08:16.594201 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-59a1532c-bbe0-4cb2-b0e9-94e3e77ad330 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2faac15d-785c-4b09-b15b-4b9bbae5dfe8 HTTP/1.1" status: 200 len: 1001 time: 0.0710793 Jul 23 17:08:16.642420 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-03c9639f-9790-46d7-9e33-175143a8dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:16.643947 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-03c9639f-9790-46d7-9e33-175143a8dad0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0440691 Jul 23 17:08:16.700881 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-ba2c0835-1ec0-4ba6-9a3e-6a4991ff03ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:16.702395 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-ba2c0835-1ec0-4ba6-9a3e-6a4991ff03ea service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518858 Jul 23 17:08:16.713084 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-f74be720-7add-4daa-acb9-832e5e64455e service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:08:16.714011 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-f74be720-7add-4daa-acb9-832e5e64455e service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054688 Jul 23 17:08:16.806214 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-c280e9f3-f6b4-4b3f-a45a-eb83313ec3b7 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858679 Jul 23 17:08:16.893632 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-d94acaa4-393c-4815-8bb9-2565310dd455 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815871 Jul 23 17:08:17.674531 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a55ee7-75ad-4372-aab6-1ff60fd2d268 req-127edaae-61d5-4b66-b7a6-a27f45b0d6e3 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:17.676035 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0a55ee7-75ad-4372-aab6-1ff60fd2d268 req-127edaae-61d5-4b66-b7a6-a27f45b0d6e3 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 945 time: 0.0646570 Jul 23 17:08:17.714370 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0a55ee7-75ad-4372-aab6-1ff60fd2d268 req-377162c2-759c-4ded-8a31-af9236f10e3d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328276 Jul 23 17:08:18.687680 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-eee31fe8-f18e-409e-86df-68f2edcce0f9 service neutron] show failed (client error): The resource could not be found. Jul 23 17:08:18.688668 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-eee31fe8-f18e-409e-86df-68f2edcce0f9 service neutron] 10.222.0.74 "GET /v2.0/ports/2faac15d-785c-4b09-b15b-4b9bbae5dfe8/bindings/n-h2-778549-4 HTTP/1.1" status: 404 len: 380 time: 0.0572021 Jul 23 17:08:18.851398 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e796f-8d9e-42d9-b777-eee4432d0c0c req-dd05d179-b8dc-4675-872e-4db972277c76 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:18.853676 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-088e796f-8d9e-42d9-b777-eee4432d0c0c req-dd05d179-b8dc-4675-872e-4db972277c76 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 945 time: 0.0698352 Jul 23 17:08:18.899526 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-088e796f-8d9e-42d9-b777-eee4432d0c0c req-5c352166-90c4-479a-a1a9-f6359009f073 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380433 Jul 23 17:08:18.957258 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-dbc04202-4251-4005-ae4c-cd6f66ccc777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:18.958710 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-dbc04202-4251-4005-ae4c-cd6f66ccc777 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9&tenant_id=c8a2bed23128491a8a32cdfcb8bd611a HTTP/1.1" status: 200 len: 1096 time: 0.1026337 Jul 23 17:08:18.969874 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778549-4', 'device_owner': 'compute:nova'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:08:19.041575 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:19.258630 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] For port 2faac15d-785c-4b09-b15b-4b9bbae5dfe8, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=2faac15d-785c-4b09-b15b-4b9bbae5dfe8,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:08:19.290895 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] For port 2faac15d-785c-4b09-b15b-4b9bbae5dfe8, host n-h1-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:08:19.331818 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d6f238-5f21-486d-9882-621952fcd3c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2faac15d-785c-4b09-b15b-4b9bbae5dfe8'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:08:19.334181 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957e1142-70bf-4e72-a32d-0f755c909521" -d '{"events": [{"server_uuid": "b8d6f238-5f21-486d-9882-621952fcd3c9", "name": "network-vif-unplugged", "status": "completed", "tag": "2faac15d-785c-4b09-b15b-4b9bbae5dfe8"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:08:19.338384 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:19.350959 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] Transition to ACTIVE for port object 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:08:19.354667 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:19.441539 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] Pushing event updated for resources: {'Port': ['ID=2faac15d-785c-4b09-b15b-4b9bbae5dfe8,revision_number=6']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:19.452143 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 17:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6de856d-fb73-40bd-80d9-8857a622fea4 x-openstack-request-id: req-c6de856d-fb73-40bd-80d9-8857a622fea4 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:08:19.452424 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d6f238-5f21-486d-9882-621952fcd3c9", "name": "network-vif-unplugged", "status": "completed", "tag": "2faac15d-785c-4b09-b15b-4b9bbae5dfe8", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:08:19.452763 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c6de856d-fb73-40bd-80d9-8857a622fea4 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:08:19.453199 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d6f238-5f21-486d-9882-621952fcd3c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2faac15d-785c-4b09-b15b-4b9bbae5dfe8', 'code': 200} Jul 23 17:08:19.454461 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:19.454809 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:19.455155 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:19.455492 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:19.455827 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:19.456162 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:19.456497 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:19.456824 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:19.457178 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:19.457507 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:19.457837 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:19.458163 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:19.500651 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] No DVR routers for this DVR port 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 on host n-h1-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:08:19.645086 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] Attempting to bind port 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:08:19.645432 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] Attempting to bind port 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'dfa8e2fd-0f9f-41fd-9354-7a76844d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:08:19.645770 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] Attempting to bind port 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 on network a558a463-1038-49a1-89d3-a7122c4bbdb7 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:08:19.650196 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] Port 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 on network a558a463-1038-49a1-89d3-a7122c4bbdb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:08:19.650520 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] Attempting to bind port 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 on network a558a463-1038-49a1-89d3-a7122c4bbdb7 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:08:19.655439 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:08:19.655723 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] Checking segment: {'id': 'dfa8e2fd-0f9f-41fd-9354-7a76844d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:08:19.656109 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] Bound using segment: {'id': 'dfa8e2fd-0f9f-41fd-9354-7a76844d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:08:19.656543 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] Bound port: 2faac15d-785c-4b09-b15b-4b9bbae5dfe8, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa8e2fd-0f9f-41fd-9354-7a76844d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:08:19.656899 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:19.720312 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] For port 2faac15d-785c-4b09-b15b-4b9bbae5dfe8, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:08:19.723324 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] For port 2faac15d-785c-4b09-b15b-4b9bbae5dfe8, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=2faac15d-785c-4b09-b15b-4b9bbae5dfe8,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:08:19.728631 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:19.773556 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:19.774280 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:19.775710 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] 10.222.0.97 "PUT /v2.0/ports/2faac15d-785c-4b09-b15b-4b9bbae5dfe8 HTTP/1.1" status: 200 len: 1091 time: 0.8099334 Jul 23 17:08:19.792316 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803bd2ce-5994-485e-91c8-1c24eaf463fc service neutron] Pushing event updated for resources: {'Port': ['ID=2faac15d-785c-4b09-b15b-4b9bbae5dfe8,revision_number=7']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:19.854992 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-3eae85de-433d-4400-b151-e423aa96d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:19.856549 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-3eae85de-433d-4400-b151-e423aa96d083 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 1094 time: 0.0580311 Jul 23 17:08:19.955842 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-bb868bec-1d3e-49b5-ab88-b3f51262b5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:19.957468 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-bb868bec-1d3e-49b5-ab88-b3f51262b5be service neutron] 10.222.0.97 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0947616 Jul 23 17:08:20.060626 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-c6fc7cda-69f8-4085-af06-70d193577a94 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2faac15d-785c-4b09-b15b-4b9bbae5dfe8 HTTP/1.1" status: 200 len: 999 time: 0.0961907 Jul 23 17:08:20.123982 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e3830-1a9f-4aa5-908c-a5feda95b81b req-1b3274db-7b3f-4b82-93cc-f61df9e1e033 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:20.125497 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ca9e3830-1a9f-4aa5-908c-a5feda95b81b req-1b3274db-7b3f-4b82-93cc-f61df9e1e033 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 943 time: 0.1534894 Jul 23 17:08:20.142272 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-7c335818-fa0c-4ad7-83a6-f3a70d6e9922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:20.143710 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-7c335818-fa0c-4ad7-83a6-f3a70d6e9922 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0754185 Jul 23 17:08:20.198871 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ca9e3830-1a9f-4aa5-908c-a5feda95b81b req-bc51cee6-4482-4b89-a9b9-c0a837664fb6 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674779 Jul 23 17:08:20.220200 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-bb8943db-e938-4eaa-8d1f-b0d194495b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:20.221779 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-bb8943db-e938-4eaa-8d1f-b0d194495b01 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708175 Jul 23 17:08:20.232248 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-dcaba3dc-6eea-4538-b7ed-48a6cd242a04 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:08:20.233364 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-dcaba3dc-6eea-4538-b7ed-48a6cd242a04 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050066 Jul 23 17:08:20.332125 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-b3a5e4b8-abba-497c-a742-ebecbb777962 service neutron] 10.222.0.97 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905240 Jul 23 17:08:20.422473 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c5d03990-f4e5-4d8b-99fb-acfd03f97440 req-658fe1be-0a7a-47df-b558-0233aabef26d service neutron] 10.222.0.97 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833704 Jul 23 17:08:21.333027 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ec380-6f3f-404a-ba77-3860bdcf3326 req-8a87d202-59c1-4201-94e2-ce5a88e61fc1 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:21.334540 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c9ec380-6f3f-404a-ba77-3860bdcf3326 req-8a87d202-59c1-4201-94e2-ce5a88e61fc1 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 943 time: 0.0647535 Jul 23 17:08:21.372367 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c9ec380-6f3f-404a-ba77-3860bdcf3326 req-0c62ec74-dd32-460c-8da4-b6e4d66ba869 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316486 Jul 23 17:08:21.454105 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8d6f238-5f21-486d-9882-621952fcd3c9', 'tag': '2faac15d-785c-4b09-b15b-4b9bbae5dfe8'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:08:21.456471 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eab4507-694f-475c-9ffa-187ad0eb4e9b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8d6f238-5f21-486d-9882-621952fcd3c9", "tag": "2faac15d-785c-4b09-b15b-4b9bbae5dfe8"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:08:21.503430 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfb742f-09c1-4653-be24-afcb717e8122 x-openstack-request-id: req-5cfb742f-09c1-4653-be24-afcb717e8122 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:08:21.503726 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8d6f238-5f21-486d-9882-621952fcd3c9", "tag": "2faac15d-785c-4b09-b15b-4b9bbae5dfe8", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:08:21.504040 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5cfb742f-09c1-4653-be24-afcb717e8122 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:08:21.504426 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8d6f238-5f21-486d-9882-621952fcd3c9', 'tag': '2faac15d-785c-4b09-b15b-4b9bbae5dfe8', 'status': 'completed', 'code': 200} Jul 23 17:08:21.582287 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab4507-694f-475c-9ffa-187ad0eb4e9b req-ebf119a9-7ad7-4e0c-bcbd-379af3563d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:21.583449 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab4507-694f-475c-9ffa-187ad0eb4e9b req-547344f5-4f52-41ab-a151-4afff72b1450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:21.583924 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0eab4507-694f-475c-9ffa-187ad0eb4e9b req-ebf119a9-7ad7-4e0c-bcbd-379af3563d1d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 1094 time: 0.0587368 Jul 23 17:08:21.584929 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0eab4507-694f-475c-9ffa-187ad0eb4e9b req-547344f5-4f52-41ab-a151-4afff72b1450 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 1094 time: 0.0616760 Jul 23 17:08:21.677888 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab4507-694f-475c-9ffa-187ad0eb4e9b req-526010db-d79a-4e1b-80a7-785b30e9f410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:21.679406 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0eab4507-694f-475c-9ffa-187ad0eb4e9b req-526010db-d79a-4e1b-80a7-785b30e9f410 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0894024 Jul 23 17:08:21.691832 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab4507-694f-475c-9ffa-187ad0eb4e9b req-a65dbbc8-7f87-4a79-bfee-6377d56776cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:21.694013 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0eab4507-694f-475c-9ffa-187ad0eb4e9b req-a65dbbc8-7f87-4a79-bfee-6377d56776cb service neutron] 10.222.0.97 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0933967 Jul 23 17:08:21.750497 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0eab4507-694f-475c-9ffa-187ad0eb4e9b req-1b26a385-5341-415d-a908-d974d9d8ed4f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2faac15d-785c-4b09-b15b-4b9bbae5dfe8 HTTP/1.1" status: 200 len: 999 time: 0.0640688 Jul 23 17:08:21.765834 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0eab4507-694f-475c-9ffa-187ad0eb4e9b req-3ed1fb32-0294-4eb8-b927-ae1226d39833 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2faac15d-785c-4b09-b15b-4b9bbae5dfe8 HTTP/1.1" status: 200 len: 999 time: 0.0649192 Jul 23 17:08:21.798351 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab4507-694f-475c-9ffa-187ad0eb4e9b req-7f63b088-fb2e-4912-8d53-19d1d9d94bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:21.799835 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0eab4507-694f-475c-9ffa-187ad0eb4e9b req-7f63b088-fb2e-4912-8d53-19d1d9d94bed service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0435159 Jul 23 17:08:21.814983 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab4507-694f-475c-9ffa-187ad0eb4e9b req-412909bb-ae52-4321-b62c-222637256ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:21.816496 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0eab4507-694f-475c-9ffa-187ad0eb4e9b req-412909bb-ae52-4321-b62c-222637256ba4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0442526 Jul 23 17:08:21.857889 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab4507-694f-475c-9ffa-187ad0eb4e9b req-e4aaac83-d230-4394-88af-68cb15757e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:21.859340 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0eab4507-694f-475c-9ffa-187ad0eb4e9b req-e4aaac83-d230-4394-88af-68cb15757e35 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531685 Jul 23 17:08:21.876816 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab4507-694f-475c-9ffa-187ad0eb4e9b req-70522720-30a0-4bdd-92e2-077e7a620793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:21.878394 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0eab4507-694f-475c-9ffa-187ad0eb4e9b req-70522720-30a0-4bdd-92e2-077e7a620793 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560594 Jul 23 17:08:21.975849 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0eab4507-694f-475c-9ffa-187ad0eb4e9b req-6ddb9e18-6183-4f48-8bb4-048e71538090 service neutron] 10.222.0.97 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907607 Jul 23 17:08:22.073598 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0eab4507-694f-475c-9ffa-187ad0eb4e9b req-3beb2072-8f72-4330-b4e2-554fd27d309d service neutron] 10.222.0.97 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907280 Jul 23 17:08:22.265151 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:08:22.288151 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0eab4507-694f-475c-9ffa-187ad0eb4e9b req-4067603d-73f5-430e-9943-b7d5c17189ab service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225512 Jul 23 17:08:22.305644 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:08:22.379741 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-0eab4507-694f-475c-9ffa-187ad0eb4e9b req-450a98cb-a7f8-4d04-b280-9b50f7312e6f service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848594 Jul 23 17:08:22.506166 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742489e1-b52c-4080-891a-a6dc7066be8d req-ff4fd69c-ba10-4fa8-8c85-ab21fc0f9305 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:22.507655 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-742489e1-b52c-4080-891a-a6dc7066be8d req-ff4fd69c-ba10-4fa8-8c85-ab21fc0f9305 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 943 time: 0.0674956 Jul 23 17:08:22.548742 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-742489e1-b52c-4080-891a-a6dc7066be8d req-b9028163-da00-455c-b285-755c1d816aa4 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349395 Jul 23 17:08:22.761677 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bfe0a-a8c1-407d-b0f9-dd5edc0bf259 req-e5a78c10-88a3-42c4-9c0b-01f61664c18b tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:22.763397 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-791bfe0a-a8c1-407d-b0f9-dd5edc0bf259 req-e5a78c10-88a3-42c4-9c0b-01f61664c18b tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 943 time: 0.0676782 Jul 23 17:08:22.777482 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073ce96-77ff-4308-b7b9-4d0e5e09505e req-e5148acd-f4cf-4e03-9aeb-4e166e04d35f tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:22.778943 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7073ce96-77ff-4308-b7b9-4d0e5e09505e req-e5148acd-f4cf-4e03-9aeb-4e166e04d35f tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9&tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&binding%3Ahost_id=n-h2-778549-4 HTTP/1.1" status: 200 len: 943 time: 0.0734301 Jul 23 17:08:22.803001 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-791bfe0a-a8c1-407d-b0f9-dd5edc0bf259 req-0389748a-615a-4093-abfd-35c14262cbd3 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341270 Jul 23 17:08:22.842900 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [req-7073ce96-77ff-4308-b7b9-4d0e5e09505e req-b3dc6c5b-b283-432e-91c5-cf7a2a453671 service neutron] delete failed (client error): The resource could not be found. Jul 23 17:08:22.844537 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7073ce96-77ff-4308-b7b9-4d0e5e09505e req-b3dc6c5b-b283-432e-91c5-cf7a2a453671 service neutron] 10.222.0.74 "DELETE /v2.0/ports/2faac15d-785c-4b09-b15b-4b9bbae5dfe8/bindings/n-h1-778549-4 HTTP/1.1" status: 404 len: 380 time: 0.0588963 Jul 23 17:08:22.942266 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073ce96-77ff-4308-b7b9-4d0e5e09505e req-bf94e7c1-5420-43cb-b039-8318ad8640f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:22.943760 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7073ce96-77ff-4308-b7b9-4d0e5e09505e req-bf94e7c1-5420-43cb-b039-8318ad8640f4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 1094 time: 0.0563078 Jul 23 17:08:23.034330 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073ce96-77ff-4308-b7b9-4d0e5e09505e req-c68d3596-d18c-4c2f-a8f5-2589ec0070b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:23.035799 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7073ce96-77ff-4308-b7b9-4d0e5e09505e req-c68d3596-d18c-4c2f-a8f5-2589ec0070b3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0854363 Jul 23 17:08:23.103525 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7073ce96-77ff-4308-b7b9-4d0e5e09505e req-71cb253a-e358-4028-a721-8818ef5fcc10 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2faac15d-785c-4b09-b15b-4b9bbae5dfe8 HTTP/1.1" status: 200 len: 999 time: 0.0608275 Jul 23 17:08:23.152062 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073ce96-77ff-4308-b7b9-4d0e5e09505e req-5dff5ee5-12d5-4627-90df-944bc3e4bf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:23.153552 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7073ce96-77ff-4308-b7b9-4d0e5e09505e req-5dff5ee5-12d5-4627-90df-944bc3e4bf7f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0442393 Jul 23 17:08:23.212872 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073ce96-77ff-4308-b7b9-4d0e5e09505e req-04293840-f535-45cd-b22f-da30961e6735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:23.214415 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7073ce96-77ff-4308-b7b9-4d0e5e09505e req-04293840-f535-45cd-b22f-da30961e6735 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550065 Jul 23 17:08:23.304923 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7073ce96-77ff-4308-b7b9-4d0e5e09505e req-84cb4237-b7c1-40db-883d-9f7d9a379941 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836947 Jul 23 17:08:23.395644 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7073ce96-77ff-4308-b7b9-4d0e5e09505e req-775b6014-7b4a-4207-88fa-61b97480135a service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838296 Jul 23 17:08:23.430378 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:08:23.527473 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 2faac15d-785c-4b09-b15b-4b9bbae5dfe8, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=2faac15d-785c-4b09-b15b-4b9bbae5dfe8,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:08:23.538174 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '2faac15d-785c-4b09-b15b-4b9bbae5dfe8', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'port_id': '2faac15d-785c-4b09-b15b-4b9bbae5dfe8', 'mac_address': 'fa:16:3e:28:17:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:08:23.577890 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:23.590167 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:08:23.608624 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 2faac15d-785c-4b09-b15b-4b9bbae5dfe8, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=2faac15d-785c-4b09-b15b-4b9bbae5dfe8,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:08:23.612680 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:23.658826 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=2faac15d-785c-4b09-b15b-4b9bbae5dfe8,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:23.665869 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:23.666214 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:23.666554 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:23.666890 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:23.667224 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:23.667547 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:23.667872 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:23.668197 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:23.668525 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:23.668852 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:23.669201 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:23.669523 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:23.815411 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['2faac15d-785c-4b09-b15b-4b9bbae5dfe8'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:08:23.950538 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c0c7b-6dcf-4550-8808-9581be918b8b req-8b696312-280e-4e20-aff5-9955a546f455 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:23.951998 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b0c0c7b-6dcf-4550-8808-9581be918b8b req-8b696312-280e-4e20-aff5-9955a546f455 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 944 time: 0.0753102 Jul 23 17:08:23.993489 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b0c0c7b-6dcf-4550-8808-9581be918b8b req-4e657848-ffbc-4814-aaf0-d68356d606fc tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344994 Jul 23 17:08:24.129367 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be998f-1692-4a64-bbbf-8c283499b7a3 req-7251ca60-a885-4475-bda2-5911d9fe3d55 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:24.130850 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-65be998f-1692-4a64-bbbf-8c283499b7a3 req-7251ca60-a885-4475-bda2-5911d9fe3d55 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 944 time: 0.0691345 Jul 23 17:08:24.169032 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-65be998f-1692-4a64-bbbf-8c283499b7a3 req-4a509ac5-ad56-45f5-bdb3-ef20d461e407 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321512 Jul 23 17:08:24.426209 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0224a2-63a7-418a-a930-15f006af32cd req-2dc9573e-e943-4fc4-a733-278497844e24 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:24.427693 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3e0224a2-63a7-418a-a930-15f006af32cd req-2dc9573e-e943-4fc4-a733-278497844e24 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 944 time: 0.1033387 Jul 23 17:08:24.433422 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1fae5-3f3b-4d3d-8aaa-7033fca8b916 req-7410b6ae-8076-4b12-8d20-04f2bd452f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:24.434817 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e3d1fae5-3f3b-4d3d-8aaa-7033fca8b916 req-7410b6ae-8076-4b12-8d20-04f2bd452f5b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 1095 time: 0.0801299 Jul 23 17:08:24.516810 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3e0224a2-63a7-418a-a930-15f006af32cd req-b7ecf7be-eb49-4480-bd28-e8e4c483f515 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809460 Jul 23 17:08:24.544159 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1fae5-3f3b-4d3d-8aaa-7033fca8b916 req-bfbf38d7-44e7-458e-bafe-c121fea04437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:24.545672 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e3d1fae5-3f3b-4d3d-8aaa-7033fca8b916 req-bfbf38d7-44e7-458e-bafe-c121fea04437 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.1042242 Jul 23 17:08:24.612895 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e3d1fae5-3f3b-4d3d-8aaa-7033fca8b916 req-20e49ec3-fe3e-49e6-837b-f1baab44bd01 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2faac15d-785c-4b09-b15b-4b9bbae5dfe8 HTTP/1.1" status: 200 len: 1000 time: 0.0604761 Jul 23 17:08:24.659866 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1fae5-3f3b-4d3d-8aaa-7033fca8b916 req-6c650a0a-1eb6-4400-a49c-e54c4d10f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:24.661330 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e3d1fae5-3f3b-4d3d-8aaa-7033fca8b916 req-6c650a0a-1eb6-4400-a49c-e54c4d10f868 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0420675 Jul 23 17:08:24.719509 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1fae5-3f3b-4d3d-8aaa-7033fca8b916 req-302056a6-7be8-4978-9fa2-500945cd00f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:24.721013 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e3d1fae5-3f3b-4d3d-8aaa-7033fca8b916 req-302056a6-7be8-4978-9fa2-500945cd00f4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538664 Jul 23 17:08:24.815308 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e3d1fae5-3f3b-4d3d-8aaa-7033fca8b916 req-91e865f2-6b37-4839-9863-38ee4f356e97 service neutron] 10.222.0.97 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872045 Jul 23 17:08:24.908278 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e3d1fae5-3f3b-4d3d-8aaa-7033fca8b916 req-02ae334b-95f5-48d4-8e7b-41f208a4656e service neutron] 10.222.0.97 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865450 Jul 23 17:08:25.446627 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:08:25.495269 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:08:25.498979 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:08:25.499478 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:25.575348 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:25.597582 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d6f238-5f21-486d-9882-621952fcd3c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2faac15d-785c-4b09-b15b-4b9bbae5dfe8'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:08:25.599858 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd75bcd5-0703-41e7-8576-ab57818f28dd" -d '{"events": [{"server_uuid": "b8d6f238-5f21-486d-9882-621952fcd3c9", "name": "network-vif-plugged", "status": "completed", "tag": "2faac15d-785c-4b09-b15b-4b9bbae5dfe8"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:08:25.613779 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 2faac15d-785c-4b09-b15b-4b9bbae5dfe8, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=2faac15d-785c-4b09-b15b-4b9bbae5dfe8,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:08:25.619268 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:25.654623 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e26d8d-b697-4d2b-beb1-aa76d3112950 req-4fcd687d-d54a-4e0e-b184-584ca8c517cc tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:25.656225 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-06e26d8d-b697-4d2b-beb1-aa76d3112950 req-4fcd687d-d54a-4e0e-b184-584ca8c517cc tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 944 time: 0.0698719 Jul 23 17:08:25.688480 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=2faac15d-785c-4b09-b15b-4b9bbae5dfe8,revision_number=9']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:25.697852 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-06e26d8d-b697-4d2b-beb1-aa76d3112950 req-dfb378e0-2fe1-41af-9728-f7111416787f tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359199 Jul 23 17:08:25.726040 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1dd60b-ec7a-43eb-a039-90ade05aa601 x-openstack-request-id: req-1c1dd60b-ec7a-43eb-a039-90ade05aa601 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:08:25.726335 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d6f238-5f21-486d-9882-621952fcd3c9", "name": "network-vif-plugged", "status": "completed", "tag": "2faac15d-785c-4b09-b15b-4b9bbae5dfe8", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:08:25.726599 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1c1dd60b-ec7a-43eb-a039-90ade05aa601 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:08:25.727817 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d6f238-5f21-486d-9882-621952fcd3c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2faac15d-785c-4b09-b15b-4b9bbae5dfe8', 'code': 200} Jul 23 17:08:25.953240 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3cdf8-d805-4993-90b6-49dd3737ff82 req-15cdcbdc-5270-43f1-83b9-1cef15d43e0e tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:25.954643 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-01f3cdf8-d805-4993-90b6-49dd3737ff82 req-15cdcbdc-5270-43f1-83b9-1cef15d43e0e tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 945 time: 0.0639377 Jul 23 17:08:25.991974 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-01f3cdf8-d805-4993-90b6-49dd3737ff82 req-6f2ffc5c-21d0-46f1-b97b-c029dddaf845 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316825 Jul 23 17:08:27.127089 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054f9cb-ec32-4e68-ab07-008aaa8d3b98 req-284c0b1e-8b65-414d-87b2-13d2767d4fea tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:27.128570 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4054f9cb-ec32-4e68-ab07-008aaa8d3b98 req-284c0b1e-8b65-414d-87b2-13d2767d4fea tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 945 time: 0.0672097 Jul 23 17:08:27.166586 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4054f9cb-ec32-4e68-ab07-008aaa8d3b98 req-ace09f91-3498-4fe5-9b7c-1ea97fafc57e tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321844 Jul 23 17:08:27.276738 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56cf3c-df25-4144-8bb5-9b3f019861fc req-c2239070-0be6-428e-abff-762ee3e47743 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:27.278153 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2b56cf3c-df25-4144-8bb5-9b3f019861fc req-c2239070-0be6-428e-abff-762ee3e47743 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.97 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 945 time: 0.0628409 Jul 23 17:08:27.380484 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-2b56cf3c-df25-4144-8bb5-9b3f019861fc req-b6cd1a2b-b0ed-4b5c-8ef7-2547f2acfb82 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Deleting port 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:08:27.380827 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2b56cf3c-df25-4144-8bb5-9b3f019861fc req-b6cd1a2b-b0ed-4b5c-8ef7-2547f2acfb82 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:27.469411 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-2b56cf3c-df25-4144-8bb5-9b3f019861fc req-b6cd1a2b-b0ed-4b5c-8ef7-2547f2acfb82 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] For port 2faac15d-785c-4b09-b15b-4b9bbae5dfe8, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=2faac15d-785c-4b09-b15b-4b9bbae5dfe8,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:08:27.469771 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2b56cf3c-df25-4144-8bb5-9b3f019861fc req-b6cd1a2b-b0ed-4b5c-8ef7-2547f2acfb82 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:27.636193 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2b56cf3c-df25-4144-8bb5-9b3f019861fc req-b6cd1a2b-b0ed-4b5c-8ef7-2547f2acfb82 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:27.636575 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2b56cf3c-df25-4144-8bb5-9b3f019861fc req-b6cd1a2b-b0ed-4b5c-8ef7-2547f2acfb82 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:27.636880 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [req-2b56cf3c-df25-4144-8bb5-9b3f019861fc req-b6cd1a2b-b0ed-4b5c-8ef7-2547f2acfb82 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Floating IP 28e3fedc-637f-4892-bb27-e456a66652c8 disassociated. External IP: 172.25.8.176, port: 2faac15d-785c-4b09-b15b-4b9bbae5dfe8. Jul 23 17:08:27.637241 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-2b56cf3c-df25-4144-8bb5-9b3f019861fc req-b6cd1a2b-b0ed-4b5c-8ef7-2547f2acfb82 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Calling delete_port for 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:08:27.767831 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2b56cf3c-df25-4144-8bb5-9b3f019861fc req-b6cd1a2b-b0ed-4b5c-8ef7-2547f2acfb82 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:27.800999 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd1a2b-b0ed-4b5c-8ef7-2547f2acfb82 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Pushing event deleted for resources: {'Port': ['ID=2faac15d-785c-4b09-b15b-4b9bbae5dfe8,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:27.922624 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b56cf3c-df25-4144-8bb5-9b3f019861fc req-b6cd1a2b-b0ed-4b5c-8ef7-2547f2acfb82 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:08:28.034314 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b56cf3c-df25-4144-8bb5-9b3f019861fc req-b6cd1a2b-b0ed-4b5c-8ef7-2547f2acfb82 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:08:28.045207 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12be46e1-1f97-4756-a111-f519f935942e None None] Sync routers for ids ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:08:28.054477 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12be46e1-1f97-4756-a111-f519f935942e None None] Routers {'9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:08:28.055202 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-12be46e1-1f97-4756-a111-f519f935942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:08:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:08:28.079595 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b56cf3c-df25-4144-8bb5-9b3f019861fc req-b6cd1a2b-b0ed-4b5c-8ef7-2547f2acfb82 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] No DVR routers for this DVR port 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:08:28.082336 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2b56cf3c-df25-4144-8bb5-9b3f019861fc req-b6cd1a2b-b0ed-4b5c-8ef7-2547f2acfb82 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:28.084495 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2b56cf3c-df25-4144-8bb5-9b3f019861fc req-b6cd1a2b-b0ed-4b5c-8ef7-2547f2acfb82 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.97 "DELETE /v2.0/ports/2faac15d-785c-4b09-b15b-4b9bbae5dfe8 HTTP/1.1" status: 204 len: 173 time: 0.8010428 Jul 23 17:08:28.084928 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d6f238-5f21-486d-9882-621952fcd3c9', 'name': 'network-vif-deleted', 'tag': '2faac15d-785c-4b09-b15b-4b9bbae5dfe8'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:08:28.088386 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbc8275-299a-4aea-ad8b-c3369b75f5a0" -d '{"events": [{"server_uuid": "b8d6f238-5f21-486d-9882-621952fcd3c9", "name": "network-vif-deleted", "tag": "2faac15d-785c-4b09-b15b-4b9bbae5dfe8"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:08:28.127135 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce5d29e-8746-4adb-90c6-2d545ebbcd5b x-openstack-request-id: req-0ce5d29e-8746-4adb-90c6-2d545ebbcd5b {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:08:28.127757 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d6f238-5f21-486d-9882-621952fcd3c9", "name": "network-vif-deleted", "tag": "2faac15d-785c-4b09-b15b-4b9bbae5dfe8", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:08:28.127757 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0ce5d29e-8746-4adb-90c6-2d545ebbcd5b {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:08:28.128132 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d6f238-5f21-486d-9882-621952fcd3c9', 'name': 'network-vif-deleted', 'tag': '2faac15d-785c-4b09-b15b-4b9bbae5dfe8', 'status': 'completed', 'code': 200} Jul 23 17:08:28.183646 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-12be46e1-1f97-4756-a111-f519f935942e None None] Set router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:08:28.293260 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-01214208-cfab-496b-9ddd-93561324d16c req-b370c875-71e8-46f5-af4c-7690e1ac94b2 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8d6f238-5f21-486d-9882-621952fcd3c9 HTTP/1.1" status: 200 len: 210 time: 0.0385752 Jul 23 17:08:28.408387 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-12be46e1-1f97-4756-a111-f519f935942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:03:56Z', 'updated_at': '2021-07-23T17:03:59Z', 'revision_number': 4, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'gw_port': {'id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:57Z', 'updated_at': '2021-07-23T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'b7bb1085-308d-4d9d-a5fd-b029129db2ac', 'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'mac_address': 'fa:16:3e:94:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:59Z', 'updated_at': '2021-07-23T17:04:05Z', 'revision_number': 5, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'subnets': [{'id': '5976ceb7-755c-4adf-b695-78f866395610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:08:28.433853 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12be46e1-1f97-4756-a111-f519f935942e None None] Checking router: 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:08:28.442322 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12be46e1-1f97-4756-a111-f519f935942e None None] Routers {'9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:08:28.442929 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-12be46e1-1f97-4756-a111-f519f935942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:08:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:08:28.546739 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-12be46e1-1f97-4756-a111-f519f935942e None None] Set router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:08:28.896947 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-12be46e1-1f97-4756-a111-f519f935942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:03:56Z', 'updated_at': '2021-07-23T17:03:59Z', 'revision_number': 4, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'gw_port': {'id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:57Z', 'updated_at': '2021-07-23T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'b7bb1085-308d-4d9d-a5fd-b029129db2ac', 'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'mac_address': 'fa:16:3e:94:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:59Z', 'updated_at': '2021-07-23T17:04:05Z', 'revision_number': 5, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'subnets': [{'id': '5976ceb7-755c-4adf-b695-78f866395610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:08:28.922428 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12be46e1-1f97-4756-a111-f519f935942e None None] The sync data for ids ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'] in n-d-778549-4 is: [{'id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:03:56Z', 'updated_at': '2021-07-23T17:03:59Z', 'revision_number': 4, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'gw_port': {'id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:57Z', 'updated_at': '2021-07-23T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'b7bb1085-308d-4d9d-a5fd-b029129db2ac', 'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'mac_address': 'fa:16:3e:94:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:59Z', 'updated_at': '2021-07-23T17:04:05Z', 'revision_number': 5, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'subnets': [{'id': '5976ceb7-755c-4adf-b695-78f866395610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:08:29.152086 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5e3cbf-7e88-4489-bb06-14a6949b4ea3 None None] New status for floating IP 28e3fedc-637f-4892-bb27-e456a66652c8: DOWN {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:08:29.572788 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-7a155553-3a20-4b2f-89bb-a5166e381fd0 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--989009323&fields=id&tenant_id=c8a2bed23128491a8a32cdfcb8bd611a HTTP/1.1" status: 200 len: 267 time: 0.0343478 Jul 23 17:08:29.676179 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-830dc179-1938-4934-a436-19c4d8c789c1 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:29.677670 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-830dc179-1938-4934-a436-19c4d8c789c1 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 811 time: 0.0985391 Jul 23 17:08:29.692903 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-54bfd69b-7f02-441a-bbed-dd480c339428 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/quotas/c8a2bed23128491a8a32cdfcb8bd611a HTTP/1.1" status: 200 len: 375 time: 0.0090861 Jul 23 17:08:29.765825 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-a76497ac-7ca5-4b36-a13e-65a2653f7fa1 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0671127 Jul 23 17:08:29.904515 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-d82dcf87-3fd3-4205-8d7a-2dde31ad925e service neutron] 10.222.0.73 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273711 Jul 23 17:08:29.996755 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-249c748d-a143-4404-9d7d-738ed7f26c41 service neutron] 10.222.0.73 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864527 Jul 23 17:08:31.182143 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f13614bc-6bd6-49d0-a8c0-58e0d1fa528a req-7ac6f267-d1d0-4939-ac79-9a79b8fdd2f9 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 210 time: 0.0307872 Jul 23 17:08:31.493275 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:08:31.513425 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:08:31.513770 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 2faac15d-785c-4b09-b15b-4b9bbae5dfe8 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:08:32.260650 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a883dfa3-addb-4a48-9f96-8e098dae6b5b req-43d4d978-9c6f-4730-af70-83b292b5ca66 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 210 time: 0.0288582 Jul 23 17:08:32.721255 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ad895993-a48f-460f-92b5-e6e341d722cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:33.359920 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-86594ac9-c15d-4a3b-95dc-c2747d25801e req-d16bd0b3-14ac-4e13-841b-159e3fa007ab tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 210 time: 0.0327353 Jul 23 17:08:34.279982 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-feb53119-65b4-4561-9f9f-85c5b1c7d901 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:34.281402 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-feb53119-65b4-4561-9f9f-85c5b1c7d901 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 811 time: 0.1189806 Jul 23 17:08:34.327619 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-3612898c-402a-480b-bc14-884ff75711f4 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8a2bed23128491a8a32cdfcb8bd611a HTTP/1.1" status: 200 len: 379 time: 0.0383244 Jul 23 17:08:34.341751 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-71186379-6bde-4337-9fcb-33e3d986930a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Request body: {'port': {'device_id': '1ce09445-1f77-4412-9bcb-da011501e892', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'admin_state_up': True, 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'security_groups': ['63243467-6b8c-4984-8b85-1cd744aa1221']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:08:34.454245 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-71186379-6bde-4337-9fcb-33e3d986930a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Made reservation on behalf of c8a2bed23128491a8a32cdfcb8bd611a for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:08:34.456908 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8f292a74-7dcb-4279-9bdb-e63efb13cc7e req-2a024ccc-22ca-45be-9567-965ccc8db099 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 210 time: 0.0296586 Jul 23 17:08:34.458192 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-71186379-6bde-4337-9fcb-33e3d986930a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:34.587585 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-71186379-6bde-4337-9fcb-33e3d986930a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Allocated IP 172.20.0.11 (a558a463-1038-49a1-89d3-a7122c4bbdb7/5976ceb7-755c-4adf-b695-78f866395610/0176a87c-a184-49cc-9a35-09f42ac84608) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:08:34.725765 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-71186379-6bde-4337-9fcb-33e3d986930a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:34.739418 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-71186379-6bde-4337-9fcb-33e3d986930a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Transition to ACTIVE for port object 0176a87c-a184-49cc-9a35-09f42ac84608 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:08:34.771811 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-71186379-6bde-4337-9fcb-33e3d986930a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:34.814196 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-71186379-6bde-4337-9fcb-33e3d986930a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Network a558a463-1038-49a1-89d3-a7122c4bbdb7 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:08:34.819112 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-71186379-6bde-4337-9fcb-33e3d986930a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:08:34.822955 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-71186379-6bde-4337-9fcb-33e3d986930a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:08:34.848442 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71186379-6bde-4337-9fcb-33e3d986930a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Pushing event updated for resources: {'Port': ['ID=0176a87c-a184-49cc-9a35-09f42ac84608,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:34.869806 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71186379-6bde-4337-9fcb-33e3d986930a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:34.870169 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71186379-6bde-4337-9fcb-33e3d986930a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:34.870509 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71186379-6bde-4337-9fcb-33e3d986930a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:34.870841 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71186379-6bde-4337-9fcb-33e3d986930a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:34.871176 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71186379-6bde-4337-9fcb-33e3d986930a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:34.871497 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71186379-6bde-4337-9fcb-33e3d986930a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:34.871970 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71186379-6bde-4337-9fcb-33e3d986930a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:34.872445 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71186379-6bde-4337-9fcb-33e3d986930a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:34.872647 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71186379-6bde-4337-9fcb-33e3d986930a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:34.873141 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71186379-6bde-4337-9fcb-33e3d986930a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:34.873578 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71186379-6bde-4337-9fcb-33e3d986930a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:34.873918 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71186379-6bde-4337-9fcb-33e3d986930a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:34.897429 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-71186379-6bde-4337-9fcb-33e3d986930a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:34.898042 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-71186379-6bde-4337-9fcb-33e3d986930a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:34.915250 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-71186379-6bde-4337-9fcb-33e3d986930a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5765877 Jul 23 17:08:34.928141 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-be56dcc9-7d16-4f96-be6e-a65284eb3d90 service neutron] Request body: {'port': {'device_id': '1ce09445-1f77-4412-9bcb-da011501e892', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:08:35.003286 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-be56dcc9-7d16-4f96-be6e-a65284eb3d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:35.060119 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-04f2b971-014e-413e-81c7-d21d2db2fc19 None None] Provisioning for port 0176a87c-a184-49cc-9a35-09f42ac84608 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:08:35.063908 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-04f2b971-014e-413e-81c7-d21d2db2fc19 None None] Provisioning complete for port 0176a87c-a184-49cc-9a35-09f42ac84608 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:08:35.064286 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-04f2b971-014e-413e-81c7-d21d2db2fc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:35.102153 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-04f2b971-014e-413e-81c7-d21d2db2fc19 None None] Port 0176a87c-a184-49cc-9a35-09f42ac84608 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:08:35.272339 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-be56dcc9-7d16-4f96-be6e-a65284eb3d90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0176a87c-a184-49cc-9a35-09f42ac84608 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:08:35.280600 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-be56dcc9-7d16-4f96-be6e-a65284eb3d90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:35.293881 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-be56dcc9-7d16-4f96-be6e-a65284eb3d90 service neutron] Transition to ACTIVE for port object 0176a87c-a184-49cc-9a35-09f42ac84608 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:08:35.297228 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-be56dcc9-7d16-4f96-be6e-a65284eb3d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:35.353567 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56dcc9-7d16-4f96-be6e-a65284eb3d90 service neutron] Pushing event updated for resources: {'Port': ['ID=0176a87c-a184-49cc-9a35-09f42ac84608,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:35.367672 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:35.433578 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-be56dcc9-7d16-4f96-be6e-a65284eb3d90 service neutron] Attempting to bind port 0176a87c-a184-49cc-9a35-09f42ac84608 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:08:35.433930 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-be56dcc9-7d16-4f96-be6e-a65284eb3d90 service neutron] Attempting to bind port 0176a87c-a184-49cc-9a35-09f42ac84608 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'dfa8e2fd-0f9f-41fd-9354-7a76844d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:08:35.434307 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-be56dcc9-7d16-4f96-be6e-a65284eb3d90 service neutron] Attempting to bind port 0176a87c-a184-49cc-9a35-09f42ac84608 on network a558a463-1038-49a1-89d3-a7122c4bbdb7 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:08:35.439601 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-be56dcc9-7d16-4f96-be6e-a65284eb3d90 service neutron] Port 0176a87c-a184-49cc-9a35-09f42ac84608 on network a558a463-1038-49a1-89d3-a7122c4bbdb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:08:35.439963 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-be56dcc9-7d16-4f96-be6e-a65284eb3d90 service neutron] Attempting to bind port 0176a87c-a184-49cc-9a35-09f42ac84608 on network a558a463-1038-49a1-89d3-a7122c4bbdb7 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:08:35.440093 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9c4cbd40-34f2-4501-9e28-c0dd2036de12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:35.446398 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-be56dcc9-7d16-4f96-be6e-a65284eb3d90 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:08:35.446740 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-be56dcc9-7d16-4f96-be6e-a65284eb3d90 service neutron] Checking segment: {'id': 'dfa8e2fd-0f9f-41fd-9354-7a76844d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:08:35.447113 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-be56dcc9-7d16-4f96-be6e-a65284eb3d90 service neutron] Bound using segment: {'id': 'dfa8e2fd-0f9f-41fd-9354-7a76844d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:08:35.447549 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-be56dcc9-7d16-4f96-be6e-a65284eb3d90 service neutron] Bound port: 0176a87c-a184-49cc-9a35-09f42ac84608, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa8e2fd-0f9f-41fd-9354-7a76844d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:08:35.447914 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-be56dcc9-7d16-4f96-be6e-a65284eb3d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:35.540346 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-be56dcc9-7d16-4f96-be6e-a65284eb3d90 service neutron] For port 0176a87c-a184-49cc-9a35-09f42ac84608, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:08:35.544439 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-be56dcc9-7d16-4f96-be6e-a65284eb3d90 service neutron] For port 0176a87c-a184-49cc-9a35-09f42ac84608, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=0176a87c-a184-49cc-9a35-09f42ac84608,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:08:35.550362 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-be56dcc9-7d16-4f96-be6e-a65284eb3d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:35.559993 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:35.588921 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-be56dcc9-7d16-4f96-be6e-a65284eb3d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:35.589567 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-be56dcc9-7d16-4f96-be6e-a65284eb3d90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:35.590959 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-be56dcc9-7d16-4f96-be6e-a65284eb3d90 service neutron] 10.222.0.74 "PUT /v2.0/ports/0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 1092 time: 0.6681068 Jul 23 17:08:35.591399 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce09445-1f77-4412-9bcb-da011501e892', 'tag': '0176a87c-a184-49cc-9a35-09f42ac84608'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:08:35.593704 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc54901-8189-4469-a3fb-daa9dab292ca" -d '{"events": [{"name": "network-changed", "server_uuid": "1ce09445-1f77-4412-9bcb-da011501e892", "tag": "0176a87c-a184-49cc-9a35-09f42ac84608"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:08:35.619338 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56dcc9-7d16-4f96-be6e-a65284eb3d90 service neutron] Pushing event updated for resources: {'Port': ['ID=0176a87c-a184-49cc-9a35-09f42ac84608,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:35.645893 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c4423-67cf-4d13-ab9b-2c675204c944 req-21a139f9-f585-481b-a841-2149bcd1aa2c tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:35.654226 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0a4c4423-67cf-4d13-ab9b-2c675204c944 req-21a139f9-f585-481b-a841-2149bcd1aa2c tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 944 time: 0.0859103 Jul 23 17:08:35.694086 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbca07da-5c55-492e-8cd0-e099caaff35a x-openstack-request-id: req-dbca07da-5c55-492e-8cd0-e099caaff35a {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:08:35.694437 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ce09445-1f77-4412-9bcb-da011501e892", "tag": "0176a87c-a184-49cc-9a35-09f42ac84608", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:08:35.695376 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dbca07da-5c55-492e-8cd0-e099caaff35a {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:08:35.696628 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce09445-1f77-4412-9bcb-da011501e892', 'tag': '0176a87c-a184-49cc-9a35-09f42ac84608', 'status': 'completed', 'code': 200} Jul 23 17:08:35.700726 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0a4c4423-67cf-4d13-ab9b-2c675204c944 req-ec861df0-c82a-442e-8847-3c9d1c04c538 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452821 Jul 23 17:08:35.731570 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-94644a8f-5d07-4f0e-953b-2afbb6b9a7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:35.733379 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-94644a8f-5d07-4f0e-953b-2afbb6b9a7ad service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1095 time: 0.0818138 Jul 23 17:08:35.778376 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-7325aa9f-a7c1-44d0-8904-77090457848b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0381038 Jul 23 17:08:35.833213 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-0e315a08-55d7-4425-9978-03a629dba691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:35.834828 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-0e315a08-55d7-4425-9978-03a629dba691 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0507450 Jul 23 17:08:35.901317 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-43d6083c-f368-4a5f-937a-fabbc0b03b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:35.902891 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-43d6083c-f368-4a5f-937a-fabbc0b03b76 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619640 Jul 23 17:08:35.999032 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-e5563306-30a4-4aac-b8ba-b4c2fe88f434 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899022 Jul 23 17:08:36.088987 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-494c0aed-8556-48b2-a804-5dc09fc383ec req-2fb5043b-ad39-466e-b884-526b76f82cc7 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841615 Jul 23 17:08:36.190685 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc54901-8189-4469-a3fb-daa9dab292ca req-48e88549-2075-4270-96ee-65a1b0d881b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:36.192095 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-edc54901-8189-4469-a3fb-daa9dab292ca req-48e88549-2075-4270-96ee-65a1b0d881b5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1095 time: 0.0575011 Jul 23 17:08:36.287121 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc54901-8189-4469-a3fb-daa9dab292ca req-b24e5ae9-3c45-4ff0-9293-b5cba62695da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:36.288630 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-edc54901-8189-4469-a3fb-daa9dab292ca req-b24e5ae9-3c45-4ff0-9293-b5cba62695da service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0904603 Jul 23 17:08:36.332065 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-edc54901-8189-4469-a3fb-daa9dab292ca req-00180dcd-fb60-4584-b082-b3d1b1f49b1c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0360582 Jul 23 17:08:36.385437 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc54901-8189-4469-a3fb-daa9dab292ca req-cf83221e-f8c3-4b04-8fb7-859d59cebb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:36.386889 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-edc54901-8189-4469-a3fb-daa9dab292ca req-cf83221e-f8c3-4b04-8fb7-859d59cebb92 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0479379 Jul 23 17:08:36.445193 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc54901-8189-4469-a3fb-daa9dab292ca req-4be855e3-ba8e-484a-a83c-72cfd8914668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:36.447223 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-edc54901-8189-4469-a3fb-daa9dab292ca req-4be855e3-ba8e-484a-a83c-72cfd8914668 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533342 Jul 23 17:08:36.535532 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-edc54901-8189-4469-a3fb-daa9dab292ca req-2b54b656-50b3-4794-9fcf-36019dfb1a91 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813341 Jul 23 17:08:36.628233 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-edc54901-8189-4469-a3fb-daa9dab292ca req-5e8e6207-f284-4e2b-9bda-64ce9c29f32b service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858212 Jul 23 17:08:36.695665 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:36.837240 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8a318-0175-4e91-9369-75dc8684ce1e req-5c321898-e9f3-4b93-80f5-e6a9a5a5a11c tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:36.838745 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-85c8a318-0175-4e91-9369-75dc8684ce1e req-5c321898-e9f3-4b93-80f5-e6a9a5a5a11c tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 944 time: 0.0665429 Jul 23 17:08:36.877441 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-85c8a318-0175-4e91-9369-75dc8684ce1e req-cfb34b72-8da0-4967-ba29-5401e3f5e02a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330698 Jul 23 17:08:37.782102 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:38.017953 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279392a-ecee-4a60-9511-10702cfa1330 req-dc9adf94-23a6-4e13-a19f-fa04451ba415 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:38.019383 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3279392a-ecee-4a60-9511-10702cfa1330 req-dc9adf94-23a6-4e13-a19f-fa04451ba415 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 944 time: 0.0752311 Jul 23 17:08:38.057590 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3279392a-ecee-4a60-9511-10702cfa1330 req-8c37f3a7-f0f6-480e-a9ec-38c75f4c4129 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323865 Jul 23 17:08:38.317294 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 0176a87c-a184-49cc-9a35-09f42ac84608 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:08:38.410166 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 0176a87c-a184-49cc-9a35-09f42ac84608, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=0176a87c-a184-49cc-9a35-09f42ac84608,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:08:38.421901 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '0176a87c-a184-49cc-9a35-09f42ac84608', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'port_id': '0176a87c-a184-49cc-9a35-09f42ac84608', 'mac_address': 'fa:16:3e:a0:f8:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:08:38.464331 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:38.476674 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0176a87c-a184-49cc-9a35-09f42ac84608 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:08:38.496365 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 0176a87c-a184-49cc-9a35-09f42ac84608, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=0176a87c-a184-49cc-9a35-09f42ac84608,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:08:38.500519 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:38.547226 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=0176a87c-a184-49cc-9a35-09f42ac84608,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:38.706056 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['0176a87c-a184-49cc-9a35-09f42ac84608'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:08:38.749284 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:39.189907 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ff5f7-f4b5-4541-abbe-ca8c70ebb096 req-c42217fa-d8da-4955-9585-a6cd8a42f723 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:39.191440 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4e6ff5f7-f4b5-4541-abbe-ca8c70ebb096 req-c42217fa-d8da-4955-9585-a6cd8a42f723 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 945 time: 0.0660484 Jul 23 17:08:39.232787 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4e6ff5f7-f4b5-4541-abbe-ca8c70ebb096 req-83bcc779-b648-41b6-8947-96c5fc938e98 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344419 Jul 23 17:08:40.327977 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 0176a87c-a184-49cc-9a35-09f42ac84608 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:08:40.369490 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba417ba-5e40-49e2-ab31-bf8223ff7acb req-07b45a05-c07c-4bb7-9b12-2db8e545484e tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:40.371144 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8ba417ba-5e40-49e2-ab31-bf8223ff7acb req-07b45a05-c07c-4bb7-9b12-2db8e545484e tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 945 time: 0.0705602 Jul 23 17:08:40.377815 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 0176a87c-a184-49cc-9a35-09f42ac84608 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:08:40.381548 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 0176a87c-a184-49cc-9a35-09f42ac84608 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:08:40.381914 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:40.410097 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8ba417ba-5e40-49e2-ab31-bf8223ff7acb req-553490b4-17b8-4458-951f-ac7b1ac4d486 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316806 Jul 23 17:08:40.457606 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:40.479407 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce09445-1f77-4412-9bcb-da011501e892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0176a87c-a184-49cc-9a35-09f42ac84608'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:08:40.481675 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ff7804-055a-475d-8399-3b55e7119743" -d '{"events": [{"server_uuid": "1ce09445-1f77-4412-9bcb-da011501e892", "name": "network-vif-plugged", "status": "completed", "tag": "0176a87c-a184-49cc-9a35-09f42ac84608"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:08:40.498553 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 0176a87c-a184-49cc-9a35-09f42ac84608, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=0176a87c-a184-49cc-9a35-09f42ac84608,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:08:40.502558 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:40.528243 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f8141e-6e1a-45ef-b28c-330e5d819669 x-openstack-request-id: req-15f8141e-6e1a-45ef-b28c-330e5d819669 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:08:40.528533 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce09445-1f77-4412-9bcb-da011501e892", "name": "network-vif-plugged", "status": "completed", "tag": "0176a87c-a184-49cc-9a35-09f42ac84608", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:08:40.528789 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-15f8141e-6e1a-45ef-b28c-330e5d819669 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:08:40.529205 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce09445-1f77-4412-9bcb-da011501e892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0176a87c-a184-49cc-9a35-09f42ac84608', 'code': 200} Jul 23 17:08:40.559173 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=0176a87c-a184-49cc-9a35-09f42ac84608,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:40.628267 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69fb35-d151-423a-a5c8-e0afcf589ccd req-8bf5a404-1ed2-49f3-ba66-b5a708d43368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:40.629833 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fc69fb35-d151-423a-a5c8-e0afcf589ccd req-8bf5a404-1ed2-49f3-ba66-b5a708d43368 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0540490 Jul 23 17:08:40.663002 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fc69fb35-d151-423a-a5c8-e0afcf589ccd req-974fb43a-8424-4ad4-9708-5439144e982d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274956 Jul 23 17:08:41.543965 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc87d61-4fd3-4d53-afe7-4eb71f1c4bf0 req-7002321b-4d7b-4d74-a6fb-1b68689b4a21 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:41.545525 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2bc87d61-4fd3-4d53-afe7-4eb71f1c4bf0 req-7002321b-4d7b-4d74-a6fb-1b68689b4a21 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 946 time: 0.0656853 Jul 23 17:08:41.585103 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2bc87d61-4fd3-4d53-afe7-4eb71f1c4bf0 req-06876d83-8e25-4803-949d-1f7a3d6122d3 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337849 Jul 23 17:08:42.175416 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:08:42.722836 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0bdff-730f-444d-b133-56d0374d99ef req-9b6b60f2-d77e-4c67-b1e6-5b4bdfc1b55d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:42.724339 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2bf0bdff-730f-444d-b133-56d0374d99ef req-9b6b60f2-d77e-4c67-b1e6-5b4bdfc1b55d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 946 time: 0.0684037 Jul 23 17:08:42.764762 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2bf0bdff-730f-444d-b133-56d0374d99ef req-12782b13-da35-476f-b5fa-a86fd51c52e2 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340214 Jul 23 17:08:42.892886 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34924631-e0c6-4850-a075-854a79fcc980 req-61d691f6-b05b-46ea-b1e2-c72380d896ca tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:42.894370 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-34924631-e0c6-4850-a075-854a79fcc980 req-61d691f6-b05b-46ea-b1e2-c72380d896ca tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 946 time: 0.0661950 Jul 23 17:08:42.904400 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56718) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:42.909096 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-27aa2059-153d-47ea-b6c1-07950e623c58 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Request body: {'floatingip': {'port_id': '0176a87c-a184-49cc-9a35-09f42ac84608'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:08:42.950176 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-27aa2059-153d-47ea-b6c1-07950e623c58 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks [] for floatingip, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:43.742099 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-27aa2059-153d-47ea-b6c1-07950e623c58 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:43.746909 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-27aa2059-153d-47ea-b6c1-07950e623c58 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:43.845424 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-27aa2059-153d-47ea-b6c1-07950e623c58 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Floating IP 28e3fedc-637f-4892-bb27-e456a66652c8 associated. External IP: 172.25.8.176, port: 0176a87c-a184-49cc-9a35-09f42ac84608. Jul 23 17:08:44.051147 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27aa2059-153d-47ea-b6c1-07950e623c58 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:08:44.158943 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27aa2059-153d-47ea-b6c1-07950e623c58 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:08:44.163698 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-27aa2059-153d-47ea-b6c1-07950e623c58 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:44.171372 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c405e565-6064-485c-b49c-cacbb11b5a5d None None] Sync routers for ids ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:08:44.182502 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c405e565-6064-485c-b49c-cacbb11b5a5d None None] Routers {'9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:08:44.183194 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c405e565-6064-485c-b49c-cacbb11b5a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:08:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:08:44.203355 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-27aa2059-153d-47ea-b6c1-07950e623c58 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "PUT /v2.0/floatingips/28e3fedc-637f-4892-bb27-e456a66652c8 HTTP/1.1" status: 200 len: 992 time: 1.2978127 Jul 23 17:08:44.203954 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce09445-1f77-4412-9bcb-da011501e892', 'tag': '0176a87c-a184-49cc-9a35-09f42ac84608'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:08:44.206473 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e31e9a-0d3b-4161-bb6e-42638ef7e2ae" -d '{"events": [{"name": "network-changed", "server_uuid": "1ce09445-1f77-4412-9bcb-da011501e892", "tag": "0176a87c-a184-49cc-9a35-09f42ac84608"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:08:44.250793 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848b3868-4bae-4577-a472-05d47873820e x-openstack-request-id: req-848b3868-4bae-4577-a472-05d47873820e {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:08:44.251111 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ce09445-1f77-4412-9bcb-da011501e892", "tag": "0176a87c-a184-49cc-9a35-09f42ac84608", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:08:44.251413 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-848b3868-4bae-4577-a472-05d47873820e {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:08:44.251990 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce09445-1f77-4412-9bcb-da011501e892', 'tag': '0176a87c-a184-49cc-9a35-09f42ac84608', 'status': 'completed', 'code': 200} Jul 23 17:08:44.295502 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-c405e565-6064-485c-b49c-cacbb11b5a5d None None] Set router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:08:44.330233 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e31e9a-0d3b-4161-bb6e-42638ef7e2ae req-669239a3-471b-4c50-8ee2-b293af560aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:44.331648 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a7e31e9a-0d3b-4161-bb6e-42638ef7e2ae req-669239a3-471b-4c50-8ee2-b293af560aa5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0595779 Jul 23 17:08:44.423465 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e31e9a-0d3b-4161-bb6e-42638ef7e2ae req-6daa24ec-7609-4feb-8c1f-270644ab9aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:44.425103 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a7e31e9a-0d3b-4161-bb6e-42638ef7e2ae req-6daa24ec-7609-4feb-8c1f-270644ab9aa9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0871747 Jul 23 17:08:44.494286 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a7e31e9a-0d3b-4161-bb6e-42638ef7e2ae req-c30f300a-a56a-44a3-b435-4ad7f16f1b6f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 1000 time: 0.0626090 Jul 23 17:08:44.520963 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c405e565-6064-485c-b49c-cacbb11b5a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:03:56Z', 'updated_at': '2021-07-23T17:03:59Z', 'revision_number': 4, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'gw_port': {'id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:57Z', 'updated_at': '2021-07-23T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '28e3fedc-637f-4892-bb27-e456a66652c8', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'port_id': '0176a87c-a184-49cc-9a35-09f42ac84608', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'mac_address': 'fa:16:3e:a0:f8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce09445-1f77-4412-9bcb-da011501e892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:04:02Z', 'updated_at': '2021-07-23T17:08:43Z', 'revision_number': 9, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7bb1085-308d-4d9d-a5fd-b029129db2ac', 'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'mac_address': 'fa:16:3e:94:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:59Z', 'updated_at': '2021-07-23T17:04:05Z', 'revision_number': 5, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'subnets': [{'id': '5976ceb7-755c-4adf-b695-78f866395610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:08:44.543000 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e31e9a-0d3b-4161-bb6e-42638ef7e2ae req-6bc41e2e-49bd-4557-b570-f5d7ebd18cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:44.544482 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a7e31e9a-0d3b-4161-bb6e-42638ef7e2ae req-6bc41e2e-49bd-4557-b570-f5d7ebd18cfb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0443788 Jul 23 17:08:44.551387 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c405e565-6064-485c-b49c-cacbb11b5a5d None None] Checking router: 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:08:44.560574 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c405e565-6064-485c-b49c-cacbb11b5a5d None None] Routers {'9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:08:44.561233 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c405e565-6064-485c-b49c-cacbb11b5a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:08:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:08:44.602553 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e31e9a-0d3b-4161-bb6e-42638ef7e2ae req-ec89b1aa-5b5e-441a-a74b-5fbd58db935e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:44.604115 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a7e31e9a-0d3b-4161-bb6e-42638ef7e2ae req-ec89b1aa-5b5e-441a-a74b-5fbd58db935e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535717 Jul 23 17:08:44.666350 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-c405e565-6064-485c-b49c-cacbb11b5a5d None None] Set router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:08:44.697474 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a7e31e9a-0d3b-4161-bb6e-42638ef7e2ae req-18aa3de9-f713-4796-9f28-e9d7dfb7b9d0 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870183 Jul 23 17:08:44.785939 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a7e31e9a-0d3b-4161-bb6e-42638ef7e2ae req-ff16b6f4-d3cf-49a5-8764-6677075e598c service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828271 Jul 23 17:08:44.895188 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c405e565-6064-485c-b49c-cacbb11b5a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:03:56Z', 'updated_at': '2021-07-23T17:03:59Z', 'revision_number': 4, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'gw_port': {'id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:57Z', 'updated_at': '2021-07-23T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '28e3fedc-637f-4892-bb27-e456a66652c8', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'port_id': '0176a87c-a184-49cc-9a35-09f42ac84608', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'mac_address': 'fa:16:3e:a0:f8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce09445-1f77-4412-9bcb-da011501e892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:04:02Z', 'updated_at': '2021-07-23T17:08:43Z', 'revision_number': 9, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7bb1085-308d-4d9d-a5fd-b029129db2ac', 'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'mac_address': 'fa:16:3e:94:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:59Z', 'updated_at': '2021-07-23T17:04:05Z', 'revision_number': 5, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'subnets': [{'id': '5976ceb7-755c-4adf-b695-78f866395610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:08:44.925540 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c405e565-6064-485c-b49c-cacbb11b5a5d None None] The sync data for ids ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'] in n-d-778549-4 is: [{'id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:03:56Z', 'updated_at': '2021-07-23T17:03:59Z', 'revision_number': 4, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'gw_port': {'id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:57Z', 'updated_at': '2021-07-23T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '28e3fedc-637f-4892-bb27-e456a66652c8', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'port_id': '0176a87c-a184-49cc-9a35-09f42ac84608', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'mac_address': 'fa:16:3e:a0:f8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce09445-1f77-4412-9bcb-da011501e892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:04:02Z', 'updated_at': '2021-07-23T17:08:43Z', 'revision_number': 9, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7bb1085-308d-4d9d-a5fd-b029129db2ac', 'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'mac_address': 'fa:16:3e:94:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:59Z', 'updated_at': '2021-07-23T17:04:05Z', 'revision_number': 5, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'subnets': [{'id': '5976ceb7-755c-4adf-b695-78f866395610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:08:45.115750 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d28bb8-5223-495a-95fa-3f5c53aa82eb None None] New status for floating IP 28e3fedc-637f-4892-bb27-e456a66652c8: ACTIVE {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:09:02.722286 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5d7f4dfc-317f-4a0e-a598-5c8669f97bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:05.372050 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:05.429767 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6f505118-2ccc-4b02-9227-a8a054226e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:05.553080 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:06.698071 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:07.791960 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:08.735593 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:19.174479 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:09:23.085618 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-28956bd8-20b4-413c-91f3-322346b2f5cf req-c49fb15e-8b2b-47ae-9ebe-b68eab7ab84d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0756907 Jul 23 17:09:23.196963 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28956bd8-20b4-413c-91f3-322346b2f5cf req-5582fc4b-4835-4035-bf28-b502b0eb606f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:23.199173 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-28956bd8-20b4-413c-91f3-322346b2f5cf req-5582fc4b-4835-4035-bf28-b502b0eb606f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0555291 Jul 23 17:09:23.323855 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28956bd8-20b4-413c-91f3-322346b2f5cf req-843b77fa-4dc0-40ad-9fef-10bc85fc0463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:23.325665 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-28956bd8-20b4-413c-91f3-322346b2f5cf req-843b77fa-4dc0-40ad-9fef-10bc85fc0463 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.1059346 Jul 23 17:09:23.401403 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-28956bd8-20b4-413c-91f3-322346b2f5cf req-40a17c5b-f9ff-4a7d-9a6a-a4e2378be2ab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 1003 time: 0.0688667 Jul 23 17:09:23.451642 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28956bd8-20b4-413c-91f3-322346b2f5cf req-62c2784a-5bf8-4f0f-875e-9df04e363e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:23.453155 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-28956bd8-20b4-413c-91f3-322346b2f5cf req-62c2784a-5bf8-4f0f-875e-9df04e363e81 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0459998 Jul 23 17:09:23.512495 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28956bd8-20b4-413c-91f3-322346b2f5cf req-d897f350-3d0d-46a0-af14-3c4cc75ca274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:23.514273 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-28956bd8-20b4-413c-91f3-322346b2f5cf req-d897f350-3d0d-46a0-af14-3c4cc75ca274 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548971 Jul 23 17:09:23.618684 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-28956bd8-20b4-413c-91f3-322346b2f5cf req-89a3eb12-1c0f-4326-a8ba-7ae273da81ec service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977967 Jul 23 17:09:23.713982 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-28956bd8-20b4-413c-91f3-322346b2f5cf req-7fe46cf5-758e-42b5-ab34-8ca1d07f3735 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884659 Jul 23 17:09:32.724127 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-93e6bdb2-f7c2-484c-ab8b-cfe5fcc562f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:35.362678 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:35.430965 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e6fe395d-e484-461f-815e-3d8b4c9b3084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:35.554345 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:36.701345 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:37.796906 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:38.737698 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:56.174718 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:10:02.725371 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0d53a68c-52b7-40e3-807f-959be78e0d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:05.380558 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:05.432266 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9bc94fd9-41cd-4cf4-bd2f-00af4892aa05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:05.555218 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:06.703741 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:07.814910 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:08.740227 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:24.068091 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8028f03e-0c93-41ea-93fa-388c11051c43 req-4c179329-68d8-476e-85b5-2e8cf40648c4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0577519 Jul 23 17:10:24.159934 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028f03e-0c93-41ea-93fa-388c11051c43 req-15c51432-6e64-4445-9dd9-8cbb67e8ec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:24.161450 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8028f03e-0c93-41ea-93fa-388c11051c43 req-15c51432-6e64-4445-9dd9-8cbb67e8ec34 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0540733 Jul 23 17:10:24.266056 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028f03e-0c93-41ea-93fa-388c11051c43 req-e6c9e520-9791-4e6b-89b5-29047f7fff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:24.267529 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8028f03e-0c93-41ea-93fa-388c11051c43 req-e6c9e520-9791-4e6b-89b5-29047f7fff45 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0881958 Jul 23 17:10:24.331136 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8028f03e-0c93-41ea-93fa-388c11051c43 req-8999123c-6ae1-4fb9-ad64-7f7ea627f24d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 1003 time: 0.0573106 Jul 23 17:10:24.379438 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028f03e-0c93-41ea-93fa-388c11051c43 req-7e7684e6-0fa3-4813-9bf0-1703b0c6c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:24.380901 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8028f03e-0c93-41ea-93fa-388c11051c43 req-7e7684e6-0fa3-4813-9bf0-1703b0c6c389 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0441439 Jul 23 17:10:24.442222 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028f03e-0c93-41ea-93fa-388c11051c43 req-c3394862-1650-4a34-8c93-b46f168625bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:24.443737 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8028f03e-0c93-41ea-93fa-388c11051c43 req-c3394862-1650-4a34-8c93-b46f168625bc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571158 Jul 23 17:10:24.531639 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8028f03e-0c93-41ea-93fa-388c11051c43 req-2af7c876-d880-4a46-a74b-cda8541dff60 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817235 Jul 23 17:10:24.627463 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8028f03e-0c93-41ea-93fa-388c11051c43 req-893c7073-f5de-42a0-9a9a-ae0d559ba403 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895758 Jul 23 17:10:32.726196 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2a44fe92-5b81-49ad-b3b0-88cc09552c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:33.173986 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:10:35.380659 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:35.434553 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-24cbfa63-8fa1-4298-a454-6c595bbbf738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:35.557170 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:36.707158 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:37.828416 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:38.743372 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:02.726422 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cb9ccd0a-b071-43a6-9fb7-75c77e3742af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:05.392507 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:05.435579 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-86c972dd-8e2e-468f-bd2b-3c619b687981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:05.557848 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:06.710444 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:07.828993 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:08.744929 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:10.175493 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:11:11.795911 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-b29cc812-5648-4e09-929c-3a3f76a4d63a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--989009323&fields=id&tenant_id=c8a2bed23128491a8a32cdfcb8bd611a HTTP/1.1" status: 200 len: 267 time: 0.0347543 Jul 23 17:11:11.912039 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-c4edd982-6687-402f-a39b-4942d217ae06 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:11.913474 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-c4edd982-6687-402f-a39b-4942d217ae06 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 811 time: 0.1111465 Jul 23 17:11:11.928061 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-93bc851c-02ed-4f7b-9937-bdd0652ccb21 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/quotas/c8a2bed23128491a8a32cdfcb8bd611a HTTP/1.1" status: 200 len: 375 time: 0.0091755 Jul 23 17:11:11.999798 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-9da2f1d0-22e0-4185-b92d-887768791b7c tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0668690 Jul 23 17:11:12.098037 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-83c194a7-47d3-42a9-b8d5-6b5765cdbd95 service neutron] 10.222.0.73 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866599 Jul 23 17:11:12.190171 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-7a4d902b-4702-41db-866c-5658e962abea service neutron] 10.222.0.73 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862875 Jul 23 17:11:12.350163 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c10cb20a-ca86-4ffe-9f5d-cc69a9f5aa0a req-e2358c40-93ac-4398-98c2-9c68da6cd6db tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 210 time: 0.0291595 Jul 23 17:11:13.255407 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-50b8ee74-1d67-4085-a3c1-eb95d89d4f38 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:13.256887 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-50b8ee74-1d67-4085-a3c1-eb95d89d4f38 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.97 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 811 time: 0.1163409 Jul 23 17:11:13.300828 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-aad1a832-97ae-4a67-a0f9-e5df1f886581 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8a2bed23128491a8a32cdfcb8bd611a HTTP/1.1" status: 200 len: 379 time: 0.0359850 Jul 23 17:11:13.315130 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-3d5e9875-47a2-4bee-a094-9f733b702515 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Request body: {'port': {'device_id': '8a584392-76d2-4e25-83e1-7546f9b4efe8', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'admin_state_up': True, 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'security_groups': ['63243467-6b8c-4984-8b85-1cd744aa1221']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:11:13.452059 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1c3e3912-bdad-41f6-9f10-52b7b55eb865 req-03b6c47d-78dd-4527-baad-74b2b3988c00 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 210 time: 0.0340447 Jul 23 17:11:13.452633 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-3d5e9875-47a2-4bee-a094-9f733b702515 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Made reservation on behalf of c8a2bed23128491a8a32cdfcb8bd611a for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:11:13.456074 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-3d5e9875-47a2-4bee-a094-9f733b702515 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:13.582557 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-3d5e9875-47a2-4bee-a094-9f733b702515 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Allocated IP 172.20.0.3 (a558a463-1038-49a1-89d3-a7122c4bbdb7/5976ceb7-755c-4adf-b695-78f866395610/5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:11:13.716281 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-3d5e9875-47a2-4bee-a094-9f733b702515 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:13.729206 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-3d5e9875-47a2-4bee-a094-9f733b702515 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Transition to ACTIVE for port object 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:11:13.762840 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-3d5e9875-47a2-4bee-a094-9f733b702515 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:13.808744 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-3d5e9875-47a2-4bee-a094-9f733b702515 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Network a558a463-1038-49a1-89d3-a7122c4bbdb7 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:11:13.812515 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-3d5e9875-47a2-4bee-a094-9f733b702515 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:11:13.815013 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-3d5e9875-47a2-4bee-a094-9f733b702515 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:11:13.849614 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e9875-47a2-4bee-a094-9f733b702515 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Pushing event updated for resources: {'Port': ['ID=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:11:13.863883 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e9875-47a2-4bee-a094-9f733b702515 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:13.864223 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e9875-47a2-4bee-a094-9f733b702515 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:13.864563 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e9875-47a2-4bee-a094-9f733b702515 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:13.864894 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e9875-47a2-4bee-a094-9f733b702515 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:13.865250 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e9875-47a2-4bee-a094-9f733b702515 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:13.865577 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e9875-47a2-4bee-a094-9f733b702515 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:13.865898 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e9875-47a2-4bee-a094-9f733b702515 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:13.866221 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e9875-47a2-4bee-a094-9f733b702515 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:13.866539 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e9875-47a2-4bee-a094-9f733b702515 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:13.866857 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e9875-47a2-4bee-a094-9f733b702515 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:13.867175 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e9875-47a2-4bee-a094-9f733b702515 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:13.867485 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e9875-47a2-4bee-a094-9f733b702515 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:13.888771 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-3d5e9875-47a2-4bee-a094-9f733b702515 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:13.889528 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-3d5e9875-47a2-4bee-a094-9f733b702515 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:13.903862 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-3d5e9875-47a2-4bee-a094-9f733b702515 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5928013 Jul 23 17:11:13.915837 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-c3e7a048-6077-4f1e-8279-87a132da1561 service neutron] Request body: {'port': {'device_id': '8a584392-76d2-4e25-83e1-7546f9b4efe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:11:13.990861 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-c3e7a048-6077-4f1e-8279-87a132da1561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:14.092057 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0211c92e-9d61-4a08-91ed-7f33ce0a2fbb None None] Provisioning for port 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:11:14.095641 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0211c92e-9d61-4a08-91ed-7f33ce0a2fbb None None] Provisioning complete for port 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:11:14.096006 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0211c92e-9d61-4a08-91ed-7f33ce0a2fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:14.129697 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-0211c92e-9d61-4a08-91ed-7f33ce0a2fbb None None] Port 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:11:14.268886 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-c3e7a048-6077-4f1e-8279-87a132da1561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:11:14.276327 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-c3e7a048-6077-4f1e-8279-87a132da1561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:14.288154 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-c3e7a048-6077-4f1e-8279-87a132da1561 service neutron] Transition to ACTIVE for port object 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:11:14.291752 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-c3e7a048-6077-4f1e-8279-87a132da1561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:14.362651 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7a048-6077-4f1e-8279-87a132da1561 service neutron] Pushing event updated for resources: {'Port': ['ID=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:11:14.415815 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-c3e7a048-6077-4f1e-8279-87a132da1561 service neutron] Attempting to bind port 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:11:14.416156 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-c3e7a048-6077-4f1e-8279-87a132da1561 service neutron] Attempting to bind port 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'dfa8e2fd-0f9f-41fd-9354-7a76844d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:11:14.416492 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-c3e7a048-6077-4f1e-8279-87a132da1561 service neutron] Attempting to bind port 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 on network a558a463-1038-49a1-89d3-a7122c4bbdb7 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:11:14.421965 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-c3e7a048-6077-4f1e-8279-87a132da1561 service neutron] Port 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 on network a558a463-1038-49a1-89d3-a7122c4bbdb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:11:14.422296 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-c3e7a048-6077-4f1e-8279-87a132da1561 service neutron] Attempting to bind port 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 on network a558a463-1038-49a1-89d3-a7122c4bbdb7 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:11:14.427326 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-c3e7a048-6077-4f1e-8279-87a132da1561 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:11:14.427663 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-c3e7a048-6077-4f1e-8279-87a132da1561 service neutron] Checking segment: {'id': 'dfa8e2fd-0f9f-41fd-9354-7a76844d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:11:14.428049 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-c3e7a048-6077-4f1e-8279-87a132da1561 service neutron] Bound using segment: {'id': 'dfa8e2fd-0f9f-41fd-9354-7a76844d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:11:14.428482 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-c3e7a048-6077-4f1e-8279-87a132da1561 service neutron] Bound port: 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa8e2fd-0f9f-41fd-9354-7a76844d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:11:14.428846 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-c3e7a048-6077-4f1e-8279-87a132da1561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:14.501661 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-c3e7a048-6077-4f1e-8279-87a132da1561 service neutron] For port 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:11:14.505686 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-c3e7a048-6077-4f1e-8279-87a132da1561 service neutron] For port 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:11:14.510312 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-c3e7a048-6077-4f1e-8279-87a132da1561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:14.545469 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-c3e7a048-6077-4f1e-8279-87a132da1561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:14.546182 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-c3e7a048-6077-4f1e-8279-87a132da1561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:14.547582 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-c3e7a048-6077-4f1e-8279-87a132da1561 service neutron] 10.222.0.97 "PUT /v2.0/ports/5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 HTTP/1.1" status: 200 len: 1091 time: 0.6361601 Jul 23 17:11:14.550588 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a584392-76d2-4e25-83e1-7546f9b4efe8', 'tag': '5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:11:14.554278 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d10ed3-a172-41fd-b7e6-41999ed09543" -d '{"events": [{"name": "network-changed", "server_uuid": "8a584392-76d2-4e25-83e1-7546f9b4efe8", "tag": "5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:11:14.646658 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7a048-6077-4f1e-8279-87a132da1561 service neutron] Pushing event updated for resources: {'Port': ['ID=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:11:14.693071 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63dee9-a1fa-4b13-8ce1-363418d519fb req-4d5197b1-647e-4b92-94c8-1226e7c4069a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:14.694977 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1b63dee9-a1fa-4b13-8ce1-363418d519fb req-4d5197b1-647e-4b92-94c8-1226e7c4069a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 943 time: 0.1554499 Jul 23 17:11:14.703616 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-3e45aa07-7f62-4118-9cca-881d0e0fc193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:14.705095 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-3e45aa07-7f62-4118-9cca-881d0e0fc193 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 1094 time: 0.1082382 Jul 23 17:11:14.754175 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-537a92c5-45d9-4cb2-8349-8c0173b202c2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 HTTP/1.1" status: 200 len: 217 time: 0.0421174 Jul 23 17:11:14.779833 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1b63dee9-a1fa-4b13-8ce1-363418d519fb req-86f59520-7856-4cef-910e-7f48c27ac691 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786669 Jul 23 17:11:14.814101 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-ef21f4de-5833-45ac-b664-795cc4bfbfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:14.815567 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-ef21f4de-5833-45ac-b664-795cc4bfbfe5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0513549 Jul 23 17:11:14.822106 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374d766d-232e-4a01-934e-7e270b548bb8 x-openstack-request-id: req-374d766d-232e-4a01-934e-7e270b548bb8 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:11:14.822392 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a584392-76d2-4e25-83e1-7546f9b4efe8", "tag": "5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:11:14.822643 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-374d766d-232e-4a01-934e-7e270b548bb8 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:11:14.823034 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a584392-76d2-4e25-83e1-7546f9b4efe8', 'tag': '5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167', 'status': 'completed', 'code': 200} Jul 23 17:11:14.882479 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-e0007477-a140-4f5b-828f-464f75fee2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:14.883991 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-e0007477-a140-4f5b-828f-464f75fee2e0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580871 Jul 23 17:11:14.971920 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-f35c0b63-0b99-40b7-89f6-e4f695b1453d service neutron] 10.222.0.97 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816395 Jul 23 17:11:15.064251 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc9767d5-d160-42aa-919d-d91e2a657c9e req-e50504cc-6a22-49e3-8840-bd752b645370 service neutron] 10.222.0.97 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862067 Jul 23 17:11:15.163037 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d10ed3-a172-41fd-b7e6-41999ed09543 req-b402c3b3-18e6-4ee3-a1d6-ddae0e2a7d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:15.164551 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28d10ed3-a172-41fd-b7e6-41999ed09543 req-b402c3b3-18e6-4ee3-a1d6-ddae0e2a7d62 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 1094 time: 0.0541511 Jul 23 17:11:15.259761 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d10ed3-a172-41fd-b7e6-41999ed09543 req-177e3ee7-929a-414b-82d9-2eb23949bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:15.261287 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28d10ed3-a172-41fd-b7e6-41999ed09543 req-177e3ee7-929a-414b-82d9-2eb23949bdff service neutron] 10.222.0.97 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0907459 Jul 23 17:11:15.302401 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28d10ed3-a172-41fd-b7e6-41999ed09543 req-6fd064f6-5f34-425f-813e-56176e7f391a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 HTTP/1.1" status: 200 len: 217 time: 0.0339732 Jul 23 17:11:15.351609 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d10ed3-a172-41fd-b7e6-41999ed09543 req-1a8765c4-7baa-4722-b7d9-6ef321f24960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:15.353017 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28d10ed3-a172-41fd-b7e6-41999ed09543 req-1a8765c4-7baa-4722-b7d9-6ef321f24960 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0442579 Jul 23 17:11:15.417763 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d10ed3-a172-41fd-b7e6-41999ed09543 req-b4f482bb-cee6-4d9a-82e5-c5f0fb7ec725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:15.419440 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28d10ed3-a172-41fd-b7e6-41999ed09543 req-b4f482bb-cee6-4d9a-82e5-c5f0fb7ec725 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590024 Jul 23 17:11:15.511676 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28d10ed3-a172-41fd-b7e6-41999ed09543 req-a611041f-e8f3-4ff4-8904-6bbd6a90af6b service neutron] 10.222.0.97 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843790 Jul 23 17:11:15.606805 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28d10ed3-a172-41fd-b7e6-41999ed09543 req-972d2046-7873-4442-8066-318e99dd2f53 service neutron] 10.222.0.97 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879726 Jul 23 17:11:15.911872 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f0a13-23c7-4910-81ba-abb16998d155 req-7902f9f1-1b28-4819-a09a-64e4a54f27f7 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:15.913293 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-747f0a13-23c7-4910-81ba-abb16998d155 req-7902f9f1-1b28-4819-a09a-64e4a54f27f7 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 943 time: 0.0634148 Jul 23 17:11:15.950757 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-747f0a13-23c7-4910-81ba-abb16998d155 req-7bfa864b-52e7-4114-aac0-8fa7f76e36f1 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310910 Jul 23 17:11:16.301587 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:11:16.400443 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:11:16.412163 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'port_id': '5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167', 'mac_address': 'fa:16:3e:37:31:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:11:16.447269 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:16.459943 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:11:16.478952 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:11:16.483255 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:16.530111 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:11:16.537263 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:16.537614 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:16.537957 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:16.538295 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:16.538630 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:16.538961 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:16.539289 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:16.539616 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:16.539945 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:16.540266 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:16.540592 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:16.540914 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:16.717113 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:11:17.085915 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed780a87-75a3-426a-87c1-a3d7b4601ae8 req-7f22c31b-9470-4608-954e-7837adc3840e tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:17.087403 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ed780a87-75a3-426a-87c1-a3d7b4601ae8 req-7f22c31b-9470-4608-954e-7837adc3840e tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 944 time: 0.0633297 Jul 23 17:11:17.129644 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ed780a87-75a3-426a-87c1-a3d7b4601ae8 req-efe77ace-6f32-4d34-9516-6c44ad054f91 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366905 Jul 23 17:11:18.258238 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f248a9-ae60-469f-891f-46632c5bfff3 req-a5260675-9a59-4074-a1d2-456405c74259 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:18.259744 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e0f248a9-ae60-469f-891f-46632c5bfff3 req-a5260675-9a59-4074-a1d2-456405c74259 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 944 time: 0.0647180 Jul 23 17:11:18.296990 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e0f248a9-ae60-469f-891f-46632c5bfff3 req-64075dc7-7182-4c33-b1ed-64e9f105dd9e tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311368 Jul 23 17:11:18.303520 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:11:18.351863 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:11:18.355553 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:11:18.355946 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:18.434462 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:18.456194 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a584392-76d2-4e25-83e1-7546f9b4efe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:11:18.458466 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0924398-a883-490b-8ef2-921cac0d5c3d" -d '{"events": [{"server_uuid": "8a584392-76d2-4e25-83e1-7546f9b4efe8", "name": "network-vif-plugged", "status": "completed", "tag": "5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:11:18.471729 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:11:18.476049 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:18.500526 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159d17fa-8b5f-45ed-8ea6-8a399336a947 x-openstack-request-id: req-159d17fa-8b5f-45ed-8ea6-8a399336a947 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:11:18.500821 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a584392-76d2-4e25-83e1-7546f9b4efe8", "name": "network-vif-plugged", "status": "completed", "tag": "5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:11:18.501096 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-159d17fa-8b5f-45ed-8ea6-8a399336a947 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:11:18.501484 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a584392-76d2-4e25-83e1-7546f9b4efe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167', 'code': 200} Jul 23 17:11:18.530206 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:11:18.602194 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7120e-cb70-40a1-b36d-b13db59d8519 req-85856453-de55-4c3f-ae24-e99a9bc53ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:18.603696 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c1d7120e-cb70-40a1-b36d-b13db59d8519 req-85856453-de55-4c3f-ae24-e99a9bc53ba9 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 1096 time: 0.0529623 Jul 23 17:11:18.637425 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c1d7120e-cb70-40a1-b36d-b13db59d8519 req-63b7d21e-a433-48d4-8faa-0021546d984e service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276420 Jul 23 17:11:19.435504 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f602b03-64ff-4142-a898-b01834d2880d req-dcebab4e-5f3e-45de-afe3-79869ab1765d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:19.441035 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4f602b03-64ff-4142-a898-b01834d2880d req-dcebab4e-5f3e-45de-afe3-79869ab1765d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 945 time: 0.0696957 Jul 23 17:11:19.477950 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4f602b03-64ff-4142-a898-b01834d2880d req-2ad4cc28-1d96-4c32-8856-20c8d17898ff tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346792 Jul 23 17:11:19.858081 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3086db33-d9fd-4b35-9b52-6c058c2bea64 req-f41390d1-8312-48b6-ba01-0d07f941b03d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530932 Jul 23 17:11:19.953476 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086db33-d9fd-4b35-9b52-6c058c2bea64 req-0fc79d6f-b921-4abd-9d81-9942b69ba0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:19.954981 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3086db33-d9fd-4b35-9b52-6c058c2bea64 req-0fc79d6f-b921-4abd-9d81-9942b69ba0d4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 1096 time: 0.0543525 Jul 23 17:11:20.061100 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086db33-d9fd-4b35-9b52-6c058c2bea64 req-18ac328c-6e10-401b-8289-96ec00fedd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:20.062597 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3086db33-d9fd-4b35-9b52-6c058c2bea64 req-18ac328c-6e10-401b-8289-96ec00fedd29 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0892801 Jul 23 17:11:20.102476 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3086db33-d9fd-4b35-9b52-6c058c2bea64 req-5393f965-79c7-43a7-b9c2-0305714cf61c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 HTTP/1.1" status: 200 len: 217 time: 0.0331104 Jul 23 17:11:20.153998 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086db33-d9fd-4b35-9b52-6c058c2bea64 req-21495a18-17e9-4ae7-b9a7-743170000801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:20.155444 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3086db33-d9fd-4b35-9b52-6c058c2bea64 req-21495a18-17e9-4ae7-b9a7-743170000801 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0474200 Jul 23 17:11:20.216787 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086db33-d9fd-4b35-9b52-6c058c2bea64 req-aeb84410-dfd4-4eec-9cba-ab106a0ecdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:20.218370 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3086db33-d9fd-4b35-9b52-6c058c2bea64 req-aeb84410-dfd4-4eec-9cba-ab106a0ecdf6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548894 Jul 23 17:11:20.307390 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3086db33-d9fd-4b35-9b52-6c058c2bea64 req-7db0b71e-e098-4865-8584-4f7e5403d9da service neutron] 10.222.0.97 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819991 Jul 23 17:11:20.402413 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3086db33-d9fd-4b35-9b52-6c058c2bea64 req-8d353bde-1ebf-43af-aaf9-36e2b3c61a42 service neutron] 10.222.0.97 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887742 Jul 23 17:11:20.609618 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361695d-6a0c-4e2d-a88f-5bf164ce824c req-e9a8963f-0689-4b88-8975-db8d1aa1cb3a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:20.611173 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1361695d-6a0c-4e2d-a88f-5bf164ce824c req-e9a8963f-0689-4b88-8975-db8d1aa1cb3a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 945 time: 0.0635929 Jul 23 17:11:20.648667 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1361695d-6a0c-4e2d-a88f-5bf164ce824c req-0cedcb55-99d7-45fa-a6b4-5f7c822f545c tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315216 Jul 23 17:11:20.779805 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4a6de-10b7-42ca-ac5e-764639336ea3 req-c2f26e2b-2d25-4627-bc11-4b1bc0037ded tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:20.781334 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d8c4a6de-10b7-42ca-ac5e-764639336ea3 req-c2f26e2b-2d25-4627-bc11-4b1bc0037ded tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 945 time: 0.0701766 Jul 23 17:11:20.789798 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 56980) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:11:20.794195 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-5b2e0524-38f9-4fa4-8b28-ead2ec1ce576 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Request body: {'floatingip': {'port_id': '5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:11:20.849668 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5b2e0524-38f9-4fa4-8b28-ead2ec1ce576 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks [] for floatingip, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:21.330218 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5b2e0524-38f9-4fa4-8b28-ead2ec1ce576 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:21.334162 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5b2e0524-38f9-4fa4-8b28-ead2ec1ce576 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:21.434803 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-5b2e0524-38f9-4fa4-8b28-ead2ec1ce576 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Floating IP 28e3fedc-637f-4892-bb27-e456a66652c8 associated. External IP: 172.25.8.176, port: 0176a87c-a184-49cc-9a35-09f42ac84608. Jul 23 17:11:22.010448 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2e0524-38f9-4fa4-8b28-ead2ec1ce576 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:11:22.119864 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2e0524-38f9-4fa4-8b28-ead2ec1ce576 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:11:22.136650 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024a12bd-02c3-4b28-ae10-7f6c90812e4e None None] Sync routers for ids ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:11:22.149804 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024a12bd-02c3-4b28-ae10-7f6c90812e4e None None] Routers {'9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:11:22.150417 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-024a12bd-02c3-4b28-ae10-7f6c90812e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:11:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:11:22.257682 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-024a12bd-02c3-4b28-ae10-7f6c90812e4e None None] Set router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:11:22.340895 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2e0524-38f9-4fa4-8b28-ead2ec1ce576 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:11:22.454344 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2e0524-38f9-4fa4-8b28-ead2ec1ce576 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:11:22.459558 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5b2e0524-38f9-4fa4-8b28-ead2ec1ce576 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:22.500366 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce09445-1f77-4412-9bcb-da011501e892', 'tag': '0176a87c-a184-49cc-9a35-09f42ac84608'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:11:22.502738 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd82adee-0950-4abd-b6ce-3e4aea81a518" -d '{"events": [{"name": "network-changed", "server_uuid": "1ce09445-1f77-4412-9bcb-da011501e892", "tag": "0176a87c-a184-49cc-9a35-09f42ac84608"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:11:22.542486 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6546cc9-28fb-4ffb-99a3-c21a490892c1 x-openstack-request-id: req-f6546cc9-28fb-4ffb-99a3-c21a490892c1 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:11:22.542775 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ce09445-1f77-4412-9bcb-da011501e892", "tag": "0176a87c-a184-49cc-9a35-09f42ac84608", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:11:22.543062 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f6546cc9-28fb-4ffb-99a3-c21a490892c1 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:11:22.543991 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce09445-1f77-4412-9bcb-da011501e892', 'tag': '0176a87c-a184-49cc-9a35-09f42ac84608', 'status': 'completed', 'code': 200} Jul 23 17:11:22.546613 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5b2e0524-38f9-4fa4-8b28-ead2ec1ce576 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "PUT /v2.0/floatingips/28e3fedc-637f-4892-bb27-e456a66652c8 HTTP/1.1" status: 200 len: 994 time: 1.7553458 Jul 23 17:11:22.624718 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82adee-0950-4abd-b6ce-3e4aea81a518 req-b8ab8772-87c2-4d4a-820c-8a9872085925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:22.626274 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-cd82adee-0950-4abd-b6ce-3e4aea81a518 req-b8ab8772-87c2-4d4a-820c-8a9872085925 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0594685 Jul 23 17:11:22.649249 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-024a12bd-02c3-4b28-ae10-7f6c90812e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:03:56Z', 'updated_at': '2021-07-23T17:03:59Z', 'revision_number': 4, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'gw_port': {'id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:57Z', 'updated_at': '2021-07-23T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '28e3fedc-637f-4892-bb27-e456a66652c8', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'port_id': '5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'mac_address': 'fa:16:3e:37:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a584392-76d2-4e25-83e1-7546f9b4efe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:04:02Z', 'updated_at': '2021-07-23T17:11:21Z', 'revision_number': 11, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7bb1085-308d-4d9d-a5fd-b029129db2ac', 'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'mac_address': 'fa:16:3e:94:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:59Z', 'updated_at': '2021-07-23T17:04:05Z', 'revision_number': 5, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'subnets': [{'id': '5976ceb7-755c-4adf-b695-78f866395610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:11:22.675449 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024a12bd-02c3-4b28-ae10-7f6c90812e4e None None] Checking router: 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:11:22.683688 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024a12bd-02c3-4b28-ae10-7f6c90812e4e None None] Routers {'9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:11:22.684359 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-024a12bd-02c3-4b28-ae10-7f6c90812e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:11:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:11:22.720110 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82adee-0950-4abd-b6ce-3e4aea81a518 req-803a35a8-9519-45e0-ade5-7a10c19c1933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:22.720576 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-cd82adee-0950-4abd-b6ce-3e4aea81a518 req-803a35a8-9519-45e0-ade5-7a10c19c1933 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0884261 Jul 23 17:11:22.763441 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-cd82adee-0950-4abd-b6ce-3e4aea81a518 req-e8589af2-0ba6-4946-9bd8-76d0ec2acf5c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0360370 Jul 23 17:11:22.790664 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-024a12bd-02c3-4b28-ae10-7f6c90812e4e None None] Set router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:11:22.812586 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82adee-0950-4abd-b6ce-3e4aea81a518 req-0597797d-0849-416b-85f4-53bc9da4c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:22.814099 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-cd82adee-0950-4abd-b6ce-3e4aea81a518 req-0597797d-0849-416b-85f4-53bc9da4c0f7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0446618 Jul 23 17:11:22.877983 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82adee-0950-4abd-b6ce-3e4aea81a518 req-77c1982a-77c7-4353-8b92-84ff4221ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:22.879435 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-cd82adee-0950-4abd-b6ce-3e4aea81a518 req-77c1982a-77c7-4353-8b92-84ff4221ceda service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588663 Jul 23 17:11:22.968629 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-cd82adee-0950-4abd-b6ce-3e4aea81a518 req-fb60b155-678b-4b8b-952e-ffb391bc6704 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825090 Jul 23 17:11:23.022056 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-024a12bd-02c3-4b28-ae10-7f6c90812e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:03:56Z', 'updated_at': '2021-07-23T17:03:59Z', 'revision_number': 4, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'gw_port': {'id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:57Z', 'updated_at': '2021-07-23T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '28e3fedc-637f-4892-bb27-e456a66652c8', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'port_id': '5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'mac_address': 'fa:16:3e:37:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a584392-76d2-4e25-83e1-7546f9b4efe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:04:02Z', 'updated_at': '2021-07-23T17:11:21Z', 'revision_number': 11, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7bb1085-308d-4d9d-a5fd-b029129db2ac', 'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'mac_address': 'fa:16:3e:94:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:59Z', 'updated_at': '2021-07-23T17:04:05Z', 'revision_number': 5, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'subnets': [{'id': '5976ceb7-755c-4adf-b695-78f866395610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:11:23.051547 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024a12bd-02c3-4b28-ae10-7f6c90812e4e None None] The sync data for ids ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'] in n-d-778549-4 is: [{'id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:03:56Z', 'updated_at': '2021-07-23T17:03:59Z', 'revision_number': 4, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'gw_port': {'id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:57Z', 'updated_at': '2021-07-23T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '28e3fedc-637f-4892-bb27-e456a66652c8', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'port_id': '5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'mac_address': 'fa:16:3e:37:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a584392-76d2-4e25-83e1-7546f9b4efe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:04:02Z', 'updated_at': '2021-07-23T17:11:21Z', 'revision_number': 11, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7bb1085-308d-4d9d-a5fd-b029129db2ac', 'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'mac_address': 'fa:16:3e:94:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:59Z', 'updated_at': '2021-07-23T17:04:05Z', 'revision_number': 5, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'subnets': [{'id': '5976ceb7-755c-4adf-b695-78f866395610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:11:23.067802 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-cd82adee-0950-4abd-b6ce-3e4aea81a518 req-a9f95336-ca61-497d-9196-f1c78fcdb358 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922706 Jul 23 17:11:23.226297 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308d073c-4445-40b3-b546-eacff4b2da85 None None] New status for floating IP 28e3fedc-637f-4892-bb27-e456a66652c8: ACTIVE {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:11:23.422334 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e72e5f-8c7d-4a15-9d68-a2d7a7b7ec4d None None] Sync routers for ids ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:11:23.431325 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e72e5f-8c7d-4a15-9d68-a2d7a7b7ec4d None None] Routers {'9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:11:23.431955 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-06e72e5f-8c7d-4a15-9d68-a2d7a7b7ec4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:11:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:11:23.536499 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-06e72e5f-8c7d-4a15-9d68-a2d7a7b7ec4d None None] Set router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:11:23.758434 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-06e72e5f-8c7d-4a15-9d68-a2d7a7b7ec4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:03:56Z', 'updated_at': '2021-07-23T17:03:59Z', 'revision_number': 4, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'gw_port': {'id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:57Z', 'updated_at': '2021-07-23T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '28e3fedc-637f-4892-bb27-e456a66652c8', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'port_id': '5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'mac_address': 'fa:16:3e:37:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a584392-76d2-4e25-83e1-7546f9b4efe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:04:02Z', 'updated_at': '2021-07-23T17:11:23Z', 'revision_number': 12, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7bb1085-308d-4d9d-a5fd-b029129db2ac', 'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'mac_address': 'fa:16:3e:94:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:59Z', 'updated_at': '2021-07-23T17:04:05Z', 'revision_number': 5, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'subnets': [{'id': '5976ceb7-755c-4adf-b695-78f866395610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:11:23.788938 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e72e5f-8c7d-4a15-9d68-a2d7a7b7ec4d None None] Checking router: 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:11:23.797690 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e72e5f-8c7d-4a15-9d68-a2d7a7b7ec4d None None] Routers {'9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:11:23.798299 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-06e72e5f-8c7d-4a15-9d68-a2d7a7b7ec4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:11:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:11:23.911149 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-06e72e5f-8c7d-4a15-9d68-a2d7a7b7ec4d None None] Set router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:11:24.075582 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b75961a0-b950-49ed-8662-d72f7331fdb3 req-509d93dc-d546-4c13-bbbc-ccb10e548c49 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0587349 Jul 23 17:11:24.145825 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-06e72e5f-8c7d-4a15-9d68-a2d7a7b7ec4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:03:56Z', 'updated_at': '2021-07-23T17:03:59Z', 'revision_number': 4, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'gw_port': {'id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:57Z', 'updated_at': '2021-07-23T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '28e3fedc-637f-4892-bb27-e456a66652c8', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'port_id': '5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'mac_address': 'fa:16:3e:37:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a584392-76d2-4e25-83e1-7546f9b4efe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:04:02Z', 'updated_at': '2021-07-23T17:11:23Z', 'revision_number': 12, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7bb1085-308d-4d9d-a5fd-b029129db2ac', 'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'mac_address': 'fa:16:3e:94:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:59Z', 'updated_at': '2021-07-23T17:04:05Z', 'revision_number': 5, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'subnets': [{'id': '5976ceb7-755c-4adf-b695-78f866395610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:11:24.175220 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75961a0-b950-49ed-8662-d72f7331fdb3 req-deb524ad-84ba-4d72-961a-686885dae8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:24.176594 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e72e5f-8c7d-4a15-9d68-a2d7a7b7ec4d None None] The sync data for ids ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'] in n-d-778549-4 is: [{'id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:03:56Z', 'updated_at': '2021-07-23T17:03:59Z', 'revision_number': 4, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'gw_port': {'id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:57Z', 'updated_at': '2021-07-23T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '28e3fedc-637f-4892-bb27-e456a66652c8', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'port_id': '5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'mac_address': 'fa:16:3e:37:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a584392-76d2-4e25-83e1-7546f9b4efe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:04:02Z', 'updated_at': '2021-07-23T17:11:23Z', 'revision_number': 12, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7bb1085-308d-4d9d-a5fd-b029129db2ac', 'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'mac_address': 'fa:16:3e:94:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:59Z', 'updated_at': '2021-07-23T17:04:05Z', 'revision_number': 5, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'subnets': [{'id': '5976ceb7-755c-4adf-b695-78f866395610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:11:24.176791 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b75961a0-b950-49ed-8662-d72f7331fdb3 req-deb524ad-84ba-4d72-961a-686885dae8e5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0575590 Jul 23 17:11:24.291854 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75961a0-b950-49ed-8662-d72f7331fdb3 req-56de3038-bc1b-45d9-8620-833ab7f78069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:24.293366 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b75961a0-b950-49ed-8662-d72f7331fdb3 req-56de3038-bc1b-45d9-8620-833ab7f78069 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0947564 Jul 23 17:11:24.335473 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b75961a0-b950-49ed-8662-d72f7331fdb3 req-b3f057c0-f3f8-4763-8b21-492508dfe308 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0357463 Jul 23 17:11:24.383713 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75961a0-b950-49ed-8662-d72f7331fdb3 req-d6e6d584-a3ff-4583-a1fd-bd80e711aeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:24.385230 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b75961a0-b950-49ed-8662-d72f7331fdb3 req-d6e6d584-a3ff-4583-a1fd-bd80e711aeed service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0439112 Jul 23 17:11:24.448684 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75961a0-b950-49ed-8662-d72f7331fdb3 req-5d4d0592-1b7f-4102-a3bf-af4bb7e19aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:24.451272 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b75961a0-b950-49ed-8662-d72f7331fdb3 req-5d4d0592-1b7f-4102-a3bf-af4bb7e19aeb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596790 Jul 23 17:11:24.541850 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b75961a0-b950-49ed-8662-d72f7331fdb3 req-d264fb62-e987-491c-9341-234e5a163db7 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838928 Jul 23 17:11:24.545326 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a584392-76d2-4e25-83e1-7546f9b4efe8', 'tag': '5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:11:24.547676 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7156b0f2-7894-4267-b7d5-82195c9a0ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "8a584392-76d2-4e25-83e1-7546f9b4efe8", "tag": "5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:11:24.585129 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449b23c9-23a5-4d27-a51f-90e773c6d051 x-openstack-request-id: req-449b23c9-23a5-4d27-a51f-90e773c6d051 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:11:24.585428 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a584392-76d2-4e25-83e1-7546f9b4efe8", "tag": "5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:11:24.585685 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-449b23c9-23a5-4d27-a51f-90e773c6d051 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:11:24.586086 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a584392-76d2-4e25-83e1-7546f9b4efe8', 'tag': '5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167', 'status': 'completed', 'code': 200} Jul 23 17:11:24.640934 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b75961a0-b950-49ed-8662-d72f7331fdb3 req-b9653464-270a-45ae-83c8-286e66bd3be7 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931904 Jul 23 17:11:24.669011 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156b0f2-7894-4267-b7d5-82195c9a0ce0 req-d8ee98bc-791a-44b0-a8d4-3dde6485fbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:24.670682 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7156b0f2-7894-4267-b7d5-82195c9a0ce0 req-d8ee98bc-791a-44b0-a8d4-3dde6485fbf8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 1096 time: 0.0629621 Jul 23 17:11:24.764280 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156b0f2-7894-4267-b7d5-82195c9a0ce0 req-4c9b147a-9073-4da2-86bc-837f01eb0f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:24.765821 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7156b0f2-7894-4267-b7d5-82195c9a0ce0 req-4c9b147a-9073-4da2-86bc-837f01eb0f4d service neutron] 10.222.0.97 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0889874 Jul 23 17:11:24.834446 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7156b0f2-7894-4267-b7d5-82195c9a0ce0 req-40941c8d-e2bb-432f-93c5-088f531cd657 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 HTTP/1.1" status: 200 len: 1002 time: 0.0619569 Jul 23 17:11:24.885630 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156b0f2-7894-4267-b7d5-82195c9a0ce0 req-843dafaf-ad2c-427c-87d8-57396bc84367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:24.887175 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7156b0f2-7894-4267-b7d5-82195c9a0ce0 req-843dafaf-ad2c-427c-87d8-57396bc84367 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0471447 Jul 23 17:11:24.947526 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156b0f2-7894-4267-b7d5-82195c9a0ce0 req-db29ace3-2643-42bd-a765-c60ea102877a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:24.949079 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7156b0f2-7894-4267-b7d5-82195c9a0ce0 req-db29ace3-2643-42bd-a765-c60ea102877a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553770 Jul 23 17:11:25.046664 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7156b0f2-7894-4267-b7d5-82195c9a0ce0 req-d79919d2-fd96-4431-af18-a8b8f1d598d2 service neutron] 10.222.0.97 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915487 Jul 23 17:11:25.136509 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7156b0f2-7894-4267-b7d5-82195c9a0ce0 req-dfa6a146-d1d3-451b-8f9d-6992e9ceefbf service neutron] 10.222.0.97 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834367 Jul 23 17:11:32.728280 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0411b389-bf4e-42b0-a35e-f7bb768c2f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:35.400972 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:35.437102 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-45e2434c-622d-4f3e-8c09-315a41bc9b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:35.559986 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:36.712368 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:37.838089 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:38.747847 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:47.179498 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:12:02.731821 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2f2d6337-d095-4e20-892d-df88e3ac7d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:05.393961 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:05.438245 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-695c6457-a90f-4aad-ae11-747ad04167e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:05.562570 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:06.715430 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:07.846960 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:08.750582 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:20.394801 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2334f69d-5221-4a27-a295-ba448d89eb9a req-1525fe1b-85b0-4c54-914f-c248544df43c service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576999 Jul 23 17:12:20.488383 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334f69d-5221-4a27-a295-ba448d89eb9a req-020cea4e-deb2-4353-af37-b3611c045a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:20.489973 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2334f69d-5221-4a27-a295-ba448d89eb9a req-020cea4e-deb2-4353-af37-b3611c045a04 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 1096 time: 0.0546958 Jul 23 17:12:20.595881 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334f69d-5221-4a27-a295-ba448d89eb9a req-bae50bd7-5209-4581-a1a4-1776cfb82c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:20.597299 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2334f69d-5221-4a27-a295-ba448d89eb9a req-bae50bd7-5209-4581-a1a4-1776cfb82c16 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0888252 Jul 23 17:12:20.661382 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2334f69d-5221-4a27-a295-ba448d89eb9a req-9a0e3dc9-4672-4043-a897-bd1633073695 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 HTTP/1.1" status: 200 len: 1002 time: 0.0578251 Jul 23 17:12:20.710526 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334f69d-5221-4a27-a295-ba448d89eb9a req-fa1c9a7d-76c8-47c8-af46-65d40b34221e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:20.711986 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2334f69d-5221-4a27-a295-ba448d89eb9a req-fa1c9a7d-76c8-47c8-af46-65d40b34221e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0447884 Jul 23 17:12:20.774438 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334f69d-5221-4a27-a295-ba448d89eb9a req-3ea8f1aa-c2f3-4125-96b4-bfec6a461b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:20.775960 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2334f69d-5221-4a27-a295-ba448d89eb9a req-3ea8f1aa-c2f3-4125-96b4-bfec6a461b26 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581298 Jul 23 17:12:20.865580 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2334f69d-5221-4a27-a295-ba448d89eb9a req-4fc509f4-4249-4159-8399-ecbb6f4acd37 service neutron] 10.222.0.97 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829997 Jul 23 17:12:20.958801 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2334f69d-5221-4a27-a295-ba448d89eb9a req-179b4a93-c47d-4c02-a68b-e6dfed195b48 service neutron] 10.222.0.97 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871580 Jul 23 17:12:24.102911 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a02bd5c3-f97e-4786-89c0-2270ddfb2293 req-d380212e-06a3-481b-b64d-0531acf6d9b6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0943384 Jul 23 17:12:24.179270 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:12:24.200810 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02bd5c3-f97e-4786-89c0-2270ddfb2293 req-b45511a2-493e-44e4-a4d0-d79509e01ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:24.202372 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a02bd5c3-f97e-4786-89c0-2270ddfb2293 req-b45511a2-493e-44e4-a4d0-d79509e01ac0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0569885 Jul 23 17:12:24.308161 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02bd5c3-f97e-4786-89c0-2270ddfb2293 req-f4904ae5-389d-4716-9296-ad81fbb7253f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:24.310078 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a02bd5c3-f97e-4786-89c0-2270ddfb2293 req-f4904ae5-389d-4716-9296-ad81fbb7253f service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0894439 Jul 23 17:12:24.350990 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a02bd5c3-f97e-4786-89c0-2270ddfb2293 req-7708ea73-8c05-47fe-9977-e6021b879acb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0344439 Jul 23 17:12:24.402433 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02bd5c3-f97e-4786-89c0-2270ddfb2293 req-e1b20742-acac-489a-8164-360451a73d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:24.404687 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a02bd5c3-f97e-4786-89c0-2270ddfb2293 req-e1b20742-acac-489a-8164-360451a73d2b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0471387 Jul 23 17:12:24.461716 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02bd5c3-f97e-4786-89c0-2270ddfb2293 req-cbc3f4bf-b1e7-4d85-85f0-a4ce72978038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:24.463208 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a02bd5c3-f97e-4786-89c0-2270ddfb2293 req-cbc3f4bf-b1e7-4d85-85f0-a4ce72978038 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525470 Jul 23 17:12:24.552969 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a02bd5c3-f97e-4786-89c0-2270ddfb2293 req-b812a883-bb43-4244-89a8-154e1de01e7c service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831654 Jul 23 17:12:24.640321 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-a02bd5c3-f97e-4786-89c0-2270ddfb2293 req-e4420824-a8b7-4a60-9c4f-1e34ad6b87c1 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812228 Jul 23 17:12:32.733437 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b3db93cb-f7e2-4f7b-bd7b-fe9065f7fdd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:35.407703 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:35.440066 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cb148428-e447-45c9-96db-f760bdf1c463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:35.567296 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:36.718586 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:37.845583 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:38.758080 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:58.697997 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e5da4-1afa-4287-b8b0-f42ab8eed346 req-e442c297-ff99-4157-ab96-fad76f2ea4b7 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:58.699759 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-807e5da4-1afa-4287-b8b0-f42ab8eed346 req-e442c297-ff99-4157-ab96-fad76f2ea4b7 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 945 time: 0.0691340 Jul 23 17:12:58.744139 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-807e5da4-1afa-4287-b8b0-f42ab8eed346 req-239df45a-1fd3-4f2b-b59c-d27dea416d5d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351243 Jul 23 17:13:01.180838 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:13:02.740506 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fe41a61c-1683-4a53-8d4a-1ca5603cd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:05.405036 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:05.446460 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5648fcc2-44aa-44e8-aa0a-f19c32f10927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:05.568784 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:06.723650 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:07.866570 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:08.750887 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:09.941345 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8c70b8b2-49fb-43c5-af74-0c08e5116401 req-8f28c79c-32ba-462e-88fd-72f5637de812 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0554006 Jul 23 17:13:10.023809 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b36df-8d31-4b2e-8ec5-2465d65dbf69 req-41be0917-e876-4d2b-8eda-3278cf869598 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:10.025409 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5f9b36df-8d31-4b2e-8ec5-2465d65dbf69 req-41be0917-e876-4d2b-8eda-3278cf869598 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 945 time: 0.1298528 Jul 23 17:13:10.069998 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5f9b36df-8d31-4b2e-8ec5-2465d65dbf69 req-e0e84ff4-e3a1-4e0e-9c17-9a14958136fd tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379467 Jul 23 17:13:11.204316 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300c8d7-8469-4a50-b56c-7b53d4108f5b req-1d194252-853c-4206-b489-4577a9f64768 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:11.205177 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d300c8d7-8469-4a50-b56c-7b53d4108f5b req-1d194252-853c-4206-b489-4577a9f64768 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 945 time: 0.0668306 Jul 23 17:13:11.244215 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d300c8d7-8469-4a50-b56c-7b53d4108f5b req-cf1be308-364e-48cc-9480-66b7f1423405 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331063 Jul 23 17:13:12.385092 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6857740-e042-4710-ba1a-aa60097085a0 req-f8373c6a-94e7-48e2-b9f8-39a37d1bd39d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:12.386644 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f6857740-e042-4710-ba1a-aa60097085a0 req-f8373c6a-94e7-48e2-b9f8-39a37d1bd39d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 945 time: 0.0701573 Jul 23 17:13:12.426913 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f6857740-e042-4710-ba1a-aa60097085a0 req-401fcce2-b79d-46aa-8f85-369e2a697337 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337794 Jul 23 17:13:13.564310 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f761b-b8ec-4f49-a409-9a8da46a4e7e req-00cfa5a3-162b-4dae-b0f1-8b8232b027c9 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:13.565821 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9f9f761b-b8ec-4f49-a409-9a8da46a4e7e req-00cfa5a3-162b-4dae-b0f1-8b8232b027c9 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 945 time: 0.0682807 Jul 23 17:13:13.605265 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9f9f761b-b8ec-4f49-a409-9a8da46a4e7e req-b22e122a-b6d7-4110-ace2-dfe37fb75285 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334172 Jul 23 17:13:14.741482 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292b6d6-fc45-4f20-8402-dca37bdce7ae req-77e3a1e9-3e0e-4cbd-b492-1815f60e2238 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:14.743226 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0292b6d6-fc45-4f20-8402-dca37bdce7ae req-77e3a1e9-3e0e-4cbd-b492-1815f60e2238 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 945 time: 0.0675786 Jul 23 17:13:14.787482 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0292b6d6-fc45-4f20-8402-dca37bdce7ae req-2670871d-4630-45bc-8717-ed21d221fdb0 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374637 Jul 23 17:13:15.159449 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70b8b2-49fb-43c5-af74-0c08e5116401 req-1d319ecc-25f6-44db-87f1-a29588caec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:15.160904 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c70b8b2-49fb-43c5-af74-0c08e5116401 req-1d319ecc-25f6-44db-87f1-a29588caec37 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 1096 time: 0.0706849 Jul 23 17:13:15.255460 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70b8b2-49fb-43c5-af74-0c08e5116401 req-5b679c85-f083-42a2-abe4-6d8e785c9577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:15.256974 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c70b8b2-49fb-43c5-af74-0c08e5116401 req-5b679c85-f083-42a2-abe4-6d8e785c9577 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0900235 Jul 23 17:13:15.326165 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c70b8b2-49fb-43c5-af74-0c08e5116401 req-d6c99cdc-ff00-4de2-bead-4d32470c14be service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 HTTP/1.1" status: 200 len: 1002 time: 0.0630379 Jul 23 17:13:15.377585 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70b8b2-49fb-43c5-af74-0c08e5116401 req-fc5df332-ec3e-48ba-a0c4-5b53833ad284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:15.379298 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c70b8b2-49fb-43c5-af74-0c08e5116401 req-fc5df332-ec3e-48ba-a0c4-5b53833ad284 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0465400 Jul 23 17:13:15.445663 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70b8b2-49fb-43c5-af74-0c08e5116401 req-e9977557-9286-4840-bbb2-f61f0b2ddc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:15.447110 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c70b8b2-49fb-43c5-af74-0c08e5116401 req-e9977557-9286-4840-bbb2-f61f0b2ddc07 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621924 Jul 23 17:13:15.546143 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c70b8b2-49fb-43c5-af74-0c08e5116401 req-9b16a7a0-5916-4801-aaf4-17ed08529c77 service neutron] 10.222.0.97 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926006 Jul 23 17:13:15.635570 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c70b8b2-49fb-43c5-af74-0c08e5116401 req-feda0e27-ac8d-46e7-9cdd-2312c6545584 service neutron] 10.222.0.97 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829744 Jul 23 17:13:15.919047 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eecf8c2-bace-401f-bf71-48116803db04 req-77912582-9ad3-4df7-ae0e-1d59fe4f5970 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:15.920727 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4eecf8c2-bace-401f-bf71-48116803db04 req-77912582-9ad3-4df7-ae0e-1d59fe4f5970 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 945 time: 0.0647252 Jul 23 17:13:15.962755 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4eecf8c2-bace-401f-bf71-48116803db04 req-56b89f05-6093-48b7-9c6b-13a6d8ca98be tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365365 Jul 23 17:13:17.095397 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b7d89-30af-473f-92d7-eaad80ddffca req-d9176de0-24bc-42ae-895b-4de6af3c835b tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:17.096922 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4a7b7d89-30af-473f-92d7-eaad80ddffca req-d9176de0-24bc-42ae-895b-4de6af3c835b tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 945 time: 0.0644224 Jul 23 17:13:17.135489 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4a7b7d89-30af-473f-92d7-eaad80ddffca req-575ba611-5996-4c23-bf56-16cb76c67127 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329835 Jul 23 17:13:18.268735 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee75ce9-3dcd-47a4-a9f9-2c0ab4134ebc req-83e1407f-9aa7-4b02-a740-128b5f782edf tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:18.270296 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fee75ce9-3dcd-47a4-a9f9-2c0ab4134ebc req-83e1407f-9aa7-4b02-a740-128b5f782edf tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 945 time: 0.0646472 Jul 23 17:13:18.307123 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fee75ce9-3dcd-47a4-a9f9-2c0ab4134ebc req-d3d95419-43e1-4523-a319-639d4e828f16 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313876 Jul 23 17:13:19.445690 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1976a-d4fa-4080-8a8f-84b6f07db02d req-88fc4b34-d697-477e-936c-ff20360e9a95 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:19.447207 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61e1976a-d4fa-4080-8a8f-84b6f07db02d req-88fc4b34-d697-477e-936c-ff20360e9a95 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 945 time: 0.0670197 Jul 23 17:13:19.486705 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-61e1976a-d4fa-4080-8a8f-84b6f07db02d req-e67ec077-9513-4c72-9e4f-e0165f706635 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330789 Jul 23 17:13:20.617265 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20d671-034a-4bf4-af16-3cd671b56245 req-24a2f7d0-6412-449a-af7e-203dd37efb27 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:20.618717 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8b20d671-034a-4bf4-af16-3cd671b56245 req-24a2f7d0-6412-449a-af7e-203dd37efb27 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 945 time: 0.0641072 Jul 23 17:13:20.657811 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8b20d671-034a-4bf4-af16-3cd671b56245 req-f907d20e-1e44-4782-ad2f-597e418b88f6 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331035 Jul 23 17:13:21.792269 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473fdb4-172a-42f1-92f5-3962d19850b1 req-7050a9d9-bdc2-4c55-8a06-a7bb0e5d8e63 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:21.793806 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1473fdb4-172a-42f1-92f5-3962d19850b1 req-7050a9d9-bdc2-4c55-8a06-a7bb0e5d8e63 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 945 time: 0.0685914 Jul 23 17:13:21.837155 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1473fdb4-172a-42f1-92f5-3962d19850b1 req-d7945924-ea42-497c-826a-5b60b1a5d231 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369565 Jul 23 17:13:22.612701 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b5aa7-9c15-43d7-8f73-e158a921a0a6 req-65dfae13-2caf-4d49-91fc-3ac845c37c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:22.614253 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-159b5aa7-9c15-43d7-8f73-e158a921a0a6 req-65dfae13-2caf-4d49-91fc-3ac845c37c40 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 1096 time: 0.1017888 Jul 23 17:13:22.723201 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b5aa7-9c15-43d7-8f73-e158a921a0a6 req-d126a7ae-8cbe-4459-9540-8c26f6cf9c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:22.724780 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-159b5aa7-9c15-43d7-8f73-e158a921a0a6 req-d126a7ae-8cbe-4459-9540-8c26f6cf9c7b service neutron] 10.222.0.97 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0912099 Jul 23 17:13:22.798239 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-159b5aa7-9c15-43d7-8f73-e158a921a0a6 req-5904f6fb-5ef1-42d4-a720-9fe0a48af19e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 HTTP/1.1" status: 200 len: 1002 time: 0.0676684 Jul 23 17:13:22.849976 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b5aa7-9c15-43d7-8f73-e158a921a0a6 req-4f5e2f0e-19da-452e-bf98-c56cdd7cfbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:22.851512 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-159b5aa7-9c15-43d7-8f73-e158a921a0a6 req-4f5e2f0e-19da-452e-bf98-c56cdd7cfbeb service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0472803 Jul 23 17:13:22.922351 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b5aa7-9c15-43d7-8f73-e158a921a0a6 req-ed2a45d0-9d4b-44c0-a550-2e2bbab13e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:22.923896 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-159b5aa7-9c15-43d7-8f73-e158a921a0a6 req-ed2a45d0-9d4b-44c0-a550-2e2bbab13e9c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661731 Jul 23 17:13:23.040077 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8623c-f9ce-4f89-a19e-cf9c3724afc2 req-450c7cb5-278d-40de-a8d6-6b671b74d2b1 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:23.041615 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-36c8623c-f9ce-4f89-a19e-cf9c3724afc2 req-450c7cb5-278d-40de-a8d6-6b671b74d2b1 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 945 time: 0.1337101 Jul 23 17:13:23.063274 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-159b5aa7-9c15-43d7-8f73-e158a921a0a6 req-342abf13-bf4d-4b96-a42b-774148346c71 service neutron] 10.222.0.97 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188071 Jul 23 17:13:23.116890 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-36c8623c-f9ce-4f89-a19e-cf9c3724afc2 req-c3e974f6-9c9e-49a5-994d-a872a6585e78 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654643 Jul 23 17:13:23.174528 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-159b5aa7-9c15-43d7-8f73-e158a921a0a6 req-c7d0c1f6-5bce-4966-a061-d47bee7c805e service neutron] 10.222.0.97 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042182 Jul 23 17:13:24.252415 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18517b0d-57da-4e43-b334-63e912cf7857 req-c3accf33-42db-4a54-bd0b-666c3df2ffa3 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:24.254054 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-18517b0d-57da-4e43-b334-63e912cf7857 req-c3accf33-42db-4a54-bd0b-666c3df2ffa3 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 945 time: 0.0671270 Jul 23 17:13:24.292559 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-18517b0d-57da-4e43-b334-63e912cf7857 req-65e7c67b-f196-4283-b69e-8536f4534d0c tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327568 Jul 23 17:13:25.433240 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4c08f-45cf-4930-b2bb-479e3ccfa145 req-19df1c84-0d38-44a5-8b88-7a2c285a506c tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:25.434735 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7bb4c08f-45cf-4930-b2bb-479e3ccfa145 req-19df1c84-0d38-44a5-8b88-7a2c285a506c tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 945 time: 0.0690103 Jul 23 17:13:25.476219 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7bb4c08f-45cf-4930-b2bb-479e3ccfa145 req-f52fbc53-e4d7-44ca-9b37-4208c55bbc8c tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355728 Jul 23 17:13:26.063330 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d9c26ae5-bbe4-4370-8021-bb38e1499d42 req-ede79073-3deb-46aa-bee1-16864892d4f3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0553403 Jul 23 17:13:26.156740 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c26ae5-bbe4-4370-8021-bb38e1499d42 req-2951979e-58d7-4009-992a-68b90ae3c1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:26.158268 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d9c26ae5-bbe4-4370-8021-bb38e1499d42 req-2951979e-58d7-4009-992a-68b90ae3c1ea service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0543029 Jul 23 17:13:26.267530 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c26ae5-bbe4-4370-8021-bb38e1499d42 req-50176310-fc43-404f-9697-11b9e74c77a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:26.269039 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d9c26ae5-bbe4-4370-8021-bb38e1499d42 req-50176310-fc43-404f-9697-11b9e74c77a8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0919600 Jul 23 17:13:26.613153 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912100de-3c8a-4da2-a674-82b3cb293de5 req-369037e8-c9b5-4c93-8119-ae2e13323f9b tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:26.614792 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-912100de-3c8a-4da2-a674-82b3cb293de5 req-369037e8-c9b5-4c93-8119-ae2e13323f9b tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 945 time: 0.0676568 Jul 23 17:13:26.659522 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-912100de-3c8a-4da2-a674-82b3cb293de5 req-00b31fc4-95bc-481a-9d03-dc0fea935747 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386450 Jul 23 17:13:26.668266 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d9c26ae5-bbe4-4370-8021-bb38e1499d42 req-dc306043-c552-4962-80b0-8d9a9e9115a9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.3931284 Jul 23 17:13:26.716443 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c26ae5-bbe4-4370-8021-bb38e1499d42 req-01cfa0b0-886f-4d5f-89cf-1c145c8d0e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:26.717988 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d9c26ae5-bbe4-4370-8021-bb38e1499d42 req-01cfa0b0-886f-4d5f-89cf-1c145c8d0e17 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0434175 Jul 23 17:13:26.781202 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c26ae5-bbe4-4370-8021-bb38e1499d42 req-ad970985-fb03-48d6-8178-06cc06faeb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:26.782607 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d9c26ae5-bbe4-4370-8021-bb38e1499d42 req-ad970985-fb03-48d6-8178-06cc06faeb1a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582693 Jul 23 17:13:26.870333 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d9c26ae5-bbe4-4370-8021-bb38e1499d42 req-52a8c368-f52c-4656-ad69-9a53cf48c9d2 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812640 Jul 23 17:13:26.972139 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-d9c26ae5-bbe4-4370-8021-bb38e1499d42 req-e8f15dd7-0d68-402a-bff4-f243e9d24a4d service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947018 Jul 23 17:13:27.798181 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ce97a-ff3f-4aef-98af-dbba11a25a41 req-8af7c9fc-33c0-4ec1-bd3a-1baa5eacd891 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:27.800039 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bd1ce97a-ff3f-4aef-98af-dbba11a25a41 req-8af7c9fc-33c0-4ec1-bd3a-1baa5eacd891 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 945 time: 0.0727410 Jul 23 17:13:27.842378 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bd1ce97a-ff3f-4aef-98af-dbba11a25a41 req-5f112aeb-10fc-4f48-b93c-f17af155887b tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361793 Jul 23 17:13:28.974125 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74925245-05a0-46bb-8b38-00e9f1a51adb req-8c14cf0c-2442-45d1-ae70-aed3197d7cac tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:28.975624 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74925245-05a0-46bb-8b38-00e9f1a51adb req-8c14cf0c-2442-45d1-ae70-aed3197d7cac tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 945 time: 0.0639408 Jul 23 17:13:29.014560 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-74925245-05a0-46bb-8b38-00e9f1a51adb req-d5fbaf5d-3f7f-4eb3-86e1-61e4450c6d2b tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332997 Jul 23 17:13:30.147253 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0663da-b309-4d34-88e3-3837fd0c5a43 req-81cc4bf0-15f9-4334-bcc7-2f591ae38a30 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:30.148776 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c0663da-b309-4d34-88e3-3837fd0c5a43 req-81cc4bf0-15f9-4334-bcc7-2f591ae38a30 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 945 time: 0.0648055 Jul 23 17:13:30.188190 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7c0663da-b309-4d34-88e3-3837fd0c5a43 req-18579a51-76d8-4a0d-89c5-de9b20df845b tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338228 Jul 23 17:13:31.320997 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fabad-98e5-42b5-9b6a-537555e66022 req-e2a9f42c-1c26-46db-be30-e238fa7b5cf7 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:31.322573 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-686fabad-98e5-42b5-9b6a-537555e66022 req-e2a9f42c-1c26-46db-be30-e238fa7b5cf7 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 945 time: 0.0670002 Jul 23 17:13:31.361256 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-686fabad-98e5-42b5-9b6a-537555e66022 req-b9ee65f6-2215-4291-a088-23df9c5a9219 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330832 Jul 23 17:13:32.515858 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdf19b-6aef-4154-afec-800c4b83214b req-5aae8aba-9d68-44c7-aeea-6cedda246bdc tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:32.520693 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39fdf19b-6aef-4154-afec-800c4b83214b req-5aae8aba-9d68-44c7-aeea-6cedda246bdc tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 945 time: 0.0840244 Jul 23 17:13:32.595385 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39fdf19b-6aef-4154-afec-800c4b83214b req-2d280530-001c-42ba-bc5a-36fa70975fcc tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572085 Jul 23 17:13:32.747451 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9ae15bf7-54ed-4177-8b93-fc6881507768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:33.754182 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc04ff9-9695-4e70-a78a-40e480558829 req-ca0c56cb-70ba-4b77-9477-fe370804b188 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:33.755836 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4dc04ff9-9695-4e70-a78a-40e480558829 req-ca0c56cb-70ba-4b77-9477-fe370804b188 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 945 time: 0.0727174 Jul 23 17:13:33.821614 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4dc04ff9-9695-4e70-a78a-40e480558829 req-151cbe2f-7864-4c04-838c-4a20c1d2344d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548284 Jul 23 17:13:34.464558 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c70b8b2-49fb-43c5-af74-0c08e5116401 req-137771a3-42da-4ac8-b9c0-b0a8a9fc5a1b service neutron] 10.222.0.97 "GET /v2.0/ports/5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167/bindings/n-h2-778549-4 HTTP/1.1" status: 200 len: 382 time: 0.0811150 Jul 23 17:13:34.705097 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70b8b2-49fb-43c5-af74-0c08e5116401 req-737ae922-7922-44db-8c0c-93ca34ce658c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:34.706967 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c70b8b2-49fb-43c5-af74-0c08e5116401 req-737ae922-7922-44db-8c0c-93ca34ce658c service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8&tenant_id=c8a2bed23128491a8a32cdfcb8bd611a HTTP/1.1" status: 200 len: 1096 time: 0.0601854 Jul 23 17:13:34.794445 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70b8b2-49fb-43c5-af74-0c08e5116401 req-178cc2d7-2280-4f7e-8ae3-2a76fccb3d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:34.796188 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c70b8b2-49fb-43c5-af74-0c08e5116401 req-178cc2d7-2280-4f7e-8ae3-2a76fccb3d27 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 1096 time: 0.0638599 Jul 23 17:13:34.905906 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70b8b2-49fb-43c5-af74-0c08e5116401 req-9262c5aa-cc5d-4d63-a5c1-ab253348f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:34.907505 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c70b8b2-49fb-43c5-af74-0c08e5116401 req-9262c5aa-cc5d-4d63-a5c1-ab253348f097 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.1050167 Jul 23 17:13:34.926963 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:13:35.014474 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:35.038699 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a584392-76d2-4e25-83e1-7546f9b4efe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:13:35.040990 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4d1518-4bd6-441b-8b51-b2e7f2b1cd6e" -d '{"events": [{"server_uuid": "8a584392-76d2-4e25-83e1-7546f9b4efe8", "name": "network-vif-unplugged", "status": "completed", "tag": "5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:13:35.047920 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c70b8b2-49fb-43c5-af74-0c08e5116401 req-81ebb5c8-f316-4d82-999a-1ac3bc28b60d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 HTTP/1.1" status: 200 len: 1002 time: 0.1340933 Jul 23 17:13:35.057474 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:13:35.062848 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:35.117343 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ed008-cd84-4079-99e1-d28cfd39fb18 req-3cbd8841-53af-4614-9597-2aff4812990a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:35.118923 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-132ed008-cd84-4079-99e1-d28cfd39fb18 req-3cbd8841-53af-4614-9597-2aff4812990a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 945 time: 0.1676824 Jul 23 17:13:35.121581 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:35.126999 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70b8b2-49fb-43c5-af74-0c08e5116401 req-f50e37cc-e5f3-4104-b15a-abac3979dad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:35.128539 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c70b8b2-49fb-43c5-af74-0c08e5116401 req-f50e37cc-e5f3-4104-b15a-abac3979dad4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0731292 Jul 23 17:13:35.132744 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:13:35.133264 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:13:35.133747 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:13:35.134202 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:13:35.134622 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:13:35.135061 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:13:35.135498 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:13:35.135918 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:13:35.136379 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:13:35.136799 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:13:35.137318 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:13:35.137825 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:13:35.199115 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-132ed008-cd84-4079-99e1-d28cfd39fb18 req-b9f03f0d-858b-4221-9a22-8c5879a25358 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687819 Jul 23 17:13:35.225289 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70b8b2-49fb-43c5-af74-0c08e5116401 req-3b225edd-e34d-4a4a-b697-30c19cd7ebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:35.228069 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c70b8b2-49fb-43c5-af74-0c08e5116401 req-3b225edd-e34d-4a4a-b697-30c19cd7ebfa service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909095 Jul 23 17:13:35.386816 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c70b8b2-49fb-43c5-af74-0c08e5116401 req-81a406a5-7b8b-490b-816e-93ef9f9490b2 service neutron] 10.222.0.97 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507747 Jul 23 17:13:35.412669 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 17:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e314d977-593b-42ab-8e4f-67a225ba788b x-openstack-request-id: req-e314d977-593b-42ab-8e4f-67a225ba788b {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:13:35.413124 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a584392-76d2-4e25-83e1-7546f9b4efe8", "name": "network-vif-unplugged", "status": "completed", "tag": "5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:13:35.413946 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e314d977-593b-42ab-8e4f-67a225ba788b {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:13:35.414484 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a584392-76d2-4e25-83e1-7546f9b4efe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167', 'code': 200} Jul 23 17:13:35.464787 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:35.467530 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f2a774a4-c9ab-4cae-8706-d699dcfec61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:35.507754 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c70b8b2-49fb-43c5-af74-0c08e5116401 req-6def8926-a8f9-45bd-b8ee-01af1644f179 service neutron] 10.222.0.97 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138189 Jul 23 17:13:35.584748 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:36.355867 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c04a9-3c88-4980-9dce-0cc3601899c6 req-dd1074f4-3f03-4ad9-af07-22127991f009 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:36.357745 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-264c04a9-3c88-4980-9dce-0cc3601899c6 req-dd1074f4-3f03-4ad9-af07-22127991f009 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 943 time: 0.0769815 Jul 23 17:13:36.401370 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-264c04a9-3c88-4980-9dce-0cc3601899c6 req-b2b94c9b-bb49-4e79-a1f3-7baf12ae8e82 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379183 Jul 23 17:13:36.728462 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:37.564878 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7129eb0-2d3f-4817-8031-f401bf0d25b4 req-b76cc7fd-6100-408d-8912-1979f84648c9 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:37.566490 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c7129eb0-2d3f-4817-8031-f401bf0d25b4 req-b76cc7fd-6100-408d-8912-1979f84648c9 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 943 time: 0.0886583 Jul 23 17:13:37.613304 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c7129eb0-2d3f-4817-8031-f401bf0d25b4 req-4db24c9a-6d03-41a4-a086-fd50e4e48525 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377207 Jul 23 17:13:37.879031 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:38.180842 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:13:38.772068 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:38.785082 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390c478-3a1e-4e96-a7de-215f0abe755b req-c0ef1a29-ab2d-4634-a993-668ab8c52a7e tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:38.786689 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9390c478-3a1e-4e96-a7de-215f0abe755b req-c0ef1a29-ab2d-4634-a993-668ab8c52a7e tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 943 time: 0.0842071 Jul 23 17:13:38.829149 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9390c478-3a1e-4e96-a7de-215f0abe755b req-340d3a3a-42fa-4f06-bdb3-d060945ca2e4 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366542 Jul 23 17:13:40.001324 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4834c-e9a1-4091-8d43-dc6844b69df3 req-85491dbe-131b-43f5-a827-39f66af886fc tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:40.002807 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5fb4834c-e9a1-4091-8d43-dc6844b69df3 req-85491dbe-131b-43f5-a827-39f66af886fc tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 943 time: 0.0815942 Jul 23 17:13:40.048447 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5fb4834c-e9a1-4091-8d43-dc6844b69df3 req-2b267c71-93da-429f-aefc-12de76f46d88 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382516 Jul 23 17:13:41.183219 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a89af-47e7-4193-8910-75710656c265 req-88835956-ec1b-43ba-ba3e-3365ec444b7e tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:41.184756 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c23a89af-47e7-4193-8910-75710656c265 req-88835956-ec1b-43ba-ba3e-3365ec444b7e tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 943 time: 0.0660341 Jul 23 17:13:41.227069 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c23a89af-47e7-4193-8910-75710656c265 req-ab8b554d-4b17-4aa5-970a-c9039cc3aa9a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357146 Jul 23 17:13:42.372387 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c660fd-0d15-4e54-ad17-c83373b81800 req-6c886e6b-8158-4ad6-8a28-505629036786 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:42.374919 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c2c660fd-0d15-4e54-ad17-c83373b81800 req-6c886e6b-8158-4ad6-8a28-505629036786 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 943 time: 0.0735636 Jul 23 17:13:42.415105 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c2c660fd-0d15-4e54-ad17-c83373b81800 req-16980340-b589-48b5-9321-cb626052e4d3 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345075 Jul 23 17:13:43.564286 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128ba33-e119-43db-9caa-1b4855624e64 req-c76233bb-049a-491e-a173-8af36c5e9263 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:43.566352 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8128ba33-e119-43db-9caa-1b4855624e64 req-c76233bb-049a-491e-a173-8af36c5e9263 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 943 time: 0.0725021 Jul 23 17:13:43.611582 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8128ba33-e119-43db-9caa-1b4855624e64 req-c632f516-fbb7-46cf-ac57-86f0a7f7cd99 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391572 Jul 23 17:13:44.771171 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a23643-f05c-4b14-a738-f63159a89850 req-c27cfe61-13ea-48dd-9d56-b2b81ebcfc96 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:44.773021 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-08a23643-f05c-4b14-a738-f63159a89850 req-c27cfe61-13ea-48dd-9d56-b2b81ebcfc96 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 943 time: 0.0757558 Jul 23 17:13:44.836243 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-08a23643-f05c-4b14-a738-f63159a89850 req-58b4307f-113e-4e6c-b867-cc9dc9be7ed6 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529013 Jul 23 17:13:45.983336 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033971ec-8aed-4c5f-bcc2-90946d370b0c req-efe2cf2f-b501-4e45-944b-85355cfccd89 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:45.985311 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-033971ec-8aed-4c5f-bcc2-90946d370b0c req-efe2cf2f-b501-4e45-944b-85355cfccd89 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 943 time: 0.0723331 Jul 23 17:13:46.033280 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-033971ec-8aed-4c5f-bcc2-90946d370b0c req-0e9edae9-c93e-46d1-9310-17f1afe82db3 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380273 Jul 23 17:13:47.025591 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:13:47.148986 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:13:47.167027 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'port_id': '5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167', 'mac_address': 'fa:16:3e:37:31:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:13:47.222493 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:47.233940 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096ce09-3205-440c-a2b9-62dbd6a23d9f req-cd27df37-f722-4010-8b62-b60d1a179f63 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:47.235587 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8096ce09-3205-440c-a2b9-62dbd6a23d9f req-cd27df37-f722-4010-8b62-b60d1a179f63 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 943 time: 0.0904269 Jul 23 17:13:47.241437 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:13:47.280056 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8096ce09-3205-440c-a2b9-62dbd6a23d9f req-37131f95-6dff-47b9-86e9-fdca1e5d1de6 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374434 Jul 23 17:13:47.280328 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:13:47.287850 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:47.347000 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167,revision_number=7']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:47.530515 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:13:47.797684 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adad036-ab33-47b6-8202-619ed8bb2ddf req-3b1e12a9-8e09-4784-92f1-1364acb13546 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:47.799382 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1adad036-ab33-47b6-8202-619ed8bb2ddf req-3b1e12a9-8e09-4784-92f1-1364acb13546 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.97 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8&tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&binding%3Ahost_id=n-h2-778549-4 HTTP/1.1" status: 200 len: 944 time: 0.1509275 Jul 23 17:13:47.871240 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef273d-fe8f-4269-8a35-22cf4b74e5d5 req-19478530-c0b7-43d6-b2c0-8b003284dfff tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:47.874167 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ffef273d-fe8f-4269-8a35-22cf4b74e5d5 req-19478530-c0b7-43d6-b2c0-8b003284dfff tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 944 time: 0.1732423 Jul 23 17:13:47.980306 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ffef273d-fe8f-4269-8a35-22cf4b74e5d5 req-d99859ea-4dea-4ef2-84b4-992f51889124 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977960 Jul 23 17:13:47.983029 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1adad036-ab33-47b6-8202-619ed8bb2ddf req-87e518b8-b3cb-4945-997d-4ad77986959d service neutron] 10.222.0.97 "GET /v2.0/ports/5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167/bindings/n-h2-778549-4 HTTP/1.1" status: 200 len: 382 time: 0.1747959 Jul 23 17:13:48.089296 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adad036-ab33-47b6-8202-619ed8bb2ddf req-b25d4782-0915-4716-8a69-61f1a4a067b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:48.090741 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1adad036-ab33-47b6-8202-619ed8bb2ddf req-b25d4782-0915-4716-8a69-61f1a4a067b3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 1095 time: 0.0711823 Jul 23 17:13:48.205949 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adad036-ab33-47b6-8202-619ed8bb2ddf req-599d4e45-1dd0-46bc-8d0a-175ba4684407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:48.207946 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1adad036-ab33-47b6-8202-619ed8bb2ddf req-599d4e45-1dd0-46bc-8d0a-175ba4684407 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.1100860 Jul 23 17:13:48.302190 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1adad036-ab33-47b6-8202-619ed8bb2ddf req-172ea6a7-89ad-4b7c-9a81-cbe17ec58b8b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 HTTP/1.1" status: 200 len: 1001 time: 0.0879042 Jul 23 17:13:48.371477 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adad036-ab33-47b6-8202-619ed8bb2ddf req-766aee55-738a-4c56-b96b-60cf18dc165c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:48.374646 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1adad036-ab33-47b6-8202-619ed8bb2ddf req-766aee55-738a-4c56-b96b-60cf18dc165c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0654113 Jul 23 17:13:48.444867 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adad036-ab33-47b6-8202-619ed8bb2ddf req-61757a3e-2abd-4a28-a7eb-e16c23701332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:48.446988 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1adad036-ab33-47b6-8202-619ed8bb2ddf req-61757a3e-2abd-4a28-a7eb-e16c23701332 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674002 Jul 23 17:13:48.558845 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1adad036-ab33-47b6-8202-619ed8bb2ddf req-3b045f6a-3d1c-442d-9c05-8e9f6cb55502 service neutron] 10.222.0.97 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055081 Jul 23 17:13:48.669710 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1adad036-ab33-47b6-8202-619ed8bb2ddf req-e0549e58-fa97-4a5f-a46a-0d09d815acd0 service neutron] 10.222.0.97 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032810 Jul 23 17:13:49.034813 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:13:49.087255 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:13:49.087627 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:49.160489 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab92a0-fa8f-449c-81bc-44b128128589 req-1043ccf2-d7f4-45c6-8bea-cab219759f0e tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:49.163404 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1fab92a0-fa8f-449c-81bc-44b128128589 req-1043ccf2-d7f4-45c6-8bea-cab219759f0e tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 944 time: 0.0992482 Jul 23 17:13:49.206042 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1fab92a0-fa8f-449c-81bc-44b128128589 req-c3819411-312d-40bb-9c99-077248023c84 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369840 Jul 23 17:13:49.208776 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:49.235520 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a584392-76d2-4e25-83e1-7546f9b4efe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:13:49.238076 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30550000-7629-4398-abb5-ad59aa0de0c4" -d '{"events": [{"server_uuid": "8a584392-76d2-4e25-83e1-7546f9b4efe8", "name": "network-vif-plugged", "status": "completed", "tag": "5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:13:49.254008 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:13:49.260020 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:49.298261 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5c925c-da1e-49d5-80fa-dbff3d448d93 x-openstack-request-id: req-dc5c925c-da1e-49d5-80fa-dbff3d448d93 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:13:49.298554 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a584392-76d2-4e25-83e1-7546f9b4efe8", "name": "network-vif-plugged", "status": "completed", "tag": "5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:13:49.298807 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dc5c925c-da1e-49d5-80fa-dbff3d448d93 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:13:49.299198 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a584392-76d2-4e25-83e1-7546f9b4efe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167', 'code': 200} Jul 23 17:13:49.322693 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:50.382293 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188d244-031b-4639-8035-31125fc5d1e3 req-557c9578-5f1c-4a59-9fa2-41c66ff3c03d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:50.383994 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e188d244-031b-4639-8035-31125fc5d1e3 req-557c9578-5f1c-4a59-9fa2-41c66ff3c03d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 945 time: 0.0766914 Jul 23 17:13:50.430711 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e188d244-031b-4639-8035-31125fc5d1e3 req-583be0f3-6dc0-4154-9c35-047d0ff7b178 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388539 Jul 23 17:13:51.603006 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a817e-ca91-4073-b855-99f20c8eb86e req-d1fd8752-10f9-4f9a-bd54-d157ad740d6c tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:51.604622 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e46a817e-ca91-4073-b855-99f20c8eb86e req-d1fd8752-10f9-4f9a-bd54-d157ad740d6c tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 945 time: 0.0856264 Jul 23 17:13:51.650035 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e46a817e-ca91-4073-b855-99f20c8eb86e req-75cfabed-6718-4fc7-8e9e-8d16a7967b94 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389860 Jul 23 17:13:52.874857 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d9924-3124-426e-85f8-0068401b505f req-c20de314-1fc5-4a96-97f5-e6ce5f7925f2 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:52.877546 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f60d9924-3124-426e-85f8-0068401b505f req-c20de314-1fc5-4a96-97f5-e6ce5f7925f2 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 945 time: 0.1065285 Jul 23 17:13:52.957177 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f60d9924-3124-426e-85f8-0068401b505f req-96bce1eb-6edf-4323-a4f7-cf4d72a3dd99 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733566 Jul 23 17:13:52.985744 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adad036-ab33-47b6-8202-619ed8bb2ddf req-03999c53-aff3-4e33-977f-96f0957900fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:52.988456 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1adad036-ab33-47b6-8202-619ed8bb2ddf req-03999c53-aff3-4e33-977f-96f0957900fa service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8&tenant_id=c8a2bed23128491a8a32cdfcb8bd611a HTTP/1.1" status: 200 len: 1096 time: 0.0967455 Jul 23 17:13:53.038346 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:13:53.107826 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adad036-ab33-47b6-8202-619ed8bb2ddf req-134a1f44-643d-4edd-885e-8a9ced3a1c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:53.110629 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1adad036-ab33-47b6-8202-619ed8bb2ddf req-134a1f44-643d-4edd-885e-8a9ced3a1c47 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 1096 time: 0.0941362 Jul 23 17:13:53.142533 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:53.170781 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a584392-76d2-4e25-83e1-7546f9b4efe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:13:53.173243 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74be4045-f224-4ea6-b39e-0a603dc38c7a" -d '{"events": [{"server_uuid": "8a584392-76d2-4e25-83e1-7546f9b4efe8", "name": "network-vif-unplugged", "status": "completed", "tag": "5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:13:53.196393 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:13:53.203357 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:53.242807 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 17:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c133e9-792f-44c6-b2d1-d3b9255448eb x-openstack-request-id: req-86c133e9-792f-44c6-b2d1-d3b9255448eb {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:13:53.243271 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a584392-76d2-4e25-83e1-7546f9b4efe8", "name": "network-vif-unplugged", "status": "completed", "tag": "5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:13:53.243625 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-86c133e9-792f-44c6-b2d1-d3b9255448eb {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:13:53.244229 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a584392-76d2-4e25-83e1-7546f9b4efe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167', 'code': 200} Jul 23 17:13:53.270662 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adad036-ab33-47b6-8202-619ed8bb2ddf req-ab3b320d-8f01-47cf-b359-f9a4f2a32c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:53.272191 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1adad036-ab33-47b6-8202-619ed8bb2ddf req-ab3b320d-8f01-47cf-b359-f9a4f2a32c91 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.1548543 Jul 23 17:13:53.277775 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167,revision_number=9']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:53.782920 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1adad036-ab33-47b6-8202-619ed8bb2ddf req-c172d693-25a2-4fde-b5dc-ee5a0253bd05 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 HTTP/1.1" status: 200 len: 1000 time: 0.5036807 Jul 23 17:13:53.840904 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adad036-ab33-47b6-8202-619ed8bb2ddf req-307eb764-b52b-477b-a821-fe40599fd884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:53.842527 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1adad036-ab33-47b6-8202-619ed8bb2ddf req-307eb764-b52b-477b-a821-fe40599fd884 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0532691 Jul 23 17:13:53.907140 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adad036-ab33-47b6-8202-619ed8bb2ddf req-c6d15198-4d64-4192-b6d0-48c17c80e211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:53.908726 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1adad036-ab33-47b6-8202-619ed8bb2ddf req-c6d15198-4d64-4192-b6d0-48c17c80e211 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594187 Jul 23 17:13:54.013358 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1adad036-ab33-47b6-8202-619ed8bb2ddf req-68be1ca9-5cb8-45e4-8d70-505c086d5362 service neutron] 10.222.0.97 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979857 Jul 23 17:13:54.179531 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1adad036-ab33-47b6-8202-619ed8bb2ddf req-37ba4003-8e37-4c0f-ba22-e43b299810ee service neutron] 10.222.0.97 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590295 Jul 23 17:13:54.202606 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee4290-c9b3-45e5-a491-3a9ee4461f15 req-f01b2aff-844d-491d-81f7-7cf46a7ef11d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:54.204204 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cee4290-c9b3-45e5-a491-3a9ee4461f15 req-f01b2aff-844d-491d-81f7-7cf46a7ef11d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 943 time: 0.1632116 Jul 23 17:13:54.251298 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1cee4290-c9b3-45e5-a491-3a9ee4461f15 req-78e2b3f3-404e-4c57-9cff-5a56265616a9 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373309 Jul 23 17:13:55.433596 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09551e7-d14a-4dcc-ac38-4d689d2ead61 req-43cf7dd6-b4a0-4675-adf5-44cd3ae6f7b7 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:55.435257 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e09551e7-d14a-4dcc-ac38-4d689d2ead61 req-43cf7dd6-b4a0-4675-adf5-44cd3ae6f7b7 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 943 time: 0.0727770 Jul 23 17:13:55.485607 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e09551e7-d14a-4dcc-ac38-4d689d2ead61 req-fb2ae324-8fcd-468a-8096-15ba90286e5f tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443213 Jul 23 17:13:56.650897 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de85ab-850e-4ac7-ad80-95679dcc50df req-eb24c808-cb4c-4029-8e81-3a360b3cf3cc tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:56.652505 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e5de85ab-850e-4ac7-ad80-95679dcc50df req-eb24c808-cb4c-4029-8e81-3a360b3cf3cc tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 943 time: 0.0741763 Jul 23 17:13:56.696452 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e5de85ab-850e-4ac7-ad80-95679dcc50df req-d57cfb6c-d050-429c-a064-a408de5821ba tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369139 Jul 23 17:13:57.877386 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98953e05-d12f-42eb-a680-bac7ff5ced44 req-b7c319b3-8b9c-44d6-8c87-454bc21abc1d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:57.879625 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-98953e05-d12f-42eb-a680-bac7ff5ced44 req-b7c319b3-8b9c-44d6-8c87-454bc21abc1d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 943 time: 0.0832374 Jul 23 17:13:57.921883 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-98953e05-d12f-42eb-a680-bac7ff5ced44 req-43863261-e974-414e-bfa9-2588c51cd02c tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357845 Jul 23 17:13:59.110335 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25361c-af19-4b54-a2af-768a85152924 req-2af09a2c-03c8-4cdf-b1b3-cba8175f500a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:59.112033 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd25361c-af19-4b54-a2af-768a85152924 req-2af09a2c-03c8-4cdf-b1b3-cba8175f500a tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 943 time: 0.1029885 Jul 23 17:13:59.164541 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd25361c-af19-4b54-a2af-768a85152924 req-4041219c-ada1-4c3a-89b9-73920e07dcf6 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444245 Jul 23 17:14:00.318231 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b681138-90dd-452c-8786-9ce4f79ab00e req-b545c8c5-ce31-4c34-8964-f68528db0f02 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:00.320179 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b681138-90dd-452c-8786-9ce4f79ab00e req-b545c8c5-ce31-4c34-8964-f68528db0f02 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 943 time: 0.0806813 Jul 23 17:14:00.363595 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b681138-90dd-452c-8786-9ce4f79ab00e req-44537523-0232-426c-8456-4bdda1beaa66 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371020 Jul 23 17:14:01.754359 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66535df3-ad8f-4a0c-a906-b6ab69053ae4 req-c4c6b9c1-5939-4301-b48a-92af7b005f7c tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:01.757380 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-66535df3-ad8f-4a0c-a906-b6ab69053ae4 req-c4c6b9c1-5939-4301-b48a-92af7b005f7c tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 943 time: 0.0924630 Jul 23 17:14:01.807720 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-66535df3-ad8f-4a0c-a906-b6ab69053ae4 req-85dc6015-f414-456b-8929-e8e9dc7eb48b tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443223 Jul 23 17:14:02.742306 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-aa05b3c8-2bb3-4488-9eef-c97e18650b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:03.015903 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f42b96-c93f-4144-bf67-06354bc45ace req-423ff2fe-debe-40cb-98b3-48e377be372f tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:03.018489 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20f42b96-c93f-4144-bf67-06354bc45ace req-423ff2fe-debe-40cb-98b3-48e377be372f tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 943 time: 0.0894892 Jul 23 17:14:03.065297 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-20f42b96-c93f-4144-bf67-06354bc45ace req-ccce45f9-a8a5-4084-a215-6eb16dcf797e tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411820 Jul 23 17:14:04.268981 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d703c4a-e2df-40a1-8617-dc66e89ff2df req-bb7ae6dd-e866-427d-8fdf-37b7c4cb473f tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:04.272125 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6d703c4a-e2df-40a1-8617-dc66e89ff2df req-bb7ae6dd-e866-427d-8fdf-37b7c4cb473f tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 943 time: 0.1224930 Jul 23 17:14:04.315969 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6d703c4a-e2df-40a1-8617-dc66e89ff2df req-c9f6cef5-82a5-4630-bd07-abd68144220c tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377595 Jul 23 17:14:05.098401 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:14:05.236190 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:14:05.258148 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'port_id': '5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167', 'mac_address': 'fa:16:3e:37:31:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:14:05.321467 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:05.338138 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:14:05.378282 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:14:05.383824 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:05.504535 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-579080c8-1487-4623-b8ae-5b7c7156923c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:05.505627 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2e8a0-a808-412a-8fdf-f4993db4b340 req-5ddd72ba-b093-44df-9920-b7c05e633d67 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:05.508329 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9fb2e8a0-a808-412a-8fdf-f4993db4b340 req-5ddd72ba-b093-44df-9920-b7c05e633d67 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 945 time: 0.0958047 Jul 23 17:14:05.510810 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167,revision_number=10']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:05.514932 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:05.569473 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9fb2e8a0-a808-412a-8fdf-f4993db4b340 req-f6026196-184f-4b0e-b404-f790212ce8f0 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492160 Jul 23 17:14:05.584248 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:05.606352 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:14:06.731095 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:06.758873 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e08f7-4463-4026-b110-822bee965926 req-0d366a14-0d7a-424d-b82f-4a441d2919ef tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:06.760495 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-297e08f7-4463-4026-b110-822bee965926 req-0d366a14-0d7a-424d-b82f-4a441d2919ef tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 945 time: 0.0798838 Jul 23 17:14:06.803539 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-297e08f7-4463-4026-b110-822bee965926 req-0b7f860f-ad12-4d3e-8ed6-4eaadd77f025 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372338 Jul 23 17:14:06.948346 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b652d9-583c-4bf8-9418-3249ad1bad53 req-e6dd31d1-f6ee-4ba1-a8dc-6cc39006fd33 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:06.949944 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e0b652d9-583c-4bf8-9418-3249ad1bad53 req-e6dd31d1-f6ee-4ba1-a8dc-6cc39006fd33 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 945 time: 0.0729954 Jul 23 17:14:06.992708 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e0b652d9-583c-4bf8-9418-3249ad1bad53 req-2b1c4cea-ba32-4842-9ef6-fff1d77805b1 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362144 Jul 23 17:14:07.113013 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:14:07.143151 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69846a8-dec0-4a0d-8cb8-a1aa9982506c req-baf7178c-503f-45b0-9e15-8110ee802c42 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:07.145027 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e69846a8-dec0-4a0d-8cb8-a1aa9982506c req-baf7178c-503f-45b0-9e15-8110ee802c42 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 945 time: 0.0762508 Jul 23 17:14:07.167826 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:14:07.168232 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:07.190852 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e69846a8-dec0-4a0d-8cb8-a1aa9982506c req-cd857a7b-1c73-49e7-a21c-415c299aaf44 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395708 Jul 23 17:14:07.266800 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:07.293087 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a584392-76d2-4e25-83e1-7546f9b4efe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:14:07.296566 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5f3d58-778f-4dc3-8e09-46346597dd1e" -d '{"events": [{"server_uuid": "8a584392-76d2-4e25-83e1-7546f9b4efe8", "name": "network-vif-plugged", "status": "completed", "tag": "5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:14:07.310574 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:14:07.317076 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:07.388395 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167,revision_number=11']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:07.416124 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946bc45f-46d6-4c39-b690-4d050bd3d376 x-openstack-request-id: req-946bc45f-46d6-4c39-b690-4d050bd3d376 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:14:07.416474 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a584392-76d2-4e25-83e1-7546f9b4efe8", "name": "network-vif-plugged", "status": "completed", "tag": "5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:14:07.416790 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-946bc45f-46d6-4c39-b690-4d050bd3d376 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:14:07.417283 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a584392-76d2-4e25-83e1-7546f9b4efe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167', 'code': 200} Jul 23 17:14:07.818077 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd09e7f-8ece-4876-8b63-dbba387d40e3 req-e20361d6-9cb6-4f13-9a20-9b2b7949e1a7 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:07.820819 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3fd09e7f-8ece-4876-8b63-dbba387d40e3 req-e20361d6-9cb6-4f13-9a20-9b2b7949e1a7 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 946 time: 0.0928426 Jul 23 17:14:07.883344 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3fd09e7f-8ece-4876-8b63-dbba387d40e3 req-556304c5-1589-46ef-a4f8-0cdfc0c3eb64 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553839 Jul 23 17:14:07.899718 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:08.763121 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:09.089004 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1785565-6f44-452a-949d-1473cd414626 req-480d5134-6e96-4401-aa0f-35c8e95a2ba0 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:09.090906 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d1785565-6f44-452a-949d-1473cd414626 req-480d5134-6e96-4401-aa0f-35c8e95a2ba0 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 946 time: 0.1246047 Jul 23 17:14:09.103079 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1620b17-2e31-4ef7-9997-788f58f12421 req-72bd447a-0f58-4926-a80c-e02e86992b99 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:09.104931 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e1620b17-2e31-4ef7-9997-788f58f12421 req-72bd447a-0f58-4926-a80c-e02e86992b99 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.97 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 946 time: 0.1064775 Jul 23 17:14:09.191184 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d1785565-6f44-452a-949d-1473cd414626 req-28aff456-4144-4fa9-879d-6ee0c71a774b tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/security-groups?id=63243467-6b8c-4984-8b85-1cd744aa1221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850813 Jul 23 17:14:09.248615 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-e1620b17-2e31-4ef7-9997-788f58f12421 req-3c04946d-68b4-4738-a0d5-eaf4796b84dd tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Deleting port 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:14:09.249216 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e1620b17-2e31-4ef7-9997-788f58f12421 req-3c04946d-68b4-4738-a0d5-eaf4796b84dd tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:09.356952 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-e1620b17-2e31-4ef7-9997-788f58f12421 req-3c04946d-68b4-4738-a0d5-eaf4796b84dd tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] For port 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:14:09.357294 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e1620b17-2e31-4ef7-9997-788f58f12421 req-3c04946d-68b4-4738-a0d5-eaf4796b84dd tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:09.553824 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e1620b17-2e31-4ef7-9997-788f58f12421 req-3c04946d-68b4-4738-a0d5-eaf4796b84dd tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:09.554275 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e1620b17-2e31-4ef7-9997-788f58f12421 req-3c04946d-68b4-4738-a0d5-eaf4796b84dd tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:09.554641 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [req-e1620b17-2e31-4ef7-9997-788f58f12421 req-3c04946d-68b4-4738-a0d5-eaf4796b84dd tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Floating IP 28e3fedc-637f-4892-bb27-e456a66652c8 disassociated. External IP: 172.25.8.176, port: 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167. Jul 23 17:14:09.555036 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-e1620b17-2e31-4ef7-9997-788f58f12421 req-3c04946d-68b4-4738-a0d5-eaf4796b84dd tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Calling delete_port for 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:14:09.710379 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e1620b17-2e31-4ef7-9997-788f58f12421 req-3c04946d-68b4-4738-a0d5-eaf4796b84dd tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:09.744314 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04946d-68b4-4738-a0d5-eaf4796b84dd tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Pushing event deleted for resources: {'Port': ['ID=5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:09.759575 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c04946d-68b4-4738-a0d5-eaf4796b84dd tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:09.759925 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c04946d-68b4-4738-a0d5-eaf4796b84dd tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:09.760309 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c04946d-68b4-4738-a0d5-eaf4796b84dd tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:09.760766 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c04946d-68b4-4738-a0d5-eaf4796b84dd tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:09.761034 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c04946d-68b4-4738-a0d5-eaf4796b84dd tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:09.761488 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c04946d-68b4-4738-a0d5-eaf4796b84dd tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:09.761779 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c04946d-68b4-4738-a0d5-eaf4796b84dd tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:09.762108 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c04946d-68b4-4738-a0d5-eaf4796b84dd tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:09.762442 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c04946d-68b4-4738-a0d5-eaf4796b84dd tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:09.762835 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c04946d-68b4-4738-a0d5-eaf4796b84dd tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:09.763160 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c04946d-68b4-4738-a0d5-eaf4796b84dd tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:09.763482 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c04946d-68b4-4738-a0d5-eaf4796b84dd tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:09.917514 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1620b17-2e31-4ef7-9997-788f58f12421 req-3c04946d-68b4-4738-a0d5-eaf4796b84dd tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:14:10.054349 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1620b17-2e31-4ef7-9997-788f58f12421 req-3c04946d-68b4-4738-a0d5-eaf4796b84dd tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:14:10.068144 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eb371f-c321-4406-a628-e9d1d7ae0258 None None] Sync routers for ids ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:14:10.084611 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eb371f-c321-4406-a628-e9d1d7ae0258 None None] Routers {'9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:14:10.085633 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-28eb371f-c321-4406-a628-e9d1d7ae0258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:14:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:14:10.106678 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1620b17-2e31-4ef7-9997-788f58f12421 req-3c04946d-68b4-4738-a0d5-eaf4796b84dd tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] No DVR routers for this DVR port 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:14:10.110513 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e1620b17-2e31-4ef7-9997-788f58f12421 req-3c04946d-68b4-4738-a0d5-eaf4796b84dd tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:10.112588 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e1620b17-2e31-4ef7-9997-788f58f12421 req-3c04946d-68b4-4738-a0d5-eaf4796b84dd tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.97 "DELETE /v2.0/ports/5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 HTTP/1.1" status: 204 len: 173 time: 0.9992208 Jul 23 17:14:10.113116 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a584392-76d2-4e25-83e1-7546f9b4efe8', 'name': 'network-vif-deleted', 'tag': '5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:14:10.115467 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581fa1db-9777-414e-93a0-2bb94062e56c" -d '{"events": [{"server_uuid": "8a584392-76d2-4e25-83e1-7546f9b4efe8", "name": "network-vif-deleted", "tag": "5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:14:10.282560 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-28eb371f-c321-4406-a628-e9d1d7ae0258 None None] Set router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:14:10.324265 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49116bab-37d7-4192-a6b9-6cc90926f05d x-openstack-request-id: req-49116bab-37d7-4192-a6b9-6cc90926f05d {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:14:10.324648 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a584392-76d2-4e25-83e1-7546f9b4efe8", "name": "network-vif-deleted", "tag": "5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:14:10.324980 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-49116bab-37d7-4192-a6b9-6cc90926f05d {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:14:10.325497 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a584392-76d2-4e25-83e1-7546f9b4efe8', 'name': 'network-vif-deleted', 'tag': '5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167', 'status': 'completed', 'code': 200} Jul 23 17:14:10.416306 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fc7da1c4-3c24-4d68-b12e-dc119489914f req-79043eab-eb85-4e3d-9bb3-f0003cf02738 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 210 time: 0.0367019 Jul 23 17:14:10.734868 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-28eb371f-c321-4406-a628-e9d1d7ae0258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:03:56Z', 'updated_at': '2021-07-23T17:03:59Z', 'revision_number': 4, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'gw_port': {'id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:57Z', 'updated_at': '2021-07-23T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'b7bb1085-308d-4d9d-a5fd-b029129db2ac', 'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'mac_address': 'fa:16:3e:94:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:59Z', 'updated_at': '2021-07-23T17:04:05Z', 'revision_number': 5, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'subnets': [{'id': '5976ceb7-755c-4adf-b695-78f866395610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:14:10.789425 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eb371f-c321-4406-a628-e9d1d7ae0258 None None] Checking router: 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:14:10.803664 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eb371f-c321-4406-a628-e9d1d7ae0258 None None] Routers {'9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:14:10.804475 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-28eb371f-c321-4406-a628-e9d1d7ae0258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:14:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:14:10.932149 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-28eb371f-c321-4406-a628-e9d1d7ae0258 None None] Set router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:14:11.146016 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:14:11.162278 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-28eb371f-c321-4406-a628-e9d1d7ae0258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:03:56Z', 'updated_at': '2021-07-23T17:03:59Z', 'revision_number': 4, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'gw_port': {'id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:57Z', 'updated_at': '2021-07-23T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'b7bb1085-308d-4d9d-a5fd-b029129db2ac', 'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'mac_address': 'fa:16:3e:94:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:59Z', 'updated_at': '2021-07-23T17:04:05Z', 'revision_number': 5, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'subnets': [{'id': '5976ceb7-755c-4adf-b695-78f866395610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:14:11.179071 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:14:11.179309 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 5a9087f1-c6cc-4eb1-8f0e-a36c9d9c2167 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:14:11.196013 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eb371f-c321-4406-a628-e9d1d7ae0258 None None] The sync data for ids ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'] in n-d-778549-4 is: [{'id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:03:56Z', 'updated_at': '2021-07-23T17:03:59Z', 'revision_number': 4, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'gw_port': {'id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:57Z', 'updated_at': '2021-07-23T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'b7bb1085-308d-4d9d-a5fd-b029129db2ac', 'name': '', 'network_id': 'a558a463-1038-49a1-89d3-a7122c4bbdb7', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'mac_address': 'fa:16:3e:94:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5976ceb7-755c-4adf-b695-78f866395610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:59Z', 'updated_at': '2021-07-23T17:04:05Z', 'revision_number': 5, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'subnets': [{'id': '5976ceb7-755c-4adf-b695-78f866395610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:14:11.470257 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a411387-b2fa-40ea-914d-94ae19156e26 None None] New status for floating IP 28e3fedc-637f-4892-bb27-e456a66652c8: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:14:11.551639 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b5d3750c-9edd-4708-abdc-89677b375056 req-9176c5e1-3e4a-429f-b6dd-51e49c1373a8 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 210 time: 0.0335560 Jul 23 17:14:12.682507 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-708210e0-a116-4487-89c2-02d934add346 req-91ec8942-33bd-43b5-b63f-fcb19ac476a6 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 210 time: 0.0335588 Jul 23 17:14:13.798008 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a44d42ab-cb6d-46fa-b444-f0f8b6f957e0 req-6f92b051-3354-49aa-a111-80008e855c17 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a584392-76d2-4e25-83e1-7546f9b4efe8 HTTP/1.1" status: 200 len: 210 time: 0.0336118 Jul 23 17:14:15.184367 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:14:18.680386 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57452) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:18.734252 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-0e88b67a-b422-4f24-b240-6293bd5bfb40 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 17:14:18.735346 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0e88b67a-b422-4f24-b240-6293bd5bfb40 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "DELETE /v2.0/security-groups/63243467-6b8c-4984-8b85-1cd744aa1221 HTTP/1.1" status: 409 len: 336 time: 0.0535905 Jul 23 17:14:18.759118 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57454) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:18.900215 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-2946ef90-9677-49f0-86e4-23771a8a2f2d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Deleting port 29f10b58-1242-4465-9782-9de100d3c989 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:14:18.900515 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2946ef90-9677-49f0-86e4-23771a8a2f2d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:18.993219 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2946ef90-9677-49f0-86e4-23771a8a2f2d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:18.993819 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2946ef90-9677-49f0-86e4-23771a8a2f2d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:19.008855 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-2946ef90-9677-49f0-86e4-23771a8a2f2d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Calling delete_port for 29f10b58-1242-4465-9782-9de100d3c989 owned by network:floatingip {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:14:19.161272 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2946ef90-9677-49f0-86e4-23771a8a2f2d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:19.195250 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946ef90-9677-49f0-86e4-23771a8a2f2d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Pushing event deleted for resources: {'Port': ['ID=29f10b58-1242-4465-9782-9de100d3c989,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:19.209553 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ef90-9677-49f0-86e4-23771a8a2f2d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:19.209918 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ef90-9677-49f0-86e4-23771a8a2f2d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:19.210245 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ef90-9677-49f0-86e4-23771a8a2f2d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:19.210585 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ef90-9677-49f0-86e4-23771a8a2f2d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:19.210986 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ef90-9677-49f0-86e4-23771a8a2f2d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:19.211276 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ef90-9677-49f0-86e4-23771a8a2f2d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:19.211610 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ef90-9677-49f0-86e4-23771a8a2f2d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:19.211937 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ef90-9677-49f0-86e4-23771a8a2f2d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:19.212267 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ef90-9677-49f0-86e4-23771a8a2f2d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:19.212597 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ef90-9677-49f0-86e4-23771a8a2f2d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:19.212960 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ef90-9677-49f0-86e4-23771a8a2f2d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:19.213317 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ef90-9677-49f0-86e4-23771a8a2f2d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:19.278732 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2946ef90-9677-49f0-86e4-23771a8a2f2d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks [] for floatingip, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:19.281741 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2946ef90-9677-49f0-86e4-23771a8a2f2d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:19.282997 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2946ef90-9677-49f0-86e4-23771a8a2f2d tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] 10.222.0.73 "DELETE /v2.0/floatingips/28e3fedc-637f-4892-bb27-e456a66652c8 HTTP/1.1" status: 204 len: 168 time: 0.5228529 Jul 23 17:14:19.290635 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57456) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:19.950709 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-499500b7-5743-4623-b3da-a45b45e0ba11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:20.259078 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-499500b7-5743-4623-b3da-a45b45e0ba11 admin admin] Deleting port b7bb1085-308d-4d9d-a5fd-b029129db2ac {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:14:20.259558 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-499500b7-5743-4623-b3da-a45b45e0ba11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:20.355053 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-499500b7-5743-4623-b3da-a45b45e0ba11 admin admin] For port b7bb1085-308d-4d9d-a5fd-b029129db2ac, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=b7bb1085-308d-4d9d-a5fd-b029129db2ac,segment=NetworkSegment(dfa8e2fd-0f9f-41fd-9354-7a76844d4541),segment_id=dfa8e2fd-0f9f-41fd-9354-7a76844d4541)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:14:20.355603 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-499500b7-5743-4623-b3da-a45b45e0ba11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:20.371046 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-499500b7-5743-4623-b3da-a45b45e0ba11 admin admin] Calling delete_port for b7bb1085-308d-4d9d-a5fd-b029129db2ac owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:14:20.588752 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-499500b7-5743-4623-b3da-a45b45e0ba11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:20.620721 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499500b7-5743-4623-b3da-a45b45e0ba11 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7bb1085-308d-4d9d-a5fd-b029129db2ac,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:20.834519 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-499500b7-5743-4623-b3da-a45b45e0ba11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:21.190844 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499500b7-5743-4623-b3da-a45b45e0ba11 admin admin] Router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:14:21.343531 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499500b7-5743-4623-b3da-a45b45e0ba11 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:14:21.352668 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-499500b7-5743-4623-b3da-a45b45e0ba11 admin admin] 10.222.0.73 "PUT /v2.0/routers/9e709d7e-e97d-487c-8d97-9ff2c9b90a2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0602086 Jul 23 17:14:21.354835 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57460) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:21.355060 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3d0488-5a63-44d0-9580-f7b9fe39ff70 None None] Sync routers for ids ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:14:21.375492 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3d0488-5a63-44d0-9580-f7b9fe39ff70 None None] Routers {'9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:14:21.376680 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-7b3d0488-5a63-44d0-9580-f7b9fe39ff70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:14:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:14:21.498271 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e3c9dc1e-d550-4409-a45d-2c76eded4636 admin admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:21.505265 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-7b3d0488-5a63-44d0-9580-f7b9fe39ff70 None None] Set router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:14:21.631165 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e3c9dc1e-d550-4409-a45d-2c76eded4636 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:21.714760 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9dc1e-d550-4409-a45d-2c76eded4636 admin admin] Deleting port 0fbdeed6-f191-44ba-b7e4-37092cc016dc {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:14:21.715226 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e3c9dc1e-d550-4409-a45d-2c76eded4636 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:21.751790 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-7b3d0488-5a63-44d0-9580-f7b9fe39ff70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:03:56Z', 'updated_at': '2021-07-23T17:14:20Z', 'revision_number': 5, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'gw_port': {'id': '0fbdeed6-f191-44ba-b7e4-37092cc016dc', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:03:57Z', 'updated_at': '2021-07-23T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:14:21.784896 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3d0488-5a63-44d0-9580-f7b9fe39ff70 None None] Checking router: 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:14:21.794390 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3d0488-5a63-44d0-9580-f7b9fe39ff70 None None] Routers {'9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:14:21.795040 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-7b3d0488-5a63-44d0-9580-f7b9fe39ff70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:14:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:14:21.822171 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e3c9dc1e-d550-4409-a45d-2c76eded4636 admin admin] For port 0fbdeed6-f191-44ba-b7e4-37092cc016dc, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0fbdeed6-f191-44ba-b7e4-37092cc016dc,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:14:21.822543 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e3c9dc1e-d550-4409-a45d-2c76eded4636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:21.842927 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9dc1e-d550-4409-a45d-2c76eded4636 admin admin] Calling delete_port for 0fbdeed6-f191-44ba-b7e4-37092cc016dc owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:14:21.888199 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-7b3d0488-5a63-44d0-9580-f7b9fe39ff70 None None] Set router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:14:21.947258 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-7b3d0488-5a63-44d0-9580-f7b9fe39ff70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:03:56Z', 'updated_at': '2021-07-23T17:14:21Z', 'revision_number': 6, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:14:21.975796 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3d0488-5a63-44d0-9580-f7b9fe39ff70 None None] The sync data for ids ['9e709d7e-e97d-487c-8d97-9ff2c9b90a2d'] in n-d-778549-4 is: [{'id': '9e709d7e-e97d-487c-8d97-9ff2c9b90a2d', 'name': 'tempest-ServerActionsTestJSON-228709515-router', 'tenant_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:03:56Z', 'updated_at': '2021-07-23T17:14:21Z', 'revision_number': 6, 'project_id': 'c8a2bed23128491a8a32cdfcb8bd611a', 'gw_port_host': None}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:14:22.045486 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e3c9dc1e-d550-4409-a45d-2c76eded4636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:22.083064 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9dc1e-d550-4409-a45d-2c76eded4636 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fbdeed6-f191-44ba-b7e4-37092cc016dc,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:22.155334 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e3c9dc1e-d550-4409-a45d-2c76eded4636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:22.254794 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e3c9dc1e-d550-4409-a45d-2c76eded4636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:22.257440 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e3c9dc1e-d550-4409-a45d-2c76eded4636 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:22.303826 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e3c9dc1e-d550-4409-a45d-2c76eded4636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:22.304657 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c9dc1e-d550-4409-a45d-2c76eded4636 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e709d7e-e97d-487c-8d97-9ff2c9b90a2d {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:14:22.312463 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e3c9dc1e-d550-4409-a45d-2c76eded4636 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:22.313653 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e3c9dc1e-d550-4409-a45d-2c76eded4636 admin admin] 10.222.0.73 "DELETE /v2.0/routers/9e709d7e-e97d-487c-8d97-9ff2c9b90a2d HTTP/1.1" status: 204 len: 168 time: 0.9572837 Jul 23 17:14:22.320404 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57462) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:22.386442 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b275dc-7f71-4f79-8a94-d32e4028092b admin admin] Deleting subnet 5976ceb7-755c-4adf-b695-78f866395610 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:14:22.391907 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-94b275dc-7f71-4f79-8a94-d32e4028092b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:22.434569 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-94b275dc-7f71-4f79-8a94-d32e4028092b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:22.478357 n-d-778549-4 neutron-server[94013]: INFO neutron.db.db_base_plugin_v2 [None req-94b275dc-7f71-4f79-8a94-d32e4028092b admin admin] Found port (0176a87c-a184-49cc-9a35-09f42ac84608, 172.20.0.11) having IP allocation on subnet 5976ceb7-755c-4adf-b695-78f866395610, cannot delete Jul 23 17:14:22.480282 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b275dc-7f71-4f79-8a94-d32e4028092b admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 23 17:14:22.480757 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b275dc-7f71-4f79-8a94-d32e4028092b admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 17:14:22.483332 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-94b275dc-7f71-4f79-8a94-d32e4028092b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 409 len: 404 time: 0.1611617 Jul 23 17:14:23.202883 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57482) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:23.328227 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-0bccd877-fce3-4dcc-85b7-e0803ee0a4ea admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1365245436-network', 'tenant_id': 'e3c24193759d40ff88a2726da9bcfa46'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:14:23.328959 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0fbdeed6-f191-44ba-b7e4-37092cc016dc no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:14:23.351442 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bccd877-fce3-4dcc-85b7-e0803ee0a4ea admin admin] Made reservation on behalf of e3c24193759d40ff88a2726da9bcfa46 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:14:23.353897 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0bccd877-fce3-4dcc-85b7-e0803ee0a4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:23.362909 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 0fbdeed6-f191-44ba-b7e4-37092cc016dc {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:14:23.363372 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0fbdeed6-f191-44ba-b7e4-37092cc016dc not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:14:23.363596 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0bccd877-fce3-4dcc-85b7-e0803ee0a4ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:23.364066 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device b7bb1085-308d-4d9d-a5fd-b029129db2ac no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:14:23.399349 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: b7bb1085-308d-4d9d-a5fd-b029129db2ac {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:14:23.399878 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device b7bb1085-308d-4d9d-a5fd-b029129db2ac not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:14:23.468927 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0bccd877-fce3-4dcc-85b7-e0803ee0a4ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:23.474022 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0bccd877-fce3-4dcc-85b7-e0803ee0a4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:23.505879 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bccd877-fce3-4dcc-85b7-e0803ee0a4ea admin admin] vlan segment allocate from pool success with {'vlan_id': 1121, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:14:23.511631 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccd877-fce3-4dcc-85b7-e0803ee0a4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03f4278-5cfa-4e91-be97-0859cd8ccf18,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:23.520954 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0bccd877-fce3-4dcc-85b7-e0803ee0a4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:23.521359 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-0bccd877-fce3-4dcc-85b7-e0803ee0a4ea admin admin] Added segment ecbbee70-5470-495e-b54a-3fe2d857733a of type vlan for network a0ed6977-c5fd-46ba-be10-e9f4e50188e8 Jul 23 17:14:23.577536 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0bccd877-fce3-4dcc-85b7-e0803ee0a4ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:23.613280 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0bccd877-fce3-4dcc-85b7-e0803ee0a4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:23.614448 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bccd877-fce3-4dcc-85b7-e0803ee0a4ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:23.615123 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0bccd877-fce3-4dcc-85b7-e0803ee0a4ea admin admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:23.652570 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0bccd877-fce3-4dcc-85b7-e0803ee0a4ea admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4482894 Jul 23 17:14:23.658173 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57486) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:23.664449 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-c19abd57-76d8-4fa6-b440-8c831fb00bb2 admin admin] Request body: {'subnet': {'network_id': 'a0ed6977-c5fd-46ba-be10-e9f4e50188e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1365245436-subnet', 'tenant_id': 'e3c24193759d40ff88a2726da9bcfa46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:14:23.688737 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccd877-fce3-4dcc-85b7-e0803ee0a4ea admin admin] Pushing event updated for resources: {'Network': ['ID=a0ed6977-c5fd-46ba-be10-e9f4e50188e8,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:23.691157 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19abd57-76d8-4fa6-b440-8c831fb00bb2 admin admin] Made reservation on behalf of e3c24193759d40ff88a2726da9bcfa46 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:14:23.694266 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c19abd57-76d8-4fa6-b440-8c831fb00bb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:23.705532 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network a0ed6977-c5fd-46ba-be10-e9f4e50188e8 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:14:23.909701 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c19abd57-76d8-4fa6-b440-8c831fb00bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:23.978453 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19abd57-76d8-4fa6-b440-8c831fb00bb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48e0348b-22d7-4460-ad9a-f7b91202759b,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:23.992743 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19abd57-76d8-4fa6-b440-8c831fb00bb2 admin admin] Checking segment: {'id': 'ecbbee70-5470-495e-b54a-3fe2d857733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a0ed6977-c5fd-46ba-be10-e9f4e50188e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:14:23.993129 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19abd57-76d8-4fa6-b440-8c831fb00bb2 admin admin] Network hostable DHCP agents. Network: a0ed6977-c5fd-46ba-be10-e9f4e50188e8, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:14:24.014471 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19abd57-76d8-4fa6-b440-8c831fb00bb2 admin admin] Network a0ed6977-c5fd-46ba-be10-e9f4e50188e8 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:14:24.025227 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-c19abd57-76d8-4fa6-b440-8c831fb00bb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, a0ed6977-c5fd-46ba-be10-e9f4e50188e8) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:14:24.029932 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19abd57-76d8-4fa6-b440-8c831fb00bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:24.030535 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c19abd57-76d8-4fa6-b440-8c831fb00bb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:24.037706 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720be766-e352-415f-ba94-2ec21a7e10fd None None] Network a0ed6977-c5fd-46ba-be10-e9f4e50188e8 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:14:24.054729 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c19abd57-76d8-4fa6-b440-8c831fb00bb2 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3949161 Jul 23 17:14:24.186811 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08718b21-1e4c-47c0-b991-1699decf96ea None None] Network a0ed6977-c5fd-46ba-be10-e9f4e50188e8 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:14:24.646866 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-c523867b-d090-41ce-9ee1-9004708eefab tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:24.648770 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-c523867b-d090-41ce-9ee1-9004708eefab tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/networks?id=a0ed6977-c5fd-46ba-be10-e9f4e50188e8 HTTP/1.1" status: 200 len: 814 time: 0.1171341 Jul 23 17:14:24.667259 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-59693a17-5b29-4e24-8db3-5ee4df63e429 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/quotas/e3c24193759d40ff88a2726da9bcfa46 HTTP/1.1" status: 200 len: 375 time: 0.0109477 Jul 23 17:14:24.714112 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-eb52cc46-0b13-4907-bcc6-65a598eed64f tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3c24193759d40ff88a2726da9bcfa46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400825 Jul 23 17:14:24.779911 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-f790edf3-e79d-4006-b7db-c6e7d4136871 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:14:24.780976 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-f790edf3-e79d-4006-b7db-c6e7d4136871 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0590007 Jul 23 17:14:24.891581 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-1e31ace0-bd35-4c62-bfb4-89a62973f021 service neutron] 10.222.0.73 "GET /v2.0/networks/a0ed6977-c5fd-46ba-be10-e9f4e50188e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996292 Jul 23 17:14:25.009126 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-d81aa1d8-5c29-4295-9fdb-78816b4000da service neutron] 10.222.0.73 "GET /v2.0/networks/a0ed6977-c5fd-46ba-be10-e9f4e50188e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109087 Jul 23 17:14:25.190107 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d7296c97-e09c-4c5c-84a7-ce4b7fcefc33 req-37094cc9-5afc-4d36-b05d-222e73d0e583 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb6f665-6637-4b6a-b3ee-c5b6da7613ea HTTP/1.1" status: 200 len: 210 time: 0.0386145 Jul 23 17:14:26.305189 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8f27ea96-42bd-4eaf-9f2b-f4952f81e5fc req-8b68be19-40e1-4dcb-bd38-84042f1d4b41 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb6f665-6637-4b6a-b3ee-c5b6da7613ea HTTP/1.1" status: 200 len: 210 time: 0.0315161 Jul 23 17:14:26.548412 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-ce896199-d61f-4806-9c07-2a8ff830bce0 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:26.550219 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-ce896199-d61f-4806-9c07-2a8ff830bce0 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.97 "GET /v2.0/networks?id=a0ed6977-c5fd-46ba-be10-e9f4e50188e8 HTTP/1.1" status: 200 len: 814 time: 0.1238787 Jul 23 17:14:26.562705 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-e9173583-1424-4f15-82de-c794c4ad9ca7 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Request body: {'port': {'device_id': '3bb6f665-6637-4b6a-b3ee-c5b6da7613ea', 'network_id': 'a0ed6977-c5fd-46ba-be10-e9f4e50188e8', 'admin_state_up': True, 'tenant_id': 'e3c24193759d40ff88a2726da9bcfa46'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:14:26.703700 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-e9173583-1424-4f15-82de-c794c4ad9ca7 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Made reservation on behalf of e3c24193759d40ff88a2726da9bcfa46 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:14:26.707608 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-e9173583-1424-4f15-82de-c794c4ad9ca7 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:26.862645 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-e9173583-1424-4f15-82de-c794c4ad9ca7 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Allocated IP 172.20.0.6 (a0ed6977-c5fd-46ba-be10-e9f4e50188e8/48e0348b-22d7-4460-ad9a-f7b91202759b/83ae2301-8ca4-4d63-a30e-570e34b31b3a) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:14:27.041959 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-e9173583-1424-4f15-82de-c794c4ad9ca7 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:27.085513 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-e9173583-1424-4f15-82de-c794c4ad9ca7 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:27.129278 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-e9173583-1424-4f15-82de-c794c4ad9ca7 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Network a0ed6977-c5fd-46ba-be10-e9f4e50188e8 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:14:27.132351 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-e9173583-1424-4f15-82de-c794c4ad9ca7 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:14:27.135000 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-e9173583-1424-4f15-82de-c794c4ad9ca7 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:14:27.172877 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9173583-1424-4f15-82de-c794c4ad9ca7 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Pushing event updated for resources: {'Port': ['ID=83ae2301-8ca4-4d63-a30e-570e34b31b3a,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:27.204483 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-e9173583-1424-4f15-82de-c794c4ad9ca7 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:27.205280 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-e9173583-1424-4f15-82de-c794c4ad9ca7 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:27.220907 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-e9173583-1424-4f15-82de-c794c4ad9ca7 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6624105 Jul 23 17:14:27.233317 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-ab902d86-4451-4530-b9a3-dbb2fa119eca service neutron] Request body: {'port': {'device_id': '3bb6f665-6637-4b6a-b3ee-c5b6da7613ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:14:27.323765 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-ab902d86-4451-4530-b9a3-dbb2fa119eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:27.572160 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588ad27-c8f3-49db-8537-6d9da9c2d58e req-e836e072-ddce-4366-a148-2020f1ab2314 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:27.574184 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1588ad27-c8f3-49db-8537-6d9da9c2d58e req-e836e072-ddce-4366-a148-2020f1ab2314 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb6f665-6637-4b6a-b3ee-c5b6da7613ea HTTP/1.1" status: 200 len: 931 time: 0.1910520 Jul 23 17:14:27.656650 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1588ad27-c8f3-49db-8537-6d9da9c2d58e req-2d502690-64c1-457d-a34e-3c4a2464187e tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/security-groups?id=d03f4278-5cfa-4e91-be97-0859cd8ccf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716913 Jul 23 17:14:27.713037 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-ab902d86-4451-4530-b9a3-dbb2fa119eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ae2301-8ca4-4d63-a30e-570e34b31b3a {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:14:27.722447 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-ab902d86-4451-4530-b9a3-dbb2fa119eca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:27.738754 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-ab902d86-4451-4530-b9a3-dbb2fa119eca service neutron] Transition to ACTIVE for port object 83ae2301-8ca4-4d63-a30e-570e34b31b3a will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:14:27.743181 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-ab902d86-4451-4530-b9a3-dbb2fa119eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:27.810460 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab902d86-4451-4530-b9a3-dbb2fa119eca service neutron] Pushing event updated for resources: {'Port': ['ID=83ae2301-8ca4-4d63-a30e-570e34b31b3a,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:27.890805 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-ab902d86-4451-4530-b9a3-dbb2fa119eca service neutron] Attempting to bind port 83ae2301-8ca4-4d63-a30e-570e34b31b3a on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:14:27.891090 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-ab902d86-4451-4530-b9a3-dbb2fa119eca service neutron] Attempting to bind port 83ae2301-8ca4-4d63-a30e-570e34b31b3a by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'ecbbee70-5470-495e-b54a-3fe2d857733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a0ed6977-c5fd-46ba-be10-e9f4e50188e8'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:14:27.891480 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-ab902d86-4451-4530-b9a3-dbb2fa119eca service neutron] Attempting to bind port 83ae2301-8ca4-4d63-a30e-570e34b31b3a on network a0ed6977-c5fd-46ba-be10-e9f4e50188e8 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:14:27.897318 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-ab902d86-4451-4530-b9a3-dbb2fa119eca service neutron] Port 83ae2301-8ca4-4d63-a30e-570e34b31b3a on network a0ed6977-c5fd-46ba-be10-e9f4e50188e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:14:27.897790 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-ab902d86-4451-4530-b9a3-dbb2fa119eca service neutron] Attempting to bind port 83ae2301-8ca4-4d63-a30e-570e34b31b3a on network a0ed6977-c5fd-46ba-be10-e9f4e50188e8 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:14:27.903548 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-ab902d86-4451-4530-b9a3-dbb2fa119eca service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:14:27.903947 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-ab902d86-4451-4530-b9a3-dbb2fa119eca service neutron] Checking segment: {'id': 'ecbbee70-5470-495e-b54a-3fe2d857733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a0ed6977-c5fd-46ba-be10-e9f4e50188e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:14:27.904523 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-ab902d86-4451-4530-b9a3-dbb2fa119eca service neutron] Bound using segment: {'id': 'ecbbee70-5470-495e-b54a-3fe2d857733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a0ed6977-c5fd-46ba-be10-e9f4e50188e8'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:14:27.905023 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-ab902d86-4451-4530-b9a3-dbb2fa119eca service neutron] Bound port: 83ae2301-8ca4-4d63-a30e-570e34b31b3a, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecbbee70-5470-495e-b54a-3fe2d857733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a0ed6977-c5fd-46ba-be10-e9f4e50188e8'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:14:27.905480 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-ab902d86-4451-4530-b9a3-dbb2fa119eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:27.982432 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-ab902d86-4451-4530-b9a3-dbb2fa119eca service neutron] For port 83ae2301-8ca4-4d63-a30e-570e34b31b3a, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:14:27.986431 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-ab902d86-4451-4530-b9a3-dbb2fa119eca service neutron] For port 83ae2301-8ca4-4d63-a30e-570e34b31b3a, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=83ae2301-8ca4-4d63-a30e-570e34b31b3a,segment=NetworkSegment(ecbbee70-5470-495e-b54a-3fe2d857733a),segment_id=ecbbee70-5470-495e-b54a-3fe2d857733a)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:14:27.991269 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-ab902d86-4451-4530-b9a3-dbb2fa119eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:28.033372 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-ab902d86-4451-4530-b9a3-dbb2fa119eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:28.034238 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-ab902d86-4451-4530-b9a3-dbb2fa119eca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:28.036075 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-ab902d86-4451-4530-b9a3-dbb2fa119eca service neutron] 10.222.0.97 "PUT /v2.0/ports/83ae2301-8ca4-4d63-a30e-570e34b31b3a HTTP/1.1" status: 200 len: 1091 time: 0.8075097 Jul 23 17:14:28.036661 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb6f665-6637-4b6a-b3ee-c5b6da7613ea', 'tag': '83ae2301-8ca4-4d63-a30e-570e34b31b3a'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:14:28.039463 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2dde95-8d22-46ce-ba13-21f45800d940" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb6f665-6637-4b6a-b3ee-c5b6da7613ea", "tag": "83ae2301-8ca4-4d63-a30e-570e34b31b3a"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:14:28.083885 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab902d86-4451-4530-b9a3-dbb2fa119eca service neutron] Pushing event updated for resources: {'Port': ['ID=83ae2301-8ca4-4d63-a30e-570e34b31b3a,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:28.145939 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533cce50-1ef1-42ae-9ce8-f0573d9dec9d x-openstack-request-id: req-533cce50-1ef1-42ae-9ce8-f0573d9dec9d {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:14:28.146280 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb6f665-6637-4b6a-b3ee-c5b6da7613ea", "tag": "83ae2301-8ca4-4d63-a30e-570e34b31b3a", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:14:28.146665 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-533cce50-1ef1-42ae-9ce8-f0573d9dec9d {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:14:28.147281 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb6f665-6637-4b6a-b3ee-c5b6da7613ea', 'tag': '83ae2301-8ca4-4d63-a30e-570e34b31b3a', 'status': 'completed', 'code': 200} Jul 23 17:14:28.156364 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bfdeb222-1716-4b53-b817-0913d77c12e1 req-0816223b-890d-4e4a-8905-2bf2e1ce3218 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1306696 Jul 23 17:14:28.182835 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-b69f9ba4-e228-41e2-b8a9-c493799f4f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:28.184845 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-b69f9ba4-e228-41e2-b8a9-c493799f4f59 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e3c24193759d40ff88a2726da9bcfa46&device_id=3bb6f665-6637-4b6a-b3ee-c5b6da7613ea HTTP/1.1" status: 200 len: 1094 time: 0.0846274 Jul 23 17:14:28.238629 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-79181d3d-f38d-4db5-b4b6-9d488d11c68d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83ae2301-8ca4-4d63-a30e-570e34b31b3a HTTP/1.1" status: 200 len: 217 time: 0.0456448 Jul 23 17:14:28.284165 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdeb222-1716-4b53-b817-0913d77c12e1 req-605c7af4-3810-4edc-80b0-a51647f9e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:28.287036 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bfdeb222-1716-4b53-b817-0913d77c12e1 req-605c7af4-3810-4edc-80b0-a51647f9e59b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0779760 Jul 23 17:14:28.306704 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-11c97dcf-350f-498a-91a0-1752e87792c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:28.308384 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-11c97dcf-350f-498a-91a0-1752e87792c2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=48e0348b-22d7-4460-ad9a-f7b91202759b HTTP/1.1" status: 200 len: 854 time: 0.0636330 Jul 23 17:14:28.361363 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-6a70ef7a-8a08-4044-a465-251632ea9a55 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a0ed6977-c5fd-46ba-be10-e9f4e50188e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447040 Jul 23 17:14:28.426773 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdeb222-1716-4b53-b817-0913d77c12e1 req-9f7020c5-5a0d-4559-bfea-206f4473278f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:28.429478 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bfdeb222-1716-4b53-b817-0913d77c12e1 req-9f7020c5-5a0d-4559-bfea-206f4473278f service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.1217523 Jul 23 17:14:28.479929 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bfdeb222-1716-4b53-b817-0913d77c12e1 req-91213d58-9ede-404e-adeb-665047f00a2e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0442502 Jul 23 17:14:28.481332 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-6e252d90-b3f3-4d00-8ba5-09830652bb12 service neutron] 10.222.0.97 "GET /v2.0/networks/a0ed6977-c5fd-46ba-be10-e9f4e50188e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135201 Jul 23 17:14:28.541371 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdeb222-1716-4b53-b817-0913d77c12e1 req-a5cdbc1a-c8bc-4e67-a0f4-c26589f16c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:28.543301 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bfdeb222-1716-4b53-b817-0913d77c12e1 req-a5cdbc1a-c8bc-4e67-a0f4-c26589f16c33 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0562763 Jul 23 17:14:28.617918 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d56f083-bd50-4510-ab43-7da07bcc614b req-5d51ea1d-976a-4ff6-8e56-ecdfc03c6905 service neutron] 10.222.0.97 "GET /v2.0/networks/a0ed6977-c5fd-46ba-be10-e9f4e50188e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294274 Jul 23 17:14:28.627859 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdeb222-1716-4b53-b817-0913d77c12e1 req-27a96ecf-ffa8-4133-ab55-c322f254a701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:28.629460 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bfdeb222-1716-4b53-b817-0913d77c12e1 req-27a96ecf-ffa8-4133-ab55-c322f254a701 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794077 Jul 23 17:14:28.753634 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2dde95-8d22-46ce-ba13-21f45800d940 req-077283cc-85a0-4af8-bf6a-29f4c44a7e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:28.755561 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dd2dde95-8d22-46ce-ba13-21f45800d940 req-077283cc-85a0-4af8-bf6a-29f4c44a7e92 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e3c24193759d40ff88a2726da9bcfa46&device_id=3bb6f665-6637-4b6a-b3ee-c5b6da7613ea HTTP/1.1" status: 200 len: 1094 time: 0.0878935 Jul 23 17:14:28.790445 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bfdeb222-1716-4b53-b817-0913d77c12e1 req-6fd76ae3-4aba-4341-9024-82eee4bc1b27 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542723 Jul 23 17:14:28.893723 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-bfdeb222-1716-4b53-b817-0913d77c12e1 req-18ed36cd-1e39-40dd-bb27-5ebbf83aceb8 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972056 Jul 23 17:14:28.959189 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2dde95-8d22-46ce-ba13-21f45800d940 req-f6c1b28c-e86f-4045-adb8-0ff942a80950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:28.962034 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dd2dde95-8d22-46ce-ba13-21f45800d940 req-f6c1b28c-e86f-4045-adb8-0ff942a80950 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a0ed6977-c5fd-46ba-be10-e9f4e50188e8 HTTP/1.1" status: 200 len: 916 time: 0.1993446 Jul 23 17:14:28.996867 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1efefe-f6b9-48c4-8b77-d9ed3dd222c0 req-19b64770-b19a-46b1-89e4-d67b6d8e6575 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:29.000599 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b1efefe-f6b9-48c4-8b77-d9ed3dd222c0 req-19b64770-b19a-46b1-89e4-d67b6d8e6575 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb6f665-6637-4b6a-b3ee-c5b6da7613ea HTTP/1.1" status: 200 len: 943 time: 0.2147291 Jul 23 17:14:29.056888 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dd2dde95-8d22-46ce-ba13-21f45800d940 req-a9fa34db-bebd-49c3-8126-ab71ad09098a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83ae2301-8ca4-4d63-a30e-570e34b31b3a HTTP/1.1" status: 200 len: 217 time: 0.0875921 Jul 23 17:14:29.180390 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b1efefe-f6b9-48c4-8b77-d9ed3dd222c0 req-6d021306-d0a7-401d-a976-b0e318cd729f tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/security-groups?id=d03f4278-5cfa-4e91-be97-0859cd8ccf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282866 Jul 23 17:14:29.188183 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2dde95-8d22-46ce-ba13-21f45800d940 req-ea0ad000-5063-4411-80c5-66be3ea1d29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:29.190659 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dd2dde95-8d22-46ce-ba13-21f45800d940 req-ea0ad000-5063-4411-80c5-66be3ea1d29e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=48e0348b-22d7-4460-ad9a-f7b91202759b HTTP/1.1" status: 200 len: 854 time: 0.1237350 Jul 23 17:14:29.237209 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dd2dde95-8d22-46ce-ba13-21f45800d940 req-5c7a47da-710f-46e0-942a-4dde61d661bd service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a0ed6977-c5fd-46ba-be10-e9f4e50188e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395904 Jul 23 17:14:29.339360 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dd2dde95-8d22-46ce-ba13-21f45800d940 req-226602b0-4df8-49cd-932c-1afc7fd8405f service neutron] 10.222.0.97 "GET /v2.0/networks/a0ed6977-c5fd-46ba-be10-e9f4e50188e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943418 Jul 23 17:14:29.444587 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dd2dde95-8d22-46ce-ba13-21f45800d940 req-20ba8d92-b5d8-48f3-b635-789677d019c3 service neutron] 10.222.0.97 "GET /v2.0/networks/a0ed6977-c5fd-46ba-be10-e9f4e50188e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972424 Jul 23 17:14:30.347843 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd4a1d-20e7-4f3a-bc4b-257f01872fd3 req-daf3a6dd-beaa-4fe2-b4b7-0d83605ae8b4 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:30.349570 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c9bd4a1d-20e7-4f3a-bc4b-257f01872fd3 req-daf3a6dd-beaa-4fe2-b4b7-0d83605ae8b4 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb6f665-6637-4b6a-b3ee-c5b6da7613ea HTTP/1.1" status: 200 len: 943 time: 0.0807087 Jul 23 17:14:30.400888 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c9bd4a1d-20e7-4f3a-bc4b-257f01872fd3 req-af6209a2-1393-4c7f-8e5a-408c2e60223e tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/security-groups?id=d03f4278-5cfa-4e91-be97-0859cd8ccf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408545 Jul 23 17:14:31.220232 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 83ae2301-8ca4-4d63-a30e-570e34b31b3a details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:14:31.335655 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 83ae2301-8ca4-4d63-a30e-570e34b31b3a, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=83ae2301-8ca4-4d63-a30e-570e34b31b3a,segment=NetworkSegment(ecbbee70-5470-495e-b54a-3fe2d857733a),segment_id=ecbbee70-5470-495e-b54a-3fe2d857733a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:14:31.350687 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '83ae2301-8ca4-4d63-a30e-570e34b31b3a', 'network_id': 'a0ed6977-c5fd-46ba-be10-e9f4e50188e8', 'port_id': '83ae2301-8ca4-4d63-a30e-570e34b31b3a', 'mac_address': 'fa:16:3e:62:e4:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48e0348b-22d7-4460-ad9a-f7b91202759b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:14:31.393231 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:31.409187 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ae2301-8ca4-4d63-a30e-570e34b31b3a {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:14:31.441526 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 83ae2301-8ca4-4d63-a30e-570e34b31b3a, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=83ae2301-8ca4-4d63-a30e-570e34b31b3a,segment=NetworkSegment(ecbbee70-5470-495e-b54a-3fe2d857733a),segment_id=ecbbee70-5470-495e-b54a-3fe2d857733a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:14:31.447476 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:31.511070 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=83ae2301-8ca4-4d63-a30e-570e34b31b3a,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:31.588717 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e93ec3-6e7f-4744-aacb-cf2fe6386418 req-976385da-af20-46bb-89e6-d58458d65e2b tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:31.591663 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-67e93ec3-6e7f-4744-aacb-cf2fe6386418 req-976385da-af20-46bb-89e6-d58458d65e2b tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb6f665-6637-4b6a-b3ee-c5b6da7613ea HTTP/1.1" status: 200 len: 944 time: 0.1105330 Jul 23 17:14:31.641889 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['83ae2301-8ca4-4d63-a30e-570e34b31b3a'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:14:31.657307 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-67e93ec3-6e7f-4744-aacb-cf2fe6386418 req-973d1f2a-b1e8-4457-acdd-acca237c272d tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/security-groups?id=d03f4278-5cfa-4e91-be97-0859cd8ccf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594399 Jul 23 17:14:32.762159 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d20177e4-31f9-44d7-8e85-4071f9b98489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:32.826729 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e98850-5cda-4190-a291-2a21acfe427c req-1a2430aa-66cd-48d0-b17f-12d6492460a8 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:32.828365 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-93e98850-5cda-4190-a291-2a21acfe427c req-1a2430aa-66cd-48d0-b17f-12d6492460a8 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb6f665-6637-4b6a-b3ee-c5b6da7613ea HTTP/1.1" status: 200 len: 944 time: 0.0948029 Jul 23 17:14:32.871331 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-93e98850-5cda-4190-a291-2a21acfe427c req-5556d2d0-e61f-406d-9fa6-e308020d4cfc tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/security-groups?id=d03f4278-5cfa-4e91-be97-0859cd8ccf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364876 Jul 23 17:14:33.238684 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 83ae2301-8ca4-4d63-a30e-570e34b31b3a up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:14:33.301813 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 83ae2301-8ca4-4d63-a30e-570e34b31b3a completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:14:33.306191 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 83ae2301-8ca4-4d63-a30e-570e34b31b3a triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:14:33.306594 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:33.393120 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:33.421669 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb6f665-6637-4b6a-b3ee-c5b6da7613ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ae2301-8ca4-4d63-a30e-570e34b31b3a'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:14:33.424131 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ae97f8-7223-457a-b76e-e5f7b5b85d10" -d '{"events": [{"server_uuid": "3bb6f665-6637-4b6a-b3ee-c5b6da7613ea", "name": "network-vif-plugged", "status": "completed", "tag": "83ae2301-8ca4-4d63-a30e-570e34b31b3a"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:14:33.442259 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 83ae2301-8ca4-4d63-a30e-570e34b31b3a, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=83ae2301-8ca4-4d63-a30e-570e34b31b3a,segment=NetworkSegment(ecbbee70-5470-495e-b54a-3fe2d857733a),segment_id=ecbbee70-5470-495e-b54a-3fe2d857733a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:14:33.447980 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:33.489821 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0461e1-4727-4319-8d34-1adf86b05f16 x-openstack-request-id: req-ce0461e1-4727-4319-8d34-1adf86b05f16 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:14:33.490169 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb6f665-6637-4b6a-b3ee-c5b6da7613ea", "name": "network-vif-plugged", "status": "completed", "tag": "83ae2301-8ca4-4d63-a30e-570e34b31b3a", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:14:33.490578 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ce0461e1-4727-4319-8d34-1adf86b05f16 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:14:33.491207 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb6f665-6637-4b6a-b3ee-c5b6da7613ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ae2301-8ca4-4d63-a30e-570e34b31b3a', 'code': 200} Jul 23 17:14:33.526797 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=83ae2301-8ca4-4d63-a30e-570e34b31b3a,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:33.596190 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b1075-30cf-4bb2-87a0-ea09c0965bfb req-20eecd29-c510-43c1-99fb-b998d5fee446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:33.597843 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-942b1075-30cf-4bb2-87a0-ea09c0965bfb req-20eecd29-c510-43c1-99fb-b998d5fee446 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3bb6f665-6637-4b6a-b3ee-c5b6da7613ea HTTP/1.1" status: 200 len: 1096 time: 0.0629497 Jul 23 17:14:33.641039 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-942b1075-30cf-4bb2-87a0-ea09c0965bfb req-8df66667-ce68-49d9-ae7c-989548bd18ef service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=d03f4278-5cfa-4e91-be97-0859cd8ccf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368412 Jul 23 17:14:34.049103 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f6a4b-38bd-4d2b-b7cc-68958cdc5b31 req-02c0c60a-5e38-455f-8e96-22343de956fe tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:34.050768 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e10f6a4b-38bd-4d2b-b7cc-68958cdc5b31 req-02c0c60a-5e38-455f-8e96-22343de956fe tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb6f665-6637-4b6a-b3ee-c5b6da7613ea HTTP/1.1" status: 200 len: 945 time: 0.0792003 Jul 23 17:14:34.094652 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e10f6a4b-38bd-4d2b-b7cc-68958cdc5b31 req-d02786a1-765f-480d-a3c0-b82cc526dc2d tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/security-groups?id=d03f4278-5cfa-4e91-be97-0859cd8ccf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378420 Jul 23 17:14:35.249140 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886da237-81ad-45ef-84fb-a1bd70738f4b req-e19468b7-1dbe-462d-96ee-f98b9569e0c9 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:35.251079 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-886da237-81ad-45ef-84fb-a1bd70738f4b req-e19468b7-1dbe-462d-96ee-f98b9569e0c9 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb6f665-6637-4b6a-b3ee-c5b6da7613ea HTTP/1.1" status: 200 len: 945 time: 0.0770409 Jul 23 17:14:35.297593 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-886da237-81ad-45ef-84fb-a1bd70738f4b req-89502449-4df8-4dfc-9cb8-85e09963eab2 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/security-groups?id=d03f4278-5cfa-4e91-be97-0859cd8ccf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385857 Jul 23 17:14:35.444361 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-56c72240-564a-4152-840b-73dcbfbf3978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:35.491375 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:35.587077 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:35.632349 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-2d7b915a-46ed-4307-8def-39b7fca582fd tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:35.635206 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-2d7b915a-46ed-4307-8def-39b7fca582fd tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/networks?id=a0ed6977-c5fd-46ba-be10-e9f4e50188e8 HTTP/1.1" status: 200 len: 814 time: 0.1680968 Jul 23 17:14:35.651401 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-c09498ea-6ae0-4d6a-ae5b-91cd95186f78 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/quotas/e3c24193759d40ff88a2726da9bcfa46 HTTP/1.1" status: 200 len: 375 time: 0.0100551 Jul 23 17:14:35.732934 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-6282ea54-97d4-41a9-b429-7ec49033628c tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3c24193759d40ff88a2726da9bcfa46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0744483 Jul 23 17:14:35.842773 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-b2c45b6f-422c-4e41-98b3-6fa5a05709ad service neutron] 10.222.0.73 "GET /v2.0/networks/a0ed6977-c5fd-46ba-be10-e9f4e50188e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016288 Jul 23 17:14:36.007132 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-2d12529a-62ae-4ddf-8687-73b515b3dcc9 service neutron] 10.222.0.73 "GET /v2.0/networks/a0ed6977-c5fd-46ba-be10-e9f4e50188e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532936 Jul 23 17:14:36.216641 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6349d51e-de95-4bcc-888d-dceaf2cc4343 req-803815eb-c1d0-485c-b778-236a31ff4c3a tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfc7ee37-fdaf-4ba4-9beb-b211252f9f8a HTTP/1.1" status: 200 len: 210 time: 0.0536556 Jul 23 17:14:36.737112 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:37.349103 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1a170e94-6660-46ac-8b03-0af3eafcd163 req-c8047e8c-4233-44e3-b8da-10aa9c83a611 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfc7ee37-fdaf-4ba4-9beb-b211252f9f8a HTTP/1.1" status: 200 len: 210 time: 0.0405369 Jul 23 17:14:37.393164 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-3ba26486-b5f6-4c88-832f-e02a189e6822 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:37.394758 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-3ba26486-b5f6-4c88-832f-e02a189e6822 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.74 "GET /v2.0/networks?id=a0ed6977-c5fd-46ba-be10-e9f4e50188e8 HTTP/1.1" status: 200 len: 814 time: 0.1625645 Jul 23 17:14:37.408467 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-9def5753-d6d5-4512-bb00-ff39c754e68e tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Request body: {'port': {'device_id': 'cfc7ee37-fdaf-4ba4-9beb-b211252f9f8a', 'network_id': 'a0ed6977-c5fd-46ba-be10-e9f4e50188e8', 'admin_state_up': True, 'tenant_id': 'e3c24193759d40ff88a2726da9bcfa46'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:14:37.535208 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-9def5753-d6d5-4512-bb00-ff39c754e68e tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Made reservation on behalf of e3c24193759d40ff88a2726da9bcfa46 for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:14:37.539350 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-9def5753-d6d5-4512-bb00-ff39c754e68e tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:37.681813 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-9def5753-d6d5-4512-bb00-ff39c754e68e tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Allocated IP 172.20.0.5 (a0ed6977-c5fd-46ba-be10-e9f4e50188e8/48e0348b-22d7-4460-ad9a-f7b91202759b/a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:14:37.856916 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-9def5753-d6d5-4512-bb00-ff39c754e68e tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:37.899078 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-9def5753-d6d5-4512-bb00-ff39c754e68e tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:37.907897 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:37.912967 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['83ae2301-8ca4-4d63-a30e-570e34b31b3a'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:14:37.949373 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-9def5753-d6d5-4512-bb00-ff39c754e68e tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Network a0ed6977-c5fd-46ba-be10-e9f4e50188e8 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:14:37.955108 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-9def5753-d6d5-4512-bb00-ff39c754e68e tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:14:37.959253 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-9def5753-d6d5-4512-bb00-ff39c754e68e tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:14:37.967391 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def5753-d6d5-4512-bb00-ff39c754e68e tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Pushing event updated for resources: {'Port': ['ID=a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:38.022772 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-9def5753-d6d5-4512-bb00-ff39c754e68e tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:38.023866 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-9def5753-d6d5-4512-bb00-ff39c754e68e tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:38.047061 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-9def5753-d6d5-4512-bb00-ff39c754e68e tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6427348 Jul 23 17:14:38.058968 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-03b132b0-837b-4c8f-ab97-e6389feb427f service neutron] Request body: {'port': {'device_id': 'cfc7ee37-fdaf-4ba4-9beb-b211252f9f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:14:38.152170 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-03b132b0-837b-4c8f-ab97-e6389feb427f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:38.475537 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-03b132b0-837b-4c8f-ab97-e6389feb427f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:14:38.485802 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-03b132b0-837b-4c8f-ab97-e6389feb427f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:38.504040 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-03b132b0-837b-4c8f-ab97-e6389feb427f service neutron] Transition to ACTIVE for port object a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:14:38.508553 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-03b132b0-837b-4c8f-ab97-e6389feb427f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:38.533517 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277bec3-b5e9-4d48-9f9a-861d9ecc9b1c req-aed8beb2-9346-4a90-b4a1-d3ace12336fe tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:38.535794 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4277bec3-b5e9-4d48-9f9a-861d9ecc9b1c req-aed8beb2-9346-4a90-b4a1-d3ace12336fe tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfc7ee37-fdaf-4ba4-9beb-b211252f9f8a HTTP/1.1" status: 200 len: 931 time: 0.0896471 Jul 23 17:14:38.586634 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4277bec3-b5e9-4d48-9f9a-861d9ecc9b1c req-1a05e42a-e584-48c3-ae0e-bb1e549e4acf tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/security-groups?id=d03f4278-5cfa-4e91-be97-0859cd8ccf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431104 Jul 23 17:14:38.608446 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b132b0-837b-4c8f-ab97-e6389feb427f service neutron] Pushing event updated for resources: {'Port': ['ID=a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:38.665515 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-03b132b0-837b-4c8f-ab97-e6389feb427f service neutron] Attempting to bind port a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:14:38.665788 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-03b132b0-837b-4c8f-ab97-e6389feb427f service neutron] Attempting to bind port a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': 'ecbbee70-5470-495e-b54a-3fe2d857733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a0ed6977-c5fd-46ba-be10-e9f4e50188e8'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:14:38.666176 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-03b132b0-837b-4c8f-ab97-e6389feb427f service neutron] Attempting to bind port a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7 on network a0ed6977-c5fd-46ba-be10-e9f4e50188e8 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:14:38.672175 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-03b132b0-837b-4c8f-ab97-e6389feb427f service neutron] Port a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7 on network a0ed6977-c5fd-46ba-be10-e9f4e50188e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:14:38.672505 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-03b132b0-837b-4c8f-ab97-e6389feb427f service neutron] Attempting to bind port a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7 on network a0ed6977-c5fd-46ba-be10-e9f4e50188e8 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:14:38.678611 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-03b132b0-837b-4c8f-ab97-e6389feb427f service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:14:38.678942 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-03b132b0-837b-4c8f-ab97-e6389feb427f service neutron] Checking segment: {'id': 'ecbbee70-5470-495e-b54a-3fe2d857733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a0ed6977-c5fd-46ba-be10-e9f4e50188e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:14:38.679355 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-03b132b0-837b-4c8f-ab97-e6389feb427f service neutron] Bound using segment: {'id': 'ecbbee70-5470-495e-b54a-3fe2d857733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a0ed6977-c5fd-46ba-be10-e9f4e50188e8'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:14:38.679814 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-03b132b0-837b-4c8f-ab97-e6389feb427f service neutron] Bound port: a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecbbee70-5470-495e-b54a-3fe2d857733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a0ed6977-c5fd-46ba-be10-e9f4e50188e8'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:14:38.680184 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-03b132b0-837b-4c8f-ab97-e6389feb427f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:38.762008 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-03b132b0-837b-4c8f-ab97-e6389feb427f service neutron] For port a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:14:38.767237 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-03b132b0-837b-4c8f-ab97-e6389feb427f service neutron] For port a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7,segment=NetworkSegment(ecbbee70-5470-495e-b54a-3fe2d857733a),segment_id=ecbbee70-5470-495e-b54a-3fe2d857733a)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:14:38.771790 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:38.774231 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-03b132b0-837b-4c8f-ab97-e6389feb427f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:38.814871 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-03b132b0-837b-4c8f-ab97-e6389feb427f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:38.815512 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-03b132b0-837b-4c8f-ab97-e6389feb427f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:38.817027 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-03b132b0-837b-4c8f-ab97-e6389feb427f service neutron] 10.222.0.74 "PUT /v2.0/ports/a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7 HTTP/1.1" status: 200 len: 1091 time: 0.7628369 Jul 23 17:14:38.817547 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc7ee37-fdaf-4ba4-9beb-b211252f9f8a', 'tag': 'a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:14:38.819956 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33423775-1bb8-4b07-aa26-7c690e8cd436" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc7ee37-fdaf-4ba4-9beb-b211252f9f8a", "tag": "a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:14:38.850669 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b132b0-837b-4c8f-ab97-e6389feb427f service neutron] Pushing event updated for resources: {'Port': ['ID=a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:38.936338 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-ba9ae7f1-b61f-45d1-bbbb-7ebb32c6c1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:38.937979 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-ba9ae7f1-b61f-45d1-bbbb-7ebb32c6c1b9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e3c24193759d40ff88a2726da9bcfa46&device_id=cfc7ee37-fdaf-4ba4-9beb-b211252f9f8a HTTP/1.1" status: 200 len: 1094 time: 0.0724494 Jul 23 17:14:38.981971 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2690414d-3a87-4cd3-9a4b-e09a8bfd58ca x-openstack-request-id: req-2690414d-3a87-4cd3-9a4b-e09a8bfd58ca {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:14:38.982270 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc7ee37-fdaf-4ba4-9beb-b211252f9f8a", "tag": "a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:14:38.982503 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2690414d-3a87-4cd3-9a4b-e09a8bfd58ca {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:14:38.982908 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc7ee37-fdaf-4ba4-9beb-b211252f9f8a', 'tag': 'a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7', 'status': 'completed', 'code': 200} Jul 23 17:14:38.984925 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-8bff207d-94a4-4c07-8f17-3fc5169ce1dc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7 HTTP/1.1" status: 200 len: 217 time: 0.0401142 Jul 23 17:14:39.036634 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-46c3642d-b945-4f67-8886-8013e777a6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:39.038153 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-46c3642d-b945-4f67-8886-8013e777a6a5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=48e0348b-22d7-4460-ad9a-f7b91202759b HTTP/1.1" status: 200 len: 854 time: 0.0472577 Jul 23 17:14:39.078156 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-e8b38d5b-51a5-4110-947f-ed5e7368fcec service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a0ed6977-c5fd-46ba-be10-e9f4e50188e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339081 Jul 23 17:14:39.181043 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-44440ec4-639d-4157-87b6-f4804ec32ca2 service neutron] 10.222.0.74 "GET /v2.0/networks/a0ed6977-c5fd-46ba-be10-e9f4e50188e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957289 Jul 23 17:14:39.293018 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8ffdead7-a866-47da-bff2-4cc636e4c253 req-6c0c46ac-ddbd-47b0-94e6-da2ed005085f service neutron] 10.222.0.74 "GET /v2.0/networks/a0ed6977-c5fd-46ba-be10-e9f4e50188e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046610 Jul 23 17:14:39.406345 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33423775-1bb8-4b07-aa26-7c690e8cd436 req-da3b1c34-bc91-4dc9-8589-cd6ba39a6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:39.407955 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-33423775-1bb8-4b07-aa26-7c690e8cd436 req-da3b1c34-bc91-4dc9-8589-cd6ba39a6174 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e3c24193759d40ff88a2726da9bcfa46&device_id=cfc7ee37-fdaf-4ba4-9beb-b211252f9f8a HTTP/1.1" status: 200 len: 1094 time: 0.0665822 Jul 23 17:14:39.517925 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33423775-1bb8-4b07-aa26-7c690e8cd436 req-20e6632d-16c8-40c5-9151-e5479697dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:39.519409 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-33423775-1bb8-4b07-aa26-7c690e8cd436 req-20e6632d-16c8-40c5-9151-e5479697dab3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a0ed6977-c5fd-46ba-be10-e9f4e50188e8 HTTP/1.1" status: 200 len: 916 time: 0.1047847 Jul 23 17:14:39.567146 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-33423775-1bb8-4b07-aa26-7c690e8cd436 req-4ce35699-4241-4e51-8548-52ffbcea41ff service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7 HTTP/1.1" status: 200 len: 217 time: 0.0402029 Jul 23 17:14:39.623019 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33423775-1bb8-4b07-aa26-7c690e8cd436 req-a14e8cce-28ae-47d4-a56c-f8be85b1ba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:39.624745 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-33423775-1bb8-4b07-aa26-7c690e8cd436 req-a14e8cce-28ae-47d4-a56c-f8be85b1ba3c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=48e0348b-22d7-4460-ad9a-f7b91202759b HTTP/1.1" status: 200 len: 854 time: 0.0501611 Jul 23 17:14:39.686695 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-33423775-1bb8-4b07-aa26-7c690e8cd436 req-0b8f35b1-6cf5-416c-b328-9251267ee193 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a0ed6977-c5fd-46ba-be10-e9f4e50188e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546978 Jul 23 17:14:39.749133 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3620442-cd25-477a-a175-615a849fa524 req-652c8382-62a1-411b-9488-dbc5f25412a9 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:39.751380 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f3620442-cd25-477a-a175-615a849fa524 req-652c8382-62a1-411b-9488-dbc5f25412a9 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfc7ee37-fdaf-4ba4-9beb-b211252f9f8a HTTP/1.1" status: 200 len: 943 time: 0.0853271 Jul 23 17:14:39.808345 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f3620442-cd25-477a-a175-615a849fa524 req-c6d569c8-0dce-4f3c-a011-cd71050efce4 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/security-groups?id=d03f4278-5cfa-4e91-be97-0859cd8ccf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478361 Jul 23 17:14:39.814673 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-33423775-1bb8-4b07-aa26-7c690e8cd436 req-5dc1a227-89a6-4971-ba19-2e0ab90c7f2f service neutron] 10.222.0.74 "GET /v2.0/networks/a0ed6977-c5fd-46ba-be10-e9f4e50188e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211479 Jul 23 17:14:39.934543 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-33423775-1bb8-4b07-aa26-7c690e8cd436 req-37f47d89-dedd-432e-9e9c-990db09265fc service neutron] 10.222.0.74 "GET /v2.0/networks/a0ed6977-c5fd-46ba-be10-e9f4e50188e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129715 Jul 23 17:14:40.265672 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:14:40.376530 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7,segment=NetworkSegment(ecbbee70-5470-495e-b54a-3fe2d857733a),segment_id=ecbbee70-5470-495e-b54a-3fe2d857733a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:14:40.389862 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': 'a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7', 'network_id': 'a0ed6977-c5fd-46ba-be10-e9f4e50188e8', 'port_id': 'a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7', 'mac_address': 'fa:16:3e:fe:48:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48e0348b-22d7-4460-ad9a-f7b91202759b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:14:40.431420 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:40.447303 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:14:40.475065 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7,segment=NetworkSegment(ecbbee70-5470-495e-b54a-3fe2d857733a),segment_id=ecbbee70-5470-495e-b54a-3fe2d857733a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:14:40.480836 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:40.536797 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:40.545978 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:40.546323 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:40.546669 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:40.547007 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:40.547342 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:40.547676 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:40.548009 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:40.548333 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:40.548662 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:40.549120 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:40.549447 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:40.549770 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:40.734575 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:14:41.397633 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bef614-6b81-4ba7-b41c-29c710b95200 req-1011a605-6715-4d58-88fa-bf29294d849e tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:41.399431 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-13bef614-6b81-4ba7-b41c-29c710b95200 req-1011a605-6715-4d58-88fa-bf29294d849e tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfc7ee37-fdaf-4ba4-9beb-b211252f9f8a HTTP/1.1" status: 200 len: 944 time: 0.4795609 Jul 23 17:14:41.443475 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-13bef614-6b81-4ba7-b41c-29c710b95200 req-2b05fbfe-114d-43f3-8b63-7d83e3f7d472 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/security-groups?id=d03f4278-5cfa-4e91-be97-0859cd8ccf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376148 Jul 23 17:14:42.280689 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:14:42.333656 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:14:42.338064 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:14:42.338434 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:42.425371 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:42.452430 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc7ee37-fdaf-4ba4-9beb-b211252f9f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:14:42.455287 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089e0ad6ee1739736c431a9fc32cf64799155fc169684d8de9c9188e1cbb7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afbbf96-fdb7-4b0d-843e-0f377a4faa22" -d '{"events": [{"server_uuid": "cfc7ee37-fdaf-4ba4-9beb-b211252f9f8a", "name": "network-vif-plugged", "status": "completed", "tag": "a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:14:42.470265 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7,segment=NetworkSegment(ecbbee70-5470-495e-b54a-3fe2d857733a),segment_id=ecbbee70-5470-495e-b54a-3fe2d857733a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:14:42.476290 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:42.521121 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef86244-a725-4ca0-8603-b5f018c144bb x-openstack-request-id: req-8ef86244-a725-4ca0-8603-b5f018c144bb {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:14:42.521585 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc7ee37-fdaf-4ba4-9beb-b211252f9f8a", "name": "network-vif-plugged", "status": "completed", "tag": "a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:14:42.521975 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8ef86244-a725-4ca0-8603-b5f018c144bb {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:14:42.522858 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc7ee37-fdaf-4ba4-9beb-b211252f9f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7', 'code': 200} Jul 23 17:14:42.574300 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:42.657253 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c720296-7f4b-4ace-96e9-d3819f862412 req-a18b7d01-88b0-4f4b-91b6-8678f04a8b55 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:42.659770 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c720296-7f4b-4ace-96e9-d3819f862412 req-a18b7d01-88b0-4f4b-91b6-8678f04a8b55 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfc7ee37-fdaf-4ba4-9beb-b211252f9f8a HTTP/1.1" status: 200 len: 945 time: 0.0876191 Jul 23 17:14:42.680214 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20da2c-5da1-43a4-92c0-ef30dc472af3 req-98974dd1-6494-45b8-85d0-647c472feed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:42.683096 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-cc20da2c-5da1-43a4-92c0-ef30dc472af3 req-98974dd1-6494-45b8-85d0-647c472feed0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cfc7ee37-fdaf-4ba4-9beb-b211252f9f8a HTTP/1.1" status: 200 len: 1096 time: 0.0782259 Jul 23 17:14:42.720411 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3c720296-7f4b-4ace-96e9-d3819f862412 req-f07801b2-3da1-4adf-98a1-be1b690923f9 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/security-groups?id=d03f4278-5cfa-4e91-be97-0859cd8ccf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531938 Jul 23 17:14:42.740360 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-cc20da2c-5da1-43a4-92c0-ef30dc472af3 req-5b2b73e0-6cbf-4e80-80d8-9765d72b8333 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d03f4278-5cfa-4e91-be97-0859cd8ccf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497360 Jul 23 17:14:43.871520 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50992af6-b324-497e-a0af-30804acfbe8c req-063648d7-76df-469e-b82a-f195222eeec7 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:43.873444 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-50992af6-b324-497e-a0af-30804acfbe8c req-063648d7-76df-469e-b82a-f195222eeec7 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfc7ee37-fdaf-4ba4-9beb-b211252f9f8a HTTP/1.1" status: 200 len: 945 time: 0.0715439 Jul 23 17:14:43.919635 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-50992af6-b324-497e-a0af-30804acfbe8c req-da3b095e-85b3-483f-aae0-1cd32e6161a7 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/security-groups?id=d03f4278-5cfa-4e91-be97-0859cd8ccf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404763 Jul 23 17:14:44.267012 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3eaa72-72f2-4456-a5f4-b904f2ddb7e0 req-c69058db-0c6e-4aff-a514-c35bd0d22364 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:44.268567 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa3eaa72-72f2-4456-a5f4-b904f2ddb7e0 req-c69058db-0c6e-4aff-a514-c35bd0d22364 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfc7ee37-fdaf-4ba4-9beb-b211252f9f8a HTTP/1.1" status: 200 len: 945 time: 0.0760980 Jul 23 17:14:44.337646 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa3eaa72-72f2-4456-a5f4-b904f2ddb7e0 req-5098b0a8-639e-4b15-9acc-e2994037a6a0 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/security-groups?id=d03f4278-5cfa-4e91-be97-0859cd8ccf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583587 Jul 23 17:14:45.509014 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976af513-477d-45d8-be87-f5734955d1b9 req-b00ed0f2-1725-4460-82a3-4c1d27b04c67 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:45.511976 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-976af513-477d-45d8-be87-f5734955d1b9 req-b00ed0f2-1725-4460-82a3-4c1d27b04c67 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.74 "GET /v2.0/ports?device_id=cfc7ee37-fdaf-4ba4-9beb-b211252f9f8a HTTP/1.1" status: 200 len: 945 time: 0.0782478 Jul 23 17:14:45.551826 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2b3c7-781d-46f1-bedf-7d7e30b749c5 req-cd0e1cf1-4485-4f7d-b9b4-1eefc86490bf tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:45.554818 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fae2b3c7-781d-46f1-bedf-7d7e30b749c5 req-cd0e1cf1-4485-4f7d-b9b4-1eefc86490bf tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfc7ee37-fdaf-4ba4-9beb-b211252f9f8a HTTP/1.1" status: 200 len: 945 time: 0.1148422 Jul 23 17:14:45.625377 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fae2b3c7-781d-46f1-bedf-7d7e30b749c5 req-fe32eac6-2154-433e-94f7-a6375014d323 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/security-groups?id=d03f4278-5cfa-4e91-be97-0859cd8ccf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612659 Jul 23 17:14:45.659426 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-976af513-477d-45d8-be87-f5734955d1b9 req-6315b001-ac6a-412c-847f-56d533127716 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Deleting port a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:14:45.659820 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-976af513-477d-45d8-be87-f5734955d1b9 req-6315b001-ac6a-412c-847f-56d533127716 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:45.771891 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-976af513-477d-45d8-be87-f5734955d1b9 req-6315b001-ac6a-412c-847f-56d533127716 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] For port a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7,segment=NetworkSegment(ecbbee70-5470-495e-b54a-3fe2d857733a),segment_id=ecbbee70-5470-495e-b54a-3fe2d857733a)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:14:45.772293 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-976af513-477d-45d8-be87-f5734955d1b9 req-6315b001-ac6a-412c-847f-56d533127716 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:45.793272 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-976af513-477d-45d8-be87-f5734955d1b9 req-6315b001-ac6a-412c-847f-56d533127716 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Calling delete_port for a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:14:46.506506 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-976af513-477d-45d8-be87-f5734955d1b9 req-6315b001-ac6a-412c-847f-56d533127716 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:46.520650 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['83ae2301-8ca4-4d63-a30e-570e34b31b3a'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:14:46.524112 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:14:46.560678 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315b001-ac6a-412c-847f-56d533127716 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Pushing event deleted for resources: {'Port': ['ID=a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:46.630577 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-976af513-477d-45d8-be87-f5734955d1b9 req-6315b001-ac6a-412c-847f-56d533127716 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] No DVR routers for this DVR port a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:14:46.634200 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-976af513-477d-45d8-be87-f5734955d1b9 req-6315b001-ac6a-412c-847f-56d533127716 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:46.637068 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-976af513-477d-45d8-be87-f5734955d1b9 req-6315b001-ac6a-412c-847f-56d533127716 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.74 "DELETE /v2.0/ports/a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7 HTTP/1.1" status: 204 len: 173 time: 1.1188550 Jul 23 17:14:46.637590 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc7ee37-fdaf-4ba4-9beb-b211252f9f8a', 'name': 'network-vif-deleted', 'tag': 'a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:14:46.641218 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29d514d7d3f0bda6c206ddb433428d4bd74fcc92d6ac8894732aea48dcb4427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ac856f-8251-46fa-baff-426e81680d47" -d '{"events": [{"server_uuid": "cfc7ee37-fdaf-4ba4-9beb-b211252f9f8a", "name": "network-vif-deleted", "tag": "a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:14:46.717710 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982f5a2b-7c39-492f-8dd8-f80bce5ba508 x-openstack-request-id: req-982f5a2b-7c39-492f-8dd8-f80bce5ba508 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:14:46.718496 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc7ee37-fdaf-4ba4-9beb-b211252f9f8a", "name": "network-vif-deleted", "tag": "a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:14:46.719210 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-982f5a2b-7c39-492f-8dd8-f80bce5ba508 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:14:46.720218 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc7ee37-fdaf-4ba4-9beb-b211252f9f8a', 'name': 'network-vif-deleted', 'tag': 'a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7', 'status': 'completed', 'code': 200} Jul 23 17:14:46.842438 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1ec1b364-74c7-444d-92c6-805b409118f6 req-fcdb7af4-120a-40dc-bde6-370124988eb9 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfc7ee37-fdaf-4ba4-9beb-b211252f9f8a HTTP/1.1" status: 200 len: 210 time: 0.0496438 Jul 23 17:14:48.024280 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd2ce7-bfad-4fe7-9dcf-e792f3e800d7 req-164e005f-0f04-4a07-8f94-9d7358bfaabe tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:48.026521 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e2fd2ce7-bfad-4fe7-9dcf-e792f3e800d7 req-164e005f-0f04-4a07-8f94-9d7358bfaabe tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb6f665-6637-4b6a-b3ee-c5b6da7613ea HTTP/1.1" status: 200 len: 945 time: 0.0735319 Jul 23 17:14:48.143457 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e2fd2ce7-bfad-4fe7-9dcf-e792f3e800d7 req-6400526e-fef1-42fc-b5fe-ece1a224495d tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/security-groups?id=d03f4278-5cfa-4e91-be97-0859cd8ccf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372443 Jul 23 17:14:48.319785 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ac472-8cd9-40d1-b963-ad5d149c589a req-8a2643d5-f30f-4f3c-8aa7-5ebeb0a289ca tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:48.321515 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-596ac472-8cd9-40d1-b963-ad5d149c589a req-8a2643d5-f30f-4f3c-8aa7-5ebeb0a289ca tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb6f665-6637-4b6a-b3ee-c5b6da7613ea HTTP/1.1" status: 200 len: 945 time: 0.0770786 Jul 23 17:14:48.388992 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-596ac472-8cd9-40d1-b963-ad5d149c589a req-ad50098a-4a02-4911-9046-dc75fee24f2f tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/security-groups?id=d03f4278-5cfa-4e91-be97-0859cd8ccf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606964 Jul 23 17:14:48.540488 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca6552-e395-4a2d-902d-660f98457c8c req-716fbc9d-f3a5-4c7e-9b7c-f522789280fe tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:48.542304 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0bca6552-e395-4a2d-902d-660f98457c8c req-716fbc9d-f3a5-4c7e-9b7c-f522789280fe tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb6f665-6637-4b6a-b3ee-c5b6da7613ea HTTP/1.1" status: 200 len: 945 time: 0.0771284 Jul 23 17:14:48.586639 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0bca6552-e395-4a2d-902d-660f98457c8c req-be957f5b-bc75-44dd-a030-d1e1dbd16114 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/security-groups?id=d03f4278-5cfa-4e91-be97-0859cd8ccf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368135 Jul 23 17:14:48.816254 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666c0b5-db44-4cad-b1f7-35ce67929400 req-c4912421-d1db-406a-aaa6-ff166df52ba6 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:48.818306 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f666c0b5-db44-4cad-b1f7-35ce67929400 req-c4912421-d1db-406a-aaa6-ff166df52ba6 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb6f665-6637-4b6a-b3ee-c5b6da7613ea HTTP/1.1" status: 200 len: 945 time: 0.0779572 Jul 23 17:14:48.872083 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f666c0b5-db44-4cad-b1f7-35ce67929400 req-e7a8b920-7f44-4b25-b60d-c363df5ccd4f tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/security-groups?id=d03f4278-5cfa-4e91-be97-0859cd8ccf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477457 Jul 23 17:14:49.017158 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45908113-fa63-4a67-bc6f-5b5f9f65cba6 req-7f342f9d-2d25-4a46-9b3d-a7fc32ba19e6 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:49.018761 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45908113-fa63-4a67-bc6f-5b5f9f65cba6 req-7f342f9d-2d25-4a46-9b3d-a7fc32ba19e6 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb6f665-6637-4b6a-b3ee-c5b6da7613ea HTTP/1.1" status: 200 len: 945 time: 0.0756145 Jul 23 17:14:49.068614 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45908113-fa63-4a67-bc6f-5b5f9f65cba6 req-4eb60c71-f6df-425f-bdd8-4acbc6a3b4de tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/security-groups?id=d03f4278-5cfa-4e91-be97-0859cd8ccf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435948 Jul 23 17:14:49.220693 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fade3-41f6-4dad-8bbf-ea9d2a9d48c0 req-804840e6-4068-4e18-a6dc-45beb1f121a7 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:49.222206 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c49fade3-41f6-4dad-8bbf-ea9d2a9d48c0 req-804840e6-4068-4e18-a6dc-45beb1f121a7 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb6f665-6637-4b6a-b3ee-c5b6da7613ea HTTP/1.1" status: 200 len: 945 time: 0.0700395 Jul 23 17:14:49.265710 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c49fade3-41f6-4dad-8bbf-ea9d2a9d48c0 req-bd4f06b2-f721-4e20-a9aa-722cc261d7bd tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/security-groups?id=d03f4278-5cfa-4e91-be97-0859cd8ccf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376971 Jul 23 17:14:49.623564 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77606c3-3b87-4040-9097-e66a9f5f90cc req-236c34cf-2d89-4d4b-856d-70b84207647d tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:49.625268 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a77606c3-3b87-4040-9097-e66a9f5f90cc req-236c34cf-2d89-4d4b-856d-70b84207647d tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb6f665-6637-4b6a-b3ee-c5b6da7613ea HTTP/1.1" status: 200 len: 945 time: 0.0700362 Jul 23 17:14:49.667961 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a77606c3-3b87-4040-9097-e66a9f5f90cc req-d219695f-1e2f-4799-a05a-58047be7b2f8 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/security-groups?id=d03f4278-5cfa-4e91-be97-0859cd8ccf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367596 Jul 23 17:14:50.310432 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:14:50.332679 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:14:50.333019 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device a5cd85e4-1bd4-44e9-9b36-008a4f4bcfd7 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:14:50.972777 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ac88b-0136-4e0b-bcb0-7f276a38beb3 req-6418e831-631f-4573-914a-c0162d5c8c64 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:50.974359 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f78ac88b-0136-4e0b-bcb0-7f276a38beb3 req-6418e831-631f-4573-914a-c0162d5c8c64 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb6f665-6637-4b6a-b3ee-c5b6da7613ea HTTP/1.1" status: 200 len: 945 time: 0.1685526 Jul 23 17:14:50.998299 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b44679-0a50-4c38-b230-3a5e8935ca37 req-513b0882-5222-40a3-8963-8efca66c87a8 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:50.999845 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-48b44679-0a50-4c38-b230-3a5e8935ca37 req-513b0882-5222-40a3-8963-8efca66c87a8 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.97 "GET /v2.0/ports?device_id=3bb6f665-6637-4b6a-b3ee-c5b6da7613ea HTTP/1.1" status: 200 len: 945 time: 0.1016526 Jul 23 17:14:51.062487 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f78ac88b-0136-4e0b-bcb0-7f276a38beb3 req-9c2e1f86-d188-4962-8033-03631ff61bdd tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.73 "GET /v2.0/security-groups?id=d03f4278-5cfa-4e91-be97-0859cd8ccf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793831 Jul 23 17:14:51.138155 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-48b44679-0a50-4c38-b230-3a5e8935ca37 req-adb33e0c-99bc-4126-a858-75b62e1cc7b6 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Deleting port 83ae2301-8ca4-4d63-a30e-570e34b31b3a {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:14:51.138506 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-48b44679-0a50-4c38-b230-3a5e8935ca37 req-adb33e0c-99bc-4126-a858-75b62e1cc7b6 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:51.240014 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-48b44679-0a50-4c38-b230-3a5e8935ca37 req-adb33e0c-99bc-4126-a858-75b62e1cc7b6 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] For port 83ae2301-8ca4-4d63-a30e-570e34b31b3a, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=83ae2301-8ca4-4d63-a30e-570e34b31b3a,segment=NetworkSegment(ecbbee70-5470-495e-b54a-3fe2d857733a),segment_id=ecbbee70-5470-495e-b54a-3fe2d857733a)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:14:51.240289 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-48b44679-0a50-4c38-b230-3a5e8935ca37 req-adb33e0c-99bc-4126-a858-75b62e1cc7b6 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:51.256547 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-48b44679-0a50-4c38-b230-3a5e8935ca37 req-adb33e0c-99bc-4126-a858-75b62e1cc7b6 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Calling delete_port for 83ae2301-8ca4-4d63-a30e-570e34b31b3a owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:14:51.420328 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-48b44679-0a50-4c38-b230-3a5e8935ca37 req-adb33e0c-99bc-4126-a858-75b62e1cc7b6 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:51.435450 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['83ae2301-8ca4-4d63-a30e-570e34b31b3a'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:14:51.452531 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb33e0c-99bc-4126-a858-75b62e1cc7b6 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Pushing event deleted for resources: {'Port': ['ID=83ae2301-8ca4-4d63-a30e-570e34b31b3a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:51.508426 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b44679-0a50-4c38-b230-3a5e8935ca37 req-adb33e0c-99bc-4126-a858-75b62e1cc7b6 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] No DVR routers for this DVR port 83ae2301-8ca4-4d63-a30e-570e34b31b3a on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:14:51.511415 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-48b44679-0a50-4c38-b230-3a5e8935ca37 req-adb33e0c-99bc-4126-a858-75b62e1cc7b6 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:51.513656 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-48b44679-0a50-4c38-b230-3a5e8935ca37 req-adb33e0c-99bc-4126-a858-75b62e1cc7b6 tempest-ServersNegativeTestJSON-559921340 tempest-ServersNegativeTestJSON-559921340-project] 10.222.0.97 "DELETE /v2.0/ports/83ae2301-8ca4-4d63-a30e-570e34b31b3a HTTP/1.1" status: 204 len: 173 time: 0.5042925 Jul 23 17:14:51.514120 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb6f665-6637-4b6a-b3ee-c5b6da7613ea', 'name': 'network-vif-deleted', 'tag': '83ae2301-8ca4-4d63-a30e-570e34b31b3a'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:14:51.516529 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655fb8916a1be3f65821145831a74432ae13109fd6b8d419218fdd3be2f3270a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3cc4c4d-2b44-484e-80c5-88ae4053096d" -d '{"events": [{"server_uuid": "3bb6f665-6637-4b6a-b3ee-c5b6da7613ea", "name": "network-vif-deleted", "tag": "83ae2301-8ca4-4d63-a30e-570e34b31b3a"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:14:51.582972 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65971fdf-01c2-4e95-983e-85cf6cba6f33 x-openstack-request-id: req-65971fdf-01c2-4e95-983e-85cf6cba6f33 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:14:51.583275 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb6f665-6637-4b6a-b3ee-c5b6da7613ea", "name": "network-vif-deleted", "tag": "83ae2301-8ca4-4d63-a30e-570e34b31b3a", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:14:51.583552 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-65971fdf-01c2-4e95-983e-85cf6cba6f33 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:14:51.583978 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb6f665-6637-4b6a-b3ee-c5b6da7613ea', 'name': 'network-vif-deleted', 'tag': '83ae2301-8ca4-4d63-a30e-570e34b31b3a', 'status': 'completed', 'code': 200} Jul 23 17:14:52.129023 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57640) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:52.177749 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-932d6517-1e88-4e3c-868e-a29ae7542ca3 admin admin] Deleting subnet 48e0348b-22d7-4460-ad9a-f7b91202759b {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:14:52.181450 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-932d6517-1e88-4e3c-868e-a29ae7542ca3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:52.186153 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:14:52.221811 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-932d6517-1e88-4e3c-868e-a29ae7542ca3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:52.267338 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-932d6517-1e88-4e3c-868e-a29ae7542ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:52.332533 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-932d6517-1e88-4e3c-868e-a29ae7542ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:52.366957 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d6517-1e88-4e3c-868e-a29ae7542ca3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48e0348b-22d7-4460-ad9a-f7b91202759b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:52.376578 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-932d6517-1e88-4e3c-868e-a29ae7542ca3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:52.378966 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-932d6517-1e88-4e3c-868e-a29ae7542ca3 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/48e0348b-22d7-4460-ad9a-f7b91202759b HTTP/1.1" status: 204 len: 168 time: 0.2486789 Jul 23 17:14:52.381952 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57642) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:52.458627 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0856fac-13ac-4e69-b083-66257b6aa71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:52.604462 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0856fac-13ac-4e69-b083-66257b6aa71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:52.622030 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-b0856fac-13ac-4e69-b083-66257b6aa71c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ed6977-c5fd-46ba-be10-e9f4e50188e8']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:14:52.640750 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-b0856fac-13ac-4e69-b083-66257b6aa71c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecbbee70-5470-495e-b54a-3fe2d857733a') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:14:52.641164 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-b0856fac-13ac-4e69-b083-66257b6aa71c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecbbee70-5470-495e-b54a-3fe2d857733a') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:14:52.657180 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0856fac-13ac-4e69-b083-66257b6aa71c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:52.682128 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0856fac-13ac-4e69-b083-66257b6aa71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:52.689882 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0856fac-13ac-4e69-b083-66257b6aa71c admin admin] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:14:52.690451 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0856fac-13ac-4e69-b083-66257b6aa71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:52.692805 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 17:14:52.692805 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:14:52.692805 n-d-778549-4 neutron-server[94012]: timer() Jul 23 17:14:52.692805 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:14:52.692805 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 17:14:52.692805 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:14:52.692805 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 17:14:52.692805 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:14:52.692805 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 17:14:52.692805 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:14:52.692805 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 17:14:52.692805 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:14:52.692805 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 17:14:52.692805 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:14:52.692805 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:14:52.692805 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:14:52.692805 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:14:52.692805 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:14:52.692805 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 17:14:52.692805 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:14:52.692805 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 17:14:52.692805 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:14:52.692805 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:14:52.692805 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:14:52.692805 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 17:14:52.692805 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:14:52.692805 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:14:52.692805 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:14:52.692805 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:14:52.692805 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:14:52.692805 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:14:52.692805 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:14:52.782258 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0856fac-13ac-4e69-b083-66257b6aa71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:52.789450 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0856fac-13ac-4e69-b083-66257b6aa71c admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:52.794382 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b0856fac-13ac-4e69-b083-66257b6aa71c admin admin] 10.222.0.73 "DELETE /v2.0/networks/a0ed6977-c5fd-46ba-be10-e9f4e50188e8 HTTP/1.1" status: 204 len: 168 time: 0.4111552 Jul 23 17:14:52.813721 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0856fac-13ac-4e69-b083-66257b6aa71c admin admin] Pushing event deleted for resources: {'Network': ['ID=a0ed6977-c5fd-46ba-be10-e9f4e50188e8,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:52.924145 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57646) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:52.971643 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ac0cc0f5-e43f-4e50-b36e-1cf7d983003a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e3c24193759d40ff88a2726da9bcfa46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459192 Jul 23 17:14:52.974091 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57648) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:53.036036 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-27aa8b55-ef97-48f4-b9af-1547e3a1937a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:53.061698 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-27aa8b55-ef97-48f4-b9af-1547e3a1937a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:53.121412 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-27aa8b55-ef97-48f4-b9af-1547e3a1937a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:53.124362 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-27aa8b55-ef97-48f4-b9af-1547e3a1937a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:53.125641 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-27aa8b55-ef97-48f4-b9af-1547e3a1937a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d03f4278-5cfa-4e91-be97-0859cd8ccf18 HTTP/1.1" status: 204 len: 168 time: 0.1504278 Jul 23 17:14:53.135146 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa8b55-ef97-48f4-b9af-1547e3a1937a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03f4278-5cfa-4e91-be97-0859cd8ccf18,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:53.900310 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57670) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:54.027783 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ad73861e-41b7-40c5-a35b-da73baac188a tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1599541044'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:14:54.050305 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad73861e-41b7-40c5-a35b-da73baac188a tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Made reservation on behalf of 410dba0ee710454b952fc5f5a7224ca6 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:14:54.053849 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad73861e-41b7-40c5-a35b-da73baac188a tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:54.064355 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad73861e-41b7-40c5-a35b-da73baac188a tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:54.178655 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad73861e-41b7-40c5-a35b-da73baac188a tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:54.184395 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad73861e-41b7-40c5-a35b-da73baac188a tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:54.214987 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad73861e-41b7-40c5-a35b-da73baac188a tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] vlan segment allocate from pool success with {'vlan_id': 1148, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:14:54.226233 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73861e-41b7-40c5-a35b-da73baac188a tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d163957-d4d9-45a5-8231-f4e55c2b6e2b,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:54.232931 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad73861e-41b7-40c5-a35b-da73baac188a tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:54.233312 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-ad73861e-41b7-40c5-a35b-da73baac188a tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Added segment 728f5658-6d0f-4288-8d1d-9da2bca5771a of type vlan for network ef21e7a9-e210-4c29-b6a6-f0125c33ecdf Jul 23 17:14:54.282999 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad73861e-41b7-40c5-a35b-da73baac188a tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:54.323949 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad73861e-41b7-40c5-a35b-da73baac188a tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:54.329837 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad73861e-41b7-40c5-a35b-da73baac188a tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:54.330482 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad73861e-41b7-40c5-a35b-da73baac188a tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:54.365954 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ad73861e-41b7-40c5-a35b-da73baac188a tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4643729 Jul 23 17:14:54.409641 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73861e-41b7-40c5-a35b-da73baac188a tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Pushing event updated for resources: {'Network': ['ID=ef21e7a9-e210-4c29-b6a6-f0125c33ecdf,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:54.421414 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network ef21e7a9-e210-4c29-b6a6-f0125c33ecdf details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:14:55.346170 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 83ae2301-8ca4-4d63-a30e-570e34b31b3a no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:14:55.381906 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 83ae2301-8ca4-4d63-a30e-570e34b31b3a {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:14:55.382475 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 83ae2301-8ca4-4d63-a30e-570e34b31b3a not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:14:57.863733 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57674) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:57.869317 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-031cd272-5962-4de6-9772-859d0a34136a tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Request body: {'subnet': {'network_id': 'ef21e7a9-e210-4c29-b6a6-f0125c33ecdf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:14:57.968491 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031cd272-5962-4de6-9772-859d0a34136a tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Made reservation on behalf of 410dba0ee710454b952fc5f5a7224ca6 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:14:57.972211 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-031cd272-5962-4de6-9772-859d0a34136a tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:58.179839 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-031cd272-5962-4de6-9772-859d0a34136a tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:58.249754 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cd272-5962-4de6-9772-859d0a34136a tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Pushing event updated for resources: {'Subnet': ['ID=0f57be3a-f5db-433b-a188-64fe3a082a1a,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:58.261454 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031cd272-5962-4de6-9772-859d0a34136a tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Checking segment: {'id': '728f5658-6d0f-4288-8d1d-9da2bca5771a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'ef21e7a9-e210-4c29-b6a6-f0125c33ecdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:14:58.262070 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031cd272-5962-4de6-9772-859d0a34136a tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Network hostable DHCP agents. Network: ef21e7a9-e210-4c29-b6a6-f0125c33ecdf, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:14:58.285819 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031cd272-5962-4de6-9772-859d0a34136a tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Network ef21e7a9-e210-4c29-b6a6-f0125c33ecdf is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:14:58.297910 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-031cd272-5962-4de6-9772-859d0a34136a tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, ef21e7a9-e210-4c29-b6a6-f0125c33ecdf) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:14:58.304092 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031cd272-5962-4de6-9772-859d0a34136a tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:58.305725 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-031cd272-5962-4de6-9772-859d0a34136a tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:58.314557 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e26400a-9771-442e-87b9-aa7a5a81d35c None None] Network ef21e7a9-e210-4c29-b6a6-f0125c33ecdf requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:14:58.328125 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-031cd272-5962-4de6-9772-859d0a34136a tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4629917 Jul 23 17:14:58.332454 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57676) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:58.339455 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-d1496257-fde5-4000-a61b-7e19859b8dcb tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-862299325'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:14:58.368751 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1496257-fde5-4000-a61b-7e19859b8dcb tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Made reservation on behalf of 410dba0ee710454b952fc5f5a7224ca6 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:14:58.375471 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1496257-fde5-4000-a61b-7e19859b8dcb tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:58.406225 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1496257-fde5-4000-a61b-7e19859b8dcb tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] vlan segment allocate from pool success with {'vlan_id': 1118, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:14:58.419091 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1496257-fde5-4000-a61b-7e19859b8dcb tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:58.419439 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-d1496257-fde5-4000-a61b-7e19859b8dcb tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Added segment fb3b6028-5b5c-429d-89c1-1078c26e7fb7 of type vlan for network 28080b9a-94c9-4869-94b0-177330bc55d5 Jul 23 17:14:58.479811 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1496257-fde5-4000-a61b-7e19859b8dcb tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:58.497981 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c660dc92-f4aa-4823-9ebf-8cbabf638cac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-ef21e7a9-e210-4c29-b6a6-f0125c33ecdf', 'network_id': 'ef21e7a9-e210-4c29-b6a6-f0125c33ecdf', 'tenant_id': '410dba0ee710454b952fc5f5a7224ca6', 'fixed_ips': [{'subnet_id': '0f57be3a-f5db-433b-a188-64fe3a082a1a'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:14:58.499164 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c660dc92-f4aa-4823-9ebf-8cbabf638cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:58.525523 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1496257-fde5-4000-a61b-7e19859b8dcb tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:58.536341 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1496257-fde5-4000-a61b-7e19859b8dcb tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:58.537328 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1496257-fde5-4000-a61b-7e19859b8dcb tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:58.614429 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d1496257-fde5-4000-a61b-7e19859b8dcb tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2802305 Jul 23 17:14:58.617235 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57678) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:58.627698 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6bfeda62-0b91-4a67-bb9a-48ba8cf840ba tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Request body: {'subnet': {'network_id': '28080b9a-94c9-4869-94b0-177330bc55d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:14:58.661498 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-c660dc92-f4aa-4823-9ebf-8cbabf638cac None None] Allocated IP 2001:db8:0:ffff::2 (ef21e7a9-e210-4c29-b6a6-f0125c33ecdf/0f57be3a-f5db-433b-a188-64fe3a082a1a/292651c0-9232-4f0f-9181-12e83073a439) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:14:58.672256 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1496257-fde5-4000-a61b-7e19859b8dcb tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Pushing event updated for resources: {'Network': ['ID=28080b9a-94c9-4869-94b0-177330bc55d5,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:58.686593 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 28080b9a-94c9-4869-94b0-177330bc55d5 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:14:58.751068 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfeda62-0b91-4a67-bb9a-48ba8cf840ba tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Made reservation on behalf of 410dba0ee710454b952fc5f5a7224ca6 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:14:58.757412 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6bfeda62-0b91-4a67-bb9a-48ba8cf840ba tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:58.888306 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c660dc92-f4aa-4823-9ebf-8cbabf638cac None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:58.897526 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c660dc92-f4aa-4823-9ebf-8cbabf638cac None None] Transition to ACTIVE for port object 292651c0-9232-4f0f-9181-12e83073a439 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:14:58.913424 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c660dc92-f4aa-4823-9ebf-8cbabf638cac None None] Transition to ACTIVE for port object 292651c0-9232-4f0f-9181-12e83073a439 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:14:58.919947 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c660dc92-f4aa-4823-9ebf-8cbabf638cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:59.002531 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6bfeda62-0b91-4a67-bb9a-48ba8cf840ba tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:59.074956 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfeda62-0b91-4a67-bb9a-48ba8cf840ba tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Pushing event updated for resources: {'Subnet': ['ID=62b25439-c850-4e8b-b224-6e6fb4f1fbfb,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:59.087491 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfeda62-0b91-4a67-bb9a-48ba8cf840ba tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Checking segment: {'id': 'fb3b6028-5b5c-429d-89c1-1078c26e7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '28080b9a-94c9-4869-94b0-177330bc55d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:14:59.087866 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfeda62-0b91-4a67-bb9a-48ba8cf840ba tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Network hostable DHCP agents. Network: 28080b9a-94c9-4869-94b0-177330bc55d5, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:14:59.108651 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfeda62-0b91-4a67-bb9a-48ba8cf840ba tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Network 28080b9a-94c9-4869-94b0-177330bc55d5 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:14:59.121712 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-6bfeda62-0b91-4a67-bb9a-48ba8cf840ba tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 28080b9a-94c9-4869-94b0-177330bc55d5) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:14:59.128750 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfeda62-0b91-4a67-bb9a-48ba8cf840ba tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:59.129790 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6bfeda62-0b91-4a67-bb9a-48ba8cf840ba tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:59.137678 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c660dc92-f4aa-4823-9ebf-8cbabf638cac None None] Network ef21e7a9-e210-4c29-b6a6-f0125c33ecdf is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:14:59.141767 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe526a5-7053-41ac-a964-36d5b8442d12 None None] Network 28080b9a-94c9-4869-94b0-177330bc55d5 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:14:59.151728 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6bfeda62-0b91-4a67-bb9a-48ba8cf840ba tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5323644 Jul 23 17:14:59.156128 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57680) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:59.160236 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-c660dc92-f4aa-4823-9ebf-8cbabf638cac None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:14:59.172864 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c660dc92-f4aa-4823-9ebf-8cbabf638cac None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:14:59.180553 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660dc92-f4aa-4823-9ebf-8cbabf638cac None None] Pushing event updated for resources: {'Port': ['ID=292651c0-9232-4f0f-9181-12e83073a439,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:59.287319 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38c1c518-ea1f-4686-b541-e54be79678c7 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:59.293233 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-c660dc92-f4aa-4823-9ebf-8cbabf638cac None None] Attempting to bind port 292651c0-9232-4f0f-9181-12e83073a439 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:14:59.293612 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-c660dc92-f4aa-4823-9ebf-8cbabf638cac None None] Attempting to bind port 292651c0-9232-4f0f-9181-12e83073a439 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '728f5658-6d0f-4288-8d1d-9da2bca5771a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'ef21e7a9-e210-4c29-b6a6-f0125c33ecdf'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:14:59.293988 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c660dc92-f4aa-4823-9ebf-8cbabf638cac None None] Attempting to bind port 292651c0-9232-4f0f-9181-12e83073a439 on network ef21e7a9-e210-4c29-b6a6-f0125c33ecdf {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:14:59.302979 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c660dc92-f4aa-4823-9ebf-8cbabf638cac None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:14:59.303376 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c660dc92-f4aa-4823-9ebf-8cbabf638cac None None] Checking segment: {'id': '728f5658-6d0f-4288-8d1d-9da2bca5771a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'ef21e7a9-e210-4c29-b6a6-f0125c33ecdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:14:59.303836 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c660dc92-f4aa-4823-9ebf-8cbabf638cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:59.304270 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c660dc92-f4aa-4823-9ebf-8cbabf638cac None None] Bound using segment: {'id': '728f5658-6d0f-4288-8d1d-9da2bca5771a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'ef21e7a9-e210-4c29-b6a6-f0125c33ecdf'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:14:59.304788 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-c660dc92-f4aa-4823-9ebf-8cbabf638cac None None] Bound port: 292651c0-9232-4f0f-9181-12e83073a439, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '728f5658-6d0f-4288-8d1d-9da2bca5771a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'ef21e7a9-e210-4c29-b6a6-f0125c33ecdf'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:14:59.305745 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c660dc92-f4aa-4823-9ebf-8cbabf638cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:59.361775 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38c1c518-ea1f-4686-b541-e54be79678c7 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:59.433201 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610634dd-555c-47c6-aab1-6e3adc3dc990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-28080b9a-94c9-4869-94b0-177330bc55d5', 'network_id': '28080b9a-94c9-4869-94b0-177330bc55d5', 'tenant_id': '410dba0ee710454b952fc5f5a7224ca6', 'fixed_ips': [{'subnet_id': '62b25439-c850-4e8b-b224-6e6fb4f1fbfb'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:14:59.434077 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-610634dd-555c-47c6-aab1-6e3adc3dc990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:59.438366 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-c660dc92-f4aa-4823-9ebf-8cbabf638cac None None] For port 292651c0-9232-4f0f-9181-12e83073a439, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:14:59.442851 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-c660dc92-f4aa-4823-9ebf-8cbabf638cac None None] For port 292651c0-9232-4f0f-9181-12e83073a439, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=292651c0-9232-4f0f-9181-12e83073a439,segment=NetworkSegment(728f5658-6d0f-4288-8d1d-9da2bca5771a),segment_id=728f5658-6d0f-4288-8d1d-9da2bca5771a)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:14:59.451041 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38c1c518-ea1f-4686-b541-e54be79678c7 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:59.456001 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c660dc92-f4aa-4823-9ebf-8cbabf638cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:59.478701 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1c518-ea1f-4686-b541-e54be79678c7 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Pushing event deleted for resources: {'Subnet': ['ID=62b25439-c850-4e8b-b224-6e6fb4f1fbfb,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:59.559651 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38c1c518-ea1f-4686-b541-e54be79678c7 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:59.572174 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-38c1c518-ea1f-4686-b541-e54be79678c7 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28080b9a-94c9-4869-94b0-177330bc55d5']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:14:59.582370 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660dc92-f4aa-4823-9ebf-8cbabf638cac None None] Pushing event updated for resources: {'Port': ['ID=292651c0-9232-4f0f-9181-12e83073a439,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:59.591103 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-38c1c518-ea1f-4686-b541-e54be79678c7 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb3b6028-5b5c-429d-89c1-1078c26e7fb7') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:14:59.591447 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-38c1c518-ea1f-4686-b541-e54be79678c7 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb3b6028-5b5c-429d-89c1-1078c26e7fb7') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:14:59.605557 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38c1c518-ea1f-4686-b541-e54be79678c7 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:59.615511 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a027ccbc-e219-4a3d-b438-803fa68e70d0 None None] Network 28080b9a-94c9-4869-94b0-177330bc55d5 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:14:59.626875 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38c1c518-ea1f-4686-b541-e54be79678c7 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:59.636612 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38c1c518-ea1f-4686-b541-e54be79678c7 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Releasing vlan 1118 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:14:59.637100 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38c1c518-ea1f-4686-b541-e54be79678c7 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:59.640483 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 17:14:59.640483 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:14:59.640483 n-d-778549-4 neutron-server[94013]: timer() Jul 23 17:14:59.640483 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:14:59.640483 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 17:14:59.640483 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:14:59.640483 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 17:14:59.640483 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:14:59.640483 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 17:14:59.640483 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:14:59.640483 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 17:14:59.640483 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:14:59.640483 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 17:14:59.640483 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:14:59.640483 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:14:59.640483 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:14:59.640483 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:14:59.640483 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:14:59.640483 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 17:14:59.640483 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:14:59.640483 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 17:14:59.640483 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:14:59.640483 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:14:59.640483 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:14:59.640483 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 17:14:59.640483 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:14:59.640483 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:14:59.640483 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:14:59.640483 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:14:59.640483 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:14:59.640483 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:14:59.640483 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:14:59.746459 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38c1c518-ea1f-4686-b541-e54be79678c7 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:59.765477 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38c1c518-ea1f-4686-b541-e54be79678c7 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:59.767537 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-38c1c518-ea1f-4686-b541-e54be79678c7 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] 10.222.0.73 "DELETE /v2.0/networks/28080b9a-94c9-4869-94b0-177330bc55d5 HTTP/1.1" status: 204 len: 168 time: 0.6102641 Jul 23 17:14:59.771711 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57682) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:59.778317 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-f860487c-3521-4e21-901f-ed0a34b75043 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1488963958'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:14:59.781170 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1c518-ea1f-4686-b541-e54be79678c7 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Pushing event deleted for resources: {'Network': ['ID=28080b9a-94c9-4869-94b0-177330bc55d5,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:59.809551 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f860487c-3521-4e21-901f-ed0a34b75043 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Made reservation on behalf of 410dba0ee710454b952fc5f5a7224ca6 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:14:59.813932 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f860487c-3521-4e21-901f-ed0a34b75043 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:59.855321 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f860487c-3521-4e21-901f-ed0a34b75043 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] vlan segment allocate from pool success with {'vlan_id': 1123, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:14:59.868102 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f860487c-3521-4e21-901f-ed0a34b75043 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:59.868610 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-f860487c-3521-4e21-901f-ed0a34b75043 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Added segment 0bd176ee-7029-4b4c-8c9b-d31b6da682b5 of type vlan for network f2d8221d-6851-4496-8096-276e0ea9c277 Jul 23 17:14:59.923314 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f860487c-3521-4e21-901f-ed0a34b75043 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:59.958609 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f860487c-3521-4e21-901f-ed0a34b75043 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:59.964726 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f860487c-3521-4e21-901f-ed0a34b75043 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:59.965469 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f860487c-3521-4e21-901f-ed0a34b75043 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:00.007507 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f860487c-3521-4e21-901f-ed0a34b75043 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2344918 Jul 23 17:15:00.012219 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57684) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:00.019720 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-2b5eb17c-84de-4f26-a6e7-471717858d1e tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Request body: {'subnet': {'network_id': 'f2d8221d-6851-4496-8096-276e0ea9c277', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:15:00.053778 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860487c-3521-4e21-901f-ed0a34b75043 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Pushing event updated for resources: {'Network': ['ID=f2d8221d-6851-4496-8096-276e0ea9c277,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:00.067301 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network f2d8221d-6851-4496-8096-276e0ea9c277 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:15:00.129909 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5eb17c-84de-4f26-a6e7-471717858d1e tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Made reservation on behalf of 410dba0ee710454b952fc5f5a7224ca6 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:15:00.134170 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b5eb17c-84de-4f26-a6e7-471717858d1e tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:00.197623 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.ipam_backend_mixin [None req-2b5eb17c-84de-4f26-a6e7-471717858d1e tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Performing IP validity checks on allocation pools {{(pid=94013) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 17:15:00.198137 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.ipam_backend_mixin [None req-2b5eb17c-84de-4f26-a6e7-471717858d1e tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94013) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 17:15:00.356098 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b5eb17c-84de-4f26-a6e7-471717858d1e tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:00.433415 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5eb17c-84de-4f26-a6e7-471717858d1e tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Pushing event updated for resources: {'Subnet': ['ID=0914231e-f19a-4716-a082-8ad992543102,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:00.444836 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5eb17c-84de-4f26-a6e7-471717858d1e tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Checking segment: {'id': '0bd176ee-7029-4b4c-8c9b-d31b6da682b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'f2d8221d-6851-4496-8096-276e0ea9c277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:15:00.446146 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5eb17c-84de-4f26-a6e7-471717858d1e tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Network hostable DHCP agents. Network: f2d8221d-6851-4496-8096-276e0ea9c277, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:15:00.466419 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5eb17c-84de-4f26-a6e7-471717858d1e tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Network f2d8221d-6851-4496-8096-276e0ea9c277 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:15:00.478899 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-2b5eb17c-84de-4f26-a6e7-471717858d1e tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, f2d8221d-6851-4496-8096-276e0ea9c277) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:15:00.483889 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5eb17c-84de-4f26-a6e7-471717858d1e tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:00.484662 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b5eb17c-84de-4f26-a6e7-471717858d1e tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:00.490161 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00681ea-7d47-4eca-a17f-f019deb64a88 None None] Network f2d8221d-6851-4496-8096-276e0ea9c277 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:15:00.510848 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2b5eb17c-84de-4f26-a6e7-471717858d1e tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4943314 Jul 23 17:15:00.511379 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57686) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:00.632860 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-626e08e8-da61-40fc-a7f4-26a04f8a83d4 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:00.679219 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c75c18-2a34-42c2-99c0-eb57e1962210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-f2d8221d-6851-4496-8096-276e0ea9c277', 'network_id': 'f2d8221d-6851-4496-8096-276e0ea9c277', 'tenant_id': '410dba0ee710454b952fc5f5a7224ca6', 'fixed_ips': [{'subnet_id': '0914231e-f19a-4716-a082-8ad992543102'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:15:00.681224 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-34c75c18-2a34-42c2-99c0-eb57e1962210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:00.684460 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef573534-ce19-4eec-893c-caf4ef04d9f5 None None] Network ef21e7a9-e210-4c29-b6a6-f0125c33ecdf requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:15:00.697329 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-626e08e8-da61-40fc-a7f4-26a04f8a83d4 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:00.780200 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-626e08e8-da61-40fc-a7f4-26a04f8a83d4 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:00.811719 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e08e8-da61-40fc-a7f4-26a04f8a83d4 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Pushing event deleted for resources: {'Subnet': ['ID=0914231e-f19a-4716-a082-8ad992543102,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:00.856047 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6c961abc-ee11-45ed-842a-6ffb78946c1d None None] Provisioning for port 292651c0-9232-4f0f-9181-12e83073a439 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server [None req-34c75c18-2a34-42c2-99c0-eb57e1962210 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0914231e-f19a-4716-a082-8ad992543102: This subnet is being modified by another concurrent operation. Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise exception Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0914231e-f19a-4716-a082-8ad992543102: This subnet is being modified by another concurrent operation. Jul 23 17:15:00.862840 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server Jul 23 17:15:00.884428 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-626e08e8-da61-40fc-a7f4-26a04f8a83d4 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:00.889777 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3882413d-5b6a-4cb1-8b12-8f58c576cf1e None None] Network f2d8221d-6851-4496-8096-276e0ea9c277 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:15:00.892237 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-626e08e8-da61-40fc-a7f4-26a04f8a83d4 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d8221d-6851-4496-8096-276e0ea9c277']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:00.904949 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-626e08e8-da61-40fc-a7f4-26a04f8a83d4 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd176ee-7029-4b4c-8c9b-d31b6da682b5') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:00.905283 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-626e08e8-da61-40fc-a7f4-26a04f8a83d4 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd176ee-7029-4b4c-8c9b-d31b6da682b5') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:00.917156 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-626e08e8-da61-40fc-a7f4-26a04f8a83d4 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:00.934741 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-626e08e8-da61-40fc-a7f4-26a04f8a83d4 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:00.941483 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-626e08e8-da61-40fc-a7f4-26a04f8a83d4 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:15:00.941900 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-626e08e8-da61-40fc-a7f4-26a04f8a83d4 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:00.945294 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 17:15:00.945294 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:15:00.945294 n-d-778549-4 neutron-server[94012]: timer() Jul 23 17:15:00.945294 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:15:00.945294 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 17:15:00.945294 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:15:00.945294 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 17:15:00.945294 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:15:00.945294 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 17:15:00.945294 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:15:00.945294 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 17:15:00.945294 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:15:00.945294 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 17:15:00.945294 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:15:00.945294 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:15:00.945294 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:15:00.945294 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:15:00.945294 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:15:00.945294 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 17:15:00.945294 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:15:00.945294 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 17:15:00.945294 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:15:00.945294 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:15:00.945294 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:15:00.945294 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 17:15:00.945294 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:15:00.945294 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:15:00.945294 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:15:00.945294 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:15:00.945294 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:15:00.945294 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:15:00.945294 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:15:01.009330 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-626e08e8-da61-40fc-a7f4-26a04f8a83d4 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:01.016928 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-626e08e8-da61-40fc-a7f4-26a04f8a83d4 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:01.019062 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-626e08e8-da61-40fc-a7f4-26a04f8a83d4 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] 10.222.0.73 "DELETE /v2.0/networks/f2d8221d-6851-4496-8096-276e0ea9c277 HTTP/1.1" status: 204 len: 168 time: 0.5061619 Jul 23 17:15:01.022980 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57688) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:01.029497 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-016c4c53-0963-428c-aa2d-11fdf90a47a3 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2028085878'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:15:01.032594 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e08e8-da61-40fc-a7f4-26a04f8a83d4 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Pushing event deleted for resources: {'Network': ['ID=f2d8221d-6851-4496-8096-276e0ea9c277,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:01.056325 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016c4c53-0963-428c-aa2d-11fdf90a47a3 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Made reservation on behalf of 410dba0ee710454b952fc5f5a7224ca6 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:15:01.060220 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-016c4c53-0963-428c-aa2d-11fdf90a47a3 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:01.087608 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-016c4c53-0963-428c-aa2d-11fdf90a47a3 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] vlan segment allocate from pool success with {'vlan_id': 1141, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:15:01.098812 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-016c4c53-0963-428c-aa2d-11fdf90a47a3 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:01.099163 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-016c4c53-0963-428c-aa2d-11fdf90a47a3 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Added segment 5a34a492-d078-4d0c-afd2-f925e3d9bc74 of type vlan for network a0b7e5fe-c913-477a-b758-38bc626913c9 Jul 23 17:15:01.146097 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-016c4c53-0963-428c-aa2d-11fdf90a47a3 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:01.177104 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-016c4c53-0963-428c-aa2d-11fdf90a47a3 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:01.183731 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016c4c53-0963-428c-aa2d-11fdf90a47a3 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:01.184388 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-016c4c53-0963-428c-aa2d-11fdf90a47a3 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:01.229860 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-016c4c53-0963-428c-aa2d-11fdf90a47a3 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2007043 Jul 23 17:15:01.230097 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57690) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:01.235111 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-36b9a3b5-0ecf-4e99-bfa0-85043458f87d tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Request body: {'subnet': {'network_id': 'a0b7e5fe-c913-477a-b758-38bc626913c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:15:01.242119 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de891c9-dc8c-4225-ab26-4a1f491ff30c None None] get_active_networks_info from n-d-778549-4 {{(pid=94014) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 17:15:01.292059 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c4c53-0963-428c-aa2d-11fdf90a47a3 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Pushing event updated for resources: {'Network': ['ID=a0b7e5fe-c913-477a-b758-38bc626913c9,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:01.309918 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network a0b7e5fe-c913-477a-b758-38bc626913c9 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:15:01.376640 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b9a3b5-0ecf-4e99-bfa0-85043458f87d tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Made reservation on behalf of 410dba0ee710454b952fc5f5a7224ca6 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:15:01.380792 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36b9a3b5-0ecf-4e99-bfa0-85043458f87d tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:01.403144 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 292651c0-9232-4f0f-9181-12e83073a439 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:15:01.424831 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de891c9-dc8c-4225-ab26-4a1f491ff30c None None] Resources bound (agent type, host, resource id): {{(pid=94014) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 17:15:01.532247 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 292651c0-9232-4f0f-9181-12e83073a439 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:15:01.542566 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 292651c0-9232-4f0f-9181-12e83073a439 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:15:01.542945 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:01.615900 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36b9a3b5-0ecf-4e99-bfa0-85043458f87d tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:01.677851 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:01.687094 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b9a3b5-0ecf-4e99-bfa0-85043458f87d tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Pushing event updated for resources: {'Subnet': ['ID=2020fca1-81e7-421a-9d7c-d0307f2352f6,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:01.697670 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b9a3b5-0ecf-4e99-bfa0-85043458f87d tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Checking segment: {'id': '5a34a492-d078-4d0c-afd2-f925e3d9bc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'a0b7e5fe-c913-477a-b758-38bc626913c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:15:01.698237 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b9a3b5-0ecf-4e99-bfa0-85043458f87d tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Network hostable DHCP agents. Network: a0b7e5fe-c913-477a-b758-38bc626913c9, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:15:01.716299 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b9a3b5-0ecf-4e99-bfa0-85043458f87d tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Network a0b7e5fe-c913-477a-b758-38bc626913c9 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:15:01.730555 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-36b9a3b5-0ecf-4e99-bfa0-85043458f87d tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, a0b7e5fe-c913-477a-b758-38bc626913c9) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:15:01.735135 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b9a3b5-0ecf-4e99-bfa0-85043458f87d tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:01.735748 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36b9a3b5-0ecf-4e99-bfa0-85043458f87d tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:01.751678 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 292651c0-9232-4f0f-9181-12e83073a439, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=292651c0-9232-4f0f-9181-12e83073a439,segment=NetworkSegment(728f5658-6d0f-4288-8d1d-9da2bca5771a),segment_id=728f5658-6d0f-4288-8d1d-9da2bca5771a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:01.759943 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-36b9a3b5-0ecf-4e99-bfa0-85043458f87d tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5243957 Jul 23 17:15:01.760690 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57692) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:01.762754 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:01.767703 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-bb20e9ff-294c-4b17-8da8-7247d411176f tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-700254033'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:15:01.789223 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb20e9ff-294c-4b17-8da8-7247d411176f tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Made reservation on behalf of 410dba0ee710454b952fc5f5a7224ca6 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:15:01.794284 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bb20e9ff-294c-4b17-8da8-7247d411176f tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:01.821341 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0279ca8-ad34-4198-9864-5a242e56f589 None None] Network a0b7e5fe-c913-477a-b758-38bc626913c9 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:15:01.822059 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb20e9ff-294c-4b17-8da8-7247d411176f tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] vlan segment allocate from pool success with {'vlan_id': 1121, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:15:01.832458 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bb20e9ff-294c-4b17-8da8-7247d411176f tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:01.832797 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-bb20e9ff-294c-4b17-8da8-7247d411176f tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Added segment c209b425-3da3-4931-bcf3-c46f87fcef0e of type vlan for network 01563361-5a0c-4a37-984e-642d4dee14d1 Jul 23 17:15:01.850201 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=292651c0-9232-4f0f-9181-12e83073a439,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:01.879126 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bb20e9ff-294c-4b17-8da8-7247d411176f tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:01.913385 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bb20e9ff-294c-4b17-8da8-7247d411176f tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:01.919346 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb20e9ff-294c-4b17-8da8-7247d411176f tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:01.919970 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bb20e9ff-294c-4b17-8da8-7247d411176f tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:01.955269 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bb20e9ff-294c-4b17-8da8-7247d411176f tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1933472 Jul 23 17:15:01.958275 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57694) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:01.963774 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-7af2b985-0df4-49e1-8b7e-9b16cbefc1bf tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Request body: {'subnet': {'network_id': '01563361-5a0c-4a37-984e-642d4dee14d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:15:01.995990 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05728921-bf39-4673-b94a-c2c70fdf8713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-a0b7e5fe-c913-477a-b758-38bc626913c9', 'network_id': 'a0b7e5fe-c913-477a-b758-38bc626913c9', 'tenant_id': '410dba0ee710454b952fc5f5a7224ca6', 'fixed_ips': [{'subnet_id': '2020fca1-81e7-421a-9d7c-d0307f2352f6'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:15:01.996872 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-05728921-bf39-4673-b94a-c2c70fdf8713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:02.024859 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20e9ff-294c-4b17-8da8-7247d411176f tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Pushing event updated for resources: {'Network': ['ID=01563361-5a0c-4a37-984e-642d4dee14d1,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:02.065017 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 01563361-5a0c-4a37-984e-642d4dee14d1 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:15:02.102773 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af2b985-0df4-49e1-8b7e-9b16cbefc1bf tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Made reservation on behalf of 410dba0ee710454b952fc5f5a7224ca6 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:15:02.106373 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7af2b985-0df4-49e1-8b7e-9b16cbefc1bf tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:02.199511 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-05728921-bf39-4673-b94a-c2c70fdf8713 None None] Allocated IP 2001:db8::2 (a0b7e5fe-c913-477a-b758-38bc626913c9/2020fca1-81e7-421a-9d7c-d0307f2352f6/d2e1845d-72e1-46db-b559-3eb8f16c419a) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:15:02.353211 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7af2b985-0df4-49e1-8b7e-9b16cbefc1bf tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:02.377571 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-05728921-bf39-4673-b94a-c2c70fdf8713 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:02.387606 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-05728921-bf39-4673-b94a-c2c70fdf8713 None None] Transition to ACTIVE for port object d2e1845d-72e1-46db-b559-3eb8f16c419a will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:15:02.406213 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-05728921-bf39-4673-b94a-c2c70fdf8713 None None] Transition to ACTIVE for port object d2e1845d-72e1-46db-b559-3eb8f16c419a will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:15:02.412969 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-05728921-bf39-4673-b94a-c2c70fdf8713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:02.420347 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2b985-0df4-49e1-8b7e-9b16cbefc1bf tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Pushing event updated for resources: {'Subnet': ['ID=67de59a4-ac30-4a98-a9d5-4d02fe542772,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:02.432764 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af2b985-0df4-49e1-8b7e-9b16cbefc1bf tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Checking segment: {'id': 'c209b425-3da3-4931-bcf3-c46f87fcef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '01563361-5a0c-4a37-984e-642d4dee14d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:15:02.433201 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af2b985-0df4-49e1-8b7e-9b16cbefc1bf tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Network hostable DHCP agents. Network: 01563361-5a0c-4a37-984e-642d4dee14d1, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:15:02.452041 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05728921-bf39-4673-b94a-c2c70fdf8713 None None] Network a0b7e5fe-c913-477a-b758-38bc626913c9 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:15:02.457463 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-05728921-bf39-4673-b94a-c2c70fdf8713 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:15:02.459439 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af2b985-0df4-49e1-8b7e-9b16cbefc1bf tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Network 01563361-5a0c-4a37-984e-642d4dee14d1 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:15:02.462035 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05728921-bf39-4673-b94a-c2c70fdf8713 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:15:02.472077 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05728921-bf39-4673-b94a-c2c70fdf8713 None None] Pushing event updated for resources: {'Port': ['ID=d2e1845d-72e1-46db-b559-3eb8f16c419a,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:02.475128 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-7af2b985-0df4-49e1-8b7e-9b16cbefc1bf tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 01563361-5a0c-4a37-984e-642d4dee14d1) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:15:02.482334 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af2b985-0df4-49e1-8b7e-9b16cbefc1bf tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:02.482922 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7af2b985-0df4-49e1-8b7e-9b16cbefc1bf tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:02.497003 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becc945d-d584-411f-befc-6e99e9879aa4 None None] Network 01563361-5a0c-4a37-984e-642d4dee14d1 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:15:02.502616 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7af2b985-0df4-49e1-8b7e-9b16cbefc1bf tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5432956 Jul 23 17:15:02.505474 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57696) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:02.557617 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-05728921-bf39-4673-b94a-c2c70fdf8713 None None] Attempting to bind port d2e1845d-72e1-46db-b559-3eb8f16c419a on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:15:02.558403 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-05728921-bf39-4673-b94a-c2c70fdf8713 None None] Attempting to bind port d2e1845d-72e1-46db-b559-3eb8f16c419a by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '5a34a492-d078-4d0c-afd2-f925e3d9bc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'a0b7e5fe-c913-477a-b758-38bc626913c9'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:15:02.558403 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05728921-bf39-4673-b94a-c2c70fdf8713 None None] Attempting to bind port d2e1845d-72e1-46db-b559-3eb8f16c419a on network a0b7e5fe-c913-477a-b758-38bc626913c9 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:15:02.590117 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05728921-bf39-4673-b94a-c2c70fdf8713 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:15:02.590494 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05728921-bf39-4673-b94a-c2c70fdf8713 None None] Checking segment: {'id': '5a34a492-d078-4d0c-afd2-f925e3d9bc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'a0b7e5fe-c913-477a-b758-38bc626913c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:15:02.590901 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-05728921-bf39-4673-b94a-c2c70fdf8713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:02.591295 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05728921-bf39-4673-b94a-c2c70fdf8713 None None] Bound using segment: {'id': '5a34a492-d078-4d0c-afd2-f925e3d9bc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'a0b7e5fe-c913-477a-b758-38bc626913c9'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:15:02.591771 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-05728921-bf39-4673-b94a-c2c70fdf8713 None None] Bound port: d2e1845d-72e1-46db-b559-3eb8f16c419a, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a34a492-d078-4d0c-afd2-f925e3d9bc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'a0b7e5fe-c913-477a-b758-38bc626913c9'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:15:02.592158 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-05728921-bf39-4673-b94a-c2c70fdf8713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:02.626566 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-772a1cca-b477-402b-9683-c782d6c30b35 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:02.690551 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-772a1cca-b477-402b-9683-c782d6c30b35 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:02.712547 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-05728921-bf39-4673-b94a-c2c70fdf8713 None None] For port d2e1845d-72e1-46db-b559-3eb8f16c419a, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:15:02.717767 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-05728921-bf39-4673-b94a-c2c70fdf8713 None None] For port d2e1845d-72e1-46db-b559-3eb8f16c419a, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d2e1845d-72e1-46db-b559-3eb8f16c419a,segment=NetworkSegment(5a34a492-d078-4d0c-afd2-f925e3d9bc74),segment_id=5a34a492-d078-4d0c-afd2-f925e3d9bc74)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:15:02.744191 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-05728921-bf39-4673-b94a-c2c70fdf8713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:02.761818 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c774ce-0271-4a0b-a926-3d3d75af93b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-01563361-5a0c-4a37-984e-642d4dee14d1', 'network_id': '01563361-5a0c-4a37-984e-642d4dee14d1', 'tenant_id': '410dba0ee710454b952fc5f5a7224ca6', 'fixed_ips': [{'subnet_id': '67de59a4-ac30-4a98-a9d5-4d02fe542772'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:15:02.762690 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-64c774ce-0271-4a0b-a926-3d3d75af93b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:02.779608 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-772a1cca-b477-402b-9683-c782d6c30b35 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:02.803621 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-479e5550-753b-4fc4-bfce-5e70bed75657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:02.813534 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a1cca-b477-402b-9683-c782d6c30b35 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Pushing event deleted for resources: {'Subnet': ['ID=67de59a4-ac30-4a98-a9d5-4d02fe542772,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:02.840103 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05728921-bf39-4673-b94a-c2c70fdf8713 None None] Pushing event updated for resources: {'Port': ['ID=d2e1845d-72e1-46db-b559-3eb8f16c419a,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:02.891144 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-772a1cca-b477-402b-9683-c782d6c30b35 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:02.904648 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-772a1cca-b477-402b-9683-c782d6c30b35 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01563361-5a0c-4a37-984e-642d4dee14d1']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:02.909813 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f171fbe-652e-400e-8545-d2f16a490757 None None] Network 01563361-5a0c-4a37-984e-642d4dee14d1 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:15:02.918027 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-772a1cca-b477-402b-9683-c782d6c30b35 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c209b425-3da3-4931-bcf3-c46f87fcef0e') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:02.918328 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-772a1cca-b477-402b-9683-c782d6c30b35 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c209b425-3da3-4931-bcf3-c46f87fcef0e') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:02.929281 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-772a1cca-b477-402b-9683-c782d6c30b35 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:02.950507 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-772a1cca-b477-402b-9683-c782d6c30b35 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:02.958156 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772a1cca-b477-402b-9683-c782d6c30b35 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:15:02.958665 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-772a1cca-b477-402b-9683-c782d6c30b35 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:02.962666 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 17:15:02.962666 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:15:02.962666 n-d-778549-4 neutron-server[94012]: timer() Jul 23 17:15:02.962666 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:15:02.962666 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 17:15:02.962666 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:15:02.962666 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 17:15:02.962666 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:15:02.962666 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 17:15:02.962666 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:15:02.962666 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 17:15:02.962666 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:15:02.962666 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 17:15:02.962666 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:15:02.962666 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:15:02.962666 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:15:02.962666 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:15:02.962666 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:15:02.962666 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 17:15:02.962666 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:15:02.962666 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 17:15:02.962666 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:15:02.962666 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:15:02.962666 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:15:02.962666 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 17:15:02.962666 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:15:02.962666 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:15:02.962666 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:15:02.962666 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:15:02.962666 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:15:02.962666 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:15:02.962666 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:15:03.062232 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-772a1cca-b477-402b-9683-c782d6c30b35 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:03.071523 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-772a1cca-b477-402b-9683-c782d6c30b35 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:03.073892 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-772a1cca-b477-402b-9683-c782d6c30b35 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] 10.222.0.73 "DELETE /v2.0/networks/01563361-5a0c-4a37-984e-642d4dee14d1 HTTP/1.1" status: 204 len: 168 time: 0.5672219 Jul 23 17:15:03.078267 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57698) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:03.087139 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a1cca-b477-402b-9683-c782d6c30b35 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Pushing event deleted for resources: {'Network': ['ID=01563361-5a0c-4a37-984e-642d4dee14d1,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:03.117289 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab7ad24e-a81e-4b41-9dd7-26faf7a8907c tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] GET failed (client error): The resource could not be found. Jul 23 17:15:03.118655 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ab7ad24e-a81e-4b41-9dd7-26faf7a8907c tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] 10.222.0.73 "GET /v2.0/subnets/67de59a4-ac30-4a98-a9d5-4d02fe542772 HTTP/1.1" status: 404 len: 337 time: 0.0393703 Jul 23 17:15:03.121840 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57700) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:03.142135 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26c7494-3c60-4a9c-bd07-fc0e5a89d09e tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] DELETE failed (client error): The resource could not be found. Jul 23 17:15:03.142682 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e26c7494-3c60-4a9c-bd07-fc0e5a89d09e tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 17:15:03.144396 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e26c7494-3c60-4a9c-bd07-fc0e5a89d09e tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] 10.222.0.73 "DELETE /v2.0/networks/01563361-5a0c-4a37-984e-642d4dee14d1 HTTP/1.1" status: 404 len: 339 time: 0.0216448 Jul 23 17:15:03.148465 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57702) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:03.174793 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-da9316be-d680-4fb8-9bb1-a9dcff7ab864 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] DELETE failed (client error): The resource could not be found. Jul 23 17:15:03.175322 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da9316be-d680-4fb8-9bb1-a9dcff7ab864 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 17:15:03.177187 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-da9316be-d680-4fb8-9bb1-a9dcff7ab864 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] 10.222.0.73 "DELETE /v2.0/subnets/67de59a4-ac30-4a98-a9d5-4d02fe542772 HTTP/1.1" status: 404 len: 337 time: 0.0277746 Jul 23 17:15:03.180596 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57704) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:03.199703 n-d-778549-4 neutron-server[94013]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f92db81-6253-4960-8dcf-8f53518a6071 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] DELETE failed (client error): The resource could not be found. Jul 23 17:15:03.200265 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f92db81-6253-4960-8dcf-8f53518a6071 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94013) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 17:15:03.202087 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9f92db81-6253-4960-8dcf-8f53518a6071 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] 10.222.0.73 "DELETE /v2.0/networks/01563361-5a0c-4a37-984e-642d4dee14d1 HTTP/1.1" status: 404 len: 339 time: 0.0203252 Jul 23 17:15:03.204748 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57706) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:03.257279 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-43fde7c1-a135-421a-866f-b30d00656109 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Deleting subnet 2020fca1-81e7-421a-9d7c-d0307f2352f6 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:15:03.261187 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-43fde7c1-a135-421a-866f-b30d00656109 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:03.325743 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-43fde7c1-a135-421a-866f-b30d00656109 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:03.432247 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-43fde7c1-a135-421a-866f-b30d00656109 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:03.433986 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d2e1845d-72e1-46db-b559-3eb8f16c419a up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:15:03.520802 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-43fde7c1-a135-421a-866f-b30d00656109 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:03.556700 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fde7c1-a135-421a-866f-b30d00656109 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Pushing event deleted for resources: {'Subnet': ['ID=2020fca1-81e7-421a-9d7c-d0307f2352f6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:03.561187 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-43fde7c1-a135-421a-866f-b30d00656109 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:03.566626 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-43fde7c1-a135-421a-866f-b30d00656109 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] 10.222.0.73 "DELETE /v2.0/subnets/2020fca1-81e7-421a-9d7c-d0307f2352f6 HTTP/1.1" status: 204 len: 168 time: 0.3574767 Jul 23 17:15:03.567109 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57708) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:03.666872 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8dadd982-43b3-4aad-8fcf-2d28add817f0 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:03.672672 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port d2e1845d-72e1-46db-b559-3eb8f16c419a completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:15:03.679832 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 292651c0-9232-4f0f-9181-12e83073a439 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:15:03.745916 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 292651c0-9232-4f0f-9181-12e83073a439 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:15:03.746747 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-8dadd982-43b3-4aad-8fcf-2d28add817f0 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Deleting port d2e1845d-72e1-46db-b559-3eb8f16c419a {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:15:03.746854 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:03.746941 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8dadd982-43b3-4aad-8fcf-2d28add817f0 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:03.841808 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-8dadd982-43b3-4aad-8fcf-2d28add817f0 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] For port d2e1845d-72e1-46db-b559-3eb8f16c419a, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d2e1845d-72e1-46db-b559-3eb8f16c419a,segment=NetworkSegment(5a34a492-d078-4d0c-afd2-f925e3d9bc74),segment_id=5a34a492-d078-4d0c-afd2-f925e3d9bc74)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:03.842347 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8dadd982-43b3-4aad-8fcf-2d28add817f0 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:03.860750 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-8dadd982-43b3-4aad-8fcf-2d28add817f0 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Calling delete_port for d2e1845d-72e1-46db-b559-3eb8f16c419a owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:15:03.865833 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be774943-74b1-46f7-9429-fea89597bd99 None None] Network a0b7e5fe-c913-477a-b758-38bc626913c9 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:15:03.940185 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-108c511f-d6c7-449b-8704-eec5bb218ece None None] Provisioning for port d2e1845d-72e1-46db-b559-3eb8f16c419a completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:15:03.947386 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-108c511f-d6c7-449b-8704-eec5bb218ece None None] Provisioning complete for port d2e1845d-72e1-46db-b559-3eb8f16c419a triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:15:03.947763 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-108c511f-d6c7-449b-8704-eec5bb218ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:03.960935 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8dadd982-43b3-4aad-8fcf-2d28add817f0 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:03.994532 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dadd982-43b3-4aad-8fcf-2d28add817f0 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Pushing event deleted for resources: {'Port': ['ID=d2e1845d-72e1-46db-b559-3eb8f16c419a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:03.998944 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dadd982-43b3-4aad-8fcf-2d28add817f0 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] No DVR routers for this DVR port d2e1845d-72e1-46db-b559-3eb8f16c419a on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:15:04.035303 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-108c511f-d6c7-449b-8704-eec5bb218ece None None] Could not find standard attr ID for object d2e1845d-72e1-46db-b559-3eb8f16c419a. {{(pid=94014) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 17:15:04.040415 n-d-778549-4 neutron-server[94014]: INFO neutron.plugins.ml2.db [None req-108c511f-d6c7-449b-8704-eec5bb218ece None None] No ports have port_id starting with d2e1845d-72e1-46db-b559-3eb8f16c419a Jul 23 17:15:04.092453 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2056c0c9-7dbd-4fee-8bb9-aa6eb91f86fb None None] DHCP port deletion for a0b7e5fe-c913-477a-b758-38bc626913c9 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:15:04.099476 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8dadd982-43b3-4aad-8fcf-2d28add817f0 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:04.118344 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-8dadd982-43b3-4aad-8fcf-2d28add817f0 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b7e5fe-c913-477a-b758-38bc626913c9']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:04.135472 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-8dadd982-43b3-4aad-8fcf-2d28add817f0 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a34a492-d078-4d0c-afd2-f925e3d9bc74') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:04.135945 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-8dadd982-43b3-4aad-8fcf-2d28add817f0 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a34a492-d078-4d0c-afd2-f925e3d9bc74') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:04.150732 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8dadd982-43b3-4aad-8fcf-2d28add817f0 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:04.167886 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8dadd982-43b3-4aad-8fcf-2d28add817f0 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:04.176573 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dadd982-43b3-4aad-8fcf-2d28add817f0 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Releasing vlan 1141 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:15:04.177110 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8dadd982-43b3-4aad-8fcf-2d28add817f0 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:04.180453 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 17:15:04.180453 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:15:04.180453 n-d-778549-4 neutron-server[94013]: timer() Jul 23 17:15:04.180453 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:15:04.180453 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 17:15:04.180453 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:15:04.180453 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 17:15:04.180453 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:15:04.180453 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 17:15:04.180453 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:15:04.180453 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 17:15:04.180453 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:15:04.180453 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 17:15:04.180453 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:15:04.180453 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:15:04.180453 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:15:04.180453 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:15:04.180453 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:15:04.180453 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 17:15:04.180453 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:15:04.180453 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 17:15:04.180453 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:15:04.180453 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:15:04.180453 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:15:04.180453 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 17:15:04.180453 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:15:04.180453 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:15:04.180453 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:15:04.180453 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:15:04.180453 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:15:04.180453 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:15:04.180453 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:15:04.274326 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8dadd982-43b3-4aad-8fcf-2d28add817f0 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:04.284373 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8dadd982-43b3-4aad-8fcf-2d28add817f0 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:04.287370 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8dadd982-43b3-4aad-8fcf-2d28add817f0 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] 10.222.0.73 "DELETE /v2.0/networks/a0b7e5fe-c913-477a-b758-38bc626913c9 HTTP/1.1" status: 204 len: 168 time: 0.7194214 Jul 23 17:15:04.290168 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57710) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:04.300952 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dadd982-43b3-4aad-8fcf-2d28add817f0 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Pushing event deleted for resources: {'Network': ['ID=a0b7e5fe-c913-477a-b758-38bc626913c9,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:04.322628 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-687a416f-1148-41dd-9a04-6e9ad08033c5 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] DELETE failed (client error): The resource could not be found. Jul 23 17:15:04.323095 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-687a416f-1148-41dd-9a04-6e9ad08033c5 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 17:15:04.325099 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-687a416f-1148-41dd-9a04-6e9ad08033c5 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] 10.222.0.73 "DELETE /v2.0/subnets/0914231e-f19a-4716-a082-8ad992543102 HTTP/1.1" status: 404 len: 337 time: 0.0337875 Jul 23 17:15:04.328149 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57712) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:04.348491 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-7870b1e7-f047-4721-a697-2bea172cf1c4 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] DELETE failed (client error): The resource could not be found. Jul 23 17:15:04.349151 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7870b1e7-f047-4721-a697-2bea172cf1c4 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 17:15:04.352502 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7870b1e7-f047-4721-a697-2bea172cf1c4 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] 10.222.0.73 "DELETE /v2.0/networks/f2d8221d-6851-4496-8096-276e0ea9c277 HTTP/1.1" status: 404 len: 339 time: 0.0218687 Jul 23 17:15:04.355284 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57714) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:04.385142 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc94f57-7c36-4be1-bfb1-bbd241e14b51 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] DELETE failed (client error): The resource could not be found. Jul 23 17:15:04.385142 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc94f57-7c36-4be1-bfb1-bbd241e14b51 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 17:15:04.386954 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fdc94f57-7c36-4be1-bfb1-bbd241e14b51 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] 10.222.0.73 "DELETE /v2.0/subnets/62b25439-c850-4e8b-b224-6e6fb4f1fbfb HTTP/1.1" status: 404 len: 337 time: 0.0306492 Jul 23 17:15:04.390725 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57716) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:04.411215 n-d-778549-4 neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-f90a1175-76e8-45ce-a40c-30bfe68459c1 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] DELETE failed (client error): The resource could not be found. Jul 23 17:15:04.411829 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f90a1175-76e8-45ce-a40c-30bfe68459c1 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94012) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 17:15:04.414237 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f90a1175-76e8-45ce-a40c-30bfe68459c1 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] 10.222.0.73 "DELETE /v2.0/networks/28080b9a-94c9-4869-94b0-177330bc55d5 HTTP/1.1" status: 404 len: 339 time: 0.0225067 Jul 23 17:15:04.419026 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57718) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:04.498152 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e360f9-035c-45c0-b806-af1a88cc2bb1 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Deleting subnet 0f57be3a-f5db-433b-a188-64fe3a082a1a {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:15:04.502222 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c2e360f9-035c-45c0-b806-af1a88cc2bb1 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:04.567200 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c2e360f9-035c-45c0-b806-af1a88cc2bb1 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:04.680509 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c2e360f9-035c-45c0-b806-af1a88cc2bb1 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:04.764157 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c2e360f9-035c-45c0-b806-af1a88cc2bb1 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:04.800668 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e360f9-035c-45c0-b806-af1a88cc2bb1 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Pushing event deleted for resources: {'Subnet': ['ID=0f57be3a-f5db-433b-a188-64fe3a082a1a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:04.805142 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c2e360f9-035c-45c0-b806-af1a88cc2bb1 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:04.810929 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57720) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:04.812619 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca4203d-cfef-4679-be61-ac2328fcc81e None None] Network ef21e7a9-e210-4c29-b6a6-f0125c33ecdf requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:15:04.815537 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c2e360f9-035c-45c0-b806-af1a88cc2bb1 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] 10.222.0.73 "DELETE /v2.0/subnets/0f57be3a-f5db-433b-a188-64fe3a082a1a HTTP/1.1" status: 204 len: 168 time: 0.3898056 Jul 23 17:15:04.907101 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-60792ef9-2eef-412d-affd-fa1420775d17 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:04.971527 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-60792ef9-2eef-412d-affd-fa1420775d17 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Deleting port 292651c0-9232-4f0f-9181-12e83073a439 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:15:04.971858 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-60792ef9-2eef-412d-affd-fa1420775d17 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:05.047041 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-60792ef9-2eef-412d-affd-fa1420775d17 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] For port 292651c0-9232-4f0f-9181-12e83073a439, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=292651c0-9232-4f0f-9181-12e83073a439,segment=NetworkSegment(728f5658-6d0f-4288-8d1d-9da2bca5771a),segment_id=728f5658-6d0f-4288-8d1d-9da2bca5771a)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:05.047433 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-60792ef9-2eef-412d-affd-fa1420775d17 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:05.062651 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-60792ef9-2eef-412d-affd-fa1420775d17 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Calling delete_port for 292651c0-9232-4f0f-9181-12e83073a439 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:15:05.065252 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f35f03-dcd4-41b7-b119-d762bae76380 None None] DHCP port deletion for ef21e7a9-e210-4c29-b6a6-f0125c33ecdf request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:15:05.135232 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-45f35f03-dcd4-41b7-b119-d762bae76380 None None] Deleting port 292651c0-9232-4f0f-9181-12e83073a439 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:15:05.139090 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-45f35f03-dcd4-41b7-b119-d762bae76380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:05.161801 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-60792ef9-2eef-412d-affd-fa1420775d17 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:05.193543 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60792ef9-2eef-412d-affd-fa1420775d17 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Pushing event deleted for resources: {'Port': ['ID=292651c0-9232-4f0f-9181-12e83073a439,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:05.196081 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60792ef9-2eef-412d-affd-fa1420775d17 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] No DVR routers for this DVR port 292651c0-9232-4f0f-9181-12e83073a439 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:15:05.230477 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-45f35f03-dcd4-41b7-b119-d762bae76380 None None] For port 292651c0-9232-4f0f-9181-12e83073a439, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=292651c0-9232-4f0f-9181-12e83073a439,segment=NetworkSegment(728f5658-6d0f-4288-8d1d-9da2bca5771a),segment_id=728f5658-6d0f-4288-8d1d-9da2bca5771a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:05.230942 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-45f35f03-dcd4-41b7-b119-d762bae76380 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:05.246058 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-45f35f03-dcd4-41b7-b119-d762bae76380 None None] Calling delete_port for 292651c0-9232-4f0f-9181-12e83073a439 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:15:05.297479 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-60792ef9-2eef-412d-affd-fa1420775d17 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:05.313821 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-60792ef9-2eef-412d-affd-fa1420775d17 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef21e7a9-e210-4c29-b6a6-f0125c33ecdf']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:05.326618 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-60792ef9-2eef-412d-affd-fa1420775d17 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '728f5658-6d0f-4288-8d1d-9da2bca5771a') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:05.327047 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-60792ef9-2eef-412d-affd-fa1420775d17 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '728f5658-6d0f-4288-8d1d-9da2bca5771a') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:05.338094 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-60792ef9-2eef-412d-affd-fa1420775d17 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:05.360434 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-60792ef9-2eef-412d-affd-fa1420775d17 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:05.370318 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60792ef9-2eef-412d-affd-fa1420775d17 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Releasing vlan 1148 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:15:05.370861 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-60792ef9-2eef-412d-affd-fa1420775d17 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:05.374558 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 17:15:05.374558 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:15:05.374558 n-d-778549-4 neutron-server[94013]: timer() Jul 23 17:15:05.374558 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:15:05.374558 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 17:15:05.374558 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:15:05.374558 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 17:15:05.374558 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:15:05.374558 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 17:15:05.374558 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:15:05.374558 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 17:15:05.374558 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:15:05.374558 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 17:15:05.374558 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:15:05.374558 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:15:05.374558 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:15:05.374558 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:15:05.374558 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:15:05.374558 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 17:15:05.374558 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:15:05.374558 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 17:15:05.374558 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:15:05.374558 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:15:05.374558 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:15:05.374558 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 17:15:05.374558 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:15:05.374558 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:15:05.374558 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:15:05.374558 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:15:05.374558 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:15:05.374558 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:15:05.374558 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:15:05.378876 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d2e1845d-72e1-46db-b559-3eb8f16c419a no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:15:05.417164 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: d2e1845d-72e1-46db-b559-3eb8f16c419a {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:15:05.417619 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d2e1845d-72e1-46db-b559-3eb8f16c419a not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:15:05.418326 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 292651c0-9232-4f0f-9181-12e83073a439 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:15:05.440429 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-60792ef9-2eef-412d-affd-fa1420775d17 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:05.448905 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-60792ef9-2eef-412d-affd-fa1420775d17 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:05.450976 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-60792ef9-2eef-412d-affd-fa1420775d17 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] 10.222.0.73 "DELETE /v2.0/networks/ef21e7a9-e210-4c29-b6a6-f0125c33ecdf HTTP/1.1" status: 204 len: 168 time: 0.6389921 Jul 23 17:15:05.465304 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 292651c0-9232-4f0f-9181-12e83073a439 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:15:05.465850 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 292651c0-9232-4f0f-9181-12e83073a439 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:15:05.470369 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60792ef9-2eef-412d-affd-fa1420775d17 tempest-NetworksIpV6Test-1424742377 tempest-NetworksIpV6Test-1424742377-project] Pushing event deleted for resources: {'Network': ['ID=ef21e7a9-e210-4c29-b6a6-f0125c33ecdf,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:05.474500 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-45f35f03-dcd4-41b7-b119-d762bae76380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:05.534126 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-45f35f03-dcd4-41b7-b119-d762bae76380 None None] Network ef21e7a9-e210-4c29-b6a6-f0125c33ecdf is not hosted by any dhcp agent {{(pid=94014) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 17:15:05.534756 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f35f03-dcd4-41b7-b119-d762bae76380 None None] No DVR routers for this DVR port 292651c0-9232-4f0f-9181-12e83073a439 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:15:05.545994 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-069026d8-19ad-40c4-8b99-401c01b7d08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:05.549577 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f35f03-dcd4-41b7-b119-d762bae76380 None None] Pushing event deleted for resources: {'Port': ['ID=292651c0-9232-4f0f-9181-12e83073a439,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:05.552017 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:05.579350 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:05.816723 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57726) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:05.972307 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-176e0e2b-c020-4a68-9e64-e86d6d84d67b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=410dba0ee710454b952fc5f5a7224ca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1537781 Jul 23 17:15:05.974785 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57730) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:06.038734 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cc0c19ef-9277-4c4a-bd52-c89be6d70946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:06.063313 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cc0c19ef-9277-4c4a-bd52-c89be6d70946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:06.115480 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cc0c19ef-9277-4c4a-bd52-c89be6d70946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:06.118428 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cc0c19ef-9277-4c4a-bd52-c89be6d70946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:06.119890 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-cc0c19ef-9277-4c4a-bd52-c89be6d70946 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6d163957-d4d9-45a5-8231-f4e55c2b6e2b HTTP/1.1" status: 204 len: 168 time: 0.1440852 Jul 23 17:15:06.129194 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c19ef-9277-4c4a-bd52-c89be6d70946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d163957-d4d9-45a5-8231-f4e55c2b6e2b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:06.744027 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:06.890789 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57752) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:07.031149 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-a3b58c5c-d062-4eb8-81d2-497e9fa7b164 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-857737294', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:15:07.057352 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a3b58c5c-d062-4eb8-81d2-497e9fa7b164 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:07.058601 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a3b58c5c-d062-4eb8-81d2-497e9fa7b164 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:07.120228 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a3b58c5c-d062-4eb8-81d2-497e9fa7b164 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:07.124663 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a3b58c5c-d062-4eb8-81d2-497e9fa7b164 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:07.143806 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a3b58c5c-d062-4eb8-81d2-497e9fa7b164 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:07.145077 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a3b58c5c-d062-4eb8-81d2-497e9fa7b164 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2532482 Jul 23 17:15:07.148563 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57756) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:07.153901 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-5a93fd39-e3e6-49b0-bf64-70fe4986c801 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1900139287'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:15:07.176963 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a93fd39-e3e6-49b0-bf64-70fe4986c801 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Made reservation on behalf of a94679d73a2e4242ab2febacc9cfd0f9 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:15:07.180797 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5a93fd39-e3e6-49b0-bf64-70fe4986c801 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:07.190559 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5a93fd39-e3e6-49b0-bf64-70fe4986c801 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:07.308105 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5a93fd39-e3e6-49b0-bf64-70fe4986c801 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:07.312980 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5a93fd39-e3e6-49b0-bf64-70fe4986c801 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:07.342589 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a93fd39-e3e6-49b0-bf64-70fe4986c801 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] vlan segment allocate from pool success with {'vlan_id': 1146, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:15:07.354342 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93fd39-e3e6-49b0-bf64-70fe4986c801 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55b482d9-b6ba-469f-b8bc-2640a6b1d0dd,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:07.360294 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5a93fd39-e3e6-49b0-bf64-70fe4986c801 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:07.360646 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-5a93fd39-e3e6-49b0-bf64-70fe4986c801 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Added segment fd2124c8-d719-428b-8619-16940a480140 of type vlan for network 66d0b64c-a771-4f55-b7ee-c739fa1217cc Jul 23 17:15:07.418858 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5a93fd39-e3e6-49b0-bf64-70fe4986c801 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:07.452030 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5a93fd39-e3e6-49b0-bf64-70fe4986c801 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:07.458477 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a93fd39-e3e6-49b0-bf64-70fe4986c801 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:07.459210 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5a93fd39-e3e6-49b0-bf64-70fe4986c801 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:07.498921 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5a93fd39-e3e6-49b0-bf64-70fe4986c801 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3492210 Jul 23 17:15:07.502075 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57758) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:07.507429 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-8dafe93a-48f3-427c-ac6c-a1f844f944eb tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Request body: {'subnet': {'network_id': '66d0b64c-a771-4f55-b7ee-c739fa1217cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:15:07.564215 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93fd39-e3e6-49b0-bf64-70fe4986c801 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Pushing event updated for resources: {'Network': ['ID=66d0b64c-a771-4f55-b7ee-c739fa1217cc,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:07.579533 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 66d0b64c-a771-4f55-b7ee-c739fa1217cc details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:15:07.652331 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dafe93a-48f3-427c-ac6c-a1f844f944eb tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Made reservation on behalf of a94679d73a2e4242ab2febacc9cfd0f9 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:15:07.658823 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8dafe93a-48f3-427c-ac6c-a1f844f944eb tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:07.921364 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:07.964195 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8dafe93a-48f3-427c-ac6c-a1f844f944eb tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:08.042550 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dafe93a-48f3-427c-ac6c-a1f844f944eb tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Pushing event updated for resources: {'Subnet': ['ID=24de5e0c-8156-4d71-bb93-e329505fc5ca,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:08.053087 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dafe93a-48f3-427c-ac6c-a1f844f944eb tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Checking segment: {'id': 'fd2124c8-d719-428b-8619-16940a480140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '66d0b64c-a771-4f55-b7ee-c739fa1217cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:15:08.053568 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dafe93a-48f3-427c-ac6c-a1f844f944eb tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Network hostable DHCP agents. Network: 66d0b64c-a771-4f55-b7ee-c739fa1217cc, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:15:08.075718 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dafe93a-48f3-427c-ac6c-a1f844f944eb tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Network 66d0b64c-a771-4f55-b7ee-c739fa1217cc is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:15:08.086675 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-8dafe93a-48f3-427c-ac6c-a1f844f944eb tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 66d0b64c-a771-4f55-b7ee-c739fa1217cc) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:15:08.091520 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dafe93a-48f3-427c-ac6c-a1f844f944eb tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:08.092550 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8dafe93a-48f3-427c-ac6c-a1f844f944eb tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:08.095860 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031d24d9-d7c3-4645-99e5-f5fbbc8bad6d None None] Network 66d0b64c-a771-4f55-b7ee-c739fa1217cc requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:15:08.109172 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8dafe93a-48f3-427c-ac6c-a1f844f944eb tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6059465 Jul 23 17:15:08.112590 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57760) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:08.119599 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-87eb9878-10b1-47f7-babf-81c27218d62f tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1962229471'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:15:08.149235 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87eb9878-10b1-47f7-babf-81c27218d62f tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Made reservation on behalf of a94679d73a2e4242ab2febacc9cfd0f9 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:15:08.153008 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-87eb9878-10b1-47f7-babf-81c27218d62f tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:08.185870 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87eb9878-10b1-47f7-babf-81c27218d62f tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] vlan segment allocate from pool success with {'vlan_id': 1132, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:15:08.199699 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-87eb9878-10b1-47f7-babf-81c27218d62f tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:08.200427 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-87eb9878-10b1-47f7-babf-81c27218d62f tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Added segment 2fe13992-9e7a-40f7-8221-860536023888 of type vlan for network 2bdd5c18-bb7f-4e5c-bb3a-4df59c25abb0 Jul 23 17:15:08.259163 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-87eb9878-10b1-47f7-babf-81c27218d62f tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:08.279464 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af5a098-e904-46bb-aaa1-723745cf047d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-66d0b64c-a771-4f55-b7ee-c739fa1217cc', 'network_id': '66d0b64c-a771-4f55-b7ee-c739fa1217cc', 'tenant_id': 'a94679d73a2e4242ab2febacc9cfd0f9', 'fixed_ips': [{'subnet_id': '24de5e0c-8156-4d71-bb93-e329505fc5ca'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:15:08.280403 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8af5a098-e904-46bb-aaa1-723745cf047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:08.311019 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-87eb9878-10b1-47f7-babf-81c27218d62f tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:08.320787 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87eb9878-10b1-47f7-babf-81c27218d62f tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:08.321886 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-87eb9878-10b1-47f7-babf-81c27218d62f tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:08.387129 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-87eb9878-10b1-47f7-babf-81c27218d62f tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2731218 Jul 23 17:15:08.390821 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57762) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:08.402029 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6c854eae-b016-4613-8d63-f654b2dfd183 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Request body: {'subnet': {'network_id': '2bdd5c18-bb7f-4e5c-bb3a-4df59c25abb0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:15:08.433154 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb9878-10b1-47f7-babf-81c27218d62f tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Pushing event updated for resources: {'Network': ['ID=2bdd5c18-bb7f-4e5c-bb3a-4df59c25abb0,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:08.442448 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-8af5a098-e904-46bb-aaa1-723745cf047d None None] Allocated IP 172.20.0.2 (66d0b64c-a771-4f55-b7ee-c739fa1217cc/24de5e0c-8156-4d71-bb93-e329505fc5ca/46c5ec2e-d0e1-4b03-8056-b1b410bfbc75) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:15:08.457299 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 2bdd5c18-bb7f-4e5c-bb3a-4df59c25abb0 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:15:08.531153 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c854eae-b016-4613-8d63-f654b2dfd183 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Made reservation on behalf of a94679d73a2e4242ab2febacc9cfd0f9 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:15:08.538653 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c854eae-b016-4613-8d63-f654b2dfd183 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:08.661261 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8af5a098-e904-46bb-aaa1-723745cf047d None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:08.670904 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8af5a098-e904-46bb-aaa1-723745cf047d None None] Transition to ACTIVE for port object 46c5ec2e-d0e1-4b03-8056-b1b410bfbc75 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:15:08.691591 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8af5a098-e904-46bb-aaa1-723745cf047d None None] Transition to ACTIVE for port object 46c5ec2e-d0e1-4b03-8056-b1b410bfbc75 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:15:08.701550 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8af5a098-e904-46bb-aaa1-723745cf047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:08.808162 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c854eae-b016-4613-8d63-f654b2dfd183 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:08.808976 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af5a098-e904-46bb-aaa1-723745cf047d None None] Network 66d0b64c-a771-4f55-b7ee-c739fa1217cc is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:15:08.818852 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:08.821536 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-8af5a098-e904-46bb-aaa1-723745cf047d None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:15:08.825176 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af5a098-e904-46bb-aaa1-723745cf047d None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:15:08.828715 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5a098-e904-46bb-aaa1-723745cf047d None None] Pushing event updated for resources: {'Port': ['ID=46c5ec2e-d0e1-4b03-8056-b1b410bfbc75,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:08.877229 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c854eae-b016-4613-8d63-f654b2dfd183 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Pushing event updated for resources: {'Subnet': ['ID=6c9457e8-37c4-4b32-838e-90e5bdbdff05,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:08.889797 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c854eae-b016-4613-8d63-f654b2dfd183 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Checking segment: {'id': '2fe13992-9e7a-40f7-8221-860536023888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '2bdd5c18-bb7f-4e5c-bb3a-4df59c25abb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:15:08.890150 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c854eae-b016-4613-8d63-f654b2dfd183 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Network hostable DHCP agents. Network: 2bdd5c18-bb7f-4e5c-bb3a-4df59c25abb0, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:15:08.910205 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c854eae-b016-4613-8d63-f654b2dfd183 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Network 2bdd5c18-bb7f-4e5c-bb3a-4df59c25abb0 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:15:08.922705 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-6c854eae-b016-4613-8d63-f654b2dfd183 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 2bdd5c18-bb7f-4e5c-bb3a-4df59c25abb0) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:15:08.927519 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c854eae-b016-4613-8d63-f654b2dfd183 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:08.928141 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c854eae-b016-4613-8d63-f654b2dfd183 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:08.932635 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-8af5a098-e904-46bb-aaa1-723745cf047d None None] Attempting to bind port 46c5ec2e-d0e1-4b03-8056-b1b410bfbc75 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:15:08.933293 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-8af5a098-e904-46bb-aaa1-723745cf047d None None] Attempting to bind port 46c5ec2e-d0e1-4b03-8056-b1b410bfbc75 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'fd2124c8-d719-428b-8619-16940a480140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '66d0b64c-a771-4f55-b7ee-c739fa1217cc'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:15:08.933870 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af5a098-e904-46bb-aaa1-723745cf047d None None] Attempting to bind port 46c5ec2e-d0e1-4b03-8056-b1b410bfbc75 on network 66d0b64c-a771-4f55-b7ee-c739fa1217cc {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:15:08.941415 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40968920-6778-4fd7-9b34-263de4c1441b None None] Network 2bdd5c18-bb7f-4e5c-bb3a-4df59c25abb0 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:15:08.949860 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6c854eae-b016-4613-8d63-f654b2dfd183 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5539258 Jul 23 17:15:08.950075 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57764) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:08.952535 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af5a098-e904-46bb-aaa1-723745cf047d None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:15:08.953130 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af5a098-e904-46bb-aaa1-723745cf047d None None] Checking segment: {'id': 'fd2124c8-d719-428b-8619-16940a480140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '66d0b64c-a771-4f55-b7ee-c739fa1217cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:15:08.953851 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8af5a098-e904-46bb-aaa1-723745cf047d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:08.954456 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af5a098-e904-46bb-aaa1-723745cf047d None None] Bound using segment: {'id': 'fd2124c8-d719-428b-8619-16940a480140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '66d0b64c-a771-4f55-b7ee-c739fa1217cc'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:15:08.955111 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-74b90c24-1a8f-41c3-9aab-2df207730434 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Request body: {'router': {'external_gateway_info': {'network_id': '2bdd5c18-bb7f-4e5c-bb3a-4df59c25abb0'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:15:08.955245 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-8af5a098-e904-46bb-aaa1-723745cf047d None None] Bound port: 46c5ec2e-d0e1-4b03-8056-b1b410bfbc75, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2124c8-d719-428b-8619-16940a480140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '66d0b64c-a771-4f55-b7ee-c739fa1217cc'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:15:08.955887 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8af5a098-e904-46bb-aaa1-723745cf047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:09.155786 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-8af5a098-e904-46bb-aaa1-723745cf047d None None] For port 46c5ec2e-d0e1-4b03-8056-b1b410bfbc75, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:15:09.161490 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-8af5a098-e904-46bb-aaa1-723745cf047d None None] For port 46c5ec2e-d0e1-4b03-8056-b1b410bfbc75, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=46c5ec2e-d0e1-4b03-8056-b1b410bfbc75,segment=NetworkSegment(fd2124c8-d719-428b-8619-16940a480140),segment_id=fd2124c8-d719-428b-8619-16940a480140)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:15:09.184654 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8af5a098-e904-46bb-aaa1-723745cf047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:09.197495 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-74b90c24-1a8f-41c3-9aab-2df207730434 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:09.325093 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5a098-e904-46bb-aaa1-723745cf047d None None] Pushing event updated for resources: {'Port': ['ID=46c5ec2e-d0e1-4b03-8056-b1b410bfbc75,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:09.337526 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcd55c4-bdd3-418a-b1b4-e390e1974bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-2bdd5c18-bb7f-4e5c-bb3a-4df59c25abb0', 'network_id': '2bdd5c18-bb7f-4e5c-bb3a-4df59c25abb0', 'tenant_id': 'a94679d73a2e4242ab2febacc9cfd0f9', 'fixed_ips': [{'subnet_id': '6c9457e8-37c4-4b32-838e-90e5bdbdff05'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:15:09.339532 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8bcd55c4-bdd3-418a-b1b4-e390e1974bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:09.374015 n-d-778549-4 neutron-server[94013]: INFO neutron.api.v2.resource [None req-74b90c24-1a8f-41c3-9aab-2df207730434 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 17:15:09.381221 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-74b90c24-1a8f-41c3-9aab-2df207730434 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] 10.222.0.73 "PUT /v2.0/routers/2b4c9574-7133-46ca-8954-2d54fce15c3b HTTP/1.1" status: 400 len: 364 time: 0.4242010 Jul 23 17:15:09.382657 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57766) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:09.448935 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a21f10-647e-47c4-9603-59b63da24f93 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Deleting subnet 6c9457e8-37c4-4b32-838e-90e5bdbdff05 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:15:09.455024 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b7a21f10-647e-47c4-9603-59b63da24f93 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:09.514006 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b7a21f10-647e-47c4-9603-59b63da24f93 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:09.577456 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b7a21f10-647e-47c4-9603-59b63da24f93 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:09.653857 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b7a21f10-647e-47c4-9603-59b63da24f93 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server [None req-8bcd55c4-bdd3-418a-b1b4-e390e1974bac None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c9457e8-37c4-4b32-838e-90e5bdbdff05: This subnet is being modified by another concurrent operation. Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server raise exception Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c9457e8-37c4-4b32-838e-90e5bdbdff05: This subnet is being modified by another concurrent operation. Jul 23 17:15:09.655865 n-d-778549-4 neutron-server[94014]: ERROR oslo_messaging.rpc.server Jul 23 17:15:09.676202 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c512c0-0fad-4b58-8d36-7bf6bdbb5d6d None None] Network 2bdd5c18-bb7f-4e5c-bb3a-4df59c25abb0 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:15:09.686443 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a21f10-647e-47c4-9603-59b63da24f93 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Pushing event deleted for resources: {'Subnet': ['ID=6c9457e8-37c4-4b32-838e-90e5bdbdff05,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:09.694541 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b7a21f10-647e-47c4-9603-59b63da24f93 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:09.700277 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b7a21f10-647e-47c4-9603-59b63da24f93 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] 10.222.0.73 "DELETE /v2.0/subnets/6c9457e8-37c4-4b32-838e-90e5bdbdff05 HTTP/1.1" status: 204 len: 168 time: 0.3145282 Jul 23 17:15:09.700966 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57768) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:09.808568 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d9e928ed-a92d-40c8-b1aa-9128468a8491 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:09.936765 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d9e928ed-a92d-40c8-b1aa-9128468a8491 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:09.949847 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-d9e928ed-a92d-40c8-b1aa-9128468a8491 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bdd5c18-bb7f-4e5c-bb3a-4df59c25abb0']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:09.962789 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-d9e928ed-a92d-40c8-b1aa-9128468a8491 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe13992-9e7a-40f7-8221-860536023888') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:09.963081 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-d9e928ed-a92d-40c8-b1aa-9128468a8491 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe13992-9e7a-40f7-8221-860536023888') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:09.974250 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d9e928ed-a92d-40c8-b1aa-9128468a8491 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:09.992092 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d9e928ed-a92d-40c8-b1aa-9128468a8491 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:09.999859 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9e928ed-a92d-40c8-b1aa-9128468a8491 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Releasing vlan 1132 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:15:10.000262 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d9e928ed-a92d-40c8-b1aa-9128468a8491 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:10.003540 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 17:15:10.003540 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:15:10.003540 n-d-778549-4 neutron-server[94013]: timer() Jul 23 17:15:10.003540 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:15:10.003540 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 17:15:10.003540 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:15:10.003540 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 17:15:10.003540 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:15:10.003540 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 17:15:10.003540 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:15:10.003540 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 17:15:10.003540 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:15:10.003540 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 17:15:10.003540 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:15:10.003540 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:15:10.003540 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:15:10.003540 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:15:10.003540 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:15:10.003540 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 17:15:10.003540 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:15:10.003540 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 17:15:10.003540 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:15:10.003540 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:15:10.003540 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:15:10.003540 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 17:15:10.003540 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:15:10.003540 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:15:10.003540 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:15:10.003540 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:15:10.003540 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:15:10.003540 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:15:10.003540 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:15:10.082305 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d9e928ed-a92d-40c8-b1aa-9128468a8491 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:10.092425 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d9e928ed-a92d-40c8-b1aa-9128468a8491 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:10.094449 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d9e928ed-a92d-40c8-b1aa-9128468a8491 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] 10.222.0.73 "DELETE /v2.0/networks/2bdd5c18-bb7f-4e5c-bb3a-4df59c25abb0 HTTP/1.1" status: 204 len: 168 time: 0.3921168 Jul 23 17:15:10.097830 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57770) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:10.108243 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e928ed-a92d-40c8-b1aa-9128468a8491 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Pushing event deleted for resources: {'Network': ['ID=2bdd5c18-bb7f-4e5c-bb3a-4df59c25abb0,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:10.169595 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-2510d497-7813-4f0b-b13b-07e006adcb69 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Deleting subnet 24de5e0c-8156-4d71-bb93-e329505fc5ca {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:15:10.173524 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2510d497-7813-4f0b-b13b-07e006adcb69 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:10.233461 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2510d497-7813-4f0b-b13b-07e006adcb69 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:10.350404 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2510d497-7813-4f0b-b13b-07e006adcb69 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:10.401639 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24342b8b-b0fd-4e88-85d6-bece1d9655cf None None] Network 66d0b64c-a771-4f55-b7ee-c739fa1217cc requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:15:10.439936 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2510d497-7813-4f0b-b13b-07e006adcb69 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:10.464500 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d62bdbc6-c85f-4429-907d-f761429e0b0d None None] Provisioning for port 46c5ec2e-d0e1-4b03-8056-b1b410bfbc75 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:15:10.492402 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2510d497-7813-4f0b-b13b-07e006adcb69 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:10.497591 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2510d497-7813-4f0b-b13b-07e006adcb69 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] 10.222.0.73 "DELETE /v2.0/subnets/24de5e0c-8156-4d71-bb93-e329505fc5ca HTTP/1.1" status: 204 len: 168 time: 0.3954077 Jul 23 17:15:10.497591 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510d497-7813-4f0b-b13b-07e006adcb69 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Pushing event deleted for resources: {'Subnet': ['ID=24de5e0c-8156-4d71-bb93-e329505fc5ca,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:10.499934 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57772) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:10.504993 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510d497-7813-4f0b-b13b-07e006adcb69 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:10.505629 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510d497-7813-4f0b-b13b-07e006adcb69 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:10.505987 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510d497-7813-4f0b-b13b-07e006adcb69 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:10.507777 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510d497-7813-4f0b-b13b-07e006adcb69 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:10.508196 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510d497-7813-4f0b-b13b-07e006adcb69 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:10.508546 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510d497-7813-4f0b-b13b-07e006adcb69 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:10.508946 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510d497-7813-4f0b-b13b-07e006adcb69 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:10.509318 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510d497-7813-4f0b-b13b-07e006adcb69 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:10.509645 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510d497-7813-4f0b-b13b-07e006adcb69 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:10.510025 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510d497-7813-4f0b-b13b-07e006adcb69 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:10.510360 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510d497-7813-4f0b-b13b-07e006adcb69 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:10.510687 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510d497-7813-4f0b-b13b-07e006adcb69 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:10.620776 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fced63c9-5d49-47bd-9dbd-e89666853a4e tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:10.660678 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43b99ce-48a7-46d8-865b-4478f40581dd None None] DHCP port deletion for 66d0b64c-a771-4f55-b7ee-c739fa1217cc request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:15:10.695565 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-fced63c9-5d49-47bd-9dbd-e89666853a4e tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Deleting port 46c5ec2e-d0e1-4b03-8056-b1b410bfbc75 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:15:10.696081 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fced63c9-5d49-47bd-9dbd-e89666853a4e tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:10.721390 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-d43b99ce-48a7-46d8-865b-4478f40581dd None None] Deleting port 46c5ec2e-d0e1-4b03-8056-b1b410bfbc75 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:15:10.721848 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d43b99ce-48a7-46d8-865b-4478f40581dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:10.781301 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-fced63c9-5d49-47bd-9dbd-e89666853a4e tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] For port 46c5ec2e-d0e1-4b03-8056-b1b410bfbc75, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=46c5ec2e-d0e1-4b03-8056-b1b410bfbc75,segment=NetworkSegment(fd2124c8-d719-428b-8619-16940a480140),segment_id=fd2124c8-d719-428b-8619-16940a480140)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:10.781659 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fced63c9-5d49-47bd-9dbd-e89666853a4e tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:10.797471 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-fced63c9-5d49-47bd-9dbd-e89666853a4e tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Calling delete_port for 46c5ec2e-d0e1-4b03-8056-b1b410bfbc75 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:15:10.837025 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-d43b99ce-48a7-46d8-865b-4478f40581dd None None] For port 46c5ec2e-d0e1-4b03-8056-b1b410bfbc75, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=46c5ec2e-d0e1-4b03-8056-b1b410bfbc75,segment=NetworkSegment(fd2124c8-d719-428b-8619-16940a480140),segment_id=fd2124c8-d719-428b-8619-16940a480140)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:10.837582 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d43b99ce-48a7-46d8-865b-4478f40581dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:10.852832 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-d43b99ce-48a7-46d8-865b-4478f40581dd None None] Calling delete_port for 46c5ec2e-d0e1-4b03-8056-b1b410bfbc75 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:15:10.907116 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fced63c9-5d49-47bd-9dbd-e89666853a4e tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:10.943621 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced63c9-5d49-47bd-9dbd-e89666853a4e tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Pushing event deleted for resources: {'Port': ['ID=46c5ec2e-d0e1-4b03-8056-b1b410bfbc75,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:10.947225 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fced63c9-5d49-47bd-9dbd-e89666853a4e tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] No DVR routers for this DVR port 46c5ec2e-d0e1-4b03-8056-b1b410bfbc75 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:15:10.956682 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d43b99ce-48a7-46d8-865b-4478f40581dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:10.987022 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b99ce-48a7-46d8-865b-4478f40581dd None None] Pushing event deleted for resources: {'Port': ['ID=46c5ec2e-d0e1-4b03-8056-b1b410bfbc75,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:10.991869 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43b99ce-48a7-46d8-865b-4478f40581dd None None] No DVR routers for this DVR port 46c5ec2e-d0e1-4b03-8056-b1b410bfbc75 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:15:11.010362 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab710db2-ea7b-4fb7-b35b-864abc6d6f3b None None] get_active_networks_info from n-d-778549-4 {{(pid=94014) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 17:15:11.050222 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fced63c9-5d49-47bd-9dbd-e89666853a4e tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:11.063100 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-fced63c9-5d49-47bd-9dbd-e89666853a4e tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d0b64c-a771-4f55-b7ee-c739fa1217cc']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:11.079128 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-fced63c9-5d49-47bd-9dbd-e89666853a4e tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd2124c8-d719-428b-8619-16940a480140') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:11.080803 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-fced63c9-5d49-47bd-9dbd-e89666853a4e tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd2124c8-d719-428b-8619-16940a480140') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:11.089947 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab710db2-ea7b-4fb7-b35b-864abc6d6f3b None None] Resources bound (agent type, host, resource id): {{(pid=94014) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 17:15:11.096150 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fced63c9-5d49-47bd-9dbd-e89666853a4e tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:11.120506 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fced63c9-5d49-47bd-9dbd-e89666853a4e tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:11.128959 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fced63c9-5d49-47bd-9dbd-e89666853a4e tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:15:11.129394 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fced63c9-5d49-47bd-9dbd-e89666853a4e tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:11.133268 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 17:15:11.133268 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:15:11.133268 n-d-778549-4 neutron-server[94013]: timer() Jul 23 17:15:11.133268 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:15:11.133268 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 17:15:11.133268 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:15:11.133268 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 17:15:11.133268 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:15:11.133268 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 17:15:11.133268 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:15:11.133268 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 17:15:11.133268 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:15:11.133268 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 17:15:11.133268 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:15:11.133268 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:15:11.133268 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:15:11.133268 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:15:11.133268 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:15:11.133268 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 17:15:11.133268 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:15:11.133268 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 17:15:11.133268 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:15:11.133268 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:15:11.133268 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:15:11.133268 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 17:15:11.133268 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:15:11.133268 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:15:11.133268 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:15:11.133268 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:15:11.133268 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:15:11.133268 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:15:11.133268 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:15:11.209907 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fced63c9-5d49-47bd-9dbd-e89666853a4e tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:11.221767 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fced63c9-5d49-47bd-9dbd-e89666853a4e tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:11.225629 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fced63c9-5d49-47bd-9dbd-e89666853a4e tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] 10.222.0.73 "DELETE /v2.0/networks/66d0b64c-a771-4f55-b7ee-c739fa1217cc HTTP/1.1" status: 204 len: 168 time: 0.7231562 Jul 23 17:15:11.228512 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57774) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:11.247039 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced63c9-5d49-47bd-9dbd-e89666853a4e tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Pushing event deleted for resources: {'Network': ['ID=66d0b64c-a771-4f55-b7ee-c739fa1217cc,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:11.268514 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-85582b54-4276-4e60-8a32-9e64089adebd tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b4c9574-7133-46ca-8954-2d54fce15c3b HTTP/1.1" status: 200 len: 205 time: 0.0381501 Jul 23 17:15:11.271243 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57776) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:11.354014 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f188b646-f06a-447d-9e41-03825951e978 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:11.542436 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f188b646-f06a-447d-9e41-03825951e978 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:11.544877 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f188b646-f06a-447d-9e41-03825951e978 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:11.593869 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f188b646-f06a-447d-9e41-03825951e978 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:11.594843 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f188b646-f06a-447d-9e41-03825951e978 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Fanout notify agent at l3_agent the message router_deleted on router 2b4c9574-7133-46ca-8954-2d54fce15c3b {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:15:11.607438 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f188b646-f06a-447d-9e41-03825951e978 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:11.609482 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f188b646-f06a-447d-9e41-03825951e978 tempest-RoutersNegativeTest-1717563501 tempest-RoutersNegativeTest-1717563501-project] 10.222.0.73 "DELETE /v2.0/routers/2b4c9574-7133-46ca-8954-2d54fce15c3b HTTP/1.1" status: 204 len: 168 time: 0.3368144 Jul 23 17:15:11.901719 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57782) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:12.064168 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4b8634c3-001c-4bdd-9575-243837fd8cba admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a94679d73a2e4242ab2febacc9cfd0f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611080 Jul 23 17:15:12.067066 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57786) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:12.122892 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f5c49468-a438-4ca9-8124-575ac4ef1b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:12.152916 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f5c49468-a438-4ca9-8124-575ac4ef1b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:12.211050 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f5c49468-a438-4ca9-8124-575ac4ef1b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:12.214015 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f5c49468-a438-4ca9-8124-575ac4ef1b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:12.215325 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f5c49468-a438-4ca9-8124-575ac4ef1b21 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/55b482d9-b6ba-469f-b8bc-2640a6b1d0dd HTTP/1.1" status: 204 len: 168 time: 0.1472492 Jul 23 17:15:12.224763 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c49468-a438-4ca9-8124-575ac4ef1b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b482d9-b6ba-469f-b8bc-2640a6b1d0dd,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:12.940904 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57808) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:13.062312 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-f1bc7cb8-7ddc-44a1-a888-92ee4302835f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1157433576-network', 'tenant_id': '1409d31e325f44f68042b68e7dbec1eb'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:15:13.098375 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bc7cb8-7ddc-44a1-a888-92ee4302835f admin admin] Made reservation on behalf of 1409d31e325f44f68042b68e7dbec1eb for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:15:13.101482 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f1bc7cb8-7ddc-44a1-a888-92ee4302835f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:13.111503 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f1bc7cb8-7ddc-44a1-a888-92ee4302835f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:13.227604 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f1bc7cb8-7ddc-44a1-a888-92ee4302835f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:13.232351 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f1bc7cb8-7ddc-44a1-a888-92ee4302835f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:13.261629 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1bc7cb8-7ddc-44a1-a888-92ee4302835f admin admin] vlan segment allocate from pool success with {'vlan_id': 1141, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:15:13.272330 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc7cb8-7ddc-44a1-a888-92ee4302835f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6e1921-2445-43c0-9bfd-7489a498c7e4,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:13.278118 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f1bc7cb8-7ddc-44a1-a888-92ee4302835f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:13.278368 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-f1bc7cb8-7ddc-44a1-a888-92ee4302835f admin admin] Added segment 7c821a41-5ca6-4cc5-8bde-ad024ea3c299 of type vlan for network fb08fb16-edb7-4393-9c66-4e8103c2589a Jul 23 17:15:13.325313 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f1bc7cb8-7ddc-44a1-a888-92ee4302835f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:13.360146 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f1bc7cb8-7ddc-44a1-a888-92ee4302835f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:13.361186 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bc7cb8-7ddc-44a1-a888-92ee4302835f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:13.361771 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f1bc7cb8-7ddc-44a1-a888-92ee4302835f admin admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:13.396435 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f1bc7cb8-7ddc-44a1-a888-92ee4302835f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4542086 Jul 23 17:15:13.399768 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57812) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:13.406613 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-a4c38f8f-d74c-4377-ab40-1875e30b229a admin admin] Request body: {'subnet': {'network_id': 'fb08fb16-edb7-4393-9c66-4e8103c2589a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1157433576-subnet', 'tenant_id': '1409d31e325f44f68042b68e7dbec1eb', 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:15:13.441656 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc7cb8-7ddc-44a1-a888-92ee4302835f admin admin] Pushing event updated for resources: {'Network': ['ID=fb08fb16-edb7-4393-9c66-4e8103c2589a,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:13.455861 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network fb08fb16-edb7-4393-9c66-4e8103c2589a details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:15:13.465330 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c38f8f-d74c-4377-ab40-1875e30b229a admin admin] Made reservation on behalf of 1409d31e325f44f68042b68e7dbec1eb for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:15:13.469237 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a4c38f8f-d74c-4377-ab40-1875e30b229a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:13.712688 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a4c38f8f-d74c-4377-ab40-1875e30b229a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:13.766494 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c38f8f-d74c-4377-ab40-1875e30b229a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b2b71a1-0465-48a5-8f36-0e34f41bba3a,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:13.784059 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c38f8f-d74c-4377-ab40-1875e30b229a admin admin] Checking segment: {'id': '7c821a41-5ca6-4cc5-8bde-ad024ea3c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'fb08fb16-edb7-4393-9c66-4e8103c2589a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:15:13.784428 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c38f8f-d74c-4377-ab40-1875e30b229a admin admin] Network hostable DHCP agents. Network: fb08fb16-edb7-4393-9c66-4e8103c2589a, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:15:13.812596 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c38f8f-d74c-4377-ab40-1875e30b229a admin admin] Network fb08fb16-edb7-4393-9c66-4e8103c2589a is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:15:13.823243 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-a4c38f8f-d74c-4377-ab40-1875e30b229a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, fb08fb16-edb7-4393-9c66-4e8103c2589a) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:15:13.829353 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c38f8f-d74c-4377-ab40-1875e30b229a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:13.830291 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a4c38f8f-d74c-4377-ab40-1875e30b229a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:13.836058 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af0401b-7c4e-4852-a3ca-5badbbdce205 None None] Network fb08fb16-edb7-4393-9c66-4e8103c2589a requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:15:13.851619 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a4c38f8f-d74c-4377-ab40-1875e30b229a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4489861 Jul 23 17:15:13.854057 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57814) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:13.860005 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-8f729a06-89d2-4c89-8065-e5ee3603d348 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1157433576-router', 'tenant_id': '1409d31e325f44f68042b68e7dbec1eb', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:15:13.887812 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f729a06-89d2-4c89-8065-e5ee3603d348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:13.889152 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f729a06-89d2-4c89-8065-e5ee3603d348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:13.954471 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f729a06-89d2-4c89-8065-e5ee3603d348 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:14.036763 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f259cfba-3e88-4a10-80e0-ba7888c0cd8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-fb08fb16-edb7-4393-9c66-4e8103c2589a', 'network_id': 'fb08fb16-edb7-4393-9c66-4e8103c2589a', 'tenant_id': '1409d31e325f44f68042b68e7dbec1eb', 'fixed_ips': [{'subnet_id': '7b2b71a1-0465-48a5-8f36-0e34f41bba3a'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:15:14.039201 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f259cfba-3e88-4a10-80e0-ba7888c0cd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:14.106102 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f729a06-89d2-4c89-8065-e5ee3603d348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:14.408048 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-f259cfba-3e88-4a10-80e0-ba7888c0cd8d None None] Allocated IP 172.20.0.2 (fb08fb16-edb7-4393-9c66-4e8103c2589a/7b2b71a1-0465-48a5-8f36-0e34f41bba3a/5cc3875e-0207-4bc7-83e9-50b6a4fb358d) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:15:14.422127 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f729a06-89d2-4c89-8065-e5ee3603d348 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:14.459685 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f729a06-89d2-4c89-8065-e5ee3603d348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:14.601811 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-8f729a06-89d2-4c89-8065-e5ee3603d348 admin admin] Allocated IP 172.25.8.4 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/496db475-cd77-4998-960f-0962379e84e7) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:15:14.622419 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f259cfba-3e88-4a10-80e0-ba7888c0cd8d None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:14.633319 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f259cfba-3e88-4a10-80e0-ba7888c0cd8d None None] Transition to ACTIVE for port object 5cc3875e-0207-4bc7-83e9-50b6a4fb358d will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:15:14.651871 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f259cfba-3e88-4a10-80e0-ba7888c0cd8d None None] Transition to ACTIVE for port object 5cc3875e-0207-4bc7-83e9-50b6a4fb358d will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:15:14.661988 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f259cfba-3e88-4a10-80e0-ba7888c0cd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:14.727244 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f259cfba-3e88-4a10-80e0-ba7888c0cd8d None None] Network fb08fb16-edb7-4393-9c66-4e8103c2589a is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:15:14.732951 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-f259cfba-3e88-4a10-80e0-ba7888c0cd8d None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:15:14.736957 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f259cfba-3e88-4a10-80e0-ba7888c0cd8d None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:15:14.745347 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259cfba-3e88-4a10-80e0-ba7888c0cd8d None None] Pushing event updated for resources: {'Port': ['ID=5cc3875e-0207-4bc7-83e9-50b6a4fb358d,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:14.773569 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f729a06-89d2-4c89-8065-e5ee3603d348 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:14.816883 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-f259cfba-3e88-4a10-80e0-ba7888c0cd8d None None] Attempting to bind port 5cc3875e-0207-4bc7-83e9-50b6a4fb358d on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:15:14.817289 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-f259cfba-3e88-4a10-80e0-ba7888c0cd8d None None] Attempting to bind port 5cc3875e-0207-4bc7-83e9-50b6a4fb358d by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '7c821a41-5ca6-4cc5-8bde-ad024ea3c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'fb08fb16-edb7-4393-9c66-4e8103c2589a'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:15:14.817651 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259cfba-3e88-4a10-80e0-ba7888c0cd8d None None] Attempting to bind port 5cc3875e-0207-4bc7-83e9-50b6a4fb358d on network fb08fb16-edb7-4393-9c66-4e8103c2589a {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:15:14.823457 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259cfba-3e88-4a10-80e0-ba7888c0cd8d None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:15:14.823827 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259cfba-3e88-4a10-80e0-ba7888c0cd8d None None] Checking segment: {'id': '7c821a41-5ca6-4cc5-8bde-ad024ea3c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'fb08fb16-edb7-4393-9c66-4e8103c2589a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:15:14.824237 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f259cfba-3e88-4a10-80e0-ba7888c0cd8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:14.824627 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259cfba-3e88-4a10-80e0-ba7888c0cd8d None None] Bound using segment: {'id': '7c821a41-5ca6-4cc5-8bde-ad024ea3c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'fb08fb16-edb7-4393-9c66-4e8103c2589a'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:15:14.825120 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-f259cfba-3e88-4a10-80e0-ba7888c0cd8d None None] Bound port: 5cc3875e-0207-4bc7-83e9-50b6a4fb358d, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c821a41-5ca6-4cc5-8bde-ad024ea3c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'fb08fb16-edb7-4393-9c66-4e8103c2589a'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:15:14.825504 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f259cfba-3e88-4a10-80e0-ba7888c0cd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:14.832102 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f729a06-89d2-4c89-8065-e5ee3603d348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:14.894528 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f729a06-89d2-4c89-8065-e5ee3603d348 admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:15:14.900174 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f259cfba-3e88-4a10-80e0-ba7888c0cd8d None None] For port 5cc3875e-0207-4bc7-83e9-50b6a4fb358d, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:15:14.902979 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-8f729a06-89d2-4c89-8065-e5ee3603d348 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:15:14.904420 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f259cfba-3e88-4a10-80e0-ba7888c0cd8d None None] For port 5cc3875e-0207-4bc7-83e9-50b6a4fb358d, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=5cc3875e-0207-4bc7-83e9-50b6a4fb358d,segment=NetworkSegment(7c821a41-5ca6-4cc5-8bde-ad024ea3c299),segment_id=7c821a41-5ca6-4cc5-8bde-ad024ea3c299)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:15:14.908776 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f729a06-89d2-4c89-8065-e5ee3603d348 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:15:14.915276 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f259cfba-3e88-4a10-80e0-ba7888c0cd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:14.919882 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f729a06-89d2-4c89-8065-e5ee3603d348 admin admin] Pushing event updated for resources: {'Port': ['ID=496db475-cd77-4998-960f-0962379e84e7,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:14.983617 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259cfba-3e88-4a10-80e0-ba7888c0cd8d None None] Pushing event updated for resources: {'Port': ['ID=5cc3875e-0207-4bc7-83e9-50b6a4fb358d,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:15.273470 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f729a06-89d2-4c89-8065-e5ee3603d348 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:15.413244 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 5cc3875e-0207-4bc7-83e9-50b6a4fb358d up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:15:15.484271 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 5cc3875e-0207-4bc7-83e9-50b6a4fb358d completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:15:15.533464 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f729a06-89d2-4c89-8065-e5ee3603d348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:16.057209 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1737fa48-5dca-4157-9f3e-e35d6bc35b85 None None] Network fb08fb16-edb7-4393-9c66-4e8103c2589a requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:15:16.114205 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f729a06-89d2-4c89-8065-e5ee3603d348 admin admin] Router 5205d8b1-cfd1-4d70-ad0d-acbd37fc316a is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:15:16.144059 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-11d2c152-b1d6-472b-864d-ba28dd9fba89 None None] Provisioning for port 5cc3875e-0207-4bc7-83e9-50b6a4fb358d completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:15:16.163875 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-11d2c152-b1d6-472b-864d-ba28dd9fba89 None None] Provisioning complete for port 5cc3875e-0207-4bc7-83e9-50b6a4fb358d triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:15:16.164273 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-11d2c152-b1d6-472b-864d-ba28dd9fba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:16.276381 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f729a06-89d2-4c89-8065-e5ee3603d348 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:15:16.301721 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f729a06-89d2-4c89-8065-e5ee3603d348 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:16.303005 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f588802e-42c8-4a27-bfd9-6d3389be9383 None None] Sync routers for ids ['5205d8b1-cfd1-4d70-ad0d-acbd37fc316a'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:15:16.307642 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8f729a06-89d2-4c89-8065-e5ee3603d348 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4490719 Jul 23 17:15:16.308123 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57816) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:16.334035 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-11d2c152-b1d6-472b-864d-ba28dd9fba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:16.335886 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f588802e-42c8-4a27-bfd9-6d3389be9383 None None] Routers {'5205d8b1-cfd1-4d70-ad0d-acbd37fc316a'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:15:16.336541 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f588802e-42c8-4a27-bfd9-6d3389be9383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:15:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5205d8b1-cfd1-4d70-ad0d-acbd37fc316a'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:16.449078 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-11d2c152-b1d6-472b-864d-ba28dd9fba89 None None] For port 5cc3875e-0207-4bc7-83e9-50b6a4fb358d, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=5cc3875e-0207-4bc7-83e9-50b6a4fb358d,segment=NetworkSegment(7c821a41-5ca6-4cc5-8bde-ad024ea3c299),segment_id=7c821a41-5ca6-4cc5-8bde-ad024ea3c299)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:16.456903 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-11d2c152-b1d6-472b-864d-ba28dd9fba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:16.532483 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-f588802e-42c8-4a27-bfd9-6d3389be9383 None None] Set router 5205d8b1-cfd1-4d70-ad0d-acbd37fc316a gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:15:16.535419 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2c152-b1d6-472b-864d-ba28dd9fba89 None None] Pushing event updated for resources: {'Port': ['ID=5cc3875e-0207-4bc7-83e9-50b6a4fb358d,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:16.791548 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f588802e-42c8-4a27-bfd9-6d3389be9383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5205d8b1-cfd1-4d70-ad0d-acbd37fc316a', 'name': 'tempest-TestEncryptedCinderVolumes-1157433576-router', 'tenant_id': '1409d31e325f44f68042b68e7dbec1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '496db475-cd77-4998-960f-0962379e84e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:15:13Z', 'updated_at': '2021-07-23T17:15:15Z', 'revision_number': 3, 'project_id': '1409d31e325f44f68042b68e7dbec1eb', 'gw_port': {'id': '496db475-cd77-4998-960f-0962379e84e7', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5205d8b1-cfd1-4d70-ad0d-acbd37fc316a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:15:14Z', 'updated_at': '2021-07-23T17:15:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:16.827148 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f588802e-42c8-4a27-bfd9-6d3389be9383 None None] Checking router: 5205d8b1-cfd1-4d70-ad0d-acbd37fc316a for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:15:16.827581 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f588802e-42c8-4a27-bfd9-6d3389be9383 None None] Updating router 5205d8b1-cfd1-4d70-ad0d-acbd37fc316a port 496db475-cd77-4998-960f-0962379e84e7 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:15:16.855890 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-033d1cc3-2bbc-40a6-9680-ec1d0da49297 None None] Provisioning complete for port 5cc3875e-0207-4bc7-83e9-50b6a4fb358d triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:15:16.856267 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-033d1cc3-2bbc-40a6-9680-ec1d0da49297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:16.891734 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f588802e-42c8-4a27-bfd9-6d3389be9383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:16.893964 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1728df9a-32fd-4d35-9af1-944ebe6df3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:17.112581 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-1728df9a-32fd-4d35-9af1-944ebe6df3fa admin admin] Allocated IP 172.20.0.1 (fb08fb16-edb7-4393-9c66-4e8103c2589a/7b2b71a1-0465-48a5-8f36-0e34f41bba3a/915e0b59-ae19-41f1-845a-0bbc40e893ba) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:15:17.215693 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f588802e-42c8-4a27-bfd9-6d3389be9383 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:17.228934 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f588802e-42c8-4a27-bfd9-6d3389be9383 None None] Transition to ACTIVE for port object 496db475-cd77-4998-960f-0962379e84e7 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:15:17.236722 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f588802e-42c8-4a27-bfd9-6d3389be9383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:17.265800 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1728df9a-32fd-4d35-9af1-944ebe6df3fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:17.291388 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-1728df9a-32fd-4d35-9af1-944ebe6df3fa admin admin] Transition to ACTIVE for port object 915e0b59-ae19-41f1-845a-0bbc40e893ba will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:15:17.296169 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-f588802e-42c8-4a27-bfd9-6d3389be9383 None None] Attempting to bind port 496db475-cd77-4998-960f-0962379e84e7 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:15:17.296582 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-f588802e-42c8-4a27-bfd9-6d3389be9383 None None] Attempting to bind port 496db475-cd77-4998-960f-0962379e84e7 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:15:17.296918 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f588802e-42c8-4a27-bfd9-6d3389be9383 None None] Attempting to bind port 496db475-cd77-4998-960f-0962379e84e7 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:15:17.300502 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edeb6f5-d3a5-4f01-8b2d-72f7159d1ff8 None None] Pushing event updated for resources: {'Port': ['ID=496db475-cd77-4998-960f-0962379e84e7,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:17.306782 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f588802e-42c8-4a27-bfd9-6d3389be9383 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:15:17.307112 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f588802e-42c8-4a27-bfd9-6d3389be9383 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:15:17.307523 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f588802e-42c8-4a27-bfd9-6d3389be9383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:17.307932 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f588802e-42c8-4a27-bfd9-6d3389be9383 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:15:17.308449 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-f588802e-42c8-4a27-bfd9-6d3389be9383 None None] Bound port: 496db475-cd77-4998-960f-0962379e84e7, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:15:17.308806 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f588802e-42c8-4a27-bfd9-6d3389be9383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:17.348956 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1728df9a-32fd-4d35-9af1-944ebe6df3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:17.392846 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 5cc3875e-0207-4bc7-83e9-50b6a4fb358d up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:15:17.393228 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1728df9a-32fd-4d35-9af1-944ebe6df3fa admin admin] Network fb08fb16-edb7-4393-9c66-4e8103c2589a is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:15:17.399427 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f588802e-42c8-4a27-bfd9-6d3389be9383 None None] For port 496db475-cd77-4998-960f-0962379e84e7, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:15:17.399796 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-1728df9a-32fd-4d35-9af1-944ebe6df3fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:15:17.404057 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1728df9a-32fd-4d35-9af1-944ebe6df3fa admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:15:17.429835 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728df9a-32fd-4d35-9af1-944ebe6df3fa admin admin] Pushing event updated for resources: {'Port': ['ID=915e0b59-ae19-41f1-845a-0bbc40e893ba,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:17.436421 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f588802e-42c8-4a27-bfd9-6d3389be9383 None None] For port 496db475-cd77-4998-960f-0962379e84e7, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=496db475-cd77-4998-960f-0962379e84e7,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:15:17.447718 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f588802e-42c8-4a27-bfd9-6d3389be9383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:17.457379 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1728df9a-32fd-4d35-9af1-944ebe6df3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:17.532606 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f588802e-42c8-4a27-bfd9-6d3389be9383 None None] Routers {'5205d8b1-cfd1-4d70-ad0d-acbd37fc316a'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:15:17.533306 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f588802e-42c8-4a27-bfd9-6d3389be9383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:15:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5205d8b1-cfd1-4d70-ad0d-acbd37fc316a'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:17.539125 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edeb6f5-d3a5-4f01-8b2d-72f7159d1ff8 None None] Pushing event updated for resources: {'Port': ['ID=496db475-cd77-4998-960f-0962379e84e7,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:17.579173 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 5cc3875e-0207-4bc7-83e9-50b6a4fb358d triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:15:17.579556 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:17.637506 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1728df9a-32fd-4d35-9af1-944ebe6df3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:17.722891 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-f588802e-42c8-4a27-bfd9-6d3389be9383 None None] Set router 5205d8b1-cfd1-4d70-ad0d-acbd37fc316a gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:15:17.827016 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2a636db3-eeb6-49b4-addc-dc745004abd1 None None] Provisioning for port 915e0b59-ae19-41f1-845a-0bbc40e893ba completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:15:17.837914 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1728df9a-32fd-4d35-9af1-944ebe6df3fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:17.847353 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1728df9a-32fd-4d35-9af1-944ebe6df3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:17.864198 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2a636db3-eeb6-49b4-addc-dc745004abd1 None None] Provisioning complete for port 915e0b59-ae19-41f1-845a-0bbc40e893ba triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:15:17.865221 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2a636db3-eeb6-49b4-addc-dc745004abd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:17.921401 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-2a636db3-eeb6-49b4-addc-dc745004abd1 None None] Port 915e0b59-ae19-41f1-845a-0bbc40e893ba cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:15:17.933136 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728df9a-32fd-4d35-9af1-944ebe6df3fa admin admin] Pushing event updated for resources: {'Port': ['ID=915e0b59-ae19-41f1-845a-0bbc40e893ba,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:17.935888 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1728df9a-32fd-4d35-9af1-944ebe6df3fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:17.977904 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f588802e-42c8-4a27-bfd9-6d3389be9383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5205d8b1-cfd1-4d70-ad0d-acbd37fc316a', 'name': 'tempest-TestEncryptedCinderVolumes-1157433576-router', 'tenant_id': '1409d31e325f44f68042b68e7dbec1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '496db475-cd77-4998-960f-0962379e84e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:15:13Z', 'updated_at': '2021-07-23T17:15:15Z', 'revision_number': 3, 'project_id': '1409d31e325f44f68042b68e7dbec1eb', 'gw_port': {'id': '496db475-cd77-4998-960f-0962379e84e7', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5205d8b1-cfd1-4d70-ad0d-acbd37fc316a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:15:14Z', 'updated_at': '2021-07-23T17:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:18.010699 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f588802e-42c8-4a27-bfd9-6d3389be9383 None None] The sync data for ids ['5205d8b1-cfd1-4d70-ad0d-acbd37fc316a'] in n-d-778549-4 is: [{'id': '5205d8b1-cfd1-4d70-ad0d-acbd37fc316a', 'name': 'tempest-TestEncryptedCinderVolumes-1157433576-router', 'tenant_id': '1409d31e325f44f68042b68e7dbec1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '496db475-cd77-4998-960f-0962379e84e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:15:13Z', 'updated_at': '2021-07-23T17:15:15Z', 'revision_number': 3, 'project_id': '1409d31e325f44f68042b68e7dbec1eb', 'gw_port': {'id': '496db475-cd77-4998-960f-0962379e84e7', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5205d8b1-cfd1-4d70-ad0d-acbd37fc316a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:15:14Z', 'updated_at': '2021-07-23T17:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:15:18.087909 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1728df9a-32fd-4d35-9af1-944ebe6df3fa admin admin] Network fb08fb16-edb7-4393-9c66-4e8103c2589a is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:15:18.090601 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-1728df9a-32fd-4d35-9af1-944ebe6df3fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:15:18.230519 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1728df9a-32fd-4d35-9af1-944ebe6df3fa admin admin] Router 5205d8b1-cfd1-4d70-ad0d-acbd37fc316a has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:15:18.403242 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1728df9a-32fd-4d35-9af1-944ebe6df3fa admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:15:18.408580 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1728df9a-32fd-4d35-9af1-944ebe6df3fa admin admin] 10.222.0.73 "PUT /v2.0/routers/5205d8b1-cfd1-4d70-ad0d-acbd37fc316a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0985150 Jul 23 17:15:18.453522 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a303e28f-d12c-4281-a362-df0ffc620ad4 None None] Provisioning complete for port 915e0b59-ae19-41f1-845a-0bbc40e893ba triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:15:18.454367 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a303e28f-d12c-4281-a362-df0ffc620ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:18.493172 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a303e28f-d12c-4281-a362-df0ffc620ad4 None None] Port 915e0b59-ae19-41f1-845a-0bbc40e893ba cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:15:19.068082 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 57832) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:19.075258 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-c962255c-504e-4dcb-b0ac-0f87e7d7b643 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-793919104-network', 'tenant_id': 'c060536d9f264f459822d5d468ebeedf'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:15:19.100399 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c962255c-504e-4dcb-b0ac-0f87e7d7b643 admin admin] Made reservation on behalf of c060536d9f264f459822d5d468ebeedf for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:15:19.103093 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c962255c-504e-4dcb-b0ac-0f87e7d7b643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:19.113236 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c962255c-504e-4dcb-b0ac-0f87e7d7b643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:19.267175 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c962255c-504e-4dcb-b0ac-0f87e7d7b643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:19.272415 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c962255c-504e-4dcb-b0ac-0f87e7d7b643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:19.303810 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c962255c-504e-4dcb-b0ac-0f87e7d7b643 admin admin] vlan segment allocate from pool success with {'vlan_id': 1105, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:15:19.310958 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962255c-504e-4dcb-b0ac-0f87e7d7b643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042bd112-8afd-426c-8dd1-07c2a13e47a0,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:19.318442 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c962255c-504e-4dcb-b0ac-0f87e7d7b643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:19.318840 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-c962255c-504e-4dcb-b0ac-0f87e7d7b643 admin admin] Added segment 766c9118-c661-402e-9a64-9c1fafc156ea of type vlan for network f1870125-5925-41e2-ad58-02249e0885a5 Jul 23 17:15:19.369218 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c962255c-504e-4dcb-b0ac-0f87e7d7b643 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:19.406356 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 496db475-cd77-4998-960f-0962379e84e7 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:15:19.427183 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c962255c-504e-4dcb-b0ac-0f87e7d7b643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:19.429033 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c962255c-504e-4dcb-b0ac-0f87e7d7b643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:19.430060 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c962255c-504e-4dcb-b0ac-0f87e7d7b643 admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:19.483418 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c962255c-504e-4dcb-b0ac-0f87e7d7b643 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4104726 Jul 23 17:15:19.483812 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57834) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:19.489277 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-cea048fa-d840-4756-b48b-59cb99d11b26 admin admin] Request body: {'subnet': {'network_id': 'f1870125-5925-41e2-ad58-02249e0885a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-793919104-subnet', 'tenant_id': 'c060536d9f264f459822d5d468ebeedf', 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:15:19.490577 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 496db475-cd77-4998-960f-0962379e84e7 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:15:19.495453 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 496db475-cd77-4998-960f-0962379e84e7 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:15:19.495926 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:19.529031 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea048fa-d840-4756-b48b-59cb99d11b26 admin admin] Made reservation on behalf of c060536d9f264f459822d5d468ebeedf for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:15:19.532634 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cea048fa-d840-4756-b48b-59cb99d11b26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:19.547778 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962255c-504e-4dcb-b0ac-0f87e7d7b643 admin admin] Pushing event updated for resources: {'Network': ['ID=f1870125-5925-41e2-ad58-02249e0885a5,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:19.564482 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network f1870125-5925-41e2-ad58-02249e0885a5 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:15:19.713627 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:19.753031 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 496db475-cd77-4998-960f-0962379e84e7, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=496db475-cd77-4998-960f-0962379e84e7,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:19.763587 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:19.771750 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cea048fa-d840-4756-b48b-59cb99d11b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:19.841162 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea048fa-d840-4756-b48b-59cb99d11b26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8f65551-11d3-4334-93cd-e5e6cfd41a66,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:19.843422 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=496db475-cd77-4998-960f-0962379e84e7,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:19.846350 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea048fa-d840-4756-b48b-59cb99d11b26 admin admin] Checking segment: {'id': '766c9118-c661-402e-9a64-9c1fafc156ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'f1870125-5925-41e2-ad58-02249e0885a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:15:19.846702 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea048fa-d840-4756-b48b-59cb99d11b26 admin admin] Network hostable DHCP agents. Network: f1870125-5925-41e2-ad58-02249e0885a5, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:15:19.856346 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea048fa-d840-4756-b48b-59cb99d11b26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:19.856683 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea048fa-d840-4756-b48b-59cb99d11b26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:19.857018 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea048fa-d840-4756-b48b-59cb99d11b26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:19.857382 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea048fa-d840-4756-b48b-59cb99d11b26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:19.857708 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea048fa-d840-4756-b48b-59cb99d11b26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:19.858033 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea048fa-d840-4756-b48b-59cb99d11b26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:19.858354 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea048fa-d840-4756-b48b-59cb99d11b26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:19.858672 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea048fa-d840-4756-b48b-59cb99d11b26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:19.858989 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea048fa-d840-4756-b48b-59cb99d11b26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:19.859303 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea048fa-d840-4756-b48b-59cb99d11b26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:19.859615 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea048fa-d840-4756-b48b-59cb99d11b26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:19.859928 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea048fa-d840-4756-b48b-59cb99d11b26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:19.889621 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea048fa-d840-4756-b48b-59cb99d11b26 admin admin] Network f1870125-5925-41e2-ad58-02249e0885a5 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:15:19.904015 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-cea048fa-d840-4756-b48b-59cb99d11b26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, f1870125-5925-41e2-ad58-02249e0885a5) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:15:19.905695 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe77b4e-ce7c-4a99-9ff2-b181bc2ba09c None None] Sync routers for ids ['5205d8b1-cfd1-4d70-ad0d-acbd37fc316a'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:15:19.909566 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea048fa-d840-4756-b48b-59cb99d11b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:19.910472 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cea048fa-d840-4756-b48b-59cb99d11b26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:19.918439 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15835e41-675b-42a2-b315-f09a2bb72d1a None None] Network f1870125-5925-41e2-ad58-02249e0885a5 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:15:19.924022 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe77b4e-ce7c-4a99-9ff2-b181bc2ba09c None None] Routers {'5205d8b1-cfd1-4d70-ad0d-acbd37fc316a'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:15:19.925075 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-ffe77b4e-ce7c-4a99-9ff2-b181bc2ba09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:15:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5205d8b1-cfd1-4d70-ad0d-acbd37fc316a'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:19.934445 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cea048fa-d840-4756-b48b-59cb99d11b26 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4493392 Jul 23 17:15:19.937276 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57836) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:19.945975 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-93c2a5f7-8878-4da0-aa52-16b8cff09ef3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-793919104-router', 'tenant_id': 'c060536d9f264f459822d5d468ebeedf', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:15:19.983689 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93c2a5f7-8878-4da0-aa52-16b8cff09ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:19.985812 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93c2a5f7-8878-4da0-aa52-16b8cff09ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:20.087231 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93c2a5f7-8878-4da0-aa52-16b8cff09ef3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:20.118572 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-ffe77b4e-ce7c-4a99-9ff2-b181bc2ba09c None None] Set router 5205d8b1-cfd1-4d70-ad0d-acbd37fc316a gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:15:20.131811 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae191022-1351-46c6-ad27-ddb19ce13349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-f1870125-5925-41e2-ad58-02249e0885a5', 'network_id': 'f1870125-5925-41e2-ad58-02249e0885a5', 'tenant_id': 'c060536d9f264f459822d5d468ebeedf', 'fixed_ips': [{'subnet_id': 'b8f65551-11d3-4334-93cd-e5e6cfd41a66'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:15:20.132764 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ae191022-1351-46c6-ad27-ddb19ce13349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:20.309129 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-ae191022-1351-46c6-ad27-ddb19ce13349 None None] Allocated IP 172.20.0.2 (f1870125-5925-41e2-ad58-02249e0885a5/b8f65551-11d3-4334-93cd-e5e6cfd41a66/a183cb9a-6928-4704-8567-5c981b32a3b2) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:15:20.380536 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-ffe77b4e-ce7c-4a99-9ff2-b181bc2ba09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5205d8b1-cfd1-4d70-ad0d-acbd37fc316a', 'name': 'tempest-TestEncryptedCinderVolumes-1157433576-router', 'tenant_id': '1409d31e325f44f68042b68e7dbec1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '496db475-cd77-4998-960f-0962379e84e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:15:13Z', 'updated_at': '2021-07-23T17:15:17Z', 'revision_number': 4, 'project_id': '1409d31e325f44f68042b68e7dbec1eb', 'gw_port': {'id': '496db475-cd77-4998-960f-0962379e84e7', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5205d8b1-cfd1-4d70-ad0d-acbd37fc316a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:15:14Z', 'updated_at': '2021-07-23T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '915e0b59-ae19-41f1-845a-0bbc40e893ba', 'name': '', 'network_id': 'fb08fb16-edb7-4393-9c66-4e8103c2589a', 'tenant_id': '1409d31e325f44f68042b68e7dbec1eb', 'mac_address': 'fa:16:3e:5a:e9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5205d8b1-cfd1-4d70-ad0d-acbd37fc316a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2b71a1-0465-48a5-8f36-0e34f41bba3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:15:16Z', 'updated_at': '2021-07-23T17:15:17Z', 'revision_number': 2, 'project_id': '1409d31e325f44f68042b68e7dbec1eb', 'subnets': [{'id': '7b2b71a1-0465-48a5-8f36-0e34f41bba3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:20.506772 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ae191022-1351-46c6-ad27-ddb19ce13349 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:20.517387 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ae191022-1351-46c6-ad27-ddb19ce13349 None None] Transition to ACTIVE for port object a183cb9a-6928-4704-8567-5c981b32a3b2 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:15:20.536619 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ae191022-1351-46c6-ad27-ddb19ce13349 None None] Transition to ACTIVE for port object a183cb9a-6928-4704-8567-5c981b32a3b2 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:15:20.547009 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ae191022-1351-46c6-ad27-ddb19ce13349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:20.557929 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe77b4e-ce7c-4a99-9ff2-b181bc2ba09c None None] Checking router: 5205d8b1-cfd1-4d70-ad0d-acbd37fc316a for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:15:20.558740 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe77b4e-ce7c-4a99-9ff2-b181bc2ba09c None None] Updating router 5205d8b1-cfd1-4d70-ad0d-acbd37fc316a port 915e0b59-ae19-41f1-845a-0bbc40e893ba binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:15:20.588048 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae191022-1351-46c6-ad27-ddb19ce13349 None None] Network f1870125-5925-41e2-ad58-02249e0885a5 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:15:20.593791 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-ae191022-1351-46c6-ad27-ddb19ce13349 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:15:20.597895 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae191022-1351-46c6-ad27-ddb19ce13349 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:15:20.612218 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae191022-1351-46c6-ad27-ddb19ce13349 None None] Pushing event updated for resources: {'Port': ['ID=a183cb9a-6928-4704-8567-5c981b32a3b2,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:20.622638 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ffe77b4e-ce7c-4a99-9ff2-b181bc2ba09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:20.648149 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93c2a5f7-8878-4da0-aa52-16b8cff09ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:20.671310 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ae191022-1351-46c6-ad27-ddb19ce13349 None None] Attempting to bind port a183cb9a-6928-4704-8567-5c981b32a3b2 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:15:20.671713 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ae191022-1351-46c6-ad27-ddb19ce13349 None None] Attempting to bind port a183cb9a-6928-4704-8567-5c981b32a3b2 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '766c9118-c661-402e-9a64-9c1fafc156ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'f1870125-5925-41e2-ad58-02249e0885a5'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:15:20.672213 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae191022-1351-46c6-ad27-ddb19ce13349 None None] Attempting to bind port a183cb9a-6928-4704-8567-5c981b32a3b2 on network f1870125-5925-41e2-ad58-02249e0885a5 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:15:20.678493 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae191022-1351-46c6-ad27-ddb19ce13349 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:15:20.679106 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae191022-1351-46c6-ad27-ddb19ce13349 None None] Checking segment: {'id': '766c9118-c661-402e-9a64-9c1fafc156ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'f1870125-5925-41e2-ad58-02249e0885a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:15:20.679576 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ae191022-1351-46c6-ad27-ddb19ce13349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:20.680032 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae191022-1351-46c6-ad27-ddb19ce13349 None None] Bound using segment: {'id': '766c9118-c661-402e-9a64-9c1fafc156ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'f1870125-5925-41e2-ad58-02249e0885a5'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:15:20.680586 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ae191022-1351-46c6-ad27-ddb19ce13349 None None] Bound port: a183cb9a-6928-4704-8567-5c981b32a3b2, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '766c9118-c661-402e-9a64-9c1fafc156ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'f1870125-5925-41e2-ad58-02249e0885a5'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:15:20.681076 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ae191022-1351-46c6-ad27-ddb19ce13349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:20.776789 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ae191022-1351-46c6-ad27-ddb19ce13349 None None] For port a183cb9a-6928-4704-8567-5c981b32a3b2, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:15:20.780770 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ae191022-1351-46c6-ad27-ddb19ce13349 None None] For port a183cb9a-6928-4704-8567-5c981b32a3b2, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a183cb9a-6928-4704-8567-5c981b32a3b2,segment=NetworkSegment(766c9118-c661-402e-9a64-9c1fafc156ea),segment_id=766c9118-c661-402e-9a64-9c1fafc156ea)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:15:20.788375 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ae191022-1351-46c6-ad27-ddb19ce13349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:20.875410 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae191022-1351-46c6-ad27-ddb19ce13349 None None] Pushing event updated for resources: {'Port': ['ID=a183cb9a-6928-4704-8567-5c981b32a3b2,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:20.996853 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93c2a5f7-8878-4da0-aa52-16b8cff09ef3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:21.003232 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ffe77b4e-ce7c-4a99-9ff2-b181bc2ba09c None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:21.018333 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93c2a5f7-8878-4da0-aa52-16b8cff09ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:21.023202 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-ffe77b4e-ce7c-4a99-9ff2-b181bc2ba09c None None] Transition to ACTIVE for port object 915e0b59-ae19-41f1-845a-0bbc40e893ba will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:15:21.031962 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ffe77b4e-ce7c-4a99-9ff2-b181bc2ba09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:21.119947 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54142d2e-f7ff-43d4-a3ac-7e87f53452f4 None None] Pushing event updated for resources: {'Port': ['ID=915e0b59-ae19-41f1-845a-0bbc40e893ba,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:21.164365 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54142d2e-f7ff-43d4-a3ac-7e87f53452f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:21.164705 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54142d2e-f7ff-43d4-a3ac-7e87f53452f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:21.165044 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54142d2e-f7ff-43d4-a3ac-7e87f53452f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:21.165400 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54142d2e-f7ff-43d4-a3ac-7e87f53452f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:21.165836 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54142d2e-f7ff-43d4-a3ac-7e87f53452f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:21.166050 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54142d2e-f7ff-43d4-a3ac-7e87f53452f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:21.166375 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54142d2e-f7ff-43d4-a3ac-7e87f53452f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:21.166696 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54142d2e-f7ff-43d4-a3ac-7e87f53452f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:21.167021 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54142d2e-f7ff-43d4-a3ac-7e87f53452f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:21.167336 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54142d2e-f7ff-43d4-a3ac-7e87f53452f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:21.168040 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54142d2e-f7ff-43d4-a3ac-7e87f53452f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:21.168040 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54142d2e-f7ff-43d4-a3ac-7e87f53452f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:21.190377 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-93c2a5f7-8878-4da0-aa52-16b8cff09ef3 admin admin] Allocated IP 172.25.8.163 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/6d2623b5-157b-4a86-8a04-e91b9b12b48a) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:15:21.215458 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-ffe77b4e-ce7c-4a99-9ff2-b181bc2ba09c None None] Attempting to bind port 915e0b59-ae19-41f1-845a-0bbc40e893ba on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:15:21.215613 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-ffe77b4e-ce7c-4a99-9ff2-b181bc2ba09c None None] Attempting to bind port 915e0b59-ae19-41f1-845a-0bbc40e893ba by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '7c821a41-5ca6-4cc5-8bde-ad024ea3c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'fb08fb16-edb7-4393-9c66-4e8103c2589a'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:15:21.216269 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe77b4e-ce7c-4a99-9ff2-b181bc2ba09c None None] Attempting to bind port 915e0b59-ae19-41f1-845a-0bbc40e893ba on network fb08fb16-edb7-4393-9c66-4e8103c2589a {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:15:21.224147 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe77b4e-ce7c-4a99-9ff2-b181bc2ba09c None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:15:21.224856 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe77b4e-ce7c-4a99-9ff2-b181bc2ba09c None None] Checking segment: {'id': '7c821a41-5ca6-4cc5-8bde-ad024ea3c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'fb08fb16-edb7-4393-9c66-4e8103c2589a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:15:21.225558 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ffe77b4e-ce7c-4a99-9ff2-b181bc2ba09c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:21.225967 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe77b4e-ce7c-4a99-9ff2-b181bc2ba09c None None] Bound using segment: {'id': '7c821a41-5ca6-4cc5-8bde-ad024ea3c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'fb08fb16-edb7-4393-9c66-4e8103c2589a'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:15:21.226560 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-ffe77b4e-ce7c-4a99-9ff2-b181bc2ba09c None None] Bound port: 915e0b59-ae19-41f1-845a-0bbc40e893ba, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c821a41-5ca6-4cc5-8bde-ad024ea3c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'fb08fb16-edb7-4393-9c66-4e8103c2589a'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:15:21.226954 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ffe77b4e-ce7c-4a99-9ff2-b181bc2ba09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:21.339418 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-ffe77b4e-ce7c-4a99-9ff2-b181bc2ba09c None None] For port 915e0b59-ae19-41f1-845a-0bbc40e893ba, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:15:21.347247 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-ffe77b4e-ce7c-4a99-9ff2-b181bc2ba09c None None] For port 915e0b59-ae19-41f1-845a-0bbc40e893ba, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=915e0b59-ae19-41f1-845a-0bbc40e893ba,segment=NetworkSegment(7c821a41-5ca6-4cc5-8bde-ad024ea3c299),segment_id=7c821a41-5ca6-4cc5-8bde-ad024ea3c299)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:15:21.355237 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ffe77b4e-ce7c-4a99-9ff2-b181bc2ba09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:21.375144 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93c2a5f7-8878-4da0-aa52-16b8cff09ef3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:21.445558 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93c2a5f7-8878-4da0-aa52-16b8cff09ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:21.474170 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54142d2e-f7ff-43d4-a3ac-7e87f53452f4 None None] Pushing event updated for resources: {'Port': ['ID=915e0b59-ae19-41f1-845a-0bbc40e893ba,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:21.479059 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe77b4e-ce7c-4a99-9ff2-b181bc2ba09c None None] Routers {'5205d8b1-cfd1-4d70-ad0d-acbd37fc316a'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:15:21.480118 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-ffe77b4e-ce7c-4a99-9ff2-b181bc2ba09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:15:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5205d8b1-cfd1-4d70-ad0d-acbd37fc316a'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:21.513805 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c2a5f7-8878-4da0-aa52-16b8cff09ef3 admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:15:21.517741 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-93c2a5f7-8878-4da0-aa52-16b8cff09ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:15:21.522495 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c2a5f7-8878-4da0-aa52-16b8cff09ef3 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:15:21.572325 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a183cb9a-6928-4704-8567-5c981b32a3b2 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:15:21.594325 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2a5f7-8878-4da0-aa52-16b8cff09ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=6d2623b5-157b-4a86-8a04-e91b9b12b48a,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:21.690053 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port a183cb9a-6928-4704-8567-5c981b32a3b2 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:15:21.697608 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 496db475-cd77-4998-960f-0962379e84e7 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:15:21.730152 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-ffe77b4e-ce7c-4a99-9ff2-b181bc2ba09c None None] Set router 5205d8b1-cfd1-4d70-ad0d-acbd37fc316a gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:15:21.828131 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 496db475-cd77-4998-960f-0962379e84e7 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:15:21.828695 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:21.983154 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93c2a5f7-8878-4da0-aa52-16b8cff09ef3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:22.041323 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-ffe77b4e-ce7c-4a99-9ff2-b181bc2ba09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5205d8b1-cfd1-4d70-ad0d-acbd37fc316a', 'name': 'tempest-TestEncryptedCinderVolumes-1157433576-router', 'tenant_id': '1409d31e325f44f68042b68e7dbec1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '496db475-cd77-4998-960f-0962379e84e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:15:13Z', 'updated_at': '2021-07-23T17:15:17Z', 'revision_number': 4, 'project_id': '1409d31e325f44f68042b68e7dbec1eb', 'gw_port': {'id': '496db475-cd77-4998-960f-0962379e84e7', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5205d8b1-cfd1-4d70-ad0d-acbd37fc316a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:15:14Z', 'updated_at': '2021-07-23T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '915e0b59-ae19-41f1-845a-0bbc40e893ba', 'name': '', 'network_id': 'fb08fb16-edb7-4393-9c66-4e8103c2589a', 'tenant_id': '1409d31e325f44f68042b68e7dbec1eb', 'mac_address': 'fa:16:3e:5a:e9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5205d8b1-cfd1-4d70-ad0d-acbd37fc316a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2b71a1-0465-48a5-8f36-0e34f41bba3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:15:16Z', 'updated_at': '2021-07-23T17:15:21Z', 'revision_number': 4, 'project_id': '1409d31e325f44f68042b68e7dbec1eb', 'subnets': [{'id': '7b2b71a1-0465-48a5-8f36-0e34f41bba3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:22.096846 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe77b4e-ce7c-4a99-9ff2-b181bc2ba09c None None] The sync data for ids ['5205d8b1-cfd1-4d70-ad0d-acbd37fc316a'] in n-d-778549-4 is: [{'id': '5205d8b1-cfd1-4d70-ad0d-acbd37fc316a', 'name': 'tempest-TestEncryptedCinderVolumes-1157433576-router', 'tenant_id': '1409d31e325f44f68042b68e7dbec1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '496db475-cd77-4998-960f-0962379e84e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:15:13Z', 'updated_at': '2021-07-23T17:15:17Z', 'revision_number': 4, 'project_id': '1409d31e325f44f68042b68e7dbec1eb', 'gw_port': {'id': '496db475-cd77-4998-960f-0962379e84e7', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5205d8b1-cfd1-4d70-ad0d-acbd37fc316a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:15:14Z', 'updated_at': '2021-07-23T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '915e0b59-ae19-41f1-845a-0bbc40e893ba', 'name': '', 'network_id': 'fb08fb16-edb7-4393-9c66-4e8103c2589a', 'tenant_id': '1409d31e325f44f68042b68e7dbec1eb', 'mac_address': 'fa:16:3e:5a:e9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5205d8b1-cfd1-4d70-ad0d-acbd37fc316a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2b71a1-0465-48a5-8f36-0e34f41bba3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:15:16Z', 'updated_at': '2021-07-23T17:15:21Z', 'revision_number': 4, 'project_id': '1409d31e325f44f68042b68e7dbec1eb', 'subnets': [{'id': '7b2b71a1-0465-48a5-8f36-0e34f41bba3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:15:22.294738 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d775a0b-7dd4-47d0-8723-277e804da6de None None] Network f1870125-5925-41e2-ad58-02249e0885a5 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:15:22.342436 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f0d43152-a125-48e4-bc17-e02f469a13dd None None] Provisioning for port a183cb9a-6928-4704-8567-5c981b32a3b2 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:15:22.350057 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93c2a5f7-8878-4da0-aa52-16b8cff09ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:22.538553 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c2a5f7-8878-4da0-aa52-16b8cff09ef3 admin admin] Router 01b45101-9314-4bb0-b3c7-65c3f72bd2b2 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:15:22.564295 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f0d43152-a125-48e4-bc17-e02f469a13dd None None] Provisioning complete for port a183cb9a-6928-4704-8567-5c981b32a3b2 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:15:22.564958 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f0d43152-a125-48e4-bc17-e02f469a13dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:22.679320 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c2a5f7-8878-4da0-aa52-16b8cff09ef3 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:15:22.703291 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93c2a5f7-8878-4da0-aa52-16b8cff09ef3 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:22.709003 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-93c2a5f7-8878-4da0-aa52-16b8cff09ef3 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7668512 Jul 23 17:15:22.709312 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 57840) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:22.717165 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed819aa6-6146-4198-af88-919d71fa1733 None None] Sync routers for ids ['01b45101-9314-4bb0-b3c7-65c3f72bd2b2'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:15:22.735148 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f0d43152-a125-48e4-bc17-e02f469a13dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:22.754085 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed819aa6-6146-4198-af88-919d71fa1733 None None] Routers {'01b45101-9314-4bb0-b3c7-65c3f72bd2b2'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:15:22.755162 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ed819aa6-6146-4198-af88-919d71fa1733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:15:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['01b45101-9314-4bb0-b3c7-65c3f72bd2b2'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:22.869280 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f0d43152-a125-48e4-bc17-e02f469a13dd None None] For port a183cb9a-6928-4704-8567-5c981b32a3b2, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a183cb9a-6928-4704-8567-5c981b32a3b2,segment=NetworkSegment(766c9118-c661-402e-9a64-9c1fafc156ea),segment_id=766c9118-c661-402e-9a64-9c1fafc156ea)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:22.878784 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f0d43152-a125-48e4-bc17-e02f469a13dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:22.943902 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-ed819aa6-6146-4198-af88-919d71fa1733 None None] Set router 01b45101-9314-4bb0-b3c7-65c3f72bd2b2 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:15:23.016793 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d43152-a125-48e4-bc17-e02f469a13dd None None] Pushing event updated for resources: {'Port': ['ID=a183cb9a-6928-4704-8567-5c981b32a3b2,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:23.219950 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3da7df9c-d47a-4345-b2d2-4338252bf7d8 None None] Provisioning complete for port a183cb9a-6928-4704-8567-5c981b32a3b2 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:15:23.220340 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3da7df9c-d47a-4345-b2d2-4338252bf7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:23.243031 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ed819aa6-6146-4198-af88-919d71fa1733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b45101-9314-4bb0-b3c7-65c3f72bd2b2', 'name': 'tempest-TestEncryptedCinderVolumes-793919104-router', 'tenant_id': 'c060536d9f264f459822d5d468ebeedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '6d2623b5-157b-4a86-8a04-e91b9b12b48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:15:19Z', 'updated_at': '2021-07-23T17:15:21Z', 'revision_number': 3, 'project_id': 'c060536d9f264f459822d5d468ebeedf', 'gw_port': {'id': '6d2623b5-157b-4a86-8a04-e91b9b12b48a', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b45101-9314-4bb0-b3c7-65c3f72bd2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:15:21Z', 'updated_at': '2021-07-23T17:15:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:23.278208 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed819aa6-6146-4198-af88-919d71fa1733 None None] Checking router: 01b45101-9314-4bb0-b3c7-65c3f72bd2b2 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:15:23.278563 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed819aa6-6146-4198-af88-919d71fa1733 None None] Updating router 01b45101-9314-4bb0-b3c7-65c3f72bd2b2 port 6d2623b5-157b-4a86-8a04-e91b9b12b48a binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:15:23.330871 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ed819aa6-6146-4198-af88-919d71fa1733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:23.339609 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b377af20-e691-4e4b-8f50-015231ebc7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:23.492696 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a183cb9a-6928-4704-8567-5c981b32a3b2 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:15:23.546500 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-b377af20-e691-4e4b-8f50-015231ebc7cc admin admin] Allocated IP 172.20.0.1 (f1870125-5925-41e2-ad58-02249e0885a5/b8f65551-11d3-4334-93cd-e5e6cfd41a66/dcb75f07-d841-4389-8332-62ecb8448e89) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:15:23.627195 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port a183cb9a-6928-4704-8567-5c981b32a3b2 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:15:23.627575 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:23.724062 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b377af20-e691-4e4b-8f50-015231ebc7cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:23.727657 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ed819aa6-6146-4198-af88-919d71fa1733 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:23.744326 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ed819aa6-6146-4198-af88-919d71fa1733 None None] Transition to ACTIVE for port object 6d2623b5-157b-4a86-8a04-e91b9b12b48a will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:15:23.757812 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-b377af20-e691-4e4b-8f50-015231ebc7cc admin admin] Transition to ACTIVE for port object dcb75f07-d841-4389-8332-62ecb8448e89 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:15:23.777905 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ed819aa6-6146-4198-af88-919d71fa1733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:23.809847 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 915e0b59-ae19-41f1-845a-0bbc40e893ba up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:15:23.820071 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b377af20-e691-4e4b-8f50-015231ebc7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:23.863527 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686658b7-9103-43f3-a0b4-146759767da0 None None] Pushing event updated for resources: {'Port': ['ID=6d2623b5-157b-4a86-8a04-e91b9b12b48a,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:23.876528 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ed819aa6-6146-4198-af88-919d71fa1733 None None] Attempting to bind port 6d2623b5-157b-4a86-8a04-e91b9b12b48a on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:15:23.876911 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ed819aa6-6146-4198-af88-919d71fa1733 None None] Attempting to bind port 6d2623b5-157b-4a86-8a04-e91b9b12b48a by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:15:23.877323 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed819aa6-6146-4198-af88-919d71fa1733 None None] Attempting to bind port 6d2623b5-157b-4a86-8a04-e91b9b12b48a on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:15:23.888138 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed819aa6-6146-4198-af88-919d71fa1733 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:15:23.888522 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed819aa6-6146-4198-af88-919d71fa1733 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:15:23.888934 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ed819aa6-6146-4198-af88-919d71fa1733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:23.889368 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed819aa6-6146-4198-af88-919d71fa1733 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:15:23.889869 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ed819aa6-6146-4198-af88-919d71fa1733 None None] Bound port: 6d2623b5-157b-4a86-8a04-e91b9b12b48a, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:15:23.890265 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ed819aa6-6146-4198-af88-919d71fa1733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:23.906094 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b377af20-e691-4e4b-8f50-015231ebc7cc admin admin] Network f1870125-5925-41e2-ad58-02249e0885a5 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:15:23.911860 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-b377af20-e691-4e4b-8f50-015231ebc7cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:15:23.916046 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b377af20-e691-4e4b-8f50-015231ebc7cc admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:15:23.941502 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 915e0b59-ae19-41f1-845a-0bbc40e893ba completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:15:23.952452 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 915e0b59-ae19-41f1-845a-0bbc40e893ba triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:15:23.952825 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:23.984508 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ed819aa6-6146-4198-af88-919d71fa1733 None None] For port 6d2623b5-157b-4a86-8a04-e91b9b12b48a, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:15:23.985867 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377af20-e691-4e4b-8f50-015231ebc7cc admin admin] Pushing event updated for resources: {'Port': ['ID=dcb75f07-d841-4389-8332-62ecb8448e89,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:24.006106 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ed819aa6-6146-4198-af88-919d71fa1733 None None] For port 6d2623b5-157b-4a86-8a04-e91b9b12b48a, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=6d2623b5-157b-4a86-8a04-e91b9b12b48a,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:15:24.009397 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b377af20-e691-4e4b-8f50-015231ebc7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:24.012973 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ed819aa6-6146-4198-af88-919d71fa1733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:24.118665 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed819aa6-6146-4198-af88-919d71fa1733 None None] Routers {'01b45101-9314-4bb0-b3c7-65c3f72bd2b2'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:15:24.119322 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ed819aa6-6146-4198-af88-919d71fa1733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:15:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['01b45101-9314-4bb0-b3c7-65c3f72bd2b2'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:24.123263 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686658b7-9103-43f3-a0b4-146759767da0 None None] Pushing event updated for resources: {'Port': ['ID=6d2623b5-157b-4a86-8a04-e91b9b12b48a,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:24.129949 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:24.239600 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 915e0b59-ae19-41f1-845a-0bbc40e893ba, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=915e0b59-ae19-41f1-845a-0bbc40e893ba,segment=NetworkSegment(7c821a41-5ca6-4cc5-8bde-ad024ea3c299),segment_id=7c821a41-5ca6-4cc5-8bde-ad024ea3c299)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:24.245777 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:24.261265 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b377af20-e691-4e4b-8f50-015231ebc7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:24.317416 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-ed819aa6-6146-4198-af88-919d71fa1733 None None] Set router 01b45101-9314-4bb0-b3c7-65c3f72bd2b2 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:15:24.321020 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ef00b75a-227d-432b-83a4-a3233ac71ca7 None None] Provisioning for port dcb75f07-d841-4389-8332-62ecb8448e89 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:15:24.399489 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=915e0b59-ae19-41f1-845a-0bbc40e893ba,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:24.407125 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ef00b75a-227d-432b-83a4-a3233ac71ca7 None None] Provisioning complete for port dcb75f07-d841-4389-8332-62ecb8448e89 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:15:24.408078 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ef00b75a-227d-432b-83a4-a3233ac71ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:24.473632 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b377af20-e691-4e4b-8f50-015231ebc7cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:24.479456 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b377af20-e691-4e4b-8f50-015231ebc7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:24.493145 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-ef00b75a-227d-432b-83a4-a3233ac71ca7 None None] Port dcb75f07-d841-4389-8332-62ecb8448e89 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:15:24.554471 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377af20-e691-4e4b-8f50-015231ebc7cc admin admin] Pushing event updated for resources: {'Port': ['ID=dcb75f07-d841-4389-8332-62ecb8448e89,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:24.557236 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b377af20-e691-4e4b-8f50-015231ebc7cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:24.597241 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ed819aa6-6146-4198-af88-919d71fa1733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b45101-9314-4bb0-b3c7-65c3f72bd2b2', 'name': 'tempest-TestEncryptedCinderVolumes-793919104-router', 'tenant_id': 'c060536d9f264f459822d5d468ebeedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '6d2623b5-157b-4a86-8a04-e91b9b12b48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:15:19Z', 'updated_at': '2021-07-23T17:15:21Z', 'revision_number': 3, 'project_id': 'c060536d9f264f459822d5d468ebeedf', 'gw_port': {'id': '6d2623b5-157b-4a86-8a04-e91b9b12b48a', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b45101-9314-4bb0-b3c7-65c3f72bd2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:15:21Z', 'updated_at': '2021-07-23T17:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:24.626361 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed819aa6-6146-4198-af88-919d71fa1733 None None] The sync data for ids ['01b45101-9314-4bb0-b3c7-65c3f72bd2b2'] in n-d-778549-4 is: [{'id': '01b45101-9314-4bb0-b3c7-65c3f72bd2b2', 'name': 'tempest-TestEncryptedCinderVolumes-793919104-router', 'tenant_id': 'c060536d9f264f459822d5d468ebeedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '6d2623b5-157b-4a86-8a04-e91b9b12b48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:15:19Z', 'updated_at': '2021-07-23T17:15:21Z', 'revision_number': 3, 'project_id': 'c060536d9f264f459822d5d468ebeedf', 'gw_port': {'id': '6d2623b5-157b-4a86-8a04-e91b9b12b48a', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b45101-9314-4bb0-b3c7-65c3f72bd2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:15:21Z', 'updated_at': '2021-07-23T17:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:15:24.720947 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b377af20-e691-4e4b-8f50-015231ebc7cc admin admin] Network f1870125-5925-41e2-ad58-02249e0885a5 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:15:24.724207 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-b377af20-e691-4e4b-8f50-015231ebc7cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:15:24.888159 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b377af20-e691-4e4b-8f50-015231ebc7cc admin admin] Router 01b45101-9314-4bb0-b3c7-65c3f72bd2b2 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:15:25.033605 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b377af20-e691-4e4b-8f50-015231ebc7cc admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:15:25.040296 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b377af20-e691-4e4b-8f50-015231ebc7cc admin admin] 10.222.0.73 "PUT /v2.0/routers/01b45101-9314-4bb0-b3c7-65c3f72bd2b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3297644 Jul 23 17:15:25.118285 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b73e8f20-f873-4f8f-bf77-7c48597f4db7 None None] Provisioning complete for port dcb75f07-d841-4389-8332-62ecb8448e89 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:15:25.119531 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b73e8f20-f873-4f8f-bf77-7c48597f4db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:25.175656 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-b73e8f20-f873-4f8f-bf77-7c48597f4db7 None None] Port dcb75f07-d841-4389-8332-62ecb8448e89 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:15:25.496517 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 6d2623b5-157b-4a86-8a04-e91b9b12b48a up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:15:25.568457 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 6d2623b5-157b-4a86-8a04-e91b9b12b48a completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:15:25.573622 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 6d2623b5-157b-4a86-8a04-e91b9b12b48a triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:15:25.574000 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:25.690437 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:25.713776 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 6d2623b5-157b-4a86-8a04-e91b9b12b48a, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=6d2623b5-157b-4a86-8a04-e91b9b12b48a,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:25.718443 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:25.719309 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 915e0b59-ae19-41f1-845a-0bbc40e893ba up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:15:25.805704 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=6d2623b5-157b-4a86-8a04-e91b9b12b48a,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:25.815863 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 915e0b59-ae19-41f1-845a-0bbc40e893ba triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:15:25.816247 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:25.960304 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-f48b147f-9b27-4106-8b69-96c1974bead4 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:25.961909 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-f48b147f-9b27-4106-8b69-96c1974bead4 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/networks?id=fb08fb16-edb7-4393-9c66-4e8103c2589a HTTP/1.1" status: 200 len: 817 time: 0.1116190 Jul 23 17:15:25.978272 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-698c8aa1-da9d-48c4-b289-c03776552c1c tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/quotas/1409d31e325f44f68042b68e7dbec1eb HTTP/1.1" status: 200 len: 375 time: 0.0108054 Jul 23 17:15:26.055215 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-99cb3ece-25ef-4250-90ab-ef443651ba43 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1409d31e325f44f68042b68e7dbec1eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713031 Jul 23 17:15:26.292886 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-83652cbd-f20d-4748-be2c-5758961d7a9a service neutron] 10.222.0.73 "GET /v2.0/networks/fb08fb16-edb7-4393-9c66-4e8103c2589a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388361 Jul 23 17:15:26.366811 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba1a0ac-5a6f-4009-ac0b-3cb3a4ae0974 None None] Sync routers for ids ['01b45101-9314-4bb0-b3c7-65c3f72bd2b2'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:15:26.383148 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba1a0ac-5a6f-4009-ac0b-3cb3a4ae0974 None None] Routers {'01b45101-9314-4bb0-b3c7-65c3f72bd2b2'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:15:26.384230 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3ba1a0ac-5a6f-4009-ac0b-3cb3a4ae0974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:15:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['01b45101-9314-4bb0-b3c7-65c3f72bd2b2'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:26.399077 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-6efcca88-3b19-4f93-bf0b-ae6a4a0d249e service neutron] 10.222.0.73 "GET /v2.0/networks/fb08fb16-edb7-4393-9c66-4e8103c2589a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995302 Jul 23 17:15:26.543551 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-3ba1a0ac-5a6f-4009-ac0b-3cb3a4ae0974 None None] Set router 01b45101-9314-4bb0-b3c7-65c3f72bd2b2 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:15:26.605373 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53a6835c-9f80-4f17-b621-ffab863b7b1e req-1f5a360e-7f4a-4e3e-9e99-483eb56c7823 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/ports?device_id=967ef47e-0f31-4bd5-9103-b1ba10b5845c HTTP/1.1" status: 200 len: 210 time: 0.0548975 Jul 23 17:15:26.776940 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3ba1a0ac-5a6f-4009-ac0b-3cb3a4ae0974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b45101-9314-4bb0-b3c7-65c3f72bd2b2', 'name': 'tempest-TestEncryptedCinderVolumes-793919104-router', 'tenant_id': 'c060536d9f264f459822d5d468ebeedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '6d2623b5-157b-4a86-8a04-e91b9b12b48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:15:19Z', 'updated_at': '2021-07-23T17:15:24Z', 'revision_number': 4, 'project_id': 'c060536d9f264f459822d5d468ebeedf', 'gw_port': {'id': '6d2623b5-157b-4a86-8a04-e91b9b12b48a', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b45101-9314-4bb0-b3c7-65c3f72bd2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:15:21Z', 'updated_at': '2021-07-23T17:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'dcb75f07-d841-4389-8332-62ecb8448e89', 'name': '', 'network_id': 'f1870125-5925-41e2-ad58-02249e0885a5', 'tenant_id': 'c060536d9f264f459822d5d468ebeedf', 'mac_address': 'fa:16:3e:93:ac:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b45101-9314-4bb0-b3c7-65c3f72bd2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'b8f65551-11d3-4334-93cd-e5e6cfd41a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:15:23Z', 'updated_at': '2021-07-23T17:15:24Z', 'revision_number': 2, 'project_id': 'c060536d9f264f459822d5d468ebeedf', 'subnets': [{'id': 'b8f65551-11d3-4334-93cd-e5e6cfd41a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:26.806942 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba1a0ac-5a6f-4009-ac0b-3cb3a4ae0974 None None] Checking router: 01b45101-9314-4bb0-b3c7-65c3f72bd2b2 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:15:26.806942 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba1a0ac-5a6f-4009-ac0b-3cb3a4ae0974 None None] Updating router 01b45101-9314-4bb0-b3c7-65c3f72bd2b2 port dcb75f07-d841-4389-8332-62ecb8448e89 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:15:26.851702 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-3ba1a0ac-5a6f-4009-ac0b-3cb3a4ae0974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:27.163591 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-3ba1a0ac-5a6f-4009-ac0b-3cb3a4ae0974 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:27.174939 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-3ba1a0ac-5a6f-4009-ac0b-3cb3a4ae0974 None None] Transition to ACTIVE for port object dcb75f07-d841-4389-8332-62ecb8448e89 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:15:27.181807 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-3ba1a0ac-5a6f-4009-ac0b-3cb3a4ae0974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:27.234347 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362cb8b-11ab-49e8-9077-78c91661819c None None] Pushing event updated for resources: {'Port': ['ID=dcb75f07-d841-4389-8332-62ecb8448e89,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:27.309886 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-3ba1a0ac-5a6f-4009-ac0b-3cb3a4ae0974 None None] Attempting to bind port dcb75f07-d841-4389-8332-62ecb8448e89 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:15:27.310246 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-3ba1a0ac-5a6f-4009-ac0b-3cb3a4ae0974 None None] Attempting to bind port dcb75f07-d841-4389-8332-62ecb8448e89 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '766c9118-c661-402e-9a64-9c1fafc156ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'f1870125-5925-41e2-ad58-02249e0885a5'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:15:27.310611 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba1a0ac-5a6f-4009-ac0b-3cb3a4ae0974 None None] Attempting to bind port dcb75f07-d841-4389-8332-62ecb8448e89 on network f1870125-5925-41e2-ad58-02249e0885a5 {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:15:27.320992 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba1a0ac-5a6f-4009-ac0b-3cb3a4ae0974 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:15:27.321609 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba1a0ac-5a6f-4009-ac0b-3cb3a4ae0974 None None] Checking segment: {'id': '766c9118-c661-402e-9a64-9c1fafc156ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'f1870125-5925-41e2-ad58-02249e0885a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:15:27.322170 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-3ba1a0ac-5a6f-4009-ac0b-3cb3a4ae0974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:27.322746 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba1a0ac-5a6f-4009-ac0b-3cb3a4ae0974 None None] Bound using segment: {'id': '766c9118-c661-402e-9a64-9c1fafc156ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'f1870125-5925-41e2-ad58-02249e0885a5'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:15:27.323461 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-3ba1a0ac-5a6f-4009-ac0b-3cb3a4ae0974 None None] Bound port: dcb75f07-d841-4389-8332-62ecb8448e89, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '766c9118-c661-402e-9a64-9c1fafc156ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'f1870125-5925-41e2-ad58-02249e0885a5'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:15:27.323993 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-3ba1a0ac-5a6f-4009-ac0b-3cb3a4ae0974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:27.380058 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 6d2623b5-157b-4a86-8a04-e91b9b12b48a up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:15:27.410736 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-3ba1a0ac-5a6f-4009-ac0b-3cb3a4ae0974 None None] For port dcb75f07-d841-4389-8332-62ecb8448e89, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:15:27.416121 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-3ba1a0ac-5a6f-4009-ac0b-3cb3a4ae0974 None None] For port dcb75f07-d841-4389-8332-62ecb8448e89, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=dcb75f07-d841-4389-8332-62ecb8448e89,segment=NetworkSegment(766c9118-c661-402e-9a64-9c1fafc156ea),segment_id=766c9118-c661-402e-9a64-9c1fafc156ea)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:15:27.425000 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-3ba1a0ac-5a6f-4009-ac0b-3cb3a4ae0974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:27.443927 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 6d2623b5-157b-4a86-8a04-e91b9b12b48a triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:15:27.444484 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:27.469844 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba1a0ac-5a6f-4009-ac0b-3cb3a4ae0974 None None] Routers {'01b45101-9314-4bb0-b3c7-65c3f72bd2b2'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:15:27.470541 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3ba1a0ac-5a6f-4009-ac0b-3cb3a4ae0974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:15:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['01b45101-9314-4bb0-b3c7-65c3f72bd2b2'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:27.767626 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-3ba1a0ac-5a6f-4009-ac0b-3cb3a4ae0974 None None] Set router 01b45101-9314-4bb0-b3c7-65c3f72bd2b2 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:15:27.795307 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ad709669-77ad-41c2-9702-c7ce3cdccaef req-3461c9e3-e39c-4565-920a-9c5ac20d7ca2 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/ports?device_id=967ef47e-0f31-4bd5-9103-b1ba10b5845c HTTP/1.1" status: 200 len: 210 time: 0.0676107 Jul 23 17:15:27.839084 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-12a97f49-6fbb-4db3-b14d-12becffaf22b tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:27.840690 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-12a97f49-6fbb-4db3-b14d-12becffaf22b tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.97 "GET /v2.0/networks?id=fb08fb16-edb7-4393-9c66-4e8103c2589a HTTP/1.1" status: 200 len: 817 time: 0.2153032 Jul 23 17:15:27.856379 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-74227acc-cfcd-42cf-9084-0574b23b1898 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Request body: {'port': {'device_id': '967ef47e-0f31-4bd5-9103-b1ba10b5845c', 'network_id': 'fb08fb16-edb7-4393-9c66-4e8103c2589a', 'admin_state_up': True, 'tenant_id': '1409d31e325f44f68042b68e7dbec1eb'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:15:27.868633 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362cb8b-11ab-49e8-9077-78c91661819c None None] Pushing event updated for resources: {'Port': ['ID=dcb75f07-d841-4389-8332-62ecb8448e89,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:28.020430 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-74227acc-cfcd-42cf-9084-0574b23b1898 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Made reservation on behalf of 1409d31e325f44f68042b68e7dbec1eb for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:15:28.024842 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-74227acc-cfcd-42cf-9084-0574b23b1898 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:28.031178 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3ba1a0ac-5a6f-4009-ac0b-3cb3a4ae0974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b45101-9314-4bb0-b3c7-65c3f72bd2b2', 'name': 'tempest-TestEncryptedCinderVolumes-793919104-router', 'tenant_id': 'c060536d9f264f459822d5d468ebeedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '6d2623b5-157b-4a86-8a04-e91b9b12b48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:15:19Z', 'updated_at': '2021-07-23T17:15:24Z', 'revision_number': 4, 'project_id': 'c060536d9f264f459822d5d468ebeedf', 'gw_port': {'id': '6d2623b5-157b-4a86-8a04-e91b9b12b48a', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b45101-9314-4bb0-b3c7-65c3f72bd2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:15:21Z', 'updated_at': '2021-07-23T17:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'dcb75f07-d841-4389-8332-62ecb8448e89', 'name': '', 'network_id': 'f1870125-5925-41e2-ad58-02249e0885a5', 'tenant_id': 'c060536d9f264f459822d5d468ebeedf', 'mac_address': 'fa:16:3e:93:ac:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b45101-9314-4bb0-b3c7-65c3f72bd2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'b8f65551-11d3-4334-93cd-e5e6cfd41a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:15:23Z', 'updated_at': '2021-07-23T17:15:27Z', 'revision_number': 4, 'project_id': 'c060536d9f264f459822d5d468ebeedf', 'subnets': [{'id': 'b8f65551-11d3-4334-93cd-e5e6cfd41a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:28.062395 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba1a0ac-5a6f-4009-ac0b-3cb3a4ae0974 None None] The sync data for ids ['01b45101-9314-4bb0-b3c7-65c3f72bd2b2'] in n-d-778549-4 is: [{'id': '01b45101-9314-4bb0-b3c7-65c3f72bd2b2', 'name': 'tempest-TestEncryptedCinderVolumes-793919104-router', 'tenant_id': 'c060536d9f264f459822d5d468ebeedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '6d2623b5-157b-4a86-8a04-e91b9b12b48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:15:19Z', 'updated_at': '2021-07-23T17:15:24Z', 'revision_number': 4, 'project_id': 'c060536d9f264f459822d5d468ebeedf', 'gw_port': {'id': '6d2623b5-157b-4a86-8a04-e91b9b12b48a', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b45101-9314-4bb0-b3c7-65c3f72bd2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:15:21Z', 'updated_at': '2021-07-23T17:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'dcb75f07-d841-4389-8332-62ecb8448e89', 'name': '', 'network_id': 'f1870125-5925-41e2-ad58-02249e0885a5', 'tenant_id': 'c060536d9f264f459822d5d468ebeedf', 'mac_address': 'fa:16:3e:93:ac:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b45101-9314-4bb0-b3c7-65c3f72bd2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'b8f65551-11d3-4334-93cd-e5e6cfd41a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:15:23Z', 'updated_at': '2021-07-23T17:15:27Z', 'revision_number': 4, 'project_id': 'c060536d9f264f459822d5d468ebeedf', 'subnets': [{'id': 'b8f65551-11d3-4334-93cd-e5e6cfd41a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:15:28.248671 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-74227acc-cfcd-42cf-9084-0574b23b1898 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Allocated IP 172.20.0.9 (fb08fb16-edb7-4393-9c66-4e8103c2589a/7b2b71a1-0465-48a5-8f36-0e34f41bba3a/f1466285-abc5-4156-bd90-b2716bd872e6) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:15:28.305754 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9baecf42-66ce-4ebc-801c-af4fd3b46859 req-47578621-52a5-433f-8334-20420da67e57 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2396626 Jul 23 17:15:28.439782 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baecf42-66ce-4ebc-801c-af4fd3b46859 req-fbaa5f8b-cbfc-4851-820a-e624942069d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:28.443201 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9baecf42-66ce-4ebc-801c-af4fd3b46859 req-fbaa5f8b-cbfc-4851-820a-e624942069d4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0781693 Jul 23 17:15:28.500646 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-74227acc-cfcd-42cf-9084-0574b23b1898 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:28.521672 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-74227acc-cfcd-42cf-9084-0574b23b1898 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Transition to ACTIVE for port object f1466285-abc5-4156-bd90-b2716bd872e6 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:15:28.570392 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-74227acc-cfcd-42cf-9084-0574b23b1898 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:28.599289 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baecf42-66ce-4ebc-801c-af4fd3b46859 req-2089c0ff-1eab-487b-9588-f1941cbc89cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:28.600837 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9baecf42-66ce-4ebc-801c-af4fd3b46859 req-2089c0ff-1eab-487b-9588-f1941cbc89cd service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.1357284 Jul 23 17:15:28.634039 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-74227acc-cfcd-42cf-9084-0574b23b1898 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Network fb08fb16-edb7-4393-9c66-4e8103c2589a is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:15:28.640441 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-74227acc-cfcd-42cf-9084-0574b23b1898 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:15:28.646832 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-74227acc-cfcd-42cf-9084-0574b23b1898 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:15:28.662720 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9baecf42-66ce-4ebc-801c-af4fd3b46859 req-c8636dce-6ad7-43c7-95f1-27f389d24b85 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0553889 Jul 23 17:15:28.700468 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74227acc-cfcd-42cf-9084-0574b23b1898 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Pushing event updated for resources: {'Port': ['ID=f1466285-abc5-4156-bd90-b2716bd872e6,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:28.730429 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baecf42-66ce-4ebc-801c-af4fd3b46859 req-556ff8c4-aaa9-4426-a1b9-07e063d6323c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:28.731198 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9baecf42-66ce-4ebc-801c-af4fd3b46859 req-556ff8c4-aaa9-4426-a1b9-07e063d6323c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0617514 Jul 23 17:15:28.766906 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-74227acc-cfcd-42cf-9084-0574b23b1898 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:28.768031 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-74227acc-cfcd-42cf-9084-0574b23b1898 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:28.791360 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-74227acc-cfcd-42cf-9084-0574b23b1898 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9413843 Jul 23 17:15:28.834452 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baecf42-66ce-4ebc-801c-af4fd3b46859 req-bc483d08-b8fb-4012-bffb-988ba8b9a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:28.838975 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9baecf42-66ce-4ebc-801c-af4fd3b46859 req-bc483d08-b8fb-4012-bffb-988ba8b9a460 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985203 Jul 23 17:15:28.942762 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-3a41a5d3-087e-4884-8d2f-5c503aac3c54 service neutron] Request body: {'port': {'device_id': '967ef47e-0f31-4bd5-9103-b1ba10b5845c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:15:28.977544 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9baecf42-66ce-4ebc-801c-af4fd3b46859 req-ad74289f-4b49-400f-bf92-259c955d4ee1 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314173 Jul 23 17:15:29.100252 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9baecf42-66ce-4ebc-801c-af4fd3b46859 req-bd3d0da8-dd76-4fa9-8063-78e479b0b193 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161976 Jul 23 17:15:29.107088 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-bb443ce9-a9f4-484c-b10e-34f11ac6b106 None None] Provisioning for port f1466285-abc5-4156-bd90-b2716bd872e6 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:15:29.115294 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-bb443ce9-a9f4-484c-b10e-34f11ac6b106 None None] Provisioning complete for port f1466285-abc5-4156-bd90-b2716bd872e6 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:15:29.116151 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bb443ce9-a9f4-484c-b10e-34f11ac6b106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:29.168378 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429f779-1c16-41ca-8d8b-d9d5285052c0 req-282f82dc-733d-415c-a831-8044cdcf0395 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:29.171334 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4429f779-1c16-41ca-8d8b-d9d5285052c0 req-282f82dc-733d-415c-a831-8044cdcf0395 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/ports?device_id=967ef47e-0f31-4bd5-9103-b1ba10b5845c HTTP/1.1" status: 200 len: 931 time: 0.2714651 Jul 23 17:15:29.176644 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-3a41a5d3-087e-4884-8d2f-5c503aac3c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:29.186038 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-bb443ce9-a9f4-484c-b10e-34f11ac6b106 None None] Port f1466285-abc5-4156-bd90-b2716bd872e6 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:15:29.188746 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:15:29.317715 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4429f779-1c16-41ca-8d8b-d9d5285052c0 req-54075ff8-15bd-463c-980c-9d6d84c69b27 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f6e1921-2445-43c0-9bfd-7489a498c7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235604 Jul 23 17:15:29.456553 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device dcb75f07-d841-4389-8332-62ecb8448e89 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:15:29.529503 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port dcb75f07-d841-4389-8332-62ecb8448e89 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:15:29.536628 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port dcb75f07-d841-4389-8332-62ecb8448e89 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:15:29.537246 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:29.648257 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-3a41a5d3-087e-4884-8d2f-5c503aac3c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1466285-abc5-4156-bd90-b2716bd872e6 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:15:29.656985 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-3a41a5d3-087e-4884-8d2f-5c503aac3c54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:29.673472 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-3a41a5d3-087e-4884-8d2f-5c503aac3c54 service neutron] Transition to ACTIVE for port object f1466285-abc5-4156-bd90-b2716bd872e6 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:15:29.679536 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-3a41a5d3-087e-4884-8d2f-5c503aac3c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:29.877605 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:29.890766 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41a5d3-087e-4884-8d2f-5c503aac3c54 service neutron] Pushing event updated for resources: {'Port': ['ID=f1466285-abc5-4156-bd90-b2716bd872e6,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:29.920883 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-3a41a5d3-087e-4884-8d2f-5c503aac3c54 service neutron] Attempting to bind port f1466285-abc5-4156-bd90-b2716bd872e6 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:15:29.921473 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-3a41a5d3-087e-4884-8d2f-5c503aac3c54 service neutron] Attempting to bind port f1466285-abc5-4156-bd90-b2716bd872e6 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '7c821a41-5ca6-4cc5-8bde-ad024ea3c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'fb08fb16-edb7-4393-9c66-4e8103c2589a'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:15:29.922008 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-3a41a5d3-087e-4884-8d2f-5c503aac3c54 service neutron] Attempting to bind port f1466285-abc5-4156-bd90-b2716bd872e6 on network fb08fb16-edb7-4393-9c66-4e8103c2589a {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:15:29.931660 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-3a41a5d3-087e-4884-8d2f-5c503aac3c54 service neutron] Port f1466285-abc5-4156-bd90-b2716bd872e6 on network fb08fb16-edb7-4393-9c66-4e8103c2589a not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:15:29.932263 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-3a41a5d3-087e-4884-8d2f-5c503aac3c54 service neutron] Attempting to bind port f1466285-abc5-4156-bd90-b2716bd872e6 on network fb08fb16-edb7-4393-9c66-4e8103c2589a {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:15:29.938208 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port dcb75f07-d841-4389-8332-62ecb8448e89, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=dcb75f07-d841-4389-8332-62ecb8448e89,segment=NetworkSegment(766c9118-c661-402e-9a64-9c1fafc156ea),segment_id=766c9118-c661-402e-9a64-9c1fafc156ea)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:29.943215 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-3a41a5d3-087e-4884-8d2f-5c503aac3c54 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:15:29.943817 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-3a41a5d3-087e-4884-8d2f-5c503aac3c54 service neutron] Checking segment: {'id': '7c821a41-5ca6-4cc5-8bde-ad024ea3c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'fb08fb16-edb7-4393-9c66-4e8103c2589a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:15:29.944438 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-3a41a5d3-087e-4884-8d2f-5c503aac3c54 service neutron] Bound using segment: {'id': '7c821a41-5ca6-4cc5-8bde-ad024ea3c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'fb08fb16-edb7-4393-9c66-4e8103c2589a'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:15:29.945286 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-3a41a5d3-087e-4884-8d2f-5c503aac3c54 service neutron] Bound port: f1466285-abc5-4156-bd90-b2716bd872e6, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c821a41-5ca6-4cc5-8bde-ad024ea3c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'fb08fb16-edb7-4393-9c66-4e8103c2589a'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:15:29.945438 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:29.945952 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-3a41a5d3-087e-4884-8d2f-5c503aac3c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:30.024210 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=dcb75f07-d841-4389-8332-62ecb8448e89,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:30.061730 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-3a41a5d3-087e-4884-8d2f-5c503aac3c54 service neutron] For port f1466285-abc5-4156-bd90-b2716bd872e6, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:15:30.065993 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-3a41a5d3-087e-4884-8d2f-5c503aac3c54 service neutron] For port f1466285-abc5-4156-bd90-b2716bd872e6, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=f1466285-abc5-4156-bd90-b2716bd872e6,segment=NetworkSegment(7c821a41-5ca6-4cc5-8bde-ad024ea3c299),segment_id=7c821a41-5ca6-4cc5-8bde-ad024ea3c299)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:15:30.071737 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-3a41a5d3-087e-4884-8d2f-5c503aac3c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:30.113243 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-3a41a5d3-087e-4884-8d2f-5c503aac3c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:30.114399 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-3a41a5d3-087e-4884-8d2f-5c503aac3c54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:30.117234 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-3a41a5d3-087e-4884-8d2f-5c503aac3c54 service neutron] 10.222.0.97 "PUT /v2.0/ports/f1466285-abc5-4156-bd90-b2716bd872e6 HTTP/1.1" status: 200 len: 1091 time: 1.2547967 Jul 23 17:15:30.117991 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '967ef47e-0f31-4bd5-9103-b1ba10b5845c', 'tag': 'f1466285-abc5-4156-bd90-b2716bd872e6'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:15:30.160684 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41a5d3-087e-4884-8d2f-5c503aac3c54 service neutron] Pushing event updated for resources: {'Port': ['ID=f1466285-abc5-4156-bd90-b2716bd872e6,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:30.210279 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73afe9b8-4c82-4c13-87ae-9f9722e738b7" -d '{"events": [{"name": "network-changed", "server_uuid": "967ef47e-0f31-4bd5-9103-b1ba10b5845c", "tag": "f1466285-abc5-4156-bd90-b2716bd872e6"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:15:30.252316 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-44dd9a7c-b82b-4652-bc30-6a10bb403e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:30.255267 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-44dd9a7c-b82b-4652-bc30-6a10bb403e71 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1409d31e325f44f68042b68e7dbec1eb&device_id=967ef47e-0f31-4bd5-9103-b1ba10b5845c HTTP/1.1" status: 200 len: 1094 time: 0.0838428 Jul 23 17:15:30.311208 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-b403570b-d91a-472a-840a-10ce9830829a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1466285-abc5-4156-bd90-b2716bd872e6 HTTP/1.1" status: 200 len: 217 time: 0.0479205 Jul 23 17:15:30.361288 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b283c3de-9d44-4b04-949d-edc89883eb56 x-openstack-request-id: req-b283c3de-9d44-4b04-949d-edc89883eb56 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:15:30.361670 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "967ef47e-0f31-4bd5-9103-b1ba10b5845c", "tag": "f1466285-abc5-4156-bd90-b2716bd872e6", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:15:30.362013 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b283c3de-9d44-4b04-949d-edc89883eb56 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:15:30.362424 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '967ef47e-0f31-4bd5-9103-b1ba10b5845c', 'tag': 'f1466285-abc5-4156-bd90-b2716bd872e6', 'status': 'completed', 'code': 200} Jul 23 17:15:30.383780 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-50148559-e720-40e7-8b68-f865694d02e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:30.385263 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-50148559-e720-40e7-8b68-f865694d02e4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7b2b71a1-0465-48a5-8f36-0e34f41bba3a HTTP/1.1" status: 200 len: 856 time: 0.0673034 Jul 23 17:15:30.499209 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-fe08f850-4f66-4227-a7f7-062f94fc576d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:30.500950 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-fe08f850-4f66-4227-a7f7-062f94fc576d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=fb08fb16-edb7-4393-9c66-4e8103c2589a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094666 Jul 23 17:15:30.511430 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec54bc-02fd-47d0-ae75-54087d1a9e7d req-94409a92-59d2-463a-a3f3-7ea2acada339 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:30.513111 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-02ec54bc-02fd-47d0-ae75-54087d1a9e7d req-94409a92-59d2-463a-a3f3-7ea2acada339 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/ports?device_id=967ef47e-0f31-4bd5-9103-b1ba10b5845c HTTP/1.1" status: 200 len: 943 time: 0.1131427 Jul 23 17:15:30.622063 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-02ec54bc-02fd-47d0-ae75-54087d1a9e7d req-1a66463d-60ed-45fc-b855-4fdc47cd73b6 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f6e1921-2445-43c0-9bfd-7489a498c7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999191 Jul 23 17:15:30.652822 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-bc32e55f-4a60-4aed-bb6a-fe8a75cc8464 service neutron] 10.222.0.97 "GET /v2.0/networks/fb08fb16-edb7-4393-9c66-4e8103c2589a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386540 Jul 23 17:15:30.758270 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-afa1170b-04ca-41fc-ab42-b0c355931ace req-6e706f45-8636-4571-9659-34c6a7bf1a91 service neutron] 10.222.0.97 "GET /v2.0/networks/fb08fb16-edb7-4393-9c66-4e8103c2589a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992785 Jul 23 17:15:30.874713 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afe9b8-4c82-4c13-87ae-9f9722e738b7 req-d7db432e-d0b3-48a4-af11-69efa59197f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:30.876226 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73afe9b8-4c82-4c13-87ae-9f9722e738b7 req-d7db432e-d0b3-48a4-af11-69efa59197f4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1409d31e325f44f68042b68e7dbec1eb&device_id=967ef47e-0f31-4bd5-9103-b1ba10b5845c HTTP/1.1" status: 200 len: 1094 time: 0.0653114 Jul 23 17:15:30.994703 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afe9b8-4c82-4c13-87ae-9f9722e738b7 req-6b1e95cd-8078-447b-8933-f2b83ad26432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:30.996353 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73afe9b8-4c82-4c13-87ae-9f9722e738b7 req-6b1e95cd-8078-447b-8933-f2b83ad26432 service neutron] 10.222.0.97 "GET /v2.0/networks?id=fb08fb16-edb7-4393-9c66-4e8103c2589a HTTP/1.1" status: 200 len: 919 time: 0.1138690 Jul 23 17:15:31.047557 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73afe9b8-4c82-4c13-87ae-9f9722e738b7 req-3b6209dd-970b-4b77-8102-bf7b752839c4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1466285-abc5-4156-bd90-b2716bd872e6 HTTP/1.1" status: 200 len: 217 time: 0.0438106 Jul 23 17:15:31.101990 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afe9b8-4c82-4c13-87ae-9f9722e738b7 req-9c4518bf-4d03-4eb0-abbb-6d4e9b4fb54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:31.103530 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73afe9b8-4c82-4c13-87ae-9f9722e738b7 req-9c4518bf-4d03-4eb0-abbb-6d4e9b4fb54a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7b2b71a1-0465-48a5-8f36-0e34f41bba3a HTTP/1.1" status: 200 len: 856 time: 0.0482383 Jul 23 17:15:31.170785 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afe9b8-4c82-4c13-87ae-9f9722e738b7 req-3ae85188-b882-44df-938e-ddd8a6fa1f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:31.172291 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73afe9b8-4c82-4c13-87ae-9f9722e738b7 req-3ae85188-b882-44df-938e-ddd8a6fa1f9c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=fb08fb16-edb7-4393-9c66-4e8103c2589a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614262 Jul 23 17:15:31.282708 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73afe9b8-4c82-4c13-87ae-9f9722e738b7 req-3d012ae0-5993-4135-88ac-7cb6b5acda25 service neutron] 10.222.0.97 "GET /v2.0/networks/fb08fb16-edb7-4393-9c66-4e8103c2589a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023207 Jul 23 17:15:31.390977 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device dcb75f07-d841-4389-8332-62ecb8448e89 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:15:31.399153 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-73afe9b8-4c82-4c13-87ae-9f9722e738b7 req-3d4036fd-2bb4-405f-aa56-46fbf716f8b1 service neutron] 10.222.0.97 "GET /v2.0/networks/fb08fb16-edb7-4393-9c66-4e8103c2589a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085656 Jul 23 17:15:31.457561 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port dcb75f07-d841-4389-8332-62ecb8448e89 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:15:31.458101 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:31.486066 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device f1466285-abc5-4156-bd90-b2716bd872e6 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:15:31.661476 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port f1466285-abc5-4156-bd90-b2716bd872e6, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=f1466285-abc5-4156-bd90-b2716bd872e6,segment=NetworkSegment(7c821a41-5ca6-4cc5-8bde-ad024ea3c299),segment_id=7c821a41-5ca6-4cc5-8bde-ad024ea3c299)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:31.674791 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'f1466285-abc5-4156-bd90-b2716bd872e6', 'network_id': 'fb08fb16-edb7-4393-9c66-4e8103c2589a', 'port_id': 'f1466285-abc5-4156-bd90-b2716bd872e6', 'mac_address': 'fa:16:3e:85:52:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b2b71a1-0465-48a5-8f36-0e34f41bba3a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:15:31.742996 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:31.759309 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1466285-abc5-4156-bd90-b2716bd872e6 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:15:31.783617 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port f1466285-abc5-4156-bd90-b2716bd872e6, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=f1466285-abc5-4156-bd90-b2716bd872e6,segment=NetworkSegment(7c821a41-5ca6-4cc5-8bde-ad024ea3c299),segment_id=7c821a41-5ca6-4cc5-8bde-ad024ea3c299)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:31.789340 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:31.795596 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df044e-5aff-4efc-b91a-32b2a9ba24e8 req-2f181ad7-ba19-496d-8034-9a1a9a8e1fee tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:31.797266 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45df044e-5aff-4efc-b91a-32b2a9ba24e8 req-2f181ad7-ba19-496d-8034-9a1a9a8e1fee tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/ports?device_id=967ef47e-0f31-4bd5-9103-b1ba10b5845c HTTP/1.1" status: 200 len: 943 time: 0.0907404 Jul 23 17:15:31.850170 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45df044e-5aff-4efc-b91a-32b2a9ba24e8 req-add3b932-719f-4c24-99de-ec2f95fb4691 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f6e1921-2445-43c0-9bfd-7489a498c7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444367 Jul 23 17:15:31.851768 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=f1466285-abc5-4156-bd90-b2716bd872e6,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:31.993886 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['f1466285-abc5-4156-bd90-b2716bd872e6'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:15:32.749075 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-22618ad7-9d8b-45d5-9033-bd2ddc864cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:33.033370 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1efb9-ccba-406d-b37e-4e61f76318f9 req-068bce3c-1a9b-4b9e-8dec-2030582ac6d8 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:33.035125 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-22a1efb9-ccba-406d-b37e-4e61f76318f9 req-068bce3c-1a9b-4b9e-8dec-2030582ac6d8 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/ports?device_id=967ef47e-0f31-4bd5-9103-b1ba10b5845c HTTP/1.1" status: 200 len: 944 time: 0.0735655 Jul 23 17:15:33.080162 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-22a1efb9-ccba-406d-b37e-4e61f76318f9 req-c8ffe094-3f66-4c87-985d-8b88ea8366b9 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f6e1921-2445-43c0-9bfd-7489a498c7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360088 Jul 23 17:15:33.480176 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device f1466285-abc5-4156-bd90-b2716bd872e6 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:15:33.532649 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port f1466285-abc5-4156-bd90-b2716bd872e6 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:15:33.537872 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port f1466285-abc5-4156-bd90-b2716bd872e6 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:15:33.538243 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:33.626361 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:33.656308 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967ef47e-0f31-4bd5-9103-b1ba10b5845c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1466285-abc5-4156-bd90-b2716bd872e6'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:15:33.673381 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port f1466285-abc5-4156-bd90-b2716bd872e6, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=f1466285-abc5-4156-bd90-b2716bd872e6,segment=NetworkSegment(7c821a41-5ca6-4cc5-8bde-ad024ea3c299),segment_id=7c821a41-5ca6-4cc5-8bde-ad024ea3c299)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:33.679269 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:33.722679 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d9158437a3a893895635b777aad4314b219cd6685506ac89f624094daaea09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682681fd-b27a-47f6-bf0d-c6fa4d7a91cb" -d '{"events": [{"server_uuid": "967ef47e-0f31-4bd5-9103-b1ba10b5845c", "name": "network-vif-plugged", "status": "completed", "tag": "f1466285-abc5-4156-bd90-b2716bd872e6"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:15:33.748339 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=f1466285-abc5-4156-bd90-b2716bd872e6,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:33.834514 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5831461c-4ce6-43e6-8bb7-87ffd1131dd9 x-openstack-request-id: req-5831461c-4ce6-43e6-8bb7-87ffd1131dd9 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:15:33.835200 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "967ef47e-0f31-4bd5-9103-b1ba10b5845c", "name": "network-vif-plugged", "status": "completed", "tag": "f1466285-abc5-4156-bd90-b2716bd872e6", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:15:33.835200 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5831461c-4ce6-43e6-8bb7-87ffd1131dd9 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:15:33.835457 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967ef47e-0f31-4bd5-9103-b1ba10b5845c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1466285-abc5-4156-bd90-b2716bd872e6', 'code': 200} Jul 23 17:15:33.970788 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc7b10-c19c-4350-9eb5-e4a2637d2ab3 req-cbe07c62-2b83-4b7d-b5ca-1cbf2c30cb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:33.974251 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9dfc7b10-c19c-4350-9eb5-e4a2637d2ab3 req-cbe07c62-2b83-4b7d-b5ca-1cbf2c30cb05 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=967ef47e-0f31-4bd5-9103-b1ba10b5845c HTTP/1.1" status: 200 len: 1096 time: 0.0738127 Jul 23 17:15:34.016615 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9dfc7b10-c19c-4350-9eb5-e4a2637d2ab3 req-8a15f7a1-b7b6-44a8-b581-6434fb74f04f service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=9f6e1921-2445-43c0-9bfd-7489a498c7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349526 Jul 23 17:15:34.226908 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbe7c2-0694-416b-8da1-ecad74f1663a req-afa073a2-8cec-4fcd-9e89-cb7aebcb1559 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:34.228415 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4dbbe7c2-0694-416b-8da1-ecad74f1663a req-afa073a2-8cec-4fcd-9e89-cb7aebcb1559 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/ports?device_id=967ef47e-0f31-4bd5-9103-b1ba10b5845c HTTP/1.1" status: 200 len: 945 time: 0.0760059 Jul 23 17:15:34.278117 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4dbbe7c2-0694-416b-8da1-ecad74f1663a req-35467631-27fa-4d69-aa23-7dac0e7ed84c tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f6e1921-2445-43c0-9bfd-7489a498c7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427852 Jul 23 17:15:35.435667 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4d335a3b-9194-462c-b360-19280c36edb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:35.447071 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e14ebf-7137-45a1-8d55-add395db02b9 req-d954e787-8d57-4d74-aeee-7cb992e02de7 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:35.448721 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-85e14ebf-7137-45a1-8d55-add395db02b9 req-d954e787-8d57-4d74-aeee-7cb992e02de7 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/ports?device_id=967ef47e-0f31-4bd5-9103-b1ba10b5845c HTTP/1.1" status: 200 len: 945 time: 0.0777996 Jul 23 17:15:35.490877 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-85e14ebf-7137-45a1-8d55-add395db02b9 req-a857b0a3-cbfb-4252-9c0a-c275193cf706 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f6e1921-2445-43c0-9bfd-7489a498c7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358808 Jul 23 17:15:35.526024 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:35.573751 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:35.641095 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bae4df-ed79-4c8f-941a-2e849715275e req-09fffc08-86d0-4d45-b4be-e2864db27c6f tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:35.642693 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e5bae4df-ed79-4c8f-941a-2e849715275e req-09fffc08-86d0-4d45-b4be-e2864db27c6f tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/ports?device_id=967ef47e-0f31-4bd5-9103-b1ba10b5845c HTTP/1.1" status: 200 len: 945 time: 0.0781784 Jul 23 17:15:35.697081 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e5bae4df-ed79-4c8f-941a-2e849715275e req-82d9bf83-3ee5-4335-8783-2607c23fb46b tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f6e1921-2445-43c0-9bfd-7489a498c7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433526 Jul 23 17:15:36.753369 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:37.916004 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:38.776277 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:56.980199 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061bb7c-23d5-4ee8-a99c-105c6bcbed43 req-83b420a5-84af-457f-b039-ed1024d368ec tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:56.981817 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f061bb7c-23d5-4ee8-a99c-105c6bcbed43 req-83b420a5-84af-457f-b039-ed1024d368ec tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/ports?device_id=967ef47e-0f31-4bd5-9103-b1ba10b5845c HTTP/1.1" status: 200 len: 945 time: 0.0726740 Jul 23 17:15:57.025277 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f061bb7c-23d5-4ee8-a99c-105c6bcbed43 req-3bf0f699-a927-42ca-9ab9-cf8632d76f87 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f6e1921-2445-43c0-9bfd-7489a498c7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376394 Jul 23 17:15:58.169980 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00166003-d10b-46f6-8f15-f49cac0b2e23 req-81427b2b-08d5-4487-bc3b-0feeff992593 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:58.171631 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-00166003-d10b-46f6-8f15-f49cac0b2e23 req-81427b2b-08d5-4487-bc3b-0feeff992593 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/ports?device_id=967ef47e-0f31-4bd5-9103-b1ba10b5845c HTTP/1.1" status: 200 len: 945 time: 0.0732496 Jul 23 17:15:58.213543 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-00166003-d10b-46f6-8f15-f49cac0b2e23 req-b2343b93-12f0-4097-8c03-3113cfa07655 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f6e1921-2445-43c0-9bfd-7489a498c7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361631 Jul 23 17:15:58.492462 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e7d1a-ba03-45a0-a074-876ed3669087 req-cfd33703-2272-4c52-97b6-114873e5eac0 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:58.494103 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-266e7d1a-ba03-45a0-a074-876ed3669087 req-cfd33703-2272-4c52-97b6-114873e5eac0 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.97 "GET /v2.0/ports?device_id=967ef47e-0f31-4bd5-9103-b1ba10b5845c HTTP/1.1" status: 200 len: 945 time: 0.0732548 Jul 23 17:15:58.605169 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-266e7d1a-ba03-45a0-a074-876ed3669087 req-20bb1b16-08c5-4115-9952-650b089560ae tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Deleting port f1466285-abc5-4156-bd90-b2716bd872e6 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:15:58.605569 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-266e7d1a-ba03-45a0-a074-876ed3669087 req-20bb1b16-08c5-4115-9952-650b089560ae tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:59.067708 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-266e7d1a-ba03-45a0-a074-876ed3669087 req-20bb1b16-08c5-4115-9952-650b089560ae tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] For port f1466285-abc5-4156-bd90-b2716bd872e6, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=f1466285-abc5-4156-bd90-b2716bd872e6,segment=NetworkSegment(7c821a41-5ca6-4cc5-8bde-ad024ea3c299),segment_id=7c821a41-5ca6-4cc5-8bde-ad024ea3c299)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:59.068069 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-266e7d1a-ba03-45a0-a074-876ed3669087 req-20bb1b16-08c5-4115-9952-650b089560ae tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:59.081569 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-266e7d1a-ba03-45a0-a074-876ed3669087 req-20bb1b16-08c5-4115-9952-650b089560ae tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Calling delete_port for f1466285-abc5-4156-bd90-b2716bd872e6 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:15:59.215617 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-266e7d1a-ba03-45a0-a074-876ed3669087 req-20bb1b16-08c5-4115-9952-650b089560ae tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:59.228984 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['f1466285-abc5-4156-bd90-b2716bd872e6'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:15:59.248786 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb1b16-08c5-4115-9952-650b089560ae tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Pushing event deleted for resources: {'Port': ['ID=f1466285-abc5-4156-bd90-b2716bd872e6,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:59.300541 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-266e7d1a-ba03-45a0-a074-876ed3669087 req-20bb1b16-08c5-4115-9952-650b089560ae tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] No DVR routers for this DVR port f1466285-abc5-4156-bd90-b2716bd872e6 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:15:59.304866 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-266e7d1a-ba03-45a0-a074-876ed3669087 req-20bb1b16-08c5-4115-9952-650b089560ae tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:59.306923 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-266e7d1a-ba03-45a0-a074-876ed3669087 req-20bb1b16-08c5-4115-9952-650b089560ae tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.97 "DELETE /v2.0/ports/f1466285-abc5-4156-bd90-b2716bd872e6 HTTP/1.1" status: 204 len: 173 time: 0.8076956 Jul 23 17:15:59.307381 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967ef47e-0f31-4bd5-9103-b1ba10b5845c', 'name': 'network-vif-deleted', 'tag': 'f1466285-abc5-4156-bd90-b2716bd872e6'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:15:59.309694 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed8a5d2-a333-423e-b888-3542d02c249d" -d '{"events": [{"server_uuid": "967ef47e-0f31-4bd5-9103-b1ba10b5845c", "name": "network-vif-deleted", "tag": "f1466285-abc5-4156-bd90-b2716bd872e6"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:15:59.349146 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bd7a1772-92bc-410b-9e1d-671c6c074497 req-0057aab4-485a-4a6c-b29a-db19f2a0df9a tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/ports?device_id=967ef47e-0f31-4bd5-9103-b1ba10b5845c HTTP/1.1" status: 200 len: 210 time: 0.0463185 Jul 23 17:15:59.405177 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d879681-f744-4bea-81df-60ab672ffafa x-openstack-request-id: req-4d879681-f744-4bea-81df-60ab672ffafa {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:15:59.405690 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "967ef47e-0f31-4bd5-9103-b1ba10b5845c", "name": "network-vif-deleted", "tag": "f1466285-abc5-4156-bd90-b2716bd872e6", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:15:59.407067 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4d879681-f744-4bea-81df-60ab672ffafa {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:15:59.407734 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967ef47e-0f31-4bd5-9103-b1ba10b5845c', 'name': 'network-vif-deleted', 'tag': 'f1466285-abc5-4156-bd90-b2716bd872e6', 'status': 'completed', 'code': 200} Jul 23 17:16:00.937375 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-989a42b0-5ccd-4beb-be11-2123306b8f6c tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:00.938941 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-989a42b0-5ccd-4beb-be11-2123306b8f6c tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/networks?id=fb08fb16-edb7-4393-9c66-4e8103c2589a HTTP/1.1" status: 200 len: 817 time: 0.1107593 Jul 23 17:16:00.954728 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-e3251030-7f1f-450a-ad84-af798ad0574b tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/quotas/1409d31e325f44f68042b68e7dbec1eb HTTP/1.1" status: 200 len: 375 time: 0.0101819 Jul 23 17:16:01.022548 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-06c38218-596c-487f-9d0e-98831fb5af87 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1409d31e325f44f68042b68e7dbec1eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623891 Jul 23 17:16:01.131926 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-4807f4d1-9c79-4418-ac7d-2069ebb39204 service neutron] 10.222.0.73 "GET /v2.0/networks/fb08fb16-edb7-4393-9c66-4e8103c2589a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964630 Jul 23 17:16:01.230982 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-dc5b422f-2922-40fe-b987-cbb4e826e077 service neutron] 10.222.0.73 "GET /v2.0/networks/fb08fb16-edb7-4393-9c66-4e8103c2589a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913501 Jul 23 17:16:01.412302 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d4892698-a2ba-4ce8-a4b5-96f7549e2222 req-7014adba-f38e-45ef-a79f-813908db317b tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/ports?device_id=653d4d2b-d5d5-4eab-bb7a-c2214d86a85d HTTP/1.1" status: 200 len: 210 time: 0.0361419 Jul 23 17:16:02.439695 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-22e9a9f1-beed-44b9-b631-9fd803cfe13c tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:02.441868 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-22e9a9f1-beed-44b9-b631-9fd803cfe13c tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.97 "GET /v2.0/networks?id=fb08fb16-edb7-4393-9c66-4e8103c2589a HTTP/1.1" status: 200 len: 817 time: 0.1279821 Jul 23 17:16:02.455427 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-cf4c4a19-d0af-4d0c-b972-7ce3358c069c tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Request body: {'port': {'device_id': '653d4d2b-d5d5-4eab-bb7a-c2214d86a85d', 'network_id': 'fb08fb16-edb7-4393-9c66-4e8103c2589a', 'admin_state_up': True, 'tenant_id': '1409d31e325f44f68042b68e7dbec1eb'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:16:02.556847 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dfb283d4-c827-4e96-8151-bae3460049af req-db594cc9-b9bd-4dc0-9abb-c84aeb2d2446 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/ports?device_id=653d4d2b-d5d5-4eab-bb7a-c2214d86a85d HTTP/1.1" status: 200 len: 210 time: 0.0665576 Jul 23 17:16:02.605728 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-cf4c4a19-d0af-4d0c-b972-7ce3358c069c tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Made reservation on behalf of 1409d31e325f44f68042b68e7dbec1eb for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:16:02.609331 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-cf4c4a19-d0af-4d0c-b972-7ce3358c069c tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:02.747853 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-cf4c4a19-d0af-4d0c-b972-7ce3358c069c tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Allocated IP 172.20.0.11 (fb08fb16-edb7-4393-9c66-4e8103c2589a/7b2b71a1-0465-48a5-8f36-0e34f41bba3a/b92e5446-9a5f-4460-9367-5666f097bec1) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:16:02.757602 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-de823202-1a9e-40d0-89b2-be0863aab495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:02.934008 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-cf4c4a19-d0af-4d0c-b972-7ce3358c069c tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:02.951687 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-cf4c4a19-d0af-4d0c-b972-7ce3358c069c tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Transition to ACTIVE for port object b92e5446-9a5f-4460-9367-5666f097bec1 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:16:02.990674 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-cf4c4a19-d0af-4d0c-b972-7ce3358c069c tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:03.045023 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-cf4c4a19-d0af-4d0c-b972-7ce3358c069c tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Network fb08fb16-edb7-4393-9c66-4e8103c2589a is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:16:03.051722 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-cf4c4a19-d0af-4d0c-b972-7ce3358c069c tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:16:03.056145 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-cf4c4a19-d0af-4d0c-b972-7ce3358c069c tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:16:03.083492 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c4a19-d0af-4d0c-b972-7ce3358c069c tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Pushing event updated for resources: {'Port': ['ID=b92e5446-9a5f-4460-9367-5666f097bec1,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:03.118375 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-cf4c4a19-d0af-4d0c-b972-7ce3358c069c tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:03.119066 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-cf4c4a19-d0af-4d0c-b972-7ce3358c069c tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:03.138606 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-cf4c4a19-d0af-4d0c-b972-7ce3358c069c tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6880641 Jul 23 17:16:03.154275 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-95089609-43ab-4160-975f-41a15ba4055f service neutron] Request body: {'port': {'device_id': '653d4d2b-d5d5-4eab-bb7a-c2214d86a85d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:16:03.250344 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-95089609-43ab-4160-975f-41a15ba4055f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:03.320657 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-663b19ff-bc25-441f-913b-c28bfc950820 None None] Provisioning for port b92e5446-9a5f-4460-9367-5666f097bec1 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:16:03.324810 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-663b19ff-bc25-441f-913b-c28bfc950820 None None] Provisioning complete for port b92e5446-9a5f-4460-9367-5666f097bec1 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:16:03.325108 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-663b19ff-bc25-441f-913b-c28bfc950820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:03.364043 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-663b19ff-bc25-441f-913b-c28bfc950820 None None] Port b92e5446-9a5f-4460-9367-5666f097bec1 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:16:03.591265 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-95089609-43ab-4160-975f-41a15ba4055f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b92e5446-9a5f-4460-9367-5666f097bec1 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:16:03.599846 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-95089609-43ab-4160-975f-41a15ba4055f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:03.613179 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device f1466285-abc5-4156-bd90-b2716bd872e6 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:16:03.614456 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-95089609-43ab-4160-975f-41a15ba4055f service neutron] Transition to ACTIVE for port object b92e5446-9a5f-4460-9367-5666f097bec1 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:16:03.619327 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-95089609-43ab-4160-975f-41a15ba4055f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:03.637718 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: f1466285-abc5-4156-bd90-b2716bd872e6 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:16:03.638073 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device f1466285-abc5-4156-bd90-b2716bd872e6 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:16:03.706592 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95089609-43ab-4160-975f-41a15ba4055f service neutron] Pushing event updated for resources: {'Port': ['ID=b92e5446-9a5f-4460-9367-5666f097bec1,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:03.810107 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ecf87b-2b28-4737-843e-ec56e52bcb8a req-8afc2422-e2ef-461f-be4c-4f414ca8686b tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:03.813429 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e6ecf87b-2b28-4737-843e-ec56e52bcb8a req-8afc2422-e2ef-461f-be4c-4f414ca8686b tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/ports?device_id=653d4d2b-d5d5-4eab-bb7a-c2214d86a85d HTTP/1.1" status: 200 len: 944 time: 0.1614614 Jul 23 17:16:03.835639 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-95089609-43ab-4160-975f-41a15ba4055f service neutron] Attempting to bind port b92e5446-9a5f-4460-9367-5666f097bec1 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:16:03.835993 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-95089609-43ab-4160-975f-41a15ba4055f service neutron] Attempting to bind port b92e5446-9a5f-4460-9367-5666f097bec1 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '7c821a41-5ca6-4cc5-8bde-ad024ea3c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'fb08fb16-edb7-4393-9c66-4e8103c2589a'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:16:03.836328 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-95089609-43ab-4160-975f-41a15ba4055f service neutron] Attempting to bind port b92e5446-9a5f-4460-9367-5666f097bec1 on network fb08fb16-edb7-4393-9c66-4e8103c2589a {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:16:03.857513 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-95089609-43ab-4160-975f-41a15ba4055f service neutron] Port b92e5446-9a5f-4460-9367-5666f097bec1 on network fb08fb16-edb7-4393-9c66-4e8103c2589a not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:16:03.857779 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-95089609-43ab-4160-975f-41a15ba4055f service neutron] Attempting to bind port b92e5446-9a5f-4460-9367-5666f097bec1 on network fb08fb16-edb7-4393-9c66-4e8103c2589a {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:16:03.874007 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-95089609-43ab-4160-975f-41a15ba4055f service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:16:03.874361 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-95089609-43ab-4160-975f-41a15ba4055f service neutron] Checking segment: {'id': '7c821a41-5ca6-4cc5-8bde-ad024ea3c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'fb08fb16-edb7-4393-9c66-4e8103c2589a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:16:03.874940 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-95089609-43ab-4160-975f-41a15ba4055f service neutron] Bound using segment: {'id': '7c821a41-5ca6-4cc5-8bde-ad024ea3c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'fb08fb16-edb7-4393-9c66-4e8103c2589a'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:16:03.875413 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-95089609-43ab-4160-975f-41a15ba4055f service neutron] Bound port: b92e5446-9a5f-4460-9367-5666f097bec1, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c821a41-5ca6-4cc5-8bde-ad024ea3c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'fb08fb16-edb7-4393-9c66-4e8103c2589a'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:16:03.875786 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-95089609-43ab-4160-975f-41a15ba4055f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:03.884078 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e6ecf87b-2b28-4737-843e-ec56e52bcb8a req-edccafe8-1bc6-44f6-9a48-a2410e918e02 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f6e1921-2445-43c0-9bfd-7489a498c7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607872 Jul 23 17:16:03.955686 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-95089609-43ab-4160-975f-41a15ba4055f service neutron] For port b92e5446-9a5f-4460-9367-5666f097bec1, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:16:03.960202 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-95089609-43ab-4160-975f-41a15ba4055f service neutron] For port b92e5446-9a5f-4460-9367-5666f097bec1, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=b92e5446-9a5f-4460-9367-5666f097bec1,segment=NetworkSegment(7c821a41-5ca6-4cc5-8bde-ad024ea3c299),segment_id=7c821a41-5ca6-4cc5-8bde-ad024ea3c299)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:16:03.966874 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-95089609-43ab-4160-975f-41a15ba4055f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:04.014082 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-95089609-43ab-4160-975f-41a15ba4055f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:04.014762 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-95089609-43ab-4160-975f-41a15ba4055f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:04.016334 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-95089609-43ab-4160-975f-41a15ba4055f service neutron] 10.222.0.97 "PUT /v2.0/ports/b92e5446-9a5f-4460-9367-5666f097bec1 HTTP/1.1" status: 200 len: 1092 time: 0.8693438 Jul 23 17:16:04.016667 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653d4d2b-d5d5-4eab-bb7a-c2214d86a85d', 'tag': 'b92e5446-9a5f-4460-9367-5666f097bec1'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:16:04.023586 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671226a0-4d62-4cb1-bb63-6452c2cc022b" -d '{"events": [{"name": "network-changed", "server_uuid": "653d4d2b-d5d5-4eab-bb7a-c2214d86a85d", "tag": "b92e5446-9a5f-4460-9367-5666f097bec1"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:16:04.080130 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95089609-43ab-4160-975f-41a15ba4055f service neutron] Pushing event updated for resources: {'Port': ['ID=b92e5446-9a5f-4460-9367-5666f097bec1,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:04.121364 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59c608e-d690-4cf3-a67a-7d1fc15d730e x-openstack-request-id: req-a59c608e-d690-4cf3-a67a-7d1fc15d730e {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:16:04.121627 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653d4d2b-d5d5-4eab-bb7a-c2214d86a85d", "tag": "b92e5446-9a5f-4460-9367-5666f097bec1", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:16:04.121962 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a59c608e-d690-4cf3-a67a-7d1fc15d730e {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:16:04.122447 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653d4d2b-d5d5-4eab-bb7a-c2214d86a85d', 'tag': 'b92e5446-9a5f-4460-9367-5666f097bec1', 'status': 'completed', 'code': 200} Jul 23 17:16:04.177113 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-cb36d342-93c4-4529-b6e2-42e2b6cb5e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:04.179790 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-cb36d342-93c4-4529-b6e2-42e2b6cb5e0c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1409d31e325f44f68042b68e7dbec1eb&device_id=653d4d2b-d5d5-4eab-bb7a-c2214d86a85d HTTP/1.1" status: 200 len: 1095 time: 0.1124899 Jul 23 17:16:04.232014 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-98b7e6e4-11ce-48f7-9c5e-8dcb7d6b39a4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b92e5446-9a5f-4460-9367-5666f097bec1 HTTP/1.1" status: 200 len: 217 time: 0.0448949 Jul 23 17:16:04.316210 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-b5e37c36-f62c-4857-8e54-b4b2e75fc565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:04.317791 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-b5e37c36-f62c-4857-8e54-b4b2e75fc565 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7b2b71a1-0465-48a5-8f36-0e34f41bba3a HTTP/1.1" status: 200 len: 856 time: 0.0792534 Jul 23 17:16:04.403255 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-d6280818-ba36-4dfc-9e59-bb02dcec8433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:04.405338 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-d6280818-ba36-4dfc-9e59-bb02dcec8433 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=fb08fb16-edb7-4393-9c66-4e8103c2589a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795789 Jul 23 17:16:04.525421 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-4a0ef728-bce5-434c-afd5-54605049014c service neutron] 10.222.0.97 "GET /v2.0/networks/fb08fb16-edb7-4393-9c66-4e8103c2589a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141276 Jul 23 17:16:04.640818 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5b43c4e-1896-49ee-8b2d-f11b702d5579 req-15fe7c0e-101e-448d-9b57-981277a045f4 service neutron] 10.222.0.97 "GET /v2.0/networks/fb08fb16-edb7-4393-9c66-4e8103c2589a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079004 Jul 23 17:16:04.756985 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671226a0-4d62-4cb1-bb63-6452c2cc022b req-4c4c7970-304c-4a38-8bcf-a3189a419e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:04.758817 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-671226a0-4d62-4cb1-bb63-6452c2cc022b req-4c4c7970-304c-4a38-8bcf-a3189a419e35 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1409d31e325f44f68042b68e7dbec1eb&device_id=653d4d2b-d5d5-4eab-bb7a-c2214d86a85d HTTP/1.1" status: 200 len: 1095 time: 0.0701010 Jul 23 17:16:04.860759 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671226a0-4d62-4cb1-bb63-6452c2cc022b req-913c972a-fd5f-46a4-b0f7-dc7daf123083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:04.862597 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-671226a0-4d62-4cb1-bb63-6452c2cc022b req-913c972a-fd5f-46a4-b0f7-dc7daf123083 service neutron] 10.222.0.97 "GET /v2.0/networks?id=fb08fb16-edb7-4393-9c66-4e8103c2589a HTTP/1.1" status: 200 len: 919 time: 0.0966866 Jul 23 17:16:04.905749 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-671226a0-4d62-4cb1-bb63-6452c2cc022b req-566ce57c-6ff3-4fc0-9e3d-2a1b85170178 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b92e5446-9a5f-4460-9367-5666f097bec1 HTTP/1.1" status: 200 len: 217 time: 0.0364203 Jul 23 17:16:04.966540 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671226a0-4d62-4cb1-bb63-6452c2cc022b req-1d226663-7321-4111-9099-e39791ca969f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:04.968234 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-671226a0-4d62-4cb1-bb63-6452c2cc022b req-1d226663-7321-4111-9099-e39791ca969f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7b2b71a1-0465-48a5-8f36-0e34f41bba3a HTTP/1.1" status: 200 len: 856 time: 0.0552557 Jul 23 17:16:05.076096 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671226a0-4d62-4cb1-bb63-6452c2cc022b req-1e44e015-0dcc-4d62-bb0e-2d0bd11e8650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:05.077808 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-671226a0-4d62-4cb1-bb63-6452c2cc022b req-1e44e015-0dcc-4d62-bb0e-2d0bd11e8650 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=fb08fb16-edb7-4393-9c66-4e8103c2589a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021678 Jul 23 17:16:05.089771 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45584afe-2d38-40c8-827a-04dd9d103363 req-e7051ee6-b7d0-46e2-adbd-494fc4fb980d tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:05.091680 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45584afe-2d38-40c8-827a-04dd9d103363 req-e7051ee6-b7d0-46e2-adbd-494fc4fb980d tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/ports?device_id=653d4d2b-d5d5-4eab-bb7a-c2214d86a85d HTTP/1.1" status: 200 len: 944 time: 0.1070678 Jul 23 17:16:05.189305 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-45584afe-2d38-40c8-827a-04dd9d103363 req-a3b5a62c-c1ad-4a6e-a962-df4b81ab6d71 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f6e1921-2445-43c0-9bfd-7489a498c7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853057 Jul 23 17:16:05.222957 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-671226a0-4d62-4cb1-bb63-6452c2cc022b req-f5da6169-bb5a-4838-babc-6050d8833e2d service neutron] 10.222.0.97 "GET /v2.0/networks/fb08fb16-edb7-4393-9c66-4e8103c2589a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298530 Jul 23 17:16:05.323693 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-671226a0-4d62-4cb1-bb63-6452c2cc022b req-ef3e976f-df82-4936-8cdf-5d41dafce37f service neutron] 10.222.0.97 "GET /v2.0/networks/fb08fb16-edb7-4393-9c66-4e8103c2589a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928841 Jul 23 17:16:05.439860 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b53939d9-948f-4519-acd7-aa678bde14ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:05.517912 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:05.583243 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:06.192781 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:16:06.348096 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21790bb-9522-4a57-bb19-a943b132f961 req-4d255927-dbfc-4ed3-a9bb-9a89ef4605b0 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:06.349767 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f21790bb-9522-4a57-bb19-a943b132f961 req-4d255927-dbfc-4ed3-a9bb-9a89ef4605b0 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/ports?device_id=653d4d2b-d5d5-4eab-bb7a-c2214d86a85d HTTP/1.1" status: 200 len: 944 time: 0.0796475 Jul 23 17:16:06.398301 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f21790bb-9522-4a57-bb19-a943b132f961 req-2ea93d2b-cec6-4cec-b899-e3f79b4e34df tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f6e1921-2445-43c0-9bfd-7489a498c7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370908 Jul 23 17:16:06.747363 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:07.541934 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74de2b-6d04-4eae-895b-5a00104bc849 req-da238be3-8cf4-4d50-8949-11ddf84c3986 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:07.543714 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c74de2b-6d04-4eae-895b-5a00104bc849 req-da238be3-8cf4-4d50-8949-11ddf84c3986 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/ports?device_id=653d4d2b-d5d5-4eab-bb7a-c2214d86a85d HTTP/1.1" status: 200 len: 944 time: 0.0718663 Jul 23 17:16:07.588029 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6c74de2b-6d04-4eae-895b-5a00104bc849 req-9afd6eb1-6231-4e31-b944-72555e3f25a6 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f6e1921-2445-43c0-9bfd-7489a498c7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374081 Jul 23 17:16:07.615777 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device b92e5446-9a5f-4460-9367-5666f097bec1 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:16:07.725354 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port b92e5446-9a5f-4460-9367-5666f097bec1, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=b92e5446-9a5f-4460-9367-5666f097bec1,segment=NetworkSegment(7c821a41-5ca6-4cc5-8bde-ad024ea3c299),segment_id=7c821a41-5ca6-4cc5-8bde-ad024ea3c299)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:16:07.739787 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'b92e5446-9a5f-4460-9367-5666f097bec1', 'network_id': 'fb08fb16-edb7-4393-9c66-4e8103c2589a', 'port_id': 'b92e5446-9a5f-4460-9367-5666f097bec1', 'mac_address': 'fa:16:3e:e4:83:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b2b71a1-0465-48a5-8f36-0e34f41bba3a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:16:07.787691 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:07.816110 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b92e5446-9a5f-4460-9367-5666f097bec1 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:16:07.851764 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port b92e5446-9a5f-4460-9367-5666f097bec1, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=b92e5446-9a5f-4460-9367-5666f097bec1,segment=NetworkSegment(7c821a41-5ca6-4cc5-8bde-ad024ea3c299),segment_id=7c821a41-5ca6-4cc5-8bde-ad024ea3c299)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:16:07.857374 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:07.921505 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=b92e5446-9a5f-4460-9367-5666f097bec1,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:07.932230 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:07.933810 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:07.934152 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:07.934487 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:07.934813 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:07.935138 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:07.935489 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:07.935977 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:07.936297 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:07.936615 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:07.936935 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:07.937277 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:07.937598 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:08.078074 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['b92e5446-9a5f-4460-9367-5666f097bec1'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:16:08.734627 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe8637-2beb-4745-a7f2-d85ceaecee34 req-b36e4aa8-44c3-4ee5-a585-253dd3b506dd tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:08.736551 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eabe8637-2beb-4745-a7f2-d85ceaecee34 req-b36e4aa8-44c3-4ee5-a585-253dd3b506dd tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/ports?device_id=653d4d2b-d5d5-4eab-bb7a-c2214d86a85d HTTP/1.1" status: 200 len: 945 time: 0.0742977 Jul 23 17:16:08.774660 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:08.785555 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eabe8637-2beb-4745-a7f2-d85ceaecee34 req-af7a891f-abaf-4fe0-9aba-cc0279c673bf tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f6e1921-2445-43c0-9bfd-7489a498c7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388145 Jul 23 17:16:09.642938 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device b92e5446-9a5f-4460-9367-5666f097bec1 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:16:09.698129 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port b92e5446-9a5f-4460-9367-5666f097bec1 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:16:09.703303 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port b92e5446-9a5f-4460-9367-5666f097bec1 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:16:09.703801 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:09.803319 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:09.829796 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653d4d2b-d5d5-4eab-bb7a-c2214d86a85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92e5446-9a5f-4460-9367-5666f097bec1'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:16:09.832529 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d9158437a3a893895635b777aad4314b219cd6685506ac89f624094daaea09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc6d637-f46a-4639-bd42-a41ccef71c78" -d '{"events": [{"server_uuid": "653d4d2b-d5d5-4eab-bb7a-c2214d86a85d", "name": "network-vif-plugged", "status": "completed", "tag": "b92e5446-9a5f-4460-9367-5666f097bec1"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:16:09.847742 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port b92e5446-9a5f-4460-9367-5666f097bec1, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=b92e5446-9a5f-4460-9367-5666f097bec1,segment=NetworkSegment(7c821a41-5ca6-4cc5-8bde-ad024ea3c299),segment_id=7c821a41-5ca6-4cc5-8bde-ad024ea3c299)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:16:09.852979 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:09.912036 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=b92e5446-9a5f-4460-9367-5666f097bec1,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:09.991383 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b3e26-cad1-425a-86b7-19dcfd968acb req-82276fc2-ac05-41d8-bd7c-b0c304fc1199 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:09.994016 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-576b3e26-cad1-425a-86b7-19dcfd968acb req-82276fc2-ac05-41d8-bd7c-b0c304fc1199 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/ports?device_id=653d4d2b-d5d5-4eab-bb7a-c2214d86a85d HTTP/1.1" status: 200 len: 946 time: 0.0979974 Jul 23 17:16:10.038646 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-576b3e26-cad1-425a-86b7-19dcfd968acb req-e912ce1b-5b43-4cc0-83c2-55c9d145f627 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f6e1921-2445-43c0-9bfd-7489a498c7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380557 Jul 23 17:16:10.104367 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2d5ea1-6f99-48f7-ae1f-3e0fe923d701 x-openstack-request-id: req-dc2d5ea1-6f99-48f7-ae1f-3e0fe923d701 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:16:10.104839 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653d4d2b-d5d5-4eab-bb7a-c2214d86a85d", "name": "network-vif-plugged", "status": "completed", "tag": "b92e5446-9a5f-4460-9367-5666f097bec1", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:16:10.105295 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dc2d5ea1-6f99-48f7-ae1f-3e0fe923d701 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:16:10.105920 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653d4d2b-d5d5-4eab-bb7a-c2214d86a85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92e5446-9a5f-4460-9367-5666f097bec1', 'code': 200} Jul 23 17:16:10.225521 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8eea7-3fc3-4f8e-817d-142b017dfcd3 req-b6ec88b1-d968-4227-8bab-9fd9e4d04ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:10.227322 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a0f8eea7-3fc3-4f8e-817d-142b017dfcd3 req-b6ec88b1-d968-4227-8bab-9fd9e4d04ef0 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=653d4d2b-d5d5-4eab-bb7a-c2214d86a85d HTTP/1.1" status: 200 len: 1097 time: 0.0613317 Jul 23 17:16:10.269334 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a0f8eea7-3fc3-4f8e-817d-142b017dfcd3 req-7cbb9f60-91d2-4c4b-9681-e08263c92a37 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=9f6e1921-2445-43c0-9bfd-7489a498c7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350676 Jul 23 17:16:11.206602 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6ca28-9baf-4b06-b1f9-cc194674171a req-96fbc591-f134-4813-bf28-0bf540d78f7e tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:11.208216 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-92d6ca28-9baf-4b06-b1f9-cc194674171a req-96fbc591-f134-4813-bf28-0bf540d78f7e tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/ports?device_id=653d4d2b-d5d5-4eab-bb7a-c2214d86a85d HTTP/1.1" status: 200 len: 946 time: 0.0858634 Jul 23 17:16:11.251092 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-92d6ca28-9baf-4b06-b1f9-cc194674171a req-0feeb7c2-b71e-402b-9272-a61cc9b86729 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f6e1921-2445-43c0-9bfd-7489a498c7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365415 Jul 23 17:16:11.398262 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837595b-909e-4c67-a1d6-0bb67f23bd58 req-2be31d90-6e1b-45b3-b3ce-862daa0ba9f5 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:11.399911 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6837595b-909e-4c67-a1d6-0bb67f23bd58 req-2be31d90-6e1b-45b3-b3ce-862daa0ba9f5 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/ports?device_id=653d4d2b-d5d5-4eab-bb7a-c2214d86a85d HTTP/1.1" status: 200 len: 946 time: 0.0755634 Jul 23 17:16:11.441947 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6837595b-909e-4c67-a1d6-0bb67f23bd58 req-36292c5a-229a-466c-8d1c-b0248e1b8632 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f6e1921-2445-43c0-9bfd-7489a498c7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346601 Jul 23 17:16:25.887749 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4990bcda-597f-4429-ba9c-cbb54e15a117 req-f0912c7b-719c-4a7e-94d5-761cf54aab7e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=653d4d2b-d5d5-4eab-bb7a-c2214d86a85d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0852616 Jul 23 17:16:26.002677 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990bcda-597f-4429-ba9c-cbb54e15a117 req-0c0c6ad9-06b1-45d7-8249-fef4c9deef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:26.004133 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4990bcda-597f-4429-ba9c-cbb54e15a117 req-0c0c6ad9-06b1-45d7-8249-fef4c9deef08 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1409d31e325f44f68042b68e7dbec1eb&device_id=653d4d2b-d5d5-4eab-bb7a-c2214d86a85d HTTP/1.1" status: 200 len: 1097 time: 0.0618267 Jul 23 17:16:26.120043 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990bcda-597f-4429-ba9c-cbb54e15a117 req-79298e6b-ab7d-4a2a-a584-fd4193351be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:26.122210 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4990bcda-597f-4429-ba9c-cbb54e15a117 req-79298e6b-ab7d-4a2a-a584-fd4193351be8 service neutron] 10.222.0.97 "GET /v2.0/networks?id=fb08fb16-edb7-4393-9c66-4e8103c2589a HTTP/1.1" status: 200 len: 919 time: 0.0988021 Jul 23 17:16:26.171572 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4990bcda-597f-4429-ba9c-cbb54e15a117 req-a8699dd7-cdae-4e4b-aa59-1ccf155e798d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b92e5446-9a5f-4460-9367-5666f097bec1 HTTP/1.1" status: 200 len: 217 time: 0.0424142 Jul 23 17:16:26.224005 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990bcda-597f-4429-ba9c-cbb54e15a117 req-c7353cda-d199-4744-af35-ce2616ed367c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:26.225569 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4990bcda-597f-4429-ba9c-cbb54e15a117 req-c7353cda-d199-4744-af35-ce2616ed367c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7b2b71a1-0465-48a5-8f36-0e34f41bba3a HTTP/1.1" status: 200 len: 856 time: 0.0483544 Jul 23 17:16:26.289495 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990bcda-597f-4429-ba9c-cbb54e15a117 req-7ecd47fc-6cbd-4230-a406-c47a8ea29947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:26.291063 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4990bcda-597f-4429-ba9c-cbb54e15a117 req-7ecd47fc-6cbd-4230-a406-c47a8ea29947 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=fb08fb16-edb7-4393-9c66-4e8103c2589a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590606 Jul 23 17:16:26.397939 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4990bcda-597f-4429-ba9c-cbb54e15a117 req-ab201df4-3600-4220-9c6c-b858348f0739 service neutron] 10.222.0.97 "GET /v2.0/networks/fb08fb16-edb7-4393-9c66-4e8103c2589a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988069 Jul 23 17:16:26.507121 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4990bcda-597f-4429-ba9c-cbb54e15a117 req-0a8c3eb4-f594-4a67-be72-097edd587926 service neutron] 10.222.0.97 "GET /v2.0/networks/fb08fb16-edb7-4393-9c66-4e8103c2589a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000216 Jul 23 17:16:30.137881 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-39334e62-aa42-4c00-974c-6853300d5fec req-9e596cb7-200c-4945-a5de-580efb3bf516 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0826683 Jul 23 17:16:30.244547 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39334e62-aa42-4c00-974c-6853300d5fec req-3cd560ed-d007-45c8-99f4-12b9eff65bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:30.246567 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-39334e62-aa42-4c00-974c-6853300d5fec req-3cd560ed-d007-45c8-99f4-12b9eff65bac service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0594249 Jul 23 17:16:30.366088 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39334e62-aa42-4c00-974c-6853300d5fec req-9bde116d-9681-4cca-aba1-c272c585f21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:30.367552 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-39334e62-aa42-4c00-974c-6853300d5fec req-9bde116d-9681-4cca-aba1-c272c585f21d service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0965278 Jul 23 17:16:30.413872 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-39334e62-aa42-4c00-974c-6853300d5fec req-d70c87ff-7535-4de2-a1cc-0ae3ee7b01bd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0404718 Jul 23 17:16:30.465755 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39334e62-aa42-4c00-974c-6853300d5fec req-a3a1630d-ae06-4d2e-9825-cbd0391d7de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:30.467280 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-39334e62-aa42-4c00-974c-6853300d5fec req-a3a1630d-ae06-4d2e-9825-cbd0391d7de4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0479269 Jul 23 17:16:30.531117 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39334e62-aa42-4c00-974c-6853300d5fec req-d2050eec-d7b4-4291-8a64-1b106707d3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:30.532582 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-39334e62-aa42-4c00-974c-6853300d5fec req-d2050eec-d7b4-4291-8a64-1b106707d3f3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591071 Jul 23 17:16:30.645346 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-39334e62-aa42-4c00-974c-6853300d5fec req-8c830d8f-2c74-4b14-b88f-6e1df87b7f3d service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064484 Jul 23 17:16:30.747091 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-39334e62-aa42-4c00-974c-6853300d5fec req-1c875e3d-ab38-440b-bbd9-123a79f4622d service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941875 Jul 23 17:16:32.475428 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0ca92-cf25-4fbf-bcb1-2a313d5b7e7d req-39e34468-ea98-4a5d-9319-03992468476c tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:32.477041 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bab0ca92-cf25-4fbf-bcb1-2a313d5b7e7d req-39e34468-ea98-4a5d-9319-03992468476c tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/ports?device_id=653d4d2b-d5d5-4eab-bb7a-c2214d86a85d HTTP/1.1" status: 200 len: 946 time: 0.0723128 Jul 23 17:16:32.523677 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bab0ca92-cf25-4fbf-bcb1-2a313d5b7e7d req-14916863-1c46-4f34-b118-6e29f2f1548d tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f6e1921-2445-43c0-9bfd-7489a498c7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402150 Jul 23 17:16:32.753151 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a1a27ad6-2637-420c-8185-21965c41f3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:33.697197 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78554c-d385-4805-87e5-19eb7386339f req-5e0e96de-ad92-47c4-aa31-a0795eeeadc0 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:33.698844 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec78554c-d385-4805-87e5-19eb7386339f req-5e0e96de-ad92-47c4-aa31-a0795eeeadc0 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/ports?device_id=653d4d2b-d5d5-4eab-bb7a-c2214d86a85d HTTP/1.1" status: 200 len: 946 time: 0.1028199 Jul 23 17:16:33.743312 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ec78554c-d385-4805-87e5-19eb7386339f req-00bbc600-1960-4a84-a77b-654a6193790a tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f6e1921-2445-43c0-9bfd-7489a498c7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385852 Jul 23 17:16:33.971231 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f509e3-65eb-4d1a-a6cd-067f245f7ef3 req-0e4abea9-2609-4daf-829d-10f3259538e6 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:33.972904 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99f509e3-65eb-4d1a-a6cd-067f245f7ef3 req-0e4abea9-2609-4daf-829d-10f3259538e6 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.97 "GET /v2.0/ports?device_id=653d4d2b-d5d5-4eab-bb7a-c2214d86a85d HTTP/1.1" status: 200 len: 946 time: 0.0720284 Jul 23 17:16:34.086772 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-99f509e3-65eb-4d1a-a6cd-067f245f7ef3 req-6145a193-909f-46e6-8e97-ec52e2710579 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Deleting port b92e5446-9a5f-4460-9367-5666f097bec1 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:16:34.087114 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-99f509e3-65eb-4d1a-a6cd-067f245f7ef3 req-6145a193-909f-46e6-8e97-ec52e2710579 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:34.193311 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-99f509e3-65eb-4d1a-a6cd-067f245f7ef3 req-6145a193-909f-46e6-8e97-ec52e2710579 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] For port b92e5446-9a5f-4460-9367-5666f097bec1, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=b92e5446-9a5f-4460-9367-5666f097bec1,segment=NetworkSegment(7c821a41-5ca6-4cc5-8bde-ad024ea3c299),segment_id=7c821a41-5ca6-4cc5-8bde-ad024ea3c299)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:16:34.193682 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-99f509e3-65eb-4d1a-a6cd-067f245f7ef3 req-6145a193-909f-46e6-8e97-ec52e2710579 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:34.209086 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-99f509e3-65eb-4d1a-a6cd-067f245f7ef3 req-6145a193-909f-46e6-8e97-ec52e2710579 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Calling delete_port for b92e5446-9a5f-4460-9367-5666f097bec1 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:16:34.350636 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-99f509e3-65eb-4d1a-a6cd-067f245f7ef3 req-6145a193-909f-46e6-8e97-ec52e2710579 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:34.365280 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['b92e5446-9a5f-4460-9367-5666f097bec1'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:16:34.385911 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145a193-909f-46e6-8e97-ec52e2710579 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Pushing event deleted for resources: {'Port': ['ID=b92e5446-9a5f-4460-9367-5666f097bec1,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:34.420854 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6145a193-909f-46e6-8e97-ec52e2710579 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:34.421397 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6145a193-909f-46e6-8e97-ec52e2710579 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:34.421572 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6145a193-909f-46e6-8e97-ec52e2710579 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:34.421919 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6145a193-909f-46e6-8e97-ec52e2710579 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:34.422254 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6145a193-909f-46e6-8e97-ec52e2710579 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:34.422611 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6145a193-909f-46e6-8e97-ec52e2710579 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:34.422920 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6145a193-909f-46e6-8e97-ec52e2710579 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:34.423244 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6145a193-909f-46e6-8e97-ec52e2710579 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:34.423577 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6145a193-909f-46e6-8e97-ec52e2710579 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:34.423913 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6145a193-909f-46e6-8e97-ec52e2710579 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:34.424236 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6145a193-909f-46e6-8e97-ec52e2710579 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:34.424591 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6145a193-909f-46e6-8e97-ec52e2710579 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:34.453396 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f509e3-65eb-4d1a-a6cd-067f245f7ef3 req-6145a193-909f-46e6-8e97-ec52e2710579 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] No DVR routers for this DVR port b92e5446-9a5f-4460-9367-5666f097bec1 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:16:34.456373 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-99f509e3-65eb-4d1a-a6cd-067f245f7ef3 req-6145a193-909f-46e6-8e97-ec52e2710579 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:34.458655 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99f509e3-65eb-4d1a-a6cd-067f245f7ef3 req-6145a193-909f-46e6-8e97-ec52e2710579 tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.97 "DELETE /v2.0/ports/b92e5446-9a5f-4460-9367-5666f097bec1 HTTP/1.1" status: 204 len: 173 time: 0.4800639 Jul 23 17:16:34.459144 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653d4d2b-d5d5-4eab-bb7a-c2214d86a85d', 'name': 'network-vif-deleted', 'tag': 'b92e5446-9a5f-4460-9367-5666f097bec1'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:16:34.461564 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a284df7-d5cb-416b-85d0-e96f6236cdfd" -d '{"events": [{"server_uuid": "653d4d2b-d5d5-4eab-bb7a-c2214d86a85d", "name": "network-vif-deleted", "tag": "b92e5446-9a5f-4460-9367-5666f097bec1"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:16:34.534791 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a906f5-30fa-4a8b-abde-dcb10fc3a076 x-openstack-request-id: req-65a906f5-30fa-4a8b-abde-dcb10fc3a076 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:16:34.535266 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653d4d2b-d5d5-4eab-bb7a-c2214d86a85d", "name": "network-vif-deleted", "tag": "b92e5446-9a5f-4460-9367-5666f097bec1", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:16:34.535679 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-65a906f5-30fa-4a8b-abde-dcb10fc3a076 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:16:34.536366 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653d4d2b-d5d5-4eab-bb7a-c2214d86a85d', 'name': 'network-vif-deleted', 'tag': 'b92e5446-9a5f-4460-9367-5666f097bec1', 'status': 'completed', 'code': 200} Jul 23 17:16:34.890509 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-af93b989-f33a-4c13-98b2-9e922dc45b97 req-e991313a-3258-400c-bacf-202c08f7cb9b tempest-TestEncryptedCinderVolumes-50182709 tempest-TestEncryptedCinderVolumes-50182709-project] 10.222.0.73 "GET /v2.0/ports?device_id=653d4d2b-d5d5-4eab-bb7a-c2214d86a85d HTTP/1.1" status: 200 len: 210 time: 0.0532088 Jul 23 17:16:35.444353 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f27f4b5d-2d8f-4534-a075-3474e91a1426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:35.517242 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:35.587345 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:36.031327 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58172) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:16:36.449321 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dedf13e2-1192-4c5f-9125-3ca4a1605ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:36.749206 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:36.754846 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-dedf13e2-1192-4c5f-9125-3ca4a1605ec9 admin admin] Deleting port 915e0b59-ae19-41f1-845a-0bbc40e893ba {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:16:36.755331 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dedf13e2-1192-4c5f-9125-3ca4a1605ec9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:36.845276 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-dedf13e2-1192-4c5f-9125-3ca4a1605ec9 admin admin] For port 915e0b59-ae19-41f1-845a-0bbc40e893ba, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=915e0b59-ae19-41f1-845a-0bbc40e893ba,segment=NetworkSegment(7c821a41-5ca6-4cc5-8bde-ad024ea3c299),segment_id=7c821a41-5ca6-4cc5-8bde-ad024ea3c299)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:16:36.845704 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dedf13e2-1192-4c5f-9125-3ca4a1605ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:36.861855 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-dedf13e2-1192-4c5f-9125-3ca4a1605ec9 admin admin] Calling delete_port for 915e0b59-ae19-41f1-845a-0bbc40e893ba owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:16:37.075742 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dedf13e2-1192-4c5f-9125-3ca4a1605ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:37.108403 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf13e2-1192-4c5f-9125-3ca4a1605ec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=915e0b59-ae19-41f1-845a-0bbc40e893ba,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:37.301415 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dedf13e2-1192-4c5f-9125-3ca4a1605ec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:37.736205 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device b92e5446-9a5f-4460-9367-5666f097bec1 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:16:37.759392 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: b92e5446-9a5f-4460-9367-5666f097bec1 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:16:37.761395 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device b92e5446-9a5f-4460-9367-5666f097bec1 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:16:37.921914 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:37.968379 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedf13e2-1192-4c5f-9125-3ca4a1605ec9 admin admin] Router 5205d8b1-cfd1-4d70-ad0d-acbd37fc316a has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:16:38.085425 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedf13e2-1192-4c5f-9125-3ca4a1605ec9 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:16:38.095392 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-dedf13e2-1192-4c5f-9125-3ca4a1605ec9 admin admin] 10.222.0.73 "PUT /v2.0/routers/5205d8b1-cfd1-4d70-ad0d-acbd37fc316a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0582368 Jul 23 17:16:38.097103 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58174) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:16:38.100667 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94095d37-81ce-4d9b-bcb5-4348a43d95f5 None None] Sync routers for ids ['5205d8b1-cfd1-4d70-ad0d-acbd37fc316a'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:16:38.118431 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94095d37-81ce-4d9b-bcb5-4348a43d95f5 None None] Routers {'5205d8b1-cfd1-4d70-ad0d-acbd37fc316a'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:16:38.120082 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-94095d37-81ce-4d9b-bcb5-4348a43d95f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:16:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5205d8b1-cfd1-4d70-ad0d-acbd37fc316a'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:16:38.222860 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4178a647-d17a-42ef-92b0-d2684fdcff34 admin admin] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:38.258340 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-94095d37-81ce-4d9b-bcb5-4348a43d95f5 None None] Set router 5205d8b1-cfd1-4d70-ad0d-acbd37fc316a gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:16:38.384944 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4178a647-d17a-42ef-92b0-d2684fdcff34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:38.460031 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-4178a647-d17a-42ef-92b0-d2684fdcff34 admin admin] Deleting port 496db475-cd77-4998-960f-0962379e84e7 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:16:38.460353 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4178a647-d17a-42ef-92b0-d2684fdcff34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:38.518730 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-94095d37-81ce-4d9b-bcb5-4348a43d95f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5205d8b1-cfd1-4d70-ad0d-acbd37fc316a', 'name': 'tempest-TestEncryptedCinderVolumes-1157433576-router', 'tenant_id': '1409d31e325f44f68042b68e7dbec1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '496db475-cd77-4998-960f-0962379e84e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:15:13Z', 'updated_at': '2021-07-23T17:16:37Z', 'revision_number': 5, 'project_id': '1409d31e325f44f68042b68e7dbec1eb', 'gw_port': {'id': '496db475-cd77-4998-960f-0962379e84e7', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5205d8b1-cfd1-4d70-ad0d-acbd37fc316a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:15:14Z', 'updated_at': '2021-07-23T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:16:38.547725 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94095d37-81ce-4d9b-bcb5-4348a43d95f5 None None] Checking router: 5205d8b1-cfd1-4d70-ad0d-acbd37fc316a for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:16:38.559256 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94095d37-81ce-4d9b-bcb5-4348a43d95f5 None None] Routers {'5205d8b1-cfd1-4d70-ad0d-acbd37fc316a'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:16:38.559894 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-94095d37-81ce-4d9b-bcb5-4348a43d95f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:16:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['5205d8b1-cfd1-4d70-ad0d-acbd37fc316a'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:16:38.570506 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-4178a647-d17a-42ef-92b0-d2684fdcff34 admin admin] For port 496db475-cd77-4998-960f-0962379e84e7, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=496db475-cd77-4998-960f-0962379e84e7,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:16:38.570886 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4178a647-d17a-42ef-92b0-d2684fdcff34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:38.586001 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-4178a647-d17a-42ef-92b0-d2684fdcff34 admin admin] Calling delete_port for 496db475-cd77-4998-960f-0962379e84e7 owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:16:38.667990 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-94095d37-81ce-4d9b-bcb5-4348a43d95f5 None None] Set router 5205d8b1-cfd1-4d70-ad0d-acbd37fc316a gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:16:38.734005 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-94095d37-81ce-4d9b-bcb5-4348a43d95f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5205d8b1-cfd1-4d70-ad0d-acbd37fc316a', 'name': 'tempest-TestEncryptedCinderVolumes-1157433576-router', 'tenant_id': '1409d31e325f44f68042b68e7dbec1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:15:13Z', 'updated_at': '2021-07-23T17:16:38Z', 'revision_number': 6, 'project_id': '1409d31e325f44f68042b68e7dbec1eb', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:16:38.767876 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94095d37-81ce-4d9b-bcb5-4348a43d95f5 None None] The sync data for ids ['5205d8b1-cfd1-4d70-ad0d-acbd37fc316a'] in n-d-778549-4 is: [{'id': '5205d8b1-cfd1-4d70-ad0d-acbd37fc316a', 'name': 'tempest-TestEncryptedCinderVolumes-1157433576-router', 'tenant_id': '1409d31e325f44f68042b68e7dbec1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:15:13Z', 'updated_at': '2021-07-23T17:16:38Z', 'revision_number': 6, 'project_id': '1409d31e325f44f68042b68e7dbec1eb', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:16:38.788194 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:38.848621 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4178a647-d17a-42ef-92b0-d2684fdcff34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:38.877394 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178a647-d17a-42ef-92b0-d2684fdcff34 admin admin] Pushing event deleted for resources: {'Port': ['ID=496db475-cd77-4998-960f-0962379e84e7,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:38.953913 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4178a647-d17a-42ef-92b0-d2684fdcff34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:39.057969 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4178a647-d17a-42ef-92b0-d2684fdcff34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:39.061126 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4178a647-d17a-42ef-92b0-d2684fdcff34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:39.116676 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4178a647-d17a-42ef-92b0-d2684fdcff34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:39.117840 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4178a647-d17a-42ef-92b0-d2684fdcff34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5205d8b1-cfd1-4d70-ad0d-acbd37fc316a {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:16:39.124752 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4178a647-d17a-42ef-92b0-d2684fdcff34 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:39.126726 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4178a647-d17a-42ef-92b0-d2684fdcff34 admin admin] 10.222.0.73 "DELETE /v2.0/routers/5205d8b1-cfd1-4d70-ad0d-acbd37fc316a HTTP/1.1" status: 204 len: 168 time: 1.0297670 Jul 23 17:16:39.129245 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58176) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:16:39.201786 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-f39a001f-42cc-4d66-b922-bb5df1c375b3 admin admin] Deleting subnet 7b2b71a1-0465-48a5-8f36-0e34f41bba3a {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:16:39.207276 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f39a001f-42cc-4d66-b922-bb5df1c375b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:39.260140 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f39a001f-42cc-4d66-b922-bb5df1c375b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:39.355094 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f39a001f-42cc-4d66-b922-bb5df1c375b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:39.425920 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f39a001f-42cc-4d66-b922-bb5df1c375b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:39.460331 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a001f-42cc-4d66-b922-bb5df1c375b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b2b71a1-0465-48a5-8f36-0e34f41bba3a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:39.465474 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f39a001f-42cc-4d66-b922-bb5df1c375b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:39.470674 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f39a001f-42cc-4d66-b922-bb5df1c375b3 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7b2b71a1-0465-48a5-8f36-0e34f41bba3a HTTP/1.1" status: 204 len: 168 time: 0.3368187 Jul 23 17:16:39.471146 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58178) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:16:39.475095 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc410bd3-863c-4cde-ae9a-f65c61a33754 None None] Network fb08fb16-edb7-4393-9c66-4e8103c2589a requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:16:39.564935 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-173fcbb8-84b9-4549-9eed-70374b69f6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:39.646780 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-173fcbb8-84b9-4549-9eed-70374b69f6e6 admin admin] Deleting port 5cc3875e-0207-4bc7-83e9-50b6a4fb358d {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:16:39.647400 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-173fcbb8-84b9-4549-9eed-70374b69f6e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:39.658561 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 496db475-cd77-4998-960f-0962379e84e7 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:16:39.685734 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 496db475-cd77-4998-960f-0962379e84e7 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:16:39.686085 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 496db475-cd77-4998-960f-0962379e84e7 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:16:39.686523 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 915e0b59-ae19-41f1-845a-0bbc40e893ba no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:16:39.716091 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 915e0b59-ae19-41f1-845a-0bbc40e893ba {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:16:39.716382 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 915e0b59-ae19-41f1-845a-0bbc40e893ba not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:16:39.771884 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-173fcbb8-84b9-4549-9eed-70374b69f6e6 admin admin] For port 5cc3875e-0207-4bc7-83e9-50b6a4fb358d, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=5cc3875e-0207-4bc7-83e9-50b6a4fb358d,segment=NetworkSegment(7c821a41-5ca6-4cc5-8bde-ad024ea3c299),segment_id=7c821a41-5ca6-4cc5-8bde-ad024ea3c299)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:16:39.772271 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-173fcbb8-84b9-4549-9eed-70374b69f6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:39.788908 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-173fcbb8-84b9-4549-9eed-70374b69f6e6 admin admin] Calling delete_port for 5cc3875e-0207-4bc7-83e9-50b6a4fb358d owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:16:39.796671 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013ab6c9-1744-4752-8b22-24ff75cb3c28 None None] DHCP port deletion for fb08fb16-edb7-4393-9c66-4e8103c2589a request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:16:39.852817 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-013ab6c9-1744-4752-8b22-24ff75cb3c28 None None] Deleting port 5cc3875e-0207-4bc7-83e9-50b6a4fb358d {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:16:39.853915 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-013ab6c9-1744-4752-8b22-24ff75cb3c28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:39.952632 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-173fcbb8-84b9-4549-9eed-70374b69f6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:39.952863 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-013ab6c9-1744-4752-8b22-24ff75cb3c28 None None] For port 5cc3875e-0207-4bc7-83e9-50b6a4fb358d, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=5cc3875e-0207-4bc7-83e9-50b6a4fb358d,segment=NetworkSegment(7c821a41-5ca6-4cc5-8bde-ad024ea3c299),segment_id=7c821a41-5ca6-4cc5-8bde-ad024ea3c299)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:16:39.953498 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-013ab6c9-1744-4752-8b22-24ff75cb3c28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:39.984759 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-013ab6c9-1744-4752-8b22-24ff75cb3c28 None None] Calling delete_port for 5cc3875e-0207-4bc7-83e9-50b6a4fb358d owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:16:40.000137 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173fcbb8-84b9-4549-9eed-70374b69f6e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cc3875e-0207-4bc7-83e9-50b6a4fb358d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:40.005099 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173fcbb8-84b9-4549-9eed-70374b69f6e6 admin admin] No DVR routers for this DVR port 5cc3875e-0207-4bc7-83e9-50b6a4fb358d on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:16:40.088388 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-173fcbb8-84b9-4549-9eed-70374b69f6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:40.101248 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-173fcbb8-84b9-4549-9eed-70374b69f6e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb08fb16-edb7-4393-9c66-4e8103c2589a']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:16:40.116209 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-173fcbb8-84b9-4549-9eed-70374b69f6e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c821a41-5ca6-4cc5-8bde-ad024ea3c299') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:16:40.116702 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-173fcbb8-84b9-4549-9eed-70374b69f6e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c821a41-5ca6-4cc5-8bde-ad024ea3c299') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:16:40.122049 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-013ab6c9-1744-4752-8b22-24ff75cb3c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:40.135947 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-173fcbb8-84b9-4549-9eed-70374b69f6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:40.150289 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ab6c9-1744-4752-8b22-24ff75cb3c28 None None] Pushing event deleted for resources: {'Port': ['ID=5cc3875e-0207-4bc7-83e9-50b6a4fb358d,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:40.152818 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013ab6c9-1744-4752-8b22-24ff75cb3c28 None None] No DVR routers for this DVR port 5cc3875e-0207-4bc7-83e9-50b6a4fb358d on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:16:40.162714 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-173fcbb8-84b9-4549-9eed-70374b69f6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:40.173837 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-173fcbb8-84b9-4549-9eed-70374b69f6e6 admin admin] Releasing vlan 1141 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:16:40.174463 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-173fcbb8-84b9-4549-9eed-70374b69f6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:40.177001 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 17:16:40.177001 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:16:40.177001 n-d-778549-4 neutron-server[94012]: timer() Jul 23 17:16:40.177001 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:16:40.177001 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 17:16:40.177001 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:16:40.177001 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 17:16:40.177001 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:16:40.177001 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 17:16:40.177001 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:16:40.177001 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 17:16:40.177001 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:16:40.177001 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 17:16:40.177001 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:16:40.177001 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:16:40.177001 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:16:40.177001 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:16:40.177001 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:16:40.177001 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 17:16:40.177001 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:16:40.177001 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 17:16:40.177001 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:16:40.177001 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:16:40.177001 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:16:40.177001 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 17:16:40.177001 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:16:40.177001 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:16:40.177001 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:16:40.177001 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:16:40.177001 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:16:40.177001 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:16:40.177001 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:16:40.240092 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-173fcbb8-84b9-4549-9eed-70374b69f6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:40.248063 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-173fcbb8-84b9-4549-9eed-70374b69f6e6 admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:40.250546 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-173fcbb8-84b9-4549-9eed-70374b69f6e6 admin admin] 10.222.0.73 "DELETE /v2.0/networks/fb08fb16-edb7-4393-9c66-4e8103c2589a HTTP/1.1" status: 204 len: 168 time: 0.7781043 Jul 23 17:16:40.253932 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58180) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:16:40.264825 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173fcbb8-84b9-4549-9eed-70374b69f6e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb08fb16-edb7-4393-9c66-4e8103c2589a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:40.651293 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2da0b22-b1c1-4a2f-9a65-dd67a3f80cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:40.945979 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-d2da0b22-b1c1-4a2f-9a65-dd67a3f80cce admin admin] Deleting port dcb75f07-d841-4389-8332-62ecb8448e89 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:16:40.946232 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2da0b22-b1c1-4a2f-9a65-dd67a3f80cce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:41.035698 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-d2da0b22-b1c1-4a2f-9a65-dd67a3f80cce admin admin] For port dcb75f07-d841-4389-8332-62ecb8448e89, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=dcb75f07-d841-4389-8332-62ecb8448e89,segment=NetworkSegment(766c9118-c661-402e-9a64-9c1fafc156ea),segment_id=766c9118-c661-402e-9a64-9c1fafc156ea)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:16:41.036187 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2da0b22-b1c1-4a2f-9a65-dd67a3f80cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:41.051367 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-d2da0b22-b1c1-4a2f-9a65-dd67a3f80cce admin admin] Calling delete_port for dcb75f07-d841-4389-8332-62ecb8448e89 owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:16:41.263736 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2da0b22-b1c1-4a2f-9a65-dd67a3f80cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:41.307415 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da0b22-b1c1-4a2f-9a65-dd67a3f80cce admin admin] Pushing event deleted for resources: {'Port': ['ID=dcb75f07-d841-4389-8332-62ecb8448e89,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:41.339480 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da0b22-b1c1-4a2f-9a65-dd67a3f80cce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:41.339813 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da0b22-b1c1-4a2f-9a65-dd67a3f80cce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:41.340143 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da0b22-b1c1-4a2f-9a65-dd67a3f80cce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:41.340471 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da0b22-b1c1-4a2f-9a65-dd67a3f80cce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:41.340800 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da0b22-b1c1-4a2f-9a65-dd67a3f80cce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:41.341149 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da0b22-b1c1-4a2f-9a65-dd67a3f80cce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:41.341476 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da0b22-b1c1-4a2f-9a65-dd67a3f80cce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:41.341796 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da0b22-b1c1-4a2f-9a65-dd67a3f80cce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:41.342114 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da0b22-b1c1-4a2f-9a65-dd67a3f80cce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:41.342428 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da0b22-b1c1-4a2f-9a65-dd67a3f80cce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:41.342747 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da0b22-b1c1-4a2f-9a65-dd67a3f80cce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:41.343060 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da0b22-b1c1-4a2f-9a65-dd67a3f80cce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:41.512264 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 5cc3875e-0207-4bc7-83e9-50b6a4fb358d no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:16:41.535716 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 5cc3875e-0207-4bc7-83e9-50b6a4fb358d {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:16:41.536245 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 5cc3875e-0207-4bc7-83e9-50b6a4fb358d not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:16:41.923913 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2da0b22-b1c1-4a2f-9a65-dd67a3f80cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:42.219325 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2da0b22-b1c1-4a2f-9a65-dd67a3f80cce admin admin] Router 01b45101-9314-4bb0-b3c7-65c3f72bd2b2 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:16:42.337549 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2da0b22-b1c1-4a2f-9a65-dd67a3f80cce admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:16:42.344021 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d2da0b22-b1c1-4a2f-9a65-dd67a3f80cce admin admin] 10.222.0.73 "PUT /v2.0/routers/01b45101-9314-4bb0-b3c7-65c3f72bd2b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0888739 Jul 23 17:16:42.346841 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58184) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:16:42.349912 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e3fd71-0801-4c79-aadd-7e95c96c0084 None None] Sync routers for ids ['01b45101-9314-4bb0-b3c7-65c3f72bd2b2'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:16:42.361129 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e3fd71-0801-4c79-aadd-7e95c96c0084 None None] Routers {'01b45101-9314-4bb0-b3c7-65c3f72bd2b2'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:16:42.361765 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-75e3fd71-0801-4c79-aadd-7e95c96c0084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:16:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['01b45101-9314-4bb0-b3c7-65c3f72bd2b2'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:16:42.467264 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1adbe0b1-05c7-4719-8f7f-95c11973a93f admin admin] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:42.476514 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-75e3fd71-0801-4c79-aadd-7e95c96c0084 None None] Set router 01b45101-9314-4bb0-b3c7-65c3f72bd2b2 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:16:42.594381 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1adbe0b1-05c7-4719-8f7f-95c11973a93f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:42.663767 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-1adbe0b1-05c7-4719-8f7f-95c11973a93f admin admin] Deleting port 6d2623b5-157b-4a86-8a04-e91b9b12b48a {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:16:42.664295 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1adbe0b1-05c7-4719-8f7f-95c11973a93f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:42.685427 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-75e3fd71-0801-4c79-aadd-7e95c96c0084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b45101-9314-4bb0-b3c7-65c3f72bd2b2', 'name': 'tempest-TestEncryptedCinderVolumes-793919104-router', 'tenant_id': 'c060536d9f264f459822d5d468ebeedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '6d2623b5-157b-4a86-8a04-e91b9b12b48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:15:19Z', 'updated_at': '2021-07-23T17:16:41Z', 'revision_number': 5, 'project_id': 'c060536d9f264f459822d5d468ebeedf', 'gw_port': {'id': '6d2623b5-157b-4a86-8a04-e91b9b12b48a', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b45101-9314-4bb0-b3c7-65c3f72bd2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:15:21Z', 'updated_at': '2021-07-23T17:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:16:42.714363 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e3fd71-0801-4c79-aadd-7e95c96c0084 None None] Checking router: 01b45101-9314-4bb0-b3c7-65c3f72bd2b2 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:16:42.724439 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e3fd71-0801-4c79-aadd-7e95c96c0084 None None] Routers {'01b45101-9314-4bb0-b3c7-65c3f72bd2b2'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:16:42.725129 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-75e3fd71-0801-4c79-aadd-7e95c96c0084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:16:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['01b45101-9314-4bb0-b3c7-65c3f72bd2b2'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:16:42.773983 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-1adbe0b1-05c7-4719-8f7f-95c11973a93f admin admin] For port 6d2623b5-157b-4a86-8a04-e91b9b12b48a, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=6d2623b5-157b-4a86-8a04-e91b9b12b48a,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:16:42.774338 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1adbe0b1-05c7-4719-8f7f-95c11973a93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:42.788939 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-1adbe0b1-05c7-4719-8f7f-95c11973a93f admin admin] Calling delete_port for 6d2623b5-157b-4a86-8a04-e91b9b12b48a owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:16:42.827241 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-75e3fd71-0801-4c79-aadd-7e95c96c0084 None None] Set router 01b45101-9314-4bb0-b3c7-65c3f72bd2b2 gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:16:42.882989 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-75e3fd71-0801-4c79-aadd-7e95c96c0084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b45101-9314-4bb0-b3c7-65c3f72bd2b2', 'name': 'tempest-TestEncryptedCinderVolumes-793919104-router', 'tenant_id': 'c060536d9f264f459822d5d468ebeedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:15:19Z', 'updated_at': '2021-07-23T17:16:42Z', 'revision_number': 6, 'project_id': 'c060536d9f264f459822d5d468ebeedf', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:16:42.915027 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e3fd71-0801-4c79-aadd-7e95c96c0084 None None] The sync data for ids ['01b45101-9314-4bb0-b3c7-65c3f72bd2b2'] in n-d-778549-4 is: [{'id': '01b45101-9314-4bb0-b3c7-65c3f72bd2b2', 'name': 'tempest-TestEncryptedCinderVolumes-793919104-router', 'tenant_id': 'c060536d9f264f459822d5d468ebeedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:15:19Z', 'updated_at': '2021-07-23T17:16:42Z', 'revision_number': 6, 'project_id': 'c060536d9f264f459822d5d468ebeedf', 'gw_port_host': None}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:16:43.010957 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1adbe0b1-05c7-4719-8f7f-95c11973a93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:43.040904 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adbe0b1-05c7-4719-8f7f-95c11973a93f admin admin] Pushing event deleted for resources: {'Port': ['ID=6d2623b5-157b-4a86-8a04-e91b9b12b48a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:43.108829 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1adbe0b1-05c7-4719-8f7f-95c11973a93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:43.191564 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:16:43.209626 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1adbe0b1-05c7-4719-8f7f-95c11973a93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:43.211836 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1adbe0b1-05c7-4719-8f7f-95c11973a93f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:43.271338 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1adbe0b1-05c7-4719-8f7f-95c11973a93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:43.272287 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1adbe0b1-05c7-4719-8f7f-95c11973a93f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01b45101-9314-4bb0-b3c7-65c3f72bd2b2 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:16:43.280138 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1adbe0b1-05c7-4719-8f7f-95c11973a93f admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:43.281766 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1adbe0b1-05c7-4719-8f7f-95c11973a93f admin admin] 10.222.0.73 "DELETE /v2.0/routers/01b45101-9314-4bb0-b3c7-65c3f72bd2b2 HTTP/1.1" status: 204 len: 168 time: 0.9335716 Jul 23 17:16:43.284604 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58186) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:16:43.344119 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99a45bf-1439-48a4-ba92-3d07d30a2995 admin admin] Deleting subnet b8f65551-11d3-4334-93cd-e5e6cfd41a66 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:16:43.349544 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c99a45bf-1439-48a4-ba92-3d07d30a2995 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:43.394924 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c99a45bf-1439-48a4-ba92-3d07d30a2995 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:43.486068 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c99a45bf-1439-48a4-ba92-3d07d30a2995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:43.546375 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c99a45bf-1439-48a4-ba92-3d07d30a2995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:43.574072 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a45bf-1439-48a4-ba92-3d07d30a2995 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8f65551-11d3-4334-93cd-e5e6cfd41a66,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:43.577872 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c99a45bf-1439-48a4-ba92-3d07d30a2995 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:43.579862 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c99a45bf-1439-48a4-ba92-3d07d30a2995 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/b8f65551-11d3-4334-93cd-e5e6cfd41a66 HTTP/1.1" status: 204 len: 168 time: 0.2941890 Jul 23 17:16:43.583095 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58188) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:16:43.584079 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc9f79b-6fb0-4dcd-b4af-702b8fc4ee56 None None] Network f1870125-5925-41e2-ad58-02249e0885a5 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:16:43.667577 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60de53bb-8790-454f-be23-0fbbcb7b7d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:43.728101 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-60de53bb-8790-454f-be23-0fbbcb7b7d00 admin admin] Deleting port a183cb9a-6928-4704-8567-5c981b32a3b2 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:16:43.728476 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60de53bb-8790-454f-be23-0fbbcb7b7d00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:43.768898 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device dcb75f07-d841-4389-8332-62ecb8448e89 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:16:43.801843 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: dcb75f07-d841-4389-8332-62ecb8448e89 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:16:43.802102 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device dcb75f07-d841-4389-8332-62ecb8448e89 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:16:43.827945 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-60de53bb-8790-454f-be23-0fbbcb7b7d00 admin admin] For port a183cb9a-6928-4704-8567-5c981b32a3b2, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=a183cb9a-6928-4704-8567-5c981b32a3b2,segment=NetworkSegment(766c9118-c661-402e-9a64-9c1fafc156ea),segment_id=766c9118-c661-402e-9a64-9c1fafc156ea)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:16:43.828472 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60de53bb-8790-454f-be23-0fbbcb7b7d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:43.851561 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-60de53bb-8790-454f-be23-0fbbcb7b7d00 admin admin] Calling delete_port for a183cb9a-6928-4704-8567-5c981b32a3b2 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:16:43.886867 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b66be87-dc0d-47ac-bd95-4158bb710d13 None None] DHCP port deletion for f1870125-5925-41e2-ad58-02249e0885a5 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:16:44.017682 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60de53bb-8790-454f-be23-0fbbcb7b7d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:44.073150 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60de53bb-8790-454f-be23-0fbbcb7b7d00 admin admin] No DVR routers for this DVR port a183cb9a-6928-4704-8567-5c981b32a3b2 on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:16:44.082754 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de53bb-8790-454f-be23-0fbbcb7b7d00 admin admin] Pushing event deleted for resources: {'Port': ['ID=a183cb9a-6928-4704-8567-5c981b32a3b2,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:44.121111 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-1b66be87-dc0d-47ac-bd95-4158bb710d13 None None] Deleting port a183cb9a-6928-4704-8567-5c981b32a3b2 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:16:44.121593 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1b66be87-dc0d-47ac-bd95-4158bb710d13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:44.181368 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60de53bb-8790-454f-be23-0fbbcb7b7d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:44.190885 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-1b66be87-dc0d-47ac-bd95-4158bb710d13 None None] For port a183cb9a-6928-4704-8567-5c981b32a3b2, host n-d-778549-4, got binding levels [] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:16:44.191276 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1b66be87-dc0d-47ac-bd95-4158bb710d13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:44.193397 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-60de53bb-8790-454f-be23-0fbbcb7b7d00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1870125-5925-41e2-ad58-02249e0885a5']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:16:44.205862 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-60de53bb-8790-454f-be23-0fbbcb7b7d00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '766c9118-c661-402e-9a64-9c1fafc156ea') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:16:44.206135 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-60de53bb-8790-454f-be23-0fbbcb7b7d00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '766c9118-c661-402e-9a64-9c1fafc156ea') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:16:44.211584 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-1b66be87-dc0d-47ac-bd95-4158bb710d13 None None] Calling delete_port for a183cb9a-6928-4704-8567-5c981b32a3b2 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:16:44.216268 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60de53bb-8790-454f-be23-0fbbcb7b7d00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:44.216549 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.ipam_backend_mixin [None req-1b66be87-dc0d-47ac-bd95-4158bb710d13 None None] Port a183cb9a-6928-4704-8567-5c981b32a3b2 was not found and therefore no delete operation was performed {{(pid=94014) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 17:16:44.218480 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1b66be87-dc0d-47ac-bd95-4158bb710d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:44.234118 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60de53bb-8790-454f-be23-0fbbcb7b7d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:44.241225 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60de53bb-8790-454f-be23-0fbbcb7b7d00 admin admin] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:16:44.241640 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60de53bb-8790-454f-be23-0fbbcb7b7d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:44.244652 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 17:16:44.244652 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:16:44.244652 n-d-778549-4 neutron-server[94012]: timer() Jul 23 17:16:44.244652 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:16:44.244652 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 17:16:44.244652 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:16:44.244652 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 17:16:44.244652 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:16:44.244652 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 17:16:44.244652 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:16:44.244652 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 17:16:44.244652 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:16:44.244652 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 17:16:44.244652 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:16:44.244652 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:16:44.244652 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:16:44.244652 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:16:44.244652 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:16:44.244652 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 17:16:44.244652 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:16:44.244652 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 17:16:44.244652 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:16:44.244652 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:16:44.244652 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:16:44.244652 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 17:16:44.244652 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:16:44.244652 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:16:44.244652 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:16:44.244652 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:16:44.244652 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:16:44.244652 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:16:44.244652 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:16:44.271983 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66be87-dc0d-47ac-bd95-4158bb710d13 None None] Pushing event deleted for resources: {'Port': ['ID=a183cb9a-6928-4704-8567-5c981b32a3b2,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:44.275587 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b66be87-dc0d-47ac-bd95-4158bb710d13 None None] No DVR routers for this DVR port a183cb9a-6928-4704-8567-5c981b32a3b2 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:16:44.318443 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60de53bb-8790-454f-be23-0fbbcb7b7d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:44.326105 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60de53bb-8790-454f-be23-0fbbcb7b7d00 admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:44.327929 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-60de53bb-8790-454f-be23-0fbbcb7b7d00 admin admin] 10.222.0.73 "DELETE /v2.0/networks/f1870125-5925-41e2-ad58-02249e0885a5 HTTP/1.1" status: 204 len: 168 time: 0.7431664 Jul 23 17:16:44.340769 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de53bb-8790-454f-be23-0fbbcb7b7d00 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1870125-5925-41e2-ad58-02249e0885a5,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:44.524625 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58192) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:16:44.569203 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-234dece0-9224-40d1-b119-fb0ca2b6ca80 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1409d31e325f44f68042b68e7dbec1eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431228 Jul 23 17:16:44.572850 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58194) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:16:44.631577 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-68901f47-acdd-4af5-bc48-4b0c5d0f4f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:44.655180 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-68901f47-acdd-4af5-bc48-4b0c5d0f4f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:44.714190 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-68901f47-acdd-4af5-bc48-4b0c5d0f4f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:44.719043 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-68901f47-acdd-4af5-bc48-4b0c5d0f4f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:44.720829 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-68901f47-acdd-4af5-bc48-4b0c5d0f4f59 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9f6e1921-2445-43c0-9bfd-7489a498c7e4 HTTP/1.1" status: 204 len: 168 time: 0.1468520 Jul 23 17:16:44.735120 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68901f47-acdd-4af5-bc48-4b0c5d0f4f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6e1921-2445-43c0-9bfd-7489a498c7e4,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:45.155786 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58200) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:16:45.201701 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-688fd782-c3f0-4a30-841c-18da7f85f891 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c060536d9f264f459822d5d468ebeedf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446408 Jul 23 17:16:45.204120 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58202) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:16:45.260532 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6dc6265c-2335-46b7-a90a-9c975ccfcb55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:45.301204 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6dc6265c-2335-46b7-a90a-9c975ccfcb55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:45.382843 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6dc6265c-2335-46b7-a90a-9c975ccfcb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:45.385876 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6dc6265c-2335-46b7-a90a-9c975ccfcb55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:45.387150 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6dc6265c-2335-46b7-a90a-9c975ccfcb55 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/042bd112-8afd-426c-8dd1-07c2a13e47a0 HTTP/1.1" status: 204 len: 168 time: 0.1820517 Jul 23 17:16:45.395575 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc6265c-2335-46b7-a90a-9c975ccfcb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042bd112-8afd-426c-8dd1-07c2a13e47a0,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:45.420427 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 6d2623b5-157b-4a86-8a04-e91b9b12b48a no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:16:45.442170 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 6d2623b5-157b-4a86-8a04-e91b9b12b48a {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:16:45.442559 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 6d2623b5-157b-4a86-8a04-e91b9b12b48a not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:16:45.443061 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a183cb9a-6928-4704-8567-5c981b32a3b2 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:16:45.463443 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: a183cb9a-6928-4704-8567-5c981b32a3b2 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:16:45.463793 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device a183cb9a-6928-4704-8567-5c981b32a3b2 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:16:46.196847 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58224) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:16:46.343546 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-3a600035-c1b6-4e9e-9d6a-1a495580fa6e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1636984074-network', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:16:46.367608 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a600035-c1b6-4e9e-9d6a-1a495580fa6e admin admin] Made reservation on behalf of a3d1acb55cc640ed86a484aa71946fa2 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:16:46.370286 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3a600035-c1b6-4e9e-9d6a-1a495580fa6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:46.380367 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3a600035-c1b6-4e9e-9d6a-1a495580fa6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:46.487896 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3a600035-c1b6-4e9e-9d6a-1a495580fa6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:46.491886 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3a600035-c1b6-4e9e-9d6a-1a495580fa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:46.522613 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a600035-c1b6-4e9e-9d6a-1a495580fa6e admin admin] vlan segment allocate from pool success with {'vlan_id': 1109, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:16:46.527878 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a600035-c1b6-4e9e-9d6a-1a495580fa6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bda374a-a5eb-4d62-90f4-ff99bdfc20de,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:46.538355 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3a600035-c1b6-4e9e-9d6a-1a495580fa6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:46.538695 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-3a600035-c1b6-4e9e-9d6a-1a495580fa6e admin admin] Added segment 7034dec2-13a8-445d-bff6-b7192b8f919a of type vlan for network df54c090-805b-42ff-a9b0-9e7ebdbab4b1 Jul 23 17:16:46.584648 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3a600035-c1b6-4e9e-9d6a-1a495580fa6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:46.615145 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3a600035-c1b6-4e9e-9d6a-1a495580fa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:46.616280 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a600035-c1b6-4e9e-9d6a-1a495580fa6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:46.616740 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3a600035-c1b6-4e9e-9d6a-1a495580fa6e admin admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:46.649807 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3a600035-c1b6-4e9e-9d6a-1a495580fa6e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4512172 Jul 23 17:16:46.653535 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58228) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:16:46.660300 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-013888fc-b43a-4bed-9e8c-6b2b4df601fd admin admin] Request body: {'subnet': {'network_id': 'df54c090-805b-42ff-a9b0-9e7ebdbab4b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1636984074-subnet', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:16:46.690228 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a600035-c1b6-4e9e-9d6a-1a495580fa6e admin admin] Pushing event updated for resources: {'Network': ['ID=df54c090-805b-42ff-a9b0-9e7ebdbab4b1,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:46.702249 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network df54c090-805b-42ff-a9b0-9e7ebdbab4b1 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:16:46.712840 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013888fc-b43a-4bed-9e8c-6b2b4df601fd admin admin] Made reservation on behalf of a3d1acb55cc640ed86a484aa71946fa2 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:16:46.716502 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-013888fc-b43a-4bed-9e8c-6b2b4df601fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:46.954933 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-013888fc-b43a-4bed-9e8c-6b2b4df601fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:47.015595 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013888fc-b43a-4bed-9e8c-6b2b4df601fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=800cef52-a9ff-41c5-adde-bfe84a00c586,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:47.025219 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013888fc-b43a-4bed-9e8c-6b2b4df601fd admin admin] Checking segment: {'id': '7034dec2-13a8-445d-bff6-b7192b8f919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'df54c090-805b-42ff-a9b0-9e7ebdbab4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:16:47.025633 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013888fc-b43a-4bed-9e8c-6b2b4df601fd admin admin] Network hostable DHCP agents. Network: df54c090-805b-42ff-a9b0-9e7ebdbab4b1, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:16:47.043842 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013888fc-b43a-4bed-9e8c-6b2b4df601fd admin admin] Network df54c090-805b-42ff-a9b0-9e7ebdbab4b1 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:16:47.054471 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-013888fc-b43a-4bed-9e8c-6b2b4df601fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, df54c090-805b-42ff-a9b0-9e7ebdbab4b1) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:16:47.060221 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013888fc-b43a-4bed-9e8c-6b2b4df601fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:47.061491 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-013888fc-b43a-4bed-9e8c-6b2b4df601fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:47.066460 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056148e5-218c-4ae2-a3f4-320c1b0e9322 None None] Network df54c090-805b-42ff-a9b0-9e7ebdbab4b1 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:16:47.081453 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-013888fc-b43a-4bed-9e8c-6b2b4df601fd admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4267910 Jul 23 17:16:47.085693 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58230) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:16:47.090955 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-2375d25e-3137-4599-9d93-2e7d0440df69 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1636984074-router', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:16:47.117622 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2375d25e-3137-4599-9d93-2e7d0440df69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:47.129041 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2375d25e-3137-4599-9d93-2e7d0440df69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:47.193853 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2375d25e-3137-4599-9d93-2e7d0440df69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:47.244431 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649dbe3f-bb8e-4cbb-9b20-3dcd16bdfe49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-df54c090-805b-42ff-a9b0-9e7ebdbab4b1', 'network_id': 'df54c090-805b-42ff-a9b0-9e7ebdbab4b1', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'fixed_ips': [{'subnet_id': '800cef52-a9ff-41c5-adde-bfe84a00c586'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:16:47.245389 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-649dbe3f-bb8e-4cbb-9b20-3dcd16bdfe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:47.348032 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2375d25e-3137-4599-9d93-2e7d0440df69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:47.400196 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-649dbe3f-bb8e-4cbb-9b20-3dcd16bdfe49 None None] Allocated IP 172.20.0.2 (df54c090-805b-42ff-a9b0-9e7ebdbab4b1/800cef52-a9ff-41c5-adde-bfe84a00c586/94066fd1-319f-4ca7-bbe5-1f3ef1b980b2) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:16:47.578779 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2375d25e-3137-4599-9d93-2e7d0440df69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:47.579967 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-649dbe3f-bb8e-4cbb-9b20-3dcd16bdfe49 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:47.590270 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-649dbe3f-bb8e-4cbb-9b20-3dcd16bdfe49 None None] Transition to ACTIVE for port object 94066fd1-319f-4ca7-bbe5-1f3ef1b980b2 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:16:47.599253 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2375d25e-3137-4599-9d93-2e7d0440df69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:47.609995 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-649dbe3f-bb8e-4cbb-9b20-3dcd16bdfe49 None None] Transition to ACTIVE for port object 94066fd1-319f-4ca7-bbe5-1f3ef1b980b2 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:16:47.615582 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-649dbe3f-bb8e-4cbb-9b20-3dcd16bdfe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:47.663735 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649dbe3f-bb8e-4cbb-9b20-3dcd16bdfe49 None None] Network df54c090-805b-42ff-a9b0-9e7ebdbab4b1 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:16:47.669583 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-649dbe3f-bb8e-4cbb-9b20-3dcd16bdfe49 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:16:47.673716 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649dbe3f-bb8e-4cbb-9b20-3dcd16bdfe49 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:16:47.681008 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649dbe3f-bb8e-4cbb-9b20-3dcd16bdfe49 None None] Pushing event updated for resources: {'Port': ['ID=94066fd1-319f-4ca7-bbe5-1f3ef1b980b2,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:47.726914 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-2375d25e-3137-4599-9d93-2e7d0440df69 admin admin] Allocated IP 172.25.8.144 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:16:47.748527 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-649dbe3f-bb8e-4cbb-9b20-3dcd16bdfe49 None None] Attempting to bind port 94066fd1-319f-4ca7-bbe5-1f3ef1b980b2 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:16:47.749336 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-649dbe3f-bb8e-4cbb-9b20-3dcd16bdfe49 None None] Attempting to bind port 94066fd1-319f-4ca7-bbe5-1f3ef1b980b2 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '7034dec2-13a8-445d-bff6-b7192b8f919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'df54c090-805b-42ff-a9b0-9e7ebdbab4b1'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:16:47.749336 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649dbe3f-bb8e-4cbb-9b20-3dcd16bdfe49 None None] Attempting to bind port 94066fd1-319f-4ca7-bbe5-1f3ef1b980b2 on network df54c090-805b-42ff-a9b0-9e7ebdbab4b1 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:16:47.755273 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649dbe3f-bb8e-4cbb-9b20-3dcd16bdfe49 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:16:47.755969 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649dbe3f-bb8e-4cbb-9b20-3dcd16bdfe49 None None] Checking segment: {'id': '7034dec2-13a8-445d-bff6-b7192b8f919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'df54c090-805b-42ff-a9b0-9e7ebdbab4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:16:47.756610 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-649dbe3f-bb8e-4cbb-9b20-3dcd16bdfe49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:47.757207 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649dbe3f-bb8e-4cbb-9b20-3dcd16bdfe49 None None] Bound using segment: {'id': '7034dec2-13a8-445d-bff6-b7192b8f919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'df54c090-805b-42ff-a9b0-9e7ebdbab4b1'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:16:47.757899 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-649dbe3f-bb8e-4cbb-9b20-3dcd16bdfe49 None None] Bound port: 94066fd1-319f-4ca7-bbe5-1f3ef1b980b2, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7034dec2-13a8-445d-bff6-b7192b8f919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'df54c090-805b-42ff-a9b0-9e7ebdbab4b1'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:16:47.758673 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-649dbe3f-bb8e-4cbb-9b20-3dcd16bdfe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:47.848513 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2375d25e-3137-4599-9d93-2e7d0440df69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:47.850481 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-649dbe3f-bb8e-4cbb-9b20-3dcd16bdfe49 None None] For port 94066fd1-319f-4ca7-bbe5-1f3ef1b980b2, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:16:47.856110 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-649dbe3f-bb8e-4cbb-9b20-3dcd16bdfe49 None None] For port 94066fd1-319f-4ca7-bbe5-1f3ef1b980b2, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=94066fd1-319f-4ca7-bbe5-1f3ef1b980b2,segment=NetworkSegment(7034dec2-13a8-445d-bff6-b7192b8f919a),segment_id=7034dec2-13a8-445d-bff6-b7192b8f919a)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:16:47.862655 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-649dbe3f-bb8e-4cbb-9b20-3dcd16bdfe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:47.894794 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2375d25e-3137-4599-9d93-2e7d0440df69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:47.938221 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2375d25e-3137-4599-9d93-2e7d0440df69 admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:16:47.941543 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-2375d25e-3137-4599-9d93-2e7d0440df69 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:16:47.949019 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2375d25e-3137-4599-9d93-2e7d0440df69 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:16:47.959778 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649dbe3f-bb8e-4cbb-9b20-3dcd16bdfe49 None None] Pushing event updated for resources: {'Port': ['ID=94066fd1-319f-4ca7-bbe5-1f3ef1b980b2,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:47.981865 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2375d25e-3137-4599-9d93-2e7d0440df69 admin admin] Pushing event updated for resources: {'Port': ['ID=6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:48.306246 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2375d25e-3137-4599-9d93-2e7d0440df69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:48.539058 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2375d25e-3137-4599-9d93-2e7d0440df69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:48.756694 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2375d25e-3137-4599-9d93-2e7d0440df69 admin admin] Router 357a805b-b146-47cb-b091-9d2188e0f96a is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:16:48.894792 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2375d25e-3137-4599-9d93-2e7d0440df69 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:16:48.907923 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96b48b7-0113-4c9b-a4b2-0a84a50a266c None None] Sync routers for ids ['357a805b-b146-47cb-b091-9d2188e0f96a'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:16:48.917424 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2375d25e-3137-4599-9d93-2e7d0440df69 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:48.918499 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96b48b7-0113-4c9b-a4b2-0a84a50a266c None None] Routers {'357a805b-b146-47cb-b091-9d2188e0f96a'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:16:48.919054 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b96b48b7-0113-4c9b-a4b2-0a84a50a266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:16:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['357a805b-b146-47cb-b091-9d2188e0f96a'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:16:48.919237 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2375d25e-3137-4599-9d93-2e7d0440df69 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8323495 Jul 23 17:16:48.921867 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58232) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:16:48.966147 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677549e4-6ef0-4d3a-b6de-957318d0c690 None None] Network df54c090-805b-42ff-a9b0-9e7ebdbab4b1 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:16:49.110197 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8441a331-74db-4cf0-87a3-62945fa061a3 None None] Provisioning for port 94066fd1-319f-4ca7-bbe5-1f3ef1b980b2 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:16:49.123328 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-b96b48b7-0113-4c9b-a4b2-0a84a50a266c None None] Set router 357a805b-b146-47cb-b091-9d2188e0f96a gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:16:49.391475 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b96b48b7-0113-4c9b-a4b2-0a84a50a266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'name': 'tempest-TestMinimumBasicScenario-1636984074-router', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:47Z', 'updated_at': '2021-07-23T17:16:48Z', 'revision_number': 3, 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'gw_port': {'id': '6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:23:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:47Z', 'updated_at': '2021-07-23T17:16:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:16:49.429380 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7b63200-46b1-4ab8-942c-03ea4fc100b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:49.443631 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96b48b7-0113-4c9b-a4b2-0a84a50a266c None None] Checking router: 357a805b-b146-47cb-b091-9d2188e0f96a for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:16:49.444148 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96b48b7-0113-4c9b-a4b2-0a84a50a266c None None] Updating router 357a805b-b146-47cb-b091-9d2188e0f96a port 6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:16:49.485106 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 94066fd1-319f-4ca7-bbe5-1f3ef1b980b2 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:16:49.531101 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b96b48b7-0113-4c9b-a4b2-0a84a50a266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:49.591168 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 94066fd1-319f-4ca7-bbe5-1f3ef1b980b2 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:16:49.647197 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 94066fd1-319f-4ca7-bbe5-1f3ef1b980b2 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:16:49.647563 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:49.669927 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-a7b63200-46b1-4ab8-942c-03ea4fc100b8 admin admin] Allocated IP 172.20.0.1 (df54c090-805b-42ff-a9b0-9e7ebdbab4b1/800cef52-a9ff-41c5-adde-bfe84a00c586/0d0e11b8-8801-413f-b5ac-4a541eec0c74) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:16:49.699162 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ad383508-0cf0-4a9f-ac00-dd1de87e984a None None] Provisioning complete for port 94066fd1-319f-4ca7-bbe5-1f3ef1b980b2 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:16:49.699518 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ad383508-0cf0-4a9f-ac00-dd1de87e984a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:49.817152 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7b63200-46b1-4ab8-942c-03ea4fc100b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:49.843735 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-a7b63200-46b1-4ab8-942c-03ea4fc100b8 admin admin] Transition to ACTIVE for port object 0d0e11b8-8801-413f-b5ac-4a541eec0c74 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:16:49.902581 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7b63200-46b1-4ab8-942c-03ea4fc100b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:49.918849 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:49.922426 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ad383508-0cf0-4a9f-ac00-dd1de87e984a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:49.977930 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b63200-46b1-4ab8-942c-03ea4fc100b8 admin admin] Network df54c090-805b-42ff-a9b0-9e7ebdbab4b1 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:16:49.987971 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-a7b63200-46b1-4ab8-942c-03ea4fc100b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:16:49.992120 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b63200-46b1-4ab8-942c-03ea4fc100b8 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:16:50.012106 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 94066fd1-319f-4ca7-bbe5-1f3ef1b980b2, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=94066fd1-319f-4ca7-bbe5-1f3ef1b980b2,segment=NetworkSegment(7034dec2-13a8-445d-bff6-b7192b8f919a),segment_id=7034dec2-13a8-445d-bff6-b7192b8f919a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:16:50.021277 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:50.029663 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b96b48b7-0113-4c9b-a4b2-0a84a50a266c None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:50.042944 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b63200-46b1-4ab8-942c-03ea4fc100b8 admin admin] Pushing event updated for resources: {'Port': ['ID=0d0e11b8-8801-413f-b5ac-4a541eec0c74,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:50.083746 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7b63200-46b1-4ab8-942c-03ea4fc100b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:50.113276 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b96b48b7-0113-4c9b-a4b2-0a84a50a266c None None] Transition to ACTIVE for port object 6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:16:50.140054 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b96b48b7-0113-4c9b-a4b2-0a84a50a266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:50.168054 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.api [None req-ad383508-0cf0-4a9f-ac00-dd1de87e984a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 17:16:50.168474 n-d-778549-4 neutron-server[94014]: DEBUG oslo_db.api [None req-ad383508-0cf0-4a9f-ac00-dd1de87e984a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 17:16:50.180722 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=94066fd1-319f-4ca7-bbe5-1f3ef1b980b2,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:50.224816 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-b96b48b7-0113-4c9b-a4b2-0a84a50a266c None None] Attempting to bind port 6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:16:50.225225 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-b96b48b7-0113-4c9b-a4b2-0a84a50a266c None None] Attempting to bind port 6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:16:50.225620 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96b48b7-0113-4c9b-a4b2-0a84a50a266c None None] Attempting to bind port 6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:16:50.239160 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96b48b7-0113-4c9b-a4b2-0a84a50a266c None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:16:50.239568 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96b48b7-0113-4c9b-a4b2-0a84a50a266c None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:16:50.239935 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b96b48b7-0113-4c9b-a4b2-0a84a50a266c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:50.240444 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96b48b7-0113-4c9b-a4b2-0a84a50a266c None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:16:50.240824 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-b96b48b7-0113-4c9b-a4b2-0a84a50a266c None None] Bound port: 6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:16:50.241257 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b96b48b7-0113-4c9b-a4b2-0a84a50a266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:50.279199 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bcdb6-d134-4031-8a57-5bbbdc8f6530 None None] Pushing event updated for resources: {'Port': ['ID=6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:50.316855 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-b96b48b7-0113-4c9b-a4b2-0a84a50a266c None None] For port 6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:16:50.325320 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-b96b48b7-0113-4c9b-a4b2-0a84a50a266c None None] For port 6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:16:50.330410 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7b63200-46b1-4ab8-942c-03ea4fc100b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:50.342106 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b96b48b7-0113-4c9b-a4b2-0a84a50a266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:50.435066 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96b48b7-0113-4c9b-a4b2-0a84a50a266c None None] Routers {'357a805b-b146-47cb-b091-9d2188e0f96a'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:16:50.435603 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b96b48b7-0113-4c9b-a4b2-0a84a50a266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:16:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['357a805b-b146-47cb-b091-9d2188e0f96a'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:16:50.470536 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bcdb6-d134-4031-8a57-5bbbdc8f6530 None None] Pushing event updated for resources: {'Port': ['ID=6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:50.555853 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-b96b48b7-0113-4c9b-a4b2-0a84a50a266c None None] Set router 357a805b-b146-47cb-b091-9d2188e0f96a gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:16:50.566532 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7b63200-46b1-4ab8-942c-03ea4fc100b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:50.573874 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7b63200-46b1-4ab8-942c-03ea4fc100b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:50.659489 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7b63200-46b1-4ab8-942c-03ea4fc100b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:50.661508 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b63200-46b1-4ab8-942c-03ea4fc100b8 admin admin] Pushing event updated for resources: {'Port': ['ID=0d0e11b8-8801-413f-b5ac-4a541eec0c74,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:50.777498 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b63200-46b1-4ab8-942c-03ea4fc100b8 admin admin] Network df54c090-805b-42ff-a9b0-9e7ebdbab4b1 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:16:50.779455 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-a7b63200-46b1-4ab8-942c-03ea4fc100b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:16:50.947477 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b63200-46b1-4ab8-942c-03ea4fc100b8 admin admin] Router 357a805b-b146-47cb-b091-9d2188e0f96a has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:16:50.968593 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f2884977-45c0-4c76-9eb4-a0e28fcfcdc2 None None] Provisioning for port 0d0e11b8-8801-413f-b5ac-4a541eec0c74 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:16:50.977590 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f2884977-45c0-4c76-9eb4-a0e28fcfcdc2 None None] Provisioning complete for port 0d0e11b8-8801-413f-b5ac-4a541eec0c74 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:16:50.978012 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f2884977-45c0-4c76-9eb4-a0e28fcfcdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:51.243646 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f2884977-45c0-4c76-9eb4-a0e28fcfcdc2 None None] Port 0d0e11b8-8801-413f-b5ac-4a541eec0c74 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:16:51.247468 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b96b48b7-0113-4c9b-a4b2-0a84a50a266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'name': 'tempest-TestMinimumBasicScenario-1636984074-router', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:47Z', 'updated_at': '2021-07-23T17:16:50Z', 'revision_number': 4, 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'gw_port': {'id': '6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:23:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:47Z', 'updated_at': '2021-07-23T17:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '0d0e11b8-8801-413f-b5ac-4a541eec0c74', 'name': '', 'network_id': 'df54c090-805b-42ff-a9b0-9e7ebdbab4b1', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'mac_address': 'fa:16:3e:b1:0f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '800cef52-a9ff-41c5-adde-bfe84a00c586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:49Z', 'updated_at': '2021-07-23T17:16:49Z', 'revision_number': 1, 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'subnets': [{'id': '800cef52-a9ff-41c5-adde-bfe84a00c586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:16:51.277745 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96b48b7-0113-4c9b-a4b2-0a84a50a266c None None] The sync data for ids ['357a805b-b146-47cb-b091-9d2188e0f96a'] in n-d-778549-4 is: [{'id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'name': 'tempest-TestMinimumBasicScenario-1636984074-router', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:47Z', 'updated_at': '2021-07-23T17:16:50Z', 'revision_number': 4, 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'gw_port': {'id': '6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:23:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:47Z', 'updated_at': '2021-07-23T17:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '0d0e11b8-8801-413f-b5ac-4a541eec0c74', 'name': '', 'network_id': 'df54c090-805b-42ff-a9b0-9e7ebdbab4b1', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'mac_address': 'fa:16:3e:b1:0f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '800cef52-a9ff-41c5-adde-bfe84a00c586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:49Z', 'updated_at': '2021-07-23T17:16:49Z', 'revision_number': 1, 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'subnets': [{'id': '800cef52-a9ff-41c5-adde-bfe84a00c586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:16:51.370969 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-82eaecdb-475e-46b2-b110-e1438f3fcde3 None None] Provisioning complete for port 0d0e11b8-8801-413f-b5ac-4a541eec0c74 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:16:51.371550 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-82eaecdb-475e-46b2-b110-e1438f3fcde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:51.431102 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-82eaecdb-475e-46b2-b110-e1438f3fcde3 None None] Port 0d0e11b8-8801-413f-b5ac-4a541eec0c74 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:16:51.443348 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 94066fd1-319f-4ca7-bbe5-1f3ef1b980b2 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:16:51.547283 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 94066fd1-319f-4ca7-bbe5-1f3ef1b980b2 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:16:51.547878 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:51.628089 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b63200-46b1-4ab8-942c-03ea4fc100b8 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:16:51.637836 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a7b63200-46b1-4ab8-942c-03ea4fc100b8 admin admin] 10.222.0.73 "PUT /v2.0/routers/357a805b-b146-47cb-b091-9d2188e0f96a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7126594 Jul 23 17:16:52.378510 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58252) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:16:52.383524 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-c1cdf327-48b3-482f-b672-52de9b44496e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-820226104-network', 'tenant_id': '63f00327edab409480cc2aec037dd6db'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:16:52.413815 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cdf327-48b3-482f-b672-52de9b44496e admin admin] Made reservation on behalf of 63f00327edab409480cc2aec037dd6db for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:16:52.420636 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1cdf327-48b3-482f-b672-52de9b44496e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:52.432521 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1cdf327-48b3-482f-b672-52de9b44496e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:52.569973 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1cdf327-48b3-482f-b672-52de9b44496e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:52.576466 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1cdf327-48b3-482f-b672-52de9b44496e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:52.613675 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1cdf327-48b3-482f-b672-52de9b44496e admin admin] vlan segment allocate from pool success with {'vlan_id': 1118, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:16:52.634969 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cdf327-48b3-482f-b672-52de9b44496e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0c3a67-973f-4370-9ae4-c1a03634d9e8,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:52.644447 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1cdf327-48b3-482f-b672-52de9b44496e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:52.644947 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-c1cdf327-48b3-482f-b672-52de9b44496e admin admin] Added segment 4502c3f5-96c0-4992-8b17-ea7b48a19761 of type vlan for network f0673a6d-7658-4a77-aef1-872b5e3ce141 Jul 23 17:16:52.697997 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1cdf327-48b3-482f-b672-52de9b44496e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:52.743770 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1cdf327-48b3-482f-b672-52de9b44496e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:52.745574 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cdf327-48b3-482f-b672-52de9b44496e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:52.745574 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1cdf327-48b3-482f-b672-52de9b44496e admin admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:52.783300 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c1cdf327-48b3-482f-b672-52de9b44496e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4047997 Jul 23 17:16:52.787874 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58254) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:16:52.797279 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-64b00541-9580-48d3-a461-8446ec4a3b08 admin admin] Request body: {'subnet': {'network_id': 'f0673a6d-7658-4a77-aef1-872b5e3ce141', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-820226104-subnet', 'tenant_id': '63f00327edab409480cc2aec037dd6db', 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:16:52.827541 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cdf327-48b3-482f-b672-52de9b44496e admin admin] Pushing event updated for resources: {'Network': ['ID=f0673a6d-7658-4a77-aef1-872b5e3ce141,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:52.838399 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b00541-9580-48d3-a461-8446ec4a3b08 admin admin] Made reservation on behalf of 63f00327edab409480cc2aec037dd6db for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:16:52.841188 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-64b00541-9580-48d3-a461-8446ec4a3b08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:52.861214 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network f0673a6d-7658-4a77-aef1-872b5e3ce141 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:16:53.091564 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-64b00541-9580-48d3-a461-8446ec4a3b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:53.150951 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b00541-9580-48d3-a461-8446ec4a3b08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9924036-f2fe-4d22-ae3c-2536fb95405b,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:53.173023 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b00541-9580-48d3-a461-8446ec4a3b08 admin admin] Checking segment: {'id': '4502c3f5-96c0-4992-8b17-ea7b48a19761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'f0673a6d-7658-4a77-aef1-872b5e3ce141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:16:53.173729 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b00541-9580-48d3-a461-8446ec4a3b08 admin admin] Network hostable DHCP agents. Network: f0673a6d-7658-4a77-aef1-872b5e3ce141, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:16:53.200210 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b00541-9580-48d3-a461-8446ec4a3b08 admin admin] Network f0673a6d-7658-4a77-aef1-872b5e3ce141 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:16:53.213508 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-64b00541-9580-48d3-a461-8446ec4a3b08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, f0673a6d-7658-4a77-aef1-872b5e3ce141) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:16:53.218511 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b00541-9580-48d3-a461-8446ec4a3b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:53.219203 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-64b00541-9580-48d3-a461-8446ec4a3b08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:53.227412 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2de443-a1df-4c34-ab0a-204d25cfa7f0 None None] Network f0673a6d-7658-4a77-aef1-872b5e3ce141 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:16:53.240794 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-64b00541-9580-48d3-a461-8446ec4a3b08 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4511712 Jul 23 17:16:53.244901 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58256) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:16:53.250179 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-9ec044d9-59c0-4e7c-b165-6522dc811789 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-820226104-router', 'tenant_id': '63f00327edab409480cc2aec037dd6db', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:16:53.283188 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9ec044d9-59c0-4e7c-b165-6522dc811789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:53.284692 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9ec044d9-59c0-4e7c-b165-6522dc811789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:53.361563 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9ec044d9-59c0-4e7c-b165-6522dc811789 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:53.475455 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e860d4-cdda-4b87-878c-9e7deb33711f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-f0673a6d-7658-4a77-aef1-872b5e3ce141', 'network_id': 'f0673a6d-7658-4a77-aef1-872b5e3ce141', 'tenant_id': '63f00327edab409480cc2aec037dd6db', 'fixed_ips': [{'subnet_id': 'c9924036-f2fe-4d22-ae3c-2536fb95405b'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:16:53.476416 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-14e860d4-cdda-4b87-878c-9e7deb33711f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:53.508984 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:16:53.627067 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9ec044d9-59c0-4e7c-b165-6522dc811789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:53.748873 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:16:53.758651 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:16:53.759244 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:53.828875 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-14e860d4-cdda-4b87-878c-9e7deb33711f None None] Allocated IP 172.20.0.2 (f0673a6d-7658-4a77-aef1-872b5e3ce141/c9924036-f2fe-4d22-ae3c-2536fb95405b/59aace8d-5270-4545-9150-d26e0282a6c3) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:16:53.834758 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7535b953-994a-4b62-b660-391ea215c34d None None] Sync routers for ids ['357a805b-b146-47cb-b091-9d2188e0f96a'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:16:53.848018 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7535b953-994a-4b62-b660-391ea215c34d None None] Routers {'357a805b-b146-47cb-b091-9d2188e0f96a'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:16:53.848995 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-7535b953-994a-4b62-b660-391ea215c34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:16:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['357a805b-b146-47cb-b091-9d2188e0f96a'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:16:53.896054 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9ec044d9-59c0-4e7c-b165-6522dc811789 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:53.918191 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9ec044d9-59c0-4e7c-b165-6522dc811789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:53.992372 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-7535b953-994a-4b62-b660-391ea215c34d None None] Set router 357a805b-b146-47cb-b091-9d2188e0f96a gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:16:54.062237 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:54.075102 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-9ec044d9-59c0-4e7c-b165-6522dc811789 admin admin] Allocated IP 172.25.8.46 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/0f0704ce-bf21-4240-a0f6-7b30200b0560) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:16:54.124465 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:16:54.132229 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:54.215244 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-14e860d4-cdda-4b87-878c-9e7deb33711f None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:54.221932 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9ec044d9-59c0-4e7c-b165-6522dc811789 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:54.235806 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-14e860d4-cdda-4b87-878c-9e7deb33711f None None] Transition to ACTIVE for port object 59aace8d-5270-4545-9150-d26e0282a6c3 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:16:54.244946 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:54.246374 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-7535b953-994a-4b62-b660-391ea215c34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'name': 'tempest-TestMinimumBasicScenario-1636984074-router', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:47Z', 'updated_at': '2021-07-23T17:16:50Z', 'revision_number': 4, 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'gw_port': {'id': '6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:23:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:47Z', 'updated_at': '2021-07-23T17:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '0d0e11b8-8801-413f-b5ac-4a541eec0c74', 'name': '', 'network_id': 'df54c090-805b-42ff-a9b0-9e7ebdbab4b1', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'mac_address': 'fa:16:3e:b1:0f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '800cef52-a9ff-41c5-adde-bfe84a00c586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:49Z', 'updated_at': '2021-07-23T17:16:50Z', 'revision_number': 2, 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'subnets': [{'id': '800cef52-a9ff-41c5-adde-bfe84a00c586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:16:54.261744 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-14e860d4-cdda-4b87-878c-9e7deb33711f None None] Transition to ACTIVE for port object 59aace8d-5270-4545-9150-d26e0282a6c3 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:16:54.270167 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-14e860d4-cdda-4b87-878c-9e7deb33711f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:54.271179 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9ec044d9-59c0-4e7c-b165-6522dc811789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:54.287497 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7535b953-994a-4b62-b660-391ea215c34d None None] Checking router: 357a805b-b146-47cb-b091-9d2188e0f96a for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:16:54.287943 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7535b953-994a-4b62-b660-391ea215c34d None None] Updating router 357a805b-b146-47cb-b091-9d2188e0f96a port 0d0e11b8-8801-413f-b5ac-4a541eec0c74 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:16:54.322179 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec044d9-59c0-4e7c-b165-6522dc811789 admin admin] Pushing event updated for resources: {'Port': ['ID=0f0704ce-bf21-4240-a0f6-7b30200b0560,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:54.332401 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec044d9-59c0-4e7c-b165-6522dc811789 admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:16:54.334116 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-9ec044d9-59c0-4e7c-b165-6522dc811789 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:16:54.335200 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e860d4-cdda-4b87-878c-9e7deb33711f None None] Network f0673a6d-7658-4a77-aef1-872b5e3ce141 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:16:54.335404 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-7535b953-994a-4b62-b660-391ea215c34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:54.337826 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec044d9-59c0-4e7c-b165-6522dc811789 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:16:54.348727 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-14e860d4-cdda-4b87-878c-9e7deb33711f None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:16:54.355959 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e860d4-cdda-4b87-878c-9e7deb33711f None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:16:54.369981 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e860d4-cdda-4b87-878c-9e7deb33711f None None] Pushing event updated for resources: {'Port': ['ID=59aace8d-5270-4545-9150-d26e0282a6c3,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:54.442098 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-14e860d4-cdda-4b87-878c-9e7deb33711f None None] Attempting to bind port 59aace8d-5270-4545-9150-d26e0282a6c3 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:16:54.442537 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-14e860d4-cdda-4b87-878c-9e7deb33711f None None] Attempting to bind port 59aace8d-5270-4545-9150-d26e0282a6c3 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '4502c3f5-96c0-4992-8b17-ea7b48a19761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'f0673a6d-7658-4a77-aef1-872b5e3ce141'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:16:54.442939 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e860d4-cdda-4b87-878c-9e7deb33711f None None] Attempting to bind port 59aace8d-5270-4545-9150-d26e0282a6c3 on network f0673a6d-7658-4a77-aef1-872b5e3ce141 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:16:54.452743 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e860d4-cdda-4b87-878c-9e7deb33711f None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:16:54.453313 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e860d4-cdda-4b87-878c-9e7deb33711f None None] Checking segment: {'id': '4502c3f5-96c0-4992-8b17-ea7b48a19761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'f0673a6d-7658-4a77-aef1-872b5e3ce141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:16:54.453658 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-14e860d4-cdda-4b87-878c-9e7deb33711f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:54.454067 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e860d4-cdda-4b87-878c-9e7deb33711f None None] Bound using segment: {'id': '4502c3f5-96c0-4992-8b17-ea7b48a19761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'f0673a6d-7658-4a77-aef1-872b5e3ce141'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:16:54.454576 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-14e860d4-cdda-4b87-878c-9e7deb33711f None None] Bound port: 59aace8d-5270-4545-9150-d26e0282a6c3, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4502c3f5-96c0-4992-8b17-ea7b48a19761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'f0673a6d-7658-4a77-aef1-872b5e3ce141'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:16:54.454977 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-14e860d4-cdda-4b87-878c-9e7deb33711f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:54.540795 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-14e860d4-cdda-4b87-878c-9e7deb33711f None None] For port 59aace8d-5270-4545-9150-d26e0282a6c3, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:16:54.544739 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-14e860d4-cdda-4b87-878c-9e7deb33711f None None] For port 59aace8d-5270-4545-9150-d26e0282a6c3, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=59aace8d-5270-4545-9150-d26e0282a6c3,segment=NetworkSegment(4502c3f5-96c0-4992-8b17-ea7b48a19761),segment_id=4502c3f5-96c0-4992-8b17-ea7b48a19761)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:16:54.552516 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-14e860d4-cdda-4b87-878c-9e7deb33711f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:54.620539 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e860d4-cdda-4b87-878c-9e7deb33711f None None] Pushing event updated for resources: {'Port': ['ID=59aace8d-5270-4545-9150-d26e0282a6c3,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:54.740440 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9ec044d9-59c0-4e7c-b165-6522dc811789 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:54.861672 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-7535b953-994a-4b62-b660-391ea215c34d None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:54.879001 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-7535b953-994a-4b62-b660-391ea215c34d None None] Transition to ACTIVE for port object 0d0e11b8-8801-413f-b5ac-4a541eec0c74 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:16:54.887201 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-7535b953-994a-4b62-b660-391ea215c34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:54.995282 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfbe4eb-8ddf-4faf-ad3a-5ba7e4236046 None None] Pushing event updated for resources: {'Port': ['ID=0d0e11b8-8801-413f-b5ac-4a541eec0c74,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:55.012848 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-7535b953-994a-4b62-b660-391ea215c34d None None] Attempting to bind port 0d0e11b8-8801-413f-b5ac-4a541eec0c74 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:16:55.014212 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-7535b953-994a-4b62-b660-391ea215c34d None None] Attempting to bind port 0d0e11b8-8801-413f-b5ac-4a541eec0c74 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '7034dec2-13a8-445d-bff6-b7192b8f919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'df54c090-805b-42ff-a9b0-9e7ebdbab4b1'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:16:55.014673 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7535b953-994a-4b62-b660-391ea215c34d None None] Attempting to bind port 0d0e11b8-8801-413f-b5ac-4a541eec0c74 on network df54c090-805b-42ff-a9b0-9e7ebdbab4b1 {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:16:55.031181 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7535b953-994a-4b62-b660-391ea215c34d None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:16:55.032033 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7535b953-994a-4b62-b660-391ea215c34d None None] Checking segment: {'id': '7034dec2-13a8-445d-bff6-b7192b8f919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'df54c090-805b-42ff-a9b0-9e7ebdbab4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:16:55.032661 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-7535b953-994a-4b62-b660-391ea215c34d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:55.033313 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7535b953-994a-4b62-b660-391ea215c34d None None] Bound using segment: {'id': '7034dec2-13a8-445d-bff6-b7192b8f919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'df54c090-805b-42ff-a9b0-9e7ebdbab4b1'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:16:55.035027 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-7535b953-994a-4b62-b660-391ea215c34d None None] Bound port: 0d0e11b8-8801-413f-b5ac-4a541eec0c74, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7034dec2-13a8-445d-bff6-b7192b8f919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'df54c090-805b-42ff-a9b0-9e7ebdbab4b1'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:16:55.035740 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-7535b953-994a-4b62-b660-391ea215c34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:55.103549 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbe4eb-8ddf-4faf-ad3a-5ba7e4236046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:55.103894 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbe4eb-8ddf-4faf-ad3a-5ba7e4236046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:55.104240 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbe4eb-8ddf-4faf-ad3a-5ba7e4236046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:55.104580 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbe4eb-8ddf-4faf-ad3a-5ba7e4236046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:55.104913 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbe4eb-8ddf-4faf-ad3a-5ba7e4236046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:55.105314 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbe4eb-8ddf-4faf-ad3a-5ba7e4236046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:55.105915 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbe4eb-8ddf-4faf-ad3a-5ba7e4236046 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:55.106244 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbe4eb-8ddf-4faf-ad3a-5ba7e4236046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:55.106558 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbe4eb-8ddf-4faf-ad3a-5ba7e4236046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:55.106887 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbe4eb-8ddf-4faf-ad3a-5ba7e4236046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:55.107212 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbe4eb-8ddf-4faf-ad3a-5ba7e4236046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:55.107533 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbe4eb-8ddf-4faf-ad3a-5ba7e4236046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:55.111063 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9ec044d9-59c0-4e7c-b165-6522dc811789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:55.129996 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-7535b953-994a-4b62-b660-391ea215c34d None None] For port 0d0e11b8-8801-413f-b5ac-4a541eec0c74, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:16:55.134674 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-7535b953-994a-4b62-b660-391ea215c34d None None] For port 0d0e11b8-8801-413f-b5ac-4a541eec0c74, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0d0e11b8-8801-413f-b5ac-4a541eec0c74,segment=NetworkSegment(7034dec2-13a8-445d-bff6-b7192b8f919a),segment_id=7034dec2-13a8-445d-bff6-b7192b8f919a)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:16:55.140805 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-7535b953-994a-4b62-b660-391ea215c34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:55.218423 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7535b953-994a-4b62-b660-391ea215c34d None None] Routers {'357a805b-b146-47cb-b091-9d2188e0f96a'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:16:55.219092 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-7535b953-994a-4b62-b660-391ea215c34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:16:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['357a805b-b146-47cb-b091-9d2188e0f96a'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:16:55.313567 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfbe4eb-8ddf-4faf-ad3a-5ba7e4236046 None None] Pushing event updated for resources: {'Port': ['ID=0d0e11b8-8801-413f-b5ac-4a541eec0c74,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:55.412681 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-7535b953-994a-4b62-b660-391ea215c34d None None] Set router 357a805b-b146-47cb-b091-9d2188e0f96a gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:16:55.673420 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 59aace8d-5270-4545-9150-d26e0282a6c3 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:16:55.792074 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 59aace8d-5270-4545-9150-d26e0282a6c3 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:16:55.801076 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0d0e11b8-8801-413f-b5ac-4a541eec0c74 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:16:55.829208 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-7535b953-994a-4b62-b660-391ea215c34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'name': 'tempest-TestMinimumBasicScenario-1636984074-router', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:47Z', 'updated_at': '2021-07-23T17:16:50Z', 'revision_number': 4, 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'gw_port': {'id': '6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:23:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:47Z', 'updated_at': '2021-07-23T17:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '0d0e11b8-8801-413f-b5ac-4a541eec0c74', 'name': '', 'network_id': 'df54c090-805b-42ff-a9b0-9e7ebdbab4b1', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'mac_address': 'fa:16:3e:b1:0f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '800cef52-a9ff-41c5-adde-bfe84a00c586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:49Z', 'updated_at': '2021-07-23T17:16:55Z', 'revision_number': 4, 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'subnets': [{'id': '800cef52-a9ff-41c5-adde-bfe84a00c586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:16:55.858947 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7535b953-994a-4b62-b660-391ea215c34d None None] The sync data for ids ['357a805b-b146-47cb-b091-9d2188e0f96a'] in n-d-778549-4 is: [{'id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'name': 'tempest-TestMinimumBasicScenario-1636984074-router', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:47Z', 'updated_at': '2021-07-23T17:16:50Z', 'revision_number': 4, 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'gw_port': {'id': '6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:23:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:47Z', 'updated_at': '2021-07-23T17:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '0d0e11b8-8801-413f-b5ac-4a541eec0c74', 'name': '', 'network_id': 'df54c090-805b-42ff-a9b0-9e7ebdbab4b1', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'mac_address': 'fa:16:3e:b1:0f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '800cef52-a9ff-41c5-adde-bfe84a00c586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:49Z', 'updated_at': '2021-07-23T17:16:55Z', 'revision_number': 4, 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'subnets': [{'id': '800cef52-a9ff-41c5-adde-bfe84a00c586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:16:55.880183 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 0d0e11b8-8801-413f-b5ac-4a541eec0c74 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:16:55.886959 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 0d0e11b8-8801-413f-b5ac-4a541eec0c74 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:16:55.887338 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:55.923511 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec044d9-59c0-4e7c-b165-6522dc811789 admin admin] Router afb50a6c-f07e-408a-b06b-b729c380e6fa is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:16:56.000899 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:56.048654 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 0d0e11b8-8801-413f-b5ac-4a541eec0c74, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0d0e11b8-8801-413f-b5ac-4a541eec0c74,segment=NetworkSegment(7034dec2-13a8-445d-bff6-b7192b8f919a),segment_id=7034dec2-13a8-445d-bff6-b7192b8f919a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:16:56.052614 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec044d9-59c0-4e7c-b165-6522dc811789 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:16:56.058874 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:56.060409 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:16:56.076844 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9ec044d9-59c0-4e7c-b165-6522dc811789 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:56.081232 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9ec044d9-59c0-4e7c-b165-6522dc811789 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8322864 Jul 23 17:16:56.081561 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58260) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:16:56.107830 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77420126-0251-420b-bfa1-9b53edc805e1 None None] Sync routers for ids ['afb50a6c-f07e-408a-b06b-b729c380e6fa'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:16:56.165819 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2231115e-7233-4f3c-8e94-2f0f21f87406 None None] Network f0673a6d-7658-4a77-aef1-872b5e3ce141 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:16:56.186920 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77420126-0251-420b-bfa1-9b53edc805e1 None None] Routers {'afb50a6c-f07e-408a-b06b-b729c380e6fa'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:16:56.187675 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-77420126-0251-420b-bfa1-9b53edc805e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:16:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['afb50a6c-f07e-408a-b06b-b729c380e6fa'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:16:56.326736 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=0d0e11b8-8801-413f-b5ac-4a541eec0c74,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:56.355328 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1e0f7ea3-7745-4071-920a-36922ba833bf None None] Provisioning for port 59aace8d-5270-4545-9150-d26e0282a6c3 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:16:56.387611 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1e0f7ea3-7745-4071-920a-36922ba833bf None None] Provisioning complete for port 59aace8d-5270-4545-9150-d26e0282a6c3 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:16:56.388175 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1e0f7ea3-7745-4071-920a-36922ba833bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:56.393900 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:16:56.394419 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:56.499234 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-77420126-0251-420b-bfa1-9b53edc805e1 None None] Set router afb50a6c-f07e-408a-b06b-b729c380e6fa gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:16:56.771430 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1e0f7ea3-7745-4071-920a-36922ba833bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:56.820631 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e06dcb7f-b7a1-48f5-a4fc-c22e01cb1f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:56.863083 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-1e0f7ea3-7745-4071-920a-36922ba833bf None None] For port 59aace8d-5270-4545-9150-d26e0282a6c3, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=59aace8d-5270-4545-9150-d26e0282a6c3,segment=NetworkSegment(4502c3f5-96c0-4992-8b17-ea7b48a19761),segment_id=4502c3f5-96c0-4992-8b17-ea7b48a19761)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:16:56.873679 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1e0f7ea3-7745-4071-920a-36922ba833bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:56.935839 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-77420126-0251-420b-bfa1-9b53edc805e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb50a6c-f07e-408a-b06b-b729c380e6fa', 'name': 'tempest-TestMinimumBasicScenario-820226104-router', 'tenant_id': '63f00327edab409480cc2aec037dd6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '0f0704ce-bf21-4240-a0f6-7b30200b0560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:53Z', 'updated_at': '2021-07-23T17:16:54Z', 'revision_number': 3, 'project_id': '63f00327edab409480cc2aec037dd6db', 'gw_port': {'id': '0f0704ce-bf21-4240-a0f6-7b30200b0560', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb50a6c-f07e-408a-b06b-b729c380e6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:53Z', 'updated_at': '2021-07-23T17:16:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:16:56.938207 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f7ea3-7745-4071-920a-36922ba833bf None None] Pushing event updated for resources: {'Port': ['ID=59aace8d-5270-4545-9150-d26e0282a6c3,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:56.967360 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77420126-0251-420b-bfa1-9b53edc805e1 None None] Checking router: afb50a6c-f07e-408a-b06b-b729c380e6fa for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:16:56.967752 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77420126-0251-420b-bfa1-9b53edc805e1 None None] Updating router afb50a6c-f07e-408a-b06b-b729c380e6fa port 0f0704ce-bf21-4240-a0f6-7b30200b0560 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:16:57.012982 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-77420126-0251-420b-bfa1-9b53edc805e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:57.031842 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-e06dcb7f-b7a1-48f5-a4fc-c22e01cb1f59 admin admin] Allocated IP 172.20.0.1 (f0673a6d-7658-4a77-aef1-872b5e3ce141/c9924036-f2fe-4d22-ae3c-2536fb95405b/be5f5668-47e9-431e-a756-0290e49be698) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:16:57.164809 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e06dcb7f-b7a1-48f5-a4fc-c22e01cb1f59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:57.179882 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-e06dcb7f-b7a1-48f5-a4fc-c22e01cb1f59 admin admin] Transition to ACTIVE for port object be5f5668-47e9-431e-a756-0290e49be698 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:16:57.218510 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e06dcb7f-b7a1-48f5-a4fc-c22e01cb1f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:57.268128 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06dcb7f-b7a1-48f5-a4fc-c22e01cb1f59 admin admin] Network f0673a6d-7658-4a77-aef1-872b5e3ce141 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:16:57.272171 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-e06dcb7f-b7a1-48f5-a4fc-c22e01cb1f59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:16:57.274847 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06dcb7f-b7a1-48f5-a4fc-c22e01cb1f59 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:16:57.282236 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06dcb7f-b7a1-48f5-a4fc-c22e01cb1f59 admin admin] Pushing event updated for resources: {'Port': ['ID=be5f5668-47e9-431e-a756-0290e49be698,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:57.335889 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e06dcb7f-b7a1-48f5-a4fc-c22e01cb1f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:57.391538 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-40e19fc9-a2a8-473b-94a6-831c107a4094 None None] Provisioning complete for port 59aace8d-5270-4545-9150-d26e0282a6c3 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:16:57.391797 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-40e19fc9-a2a8-473b-94a6-831c107a4094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:57.501341 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 59aace8d-5270-4545-9150-d26e0282a6c3 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:16:57.514905 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e06dcb7f-b7a1-48f5-a4fc-c22e01cb1f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:57.575806 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-77420126-0251-420b-bfa1-9b53edc805e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:57.603113 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-77420126-0251-420b-bfa1-9b53edc805e1 None None] Transition to ACTIVE for port object 0f0704ce-bf21-4240-a0f6-7b30200b0560 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:16:57.612573 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-77420126-0251-420b-bfa1-9b53edc805e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:57.652084 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 59aace8d-5270-4545-9150-d26e0282a6c3 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:16:57.652463 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:57.700963 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-77420126-0251-420b-bfa1-9b53edc805e1 None None] Attempting to bind port 0f0704ce-bf21-4240-a0f6-7b30200b0560 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:16:57.701447 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-77420126-0251-420b-bfa1-9b53edc805e1 None None] Attempting to bind port 0f0704ce-bf21-4240-a0f6-7b30200b0560 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:16:57.701745 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77420126-0251-420b-bfa1-9b53edc805e1 None None] Attempting to bind port 0f0704ce-bf21-4240-a0f6-7b30200b0560 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:16:57.723728 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e06dcb7f-b7a1-48f5-a4fc-c22e01cb1f59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:57.726642 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2dc09f-43af-4b74-ad8c-82e62f6e7a06 None None] Pushing event updated for resources: {'Port': ['ID=0f0704ce-bf21-4240-a0f6-7b30200b0560,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:57.731648 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77420126-0251-420b-bfa1-9b53edc805e1 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:16:57.732031 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77420126-0251-420b-bfa1-9b53edc805e1 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:16:57.732447 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-77420126-0251-420b-bfa1-9b53edc805e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:57.732839 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e06dcb7f-b7a1-48f5-a4fc-c22e01cb1f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:57.733113 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77420126-0251-420b-bfa1-9b53edc805e1 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:16:57.733365 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-77420126-0251-420b-bfa1-9b53edc805e1 None None] Bound port: 0f0704ce-bf21-4240-a0f6-7b30200b0560, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:16:57.733761 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-77420126-0251-420b-bfa1-9b53edc805e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:57.767698 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-52942d2f-8925-44d3-a0d5-8d54022a048e None None] Provisioning for port be5f5668-47e9-431e-a756-0290e49be698 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:16:57.777914 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-52942d2f-8925-44d3-a0d5-8d54022a048e None None] Provisioning complete for port be5f5668-47e9-431e-a756-0290e49be698 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:16:57.778976 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-52942d2f-8925-44d3-a0d5-8d54022a048e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:57.852113 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06dcb7f-b7a1-48f5-a4fc-c22e01cb1f59 admin admin] Pushing event updated for resources: {'Port': ['ID=be5f5668-47e9-431e-a756-0290e49be698,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:57.855571 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e06dcb7f-b7a1-48f5-a4fc-c22e01cb1f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:57.870480 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-77420126-0251-420b-bfa1-9b53edc805e1 None None] For port 0f0704ce-bf21-4240-a0f6-7b30200b0560, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:16:57.872943 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-52942d2f-8925-44d3-a0d5-8d54022a048e None None] Port be5f5668-47e9-431e-a756-0290e49be698 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:16:57.876879 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0d0e11b8-8801-413f-b5ac-4a541eec0c74 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:16:57.908288 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-77420126-0251-420b-bfa1-9b53edc805e1 None None] For port 0f0704ce-bf21-4240-a0f6-7b30200b0560, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0f0704ce-bf21-4240-a0f6-7b30200b0560,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:16:57.916359 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-77420126-0251-420b-bfa1-9b53edc805e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:57.968443 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06dcb7f-b7a1-48f5-a4fc-c22e01cb1f59 admin admin] Network f0673a6d-7658-4a77-aef1-872b5e3ce141 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:16:57.970597 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-e06dcb7f-b7a1-48f5-a4fc-c22e01cb1f59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:16:57.995561 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2dc09f-43af-4b74-ad8c-82e62f6e7a06 None None] Pushing event updated for resources: {'Port': ['ID=0f0704ce-bf21-4240-a0f6-7b30200b0560,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:57.999513 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77420126-0251-420b-bfa1-9b53edc805e1 None None] Routers {'afb50a6c-f07e-408a-b06b-b729c380e6fa'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:16:58.000220 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-77420126-0251-420b-bfa1-9b53edc805e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:16:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['afb50a6c-f07e-408a-b06b-b729c380e6fa'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:16:58.040388 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 0d0e11b8-8801-413f-b5ac-4a541eec0c74 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:16:58.040388 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:58.197651 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06dcb7f-b7a1-48f5-a4fc-c22e01cb1f59 admin admin] Router afb50a6c-f07e-408a-b06b-b729c380e6fa has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:16:58.207740 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-77420126-0251-420b-bfa1-9b53edc805e1 None None] Set router afb50a6c-f07e-408a-b06b-b729c380e6fa gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:16:58.331845 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06dcb7f-b7a1-48f5-a4fc-c22e01cb1f59 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:16:58.337595 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e06dcb7f-b7a1-48f5-a4fc-c22e01cb1f59 admin admin] 10.222.0.73 "PUT /v2.0/routers/afb50a6c-f07e-408a-b06b-b729c380e6fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2547874 Jul 23 17:16:58.377880 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1e357e37-c6ec-4188-8661-388eba9e6d50 None None] Provisioning complete for port be5f5668-47e9-431e-a756-0290e49be698 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:16:58.378508 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1e357e37-c6ec-4188-8661-388eba9e6d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:58.513412 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-1e357e37-c6ec-4188-8661-388eba9e6d50 None None] Port be5f5668-47e9-431e-a756-0290e49be698 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:16:58.624279 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-77420126-0251-420b-bfa1-9b53edc805e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb50a6c-f07e-408a-b06b-b729c380e6fa', 'name': 'tempest-TestMinimumBasicScenario-820226104-router', 'tenant_id': '63f00327edab409480cc2aec037dd6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '0f0704ce-bf21-4240-a0f6-7b30200b0560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:53Z', 'updated_at': '2021-07-23T17:16:57Z', 'revision_number': 4, 'project_id': '63f00327edab409480cc2aec037dd6db', 'gw_port': {'id': '0f0704ce-bf21-4240-a0f6-7b30200b0560', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb50a6c-f07e-408a-b06b-b729c380e6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:53Z', 'updated_at': '2021-07-23T17:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'be5f5668-47e9-431e-a756-0290e49be698', 'name': '', 'network_id': 'f0673a6d-7658-4a77-aef1-872b5e3ce141', 'tenant_id': '63f00327edab409480cc2aec037dd6db', 'mac_address': 'fa:16:3e:4f:df:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb50a6c-f07e-408a-b06b-b729c380e6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'c9924036-f2fe-4d22-ae3c-2536fb95405b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:56Z', 'updated_at': '2021-07-23T17:16:57Z', 'revision_number': 2, 'project_id': '63f00327edab409480cc2aec037dd6db', 'subnets': [{'id': 'c9924036-f2fe-4d22-ae3c-2536fb95405b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:16:58.664154 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77420126-0251-420b-bfa1-9b53edc805e1 None None] The sync data for ids ['afb50a6c-f07e-408a-b06b-b729c380e6fa'] in n-d-778549-4 is: [{'id': 'afb50a6c-f07e-408a-b06b-b729c380e6fa', 'name': 'tempest-TestMinimumBasicScenario-820226104-router', 'tenant_id': '63f00327edab409480cc2aec037dd6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '0f0704ce-bf21-4240-a0f6-7b30200b0560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:53Z', 'updated_at': '2021-07-23T17:16:57Z', 'revision_number': 4, 'project_id': '63f00327edab409480cc2aec037dd6db', 'gw_port': {'id': '0f0704ce-bf21-4240-a0f6-7b30200b0560', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb50a6c-f07e-408a-b06b-b729c380e6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:53Z', 'updated_at': '2021-07-23T17:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'be5f5668-47e9-431e-a756-0290e49be698', 'name': '', 'network_id': 'f0673a6d-7658-4a77-aef1-872b5e3ce141', 'tenant_id': '63f00327edab409480cc2aec037dd6db', 'mac_address': 'fa:16:3e:4f:df:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb50a6c-f07e-408a-b06b-b729c380e6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'c9924036-f2fe-4d22-ae3c-2536fb95405b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:56Z', 'updated_at': '2021-07-23T17:16:57Z', 'revision_number': 2, 'project_id': '63f00327edab409480cc2aec037dd6db', 'subnets': [{'id': 'c9924036-f2fe-4d22-ae3c-2536fb95405b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:16:59.583906 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0f0704ce-bf21-4240-a0f6-7b30200b0560 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:16:59.647973 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 0f0704ce-bf21-4240-a0f6-7b30200b0560 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:16:59.652870 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 0f0704ce-bf21-4240-a0f6-7b30200b0560 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:16:59.653406 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:59.774486 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:59.807012 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 0f0704ce-bf21-4240-a0f6-7b30200b0560, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0f0704ce-bf21-4240-a0f6-7b30200b0560,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:16:59.813767 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:59.886616 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=0f0704ce-bf21-4240-a0f6-7b30200b0560,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:01.487960 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0f0704ce-bf21-4240-a0f6-7b30200b0560 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:17:01.554412 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 0f0704ce-bf21-4240-a0f6-7b30200b0560 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:17:01.554824 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:02.600549 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e9f784-8211-4e27-b395-e30f98cd3632 None None] Sync routers for ids ['afb50a6c-f07e-408a-b06b-b729c380e6fa'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:17:02.611649 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e9f784-8211-4e27-b395-e30f98cd3632 None None] Routers {'afb50a6c-f07e-408a-b06b-b729c380e6fa'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:17:02.612278 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-b1e9f784-8211-4e27-b395-e30f98cd3632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:16:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['afb50a6c-f07e-408a-b06b-b729c380e6fa'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:02.760262 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-b1e9f784-8211-4e27-b395-e30f98cd3632 None None] Set router afb50a6c-f07e-408a-b06b-b729c380e6fa gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:17:02.780064 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fae75edd-e2e6-4ac8-8fd5-537663ef5a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:03.091521 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-b1e9f784-8211-4e27-b395-e30f98cd3632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb50a6c-f07e-408a-b06b-b729c380e6fa', 'name': 'tempest-TestMinimumBasicScenario-820226104-router', 'tenant_id': '63f00327edab409480cc2aec037dd6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '0f0704ce-bf21-4240-a0f6-7b30200b0560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:53Z', 'updated_at': '2021-07-23T17:16:57Z', 'revision_number': 4, 'project_id': '63f00327edab409480cc2aec037dd6db', 'gw_port': {'id': '0f0704ce-bf21-4240-a0f6-7b30200b0560', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb50a6c-f07e-408a-b06b-b729c380e6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:53Z', 'updated_at': '2021-07-23T17:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'be5f5668-47e9-431e-a756-0290e49be698', 'name': '', 'network_id': 'f0673a6d-7658-4a77-aef1-872b5e3ce141', 'tenant_id': '63f00327edab409480cc2aec037dd6db', 'mac_address': 'fa:16:3e:4f:df:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb50a6c-f07e-408a-b06b-b729c380e6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'c9924036-f2fe-4d22-ae3c-2536fb95405b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:56Z', 'updated_at': '2021-07-23T17:16:57Z', 'revision_number': 2, 'project_id': '63f00327edab409480cc2aec037dd6db', 'subnets': [{'id': 'c9924036-f2fe-4d22-ae3c-2536fb95405b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:03.134037 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e9f784-8211-4e27-b395-e30f98cd3632 None None] Checking router: afb50a6c-f07e-408a-b06b-b729c380e6fa for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:17:03.134513 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e9f784-8211-4e27-b395-e30f98cd3632 None None] Updating router afb50a6c-f07e-408a-b06b-b729c380e6fa port be5f5668-47e9-431e-a756-0290e49be698 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:17:03.209467 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-b1e9f784-8211-4e27-b395-e30f98cd3632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:03.563154 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-b1e9f784-8211-4e27-b395-e30f98cd3632 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:03.577640 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-b1e9f784-8211-4e27-b395-e30f98cd3632 None None] Transition to ACTIVE for port object be5f5668-47e9-431e-a756-0290e49be698 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:17:03.586362 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-b1e9f784-8211-4e27-b395-e30f98cd3632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:03.642525 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91e0de-a493-41fe-8403-731352033f7f None None] Pushing event updated for resources: {'Port': ['ID=be5f5668-47e9-431e-a756-0290e49be698,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:03.723614 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-b1e9f784-8211-4e27-b395-e30f98cd3632 None None] Attempting to bind port be5f5668-47e9-431e-a756-0290e49be698 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:17:03.723993 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-b1e9f784-8211-4e27-b395-e30f98cd3632 None None] Attempting to bind port be5f5668-47e9-431e-a756-0290e49be698 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '4502c3f5-96c0-4992-8b17-ea7b48a19761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'f0673a6d-7658-4a77-aef1-872b5e3ce141'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:17:03.724846 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e9f784-8211-4e27-b395-e30f98cd3632 None None] Attempting to bind port be5f5668-47e9-431e-a756-0290e49be698 on network f0673a6d-7658-4a77-aef1-872b5e3ce141 {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:17:03.731900 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e9f784-8211-4e27-b395-e30f98cd3632 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:17:03.732257 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e9f784-8211-4e27-b395-e30f98cd3632 None None] Checking segment: {'id': '4502c3f5-96c0-4992-8b17-ea7b48a19761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'f0673a6d-7658-4a77-aef1-872b5e3ce141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:17:03.732686 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-b1e9f784-8211-4e27-b395-e30f98cd3632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:03.733098 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e9f784-8211-4e27-b395-e30f98cd3632 None None] Bound using segment: {'id': '4502c3f5-96c0-4992-8b17-ea7b48a19761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'f0673a6d-7658-4a77-aef1-872b5e3ce141'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:17:03.733597 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-b1e9f784-8211-4e27-b395-e30f98cd3632 None None] Bound port: be5f5668-47e9-431e-a756-0290e49be698, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4502c3f5-96c0-4992-8b17-ea7b48a19761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'f0673a6d-7658-4a77-aef1-872b5e3ce141'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:17:03.733987 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-b1e9f784-8211-4e27-b395-e30f98cd3632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:03.830875 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-b1e9f784-8211-4e27-b395-e30f98cd3632 None None] For port be5f5668-47e9-431e-a756-0290e49be698, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:17:03.837443 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-b1e9f784-8211-4e27-b395-e30f98cd3632 None None] For port be5f5668-47e9-431e-a756-0290e49be698, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=be5f5668-47e9-431e-a756-0290e49be698,segment=NetworkSegment(4502c3f5-96c0-4992-8b17-ea7b48a19761),segment_id=4502c3f5-96c0-4992-8b17-ea7b48a19761)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:17:03.845646 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-b1e9f784-8211-4e27-b395-e30f98cd3632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:03.932201 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91e0de-a493-41fe-8403-731352033f7f None None] Pushing event updated for resources: {'Port': ['ID=be5f5668-47e9-431e-a756-0290e49be698,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:03.954362 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e9f784-8211-4e27-b395-e30f98cd3632 None None] Routers {'afb50a6c-f07e-408a-b06b-b729c380e6fa'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:17:03.956253 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-b1e9f784-8211-4e27-b395-e30f98cd3632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:16:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['afb50a6c-f07e-408a-b06b-b729c380e6fa'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:04.112108 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-b1e9f784-8211-4e27-b395-e30f98cd3632 None None] Set router afb50a6c-f07e-408a-b06b-b729c380e6fa gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:17:04.606097 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-b1e9f784-8211-4e27-b395-e30f98cd3632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb50a6c-f07e-408a-b06b-b729c380e6fa', 'name': 'tempest-TestMinimumBasicScenario-820226104-router', 'tenant_id': '63f00327edab409480cc2aec037dd6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '0f0704ce-bf21-4240-a0f6-7b30200b0560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:53Z', 'updated_at': '2021-07-23T17:16:57Z', 'revision_number': 4, 'project_id': '63f00327edab409480cc2aec037dd6db', 'gw_port': {'id': '0f0704ce-bf21-4240-a0f6-7b30200b0560', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb50a6c-f07e-408a-b06b-b729c380e6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:53Z', 'updated_at': '2021-07-23T17:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'be5f5668-47e9-431e-a756-0290e49be698', 'name': '', 'network_id': 'f0673a6d-7658-4a77-aef1-872b5e3ce141', 'tenant_id': '63f00327edab409480cc2aec037dd6db', 'mac_address': 'fa:16:3e:4f:df:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb50a6c-f07e-408a-b06b-b729c380e6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'c9924036-f2fe-4d22-ae3c-2536fb95405b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:56Z', 'updated_at': '2021-07-23T17:17:03Z', 'revision_number': 4, 'project_id': '63f00327edab409480cc2aec037dd6db', 'subnets': [{'id': 'c9924036-f2fe-4d22-ae3c-2536fb95405b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:04.659601 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e9f784-8211-4e27-b395-e30f98cd3632 None None] The sync data for ids ['afb50a6c-f07e-408a-b06b-b729c380e6fa'] in n-d-778549-4 is: [{'id': 'afb50a6c-f07e-408a-b06b-b729c380e6fa', 'name': 'tempest-TestMinimumBasicScenario-820226104-router', 'tenant_id': '63f00327edab409480cc2aec037dd6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '0f0704ce-bf21-4240-a0f6-7b30200b0560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:53Z', 'updated_at': '2021-07-23T17:16:57Z', 'revision_number': 4, 'project_id': '63f00327edab409480cc2aec037dd6db', 'gw_port': {'id': '0f0704ce-bf21-4240-a0f6-7b30200b0560', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb50a6c-f07e-408a-b06b-b729c380e6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:53Z', 'updated_at': '2021-07-23T17:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'be5f5668-47e9-431e-a756-0290e49be698', 'name': '', 'network_id': 'f0673a6d-7658-4a77-aef1-872b5e3ce141', 'tenant_id': '63f00327edab409480cc2aec037dd6db', 'mac_address': 'fa:16:3e:4f:df:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb50a6c-f07e-408a-b06b-b729c380e6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'c9924036-f2fe-4d22-ae3c-2536fb95405b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:56Z', 'updated_at': '2021-07-23T17:17:03Z', 'revision_number': 4, 'project_id': '63f00327edab409480cc2aec037dd6db', 'subnets': [{'id': 'c9924036-f2fe-4d22-ae3c-2536fb95405b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:17:05.486288 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2c4a30c-52df-4b5d-92f5-23e0fecbb26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:05.547551 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device be5f5668-47e9-431e-a756-0290e49be698 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:17:05.607926 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:05.616613 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:05.662086 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port be5f5668-47e9-431e-a756-0290e49be698 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:17:05.667272 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port be5f5668-47e9-431e-a756-0290e49be698 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:17:05.669568 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:05.814487 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:05.886973 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port be5f5668-47e9-431e-a756-0290e49be698, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=be5f5668-47e9-431e-a756-0290e49be698,segment=NetworkSegment(4502c3f5-96c0-4992-8b17-ea7b48a19761),segment_id=4502c3f5-96c0-4992-8b17-ea7b48a19761)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:05.895342 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:06.011685 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=be5f5668-47e9-431e-a756-0290e49be698,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:06.771018 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:07.565908 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device be5f5668-47e9-431e-a756-0290e49be698 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:17:07.636320 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port be5f5668-47e9-431e-a756-0290e49be698 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:17:07.636801 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:07.940502 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:08.790254 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:09.339408 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-94a86335-f581-4ea4-8f44-4a860ebe3890 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:09.340982 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-94a86335-f581-4ea4-8f44-4a860ebe3890 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/networks?id=df54c090-805b-42ff-a9b0-9e7ebdbab4b1 HTTP/1.1" status: 200 len: 815 time: 0.1224775 Jul 23 17:17:09.357568 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-e2388e59-9917-417c-bd64-72c515b013a4 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/quotas/a3d1acb55cc640ed86a484aa71946fa2 HTTP/1.1" status: 200 len: 375 time: 0.0108190 Jul 23 17:17:09.442221 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-d2cc3f30-05cd-44b8-9bf6-dfd2b1f85062 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a3d1acb55cc640ed86a484aa71946fa2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786018 Jul 23 17:17:09.554107 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-97bf41d0-609a-437c-9582-f7efc2e10ce4 service neutron] 10.222.0.73 "GET /v2.0/networks/df54c090-805b-42ff-a9b0-9e7ebdbab4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976231 Jul 23 17:17:09.664109 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-e40936d3-ebca-430d-9e23-b1e3b3686c3f service neutron] 10.222.0.73 "GET /v2.0/networks/df54c090-805b-42ff-a9b0-9e7ebdbab4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004229 Jul 23 17:17:09.869537 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6d0ecab0-a9f2-4ec8-a614-9109bbab57fc req-597691e3-0f32-4f58-b537-d28975817d85 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 210 time: 0.0317004 Jul 23 17:17:10.955712 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-b410d8fb-8feb-4e11-ae68-5bc9bfb92689 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:10.958620 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-b410d8fb-8feb-4e11-ae68-5bc9bfb92689 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.97 "GET /v2.0/networks?id=df54c090-805b-42ff-a9b0-9e7ebdbab4b1 HTTP/1.1" status: 200 len: 815 time: 0.1665182 Jul 23 17:17:10.977641 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-0ea7c855-cb86-4d01-b94e-1ffc679a0beb tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Request body: {'port': {'device_id': 'f290f02d-cdab-41ef-9658-0c2fa6a87ab7', 'network_id': 'df54c090-805b-42ff-a9b0-9e7ebdbab4b1', 'admin_state_up': True, 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:17:11.057390 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-066ed712-0e78-437e-b3dc-c027d34cc304 req-9c3d1f03-22fd-42a4-8770-c69e8322281e tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 210 time: 0.0598245 Jul 23 17:17:11.219888 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-0ea7c855-cb86-4d01-b94e-1ffc679a0beb tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Made reservation on behalf of a3d1acb55cc640ed86a484aa71946fa2 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:17:11.227061 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-0ea7c855-cb86-4d01-b94e-1ffc679a0beb tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:11.454093 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-0ea7c855-cb86-4d01-b94e-1ffc679a0beb tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Allocated IP 172.20.0.14 (df54c090-805b-42ff-a9b0-9e7ebdbab4b1/800cef52-a9ff-41c5-adde-bfe84a00c586/a910a840-30b1-48c8-b4a8-d9e737697fc6) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:17:11.753982 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-0ea7c855-cb86-4d01-b94e-1ffc679a0beb tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:11.777647 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-0ea7c855-cb86-4d01-b94e-1ffc679a0beb tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Transition to ACTIVE for port object a910a840-30b1-48c8-b4a8-d9e737697fc6 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:17:11.821066 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-0ea7c855-cb86-4d01-b94e-1ffc679a0beb tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:11.884905 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-0ea7c855-cb86-4d01-b94e-1ffc679a0beb tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Network df54c090-805b-42ff-a9b0-9e7ebdbab4b1 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:17:11.890917 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-0ea7c855-cb86-4d01-b94e-1ffc679a0beb tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:17:11.899038 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-0ea7c855-cb86-4d01-b94e-1ffc679a0beb tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:17:11.906195 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7c855-cb86-4d01-b94e-1ffc679a0beb tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Pushing event updated for resources: {'Port': ['ID=a910a840-30b1-48c8-b4a8-d9e737697fc6,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:12.002601 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-0ea7c855-cb86-4d01-b94e-1ffc679a0beb tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:12.003919 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-0ea7c855-cb86-4d01-b94e-1ffc679a0beb tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:12.040852 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-0ea7c855-cb86-4d01-b94e-1ffc679a0beb tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0727007 Jul 23 17:17:12.242415 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-18bae704-c535-4d51-8c2a-b08fdf3dd543 None None] Provisioning for port a910a840-30b1-48c8-b4a8-d9e737697fc6 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:17:12.252397 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-18bae704-c535-4d51-8c2a-b08fdf3dd543 None None] Provisioning complete for port a910a840-30b1-48c8-b4a8-d9e737697fc6 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:17:12.252672 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0806009-e280-4e13-baa7-ed242ad14e0a req-9c86ec86-0142-459b-ba98-77c8961ea7f6 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:12.253743 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-18bae704-c535-4d51-8c2a-b08fdf3dd543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:12.254340 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e0806009-e280-4e13-baa7-ed242ad14e0a req-9c86ec86-0142-459b-ba98-77c8961ea7f6 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 932 time: 0.0828903 Jul 23 17:17:12.325816 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e0806009-e280-4e13-baa7-ed242ad14e0a req-c2eaaecd-9c68-48d9-bc06-8beb99dedc8e tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?id=4bda374a-a5eb-4d62-90f4-ff99bdfc20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596776 Jul 23 17:17:12.336046 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-18bae704-c535-4d51-8c2a-b08fdf3dd543 None None] Port a910a840-30b1-48c8-b4a8-d9e737697fc6 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:17:13.523973 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5482e-af75-40a3-9c67-4def5ac58129 req-812caa97-849a-43d3-9956-a44fc663766b tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:13.531675 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5c5482e-af75-40a3-9c67-4def5ac58129 req-812caa97-849a-43d3-9956-a44fc663766b tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 932 time: 0.1125414 Jul 23 17:17:13.580077 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5c5482e-af75-40a3-9c67-4def5ac58129 req-8516e97d-8df5-4ed5-8ba3-cf869b44c14b tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?id=4bda374a-a5eb-4d62-90f4-ff99bdfc20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462070 Jul 23 17:17:14.776233 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae85bd-8aac-450d-ad63-b68fe961a503 req-00640133-5776-4481-9bd3-d58779456a11 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:14.778643 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5cae85bd-8aac-450d-ad63-b68fe961a503 req-00640133-5776-4481-9bd3-d58779456a11 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 932 time: 0.0983028 Jul 23 17:17:14.851452 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5cae85bd-8aac-450d-ad63-b68fe961a503 req-baf6fe14-a460-444d-927a-40eb3e14ff94 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?id=4bda374a-a5eb-4d62-90f4-ff99bdfc20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620382 Jul 23 17:17:16.054492 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95072da-7d14-4724-977e-207a67db66fc req-46214c4c-8832-4141-b231-61f11ee35dba tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:16.057045 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f95072da-7d14-4724-977e-207a67db66fc req-46214c4c-8832-4141-b231-61f11ee35dba tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 932 time: 0.0972023 Jul 23 17:17:16.116489 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f95072da-7d14-4724-977e-207a67db66fc req-9a8c36ad-95bc-4034-a182-9baadeeb3ca0 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?id=4bda374a-a5eb-4d62-90f4-ff99bdfc20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516579 Jul 23 17:17:16.171199 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-18593871-ca8c-47d3-9f74-1aa2e53017ae req-1940c8e5-65a2-4b2f-a8e2-f3f5428c78c8 service neutron] (94012) timed out ('10.222.0.74', 54614) {{(pid=94012) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 17:17:17.282324 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c8e89-6e07-4beb-843b-8b5f006b09af req-70338cbd-3de6-4894-8e69-a87a3ec4ef7f tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:17.284024 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a76c8e89-6e07-4beb-843b-8b5f006b09af req-70338cbd-3de6-4894-8e69-a87a3ec4ef7f tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 932 time: 0.0815716 Jul 23 17:17:17.331800 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a76c8e89-6e07-4beb-843b-8b5f006b09af req-2cc739bc-03f8-4b8e-8463-a99a15fabb64 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?id=4bda374a-a5eb-4d62-90f4-ff99bdfc20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402219 Jul 23 17:17:18.534207 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c7fda-3aba-4c1e-8a06-881aa075ec53 req-701a6229-4e46-47a7-8ade-b7ff5bb93f97 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:18.535914 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-417c7fda-3aba-4c1e-8a06-881aa075ec53 req-701a6229-4e46-47a7-8ade-b7ff5bb93f97 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 932 time: 0.1063240 Jul 23 17:17:18.583341 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-417c7fda-3aba-4c1e-8a06-881aa075ec53 req-718f18b5-1a53-42fe-b497-bb12c952e6d4 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?id=4bda374a-a5eb-4d62-90f4-ff99bdfc20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375588 Jul 23 17:17:19.778530 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84002a2-f43b-4cef-b704-9cb242132084 req-9b68af22-0139-47fa-a89f-f9de2c5c54f1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:19.780759 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d84002a2-f43b-4cef-b704-9cb242132084 req-9b68af22-0139-47fa-a89f-f9de2c5c54f1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 932 time: 0.1088803 Jul 23 17:17:19.836546 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d84002a2-f43b-4cef-b704-9cb242132084 req-8c4179f1-7d59-4520-935b-24f49e64ae20 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?id=4bda374a-a5eb-4d62-90f4-ff99bdfc20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489028 Jul 23 17:17:20.194891 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:17:21.064746 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6750cf-e91f-4360-ae6a-5900243884bb req-b3cfdd44-2530-47b7-a0e4-da3740e00ffc tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:21.073605 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0b6750cf-e91f-4360-ae6a-5900243884bb req-b3cfdd44-2530-47b7-a0e4-da3740e00ffc tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 932 time: 0.1574347 Jul 23 17:17:21.133785 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0b6750cf-e91f-4360-ae6a-5900243884bb req-c53e0684-c871-4505-bffa-96941a2459fa tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?id=4bda374a-a5eb-4d62-90f4-ff99bdfc20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594261 Jul 23 17:17:22.060260 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-e55ce57b-f167-498e-8207-ddc392a2cf3d service neutron] Request body: {'port': {'device_id': 'f290f02d-cdab-41ef-9658-0c2fa6a87ab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:17:22.139457 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-e55ce57b-f167-498e-8207-ddc392a2cf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:22.399686 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aed276-f579-42ac-9b50-1dfde70c23c8 req-883918a8-bd1d-40f0-99bd-f2ef729a4b44 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:22.401279 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d7aed276-f579-42ac-9b50-1dfde70c23c8 req-883918a8-bd1d-40f0-99bd-f2ef729a4b44 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 932 time: 0.1481724 Jul 23 17:17:22.472956 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d7aed276-f579-42ac-9b50-1dfde70c23c8 req-464cdbd5-38f7-45bd-9f0c-41e64eeb8f28 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?id=4bda374a-a5eb-4d62-90f4-ff99bdfc20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611143 Jul 23 17:17:22.512035 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-e55ce57b-f167-498e-8207-ddc392a2cf3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a910a840-30b1-48c8-b4a8-d9e737697fc6 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:17:22.521216 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-e55ce57b-f167-498e-8207-ddc392a2cf3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:22.533933 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-e55ce57b-f167-498e-8207-ddc392a2cf3d service neutron] Transition to ACTIVE for port object a910a840-30b1-48c8-b4a8-d9e737697fc6 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:17:22.539239 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-e55ce57b-f167-498e-8207-ddc392a2cf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:22.625242 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ce57b-f167-498e-8207-ddc392a2cf3d service neutron] Pushing event updated for resources: {'Port': ['ID=a910a840-30b1-48c8-b4a8-d9e737697fc6,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:22.717269 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-e55ce57b-f167-498e-8207-ddc392a2cf3d service neutron] Attempting to bind port a910a840-30b1-48c8-b4a8-d9e737697fc6 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:17:22.717765 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-e55ce57b-f167-498e-8207-ddc392a2cf3d service neutron] Attempting to bind port a910a840-30b1-48c8-b4a8-d9e737697fc6 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '7034dec2-13a8-445d-bff6-b7192b8f919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'df54c090-805b-42ff-a9b0-9e7ebdbab4b1'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:17:22.718271 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-e55ce57b-f167-498e-8207-ddc392a2cf3d service neutron] Attempting to bind port a910a840-30b1-48c8-b4a8-d9e737697fc6 on network df54c090-805b-42ff-a9b0-9e7ebdbab4b1 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:17:22.727796 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-e55ce57b-f167-498e-8207-ddc392a2cf3d service neutron] Port a910a840-30b1-48c8-b4a8-d9e737697fc6 on network df54c090-805b-42ff-a9b0-9e7ebdbab4b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:17:22.728351 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-e55ce57b-f167-498e-8207-ddc392a2cf3d service neutron] Attempting to bind port a910a840-30b1-48c8-b4a8-d9e737697fc6 on network df54c090-805b-42ff-a9b0-9e7ebdbab4b1 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:17:22.737178 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-e55ce57b-f167-498e-8207-ddc392a2cf3d service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:17:22.737702 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-e55ce57b-f167-498e-8207-ddc392a2cf3d service neutron] Checking segment: {'id': '7034dec2-13a8-445d-bff6-b7192b8f919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'df54c090-805b-42ff-a9b0-9e7ebdbab4b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:17:22.738320 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-e55ce57b-f167-498e-8207-ddc392a2cf3d service neutron] Bound using segment: {'id': '7034dec2-13a8-445d-bff6-b7192b8f919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'df54c090-805b-42ff-a9b0-9e7ebdbab4b1'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:17:22.739151 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-e55ce57b-f167-498e-8207-ddc392a2cf3d service neutron] Bound port: a910a840-30b1-48c8-b4a8-d9e737697fc6, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7034dec2-13a8-445d-bff6-b7192b8f919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'df54c090-805b-42ff-a9b0-9e7ebdbab4b1'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:17:22.739743 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-e55ce57b-f167-498e-8207-ddc392a2cf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:22.835892 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-e55ce57b-f167-498e-8207-ddc392a2cf3d service neutron] For port a910a840-30b1-48c8-b4a8-d9e737697fc6, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:17:22.839383 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-e55ce57b-f167-498e-8207-ddc392a2cf3d service neutron] For port a910a840-30b1-48c8-b4a8-d9e737697fc6, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=a910a840-30b1-48c8-b4a8-d9e737697fc6,segment=NetworkSegment(7034dec2-13a8-445d-bff6-b7192b8f919a),segment_id=7034dec2-13a8-445d-bff6-b7192b8f919a)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:17:22.843581 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-e55ce57b-f167-498e-8207-ddc392a2cf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:22.882947 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-e55ce57b-f167-498e-8207-ddc392a2cf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:22.883839 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-e55ce57b-f167-498e-8207-ddc392a2cf3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:22.885222 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-e55ce57b-f167-498e-8207-ddc392a2cf3d service neutron] 10.222.0.97 "PUT /v2.0/ports/a910a840-30b1-48c8-b4a8-d9e737697fc6 HTTP/1.1" status: 200 len: 1092 time: 0.8295200 Jul 23 17:17:22.888202 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f290f02d-cdab-41ef-9658-0c2fa6a87ab7', 'tag': 'a910a840-30b1-48c8-b4a8-d9e737697fc6'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:17:22.892148 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966c6b13-9c87-4832-b9fe-2e56a64bd439" -d '{"events": [{"name": "network-changed", "server_uuid": "f290f02d-cdab-41ef-9658-0c2fa6a87ab7", "tag": "a910a840-30b1-48c8-b4a8-d9e737697fc6"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:17:22.989255 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78707e90-e4d6-47b8-9e1b-e1b318a9ba80 x-openstack-request-id: req-78707e90-e4d6-47b8-9e1b-e1b318a9ba80 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:17:22.989721 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f290f02d-cdab-41ef-9658-0c2fa6a87ab7", "tag": "a910a840-30b1-48c8-b4a8-d9e737697fc6", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:17:22.990152 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-78707e90-e4d6-47b8-9e1b-e1b318a9ba80 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:17:22.991178 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f290f02d-cdab-41ef-9658-0c2fa6a87ab7', 'tag': 'a910a840-30b1-48c8-b4a8-d9e737697fc6', 'status': 'completed', 'code': 200} Jul 23 17:17:22.996561 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ce57b-f167-498e-8207-ddc392a2cf3d service neutron] Pushing event updated for resources: {'Port': ['ID=a910a840-30b1-48c8-b4a8-d9e737697fc6,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:23.048219 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-47490168-85eb-4243-b4dd-56329d380c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:23.050958 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-47490168-85eb-4243-b4dd-56329d380c1d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a3d1acb55cc640ed86a484aa71946fa2&device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 1095 time: 0.1157165 Jul 23 17:17:23.124349 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-960ee444-9740-497b-9586-1f9de9040abf service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a910a840-30b1-48c8-b4a8-d9e737697fc6 HTTP/1.1" status: 200 len: 217 time: 0.0654445 Jul 23 17:17:23.181278 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-0b553210-4917-4735-ac08-cb37b5de0f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:23.185535 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-0b553210-4917-4735-ac08-cb37b5de0f68 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=800cef52-a9ff-41c5-adde-bfe84a00c586 HTTP/1.1" status: 200 len: 854 time: 0.0522583 Jul 23 17:17:23.246013 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-0aabc76a-fec1-4e10-ba83-ec6e5ac56a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:23.247464 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-0aabc76a-fec1-4e10-ba83-ec6e5ac56a00 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=df54c090-805b-42ff-a9b0-9e7ebdbab4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585351 Jul 23 17:17:23.345423 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-e59b5883-922d-402c-955f-051fb0d06df6 service neutron] 10.222.0.97 "GET /v2.0/networks/df54c090-805b-42ff-a9b0-9e7ebdbab4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910749 Jul 23 17:17:23.455637 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d5a2845-f982-4385-8235-bd8544e20de6 req-d825ef94-ce79-4b78-a6d0-c3a2356ddd6b service neutron] 10.222.0.97 "GET /v2.0/networks/df54c090-805b-42ff-a9b0-9e7ebdbab4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036620 Jul 23 17:17:23.591452 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c6b13-9c87-4832-b9fe-2e56a64bd439 req-9dcccf4c-b1e8-4653-bb3e-e5b50ccd4c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:23.593045 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-966c6b13-9c87-4832-b9fe-2e56a64bd439 req-9dcccf4c-b1e8-4653-bb3e-e5b50ccd4c0d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a3d1acb55cc640ed86a484aa71946fa2&device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 1095 time: 0.0887167 Jul 23 17:17:23.690338 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62559a-78dd-4f85-9b4b-ecc206dca290 req-877ce98f-5446-4fa6-96d4-09d8b5bd350b tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:23.692620 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3d62559a-78dd-4f85-9b4b-ecc206dca290 req-877ce98f-5446-4fa6-96d4-09d8b5bd350b tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 944 time: 0.1395185 Jul 23 17:17:23.731639 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c6b13-9c87-4832-b9fe-2e56a64bd439 req-57d4bfb9-b726-4a50-bd54-5678b70b6943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:23.733236 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-966c6b13-9c87-4832-b9fe-2e56a64bd439 req-57d4bfb9-b726-4a50-bd54-5678b70b6943 service neutron] 10.222.0.97 "GET /v2.0/networks?id=df54c090-805b-42ff-a9b0-9e7ebdbab4b1 HTTP/1.1" status: 200 len: 917 time: 0.1331987 Jul 23 17:17:23.802743 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3d62559a-78dd-4f85-9b4b-ecc206dca290 req-70bc3253-b114-4361-9a98-8a710d4da6b0 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?id=4bda374a-a5eb-4d62-90f4-ff99bdfc20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026437 Jul 23 17:17:23.804257 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-966c6b13-9c87-4832-b9fe-2e56a64bd439 req-28b83e48-1f7c-427d-8eeb-1fae6e4adb6e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a910a840-30b1-48c8-b4a8-d9e737697fc6 HTTP/1.1" status: 200 len: 217 time: 0.0639484 Jul 23 17:17:23.856729 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c6b13-9c87-4832-b9fe-2e56a64bd439 req-b6f4173b-59a9-4f0c-959b-1b01b8f01751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:23.858274 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-966c6b13-9c87-4832-b9fe-2e56a64bd439 req-b6f4173b-59a9-4f0c-959b-1b01b8f01751 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=800cef52-a9ff-41c5-adde-bfe84a00c586 HTTP/1.1" status: 200 len: 854 time: 0.0476422 Jul 23 17:17:23.922981 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c6b13-9c87-4832-b9fe-2e56a64bd439 req-ed9d9af6-6bd3-4dc1-ae70-6e63e41a87cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:23.924593 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-966c6b13-9c87-4832-b9fe-2e56a64bd439 req-ed9d9af6-6bd3-4dc1-ae70-6e63e41a87cd service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=df54c090-805b-42ff-a9b0-9e7ebdbab4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596566 Jul 23 17:17:24.036744 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-966c6b13-9c87-4832-b9fe-2e56a64bd439 req-48db4afe-55e0-42fa-a2e9-4bad3c22ed7c service neutron] 10.222.0.97 "GET /v2.0/networks/df54c090-805b-42ff-a9b0-9e7ebdbab4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044824 Jul 23 17:17:24.146604 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-966c6b13-9c87-4832-b9fe-2e56a64bd439 req-0d87f760-26b8-4d90-a6d1-df72f38bdfa5 service neutron] 10.222.0.97 "GET /v2.0/networks/df54c090-805b-42ff-a9b0-9e7ebdbab4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029565 Jul 23 17:17:24.959505 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9870363-f649-40f2-858b-53f8663e9b90 req-d5d5d4f7-101b-49da-ab94-a48b9aa78e0c tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:24.961568 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c9870363-f649-40f2-858b-53f8663e9b90 req-d5d5d4f7-101b-49da-ab94-a48b9aa78e0c tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 944 time: 0.0839746 Jul 23 17:17:25.010056 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c9870363-f649-40f2-858b-53f8663e9b90 req-3ed1ec48-eb52-4640-b796-581d2dd3a818 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?id=4bda374a-a5eb-4d62-90f4-ff99bdfc20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424049 Jul 23 17:17:25.976313 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device a910a840-30b1-48c8-b4a8-d9e737697fc6 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:17:26.084073 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port a910a840-30b1-48c8-b4a8-d9e737697fc6, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=a910a840-30b1-48c8-b4a8-d9e737697fc6,segment=NetworkSegment(7034dec2-13a8-445d-bff6-b7192b8f919a),segment_id=7034dec2-13a8-445d-bff6-b7192b8f919a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:26.096166 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'a910a840-30b1-48c8-b4a8-d9e737697fc6', 'network_id': 'df54c090-805b-42ff-a9b0-9e7ebdbab4b1', 'port_id': 'a910a840-30b1-48c8-b4a8-d9e737697fc6', 'mac_address': 'fa:16:3e:4d:fb:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800cef52-a9ff-41c5-adde-bfe84a00c586', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:17:26.143490 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:26.153222 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff91c8-7904-4836-a0d1-5d04c8c431e3 req-ea3a178f-42e3-419a-b1f8-5640164969a2 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:26.155570 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f9ff91c8-7904-4836-a0d1-5d04c8c431e3 req-ea3a178f-42e3-419a-b1f8-5640164969a2 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 944 time: 0.0735598 Jul 23 17:17:26.157709 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a910a840-30b1-48c8-b4a8-d9e737697fc6 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:17:26.181116 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port a910a840-30b1-48c8-b4a8-d9e737697fc6, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=a910a840-30b1-48c8-b4a8-d9e737697fc6,segment=NetworkSegment(7034dec2-13a8-445d-bff6-b7192b8f919a),segment_id=7034dec2-13a8-445d-bff6-b7192b8f919a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:26.185872 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:26.196319 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f9ff91c8-7904-4836-a0d1-5d04c8c431e3 req-64d8cce9-ff76-45c3-b756-e1d2f359b80e tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?id=4bda374a-a5eb-4d62-90f4-ff99bdfc20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352211 Jul 23 17:17:26.239668 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=a910a840-30b1-48c8-b4a8-d9e737697fc6,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:26.247603 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:26.247947 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:26.248282 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:26.248677 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:26.249038 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:26.249491 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:26.249822 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:26.250146 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:26.250467 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:26.250786 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:26.251105 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:26.251424 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:26.426875 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['a910a840-30b1-48c8-b4a8-d9e737697fc6'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:17:27.346187 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76f07f-82d7-4d97-acad-43751b0a7abf req-4180688c-1a24-4687-88f6-09b822ceeb1f tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:27.348474 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f76f07f-82d7-4d97-acad-43751b0a7abf req-4180688c-1a24-4687-88f6-09b822ceeb1f tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 945 time: 0.0782506 Jul 23 17:17:27.390192 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f76f07f-82d7-4d97-acad-43751b0a7abf req-7c2bc23f-6e5c-4573-8fab-930c4a16be62 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?id=4bda374a-a5eb-4d62-90f4-ff99bdfc20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354705 Jul 23 17:17:27.991477 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device a910a840-30b1-48c8-b4a8-d9e737697fc6 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:17:28.068667 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port a910a840-30b1-48c8-b4a8-d9e737697fc6 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:17:28.075121 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port a910a840-30b1-48c8-b4a8-d9e737697fc6 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:17:28.075736 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:28.171666 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:28.215357 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f290f02d-cdab-41ef-9658-0c2fa6a87ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a910a840-30b1-48c8-b4a8-d9e737697fc6'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:17:28.219379 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d9158437a3a893895635b777aad4314b219cd6685506ac89f624094daaea09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd67e892-41ff-4917-ad84-2c514d257d88" -d '{"events": [{"server_uuid": "f290f02d-cdab-41ef-9658-0c2fa6a87ab7", "name": "network-vif-plugged", "status": "completed", "tag": "a910a840-30b1-48c8-b4a8-d9e737697fc6"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:17:28.240357 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port a910a840-30b1-48c8-b4a8-d9e737697fc6, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=a910a840-30b1-48c8-b4a8-d9e737697fc6,segment=NetworkSegment(7034dec2-13a8-445d-bff6-b7192b8f919a),segment_id=7034dec2-13a8-445d-bff6-b7192b8f919a)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:28.246665 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:28.281888 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb49fbb-d5f9-42dd-adba-110944ad6e0c x-openstack-request-id: req-3cb49fbb-d5f9-42dd-adba-110944ad6e0c {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:17:28.282247 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f290f02d-cdab-41ef-9658-0c2fa6a87ab7", "name": "network-vif-plugged", "status": "completed", "tag": "a910a840-30b1-48c8-b4a8-d9e737697fc6", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:17:28.282438 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3cb49fbb-d5f9-42dd-adba-110944ad6e0c {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:17:28.282802 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f290f02d-cdab-41ef-9658-0c2fa6a87ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a910a840-30b1-48c8-b4a8-d9e737697fc6', 'code': 200} Jul 23 17:17:28.312824 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=a910a840-30b1-48c8-b4a8-d9e737697fc6,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:28.382649 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb347437-5b70-40ee-a64b-70d5663c684c req-1ac5b43f-79d1-4467-9808-56eac15aaadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:28.384244 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb347437-5b70-40ee-a64b-70d5663c684c req-1ac5b43f-79d1-4467-9808-56eac15aaadb service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 1097 time: 0.0626402 Jul 23 17:17:28.424482 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb347437-5b70-40ee-a64b-70d5663c684c req-155cda14-4a5b-432f-ac1f-d8cb75208026 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=4bda374a-a5eb-4d62-90f4-ff99bdfc20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334270 Jul 23 17:17:28.540117 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17690d-349e-449b-ad7b-3fa1737bfb67 req-5f0765fb-0e3d-44ca-8597-e6ef0ffd29e0 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:28.542172 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0b17690d-349e-449b-ad7b-3fa1737bfb67 req-5f0765fb-0e3d-44ca-8597-e6ef0ffd29e0 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 946 time: 0.0735428 Jul 23 17:17:28.586497 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0b17690d-349e-449b-ad7b-3fa1737bfb67 req-c6b04d18-6a0e-4a1c-8b39-10e91813bc29 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?id=4bda374a-a5eb-4d62-90f4-ff99bdfc20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383053 Jul 23 17:17:29.734004 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4d227-69d0-497b-a4cb-29bbcaf3b7a8 req-a188826f-e02b-4a59-99b7-b847c30d867e tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:29.735546 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-17c4d227-69d0-497b-a4cb-29bbcaf3b7a8 req-a188826f-e02b-4a59-99b7-b847c30d867e tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 946 time: 0.0728717 Jul 23 17:17:29.779492 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-17c4d227-69d0-497b-a4cb-29bbcaf3b7a8 req-3d4153d6-081b-4ea3-99ce-77da6971c024 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?id=4bda374a-a5eb-4d62-90f4-ff99bdfc20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365803 Jul 23 17:17:29.916806 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f741d8-645f-4b20-b4ea-ab1f2264dff6 req-2f3745c0-eaa5-4fa1-ab88-c4902317bd7a tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:29.918475 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15f741d8-645f-4b20-b4ea-ab1f2264dff6 req-2f3745c0-eaa5-4fa1-ab88-c4902317bd7a tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 946 time: 0.0690160 Jul 23 17:17:29.964575 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15f741d8-645f-4b20-b4ea-ab1f2264dff6 req-1c0d0371-137c-43a7-9df1-47d2c603ab57 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?id=4bda374a-a5eb-4d62-90f4-ff99bdfc20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398273 Jul 23 17:17:30.232055 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6643f-7087-4706-85c5-71218fa50076 req-d67b15f8-11e5-4bfa-a4cd-2a7ca973881b tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:30.233784 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7de6643f-7087-4706-85c5-71218fa50076 req-d67b15f8-11e5-4bfa-a4cd-2a7ca973881b tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 946 time: 0.0734644 Jul 23 17:17:30.286247 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7de6643f-7087-4706-85c5-71218fa50076 req-bf9c95ad-690d-4446-8687-5238fba8784c tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?id=4bda374a-a5eb-4d62-90f4-ff99bdfc20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449619 Jul 23 17:17:32.135590 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4d0eb765-b65c-4853-b7d1-21b1f98d2c79 req-de455f07-46d8-492d-bed1-7122dff0e4e3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0761361 Jul 23 17:17:32.252805 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0eb765-b65c-4853-b7d1-21b1f98d2c79 req-3f9974c0-2f0a-4c33-8f22-ee1ba246413c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:32.254535 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4d0eb765-b65c-4853-b7d1-21b1f98d2c79 req-3f9974c0-2f0a-4c33-8f22-ee1ba246413c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0681367 Jul 23 17:17:32.381661 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0eb765-b65c-4853-b7d1-21b1f98d2c79 req-171ea3a9-b23a-447f-b965-54302fcdbd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:32.390556 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4d0eb765-b65c-4853-b7d1-21b1f98d2c79 req-171ea3a9-b23a-447f-b965-54302fcdbd3b service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.1088912 Jul 23 17:17:32.435943 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4d0eb765-b65c-4853-b7d1-21b1f98d2c79 req-aa9778cf-dca9-4bcf-8a9b-b7e1513276c8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0454059 Jul 23 17:17:32.511415 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0eb765-b65c-4853-b7d1-21b1f98d2c79 req-756e2492-9081-4f36-9e8f-23f895a5e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:32.514070 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4d0eb765-b65c-4853-b7d1-21b1f98d2c79 req-756e2492-9081-4f36-9e8f-23f895a5e591 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0716350 Jul 23 17:17:32.584759 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0eb765-b65c-4853-b7d1-21b1f98d2c79 req-236ee2dd-105b-4a21-bfff-0c3223e744db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:32.586406 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4d0eb765-b65c-4853-b7d1-21b1f98d2c79 req-236ee2dd-105b-4a21-bfff-0c3223e744db service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657775 Jul 23 17:17:32.701589 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4d0eb765-b65c-4853-b7d1-21b1f98d2c79 req-e739d30a-bfea-4baa-80a2-b2c69eae195b service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082497 Jul 23 17:17:32.763394 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-50fd85a6-6ab3-452a-841c-f80ef8c048f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:32.844233 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4d0eb765-b65c-4853-b7d1-21b1f98d2c79 req-b89fd5e2-11f3-4f1b-87e5-a3e1b0f89984 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364753 Jul 23 17:17:35.461332 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c3120a53-f388-4b37-89c5-cd787a15095c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:35.530462 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:35.599789 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:36.758928 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:37.950866 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:38.786838 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:43.506952 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52cb40-4a3f-4a06-a7ab-6fe89ab9b7e9 req-195773dc-dc51-417c-9edc-5829545c1ebf tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:43.508577 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1c52cb40-4a3f-4a06-a7ab-6fe89ab9b7e9 req-195773dc-dc51-417c-9edc-5829545c1ebf tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 946 time: 0.0803123 Jul 23 17:17:43.551937 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1c52cb40-4a3f-4a06-a7ab-6fe89ab9b7e9 req-2d441ea7-6b35-460b-a998-1254b1f3effd tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?id=4bda374a-a5eb-4d62-90f4-ff99bdfc20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370703 Jul 23 17:17:43.577709 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58492) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:43.768802 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e85e8e-2078-4392-8444-5a648fac7d61 tempest-TestMinimumBasicScenario-801220058 tempest-TestMinimumBasicScenario-801220058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:43.772845 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f9e85e8e-2078-4392-8444-5a648fac7d61 tempest-TestMinimumBasicScenario-801220058 tempest-TestMinimumBasicScenario-801220058-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 1092 time: 0.1936445 Jul 23 17:17:43.775638 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58496) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:43.780334 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-3603acb5-4a57-4532-bade-a41a57e98df1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'port_id': 'a910a840-30b1-48c8-b4a8-d9e737697fc6', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:17:43.804875 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3603acb5-4a57-4532-bade-a41a57e98df1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:43.921464 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3603acb5-4a57-4532-bade-a41a57e98df1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:44.040067 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-3603acb5-4a57-4532-bade-a41a57e98df1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Allocated IP 172.25.8.160 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/10bad8b8-ca08-4884-b3c6-af2e28ba7b40) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:17:44.190884 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3603acb5-4a57-4532-bade-a41a57e98df1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:44.242824 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3603acb5-4a57-4532-bade-a41a57e98df1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:44.287193 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3603acb5-4a57-4532-bade-a41a57e98df1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:17:44.293528 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-3603acb5-4a57-4532-bade-a41a57e98df1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:17:44.296099 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3603acb5-4a57-4532-bade-a41a57e98df1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:17:44.327321 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603acb5-4a57-4532-bade-a41a57e98df1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Pushing event updated for resources: {'Port': ['ID=10bad8b8-ca08-4884-b3c6-af2e28ba7b40,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:44.342735 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3603acb5-4a57-4532-bade-a41a57e98df1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:44.343100 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3603acb5-4a57-4532-bade-a41a57e98df1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:44.343440 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3603acb5-4a57-4532-bade-a41a57e98df1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:44.343767 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3603acb5-4a57-4532-bade-a41a57e98df1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:44.344097 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3603acb5-4a57-4532-bade-a41a57e98df1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:44.344443 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3603acb5-4a57-4532-bade-a41a57e98df1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:44.344750 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3603acb5-4a57-4532-bade-a41a57e98df1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:44.345096 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3603acb5-4a57-4532-bade-a41a57e98df1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:44.346746 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3603acb5-4a57-4532-bade-a41a57e98df1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:44.347111 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3603acb5-4a57-4532-bade-a41a57e98df1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:44.347559 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3603acb5-4a57-4532-bade-a41a57e98df1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:44.347890 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3603acb5-4a57-4532-bade-a41a57e98df1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:45.140307 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3603acb5-4a57-4532-bade-a41a57e98df1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:45.252299 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3603acb5-4a57-4532-bade-a41a57e98df1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:45.499917 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3603acb5-4a57-4532-bade-a41a57e98df1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:45.505696 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3603acb5-4a57-4532-bade-a41a57e98df1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:45.580503 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603acb5-4a57-4532-bade-a41a57e98df1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Pushing event updated for resources: {'Port': ['ID=10bad8b8-ca08-4884-b3c6-af2e28ba7b40,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:45.596532 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3603acb5-4a57-4532-bade-a41a57e98df1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:45.718829 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-3603acb5-4a57-4532-bade-a41a57e98df1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Floating IP fc76707c-c838-42d1-900b-43136b4ad0d3 associated. External IP: 172.25.8.160, port: a910a840-30b1-48c8-b4a8-d9e737697fc6. Jul 23 17:17:45.960303 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3603acb5-4a57-4532-bade-a41a57e98df1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Router 357a805b-b146-47cb-b091-9d2188e0f96a has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:17:46.112648 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3603acb5-4a57-4532-bade-a41a57e98df1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:17:46.133864 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ec3d9b-33bc-441a-ad30-1926c7ba509f None None] Sync routers for ids ['357a805b-b146-47cb-b091-9d2188e0f96a'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:17:46.134684 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3603acb5-4a57-4532-bade-a41a57e98df1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:46.156123 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ec3d9b-33bc-441a-ad30-1926c7ba509f None None] Routers {'357a805b-b146-47cb-b091-9d2188e0f96a'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:17:46.158112 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-41ec3d9b-33bc-441a-ad30-1926c7ba509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:17:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['357a805b-b146-47cb-b091-9d2188e0f96a'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:46.190058 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3603acb5-4a57-4532-bade-a41a57e98df1 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4128785 Jul 23 17:17:46.191962 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f290f02d-cdab-41ef-9658-0c2fa6a87ab7', 'tag': 'a910a840-30b1-48c8-b4a8-d9e737697fc6'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:17:46.192852 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58500) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:46.196500 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4c9169-44dc-4c3b-906c-789e93108dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "f290f02d-cdab-41ef-9658-0c2fa6a87ab7", "tag": "a910a840-30b1-48c8-b4a8-d9e737697fc6"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:17:46.200534 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-bd7c25ad-8fe0-4337-8261-bca7b2174743 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1357965757', 'description': 'tempest-secgroup-smoke-1357965757 description', 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:17:46.243822 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bd7c25ad-8fe0-4337-8261-bca7b2174743 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:46.270302 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85e12be-a3b7-4e02-8aa0-ba4714b6316e x-openstack-request-id: req-a85e12be-a3b7-4e02-8aa0-ba4714b6316e {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:17:46.270845 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f290f02d-cdab-41ef-9658-0c2fa6a87ab7", "tag": "a910a840-30b1-48c8-b4a8-d9e737697fc6", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:17:46.271200 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a85e12be-a3b7-4e02-8aa0-ba4714b6316e {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:17:46.271536 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f290f02d-cdab-41ef-9658-0c2fa6a87ab7', 'tag': 'a910a840-30b1-48c8-b4a8-d9e737697fc6', 'status': 'completed', 'code': 200} Jul 23 17:17:46.365544 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c9169-44dc-4c3b-906c-789e93108dd5 req-939dec8f-f04c-4693-be07-1208b2243ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:46.367142 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2e4c9169-44dc-4c3b-906c-789e93108dd5 req-939dec8f-f04c-4693-be07-1208b2243ab6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a3d1acb55cc640ed86a484aa71946fa2&device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 1097 time: 0.0704243 Jul 23 17:17:46.378094 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-41ec3d9b-33bc-441a-ad30-1926c7ba509f None None] Set router 357a805b-b146-47cb-b091-9d2188e0f96a gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:17:46.399375 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bd7c25ad-8fe0-4337-8261-bca7b2174743 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:46.406195 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bd7c25ad-8fe0-4337-8261-bca7b2174743 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:46.463881 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bd7c25ad-8fe0-4337-8261-bca7b2174743 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:46.466609 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bd7c25ad-8fe0-4337-8261-bca7b2174743 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2716761 Jul 23 17:17:46.475379 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c25ad-8fe0-4337-8261-bca7b2174743 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a074c1-5155-495d-ab77-70328d5d156e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:46.488146 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58504) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:46.490147 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c9169-44dc-4c3b-906c-789e93108dd5 req-43fe46f7-472b-42e6-9afa-92433c60fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:46.490690 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c25ad-8fe0-4337-8261-bca7b2174743 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:46.491284 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c25ad-8fe0-4337-8261-bca7b2174743 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:46.491859 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c25ad-8fe0-4337-8261-bca7b2174743 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:46.492450 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c25ad-8fe0-4337-8261-bca7b2174743 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:46.492748 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2e4c9169-44dc-4c3b-906c-789e93108dd5 req-43fe46f7-472b-42e6-9afa-92433c60fef9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=df54c090-805b-42ff-a9b0-9e7ebdbab4b1 HTTP/1.1" status: 200 len: 917 time: 0.1169176 Jul 23 17:17:46.493026 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c25ad-8fe0-4337-8261-bca7b2174743 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:46.493587 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c25ad-8fe0-4337-8261-bca7b2174743 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:46.494138 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c25ad-8fe0-4337-8261-bca7b2174743 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:46.494717 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c25ad-8fe0-4337-8261-bca7b2174743 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:46.495309 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c25ad-8fe0-4337-8261-bca7b2174743 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:46.495887 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c25ad-8fe0-4337-8261-bca7b2174743 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:46.496471 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c25ad-8fe0-4337-8261-bca7b2174743 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:46.497082 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c25ad-8fe0-4337-8261-bca7b2174743 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:46.510125 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-534a8fa9-9a9f-4449-9917-3898956150f6 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Request body: {'security_group_rule': {'security_group_id': 'f8a074c1-5155-495d-ab77-70328d5d156e', 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:17:46.559589 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-534a8fa9-9a9f-4449-9917-3898956150f6 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:46.586984 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2e4c9169-44dc-4c3b-906c-789e93108dd5 req-caeb4b73-4b8d-43b6-9997-5b53604c919d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a910a840-30b1-48c8-b4a8-d9e737697fc6 HTTP/1.1" status: 200 len: 1000 time: 0.0829611 Jul 23 17:17:46.631940 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-534a8fa9-9a9f-4449-9917-3898956150f6 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:46.638274 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-534a8fa9-9a9f-4449-9917-3898956150f6 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:46.654915 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-41ec3d9b-33bc-441a-ad30-1926c7ba509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'name': 'tempest-TestMinimumBasicScenario-1636984074-router', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:47Z', 'updated_at': '2021-07-23T17:16:50Z', 'revision_number': 4, 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'gw_port': {'id': '6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:23:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:47Z', 'updated_at': '2021-07-23T17:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'fc76707c-c838-42d1-900b-43136b4ad0d3', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'port_id': 'a910a840-30b1-48c8-b4a8-d9e737697fc6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df54c090-805b-42ff-a9b0-9e7ebdbab4b1', 'mac_address': 'fa:16:3e:4d:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f290f02d-cdab-41ef-9658-0c2fa6a87ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:17:44Z', 'updated_at': '2021-07-23T17:17:44Z', 'revision_number': 0, 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d0e11b8-8801-413f-b5ac-4a541eec0c74', 'name': '', 'network_id': 'df54c090-805b-42ff-a9b0-9e7ebdbab4b1', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'mac_address': 'fa:16:3e:b1:0f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '800cef52-a9ff-41c5-adde-bfe84a00c586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:49Z', 'updated_at': '2021-07-23T17:16:56Z', 'revision_number': 5, 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'subnets': [{'id': '800cef52-a9ff-41c5-adde-bfe84a00c586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:46.672805 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c9169-44dc-4c3b-906c-789e93108dd5 req-c2b422fa-798d-47ba-8670-dcf42500f563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:46.675971 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2e4c9169-44dc-4c3b-906c-789e93108dd5 req-c2b422fa-798d-47ba-8670-dcf42500f563 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=800cef52-a9ff-41c5-adde-bfe84a00c586 HTTP/1.1" status: 200 len: 854 time: 0.0821812 Jul 23 17:17:46.680669 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a8fa9-9a9f-4449-9917-3898956150f6 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf7fabf8-5616-410f-ab32-154c479268f0,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:46.688214 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ec3d9b-33bc-441a-ad30-1926c7ba509f None None] Checking router: 357a805b-b146-47cb-b091-9d2188e0f96a for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:17:46.693504 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-534a8fa9-9a9f-4449-9917-3898956150f6 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:46.695112 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-534a8fa9-9a9f-4449-9917-3898956150f6 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1915572 Jul 23 17:17:46.701195 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ec3d9b-33bc-441a-ad30-1926c7ba509f None None] Routers {'357a805b-b146-47cb-b091-9d2188e0f96a'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:17:46.701855 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58506) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:46.702088 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-41ec3d9b-33bc-441a-ad30-1926c7ba509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:17:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['357a805b-b146-47cb-b091-9d2188e0f96a'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:46.707391 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-29372678-dd12-48f7-8e66-b4d71727728d tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Request body: {'security_group_rule': {'security_group_id': 'f8a074c1-5155-495d-ab77-70328d5d156e', 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:17:46.745328 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-29372678-dd12-48f7-8e66-b4d71727728d tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:46.806021 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c9169-44dc-4c3b-906c-789e93108dd5 req-18b1f79d-9172-4ba8-ae72-03db6e21e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:46.809004 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2e4c9169-44dc-4c3b-906c-789e93108dd5 req-18b1f79d-9172-4ba8-ae72-03db6e21e2d5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=df54c090-805b-42ff-a9b0-9e7ebdbab4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1253047 Jul 23 17:17:46.830663 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-29372678-dd12-48f7-8e66-b4d71727728d tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:46.837355 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-29372678-dd12-48f7-8e66-b4d71727728d tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:46.860369 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29372678-dd12-48f7-8e66-b4d71727728d tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eec653f-3e44-4ae3-91de-42dbf8c650fc,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:46.883815 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-29372678-dd12-48f7-8e66-b4d71727728d tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:46.886532 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-29372678-dd12-48f7-8e66-b4d71727728d tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1829183 Jul 23 17:17:46.889226 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58508) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:46.900842 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-65fdd9c1-53f4-4fbc-a5f7-484fd06f9e17 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Request body: {'security_group_rule': {'security_group_id': 'f8a074c1-5155-495d-ab77-70328d5d156e', 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:17:46.951356 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-65fdd9c1-53f4-4fbc-a5f7-484fd06f9e17 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:46.996461 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2e4c9169-44dc-4c3b-906c-789e93108dd5 req-356069b6-f52b-45b2-86aa-d73f08cb2d28 service neutron] 10.222.0.97 "GET /v2.0/networks/df54c090-805b-42ff-a9b0-9e7ebdbab4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792772 Jul 23 17:17:47.020959 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-41ec3d9b-33bc-441a-ad30-1926c7ba509f None None] Set router 357a805b-b146-47cb-b091-9d2188e0f96a gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:17:47.058651 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-65fdd9c1-53f4-4fbc-a5f7-484fd06f9e17 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:47.065749 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-65fdd9c1-53f4-4fbc-a5f7-484fd06f9e17 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:47.100467 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fdd9c1-53f4-4fbc-a5f7-484fd06f9e17 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7909db3a-12cc-49e7-b2b8-57c4016272c3,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:47.118835 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-65fdd9c1-53f4-4fbc-a5f7-484fd06f9e17 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:47.123114 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2e4c9169-44dc-4c3b-906c-789e93108dd5 req-4a9c7063-fe4d-4399-8961-7af89796afd9 service neutron] 10.222.0.97 "GET /v2.0/networks/df54c090-805b-42ff-a9b0-9e7ebdbab4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180363 Jul 23 17:17:47.123948 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-65fdd9c1-53f4-4fbc-a5f7-484fd06f9e17 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2328014 Jul 23 17:17:47.124303 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58510) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:47.132160 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-48be117c-4ce2-45e3-ac82-2799581e3ba3 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Request body: {'security_group_rule': {'security_group_id': 'f8a074c1-5155-495d-ab77-70328d5d156e', 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:17:47.180259 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-48be117c-4ce2-45e3-ac82-2799581e3ba3 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:47.307038 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-48be117c-4ce2-45e3-ac82-2799581e3ba3 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:47.313001 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-48be117c-4ce2-45e3-ac82-2799581e3ba3 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:47.338717 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be117c-4ce2-45e3-ac82-2799581e3ba3 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=474ffb52-acf4-4dfc-acfe-915d246caae4,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:47.349718 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-48be117c-4ce2-45e3-ac82-2799581e3ba3 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:47.353923 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-48be117c-4ce2-45e3-ac82-2799581e3ba3 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2281783 Jul 23 17:17:47.355400 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58512) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:47.363665 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-10357fbe-9970-4b6a-9af3-f7bf7cea0fca tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Request body: {'security_group_rule': {'security_group_id': 'f8a074c1-5155-495d-ab77-70328d5d156e', 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:17:47.380841 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-41ec3d9b-33bc-441a-ad30-1926c7ba509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'name': 'tempest-TestMinimumBasicScenario-1636984074-router', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:47Z', 'updated_at': '2021-07-23T17:16:50Z', 'revision_number': 4, 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'gw_port': {'id': '6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:23:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:47Z', 'updated_at': '2021-07-23T17:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'fc76707c-c838-42d1-900b-43136b4ad0d3', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'port_id': 'a910a840-30b1-48c8-b4a8-d9e737697fc6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df54c090-805b-42ff-a9b0-9e7ebdbab4b1', 'mac_address': 'fa:16:3e:4d:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f290f02d-cdab-41ef-9658-0c2fa6a87ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:17:44Z', 'updated_at': '2021-07-23T17:17:44Z', 'revision_number': 0, 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d0e11b8-8801-413f-b5ac-4a541eec0c74', 'name': '', 'network_id': 'df54c090-805b-42ff-a9b0-9e7ebdbab4b1', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'mac_address': 'fa:16:3e:b1:0f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '800cef52-a9ff-41c5-adde-bfe84a00c586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:49Z', 'updated_at': '2021-07-23T17:16:56Z', 'revision_number': 5, 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'subnets': [{'id': '800cef52-a9ff-41c5-adde-bfe84a00c586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:47.398693 n-d-778549-4 neutron-server[94012]: INFO neutron.db.securitygroups_db [None req-10357fbe-9970-4b6a-9af3-f7bf7cea0fca tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Project a3d1acb55cc640ed86a484aa71946fa2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:17:47.405170 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-10357fbe-9970-4b6a-9af3-f7bf7cea0fca tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:47.413823 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ec3d9b-33bc-441a-ad30-1926c7ba509f None None] The sync data for ids ['357a805b-b146-47cb-b091-9d2188e0f96a'] in n-d-778549-4 is: [{'id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'name': 'tempest-TestMinimumBasicScenario-1636984074-router', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:47Z', 'updated_at': '2021-07-23T17:16:50Z', 'revision_number': 4, 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'gw_port': {'id': '6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:23:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:47Z', 'updated_at': '2021-07-23T17:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'fc76707c-c838-42d1-900b-43136b4ad0d3', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'port_id': 'a910a840-30b1-48c8-b4a8-d9e737697fc6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df54c090-805b-42ff-a9b0-9e7ebdbab4b1', 'mac_address': 'fa:16:3e:4d:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f290f02d-cdab-41ef-9658-0c2fa6a87ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:17:44Z', 'updated_at': '2021-07-23T17:17:44Z', 'revision_number': 0, 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d0e11b8-8801-413f-b5ac-4a541eec0c74', 'name': '', 'network_id': 'df54c090-805b-42ff-a9b0-9e7ebdbab4b1', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'mac_address': 'fa:16:3e:b1:0f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '800cef52-a9ff-41c5-adde-bfe84a00c586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:49Z', 'updated_at': '2021-07-23T17:16:56Z', 'revision_number': 5, 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'subnets': [{'id': '800cef52-a9ff-41c5-adde-bfe84a00c586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:17:47.492271 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-10357fbe-9970-4b6a-9af3-f7bf7cea0fca tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:47.498569 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-10357fbe-9970-4b6a-9af3-f7bf7cea0fca tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:47.525666 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10357fbe-9970-4b6a-9af3-f7bf7cea0fca tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ec470b-adff-4d22-98a1-1d1c4b311579,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:47.532717 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-10357fbe-9970-4b6a-9af3-f7bf7cea0fca tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:47.535025 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-10357fbe-9970-4b6a-9af3-f7bf7cea0fca tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1776428 Jul 23 17:17:47.538790 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58514) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:47.543746 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-e6c72125-0ada-4f06-8c5d-43caad1078fc tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Request body: {'security_group_rule': {'security_group_id': 'f8a074c1-5155-495d-ab77-70328d5d156e', 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:17:47.586467 n-d-778549-4 neutron-server[94012]: INFO neutron.db.securitygroups_db [None req-e6c72125-0ada-4f06-8c5d-43caad1078fc tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Project a3d1acb55cc640ed86a484aa71946fa2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:17:47.595035 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6c72125-0ada-4f06-8c5d-43caad1078fc tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:47.678917 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f98231-1eaf-4d43-947e-4d31ef3d0a89 None None] New status for floating IP fc76707c-c838-42d1-900b-43136b4ad0d3: ACTIVE {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:17:47.679869 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6c72125-0ada-4f06-8c5d-43caad1078fc tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:47.686090 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6c72125-0ada-4f06-8c5d-43caad1078fc tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:47.719377 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c72125-0ada-4f06-8c5d-43caad1078fc tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5527639c-6ef4-4154-b02d-afd38ef5e545,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:47.730353 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6c72125-0ada-4f06-8c5d-43caad1078fc tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:47.731639 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e6c72125-0ada-4f06-8c5d-43caad1078fc tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1917639 Jul 23 17:17:47.829798 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4a78559-675d-4285-a0b9-b7158ccfd2c2 req-eb169376-551b-493c-98ee-5f8c7ae46fc7 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1357965757&fields=id&tenant_id=a3d1acb55cc640ed86a484aa71946fa2 HTTP/1.1" status: 200 len: 267 time: 0.0412824 Jul 23 17:17:47.951655 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a78559-675d-4285-a0b9-b7158ccfd2c2 req-c1477c8a-2639-4478-a3f5-d899c0f79081 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:47.954739 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4a78559-675d-4285-a0b9-b7158ccfd2c2 req-c1477c8a-2639-4478-a3f5-d899c0f79081 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 946 time: 0.1170378 Jul 23 17:17:47.966419 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-a4a78559-675d-4285-a0b9-b7158ccfd2c2 req-879b9f7f-5862-4ef9-9032-6db1e3580249 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Request body: {'port': {'security_groups': ['4bda374a-a5eb-4d62-90f4-ff99bdfc20de', 'f8a074c1-5155-495d-ab77-70328d5d156e']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:17:48.065160 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a4a78559-675d-4285-a0b9-b7158ccfd2c2 req-879b9f7f-5862-4ef9-9032-6db1e3580249 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:48.342653 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-a4a78559-675d-4285-a0b9-b7158ccfd2c2 req-879b9f7f-5862-4ef9-9032-6db1e3580249 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] For port a910a840-30b1-48c8-b4a8-d9e737697fc6, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=a910a840-30b1-48c8-b4a8-d9e737697fc6,segment=NetworkSegment(7034dec2-13a8-445d-bff6-b7192b8f919a),segment_id=7034dec2-13a8-445d-bff6-b7192b8f919a)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:48.379450 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a4a78559-675d-4285-a0b9-b7158ccfd2c2 req-879b9f7f-5862-4ef9-9032-6db1e3580249 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:48.386118 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a4a78559-675d-4285-a0b9-b7158ccfd2c2 req-879b9f7f-5862-4ef9-9032-6db1e3580249 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:48.399523 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['a910a840-30b1-48c8-b4a8-d9e737697fc6'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:17:48.437542 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a78559-675d-4285-a0b9-b7158ccfd2c2 req-879b9f7f-5862-4ef9-9032-6db1e3580249 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:48.438236 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-a4a78559-675d-4285-a0b9-b7158ccfd2c2 req-879b9f7f-5862-4ef9-9032-6db1e3580249 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:48.440432 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4a78559-675d-4285-a0b9-b7158ccfd2c2 req-879b9f7f-5862-4ef9-9032-6db1e3580249 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "PUT /v2.0/ports/a910a840-30b1-48c8-b4a8-d9e737697fc6 HTTP/1.1" status: 200 len: 982 time: 0.4792967 Jul 23 17:17:48.440923 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f290f02d-cdab-41ef-9658-0c2fa6a87ab7', 'tag': 'a910a840-30b1-48c8-b4a8-d9e737697fc6'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:17:48.443476 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9dad8e-01da-44ed-8768-817da3db8849" -d '{"events": [{"name": "network-changed", "server_uuid": "f290f02d-cdab-41ef-9658-0c2fa6a87ab7", "tag": "a910a840-30b1-48c8-b4a8-d9e737697fc6"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:17:48.478472 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b9f7f-5862-4ef9-9032-6db1e3580249 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Pushing event updated for resources: {'Port': ['ID=a910a840-30b1-48c8-b4a8-d9e737697fc6,revision_number=6']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:48.521364 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['a910a840-30b1-48c8-b4a8-d9e737697fc6'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:17:48.522973 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0366bc-0fe0-4eb6-a14e-3c293973d056 x-openstack-request-id: req-fa0366bc-0fe0-4eb6-a14e-3c293973d056 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:17:48.523232 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f290f02d-cdab-41ef-9658-0c2fa6a87ab7", "tag": "a910a840-30b1-48c8-b4a8-d9e737697fc6", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:17:48.523695 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fa0366bc-0fe0-4eb6-a14e-3c293973d056 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:17:48.524783 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f290f02d-cdab-41ef-9658-0c2fa6a87ab7', 'tag': 'a910a840-30b1-48c8-b4a8-d9e737697fc6', 'status': 'completed', 'code': 200} Jul 23 17:17:48.654337 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dad8e-01da-44ed-8768-817da3db8849 req-765493e6-f179-4746-ab99-5f3681a5e558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:48.655958 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4a9dad8e-01da-44ed-8768-817da3db8849 req-765493e6-f179-4746-ab99-5f3681a5e558 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a3d1acb55cc640ed86a484aa71946fa2&device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 1136 time: 0.1064425 Jul 23 17:17:48.717261 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7406a-35cc-4d81-8568-777395fa6bb0 req-251e396e-4c8e-4ab5-a5a7-fe666d8b54fd tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:48.718813 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-69d7406a-35cc-4d81-8568-777395fa6bb0 req-251e396e-4c8e-4ab5-a5a7-fe666d8b54fd tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 985 time: 0.1283660 Jul 23 17:17:48.804481 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-69d7406a-35cc-4d81-8568-777395fa6bb0 req-85c63d63-8b96-46a9-b723-3639d7cb8867 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?id=4bda374a-a5eb-4d62-90f4-ff99bdfc20de&id=f8a074c1-5155-495d-ab77-70328d5d156e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583043 Jul 23 17:17:48.816321 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dad8e-01da-44ed-8768-817da3db8849 req-134d615b-3994-49fa-825d-1e4159be3448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:48.817942 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4a9dad8e-01da-44ed-8768-817da3db8849 req-134d615b-3994-49fa-825d-1e4159be3448 service neutron] 10.222.0.97 "GET /v2.0/networks?id=df54c090-805b-42ff-a9b0-9e7ebdbab4b1 HTTP/1.1" status: 200 len: 917 time: 0.1546097 Jul 23 17:17:48.848430 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ff13065c-2be2-4294-9e9e-7987a0fa7dcd None None] Provisioning complete for port a910a840-30b1-48c8-b4a8-d9e737697fc6 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:17:48.849044 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ff13065c-2be2-4294-9e9e-7987a0fa7dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:48.908581 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4a9dad8e-01da-44ed-8768-817da3db8849 req-6bb76342-bab8-4071-aa85-862d2a80c8c8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a910a840-30b1-48c8-b4a8-d9e737697fc6 HTTP/1.1" status: 200 len: 1002 time: 0.0830133 Jul 23 17:17:48.970750 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dad8e-01da-44ed-8768-817da3db8849 req-e49131fb-dd6d-4586-b012-f7d4c0764370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:48.972437 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4a9dad8e-01da-44ed-8768-817da3db8849 req-e49131fb-dd6d-4586-b012-f7d4c0764370 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=800cef52-a9ff-41c5-adde-bfe84a00c586 HTTP/1.1" status: 200 len: 854 time: 0.0563962 Jul 23 17:17:49.054751 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dad8e-01da-44ed-8768-817da3db8849 req-2da4d73d-d25c-43bc-b3e8-8584c05b0353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:49.056657 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4a9dad8e-01da-44ed-8768-817da3db8849 req-2da4d73d-d25c-43bc-b3e8-8584c05b0353 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=df54c090-805b-42ff-a9b0-9e7ebdbab4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762060 Jul 23 17:17:49.198052 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4a9dad8e-01da-44ed-8768-817da3db8849 req-eed20bae-8dab-4cab-8868-136faa54bddd service neutron] 10.222.0.97 "GET /v2.0/networks/df54c090-805b-42ff-a9b0-9e7ebdbab4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337466 Jul 23 17:17:49.346981 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4a9dad8e-01da-44ed-8768-817da3db8849 req-eebf13d0-8884-4caa-8ea8-7333952309d4 service neutron] 10.222.0.97 "GET /v2.0/networks/df54c090-805b-42ff-a9b0-9e7ebdbab4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411059 Jul 23 17:17:57.196094 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:18:02.744647 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8a03d64f-af4d-414d-9cfe-4fc030d5b9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:03.228868 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dc273-361b-4b9d-8c1d-578849dc38de req-0e3e9215-428a-4baa-bc11-21d50eea306c tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:03.231641 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e4dc273-361b-4b9d-8c1d-578849dc38de req-0e3e9215-428a-4baa-bc11-21d50eea306c tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 985 time: 0.1782534 Jul 23 17:18:03.281841 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cff78-2ec1-4443-a2e4-7b67664ba43f req-ada75ffe-fcb0-4cf8-82a8-d75c6dcc4446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:03.284541 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-339cff78-2ec1-4443-a2e4-7b67664ba43f req-ada75ffe-fcb0-4cf8-82a8-d75c6dcc4446 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a3d1acb55cc640ed86a484aa71946fa2&device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 1136 time: 0.2121961 Jul 23 17:18:03.359636 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e4dc273-361b-4b9d-8c1d-578849dc38de req-089b8267-fccb-4653-83b8-6b721f4ad490 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?id=4bda374a-a5eb-4d62-90f4-ff99bdfc20de&id=f8a074c1-5155-495d-ab77-70328d5d156e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1195426 Jul 23 17:18:03.477616 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cff78-2ec1-4443-a2e4-7b67664ba43f req-1a60856b-995e-478e-94aa-2422088a965b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:03.479379 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-339cff78-2ec1-4443-a2e4-7b67664ba43f req-1a60856b-995e-478e-94aa-2422088a965b service neutron] 10.222.0.97 "GET /v2.0/networks?id=df54c090-805b-42ff-a9b0-9e7ebdbab4b1 HTTP/1.1" status: 200 len: 917 time: 0.1869111 Jul 23 17:18:03.559840 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-339cff78-2ec1-4443-a2e4-7b67664ba43f req-65230625-abf5-4f75-b3ec-caf877bec808 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a910a840-30b1-48c8-b4a8-d9e737697fc6 HTTP/1.1" status: 200 len: 1002 time: 0.0734968 Jul 23 17:18:03.619816 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cff78-2ec1-4443-a2e4-7b67664ba43f req-35e2fc9d-3a0d-4332-a446-081f9d42cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:03.621467 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-339cff78-2ec1-4443-a2e4-7b67664ba43f req-35e2fc9d-3a0d-4332-a446-081f9d42cd7a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=800cef52-a9ff-41c5-adde-bfe84a00c586 HTTP/1.1" status: 200 len: 854 time: 0.0546746 Jul 23 17:18:03.687491 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cff78-2ec1-4443-a2e4-7b67664ba43f req-6a5d3ed5-63ba-437e-b468-cb5fa6a52158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:03.689381 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-339cff78-2ec1-4443-a2e4-7b67664ba43f req-6a5d3ed5-63ba-437e-b468-cb5fa6a52158 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=df54c090-805b-42ff-a9b0-9e7ebdbab4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615404 Jul 23 17:18:03.808910 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-339cff78-2ec1-4443-a2e4-7b67664ba43f req-6fadd8fc-bb2e-4d9d-b557-21cbe21d7102 service neutron] 10.222.0.97 "GET /v2.0/networks/df54c090-805b-42ff-a9b0-9e7ebdbab4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129270 Jul 23 17:18:03.910092 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-339cff78-2ec1-4443-a2e4-7b67664ba43f req-63206615-df7f-4d7f-80d4-c45cfd0b88fa service neutron] 10.222.0.97 "GET /v2.0/networks/df54c090-805b-42ff-a9b0-9e7ebdbab4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943909 Jul 23 17:18:04.526621 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a11e49-82aa-4bb7-b509-519830e4f0b3 req-bb01b05c-aad3-4976-bb44-0ae2c0934bf0 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:04.528324 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b1a11e49-82aa-4bb7-b509-519830e4f0b3 req-bb01b05c-aad3-4976-bb44-0ae2c0934bf0 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 985 time: 0.0852714 Jul 23 17:18:04.580791 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b1a11e49-82aa-4bb7-b509-519830e4f0b3 req-77df65b4-9930-4d09-9f7c-99585af341bc tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?id=4bda374a-a5eb-4d62-90f4-ff99bdfc20de&id=f8a074c1-5155-495d-ab77-70328d5d156e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454030 Jul 23 17:18:05.457150 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d00e76dd-6e68-4ae7-981c-caef850729d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:05.548751 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:05.575985 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:05.752805 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450967de-182a-4add-a9a5-549b2b26e94d req-c6c8a217-e678-49da-8a5c-dbf0c11ee90e tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:05.754451 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-450967de-182a-4add-a9a5-549b2b26e94d req-c6c8a217-e678-49da-8a5c-dbf0c11ee90e tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 985 time: 0.0770595 Jul 23 17:18:05.811691 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-450967de-182a-4add-a9a5-549b2b26e94d req-e9fb0f6e-f7b5-43bb-9e42-1715476d7a61 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?id=4bda374a-a5eb-4d62-90f4-ff99bdfc20de&id=f8a074c1-5155-495d-ab77-70328d5d156e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465047 Jul 23 17:18:06.765357 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:06.999872 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7aa726-d0ff-4ae0-8476-7a01d16603c9 req-ca1be6ba-967d-42a9-85d1-2cbd37ad91a4 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:07.001555 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2c7aa726-d0ff-4ae0-8476-7a01d16603c9 req-ca1be6ba-967d-42a9-85d1-2cbd37ad91a4 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 985 time: 0.0762186 Jul 23 17:18:07.054872 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2c7aa726-d0ff-4ae0-8476-7a01d16603c9 req-a9685489-80f9-41be-ac4b-f4eb3201208a tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?id=4bda374a-a5eb-4d62-90f4-ff99bdfc20de&id=f8a074c1-5155-495d-ab77-70328d5d156e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415578 Jul 23 17:18:07.941788 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:08.204968 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408cadc-be07-48a8-95b0-54f8bffdff48 req-e658362a-4113-419f-a796-b3be5c303ef3 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:08.206718 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9408cadc-be07-48a8-95b0-54f8bffdff48 req-e658362a-4113-419f-a796-b3be5c303ef3 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 985 time: 0.0788643 Jul 23 17:18:08.254630 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9408cadc-be07-48a8-95b0-54f8bffdff48 req-420b9fa8-f8ef-4de6-a648-6e4db8da92fc tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?id=4bda374a-a5eb-4d62-90f4-ff99bdfc20de&id=f8a074c1-5155-495d-ab77-70328d5d156e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413473 Jul 23 17:18:08.788230 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:09.402001 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4daab09-5f60-45ba-b42b-2e7c83f2fe55 req-33b16cf6-c65f-4467-9cce-eb61ce6668a8 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:09.403675 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b4daab09-5f60-45ba-b42b-2e7c83f2fe55 req-33b16cf6-c65f-4467-9cce-eb61ce6668a8 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 985 time: 0.0743742 Jul 23 17:18:09.450769 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b4daab09-5f60-45ba-b42b-2e7c83f2fe55 req-afc59300-9fcc-4394-8bd3-7e45132bcb63 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?id=4bda374a-a5eb-4d62-90f4-ff99bdfc20de&id=f8a074c1-5155-495d-ab77-70328d5d156e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406947 Jul 23 17:18:10.601856 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef361710-dddf-4216-b40f-1c6188d88e90 req-e0734f28-7b8a-4ed5-bf91-3dfd4431c9ae tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:10.603562 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ef361710-dddf-4216-b40f-1c6188d88e90 req-e0734f28-7b8a-4ed5-bf91-3dfd4431c9ae tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 985 time: 0.0766044 Jul 23 17:18:10.653076 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ef361710-dddf-4216-b40f-1c6188d88e90 req-07b7e6a4-8303-42ce-a528-d4e8d6cab69f tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?id=4bda374a-a5eb-4d62-90f4-ff99bdfc20de&id=f8a074c1-5155-495d-ab77-70328d5d156e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422115 Jul 23 17:18:11.825776 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eed5ba-2170-4e58-bd20-7d7ba557d3bc req-e7b919a4-e4da-47cb-8c17-5ddc45d74f3d tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:11.828378 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-58eed5ba-2170-4e58-bd20-7d7ba557d3bc req-e7b919a4-e4da-47cb-8c17-5ddc45d74f3d tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 985 time: 0.0903816 Jul 23 17:18:11.876830 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-58eed5ba-2170-4e58-bd20-7d7ba557d3bc req-aecb8f51-0ec7-44ca-901b-43b7c274f0c2 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?id=4bda374a-a5eb-4d62-90f4-ff99bdfc20de&id=f8a074c1-5155-495d-ab77-70328d5d156e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421600 Jul 23 17:18:13.046287 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a10c40-44b0-4200-8be7-e130a3d00418 req-4ae4336f-f446-441e-b5d8-dd6611543232 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:13.048706 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-07a10c40-44b0-4200-8be7-e130a3d00418 req-4ae4336f-f446-441e-b5d8-dd6611543232 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 985 time: 0.0749683 Jul 23 17:18:13.096146 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-07a10c40-44b0-4200-8be7-e130a3d00418 req-b53b70ad-3326-4c97-9fac-2082c5793bc4 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?id=4bda374a-a5eb-4d62-90f4-ff99bdfc20de&id=f8a074c1-5155-495d-ab77-70328d5d156e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410526 Jul 23 17:18:14.249505 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d7e6b-98ee-49ae-bbbf-b7acb632426f req-b0c88946-c449-4d1a-95b2-d242cbcd36f4 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:14.251189 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0e9d7e6b-98ee-49ae-bbbf-b7acb632426f req-b0c88946-c449-4d1a-95b2-d242cbcd36f4 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 985 time: 0.0797048 Jul 23 17:18:14.299544 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0e9d7e6b-98ee-49ae-bbbf-b7acb632426f req-479e8c08-6391-4057-9577-0d7654f17598 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?id=4bda374a-a5eb-4d62-90f4-ff99bdfc20de&id=f8a074c1-5155-495d-ab77-70328d5d156e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419044 Jul 23 17:18:15.447464 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ab1a5-02cf-4f2a-8c83-6ae6f94aa1db req-a6495857-b28f-4242-a5fa-2e04829fdb17 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:15.449113 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ac8ab1a5-02cf-4f2a-8c83-6ae6f94aa1db req-a6495857-b28f-4242-a5fa-2e04829fdb17 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 985 time: 0.0729160 Jul 23 17:18:15.495195 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ac8ab1a5-02cf-4f2a-8c83-6ae6f94aa1db req-005a9c5f-db8c-440f-98f4-053459ea3890 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?id=4bda374a-a5eb-4d62-90f4-ff99bdfc20de&id=f8a074c1-5155-495d-ab77-70328d5d156e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397286 Jul 23 17:18:27.833966 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-47e2c8ee-d5cc-42e1-a09a-086f329d2f2d req-29156e71-af01-4919-9abb-a06c2858baf5 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0915825 Jul 23 17:18:27.960009 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2c8ee-d5cc-42e1-a09a-086f329d2f2d req-8de01a9f-6c12-41df-aa87-5285ce162de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:27.962744 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-47e2c8ee-d5cc-42e1-a09a-086f329d2f2d req-8de01a9f-6c12-41df-aa87-5285ce162de1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a3d1acb55cc640ed86a484aa71946fa2&device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 1136 time: 0.0853696 Jul 23 17:18:28.078597 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2c8ee-d5cc-42e1-a09a-086f329d2f2d req-60641cdb-5558-4f2f-a88c-9c5c71102e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:28.080155 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-47e2c8ee-d5cc-42e1-a09a-086f329d2f2d req-60641cdb-5558-4f2f-a88c-9c5c71102e66 service neutron] 10.222.0.97 "GET /v2.0/networks?id=df54c090-805b-42ff-a9b0-9e7ebdbab4b1 HTTP/1.1" status: 200 len: 917 time: 0.0976231 Jul 23 17:18:28.169534 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-47e2c8ee-d5cc-42e1-a09a-086f329d2f2d req-35811459-e3ea-4c00-9053-19f5af7d5079 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a910a840-30b1-48c8-b4a8-d9e737697fc6 HTTP/1.1" status: 200 len: 1002 time: 0.0818670 Jul 23 17:18:28.227750 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2c8ee-d5cc-42e1-a09a-086f329d2f2d req-564404ee-6810-4056-b506-4718f96c5878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:28.229375 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-47e2c8ee-d5cc-42e1-a09a-086f329d2f2d req-564404ee-6810-4056-b506-4718f96c5878 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=800cef52-a9ff-41c5-adde-bfe84a00c586 HTTP/1.1" status: 200 len: 854 time: 0.0548513 Jul 23 17:18:28.298401 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2c8ee-d5cc-42e1-a09a-086f329d2f2d req-cbb27a48-6b0d-4e67-979f-6f95cd9cb544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:28.299994 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-47e2c8ee-d5cc-42e1-a09a-086f329d2f2d req-cbb27a48-6b0d-4e67-979f-6f95cd9cb544 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=df54c090-805b-42ff-a9b0-9e7ebdbab4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649488 Jul 23 17:18:28.311995 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-47e2c8ee-d5cc-42e1-a09a-086f329d2f2d req-7c976f08-dc4b-42da-9ad0-80e21a726e9c service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:18:28.313412 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-47e2c8ee-d5cc-42e1-a09a-086f329d2f2d req-7c976f08-dc4b-42da-9ad0-80e21a726e9c service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064275 Jul 23 17:18:28.426214 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-47e2c8ee-d5cc-42e1-a09a-086f329d2f2d req-dab88590-5a6c-45ad-8eae-25d19568bb10 service neutron] 10.222.0.97 "GET /v2.0/networks/df54c090-805b-42ff-a9b0-9e7ebdbab4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053889 Jul 23 17:18:28.536284 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-47e2c8ee-d5cc-42e1-a09a-086f329d2f2d req-40b7254b-ac8c-465b-9ad5-047cebe33d4b service neutron] 10.222.0.97 "GET /v2.0/networks/df54c090-805b-42ff-a9b0-9e7ebdbab4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036084 Jul 23 17:18:32.739193 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d8dcb43c-33e3-4320-bdca-48f7ef5d0026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:34.041549 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ffe09381-2e6d-4206-88f3-c3772c189a51 req-732391a7-aea2-4589-9f9d-0a1fb9fbb339 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0662353 Jul 23 17:18:34.146464 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe09381-2e6d-4206-88f3-c3772c189a51 req-7e6269b1-14ff-4a55-847c-c0ed7d81c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:34.148054 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ffe09381-2e6d-4206-88f3-c3772c189a51 req-7e6269b1-14ff-4a55-847c-c0ed7d81c001 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0605490 Jul 23 17:18:34.195390 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:18:34.334362 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe09381-2e6d-4206-88f3-c3772c189a51 req-09c3558b-cb2a-4155-ae53-4ae65df74575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:34.336703 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ffe09381-2e6d-4206-88f3-c3772c189a51 req-09c3558b-cb2a-4155-ae53-4ae65df74575 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.1673775 Jul 23 17:18:34.382290 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ffe09381-2e6d-4206-88f3-c3772c189a51 req-a1fdc1fb-c983-4b6b-a1c2-9d7ef354f3e8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0387368 Jul 23 17:18:34.439327 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe09381-2e6d-4206-88f3-c3772c189a51 req-6f524147-c2db-4370-9e59-1459816dc3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:34.441089 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ffe09381-2e6d-4206-88f3-c3772c189a51 req-6f524147-c2db-4370-9e59-1459816dc3c9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0523067 Jul 23 17:18:34.517039 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe09381-2e6d-4206-88f3-c3772c189a51 req-40ca9544-02cf-4e53-acf8-acf1d9e261fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:34.518699 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ffe09381-2e6d-4206-88f3-c3772c189a51 req-40ca9544-02cf-4e53-acf8-acf1d9e261fc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717165 Jul 23 17:18:34.531073 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [req-ffe09381-2e6d-4206-88f3-c3772c189a51 req-9866f247-42bb-4e36-9042-a5398f259ddc service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:18:34.532881 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ffe09381-2e6d-4206-88f3-c3772c189a51 req-9866f247-42bb-4e36-9042-a5398f259ddc service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075736 Jul 23 17:18:34.643094 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ffe09381-2e6d-4206-88f3-c3772c189a51 req-61d45085-3b02-4de2-925b-4f1c300ae226 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044371 Jul 23 17:18:34.757628 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ffe09381-2e6d-4206-88f3-c3772c189a51 req-d8406d04-2a22-4348-9553-206ad1e00560 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077924 Jul 23 17:18:35.475551 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7bed54e2-037e-4291-a1be-f8a0fe9c4d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:35.589710 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:35.597594 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:36.773312 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:37.939166 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:38.797165 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:48.002925 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-981e6970-12b0-43ac-b282-01a1d24847b5 req-4e447435-b0c0-425e-bdbe-08b17677d322 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1357965757&fields=id&tenant_id=a3d1acb55cc640ed86a484aa71946fa2 HTTP/1.1" status: 200 len: 267 time: 0.0354414 Jul 23 17:18:48.096154 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e6970-12b0-43ac-b282-01a1d24847b5 req-520e8157-7466-4892-a46e-ff49e3e9a7bb tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:48.097809 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-981e6970-12b0-43ac-b282-01a1d24847b5 req-520e8157-7466-4892-a46e-ff49e3e9a7bb tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 985 time: 0.0895023 Jul 23 17:18:48.109893 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-981e6970-12b0-43ac-b282-01a1d24847b5 req-fa4229ab-88e4-4f5d-ad6b-3068c9277146 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Request body: {'port': {'security_groups': ['4bda374a-a5eb-4d62-90f4-ff99bdfc20de']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:18:48.216098 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-981e6970-12b0-43ac-b282-01a1d24847b5 req-fa4229ab-88e4-4f5d-ad6b-3068c9277146 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:48.494942 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-981e6970-12b0-43ac-b282-01a1d24847b5 req-fa4229ab-88e4-4f5d-ad6b-3068c9277146 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] For port a910a840-30b1-48c8-b4a8-d9e737697fc6, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=a910a840-30b1-48c8-b4a8-d9e737697fc6,segment=NetworkSegment(7034dec2-13a8-445d-bff6-b7192b8f919a),segment_id=7034dec2-13a8-445d-bff6-b7192b8f919a)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:18:48.539525 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-981e6970-12b0-43ac-b282-01a1d24847b5 req-fa4229ab-88e4-4f5d-ad6b-3068c9277146 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:48.547841 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-981e6970-12b0-43ac-b282-01a1d24847b5 req-fa4229ab-88e4-4f5d-ad6b-3068c9277146 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:48.561136 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['a910a840-30b1-48c8-b4a8-d9e737697fc6'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:18:48.605201 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e6970-12b0-43ac-b282-01a1d24847b5 req-fa4229ab-88e4-4f5d-ad6b-3068c9277146 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:48.605906 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-981e6970-12b0-43ac-b282-01a1d24847b5 req-fa4229ab-88e4-4f5d-ad6b-3068c9277146 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:48.609357 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-981e6970-12b0-43ac-b282-01a1d24847b5 req-fa4229ab-88e4-4f5d-ad6b-3068c9277146 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "PUT /v2.0/ports/a910a840-30b1-48c8-b4a8-d9e737697fc6 HTTP/1.1" status: 200 len: 943 time: 0.5051489 Jul 23 17:18:48.609965 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f290f02d-cdab-41ef-9658-0c2fa6a87ab7', 'tag': 'a910a840-30b1-48c8-b4a8-d9e737697fc6'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:18:48.612428 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2875202c-5654-42a9-bae0-1f6239d7832e" -d '{"events": [{"name": "network-changed", "server_uuid": "f290f02d-cdab-41ef-9658-0c2fa6a87ab7", "tag": "a910a840-30b1-48c8-b4a8-d9e737697fc6"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:18:48.621383 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58580) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:18:48.654097 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4229ab-88e4-4f5d-ad6b-3068c9277146 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Pushing event updated for resources: {'Port': ['ID=a910a840-30b1-48c8-b4a8-d9e737697fc6,revision_number=7']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:18:48.664432 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4229ab-88e4-4f5d-ad6b-3068c9277146 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:18:48.664814 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4229ab-88e4-4f5d-ad6b-3068c9277146 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:18:48.665134 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4229ab-88e4-4f5d-ad6b-3068c9277146 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:18:48.665473 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4229ab-88e4-4f5d-ad6b-3068c9277146 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:18:48.665851 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4229ab-88e4-4f5d-ad6b-3068c9277146 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:18:48.667012 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4229ab-88e4-4f5d-ad6b-3068c9277146 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:18:48.668431 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4229ab-88e4-4f5d-ad6b-3068c9277146 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:18:48.668778 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4229ab-88e4-4f5d-ad6b-3068c9277146 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:18:48.669174 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4229ab-88e4-4f5d-ad6b-3068c9277146 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:18:48.669954 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4229ab-88e4-4f5d-ad6b-3068c9277146 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:18:48.670160 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4229ab-88e4-4f5d-ad6b-3068c9277146 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:18:48.670731 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4229ab-88e4-4f5d-ad6b-3068c9277146 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:18:48.686638 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['a910a840-30b1-48c8-b4a8-d9e737697fc6'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:18:48.704938 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ea65b8-c6a8-4ee6-8831-2f957b468ba1 x-openstack-request-id: req-e1ea65b8-c6a8-4ee6-8831-2f957b468ba1 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:18:48.706262 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f290f02d-cdab-41ef-9658-0c2fa6a87ab7", "tag": "a910a840-30b1-48c8-b4a8-d9e737697fc6", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:18:48.706262 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e1ea65b8-c6a8-4ee6-8831-2f957b468ba1 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:18:48.706262 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f290f02d-cdab-41ef-9658-0c2fa6a87ab7', 'tag': 'a910a840-30b1-48c8-b4a8-d9e737697fc6', 'status': 'completed', 'code': 200} Jul 23 17:18:48.723053 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ae7ab118-936d-40ef-8814-413e4ebb0741 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:48.772461 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ae7ab118-936d-40ef-8814-413e4ebb0741 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:48.845500 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875202c-5654-42a9-bae0-1f6239d7832e req-8d6b584b-040e-4abe-b46e-9a1fc37ce861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:48.847178 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2875202c-5654-42a9-bae0-1f6239d7832e req-8d6b584b-040e-4abe-b46e-9a1fc37ce861 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a3d1acb55cc640ed86a484aa71946fa2&device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 1097 time: 0.1210015 Jul 23 17:18:48.860475 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ae7ab118-936d-40ef-8814-413e4ebb0741 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:48.866418 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ae7ab118-936d-40ef-8814-413e4ebb0741 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:48.868916 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ae7ab118-936d-40ef-8814-413e4ebb0741 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "DELETE /v2.0/security-groups/f8a074c1-5155-495d-ab77-70328d5d156e HTTP/1.1" status: 204 len: 168 time: 0.2461052 Jul 23 17:18:48.877333 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58584) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:18:48.886327 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ab118-936d-40ef-8814-413e4ebb0741 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a074c1-5155-495d-ab77-70328d5d156e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:18:48.901789 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ab118-936d-40ef-8814-413e4ebb0741 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:18:48.902378 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ab118-936d-40ef-8814-413e4ebb0741 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:18:48.902960 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ab118-936d-40ef-8814-413e4ebb0741 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:18:48.903763 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ab118-936d-40ef-8814-413e4ebb0741 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:18:48.904613 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ab118-936d-40ef-8814-413e4ebb0741 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:18:48.905237 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ab118-936d-40ef-8814-413e4ebb0741 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:18:48.906046 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ab118-936d-40ef-8814-413e4ebb0741 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:18:48.906841 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ab118-936d-40ef-8814-413e4ebb0741 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:18:48.907682 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ab118-936d-40ef-8814-413e4ebb0741 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:18:48.908285 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ab118-936d-40ef-8814-413e4ebb0741 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:18:48.908996 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ab118-936d-40ef-8814-413e4ebb0741 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:18:48.909523 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ab118-936d-40ef-8814-413e4ebb0741 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:18:48.990131 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-556d9dec-6c0a-49f3-8ada-c96d7bfc30c4 None None] Provisioning complete for port a910a840-30b1-48c8-b4a8-d9e737697fc6 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:18:48.990591 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-556d9dec-6c0a-49f3-8ada-c96d7bfc30c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:49.060577 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875202c-5654-42a9-bae0-1f6239d7832e req-832fb4c5-3ae3-41c0-84d2-b4f4a6e42fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:49.062165 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2875202c-5654-42a9-bae0-1f6239d7832e req-832fb4c5-3ae3-41c0-84d2-b4f4a6e42fe0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=df54c090-805b-42ff-a9b0-9e7ebdbab4b1 HTTP/1.1" status: 200 len: 917 time: 0.2085910 Jul 23 17:18:49.559836 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2875202c-5654-42a9-bae0-1f6239d7832e req-8c5b580b-c820-472f-8b14-7216f3ad149d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a910a840-30b1-48c8-b4a8-d9e737697fc6 HTTP/1.1" status: 200 len: 1002 time: 0.4875896 Jul 23 17:18:49.617920 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-3ab9d3bc-17d4-4f11-8ef1-8cde7b0722b6 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Deleting port 10bad8b8-ca08-4884-b3c6-af2e28ba7b40 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:18:49.618257 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3ab9d3bc-17d4-4f11-8ef1-8cde7b0722b6 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:49.644892 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875202c-5654-42a9-bae0-1f6239d7832e req-6bf5f3a4-916e-43d2-b895-4f36f8c54de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:49.646438 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2875202c-5654-42a9-bae0-1f6239d7832e req-6bf5f3a4-916e-43d2-b895-4f36f8c54de6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=800cef52-a9ff-41c5-adde-bfe84a00c586 HTTP/1.1" status: 200 len: 854 time: 0.0790739 Jul 23 17:18:49.741609 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3ab9d3bc-17d4-4f11-8ef1-8cde7b0722b6 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:49.741862 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3ab9d3bc-17d4-4f11-8ef1-8cde7b0722b6 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:49.763519 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-3ab9d3bc-17d4-4f11-8ef1-8cde7b0722b6 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Calling delete_port for 10bad8b8-ca08-4884-b3c6-af2e28ba7b40 owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:18:49.777778 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875202c-5654-42a9-bae0-1f6239d7832e req-895d5679-b717-4718-8dc3-f287fab80684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:49.779384 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2875202c-5654-42a9-bae0-1f6239d7832e req-895d5679-b717-4718-8dc3-f287fab80684 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=df54c090-805b-42ff-a9b0-9e7ebdbab4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1253932 Jul 23 17:18:49.820765 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-9f64adb2-a2fa-4557-a0dd-58173a948911 req-3779aebf-e36d-4f1b-8329-3fc3ecc75f09 service neutron] (94012) timed out ('10.222.0.97', 59978) {{(pid=94012) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 17:18:49.953590 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2875202c-5654-42a9-bae0-1f6239d7832e req-65000c9a-adbe-4e10-8b7f-ecbd52845a5e service neutron] 10.222.0.97 "GET /v2.0/networks/df54c090-805b-42ff-a9b0-9e7ebdbab4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338253 Jul 23 17:18:50.097659 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2875202c-5654-42a9-bae0-1f6239d7832e req-91dff235-3af6-43a1-82d4-f5438872a40e service neutron] 10.222.0.97 "GET /v2.0/networks/df54c090-805b-42ff-a9b0-9e7ebdbab4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350470 Jul 23 17:18:50.098597 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3ab9d3bc-17d4-4f11-8ef1-8cde7b0722b6 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:50.138425 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9d3bc-17d4-4f11-8ef1-8cde7b0722b6 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Pushing event deleted for resources: {'Port': ['ID=10bad8b8-ca08-4884-b3c6-af2e28ba7b40,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:18:50.245950 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3ab9d3bc-17d4-4f11-8ef1-8cde7b0722b6 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:50.246589 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-3ab9d3bc-17d4-4f11-8ef1-8cde7b0722b6 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Floating IP fc76707c-c838-42d1-900b-43136b4ad0d3 disassociated (deleted). External IP: 172.25.8.160, port: a910a840-30b1-48c8-b4a8-d9e737697fc6. Jul 23 17:18:50.502634 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab9d3bc-17d4-4f11-8ef1-8cde7b0722b6 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Router 357a805b-b146-47cb-b091-9d2188e0f96a has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:18:50.625885 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab9d3bc-17d4-4f11-8ef1-8cde7b0722b6 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:18:50.631094 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3ab9d3bc-17d4-4f11-8ef1-8cde7b0722b6 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:50.637809 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deea9553-afb5-4e04-a81e-c92e0bb233d3 None None] Sync routers for ids ['357a805b-b146-47cb-b091-9d2188e0f96a'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:18:50.649019 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deea9553-afb5-4e04-a81e-c92e0bb233d3 None None] Routers {'357a805b-b146-47cb-b091-9d2188e0f96a'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:18:50.649727 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-deea9553-afb5-4e04-a81e-c92e0bb233d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:18:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['357a805b-b146-47cb-b091-9d2188e0f96a'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:18:50.690020 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3ab9d3bc-17d4-4f11-8ef1-8cde7b0722b6 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "DELETE /v2.0/floatingips/fc76707c-c838-42d1-900b-43136b4ad0d3 HTTP/1.1" status: 204 len: 168 time: 1.8115506 Jul 23 17:18:50.707022 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f290f02d-cdab-41ef-9658-0c2fa6a87ab7', 'tag': 'a910a840-30b1-48c8-b4a8-d9e737697fc6'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:18:50.709506 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3003773-fe54-461e-b9fe-0fe9ab9a2791" -d '{"events": [{"name": "network-changed", "server_uuid": "f290f02d-cdab-41ef-9658-0c2fa6a87ab7", "tag": "a910a840-30b1-48c8-b4a8-d9e737697fc6"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:18:50.814907 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-deea9553-afb5-4e04-a81e-c92e0bb233d3 None None] Set router 357a805b-b146-47cb-b091-9d2188e0f96a gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:18:50.978121 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fa49f1-7adb-4416-a368-2c75ac063f08 x-openstack-request-id: req-01fa49f1-7adb-4416-a368-2c75ac063f08 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:18:50.978421 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f290f02d-cdab-41ef-9658-0c2fa6a87ab7", "tag": "a910a840-30b1-48c8-b4a8-d9e737697fc6", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:18:50.978813 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-01fa49f1-7adb-4416-a368-2c75ac063f08 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:18:50.979527 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f290f02d-cdab-41ef-9658-0c2fa6a87ab7', 'tag': 'a910a840-30b1-48c8-b4a8-d9e737697fc6', 'status': 'completed', 'code': 200} Jul 23 17:18:51.088447 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3003773-fe54-461e-b9fe-0fe9ab9a2791 req-267d568e-0386-4205-a3a7-761e4750dcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:51.090359 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3003773-fe54-461e-b9fe-0fe9ab9a2791 req-267d568e-0386-4205-a3a7-761e4750dcf6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a3d1acb55cc640ed86a484aa71946fa2&device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 1097 time: 0.0782132 Jul 23 17:18:51.137621 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-deea9553-afb5-4e04-a81e-c92e0bb233d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'name': 'tempest-TestMinimumBasicScenario-1636984074-router', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:47Z', 'updated_at': '2021-07-23T17:16:50Z', 'revision_number': 4, 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'gw_port': {'id': '6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:23:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:47Z', 'updated_at': '2021-07-23T17:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '0d0e11b8-8801-413f-b5ac-4a541eec0c74', 'name': '', 'network_id': 'df54c090-805b-42ff-a9b0-9e7ebdbab4b1', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'mac_address': 'fa:16:3e:b1:0f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '800cef52-a9ff-41c5-adde-bfe84a00c586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:49Z', 'updated_at': '2021-07-23T17:16:56Z', 'revision_number': 5, 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'subnets': [{'id': '800cef52-a9ff-41c5-adde-bfe84a00c586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:18:51.171555 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deea9553-afb5-4e04-a81e-c92e0bb233d3 None None] Checking router: 357a805b-b146-47cb-b091-9d2188e0f96a for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:18:51.181710 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deea9553-afb5-4e04-a81e-c92e0bb233d3 None None] Routers {'357a805b-b146-47cb-b091-9d2188e0f96a'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:18:51.182556 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-deea9553-afb5-4e04-a81e-c92e0bb233d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:18:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['357a805b-b146-47cb-b091-9d2188e0f96a'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:18:51.212068 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3003773-fe54-461e-b9fe-0fe9ab9a2791 req-5e609f15-bca6-42e5-9695-801d770c6202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:51.214470 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3003773-fe54-461e-b9fe-0fe9ab9a2791 req-5e609f15-bca6-42e5-9695-801d770c6202 service neutron] 10.222.0.97 "GET /v2.0/networks?id=df54c090-805b-42ff-a9b0-9e7ebdbab4b1 HTTP/1.1" status: 200 len: 917 time: 0.1180241 Jul 23 17:18:51.276699 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3003773-fe54-461e-b9fe-0fe9ab9a2791 req-a3844466-3c38-4321-92a3-01d7a32594af service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a910a840-30b1-48c8-b4a8-d9e737697fc6 HTTP/1.1" status: 200 len: 217 time: 0.0557895 Jul 23 17:18:51.304713 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-deea9553-afb5-4e04-a81e-c92e0bb233d3 None None] Set router 357a805b-b146-47cb-b091-9d2188e0f96a gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:18:51.332236 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3003773-fe54-461e-b9fe-0fe9ab9a2791 req-90ffe06b-3871-4bc7-8493-1a51911dbb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:51.333786 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3003773-fe54-461e-b9fe-0fe9ab9a2791 req-90ffe06b-3871-4bc7-8493-1a51911dbb51 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=800cef52-a9ff-41c5-adde-bfe84a00c586 HTTP/1.1" status: 200 len: 854 time: 0.0494864 Jul 23 17:18:51.416469 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3003773-fe54-461e-b9fe-0fe9ab9a2791 req-c7bcf48b-a4b8-4669-9380-8d1734424865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:51.418173 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3003773-fe54-461e-b9fe-0fe9ab9a2791 req-c7bcf48b-a4b8-4669-9380-8d1734424865 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=df54c090-805b-42ff-a9b0-9e7ebdbab4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780876 Jul 23 17:18:51.554434 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3003773-fe54-461e-b9fe-0fe9ab9a2791 req-ace09b51-45f5-46be-85f0-59dc37ee7615 service neutron] 10.222.0.97 "GET /v2.0/networks/df54c090-805b-42ff-a9b0-9e7ebdbab4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275845 Jul 23 17:18:51.554873 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-deea9553-afb5-4e04-a81e-c92e0bb233d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'name': 'tempest-TestMinimumBasicScenario-1636984074-router', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:47Z', 'updated_at': '2021-07-23T17:16:50Z', 'revision_number': 4, 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'gw_port': {'id': '6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:23:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:47Z', 'updated_at': '2021-07-23T17:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '0d0e11b8-8801-413f-b5ac-4a541eec0c74', 'name': '', 'network_id': 'df54c090-805b-42ff-a9b0-9e7ebdbab4b1', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'mac_address': 'fa:16:3e:b1:0f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '800cef52-a9ff-41c5-adde-bfe84a00c586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:49Z', 'updated_at': '2021-07-23T17:16:56Z', 'revision_number': 5, 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'subnets': [{'id': '800cef52-a9ff-41c5-adde-bfe84a00c586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:18:51.584123 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deea9553-afb5-4e04-a81e-c92e0bb233d3 None None] The sync data for ids ['357a805b-b146-47cb-b091-9d2188e0f96a'] in n-d-778549-4 is: [{'id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'name': 'tempest-TestMinimumBasicScenario-1636984074-router', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:47Z', 'updated_at': '2021-07-23T17:16:50Z', 'revision_number': 4, 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'gw_port': {'id': '6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:23:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:47Z', 'updated_at': '2021-07-23T17:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '0d0e11b8-8801-413f-b5ac-4a541eec0c74', 'name': '', 'network_id': 'df54c090-805b-42ff-a9b0-9e7ebdbab4b1', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'mac_address': 'fa:16:3e:b1:0f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '800cef52-a9ff-41c5-adde-bfe84a00c586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:49Z', 'updated_at': '2021-07-23T17:16:56Z', 'revision_number': 5, 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'subnets': [{'id': '800cef52-a9ff-41c5-adde-bfe84a00c586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:18:51.674789 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3003773-fe54-461e-b9fe-0fe9ab9a2791 req-ac8ea98b-e8a5-4364-abcc-57b6f1e00ba9 service neutron] 10.222.0.97 "GET /v2.0/networks/df54c090-805b-42ff-a9b0-9e7ebdbab4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135645 Jul 23 17:18:51.902635 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79691505-b0e0-40d6-b8c5-536966e5ab6c None None] New status for floating IP fc76707c-c838-42d1-900b-43136b4ad0d3: DOWN {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:18:59.045708 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694131bd-a21f-4915-b631-21429fbebd46 req-d1c8d253-ae48-4cf1-96f8-a70581c2a0a3 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:59.047518 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-694131bd-a21f-4915-b631-21429fbebd46 req-d1c8d253-ae48-4cf1-96f8-a70581c2a0a3 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 946 time: 0.0772130 Jul 23 17:18:59.090304 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-694131bd-a21f-4915-b631-21429fbebd46 req-5adf6545-cd72-460f-93d5-cd57c2366a74 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?id=4bda374a-a5eb-4d62-90f4-ff99bdfc20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369072 Jul 23 17:19:00.235251 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30349616-064b-4487-854f-35c92716eb2d req-fa8794e3-3304-4642-9a7f-850eaa9c493a tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:00.236871 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-30349616-064b-4487-854f-35c92716eb2d req-fa8794e3-3304-4642-9a7f-850eaa9c493a tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 946 time: 0.0722454 Jul 23 17:19:00.287899 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-30349616-064b-4487-854f-35c92716eb2d req-71c14758-e322-49ac-8c40-38fd23cad3bc tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/security-groups?id=4bda374a-a5eb-4d62-90f4-ff99bdfc20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404453 Jul 23 17:19:00.659052 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860d3a1-d622-4369-a517-87a35d48a3ef req-f3e80a4d-104c-415a-b7f3-c5f608349e07 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:00.660714 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c860d3a1-d622-4369-a517-87a35d48a3ef req-f3e80a4d-104c-415a-b7f3-c5f608349e07 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.97 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 946 time: 0.0785351 Jul 23 17:19:00.786599 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-c860d3a1-d622-4369-a517-87a35d48a3ef req-c460608b-e32d-469f-9d52-bdef51641a89 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Deleting port a910a840-30b1-48c8-b4a8-d9e737697fc6 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:19:00.786944 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c860d3a1-d622-4369-a517-87a35d48a3ef req-c460608b-e32d-469f-9d52-bdef51641a89 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:00.913035 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-c860d3a1-d622-4369-a517-87a35d48a3ef req-c460608b-e32d-469f-9d52-bdef51641a89 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] For port a910a840-30b1-48c8-b4a8-d9e737697fc6, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=a910a840-30b1-48c8-b4a8-d9e737697fc6,segment=NetworkSegment(7034dec2-13a8-445d-bff6-b7192b8f919a),segment_id=7034dec2-13a8-445d-bff6-b7192b8f919a)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:19:00.913490 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c860d3a1-d622-4369-a517-87a35d48a3ef req-c460608b-e32d-469f-9d52-bdef51641a89 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:00.936145 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-c860d3a1-d622-4369-a517-87a35d48a3ef req-c460608b-e32d-469f-9d52-bdef51641a89 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Calling delete_port for a910a840-30b1-48c8-b4a8-d9e737697fc6 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:19:01.117372 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c860d3a1-d622-4369-a517-87a35d48a3ef req-c460608b-e32d-469f-9d52-bdef51641a89 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:01.131536 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['a910a840-30b1-48c8-b4a8-d9e737697fc6'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:19:01.166904 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460608b-e32d-469f-9d52-bdef51641a89 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Pushing event deleted for resources: {'Port': ['ID=a910a840-30b1-48c8-b4a8-d9e737697fc6,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:01.223968 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-c860d3a1-d622-4369-a517-87a35d48a3ef req-c460608b-e32d-469f-9d52-bdef51641a89 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] No DVR routers for this DVR port a910a840-30b1-48c8-b4a8-d9e737697fc6 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:19:01.227276 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c860d3a1-d622-4369-a517-87a35d48a3ef req-c460608b-e32d-469f-9d52-bdef51641a89 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:01.229645 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c860d3a1-d622-4369-a517-87a35d48a3ef req-c460608b-e32d-469f-9d52-bdef51641a89 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.97 "DELETE /v2.0/ports/a910a840-30b1-48c8-b4a8-d9e737697fc6 HTTP/1.1" status: 204 len: 173 time: 0.5635765 Jul 23 17:19:01.230138 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f290f02d-cdab-41ef-9658-0c2fa6a87ab7', 'name': 'network-vif-deleted', 'tag': 'a910a840-30b1-48c8-b4a8-d9e737697fc6'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:19:01.232533 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72962581-50a2-458a-9e3c-f34a79b32499" -d '{"events": [{"server_uuid": "f290f02d-cdab-41ef-9658-0c2fa6a87ab7", "name": "network-vif-deleted", "tag": "a910a840-30b1-48c8-b4a8-d9e737697fc6"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:19:01.298588 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb96286d-b5e4-4ee6-82c3-3d039e5bc266 x-openstack-request-id: req-bb96286d-b5e4-4ee6-82c3-3d039e5bc266 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:19:01.299656 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f290f02d-cdab-41ef-9658-0c2fa6a87ab7", "name": "network-vif-deleted", "tag": "a910a840-30b1-48c8-b4a8-d9e737697fc6", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:19:01.299656 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bb96286d-b5e4-4ee6-82c3-3d039e5bc266 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:19:01.300057 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f290f02d-cdab-41ef-9658-0c2fa6a87ab7', 'name': 'network-vif-deleted', 'tag': 'a910a840-30b1-48c8-b4a8-d9e737697fc6', 'status': 'completed', 'code': 200} Jul 23 17:19:01.438309 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8ae2b5c2-ac1f-4c2c-8b18-e41e6d0685da req-d716ee67-c0c7-4d3a-8691-731a9f367c84 tempest-TestMinimumBasicScenario-835791474 tempest-TestMinimumBasicScenario-835791474-project] 10.222.0.73 "GET /v2.0/ports?device_id=f290f02d-cdab-41ef-9658-0c2fa6a87ab7 HTTP/1.1" status: 200 len: 210 time: 0.0455856 Jul 23 17:19:02.752137 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-96756d29-9462-471e-be54-a0dd6ad55b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:03.120295 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58692) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:19:03.541413 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8afb6091-393f-4916-a0f5-404c0fea76e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:03.881563 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-8afb6091-393f-4916-a0f5-404c0fea76e0 admin admin] Deleting port 0d0e11b8-8801-413f-b5ac-4a541eec0c74 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:19:03.882134 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8afb6091-393f-4916-a0f5-404c0fea76e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:03.980041 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-8afb6091-393f-4916-a0f5-404c0fea76e0 admin admin] For port 0d0e11b8-8801-413f-b5ac-4a541eec0c74, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0d0e11b8-8801-413f-b5ac-4a541eec0c74,segment=NetworkSegment(7034dec2-13a8-445d-bff6-b7192b8f919a),segment_id=7034dec2-13a8-445d-bff6-b7192b8f919a)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:19:03.980451 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8afb6091-393f-4916-a0f5-404c0fea76e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:03.995812 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-8afb6091-393f-4916-a0f5-404c0fea76e0 admin admin] Calling delete_port for 0d0e11b8-8801-413f-b5ac-4a541eec0c74 owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:19:04.286769 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8afb6091-393f-4916-a0f5-404c0fea76e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:04.326961 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb6091-393f-4916-a0f5-404c0fea76e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d0e11b8-8801-413f-b5ac-4a541eec0c74,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:04.491289 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device a910a840-30b1-48c8-b4a8-d9e737697fc6 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:19:04.532697 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: a910a840-30b1-48c8-b4a8-d9e737697fc6 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:19:04.533292 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device a910a840-30b1-48c8-b4a8-d9e737697fc6 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:19:04.564685 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8afb6091-393f-4916-a0f5-404c0fea76e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:04.887923 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8afb6091-393f-4916-a0f5-404c0fea76e0 admin admin] Router 357a805b-b146-47cb-b091-9d2188e0f96a has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:19:05.019214 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afb6091-393f-4916-a0f5-404c0fea76e0 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:19:05.028114 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8afb6091-393f-4916-a0f5-404c0fea76e0 admin admin] 10.222.0.73 "PUT /v2.0/routers/357a805b-b146-47cb-b091-9d2188e0f96a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9060671 Jul 23 17:19:05.032315 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58694) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:19:05.033472 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a867226-365e-4ded-887e-61a609cc4de4 None None] Sync routers for ids ['357a805b-b146-47cb-b091-9d2188e0f96a'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:19:05.050689 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a867226-365e-4ded-887e-61a609cc4de4 None None] Routers {'357a805b-b146-47cb-b091-9d2188e0f96a'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:19:05.051933 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0a867226-365e-4ded-887e-61a609cc4de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:18:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['357a805b-b146-47cb-b091-9d2188e0f96a'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:19:05.190028 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc87ab77-9275-4e98-8b98-5333c754df00 admin admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:05.217541 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-0a867226-365e-4ded-887e-61a609cc4de4 None None] Set router 357a805b-b146-47cb-b091-9d2188e0f96a gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:19:05.356174 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc87ab77-9275-4e98-8b98-5333c754df00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:05.427299 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-fc87ab77-9275-4e98-8b98-5333c754df00 admin admin] Deleting port 6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:19:05.427658 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc87ab77-9275-4e98-8b98-5333c754df00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:05.484220 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0d6baf67-2f6c-412d-bab5-fd07105138ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:05.517041 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0a867226-365e-4ded-887e-61a609cc4de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'name': 'tempest-TestMinimumBasicScenario-1636984074-router', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:47Z', 'updated_at': '2021-07-23T17:19:04Z', 'revision_number': 5, 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'gw_port': {'id': '6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:23:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:47Z', 'updated_at': '2021-07-23T17:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:19:05.536747 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-fc87ab77-9275-4e98-8b98-5333c754df00 admin admin] For port 6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:19:05.538369 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc87ab77-9275-4e98-8b98-5333c754df00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:05.553917 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-fc87ab77-9275-4e98-8b98-5333c754df00 admin admin] Calling delete_port for 6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:19:05.557037 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a867226-365e-4ded-887e-61a609cc4de4 None None] Checking router: 357a805b-b146-47cb-b091-9d2188e0f96a for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:19:05.586268 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:05.589176 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a867226-365e-4ded-887e-61a609cc4de4 None None] Routers {'357a805b-b146-47cb-b091-9d2188e0f96a'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:19:05.589852 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0a867226-365e-4ded-887e-61a609cc4de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:19:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['357a805b-b146-47cb-b091-9d2188e0f96a'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:19:05.628191 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:05.699909 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-0a867226-365e-4ded-887e-61a609cc4de4 None None] Set router 357a805b-b146-47cb-b091-9d2188e0f96a gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:19:05.784293 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc87ab77-9275-4e98-8b98-5333c754df00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:05.816292 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87ab77-9275-4e98-8b98-5333c754df00 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:05.890078 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc87ab77-9275-4e98-8b98-5333c754df00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:05.948260 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0a867226-365e-4ded-887e-61a609cc4de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'name': 'tempest-TestMinimumBasicScenario-1636984074-router', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:47Z', 'updated_at': '2021-07-23T17:19:05Z', 'revision_number': 6, 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:19:05.980441 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a867226-365e-4ded-887e-61a609cc4de4 None None] The sync data for ids ['357a805b-b146-47cb-b091-9d2188e0f96a'] in n-d-778549-4 is: [{'id': '357a805b-b146-47cb-b091-9d2188e0f96a', 'name': 'tempest-TestMinimumBasicScenario-1636984074-router', 'tenant_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:47Z', 'updated_at': '2021-07-23T17:19:05Z', 'revision_number': 6, 'project_id': 'a3d1acb55cc640ed86a484aa71946fa2', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:19:05.990771 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc87ab77-9275-4e98-8b98-5333c754df00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:05.994379 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc87ab77-9275-4e98-8b98-5333c754df00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:06.046420 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc87ab77-9275-4e98-8b98-5333c754df00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:06.047222 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc87ab77-9275-4e98-8b98-5333c754df00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 357a805b-b146-47cb-b091-9d2188e0f96a {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:19:06.051644 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fc87ab77-9275-4e98-8b98-5333c754df00 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:06.052848 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fc87ab77-9275-4e98-8b98-5333c754df00 admin admin] 10.222.0.73 "DELETE /v2.0/routers/357a805b-b146-47cb-b091-9d2188e0f96a HTTP/1.1" status: 204 len: 168 time: 1.0195248 Jul 23 17:19:06.056575 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58696) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:19:06.104391 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-452ba5cf-d34c-4064-a5d5-246f3dc172d3 admin admin] Deleting subnet 800cef52-a9ff-41c5-adde-bfe84a00c586 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:19:06.108186 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-452ba5cf-d34c-4064-a5d5-246f3dc172d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:06.147337 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-452ba5cf-d34c-4064-a5d5-246f3dc172d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:06.252684 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-452ba5cf-d34c-4064-a5d5-246f3dc172d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:06.341043 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-452ba5cf-d34c-4064-a5d5-246f3dc172d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:06.392084 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ba5cf-d34c-4064-a5d5-246f3dc172d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=800cef52-a9ff-41c5-adde-bfe84a00c586,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:06.398548 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-452ba5cf-d34c-4064-a5d5-246f3dc172d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:06.404700 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-452ba5cf-d34c-4064-a5d5-246f3dc172d3 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/800cef52-a9ff-41c5-adde-bfe84a00c586 HTTP/1.1" status: 204 len: 168 time: 0.3445213 Jul 23 17:19:06.405322 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58698) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:19:06.415656 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0eeb0b-9920-4ee9-9686-184e31a6c536 None None] Network df54c090-805b-42ff-a9b0-9e7ebdbab4b1 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:19:06.541293 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d86a6ca8-3be2-4079-aaeb-563d68538017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:06.620884 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-d86a6ca8-3be2-4079-aaeb-563d68538017 admin admin] Deleting port 94066fd1-319f-4ca7-bbe5-1f3ef1b980b2 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:19:06.621503 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d86a6ca8-3be2-4079-aaeb-563d68538017 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:06.735949 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-d86a6ca8-3be2-4079-aaeb-563d68538017 admin admin] For port 94066fd1-319f-4ca7-bbe5-1f3ef1b980b2, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=94066fd1-319f-4ca7-bbe5-1f3ef1b980b2,segment=NetworkSegment(7034dec2-13a8-445d-bff6-b7192b8f919a),segment_id=7034dec2-13a8-445d-bff6-b7192b8f919a)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:19:06.736465 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d86a6ca8-3be2-4079-aaeb-563d68538017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:06.760349 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-d86a6ca8-3be2-4079-aaeb-563d68538017 admin admin] Calling delete_port for 94066fd1-319f-4ca7-bbe5-1f3ef1b980b2 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:19:06.782244 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:06.849535 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2546ba-2148-4aa1-bced-879af2efb59d None None] DHCP port deletion for df54c090-805b-42ff-a9b0-9e7ebdbab4b1 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:19:06.925573 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d86a6ca8-3be2-4079-aaeb-563d68538017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:06.946812 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-ba2546ba-2148-4aa1-bced-879af2efb59d None None] Deleting port 94066fd1-319f-4ca7-bbe5-1f3ef1b980b2 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:19:06.947345 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ba2546ba-2148-4aa1-bced-879af2efb59d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:06.961578 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86a6ca8-3be2-4079-aaeb-563d68538017 admin admin] No DVR routers for this DVR port 94066fd1-319f-4ca7-bbe5-1f3ef1b980b2 on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:19:06.968390 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a6ca8-3be2-4079-aaeb-563d68538017 admin admin] Pushing event deleted for resources: {'Port': ['ID=94066fd1-319f-4ca7-bbe5-1f3ef1b980b2,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:07.055057 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d86a6ca8-3be2-4079-aaeb-563d68538017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:07.061569 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ba2546ba-2148-4aa1-bced-879af2efb59d None None] For port 94066fd1-319f-4ca7-bbe5-1f3ef1b980b2, host n-d-778549-4, got binding levels [] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:19:07.062139 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ba2546ba-2148-4aa1-bced-879af2efb59d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:07.068145 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-d86a6ca8-3be2-4079-aaeb-563d68538017 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df54c090-805b-42ff-a9b0-9e7ebdbab4b1']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:19:07.079533 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-ba2546ba-2148-4aa1-bced-879af2efb59d None None] Calling delete_port for 94066fd1-319f-4ca7-bbe5-1f3ef1b980b2 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:19:07.081162 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-d86a6ca8-3be2-4079-aaeb-563d68538017 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7034dec2-13a8-445d-bff6-b7192b8f919a') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:19:07.081616 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-d86a6ca8-3be2-4079-aaeb-563d68538017 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7034dec2-13a8-445d-bff6-b7192b8f919a') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:19:07.082586 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.ipam_backend_mixin [None req-ba2546ba-2148-4aa1-bced-879af2efb59d None None] Port 94066fd1-319f-4ca7-bbe5-1f3ef1b980b2 was not found and therefore no delete operation was performed {{(pid=94014) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 17:19:07.083973 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ba2546ba-2148-4aa1-bced-879af2efb59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:07.092916 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d86a6ca8-3be2-4079-aaeb-563d68538017 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:07.113429 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d86a6ca8-3be2-4079-aaeb-563d68538017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:07.122940 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d86a6ca8-3be2-4079-aaeb-563d68538017 admin admin] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:19:07.123598 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d86a6ca8-3be2-4079-aaeb-563d68538017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:07.126378 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 17:19:07.126378 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:19:07.126378 n-d-778549-4 neutron-server[94012]: timer() Jul 23 17:19:07.126378 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:19:07.126378 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 17:19:07.126378 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:19:07.126378 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 17:19:07.126378 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:19:07.126378 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 17:19:07.126378 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:19:07.126378 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 17:19:07.126378 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:19:07.126378 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 17:19:07.126378 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:19:07.126378 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:19:07.126378 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:19:07.126378 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:19:07.126378 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:19:07.126378 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 17:19:07.126378 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:19:07.126378 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 17:19:07.126378 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:19:07.126378 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:19:07.126378 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:19:07.126378 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 17:19:07.126378 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:19:07.126378 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:19:07.126378 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:19:07.126378 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:19:07.126378 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:19:07.126378 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:19:07.126378 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:19:07.130162 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2546ba-2148-4aa1-bced-879af2efb59d None None] Pushing event deleted for resources: {'Port': ['ID=94066fd1-319f-4ca7-bbe5-1f3ef1b980b2,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:07.140715 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2546ba-2148-4aa1-bced-879af2efb59d None None] No DVR routers for this DVR port 94066fd1-319f-4ca7-bbe5-1f3ef1b980b2 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:19:07.146417 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2546ba-2148-4aa1-bced-879af2efb59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:07.146783 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2546ba-2148-4aa1-bced-879af2efb59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:07.147106 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2546ba-2148-4aa1-bced-879af2efb59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:07.147447 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2546ba-2148-4aa1-bced-879af2efb59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:07.147782 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2546ba-2148-4aa1-bced-879af2efb59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:07.148109 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2546ba-2148-4aa1-bced-879af2efb59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:07.148436 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2546ba-2148-4aa1-bced-879af2efb59d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:07.148899 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2546ba-2148-4aa1-bced-879af2efb59d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:07.149442 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2546ba-2148-4aa1-bced-879af2efb59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:07.149905 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2546ba-2148-4aa1-bced-879af2efb59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:07.150234 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2546ba-2148-4aa1-bced-879af2efb59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:07.150563 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2546ba-2148-4aa1-bced-879af2efb59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:07.225298 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d86a6ca8-3be2-4079-aaeb-563d68538017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:07.236512 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d86a6ca8-3be2-4079-aaeb-563d68538017 admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:07.240068 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d86a6ca8-3be2-4079-aaeb-563d68538017 admin admin] 10.222.0.73 "DELETE /v2.0/networks/df54c090-805b-42ff-a9b0-9e7ebdbab4b1 HTTP/1.1" status: 204 len: 168 time: 0.8330438 Jul 23 17:19:07.246127 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58700) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:19:07.260416 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a6ca8-3be2-4079-aaeb-563d68538017 admin admin] Pushing event deleted for resources: {'Network': ['ID=df54c090-805b-42ff-a9b0-9e7ebdbab4b1,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:07.578462 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:19:07.600189 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:19:07.600536 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 6cddf5e8-f4ee-4f88-b0a8-17a5d55362b7 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:19:07.600975 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0d0e11b8-8801-413f-b5ac-4a541eec0c74 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:19:07.621607 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 0d0e11b8-8801-413f-b5ac-4a541eec0c74 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:19:07.621934 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0d0e11b8-8801-413f-b5ac-4a541eec0c74 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:19:07.622384 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 94066fd1-319f-4ca7-bbe5-1f3ef1b980b2 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:19:07.644014 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 94066fd1-319f-4ca7-bbe5-1f3ef1b980b2 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:19:07.644351 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 94066fd1-319f-4ca7-bbe5-1f3ef1b980b2 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:19:07.775805 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9ed5f666-b669-43c6-9802-f800864a2969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:07.956666 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:08.143421 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-9ed5f666-b669-43c6-9802-f800864a2969 admin admin] Deleting port be5f5668-47e9-431e-a756-0290e49be698 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:19:08.143798 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9ed5f666-b669-43c6-9802-f800864a2969 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:08.250377 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-9ed5f666-b669-43c6-9802-f800864a2969 admin admin] For port be5f5668-47e9-431e-a756-0290e49be698, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=be5f5668-47e9-431e-a756-0290e49be698,segment=NetworkSegment(4502c3f5-96c0-4992-8b17-ea7b48a19761),segment_id=4502c3f5-96c0-4992-8b17-ea7b48a19761)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:19:08.251116 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9ed5f666-b669-43c6-9802-f800864a2969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:08.269092 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-9ed5f666-b669-43c6-9802-f800864a2969 admin admin] Calling delete_port for be5f5668-47e9-431e-a756-0290e49be698 owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:19:08.537226 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9ed5f666-b669-43c6-9802-f800864a2969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:08.591833 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5f666-b669-43c6-9802-f800864a2969 admin admin] Pushing event deleted for resources: {'Port': ['ID=be5f5668-47e9-431e-a756-0290e49be698,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:08.802501 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9ed5f666-b669-43c6-9802-f800864a2969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:08.806897 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:09.072962 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed5f666-b669-43c6-9802-f800864a2969 admin admin] Router afb50a6c-f07e-408a-b06b-b729c380e6fa has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:19:09.204925 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed5f666-b669-43c6-9802-f800864a2969 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:19:09.212277 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9ed5f666-b669-43c6-9802-f800864a2969 admin admin] 10.222.0.73 "PUT /v2.0/routers/afb50a6c-f07e-408a-b06b-b729c380e6fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9636953 Jul 23 17:19:09.215863 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58702) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:19:09.217223 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd37d48-6d9f-451a-8842-d443abeb6f6f None None] Sync routers for ids ['afb50a6c-f07e-408a-b06b-b729c380e6fa'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:19:09.231201 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd37d48-6d9f-451a-8842-d443abeb6f6f None None] Routers {'afb50a6c-f07e-408a-b06b-b729c380e6fa'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:19:09.231928 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-6dd37d48-6d9f-451a-8842-d443abeb6f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:19:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['afb50a6c-f07e-408a-b06b-b729c380e6fa'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:19:09.345983 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5cf77e3a-2345-4ae4-80d9-bd41988daef4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:09.365393 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-6dd37d48-6d9f-451a-8842-d443abeb6f6f None None] Set router afb50a6c-f07e-408a-b06b-b729c380e6fa gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:19:09.474403 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5cf77e3a-2345-4ae4-80d9-bd41988daef4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:09.574113 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5cf77e3a-2345-4ae4-80d9-bd41988daef4 admin admin] Deleting port 0f0704ce-bf21-4240-a0f6-7b30200b0560 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:19:09.574827 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5cf77e3a-2345-4ae4-80d9-bd41988daef4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:09.613181 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-6dd37d48-6d9f-451a-8842-d443abeb6f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb50a6c-f07e-408a-b06b-b729c380e6fa', 'name': 'tempest-TestMinimumBasicScenario-820226104-router', 'tenant_id': '63f00327edab409480cc2aec037dd6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '0f0704ce-bf21-4240-a0f6-7b30200b0560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:53Z', 'updated_at': '2021-07-23T17:19:08Z', 'revision_number': 5, 'project_id': '63f00327edab409480cc2aec037dd6db', 'gw_port': {'id': '0f0704ce-bf21-4240-a0f6-7b30200b0560', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb50a6c-f07e-408a-b06b-b729c380e6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:16:53Z', 'updated_at': '2021-07-23T17:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:19:09.665907 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd37d48-6d9f-451a-8842-d443abeb6f6f None None] Checking router: afb50a6c-f07e-408a-b06b-b729c380e6fa for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:19:09.680035 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd37d48-6d9f-451a-8842-d443abeb6f6f None None] Routers {'afb50a6c-f07e-408a-b06b-b729c380e6fa'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:19:09.680933 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-6dd37d48-6d9f-451a-8842-d443abeb6f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:19:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['afb50a6c-f07e-408a-b06b-b729c380e6fa'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:19:09.706199 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5cf77e3a-2345-4ae4-80d9-bd41988daef4 admin admin] For port 0f0704ce-bf21-4240-a0f6-7b30200b0560, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0f0704ce-bf21-4240-a0f6-7b30200b0560,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:19:09.706670 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5cf77e3a-2345-4ae4-80d9-bd41988daef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:09.728777 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5cf77e3a-2345-4ae4-80d9-bd41988daef4 admin admin] Calling delete_port for 0f0704ce-bf21-4240-a0f6-7b30200b0560 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:19:09.798421 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-6dd37d48-6d9f-451a-8842-d443abeb6f6f None None] Set router afb50a6c-f07e-408a-b06b-b729c380e6fa gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:19:09.861694 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-6dd37d48-6d9f-451a-8842-d443abeb6f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb50a6c-f07e-408a-b06b-b729c380e6fa', 'name': 'tempest-TestMinimumBasicScenario-820226104-router', 'tenant_id': '63f00327edab409480cc2aec037dd6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:53Z', 'updated_at': '2021-07-23T17:19:09Z', 'revision_number': 6, 'project_id': '63f00327edab409480cc2aec037dd6db', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:19:09.904173 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd37d48-6d9f-451a-8842-d443abeb6f6f None None] The sync data for ids ['afb50a6c-f07e-408a-b06b-b729c380e6fa'] in n-d-778549-4 is: [{'id': 'afb50a6c-f07e-408a-b06b-b729c380e6fa', 'name': 'tempest-TestMinimumBasicScenario-820226104-router', 'tenant_id': '63f00327edab409480cc2aec037dd6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:16:53Z', 'updated_at': '2021-07-23T17:19:09Z', 'revision_number': 6, 'project_id': '63f00327edab409480cc2aec037dd6db', 'gw_port_host': None}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:19:09.946411 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5cf77e3a-2345-4ae4-80d9-bd41988daef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:09.983641 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf77e3a-2345-4ae4-80d9-bd41988daef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f0704ce-bf21-4240-a0f6-7b30200b0560,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:10.063796 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5cf77e3a-2345-4ae4-80d9-bd41988daef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:10.170893 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5cf77e3a-2345-4ae4-80d9-bd41988daef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:10.173497 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5cf77e3a-2345-4ae4-80d9-bd41988daef4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:10.227754 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5cf77e3a-2345-4ae4-80d9-bd41988daef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:10.228426 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf77e3a-2345-4ae4-80d9-bd41988daef4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afb50a6c-f07e-408a-b06b-b729c380e6fa {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:19:10.233438 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5cf77e3a-2345-4ae4-80d9-bd41988daef4 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:10.234706 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5cf77e3a-2345-4ae4-80d9-bd41988daef4 admin admin] 10.222.0.73 "DELETE /v2.0/routers/afb50a6c-f07e-408a-b06b-b729c380e6fa HTTP/1.1" status: 204 len: 168 time: 1.0177271 Jul 23 17:19:10.238692 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58704) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:19:10.295873 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ebcde57-9ece-456d-b204-4922982d6542 admin admin] Deleting subnet c9924036-f2fe-4d22-ae3c-2536fb95405b {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:19:10.299386 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ebcde57-9ece-456d-b204-4922982d6542 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:10.338666 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ebcde57-9ece-456d-b204-4922982d6542 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:10.460523 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ebcde57-9ece-456d-b204-4922982d6542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:10.553627 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ebcde57-9ece-456d-b204-4922982d6542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:10.590140 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ebcde57-9ece-456d-b204-4922982d6542 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:10.593802 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7ebcde57-9ece-456d-b204-4922982d6542 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c9924036-f2fe-4d22-ae3c-2536fb95405b HTTP/1.1" status: 204 len: 168 time: 0.3536048 Jul 23 17:19:10.595470 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebcde57-9ece-456d-b204-4922982d6542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9924036-f2fe-4d22-ae3c-2536fb95405b,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:10.596350 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58706) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:19:10.599730 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a071aec-981e-444b-a005-23df2dca4a68 None None] Network f0673a6d-7658-4a77-aef1-872b5e3ce141 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:19:10.678235 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f0d81974-a59d-4fa9-b78d-1984f4cb3522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:10.747413 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-f0d81974-a59d-4fa9-b78d-1984f4cb3522 admin admin] Deleting port 59aace8d-5270-4545-9150-d26e0282a6c3 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:19:10.747757 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f0d81974-a59d-4fa9-b78d-1984f4cb3522 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:10.852619 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed15378-0438-4787-bdcb-b439b75562a2 None None] DHCP port deletion for f0673a6d-7658-4a77-aef1-872b5e3ce141 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:19:10.913621 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-1ed15378-0438-4787-bdcb-b439b75562a2 None None] Deleting port 59aace8d-5270-4545-9150-d26e0282a6c3 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:19:10.914538 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1ed15378-0438-4787-bdcb-b439b75562a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:11.022460 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-1ed15378-0438-4787-bdcb-b439b75562a2 None None] For port 59aace8d-5270-4545-9150-d26e0282a6c3, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=59aace8d-5270-4545-9150-d26e0282a6c3,segment=NetworkSegment(4502c3f5-96c0-4992-8b17-ea7b48a19761),segment_id=4502c3f5-96c0-4992-8b17-ea7b48a19761)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:19:11.022995 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1ed15378-0438-4787-bdcb-b439b75562a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:11.045072 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-1ed15378-0438-4787-bdcb-b439b75562a2 None None] Calling delete_port for 59aace8d-5270-4545-9150-d26e0282a6c3 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:19:11.192229 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1ed15378-0438-4787-bdcb-b439b75562a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:11.197600 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:19:11.241690 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed15378-0438-4787-bdcb-b439b75562a2 None None] Pushing event deleted for resources: {'Port': ['ID=59aace8d-5270-4545-9150-d26e0282a6c3,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:11.245694 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed15378-0438-4787-bdcb-b439b75562a2 None None] No DVR routers for this DVR port 59aace8d-5270-4545-9150-d26e0282a6c3 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:19:11.317819 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-f0d81974-a59d-4fa9-b78d-1984f4cb3522 admin admin] For port 59aace8d-5270-4545-9150-d26e0282a6c3, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=59aace8d-5270-4545-9150-d26e0282a6c3,segment=NetworkSegment(4502c3f5-96c0-4992-8b17-ea7b48a19761),segment_id=4502c3f5-96c0-4992-8b17-ea7b48a19761)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:19:11.318334 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f0d81974-a59d-4fa9-b78d-1984f4cb3522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:11.333555 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-f0d81974-a59d-4fa9-b78d-1984f4cb3522 admin admin] Calling delete_port for 59aace8d-5270-4545-9150-d26e0282a6c3 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:19:11.425026 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f0d81974-a59d-4fa9-b78d-1984f4cb3522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:11.454910 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d81974-a59d-4fa9-b78d-1984f4cb3522 admin admin] No DVR routers for this DVR port 59aace8d-5270-4545-9150-d26e0282a6c3 on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:19:11.459247 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d81974-a59d-4fa9-b78d-1984f4cb3522 admin admin] Pushing event deleted for resources: {'Port': ['ID=59aace8d-5270-4545-9150-d26e0282a6c3,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:11.544959 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f0d81974-a59d-4fa9-b78d-1984f4cb3522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:11.560009 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-f0d81974-a59d-4fa9-b78d-1984f4cb3522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0673a6d-7658-4a77-aef1-872b5e3ce141']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:19:11.587175 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-f0d81974-a59d-4fa9-b78d-1984f4cb3522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4502c3f5-96c0-4992-8b17-ea7b48a19761') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:19:11.587477 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-f0d81974-a59d-4fa9-b78d-1984f4cb3522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4502c3f5-96c0-4992-8b17-ea7b48a19761') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:19:11.596746 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device be5f5668-47e9-431e-a756-0290e49be698 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:19:11.600498 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f0d81974-a59d-4fa9-b78d-1984f4cb3522 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:11.621803 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f0d81974-a59d-4fa9-b78d-1984f4cb3522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:11.631940 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d81974-a59d-4fa9-b78d-1984f4cb3522 admin admin] Releasing vlan 1118 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:19:11.632360 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f0d81974-a59d-4fa9-b78d-1984f4cb3522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: self.session.flush() Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: self.session.flush() Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: self.session.flush() Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: self.session.flush() Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: timer() Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:19:11.635385 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:19:11.640396 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: be5f5668-47e9-431e-a756-0290e49be698 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:19:11.640396 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device be5f5668-47e9-431e-a756-0290e49be698 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:19:11.640396 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 59aace8d-5270-4545-9150-d26e0282a6c3 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:19:11.676358 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 59aace8d-5270-4545-9150-d26e0282a6c3 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:19:11.676918 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 59aace8d-5270-4545-9150-d26e0282a6c3 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:19:11.677675 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0f0704ce-bf21-4240-a0f6-7b30200b0560 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:19:11.705518 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 0f0704ce-bf21-4240-a0f6-7b30200b0560 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:19:11.705970 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0f0704ce-bf21-4240-a0f6-7b30200b0560 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:19:11.711770 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f0d81974-a59d-4fa9-b78d-1984f4cb3522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:11.721630 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f0d81974-a59d-4fa9-b78d-1984f4cb3522 admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:11.725103 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f0d81974-a59d-4fa9-b78d-1984f4cb3522 admin admin] 10.222.0.73 "DELETE /v2.0/networks/f0673a6d-7658-4a77-aef1-872b5e3ce141 HTTP/1.1" status: 204 len: 168 time: 1.1269572 Jul 23 17:19:11.744611 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d81974-a59d-4fa9-b78d-1984f4cb3522 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0673a6d-7658-4a77-aef1-872b5e3ce141,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:11.927086 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58710) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:19:11.979732 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f2a51fbd-ec27-404a-b6e7-a8cf7f9975cc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a3d1acb55cc640ed86a484aa71946fa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488737 Jul 23 17:19:11.981556 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58712) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:19:12.059379 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2dda261-d22d-4fe4-99fd-475f6013f296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:12.100114 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2dda261-d22d-4fe4-99fd-475f6013f296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:12.182752 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2dda261-d22d-4fe4-99fd-475f6013f296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:12.185654 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2dda261-d22d-4fe4-99fd-475f6013f296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:12.186920 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d2dda261-d22d-4fe4-99fd-475f6013f296 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4bda374a-a5eb-4d62-90f4-ff99bdfc20de HTTP/1.1" status: 204 len: 168 time: 0.2040460 Jul 23 17:19:12.196477 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dda261-d22d-4fe4-99fd-475f6013f296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bda374a-a5eb-4d62-90f4-ff99bdfc20de,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:12.602851 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58718) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:19:12.649018 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-54b9f3ee-419d-419e-9d25-b2a78dfb605a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=63f00327edab409480cc2aec037dd6db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442870 Jul 23 17:19:12.653410 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58720) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:19:12.736507 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-865bb3d3-76e6-48f4-aeaa-8a9c976426c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:12.774080 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-865bb3d3-76e6-48f4-aeaa-8a9c976426c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:12.838092 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-865bb3d3-76e6-48f4-aeaa-8a9c976426c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:12.841574 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-865bb3d3-76e6-48f4-aeaa-8a9c976426c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:12.843472 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-865bb3d3-76e6-48f4-aeaa-8a9c976426c1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5a0c3a67-973f-4370-9ae4-c1a03634d9e8 HTTP/1.1" status: 204 len: 168 time: 0.1887977 Jul 23 17:19:12.857568 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865bb3d3-76e6-48f4-aeaa-8a9c976426c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0c3a67-973f-4370-9ae4-c1a03634d9e8,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:15.232827 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58760) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:19:15.239364 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-da5909e0-7098-450e-b9f5-920f004945dc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-169360156', 'description': 'tempest-secgroup-smoke-169360156 description', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:19:15.266732 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da5909e0-7098-450e-b9f5-920f004945dc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:15.277177 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da5909e0-7098-450e-b9f5-920f004945dc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:15.395207 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da5909e0-7098-450e-b9f5-920f004945dc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:15.400537 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da5909e0-7098-450e-b9f5-920f004945dc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:15.442462 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5909e0-7098-450e-b9f5-920f004945dc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72b981cf-d2e4-461c-85e3-abd9d290cae8,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:15.521450 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da5909e0-7098-450e-b9f5-920f004945dc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:15.526107 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da5909e0-7098-450e-b9f5-920f004945dc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:15.559394 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da5909e0-7098-450e-b9f5-920f004945dc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:15.560970 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-da5909e0-7098-450e-b9f5-920f004945dc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3265364 Jul 23 17:19:15.565684 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58762) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:19:15.567864 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5909e0-7098-450e-b9f5-920f004945dc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e92ecaf7-25c2-4a84-9159-f99c591a91a6,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:15.571921 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-083e5f00-4cbe-4a2a-b209-acaa85abcddb tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group_rule': {'security_group_id': 'e92ecaf7-25c2-4a84-9159-f99c591a91a6', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:19:15.607032 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-083e5f00-4cbe-4a2a-b209-acaa85abcddb tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:15.692847 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-083e5f00-4cbe-4a2a-b209-acaa85abcddb tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:15.697901 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-083e5f00-4cbe-4a2a-b209-acaa85abcddb tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:15.718068 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e5f00-4cbe-4a2a-b209-acaa85abcddb tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=106d4e87-48da-4252-906e-9160a263f2b0,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:15.726610 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-083e5f00-4cbe-4a2a-b209-acaa85abcddb tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:15.729730 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-083e5f00-4cbe-4a2a-b209-acaa85abcddb tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1626031 Jul 23 17:19:15.730827 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58764) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:19:15.738661 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-84cba0e3-5a2c-4695-8823-ab446eb310e2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group_rule': {'security_group_id': 'e92ecaf7-25c2-4a84-9159-f99c591a91a6', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:19:15.779237 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-84cba0e3-5a2c-4695-8823-ab446eb310e2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:15.847988 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-84cba0e3-5a2c-4695-8823-ab446eb310e2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:15.853083 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-84cba0e3-5a2c-4695-8823-ab446eb310e2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:15.875814 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cba0e3-5a2c-4695-8823-ab446eb310e2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c9ab3cb-4166-4a49-8f02-d1dc2f906940,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:15.880184 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-84cba0e3-5a2c-4695-8823-ab446eb310e2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:15.882129 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-84cba0e3-5a2c-4695-8823-ab446eb310e2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1498847 Jul 23 17:19:15.885732 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58766) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:19:15.893130 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-95480726-ab9a-4887-8953-a567211ee172 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group_rule': {'security_group_id': 'e92ecaf7-25c2-4a84-9159-f99c591a91a6', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:19:15.925185 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-95480726-ab9a-4887-8953-a567211ee172 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:16.001318 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-95480726-ab9a-4887-8953-a567211ee172 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:16.006193 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-95480726-ab9a-4887-8953-a567211ee172 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:16.031366 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95480726-ab9a-4887-8953-a567211ee172 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7708251c-5489-4b83-a731-24decda6c86b,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:16.041071 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-95480726-ab9a-4887-8953-a567211ee172 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:16.042688 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-95480726-ab9a-4887-8953-a567211ee172 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1552742 Jul 23 17:19:16.045508 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58768) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:19:16.050505 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-bd3b56b3-fd69-49c5-a1ba-82423b48bba1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group_rule': {'security_group_id': 'e92ecaf7-25c2-4a84-9159-f99c591a91a6', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:19:16.082814 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bd3b56b3-fd69-49c5-a1ba-82423b48bba1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:16.159346 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bd3b56b3-fd69-49c5-a1ba-82423b48bba1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:16.164244 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bd3b56b3-fd69-49c5-a1ba-82423b48bba1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:16.186876 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b56b3-fd69-49c5-a1ba-82423b48bba1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e6c69f-a8ef-4da5-afd6-9c5ac8230e3f,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:16.196102 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bd3b56b3-fd69-49c5-a1ba-82423b48bba1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:16.198670 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-bd3b56b3-fd69-49c5-a1ba-82423b48bba1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1516902 Jul 23 17:19:16.202155 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58770) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:19:16.207725 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-f8a11883-417f-4bb2-a908-c7d8f6d491a2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group_rule': {'security_group_id': 'e92ecaf7-25c2-4a84-9159-f99c591a91a6', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:19:16.233801 n-d-778549-4 neutron-server[94012]: INFO neutron.db.securitygroups_db [None req-f8a11883-417f-4bb2-a908-c7d8f6d491a2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Project 06c5f7ba3e1e4b06905e7a7f54b2d219 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:19:16.239599 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f8a11883-417f-4bb2-a908-c7d8f6d491a2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:16.316116 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f8a11883-417f-4bb2-a908-c7d8f6d491a2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:16.321335 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f8a11883-417f-4bb2-a908-c7d8f6d491a2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:16.342577 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a11883-417f-4bb2-a908-c7d8f6d491a2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed094c7b-e71d-41db-93f9-b08e75c3951f,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:16.353754 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f8a11883-417f-4bb2-a908-c7d8f6d491a2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:16.355431 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f8a11883-417f-4bb2-a908-c7d8f6d491a2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1517687 Jul 23 17:19:16.358621 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58772) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:19:16.363476 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-764ce700-f4e7-4ec2-a9e7-0abec7818314 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group_rule': {'security_group_id': 'e92ecaf7-25c2-4a84-9159-f99c591a91a6', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:19:16.387734 n-d-778549-4 neutron-server[94012]: INFO neutron.db.securitygroups_db [None req-764ce700-f4e7-4ec2-a9e7-0abec7818314 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Project 06c5f7ba3e1e4b06905e7a7f54b2d219 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:19:16.393880 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-764ce700-f4e7-4ec2-a9e7-0abec7818314 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:16.473448 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-764ce700-f4e7-4ec2-a9e7-0abec7818314 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:16.478293 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-764ce700-f4e7-4ec2-a9e7-0abec7818314 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:16.500017 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ce700-f4e7-4ec2-a9e7-0abec7818314 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=949054d9-3445-4f2a-a91c-216f8414e88b,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:16.510677 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-764ce700-f4e7-4ec2-a9e7-0abec7818314 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:16.512135 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-764ce700-f4e7-4ec2-a9e7-0abec7818314 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1524177 Jul 23 17:19:16.515645 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58774) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:19:16.520855 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-b33d9979-7a1d-4fa6-a4de-956f7a3360db tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'network': {'name': 'tempest-network-smoke--1420991294', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'port_security_enabled': True}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:19:16.550907 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33d9979-7a1d-4fa6-a4de-956f7a3360db tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Made reservation on behalf of 06c5f7ba3e1e4b06905e7a7f54b2d219 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:19:16.554967 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b33d9979-7a1d-4fa6-a4de-956f7a3360db tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:16.585915 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b33d9979-7a1d-4fa6-a4de-956f7a3360db tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] vlan segment allocate from pool success with {'vlan_id': 1136, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:19:16.599599 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b33d9979-7a1d-4fa6-a4de-956f7a3360db tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:16.600049 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-b33d9979-7a1d-4fa6-a4de-956f7a3360db tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Added segment 1a40742b-9484-4c3b-b001-3dc39f2f3600 of type vlan for network 51380a92-3973-4b3a-949f-6aa7b70ad191 Jul 23 17:19:16.647440 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b33d9979-7a1d-4fa6-a4de-956f7a3360db tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:16.690247 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b33d9979-7a1d-4fa6-a4de-956f7a3360db tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:16.702099 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33d9979-7a1d-4fa6-a4de-956f7a3360db tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:16.703170 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b33d9979-7a1d-4fa6-a4de-956f7a3360db tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:16.772519 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b33d9979-7a1d-4fa6-a4de-956f7a3360db tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2554250 Jul 23 17:19:16.776478 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58776) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:19:16.782692 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-8e5713af-9a95-4a26-a227-2de567b1af74 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-25564209', 'admin_state_up': True, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:19:16.811341 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8e5713af-9a95-4a26-a227-2de567b1af74 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:16.812423 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8e5713af-9a95-4a26-a227-2de567b1af74 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:16.842411 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d9979-7a1d-4fa6-a4de-956f7a3360db tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Network': ['ID=51380a92-3973-4b3a-949f-6aa7b70ad191,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:16.856287 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 51380a92-3973-4b3a-949f-6aa7b70ad191 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:19:16.876822 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8e5713af-9a95-4a26-a227-2de567b1af74 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:17.059926 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8e5713af-9a95-4a26-a227-2de567b1af74 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:17.286796 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8e5713af-9a95-4a26-a227-2de567b1af74 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:17.315134 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8e5713af-9a95-4a26-a227-2de567b1af74 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:17.444405 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-8e5713af-9a95-4a26-a227-2de567b1af74 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Allocated IP 172.25.8.163 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/c4be49fb-6bfc-4b49-a988-96534d03a531) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:19:17.574743 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8e5713af-9a95-4a26-a227-2de567b1af74 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:17.633295 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8e5713af-9a95-4a26-a227-2de567b1af74 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:17.705045 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5713af-9a95-4a26-a227-2de567b1af74 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:19:17.718285 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-8e5713af-9a95-4a26-a227-2de567b1af74 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:19:17.724954 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5713af-9a95-4a26-a227-2de567b1af74 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:19:17.735865 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5713af-9a95-4a26-a227-2de567b1af74 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Port': ['ID=c4be49fb-6bfc-4b49-a988-96534d03a531,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:18.111867 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8e5713af-9a95-4a26-a227-2de567b1af74 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:18.355929 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8e5713af-9a95-4a26-a227-2de567b1af74 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:18.535622 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5713af-9a95-4a26-a227-2de567b1af74 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Router cecb5698-c016-4c78-8758-352598933444 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:19:18.681448 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5713af-9a95-4a26-a227-2de567b1af74 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:19:18.694565 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a8ca7a-fe7e-4188-96a4-1dc1b2ae7fb5 None None] Sync routers for ids ['cecb5698-c016-4c78-8758-352598933444'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:19:18.706568 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8e5713af-9a95-4a26-a227-2de567b1af74 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:18.706568 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8e5713af-9a95-4a26-a227-2de567b1af74 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9280777 Jul 23 17:19:18.712461 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58778) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:19:18.713661 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a8ca7a-fe7e-4188-96a4-1dc1b2ae7fb5 None None] Routers {'cecb5698-c016-4c78-8758-352598933444'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:19:18.714817 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-49a8ca7a-fe7e-4188-96a4-1dc1b2ae7fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:19:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['cecb5698-c016-4c78-8758-352598933444'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:19:18.877820 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-49a8ca7a-fe7e-4188-96a4-1dc1b2ae7fb5 None None] Set router cecb5698-c016-4c78-8758-352598933444 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:19:18.891817 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8c8c7abf-3524-4578-a622-a7248ba5f9c1 tempest-TestNetworkAdvancedServerOps-1904745392 tempest-TestNetworkAdvancedServerOps-1904745392-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=06c5f7ba3e1e4b06905e7a7f54b2d219&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1776757 Jul 23 17:19:18.896415 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58782) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:19:19.011441 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d049d90-7d07-4e7d-860e-65526e01980c tempest-TestNetworkAdvancedServerOps-1904745392 tempest-TestNetworkAdvancedServerOps-1904745392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:19.013090 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-5d049d90-7d07-4e7d-860e-65526e01980c tempest-TestNetworkAdvancedServerOps-1904745392 tempest-TestNetworkAdvancedServerOps-1904745392-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1154473 Jul 23 17:19:19.017579 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58784) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:19:19.050571 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3924642f-2eb1-4638-8446-3875f860aade tempest-TestNetworkAdvancedServerOps-1904745392 tempest-TestNetworkAdvancedServerOps-1904745392-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4e763b06-7572-4747-a18b-44a256cb56cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316386 Jul 23 17:19:19.053421 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58786) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:19:19.066570 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-8bd5b1f2-d592-4e4c-a77c-e39e18aed343 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1841852225', 'network_id': '51380a92-3973-4b3a-949f-6aa7b70ad191', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:19:19.186478 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd5b1f2-d592-4e4c-a77c-e39e18aed343 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Made reservation on behalf of 06c5f7ba3e1e4b06905e7a7f54b2d219 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:19:19.188178 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-49a8ca7a-fe7e-4188-96a4-1dc1b2ae7fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecb5698-c016-4c78-8758-352598933444', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25564209', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c4be49fb-6bfc-4b49-a988-96534d03a531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:16Z', 'updated_at': '2021-07-23T17:19:17Z', 'revision_number': 3, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': 'c4be49fb-6bfc-4b49-a988-96534d03a531', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecb5698-c016-4c78-8758-352598933444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:17Z', 'updated_at': '2021-07-23T17:19:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:19:19.192331 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8bd5b1f2-d592-4e4c-a77c-e39e18aed343 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:19.238545 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a8ca7a-fe7e-4188-96a4-1dc1b2ae7fb5 None None] Checking router: cecb5698-c016-4c78-8758-352598933444 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:19:19.239118 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a8ca7a-fe7e-4188-96a4-1dc1b2ae7fb5 None None] Updating router cecb5698-c016-4c78-8758-352598933444 port c4be49fb-6bfc-4b49-a988-96534d03a531 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:19:19.300010 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-49a8ca7a-fe7e-4188-96a4-1dc1b2ae7fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:19.422986 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8bd5b1f2-d592-4e4c-a77c-e39e18aed343 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:19.502924 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5b1f2-d592-4e4c-a77c-e39e18aed343 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Subnet': ['ID=ae0b195e-fd08-4e95-b14c-48d8c477b872,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:19.518865 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd5b1f2-d592-4e4c-a77c-e39e18aed343 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Checking segment: {'id': '1a40742b-9484-4c3b-b001-3dc39f2f3600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '51380a92-3973-4b3a-949f-6aa7b70ad191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:19:19.519423 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd5b1f2-d592-4e4c-a77c-e39e18aed343 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network hostable DHCP agents. Network: 51380a92-3973-4b3a-949f-6aa7b70ad191, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:19:19.544400 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd5b1f2-d592-4e4c-a77c-e39e18aed343 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network 51380a92-3973-4b3a-949f-6aa7b70ad191 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:19:19.558337 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-8bd5b1f2-d592-4e4c-a77c-e39e18aed343 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 51380a92-3973-4b3a-949f-6aa7b70ad191) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:19:19.564893 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd5b1f2-d592-4e4c-a77c-e39e18aed343 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:19.565942 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8bd5b1f2-d592-4e4c-a77c-e39e18aed343 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:19.596292 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8bd5b1f2-d592-4e4c-a77c-e39e18aed343 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5383112 Jul 23 17:19:19.596673 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58788) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:19:19.607726 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc58e1e-adde-4aa0-ba73-f7221d638eba None None] Network 51380a92-3973-4b3a-949f-6aa7b70ad191 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:19:19.899278 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-49a8ca7a-fe7e-4188-96a4-1dc1b2ae7fb5 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:19.922395 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-49a8ca7a-fe7e-4188-96a4-1dc1b2ae7fb5 None None] Transition to ACTIVE for port object c4be49fb-6bfc-4b49-a988-96534d03a531 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:19:19.945524 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-49a8ca7a-fe7e-4188-96a4-1dc1b2ae7fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:19.983303 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265a0c82-8b46-4560-96a0-ac213306b4f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-51380a92-3973-4b3a-949f-6aa7b70ad191', 'network_id': '51380a92-3973-4b3a-949f-6aa7b70ad191', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'fixed_ips': [{'subnet_id': 'ae0b195e-fd08-4e95-b14c-48d8c477b872'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:19:19.984942 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-265a0c82-8b46-4560-96a0-ac213306b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:20.026548 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-49a8ca7a-fe7e-4188-96a4-1dc1b2ae7fb5 None None] Attempting to bind port c4be49fb-6bfc-4b49-a988-96534d03a531 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:19:20.026888 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-49a8ca7a-fe7e-4188-96a4-1dc1b2ae7fb5 None None] Attempting to bind port c4be49fb-6bfc-4b49-a988-96534d03a531 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:19:20.027386 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a8ca7a-fe7e-4188-96a4-1dc1b2ae7fb5 None None] Attempting to bind port c4be49fb-6bfc-4b49-a988-96534d03a531 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:19:20.041486 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a8ca7a-fe7e-4188-96a4-1dc1b2ae7fb5 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:19:20.042052 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a8ca7a-fe7e-4188-96a4-1dc1b2ae7fb5 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:19:20.042538 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-49a8ca7a-fe7e-4188-96a4-1dc1b2ae7fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:20.042994 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a8ca7a-fe7e-4188-96a4-1dc1b2ae7fb5 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:19:20.043705 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-49a8ca7a-fe7e-4188-96a4-1dc1b2ae7fb5 None None] Bound port: c4be49fb-6bfc-4b49-a988-96534d03a531, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:19:20.044129 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-49a8ca7a-fe7e-4188-96a4-1dc1b2ae7fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:20.047690 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1432bd-a5f3-4aaa-90c4-acd1aabbc037 None None] Pushing event updated for resources: {'Port': ['ID=c4be49fb-6bfc-4b49-a988-96534d03a531,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:20.203165 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-49a8ca7a-fe7e-4188-96a4-1dc1b2ae7fb5 None None] For port c4be49fb-6bfc-4b49-a988-96534d03a531, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:19:20.213671 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-49a8ca7a-fe7e-4188-96a4-1dc1b2ae7fb5 None None] For port c4be49fb-6bfc-4b49-a988-96534d03a531, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c4be49fb-6bfc-4b49-a988-96534d03a531,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:19:20.248325 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-49a8ca7a-fe7e-4188-96a4-1dc1b2ae7fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:20.330560 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d445fa30-1137-43d9-8059-9c148b70e149 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:20.343371 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-265a0c82-8b46-4560-96a0-ac213306b4f3 None None] Allocated IP 172.20.0.2 (51380a92-3973-4b3a-949f-6aa7b70ad191/ae0b195e-fd08-4e95-b14c-48d8c477b872/bebd55a0-69e9-4974-ab95-f8fed41367c9) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:19:20.402595 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a8ca7a-fe7e-4188-96a4-1dc1b2ae7fb5 None None] Routers {'cecb5698-c016-4c78-8758-352598933444'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:19:20.403638 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-49a8ca7a-fe7e-4188-96a4-1dc1b2ae7fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:19:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['cecb5698-c016-4c78-8758-352598933444'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:19:20.528552 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1432bd-a5f3-4aaa-90c4-acd1aabbc037 None None] Pushing event updated for resources: {'Port': ['ID=c4be49fb-6bfc-4b49-a988-96534d03a531,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:20.714875 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-49a8ca7a-fe7e-4188-96a4-1dc1b2ae7fb5 None None] Set router cecb5698-c016-4c78-8758-352598933444 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:19:21.032807 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-265a0c82-8b46-4560-96a0-ac213306b4f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:21.079736 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-265a0c82-8b46-4560-96a0-ac213306b4f3 None None] Transition to ACTIVE for port object bebd55a0-69e9-4974-ab95-f8fed41367c9 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:19:21.115088 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-265a0c82-8b46-4560-96a0-ac213306b4f3 None None] Transition to ACTIVE for port object bebd55a0-69e9-4974-ab95-f8fed41367c9 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:19:21.126386 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-265a0c82-8b46-4560-96a0-ac213306b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:21.203534 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-d445fa30-1137-43d9-8059-9c148b70e149 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Allocated IP 172.20.0.1 (51380a92-3973-4b3a-949f-6aa7b70ad191/ae0b195e-fd08-4e95-b14c-48d8c477b872/cd389263-bb68-494e-95de-a52b9628328a) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:19:21.218570 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265a0c82-8b46-4560-96a0-ac213306b4f3 None None] Network 51380a92-3973-4b3a-949f-6aa7b70ad191 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:19:21.230001 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-265a0c82-8b46-4560-96a0-ac213306b4f3 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:19:21.238514 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265a0c82-8b46-4560-96a0-ac213306b4f3 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:19:21.243129 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a0c82-8b46-4560-96a0-ac213306b4f3 None None] Pushing event updated for resources: {'Port': ['ID=bebd55a0-69e9-4974-ab95-f8fed41367c9,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:21.339028 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-49a8ca7a-fe7e-4188-96a4-1dc1b2ae7fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecb5698-c016-4c78-8758-352598933444', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25564209', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c4be49fb-6bfc-4b49-a988-96534d03a531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:16Z', 'updated_at': '2021-07-23T17:19:17Z', 'revision_number': 3, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': 'c4be49fb-6bfc-4b49-a988-96534d03a531', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecb5698-c016-4c78-8758-352598933444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:17Z', 'updated_at': '2021-07-23T17:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:19:21.342312 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-265a0c82-8b46-4560-96a0-ac213306b4f3 None None] Attempting to bind port bebd55a0-69e9-4974-ab95-f8fed41367c9 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:19:21.342877 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-265a0c82-8b46-4560-96a0-ac213306b4f3 None None] Attempting to bind port bebd55a0-69e9-4974-ab95-f8fed41367c9 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '1a40742b-9484-4c3b-b001-3dc39f2f3600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '51380a92-3973-4b3a-949f-6aa7b70ad191'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:19:21.343445 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265a0c82-8b46-4560-96a0-ac213306b4f3 None None] Attempting to bind port bebd55a0-69e9-4974-ab95-f8fed41367c9 on network 51380a92-3973-4b3a-949f-6aa7b70ad191 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:19:21.393817 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d445fa30-1137-43d9-8059-9c148b70e149 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:21.402076 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a8ca7a-fe7e-4188-96a4-1dc1b2ae7fb5 None None] The sync data for ids ['cecb5698-c016-4c78-8758-352598933444'] in n-d-778549-4 is: [{'id': 'cecb5698-c016-4c78-8758-352598933444', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25564209', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c4be49fb-6bfc-4b49-a988-96534d03a531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:16Z', 'updated_at': '2021-07-23T17:19:17Z', 'revision_number': 3, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': 'c4be49fb-6bfc-4b49-a988-96534d03a531', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecb5698-c016-4c78-8758-352598933444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:17Z', 'updated_at': '2021-07-23T17:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:19:21.404808 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265a0c82-8b46-4560-96a0-ac213306b4f3 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:19:21.405357 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265a0c82-8b46-4560-96a0-ac213306b4f3 None None] Checking segment: {'id': '1a40742b-9484-4c3b-b001-3dc39f2f3600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '51380a92-3973-4b3a-949f-6aa7b70ad191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:19:21.405994 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-265a0c82-8b46-4560-96a0-ac213306b4f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:21.406615 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265a0c82-8b46-4560-96a0-ac213306b4f3 None None] Bound using segment: {'id': '1a40742b-9484-4c3b-b001-3dc39f2f3600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '51380a92-3973-4b3a-949f-6aa7b70ad191'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:19:21.408200 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-265a0c82-8b46-4560-96a0-ac213306b4f3 None None] Bound port: bebd55a0-69e9-4974-ab95-f8fed41367c9, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a40742b-9484-4c3b-b001-3dc39f2f3600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '51380a92-3973-4b3a-949f-6aa7b70ad191'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:19:21.408200 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-265a0c82-8b46-4560-96a0-ac213306b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:21.420512 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-d445fa30-1137-43d9-8059-9c148b70e149 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Transition to ACTIVE for port object cd389263-bb68-494e-95de-a52b9628328a will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:19:21.483154 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d445fa30-1137-43d9-8059-9c148b70e149 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:21.523891 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-265a0c82-8b46-4560-96a0-ac213306b4f3 None None] For port bebd55a0-69e9-4974-ab95-f8fed41367c9, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:19:21.528715 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-265a0c82-8b46-4560-96a0-ac213306b4f3 None None] For port bebd55a0-69e9-4974-ab95-f8fed41367c9, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=bebd55a0-69e9-4974-ab95-f8fed41367c9,segment=NetworkSegment(1a40742b-9484-4c3b-b001-3dc39f2f3600),segment_id=1a40742b-9484-4c3b-b001-3dc39f2f3600)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:19:21.535513 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-265a0c82-8b46-4560-96a0-ac213306b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:21.554812 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d445fa30-1137-43d9-8059-9c148b70e149 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network 51380a92-3973-4b3a-949f-6aa7b70ad191 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:19:21.560421 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-d445fa30-1137-43d9-8059-9c148b70e149 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:19:21.565182 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d445fa30-1137-43d9-8059-9c148b70e149 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:19:21.636894 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a0c82-8b46-4560-96a0-ac213306b4f3 None None] Pushing event updated for resources: {'Port': ['ID=bebd55a0-69e9-4974-ab95-f8fed41367c9,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:21.660559 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445fa30-1137-43d9-8059-9c148b70e149 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Port': ['ID=cd389263-bb68-494e-95de-a52b9628328a,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:21.693945 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d445fa30-1137-43d9-8059-9c148b70e149 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:22.038845 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d445fa30-1137-43d9-8059-9c148b70e149 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:22.481886 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d445fa30-1137-43d9-8059-9c148b70e149 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:22.488644 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d445fa30-1137-43d9-8059-9c148b70e149 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:22.940716 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ff3cc6-9b55-464d-b6c0-2a817083d125 None None] Network 51380a92-3973-4b3a-949f-6aa7b70ad191 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:19:23.055190 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445fa30-1137-43d9-8059-9c148b70e149 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Port': ['ID=cd389263-bb68-494e-95de-a52b9628328a,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:23.059945 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6fb49bf5-44f3-4b59-bcab-c179a8df0c64 None None] Provisioning for port bebd55a0-69e9-4974-ab95-f8fed41367c9 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:19:23.060428 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d445fa30-1137-43d9-8059-9c148b70e149 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:23.196787 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d445fa30-1137-43d9-8059-9c148b70e149 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network 51380a92-3973-4b3a-949f-6aa7b70ad191 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:19:23.199170 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-d445fa30-1137-43d9-8059-9c148b70e149 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:19:23.412214 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d445fa30-1137-43d9-8059-9c148b70e149 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Router cecb5698-c016-4c78-8758-352598933444 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:19:23.552622 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b2f8993a-dac9-4fbe-b7c4-6adae031e13c None None] Provisioning for port cd389263-bb68-494e-95de-a52b9628328a completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:19:23.566045 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b2f8993a-dac9-4fbe-b7c4-6adae031e13c None None] Provisioning complete for port cd389263-bb68-494e-95de-a52b9628328a triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:19:23.569803 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b2f8993a-dac9-4fbe-b7c4-6adae031e13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:23.647775 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d445fa30-1137-43d9-8059-9c148b70e149 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:19:23.657182 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d445fa30-1137-43d9-8059-9c148b70e149 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "PUT /v2.0/routers/cecb5698-c016-4c78-8758-352598933444/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0574434 Jul 23 17:19:23.689286 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-b2f8993a-dac9-4fbe-b7c4-6adae031e13c None None] Port cd389263-bb68-494e-95de-a52b9628328a cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:19:23.748203 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a002fcf2-2812-454f-947d-fcee98150d54 None None] Sync routers for ids ['cecb5698-c016-4c78-8758-352598933444'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:19:23.755598 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device bebd55a0-69e9-4974-ab95-f8fed41367c9 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:19:23.776309 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a002fcf2-2812-454f-947d-fcee98150d54 None None] Routers {'cecb5698-c016-4c78-8758-352598933444'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:19:23.777476 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-a002fcf2-2812-454f-947d-fcee98150d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:19:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['cecb5698-c016-4c78-8758-352598933444'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:19:23.827570 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port bebd55a0-69e9-4974-ab95-f8fed41367c9 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:19:23.833301 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port bebd55a0-69e9-4974-ab95-f8fed41367c9 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:19:23.833751 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:23.957446 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-97c7b032-fffc-4b8c-aab9-b9d1952b408f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-169360156&fields=id&tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219 HTTP/1.1" status: 200 len: 267 time: 0.0764225 Jul 23 17:19:23.958914 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-a002fcf2-2812-454f-947d-fcee98150d54 None None] Set router cecb5698-c016-4c78-8758-352598933444 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:19:23.982698 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3d1902df-8c3b-48b6-90ff-a3d1e9b18e29 None None] Provisioning complete for port cd389263-bb68-494e-95de-a52b9628328a triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:19:23.983648 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3d1902df-8c3b-48b6-90ff-a3d1e9b18e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:24.053787 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:24.071969 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-3d1902df-8c3b-48b6-90ff-a3d1e9b18e29 None None] Port cd389263-bb68-494e-95de-a52b9628328a cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:19:24.115236 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port bebd55a0-69e9-4974-ab95-f8fed41367c9, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=bebd55a0-69e9-4974-ab95-f8fed41367c9,segment=NetworkSegment(1a40742b-9484-4c3b-b001-3dc39f2f3600),segment_id=1a40742b-9484-4c3b-b001-3dc39f2f3600)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:19:24.122511 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:24.123483 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c4be49fb-6bfc-4b49-a988-96534d03a531 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:19:24.176704 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-424de673-2ceb-4e1a-91fb-f071deab7ef3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:24.181217 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-424de673-2ceb-4e1a-91fb-f071deab7ef3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/networks?id=51380a92-3973-4b3a-949f-6aa7b70ad191 HTTP/1.1" status: 200 len: 797 time: 0.2102628 Jul 23 17:19:24.205236 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-2e2758e2-64ac-479d-a58b-37c6120999d9 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/quotas/06c5f7ba3e1e4b06905e7a7f54b2d219 HTTP/1.1" status: 200 len: 375 time: 0.0185494 Jul 23 17:19:24.231493 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=bebd55a0-69e9-4974-ab95-f8fed41367c9,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:24.239101 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2d4e6899-72eb-4f89-9550-ac55c0c7a33b None None] Provisioning complete for port cd389263-bb68-494e-95de-a52b9628328a triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:19:24.239810 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2d4e6899-72eb-4f89-9550-ac55c0c7a33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:24.284320 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port c4be49fb-6bfc-4b49-a988-96534d03a531 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:19:24.293701 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port c4be49fb-6bfc-4b49-a988-96534d03a531 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:19:24.294284 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:24.299132 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-2d4e6899-72eb-4f89-9550-ac55c0c7a33b None None] Port cd389263-bb68-494e-95de-a52b9628328a cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:19:24.332152 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-b1b784a2-1515-4f44-afff-00afd9e15c3b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1204133 Jul 23 17:19:24.335816 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-a002fcf2-2812-454f-947d-fcee98150d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecb5698-c016-4c78-8758-352598933444', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25564209', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c4be49fb-6bfc-4b49-a988-96534d03a531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:16Z', 'updated_at': '2021-07-23T17:19:21Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': 'c4be49fb-6bfc-4b49-a988-96534d03a531', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecb5698-c016-4c78-8758-352598933444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:17Z', 'updated_at': '2021-07-23T17:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'cd389263-bb68-494e-95de-a52b9628328a', 'name': '', 'network_id': '51380a92-3973-4b3a-949f-6aa7b70ad191', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:46:18:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecb5698-c016-4c78-8758-352598933444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ae0b195e-fd08-4e95-b14c-48d8c477b872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:20Z', 'updated_at': '2021-07-23T17:19:22Z', 'revision_number': 2, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': 'ae0b195e-fd08-4e95-b14c-48d8c477b872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:19:24.366031 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a002fcf2-2812-454f-947d-fcee98150d54 None None] Checking router: cecb5698-c016-4c78-8758-352598933444 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:19:24.366555 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a002fcf2-2812-454f-947d-fcee98150d54 None None] Updating router cecb5698-c016-4c78-8758-352598933444 port cd389263-bb68-494e-95de-a52b9628328a binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:19:24.410527 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-a002fcf2-2812-454f-947d-fcee98150d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:24.446326 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:24.486138 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port c4be49fb-6bfc-4b49-a988-96534d03a531, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c4be49fb-6bfc-4b49-a988-96534d03a531,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:19:24.496245 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:24.529528 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-f0cb3e60-985d-4528-9c43-c02323c9652e service neutron] 10.222.0.73 "GET /v2.0/networks/51380a92-3973-4b3a-949f-6aa7b70ad191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807771 Jul 23 17:19:24.591625 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=c4be49fb-6bfc-4b49-a988-96534d03a531,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:24.703434 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-78815671-e021-4040-8a81-863d60b1170f service neutron] 10.222.0.73 "GET /v2.0/networks/51380a92-3973-4b3a-949f-6aa7b70ad191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661747 Jul 23 17:19:24.735413 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-a002fcf2-2812-454f-947d-fcee98150d54 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:24.756242 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-a002fcf2-2812-454f-947d-fcee98150d54 None None] Transition to ACTIVE for port object cd389263-bb68-494e-95de-a52b9628328a will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:19:24.764253 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-a002fcf2-2812-454f-947d-fcee98150d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:24.848558 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a2c65-752e-42f4-b45b-212146e7d320 None None] Pushing event updated for resources: {'Port': ['ID=cd389263-bb68-494e-95de-a52b9628328a,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:24.872781 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a2c65-752e-42f4-b45b-212146e7d320 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:24.873169 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a2c65-752e-42f4-b45b-212146e7d320 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:24.873521 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a2c65-752e-42f4-b45b-212146e7d320 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:24.873860 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a2c65-752e-42f4-b45b-212146e7d320 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:24.874265 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a2c65-752e-42f4-b45b-212146e7d320 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:24.874604 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a2c65-752e-42f4-b45b-212146e7d320 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:24.874925 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a2c65-752e-42f4-b45b-212146e7d320 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:24.875451 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a2c65-752e-42f4-b45b-212146e7d320 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:24.875992 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a2c65-752e-42f4-b45b-212146e7d320 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:24.876493 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a2c65-752e-42f4-b45b-212146e7d320 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:24.877081 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a2c65-752e-42f4-b45b-212146e7d320 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:24.877584 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a2c65-752e-42f4-b45b-212146e7d320 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:24.912292 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-a002fcf2-2812-454f-947d-fcee98150d54 None None] Attempting to bind port cd389263-bb68-494e-95de-a52b9628328a on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:19:24.913029 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-a002fcf2-2812-454f-947d-fcee98150d54 None None] Attempting to bind port cd389263-bb68-494e-95de-a52b9628328a by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '1a40742b-9484-4c3b-b001-3dc39f2f3600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '51380a92-3973-4b3a-949f-6aa7b70ad191'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:19:24.913643 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a002fcf2-2812-454f-947d-fcee98150d54 None None] Attempting to bind port cd389263-bb68-494e-95de-a52b9628328a on network 51380a92-3973-4b3a-949f-6aa7b70ad191 {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:19:24.920154 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a002fcf2-2812-454f-947d-fcee98150d54 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:19:24.920552 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a002fcf2-2812-454f-947d-fcee98150d54 None None] Checking segment: {'id': '1a40742b-9484-4c3b-b001-3dc39f2f3600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '51380a92-3973-4b3a-949f-6aa7b70ad191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:19:24.921014 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-a002fcf2-2812-454f-947d-fcee98150d54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:24.921446 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a002fcf2-2812-454f-947d-fcee98150d54 None None] Bound using segment: {'id': '1a40742b-9484-4c3b-b001-3dc39f2f3600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '51380a92-3973-4b3a-949f-6aa7b70ad191'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:19:24.921936 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-a002fcf2-2812-454f-947d-fcee98150d54 None None] Bound port: cd389263-bb68-494e-95de-a52b9628328a, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a40742b-9484-4c3b-b001-3dc39f2f3600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '51380a92-3973-4b3a-949f-6aa7b70ad191'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:19:24.922320 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-a002fcf2-2812-454f-947d-fcee98150d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:24.993181 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aec046b6-d50f-459c-9822-ea66f20682ea req-f2446cbb-9e33-467b-8f36-121bb7963d11 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=657e42f1-c3f5-4b08-872b-70a7bee908c6 HTTP/1.1" status: 200 len: 210 time: 0.0540664 Jul 23 17:19:25.020461 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-a002fcf2-2812-454f-947d-fcee98150d54 None None] For port cd389263-bb68-494e-95de-a52b9628328a, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:19:25.032765 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-a002fcf2-2812-454f-947d-fcee98150d54 None None] For port cd389263-bb68-494e-95de-a52b9628328a, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=cd389263-bb68-494e-95de-a52b9628328a,segment=NetworkSegment(1a40742b-9484-4c3b-b001-3dc39f2f3600),segment_id=1a40742b-9484-4c3b-b001-3dc39f2f3600)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:19:25.039074 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-a002fcf2-2812-454f-947d-fcee98150d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:25.111284 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a002fcf2-2812-454f-947d-fcee98150d54 None None] Routers {'cecb5698-c016-4c78-8758-352598933444'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:19:25.111929 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-a002fcf2-2812-454f-947d-fcee98150d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:19:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['cecb5698-c016-4c78-8758-352598933444'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:19:25.114122 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a2c65-752e-42f4-b45b-212146e7d320 None None] Pushing event updated for resources: {'Port': ['ID=cd389263-bb68-494e-95de-a52b9628328a,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:25.254142 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-a002fcf2-2812-454f-947d-fcee98150d54 None None] Set router cecb5698-c016-4c78-8758-352598933444 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:19:25.527634 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-a002fcf2-2812-454f-947d-fcee98150d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecb5698-c016-4c78-8758-352598933444', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25564209', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c4be49fb-6bfc-4b49-a988-96534d03a531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:16Z', 'updated_at': '2021-07-23T17:19:21Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': 'c4be49fb-6bfc-4b49-a988-96534d03a531', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecb5698-c016-4c78-8758-352598933444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:17Z', 'updated_at': '2021-07-23T17:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'cd389263-bb68-494e-95de-a52b9628328a', 'name': '', 'network_id': '51380a92-3973-4b3a-949f-6aa7b70ad191', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:46:18:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecb5698-c016-4c78-8758-352598933444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ae0b195e-fd08-4e95-b14c-48d8c477b872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:20Z', 'updated_at': '2021-07-23T17:19:25Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': 'ae0b195e-fd08-4e95-b14c-48d8c477b872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:19:25.558284 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a002fcf2-2812-454f-947d-fcee98150d54 None None] The sync data for ids ['cecb5698-c016-4c78-8758-352598933444'] in n-d-778549-4 is: [{'id': 'cecb5698-c016-4c78-8758-352598933444', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25564209', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c4be49fb-6bfc-4b49-a988-96534d03a531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:16Z', 'updated_at': '2021-07-23T17:19:21Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': 'c4be49fb-6bfc-4b49-a988-96534d03a531', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecb5698-c016-4c78-8758-352598933444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:17Z', 'updated_at': '2021-07-23T17:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'cd389263-bb68-494e-95de-a52b9628328a', 'name': '', 'network_id': '51380a92-3973-4b3a-949f-6aa7b70ad191', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:46:18:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecb5698-c016-4c78-8758-352598933444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ae0b195e-fd08-4e95-b14c-48d8c477b872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:20Z', 'updated_at': '2021-07-23T17:19:25Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': 'ae0b195e-fd08-4e95-b14c-48d8c477b872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:19:25.600611 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device bebd55a0-69e9-4974-ab95-f8fed41367c9 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:19:25.725919 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port bebd55a0-69e9-4974-ab95-f8fed41367c9 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:19:25.726625 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:25.856887 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c4be49fb-6bfc-4b49-a988-96534d03a531 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:19:25.926040 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port c4be49fb-6bfc-4b49-a988-96534d03a531 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:19:25.926541 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:26.153453 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-eb008fa1-e670-4c11-8b0c-eb75a3aeb086 req-b5a5c3e0-2e86-4ad3-ac5d-adab1b8de4f7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=657e42f1-c3f5-4b08-872b-70a7bee908c6 HTTP/1.1" status: 200 len: 210 time: 0.0573525 Jul 23 17:19:27.257046 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3720b718-b466-4f88-8136-696beb53f35d req-dead7e1f-5e60-4020-b5ce-ea8fc9009bf5 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=657e42f1-c3f5-4b08-872b-70a7bee908c6 HTTP/1.1" status: 200 len: 210 time: 0.0333967 Jul 23 17:19:27.613862 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device cd389263-bb68-494e-95de-a52b9628328a up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:19:27.703466 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port cd389263-bb68-494e-95de-a52b9628328a completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:19:27.707906 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port cd389263-bb68-494e-95de-a52b9628328a triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:19:27.708281 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:27.820604 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:27.869619 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port cd389263-bb68-494e-95de-a52b9628328a, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=cd389263-bb68-494e-95de-a52b9628328a,segment=NetworkSegment(1a40742b-9484-4c3b-b001-3dc39f2f3600),segment_id=1a40742b-9484-4c3b-b001-3dc39f2f3600)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:19:27.874359 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:27.931238 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=cd389263-bb68-494e-95de-a52b9628328a,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:28.375079 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-30f5a437-4b02-4837-aaa5-91e6ccfb686f req-34f6b595-cd37-41a8-a33a-cb2d459a7dec tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=657e42f1-c3f5-4b08-872b-70a7bee908c6 HTTP/1.1" status: 200 len: 210 time: 0.0327356 Jul 23 17:19:29.502082 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8902e7cd-bb81-49c0-8e2f-675c45fe8c9d req-5edc84c9-e30b-45e8-aaf7-a825c8a77767 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=657e42f1-c3f5-4b08-872b-70a7bee908c6 HTTP/1.1" status: 200 len: 210 time: 0.0365419 Jul 23 17:19:29.577218 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device cd389263-bb68-494e-95de-a52b9628328a up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:19:29.642904 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port cd389263-bb68-494e-95de-a52b9628328a triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:19:29.643264 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:30.499165 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-bdb5b39b-606c-4653-bb1d-09e22d9e9f94 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:30.500794 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-bdb5b39b-606c-4653-bb1d-09e22d9e9f94 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.97 "GET /v2.0/networks?id=51380a92-3973-4b3a-949f-6aa7b70ad191 HTTP/1.1" status: 200 len: 797 time: 0.1424406 Jul 23 17:19:30.577158 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-3156de6f-394c-4e16-9165-be11641b2504 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219 HTTP/1.1" status: 200 len: 379 time: 0.0664933 Jul 23 17:19:30.588653 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-a4398dd9-8e0e-4784-aae9-ae0bf21f4c5d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'port': {'device_id': '657e42f1-c3f5-4b08-872b-70a7bee908c6', 'network_id': '51380a92-3973-4b3a-949f-6aa7b70ad191', 'admin_state_up': True, 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'security_groups': ['e92ecaf7-25c2-4a84-9159-f99c591a91a6']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:19:30.705686 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f5487b3a-f324-4e58-bcb0-08166f3a59c9 req-8b878bc8-ba13-4691-bd36-d760ca0a60b0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=657e42f1-c3f5-4b08-872b-70a7bee908c6 HTTP/1.1" status: 200 len: 210 time: 0.0840864 Jul 23 17:19:30.858642 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-a4398dd9-8e0e-4784-aae9-ae0bf21f4c5d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Made reservation on behalf of 06c5f7ba3e1e4b06905e7a7f54b2d219 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:19:30.863095 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-a4398dd9-8e0e-4784-aae9-ae0bf21f4c5d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:31.037185 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-a4398dd9-8e0e-4784-aae9-ae0bf21f4c5d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Allocated IP 172.20.0.10 (51380a92-3973-4b3a-949f-6aa7b70ad191/ae0b195e-fd08-4e95-b14c-48d8c477b872/a7000aca-acb5-4e1b-a831-c3b17f5fc3e5) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:19:31.206062 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-a4398dd9-8e0e-4784-aae9-ae0bf21f4c5d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:31.223499 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-a4398dd9-8e0e-4784-aae9-ae0bf21f4c5d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Transition to ACTIVE for port object a7000aca-acb5-4e1b-a831-c3b17f5fc3e5 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:19:31.275565 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-a4398dd9-8e0e-4784-aae9-ae0bf21f4c5d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:31.328704 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-a4398dd9-8e0e-4784-aae9-ae0bf21f4c5d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network 51380a92-3973-4b3a-949f-6aa7b70ad191 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:19:31.334707 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-a4398dd9-8e0e-4784-aae9-ae0bf21f4c5d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:19:31.339059 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-a4398dd9-8e0e-4784-aae9-ae0bf21f4c5d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:19:31.348954 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4398dd9-8e0e-4784-aae9-ae0bf21f4c5d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Port': ['ID=a7000aca-acb5-4e1b-a831-c3b17f5fc3e5,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:31.415827 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-a4398dd9-8e0e-4784-aae9-ae0bf21f4c5d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:31.416533 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-a4398dd9-8e0e-4784-aae9-ae0bf21f4c5d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:31.439849 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-a4398dd9-8e0e-4784-aae9-ae0bf21f4c5d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8568656 Jul 23 17:19:31.452947 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-49acc925-2e71-49b4-b1ea-b61d31879b6e service neutron] Request body: {'port': {'device_id': '657e42f1-c3f5-4b08-872b-70a7bee908c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:19:31.562039 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-49acc925-2e71-49b4-b1ea-b61d31879b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:31.634075 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1d686cd4-1071-4ed2-bbe8-f93a35abcd74 None None] Provisioning for port a7000aca-acb5-4e1b-a831-c3b17f5fc3e5 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:19:31.639276 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1d686cd4-1071-4ed2-bbe8-f93a35abcd74 None None] Provisioning complete for port a7000aca-acb5-4e1b-a831-c3b17f5fc3e5 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:19:31.639712 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1d686cd4-1071-4ed2-bbe8-f93a35abcd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:31.681700 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-1d686cd4-1071-4ed2-bbe8-f93a35abcd74 None None] Port a7000aca-acb5-4e1b-a831-c3b17f5fc3e5 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:19:31.948617 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-49acc925-2e71-49b4-b1ea-b61d31879b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7000aca-acb5-4e1b-a831-c3b17f5fc3e5 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:19:31.962752 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5209e0-6927-4d89-a8d0-65c8201bb0b3 req-93e75798-62b8-434e-9b37-fac539905998 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:31.964744 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7f5209e0-6927-4d89-a8d0-65c8201bb0b3 req-93e75798-62b8-434e-9b37-fac539905998 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=657e42f1-c3f5-4b08-872b-70a7bee908c6 HTTP/1.1" status: 200 len: 932 time: 0.1498494 Jul 23 17:19:31.970344 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-49acc925-2e71-49b4-b1ea-b61d31879b6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:31.999831 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-49acc925-2e71-49b4-b1ea-b61d31879b6e service neutron] Transition to ACTIVE for port object a7000aca-acb5-4e1b-a831-c3b17f5fc3e5 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:19:32.005332 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-49acc925-2e71-49b4-b1ea-b61d31879b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:32.047399 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7f5209e0-6927-4d89-a8d0-65c8201bb0b3 req-1904be8d-ff41-4835-aa40-47be5fc7ddf2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=e92ecaf7-25c2-4a84-9159-f99c591a91a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741816 Jul 23 17:19:32.077249 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49acc925-2e71-49b4-b1ea-b61d31879b6e service neutron] Pushing event updated for resources: {'Port': ['ID=a7000aca-acb5-4e1b-a831-c3b17f5fc3e5,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:32.153954 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-49acc925-2e71-49b4-b1ea-b61d31879b6e service neutron] Attempting to bind port a7000aca-acb5-4e1b-a831-c3b17f5fc3e5 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:19:32.153954 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-49acc925-2e71-49b4-b1ea-b61d31879b6e service neutron] Attempting to bind port a7000aca-acb5-4e1b-a831-c3b17f5fc3e5 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '1a40742b-9484-4c3b-b001-3dc39f2f3600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '51380a92-3973-4b3a-949f-6aa7b70ad191'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:19:32.154389 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-49acc925-2e71-49b4-b1ea-b61d31879b6e service neutron] Attempting to bind port a7000aca-acb5-4e1b-a831-c3b17f5fc3e5 on network 51380a92-3973-4b3a-949f-6aa7b70ad191 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:19:32.160578 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-49acc925-2e71-49b4-b1ea-b61d31879b6e service neutron] Port a7000aca-acb5-4e1b-a831-c3b17f5fc3e5 on network 51380a92-3973-4b3a-949f-6aa7b70ad191 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:19:32.161299 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-49acc925-2e71-49b4-b1ea-b61d31879b6e service neutron] Attempting to bind port a7000aca-acb5-4e1b-a831-c3b17f5fc3e5 on network 51380a92-3973-4b3a-949f-6aa7b70ad191 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:19:32.167424 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-49acc925-2e71-49b4-b1ea-b61d31879b6e service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:19:32.167764 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-49acc925-2e71-49b4-b1ea-b61d31879b6e service neutron] Checking segment: {'id': '1a40742b-9484-4c3b-b001-3dc39f2f3600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '51380a92-3973-4b3a-949f-6aa7b70ad191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:19:32.168151 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-49acc925-2e71-49b4-b1ea-b61d31879b6e service neutron] Bound using segment: {'id': '1a40742b-9484-4c3b-b001-3dc39f2f3600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '51380a92-3973-4b3a-949f-6aa7b70ad191'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:19:32.168609 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-49acc925-2e71-49b4-b1ea-b61d31879b6e service neutron] Bound port: a7000aca-acb5-4e1b-a831-c3b17f5fc3e5, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a40742b-9484-4c3b-b001-3dc39f2f3600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '51380a92-3973-4b3a-949f-6aa7b70ad191'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:19:32.168980 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-49acc925-2e71-49b4-b1ea-b61d31879b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:32.257711 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-49acc925-2e71-49b4-b1ea-b61d31879b6e service neutron] For port a7000aca-acb5-4e1b-a831-c3b17f5fc3e5, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:19:32.263852 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-49acc925-2e71-49b4-b1ea-b61d31879b6e service neutron] For port a7000aca-acb5-4e1b-a831-c3b17f5fc3e5, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=a7000aca-acb5-4e1b-a831-c3b17f5fc3e5,segment=NetworkSegment(1a40742b-9484-4c3b-b001-3dc39f2f3600),segment_id=1a40742b-9484-4c3b-b001-3dc39f2f3600)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:19:32.269453 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-49acc925-2e71-49b4-b1ea-b61d31879b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:32.330998 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-49acc925-2e71-49b4-b1ea-b61d31879b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:32.331484 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-49acc925-2e71-49b4-b1ea-b61d31879b6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:32.332988 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-49acc925-2e71-49b4-b1ea-b61d31879b6e service neutron] 10.222.0.97 "PUT /v2.0/ports/a7000aca-acb5-4e1b-a831-c3b17f5fc3e5 HTTP/1.1" status: 200 len: 1092 time: 0.8857348 Jul 23 17:19:32.333502 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '657e42f1-c3f5-4b08-872b-70a7bee908c6', 'tag': 'a7000aca-acb5-4e1b-a831-c3b17f5fc3e5'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:19:32.336728 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46dea33d-5224-47ee-8774-81a2c7e26548" -d '{"events": [{"name": "network-changed", "server_uuid": "657e42f1-c3f5-4b08-872b-70a7bee908c6", "tag": "a7000aca-acb5-4e1b-a831-c3b17f5fc3e5"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:19:32.401680 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebed0fc-a415-4f15-84ff-a1eced620d3e x-openstack-request-id: req-6ebed0fc-a415-4f15-84ff-a1eced620d3e {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:19:32.402164 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "657e42f1-c3f5-4b08-872b-70a7bee908c6", "tag": "a7000aca-acb5-4e1b-a831-c3b17f5fc3e5", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:19:32.402593 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6ebed0fc-a415-4f15-84ff-a1eced620d3e {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:19:32.403265 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '657e42f1-c3f5-4b08-872b-70a7bee908c6', 'tag': 'a7000aca-acb5-4e1b-a831-c3b17f5fc3e5', 'status': 'completed', 'code': 200} Jul 23 17:19:32.439068 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49acc925-2e71-49b4-b1ea-b61d31879b6e service neutron] Pushing event updated for resources: {'Port': ['ID=a7000aca-acb5-4e1b-a831-c3b17f5fc3e5,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:32.478335 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-420519d1-02e1-40d4-a941-52779d9aa254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:32.479991 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-420519d1-02e1-40d4-a941-52779d9aa254 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&device_id=657e42f1-c3f5-4b08-872b-70a7bee908c6 HTTP/1.1" status: 200 len: 1095 time: 0.1003222 Jul 23 17:19:32.533703 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-97354ef0-06cc-4b89-aa8d-8c075f270ec1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7000aca-acb5-4e1b-a831-c3b17f5fc3e5 HTTP/1.1" status: 200 len: 217 time: 0.0454407 Jul 23 17:19:32.588071 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-9e0fffa7-0440-4e5e-872c-700b5a15de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:32.589639 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-9e0fffa7-0440-4e5e-872c-700b5a15de16 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ae0b195e-fd08-4e95-b14c-48d8c477b872 HTTP/1.1" status: 200 len: 835 time: 0.0496936 Jul 23 17:19:32.657978 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-3ba68b32-ea7a-47c0-9ae8-0f3ce86eac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:32.659827 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-3ba68b32-ea7a-47c0-9ae8-0f3ce86eac38 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=51380a92-3973-4b3a-949f-6aa7b70ad191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634902 Jul 23 17:19:32.746902 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1976dfb1-071e-4b65-b2ed-2b3740e13f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:32.761043 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-cff8218e-114d-4550-850e-6512b12bfe88 service neutron] 10.222.0.97 "GET /v2.0/networks/51380a92-3973-4b3a-949f-6aa7b70ad191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941172 Jul 23 17:19:32.870714 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8f07cafd-5f29-45ba-8238-a518a19fc277 req-ce5ff7e1-4cb7-4563-aff6-5515794602a9 service neutron] 10.222.0.97 "GET /v2.0/networks/51380a92-3973-4b3a-949f-6aa7b70ad191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983541 Jul 23 17:19:32.985728 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dea33d-5224-47ee-8774-81a2c7e26548 req-86ca558a-5d9e-4493-862c-2af540ea45e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:32.987261 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-46dea33d-5224-47ee-8774-81a2c7e26548 req-86ca558a-5d9e-4493-862c-2af540ea45e6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&device_id=657e42f1-c3f5-4b08-872b-70a7bee908c6 HTTP/1.1" status: 200 len: 1095 time: 0.0586276 Jul 23 17:19:33.086634 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dea33d-5224-47ee-8774-81a2c7e26548 req-11af61b7-e5e8-444a-8d15-53215888e56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:33.088134 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-46dea33d-5224-47ee-8774-81a2c7e26548 req-11af61b7-e5e8-444a-8d15-53215888e56e service neutron] 10.222.0.97 "GET /v2.0/networks?id=51380a92-3973-4b3a-949f-6aa7b70ad191 HTTP/1.1" status: 200 len: 899 time: 0.0939314 Jul 23 17:19:33.147596 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-46dea33d-5224-47ee-8774-81a2c7e26548 req-da4608ea-5963-41f4-bbe1-eb4f9b49bfcc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7000aca-acb5-4e1b-a831-c3b17f5fc3e5 HTTP/1.1" status: 200 len: 217 time: 0.0513091 Jul 23 17:19:33.234175 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dea33d-5224-47ee-8774-81a2c7e26548 req-1bd255fa-a2be-4e4a-9d43-82a91f01840c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:33.235679 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-46dea33d-5224-47ee-8774-81a2c7e26548 req-1bd255fa-a2be-4e4a-9d43-82a91f01840c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ae0b195e-fd08-4e95-b14c-48d8c477b872 HTTP/1.1" status: 200 len: 835 time: 0.0570691 Jul 23 17:19:33.285996 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64d234-1ada-4f6e-bdad-ad2e87e9408b req-7ddb0a23-50a2-47f5-a831-330541846579 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:33.288264 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1a64d234-1ada-4f6e-bdad-ad2e87e9408b req-7ddb0a23-50a2-47f5-a831-330541846579 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=657e42f1-c3f5-4b08-872b-70a7bee908c6 HTTP/1.1" status: 200 len: 944 time: 0.1502433 Jul 23 17:19:33.348368 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1a64d234-1ada-4f6e-bdad-ad2e87e9408b req-c5c1e179-ecbd-4b46-a886-248c8d46b3ff tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=e92ecaf7-25c2-4a84-9159-f99c591a91a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530314 Jul 23 17:19:33.352209 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dea33d-5224-47ee-8774-81a2c7e26548 req-ea8ecdaf-76f7-4664-9aca-d50845f93bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:33.353808 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-46dea33d-5224-47ee-8774-81a2c7e26548 req-ea8ecdaf-76f7-4664-9aca-d50845f93bce service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=51380a92-3973-4b3a-949f-6aa7b70ad191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104660 Jul 23 17:19:33.455332 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-46dea33d-5224-47ee-8774-81a2c7e26548 req-58e0e294-127b-4c8f-b70f-e1442843a4af service neutron] 10.222.0.97 "GET /v2.0/networks/51380a92-3973-4b3a-949f-6aa7b70ad191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914447 Jul 23 17:19:33.559623 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-46dea33d-5224-47ee-8774-81a2c7e26548 req-6bfe95b3-4047-40ef-9bc8-55dde2225635 service neutron] 10.222.0.97 "GET /v2.0/networks/51380a92-3973-4b3a-949f-6aa7b70ad191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975823 Jul 23 17:19:34.032700 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8719b55d-b3ba-43c4-88f7-dedcdf632e6f req-2f1381b5-df99-4e74-8034-338b10e005c0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0566304 Jul 23 17:19:34.139982 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719b55d-b3ba-43c4-88f7-dedcdf632e6f req-fe0b34c5-989e-4f00-a6c5-3ab9be556217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:34.141517 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8719b55d-b3ba-43c4-88f7-dedcdf632e6f req-fe0b34c5-989e-4f00-a6c5-3ab9be556217 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0572305 Jul 23 17:19:34.272548 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719b55d-b3ba-43c4-88f7-dedcdf632e6f req-47c1be16-e3e9-492e-9cb3-11ef26612c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:34.274772 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8719b55d-b3ba-43c4-88f7-dedcdf632e6f req-47c1be16-e3e9-492e-9cb3-11ef26612c4b service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.1103306 Jul 23 17:19:34.316786 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8719b55d-b3ba-43c4-88f7-dedcdf632e6f req-81cd585a-941c-43e2-92a3-3af14a9258e1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0361297 Jul 23 17:19:34.375733 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719b55d-b3ba-43c4-88f7-dedcdf632e6f req-09f186a2-d3e6-4192-b0f7-401a8effd117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:34.377498 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8719b55d-b3ba-43c4-88f7-dedcdf632e6f req-09f186a2-d3e6-4192-b0f7-401a8effd117 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0548728 Jul 23 17:19:34.446849 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719b55d-b3ba-43c4-88f7-dedcdf632e6f req-d35f8950-dc3c-43b5-9840-66a4f0eba8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:34.448489 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8719b55d-b3ba-43c4-88f7-dedcdf632e6f req-d35f8950-dc3c-43b5-9840-66a4f0eba8c7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639117 Jul 23 17:19:34.515617 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707dcbce-536a-449e-8dd7-6829aa0679cc req-773466eb-df30-4528-8328-8e437f0875f7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:34.517389 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-707dcbce-536a-449e-8dd7-6829aa0679cc req-773466eb-df30-4528-8328-8e437f0875f7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=657e42f1-c3f5-4b08-872b-70a7bee908c6 HTTP/1.1" status: 200 len: 944 time: 0.0909693 Jul 23 17:19:34.562376 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-707dcbce-536a-449e-8dd7-6829aa0679cc req-0d7d1d8e-036d-4df5-88ab-2d80c964c31e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=e92ecaf7-25c2-4a84-9159-f99c591a91a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375278 Jul 23 17:19:34.600172 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8719b55d-b3ba-43c4-88f7-dedcdf632e6f req-f8b71e44-a306-4283-aeb2-1122adcacfab service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442380 Jul 23 17:19:34.696229 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8719b55d-b3ba-43c4-88f7-dedcdf632e6f req-b50f050e-834e-47ba-ace0-5848d3179d4d service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901933 Jul 23 17:19:35.459693 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6386a388-252c-4f2e-b428-d550981c9112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:35.602159 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:35.604312 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:35.727138 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47724be0-483e-4800-96ef-c1881d165c75 req-4647d961-c448-4d19-82d7-4d096219319f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:35.729522 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-47724be0-483e-4800-96ef-c1881d165c75 req-4647d961-c448-4d19-82d7-4d096219319f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=657e42f1-c3f5-4b08-872b-70a7bee908c6 HTTP/1.1" status: 200 len: 944 time: 0.0764039 Jul 23 17:19:35.794378 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-47724be0-483e-4800-96ef-c1881d165c75 req-af4aaa97-c749-40c8-930c-18ad26729d6e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=e92ecaf7-25c2-4a84-9159-f99c591a91a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596988 Jul 23 17:19:36.674648 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device a7000aca-acb5-4e1b-a831-c3b17f5fc3e5 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:19:36.777080 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:36.789128 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port a7000aca-acb5-4e1b-a831-c3b17f5fc3e5, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=a7000aca-acb5-4e1b-a831-c3b17f5fc3e5,segment=NetworkSegment(1a40742b-9484-4c3b-b001-3dc39f2f3600),segment_id=1a40742b-9484-4c3b-b001-3dc39f2f3600)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:19:36.800442 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'a7000aca-acb5-4e1b-a831-c3b17f5fc3e5', 'network_id': '51380a92-3973-4b3a-949f-6aa7b70ad191', 'port_id': 'a7000aca-acb5-4e1b-a831-c3b17f5fc3e5', 'mac_address': 'fa:16:3e:da:0a:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae0b195e-fd08-4e95-b14c-48d8c477b872', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:19:36.844227 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:36.859309 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7000aca-acb5-4e1b-a831-c3b17f5fc3e5 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:19:36.885120 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port a7000aca-acb5-4e1b-a831-c3b17f5fc3e5, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=a7000aca-acb5-4e1b-a831-c3b17f5fc3e5,segment=NetworkSegment(1a40742b-9484-4c3b-b001-3dc39f2f3600),segment_id=1a40742b-9484-4c3b-b001-3dc39f2f3600)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:19:36.889223 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:36.941621 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=a7000aca-acb5-4e1b-a831-c3b17f5fc3e5,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:36.972013 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e22904-ea7f-4dee-8912-7a9d1fa91ef3 req-68541b35-c558-455f-9c68-48531c989220 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:36.973657 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80e22904-ea7f-4dee-8912-7a9d1fa91ef3 req-68541b35-c558-455f-9c68-48531c989220 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=657e42f1-c3f5-4b08-872b-70a7bee908c6 HTTP/1.1" status: 200 len: 945 time: 0.0875292 Jul 23 17:19:37.016101 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-80e22904-ea7f-4dee-8912-7a9d1fa91ef3 req-3c0c2ac2-4c27-47b0-b9ce-b9b805117401 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=e92ecaf7-25c2-4a84-9159-f99c591a91a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350411 Jul 23 17:19:37.092981 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['a7000aca-acb5-4e1b-a831-c3b17f5fc3e5'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:19:37.926168 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:38.156427 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b0f0b-011d-4732-a39a-db150ce0ad1c req-b1ade2f9-db6e-461f-a688-da8bf5298dca tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:38.157932 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc3b0f0b-011d-4732-a39a-db150ce0ad1c req-b1ade2f9-db6e-461f-a688-da8bf5298dca tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=657e42f1-c3f5-4b08-872b-70a7bee908c6 HTTP/1.1" status: 200 len: 945 time: 0.0679188 Jul 23 17:19:38.206691 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc3b0f0b-011d-4732-a39a-db150ce0ad1c req-6c10fed4-29bb-4796-ab5d-defd63274698 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=e92ecaf7-25c2-4a84-9159-f99c591a91a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426173 Jul 23 17:19:38.680354 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device a7000aca-acb5-4e1b-a831-c3b17f5fc3e5 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:19:38.735121 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port a7000aca-acb5-4e1b-a831-c3b17f5fc3e5 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:19:38.739424 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port a7000aca-acb5-4e1b-a831-c3b17f5fc3e5 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:19:38.739808 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:38.814611 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:38.832278 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:38.858794 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '657e42f1-c3f5-4b08-872b-70a7bee908c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7000aca-acb5-4e1b-a831-c3b17f5fc3e5'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:19:38.861098 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d9158437a3a893895635b777aad4314b219cd6685506ac89f624094daaea09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3c8536-dfaf-4b8c-858e-07176efc9e0d" -d '{"events": [{"server_uuid": "657e42f1-c3f5-4b08-872b-70a7bee908c6", "name": "network-vif-plugged", "status": "completed", "tag": "a7000aca-acb5-4e1b-a831-c3b17f5fc3e5"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:19:38.874385 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port a7000aca-acb5-4e1b-a831-c3b17f5fc3e5, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=a7000aca-acb5-4e1b-a831-c3b17f5fc3e5,segment=NetworkSegment(1a40742b-9484-4c3b-b001-3dc39f2f3600),segment_id=1a40742b-9484-4c3b-b001-3dc39f2f3600)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:19:38.878987 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:38.904505 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24ea1c3-8eea-4121-9de5-ce15700f8926 x-openstack-request-id: req-d24ea1c3-8eea-4121-9de5-ce15700f8926 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:19:38.904786 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "657e42f1-c3f5-4b08-872b-70a7bee908c6", "name": "network-vif-plugged", "status": "completed", "tag": "a7000aca-acb5-4e1b-a831-c3b17f5fc3e5", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:19:38.905067 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d24ea1c3-8eea-4121-9de5-ce15700f8926 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:19:38.905469 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '657e42f1-c3f5-4b08-872b-70a7bee908c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7000aca-acb5-4e1b-a831-c3b17f5fc3e5', 'code': 200} Jul 23 17:19:38.933988 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=a7000aca-acb5-4e1b-a831-c3b17f5fc3e5,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:39.023840 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328b3be-7a6e-43f3-8b24-0e90e10f081a req-cfb67410-8af6-4157-a2a4-d108eb32291f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:39.025410 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a328b3be-7a6e-43f3-8b24-0e90e10f081a req-cfb67410-8af6-4157-a2a4-d108eb32291f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=657e42f1-c3f5-4b08-872b-70a7bee908c6 HTTP/1.1" status: 200 len: 1097 time: 0.0672135 Jul 23 17:19:39.064368 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a328b3be-7a6e-43f3-8b24-0e90e10f081a req-6285b8e8-bb0c-4136-8a11-04a4ed2338ee service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=e92ecaf7-25c2-4a84-9159-f99c591a91a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316155 Jul 23 17:19:39.365915 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe138f0-50a2-4382-aac7-dac6b99041ca req-3e44830b-8e95-4b7c-a341-cf633fb33d39 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:39.367527 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5fe138f0-50a2-4382-aac7-dac6b99041ca req-3e44830b-8e95-4b7c-a341-cf633fb33d39 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=657e42f1-c3f5-4b08-872b-70a7bee908c6 HTTP/1.1" status: 200 len: 946 time: 0.0702584 Jul 23 17:19:39.409304 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5fe138f0-50a2-4382-aac7-dac6b99041ca req-0b57a101-8b2f-419e-8499-d659aab3441e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=e92ecaf7-25c2-4a84-9159-f99c591a91a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360398 Jul 23 17:19:40.580133 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d99a85-8a91-4e30-9fa6-2dc78f8d9bfc req-0a88ccc6-86ef-448e-9362-fdd6f7c9e6a0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:40.581822 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f3d99a85-8a91-4e30-9fa6-2dc78f8d9bfc req-0a88ccc6-86ef-448e-9362-fdd6f7c9e6a0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=657e42f1-c3f5-4b08-872b-70a7bee908c6 HTTP/1.1" status: 200 len: 946 time: 0.0743432 Jul 23 17:19:40.623846 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f3d99a85-8a91-4e30-9fa6-2dc78f8d9bfc req-0f496595-facc-4770-938f-b591df9e5473 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=e92ecaf7-25c2-4a84-9159-f99c591a91a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346420 Jul 23 17:19:40.791219 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9d0ab-a4fc-4d72-b5b6-36365280d532 req-746d8778-7c1b-43b9-b954-b28da54e8594 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:40.792795 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-33b9d0ab-a4fc-4d72-b5b6-36365280d532 req-746d8778-7c1b-43b9-b954-b28da54e8594 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=657e42f1-c3f5-4b08-872b-70a7bee908c6 HTTP/1.1" status: 200 len: 946 time: 0.0850616 Jul 23 17:19:40.835627 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-33b9d0ab-a4fc-4d72-b5b6-36365280d532 req-c1854bf4-5c04-4eb7-9425-55254d66bc63 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=e92ecaf7-25c2-4a84-9159-f99c591a91a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370042 Jul 23 17:19:40.861597 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58860) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:19:40.924456 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0884f7-51c6-47e1-9d43-557e14265559 tempest-TestNetworkAdvancedServerOps-1904745392 tempest-TestNetworkAdvancedServerOps-1904745392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:40.925978 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-dc0884f7-51c6-47e1-9d43-557e14265559 tempest-TestNetworkAdvancedServerOps-1904745392 tempest-TestNetworkAdvancedServerOps-1904745392-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=657e42f1-c3f5-4b08-872b-70a7bee908c6 HTTP/1.1" status: 200 len: 1092 time: 0.0633571 Jul 23 17:19:40.930136 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58862) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:19:40.934820 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-cb7fbd8f-c3ae-4d4e-ad71-40351e7f253c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'port_id': 'a7000aca-acb5-4e1b-a831-c3b17f5fc3e5', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:19:40.961269 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cb7fbd8f-c3ae-4d4e-ad71-40351e7f253c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:41.076083 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cb7fbd8f-c3ae-4d4e-ad71-40351e7f253c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:41.194992 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-cb7fbd8f-c3ae-4d4e-ad71-40351e7f253c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Allocated IP 172.25.8.20 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/6c2da146-bd15-4df6-ac78-dbc59aacc842) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:19:41.319052 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cb7fbd8f-c3ae-4d4e-ad71-40351e7f253c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:41.364149 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cb7fbd8f-c3ae-4d4e-ad71-40351e7f253c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:41.408763 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7fbd8f-c3ae-4d4e-ad71-40351e7f253c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:19:41.414246 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-cb7fbd8f-c3ae-4d4e-ad71-40351e7f253c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:19:41.418378 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7fbd8f-c3ae-4d4e-ad71-40351e7f253c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:19:41.447743 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7fbd8f-c3ae-4d4e-ad71-40351e7f253c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Port': ['ID=6c2da146-bd15-4df6-ac78-dbc59aacc842,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:41.830779 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cb7fbd8f-c3ae-4d4e-ad71-40351e7f253c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:41.923127 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cb7fbd8f-c3ae-4d4e-ad71-40351e7f253c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:42.097409 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cb7fbd8f-c3ae-4d4e-ad71-40351e7f253c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:42.103974 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cb7fbd8f-c3ae-4d4e-ad71-40351e7f253c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:42.186003 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7fbd8f-c3ae-4d4e-ad71-40351e7f253c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Port': ['ID=6c2da146-bd15-4df6-ac78-dbc59aacc842,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:42.201001 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cb7fbd8f-c3ae-4d4e-ad71-40351e7f253c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:42.315149 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-cb7fbd8f-c3ae-4d4e-ad71-40351e7f253c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Floating IP 1bd36a6b-c25d-4e98-ab4f-41c8d0ba4b63 associated. External IP: 172.25.8.20, port: a7000aca-acb5-4e1b-a831-c3b17f5fc3e5. Jul 23 17:19:42.545501 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7fbd8f-c3ae-4d4e-ad71-40351e7f253c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Router cecb5698-c016-4c78-8758-352598933444 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:19:42.659000 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7fbd8f-c3ae-4d4e-ad71-40351e7f253c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:19:42.671434 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1a4ce3-0ab6-4aee-8753-d89821818b82 None None] Sync routers for ids ['cecb5698-c016-4c78-8758-352598933444'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:19:42.678731 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cb7fbd8f-c3ae-4d4e-ad71-40351e7f253c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:42.686153 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1a4ce3-0ab6-4aee-8753-d89821818b82 None None] Routers {'cecb5698-c016-4c78-8758-352598933444'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:19:42.686824 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-5f1a4ce3-0ab6-4aee-8753-d89821818b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:19:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['cecb5698-c016-4c78-8758-352598933444'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:19:42.728532 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-cb7fbd8f-c3ae-4d4e-ad71-40351e7f253c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7949266 Jul 23 17:19:42.728532 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '657e42f1-c3f5-4b08-872b-70a7bee908c6', 'tag': 'a7000aca-acb5-4e1b-a831-c3b17f5fc3e5'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:19:42.729661 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d448a64-b9b4-4661-a9d8-ce7cfbda2529" -d '{"events": [{"name": "network-changed", "server_uuid": "657e42f1-c3f5-4b08-872b-70a7bee908c6", "tag": "a7000aca-acb5-4e1b-a831-c3b17f5fc3e5"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:19:42.839371 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-5f1a4ce3-0ab6-4aee-8753-d89821818b82 None None] Set router cecb5698-c016-4c78-8758-352598933444 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:19:42.851952 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13ef3f-9f47-48a2-b88c-25e90498e4b3 req-5ab88937-a38c-47ba-9e34-78f8aec020d0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:42.853758 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6d13ef3f-9f47-48a2-b88c-25e90498e4b3 req-5ab88937-a38c-47ba-9e34-78f8aec020d0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=657e42f1-c3f5-4b08-872b-70a7bee908c6 HTTP/1.1" status: 200 len: 946 time: 0.0715072 Jul 23 17:19:42.900251 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6d13ef3f-9f47-48a2-b88c-25e90498e4b3 req-4fa858b3-732a-4f26-bc4d-1021952f7891 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=e92ecaf7-25c2-4a84-9159-f99c591a91a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401523 Jul 23 17:19:42.931036 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58870) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:19:42.985892 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cab8e3-d7c1-4693-8a94-354899d2d70f x-openstack-request-id: req-70cab8e3-d7c1-4693-8a94-354899d2d70f {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:19:42.986188 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "657e42f1-c3f5-4b08-872b-70a7bee908c6", "tag": "a7000aca-acb5-4e1b-a831-c3b17f5fc3e5", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:19:42.986445 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-70cab8e3-d7c1-4693-8a94-354899d2d70f {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:19:42.986859 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '657e42f1-c3f5-4b08-872b-70a7bee908c6', 'tag': 'a7000aca-acb5-4e1b-a831-c3b17f5fc3e5', 'status': 'completed', 'code': 200} Jul 23 17:19:43.120906 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-5f1a4ce3-0ab6-4aee-8753-d89821818b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecb5698-c016-4c78-8758-352598933444', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25564209', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c4be49fb-6bfc-4b49-a988-96534d03a531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:16Z', 'updated_at': '2021-07-23T17:19:21Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': 'c4be49fb-6bfc-4b49-a988-96534d03a531', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecb5698-c016-4c78-8758-352598933444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:17Z', 'updated_at': '2021-07-23T17:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '1bd36a6b-c25d-4e98-ab4f-41c8d0ba4b63', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'floating_ip_address': '172.25.8.20', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'cecb5698-c016-4c78-8758-352598933444', 'port_id': 'a7000aca-acb5-4e1b-a831-c3b17f5fc3e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51380a92-3973-4b3a-949f-6aa7b70ad191', 'mac_address': 'fa:16:3e:da:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657e42f1-c3f5-4b08-872b-70a7bee908c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:19:41Z', 'updated_at': '2021-07-23T17:19:41Z', 'revision_number': 0, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd389263-bb68-494e-95de-a52b9628328a', 'name': '', 'network_id': '51380a92-3973-4b3a-949f-6aa7b70ad191', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:46:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecb5698-c016-4c78-8758-352598933444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ae0b195e-fd08-4e95-b14c-48d8c477b872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:20Z', 'updated_at': '2021-07-23T17:19:27Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': 'ae0b195e-fd08-4e95-b14c-48d8c477b872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:19:43.150497 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1a4ce3-0ab6-4aee-8753-d89821818b82 None None] Checking router: cecb5698-c016-4c78-8758-352598933444 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:19:43.168242 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1a4ce3-0ab6-4aee-8753-d89821818b82 None None] Routers {'cecb5698-c016-4c78-8758-352598933444'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:19:43.169481 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-5f1a4ce3-0ab6-4aee-8753-d89821818b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:19:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['cecb5698-c016-4c78-8758-352598933444'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:19:43.329556 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-5f1a4ce3-0ab6-4aee-8753-d89821818b82 None None] Set router cecb5698-c016-4c78-8758-352598933444 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:19:43.434527 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-00e78d66-6241-44c3-b531-dd32e0a49104 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/floatingips/1bd36a6b-c25d-4e98-ab4f-41c8d0ba4b63 HTTP/1.1" status: 200 len: 991 time: 0.5017717 Jul 23 17:19:43.484939 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d448a64-b9b4-4661-a9d8-ce7cfbda2529 req-2571bfc4-d188-4a92-9a8d-4a8014792299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:43.486550 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d448a64-b9b4-4661-a9d8-ce7cfbda2529 req-2571bfc4-d188-4a92-9a8d-4a8014792299 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&device_id=657e42f1-c3f5-4b08-872b-70a7bee908c6 HTTP/1.1" status: 200 len: 1097 time: 0.0635164 Jul 23 17:19:43.596073 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d448a64-b9b4-4661-a9d8-ce7cfbda2529 req-2952986e-85f1-4498-9d57-b3bdbc8c5f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:43.597675 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d448a64-b9b4-4661-a9d8-ce7cfbda2529 req-2952986e-85f1-4498-9d57-b3bdbc8c5f59 service neutron] 10.222.0.97 "GET /v2.0/networks?id=51380a92-3973-4b3a-949f-6aa7b70ad191 HTTP/1.1" status: 200 len: 899 time: 0.1040654 Jul 23 17:19:43.671583 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d448a64-b9b4-4661-a9d8-ce7cfbda2529 req-254af24b-ec8d-4a5b-a311-b9f5aedb7e6f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7000aca-acb5-4e1b-a831-c3b17f5fc3e5 HTTP/1.1" status: 200 len: 999 time: 0.0675533 Jul 23 17:19:43.725013 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d448a64-b9b4-4661-a9d8-ce7cfbda2529 req-88513197-5c7d-40a5-bd9e-186bd32c6247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:43.726624 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d448a64-b9b4-4661-a9d8-ce7cfbda2529 req-88513197-5c7d-40a5-bd9e-186bd32c6247 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ae0b195e-fd08-4e95-b14c-48d8c477b872 HTTP/1.1" status: 200 len: 835 time: 0.0486174 Jul 23 17:19:43.756128 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-5f1a4ce3-0ab6-4aee-8753-d89821818b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecb5698-c016-4c78-8758-352598933444', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25564209', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c4be49fb-6bfc-4b49-a988-96534d03a531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:16Z', 'updated_at': '2021-07-23T17:19:21Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': 'c4be49fb-6bfc-4b49-a988-96534d03a531', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecb5698-c016-4c78-8758-352598933444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:17Z', 'updated_at': '2021-07-23T17:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '1bd36a6b-c25d-4e98-ab4f-41c8d0ba4b63', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'floating_ip_address': '172.25.8.20', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'cecb5698-c016-4c78-8758-352598933444', 'port_id': 'a7000aca-acb5-4e1b-a831-c3b17f5fc3e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51380a92-3973-4b3a-949f-6aa7b70ad191', 'mac_address': 'fa:16:3e:da:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657e42f1-c3f5-4b08-872b-70a7bee908c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:19:41Z', 'updated_at': '2021-07-23T17:19:41Z', 'revision_number': 0, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd389263-bb68-494e-95de-a52b9628328a', 'name': '', 'network_id': '51380a92-3973-4b3a-949f-6aa7b70ad191', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:46:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecb5698-c016-4c78-8758-352598933444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ae0b195e-fd08-4e95-b14c-48d8c477b872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:20Z', 'updated_at': '2021-07-23T17:19:27Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': 'ae0b195e-fd08-4e95-b14c-48d8c477b872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:19:43.783206 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1a4ce3-0ab6-4aee-8753-d89821818b82 None None] The sync data for ids ['cecb5698-c016-4c78-8758-352598933444'] in n-d-778549-4 is: [{'id': 'cecb5698-c016-4c78-8758-352598933444', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25564209', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c4be49fb-6bfc-4b49-a988-96534d03a531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:16Z', 'updated_at': '2021-07-23T17:19:21Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': 'c4be49fb-6bfc-4b49-a988-96534d03a531', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecb5698-c016-4c78-8758-352598933444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:17Z', 'updated_at': '2021-07-23T17:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '1bd36a6b-c25d-4e98-ab4f-41c8d0ba4b63', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'floating_ip_address': '172.25.8.20', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'cecb5698-c016-4c78-8758-352598933444', 'port_id': 'a7000aca-acb5-4e1b-a831-c3b17f5fc3e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51380a92-3973-4b3a-949f-6aa7b70ad191', 'mac_address': 'fa:16:3e:da:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657e42f1-c3f5-4b08-872b-70a7bee908c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:19:41Z', 'updated_at': '2021-07-23T17:19:41Z', 'revision_number': 0, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd389263-bb68-494e-95de-a52b9628328a', 'name': '', 'network_id': '51380a92-3973-4b3a-949f-6aa7b70ad191', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:46:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecb5698-c016-4c78-8758-352598933444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ae0b195e-fd08-4e95-b14c-48d8c477b872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:20Z', 'updated_at': '2021-07-23T17:19:27Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': 'ae0b195e-fd08-4e95-b14c-48d8c477b872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:19:43.808202 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d448a64-b9b4-4661-a9d8-ce7cfbda2529 req-3dd96f7d-66b7-4a6b-b14c-9a12d19b71cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:43.809834 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d448a64-b9b4-4661-a9d8-ce7cfbda2529 req-3dd96f7d-66b7-4a6b-b14c-9a12d19b71cf service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=51380a92-3973-4b3a-949f-6aa7b70ad191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767963 Jul 23 17:19:43.913345 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d448a64-b9b4-4661-a9d8-ce7cfbda2529 req-bd30ad33-441d-4d9f-bb5d-60af5e68c4e8 service neutron] 10.222.0.97 "GET /v2.0/networks/51380a92-3973-4b3a-949f-6aa7b70ad191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970392 Jul 23 17:19:44.010859 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd231df-a317-4d66-914f-7e62db010b96 None None] New status for floating IP 1bd36a6b-c25d-4e98-ab4f-41c8d0ba4b63: ACTIVE {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:19:44.042551 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d448a64-b9b4-4661-a9d8-ce7cfbda2529 req-0d9ea0a1-2492-4cd8-997a-6bbce4b2c367 service neutron] 10.222.0.97 "GET /v2.0/networks/51380a92-3973-4b3a-949f-6aa7b70ad191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215339 Jul 23 17:19:44.439381 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58872) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:19:44.883445 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c53929a6-dad7-484b-a990-fd9008edd09d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/floatingips/1bd36a6b-c25d-4e98-ab4f-41c8d0ba4b63 HTTP/1.1" status: 200 len: 993 time: 0.4426222 Jul 23 17:19:48.202898 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:20:02.750387 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ce670512-0866-41e4-85d9-2113816685f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:05.456852 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-67d0251a-433b-46a5-9204-679e7ad95502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:05.564119 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:05.586203 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:06.782191 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:07.956820 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:08.800376 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:11.816468 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d9c22-2554-4813-b4b9-bf7ac7031fef req-bcf34e21-8710-4d7e-84fc-f7eec32c56dd tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:11.818110 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-784d9c22-2554-4813-b4b9-bf7ac7031fef req-bcf34e21-8710-4d7e-84fc-f7eec32c56dd tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=657e42f1-c3f5-4b08-872b-70a7bee908c6 HTTP/1.1" status: 200 len: 946 time: 0.1498926 Jul 23 17:20:11.866689 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-784d9c22-2554-4813-b4b9-bf7ac7031fef req-11baf68d-23f8-45df-9282-8b4604bbcc04 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=e92ecaf7-25c2-4a84-9159-f99c591a91a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423336 Jul 23 17:20:13.014573 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f29b0-1788-492f-8583-669841561ed5 req-88443f1b-e119-4f0d-94ba-858532f5b11a tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:13.016111 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa9f29b0-1788-492f-8583-669841561ed5 req-88443f1b-e119-4f0d-94ba-858532f5b11a tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=657e42f1-c3f5-4b08-872b-70a7bee908c6 HTTP/1.1" status: 200 len: 946 time: 0.0738056 Jul 23 17:20:13.073580 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa9f29b0-1788-492f-8583-669841561ed5 req-def235c9-457c-4c52-b9ed-4d742560bae1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=e92ecaf7-25c2-4a84-9159-f99c591a91a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467439 Jul 23 17:20:13.097578 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58896) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:13.165306 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3440b0a3-b3c8-4735-8dbe-a94ddd73ae91 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/floatingips/1bd36a6b-c25d-4e98-ab4f-41c8d0ba4b63 HTTP/1.1" status: 200 len: 993 time: 0.0664248 Jul 23 17:20:14.490974 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca9cf1-2753-46dc-bf60-caf3bedffa81 req-2d2b72a8-df31-4ca9-9dd5-1e8ad6e08176 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:14.494159 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-90ca9cf1-2753-46dc-bf60-caf3bedffa81 req-2d2b72a8-df31-4ca9-9dd5-1e8ad6e08176 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=657e42f1-c3f5-4b08-872b-70a7bee908c6 HTTP/1.1" status: 200 len: 946 time: 0.0730443 Jul 23 17:20:14.547085 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-90ca9cf1-2753-46dc-bf60-caf3bedffa81 req-6908bfd4-3007-4f74-8ba2-fc64f92dc535 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=e92ecaf7-25c2-4a84-9159-f99c591a91a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492358 Jul 23 17:20:15.718802 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652be83-3415-4f6b-ba8b-d518aa29034e req-23491658-562e-46ee-96ad-684ac41defdd tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:15.721236 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7652be83-3415-4f6b-ba8b-d518aa29034e req-23491658-562e-46ee-96ad-684ac41defdd tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=657e42f1-c3f5-4b08-872b-70a7bee908c6 HTTP/1.1" status: 200 len: 946 time: 0.0794039 Jul 23 17:20:15.768694 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7652be83-3415-4f6b-ba8b-d518aa29034e req-8c253250-ed76-4581-9446-1866f5c3759c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=e92ecaf7-25c2-4a84-9159-f99c591a91a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411868 Jul 23 17:20:15.793548 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58906) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:15.861139 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-b0fc2ea2-5c56-4425-8a28-4b7f7fe0ca5d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/floatingips/1bd36a6b-c25d-4e98-ab4f-41c8d0ba4b63 HTTP/1.1" status: 200 len: 993 time: 0.0658865 Jul 23 17:20:16.103042 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58912) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:16.281607 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-a69f851e-6268-4fcb-97f9-fb0db3eb36e8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Deleting port 6c2da146-bd15-4df6-ac78-dbc59aacc842 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:20:16.281955 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a69f851e-6268-4fcb-97f9-fb0db3eb36e8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:16.371469 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a69f851e-6268-4fcb-97f9-fb0db3eb36e8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:16.371794 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a69f851e-6268-4fcb-97f9-fb0db3eb36e8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:16.386505 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-a69f851e-6268-4fcb-97f9-fb0db3eb36e8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Calling delete_port for 6c2da146-bd15-4df6-ac78-dbc59aacc842 owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:20:16.546254 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a69f851e-6268-4fcb-97f9-fb0db3eb36e8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:16.571151 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f851e-6268-4fcb-97f9-fb0db3eb36e8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'Port': ['ID=6c2da146-bd15-4df6-ac78-dbc59aacc842,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:16.585902 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f851e-6268-4fcb-97f9-fb0db3eb36e8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:16.586252 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f851e-6268-4fcb-97f9-fb0db3eb36e8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:16.586598 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f851e-6268-4fcb-97f9-fb0db3eb36e8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:16.586936 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f851e-6268-4fcb-97f9-fb0db3eb36e8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:16.587538 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f851e-6268-4fcb-97f9-fb0db3eb36e8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:16.587872 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f851e-6268-4fcb-97f9-fb0db3eb36e8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:16.588207 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f851e-6268-4fcb-97f9-fb0db3eb36e8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:16.588535 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f851e-6268-4fcb-97f9-fb0db3eb36e8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:16.588863 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f851e-6268-4fcb-97f9-fb0db3eb36e8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:16.589218 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f851e-6268-4fcb-97f9-fb0db3eb36e8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:16.589578 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f851e-6268-4fcb-97f9-fb0db3eb36e8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:16.589867 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f851e-6268-4fcb-97f9-fb0db3eb36e8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:16.651842 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a69f851e-6268-4fcb-97f9-fb0db3eb36e8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:16.652098 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-a69f851e-6268-4fcb-97f9-fb0db3eb36e8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Floating IP 1bd36a6b-c25d-4e98-ab4f-41c8d0ba4b63 disassociated (deleted). External IP: 172.25.8.20, port: a7000aca-acb5-4e1b-a831-c3b17f5fc3e5. Jul 23 17:20:16.872582 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69f851e-6268-4fcb-97f9-fb0db3eb36e8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Router cecb5698-c016-4c78-8758-352598933444 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:20:16.993973 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69f851e-6268-4fcb-97f9-fb0db3eb36e8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:20:16.999875 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a69f851e-6268-4fcb-97f9-fb0db3eb36e8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:17.005577 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721b1664-6a12-4d58-bfc8-3d8caaef88cc None None] Sync routers for ids ['cecb5698-c016-4c78-8758-352598933444'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:20:17.020714 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721b1664-6a12-4d58-bfc8-3d8caaef88cc None None] Routers {'cecb5698-c016-4c78-8758-352598933444'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:20:17.021478 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-721b1664-6a12-4d58-bfc8-3d8caaef88cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:20:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['cecb5698-c016-4c78-8758-352598933444'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:17.052567 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a69f851e-6268-4fcb-97f9-fb0db3eb36e8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "DELETE /v2.0/floatingips/1bd36a6b-c25d-4e98-ab4f-41c8d0ba4b63 HTTP/1.1" status: 204 len: 168 time: 0.9484484 Jul 23 17:20:17.053199 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '657e42f1-c3f5-4b08-872b-70a7bee908c6', 'tag': 'a7000aca-acb5-4e1b-a831-c3b17f5fc3e5'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:20:17.055616 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ee631c-e9e8-481d-90fb-2ad3ce9ff93f" -d '{"events": [{"name": "network-changed", "server_uuid": "657e42f1-c3f5-4b08-872b-70a7bee908c6", "tag": "a7000aca-acb5-4e1b-a831-c3b17f5fc3e5"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:20:17.141844 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-721b1664-6a12-4d58-bfc8-3d8caaef88cc None None] Set router cecb5698-c016-4c78-8758-352598933444 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:20:17.318533 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7e9aec-f6e4-4041-907f-bf3c612a8c73 x-openstack-request-id: req-8a7e9aec-f6e4-4041-907f-bf3c612a8c73 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:20:17.318826 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "657e42f1-c3f5-4b08-872b-70a7bee908c6", "tag": "a7000aca-acb5-4e1b-a831-c3b17f5fc3e5", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:20:17.319081 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8a7e9aec-f6e4-4041-907f-bf3c612a8c73 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:20:17.319494 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '657e42f1-c3f5-4b08-872b-70a7bee908c6', 'tag': 'a7000aca-acb5-4e1b-a831-c3b17f5fc3e5', 'status': 'completed', 'code': 200} Jul 23 17:20:17.389511 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-721b1664-6a12-4d58-bfc8-3d8caaef88cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecb5698-c016-4c78-8758-352598933444', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25564209', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c4be49fb-6bfc-4b49-a988-96534d03a531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:16Z', 'updated_at': '2021-07-23T17:19:21Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': 'c4be49fb-6bfc-4b49-a988-96534d03a531', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecb5698-c016-4c78-8758-352598933444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:17Z', 'updated_at': '2021-07-23T17:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'cd389263-bb68-494e-95de-a52b9628328a', 'name': '', 'network_id': '51380a92-3973-4b3a-949f-6aa7b70ad191', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:46:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecb5698-c016-4c78-8758-352598933444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ae0b195e-fd08-4e95-b14c-48d8c477b872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:20Z', 'updated_at': '2021-07-23T17:19:27Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': 'ae0b195e-fd08-4e95-b14c-48d8c477b872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:17.418832 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721b1664-6a12-4d58-bfc8-3d8caaef88cc None None] Checking router: cecb5698-c016-4c78-8758-352598933444 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:20:17.431095 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721b1664-6a12-4d58-bfc8-3d8caaef88cc None None] Routers {'cecb5698-c016-4c78-8758-352598933444'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:20:17.431986 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-721b1664-6a12-4d58-bfc8-3d8caaef88cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:20:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['cecb5698-c016-4c78-8758-352598933444'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:17.453776 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee631c-e9e8-481d-90fb-2ad3ce9ff93f req-22a8b4c4-c6d3-4e3b-b6a7-a6f71c8c800d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:17.455891 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53ee631c-e9e8-481d-90fb-2ad3ce9ff93f req-22a8b4c4-c6d3-4e3b-b6a7-a6f71c8c800d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&device_id=657e42f1-c3f5-4b08-872b-70a7bee908c6 HTTP/1.1" status: 200 len: 1097 time: 0.1113577 Jul 23 17:20:17.480894 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39baa7-bda4-454f-a0c4-8a61a785fe51 req-da104b25-9156-42a3-9152-8c07db0f74a5 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:17.482546 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8b39baa7-bda4-454f-a0c4-8a61a785fe51 req-da104b25-9156-42a3-9152-8c07db0f74a5 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=657e42f1-c3f5-4b08-872b-70a7bee908c6 HTTP/1.1" status: 200 len: 946 time: 0.1060436 Jul 23 17:20:17.575788 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-721b1664-6a12-4d58-bfc8-3d8caaef88cc None None] Set router cecb5698-c016-4c78-8758-352598933444 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:20:17.581331 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8b39baa7-bda4-454f-a0c4-8a61a785fe51 req-338963d4-bdf3-4384-a158-ef52843726e6 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=e92ecaf7-25c2-4a84-9159-f99c591a91a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876610 Jul 23 17:20:17.603551 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee631c-e9e8-481d-90fb-2ad3ce9ff93f req-3041228a-5e4c-410c-972e-dd427e2b9dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:17.605397 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53ee631c-e9e8-481d-90fb-2ad3ce9ff93f req-3041228a-5e4c-410c-972e-dd427e2b9dcb service neutron] 10.222.0.97 "GET /v2.0/networks?id=51380a92-3973-4b3a-949f-6aa7b70ad191 HTTP/1.1" status: 200 len: 899 time: 0.1421242 Jul 23 17:20:17.654824 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53ee631c-e9e8-481d-90fb-2ad3ce9ff93f req-b6a678a8-aad0-4188-8aeb-4cd211b499cc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7000aca-acb5-4e1b-a831-c3b17f5fc3e5 HTTP/1.1" status: 200 len: 217 time: 0.0412078 Jul 23 17:20:17.715823 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee631c-e9e8-481d-90fb-2ad3ce9ff93f req-95cb3139-12da-49eb-8549-ab53c876141c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:17.717626 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53ee631c-e9e8-481d-90fb-2ad3ce9ff93f req-95cb3139-12da-49eb-8549-ab53c876141c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ae0b195e-fd08-4e95-b14c-48d8c477b872 HTTP/1.1" status: 200 len: 835 time: 0.0557306 Jul 23 17:20:17.805923 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee631c-e9e8-481d-90fb-2ad3ce9ff93f req-efa99941-2355-442a-bd8a-8f273b3669ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:17.807388 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53ee631c-e9e8-481d-90fb-2ad3ce9ff93f req-efa99941-2355-442a-bd8a-8f273b3669ea service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=51380a92-3973-4b3a-949f-6aa7b70ad191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817752 Jul 23 17:20:17.868432 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-721b1664-6a12-4d58-bfc8-3d8caaef88cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecb5698-c016-4c78-8758-352598933444', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25564209', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c4be49fb-6bfc-4b49-a988-96534d03a531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:16Z', 'updated_at': '2021-07-23T17:19:21Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': 'c4be49fb-6bfc-4b49-a988-96534d03a531', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecb5698-c016-4c78-8758-352598933444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:17Z', 'updated_at': '2021-07-23T17:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'cd389263-bb68-494e-95de-a52b9628328a', 'name': '', 'network_id': '51380a92-3973-4b3a-949f-6aa7b70ad191', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:46:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecb5698-c016-4c78-8758-352598933444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ae0b195e-fd08-4e95-b14c-48d8c477b872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:20Z', 'updated_at': '2021-07-23T17:19:27Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': 'ae0b195e-fd08-4e95-b14c-48d8c477b872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:17.898730 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721b1664-6a12-4d58-bfc8-3d8caaef88cc None None] The sync data for ids ['cecb5698-c016-4c78-8758-352598933444'] in n-d-778549-4 is: [{'id': 'cecb5698-c016-4c78-8758-352598933444', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25564209', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c4be49fb-6bfc-4b49-a988-96534d03a531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:16Z', 'updated_at': '2021-07-23T17:19:21Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': 'c4be49fb-6bfc-4b49-a988-96534d03a531', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecb5698-c016-4c78-8758-352598933444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:17Z', 'updated_at': '2021-07-23T17:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'cd389263-bb68-494e-95de-a52b9628328a', 'name': '', 'network_id': '51380a92-3973-4b3a-949f-6aa7b70ad191', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:46:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecb5698-c016-4c78-8758-352598933444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ae0b195e-fd08-4e95-b14c-48d8c477b872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:20Z', 'updated_at': '2021-07-23T17:19:27Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': 'ae0b195e-fd08-4e95-b14c-48d8c477b872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:20:17.917465 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53ee631c-e9e8-481d-90fb-2ad3ce9ff93f req-b3ef1ca0-f727-4768-b79b-857b84c4fe89 service neutron] 10.222.0.97 "GET /v2.0/networks/51380a92-3973-4b3a-949f-6aa7b70ad191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021600 Jul 23 17:20:18.031156 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53ee631c-e9e8-481d-90fb-2ad3ce9ff93f req-8d5c85cb-2502-40ff-b80f-b512fa61e8f6 service neutron] 10.222.0.97 "GET /v2.0/networks/51380a92-3973-4b3a-949f-6aa7b70ad191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052585 Jul 23 17:20:18.166417 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93c6142-2abd-47a7-b598-807bbb68a729 None None] New status for floating IP 1bd36a6b-c25d-4e98-ab4f-41c8d0ba4b63: DOWN {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:20:18.729934 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01689973-cdca-4a55-82f7-25e97d45f2b1 req-ac1fe9cd-62d6-40df-a97e-6f3dabae8676 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:18.731536 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-01689973-cdca-4a55-82f7-25e97d45f2b1 req-ac1fe9cd-62d6-40df-a97e-6f3dabae8676 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=657e42f1-c3f5-4b08-872b-70a7bee908c6 HTTP/1.1" status: 200 len: 946 time: 0.0716443 Jul 23 17:20:18.777027 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-01689973-cdca-4a55-82f7-25e97d45f2b1 req-52161450-c0ac-4eb4-ba23-35f614d74cde tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=e92ecaf7-25c2-4a84-9159-f99c591a91a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396385 Jul 23 17:20:19.033559 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12902e-325e-4c0e-9ab1-b784aebebc0a req-5d07291e-c6ba-4225-bc0f-ae9b20e325cc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:19.035356 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ea12902e-325e-4c0e-9ab1-b784aebebc0a req-5d07291e-c6ba-4225-bc0f-ae9b20e325cc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.97 "GET /v2.0/ports?device_id=657e42f1-c3f5-4b08-872b-70a7bee908c6 HTTP/1.1" status: 200 len: 946 time: 0.0700786 Jul 23 17:20:19.192842 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-ea12902e-325e-4c0e-9ab1-b784aebebc0a req-23715348-496c-41c0-84da-24047a1ad442 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Deleting port a7000aca-acb5-4e1b-a831-c3b17f5fc3e5 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:20:19.193458 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ea12902e-325e-4c0e-9ab1-b784aebebc0a req-23715348-496c-41c0-84da-24047a1ad442 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:19.310386 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-ea12902e-325e-4c0e-9ab1-b784aebebc0a req-23715348-496c-41c0-84da-24047a1ad442 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] For port a7000aca-acb5-4e1b-a831-c3b17f5fc3e5, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=a7000aca-acb5-4e1b-a831-c3b17f5fc3e5,segment=NetworkSegment(1a40742b-9484-4c3b-b001-3dc39f2f3600),segment_id=1a40742b-9484-4c3b-b001-3dc39f2f3600)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:20:19.310673 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ea12902e-325e-4c0e-9ab1-b784aebebc0a req-23715348-496c-41c0-84da-24047a1ad442 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:19.327056 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-ea12902e-325e-4c0e-9ab1-b784aebebc0a req-23715348-496c-41c0-84da-24047a1ad442 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Calling delete_port for a7000aca-acb5-4e1b-a831-c3b17f5fc3e5 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:20:19.496852 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ea12902e-325e-4c0e-9ab1-b784aebebc0a req-23715348-496c-41c0-84da-24047a1ad442 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:19.537749 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23715348-496c-41c0-84da-24047a1ad442 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'Port': ['ID=a7000aca-acb5-4e1b-a831-c3b17f5fc3e5,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:19.596624 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea12902e-325e-4c0e-9ab1-b784aebebc0a req-23715348-496c-41c0-84da-24047a1ad442 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] No DVR routers for this DVR port a7000aca-acb5-4e1b-a831-c3b17f5fc3e5 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:20:19.599721 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ea12902e-325e-4c0e-9ab1-b784aebebc0a req-23715348-496c-41c0-84da-24047a1ad442 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:19.601952 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ea12902e-325e-4c0e-9ab1-b784aebebc0a req-23715348-496c-41c0-84da-24047a1ad442 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.97 "DELETE /v2.0/ports/a7000aca-acb5-4e1b-a831-c3b17f5fc3e5 HTTP/1.1" status: 204 len: 173 time: 0.5603127 Jul 23 17:20:19.602505 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '657e42f1-c3f5-4b08-872b-70a7bee908c6', 'name': 'network-vif-deleted', 'tag': 'a7000aca-acb5-4e1b-a831-c3b17f5fc3e5'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:20:19.604891 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb22ae86-1bf3-4b0b-aad4-4f3873f62037" -d '{"events": [{"server_uuid": "657e42f1-c3f5-4b08-872b-70a7bee908c6", "name": "network-vif-deleted", "tag": "a7000aca-acb5-4e1b-a831-c3b17f5fc3e5"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:20:19.661478 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12075fc2-852e-48de-8244-fb3ce1e2cb5a x-openstack-request-id: req-12075fc2-852e-48de-8244-fb3ce1e2cb5a {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:20:19.661770 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "657e42f1-c3f5-4b08-872b-70a7bee908c6", "name": "network-vif-deleted", "tag": "a7000aca-acb5-4e1b-a831-c3b17f5fc3e5", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:20:19.662030 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-12075fc2-852e-48de-8244-fb3ce1e2cb5a {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:20:19.662442 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '657e42f1-c3f5-4b08-872b-70a7bee908c6', 'name': 'network-vif-deleted', 'tag': 'a7000aca-acb5-4e1b-a831-c3b17f5fc3e5', 'status': 'completed', 'code': 200} Jul 23 17:20:19.911206 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-07e5bf5e-ceaa-4dc0-b0a8-7bf30ab5ccf6 req-b8de345b-09ce-4a82-9cba-17069a5d1910 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=657e42f1-c3f5-4b08-872b-70a7bee908c6 HTTP/1.1" status: 200 len: 210 time: 0.0374017 Jul 23 17:20:20.993021 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58930) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:21.401227 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a915d82-db75-4b92-8fc5-b53c4698011e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:21.714467 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-3a915d82-db75-4b92-8fc5-b53c4698011e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Deleting port cd389263-bb68-494e-95de-a52b9628328a {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:20:21.714747 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a915d82-db75-4b92-8fc5-b53c4698011e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:21.832424 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-3a915d82-db75-4b92-8fc5-b53c4698011e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] For port cd389263-bb68-494e-95de-a52b9628328a, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=cd389263-bb68-494e-95de-a52b9628328a,segment=NetworkSegment(1a40742b-9484-4c3b-b001-3dc39f2f3600),segment_id=1a40742b-9484-4c3b-b001-3dc39f2f3600)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:20:21.832854 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a915d82-db75-4b92-8fc5-b53c4698011e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:21.857121 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-3a915d82-db75-4b92-8fc5-b53c4698011e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Calling delete_port for cd389263-bb68-494e-95de-a52b9628328a owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:20:22.080203 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a915d82-db75-4b92-8fc5-b53c4698011e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:22.110143 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a915d82-db75-4b92-8fc5-b53c4698011e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'Port': ['ID=cd389263-bb68-494e-95de-a52b9628328a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:22.396791 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3a915d82-db75-4b92-8fc5-b53c4698011e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:22.638713 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a915d82-db75-4b92-8fc5-b53c4698011e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Router cecb5698-c016-4c78-8758-352598933444 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:20:22.758871 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a915d82-db75-4b92-8fc5-b53c4698011e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:20:22.764406 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3a915d82-db75-4b92-8fc5-b53c4698011e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "PUT /v2.0/routers/cecb5698-c016-4c78-8758-352598933444/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7703178 Jul 23 17:20:22.769378 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58932) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:22.770766 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802e0f14-53e2-4254-8c97-cfa7f41c38d3 None None] Sync routers for ids ['cecb5698-c016-4c78-8758-352598933444'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:20:22.781022 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802e0f14-53e2-4254-8c97-cfa7f41c38d3 None None] Routers {'cecb5698-c016-4c78-8758-352598933444'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:20:22.781753 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-802e0f14-53e2-4254-8c97-cfa7f41c38d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:20:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['cecb5698-c016-4c78-8758-352598933444'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:22.829483 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-40a3e7b8-0a5b-48d1-833c-4ffad2514ee3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Deleting subnet ae0b195e-fd08-4e95-b14c-48d8c477b872 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:20:22.833188 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-40a3e7b8-0a5b-48d1-833c-4ffad2514ee3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:22.881121 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-40a3e7b8-0a5b-48d1-833c-4ffad2514ee3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:22.900542 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-802e0f14-53e2-4254-8c97-cfa7f41c38d3 None None] Set router cecb5698-c016-4c78-8758-352598933444 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:20:22.931856 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device a7000aca-acb5-4e1b-a831-c3b17f5fc3e5 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:20:22.988125 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: a7000aca-acb5-4e1b-a831-c3b17f5fc3e5 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:20:22.988486 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device a7000aca-acb5-4e1b-a831-c3b17f5fc3e5 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:20:22.995249 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-40a3e7b8-0a5b-48d1-833c-4ffad2514ee3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:23.076839 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-40a3e7b8-0a5b-48d1-833c-4ffad2514ee3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:23.108337 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3e7b8-0a5b-48d1-833c-4ffad2514ee3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'Subnet': ['ID=ae0b195e-fd08-4e95-b14c-48d8c477b872,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:23.115137 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-40a3e7b8-0a5b-48d1-833c-4ffad2514ee3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:23.120513 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-40a3e7b8-0a5b-48d1-833c-4ffad2514ee3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "DELETE /v2.0/subnets/ae0b195e-fd08-4e95-b14c-48d8c477b872 HTTP/1.1" status: 204 len: 168 time: 0.3473804 Jul 23 17:20:23.121173 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58934) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:23.133044 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2470abd3-23d0-45f5-a38c-36567a12da39 None None] Network 51380a92-3973-4b3a-949f-6aa7b70ad191 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:20:23.166373 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-802e0f14-53e2-4254-8c97-cfa7f41c38d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecb5698-c016-4c78-8758-352598933444', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25564209', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c4be49fb-6bfc-4b49-a988-96534d03a531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:16Z', 'updated_at': '2021-07-23T17:20:22Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': 'c4be49fb-6bfc-4b49-a988-96534d03a531', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecb5698-c016-4c78-8758-352598933444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:17Z', 'updated_at': '2021-07-23T17:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:23.232877 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802e0f14-53e2-4254-8c97-cfa7f41c38d3 None None] Checking router: cecb5698-c016-4c78-8758-352598933444 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:20:23.265866 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802e0f14-53e2-4254-8c97-cfa7f41c38d3 None None] Routers {'cecb5698-c016-4c78-8758-352598933444'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:20:23.267118 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-802e0f14-53e2-4254-8c97-cfa7f41c38d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:20:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['cecb5698-c016-4c78-8758-352598933444'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:23.268374 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3568a9e7-8d93-49c3-80fa-9964406afba4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:23.401327 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3568a9e7-8d93-49c3-80fa-9964406afba4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:23.415841 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-802e0f14-53e2-4254-8c97-cfa7f41c38d3 None None] Set router cecb5698-c016-4c78-8758-352598933444 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:20:23.505349 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600aaacf-7277-4bf1-b639-cdc09bcd51bc None None] DHCP port deletion for 51380a92-3973-4b3a-949f-6aa7b70ad191 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:20:23.512149 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-3568a9e7-8d93-49c3-80fa-9964406afba4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Deleting port c4be49fb-6bfc-4b49-a988-96534d03a531 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:20:23.512741 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3568a9e7-8d93-49c3-80fa-9964406afba4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:23.645758 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-600aaacf-7277-4bf1-b639-cdc09bcd51bc None None] Deleting port bebd55a0-69e9-4974-ab95-f8fed41367c9 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:20:23.646248 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-600aaacf-7277-4bf1-b639-cdc09bcd51bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:23.669250 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-3568a9e7-8d93-49c3-80fa-9964406afba4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] For port c4be49fb-6bfc-4b49-a988-96534d03a531, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c4be49fb-6bfc-4b49-a988-96534d03a531,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:20:23.669918 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3568a9e7-8d93-49c3-80fa-9964406afba4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:23.694652 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-3568a9e7-8d93-49c3-80fa-9964406afba4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Calling delete_port for c4be49fb-6bfc-4b49-a988-96534d03a531 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:20:23.717390 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device bebd55a0-69e9-4974-ab95-f8fed41367c9 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:20:23.765393 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-802e0f14-53e2-4254-8c97-cfa7f41c38d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecb5698-c016-4c78-8758-352598933444', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25564209', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c4be49fb-6bfc-4b49-a988-96534d03a531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:16Z', 'updated_at': '2021-07-23T17:20:22Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': 'c4be49fb-6bfc-4b49-a988-96534d03a531', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecb5698-c016-4c78-8758-352598933444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:17Z', 'updated_at': '2021-07-23T17:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:23.769746 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-600aaacf-7277-4bf1-b639-cdc09bcd51bc None None] For port bebd55a0-69e9-4974-ab95-f8fed41367c9, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=bebd55a0-69e9-4974-ab95-f8fed41367c9,segment=NetworkSegment(1a40742b-9484-4c3b-b001-3dc39f2f3600),segment_id=1a40742b-9484-4c3b-b001-3dc39f2f3600)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:20:23.770140 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-600aaacf-7277-4bf1-b639-cdc09bcd51bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:23.811482 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-600aaacf-7277-4bf1-b639-cdc09bcd51bc None None] Calling delete_port for bebd55a0-69e9-4974-ab95-f8fed41367c9 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:20:23.820822 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802e0f14-53e2-4254-8c97-cfa7f41c38d3 None None] The sync data for ids ['cecb5698-c016-4c78-8758-352598933444'] in n-d-778549-4 is: [{'id': 'cecb5698-c016-4c78-8758-352598933444', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25564209', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'c4be49fb-6bfc-4b49-a988-96534d03a531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:16Z', 'updated_at': '2021-07-23T17:20:22Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': 'c4be49fb-6bfc-4b49-a988-96534d03a531', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecb5698-c016-4c78-8758-352598933444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:17Z', 'updated_at': '2021-07-23T17:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:20:23.940295 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3568a9e7-8d93-49c3-80fa-9964406afba4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:23.975845 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568a9e7-8d93-49c3-80fa-9964406afba4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'Port': ['ID=c4be49fb-6bfc-4b49-a988-96534d03a531,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:24.013479 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568a9e7-8d93-49c3-80fa-9964406afba4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:24.013826 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568a9e7-8d93-49c3-80fa-9964406afba4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:24.014163 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568a9e7-8d93-49c3-80fa-9964406afba4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:24.014499 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568a9e7-8d93-49c3-80fa-9964406afba4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:24.014829 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568a9e7-8d93-49c3-80fa-9964406afba4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:24.015164 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568a9e7-8d93-49c3-80fa-9964406afba4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:24.015500 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568a9e7-8d93-49c3-80fa-9964406afba4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:24.015827 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568a9e7-8d93-49c3-80fa-9964406afba4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:24.016154 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568a9e7-8d93-49c3-80fa-9964406afba4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:24.017008 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568a9e7-8d93-49c3-80fa-9964406afba4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:24.017374 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568a9e7-8d93-49c3-80fa-9964406afba4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:24.017687 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568a9e7-8d93-49c3-80fa-9964406afba4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:24.071766 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3568a9e7-8d93-49c3-80fa-9964406afba4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:24.107667 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:24.150268 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-600aaacf-7277-4bf1-b639-cdc09bcd51bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:24.187004 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3568a9e7-8d93-49c3-80fa-9964406afba4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:24.192251 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3568a9e7-8d93-49c3-80fa-9964406afba4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:24.199546 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600aaacf-7277-4bf1-b639-cdc09bcd51bc None None] Pushing event deleted for resources: {'Port': ['ID=bebd55a0-69e9-4974-ab95-f8fed41367c9,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:24.202405 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600aaacf-7277-4bf1-b639-cdc09bcd51bc None None] No DVR routers for this DVR port bebd55a0-69e9-4974-ab95-f8fed41367c9 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:20:24.219910 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600aaacf-7277-4bf1-b639-cdc09bcd51bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:24.220261 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600aaacf-7277-4bf1-b639-cdc09bcd51bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:24.220701 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600aaacf-7277-4bf1-b639-cdc09bcd51bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:24.220930 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600aaacf-7277-4bf1-b639-cdc09bcd51bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:24.221427 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600aaacf-7277-4bf1-b639-cdc09bcd51bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:24.221917 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600aaacf-7277-4bf1-b639-cdc09bcd51bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:24.222147 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600aaacf-7277-4bf1-b639-cdc09bcd51bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:24.222650 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600aaacf-7277-4bf1-b639-cdc09bcd51bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:24.223016 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600aaacf-7277-4bf1-b639-cdc09bcd51bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:24.223516 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600aaacf-7277-4bf1-b639-cdc09bcd51bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:24.223971 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600aaacf-7277-4bf1-b639-cdc09bcd51bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:24.224639 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600aaacf-7277-4bf1-b639-cdc09bcd51bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:24.241463 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3568a9e7-8d93-49c3-80fa-9964406afba4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:24.241989 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3568a9e7-8d93-49c3-80fa-9964406afba4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Fanout notify agent at l3_agent the message router_deleted on router cecb5698-c016-4c78-8758-352598933444 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:20:24.249738 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3568a9e7-8d93-49c3-80fa-9964406afba4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:24.251660 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3568a9e7-8d93-49c3-80fa-9964406afba4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "DELETE /v2.0/routers/cecb5698-c016-4c78-8758-352598933444 HTTP/1.1" status: 204 len: 168 time: 1.1283944 Jul 23 17:20:24.255701 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58936) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:24.346311 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ea6c8d9a-7cbb-438e-ac1b-a302b7b72d8f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:24.441238 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ea6c8d9a-7cbb-438e-ac1b-a302b7b72d8f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:24.453328 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-ea6c8d9a-7cbb-438e-ac1b-a302b7b72d8f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51380a92-3973-4b3a-949f-6aa7b70ad191']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:24.482279 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-ea6c8d9a-7cbb-438e-ac1b-a302b7b72d8f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a40742b-9484-4c3b-b001-3dc39f2f3600') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:24.482530 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-ea6c8d9a-7cbb-438e-ac1b-a302b7b72d8f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a40742b-9484-4c3b-b001-3dc39f2f3600') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:24.493722 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ea6c8d9a-7cbb-438e-ac1b-a302b7b72d8f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:24.510849 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ea6c8d9a-7cbb-438e-ac1b-a302b7b72d8f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:24.520109 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea6c8d9a-7cbb-438e-ac1b-a302b7b72d8f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:20:24.520420 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ea6c8d9a-7cbb-438e-ac1b-a302b7b72d8f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:24.523748 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 17:20:24.523748 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:20:24.523748 n-d-778549-4 neutron-server[94013]: timer() Jul 23 17:20:24.523748 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:20:24.523748 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 17:20:24.523748 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:20:24.523748 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 17:20:24.523748 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:20:24.523748 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 17:20:24.523748 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:20:24.523748 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 17:20:24.523748 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:20:24.523748 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 17:20:24.523748 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:20:24.523748 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:20:24.523748 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:20:24.523748 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:20:24.523748 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:20:24.523748 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 17:20:24.523748 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:20:24.523748 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 17:20:24.523748 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:20:24.523748 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:20:24.523748 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:20:24.523748 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 17:20:24.523748 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:20:24.523748 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:20:24.523748 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:20:24.523748 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:20:24.523748 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:20:24.523748 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:20:24.523748 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:20:24.595196 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ea6c8d9a-7cbb-438e-ac1b-a302b7b72d8f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:24.604984 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ea6c8d9a-7cbb-438e-ac1b-a302b7b72d8f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:24.605956 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ea6c8d9a-7cbb-438e-ac1b-a302b7b72d8f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "DELETE /v2.0/networks/51380a92-3973-4b3a-949f-6aa7b70ad191 HTTP/1.1" status: 204 len: 168 time: 0.3492241 Jul 23 17:20:24.609224 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58938) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:24.619052 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c8d9a-7cbb-438e-ac1b-a302b7b72d8f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'Network': ['ID=51380a92-3973-4b3a-949f-6aa7b70ad191,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:24.678781 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-16a791a0-c79f-45a8-93ae-8a1f6eabd886 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:24.710922 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-16a791a0-c79f-45a8-93ae-8a1f6eabd886 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:24.792323 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-16a791a0-c79f-45a8-93ae-8a1f6eabd886 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:24.797256 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-16a791a0-c79f-45a8-93ae-8a1f6eabd886 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:24.800034 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-16a791a0-c79f-45a8-93ae-8a1f6eabd886 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "DELETE /v2.0/security-groups/e92ecaf7-25c2-4a84-9159-f99c591a91a6 HTTP/1.1" status: 204 len: 168 time: 0.1888075 Jul 23 17:20:24.816880 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a791a0-c79f-45a8-93ae-8a1f6eabd886 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92ecaf7-25c2-4a84-9159-f99c591a91a6,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:25.142193 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58944) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:25.147079 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ad31a539-6e72-4e0c-a1f0-012e729f39cc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1293682728', 'description': 'tempest-secgroup-smoke-1293682728 description', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:20:25.174773 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad31a539-6e72-4e0c-a1f0-012e729f39cc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:25.202159 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:20:25.288242 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad31a539-6e72-4e0c-a1f0-012e729f39cc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:25.293620 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad31a539-6e72-4e0c-a1f0-012e729f39cc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:25.351820 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad31a539-6e72-4e0c-a1f0-012e729f39cc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:25.354154 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ad31a539-6e72-4e0c-a1f0-012e729f39cc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2105260 Jul 23 17:20:25.356977 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58946) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:25.362082 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-cd543c9e-7c62-43a8-9e13-58bb26578eff tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group_rule': {'security_group_id': '57e03f1b-25a0-42d2-bc10-deb5f035a2b4', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:20:25.362737 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31a539-6e72-4e0c-a1f0-012e729f39cc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57e03f1b-25a0-42d2-bc10-deb5f035a2b4,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:25.394000 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cd543c9e-7c62-43a8-9e13-58bb26578eff tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:25.464721 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cd543c9e-7c62-43a8-9e13-58bb26578eff tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:25.469404 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cd543c9e-7c62-43a8-9e13-58bb26578eff tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:25.493197 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd543c9e-7c62-43a8-9e13-58bb26578eff tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d99c6c-4d06-4e31-858b-ab49b632d06b,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:25.501112 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cd543c9e-7c62-43a8-9e13-58bb26578eff tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:25.502535 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cd543c9e-7c62-43a8-9e13-58bb26578eff tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1444480 Jul 23 17:20:25.507029 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58948) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:25.511809 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-58a1cb5f-aacc-46a8-b30a-98f65a643964 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group_rule': {'security_group_id': '57e03f1b-25a0-42d2-bc10-deb5f035a2b4', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:20:25.544549 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-58a1cb5f-aacc-46a8-b30a-98f65a643964 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:25.618446 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-58a1cb5f-aacc-46a8-b30a-98f65a643964 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:25.622562 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-58a1cb5f-aacc-46a8-b30a-98f65a643964 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:25.635057 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device cd389263-bb68-494e-95de-a52b9628328a no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:20:25.659633 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1cb5f-aacc-46a8-b30a-98f65a643964 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0358917-c718-4114-a54a-a9c17a3246bb,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:25.679404 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-58a1cb5f-aacc-46a8-b30a-98f65a643964 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:25.680308 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: cd389263-bb68-494e-95de-a52b9628328a {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:20:25.680926 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device cd389263-bb68-494e-95de-a52b9628328a not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:20:25.681880 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c4be49fb-6bfc-4b49-a988-96534d03a531 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:20:25.685872 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58950) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:25.686466 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-58a1cb5f-aacc-46a8-b30a-98f65a643964 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1779897 Jul 23 17:20:25.693339 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-d76b4588-f7be-4af8-b144-1244c83e6c9d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group_rule': {'security_group_id': '57e03f1b-25a0-42d2-bc10-deb5f035a2b4', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:20:25.709569 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: c4be49fb-6bfc-4b49-a988-96534d03a531 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:20:25.710056 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c4be49fb-6bfc-4b49-a988-96534d03a531 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:20:25.728560 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d76b4588-f7be-4af8-b144-1244c83e6c9d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:25.825235 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d76b4588-f7be-4af8-b144-1244c83e6c9d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:25.831270 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d76b4588-f7be-4af8-b144-1244c83e6c9d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:25.859531 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b4588-f7be-4af8-b144-1244c83e6c9d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ce69f3-3533-4649-8d04-606525214eb1,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:25.874853 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d76b4588-f7be-4af8-b144-1244c83e6c9d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:25.876757 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d76b4588-f7be-4af8-b144-1244c83e6c9d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1885035 Jul 23 17:20:25.879974 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58952) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:25.884848 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-9ff45664-d79b-4ef0-9955-0d7f23239581 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group_rule': {'security_group_id': '57e03f1b-25a0-42d2-bc10-deb5f035a2b4', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:20:25.917475 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9ff45664-d79b-4ef0-9955-0d7f23239581 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:25.994987 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9ff45664-d79b-4ef0-9955-0d7f23239581 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:25.999261 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9ff45664-d79b-4ef0-9955-0d7f23239581 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:26.023147 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff45664-d79b-4ef0-9955-0d7f23239581 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43281e6b-ee55-45b6-a2f3-e4d731f43d43,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:26.027674 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9ff45664-d79b-4ef0-9955-0d7f23239581 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:26.029297 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9ff45664-d79b-4ef0-9955-0d7f23239581 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1480620 Jul 23 17:20:26.033432 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58954) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:26.041472 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-51397f31-3adc-4f14-b58b-08f88a3ff8bc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group_rule': {'security_group_id': '57e03f1b-25a0-42d2-bc10-deb5f035a2b4', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:20:26.075366 n-d-778549-4 neutron-server[94013]: INFO neutron.db.securitygroups_db [None req-51397f31-3adc-4f14-b58b-08f88a3ff8bc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Project 06c5f7ba3e1e4b06905e7a7f54b2d219 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:20:26.082427 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-51397f31-3adc-4f14-b58b-08f88a3ff8bc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:26.160571 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-51397f31-3adc-4f14-b58b-08f88a3ff8bc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:26.166470 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-51397f31-3adc-4f14-b58b-08f88a3ff8bc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:26.187599 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51397f31-3adc-4f14-b58b-08f88a3ff8bc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1acaa58f-1489-4354-8bc6-7696228a052e,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:26.198044 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-51397f31-3adc-4f14-b58b-08f88a3ff8bc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:26.200034 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-51397f31-3adc-4f14-b58b-08f88a3ff8bc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1650951 Jul 23 17:20:26.202883 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58956) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:26.208491 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-1d8eb5b7-26e3-4be4-91a2-bedccf0595cc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group_rule': {'security_group_id': '57e03f1b-25a0-42d2-bc10-deb5f035a2b4', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:20:26.236149 n-d-778549-4 neutron-server[94013]: INFO neutron.db.securitygroups_db [None req-1d8eb5b7-26e3-4be4-91a2-bedccf0595cc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Project 06c5f7ba3e1e4b06905e7a7f54b2d219 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:20:26.242490 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb5b7-26e3-4be4-91a2-bedccf0595cc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:26.320952 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb5b7-26e3-4be4-91a2-bedccf0595cc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:26.325432 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb5b7-26e3-4be4-91a2-bedccf0595cc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:26.350236 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb5b7-26e3-4be4-91a2-bedccf0595cc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad78be4-613a-4658-bdb8-0c9a57c72b20,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:26.359584 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb5b7-26e3-4be4-91a2-bedccf0595cc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:26.362518 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1d8eb5b7-26e3-4be4-91a2-bedccf0595cc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1580720 Jul 23 17:20:26.366259 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58958) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:26.375667 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-02ff37bd-6a39-4838-a636-2926923ce968 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'network': {'name': 'tempest-network-smoke--280700506', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'port_security_enabled': True}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:20:26.410065 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ff37bd-6a39-4838-a636-2926923ce968 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Made reservation on behalf of 06c5f7ba3e1e4b06905e7a7f54b2d219 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:20:26.414113 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02ff37bd-6a39-4838-a636-2926923ce968 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:26.442189 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02ff37bd-6a39-4838-a636-2926923ce968 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] vlan segment allocate from pool success with {'vlan_id': 1146, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:20:26.453363 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02ff37bd-6a39-4838-a636-2926923ce968 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:26.454041 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-02ff37bd-6a39-4838-a636-2926923ce968 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Added segment 4fe1b4ee-53f1-4401-a94e-7333f95132ea of type vlan for network f016d227-d6f9-4bd9-a651-15ce16d101af Jul 23 17:20:26.527467 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02ff37bd-6a39-4838-a636-2926923ce968 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:26.563129 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02ff37bd-6a39-4838-a636-2926923ce968 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:26.569454 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ff37bd-6a39-4838-a636-2926923ce968 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:26.570166 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02ff37bd-6a39-4838-a636-2926923ce968 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:26.615635 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-02ff37bd-6a39-4838-a636-2926923ce968 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2475214 Jul 23 17:20:26.618351 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58960) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:26.623367 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-1f53679b-a8d1-4119-af58-a6c54f64cafe tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1977006555', 'admin_state_up': True, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:20:26.658088 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f53679b-a8d1-4119-af58-a6c54f64cafe tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:26.660144 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f53679b-a8d1-4119-af58-a6c54f64cafe tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:26.669688 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff37bd-6a39-4838-a636-2926923ce968 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Network': ['ID=f016d227-d6f9-4bd9-a651-15ce16d101af,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:26.688474 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network f016d227-d6f9-4bd9-a651-15ce16d101af details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:20:26.756214 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f53679b-a8d1-4119-af58-a6c54f64cafe tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:26.913813 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f53679b-a8d1-4119-af58-a6c54f64cafe tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:27.535384 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f53679b-a8d1-4119-af58-a6c54f64cafe tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:27.560095 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f53679b-a8d1-4119-af58-a6c54f64cafe tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:27.679377 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-1f53679b-a8d1-4119-af58-a6c54f64cafe tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Allocated IP 172.25.8.129 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/2323c0ed-a03a-44da-902d-acb43fc6a949) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:20:27.817399 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f53679b-a8d1-4119-af58-a6c54f64cafe tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:27.862909 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f53679b-a8d1-4119-af58-a6c54f64cafe tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:27.923110 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f53679b-a8d1-4119-af58-a6c54f64cafe tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:20:27.928212 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-1f53679b-a8d1-4119-af58-a6c54f64cafe tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:20:27.938107 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f53679b-a8d1-4119-af58-a6c54f64cafe tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:20:27.990572 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53679b-a8d1-4119-af58-a6c54f64cafe tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Port': ['ID=2323c0ed-a03a-44da-902d-acb43fc6a949,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:28.333559 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f53679b-a8d1-4119-af58-a6c54f64cafe tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:28.561120 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f53679b-a8d1-4119-af58-a6c54f64cafe tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:28.703941 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f53679b-a8d1-4119-af58-a6c54f64cafe tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Router be09a0bf-4222-4166-af04-e8ef35049618 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:20:28.823533 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f53679b-a8d1-4119-af58-a6c54f64cafe tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:20:28.837816 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89a77c5-5ce3-4289-b288-4f69614fd384 None None] Sync routers for ids ['be09a0bf-4222-4166-af04-e8ef35049618'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:20:28.850254 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89a77c5-5ce3-4289-b288-4f69614fd384 None None] Routers {'be09a0bf-4222-4166-af04-e8ef35049618'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:20:28.850878 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-b89a77c5-5ce3-4289-b288-4f69614fd384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:20:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['be09a0bf-4222-4166-af04-e8ef35049618'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:28.852972 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f53679b-a8d1-4119-af58-a6c54f64cafe tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:28.854343 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-1f53679b-a8d1-4119-af58-a6c54f64cafe tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2348471 Jul 23 17:20:28.857724 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58962) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:28.891763 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d1fe71a1-8287-4bca-b47b-7345bcf5e760 tempest-TestNetworkAdvancedServerOps-1904745392 tempest-TestNetworkAdvancedServerOps-1904745392-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=06c5f7ba3e1e4b06905e7a7f54b2d219&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319691 Jul 23 17:20:28.894827 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58964) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:28.987845 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-b89a77c5-5ce3-4289-b288-4f69614fd384 None None] Set router be09a0bf-4222-4166-af04-e8ef35049618 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:20:29.036543 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4483ffc6-ced0-46d9-a11c-8c33e433a8f7 tempest-TestNetworkAdvancedServerOps-1904745392 tempest-TestNetworkAdvancedServerOps-1904745392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:29.039595 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4483ffc6-ced0-46d9-a11c-8c33e433a8f7 tempest-TestNetworkAdvancedServerOps-1904745392 tempest-TestNetworkAdvancedServerOps-1904745392-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1432586 Jul 23 17:20:29.042651 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 58966) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:29.095905 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e7393518-449b-4f7a-81be-c0bec78f6978 tempest-TestNetworkAdvancedServerOps-1904745392 tempest-TestNetworkAdvancedServerOps-1904745392-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4e763b06-7572-4747-a18b-44a256cb56cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0513527 Jul 23 17:20:29.098889 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58968) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:29.105211 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-7205aa54-f0bb-476f-a3f5-ca8f20d2643e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-813779836', 'network_id': 'f016d227-d6f9-4bd9-a651-15ce16d101af', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:20:29.209637 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-b89a77c5-5ce3-4289-b288-4f69614fd384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977006555', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2323c0ed-a03a-44da-902d-acb43fc6a949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:26Z', 'updated_at': '2021-07-23T17:20:28Z', 'revision_number': 3, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '2323c0ed-a03a-44da-902d-acb43fc6a949', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:27Z', 'updated_at': '2021-07-23T17:20:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:29.212753 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7205aa54-f0bb-476f-a3f5-ca8f20d2643e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Made reservation on behalf of 06c5f7ba3e1e4b06905e7a7f54b2d219 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:20:29.218091 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7205aa54-f0bb-476f-a3f5-ca8f20d2643e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:29.258277 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89a77c5-5ce3-4289-b288-4f69614fd384 None None] Checking router: be09a0bf-4222-4166-af04-e8ef35049618 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:20:29.258760 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89a77c5-5ce3-4289-b288-4f69614fd384 None None] Updating router be09a0bf-4222-4166-af04-e8ef35049618 port 2323c0ed-a03a-44da-902d-acb43fc6a949 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:20:29.319147 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-b89a77c5-5ce3-4289-b288-4f69614fd384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:29.486428 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7205aa54-f0bb-476f-a3f5-ca8f20d2643e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:29.562238 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205aa54-f0bb-476f-a3f5-ca8f20d2643e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Subnet': ['ID=ee35c5ae-1934-452e-8f48-727d1591363b,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:29.575351 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7205aa54-f0bb-476f-a3f5-ca8f20d2643e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Checking segment: {'id': '4fe1b4ee-53f1-4401-a94e-7333f95132ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'f016d227-d6f9-4bd9-a651-15ce16d101af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:20:29.575900 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7205aa54-f0bb-476f-a3f5-ca8f20d2643e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network hostable DHCP agents. Network: f016d227-d6f9-4bd9-a651-15ce16d101af, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:20:29.602687 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7205aa54-f0bb-476f-a3f5-ca8f20d2643e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network f016d227-d6f9-4bd9-a651-15ce16d101af is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:20:29.615696 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-7205aa54-f0bb-476f-a3f5-ca8f20d2643e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, f016d227-d6f9-4bd9-a651-15ce16d101af) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:20:29.620570 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7205aa54-f0bb-476f-a3f5-ca8f20d2643e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:29.621215 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7205aa54-f0bb-476f-a3f5-ca8f20d2643e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:29.633283 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b29122-816c-43b7-a544-cb273895a4d1 None None] Network f016d227-d6f9-4bd9-a651-15ce16d101af requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:20:29.649204 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7205aa54-f0bb-476f-a3f5-ca8f20d2643e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5440371 Jul 23 17:20:29.649604 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 58970) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:29.697973 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-b89a77c5-5ce3-4289-b288-4f69614fd384 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:29.712755 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-b89a77c5-5ce3-4289-b288-4f69614fd384 None None] Transition to ACTIVE for port object 2323c0ed-a03a-44da-902d-acb43fc6a949 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:20:29.721179 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-b89a77c5-5ce3-4289-b288-4f69614fd384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:29.771430 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-b89a77c5-5ce3-4289-b288-4f69614fd384 None None] Attempting to bind port 2323c0ed-a03a-44da-902d-acb43fc6a949 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:20:29.771948 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-b89a77c5-5ce3-4289-b288-4f69614fd384 None None] Attempting to bind port 2323c0ed-a03a-44da-902d-acb43fc6a949 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:20:29.772471 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89a77c5-5ce3-4289-b288-4f69614fd384 None None] Attempting to bind port 2323c0ed-a03a-44da-902d-acb43fc6a949 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:20:29.786308 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89a77c5-5ce3-4289-b288-4f69614fd384 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:20:29.786698 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89a77c5-5ce3-4289-b288-4f69614fd384 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:20:29.787070 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-b89a77c5-5ce3-4289-b288-4f69614fd384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:29.787459 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89a77c5-5ce3-4289-b288-4f69614fd384 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:20:29.787943 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-b89a77c5-5ce3-4289-b288-4f69614fd384 None None] Bound port: 2323c0ed-a03a-44da-902d-acb43fc6a949, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:20:29.788330 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-b89a77c5-5ce3-4289-b288-4f69614fd384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:29.821505 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008cca4-6422-4009-b662-dd64f6b0e8ff None None] Pushing event updated for resources: {'Port': ['ID=2323c0ed-a03a-44da-902d-acb43fc6a949,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:29.849498 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008cca4-6422-4009-b662-dd64f6b0e8ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:29.850511 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008cca4-6422-4009-b662-dd64f6b0e8ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:29.850682 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008cca4-6422-4009-b662-dd64f6b0e8ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:29.851166 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008cca4-6422-4009-b662-dd64f6b0e8ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:29.851734 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008cca4-6422-4009-b662-dd64f6b0e8ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:29.852307 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008cca4-6422-4009-b662-dd64f6b0e8ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:29.852875 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008cca4-6422-4009-b662-dd64f6b0e8ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:29.853480 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008cca4-6422-4009-b662-dd64f6b0e8ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:29.854040 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008cca4-6422-4009-b662-dd64f6b0e8ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:29.854609 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008cca4-6422-4009-b662-dd64f6b0e8ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:29.855168 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008cca4-6422-4009-b662-dd64f6b0e8ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:29.855718 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008cca4-6422-4009-b662-dd64f6b0e8ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:29.883046 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822c6daa-56d3-45c3-96e0-4d245242f644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-f016d227-d6f9-4bd9-a651-15ce16d101af', 'network_id': 'f016d227-d6f9-4bd9-a651-15ce16d101af', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'fixed_ips': [{'subnet_id': 'ee35c5ae-1934-452e-8f48-727d1591363b'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:20:29.884017 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-822c6daa-56d3-45c3-96e0-4d245242f644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:29.895693 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-b89a77c5-5ce3-4289-b288-4f69614fd384 None None] For port 2323c0ed-a03a-44da-902d-acb43fc6a949, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:20:29.899978 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-b89a77c5-5ce3-4289-b288-4f69614fd384 None None] For port 2323c0ed-a03a-44da-902d-acb43fc6a949, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2323c0ed-a03a-44da-902d-acb43fc6a949,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:20:29.905923 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-b89a77c5-5ce3-4289-b288-4f69614fd384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:29.958711 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89a77c5-5ce3-4289-b288-4f69614fd384 None None] Routers {'be09a0bf-4222-4166-af04-e8ef35049618'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:20:29.959355 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-b89a77c5-5ce3-4289-b288-4f69614fd384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:20:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['be09a0bf-4222-4166-af04-e8ef35049618'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:30.141923 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-822c6daa-56d3-45c3-96e0-4d245242f644 None None] Allocated IP 172.20.0.2 (f016d227-d6f9-4bd9-a651-15ce16d101af/ee35c5ae-1934-452e-8f48-727d1591363b/f5c23f12-6d2c-48f8-8a88-797669b69eb4) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:20:30.176468 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008cca4-6422-4009-b662-dd64f6b0e8ff None None] Pushing event updated for resources: {'Port': ['ID=2323c0ed-a03a-44da-902d-acb43fc6a949,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:30.227329 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-b89a77c5-5ce3-4289-b288-4f69614fd384 None None] Set router be09a0bf-4222-4166-af04-e8ef35049618 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:20:30.303614 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75736b35-8b24-4d52-a547-c493a2dd8777 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:30.352348 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-822c6daa-56d3-45c3-96e0-4d245242f644 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:30.365897 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-822c6daa-56d3-45c3-96e0-4d245242f644 None None] Transition to ACTIVE for port object f5c23f12-6d2c-48f8-8a88-797669b69eb4 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:20:30.388397 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-822c6daa-56d3-45c3-96e0-4d245242f644 None None] Transition to ACTIVE for port object f5c23f12-6d2c-48f8-8a88-797669b69eb4 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:20:30.396728 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-822c6daa-56d3-45c3-96e0-4d245242f644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:30.439118 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822c6daa-56d3-45c3-96e0-4d245242f644 None None] Network f016d227-d6f9-4bd9-a651-15ce16d101af is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:20:30.447251 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-822c6daa-56d3-45c3-96e0-4d245242f644 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:20:30.452251 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822c6daa-56d3-45c3-96e0-4d245242f644 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:20:30.456413 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c6daa-56d3-45c3-96e0-4d245242f644 None None] Pushing event updated for resources: {'Port': ['ID=f5c23f12-6d2c-48f8-8a88-797669b69eb4,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:30.491496 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-b89a77c5-5ce3-4289-b288-4f69614fd384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977006555', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2323c0ed-a03a-44da-902d-acb43fc6a949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:26Z', 'updated_at': '2021-07-23T17:20:28Z', 'revision_number': 3, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '2323c0ed-a03a-44da-902d-acb43fc6a949', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:27Z', 'updated_at': '2021-07-23T17:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:30.524817 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-822c6daa-56d3-45c3-96e0-4d245242f644 None None] Attempting to bind port f5c23f12-6d2c-48f8-8a88-797669b69eb4 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:20:30.525343 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-822c6daa-56d3-45c3-96e0-4d245242f644 None None] Attempting to bind port f5c23f12-6d2c-48f8-8a88-797669b69eb4 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '4fe1b4ee-53f1-4401-a94e-7333f95132ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'f016d227-d6f9-4bd9-a651-15ce16d101af'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:20:30.525573 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c6daa-56d3-45c3-96e0-4d245242f644 None None] Attempting to bind port f5c23f12-6d2c-48f8-8a88-797669b69eb4 on network f016d227-d6f9-4bd9-a651-15ce16d101af {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:20:30.526364 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89a77c5-5ce3-4289-b288-4f69614fd384 None None] The sync data for ids ['be09a0bf-4222-4166-af04-e8ef35049618'] in n-d-778549-4 is: [{'id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977006555', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2323c0ed-a03a-44da-902d-acb43fc6a949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:26Z', 'updated_at': '2021-07-23T17:20:28Z', 'revision_number': 3, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '2323c0ed-a03a-44da-902d-acb43fc6a949', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:27Z', 'updated_at': '2021-07-23T17:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:20:30.533109 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c6daa-56d3-45c3-96e0-4d245242f644 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:20:30.533109 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c6daa-56d3-45c3-96e0-4d245242f644 None None] Checking segment: {'id': '4fe1b4ee-53f1-4401-a94e-7333f95132ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'f016d227-d6f9-4bd9-a651-15ce16d101af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:20:30.533109 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-822c6daa-56d3-45c3-96e0-4d245242f644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:30.533705 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c6daa-56d3-45c3-96e0-4d245242f644 None None] Bound using segment: {'id': '4fe1b4ee-53f1-4401-a94e-7333f95132ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'f016d227-d6f9-4bd9-a651-15ce16d101af'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:20:30.534027 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-822c6daa-56d3-45c3-96e0-4d245242f644 None None] Bound port: f5c23f12-6d2c-48f8-8a88-797669b69eb4, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe1b4ee-53f1-4401-a94e-7333f95132ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'f016d227-d6f9-4bd9-a651-15ce16d101af'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:20:30.534406 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-822c6daa-56d3-45c3-96e0-4d245242f644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:30.639782 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-822c6daa-56d3-45c3-96e0-4d245242f644 None None] For port f5c23f12-6d2c-48f8-8a88-797669b69eb4, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:20:30.646857 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-822c6daa-56d3-45c3-96e0-4d245242f644 None None] For port f5c23f12-6d2c-48f8-8a88-797669b69eb4, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=f5c23f12-6d2c-48f8-8a88-797669b69eb4,segment=NetworkSegment(4fe1b4ee-53f1-4401-a94e-7333f95132ea),segment_id=4fe1b4ee-53f1-4401-a94e-7333f95132ea)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:20:30.654931 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-822c6daa-56d3-45c3-96e0-4d245242f644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:30.723187 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-75736b35-8b24-4d52-a547-c493a2dd8777 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Allocated IP 172.20.0.1 (f016d227-d6f9-4bd9-a651-15ce16d101af/ee35c5ae-1934-452e-8f48-727d1591363b/8b9e7fff-38e0-46d5-8b3b-0ce050aec648) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:20:30.766788 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c6daa-56d3-45c3-96e0-4d245242f644 None None] Pushing event updated for resources: {'Port': ['ID=f5c23f12-6d2c-48f8-8a88-797669b69eb4,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:30.966663 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75736b35-8b24-4d52-a547-c493a2dd8777 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:31.008029 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-75736b35-8b24-4d52-a547-c493a2dd8777 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Transition to ACTIVE for port object 8b9e7fff-38e0-46d5-8b3b-0ce050aec648 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:20:31.064107 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75736b35-8b24-4d52-a547-c493a2dd8777 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:31.134149 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75736b35-8b24-4d52-a547-c493a2dd8777 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network f016d227-d6f9-4bd9-a651-15ce16d101af is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:20:31.140592 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-75736b35-8b24-4d52-a547-c493a2dd8777 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:20:31.145277 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75736b35-8b24-4d52-a547-c493a2dd8777 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:20:31.205867 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75736b35-8b24-4d52-a547-c493a2dd8777 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Port': ['ID=8b9e7fff-38e0-46d5-8b3b-0ce050aec648,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:31.238651 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75736b35-8b24-4d52-a547-c493a2dd8777 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:31.415166 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75736b35-8b24-4d52-a547-c493a2dd8777 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:31.772066 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2323c0ed-a03a-44da-902d-acb43fc6a949 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:20:31.840826 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 2323c0ed-a03a-44da-902d-acb43fc6a949 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:20:31.847294 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 2323c0ed-a03a-44da-902d-acb43fc6a949 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:20:31.847964 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:31.868351 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75736b35-8b24-4d52-a547-c493a2dd8777 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:31.874011 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75736b35-8b24-4d52-a547-c493a2dd8777 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:31.959236 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:31.987259 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 2323c0ed-a03a-44da-902d-acb43fc6a949, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2323c0ed-a03a-44da-902d-acb43fc6a949,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:20:31.992962 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:31.993558 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75736b35-8b24-4d52-a547-c493a2dd8777 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Port': ['ID=8b9e7fff-38e0-46d5-8b3b-0ce050aec648,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:31.994108 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f5c23f12-6d2c-48f8-8a88-797669b69eb4 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:20:32.007177 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-75736b35-8b24-4d52-a547-c493a2dd8777 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:32.052034 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfeb1df8-e9ab-47d6-91c9-aee74ab3449f None None] Network f016d227-d6f9-4bd9-a651-15ce16d101af requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:20:32.128878 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75736b35-8b24-4d52-a547-c493a2dd8777 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network f016d227-d6f9-4bd9-a651-15ce16d101af is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:20:32.130632 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-75736b35-8b24-4d52-a547-c493a2dd8777 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:20:32.159095 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=2323c0ed-a03a-44da-902d-acb43fc6a949,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:32.169501 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b4a8659f-095d-4dd1-bd37-633849357ba0 None None] Provisioning for port f5c23f12-6d2c-48f8-8a88-797669b69eb4 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:20:32.198924 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port f5c23f12-6d2c-48f8-8a88-797669b69eb4 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:20:32.207413 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port f5c23f12-6d2c-48f8-8a88-797669b69eb4 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:20:32.207783 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:32.283451 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75736b35-8b24-4d52-a547-c493a2dd8777 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Router be09a0bf-4222-4166-af04-e8ef35049618 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:20:32.364809 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:32.415954 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port f5c23f12-6d2c-48f8-8a88-797669b69eb4, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=f5c23f12-6d2c-48f8-8a88-797669b69eb4,segment=NetworkSegment(4fe1b4ee-53f1-4401-a94e-7333f95132ea),segment_id=4fe1b4ee-53f1-4401-a94e-7333f95132ea)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:20:32.422700 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:32.451296 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75736b35-8b24-4d52-a547-c493a2dd8777 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:20:32.466252 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-75736b35-8b24-4d52-a547-c493a2dd8777 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "PUT /v2.0/routers/be09a0bf-4222-4166-af04-e8ef35049618/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8150158 Jul 23 17:20:32.515386 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=f5c23f12-6d2c-48f8-8a88-797669b69eb4,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:32.652612 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-a238241b-537a-4594-969c-1e07a4497adf tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1293682728&fields=id&tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219 HTTP/1.1" status: 200 len: 267 time: 0.0431328 Jul 23 17:20:32.685017 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e757371-43cd-4733-87b7-61572d13e889 None None] Sync routers for ids ['be09a0bf-4222-4166-af04-e8ef35049618'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:20:32.709041 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e757371-43cd-4733-87b7-61572d13e889 None None] Routers {'be09a0bf-4222-4166-af04-e8ef35049618'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:20:32.709941 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-5e757371-43cd-4733-87b7-61572d13e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:20:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['be09a0bf-4222-4166-af04-e8ef35049618'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:32.798873 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-149b577a-dd76-42a9-bd0a-de8d59bffc82 None None] Provisioning for port 8b9e7fff-38e0-46d5-8b3b-0ce050aec648 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:20:32.812034 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-149b577a-dd76-42a9-bd0a-de8d59bffc82 None None] Provisioning complete for port 8b9e7fff-38e0-46d5-8b3b-0ce050aec648 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:20:32.812465 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-149b577a-dd76-42a9-bd0a-de8d59bffc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:32.817819 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-368ddfb4-172b-48d6-a780-f0609713cee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:32.864228 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-cbac01c0-70bb-4bd0-8640-b45c167e769e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:32.870538 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-149b577a-dd76-42a9-bd0a-de8d59bffc82 None None] Port 8b9e7fff-38e0-46d5-8b3b-0ce050aec648 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:20:32.873697 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-cbac01c0-70bb-4bd0-8640-b45c167e769e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/networks?id=f016d227-d6f9-4bd9-a651-15ce16d101af HTTP/1.1" status: 200 len: 796 time: 0.2066271 Jul 23 17:20:32.891457 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-5e757371-43cd-4733-87b7-61572d13e889 None None] Set router be09a0bf-4222-4166-af04-e8ef35049618 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:20:32.901971 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-0656a181-54a7-4e25-93a7-095c29bde919 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/quotas/06c5f7ba3e1e4b06905e7a7f54b2d219 HTTP/1.1" status: 200 len: 375 time: 0.0231824 Jul 23 17:20:32.923230 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-149b577a-dd76-42a9-bd0a-de8d59bffc82 None None] Provisioning complete for port f5c23f12-6d2c-48f8-8a88-797669b69eb4 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:20:32.923916 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-149b577a-dd76-42a9-bd0a-de8d59bffc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:33.009820 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-2f65837b-2c7b-47f4-8f9f-9f386ab066a3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044014 Jul 23 17:20:33.195536 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-5e757371-43cd-4733-87b7-61572d13e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977006555', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2323c0ed-a03a-44da-902d-acb43fc6a949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:26Z', 'updated_at': '2021-07-23T17:20:31Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '2323c0ed-a03a-44da-902d-acb43fc6a949', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:27Z', 'updated_at': '2021-07-23T17:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '8b9e7fff-38e0-46d5-8b3b-0ce050aec648', 'name': '', 'network_id': 'f016d227-d6f9-4bd9-a651-15ce16d101af', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:11:91:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ee35c5ae-1934-452e-8f48-727d1591363b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:30Z', 'updated_at': '2021-07-23T17:20:31Z', 'revision_number': 2, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': 'ee35c5ae-1934-452e-8f48-727d1591363b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:33.236466 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e757371-43cd-4733-87b7-61572d13e889 None None] Checking router: be09a0bf-4222-4166-af04-e8ef35049618 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:20:33.236803 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e757371-43cd-4733-87b7-61572d13e889 None None] Updating router be09a0bf-4222-4166-af04-e8ef35049618 port 8b9e7fff-38e0-46d5-8b3b-0ce050aec648 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:20:33.241477 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-828c1916-e8c2-46b7-87ce-2883506e09ae service neutron] 10.222.0.73 "GET /v2.0/networks/f016d227-d6f9-4bd9-a651-15ce16d101af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122021 Jul 23 17:20:33.271528 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-69a841c5-e770-4143-9d3c-0a7d8058ced2 None None] Provisioning complete for port 8b9e7fff-38e0-46d5-8b3b-0ce050aec648 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:20:33.271905 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-69a841c5-e770-4143-9d3c-0a7d8058ced2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:33.302791 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5e757371-43cd-4733-87b7-61572d13e889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:33.326540 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-69a841c5-e770-4143-9d3c-0a7d8058ced2 None None] Port 8b9e7fff-38e0-46d5-8b3b-0ce050aec648 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:20:33.366559 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-d457ab50-b0e9-4901-8a99-725088e44ccc service neutron] 10.222.0.73 "GET /v2.0/networks/f016d227-d6f9-4bd9-a651-15ce16d101af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187196 Jul 23 17:20:33.460573 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-961346ca-561b-4f03-b10c-02fe630cb05e None None] Provisioning complete for port 8b9e7fff-38e0-46d5-8b3b-0ce050aec648 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:20:33.461261 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-961346ca-561b-4f03-b10c-02fe630cb05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:33.593601 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-96db9daf-6a52-4707-a32a-cab2e81abbe1 req-6c6d7e5e-e53c-428a-aa11-325ba868b6bc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 210 time: 0.0650558 Jul 23 17:20:33.601436 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-961346ca-561b-4f03-b10c-02fe630cb05e None None] Port 8b9e7fff-38e0-46d5-8b3b-0ce050aec648 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:20:33.671909 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2323c0ed-a03a-44da-902d-acb43fc6a949 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:20:33.678347 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5e757371-43cd-4733-87b7-61572d13e889 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:33.716540 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-5e757371-43cd-4733-87b7-61572d13e889 None None] Transition to ACTIVE for port object 8b9e7fff-38e0-46d5-8b3b-0ce050aec648 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:20:33.727412 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5e757371-43cd-4733-87b7-61572d13e889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:33.793830 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218da6a-33bd-4eb7-bc82-3e607e8e7b9e None None] Pushing event updated for resources: {'Port': ['ID=8b9e7fff-38e0-46d5-8b3b-0ce050aec648,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:33.804943 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 2323c0ed-a03a-44da-902d-acb43fc6a949 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:20:33.805996 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:33.890341 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-5e757371-43cd-4733-87b7-61572d13e889 None None] Attempting to bind port 8b9e7fff-38e0-46d5-8b3b-0ce050aec648 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:20:33.890867 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-5e757371-43cd-4733-87b7-61572d13e889 None None] Attempting to bind port 8b9e7fff-38e0-46d5-8b3b-0ce050aec648 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '4fe1b4ee-53f1-4401-a94e-7333f95132ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'f016d227-d6f9-4bd9-a651-15ce16d101af'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:20:33.891451 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e757371-43cd-4733-87b7-61572d13e889 None None] Attempting to bind port 8b9e7fff-38e0-46d5-8b3b-0ce050aec648 on network f016d227-d6f9-4bd9-a651-15ce16d101af {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:20:33.900910 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e757371-43cd-4733-87b7-61572d13e889 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:20:33.901554 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e757371-43cd-4733-87b7-61572d13e889 None None] Checking segment: {'id': '4fe1b4ee-53f1-4401-a94e-7333f95132ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'f016d227-d6f9-4bd9-a651-15ce16d101af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:20:33.901879 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5e757371-43cd-4733-87b7-61572d13e889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:33.902205 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e757371-43cd-4733-87b7-61572d13e889 None None] Bound using segment: {'id': '4fe1b4ee-53f1-4401-a94e-7333f95132ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'f016d227-d6f9-4bd9-a651-15ce16d101af'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:20:33.902719 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-5e757371-43cd-4733-87b7-61572d13e889 None None] Bound port: 8b9e7fff-38e0-46d5-8b3b-0ce050aec648, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe1b4ee-53f1-4401-a94e-7333f95132ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'f016d227-d6f9-4bd9-a651-15ce16d101af'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:20:33.903107 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5e757371-43cd-4733-87b7-61572d13e889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:33.995752 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f5c23f12-6d2c-48f8-8a88-797669b69eb4 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:20:34.050399 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-5e757371-43cd-4733-87b7-61572d13e889 None None] For port 8b9e7fff-38e0-46d5-8b3b-0ce050aec648, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:20:34.055196 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-5e757371-43cd-4733-87b7-61572d13e889 None None] For port 8b9e7fff-38e0-46d5-8b3b-0ce050aec648, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=8b9e7fff-38e0-46d5-8b3b-0ce050aec648,segment=NetworkSegment(4fe1b4ee-53f1-4401-a94e-7333f95132ea),segment_id=4fe1b4ee-53f1-4401-a94e-7333f95132ea)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:20:34.065870 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5e757371-43cd-4733-87b7-61572d13e889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:34.115509 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port f5c23f12-6d2c-48f8-8a88-797669b69eb4 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:20:34.115920 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:34.173916 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e757371-43cd-4733-87b7-61572d13e889 None None] Routers {'be09a0bf-4222-4166-af04-e8ef35049618'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:20:34.174546 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-5e757371-43cd-4733-87b7-61572d13e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:20:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['be09a0bf-4222-4166-af04-e8ef35049618'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:34.179905 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218da6a-33bd-4eb7-bc82-3e607e8e7b9e None None] Pushing event updated for resources: {'Port': ['ID=8b9e7fff-38e0-46d5-8b3b-0ce050aec648,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:34.546099 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-5e757371-43cd-4733-87b7-61572d13e889 None None] Set router be09a0bf-4222-4166-af04-e8ef35049618 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:20:34.718012 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c422877-976e-4550-a7ac-45889ad2d02c req-f995b786-cda9-4f0b-a1fb-e29d66f844cd tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 210 time: 0.0393264 Jul 23 17:20:34.784855 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-5e757371-43cd-4733-87b7-61572d13e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977006555', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2323c0ed-a03a-44da-902d-acb43fc6a949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:26Z', 'updated_at': '2021-07-23T17:20:31Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '2323c0ed-a03a-44da-902d-acb43fc6a949', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:27Z', 'updated_at': '2021-07-23T17:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '8b9e7fff-38e0-46d5-8b3b-0ce050aec648', 'name': '', 'network_id': 'f016d227-d6f9-4bd9-a651-15ce16d101af', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:11:91:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ee35c5ae-1934-452e-8f48-727d1591363b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:30Z', 'updated_at': '2021-07-23T17:20:34Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': 'ee35c5ae-1934-452e-8f48-727d1591363b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:34.823282 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e757371-43cd-4733-87b7-61572d13e889 None None] The sync data for ids ['be09a0bf-4222-4166-af04-e8ef35049618'] in n-d-778549-4 is: [{'id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977006555', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2323c0ed-a03a-44da-902d-acb43fc6a949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:26Z', 'updated_at': '2021-07-23T17:20:31Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '2323c0ed-a03a-44da-902d-acb43fc6a949', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:27Z', 'updated_at': '2021-07-23T17:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '8b9e7fff-38e0-46d5-8b3b-0ce050aec648', 'name': '', 'network_id': 'f016d227-d6f9-4bd9-a651-15ce16d101af', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:11:91:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ee35c5ae-1934-452e-8f48-727d1591363b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:30Z', 'updated_at': '2021-07-23T17:20:34Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': 'ee35c5ae-1934-452e-8f48-727d1591363b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:20:34.983936 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-5b3bf17e-f273-4030-aa74-ddfe6302ccc1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:34.986835 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-5b3bf17e-f273-4030-aa74-ddfe6302ccc1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.97 "GET /v2.0/networks?id=f016d227-d6f9-4bd9-a651-15ce16d101af HTTP/1.1" status: 200 len: 796 time: 0.1860549 Jul 23 17:20:35.046211 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-1c78ba49-539d-45b7-bd75-279da9961bc3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219 HTTP/1.1" status: 200 len: 380 time: 0.0461605 Jul 23 17:20:35.063239 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-8ead9aad-7339-4718-9936-00ae3f934466 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'port': {'device_id': '9cae137c-5aa7-4f08-b83d-57b4418b96a0', 'network_id': 'f016d227-d6f9-4bd9-a651-15ce16d101af', 'admin_state_up': True, 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'security_groups': ['57e03f1b-25a0-42d2-bc10-deb5f035a2b4']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:20:35.231398 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-8ead9aad-7339-4718-9936-00ae3f934466 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Made reservation on behalf of 06c5f7ba3e1e4b06905e7a7f54b2d219 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:20:35.236199 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-8ead9aad-7339-4718-9936-00ae3f934466 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:35.433084 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-8ead9aad-7339-4718-9936-00ae3f934466 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Allocated IP 172.20.0.8 (f016d227-d6f9-4bd9-a651-15ce16d101af/ee35c5ae-1934-452e-8f48-727d1591363b/5fe6612a-929c-4cf2-bc0b-65d2c0b82562) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:20:35.464943 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-635009f4-e4bd-42a6-b0ff-32e3412c2dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:35.606578 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:35.658633 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:35.719250 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-8ead9aad-7339-4718-9936-00ae3f934466 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:35.739763 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-8ead9aad-7339-4718-9936-00ae3f934466 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Transition to ACTIVE for port object 5fe6612a-929c-4cf2-bc0b-65d2c0b82562 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:20:35.741319 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 8b9e7fff-38e0-46d5-8b3b-0ce050aec648 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:20:35.785551 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-8ead9aad-7339-4718-9936-00ae3f934466 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:35.830533 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 8b9e7fff-38e0-46d5-8b3b-0ce050aec648 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:20:35.836394 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 8b9e7fff-38e0-46d5-8b3b-0ce050aec648 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:20:35.836793 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:35.858570 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-8ead9aad-7339-4718-9936-00ae3f934466 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network f016d227-d6f9-4bd9-a651-15ce16d101af is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:20:35.881711 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-8ead9aad-7339-4718-9936-00ae3f934466 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:20:35.910353 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-8ead9aad-7339-4718-9936-00ae3f934466 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:20:35.957219 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead9aad-7339-4718-9936-00ae3f934466 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Port': ['ID=5fe6612a-929c-4cf2-bc0b-65d2c0b82562,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:35.986446 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:36.000776 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-8ead9aad-7339-4718-9936-00ae3f934466 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:36.001675 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-8ead9aad-7339-4718-9936-00ae3f934466 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:36.033037 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-8ead9aad-7339-4718-9936-00ae3f934466 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9720762 Jul 23 17:20:36.041487 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddad2a-5008-4850-8836-b381d393eecd req-cbfe46fc-15d5-4fce-919e-4dba09ba4a86 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:36.056289 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1dddad2a-5008-4850-8836-b381d393eecd req-cbfe46fc-15d5-4fce-919e-4dba09ba4a86 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 931 time: 0.2099679 Jul 23 17:20:36.076123 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 8b9e7fff-38e0-46d5-8b3b-0ce050aec648, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=8b9e7fff-38e0-46d5-8b3b-0ce050aec648,segment=NetworkSegment(4fe1b4ee-53f1-4401-a94e-7333f95132ea),segment_id=4fe1b4ee-53f1-4401-a94e-7333f95132ea)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:20:36.082158 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:36.182260 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=8b9e7fff-38e0-46d5-8b3b-0ce050aec648,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:36.207757 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1dddad2a-5008-4850-8836-b381d393eecd req-8fa946ea-c9f2-474c-b317-0270d941b8bb tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e03f1b-25a0-42d2-bc10-deb5f035a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501675 Jul 23 17:20:36.226267 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-20001671-75f4-4670-a628-a74895748661 req-5f329c5d-7712-4184-9bc8-178865f1c0dc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2029169 Jul 23 17:20:36.237430 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-a7bfa836-c191-45c1-af31-2c963d88c4b6 service neutron] Request body: {'port': {'device_id': '9cae137c-5aa7-4f08-b83d-57b4418b96a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:20:36.283868 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2147ef13-c57f-40f8-8c2b-78703ec2a0e4 None None] Provisioning for port 5fe6612a-929c-4cf2-bc0b-65d2c0b82562 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:20:36.288188 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-2147ef13-c57f-40f8-8c2b-78703ec2a0e4 None None] Provisioning complete for port 5fe6612a-929c-4cf2-bc0b-65d2c0b82562 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:20:36.288612 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2147ef13-c57f-40f8-8c2b-78703ec2a0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:36.357950 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-2147ef13-c57f-40f8-8c2b-78703ec2a0e4 None None] Port 5fe6612a-929c-4cf2-bc0b-65d2c0b82562 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:20:36.380078 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-a7bfa836-c191-45c1-af31-2c963d88c4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:36.390333 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20001671-75f4-4670-a628-a74895748661 req-09dfa800-6250-4466-8cef-150c13a0f8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:36.394076 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-20001671-75f4-4670-a628-a74895748661 req-09dfa800-6250-4466-8cef-150c13a0f8f4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0960340 Jul 23 17:20:36.533394 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20001671-75f4-4670-a628-a74895748661 req-a919409b-7bc0-4909-90fb-d375d43d4b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:36.534933 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-20001671-75f4-4670-a628-a74895748661 req-a919409b-7bc0-4909-90fb-d375d43d4b52 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.1148448 Jul 23 17:20:36.579747 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-20001671-75f4-4670-a628-a74895748661 req-097ebaa8-b14c-406b-81a1-18e50aaf05f8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0379674 Jul 23 17:20:36.637184 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20001671-75f4-4670-a628-a74895748661 req-c592a638-605a-4ba0-8c3d-ba2ad5911fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:36.638677 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-20001671-75f4-4670-a628-a74895748661 req-c592a638-605a-4ba0-8c3d-ba2ad5911fdf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0523107 Jul 23 17:20:36.702114 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20001671-75f4-4670-a628-a74895748661 req-10a496b3-3cd6-44cc-90ab-de2ac0fb8a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:36.704236 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-20001671-75f4-4670-a628-a74895748661 req-10a496b3-3cd6-44cc-90ab-de2ac0fb8a82 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591097 Jul 23 17:20:36.719139 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-a7bfa836-c191-45c1-af31-2c963d88c4b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe6612a-929c-4cf2-bc0b-65d2c0b82562 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:20:36.728334 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-a7bfa836-c191-45c1-af31-2c963d88c4b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:36.743630 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-a7bfa836-c191-45c1-af31-2c963d88c4b6 service neutron] Transition to ACTIVE for port object 5fe6612a-929c-4cf2-bc0b-65d2c0b82562 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:20:36.748491 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-a7bfa836-c191-45c1-af31-2c963d88c4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:36.785437 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:36.808777 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-20001671-75f4-4670-a628-a74895748661 req-1e157649-6663-432c-b784-db72f51a35c4 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970311 Jul 23 17:20:36.824181 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bfa836-c191-45c1-af31-2c963d88c4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe6612a-929c-4cf2-bc0b-65d2c0b82562,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:36.930437 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-a7bfa836-c191-45c1-af31-2c963d88c4b6 service neutron] Attempting to bind port 5fe6612a-929c-4cf2-bc0b-65d2c0b82562 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:20:36.930778 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-a7bfa836-c191-45c1-af31-2c963d88c4b6 service neutron] Attempting to bind port 5fe6612a-929c-4cf2-bc0b-65d2c0b82562 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '4fe1b4ee-53f1-4401-a94e-7333f95132ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'f016d227-d6f9-4bd9-a651-15ce16d101af'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:20:36.931115 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-a7bfa836-c191-45c1-af31-2c963d88c4b6 service neutron] Attempting to bind port 5fe6612a-929c-4cf2-bc0b-65d2c0b82562 on network f016d227-d6f9-4bd9-a651-15ce16d101af {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:20:36.936857 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-a7bfa836-c191-45c1-af31-2c963d88c4b6 service neutron] Port 5fe6612a-929c-4cf2-bc0b-65d2c0b82562 on network f016d227-d6f9-4bd9-a651-15ce16d101af not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:20:36.937527 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-a7bfa836-c191-45c1-af31-2c963d88c4b6 service neutron] Attempting to bind port 5fe6612a-929c-4cf2-bc0b-65d2c0b82562 on network f016d227-d6f9-4bd9-a651-15ce16d101af {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:20:36.946470 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-a7bfa836-c191-45c1-af31-2c963d88c4b6 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:20:36.947413 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-a7bfa836-c191-45c1-af31-2c963d88c4b6 service neutron] Checking segment: {'id': '4fe1b4ee-53f1-4401-a94e-7333f95132ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'f016d227-d6f9-4bd9-a651-15ce16d101af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:20:36.947413 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-a7bfa836-c191-45c1-af31-2c963d88c4b6 service neutron] Bound using segment: {'id': '4fe1b4ee-53f1-4401-a94e-7333f95132ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'f016d227-d6f9-4bd9-a651-15ce16d101af'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:20:36.948306 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-a7bfa836-c191-45c1-af31-2c963d88c4b6 service neutron] Bound port: 5fe6612a-929c-4cf2-bc0b-65d2c0b82562, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fe1b4ee-53f1-4401-a94e-7333f95132ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'f016d227-d6f9-4bd9-a651-15ce16d101af'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:20:36.948952 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-a7bfa836-c191-45c1-af31-2c963d88c4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:36.954739 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-20001671-75f4-4670-a628-a74895748661 req-bff68f6e-7dac-4fc8-b254-30bb06a0487d service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392827 Jul 23 17:20:37.026365 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-a7bfa836-c191-45c1-af31-2c963d88c4b6 service neutron] For port 5fe6612a-929c-4cf2-bc0b-65d2c0b82562, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:20:37.029736 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-a7bfa836-c191-45c1-af31-2c963d88c4b6 service neutron] For port 5fe6612a-929c-4cf2-bc0b-65d2c0b82562, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5fe6612a-929c-4cf2-bc0b-65d2c0b82562,segment=NetworkSegment(4fe1b4ee-53f1-4401-a94e-7333f95132ea),segment_id=4fe1b4ee-53f1-4401-a94e-7333f95132ea)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:20:37.036760 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-a7bfa836-c191-45c1-af31-2c963d88c4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:37.080138 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-a7bfa836-c191-45c1-af31-2c963d88c4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:37.080777 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-a7bfa836-c191-45c1-af31-2c963d88c4b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:37.082307 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-a7bfa836-c191-45c1-af31-2c963d88c4b6 service neutron] 10.222.0.97 "PUT /v2.0/ports/5fe6612a-929c-4cf2-bc0b-65d2c0b82562 HTTP/1.1" status: 200 len: 1091 time: 1.0235846 Jul 23 17:20:37.082782 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cae137c-5aa7-4f08-b83d-57b4418b96a0', 'tag': '5fe6612a-929c-4cf2-bc0b-65d2c0b82562'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:20:37.085123 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b9a5bc-64b4-401e-affb-22f5b9ac0551" -d '{"events": [{"name": "network-changed", "server_uuid": "9cae137c-5aa7-4f08-b83d-57b4418b96a0", "tag": "5fe6612a-929c-4cf2-bc0b-65d2c0b82562"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:20:37.154929 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bfa836-c191-45c1-af31-2c963d88c4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe6612a-929c-4cf2-bc0b-65d2c0b82562,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:37.193890 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c41650e-dbfa-4486-8128-b4070d04c097 x-openstack-request-id: req-9c41650e-dbfa-4486-8128-b4070d04c097 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:20:37.194195 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cae137c-5aa7-4f08-b83d-57b4418b96a0", "tag": "5fe6612a-929c-4cf2-bc0b-65d2c0b82562", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:20:37.194439 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9c41650e-dbfa-4486-8128-b4070d04c097 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:20:37.194853 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cae137c-5aa7-4f08-b83d-57b4418b96a0', 'tag': '5fe6612a-929c-4cf2-bc0b-65d2c0b82562', 'status': 'completed', 'code': 200} Jul 23 17:20:37.227370 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-81442dec-2595-4e6f-ad44-6ba2ae3f3725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:37.229089 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-81442dec-2595-4e6f-ad44-6ba2ae3f3725 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 1094 time: 0.0931222 Jul 23 17:20:37.285206 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-306a8cad-ca11-4750-b386-ca7851addc59 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fe6612a-929c-4cf2-bc0b-65d2c0b82562 HTTP/1.1" status: 200 len: 217 time: 0.0483832 Jul 23 17:20:37.434743 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-c8ed2487-491f-4fcd-8f4d-b98dae4b3bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:37.437544 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-c8ed2487-491f-4fcd-8f4d-b98dae4b3bc2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ee35c5ae-1934-452e-8f48-727d1591363b HTTP/1.1" status: 200 len: 834 time: 0.1448212 Jul 23 17:20:37.519776 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df24f5-08ce-4b56-ab87-a7ba9aa1ce6c req-d12bfb65-1e1c-4254-a085-bd8b296ccf3e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:37.521304 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-12df24f5-08ce-4b56-ab87-a7ba9aa1ce6c req-d12bfb65-1e1c-4254-a085-bd8b296ccf3e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 943 time: 0.1722202 Jul 23 17:20:37.556960 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-0ab505d6-75ef-47b5-ac3f-c9bfb22cd532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:37.558603 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-0ab505d6-75ef-47b5-ac3f-c9bfb22cd532 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f016d227-d6f9-4bd9-a651-15ce16d101af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1149414 Jul 23 17:20:37.611352 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-12df24f5-08ce-4b56-ab87-a7ba9aa1ce6c req-5c10651c-0a80-4394-8f2e-cbe70fa2d6cd tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e03f1b-25a0-42d2-bc10-deb5f035a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782037 Jul 23 17:20:37.630147 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 8b9e7fff-38e0-46d5-8b3b-0ce050aec648 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:20:37.709753 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 8b9e7fff-38e0-46d5-8b3b-0ce050aec648 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:20:37.710184 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:37.727214 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-fc176bc7-4fe3-499c-83b5-0344a1471914 service neutron] 10.222.0.97 "GET /v2.0/networks/f016d227-d6f9-4bd9-a651-15ce16d101af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568387 Jul 23 17:20:37.852527 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f7410dfc-8a74-433f-8f99-26cec70a0a78 req-fcaf40e8-e7c8-4bb8-b2a3-309004190c8c service neutron] 10.222.0.97 "GET /v2.0/networks/f016d227-d6f9-4bd9-a651-15ce16d101af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186006 Jul 23 17:20:37.952923 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:37.975846 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9a5bc-64b4-401e-affb-22f5b9ac0551 req-a127f5db-8aa9-4420-ba32-fd702d6ac061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:37.977601 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-79b9a5bc-64b4-401e-affb-22f5b9ac0551 req-a127f5db-8aa9-4420-ba32-fd702d6ac061 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 1094 time: 0.0782263 Jul 23 17:20:38.079838 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9a5bc-64b4-401e-affb-22f5b9ac0551 req-15ce1463-6522-4b30-9037-07daeafa754e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:38.081556 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-79b9a5bc-64b4-401e-affb-22f5b9ac0551 req-15ce1463-6522-4b30-9037-07daeafa754e service neutron] 10.222.0.97 "GET /v2.0/networks?id=f016d227-d6f9-4bd9-a651-15ce16d101af HTTP/1.1" status: 200 len: 898 time: 0.0964596 Jul 23 17:20:38.132113 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-79b9a5bc-64b4-401e-affb-22f5b9ac0551 req-ccc2f8ab-f39a-4f5e-a20c-d2aae8dd4645 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fe6612a-929c-4cf2-bc0b-65d2c0b82562 HTTP/1.1" status: 200 len: 217 time: 0.0422850 Jul 23 17:20:38.193604 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9a5bc-64b4-401e-affb-22f5b9ac0551 req-0aa6266f-7018-43a8-be78-68d11dc4e9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:38.195199 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-79b9a5bc-64b4-401e-affb-22f5b9ac0551 req-0aa6266f-7018-43a8-be78-68d11dc4e9b0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ee35c5ae-1934-452e-8f48-727d1591363b HTTP/1.1" status: 200 len: 834 time: 0.0568292 Jul 23 17:20:38.277861 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9a5bc-64b4-401e-affb-22f5b9ac0551 req-2ed66267-bfc6-4ae3-8274-9c91e34b6c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:38.281453 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-79b9a5bc-64b4-401e-affb-22f5b9ac0551 req-2ed66267-bfc6-4ae3-8274-9c91e34b6c2b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f016d227-d6f9-4bd9-a651-15ce16d101af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767388 Jul 23 17:20:38.418719 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-79b9a5bc-64b4-401e-affb-22f5b9ac0551 req-9f752210-0542-43d5-9d0e-a492aef43d7a service neutron] 10.222.0.97 "GET /v2.0/networks/f016d227-d6f9-4bd9-a651-15ce16d101af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309834 Jul 23 17:20:38.539104 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-79b9a5bc-64b4-401e-affb-22f5b9ac0551 req-dc257dcb-632b-40cb-846b-47f15ff74d7e service neutron] 10.222.0.97 "GET /v2.0/networks/f016d227-d6f9-4bd9-a651-15ce16d101af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131337 Jul 23 17:20:38.812072 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:38.839391 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c0967-7a3a-485f-ab6d-30142fbd4afc req-b3033710-8939-4edc-8a0e-857eabe24818 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:38.842194 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-365c0967-7a3a-485f-ab6d-30142fbd4afc req-b3033710-8939-4edc-8a0e-857eabe24818 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 943 time: 0.1071799 Jul 23 17:20:38.893370 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-365c0967-7a3a-485f-ab6d-30142fbd4afc req-38fd811c-727d-4ba2-8a28-98c26a175ff8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e03f1b-25a0-42d2-bc10-deb5f035a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450027 Jul 23 17:20:40.066484 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778aca1-7162-475a-aee0-cce03c6c6c40 req-8a8bb4c0-d8cd-41f7-842d-01fc6102d978 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:40.068124 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4778aca1-7162-475a-aee0-cce03c6c6c40 req-8a8bb4c0-d8cd-41f7-842d-01fc6102d978 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 943 time: 0.0784261 Jul 23 17:20:40.116460 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4778aca1-7162-475a-aee0-cce03c6c6c40 req-fd7370f7-ee14-4e40-b7ca-330f2aac3e0d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e03f1b-25a0-42d2-bc10-deb5f035a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423386 Jul 23 17:20:40.995578 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 5fe6612a-929c-4cf2-bc0b-65d2c0b82562 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:20:41.165613 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 5fe6612a-929c-4cf2-bc0b-65d2c0b82562, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5fe6612a-929c-4cf2-bc0b-65d2c0b82562,segment=NetworkSegment(4fe1b4ee-53f1-4401-a94e-7333f95132ea),segment_id=4fe1b4ee-53f1-4401-a94e-7333f95132ea)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:20:41.187864 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '5fe6612a-929c-4cf2-bc0b-65d2c0b82562', 'network_id': 'f016d227-d6f9-4bd9-a651-15ce16d101af', 'port_id': '5fe6612a-929c-4cf2-bc0b-65d2c0b82562', 'mac_address': 'fa:16:3e:24:dc:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee35c5ae-1934-452e-8f48-727d1591363b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:20:41.263905 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:41.282270 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe6612a-929c-4cf2-bc0b-65d2c0b82562 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:20:41.295744 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee641a5-83a1-49f5-99a3-435b61841ab5 req-b1e51b85-a671-4988-a8b6-7e26a30b90bd tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:41.298697 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2ee641a5-83a1-49f5-99a3-435b61841ab5 req-b1e51b85-a671-4988-a8b6-7e26a30b90bd tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 943 time: 0.0788026 Jul 23 17:20:41.313695 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 5fe6612a-929c-4cf2-bc0b-65d2c0b82562, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5fe6612a-929c-4cf2-bc0b-65d2c0b82562,segment=NetworkSegment(4fe1b4ee-53f1-4401-a94e-7333f95132ea),segment_id=4fe1b4ee-53f1-4401-a94e-7333f95132ea)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:20:41.320079 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:41.353364 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2ee641a5-83a1-49f5-99a3-435b61841ab5 req-3b464b7c-68a7-4087-b900-daf0548db401 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e03f1b-25a0-42d2-bc10-deb5f035a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476182 Jul 23 17:20:41.382942 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=5fe6612a-929c-4cf2-bc0b-65d2c0b82562,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:41.563285 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['5fe6612a-929c-4cf2-bc0b-65d2c0b82562'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:20:42.521904 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24fa4e-21c5-47de-9c31-b87c2ff73c75 req-6cccff23-fe5c-46f5-ad89-76d27e587877 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:42.523849 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7a24fa4e-21c5-47de-9c31-b87c2ff73c75 req-6cccff23-fe5c-46f5-ad89-76d27e587877 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 944 time: 0.0801029 Jul 23 17:20:42.579904 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7a24fa4e-21c5-47de-9c31-b87c2ff73c75 req-b1b80038-cc7f-4c22-ac8b-6cc063f2ac6e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e03f1b-25a0-42d2-bc10-deb5f035a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495300 Jul 23 17:20:43.016637 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 5fe6612a-929c-4cf2-bc0b-65d2c0b82562 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:20:43.082169 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 5fe6612a-929c-4cf2-bc0b-65d2c0b82562 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:20:43.086830 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 5fe6612a-929c-4cf2-bc0b-65d2c0b82562 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:20:43.087228 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:43.177317 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:43.210610 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cae137c-5aa7-4f08-b83d-57b4418b96a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe6612a-929c-4cf2-bc0b-65d2c0b82562'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:20:43.213953 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d9158437a3a893895635b777aad4314b219cd6685506ac89f624094daaea09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3eeecc-3425-4f22-b81b-dafccd10eef2" -d '{"events": [{"server_uuid": "9cae137c-5aa7-4f08-b83d-57b4418b96a0", "name": "network-vif-plugged", "status": "completed", "tag": "5fe6612a-929c-4cf2-bc0b-65d2c0b82562"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:20:43.232812 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 5fe6612a-929c-4cf2-bc0b-65d2c0b82562, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5fe6612a-929c-4cf2-bc0b-65d2c0b82562,segment=NetworkSegment(4fe1b4ee-53f1-4401-a94e-7333f95132ea),segment_id=4fe1b4ee-53f1-4401-a94e-7333f95132ea)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:20:43.238389 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:43.323292 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=5fe6612a-929c-4cf2-bc0b-65d2c0b82562,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:43.347992 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd8d014-c4d7-4313-82a8-ad2469602518 x-openstack-request-id: req-cdd8d014-c4d7-4313-82a8-ad2469602518 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:20:43.348413 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cae137c-5aa7-4f08-b83d-57b4418b96a0", "name": "network-vif-plugged", "status": "completed", "tag": "5fe6612a-929c-4cf2-bc0b-65d2c0b82562", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:20:43.348892 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cdd8d014-c4d7-4313-82a8-ad2469602518 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:20:43.349539 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cae137c-5aa7-4f08-b83d-57b4418b96a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe6612a-929c-4cf2-bc0b-65d2c0b82562', 'code': 200} Jul 23 17:20:43.496309 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10240c8d-da9d-4e46-bb1d-bdf921e587f2 req-f7abde75-7cab-4cf5-a8aa-fa8672a35f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:43.498211 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-10240c8d-da9d-4e46-bb1d-bdf921e587f2 req-f7abde75-7cab-4cf5-a8aa-fa8672a35f30 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 1096 time: 0.0878570 Jul 23 17:20:43.543867 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-10240c8d-da9d-4e46-bb1d-bdf921e587f2 req-2278b3a2-5daf-4dc1-a3e2-3aae7ba2cfba service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=57e03f1b-25a0-42d2-bc10-deb5f035a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391519 Jul 23 17:20:43.741364 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b1316-d52a-44e9-9e99-14daa9137a6d req-5aef182d-4a66-4c64-845b-eeacbe297a00 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:43.743296 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-338b1316-d52a-44e9-9e99-14daa9137a6d req-5aef182d-4a66-4c64-845b-eeacbe297a00 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 945 time: 0.0869071 Jul 23 17:20:43.787599 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-338b1316-d52a-44e9-9e99-14daa9137a6d req-457bb3fe-434a-434b-8571-c535a1967361 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e03f1b-25a0-42d2-bc10-deb5f035a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383625 Jul 23 17:20:44.947196 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d56e6a-1752-4984-a780-c95d7b8a26f5 req-128b3d06-40c4-46e4-a1b1-8cd469f1b318 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:44.948810 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-69d56e6a-1752-4984-a780-c95d7b8a26f5 req-128b3d06-40c4-46e4-a1b1-8cd469f1b318 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 945 time: 0.0718446 Jul 23 17:20:44.994696 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-69d56e6a-1752-4984-a780-c95d7b8a26f5 req-eaa59d84-ccf8-4db5-93f2-1dfdc6f1bc90 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e03f1b-25a0-42d2-bc10-deb5f035a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386114 Jul 23 17:20:45.173577 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbe56c-391e-4704-8f8f-be63153c058a req-767b0029-f5df-499c-9dbb-69d9fac94c79 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:45.175219 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-70dbe56c-391e-4704-8f8f-be63153c058a req-767b0029-f5df-499c-9dbb-69d9fac94c79 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 945 time: 0.0724401 Jul 23 17:20:45.226605 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-70dbe56c-391e-4704-8f8f-be63153c058a req-056510f0-a98b-47a4-9fcf-bff5ed4f20c2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e03f1b-25a0-42d2-bc10-deb5f035a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403836 Jul 23 17:20:45.259651 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59046) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:45.318977 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a1fdbe-b5c7-4513-804f-c84648cf88f6 tempest-TestNetworkAdvancedServerOps-1904745392 tempest-TestNetworkAdvancedServerOps-1904745392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:45.320606 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-82a1fdbe-b5c7-4513-804f-c84648cf88f6 tempest-TestNetworkAdvancedServerOps-1904745392 tempest-TestNetworkAdvancedServerOps-1904745392-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 1091 time: 0.0599246 Jul 23 17:20:45.324249 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59048) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:45.331169 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-49e3c848-38b5-4f97-af80-60ef247ee0f1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'port_id': '5fe6612a-929c-4cf2-bc0b-65d2c0b82562', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:20:45.367961 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-49e3c848-38b5-4f97-af80-60ef247ee0f1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:45.541306 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-49e3c848-38b5-4f97-af80-60ef247ee0f1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:45.684570 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-49e3c848-38b5-4f97-af80-60ef247ee0f1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Allocated IP 172.25.8.75 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/10e1d62f-0ce4-40a7-9d13-a98ca7cb6ad8) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:20:45.819428 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-49e3c848-38b5-4f97-af80-60ef247ee0f1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:45.865894 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-49e3c848-38b5-4f97-af80-60ef247ee0f1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:45.911049 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e3c848-38b5-4f97-af80-60ef247ee0f1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:20:45.915275 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-49e3c848-38b5-4f97-af80-60ef247ee0f1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:20:45.918281 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e3c848-38b5-4f97-af80-60ef247ee0f1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:20:45.963752 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3c848-38b5-4f97-af80-60ef247ee0f1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Port': ['ID=10e1d62f-0ce4-40a7-9d13-a98ca7cb6ad8,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:46.431918 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-49e3c848-38b5-4f97-af80-60ef247ee0f1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:46.529140 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-49e3c848-38b5-4f97-af80-60ef247ee0f1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:47.222201 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-49e3c848-38b5-4f97-af80-60ef247ee0f1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:47.228087 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-49e3c848-38b5-4f97-af80-60ef247ee0f1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:47.304913 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3c848-38b5-4f97-af80-60ef247ee0f1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Port': ['ID=10e1d62f-0ce4-40a7-9d13-a98ca7cb6ad8,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:47.320705 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-49e3c848-38b5-4f97-af80-60ef247ee0f1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:47.436886 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-49e3c848-38b5-4f97-af80-60ef247ee0f1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Floating IP 3cd3cfeb-2a52-4c6c-8034-0ab6ea0b8332 associated. External IP: 172.25.8.75, port: 5fe6612a-929c-4cf2-bc0b-65d2c0b82562. Jul 23 17:20:47.681347 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e3c848-38b5-4f97-af80-60ef247ee0f1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Router be09a0bf-4222-4166-af04-e8ef35049618 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:20:47.825812 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e3c848-38b5-4f97-af80-60ef247ee0f1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:20:47.839652 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeacbf2c-4aad-478c-a07d-573fc08144c4 None None] Sync routers for ids ['be09a0bf-4222-4166-af04-e8ef35049618'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:20:47.847647 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-49e3c848-38b5-4f97-af80-60ef247ee0f1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:47.852522 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeacbf2c-4aad-478c-a07d-573fc08144c4 None None] Routers {'be09a0bf-4222-4166-af04-e8ef35049618'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:20:47.853219 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-aeacbf2c-4aad-478c-a07d-573fc08144c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:20:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['be09a0bf-4222-4166-af04-e8ef35049618'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:47.899906 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-49e3c848-38b5-4f97-af80-60ef247ee0f1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5734794 Jul 23 17:20:47.900756 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cae137c-5aa7-4f08-b83d-57b4418b96a0', 'tag': '5fe6612a-929c-4cf2-bc0b-65d2c0b82562'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:20:47.903674 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12f1052-2e64-45b3-b953-90cd573c601a" -d '{"events": [{"name": "network-changed", "server_uuid": "9cae137c-5aa7-4f08-b83d-57b4418b96a0", "tag": "5fe6612a-929c-4cf2-bc0b-65d2c0b82562"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:20:48.041770 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-aeacbf2c-4aad-478c-a07d-573fc08144c4 None None] Set router be09a0bf-4222-4166-af04-e8ef35049618 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:20:48.048607 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfb7ed-b552-4b7e-aae0-c5418c6ba12f req-ccd819bc-6890-4a79-8b3e-acd5862ae55e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:48.050315 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-12bfb7ed-b552-4b7e-aae0-c5418c6ba12f req-ccd819bc-6890-4a79-8b3e-acd5862ae55e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 945 time: 0.0798447 Jul 23 17:20:48.104344 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-12bfb7ed-b552-4b7e-aae0-c5418c6ba12f req-3c9f9977-8d7c-4494-bd2c-29689a52e942 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e03f1b-25a0-42d2-bc10-deb5f035a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475001 Jul 23 17:20:48.135275 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59054) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:48.194874 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c3f81c-8c90-4b31-88d4-a55aabd23b7e x-openstack-request-id: req-c0c3f81c-8c90-4b31-88d4-a55aabd23b7e {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:20:48.200097 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cae137c-5aa7-4f08-b83d-57b4418b96a0", "tag": "5fe6612a-929c-4cf2-bc0b-65d2c0b82562", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:20:48.201133 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c0c3f81c-8c90-4b31-88d4-a55aabd23b7e {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:20:48.204057 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cae137c-5aa7-4f08-b83d-57b4418b96a0', 'tag': '5fe6612a-929c-4cf2-bc0b-65d2c0b82562', 'status': 'completed', 'code': 200} Jul 23 17:20:48.293143 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-117a14e9-6ae6-455c-ae48-d5ec47f32fc2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/floatingips/3cd3cfeb-2a52-4c6c-8034-0ab6ea0b8332 HTTP/1.1" status: 200 len: 990 time: 0.1554503 Jul 23 17:20:48.339851 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f1052-2e64-45b3-b953-90cd573c601a req-a99d62da-f5ae-4b89-a6d0-5eefd26a1761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:48.343093 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b12f1052-2e64-45b3-b953-90cd573c601a req-a99d62da-f5ae-4b89-a6d0-5eefd26a1761 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 1096 time: 0.1123855 Jul 23 17:20:48.448808 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-aeacbf2c-4aad-478c-a07d-573fc08144c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977006555', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2323c0ed-a03a-44da-902d-acb43fc6a949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:26Z', 'updated_at': '2021-07-23T17:20:31Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '2323c0ed-a03a-44da-902d-acb43fc6a949', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:27Z', 'updated_at': '2021-07-23T17:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '3cd3cfeb-2a52-4c6c-8034-0ab6ea0b8332', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'port_id': '5fe6612a-929c-4cf2-bc0b-65d2c0b82562', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f016d227-d6f9-4bd9-a651-15ce16d101af', 'mac_address': 'fa:16:3e:24:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cae137c-5aa7-4f08-b83d-57b4418b96a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:20:46Z', 'updated_at': '2021-07-23T17:20:46Z', 'revision_number': 0, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9e7fff-38e0-46d5-8b3b-0ce050aec648', 'name': '', 'network_id': 'f016d227-d6f9-4bd9-a651-15ce16d101af', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:11:91:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ee35c5ae-1934-452e-8f48-727d1591363b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:30Z', 'updated_at': '2021-07-23T17:20:36Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': 'ee35c5ae-1934-452e-8f48-727d1591363b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:48.456682 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f1052-2e64-45b3-b953-90cd573c601a req-7d702e96-7bf9-4eff-9776-89cc7ba6f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:48.458289 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b12f1052-2e64-45b3-b953-90cd573c601a req-7d702e96-7bf9-4eff-9776-89cc7ba6f3a2 service neutron] 10.222.0.97 "GET /v2.0/networks?id=f016d227-d6f9-4bd9-a651-15ce16d101af HTTP/1.1" status: 200 len: 898 time: 0.1064546 Jul 23 17:20:48.479614 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeacbf2c-4aad-478c-a07d-573fc08144c4 None None] Checking router: be09a0bf-4222-4166-af04-e8ef35049618 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:20:48.493763 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeacbf2c-4aad-478c-a07d-573fc08144c4 None None] Routers {'be09a0bf-4222-4166-af04-e8ef35049618'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:20:48.494565 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-aeacbf2c-4aad-478c-a07d-573fc08144c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:20:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['be09a0bf-4222-4166-af04-e8ef35049618'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:48.561746 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b12f1052-2e64-45b3-b953-90cd573c601a req-9bb3f4fb-3630-4be3-bc74-74a885b7b41b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fe6612a-929c-4cf2-bc0b-65d2c0b82562 HTTP/1.1" status: 200 len: 998 time: 0.0962920 Jul 23 17:20:48.624634 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f1052-2e64-45b3-b953-90cd573c601a req-b8d8d52c-54da-4f71-8a26-d871c7e924bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:48.626211 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b12f1052-2e64-45b3-b953-90cd573c601a req-b8d8d52c-54da-4f71-8a26-d871c7e924bf service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ee35c5ae-1934-452e-8f48-727d1591363b HTTP/1.1" status: 200 len: 834 time: 0.0554218 Jul 23 17:20:48.647440 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-aeacbf2c-4aad-478c-a07d-573fc08144c4 None None] Set router be09a0bf-4222-4166-af04-e8ef35049618 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:20:48.700608 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f1052-2e64-45b3-b953-90cd573c601a req-5514b479-c3cc-4d8a-ae28-a2f051e7853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:48.702942 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b12f1052-2e64-45b3-b953-90cd573c601a req-5514b479-c3cc-4d8a-ae28-a2f051e7853f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f016d227-d6f9-4bd9-a651-15ce16d101af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696135 Jul 23 17:20:48.836640 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b12f1052-2e64-45b3-b953-90cd573c601a req-4479b479-e661-44e4-a653-3d76d63d1880 service neutron] 10.222.0.97 "GET /v2.0/networks/f016d227-d6f9-4bd9-a651-15ce16d101af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271558 Jul 23 17:20:48.929596 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-aeacbf2c-4aad-478c-a07d-573fc08144c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977006555', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2323c0ed-a03a-44da-902d-acb43fc6a949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:26Z', 'updated_at': '2021-07-23T17:20:31Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '2323c0ed-a03a-44da-902d-acb43fc6a949', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:27Z', 'updated_at': '2021-07-23T17:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '3cd3cfeb-2a52-4c6c-8034-0ab6ea0b8332', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'port_id': '5fe6612a-929c-4cf2-bc0b-65d2c0b82562', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f016d227-d6f9-4bd9-a651-15ce16d101af', 'mac_address': 'fa:16:3e:24:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cae137c-5aa7-4f08-b83d-57b4418b96a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:20:46Z', 'updated_at': '2021-07-23T17:20:46Z', 'revision_number': 0, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9e7fff-38e0-46d5-8b3b-0ce050aec648', 'name': '', 'network_id': 'f016d227-d6f9-4bd9-a651-15ce16d101af', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:11:91:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ee35c5ae-1934-452e-8f48-727d1591363b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:30Z', 'updated_at': '2021-07-23T17:20:36Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': 'ee35c5ae-1934-452e-8f48-727d1591363b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:48.957355 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b12f1052-2e64-45b3-b953-90cd573c601a req-92eddbed-9f33-4ad5-94a9-47ece4624836 service neutron] 10.222.0.97 "GET /v2.0/networks/f016d227-d6f9-4bd9-a651-15ce16d101af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145399 Jul 23 17:20:48.966552 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeacbf2c-4aad-478c-a07d-573fc08144c4 None None] The sync data for ids ['be09a0bf-4222-4166-af04-e8ef35049618'] in n-d-778549-4 is: [{'id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977006555', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2323c0ed-a03a-44da-902d-acb43fc6a949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:26Z', 'updated_at': '2021-07-23T17:20:31Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '2323c0ed-a03a-44da-902d-acb43fc6a949', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:27Z', 'updated_at': '2021-07-23T17:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '3cd3cfeb-2a52-4c6c-8034-0ab6ea0b8332', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'port_id': '5fe6612a-929c-4cf2-bc0b-65d2c0b82562', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f016d227-d6f9-4bd9-a651-15ce16d101af', 'mac_address': 'fa:16:3e:24:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cae137c-5aa7-4f08-b83d-57b4418b96a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:20:46Z', 'updated_at': '2021-07-23T17:20:46Z', 'revision_number': 0, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9e7fff-38e0-46d5-8b3b-0ce050aec648', 'name': '', 'network_id': 'f016d227-d6f9-4bd9-a651-15ce16d101af', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:11:91:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ee35c5ae-1934-452e-8f48-727d1591363b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:30Z', 'updated_at': '2021-07-23T17:20:36Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': 'ee35c5ae-1934-452e-8f48-727d1591363b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:20:49.220838 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d25cd4-af17-4f2e-80fd-1462752952fd None None] New status for floating IP 3cd3cfeb-2a52-4c6c-8034-0ab6ea0b8332: ACTIVE {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:20:49.297583 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59056) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:49.378586 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-27dfecd1-4eac-400c-b109-f31370c1df86 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/floatingips/3cd3cfeb-2a52-4c6c-8034-0ab6ea0b8332 HTTP/1.1" status: 200 len: 990 time: 0.0793903 Jul 23 17:20:50.382977 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59058) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:50.460606 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-39c59bdc-bb69-4c8b-8419-3f5c7de2d2cf tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/floatingips/3cd3cfeb-2a52-4c6c-8034-0ab6ea0b8332 HTTP/1.1" status: 200 len: 992 time: 0.0763748 Jul 23 17:20:51.577790 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [req-fb94a351-ab41-4f8e-8e41-5cfedef61351 req-b3ca64b0-30e1-4b88-84cb-8d954d329488 service neutron] (94013) timed out ('10.222.0.73', 53006) {{(pid=94013) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 17:21:02.202387 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:21:02.756130 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a2debf80-f187-4f0c-8c4a-cf0c63c41598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:05.451004 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0e72b89b-5154-4020-a2e5-481915f851bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:05.577492 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:05.627992 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:06.788662 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:07.952955 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:08.815408 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:17.286395 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eda93c-9a51-4d5c-a34e-30aeecd7b032 req-80a39138-5497-4bec-808e-03d0ba6a7e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:17.288343 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-14eda93c-9a51-4d5c-a34e-30aeecd7b032 req-80a39138-5497-4bec-808e-03d0ba6a7e0d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 1096 time: 0.1118848 Jul 23 17:21:17.300559 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d2339-6c5b-4cec-a970-5bf8a79357d9 req-2c56ecff-4292-4a13-b4b0-77fb2d396499 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:17.302503 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c50d2339-6c5b-4cec-a970-5bf8a79357d9 req-2c56ecff-4292-4a13-b4b0-77fb2d396499 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 945 time: 0.1176813 Jul 23 17:21:17.409637 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c50d2339-6c5b-4cec-a970-5bf8a79357d9 req-ba5889db-674b-4e4c-bef6-ca7cba50fb5f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e03f1b-25a0-42d2-bc10-deb5f035a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967960 Jul 23 17:21:17.440194 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eda93c-9a51-4d5c-a34e-30aeecd7b032 req-fe6fddae-ebd6-4b6f-a28b-3ce73b8f8d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:17.441859 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-14eda93c-9a51-4d5c-a34e-30aeecd7b032 req-fe6fddae-ebd6-4b6f-a28b-3ce73b8f8d9a service neutron] 10.222.0.97 "GET /v2.0/networks?id=f016d227-d6f9-4bd9-a651-15ce16d101af HTTP/1.1" status: 200 len: 898 time: 0.1382716 Jul 23 17:21:17.518214 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-14eda93c-9a51-4d5c-a34e-30aeecd7b032 req-4c3c3144-7b75-44ba-af1e-5aecece28d2f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fe6612a-929c-4cf2-bc0b-65d2c0b82562 HTTP/1.1" status: 200 len: 1000 time: 0.0695097 Jul 23 17:21:17.572208 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eda93c-9a51-4d5c-a34e-30aeecd7b032 req-0775c4c1-df20-4067-83e5-f9cb659d1512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:17.573831 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-14eda93c-9a51-4d5c-a34e-30aeecd7b032 req-0775c4c1-df20-4067-83e5-f9cb659d1512 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ee35c5ae-1934-452e-8f48-727d1591363b HTTP/1.1" status: 200 len: 834 time: 0.0490818 Jul 23 17:21:17.647756 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eda93c-9a51-4d5c-a34e-30aeecd7b032 req-ab0af1d1-6dae-4d70-af6c-730b654035d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:17.649476 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-14eda93c-9a51-4d5c-a34e-30aeecd7b032 req-ab0af1d1-6dae-4d70-af6c-730b654035d9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f016d227-d6f9-4bd9-a651-15ce16d101af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690241 Jul 23 17:21:17.758358 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-14eda93c-9a51-4d5c-a34e-30aeecd7b032 req-3e026ba8-5d33-45d9-a2b0-745dde3106f3 service neutron] 10.222.0.97 "GET /v2.0/networks/f016d227-d6f9-4bd9-a651-15ce16d101af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016006 Jul 23 17:21:17.867226 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-14eda93c-9a51-4d5c-a34e-30aeecd7b032 req-2c70381d-39af-4cd3-9810-75c5c3b60663 service neutron] 10.222.0.97 "GET /v2.0/networks/f016d227-d6f9-4bd9-a651-15ce16d101af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021810 Jul 23 17:21:18.573876 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6d784-4f65-40d2-9532-ac9c921004ab req-02757d75-322a-45b0-8248-78a168e82adf tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:18.575640 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8f6d784-4f65-40d2-9532-ac9c921004ab req-02757d75-322a-45b0-8248-78a168e82adf tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 945 time: 0.0887601 Jul 23 17:21:18.622948 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8f6d784-4f65-40d2-9532-ac9c921004ab req-624d9246-0e18-425c-87b6-18dfcd2d5fb6 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e03f1b-25a0-42d2-bc10-deb5f035a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409479 Jul 23 17:21:19.774868 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb35cd-0e58-4e33-9e9a-17f9cff183a2 req-aa5c6e52-f2c3-4abb-8c2a-23256b1f0faa tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:19.776949 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5cfb35cd-0e58-4e33-9e9a-17f9cff183a2 req-aa5c6e52-f2c3-4abb-8c2a-23256b1f0faa tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 945 time: 0.0827425 Jul 23 17:21:19.829888 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5cfb35cd-0e58-4e33-9e9a-17f9cff183a2 req-a36e1674-f46c-4516-b7a6-33f57512f06e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e03f1b-25a0-42d2-bc10-deb5f035a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421150 Jul 23 17:21:21.029457 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05deb1c-7b55-4d9a-9cc1-43961a719a93 req-2df1bdde-5fc4-4bd0-b3f9-c49f432ed910 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:21.031293 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a05deb1c-7b55-4d9a-9cc1-43961a719a93 req-2df1bdde-5fc4-4bd0-b3f9-c49f432ed910 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 945 time: 0.0829079 Jul 23 17:21:21.075889 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a05deb1c-7b55-4d9a-9cc1-43961a719a93 req-f76fd010-0e35-44bd-871d-47f357b2e690 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e03f1b-25a0-42d2-bc10-deb5f035a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386534 Jul 23 17:21:22.242027 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a74ff-0348-484c-9f25-70f597edbf2c req-7d9878cc-f527-415c-9648-39fbc6d0013c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:22.243962 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa3a74ff-0348-484c-9f25-70f597edbf2c req-7d9878cc-f527-415c-9648-39fbc6d0013c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 945 time: 0.0759194 Jul 23 17:21:22.299445 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aa3a74ff-0348-484c-9f25-70f597edbf2c req-ad7a18d3-6f0d-43fa-8dd2-ab15b18654f4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e03f1b-25a0-42d2-bc10-deb5f035a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475886 Jul 23 17:21:23.453125 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca830cf-fba7-467c-981d-e322cf39e3c1 req-e2b7e384-1092-4cca-a303-75fcf4b5e9f8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:23.455034 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fca830cf-fba7-467c-981d-e322cf39e3c1 req-e2b7e384-1092-4cca-a303-75fcf4b5e9f8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 945 time: 0.0814295 Jul 23 17:21:23.500822 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fca830cf-fba7-467c-981d-e322cf39e3c1 req-662a1cb2-1dd0-4f61-88dd-9baed113e3eb tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e03f1b-25a0-42d2-bc10-deb5f035a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394199 Jul 23 17:21:24.675892 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5026e-3eca-4790-9290-18dac188cea6 req-b36e16e8-ddc5-4e17-9b28-5d2a8198ad3c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:24.678674 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8f5026e-3eca-4790-9290-18dac188cea6 req-b36e16e8-ddc5-4e17-9b28-5d2a8198ad3c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 945 time: 0.0975714 Jul 23 17:21:24.739894 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8f5026e-3eca-4790-9290-18dac188cea6 req-4907224d-b813-4230-8b8d-2481801f641f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e03f1b-25a0-42d2-bc10-deb5f035a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544517 Jul 23 17:21:25.941579 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a83ee4-a490-4040-b472-5c6547ac5667 req-5ad02e93-e4fe-44bc-99e9-3863f088bb5f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:25.943225 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-29a83ee4-a490-4040-b472-5c6547ac5667 req-5ad02e93-e4fe-44bc-99e9-3863f088bb5f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 945 time: 0.0886121 Jul 23 17:21:25.996915 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-29a83ee4-a490-4040-b472-5c6547ac5667 req-013a919d-aaca-4032-90dc-4337f173ad2f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e03f1b-25a0-42d2-bc10-deb5f035a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466247 Jul 23 17:21:27.203308 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d616912-d39e-4cbc-b860-19098dfcf4db req-4f5227d0-3502-4346-9e97-91e4c53f2851 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:27.205154 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d616912-d39e-4cbc-b860-19098dfcf4db req-4f5227d0-3502-4346-9e97-91e4c53f2851 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 945 time: 0.0949142 Jul 23 17:21:27.258430 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1d616912-d39e-4cbc-b860-19098dfcf4db req-25700c2b-4076-40e6-8c54-156910bf897f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e03f1b-25a0-42d2-bc10-deb5f035a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465825 Jul 23 17:21:28.429881 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c0fea-51f1-4cfd-ae9e-3f3e44ee6d61 req-fbc59be1-ed45-4418-ab7b-b7389f1d1563 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:28.431552 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a39c0fea-51f1-4cfd-ae9e-3f3e44ee6d61 req-fbc59be1-ed45-4418-ab7b-b7389f1d1563 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 945 time: 0.0843945 Jul 23 17:21:28.491509 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a39c0fea-51f1-4cfd-ae9e-3f3e44ee6d61 req-1237200c-0f6a-4a2a-b02f-258cf7790b68 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e03f1b-25a0-42d2-bc10-deb5f035a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499279 Jul 23 17:21:29.673812 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bd4d6-1da6-40df-b341-f31c11ee23f3 req-a6102860-4ad7-4db3-b5a5-13fbeffdef96 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:29.676191 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d56bd4d6-1da6-40df-b341-f31c11ee23f3 req-a6102860-4ad7-4db3-b5a5-13fbeffdef96 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 945 time: 0.0981948 Jul 23 17:21:29.737124 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d56bd4d6-1da6-40df-b341-f31c11ee23f3 req-d398ab38-f99e-4108-8927-353df3649230 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e03f1b-25a0-42d2-bc10-deb5f035a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495477 Jul 23 17:21:29.774624 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59098) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:29.835572 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d047a87-fe89-486c-93b6-18b2820ec808 req-31361b44-d45e-4a9a-9539-e2e9f3fc963a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0880139 Jul 23 17:21:29.851322 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0ff73ebf-5929-4487-bb26-4411d6fc6aef tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/floatingips/3cd3cfeb-2a52-4c6c-8034-0ab6ea0b8332 HTTP/1.1" status: 200 len: 992 time: 0.0754058 Jul 23 17:21:29.962318 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d047a87-fe89-486c-93b6-18b2820ec808 req-36e58e8f-df56-4f5e-a00c-eb4ff06ae9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:29.964982 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d047a87-fe89-486c-93b6-18b2820ec808 req-36e58e8f-df56-4f5e-a00c-eb4ff06ae9ab service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 1096 time: 0.0765769 Jul 23 17:21:30.108436 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d047a87-fe89-486c-93b6-18b2820ec808 req-01419b4a-b8f3-4334-8ef9-27e67d14bfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:30.111148 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d047a87-fe89-486c-93b6-18b2820ec808 req-01419b4a-b8f3-4334-8ef9-27e67d14bfbc service neutron] 10.222.0.97 "GET /v2.0/networks?id=f016d227-d6f9-4bd9-a651-15ce16d101af HTTP/1.1" status: 200 len: 898 time: 0.1256161 Jul 23 17:21:30.189753 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d047a87-fe89-486c-93b6-18b2820ec808 req-5eb39679-d8f5-4451-9e57-e674073950d8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fe6612a-929c-4cf2-bc0b-65d2c0b82562 HTTP/1.1" status: 200 len: 1000 time: 0.0724196 Jul 23 17:21:30.252250 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d047a87-fe89-486c-93b6-18b2820ec808 req-e37c0371-7147-40a5-842c-1a01e5131575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:30.253886 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d047a87-fe89-486c-93b6-18b2820ec808 req-e37c0371-7147-40a5-842c-1a01e5131575 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ee35c5ae-1934-452e-8f48-727d1591363b HTTP/1.1" status: 200 len: 834 time: 0.0577669 Jul 23 17:21:30.342966 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d047a87-fe89-486c-93b6-18b2820ec808 req-19fa50e7-8665-4484-bf21-337c05039889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:30.344767 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d047a87-fe89-486c-93b6-18b2820ec808 req-19fa50e7-8665-4484-bf21-337c05039889 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f016d227-d6f9-4bd9-a651-15ce16d101af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845954 Jul 23 17:21:30.447677 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d047a87-fe89-486c-93b6-18b2820ec808 req-aa95cd1f-0d80-44c0-a6a0-b1c4b6415297 service neutron] 10.222.0.97 "GET /v2.0/networks/f016d227-d6f9-4bd9-a651-15ce16d101af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955813 Jul 23 17:21:30.559791 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d047a87-fe89-486c-93b6-18b2820ec808 req-7faf214f-52ec-4d41-a5c1-2fcd85dae933 service neutron] 10.222.0.97 "GET /v2.0/networks/f016d227-d6f9-4bd9-a651-15ce16d101af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056325 Jul 23 17:21:32.753980 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ab6c3816-b72b-4f19-9eb5-443803c0cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:35.466615 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d1345f34-e955-49d4-8111-174611df2f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:35.582750 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:35.641320 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:36.795010 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:37.954645 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:38.039900 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-25d52dfb-1554-4a42-be43-2d64d4338da8 req-6d5b9c48-976a-48a9-afb0-e680c7491d0f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678782 Jul 23 17:21:38.164815 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d52dfb-1554-4a42-be43-2d64d4338da8 req-8ed6f897-48bb-4fbf-9cca-85e588824158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:38.168194 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-25d52dfb-1554-4a42-be43-2d64d4338da8 req-8ed6f897-48bb-4fbf-9cca-85e588824158 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0755012 Jul 23 17:21:38.348209 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d52dfb-1554-4a42-be43-2d64d4338da8 req-19e51d17-b954-48e5-8b29-96bb7d182c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:38.349805 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-25d52dfb-1554-4a42-be43-2d64d4338da8 req-19e51d17-b954-48e5-8b29-96bb7d182c77 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.1581249 Jul 23 17:21:38.408070 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-25d52dfb-1554-4a42-be43-2d64d4338da8 req-9b00c304-db12-4c05-850d-39716094e7eb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0515516 Jul 23 17:21:38.493852 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d52dfb-1554-4a42-be43-2d64d4338da8 req-d8760aaf-77de-4b1f-ae98-5d1cd03894df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:38.496486 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-25d52dfb-1554-4a42-be43-2d64d4338da8 req-d8760aaf-77de-4b1f-ae98-5d1cd03894df service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0824530 Jul 23 17:21:38.566706 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d52dfb-1554-4a42-be43-2d64d4338da8 req-edb05e4d-67f1-4f69-9aa4-854f4bae93c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:38.568684 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-25d52dfb-1554-4a42-be43-2d64d4338da8 req-edb05e4d-67f1-4f69-9aa4-854f4bae93c0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661607 Jul 23 17:21:38.813527 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:39.068884 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-25d52dfb-1554-4a42-be43-2d64d4338da8 req-96e02547-cf63-4c01-9a16-6d121d03b251 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940686 Jul 23 17:21:39.171932 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-25d52dfb-1554-4a42-be43-2d64d4338da8 req-a1171abc-31b5-4c43-ab9d-9d7ca1ba7911 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963917 Jul 23 17:21:39.204416 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:22:00.246491 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59116) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:22:00.428010 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-d36b3bfa-eaee-4f90-9be2-9d74071ceeb0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Deleting port 10e1d62f-0ce4-40a7-9d13-a98ca7cb6ad8 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:22:00.428348 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d36b3bfa-eaee-4f90-9be2-9d74071ceeb0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:00.528367 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d36b3bfa-eaee-4f90-9be2-9d74071ceeb0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:00.528657 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d36b3bfa-eaee-4f90-9be2-9d74071ceeb0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:00.544035 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-d36b3bfa-eaee-4f90-9be2-9d74071ceeb0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Calling delete_port for 10e1d62f-0ce4-40a7-9d13-a98ca7cb6ad8 owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:22:00.714492 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d36b3bfa-eaee-4f90-9be2-9d74071ceeb0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:00.749562 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b3bfa-eaee-4f90-9be2-9d74071ceeb0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'Port': ['ID=10e1d62f-0ce4-40a7-9d13-a98ca7cb6ad8,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:00.762280 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b3bfa-eaee-4f90-9be2-9d74071ceeb0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:00.762631 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b3bfa-eaee-4f90-9be2-9d74071ceeb0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:00.763047 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b3bfa-eaee-4f90-9be2-9d74071ceeb0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:00.763374 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b3bfa-eaee-4f90-9be2-9d74071ceeb0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:00.763931 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b3bfa-eaee-4f90-9be2-9d74071ceeb0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:00.764306 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b3bfa-eaee-4f90-9be2-9d74071ceeb0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:00.764646 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b3bfa-eaee-4f90-9be2-9d74071ceeb0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:00.765046 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b3bfa-eaee-4f90-9be2-9d74071ceeb0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:00.765556 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b3bfa-eaee-4f90-9be2-9d74071ceeb0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:00.765860 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b3bfa-eaee-4f90-9be2-9d74071ceeb0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:00.766219 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b3bfa-eaee-4f90-9be2-9d74071ceeb0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:00.766624 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b3bfa-eaee-4f90-9be2-9d74071ceeb0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:00.886326 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d36b3bfa-eaee-4f90-9be2-9d74071ceeb0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:00.886906 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-d36b3bfa-eaee-4f90-9be2-9d74071ceeb0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Floating IP 3cd3cfeb-2a52-4c6c-8034-0ab6ea0b8332 disassociated (deleted). External IP: 172.25.8.75, port: 5fe6612a-929c-4cf2-bc0b-65d2c0b82562. Jul 23 17:22:01.220977 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36b3bfa-eaee-4f90-9be2-9d74071ceeb0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Router be09a0bf-4222-4166-af04-e8ef35049618 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:22:01.370464 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36b3bfa-eaee-4f90-9be2-9d74071ceeb0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:22:01.376300 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d36b3bfa-eaee-4f90-9be2-9d74071ceeb0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:01.384555 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a36a25-c7a4-40a5-855b-2d61df9d6ead None None] Sync routers for ids ['be09a0bf-4222-4166-af04-e8ef35049618'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:22:01.396609 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a36a25-c7a4-40a5-855b-2d61df9d6ead None None] Routers {'be09a0bf-4222-4166-af04-e8ef35049618'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:22:01.397357 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-17a36a25-c7a4-40a5-855b-2d61df9d6ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:21:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['be09a0bf-4222-4166-af04-e8ef35049618'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:22:01.427888 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d36b3bfa-eaee-4f90-9be2-9d74071ceeb0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "DELETE /v2.0/floatingips/3cd3cfeb-2a52-4c6c-8034-0ab6ea0b8332 HTTP/1.1" status: 204 len: 168 time: 1.1760185 Jul 23 17:22:01.427888 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cae137c-5aa7-4f08-b83d-57b4418b96a0', 'tag': '5fe6612a-929c-4cf2-bc0b-65d2c0b82562'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:22:01.427888 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21afeb2b-8cab-4423-be39-d1e76b1f6dec" -d '{"events": [{"name": "network-changed", "server_uuid": "9cae137c-5aa7-4f08-b83d-57b4418b96a0", "tag": "5fe6612a-929c-4cf2-bc0b-65d2c0b82562"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:22:01.563767 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-17a36a25-c7a4-40a5-855b-2d61df9d6ead None None] Set router be09a0bf-4222-4166-af04-e8ef35049618 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:22:01.662919 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256748f6-72e4-476c-94ec-3b22c139ddea x-openstack-request-id: req-256748f6-72e4-476c-94ec-3b22c139ddea {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:22:01.663369 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cae137c-5aa7-4f08-b83d-57b4418b96a0", "tag": "5fe6612a-929c-4cf2-bc0b-65d2c0b82562", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:22:01.663765 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-256748f6-72e4-476c-94ec-3b22c139ddea {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:22:01.665429 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cae137c-5aa7-4f08-b83d-57b4418b96a0', 'tag': '5fe6612a-929c-4cf2-bc0b-65d2c0b82562', 'status': 'completed', 'code': 200} Jul 23 17:22:01.855141 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afeb2b-8cab-4423-be39-d1e76b1f6dec req-8b997163-df45-403d-8f2d-842b58c48992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:01.857018 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-21afeb2b-8cab-4423-be39-d1e76b1f6dec req-8b997163-df45-403d-8f2d-842b58c48992 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 1096 time: 0.1652746 Jul 23 17:22:01.883674 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb1ccf-f5f1-4160-bb2a-1c55c08d95c8 req-f21a671e-d77a-463a-aea2-8c48d0bfdac2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:01.885575 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2beb1ccf-f5f1-4160-bb2a-1c55c08d95c8 req-f21a671e-d77a-463a-aea2-8c48d0bfdac2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 945 time: 0.1434884 Jul 23 17:22:01.984074 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2beb1ccf-f5f1-4160-bb2a-1c55c08d95c8 req-56da488e-7736-4d1b-8c9a-d64858ac2758 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e03f1b-25a0-42d2-bc10-deb5f035a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877259 Jul 23 17:22:02.007042 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afeb2b-8cab-4423-be39-d1e76b1f6dec req-cdafadc0-a8af-4f7c-96cf-ae3e844b9e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:02.009648 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-21afeb2b-8cab-4423-be39-d1e76b1f6dec req-cdafadc0-a8af-4f7c-96cf-ae3e844b9e0d service neutron] 10.222.0.97 "GET /v2.0/networks?id=f016d227-d6f9-4bd9-a651-15ce16d101af HTTP/1.1" status: 200 len: 898 time: 0.1438210 Jul 23 17:22:02.049208 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-17a36a25-c7a4-40a5-855b-2d61df9d6ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977006555', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2323c0ed-a03a-44da-902d-acb43fc6a949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:26Z', 'updated_at': '2021-07-23T17:20:31Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '2323c0ed-a03a-44da-902d-acb43fc6a949', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:27Z', 'updated_at': '2021-07-23T17:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '8b9e7fff-38e0-46d5-8b3b-0ce050aec648', 'name': '', 'network_id': 'f016d227-d6f9-4bd9-a651-15ce16d101af', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:11:91:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ee35c5ae-1934-452e-8f48-727d1591363b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:30Z', 'updated_at': '2021-07-23T17:20:36Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': 'ee35c5ae-1934-452e-8f48-727d1591363b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:22:02.082409 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a36a25-c7a4-40a5-855b-2d61df9d6ead None None] Checking router: be09a0bf-4222-4166-af04-e8ef35049618 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:22:02.082792 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-21afeb2b-8cab-4423-be39-d1e76b1f6dec req-26e51b5b-129c-4d61-b123-1a7138d73b33 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fe6612a-929c-4cf2-bc0b-65d2c0b82562 HTTP/1.1" status: 200 len: 217 time: 0.0650902 Jul 23 17:22:02.092405 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a36a25-c7a4-40a5-855b-2d61df9d6ead None None] Routers {'be09a0bf-4222-4166-af04-e8ef35049618'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:22:02.093085 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-17a36a25-c7a4-40a5-855b-2d61df9d6ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:21:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['be09a0bf-4222-4166-af04-e8ef35049618'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:22:02.171318 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afeb2b-8cab-4423-be39-d1e76b1f6dec req-a969f650-9e9d-457d-bb76-0bdd0ab4426c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:02.174394 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-21afeb2b-8cab-4423-be39-d1e76b1f6dec req-a969f650-9e9d-457d-bb76-0bdd0ab4426c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ee35c5ae-1934-452e-8f48-727d1591363b HTTP/1.1" status: 200 len: 834 time: 0.0850141 Jul 23 17:22:02.221860 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-17a36a25-c7a4-40a5-855b-2d61df9d6ead None None] Set router be09a0bf-4222-4166-af04-e8ef35049618 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:22:02.275639 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afeb2b-8cab-4423-be39-d1e76b1f6dec req-9594a1f5-5193-41cb-b8a8-4a02d9335dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:02.278441 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-21afeb2b-8cab-4423-be39-d1e76b1f6dec req-9594a1f5-5193-41cb-b8a8-4a02d9335dc4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f016d227-d6f9-4bd9-a651-15ce16d101af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963531 Jul 23 17:22:02.407051 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-21afeb2b-8cab-4423-be39-d1e76b1f6dec req-bc692cec-94c5-4fac-b13a-8521f0817a79 service neutron] 10.222.0.97 "GET /v2.0/networks/f016d227-d6f9-4bd9-a651-15ce16d101af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208324 Jul 23 17:22:02.500928 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-17a36a25-c7a4-40a5-855b-2d61df9d6ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977006555', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2323c0ed-a03a-44da-902d-acb43fc6a949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:26Z', 'updated_at': '2021-07-23T17:20:31Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '2323c0ed-a03a-44da-902d-acb43fc6a949', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:27Z', 'updated_at': '2021-07-23T17:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '8b9e7fff-38e0-46d5-8b3b-0ce050aec648', 'name': '', 'network_id': 'f016d227-d6f9-4bd9-a651-15ce16d101af', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:11:91:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ee35c5ae-1934-452e-8f48-727d1591363b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:30Z', 'updated_at': '2021-07-23T17:20:36Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': 'ee35c5ae-1934-452e-8f48-727d1591363b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:22:02.509323 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-21afeb2b-8cab-4423-be39-d1e76b1f6dec req-051dc994-e07d-4527-9605-91eba0ff3272 service neutron] 10.222.0.97 "GET /v2.0/networks/f016d227-d6f9-4bd9-a651-15ce16d101af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952630 Jul 23 17:22:02.533972 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a36a25-c7a4-40a5-855b-2d61df9d6ead None None] The sync data for ids ['be09a0bf-4222-4166-af04-e8ef35049618'] in n-d-778549-4 is: [{'id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977006555', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2323c0ed-a03a-44da-902d-acb43fc6a949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:26Z', 'updated_at': '2021-07-23T17:20:31Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '2323c0ed-a03a-44da-902d-acb43fc6a949', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:27Z', 'updated_at': '2021-07-23T17:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '8b9e7fff-38e0-46d5-8b3b-0ce050aec648', 'name': '', 'network_id': 'f016d227-d6f9-4bd9-a651-15ce16d101af', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:11:91:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ee35c5ae-1934-452e-8f48-727d1591363b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:30Z', 'updated_at': '2021-07-23T17:20:36Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': 'ee35c5ae-1934-452e-8f48-727d1591363b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:22:02.752806 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cdcf54cf-11c5-482e-84a3-f40961612c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:02.809564 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfef1bdb-81d5-4d52-b41b-28f9e58ff79a None None] New status for floating IP 3cd3cfeb-2a52-4c6c-8034-0ab6ea0b8332: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:22:03.217421 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da845d-a60a-4f99-9158-7ffb0b47cd7d req-0e8a27b3-cee9-4391-92b3-47621f137a9c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:03.219699 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a8da845d-a60a-4f99-9158-7ffb0b47cd7d req-0e8a27b3-cee9-4391-92b3-47621f137a9c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 945 time: 0.1330225 Jul 23 17:22:03.275922 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528098b-13c1-40f9-9152-bbb079fac0cd req-37209bb9-b9da-4839-9cd0-0a35bd273be0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:03.277676 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e528098b-13c1-40f9-9152-bbb079fac0cd req-37209bb9-b9da-4839-9cd0-0a35bd273be0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.97 "GET /v2.0/ports?device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 945 time: 0.1413019 Jul 23 17:22:03.302019 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a8da845d-a60a-4f99-9158-7ffb0b47cd7d req-9632000e-7bd8-42de-bbb1-11aab0aa6957 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e03f1b-25a0-42d2-bc10-deb5f035a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700004 Jul 23 17:22:03.422551 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-e528098b-13c1-40f9-9152-bbb079fac0cd req-39798681-f1aa-4cb4-b71f-a5ac4c0de616 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Deleting port 5fe6612a-929c-4cf2-bc0b-65d2c0b82562 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:22:03.423302 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e528098b-13c1-40f9-9152-bbb079fac0cd req-39798681-f1aa-4cb4-b71f-a5ac4c0de616 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:04.010426 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-e528098b-13c1-40f9-9152-bbb079fac0cd req-39798681-f1aa-4cb4-b71f-a5ac4c0de616 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] For port 5fe6612a-929c-4cf2-bc0b-65d2c0b82562, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=5fe6612a-929c-4cf2-bc0b-65d2c0b82562,segment=NetworkSegment(4fe1b4ee-53f1-4401-a94e-7333f95132ea),segment_id=4fe1b4ee-53f1-4401-a94e-7333f95132ea)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:22:04.010982 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e528098b-13c1-40f9-9152-bbb079fac0cd req-39798681-f1aa-4cb4-b71f-a5ac4c0de616 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:04.035917 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-e528098b-13c1-40f9-9152-bbb079fac0cd req-39798681-f1aa-4cb4-b71f-a5ac4c0de616 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Calling delete_port for 5fe6612a-929c-4cf2-bc0b-65d2c0b82562 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:22:04.240477 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e528098b-13c1-40f9-9152-bbb079fac0cd req-39798681-f1aa-4cb4-b71f-a5ac4c0de616 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:04.274717 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39798681-f1aa-4cb4-b71f-a5ac4c0de616 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'Port': ['ID=5fe6612a-929c-4cf2-bc0b-65d2c0b82562,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:04.335827 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-e528098b-13c1-40f9-9152-bbb079fac0cd req-39798681-f1aa-4cb4-b71f-a5ac4c0de616 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] No DVR routers for this DVR port 5fe6612a-929c-4cf2-bc0b-65d2c0b82562 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:22:04.339178 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e528098b-13c1-40f9-9152-bbb079fac0cd req-39798681-f1aa-4cb4-b71f-a5ac4c0de616 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:04.341243 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e528098b-13c1-40f9-9152-bbb079fac0cd req-39798681-f1aa-4cb4-b71f-a5ac4c0de616 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.97 "DELETE /v2.0/ports/5fe6612a-929c-4cf2-bc0b-65d2c0b82562 HTTP/1.1" status: 204 len: 173 time: 1.0569711 Jul 23 17:22:04.341907 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cae137c-5aa7-4f08-b83d-57b4418b96a0', 'name': 'network-vif-deleted', 'tag': '5fe6612a-929c-4cf2-bc0b-65d2c0b82562'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:22:04.344109 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12f3af6-22d3-40e0-90d3-51c1f93fc115" -d '{"events": [{"server_uuid": "9cae137c-5aa7-4f08-b83d-57b4418b96a0", "name": "network-vif-deleted", "tag": "5fe6612a-929c-4cf2-bc0b-65d2c0b82562"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:22:04.434707 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1a25689b-d037-4b89-a88d-bc0405befaf0 req-79124e24-97af-4b40-8782-9f1e133351a0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cae137c-5aa7-4f08-b83d-57b4418b96a0 HTTP/1.1" status: 200 len: 210 time: 0.0388365 Jul 23 17:22:04.498809 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ea6242-05e1-4546-9989-44180512e2b6 x-openstack-request-id: req-b8ea6242-05e1-4546-9989-44180512e2b6 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:22:04.498809 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cae137c-5aa7-4f08-b83d-57b4418b96a0", "name": "network-vif-deleted", "tag": "5fe6612a-929c-4cf2-bc0b-65d2c0b82562", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:22:04.499121 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b8ea6242-05e1-4546-9989-44180512e2b6 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:22:04.499657 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cae137c-5aa7-4f08-b83d-57b4418b96a0', 'name': 'network-vif-deleted', 'tag': '5fe6612a-929c-4cf2-bc0b-65d2c0b82562', 'status': 'completed', 'code': 200} Jul 23 17:22:05.452296 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1e97b389-46dc-4df4-81b2-0c587e96052e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:05.513434 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59138) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:22:05.574554 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:05.649403 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:06.062124 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3e2cd263-4aaa-43a7-89f8-196eec0d117c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:06.434565 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-3e2cd263-4aaa-43a7-89f8-196eec0d117c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Deleting port 8b9e7fff-38e0-46d5-8b3b-0ce050aec648 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:22:06.434827 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3e2cd263-4aaa-43a7-89f8-196eec0d117c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:06.537759 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-3e2cd263-4aaa-43a7-89f8-196eec0d117c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] For port 8b9e7fff-38e0-46d5-8b3b-0ce050aec648, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=8b9e7fff-38e0-46d5-8b3b-0ce050aec648,segment=NetworkSegment(4fe1b4ee-53f1-4401-a94e-7333f95132ea),segment_id=4fe1b4ee-53f1-4401-a94e-7333f95132ea)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:22:06.538507 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3e2cd263-4aaa-43a7-89f8-196eec0d117c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:06.553172 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-3e2cd263-4aaa-43a7-89f8-196eec0d117c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Calling delete_port for 8b9e7fff-38e0-46d5-8b3b-0ce050aec648 owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:22:06.775352 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3e2cd263-4aaa-43a7-89f8-196eec0d117c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:06.793483 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:06.835528 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2cd263-4aaa-43a7-89f8-196eec0d117c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'Port': ['ID=8b9e7fff-38e0-46d5-8b3b-0ce050aec648,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:06.887212 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cd263-4aaa-43a7-89f8-196eec0d117c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:06.887824 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cd263-4aaa-43a7-89f8-196eec0d117c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:06.888392 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cd263-4aaa-43a7-89f8-196eec0d117c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:06.888971 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cd263-4aaa-43a7-89f8-196eec0d117c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:06.889579 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cd263-4aaa-43a7-89f8-196eec0d117c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:06.890125 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cd263-4aaa-43a7-89f8-196eec0d117c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:06.890792 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cd263-4aaa-43a7-89f8-196eec0d117c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:06.891270 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cd263-4aaa-43a7-89f8-196eec0d117c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:06.891883 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cd263-4aaa-43a7-89f8-196eec0d117c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:06.892382 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cd263-4aaa-43a7-89f8-196eec0d117c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:06.892923 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cd263-4aaa-43a7-89f8-196eec0d117c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:06.893528 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cd263-4aaa-43a7-89f8-196eec0d117c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:07.124570 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3e2cd263-4aaa-43a7-89f8-196eec0d117c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:07.417260 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 5fe6612a-929c-4cf2-bc0b-65d2c0b82562 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:22:07.452875 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 5fe6612a-929c-4cf2-bc0b-65d2c0b82562 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:22:07.453476 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 5fe6612a-929c-4cf2-bc0b-65d2c0b82562 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:22:07.463940 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2cd263-4aaa-43a7-89f8-196eec0d117c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Router be09a0bf-4222-4166-af04-e8ef35049618 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:22:07.622812 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2cd263-4aaa-43a7-89f8-196eec0d117c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:22:07.634126 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59140) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:22:07.634873 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3e2cd263-4aaa-43a7-89f8-196eec0d117c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "PUT /v2.0/routers/be09a0bf-4222-4166-af04-e8ef35049618/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1191368 Jul 23 17:22:07.645873 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa742940-9a86-4321-af2c-0811b244ac21 None None] Sync routers for ids ['be09a0bf-4222-4166-af04-e8ef35049618'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:22:07.667891 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa742940-9a86-4321-af2c-0811b244ac21 None None] Routers {'be09a0bf-4222-4166-af04-e8ef35049618'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:22:07.668865 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-aa742940-9a86-4321-af2c-0811b244ac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:22:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['be09a0bf-4222-4166-af04-e8ef35049618'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:22:07.727085 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-7539aab6-2599-4179-8f1b-6bf4629b52a8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Deleting subnet ee35c5ae-1934-452e-8f48-727d1591363b {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:22:07.732414 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7539aab6-2599-4179-8f1b-6bf4629b52a8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:07.787052 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7539aab6-2599-4179-8f1b-6bf4629b52a8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:07.825486 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-aa742940-9a86-4321-af2c-0811b244ac21 None None] Set router be09a0bf-4222-4166-af04-e8ef35049618 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:22:07.926323 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7539aab6-2599-4179-8f1b-6bf4629b52a8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:07.965314 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:08.021923 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7539aab6-2599-4179-8f1b-6bf4629b52a8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:08.063204 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539aab6-2599-4179-8f1b-6bf4629b52a8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'Subnet': ['ID=ee35c5ae-1934-452e-8f48-727d1591363b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:08.069656 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7539aab6-2599-4179-8f1b-6bf4629b52a8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:08.073725 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7539aab6-2599-4179-8f1b-6bf4629b52a8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "DELETE /v2.0/subnets/ee35c5ae-1934-452e-8f48-727d1591363b HTTP/1.1" status: 204 len: 168 time: 0.4367616 Jul 23 17:22:08.078517 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59142) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:22:08.080556 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165d420e-bed9-4e2c-b16f-8c9d61926748 None None] Network f016d227-d6f9-4bd9-a651-15ce16d101af requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:22:08.113348 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-aa742940-9a86-4321-af2c-0811b244ac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977006555', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2323c0ed-a03a-44da-902d-acb43fc6a949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:26Z', 'updated_at': '2021-07-23T17:22:06Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '2323c0ed-a03a-44da-902d-acb43fc6a949', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:27Z', 'updated_at': '2021-07-23T17:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:22:08.166280 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa742940-9a86-4321-af2c-0811b244ac21 None None] Checking router: be09a0bf-4222-4166-af04-e8ef35049618 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:22:08.177768 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa742940-9a86-4321-af2c-0811b244ac21 None None] Routers {'be09a0bf-4222-4166-af04-e8ef35049618'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:22:08.178361 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-aa742940-9a86-4321-af2c-0811b244ac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:22:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['be09a0bf-4222-4166-af04-e8ef35049618'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:22:08.227255 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6947cb06-622b-4e50-b606-87b6dd6eb8e2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:08.329771 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-aa742940-9a86-4321-af2c-0811b244ac21 None None] Set router be09a0bf-4222-4166-af04-e8ef35049618 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:22:08.378130 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feacb7e5-ee89-4eea-9450-57f523dec431 None None] DHCP port deletion for f016d227-d6f9-4bd9-a651-15ce16d101af request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:22:08.428901 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6947cb06-622b-4e50-b606-87b6dd6eb8e2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:08.435954 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-feacb7e5-ee89-4eea-9450-57f523dec431 None None] Deleting port f5c23f12-6d2c-48f8-8a88-797669b69eb4 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:22:08.436331 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-feacb7e5-ee89-4eea-9450-57f523dec431 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:08.494814 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-6947cb06-622b-4e50-b606-87b6dd6eb8e2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Deleting port 2323c0ed-a03a-44da-902d-acb43fc6a949 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:22:08.495180 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6947cb06-622b-4e50-b606-87b6dd6eb8e2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:08.518423 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-feacb7e5-ee89-4eea-9450-57f523dec431 None None] For port f5c23f12-6d2c-48f8-8a88-797669b69eb4, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=f5c23f12-6d2c-48f8-8a88-797669b69eb4,segment=NetworkSegment(4fe1b4ee-53f1-4401-a94e-7333f95132ea),segment_id=4fe1b4ee-53f1-4401-a94e-7333f95132ea)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:22:08.518864 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-feacb7e5-ee89-4eea-9450-57f523dec431 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:08.533375 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-feacb7e5-ee89-4eea-9450-57f523dec431 None None] Calling delete_port for f5c23f12-6d2c-48f8-8a88-797669b69eb4 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:22:08.603686 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-6947cb06-622b-4e50-b606-87b6dd6eb8e2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] For port 2323c0ed-a03a-44da-902d-acb43fc6a949, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2323c0ed-a03a-44da-902d-acb43fc6a949,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:22:08.604835 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6947cb06-622b-4e50-b606-87b6dd6eb8e2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:08.616475 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-aa742940-9a86-4321-af2c-0811b244ac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977006555', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2323c0ed-a03a-44da-902d-acb43fc6a949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:26Z', 'updated_at': '2021-07-23T17:22:06Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '2323c0ed-a03a-44da-902d-acb43fc6a949', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:27Z', 'updated_at': '2021-07-23T17:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:22:08.625319 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-6947cb06-622b-4e50-b606-87b6dd6eb8e2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Calling delete_port for 2323c0ed-a03a-44da-902d-acb43fc6a949 owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:22:08.643164 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-feacb7e5-ee89-4eea-9450-57f523dec431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:08.649777 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa742940-9a86-4321-af2c-0811b244ac21 None None] The sync data for ids ['be09a0bf-4222-4166-af04-e8ef35049618'] in n-d-778549-4 is: [{'id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977006555', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2323c0ed-a03a-44da-902d-acb43fc6a949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:26Z', 'updated_at': '2021-07-23T17:22:06Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '2323c0ed-a03a-44da-902d-acb43fc6a949', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be09a0bf-4222-4166-af04-e8ef35049618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:27Z', 'updated_at': '2021-07-23T17:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:22:08.680811 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feacb7e5-ee89-4eea-9450-57f523dec431 None None] No DVR routers for this DVR port f5c23f12-6d2c-48f8-8a88-797669b69eb4 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:22:08.687360 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feacb7e5-ee89-4eea-9450-57f523dec431 None None] Pushing event deleted for resources: {'Port': ['ID=f5c23f12-6d2c-48f8-8a88-797669b69eb4,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:08.708912 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacb7e5-ee89-4eea-9450-57f523dec431 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:08.709641 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacb7e5-ee89-4eea-9450-57f523dec431 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:08.710390 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacb7e5-ee89-4eea-9450-57f523dec431 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:08.711586 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacb7e5-ee89-4eea-9450-57f523dec431 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:08.712377 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacb7e5-ee89-4eea-9450-57f523dec431 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:08.712943 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacb7e5-ee89-4eea-9450-57f523dec431 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:08.713552 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacb7e5-ee89-4eea-9450-57f523dec431 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:08.714110 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacb7e5-ee89-4eea-9450-57f523dec431 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:08.714691 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacb7e5-ee89-4eea-9450-57f523dec431 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:08.715278 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacb7e5-ee89-4eea-9450-57f523dec431 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:08.715882 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacb7e5-ee89-4eea-9450-57f523dec431 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:08.716479 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacb7e5-ee89-4eea-9450-57f523dec431 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:08.814495 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:08.827823 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6947cb06-622b-4e50-b606-87b6dd6eb8e2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:08.856818 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947cb06-622b-4e50-b606-87b6dd6eb8e2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'Port': ['ID=2323c0ed-a03a-44da-902d-acb43fc6a949,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:08.934362 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6947cb06-622b-4e50-b606-87b6dd6eb8e2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:09.037031 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6947cb06-622b-4e50-b606-87b6dd6eb8e2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:09.040071 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6947cb06-622b-4e50-b606-87b6dd6eb8e2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:09.117359 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6947cb06-622b-4e50-b606-87b6dd6eb8e2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:09.118219 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6947cb06-622b-4e50-b606-87b6dd6eb8e2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Fanout notify agent at l3_agent the message router_deleted on router be09a0bf-4222-4166-af04-e8ef35049618 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:22:09.131974 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6947cb06-622b-4e50-b606-87b6dd6eb8e2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:09.134087 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6947cb06-622b-4e50-b606-87b6dd6eb8e2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "DELETE /v2.0/routers/be09a0bf-4222-4166-af04-e8ef35049618 HTTP/1.1" status: 204 len: 168 time: 1.0534046 Jul 23 17:22:09.137103 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59144) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:22:09.238750 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ff043548-49b4-426d-9a3d-cad3f5d36f10 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:09.350919 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ff043548-49b4-426d-9a3d-cad3f5d36f10 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:09.363282 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-ff043548-49b4-426d-9a3d-cad3f5d36f10 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f016d227-d6f9-4bd9-a651-15ce16d101af']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:22:09.376313 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-ff043548-49b4-426d-9a3d-cad3f5d36f10 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fe1b4ee-53f1-4401-a94e-7333f95132ea') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:22:09.376722 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-ff043548-49b4-426d-9a3d-cad3f5d36f10 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fe1b4ee-53f1-4401-a94e-7333f95132ea') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:22:09.389216 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ff043548-49b4-426d-9a3d-cad3f5d36f10 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:09.419470 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ff043548-49b4-426d-9a3d-cad3f5d36f10 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:09.427639 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff043548-49b4-426d-9a3d-cad3f5d36f10 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:22:09.428204 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ff043548-49b4-426d-9a3d-cad3f5d36f10 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:09.431728 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 17:22:09.431728 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:22:09.431728 n-d-778549-4 neutron-server[94012]: timer() Jul 23 17:22:09.431728 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:22:09.431728 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 17:22:09.431728 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:22:09.431728 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 17:22:09.431728 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:22:09.431728 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 17:22:09.431728 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:22:09.431728 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 17:22:09.431728 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:22:09.431728 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 17:22:09.431728 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:22:09.431728 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:22:09.431728 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:22:09.431728 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:22:09.431728 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:22:09.431728 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 17:22:09.431728 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:22:09.431728 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 17:22:09.431728 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:22:09.431728 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:22:09.431728 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:22:09.431728 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 17:22:09.431728 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:22:09.431728 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:22:09.431728 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:22:09.431728 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:22:09.431728 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:22:09.431728 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:22:09.431728 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:22:09.500949 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ff043548-49b4-426d-9a3d-cad3f5d36f10 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:09.509914 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ff043548-49b4-426d-9a3d-cad3f5d36f10 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:09.513004 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ff043548-49b4-426d-9a3d-cad3f5d36f10 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "DELETE /v2.0/networks/f016d227-d6f9-4bd9-a651-15ce16d101af HTTP/1.1" status: 204 len: 168 time: 0.3747351 Jul 23 17:22:09.515925 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59146) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:22:09.538110 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff043548-49b4-426d-9a3d-cad3f5d36f10 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'Network': ['ID=f016d227-d6f9-4bd9-a651-15ce16d101af,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:09.621460 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf907ecd-bbb1-471c-a5ff-765121ef0a75 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:09.669003 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf907ecd-bbb1-471c-a5ff-765121ef0a75 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:09.749855 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf907ecd-bbb1-471c-a5ff-765121ef0a75 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:09.754269 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf907ecd-bbb1-471c-a5ff-765121ef0a75 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:09.755755 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-cf907ecd-bbb1-471c-a5ff-765121ef0a75 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "DELETE /v2.0/security-groups/57e03f1b-25a0-42d2-bc10-deb5f035a2b4 HTTP/1.1" status: 204 len: 168 time: 0.2387426 Jul 23 17:22:09.767275 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf907ecd-bbb1-471c-a5ff-765121ef0a75 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e03f1b-25a0-42d2-bc10-deb5f035a2b4,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:09.825932 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 8b9e7fff-38e0-46d5-8b3b-0ce050aec648 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:22:09.847834 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 8b9e7fff-38e0-46d5-8b3b-0ce050aec648 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:22:09.848205 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 8b9e7fff-38e0-46d5-8b3b-0ce050aec648 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:22:09.848606 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2323c0ed-a03a-44da-902d-acb43fc6a949 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:22:09.870677 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 2323c0ed-a03a-44da-902d-acb43fc6a949 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:22:09.871019 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2323c0ed-a03a-44da-902d-acb43fc6a949 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:22:09.871456 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f5c23f12-6d2c-48f8-8a88-797669b69eb4 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:22:09.892788 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: f5c23f12-6d2c-48f8-8a88-797669b69eb4 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:22:09.893210 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device f5c23f12-6d2c-48f8-8a88-797669b69eb4 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:22:10.402790 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59152) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:22:10.411161 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-e2705a0a-8974-402e-a2e1-0232dca97b8e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-997194161', 'description': 'tempest-secgroup-smoke-997194161 description', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:22:10.439151 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e2705a0a-8974-402e-a2e1-0232dca97b8e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:10.544146 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e2705a0a-8974-402e-a2e1-0232dca97b8e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:10.548240 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e2705a0a-8974-402e-a2e1-0232dca97b8e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:10.575722 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e2705a0a-8974-402e-a2e1-0232dca97b8e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:10.576991 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e2705a0a-8974-402e-a2e1-0232dca97b8e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1730440 Jul 23 17:22:10.580985 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59154) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:22:10.582636 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2705a0a-8974-402e-a2e1-0232dca97b8e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a03bc187-caa3-42ca-915c-14140af64d7e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:10.586556 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-ab2ae936-1a28-40b5-854b-b88e0fa0706f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group_rule': {'security_group_id': 'a03bc187-caa3-42ca-915c-14140af64d7e', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:22:10.615308 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ab2ae936-1a28-40b5-854b-b88e0fa0706f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:10.685089 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ab2ae936-1a28-40b5-854b-b88e0fa0706f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:10.688705 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ab2ae936-1a28-40b5-854b-b88e0fa0706f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:10.703935 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ae936-1a28-40b5-854b-b88e0fa0706f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb44f37-0c56-46e7-b74a-72cf68b0f5f9,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:10.714535 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ab2ae936-1a28-40b5-854b-b88e0fa0706f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:10.715812 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ab2ae936-1a28-40b5-854b-b88e0fa0706f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337793 Jul 23 17:22:10.719028 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59156) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:22:10.723664 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-0b2d7402-8664-4e20-8d27-64e6de8b7daf tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group_rule': {'security_group_id': 'a03bc187-caa3-42ca-915c-14140af64d7e', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:22:10.759428 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b2d7402-8664-4e20-8d27-64e6de8b7daf tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:10.830381 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b2d7402-8664-4e20-8d27-64e6de8b7daf tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:10.835115 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b2d7402-8664-4e20-8d27-64e6de8b7daf tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:10.855993 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d7402-8664-4e20-8d27-64e6de8b7daf tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=527c6328-89fc-4d90-b47c-67007ebe6506,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:10.864650 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b2d7402-8664-4e20-8d27-64e6de8b7daf tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:10.866422 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0b2d7402-8664-4e20-8d27-64e6de8b7daf tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1464193 Jul 23 17:22:10.869578 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59158) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:22:10.874461 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-780654da-166e-42fc-b505-45342dd0edd1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group_rule': {'security_group_id': 'a03bc187-caa3-42ca-915c-14140af64d7e', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:22:10.905836 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-780654da-166e-42fc-b505-45342dd0edd1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:10.997592 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-780654da-166e-42fc-b505-45342dd0edd1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:11.002310 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-780654da-166e-42fc-b505-45342dd0edd1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:11.024560 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780654da-166e-42fc-b505-45342dd0edd1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d2ba5da-8d13-4a4d-b96a-07bf9df31261,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:11.032081 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-780654da-166e-42fc-b505-45342dd0edd1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:11.037044 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-780654da-166e-42fc-b505-45342dd0edd1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1629384 Jul 23 17:22:11.037044 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59160) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:22:11.043159 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6608adb4-5791-4f00-a5bd-b68735a811c3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group_rule': {'security_group_id': 'a03bc187-caa3-42ca-915c-14140af64d7e', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:22:11.077158 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6608adb4-5791-4f00-a5bd-b68735a811c3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:11.151078 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6608adb4-5791-4f00-a5bd-b68735a811c3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:11.156737 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6608adb4-5791-4f00-a5bd-b68735a811c3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:11.178320 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608adb4-5791-4f00-a5bd-b68735a811c3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f107629-075d-4a9e-8397-a62c366f76b2,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:11.185856 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6608adb4-5791-4f00-a5bd-b68735a811c3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:11.187147 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6608adb4-5791-4f00-a5bd-b68735a811c3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1488643 Jul 23 17:22:11.190624 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59162) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:22:11.195756 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-e82dfa13-ebfd-42b1-b879-21cf57c42bc0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group_rule': {'security_group_id': 'a03bc187-caa3-42ca-915c-14140af64d7e', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:22:11.223347 n-d-778549-4 neutron-server[94013]: INFO neutron.db.securitygroups_db [None req-e82dfa13-ebfd-42b1-b879-21cf57c42bc0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Project 06c5f7ba3e1e4b06905e7a7f54b2d219 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:22:11.231270 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e82dfa13-ebfd-42b1-b879-21cf57c42bc0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:11.308133 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e82dfa13-ebfd-42b1-b879-21cf57c42bc0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:11.312545 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e82dfa13-ebfd-42b1-b879-21cf57c42bc0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:11.332313 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82dfa13-ebfd-42b1-b879-21cf57c42bc0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd6f3cc-c730-4046-9d4f-d5db268a1b0a,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:11.341769 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e82dfa13-ebfd-42b1-b879-21cf57c42bc0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:11.343825 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e82dfa13-ebfd-42b1-b879-21cf57c42bc0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1517963 Jul 23 17:22:11.346631 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59164) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:22:11.354743 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-7f571e74-09ce-44e1-9eb4-f0baf1907a38 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group_rule': {'security_group_id': 'a03bc187-caa3-42ca-915c-14140af64d7e', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:22:11.387301 n-d-778549-4 neutron-server[94013]: INFO neutron.db.securitygroups_db [None req-7f571e74-09ce-44e1-9eb4-f0baf1907a38 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Project 06c5f7ba3e1e4b06905e7a7f54b2d219 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:22:11.396269 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f571e74-09ce-44e1-9eb4-f0baf1907a38 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:11.481224 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f571e74-09ce-44e1-9eb4-f0baf1907a38 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:11.489268 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f571e74-09ce-44e1-9eb4-f0baf1907a38 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:11.506588 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f571e74-09ce-44e1-9eb4-f0baf1907a38 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637a067c-972d-429e-9956-b8fa8edbe10f,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:11.516579 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f571e74-09ce-44e1-9eb4-f0baf1907a38 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:11.517848 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7f571e74-09ce-44e1-9eb4-f0baf1907a38 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1700861 Jul 23 17:22:11.521402 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59166) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:22:11.527384 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-e4e08893-52a8-4a43-acdb-737953f2fdde tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'network': {'name': 'tempest-network-smoke--570140513', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'port_security_enabled': True}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:22:11.549614 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e08893-52a8-4a43-acdb-737953f2fdde tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Made reservation on behalf of 06c5f7ba3e1e4b06905e7a7f54b2d219 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:22:11.553131 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e4e08893-52a8-4a43-acdb-737953f2fdde tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:11.580629 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e08893-52a8-4a43-acdb-737953f2fdde tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] vlan segment allocate from pool success with {'vlan_id': 1113, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:22:11.591633 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e4e08893-52a8-4a43-acdb-737953f2fdde tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:11.592409 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-e4e08893-52a8-4a43-acdb-737953f2fdde tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Added segment 624c71ac-2474-4c34-b5ac-6a28b936cff6 of type vlan for network 28a10cf3-54bf-4f84-91af-642b727180c1 Jul 23 17:22:11.642541 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e4e08893-52a8-4a43-acdb-737953f2fdde tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:11.684460 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e4e08893-52a8-4a43-acdb-737953f2fdde tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:11.690317 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e08893-52a8-4a43-acdb-737953f2fdde tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:11.690964 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e4e08893-52a8-4a43-acdb-737953f2fdde tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:11.730500 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e4e08893-52a8-4a43-acdb-737953f2fdde tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2079682 Jul 23 17:22:11.734263 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59168) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:22:11.739043 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-7e926fdf-c0ac-4ef6-830e-4d40d2f6c33b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1373947569', 'admin_state_up': True, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:22:11.777027 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e08893-52a8-4a43-acdb-737953f2fdde tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Network': ['ID=28a10cf3-54bf-4f84-91af-642b727180c1,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:11.788208 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 28a10cf3-54bf-4f84-91af-642b727180c1 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:22:11.797978 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7e926fdf-c0ac-4ef6-830e-4d40d2f6c33b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:11.799177 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7e926fdf-c0ac-4ef6-830e-4d40d2f6c33b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:11.882826 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7e926fdf-c0ac-4ef6-830e-4d40d2f6c33b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:12.040879 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7e926fdf-c0ac-4ef6-830e-4d40d2f6c33b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:12.265697 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7e926fdf-c0ac-4ef6-830e-4d40d2f6c33b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:12.287632 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7e926fdf-c0ac-4ef6-830e-4d40d2f6c33b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:12.405934 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-7e926fdf-c0ac-4ef6-830e-4d40d2f6c33b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Allocated IP 172.25.8.190 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/4f901269-2fc1-4d0a-8666-f5607d1c5fc0) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:22:12.532428 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7e926fdf-c0ac-4ef6-830e-4d40d2f6c33b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:12.586973 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7e926fdf-c0ac-4ef6-830e-4d40d2f6c33b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:12.645535 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e926fdf-c0ac-4ef6-830e-4d40d2f6c33b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:22:12.651976 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-7e926fdf-c0ac-4ef6-830e-4d40d2f6c33b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:22:12.662618 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e926fdf-c0ac-4ef6-830e-4d40d2f6c33b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:22:12.711167 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e926fdf-c0ac-4ef6-830e-4d40d2f6c33b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Port': ['ID=4f901269-2fc1-4d0a-8666-f5607d1c5fc0,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:12.966907 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7e926fdf-c0ac-4ef6-830e-4d40d2f6c33b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:13.206696 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7e926fdf-c0ac-4ef6-830e-4d40d2f6c33b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:13.356485 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e926fdf-c0ac-4ef6-830e-4d40d2f6c33b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Router aaed2a83-ca67-4b21-af38-17dfb0cc8559 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:22:13.478386 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e926fdf-c0ac-4ef6-830e-4d40d2f6c33b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:22:13.492521 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab32c3df-85e0-4cb9-9d8a-48d3638e1610 None None] Sync routers for ids ['aaed2a83-ca67-4b21-af38-17dfb0cc8559'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:22:13.500384 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7e926fdf-c0ac-4ef6-830e-4d40d2f6c33b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:13.505632 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7e926fdf-c0ac-4ef6-830e-4d40d2f6c33b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7665882 Jul 23 17:22:13.506142 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59170) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:22:13.510820 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab32c3df-85e0-4cb9-9d8a-48d3638e1610 None None] Routers {'aaed2a83-ca67-4b21-af38-17dfb0cc8559'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:22:13.512750 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ab32c3df-85e0-4cb9-9d8a-48d3638e1610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:22:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['aaed2a83-ca67-4b21-af38-17dfb0cc8559'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:22:13.543090 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c241f503-4945-4cf0-bcec-9666b32198c9 tempest-TestNetworkAdvancedServerOps-1904745392 tempest-TestNetworkAdvancedServerOps-1904745392-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=06c5f7ba3e1e4b06905e7a7f54b2d219&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325308 Jul 23 17:22:13.543394 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59172) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:22:13.643885 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6c570f-b8f8-4d88-baf8-a96633b08e0e tempest-TestNetworkAdvancedServerOps-1904745392 tempest-TestNetworkAdvancedServerOps-1904745392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:13.645692 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4f6c570f-b8f8-4d88-baf8-a96633b08e0e tempest-TestNetworkAdvancedServerOps-1904745392 tempest-TestNetworkAdvancedServerOps-1904745392-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1011937 Jul 23 17:22:13.649426 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59174) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:22:13.684159 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f017b743-ce1f-45d7-8f14-e9876312f7b1 tempest-TestNetworkAdvancedServerOps-1904745392 tempest-TestNetworkAdvancedServerOps-1904745392-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4e763b06-7572-4747-a18b-44a256cb56cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335374 Jul 23 17:22:13.685978 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-ab32c3df-85e0-4cb9-9d8a-48d3638e1610 None None] Set router aaed2a83-ca67-4b21-af38-17dfb0cc8559 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:22:13.687229 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59176) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:22:13.692488 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-cd776018-3171-471a-8c09-ac560a67c9ff tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1805739183', 'network_id': '28a10cf3-54bf-4f84-91af-642b727180c1', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:22:13.791643 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd776018-3171-471a-8c09-ac560a67c9ff tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Made reservation on behalf of 06c5f7ba3e1e4b06905e7a7f54b2d219 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:22:13.795744 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cd776018-3171-471a-8c09-ac560a67c9ff tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:14.011766 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cd776018-3171-471a-8c09-ac560a67c9ff tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:14.061223 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ab32c3df-85e0-4cb9-9d8a-48d3638e1610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1373947569', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '4f901269-2fc1-4d0a-8666-f5607d1c5fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:22:11Z', 'updated_at': '2021-07-23T17:22:12Z', 'revision_number': 3, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '4f901269-2fc1-4d0a-8666-f5607d1c5fc0', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:22:12Z', 'updated_at': '2021-07-23T17:22:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:22:14.074375 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd776018-3171-471a-8c09-ac560a67c9ff tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Subnet': ['ID=47db2d6d-cd8e-4ec9-8380-e08b95c84700,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:14.084443 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd776018-3171-471a-8c09-ac560a67c9ff tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Checking segment: {'id': '624c71ac-2474-4c34-b5ac-6a28b936cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '28a10cf3-54bf-4f84-91af-642b727180c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:22:14.085009 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd776018-3171-471a-8c09-ac560a67c9ff tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network hostable DHCP agents. Network: 28a10cf3-54bf-4f84-91af-642b727180c1, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:22:14.092427 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab32c3df-85e0-4cb9-9d8a-48d3638e1610 None None] Checking router: aaed2a83-ca67-4b21-af38-17dfb0cc8559 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:22:14.092777 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab32c3df-85e0-4cb9-9d8a-48d3638e1610 None None] Updating router aaed2a83-ca67-4b21-af38-17dfb0cc8559 port 4f901269-2fc1-4d0a-8666-f5607d1c5fc0 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:22:14.103745 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd776018-3171-471a-8c09-ac560a67c9ff tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network 28a10cf3-54bf-4f84-91af-642b727180c1 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:22:14.112744 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-cd776018-3171-471a-8c09-ac560a67c9ff tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 28a10cf3-54bf-4f84-91af-642b727180c1) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:22:14.117536 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd776018-3171-471a-8c09-ac560a67c9ff tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:14.118154 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cd776018-3171-471a-8c09-ac560a67c9ff tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:14.129552 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7dc67c-3475-4f63-b4c6-2abe9639654c None None] Network 28a10cf3-54bf-4f84-91af-642b727180c1 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:22:14.133367 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cd776018-3171-471a-8c09-ac560a67c9ff tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4439662 Jul 23 17:22:14.136085 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59178) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:22:14.137081 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ab32c3df-85e0-4cb9-9d8a-48d3638e1610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:14.430262 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561864e6-b4fd-4f28-a50a-21f93ae449ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-28a10cf3-54bf-4f84-91af-642b727180c1', 'network_id': '28a10cf3-54bf-4f84-91af-642b727180c1', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'fixed_ips': [{'subnet_id': '47db2d6d-cd8e-4ec9-8380-e08b95c84700'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:22:14.431051 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-561864e6-b4fd-4f28-a50a-21f93ae449ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:14.598503 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ab32c3df-85e0-4cb9-9d8a-48d3638e1610 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:14.605884 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cebcdaeb-88c2-4c5c-9796-8352b26dceb1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:14.633744 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ab32c3df-85e0-4cb9-9d8a-48d3638e1610 None None] Transition to ACTIVE for port object 4f901269-2fc1-4d0a-8666-f5607d1c5fc0 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:22:14.643227 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ab32c3df-85e0-4cb9-9d8a-48d3638e1610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:14.675649 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-561864e6-b4fd-4f28-a50a-21f93ae449ad None None] Allocated IP 172.20.0.2 (28a10cf3-54bf-4f84-91af-642b727180c1/47db2d6d-cd8e-4ec9-8380-e08b95c84700/3de067fd-2f96-43d0-ae05-9695a37f2fff) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:22:14.728876 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ab32c3df-85e0-4cb9-9d8a-48d3638e1610 None None] Attempting to bind port 4f901269-2fc1-4d0a-8666-f5607d1c5fc0 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:22:14.729285 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ab32c3df-85e0-4cb9-9d8a-48d3638e1610 None None] Attempting to bind port 4f901269-2fc1-4d0a-8666-f5607d1c5fc0 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:22:14.729649 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab32c3df-85e0-4cb9-9d8a-48d3638e1610 None None] Attempting to bind port 4f901269-2fc1-4d0a-8666-f5607d1c5fc0 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:22:14.731726 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa96f8-6410-462a-b7db-cd82cfdc3731 None None] Pushing event updated for resources: {'Port': ['ID=4f901269-2fc1-4d0a-8666-f5607d1c5fc0,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:14.749375 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab32c3df-85e0-4cb9-9d8a-48d3638e1610 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:22:14.749895 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab32c3df-85e0-4cb9-9d8a-48d3638e1610 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:22:14.750445 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ab32c3df-85e0-4cb9-9d8a-48d3638e1610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:14.750892 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab32c3df-85e0-4cb9-9d8a-48d3638e1610 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:22:14.751478 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ab32c3df-85e0-4cb9-9d8a-48d3638e1610 None None] Bound port: 4f901269-2fc1-4d0a-8666-f5607d1c5fc0, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:22:14.751920 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ab32c3df-85e0-4cb9-9d8a-48d3638e1610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:14.859475 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ab32c3df-85e0-4cb9-9d8a-48d3638e1610 None None] For port 4f901269-2fc1-4d0a-8666-f5607d1c5fc0, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:22:14.865208 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ab32c3df-85e0-4cb9-9d8a-48d3638e1610 None None] For port 4f901269-2fc1-4d0a-8666-f5607d1c5fc0, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=4f901269-2fc1-4d0a-8666-f5607d1c5fc0,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:22:14.873292 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ab32c3df-85e0-4cb9-9d8a-48d3638e1610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:14.982657 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-561864e6-b4fd-4f28-a50a-21f93ae449ad None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:14.985580 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa96f8-6410-462a-b7db-cd82cfdc3731 None None] Pushing event updated for resources: {'Port': ['ID=4f901269-2fc1-4d0a-8666-f5607d1c5fc0,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:14.995573 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab32c3df-85e0-4cb9-9d8a-48d3638e1610 None None] Routers {'aaed2a83-ca67-4b21-af38-17dfb0cc8559'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:22:14.996314 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ab32c3df-85e0-4cb9-9d8a-48d3638e1610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:22:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['aaed2a83-ca67-4b21-af38-17dfb0cc8559'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:22:15.001155 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-561864e6-b4fd-4f28-a50a-21f93ae449ad None None] Transition to ACTIVE for port object 3de067fd-2f96-43d0-ae05-9695a37f2fff will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:22:15.087738 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-561864e6-b4fd-4f28-a50a-21f93ae449ad None None] Transition to ACTIVE for port object 3de067fd-2f96-43d0-ae05-9695a37f2fff will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:22:15.097727 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-561864e6-b4fd-4f28-a50a-21f93ae449ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:15.166322 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561864e6-b4fd-4f28-a50a-21f93ae449ad None None] Network 28a10cf3-54bf-4f84-91af-642b727180c1 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:22:15.169432 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561864e6-b4fd-4f28-a50a-21f93ae449ad None None] Pushing event updated for resources: {'Port': ['ID=3de067fd-2f96-43d0-ae05-9695a37f2fff,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:15.172935 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-ab32c3df-85e0-4cb9-9d8a-48d3638e1610 None None] Set router aaed2a83-ca67-4b21-af38-17dfb0cc8559 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:22:15.175404 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-561864e6-b4fd-4f28-a50a-21f93ae449ad None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:22:15.200937 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561864e6-b4fd-4f28-a50a-21f93ae449ad None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:22:15.300117 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-cebcdaeb-88c2-4c5c-9796-8352b26dceb1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Allocated IP 172.20.0.1 (28a10cf3-54bf-4f84-91af-642b727180c1/47db2d6d-cd8e-4ec9-8380-e08b95c84700/935a6969-76b2-4fb3-87db-37a2bcbb9da3) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:22:15.342326 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-561864e6-b4fd-4f28-a50a-21f93ae449ad None None] Attempting to bind port 3de067fd-2f96-43d0-ae05-9695a37f2fff on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:22:15.342700 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-561864e6-b4fd-4f28-a50a-21f93ae449ad None None] Attempting to bind port 3de067fd-2f96-43d0-ae05-9695a37f2fff by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '624c71ac-2474-4c34-b5ac-6a28b936cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '28a10cf3-54bf-4f84-91af-642b727180c1'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:22:15.343073 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561864e6-b4fd-4f28-a50a-21f93ae449ad None None] Attempting to bind port 3de067fd-2f96-43d0-ae05-9695a37f2fff on network 28a10cf3-54bf-4f84-91af-642b727180c1 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:22:15.354894 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561864e6-b4fd-4f28-a50a-21f93ae449ad None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:22:15.355256 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561864e6-b4fd-4f28-a50a-21f93ae449ad None None] Checking segment: {'id': '624c71ac-2474-4c34-b5ac-6a28b936cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '28a10cf3-54bf-4f84-91af-642b727180c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:22:15.355660 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-561864e6-b4fd-4f28-a50a-21f93ae449ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:15.356057 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561864e6-b4fd-4f28-a50a-21f93ae449ad None None] Bound using segment: {'id': '624c71ac-2474-4c34-b5ac-6a28b936cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '28a10cf3-54bf-4f84-91af-642b727180c1'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:22:15.356530 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-561864e6-b4fd-4f28-a50a-21f93ae449ad None None] Bound port: 3de067fd-2f96-43d0-ae05-9695a37f2fff, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624c71ac-2474-4c34-b5ac-6a28b936cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '28a10cf3-54bf-4f84-91af-642b727180c1'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:22:15.356912 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-561864e6-b4fd-4f28-a50a-21f93ae449ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:15.434573 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cebcdaeb-88c2-4c5c-9796-8352b26dceb1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:15.449779 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-cebcdaeb-88c2-4c5c-9796-8352b26dceb1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Transition to ACTIVE for port object 935a6969-76b2-4fb3-87db-37a2bcbb9da3 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:22:15.462121 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-561864e6-b4fd-4f28-a50a-21f93ae449ad None None] For port 3de067fd-2f96-43d0-ae05-9695a37f2fff, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:22:15.476975 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-561864e6-b4fd-4f28-a50a-21f93ae449ad None None] For port 3de067fd-2f96-43d0-ae05-9695a37f2fff, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3de067fd-2f96-43d0-ae05-9695a37f2fff,segment=NetworkSegment(624c71ac-2474-4c34-b5ac-6a28b936cff6),segment_id=624c71ac-2474-4c34-b5ac-6a28b936cff6)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:22:15.481600 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-561864e6-b4fd-4f28-a50a-21f93ae449ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:15.487382 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cebcdaeb-88c2-4c5c-9796-8352b26dceb1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:15.534951 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ab32c3df-85e0-4cb9-9d8a-48d3638e1610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1373947569', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '4f901269-2fc1-4d0a-8666-f5607d1c5fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:22:11Z', 'updated_at': '2021-07-23T17:22:12Z', 'revision_number': 3, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '4f901269-2fc1-4d0a-8666-f5607d1c5fc0', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:22:12Z', 'updated_at': '2021-07-23T17:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:22:15.540446 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebcdaeb-88c2-4c5c-9796-8352b26dceb1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network 28a10cf3-54bf-4f84-91af-642b727180c1 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:22:15.549557 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-cebcdaeb-88c2-4c5c-9796-8352b26dceb1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:22:15.552008 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebcdaeb-88c2-4c5c-9796-8352b26dceb1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:22:15.566836 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab32c3df-85e0-4cb9-9d8a-48d3638e1610 None None] The sync data for ids ['aaed2a83-ca67-4b21-af38-17dfb0cc8559'] in n-d-778549-4 is: [{'id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1373947569', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '4f901269-2fc1-4d0a-8666-f5607d1c5fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:22:11Z', 'updated_at': '2021-07-23T17:22:12Z', 'revision_number': 3, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '4f901269-2fc1-4d0a-8666-f5607d1c5fc0', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:22:12Z', 'updated_at': '2021-07-23T17:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:22:15.578640 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561864e6-b4fd-4f28-a50a-21f93ae449ad None None] Pushing event updated for resources: {'Port': ['ID=3de067fd-2f96-43d0-ae05-9695a37f2fff,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:15.584485 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebcdaeb-88c2-4c5c-9796-8352b26dceb1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Port': ['ID=935a6969-76b2-4fb3-87db-37a2bcbb9da3,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:15.627626 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cebcdaeb-88c2-4c5c-9796-8352b26dceb1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:15.861465 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cebcdaeb-88c2-4c5c-9796-8352b26dceb1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:16.194604 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cebcdaeb-88c2-4c5c-9796-8352b26dceb1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:16.200295 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cebcdaeb-88c2-4c5c-9796-8352b26dceb1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:16.205187 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:22:16.283973 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cebcdaeb-88c2-4c5c-9796-8352b26dceb1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:16.285945 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebcdaeb-88c2-4c5c-9796-8352b26dceb1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Port': ['ID=935a6969-76b2-4fb3-87db-37a2bcbb9da3,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:16.404208 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebcdaeb-88c2-4c5c-9796-8352b26dceb1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network 28a10cf3-54bf-4f84-91af-642b727180c1 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:22:16.405696 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-cebcdaeb-88c2-4c5c-9796-8352b26dceb1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:22:16.536238 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebcdaeb-88c2-4c5c-9796-8352b26dceb1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Router aaed2a83-ca67-4b21-af38-17dfb0cc8559 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:22:16.633005 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cede6c-c4ea-43ec-9cb8-2f6e475de843 None None] Network 28a10cf3-54bf-4f84-91af-642b727180c1 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:22:16.675169 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebcdaeb-88c2-4c5c-9796-8352b26dceb1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:22:16.685089 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cebcdaeb-88c2-4c5c-9796-8352b26dceb1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "PUT /v2.0/routers/aaed2a83-ca67-4b21-af38-17dfb0cc8559/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5455604 Jul 23 17:22:16.732455 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-020a0682-06f5-40c8-9d54-e1eebc07799c None None] Provisioning for port 3de067fd-2f96-43d0-ae05-9695a37f2fff completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:22:16.844739 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-dd8d39d1-8544-4ac9-bbbc-841749c66ab1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-997194161&fields=id&tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219 HTTP/1.1" status: 200 len: 267 time: 0.0348723 Jul 23 17:22:16.970978 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-806b5e06-71e5-4504-8480-6f886c0621d6 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:16.977734 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-806b5e06-71e5-4504-8480-6f886c0621d6 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/networks?id=28a10cf3-54bf-4f84-91af-642b727180c1 HTTP/1.1" status: 200 len: 796 time: 0.1253693 Jul 23 17:22:16.990461 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-0b733eaa-abe7-4865-90e6-93541cc36bd4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/quotas/06c5f7ba3e1e4b06905e7a7f54b2d219 HTTP/1.1" status: 200 len: 375 time: 0.0105848 Jul 23 17:22:17.067842 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-2080432c-ac40-44b0-b5f4-696ac002d5b0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698335 Jul 23 17:22:17.092790 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-eea84a63-0c8c-44da-bbac-d91c0a15fe65 None None] Provisioning for port 935a6969-76b2-4fb3-87db-37a2bcbb9da3 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:22:17.097883 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-eea84a63-0c8c-44da-bbac-d91c0a15fe65 None None] Provisioning complete for port 935a6969-76b2-4fb3-87db-37a2bcbb9da3 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:22:17.098313 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-eea84a63-0c8c-44da-bbac-d91c0a15fe65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:17.140880 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-eea84a63-0c8c-44da-bbac-d91c0a15fe65 None None] Port 935a6969-76b2-4fb3-87db-37a2bcbb9da3 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:22:17.188822 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-f7e4958e-97c4-49c6-b9c6-d832617fb29e service neutron] 10.222.0.73 "GET /v2.0/networks/28a10cf3-54bf-4f84-91af-642b727180c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033909 Jul 23 17:22:17.287750 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-90fd25e9-b528-4675-8cad-342cbf16cd22 None None] Provisioning complete for port 935a6969-76b2-4fb3-87db-37a2bcbb9da3 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:22:17.289598 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-90fd25e9-b528-4675-8cad-342cbf16cd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:17.305698 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-66fb527f-e045-4fa5-9c95-5c7e2511c3ed service neutron] 10.222.0.73 "GET /v2.0/networks/28a10cf3-54bf-4f84-91af-642b727180c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106830 Jul 23 17:22:17.332293 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-90fd25e9-b528-4675-8cad-342cbf16cd22 None None] Port 935a6969-76b2-4fb3-87db-37a2bcbb9da3 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:22:17.353491 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71764ab9-e316-49a8-b503-d5da4e4e701b None None] Sync routers for ids ['aaed2a83-ca67-4b21-af38-17dfb0cc8559'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:22:17.369858 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71764ab9-e316-49a8-b503-d5da4e4e701b None None] Routers {'aaed2a83-ca67-4b21-af38-17dfb0cc8559'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:22:17.370891 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-71764ab9-e316-49a8-b503-d5da4e4e701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:22:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['aaed2a83-ca67-4b21-af38-17dfb0cc8559'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:22:17.498347 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-71764ab9-e316-49a8-b503-d5da4e4e701b None None] Set router aaed2a83-ca67-4b21-af38-17dfb0cc8559 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:22:17.527547 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-df05c849-fe69-4cc1-a38d-837214bbbb35 req-15876bbc-e372-4c90-bd4c-1ada98c869ac tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 210 time: 0.0460021 Jul 23 17:22:17.556181 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3c35d7d1-e538-4943-82a0-a5ccda2b304f None None] Provisioning complete for port 935a6969-76b2-4fb3-87db-37a2bcbb9da3 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:22:17.556554 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3c35d7d1-e538-4943-82a0-a5ccda2b304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:17.596851 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-3c35d7d1-e538-4943-82a0-a5ccda2b304f None None] Port 935a6969-76b2-4fb3-87db-37a2bcbb9da3 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:22:17.777977 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3de067fd-2f96-43d0-ae05-9695a37f2fff up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:22:17.828074 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-71764ab9-e316-49a8-b503-d5da4e4e701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1373947569', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '4f901269-2fc1-4d0a-8666-f5607d1c5fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:22:11Z', 'updated_at': '2021-07-23T17:22:15Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '4f901269-2fc1-4d0a-8666-f5607d1c5fc0', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:22:12Z', 'updated_at': '2021-07-23T17:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '935a6969-76b2-4fb3-87db-37a2bcbb9da3', 'name': '', 'network_id': '28a10cf3-54bf-4f84-91af-642b727180c1', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:cc:70:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '47db2d6d-cd8e-4ec9-8380-e08b95c84700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:22:15Z', 'updated_at': '2021-07-23T17:22:16Z', 'revision_number': 2, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': '47db2d6d-cd8e-4ec9-8380-e08b95c84700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:22:17.849034 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 3de067fd-2f96-43d0-ae05-9695a37f2fff completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:22:17.853444 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 3de067fd-2f96-43d0-ae05-9695a37f2fff triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:22:17.853895 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:17.863211 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71764ab9-e316-49a8-b503-d5da4e4e701b None None] Checking router: aaed2a83-ca67-4b21-af38-17dfb0cc8559 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:22:17.863559 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71764ab9-e316-49a8-b503-d5da4e4e701b None None] Updating router aaed2a83-ca67-4b21-af38-17dfb0cc8559 port 935a6969-76b2-4fb3-87db-37a2bcbb9da3 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:22:17.900364 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-71764ab9-e316-49a8-b503-d5da4e4e701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:17.939631 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:17.981444 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 3de067fd-2f96-43d0-ae05-9695a37f2fff, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3de067fd-2f96-43d0-ae05-9695a37f2fff,segment=NetworkSegment(624c71ac-2474-4c34-b5ac-6a28b936cff6),segment_id=624c71ac-2474-4c34-b5ac-6a28b936cff6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:22:17.986597 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:17.988211 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 4f901269-2fc1-4d0a-8666-f5607d1c5fc0 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:22:18.084535 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=3de067fd-2f96-43d0-ae05-9695a37f2fff,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:18.103695 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 4f901269-2fc1-4d0a-8666-f5607d1c5fc0 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:22:18.108895 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 4f901269-2fc1-4d0a-8666-f5607d1c5fc0 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:22:18.109396 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:18.190743 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:18.213280 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 4f901269-2fc1-4d0a-8666-f5607d1c5fc0, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=4f901269-2fc1-4d0a-8666-f5607d1c5fc0,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:22:18.217710 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:18.254012 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-71764ab9-e316-49a8-b503-d5da4e4e701b None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:18.267935 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-71764ab9-e316-49a8-b503-d5da4e4e701b None None] Transition to ACTIVE for port object 935a6969-76b2-4fb3-87db-37a2bcbb9da3 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:22:18.274265 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-71764ab9-e316-49a8-b503-d5da4e4e701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:18.278830 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=4f901269-2fc1-4d0a-8666-f5607d1c5fc0,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:18.331423 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f4247-7569-45fb-b901-0b75e2ad2419 None None] Pushing event updated for resources: {'Port': ['ID=935a6969-76b2-4fb3-87db-37a2bcbb9da3,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:18.357232 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f4247-7569-45fb-b901-0b75e2ad2419 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:18.357232 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f4247-7569-45fb-b901-0b75e2ad2419 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:18.358280 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f4247-7569-45fb-b901-0b75e2ad2419 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:18.358280 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f4247-7569-45fb-b901-0b75e2ad2419 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:18.358280 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f4247-7569-45fb-b901-0b75e2ad2419 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:18.358647 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f4247-7569-45fb-b901-0b75e2ad2419 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:18.358794 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f4247-7569-45fb-b901-0b75e2ad2419 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:18.359011 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f4247-7569-45fb-b901-0b75e2ad2419 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:18.359338 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f4247-7569-45fb-b901-0b75e2ad2419 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:18.359656 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f4247-7569-45fb-b901-0b75e2ad2419 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:18.359977 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f4247-7569-45fb-b901-0b75e2ad2419 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:18.360306 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f4247-7569-45fb-b901-0b75e2ad2419 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:18.395914 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-71764ab9-e316-49a8-b503-d5da4e4e701b None None] Attempting to bind port 935a6969-76b2-4fb3-87db-37a2bcbb9da3 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:22:18.396480 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-71764ab9-e316-49a8-b503-d5da4e4e701b None None] Attempting to bind port 935a6969-76b2-4fb3-87db-37a2bcbb9da3 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '624c71ac-2474-4c34-b5ac-6a28b936cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '28a10cf3-54bf-4f84-91af-642b727180c1'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:22:18.396914 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71764ab9-e316-49a8-b503-d5da4e4e701b None None] Attempting to bind port 935a6969-76b2-4fb3-87db-37a2bcbb9da3 on network 28a10cf3-54bf-4f84-91af-642b727180c1 {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:22:18.402931 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71764ab9-e316-49a8-b503-d5da4e4e701b None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:22:18.403245 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71764ab9-e316-49a8-b503-d5da4e4e701b None None] Checking segment: {'id': '624c71ac-2474-4c34-b5ac-6a28b936cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '28a10cf3-54bf-4f84-91af-642b727180c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:22:18.403779 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-71764ab9-e316-49a8-b503-d5da4e4e701b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:18.404167 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71764ab9-e316-49a8-b503-d5da4e4e701b None None] Bound using segment: {'id': '624c71ac-2474-4c34-b5ac-6a28b936cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '28a10cf3-54bf-4f84-91af-642b727180c1'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:22:18.404663 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-71764ab9-e316-49a8-b503-d5da4e4e701b None None] Bound port: 935a6969-76b2-4fb3-87db-37a2bcbb9da3, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624c71ac-2474-4c34-b5ac-6a28b936cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '28a10cf3-54bf-4f84-91af-642b727180c1'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:22:18.405084 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-71764ab9-e316-49a8-b503-d5da4e4e701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:18.490982 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-71764ab9-e316-49a8-b503-d5da4e4e701b None None] For port 935a6969-76b2-4fb3-87db-37a2bcbb9da3, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:22:18.495544 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-71764ab9-e316-49a8-b503-d5da4e4e701b None None] For port 935a6969-76b2-4fb3-87db-37a2bcbb9da3, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=935a6969-76b2-4fb3-87db-37a2bcbb9da3,segment=NetworkSegment(624c71ac-2474-4c34-b5ac-6a28b936cff6),segment_id=624c71ac-2474-4c34-b5ac-6a28b936cff6)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:22:18.500688 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-71764ab9-e316-49a8-b503-d5da4e4e701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:18.574635 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71764ab9-e316-49a8-b503-d5da4e4e701b None None] Routers {'aaed2a83-ca67-4b21-af38-17dfb0cc8559'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:22:18.575193 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-71764ab9-e316-49a8-b503-d5da4e4e701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:22:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['aaed2a83-ca67-4b21-af38-17dfb0cc8559'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:22:18.577447 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f4247-7569-45fb-b901-0b75e2ad2419 None None] Pushing event updated for resources: {'Port': ['ID=935a6969-76b2-4fb3-87db-37a2bcbb9da3,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:18.642821 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-cb4cf50c-2bb3-41e2-80ae-a61c91690e45 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:18.645110 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-cb4cf50c-2bb3-41e2-80ae-a61c91690e45 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.97 "GET /v2.0/networks?id=28a10cf3-54bf-4f84-91af-642b727180c1 HTTP/1.1" status: 200 len: 796 time: 0.1767666 Jul 23 17:22:18.708183 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-71764ab9-e316-49a8-b503-d5da4e4e701b None None] Set router aaed2a83-ca67-4b21-af38-17dfb0cc8559 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:22:18.750088 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-004d92f3-5738-47b6-876f-fd07d745e04c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219 HTTP/1.1" status: 200 len: 379 time: 0.0960906 Jul 23 17:22:18.752459 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-133adf8b-d674-4c77-a6a5-bd4af00540cd req-6ee6767f-02ff-4d36-9eea-711d32cd9937 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 210 time: 0.0525718 Jul 23 17:22:18.763294 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-bdccd8d0-2442-4661-96cb-3542333a4d2e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'port': {'device_id': '03018e74-d71c-47e7-ac42-c323090226be', 'network_id': '28a10cf3-54bf-4f84-91af-642b727180c1', 'admin_state_up': True, 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'security_groups': ['a03bc187-caa3-42ca-915c-14140af64d7e']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:22:18.896498 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-bdccd8d0-2442-4661-96cb-3542333a4d2e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Made reservation on behalf of 06c5f7ba3e1e4b06905e7a7f54b2d219 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:22:18.900835 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-bdccd8d0-2442-4661-96cb-3542333a4d2e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:18.969192 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-71764ab9-e316-49a8-b503-d5da4e4e701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1373947569', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '4f901269-2fc1-4d0a-8666-f5607d1c5fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:22:11Z', 'updated_at': '2021-07-23T17:22:15Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '4f901269-2fc1-4d0a-8666-f5607d1c5fc0', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:22:12Z', 'updated_at': '2021-07-23T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '935a6969-76b2-4fb3-87db-37a2bcbb9da3', 'name': '', 'network_id': '28a10cf3-54bf-4f84-91af-642b727180c1', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:cc:70:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '47db2d6d-cd8e-4ec9-8380-e08b95c84700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:22:15Z', 'updated_at': '2021-07-23T17:22:18Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': '47db2d6d-cd8e-4ec9-8380-e08b95c84700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:22:18.995817 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71764ab9-e316-49a8-b503-d5da4e4e701b None None] The sync data for ids ['aaed2a83-ca67-4b21-af38-17dfb0cc8559'] in n-d-778549-4 is: [{'id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1373947569', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '4f901269-2fc1-4d0a-8666-f5607d1c5fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:22:11Z', 'updated_at': '2021-07-23T17:22:15Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '4f901269-2fc1-4d0a-8666-f5607d1c5fc0', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:22:12Z', 'updated_at': '2021-07-23T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '935a6969-76b2-4fb3-87db-37a2bcbb9da3', 'name': '', 'network_id': '28a10cf3-54bf-4f84-91af-642b727180c1', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:cc:70:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '47db2d6d-cd8e-4ec9-8380-e08b95c84700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:22:15Z', 'updated_at': '2021-07-23T17:22:18Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': '47db2d6d-cd8e-4ec9-8380-e08b95c84700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:22:19.054677 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-bdccd8d0-2442-4661-96cb-3542333a4d2e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Allocated IP 172.20.0.7 (28a10cf3-54bf-4f84-91af-642b727180c1/47db2d6d-cd8e-4ec9-8380-e08b95c84700/85d94780-93d5-4a8e-9e8f-c9b3984ee9f0) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:22:19.222260 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-bdccd8d0-2442-4661-96cb-3542333a4d2e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:19.238679 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-bdccd8d0-2442-4661-96cb-3542333a4d2e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Transition to ACTIVE for port object 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:22:19.277552 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-bdccd8d0-2442-4661-96cb-3542333a4d2e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:19.325946 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-bdccd8d0-2442-4661-96cb-3542333a4d2e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network 28a10cf3-54bf-4f84-91af-642b727180c1 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:22:19.331877 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-bdccd8d0-2442-4661-96cb-3542333a4d2e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:22:19.334512 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-bdccd8d0-2442-4661-96cb-3542333a4d2e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:22:19.368908 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdccd8d0-2442-4661-96cb-3542333a4d2e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Port': ['ID=85d94780-93d5-4a8e-9e8f-c9b3984ee9f0,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:19.400135 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-bdccd8d0-2442-4661-96cb-3542333a4d2e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:19.400738 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-bdccd8d0-2442-4661-96cb-3542333a4d2e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:19.417429 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-bdccd8d0-2442-4661-96cb-3542333a4d2e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6605616 Jul 23 17:22:19.431062 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-916ba58d-162a-4393-a16d-1faa138809f8 service neutron] Request body: {'port': {'device_id': '03018e74-d71c-47e7-ac42-c323090226be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:22:19.527011 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-916ba58d-162a-4393-a16d-1faa138809f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:19.599453 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c7017592-e376-4ff3-86fe-903fbdc4791b None None] Provisioning for port 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:22:19.606221 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c7017592-e376-4ff3-86fe-903fbdc4791b None None] Provisioning complete for port 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:22:19.606757 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c7017592-e376-4ff3-86fe-903fbdc4791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:19.643997 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-c7017592-e376-4ff3-86fe-903fbdc4791b None None] Port 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:22:19.808539 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3de067fd-2f96-43d0-ae05-9695a37f2fff up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:22:19.863491 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 3de067fd-2f96-43d0-ae05-9695a37f2fff triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:22:19.863866 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:19.868998 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-916ba58d-162a-4393-a16d-1faa138809f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:22:19.894977 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-916ba58d-162a-4393-a16d-1faa138809f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:19.915742 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-916ba58d-162a-4393-a16d-1faa138809f8 service neutron] Transition to ACTIVE for port object 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:22:19.925078 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-916ba58d-162a-4393-a16d-1faa138809f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:20.005953 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f752eaa-43dc-473c-863d-e7eb6d855ba9 req-87dea85d-d5f9-44dd-8e03-6c1a049cccd0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:20.012537 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2f752eaa-43dc-473c-863d-e7eb6d855ba9 req-87dea85d-d5f9-44dd-8e03-6c1a049cccd0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 931 time: 0.1549990 Jul 23 17:22:20.015084 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ba58d-162a-4393-a16d-1faa138809f8 service neutron] Pushing event updated for resources: {'Port': ['ID=85d94780-93d5-4a8e-9e8f-c9b3984ee9f0,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:20.123897 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2f752eaa-43dc-473c-863d-e7eb6d855ba9 req-c9326262-5c87-4d9e-82eb-0da595bcf637 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030908 Jul 23 17:22:20.163782 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-916ba58d-162a-4393-a16d-1faa138809f8 service neutron] Attempting to bind port 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:22:20.165406 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-916ba58d-162a-4393-a16d-1faa138809f8 service neutron] Attempting to bind port 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '624c71ac-2474-4c34-b5ac-6a28b936cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '28a10cf3-54bf-4f84-91af-642b727180c1'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:22:20.166046 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-916ba58d-162a-4393-a16d-1faa138809f8 service neutron] Attempting to bind port 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 on network 28a10cf3-54bf-4f84-91af-642b727180c1 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:22:20.172360 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-916ba58d-162a-4393-a16d-1faa138809f8 service neutron] Port 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 on network 28a10cf3-54bf-4f84-91af-642b727180c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:22:20.172877 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-916ba58d-162a-4393-a16d-1faa138809f8 service neutron] Attempting to bind port 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 on network 28a10cf3-54bf-4f84-91af-642b727180c1 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:22:20.178336 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 4f901269-2fc1-4d0a-8666-f5607d1c5fc0 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:22:20.182788 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-916ba58d-162a-4393-a16d-1faa138809f8 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:22:20.183139 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-916ba58d-162a-4393-a16d-1faa138809f8 service neutron] Checking segment: {'id': '624c71ac-2474-4c34-b5ac-6a28b936cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '28a10cf3-54bf-4f84-91af-642b727180c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:22:20.183534 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-916ba58d-162a-4393-a16d-1faa138809f8 service neutron] Bound using segment: {'id': '624c71ac-2474-4c34-b5ac-6a28b936cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '28a10cf3-54bf-4f84-91af-642b727180c1'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:22:20.183989 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-916ba58d-162a-4393-a16d-1faa138809f8 service neutron] Bound port: 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '624c71ac-2474-4c34-b5ac-6a28b936cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '28a10cf3-54bf-4f84-91af-642b727180c1'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:22:20.184351 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-916ba58d-162a-4393-a16d-1faa138809f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:20.231660 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 4f901269-2fc1-4d0a-8666-f5607d1c5fc0 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:22:20.232021 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:20.290538 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-916ba58d-162a-4393-a16d-1faa138809f8 service neutron] For port 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:22:20.296402 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-916ba58d-162a-4393-a16d-1faa138809f8 service neutron] For port 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=85d94780-93d5-4a8e-9e8f-c9b3984ee9f0,segment=NetworkSegment(624c71ac-2474-4c34-b5ac-6a28b936cff6),segment_id=624c71ac-2474-4c34-b5ac-6a28b936cff6)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:22:20.302793 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-916ba58d-162a-4393-a16d-1faa138809f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:20.339254 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 935a6969-76b2-4fb3-87db-37a2bcbb9da3 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:22:20.349578 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-916ba58d-162a-4393-a16d-1faa138809f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:20.350204 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-916ba58d-162a-4393-a16d-1faa138809f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:20.351778 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-916ba58d-162a-4393-a16d-1faa138809f8 service neutron] 10.222.0.97 "PUT /v2.0/ports/85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 HTTP/1.1" status: 200 len: 1091 time: 0.9261489 Jul 23 17:22:20.352231 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03018e74-d71c-47e7-ac42-c323090226be', 'tag': '85d94780-93d5-4a8e-9e8f-c9b3984ee9f0'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:22:20.354621 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a210c9e0-e00f-46af-8fcd-2fdaa214bd65" -d '{"events": [{"name": "network-changed", "server_uuid": "03018e74-d71c-47e7-ac42-c323090226be", "tag": "85d94780-93d5-4a8e-9e8f-c9b3984ee9f0"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:22:20.384499 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ba58d-162a-4393-a16d-1faa138809f8 service neutron] Pushing event updated for resources: {'Port': ['ID=85d94780-93d5-4a8e-9e8f-c9b3984ee9f0,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:20.439922 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda46d20-b36c-4997-b3f6-7eb299de5e43 x-openstack-request-id: req-dda46d20-b36c-4997-b3f6-7eb299de5e43 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:22:20.440223 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03018e74-d71c-47e7-ac42-c323090226be", "tag": "85d94780-93d5-4a8e-9e8f-c9b3984ee9f0", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:22:20.443207 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dda46d20-b36c-4997-b3f6-7eb299de5e43 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:22:20.443207 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03018e74-d71c-47e7-ac42-c323090226be', 'tag': '85d94780-93d5-4a8e-9e8f-c9b3984ee9f0', 'status': 'completed', 'code': 200} Jul 23 17:22:20.450293 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 935a6969-76b2-4fb3-87db-37a2bcbb9da3 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:22:20.454776 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 935a6969-76b2-4fb3-87db-37a2bcbb9da3 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:22:20.455162 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:20.485314 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-5456d2fe-eee6-4c17-bcf2-449f102b0c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:20.487156 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-5456d2fe-eee6-4c17-bcf2-449f102b0c6c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 1094 time: 0.0931041 Jul 23 17:22:20.540329 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-80cdc096-ffb9-4589-a92f-327bc21f813a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 HTTP/1.1" status: 200 len: 217 time: 0.0458815 Jul 23 17:22:20.542682 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:20.584474 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 935a6969-76b2-4fb3-87db-37a2bcbb9da3, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=935a6969-76b2-4fb3-87db-37a2bcbb9da3,segment=NetworkSegment(624c71ac-2474-4c34-b5ac-6a28b936cff6),segment_id=624c71ac-2474-4c34-b5ac-6a28b936cff6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:22:20.591022 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:20.618467 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-f6889a85-768d-465e-bf7a-ff2bcc80c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:20.620025 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-f6889a85-768d-465e-bf7a-ff2bcc80c521 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=47db2d6d-cd8e-4ec9-8380-e08b95c84700 HTTP/1.1" status: 200 len: 835 time: 0.0707531 Jul 23 17:22:20.658643 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=935a6969-76b2-4fb3-87db-37a2bcbb9da3,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:20.696657 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-cb62adb2-f5ce-42ea-8bc7-e7e85ffd2e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:20.698534 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-cb62adb2-f5ce-42ea-8bc7-e7e85ffd2e32 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=28a10cf3-54bf-4f84-91af-642b727180c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715592 Jul 23 17:22:20.795306 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-60077099-15fd-4960-a675-1f53466d1289 service neutron] 10.222.0.97 "GET /v2.0/networks/28a10cf3-54bf-4f84-91af-642b727180c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896206 Jul 23 17:22:20.917022 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-336237a4-c1e9-47a4-941e-c649fe80deb5 req-b5ccbb18-098c-4949-85b3-16bae25e3c45 service neutron] 10.222.0.97 "GET /v2.0/networks/28a10cf3-54bf-4f84-91af-642b727180c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154718 Jul 23 17:22:21.017312 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210c9e0-e00f-46af-8fcd-2fdaa214bd65 req-b43d66a3-0a62-4644-947d-013e8afd783e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:21.018751 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a210c9e0-e00f-46af-8fcd-2fdaa214bd65 req-b43d66a3-0a62-4644-947d-013e8afd783e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 1094 time: 0.0577238 Jul 23 17:22:21.123116 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210c9e0-e00f-46af-8fcd-2fdaa214bd65 req-0299ef9c-a485-4d6f-92c8-6edaaafc6bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:21.124628 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a210c9e0-e00f-46af-8fcd-2fdaa214bd65 req-0299ef9c-a485-4d6f-92c8-6edaaafc6bc8 service neutron] 10.222.0.97 "GET /v2.0/networks?id=28a10cf3-54bf-4f84-91af-642b727180c1 HTTP/1.1" status: 200 len: 898 time: 0.0999203 Jul 23 17:22:21.168142 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a210c9e0-e00f-46af-8fcd-2fdaa214bd65 req-ca34f276-5afd-4257-8ed2-4aad70802982 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 HTTP/1.1" status: 200 len: 217 time: 0.0366490 Jul 23 17:22:21.266280 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210c9e0-e00f-46af-8fcd-2fdaa214bd65 req-fac5932d-11d7-4ee3-bf05-545f9d28445f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:21.267858 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a210c9e0-e00f-46af-8fcd-2fdaa214bd65 req-fac5932d-11d7-4ee3-bf05-545f9d28445f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=47db2d6d-cd8e-4ec9-8380-e08b95c84700 HTTP/1.1" status: 200 len: 835 time: 0.0923049 Jul 23 17:22:21.335165 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556af0c2-2288-494d-b9be-7d5da12bfedd req-16689c71-91a2-48c6-9ee5-f685f5581720 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:21.336803 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-556af0c2-2288-494d-b9be-7d5da12bfedd req-16689c71-91a2-48c6-9ee5-f685f5581720 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 943 time: 0.1215689 Jul 23 17:22:21.380183 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210c9e0-e00f-46af-8fcd-2fdaa214bd65 req-8d371301-d4a9-483c-9a92-5ed6cccc1dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:21.381782 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a210c9e0-e00f-46af-8fcd-2fdaa214bd65 req-8d371301-d4a9-483c-9a92-5ed6cccc1dac service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=28a10cf3-54bf-4f84-91af-642b727180c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069314 Jul 23 17:22:21.386912 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-556af0c2-2288-494d-b9be-7d5da12bfedd req-8d8808c7-11c4-4371-91d9-1060b5c20f9b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432382 Jul 23 17:22:21.487417 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a210c9e0-e00f-46af-8fcd-2fdaa214bd65 req-3dbe53e3-8fc9-4e42-90c7-711097b6f860 service neutron] 10.222.0.97 "GET /v2.0/networks/28a10cf3-54bf-4f84-91af-642b727180c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989499 Jul 23 17:22:21.608827 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a210c9e0-e00f-46af-8fcd-2fdaa214bd65 req-f8558ce2-8ea6-48b7-8590-3bf5cb92b6fa service neutron] 10.222.0.97 "GET /v2.0/networks/28a10cf3-54bf-4f84-91af-642b727180c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146097 Jul 23 17:22:21.683784 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 935a6969-76b2-4fb3-87db-37a2bcbb9da3 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:22:21.733763 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 935a6969-76b2-4fb3-87db-37a2bcbb9da3 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:22:21.734128 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:22.535811 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38b33b-32c0-44b9-9b8b-564e42af885a req-28c70f8b-f60e-448a-963e-5ccdb872f472 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:22.537419 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4a38b33b-32c0-44b9-9b8b-564e42af885a req-28c70f8b-f60e-448a-963e-5ccdb872f472 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 943 time: 0.0780389 Jul 23 17:22:22.583112 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4a38b33b-32c0-44b9-9b8b-564e42af885a req-a3c561f1-934a-4ee4-b773-d712f1aba83c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389111 Jul 23 17:22:23.470861 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:22:23.578136 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=85d94780-93d5-4a8e-9e8f-c9b3984ee9f0,segment=NetworkSegment(624c71ac-2474-4c34-b5ac-6a28b936cff6),segment_id=624c71ac-2474-4c34-b5ac-6a28b936cff6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:22:23.590050 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '85d94780-93d5-4a8e-9e8f-c9b3984ee9f0', 'network_id': '28a10cf3-54bf-4f84-91af-642b727180c1', 'port_id': '85d94780-93d5-4a8e-9e8f-c9b3984ee9f0', 'mac_address': 'fa:16:3e:f7:dd:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47db2d6d-cd8e-4ec9-8380-e08b95c84700', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:22:23.628914 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:23.649157 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:22:23.670802 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=85d94780-93d5-4a8e-9e8f-c9b3984ee9f0,segment=NetworkSegment(624c71ac-2474-4c34-b5ac-6a28b936cff6),segment_id=624c71ac-2474-4c34-b5ac-6a28b936cff6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:22:23.674898 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:23.730140 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=85d94780-93d5-4a8e-9e8f-c9b3984ee9f0,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:23.739311 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee8d5e-1f95-4e53-ba73-55ceebd834c6 req-1cf29e24-74f6-41ee-8b8f-7f9de2519f26 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:23.741096 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-30ee8d5e-1f95-4e53-ba73-55ceebd834c6 req-1cf29e24-74f6-41ee-8b8f-7f9de2519f26 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 944 time: 0.0704877 Jul 23 17:22:23.781871 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-30ee8d5e-1f95-4e53-ba73-55ceebd834c6 req-6e100a52-5cd6-406d-a14a-7a7d028f529f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347538 Jul 23 17:22:23.878818 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['85d94780-93d5-4a8e-9e8f-c9b3984ee9f0'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:22:24.916934 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717965f1-762f-460a-a73f-825db034fad0 req-913219ef-d4a0-4ae1-ab1c-ae9a884ee5a0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:24.918409 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-717965f1-762f-460a-a73f-825db034fad0 req-913219ef-d4a0-4ae1-ab1c-ae9a884ee5a0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 944 time: 0.0654166 Jul 23 17:22:24.961636 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-717965f1-762f-460a-a73f-825db034fad0 req-b03bab45-26a0-4602-a455-51c32efedaab tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376277 Jul 23 17:22:25.491793 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:22:25.539713 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:22:25.543225 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:22:25.543592 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:25.632314 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:25.654981 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03018e74-d71c-47e7-ac42-c323090226be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d94780-93d5-4a8e-9e8f-c9b3984ee9f0'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:22:25.657265 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d9158437a3a893895635b777aad4314b219cd6685506ac89f624094daaea09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ec4897-2305-4c46-a17e-971a8fdab667" -d '{"events": [{"server_uuid": "03018e74-d71c-47e7-ac42-c323090226be", "name": "network-vif-plugged", "status": "completed", "tag": "85d94780-93d5-4a8e-9e8f-c9b3984ee9f0"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:22:25.669786 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=85d94780-93d5-4a8e-9e8f-c9b3984ee9f0,segment=NetworkSegment(624c71ac-2474-4c34-b5ac-6a28b936cff6),segment_id=624c71ac-2474-4c34-b5ac-6a28b936cff6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:22:25.674366 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:25.698766 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fa73d1-f31e-4b63-85ad-f4dfc30bb7ca x-openstack-request-id: req-61fa73d1-f31e-4b63-85ad-f4dfc30bb7ca {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:22:25.699059 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03018e74-d71c-47e7-ac42-c323090226be", "name": "network-vif-plugged", "status": "completed", "tag": "85d94780-93d5-4a8e-9e8f-c9b3984ee9f0", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:22:25.699316 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-61fa73d1-f31e-4b63-85ad-f4dfc30bb7ca {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:22:25.699707 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03018e74-d71c-47e7-ac42-c323090226be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d94780-93d5-4a8e-9e8f-c9b3984ee9f0', 'code': 200} Jul 23 17:22:25.730737 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=85d94780-93d5-4a8e-9e8f-c9b3984ee9f0,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:25.825941 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4a109-6917-44a5-b9eb-6e68257e953e req-3cbfa690-5ea8-4136-b781-87d160cf9359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:25.827492 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0df4a109-6917-44a5-b9eb-6e68257e953e req-3cbfa690-5ea8-4136-b781-87d160cf9359 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 1096 time: 0.0656960 Jul 23 17:22:25.865329 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0df4a109-6917-44a5-b9eb-6e68257e953e req-24bb05c0-ab4e-4dd0-b224-d0c3114d4f01 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317907 Jul 23 17:22:26.112576 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957f53c-3d60-4423-b9e9-07642a401310 req-09662143-116e-47f4-ac48-15a0bd8dfc9e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:26.114110 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8957f53c-3d60-4423-b9e9-07642a401310 req-09662143-116e-47f4-ac48-15a0bd8dfc9e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 945 time: 0.0691915 Jul 23 17:22:26.156736 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8957f53c-3d60-4423-b9e9-07642a401310 req-8387860b-ef4c-40a1-aa9d-8a577a49e668 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363758 Jul 23 17:22:27.312604 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11d547-fd20-4a43-880b-994ff4c7cac9 req-4af414aa-14bf-463e-8768-a523752b61bc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:27.315753 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db11d547-fd20-4a43-880b-994ff4c7cac9 req-4af414aa-14bf-463e-8768-a523752b61bc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 945 time: 0.0845449 Jul 23 17:22:27.389438 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-db11d547-fd20-4a43-880b-994ff4c7cac9 req-c3186c00-83d8-428f-b8f2-0756fefca13b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671878 Jul 23 17:22:27.546959 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5622be-a4ec-4ccb-83e3-042e77904554 req-e0a2e5bb-3dd3-423c-b675-4935982b8141 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:27.548787 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7d5622be-a4ec-4ccb-83e3-042e77904554 req-e0a2e5bb-3dd3-423c-b675-4935982b8141 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 945 time: 0.0787601 Jul 23 17:22:27.599666 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7d5622be-a4ec-4ccb-83e3-042e77904554 req-ae9abe2a-44bb-400c-9b33-6f15e3961e94 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440757 Jul 23 17:22:27.623667 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59232) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:22:27.690208 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9873dc5-b531-4497-9aaf-3d782eb705ba tempest-TestNetworkAdvancedServerOps-1904745392 tempest-TestNetworkAdvancedServerOps-1904745392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:27.692060 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d9873dc5-b531-4497-9aaf-3d782eb705ba tempest-TestNetworkAdvancedServerOps-1904745392 tempest-TestNetworkAdvancedServerOps-1904745392-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 1091 time: 0.0671508 Jul 23 17:22:27.695942 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59234) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:22:27.701161 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-7fd02072-e669-4cb1-ac27-14951509e586 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'port_id': '85d94780-93d5-4a8e-9e8f-c9b3984ee9f0', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:22:27.731745 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7fd02072-e669-4cb1-ac27-14951509e586 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:27.892470 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7fd02072-e669-4cb1-ac27-14951509e586 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:28.009375 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-7fd02072-e669-4cb1-ac27-14951509e586 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Allocated IP 172.25.8.174 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/1035e35e-083a-4b59-961c-acfdd844f970) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:22:28.128879 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7fd02072-e669-4cb1-ac27-14951509e586 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:28.169854 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7fd02072-e669-4cb1-ac27-14951509e586 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:28.204937 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd02072-e669-4cb1-ac27-14951509e586 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:22:28.207704 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-7fd02072-e669-4cb1-ac27-14951509e586 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:22:28.214108 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd02072-e669-4cb1-ac27-14951509e586 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:22:28.241290 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd02072-e669-4cb1-ac27-14951509e586 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Port': ['ID=1035e35e-083a-4b59-961c-acfdd844f970,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:29.033334 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7fd02072-e669-4cb1-ac27-14951509e586 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:29.123740 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7fd02072-e669-4cb1-ac27-14951509e586 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:29.292622 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7fd02072-e669-4cb1-ac27-14951509e586 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:29.298408 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7fd02072-e669-4cb1-ac27-14951509e586 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:29.367523 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd02072-e669-4cb1-ac27-14951509e586 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Port': ['ID=1035e35e-083a-4b59-961c-acfdd844f970,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:29.383963 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7fd02072-e669-4cb1-ac27-14951509e586 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:29.538457 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-7fd02072-e669-4cb1-ac27-14951509e586 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Floating IP d36c862c-1130-4431-952a-36cf09f3d08c associated. External IP: 172.25.8.174, port: 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0. Jul 23 17:22:29.865426 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd02072-e669-4cb1-ac27-14951509e586 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Router aaed2a83-ca67-4b21-af38-17dfb0cc8559 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:22:29.868696 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbd30faf-f16d-4229-be9e-1036c6abf46e req-43ba32cc-9002-4274-a213-8d6c4a06920b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1239216 Jul 23 17:22:30.055447 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd02072-e669-4cb1-ac27-14951509e586 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:22:30.063154 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd30faf-f16d-4229-be9e-1036c6abf46e req-93823cc8-3ad2-4d32-8de5-30afb00db5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:30.065166 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbd30faf-f16d-4229-be9e-1036c6abf46e req-93823cc8-3ad2-4d32-8de5-30afb00db5f0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 1096 time: 0.1431134 Jul 23 17:22:30.070274 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50ff316-707e-4e05-b559-a91f00edbd1a None None] Sync routers for ids ['aaed2a83-ca67-4b21-af38-17dfb0cc8559'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:22:30.083332 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7fd02072-e669-4cb1-ac27-14951509e586 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:30.087013 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50ff316-707e-4e05-b559-a91f00edbd1a None None] Routers {'aaed2a83-ca67-4b21-af38-17dfb0cc8559'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:22:30.087693 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e50ff316-707e-4e05-b559-a91f00edbd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:22:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['aaed2a83-ca67-4b21-af38-17dfb0cc8559'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:22:30.166173 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7fd02072-e669-4cb1-ac27-14951509e586 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4689856 Jul 23 17:22:30.169457 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03018e74-d71c-47e7-ac42-c323090226be', 'tag': '85d94780-93d5-4a8e-9e8f-c9b3984ee9f0'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:22:30.172240 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c22ca85-8fa5-4c09-ae99-f0fa640b930c" -d '{"events": [{"name": "network-changed", "server_uuid": "03018e74-d71c-47e7-ac42-c323090226be", "tag": "85d94780-93d5-4a8e-9e8f-c9b3984ee9f0"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:22:30.236247 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-e50ff316-707e-4e05-b559-a91f00edbd1a None None] Set router aaed2a83-ca67-4b21-af38-17dfb0cc8559 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:22:30.246801 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd30faf-f16d-4229-be9e-1036c6abf46e req-9b421701-f5ae-45d6-b61d-a5ce3e2290d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:30.248337 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbd30faf-f16d-4229-be9e-1036c6abf46e req-9b421701-f5ae-45d6-b61d-a5ce3e2290d3 service neutron] 10.222.0.97 "GET /v2.0/networks?id=28a10cf3-54bf-4f84-91af-642b727180c1 HTTP/1.1" status: 200 len: 898 time: 0.1366429 Jul 23 17:22:30.342003 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbd30faf-f16d-4229-be9e-1036c6abf46e req-4403a7ed-ce96-4b8c-991e-1628bdda6d7c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 HTTP/1.1" status: 200 len: 999 time: 0.0763624 Jul 23 17:22:30.392114 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa8f81-6b01-4a3b-a49e-e1bb591d0bbd req-d67a0de4-d4b5-446e-a52b-ec942f464bcc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:30.393739 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91fa8f81-6b01-4a3b-a49e-e1bb591d0bbd req-d67a0de4-d4b5-446e-a52b-ec942f464bcc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 945 time: 0.1666839 Jul 23 17:22:30.425711 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd30faf-f16d-4229-be9e-1036c6abf46e req-ff527281-0965-43c4-b430-5f4119d1138c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:30.427211 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbd30faf-f16d-4229-be9e-1036c6abf46e req-ff527281-0965-43c4-b430-5f4119d1138c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=47db2d6d-cd8e-4ec9-8380-e08b95c84700 HTTP/1.1" status: 200 len: 835 time: 0.0786357 Jul 23 17:22:30.477769 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-91fa8f81-6b01-4a3b-a49e-e1bb591d0bbd req-051b5590-0793-4533-b21f-cdf7a3ba4463 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774658 Jul 23 17:22:30.504810 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59240) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:22:30.510412 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd30faf-f16d-4229-be9e-1036c6abf46e req-04aa6234-ec88-44b2-ad96-bd6892708510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:30.510940 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e50ff316-707e-4e05-b559-a91f00edbd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1373947569', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '4f901269-2fc1-4d0a-8666-f5607d1c5fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:22:11Z', 'updated_at': '2021-07-23T17:22:15Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '4f901269-2fc1-4d0a-8666-f5607d1c5fc0', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:22:12Z', 'updated_at': '2021-07-23T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'd36c862c-1130-4431-952a-36cf09f3d08c', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'port_id': '85d94780-93d5-4a8e-9e8f-c9b3984ee9f0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28a10cf3-54bf-4f84-91af-642b727180c1', 'mac_address': 'fa:16:3e:f7:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03018e74-d71c-47e7-ac42-c323090226be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:22:28Z', 'updated_at': '2021-07-23T17:22:28Z', 'revision_number': 0, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '935a6969-76b2-4fb3-87db-37a2bcbb9da3', 'name': '', 'network_id': '28a10cf3-54bf-4f84-91af-642b727180c1', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:cc:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '47db2d6d-cd8e-4ec9-8380-e08b95c84700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:22:15Z', 'updated_at': '2021-07-23T17:22:20Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': '47db2d6d-cd8e-4ec9-8380-e08b95c84700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:22:30.511982 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbd30faf-f16d-4229-be9e-1036c6abf46e req-04aa6234-ec88-44b2-ad96-bd6892708510 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=28a10cf3-54bf-4f84-91af-642b727180c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788548 Jul 23 17:22:30.543739 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50ff316-707e-4e05-b559-a91f00edbd1a None None] Checking router: aaed2a83-ca67-4b21-af38-17dfb0cc8559 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:22:30.555977 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50ff316-707e-4e05-b559-a91f00edbd1a None None] Routers {'aaed2a83-ca67-4b21-af38-17dfb0cc8559'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:22:30.556602 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e50ff316-707e-4e05-b559-a91f00edbd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:22:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['aaed2a83-ca67-4b21-af38-17dfb0cc8559'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:22:30.558494 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94619ca0-02dd-41aa-a131-3f24d08131a3 x-openstack-request-id: req-94619ca0-02dd-41aa-a131-3f24d08131a3 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:22:30.558916 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03018e74-d71c-47e7-ac42-c323090226be", "tag": "85d94780-93d5-4a8e-9e8f-c9b3984ee9f0", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:22:30.559279 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-94619ca0-02dd-41aa-a131-3f24d08131a3 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:22:30.559785 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03018e74-d71c-47e7-ac42-c323090226be', 'tag': '85d94780-93d5-4a8e-9e8f-c9b3984ee9f0', 'status': 'completed', 'code': 200} Jul 23 17:22:30.590783 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d00f6537-aab8-4056-804c-e1948bc17449 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/floatingips/d36c862c-1130-4431-952a-36cf09f3d08c HTTP/1.1" status: 200 len: 991 time: 0.0825899 Jul 23 17:22:30.627450 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbd30faf-f16d-4229-be9e-1036c6abf46e req-cbe01fe0-702c-4492-ae77-1ff61376f4cf service neutron] 10.222.0.97 "GET /v2.0/networks/28a10cf3-54bf-4f84-91af-642b727180c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075726 Jul 23 17:22:30.675384 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-e50ff316-707e-4e05-b559-a91f00edbd1a None None] Set router aaed2a83-ca67-4b21-af38-17dfb0cc8559 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:22:30.734126 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbd30faf-f16d-4229-be9e-1036c6abf46e req-1ee1fd8d-3874-4ae8-b7a1-45ccf4ee8cdf service neutron] 10.222.0.97 "GET /v2.0/networks/28a10cf3-54bf-4f84-91af-642b727180c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002455 Jul 23 17:22:30.847691 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22ca85-8fa5-4c09-ae99-f0fa640b930c req-2f037be9-6a51-4334-8d46-b90f59f556d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:30.849305 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c22ca85-8fa5-4c09-ae99-f0fa640b930c req-2f037be9-6a51-4334-8d46-b90f59f556d2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 1096 time: 0.0621419 Jul 23 17:22:30.950948 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22ca85-8fa5-4c09-ae99-f0fa640b930c req-de60eeb8-6f28-418a-adff-9d17c756cf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:30.952438 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c22ca85-8fa5-4c09-ae99-f0fa640b930c req-de60eeb8-6f28-418a-adff-9d17c756cf94 service neutron] 10.222.0.97 "GET /v2.0/networks?id=28a10cf3-54bf-4f84-91af-642b727180c1 HTTP/1.1" status: 200 len: 898 time: 0.0961854 Jul 23 17:22:30.969298 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-e50ff316-707e-4e05-b559-a91f00edbd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1373947569', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '4f901269-2fc1-4d0a-8666-f5607d1c5fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:22:11Z', 'updated_at': '2021-07-23T17:22:15Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '4f901269-2fc1-4d0a-8666-f5607d1c5fc0', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:22:12Z', 'updated_at': '2021-07-23T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'd36c862c-1130-4431-952a-36cf09f3d08c', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'port_id': '85d94780-93d5-4a8e-9e8f-c9b3984ee9f0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28a10cf3-54bf-4f84-91af-642b727180c1', 'mac_address': 'fa:16:3e:f7:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03018e74-d71c-47e7-ac42-c323090226be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:22:28Z', 'updated_at': '2021-07-23T17:22:28Z', 'revision_number': 0, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '935a6969-76b2-4fb3-87db-37a2bcbb9da3', 'name': '', 'network_id': '28a10cf3-54bf-4f84-91af-642b727180c1', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:cc:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '47db2d6d-cd8e-4ec9-8380-e08b95c84700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:22:15Z', 'updated_at': '2021-07-23T17:22:20Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': '47db2d6d-cd8e-4ec9-8380-e08b95c84700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:22:31.002478 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50ff316-707e-4e05-b559-a91f00edbd1a None None] The sync data for ids ['aaed2a83-ca67-4b21-af38-17dfb0cc8559'] in n-d-778549-4 is: [{'id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1373947569', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '4f901269-2fc1-4d0a-8666-f5607d1c5fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:22:11Z', 'updated_at': '2021-07-23T17:22:15Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '4f901269-2fc1-4d0a-8666-f5607d1c5fc0', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:22:12Z', 'updated_at': '2021-07-23T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'd36c862c-1130-4431-952a-36cf09f3d08c', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'port_id': '85d94780-93d5-4a8e-9e8f-c9b3984ee9f0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28a10cf3-54bf-4f84-91af-642b727180c1', 'mac_address': 'fa:16:3e:f7:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03018e74-d71c-47e7-ac42-c323090226be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:22:28Z', 'updated_at': '2021-07-23T17:22:28Z', 'revision_number': 0, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '935a6969-76b2-4fb3-87db-37a2bcbb9da3', 'name': '', 'network_id': '28a10cf3-54bf-4f84-91af-642b727180c1', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:cc:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '47db2d6d-cd8e-4ec9-8380-e08b95c84700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:22:15Z', 'updated_at': '2021-07-23T17:22:20Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': '47db2d6d-cd8e-4ec9-8380-e08b95c84700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:22:31.037524 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c22ca85-8fa5-4c09-ae99-f0fa640b930c req-0c5a24a7-8553-4cb4-bdab-5addcb4b7eec service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 HTTP/1.1" status: 200 len: 999 time: 0.0789390 Jul 23 17:22:31.098094 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22ca85-8fa5-4c09-ae99-f0fa640b930c req-7851ee67-4301-4b08-95c0-c236cbe88595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:31.101234 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c22ca85-8fa5-4c09-ae99-f0fa640b930c req-7851ee67-4301-4b08-95c0-c236cbe88595 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=47db2d6d-cd8e-4ec9-8380-e08b95c84700 HTTP/1.1" status: 200 len: 835 time: 0.0573165 Jul 23 17:22:31.175708 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22ca85-8fa5-4c09-ae99-f0fa640b930c req-8662e215-3f14-4d97-b600-c024cee4f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:31.177367 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c22ca85-8fa5-4c09-ae99-f0fa640b930c req-8662e215-3f14-4d97-b600-c024cee4f0bf service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=28a10cf3-54bf-4f84-91af-642b727180c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695417 Jul 23 17:22:31.267207 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac432da-59af-4786-a466-34ad20abd82e None None] New status for floating IP d36c862c-1130-4431-952a-36cf09f3d08c: ACTIVE {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:22:31.287432 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c22ca85-8fa5-4c09-ae99-f0fa640b930c req-fe592d96-b840-4337-9a36-e55ec0f5f9c2 service neutron] 10.222.0.97 "GET /v2.0/networks/28a10cf3-54bf-4f84-91af-642b727180c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034839 Jul 23 17:22:31.404239 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8c22ca85-8fa5-4c09-ae99-f0fa640b930c req-02185b7e-e32e-40f8-9c1c-d1f7b5e70457 service neutron] 10.222.0.97 "GET /v2.0/networks/28a10cf3-54bf-4f84-91af-642b727180c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098406 Jul 23 17:22:31.593845 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59244) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:22:31.660162 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cdc71fcc-3b2f-4195-860e-c19210852f8d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/floatingips/d36c862c-1130-4431-952a-36cf09f3d08c HTTP/1.1" status: 200 len: 993 time: 0.0651016 Jul 23 17:22:32.749880 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8178d95e-c06a-4d3a-9055-00258566a5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:35.456538 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-692ff704-0886-4983-87e5-5aceafd6909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:35.566368 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:35.644448 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:36.795984 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:37.960859 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:38.040179 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c3266b93-f2e6-4aef-9be1-0b4f0c260225 req-b77254b2-cb49-42f1-b63e-35fcaeab7ebc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0816848 Jul 23 17:22:38.142077 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3266b93-f2e6-4aef-9be1-0b4f0c260225 req-4286f376-7554-45ca-9a04-6a8e0b503994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:38.143640 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c3266b93-f2e6-4aef-9be1-0b4f0c260225 req-4286f376-7554-45ca-9a04-6a8e0b503994 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0608888 Jul 23 17:22:38.259810 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3266b93-f2e6-4aef-9be1-0b4f0c260225 req-2995303a-c958-42ad-a907-ec34e7cd21ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:38.261323 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c3266b93-f2e6-4aef-9be1-0b4f0c260225 req-2995303a-c958-42ad-a907-ec34e7cd21ee service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0971398 Jul 23 17:22:38.307781 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c3266b93-f2e6-4aef-9be1-0b4f0c260225 req-fa804e53-fbb7-48e1-98e6-6e8c94e65b2a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0404317 Jul 23 17:22:38.362689 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3266b93-f2e6-4aef-9be1-0b4f0c260225 req-2a60c6db-dc36-4c51-884d-c202713beacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:38.364182 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c3266b93-f2e6-4aef-9be1-0b4f0c260225 req-2a60c6db-dc36-4c51-884d-c202713beacc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0509350 Jul 23 17:22:38.436076 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3266b93-f2e6-4aef-9be1-0b4f0c260225 req-4987fa31-3079-44c7-b76a-2c26aee6488d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:38.438685 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c3266b93-f2e6-4aef-9be1-0b4f0c260225 req-4987fa31-3079-44c7-b76a-2c26aee6488d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681963 Jul 23 17:22:38.537593 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c3266b93-f2e6-4aef-9be1-0b4f0c260225 req-1f3a8283-8b45-4fe6-8474-7c973736220f service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923347 Jul 23 17:22:38.644811 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-c3266b93-f2e6-4aef-9be1-0b4f0c260225 req-57e75a37-dd15-4864-8f04-1b769a9aa2d1 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012647 Jul 23 17:22:38.816603 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:53.206819 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:23:02.752853 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2536201e-a234-480d-b061-9c4ca5bda19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:03.138969 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e723c8-b6d5-4bd6-bb87-15c05ebf925c req-5095148e-1a50-4b9d-9fe6-c772d12943dc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:03.140893 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d7e723c8-b6d5-4bd6-bb87-15c05ebf925c req-5095148e-1a50-4b9d-9fe6-c772d12943dc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 945 time: 0.1100538 Jul 23 17:23:03.199764 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d7e723c8-b6d5-4bd6-bb87-15c05ebf925c req-54cf5c90-5483-4099-85e7-223edf934dbf tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482140 Jul 23 17:23:03.249958 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-f0caadb3-bf7d-4fcb-a53b-bb34d8b2a1bb req-a3984982-1109-420a-b13a-acc574b01c49 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1280537 Jul 23 17:23:04.355296 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ea9ae-82f6-4b61-9186-4a778b7cb03c req-b8b11697-dff8-4d01-a7dc-4d09126ea460 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:04.356974 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c94ea9ae-82f6-4b61-9186-4a778b7cb03c req-b8b11697-dff8-4d01-a7dc-4d09126ea460 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 945 time: 0.0764921 Jul 23 17:23:04.403105 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c94ea9ae-82f6-4b61-9186-4a778b7cb03c req-d76ef340-e436-4ba2-bf8a-06f574166447 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403328 Jul 23 17:23:04.529857 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0caadb3-bf7d-4fcb-a53b-bb34d8b2a1bb req-fdbf8b14-d649-40e8-b002-10d9d2d67db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:04.532445 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0caadb3-bf7d-4fcb-a53b-bb34d8b2a1bb req-fdbf8b14-d649-40e8-b002-10d9d2d67db2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 1096 time: 0.0870845 Jul 23 17:23:04.691934 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0caadb3-bf7d-4fcb-a53b-bb34d8b2a1bb req-64b3cb7f-c7b5-40e7-8e15-1b95a5f27b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:04.693502 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0caadb3-bf7d-4fcb-a53b-bb34d8b2a1bb req-64b3cb7f-c7b5-40e7-8e15-1b95a5f27b35 service neutron] 10.222.0.97 "GET /v2.0/networks?id=28a10cf3-54bf-4f84-91af-642b727180c1 HTTP/1.1" status: 200 len: 898 time: 0.1549869 Jul 23 17:23:04.774973 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0caadb3-bf7d-4fcb-a53b-bb34d8b2a1bb req-5cfa395d-3092-4dfe-9646-58fb6772c315 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 HTTP/1.1" status: 200 len: 1001 time: 0.0735366 Jul 23 17:23:04.829865 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0caadb3-bf7d-4fcb-a53b-bb34d8b2a1bb req-56c17a42-b1cc-493b-9d21-5133bd40cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:04.831426 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0caadb3-bf7d-4fcb-a53b-bb34d8b2a1bb req-56c17a42-b1cc-493b-9d21-5133bd40cd9d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=47db2d6d-cd8e-4ec9-8380-e08b95c84700 HTTP/1.1" status: 200 len: 835 time: 0.0506971 Jul 23 17:23:04.905899 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0caadb3-bf7d-4fcb-a53b-bb34d8b2a1bb req-98fcc763-4c12-439f-9a13-3fc61c9dc8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:04.908611 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0caadb3-bf7d-4fcb-a53b-bb34d8b2a1bb req-98fcc763-4c12-439f-9a13-3fc61c9dc8f7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=28a10cf3-54bf-4f84-91af-642b727180c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709829 Jul 23 17:23:05.036226 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0caadb3-bf7d-4fcb-a53b-bb34d8b2a1bb req-8a08161d-eca9-4e13-a049-c641d938b1de service neutron] 10.222.0.97 "GET /v2.0/networks/28a10cf3-54bf-4f84-91af-642b727180c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209893 Jul 23 17:23:05.136308 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0caadb3-bf7d-4fcb-a53b-bb34d8b2a1bb req-d304802d-2fc7-4980-a080-42ef16b64061 service neutron] 10.222.0.97 "GET /v2.0/networks/28a10cf3-54bf-4f84-91af-642b727180c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932670 Jul 23 17:23:05.469456 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ff8fe2f4-8634-4941-aada-3d16688ce9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:05.574444 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516d9a4-c582-48d8-a26d-1e5dce22e8fd req-90ac3a99-f61a-4a22-86fb-d21f9a488b43 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:05.577427 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9516d9a4-c582-48d8-a26d-1e5dce22e8fd req-90ac3a99-f61a-4a22-86fb-d21f9a488b43 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 945 time: 0.0840659 Jul 23 17:23:05.586431 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:05.625846 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9516d9a4-c582-48d8-a26d-1e5dce22e8fd req-adf81e10-ccd8-4d09-8264-a53ba9299497 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400143 Jul 23 17:23:05.659260 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:06.781006 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd082d-2199-4b2a-a5a3-ec7444dd5172 req-4f3c671a-d4b1-41f9-8a67-c3a1d77204b9 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:06.782576 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-89dd082d-2199-4b2a-a5a3-ec7444dd5172 req-4f3c671a-d4b1-41f9-8a67-c3a1d77204b9 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 945 time: 0.0782194 Jul 23 17:23:06.806466 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:06.831074 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-89dd082d-2199-4b2a-a5a3-ec7444dd5172 req-094aa65f-49e3-4355-a4cb-ccd513f61880 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383039 Jul 23 17:23:07.958108 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:07.979100 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba1b06-1e3d-4ad9-aeec-21ac304ad210 req-5195986c-f881-49b2-b22b-2edadef2f181 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:07.980664 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cdba1b06-1e3d-4ad9-aeec-21ac304ad210 req-5195986c-f881-49b2-b22b-2edadef2f181 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 945 time: 0.0728517 Jul 23 17:23:08.025924 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cdba1b06-1e3d-4ad9-aeec-21ac304ad210 req-cdeac15c-6a49-41fd-8a3f-566f916a0433 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395339 Jul 23 17:23:08.819849 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:09.186562 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b0c96-2ded-4525-b05f-9bacd5486f39 req-d13680ca-da2e-42ac-9b2d-8ee785f2759e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:09.188794 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-263b0c96-2ded-4525-b05f-9bacd5486f39 req-d13680ca-da2e-42ac-9b2d-8ee785f2759e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 945 time: 0.0872946 Jul 23 17:23:09.232788 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-263b0c96-2ded-4525-b05f-9bacd5486f39 req-33aa20c9-c2c7-4dc0-b471-85bbdf0b7796 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379152 Jul 23 17:23:10.417256 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360cb4b-3e71-4c3a-8611-0e134a348f69 req-a5e350ad-6a25-4a78-8206-99e4737bf1a5 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:10.418940 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1360cb4b-3e71-4c3a-8611-0e134a348f69 req-a5e350ad-6a25-4a78-8206-99e4737bf1a5 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 945 time: 0.1073725 Jul 23 17:23:10.468262 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1360cb4b-3e71-4c3a-8611-0e134a348f69 req-12c00e71-6a07-4e79-939a-57343e514c9d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398593 Jul 23 17:23:11.618204 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde63389-0043-46fa-bdcd-7ce5c3f3e825 req-8c145fb6-d599-401d-aba6-44b36394deb9 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:11.619959 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fde63389-0043-46fa-bdcd-7ce5c3f3e825 req-8c145fb6-d599-401d-aba6-44b36394deb9 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 945 time: 0.0762784 Jul 23 17:23:11.666764 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fde63389-0043-46fa-bdcd-7ce5c3f3e825 req-86d2796c-4076-46fe-bbe5-022f33c5e559 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412998 Jul 23 17:23:12.832281 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9670ffa-6844-464e-8ec2-cc232026e18e req-56461812-3640-4cae-87e5-f361ff243d07 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:12.833907 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9670ffa-6844-464e-8ec2-cc232026e18e req-56461812-3640-4cae-87e5-f361ff243d07 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 945 time: 0.0710282 Jul 23 17:23:12.875050 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9670ffa-6844-464e-8ec2-cc232026e18e req-6a49da52-5187-43fa-bd16-e856d49ff136 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353155 Jul 23 17:23:14.046274 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bfc06-35ef-4f66-a5f2-1f7939627375 req-e2d7635c-e807-4812-9d95-12031710aa82 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:14.047943 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d3bfc06-35ef-4f66-a5f2-1f7939627375 req-e2d7635c-e807-4812-9d95-12031710aa82 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 945 time: 0.0725093 Jul 23 17:23:14.100743 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8d3bfc06-35ef-4f66-a5f2-1f7939627375 req-82a39844-e269-4ffc-92b0-b45cad5fccf5 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416300 Jul 23 17:23:15.255386 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642c495-eaee-47dd-a7a2-7ad3f58f93a8 req-f540ae47-e87c-4771-9815-22c106fa98a8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:15.257020 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9642c495-eaee-47dd-a7a2-7ad3f58f93a8 req-f540ae47-e87c-4771-9815-22c106fa98a8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 945 time: 0.0767436 Jul 23 17:23:15.303862 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9642c495-eaee-47dd-a7a2-7ad3f58f93a8 req-40c8bc6c-8c08-4d7c-8c8c-7b63ac600a1a tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405908 Jul 23 17:23:16.483750 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c33572-f16f-455f-87b2-df3226607113 req-48b1cb3f-fc1d-41f9-95f1-ee62c9cb28ce tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:16.486622 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53c33572-f16f-455f-87b2-df3226607113 req-48b1cb3f-fc1d-41f9-95f1-ee62c9cb28ce tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 945 time: 0.0992751 Jul 23 17:23:16.531157 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53c33572-f16f-455f-87b2-df3226607113 req-283cd27e-2f68-4a03-a878-085538288ba6 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382986 Jul 23 17:23:17.676077 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd39e06-0ae5-48ce-8ae6-8894dd3d171e req-e9a5295e-401e-41fd-86cf-a62a1274edb1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:17.677688 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fcd39e06-0ae5-48ce-8ae6-8894dd3d171e req-e9a5295e-401e-41fd-86cf-a62a1274edb1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 945 time: 0.0715125 Jul 23 17:23:17.719844 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fcd39e06-0ae5-48ce-8ae6-8894dd3d171e req-618adedc-a389-409e-b12b-4bf1651f2e23 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364993 Jul 23 17:23:18.870297 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c718b-f65c-477a-b547-fb85b4ec18ff req-5f3838d0-45df-4983-9eb8-bc7ca085854e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:18.871968 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ed9c718b-f65c-477a-b547-fb85b4ec18ff req-5f3838d0-45df-4983-9eb8-bc7ca085854e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 945 time: 0.0736139 Jul 23 17:23:18.918195 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ed9c718b-f65c-477a-b547-fb85b4ec18ff req-0015b7e4-e38b-4543-a1ca-45a2e708aaa7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355749 Jul 23 17:23:20.079222 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fbbbd-b9e2-41bd-b4c0-b42b0700d652 req-ede2fe50-6967-4ead-bbd4-bb943289af21 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:20.081462 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-013fbbbd-b9e2-41bd-b4c0-b42b0700d652 req-ede2fe50-6967-4ead-bbd4-bb943289af21 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 945 time: 0.0762053 Jul 23 17:23:20.122889 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-013fbbbd-b9e2-41bd-b4c0-b42b0700d652 req-0a64bc73-c6d6-405a-9e44-8e1fec1af813 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346258 Jul 23 17:23:21.280659 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c972df-d7fc-4012-bf20-c6c8c9206cbe req-36e9ddef-739f-41f3-aef0-281fd133fb09 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:21.284110 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b5c972df-d7fc-4012-bf20-c6c8c9206cbe req-36e9ddef-739f-41f3-aef0-281fd133fb09 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 945 time: 0.0867445 Jul 23 17:23:21.328775 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b5c972df-d7fc-4012-bf20-c6c8c9206cbe req-46bd7213-f1f2-4b7b-a855-ba0da37c1414 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389009 Jul 23 17:23:21.786775 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0caadb3-bf7d-4fcb-a53b-bb34d8b2a1bb req-0c132c12-0b58-4156-9256-97b0d89bc90a service neutron] 10.222.0.97 "GET /v2.0/ports/85d94780-93d5-4a8e-9e8f-c9b3984ee9f0/bindings/n-h2-778549-4 HTTP/1.1" status: 200 len: 382 time: 0.0627792 Jul 23 17:23:22.040474 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0caadb3-bf7d-4fcb-a53b-bb34d8b2a1bb req-8f974bad-3863-4ef3-b4bf-b8e66923dfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:22.043400 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0caadb3-bf7d-4fcb-a53b-bb34d8b2a1bb req-8f974bad-3863-4ef3-b4bf-b8e66923dfa3 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be&tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219 HTTP/1.1" status: 200 len: 1096 time: 0.0816929 Jul 23 17:23:22.133142 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0caadb3-bf7d-4fcb-a53b-bb34d8b2a1bb req-f05b42f7-b52c-4ae4-9796-e175f45143f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:22.134853 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0caadb3-bf7d-4fcb-a53b-bb34d8b2a1bb req-f05b42f7-b52c-4ae4-9796-e175f45143f5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 1096 time: 0.0671630 Jul 23 17:23:22.241296 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0caadb3-bf7d-4fcb-a53b-bb34d8b2a1bb req-252f3059-99ed-48bc-b2f2-4c48110aca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:22.242917 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0caadb3-bf7d-4fcb-a53b-bb34d8b2a1bb req-252f3059-99ed-48bc-b2f2-4c48110aca51 service neutron] 10.222.0.97 "GET /v2.0/networks?id=28a10cf3-54bf-4f84-91af-642b727180c1 HTTP/1.1" status: 200 len: 898 time: 0.1015620 Jul 23 17:23:22.328092 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0caadb3-bf7d-4fcb-a53b-bb34d8b2a1bb req-ce690000-d394-4c72-852f-abee5569b450 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 HTTP/1.1" status: 200 len: 1001 time: 0.0764086 Jul 23 17:23:22.384905 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0caadb3-bf7d-4fcb-a53b-bb34d8b2a1bb req-790c479b-2027-489d-88d8-a1d21414f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:22.386555 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0caadb3-bf7d-4fcb-a53b-bb34d8b2a1bb req-790c479b-2027-489d-88d8-a1d21414f12d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=47db2d6d-cd8e-4ec9-8380-e08b95c84700 HTTP/1.1" status: 200 len: 835 time: 0.0522416 Jul 23 17:23:22.568044 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0caadb3-bf7d-4fcb-a53b-bb34d8b2a1bb req-d7ef0cbc-96ba-4555-a754-d9ee6cc27d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:22.570189 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0caadb3-bf7d-4fcb-a53b-bb34d8b2a1bb req-d7ef0cbc-96ba-4555-a754-d9ee6cc27d02 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=28a10cf3-54bf-4f84-91af-642b727180c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1758857 Jul 23 17:23:22.586121 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdbacd-b0b4-4f3a-9bfb-59631d346e1a req-343fb418-967e-466e-92bd-45a417ac9ea1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:22.587673 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-38bdbacd-b0b4-4f3a-9bfb-59631d346e1a req-343fb418-967e-466e-92bd-45a417ac9ea1 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 945 time: 0.1432829 Jul 23 17:23:22.681627 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-38bdbacd-b0b4-4f3a-9bfb-59631d346e1a req-ed364c93-9143-432a-a096-9f8fc124e0f3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862463 Jul 23 17:23:22.715870 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0caadb3-bf7d-4fcb-a53b-bb34d8b2a1bb req-7261d0a9-f722-4142-a0c7-cc45748554b0 service neutron] 10.222.0.97 "GET /v2.0/networks/28a10cf3-54bf-4f84-91af-642b727180c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385963 Jul 23 17:23:22.826796 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0caadb3-bf7d-4fcb-a53b-bb34d8b2a1bb req-5fb193d0-3a8b-40db-9c95-396bc218a611 service neutron] 10.222.0.97 "GET /v2.0/networks/28a10cf3-54bf-4f84-91af-642b727180c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038671 Jul 23 17:23:23.838675 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab12ce6-f574-408e-b5ab-bea6f4e4b19c req-9f7d6a11-60c0-4ba1-a167-869c98ac3304 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:23.840661 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cab12ce6-f574-408e-b5ab-bea6f4e4b19c req-9f7d6a11-60c0-4ba1-a167-869c98ac3304 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 945 time: 0.0758646 Jul 23 17:23:23.885575 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cab12ce6-f574-408e-b5ab-bea6f4e4b19c req-057bb837-8136-4845-a0af-6276fe14016b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388546 Jul 23 17:23:25.038901 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b81503-f43d-48d9-83e0-811ee2ef1b75 req-59f130ae-8836-468b-bc56-9d72108c0d6e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:25.041186 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-90b81503-f43d-48d9-83e0-811ee2ef1b75 req-59f130ae-8836-468b-bc56-9d72108c0d6e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 945 time: 0.0784073 Jul 23 17:23:25.086113 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-90b81503-f43d-48d9-83e0-811ee2ef1b75 req-7f3743f7-8935-4e61-a742-b942503ad0a5 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386930 Jul 23 17:23:25.356276 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffadda7-874f-4a8c-8c86-82bb83fef9ab req-916f14ad-350d-45fe-975b-735d82c3975d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:25.357950 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3ffadda7-874f-4a8c-8c86-82bb83fef9ab req-916f14ad-350d-45fe-975b-735d82c3975d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 945 time: 0.1134150 Jul 23 17:23:25.371570 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d045f-2abf-4807-8efa-0f6dbc7a0826 req-ced5026b-d5bc-4337-8e6b-cf45c3364584 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:25.373269 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab2d045f-2abf-4807-8efa-0f6dbc7a0826 req-ced5026b-d5bc-4337-8e6b-cf45c3364584 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.97 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be&tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&binding%3Ahost_id=n-h2-778549-4 HTTP/1.1" status: 200 len: 945 time: 0.1192043 Jul 23 17:23:25.414311 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3ffadda7-874f-4a8c-8c86-82bb83fef9ab req-3c8e3f33-8b4a-4a36-9868-2826652a14da tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399559 Jul 23 17:23:25.489584 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d045f-2abf-4807-8efa-0f6dbc7a0826 req-2aae6a22-db33-4518-9dfe-6d0bbd0d44bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:25.491172 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab2d045f-2abf-4807-8efa-0f6dbc7a0826 req-2aae6a22-db33-4518-9dfe-6d0bbd0d44bc service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 1096 time: 0.0711753 Jul 23 17:23:25.643464 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d045f-2abf-4807-8efa-0f6dbc7a0826 req-d58abb53-3298-452f-844f-24e32d7e81bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:25.644950 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab2d045f-2abf-4807-8efa-0f6dbc7a0826 req-d58abb53-3298-452f-844f-24e32d7e81bc service neutron] 10.222.0.97 "GET /v2.0/networks?id=28a10cf3-54bf-4f84-91af-642b727180c1 HTTP/1.1" status: 200 len: 898 time: 0.1477189 Jul 23 17:23:25.665635 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c26d6-d60b-425d-97a2-0365ef6aafce req-1bd50c2f-0dbb-4ac0-a0a2-200e8dcfd621 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:25.667496 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b90c26d6-d60b-425d-97a2-0365ef6aafce req-1bd50c2f-0dbb-4ac0-a0a2-200e8dcfd621 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 945 time: 0.1489503 Jul 23 17:23:25.752643 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab2d045f-2abf-4807-8efa-0f6dbc7a0826 req-083c06c4-ee9a-472b-88bb-ecb301ade704 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 HTTP/1.1" status: 200 len: 1001 time: 0.1004732 Jul 23 17:23:25.758406 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b90c26d6-d60b-425d-97a2-0365ef6aafce req-439625e9-05e0-433c-b1dd-75d40568342e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590279 Jul 23 17:23:25.796666 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:23:25.803106 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:23:25.818095 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d045f-2abf-4807-8efa-0f6dbc7a0826 req-73d56efb-f139-44dc-b14a-b2dbf03f16f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:25.819576 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab2d045f-2abf-4807-8efa-0f6dbc7a0826 req-73d56efb-f139-44dc-b14a-b2dbf03f16f5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=47db2d6d-cd8e-4ec9-8380-e08b95c84700 HTTP/1.1" status: 200 len: 835 time: 0.0603220 Jul 23 17:23:25.882467 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d045f-2abf-4807-8efa-0f6dbc7a0826 req-d04d8dbe-a1e5-4752-ada8-496671aabec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:25.884041 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab2d045f-2abf-4807-8efa-0f6dbc7a0826 req-d04d8dbe-a1e5-4752-ada8-496671aabec9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=28a10cf3-54bf-4f84-91af-642b727180c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578072 Jul 23 17:23:25.984932 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab2d045f-2abf-4807-8efa-0f6dbc7a0826 req-227301eb-86f6-4440-aaa2-879d7f3937d3 service neutron] 10.222.0.97 "GET /v2.0/networks/28a10cf3-54bf-4f84-91af-642b727180c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944760 Jul 23 17:23:26.069669 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:26.087485 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab2d045f-2abf-4807-8efa-0f6dbc7a0826 req-7c55850e-9a17-471c-8203-5117a7ecdbb4 service neutron] 10.222.0.97 "GET /v2.0/networks/28a10cf3-54bf-4f84-91af-642b727180c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963061 Jul 23 17:23:26.102884 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=85d94780-93d5-4a8e-9e8f-c9b3984ee9f0,segment=NetworkSegment(624c71ac-2474-4c34-b5ac-6a28b936cff6),segment_id=624c71ac-2474-4c34-b5ac-6a28b936cff6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:23:26.128445 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03018e74-d71c-47e7-ac42-c323090226be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85d94780-93d5-4a8e-9e8f-c9b3984ee9f0'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:23:26.131042 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d9158437a3a893895635b777aad4314b219cd6685506ac89f624094daaea09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e238f9-1f36-45e3-baec-d7f44ecf4c83" -d '{"events": [{"server_uuid": "03018e74-d71c-47e7-ac42-c323090226be", "name": "network-vif-unplugged", "status": "completed", "tag": "85d94780-93d5-4a8e-9e8f-c9b3984ee9f0"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:23:26.136171 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '85d94780-93d5-4a8e-9e8f-c9b3984ee9f0', 'network_id': '28a10cf3-54bf-4f84-91af-642b727180c1', 'port_id': '85d94780-93d5-4a8e-9e8f-c9b3984ee9f0', 'mac_address': 'fa:16:3e:f7:dd:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47db2d6d-cd8e-4ec9-8380-e08b95c84700', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:23:26.149297 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=85d94780-93d5-4a8e-9e8f-c9b3984ee9f0,segment=NetworkSegment(624c71ac-2474-4c34-b5ac-6a28b936cff6),segment_id=624c71ac-2474-4c34-b5ac-6a28b936cff6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:23:26.178969 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:26.218795 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 17:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5892d215-bcfb-4aa3-ac69-1dfe84462b65 x-openstack-request-id: req-5892d215-bcfb-4aa3-ac69-1dfe84462b65 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:23:26.219274 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03018e74-d71c-47e7-ac42-c323090226be", "name": "network-vif-unplugged", "status": "completed", "tag": "85d94780-93d5-4a8e-9e8f-c9b3984ee9f0", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:23:26.219634 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5892d215-bcfb-4aa3-ac69-1dfe84462b65 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:23:26.220142 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03018e74-d71c-47e7-ac42-c323090226be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85d94780-93d5-4a8e-9e8f-c9b3984ee9f0', 'code': 200} Jul 23 17:23:26.228702 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:26.258759 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:23:26.277444 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=85d94780-93d5-4a8e-9e8f-c9b3984ee9f0,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:26.310381 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:26.310765 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:26.311162 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:26.311501 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:26.311918 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:26.312201 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:26.312552 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:26.312982 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:26.313360 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:26.313679 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:26.314001 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:26.314335 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:26.335230 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.db.api [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 17:23:26.335583 n-d-778549-4 neutron-server[94014]: DEBUG oslo_db.api [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 17:23:26.887568 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:26.902244 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:23:26.925030 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2da757-12c8-4d0b-9a9d-b1fd1b1d015e req-113a736e-9631-448b-840d-edab043c5ec2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:26.927808 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5b2da757-12c8-4d0b-9a9d-b1fd1b1d015e req-113a736e-9631-448b-840d-edab043c5ec2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 943 time: 0.0891204 Jul 23 17:23:26.933307 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=85d94780-93d5-4a8e-9e8f-c9b3984ee9f0,segment=NetworkSegment(624c71ac-2474-4c34-b5ac-6a28b936cff6),segment_id=624c71ac-2474-4c34-b5ac-6a28b936cff6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:23:26.938701 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:26.971553 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5b2da757-12c8-4d0b-9a9d-b1fd1b1d015e req-c8727ef8-9569-4ce5-8708-d914bbdfe9cc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369661 Jul 23 17:23:26.995814 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59336) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:23:27.018682 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=85d94780-93d5-4a8e-9e8f-c9b3984ee9f0,revision_number=7']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:27.069305 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-52a77c22-6947-45bb-9f6c-5fc4880ff18d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/floatingips/d36c862c-1130-4431-952a-36cf09f3d08c HTTP/1.1" status: 200 len: 992 time: 0.0720134 Jul 23 17:23:27.155615 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['85d94780-93d5-4a8e-9e8f-c9b3984ee9f0'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:23:27.793545 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:23:27.844601 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:23:27.844967 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:27.931864 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:27.967498 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=85d94780-93d5-4a8e-9e8f-c9b3984ee9f0,segment=NetworkSegment(624c71ac-2474-4c34-b5ac-6a28b936cff6),segment_id=624c71ac-2474-4c34-b5ac-6a28b936cff6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:23:27.973068 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:28.026425 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=85d94780-93d5-4a8e-9e8f-c9b3984ee9f0,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:28.221498 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03018e74-d71c-47e7-ac42-c323090226be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d94780-93d5-4a8e-9e8f-c9b3984ee9f0'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:23:28.223798 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d9158437a3a893895635b777aad4314b219cd6685506ac89f624094daaea09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bac6abf-aa41-47af-af1c-9032a721a202" -d '{"events": [{"server_uuid": "03018e74-d71c-47e7-ac42-c323090226be", "name": "network-vif-plugged", "status": "completed", "tag": "85d94780-93d5-4a8e-9e8f-c9b3984ee9f0"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:23:28.262686 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349b0f3c-8290-45cd-a6c0-9c6fd3992a69 x-openstack-request-id: req-349b0f3c-8290-45cd-a6c0-9c6fd3992a69 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:23:28.262979 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03018e74-d71c-47e7-ac42-c323090226be", "name": "network-vif-plugged", "status": "completed", "tag": "85d94780-93d5-4a8e-9e8f-c9b3984ee9f0", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:23:28.263237 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-349b0f3c-8290-45cd-a6c0-9c6fd3992a69 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:23:28.263647 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03018e74-d71c-47e7-ac42-c323090226be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d94780-93d5-4a8e-9e8f-c9b3984ee9f0', 'code': 200} Jul 23 17:23:30.207352 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:23:30.803213 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0437ee2b-6169-40f9-a051-6c11b0d07a2b req-219ea148-a41b-4694-ad49-1fa40385839b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0652635 Jul 23 17:23:30.905480 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437ee2b-6169-40f9-a051-6c11b0d07a2b req-6944cd44-2a42-482f-a5a4-ef30288b407d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:30.907022 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0437ee2b-6169-40f9-a051-6c11b0d07a2b req-6944cd44-2a42-482f-a5a4-ef30288b407d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 1096 time: 0.0589039 Jul 23 17:23:31.017890 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437ee2b-6169-40f9-a051-6c11b0d07a2b req-375f591e-7c61-4a0a-a1d7-05d084b6df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:31.019331 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0437ee2b-6169-40f9-a051-6c11b0d07a2b req-375f591e-7c61-4a0a-a1d7-05d084b6df7a service neutron] 10.222.0.97 "GET /v2.0/networks?id=28a10cf3-54bf-4f84-91af-642b727180c1 HTTP/1.1" status: 200 len: 898 time: 0.0919204 Jul 23 17:23:31.094801 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0437ee2b-6169-40f9-a051-6c11b0d07a2b req-9d2640e3-2920-417a-8ee2-e5518867187f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 HTTP/1.1" status: 200 len: 1001 time: 0.0688839 Jul 23 17:23:31.152353 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437ee2b-6169-40f9-a051-6c11b0d07a2b req-216d21d4-5213-44a4-970d-3067a913626e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:31.154893 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0437ee2b-6169-40f9-a051-6c11b0d07a2b req-216d21d4-5213-44a4-970d-3067a913626e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=47db2d6d-cd8e-4ec9-8380-e08b95c84700 HTTP/1.1" status: 200 len: 835 time: 0.0535834 Jul 23 17:23:31.216584 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437ee2b-6169-40f9-a051-6c11b0d07a2b req-0cc1e684-342f-453b-a800-9c5096db882e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:31.218176 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0437ee2b-6169-40f9-a051-6c11b0d07a2b req-0cc1e684-342f-453b-a800-9c5096db882e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=28a10cf3-54bf-4f84-91af-642b727180c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563030 Jul 23 17:23:31.885317 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0437ee2b-6169-40f9-a051-6c11b0d07a2b req-57a3c57f-5f98-46bf-b3d9-8dc71c3934fe service neutron] 10.222.0.97 "GET /v2.0/networks/28a10cf3-54bf-4f84-91af-642b727180c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6595681 Jul 23 17:23:32.006131 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0437ee2b-6169-40f9-a051-6c11b0d07a2b req-d54a16ee-1b45-4ba6-a231-377a6513362e service neutron] 10.222.0.97 "GET /v2.0/networks/28a10cf3-54bf-4f84-91af-642b727180c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142046 Jul 23 17:23:32.744667 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1c74f7e3-7391-4e5d-b674-87b9b0860c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:35.469653 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-46bc0955-c37c-4fa0-aecf-1ceb8765e003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:35.582292 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:35.666895 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:36.802210 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:37.987314 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:38.011682 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-74583ba7-f9f7-44a6-ba25-68a2cf55cf2c req-1c21070b-a6c5-45a0-abef-bee16ebe1308 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0674000 Jul 23 17:23:38.123704 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74583ba7-f9f7-44a6-ba25-68a2cf55cf2c req-fa96b5ef-03c8-4bda-bf82-5cef043816db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:38.125441 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-74583ba7-f9f7-44a6-ba25-68a2cf55cf2c req-fa96b5ef-03c8-4bda-bf82-5cef043816db service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0644495 Jul 23 17:23:38.252345 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74583ba7-f9f7-44a6-ba25-68a2cf55cf2c req-4c1c5d67-ae78-4996-af4b-e4738e31c693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:38.255086 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-74583ba7-f9f7-44a6-ba25-68a2cf55cf2c req-4c1c5d67-ae78-4996-af4b-e4738e31c693 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.1061516 Jul 23 17:23:38.309558 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-74583ba7-f9f7-44a6-ba25-68a2cf55cf2c req-127d9dd5-3f68-4474-a853-c547f58b8815 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0476561 Jul 23 17:23:38.391194 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74583ba7-f9f7-44a6-ba25-68a2cf55cf2c req-ebded325-b3ad-4ec9-ae41-9ba87227c1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:38.394630 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-74583ba7-f9f7-44a6-ba25-68a2cf55cf2c req-ebded325-b3ad-4ec9-ae41-9ba87227c1d1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0789788 Jul 23 17:23:38.485373 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74583ba7-f9f7-44a6-ba25-68a2cf55cf2c req-2569f6fb-2f69-4ab3-bea7-f724d46e5d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:38.487679 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-74583ba7-f9f7-44a6-ba25-68a2cf55cf2c req-2569f6fb-2f69-4ab3-bea7-f724d46e5d9e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867233 Jul 23 17:23:38.600156 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-74583ba7-f9f7-44a6-ba25-68a2cf55cf2c req-e11b2a64-e07e-452d-bf73-9e2f8fc505c7 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057172 Jul 23 17:23:38.711952 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-74583ba7-f9f7-44a6-ba25-68a2cf55cf2c req-9407cd79-20a9-4ecc-b560-51155f75d937 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046600 Jul 23 17:23:38.826151 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:42.767211 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-2bf0bdff-730f-444d-b133-56d0374d99ef req-12782b13-da35-476f-b5fa-a86fd51c52e2 tempest-ServerActionsTestJSON-147118842 tempest-ServerActionsTestJSON-147118842-project] (94012) timed out ('10.222.0.73', 51050) {{(pid=94012) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 17:23:55.620302 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59356) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:23:55.807888 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-eb88d9d3-74d6-40d8-ad0b-2cfb51c8725c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Deleting port 1035e35e-083a-4b59-961c-acfdd844f970 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:23:55.808244 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eb88d9d3-74d6-40d8-ad0b-2cfb51c8725c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:55.891064 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eb88d9d3-74d6-40d8-ad0b-2cfb51c8725c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:55.891420 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eb88d9d3-74d6-40d8-ad0b-2cfb51c8725c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:55.904050 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-eb88d9d3-74d6-40d8-ad0b-2cfb51c8725c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Calling delete_port for 1035e35e-083a-4b59-961c-acfdd844f970 owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:23:56.101832 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eb88d9d3-74d6-40d8-ad0b-2cfb51c8725c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:56.130270 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88d9d3-74d6-40d8-ad0b-2cfb51c8725c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'Port': ['ID=1035e35e-083a-4b59-961c-acfdd844f970,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:56.143379 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb88d9d3-74d6-40d8-ad0b-2cfb51c8725c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:56.143633 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb88d9d3-74d6-40d8-ad0b-2cfb51c8725c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:56.143976 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb88d9d3-74d6-40d8-ad0b-2cfb51c8725c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:56.144311 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb88d9d3-74d6-40d8-ad0b-2cfb51c8725c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:56.144645 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb88d9d3-74d6-40d8-ad0b-2cfb51c8725c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:56.144975 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb88d9d3-74d6-40d8-ad0b-2cfb51c8725c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:56.145329 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb88d9d3-74d6-40d8-ad0b-2cfb51c8725c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:56.145658 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb88d9d3-74d6-40d8-ad0b-2cfb51c8725c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:56.145986 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb88d9d3-74d6-40d8-ad0b-2cfb51c8725c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:56.146310 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb88d9d3-74d6-40d8-ad0b-2cfb51c8725c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:56.146631 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb88d9d3-74d6-40d8-ad0b-2cfb51c8725c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:56.146952 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb88d9d3-74d6-40d8-ad0b-2cfb51c8725c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:56.212078 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eb88d9d3-74d6-40d8-ad0b-2cfb51c8725c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:56.212411 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-eb88d9d3-74d6-40d8-ad0b-2cfb51c8725c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Floating IP d36c862c-1130-4431-952a-36cf09f3d08c disassociated (deleted). External IP: 172.25.8.174, port: 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0. Jul 23 17:23:56.447966 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb88d9d3-74d6-40d8-ad0b-2cfb51c8725c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Router aaed2a83-ca67-4b21-af38-17dfb0cc8559 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:23:56.572015 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb88d9d3-74d6-40d8-ad0b-2cfb51c8725c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:23:56.579841 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eb88d9d3-74d6-40d8-ad0b-2cfb51c8725c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:56.584294 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a7e08b-5a59-467c-bd09-d2984898da28 None None] Sync routers for ids ['aaed2a83-ca67-4b21-af38-17dfb0cc8559'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:23:56.595469 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a7e08b-5a59-467c-bd09-d2984898da28 None None] Routers {'aaed2a83-ca67-4b21-af38-17dfb0cc8559'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:23:56.596253 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-00a7e08b-5a59-467c-bd09-d2984898da28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:23:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['aaed2a83-ca67-4b21-af38-17dfb0cc8559'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:56.649828 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-eb88d9d3-74d6-40d8-ad0b-2cfb51c8725c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "DELETE /v2.0/floatingips/d36c862c-1130-4431-952a-36cf09f3d08c HTTP/1.1" status: 204 len: 168 time: 1.0279021 Jul 23 17:23:56.650736 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03018e74-d71c-47e7-ac42-c323090226be', 'tag': '85d94780-93d5-4a8e-9e8f-c9b3984ee9f0'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:23:56.654659 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68414a2a-ea05-4351-b970-0a3e07ea6f76" -d '{"events": [{"name": "network-changed", "server_uuid": "03018e74-d71c-47e7-ac42-c323090226be", "tag": "85d94780-93d5-4a8e-9e8f-c9b3984ee9f0"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:23:56.849776 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2af4df-9c86-45a3-83e2-1e012646ac95 x-openstack-request-id: req-3f2af4df-9c86-45a3-83e2-1e012646ac95 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:23:56.850091 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03018e74-d71c-47e7-ac42-c323090226be", "tag": "85d94780-93d5-4a8e-9e8f-c9b3984ee9f0", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:23:56.850421 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3f2af4df-9c86-45a3-83e2-1e012646ac95 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:23:56.850739 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03018e74-d71c-47e7-ac42-c323090226be', 'tag': '85d94780-93d5-4a8e-9e8f-c9b3984ee9f0', 'status': 'completed', 'code': 200} Jul 23 17:23:56.934196 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-00a7e08b-5a59-467c-bd09-d2984898da28 None None] Set router aaed2a83-ca67-4b21-af38-17dfb0cc8559 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:23:57.069958 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68414a2a-ea05-4351-b970-0a3e07ea6f76 req-b93da56c-bcd7-42f0-a283-ccc84bf9484b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:57.072598 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-68414a2a-ea05-4351-b970-0a3e07ea6f76 req-b93da56c-bcd7-42f0-a283-ccc84bf9484b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 1096 time: 0.1933467 Jul 23 17:23:57.086585 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997c140-6299-4930-93dc-eb84894d4508 req-bb7f88eb-8074-4f2a-9bed-a12ebb5d1d5d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:57.088178 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f997c140-6299-4930-93dc-eb84894d4508 req-bb7f88eb-8074-4f2a-9bed-a12ebb5d1d5d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 945 time: 0.1610310 Jul 23 17:23:57.190957 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f997c140-6299-4930-93dc-eb84894d4508 req-bf5f3789-da95-471b-807e-1e9e2a990be4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926111 Jul 23 17:23:57.191332 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-00a7e08b-5a59-467c-bd09-d2984898da28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1373947569', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '4f901269-2fc1-4d0a-8666-f5607d1c5fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:22:11Z', 'updated_at': '2021-07-23T17:22:15Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '4f901269-2fc1-4d0a-8666-f5607d1c5fc0', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:22:12Z', 'updated_at': '2021-07-23T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '935a6969-76b2-4fb3-87db-37a2bcbb9da3', 'name': '', 'network_id': '28a10cf3-54bf-4f84-91af-642b727180c1', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:cc:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '47db2d6d-cd8e-4ec9-8380-e08b95c84700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:22:15Z', 'updated_at': '2021-07-23T17:22:20Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': '47db2d6d-cd8e-4ec9-8380-e08b95c84700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:57.218889 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68414a2a-ea05-4351-b970-0a3e07ea6f76 req-43d42436-3c6b-485d-9f90-16cb192afc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:57.220445 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-68414a2a-ea05-4351-b970-0a3e07ea6f76 req-43d42436-3c6b-485d-9f90-16cb192afc25 service neutron] 10.222.0.97 "GET /v2.0/networks?id=28a10cf3-54bf-4f84-91af-642b727180c1 HTTP/1.1" status: 200 len: 898 time: 0.1313505 Jul 23 17:23:57.243493 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a7e08b-5a59-467c-bd09-d2984898da28 None None] Checking router: aaed2a83-ca67-4b21-af38-17dfb0cc8559 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:23:57.259444 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a7e08b-5a59-467c-bd09-d2984898da28 None None] Routers {'aaed2a83-ca67-4b21-af38-17dfb0cc8559'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:23:57.260558 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-00a7e08b-5a59-467c-bd09-d2984898da28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:23:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['aaed2a83-ca67-4b21-af38-17dfb0cc8559'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:57.273229 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-68414a2a-ea05-4351-b970-0a3e07ea6f76 req-7c65a671-d217-4022-99a5-5357bc61e060 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 HTTP/1.1" status: 200 len: 217 time: 0.0430431 Jul 23 17:23:57.332679 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68414a2a-ea05-4351-b970-0a3e07ea6f76 req-f78058c2-15c6-425f-a026-d548145cdff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:57.336638 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-68414a2a-ea05-4351-b970-0a3e07ea6f76 req-f78058c2-15c6-425f-a026-d548145cdff0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=47db2d6d-cd8e-4ec9-8380-e08b95c84700 HTTP/1.1" status: 200 len: 835 time: 0.0566730 Jul 23 17:23:57.407867 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-00a7e08b-5a59-467c-bd09-d2984898da28 None None] Set router aaed2a83-ca67-4b21-af38-17dfb0cc8559 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:23:57.433878 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68414a2a-ea05-4351-b970-0a3e07ea6f76 req-84a120d0-4a38-4f86-8cd2-49b25f7cd5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:57.435549 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-68414a2a-ea05-4351-b970-0a3e07ea6f76 req-84a120d0-4a38-4f86-8cd2-49b25f7cd5b5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=28a10cf3-54bf-4f84-91af-642b727180c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886991 Jul 23 17:23:57.558776 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-68414a2a-ea05-4351-b970-0a3e07ea6f76 req-dd83a381-e10a-4e84-baa6-e8282d67f566 service neutron] 10.222.0.97 "GET /v2.0/networks/28a10cf3-54bf-4f84-91af-642b727180c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129060 Jul 23 17:23:57.670929 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-68414a2a-ea05-4351-b970-0a3e07ea6f76 req-0f14743b-d8a1-4a11-915e-7862ca3c538e service neutron] 10.222.0.97 "GET /v2.0/networks/28a10cf3-54bf-4f84-91af-642b727180c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033564 Jul 23 17:23:57.689322 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-00a7e08b-5a59-467c-bd09-d2984898da28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1373947569', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '4f901269-2fc1-4d0a-8666-f5607d1c5fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:22:11Z', 'updated_at': '2021-07-23T17:22:15Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '4f901269-2fc1-4d0a-8666-f5607d1c5fc0', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:22:12Z', 'updated_at': '2021-07-23T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '935a6969-76b2-4fb3-87db-37a2bcbb9da3', 'name': '', 'network_id': '28a10cf3-54bf-4f84-91af-642b727180c1', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:cc:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '47db2d6d-cd8e-4ec9-8380-e08b95c84700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:22:15Z', 'updated_at': '2021-07-23T17:22:20Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': '47db2d6d-cd8e-4ec9-8380-e08b95c84700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:57.722045 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a7e08b-5a59-467c-bd09-d2984898da28 None None] The sync data for ids ['aaed2a83-ca67-4b21-af38-17dfb0cc8559'] in n-d-778549-4 is: [{'id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1373947569', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '4f901269-2fc1-4d0a-8666-f5607d1c5fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:22:11Z', 'updated_at': '2021-07-23T17:22:15Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '4f901269-2fc1-4d0a-8666-f5607d1c5fc0', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:22:12Z', 'updated_at': '2021-07-23T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '935a6969-76b2-4fb3-87db-37a2bcbb9da3', 'name': '', 'network_id': '28a10cf3-54bf-4f84-91af-642b727180c1', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:cc:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '47db2d6d-cd8e-4ec9-8380-e08b95c84700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:22:15Z', 'updated_at': '2021-07-23T17:22:20Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': '47db2d6d-cd8e-4ec9-8380-e08b95c84700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:23:57.972469 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee983943-4bdd-4bc4-8274-ff76ad7c8754 None None] New status for floating IP d36c862c-1130-4431-952a-36cf09f3d08c: DOWN {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:23:58.262959 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae23e9-8f13-43b9-a92a-66d99174df19 req-50de8895-d228-4767-b896-acab7818c672 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:58.264601 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-81ae23e9-8f13-43b9-a92a-66d99174df19 req-50de8895-d228-4767-b896-acab7818c672 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.97 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 945 time: 0.0844357 Jul 23 17:23:58.423754 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f80ae-5e7c-4e09-a37e-e016c0eaca04 req-3567f0a7-8f8a-4622-9ca9-f432d55c6273 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:58.425465 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-da1f80ae-5e7c-4e09-a37e-e016c0eaca04 req-3567f0a7-8f8a-4622-9ca9-f432d55c6273 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=03018e74-d71c-47e7-ac42-c323090226be HTTP/1.1" status: 200 len: 945 time: 0.1464989 Jul 23 17:23:58.453665 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-81ae23e9-8f13-43b9-a92a-66d99174df19 req-4202da45-b2aa-41cf-bead-7a393fd30bb6 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Deleting port 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:23:58.454114 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-81ae23e9-8f13-43b9-a92a-66d99174df19 req-4202da45-b2aa-41cf-bead-7a393fd30bb6 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:58.500720 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-da1f80ae-5e7c-4e09-a37e-e016c0eaca04 req-05844772-666e-41e8-b2b4-202a8d449cdd tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=a03bc187-caa3-42ca-915c-14140af64d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673890 Jul 23 17:23:58.583717 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-81ae23e9-8f13-43b9-a92a-66d99174df19 req-4202da45-b2aa-41cf-bead-7a393fd30bb6 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] For port 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=85d94780-93d5-4a8e-9e8f-c9b3984ee9f0,segment=NetworkSegment(624c71ac-2474-4c34-b5ac-6a28b936cff6),segment_id=624c71ac-2474-4c34-b5ac-6a28b936cff6)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:23:58.584301 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-81ae23e9-8f13-43b9-a92a-66d99174df19 req-4202da45-b2aa-41cf-bead-7a393fd30bb6 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:58.607873 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-81ae23e9-8f13-43b9-a92a-66d99174df19 req-4202da45-b2aa-41cf-bead-7a393fd30bb6 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Calling delete_port for 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:23:58.838330 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-81ae23e9-8f13-43b9-a92a-66d99174df19 req-4202da45-b2aa-41cf-bead-7a393fd30bb6 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:58.869676 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202da45-b2aa-41cf-bead-7a393fd30bb6 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'Port': ['ID=85d94780-93d5-4a8e-9e8f-c9b3984ee9f0,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:58.939622 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ae23e9-8f13-43b9-a92a-66d99174df19 req-4202da45-b2aa-41cf-bead-7a393fd30bb6 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] No DVR routers for this DVR port 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:23:58.943773 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-81ae23e9-8f13-43b9-a92a-66d99174df19 req-4202da45-b2aa-41cf-bead-7a393fd30bb6 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:58.947700 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-81ae23e9-8f13-43b9-a92a-66d99174df19 req-4202da45-b2aa-41cf-bead-7a393fd30bb6 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.97 "DELETE /v2.0/ports/85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 HTTP/1.1" status: 204 len: 173 time: 0.6776109 Jul 23 17:23:58.948735 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03018e74-d71c-47e7-ac42-c323090226be', 'name': 'network-vif-deleted', 'tag': '85d94780-93d5-4a8e-9e8f-c9b3984ee9f0'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:23:58.952297 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfac0851-9a3a-4670-b79c-fe373fc4cdf9" -d '{"events": [{"server_uuid": "03018e74-d71c-47e7-ac42-c323090226be", "name": "network-vif-deleted", "tag": "85d94780-93d5-4a8e-9e8f-c9b3984ee9f0"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:23:59.006272 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befb21e6-35c5-4e74-89c4-8ce6355d54ed x-openstack-request-id: req-befb21e6-35c5-4e74-89c4-8ce6355d54ed {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:23:59.006645 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03018e74-d71c-47e7-ac42-c323090226be", "name": "network-vif-deleted", "tag": "85d94780-93d5-4a8e-9e8f-c9b3984ee9f0", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:23:59.006894 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-befb21e6-35c5-4e74-89c4-8ce6355d54ed {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:23:59.007302 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03018e74-d71c-47e7-ac42-c323090226be', 'name': 'network-vif-deleted', 'tag': '85d94780-93d5-4a8e-9e8f-c9b3984ee9f0', 'status': 'completed', 'code': 200} Jul 23 17:23:59.577074 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59370) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:24:00.003684 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d6e95aac-3120-41f1-8c54-8dc28de099c0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:00.314499 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-d6e95aac-3120-41f1-8c54-8dc28de099c0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Deleting port 935a6969-76b2-4fb3-87db-37a2bcbb9da3 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:24:00.314845 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d6e95aac-3120-41f1-8c54-8dc28de099c0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:00.417856 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-d6e95aac-3120-41f1-8c54-8dc28de099c0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] For port 935a6969-76b2-4fb3-87db-37a2bcbb9da3, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=935a6969-76b2-4fb3-87db-37a2bcbb9da3,segment=NetworkSegment(624c71ac-2474-4c34-b5ac-6a28b936cff6),segment_id=624c71ac-2474-4c34-b5ac-6a28b936cff6)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:24:00.418425 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d6e95aac-3120-41f1-8c54-8dc28de099c0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:00.434112 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-d6e95aac-3120-41f1-8c54-8dc28de099c0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Calling delete_port for 935a6969-76b2-4fb3-87db-37a2bcbb9da3 owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:24:00.661573 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d6e95aac-3120-41f1-8c54-8dc28de099c0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:00.692371 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e95aac-3120-41f1-8c54-8dc28de099c0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'Port': ['ID=935a6969-76b2-4fb3-87db-37a2bcbb9da3,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:00.910340 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d6e95aac-3120-41f1-8c54-8dc28de099c0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:01.160268 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e95aac-3120-41f1-8c54-8dc28de099c0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Router aaed2a83-ca67-4b21-af38-17dfb0cc8559 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:24:01.276968 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e95aac-3120-41f1-8c54-8dc28de099c0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:24:01.282584 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d6e95aac-3120-41f1-8c54-8dc28de099c0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "PUT /v2.0/routers/aaed2a83-ca67-4b21-af38-17dfb0cc8559/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7038319 Jul 23 17:24:01.285985 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59372) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:24:01.288773 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87d326d-8f61-4b2d-960c-2436164c3a04 None None] Sync routers for ids ['aaed2a83-ca67-4b21-af38-17dfb0cc8559'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:24:01.299552 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87d326d-8f61-4b2d-960c-2436164c3a04 None None] Routers {'aaed2a83-ca67-4b21-af38-17dfb0cc8559'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:24:01.300333 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f87d326d-8f61-4b2d-960c-2436164c3a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:23:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['aaed2a83-ca67-4b21-af38-17dfb0cc8559'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:24:01.348544 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba89e9f8-ab0d-4a1d-bf87-01a188b90cee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Deleting subnet 47db2d6d-cd8e-4ec9-8380-e08b95c84700 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:24:01.352365 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ba89e9f8-ab0d-4a1d-bf87-01a188b90cee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:01.400916 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ba89e9f8-ab0d-4a1d-bf87-01a188b90cee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:01.426796 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-f87d326d-8f61-4b2d-960c-2436164c3a04 None None] Set router aaed2a83-ca67-4b21-af38-17dfb0cc8559 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:24:01.534891 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ba89e9f8-ab0d-4a1d-bf87-01a188b90cee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:01.619174 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ba89e9f8-ab0d-4a1d-bf87-01a188b90cee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:01.646529 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89e9f8-ab0d-4a1d-bf87-01a188b90cee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'Subnet': ['ID=47db2d6d-cd8e-4ec9-8380-e08b95c84700,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:01.652977 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ba89e9f8-ab0d-4a1d-bf87-01a188b90cee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:01.654976 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ba89e9f8-ab0d-4a1d-bf87-01a188b90cee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "DELETE /v2.0/subnets/47db2d6d-cd8e-4ec9-8380-e08b95c84700 HTTP/1.1" status: 204 len: 168 time: 0.3677275 Jul 23 17:24:01.659314 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59374) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:24:01.661550 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189a5c7c-30e2-4bca-9171-d11e20855e5b None None] Network 28a10cf3-54bf-4f84-91af-642b727180c1 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:24:01.739053 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f87d326d-8f61-4b2d-960c-2436164c3a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1373947569', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '4f901269-2fc1-4d0a-8666-f5607d1c5fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:22:11Z', 'updated_at': '2021-07-23T17:24:00Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '4f901269-2fc1-4d0a-8666-f5607d1c5fc0', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:22:12Z', 'updated_at': '2021-07-23T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:24:01.774759 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87d326d-8f61-4b2d-960c-2436164c3a04 None None] Checking router: aaed2a83-ca67-4b21-af38-17dfb0cc8559 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:24:01.803762 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87d326d-8f61-4b2d-960c-2436164c3a04 None None] Routers {'aaed2a83-ca67-4b21-af38-17dfb0cc8559'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:24:01.804317 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f87d326d-8f61-4b2d-960c-2436164c3a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:23:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['aaed2a83-ca67-4b21-af38-17dfb0cc8559'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:24:01.820154 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2745e665-09e2-4442-8d45-b295aff39d65 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:01.941880 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:24:01.970477 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2745e665-09e2-4442-8d45-b295aff39d65 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:01.993595 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:24:01.994089 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 85d94780-93d5-4a8e-9e8f-c9b3984ee9f0 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:24:02.029500 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-f87d326d-8f61-4b2d-960c-2436164c3a04 None None] Set router aaed2a83-ca67-4b21-af38-17dfb0cc8559 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:24:02.031301 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-2745e665-09e2-4442-8d45-b295aff39d65 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Deleting port 4f901269-2fc1-4d0a-8666-f5607d1c5fc0 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:24:02.031851 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2745e665-09e2-4442-8d45-b295aff39d65 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:02.114561 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf30cb3-64f0-43c2-84e4-80b60aad1bdf None None] DHCP port deletion for 28a10cf3-54bf-4f84-91af-642b727180c1 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:24:02.255574 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-1bf30cb3-64f0-43c2-84e4-80b60aad1bdf None None] Deleting port 3de067fd-2f96-43d0-ae05-9695a37f2fff {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:24:02.255951 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1bf30cb3-64f0-43c2-84e4-80b60aad1bdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:02.344796 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-1bf30cb3-64f0-43c2-84e4-80b60aad1bdf None None] For port 3de067fd-2f96-43d0-ae05-9695a37f2fff, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=3de067fd-2f96-43d0-ae05-9695a37f2fff,segment=NetworkSegment(624c71ac-2474-4c34-b5ac-6a28b936cff6),segment_id=624c71ac-2474-4c34-b5ac-6a28b936cff6)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:24:02.345594 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1bf30cb3-64f0-43c2-84e4-80b60aad1bdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:02.361618 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f87d326d-8f61-4b2d-960c-2436164c3a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1373947569', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '4f901269-2fc1-4d0a-8666-f5607d1c5fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:22:11Z', 'updated_at': '2021-07-23T17:24:00Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '4f901269-2fc1-4d0a-8666-f5607d1c5fc0', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:22:12Z', 'updated_at': '2021-07-23T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:24:02.365077 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-1bf30cb3-64f0-43c2-84e4-80b60aad1bdf None None] Calling delete_port for 3de067fd-2f96-43d0-ae05-9695a37f2fff owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:24:02.395704 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87d326d-8f61-4b2d-960c-2436164c3a04 None None] The sync data for ids ['aaed2a83-ca67-4b21-af38-17dfb0cc8559'] in n-d-778549-4 is: [{'id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1373947569', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '4f901269-2fc1-4d0a-8666-f5607d1c5fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:22:11Z', 'updated_at': '2021-07-23T17:24:00Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '4f901269-2fc1-4d0a-8666-f5607d1c5fc0', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed2a83-ca67-4b21-af38-17dfb0cc8559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:22:12Z', 'updated_at': '2021-07-23T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:24:02.490870 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1bf30cb3-64f0-43c2-84e4-80b60aad1bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:02.519047 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf30cb3-64f0-43c2-84e4-80b60aad1bdf None None] Pushing event deleted for resources: {'Port': ['ID=3de067fd-2f96-43d0-ae05-9695a37f2fff,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:02.524572 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf30cb3-64f0-43c2-84e4-80b60aad1bdf None None] No DVR routers for this DVR port 3de067fd-2f96-43d0-ae05-9695a37f2fff on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:24:02.563432 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-2745e665-09e2-4442-8d45-b295aff39d65 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] For port 4f901269-2fc1-4d0a-8666-f5607d1c5fc0, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=4f901269-2fc1-4d0a-8666-f5607d1c5fc0,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:24:02.564068 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2745e665-09e2-4442-8d45-b295aff39d65 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:02.579804 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-2745e665-09e2-4442-8d45-b295aff39d65 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Calling delete_port for 4f901269-2fc1-4d0a-8666-f5607d1c5fc0 owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:24:02.758017 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e1dc6f7c-e372-446c-baa7-3cf63a1f0f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:02.768569 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2745e665-09e2-4442-8d45-b295aff39d65 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:02.821687 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745e665-09e2-4442-8d45-b295aff39d65 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'Port': ['ID=4f901269-2fc1-4d0a-8666-f5607d1c5fc0,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:02.897517 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2745e665-09e2-4442-8d45-b295aff39d65 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:03.050309 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2745e665-09e2-4442-8d45-b295aff39d65 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:03.054230 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2745e665-09e2-4442-8d45-b295aff39d65 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:03.127936 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2745e665-09e2-4442-8d45-b295aff39d65 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:03.128986 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2745e665-09e2-4442-8d45-b295aff39d65 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Fanout notify agent at l3_agent the message router_deleted on router aaed2a83-ca67-4b21-af38-17dfb0cc8559 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:24:03.142980 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2745e665-09e2-4442-8d45-b295aff39d65 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:03.145097 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2745e665-09e2-4442-8d45-b295aff39d65 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "DELETE /v2.0/routers/aaed2a83-ca67-4b21-af38-17dfb0cc8559 HTTP/1.1" status: 204 len: 168 time: 1.4842861 Jul 23 17:24:03.149455 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59376) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:24:03.293806 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dc88c134-57ff-46d2-a85b-33c848dee2ee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:03.439598 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dc88c134-57ff-46d2-a85b-33c848dee2ee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:03.451246 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-dc88c134-57ff-46d2-a85b-33c848dee2ee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a10cf3-54bf-4f84-91af-642b727180c1']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:24:03.463224 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-dc88c134-57ff-46d2-a85b-33c848dee2ee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '624c71ac-2474-4c34-b5ac-6a28b936cff6') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:24:03.463516 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-dc88c134-57ff-46d2-a85b-33c848dee2ee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '624c71ac-2474-4c34-b5ac-6a28b936cff6') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:24:03.478091 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dc88c134-57ff-46d2-a85b-33c848dee2ee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:03.501893 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dc88c134-57ff-46d2-a85b-33c848dee2ee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:03.512207 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc88c134-57ff-46d2-a85b-33c848dee2ee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Releasing vlan 1113 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:24:03.512855 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dc88c134-57ff-46d2-a85b-33c848dee2ee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:03.518408 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 17:24:03.518408 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:24:03.518408 n-d-778549-4 neutron-server[94012]: timer() Jul 23 17:24:03.518408 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:24:03.518408 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 17:24:03.518408 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:24:03.518408 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 17:24:03.518408 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:24:03.518408 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 17:24:03.518408 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:24:03.518408 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 17:24:03.518408 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:24:03.518408 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 17:24:03.518408 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:24:03.518408 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:24:03.518408 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:24:03.518408 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:24:03.518408 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:24:03.518408 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 17:24:03.518408 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:24:03.518408 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 17:24:03.518408 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:24:03.518408 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:24:03.518408 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:24:03.518408 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 17:24:03.518408 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:24:03.518408 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:24:03.518408 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:24:03.518408 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:24:03.518408 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:24:03.518408 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:24:03.518408 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:24:03.640410 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dc88c134-57ff-46d2-a85b-33c848dee2ee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:03.651294 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dc88c134-57ff-46d2-a85b-33c848dee2ee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:03.652209 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-dc88c134-57ff-46d2-a85b-33c848dee2ee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "DELETE /v2.0/networks/28a10cf3-54bf-4f84-91af-642b727180c1 HTTP/1.1" status: 204 len: 168 time: 0.5015345 Jul 23 17:24:03.656152 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59378) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:24:03.665687 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88c134-57ff-46d2-a85b-33c848dee2ee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'Network': ['ID=28a10cf3-54bf-4f84-91af-642b727180c1,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:03.752269 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0a6b9be1-a265-47c5-a9c6-2f4c2b0105a0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:03.767579 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3de067fd-2f96-43d0-ae05-9695a37f2fff no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:24:03.791636 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 3de067fd-2f96-43d0-ae05-9695a37f2fff {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:24:03.792129 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 3de067fd-2f96-43d0-ae05-9695a37f2fff not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:24:03.792783 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 4f901269-2fc1-4d0a-8666-f5607d1c5fc0 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:24:03.798295 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0a6b9be1-a265-47c5-a9c6-2f4c2b0105a0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:03.825928 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 4f901269-2fc1-4d0a-8666-f5607d1c5fc0 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:24:03.826465 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 4f901269-2fc1-4d0a-8666-f5607d1c5fc0 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:24:03.827140 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 935a6969-76b2-4fb3-87db-37a2bcbb9da3 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:24:03.862575 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 935a6969-76b2-4fb3-87db-37a2bcbb9da3 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:24:03.863231 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 935a6969-76b2-4fb3-87db-37a2bcbb9da3 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:24:03.907819 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0a6b9be1-a265-47c5-a9c6-2f4c2b0105a0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:03.910566 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0a6b9be1-a265-47c5-a9c6-2f4c2b0105a0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:03.911885 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0a6b9be1-a265-47c5-a9c6-2f4c2b0105a0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "DELETE /v2.0/security-groups/a03bc187-caa3-42ca-915c-14140af64d7e HTTP/1.1" status: 204 len: 168 time: 0.2543724 Jul 23 17:24:03.923517 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b9be1-a265-47c5-a9c6-2f4c2b0105a0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03bc187-caa3-42ca-915c-14140af64d7e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:03.932523 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6b9be1-a265-47c5-a9c6-2f4c2b0105a0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:03.932872 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6b9be1-a265-47c5-a9c6-2f4c2b0105a0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:03.933259 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6b9be1-a265-47c5-a9c6-2f4c2b0105a0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:03.933832 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6b9be1-a265-47c5-a9c6-2f4c2b0105a0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:03.934004 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6b9be1-a265-47c5-a9c6-2f4c2b0105a0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:03.934249 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6b9be1-a265-47c5-a9c6-2f4c2b0105a0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:03.934573 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6b9be1-a265-47c5-a9c6-2f4c2b0105a0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:03.934903 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6b9be1-a265-47c5-a9c6-2f4c2b0105a0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:03.935228 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6b9be1-a265-47c5-a9c6-2f4c2b0105a0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:03.935552 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6b9be1-a265-47c5-a9c6-2f4c2b0105a0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:03.935866 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6b9be1-a265-47c5-a9c6-2f4c2b0105a0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:03.936187 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6b9be1-a265-47c5-a9c6-2f4c2b0105a0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:04.461046 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59384) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:24:04.466267 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-202ab2ee-57cc-43ab-9844-6b4c1f198e21 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-595258351', 'description': 'tempest-secgroup-smoke-595258351 description', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:24:04.491105 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-202ab2ee-57cc-43ab-9844-6b4c1f198e21 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:04.600123 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-202ab2ee-57cc-43ab-9844-6b4c1f198e21 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:04.605250 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-202ab2ee-57cc-43ab-9844-6b4c1f198e21 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:04.635815 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-202ab2ee-57cc-43ab-9844-6b4c1f198e21 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:04.637154 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-202ab2ee-57cc-43ab-9844-6b4c1f198e21 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1747763 Jul 23 17:24:04.642217 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59386) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:24:04.642881 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ab2ee-57cc-43ab-9844-6b4c1f198e21 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62fadfb9-e052-4bf5-860b-be7422a29d5d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:04.652020 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-c35eea63-5d60-49e3-833d-f97e9a2dde61 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group_rule': {'security_group_id': '62fadfb9-e052-4bf5-860b-be7422a29d5d', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:24:04.703209 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c35eea63-5d60-49e3-833d-f97e9a2dde61 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:04.806621 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c35eea63-5d60-49e3-833d-f97e9a2dde61 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:04.811075 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c35eea63-5d60-49e3-833d-f97e9a2dde61 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:04.833660 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35eea63-5d60-49e3-833d-f97e9a2dde61 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36fdd4c4-fc27-4e38-973c-6b454b653a1f,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:04.839228 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c35eea63-5d60-49e3-833d-f97e9a2dde61 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:04.840508 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c35eea63-5d60-49e3-833d-f97e9a2dde61 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1967194 Jul 23 17:24:04.844483 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59388) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:24:04.849495 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-e80aec34-19a6-442e-973e-96419462ae4d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group_rule': {'security_group_id': '62fadfb9-e052-4bf5-860b-be7422a29d5d', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:24:04.878524 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e80aec34-19a6-442e-973e-96419462ae4d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:04.940153 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e80aec34-19a6-442e-973e-96419462ae4d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:04.944108 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e80aec34-19a6-442e-973e-96419462ae4d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:04.966389 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80aec34-19a6-442e-973e-96419462ae4d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f3e333-bf53-4f1a-9bef-5d4520d48455,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:04.970685 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e80aec34-19a6-442e-973e-96419462ae4d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:04.972768 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e80aec34-19a6-442e-973e-96419462ae4d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1269627 Jul 23 17:24:04.975726 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59390) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:24:04.984783 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-ef97328e-d39b-47b4-9f1d-0d21b1b11b48 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group_rule': {'security_group_id': '62fadfb9-e052-4bf5-860b-be7422a29d5d', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:24:05.017622 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ef97328e-d39b-47b4-9f1d-0d21b1b11b48 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.091859 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ef97328e-d39b-47b4-9f1d-0d21b1b11b48 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.097566 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ef97328e-d39b-47b4-9f1d-0d21b1b11b48 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.129339 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97328e-d39b-47b4-9f1d-0d21b1b11b48 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7bef5fe-1ef5-426a-b227-cd9a7e9bc064,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:05.139621 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ef97328e-d39b-47b4-9f1d-0d21b1b11b48 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.143838 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ef97328e-d39b-47b4-9f1d-0d21b1b11b48 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1645012 Jul 23 17:24:05.145219 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59392) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:24:05.153153 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-c82a4489-0eda-4728-b643-b87d4b25c52f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group_rule': {'security_group_id': '62fadfb9-e052-4bf5-860b-be7422a29d5d', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:24:05.194258 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c82a4489-0eda-4728-b643-b87d4b25c52f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.268032 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c82a4489-0eda-4728-b643-b87d4b25c52f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.275954 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c82a4489-0eda-4728-b643-b87d4b25c52f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.295181 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a4489-0eda-4728-b643-b87d4b25c52f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e7924c2-27f8-4c8d-bffa-d7d64ceb124e,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:05.306446 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c82a4489-0eda-4728-b643-b87d4b25c52f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.308329 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c82a4489-0eda-4728-b643-b87d4b25c52f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1614382 Jul 23 17:24:05.310965 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59394) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:24:05.319484 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-e4d63eb7-3241-4649-bbce-785aed55b63c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group_rule': {'security_group_id': '62fadfb9-e052-4bf5-860b-be7422a29d5d', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:24:05.345481 n-d-778549-4 neutron-server[94013]: INFO neutron.db.securitygroups_db [None req-e4d63eb7-3241-4649-bbce-785aed55b63c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Project 06c5f7ba3e1e4b06905e7a7f54b2d219 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:24:05.351019 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e4d63eb7-3241-4649-bbce-785aed55b63c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.430049 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e4d63eb7-3241-4649-bbce-785aed55b63c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.434965 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e4d63eb7-3241-4649-bbce-785aed55b63c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.455083 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d63eb7-3241-4649-bbce-785aed55b63c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d3ef098-94a4-4ae6-ad60-1d7d8a1f343e,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:05.464327 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e4d63eb7-3241-4649-bbce-785aed55b63c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.465836 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e4d63eb7-3241-4649-bbce-785aed55b63c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1537385 Jul 23 17:24:05.469746 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59396) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:24:05.474611 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1f9a7527-ea95-4550-bedc-9f4cdeb66e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.478247 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-cc0be68f-99e3-4244-ba89-fb44f1cc5069 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group_rule': {'security_group_id': '62fadfb9-e052-4bf5-860b-be7422a29d5d', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:24:05.511471 n-d-778549-4 neutron-server[94012]: INFO neutron.db.securitygroups_db [None req-cc0be68f-99e3-4244-ba89-fb44f1cc5069 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Project 06c5f7ba3e1e4b06905e7a7f54b2d219 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:24:05.518553 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cc0be68f-99e3-4244-ba89-fb44f1cc5069 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.581848 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.592869 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cc0be68f-99e3-4244-ba89-fb44f1cc5069 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.598560 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cc0be68f-99e3-4244-ba89-fb44f1cc5069 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.617929 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0be68f-99e3-4244-ba89-fb44f1cc5069 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac9f2d6-6cd8-482c-b9be-18008945b066,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:05.626154 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cc0be68f-99e3-4244-ba89-fb44f1cc5069 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.628110 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-cc0be68f-99e3-4244-ba89-fb44f1cc5069 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1564660 Jul 23 17:24:05.631440 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59398) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:24:05.638167 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-58a7980a-59c2-4664-80f0-28157cc4f01a tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'network': {'name': 'tempest-network-smoke--589669086', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'port_security_enabled': True}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:24:05.660641 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.666714 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a7980a-59c2-4664-80f0-28157cc4f01a tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Made reservation on behalf of 06c5f7ba3e1e4b06905e7a7f54b2d219 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:24:05.670434 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-58a7980a-59c2-4664-80f0-28157cc4f01a tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.704538 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a7980a-59c2-4664-80f0-28157cc4f01a tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] vlan segment allocate from pool success with {'vlan_id': 1105, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:24:05.714906 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-58a7980a-59c2-4664-80f0-28157cc4f01a tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.715254 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-58a7980a-59c2-4664-80f0-28157cc4f01a tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Added segment dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd of type vlan for network c5780780-9d2f-4571-ac6b-fa7f145ca8e5 Jul 23 17:24:05.769595 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-58a7980a-59c2-4664-80f0-28157cc4f01a tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.805310 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-58a7980a-59c2-4664-80f0-28157cc4f01a tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.811829 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a7980a-59c2-4664-80f0-28157cc4f01a tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:05.812564 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-58a7980a-59c2-4664-80f0-28157cc4f01a tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.857918 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-58a7980a-59c2-4664-80f0-28157cc4f01a tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2250822 Jul 23 17:24:05.862945 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59400) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:24:05.867827 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6762b53f-cfe2-454e-9297-e57d3f3f3b4e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-793403527', 'admin_state_up': True, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:24:05.896427 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6762b53f-cfe2-454e-9297-e57d3f3f3b4e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.897659 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6762b53f-cfe2-454e-9297-e57d3f3f3b4e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.909644 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7980a-59c2-4664-80f0-28157cc4f01a tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Network': ['ID=c5780780-9d2f-4571-ac6b-fa7f145ca8e5,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:05.929193 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network c5780780-9d2f-4571-ac6b-fa7f145ca8e5 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:24:05.973961 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6762b53f-cfe2-454e-9297-e57d3f3f3b4e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:06.137915 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6762b53f-cfe2-454e-9297-e57d3f3f3b4e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:06.365596 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6762b53f-cfe2-454e-9297-e57d3f3f3b4e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:06.386564 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6762b53f-cfe2-454e-9297-e57d3f3f3b4e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:06.501840 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-6762b53f-cfe2-454e-9297-e57d3f3f3b4e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Allocated IP 172.25.8.169 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/96f9d315-3b70-4b09-bdf1-a8723f2d100c) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:24:06.625338 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6762b53f-cfe2-454e-9297-e57d3f3f3b4e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:06.670027 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6762b53f-cfe2-454e-9297-e57d3f3f3b4e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:06.712595 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6762b53f-cfe2-454e-9297-e57d3f3f3b4e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:24:06.716330 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-6762b53f-cfe2-454e-9297-e57d3f3f3b4e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:24:06.723009 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6762b53f-cfe2-454e-9297-e57d3f3f3b4e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:24:06.752455 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762b53f-cfe2-454e-9297-e57d3f3f3b4e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Port': ['ID=96f9d315-3b70-4b09-bdf1-a8723f2d100c,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:06.813994 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:07.019070 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6762b53f-cfe2-454e-9297-e57d3f3f3b4e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:07.209092 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:24:07.242438 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6762b53f-cfe2-454e-9297-e57d3f3f3b4e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:07.432934 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6762b53f-cfe2-454e-9297-e57d3f3f3b4e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Router 75e491b7-c4ab-4ff6-a282-711828bcf365 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:24:07.559364 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6762b53f-cfe2-454e-9297-e57d3f3f3b4e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:24:07.571064 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec790198-64a9-4d25-acf0-df2df9a9e248 None None] Sync routers for ids ['75e491b7-c4ab-4ff6-a282-711828bcf365'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:24:07.586131 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec790198-64a9-4d25-acf0-df2df9a9e248 None None] Routers {'75e491b7-c4ab-4ff6-a282-711828bcf365'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:24:07.586876 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-ec790198-64a9-4d25-acf0-df2df9a9e248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:24:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['75e491b7-c4ab-4ff6-a282-711828bcf365'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:24:07.588526 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6762b53f-cfe2-454e-9297-e57d3f3f3b4e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:07.590493 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6762b53f-cfe2-454e-9297-e57d3f3f3b4e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7264228 Jul 23 17:24:07.596373 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59402) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:24:07.635694 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a5677923-1b32-4291-8d3b-95dab96242d3 tempest-TestNetworkAdvancedServerOps-1904745392 tempest-TestNetworkAdvancedServerOps-1904745392-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=06c5f7ba3e1e4b06905e7a7f54b2d219&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376270 Jul 23 17:24:07.640788 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59404) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:24:07.721081 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-ec790198-64a9-4d25-acf0-df2df9a9e248 None None] Set router 75e491b7-c4ab-4ff6-a282-711828bcf365 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:24:07.759554 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b299884-84cb-4fb1-a845-f6b2c491c08f tempest-TestNetworkAdvancedServerOps-1904745392 tempest-TestNetworkAdvancedServerOps-1904745392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:07.763605 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4b299884-84cb-4fb1-a845-f6b2c491c08f tempest-TestNetworkAdvancedServerOps-1904745392 tempest-TestNetworkAdvancedServerOps-1904745392-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1209366 Jul 23 17:24:07.767630 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59406) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:24:07.804030 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-92739bc6-7b9e-4b70-a309-d91b676e1634 tempest-TestNetworkAdvancedServerOps-1904745392 tempest-TestNetworkAdvancedServerOps-1904745392-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4e763b06-7572-4747-a18b-44a256cb56cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350370 Jul 23 17:24:07.808638 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59408) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:24:07.815531 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-8c272d72-b886-4b67-aab9-882aaa481835 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1962559620', 'network_id': 'c5780780-9d2f-4571-ac6b-fa7f145ca8e5', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:24:07.960843 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c272d72-b886-4b67-aab9-882aaa481835 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Made reservation on behalf of 06c5f7ba3e1e4b06905e7a7f54b2d219 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:24:07.964482 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c272d72-b886-4b67-aab9-882aaa481835 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758406'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:07.983067 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:08.071628 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-ec790198-64a9-4d25-acf0-df2df9a9e248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793403527', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '96f9d315-3b70-4b09-bdf1-a8723f2d100c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:24:05Z', 'updated_at': '2021-07-23T17:24:06Z', 'revision_number': 3, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '96f9d315-3b70-4b09-bdf1-a8723f2d100c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:24:06Z', 'updated_at': '2021-07-23T17:24:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:24:08.104129 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec790198-64a9-4d25-acf0-df2df9a9e248 None None] Checking router: 75e491b7-c4ab-4ff6-a282-711828bcf365 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:24:08.104676 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec790198-64a9-4d25-acf0-df2df9a9e248 None None] Updating router 75e491b7-c4ab-4ff6-a282-711828bcf365 port 96f9d315-3b70-4b09-bdf1-a8723f2d100c binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:24:08.159103 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ec790198-64a9-4d25-acf0-df2df9a9e248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:08.225988 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c272d72-b886-4b67-aab9-882aaa481835 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16721404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758420'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:08.310174 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c272d72-b886-4b67-aab9-882aaa481835 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Subnet': ['ID=20080f79-e104-458b-ada6-72f7ac6ebf93,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:08.318505 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c272d72-b886-4b67-aab9-882aaa481835 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Checking segment: {'id': 'dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'c5780780-9d2f-4571-ac6b-fa7f145ca8e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:24:08.318919 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c272d72-b886-4b67-aab9-882aaa481835 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network hostable DHCP agents. Network: c5780780-9d2f-4571-ac6b-fa7f145ca8e5, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:24:08.340329 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c272d72-b886-4b67-aab9-882aaa481835 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network c5780780-9d2f-4571-ac6b-fa7f145ca8e5 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:24:08.353399 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-8c272d72-b886-4b67-aab9-882aaa481835 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, c5780780-9d2f-4571-ac6b-fa7f145ca8e5) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:24:08.362117 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c272d72-b886-4b67-aab9-882aaa481835 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:08.363733 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8c272d72-b886-4b67-aab9-882aaa481835 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:08.367218 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193d9b5f-8c23-489b-8dc4-3efcf2feb344 None None] Network c5780780-9d2f-4571-ac6b-fa7f145ca8e5 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:24:08.393805 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59410) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:24:08.394674 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-8c272d72-b886-4b67-aab9-882aaa481835 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5841727 Jul 23 17:24:08.506644 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ec790198-64a9-4d25-acf0-df2df9a9e248 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:08.519523 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-ec790198-64a9-4d25-acf0-df2df9a9e248 None None] Transition to ACTIVE for port object 96f9d315-3b70-4b09-bdf1-a8723f2d100c will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:24:08.528161 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ec790198-64a9-4d25-acf0-df2df9a9e248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:08.589661 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-ec790198-64a9-4d25-acf0-df2df9a9e248 None None] Attempting to bind port 96f9d315-3b70-4b09-bdf1-a8723f2d100c on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:24:08.590062 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-ec790198-64a9-4d25-acf0-df2df9a9e248 None None] Attempting to bind port 96f9d315-3b70-4b09-bdf1-a8723f2d100c by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:24:08.590378 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec790198-64a9-4d25-acf0-df2df9a9e248 None None] Attempting to bind port 96f9d315-3b70-4b09-bdf1-a8723f2d100c on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:24:08.598450 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd00558-076c-42e0-abd1-bfe5966c5d8b None None] Pushing event updated for resources: {'Port': ['ID=96f9d315-3b70-4b09-bdf1-a8723f2d100c,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:08.609982 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd00558-076c-42e0-abd1-bfe5966c5d8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:08.610396 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd00558-076c-42e0-abd1-bfe5966c5d8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:08.610733 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd00558-076c-42e0-abd1-bfe5966c5d8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:08.611073 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd00558-076c-42e0-abd1-bfe5966c5d8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:08.611401 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd00558-076c-42e0-abd1-bfe5966c5d8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:08.611728 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd00558-076c-42e0-abd1-bfe5966c5d8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:08.612052 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd00558-076c-42e0-abd1-bfe5966c5d8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:08.612371 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd00558-076c-42e0-abd1-bfe5966c5d8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:08.612691 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd00558-076c-42e0-abd1-bfe5966c5d8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:08.613155 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd00558-076c-42e0-abd1-bfe5966c5d8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:08.613353 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd00558-076c-42e0-abd1-bfe5966c5d8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:08.613670 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd00558-076c-42e0-abd1-bfe5966c5d8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:08.618418 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec790198-64a9-4d25-acf0-df2df9a9e248 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:24:08.618807 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec790198-64a9-4d25-acf0-df2df9a9e248 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:24:08.619174 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ec790198-64a9-4d25-acf0-df2df9a9e248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:08.619565 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec790198-64a9-4d25-acf0-df2df9a9e248 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:24:08.620054 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-ec790198-64a9-4d25-acf0-df2df9a9e248 None None] Bound port: 96f9d315-3b70-4b09-bdf1-a8723f2d100c, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:24:08.620438 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ec790198-64a9-4d25-acf0-df2df9a9e248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:08.707914 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-ec790198-64a9-4d25-acf0-df2df9a9e248 None None] For port 96f9d315-3b70-4b09-bdf1-a8723f2d100c, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:24:08.711642 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-ec790198-64a9-4d25-acf0-df2df9a9e248 None None] For port 96f9d315-3b70-4b09-bdf1-a8723f2d100c, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=96f9d315-3b70-4b09-bdf1-a8723f2d100c,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:24:08.720028 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ec790198-64a9-4d25-acf0-df2df9a9e248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:08.825642 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec790198-64a9-4d25-acf0-df2df9a9e248 None None] Routers {'75e491b7-c4ab-4ff6-a282-711828bcf365'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:24:08.826939 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-ec790198-64a9-4d25-acf0-df2df9a9e248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:24:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['75e491b7-c4ab-4ff6-a282-711828bcf365'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:24:08.843608 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:08.847982 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a46328-1e0b-45ce-b46e-039e8afac745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-c5780780-9d2f-4571-ac6b-fa7f145ca8e5', 'network_id': 'c5780780-9d2f-4571-ac6b-fa7f145ca8e5', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'fixed_ips': [{'subnet_id': '20080f79-e104-458b-ada6-72f7ac6ebf93'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:24:08.848855 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-96a46328-1e0b-45ce-b46e-039e8afac745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:08.947611 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd00558-076c-42e0-abd1-bfe5966c5d8b None None] Pushing event updated for resources: {'Port': ['ID=96f9d315-3b70-4b09-bdf1-a8723f2d100c,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:09.026003 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-ec790198-64a9-4d25-acf0-df2df9a9e248 None None] Set router 75e491b7-c4ab-4ff6-a282-711828bcf365 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:24:09.039121 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-96a46328-1e0b-45ce-b46e-039e8afac745 None None] Allocated IP 172.20.0.2 (c5780780-9d2f-4571-ac6b-fa7f145ca8e5/20080f79-e104-458b-ada6-72f7ac6ebf93/bdc76521-7297-4db2-b4b2-95bc26bcea48) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:24:09.073413 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ca738ba5-aa9d-411a-a6b9-58be3a99e0ee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:09.316627 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-ec790198-64a9-4d25-acf0-df2df9a9e248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793403527', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '96f9d315-3b70-4b09-bdf1-a8723f2d100c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:24:05Z', 'updated_at': '2021-07-23T17:24:06Z', 'revision_number': 3, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '96f9d315-3b70-4b09-bdf1-a8723f2d100c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:24:06Z', 'updated_at': '2021-07-23T17:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:24:09.318380 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-96a46328-1e0b-45ce-b46e-039e8afac745 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:09.340538 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-96a46328-1e0b-45ce-b46e-039e8afac745 None None] Transition to ACTIVE for port object bdc76521-7297-4db2-b4b2-95bc26bcea48 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:24:09.372090 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-96a46328-1e0b-45ce-b46e-039e8afac745 None None] Transition to ACTIVE for port object bdc76521-7297-4db2-b4b2-95bc26bcea48 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:24:09.381995 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec790198-64a9-4d25-acf0-df2df9a9e248 None None] The sync data for ids ['75e491b7-c4ab-4ff6-a282-711828bcf365'] in n-d-778549-4 is: [{'id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793403527', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '96f9d315-3b70-4b09-bdf1-a8723f2d100c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:24:05Z', 'updated_at': '2021-07-23T17:24:06Z', 'revision_number': 3, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '96f9d315-3b70-4b09-bdf1-a8723f2d100c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:24:06Z', 'updated_at': '2021-07-23T17:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:24:09.384661 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-96a46328-1e0b-45ce-b46e-039e8afac745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:09.464164 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a46328-1e0b-45ce-b46e-039e8afac745 None None] Network c5780780-9d2f-4571-ac6b-fa7f145ca8e5 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:24:09.470920 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-96a46328-1e0b-45ce-b46e-039e8afac745 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:24:09.475303 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a46328-1e0b-45ce-b46e-039e8afac745 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:24:09.506337 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a46328-1e0b-45ce-b46e-039e8afac745 None None] Pushing event updated for resources: {'Port': ['ID=bdc76521-7297-4db2-b4b2-95bc26bcea48,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:09.606359 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-96a46328-1e0b-45ce-b46e-039e8afac745 None None] Attempting to bind port bdc76521-7297-4db2-b4b2-95bc26bcea48 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:24:09.606745 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-96a46328-1e0b-45ce-b46e-039e8afac745 None None] Attempting to bind port bdc76521-7297-4db2-b4b2-95bc26bcea48 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'c5780780-9d2f-4571-ac6b-fa7f145ca8e5'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:24:09.607117 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a46328-1e0b-45ce-b46e-039e8afac745 None None] Attempting to bind port bdc76521-7297-4db2-b4b2-95bc26bcea48 on network c5780780-9d2f-4571-ac6b-fa7f145ca8e5 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:24:09.623103 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a46328-1e0b-45ce-b46e-039e8afac745 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:24:09.623103 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a46328-1e0b-45ce-b46e-039e8afac745 None None] Checking segment: {'id': 'dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'c5780780-9d2f-4571-ac6b-fa7f145ca8e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:24:09.623103 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-96a46328-1e0b-45ce-b46e-039e8afac745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:09.623103 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a46328-1e0b-45ce-b46e-039e8afac745 None None] Bound using segment: {'id': 'dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'c5780780-9d2f-4571-ac6b-fa7f145ca8e5'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:24:09.623103 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-96a46328-1e0b-45ce-b46e-039e8afac745 None None] Bound port: bdc76521-7297-4db2-b4b2-95bc26bcea48, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'c5780780-9d2f-4571-ac6b-fa7f145ca8e5'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:24:09.623103 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-96a46328-1e0b-45ce-b46e-039e8afac745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:09.747082 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-96a46328-1e0b-45ce-b46e-039e8afac745 None None] For port bdc76521-7297-4db2-b4b2-95bc26bcea48, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:24:09.753938 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-96a46328-1e0b-45ce-b46e-039e8afac745 None None] For port bdc76521-7297-4db2-b4b2-95bc26bcea48, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=bdc76521-7297-4db2-b4b2-95bc26bcea48,segment=NetworkSegment(dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd),segment_id=dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:24:09.779207 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-96a46328-1e0b-45ce-b46e-039e8afac745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:09.865146 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a46328-1e0b-45ce-b46e-039e8afac745 None None] Pushing event updated for resources: {'Port': ['ID=bdc76521-7297-4db2-b4b2-95bc26bcea48,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:10.141989 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-ca738ba5-aa9d-411a-a6b9-58be3a99e0ee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Allocated IP 172.20.0.1 (c5780780-9d2f-4571-ac6b-fa7f145ca8e5/20080f79-e104-458b-ada6-72f7ac6ebf93/b51d6d81-558f-4d27-aabc-113b722d7759) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:24:10.314120 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ca738ba5-aa9d-411a-a6b9-58be3a99e0ee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:10.335650 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-ca738ba5-aa9d-411a-a6b9-58be3a99e0ee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Transition to ACTIVE for port object b51d6d81-558f-4d27-aabc-113b722d7759 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:24:10.376176 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ca738ba5-aa9d-411a-a6b9-58be3a99e0ee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:10.428963 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca738ba5-aa9d-411a-a6b9-58be3a99e0ee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network c5780780-9d2f-4571-ac6b-fa7f145ca8e5 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:24:10.434566 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-ca738ba5-aa9d-411a-a6b9-58be3a99e0ee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:24:10.437897 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca738ba5-aa9d-411a-a6b9-58be3a99e0ee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:24:10.466190 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca738ba5-aa9d-411a-a6b9-58be3a99e0ee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Port': ['ID=b51d6d81-558f-4d27-aabc-113b722d7759,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:10.496976 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ca738ba5-aa9d-411a-a6b9-58be3a99e0ee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:10.686065 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ca738ba5-aa9d-411a-a6b9-58be3a99e0ee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:11.057956 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757f5549-6512-45ae-898e-0b9446019483 None None] Network c5780780-9d2f-4571-ac6b-fa7f145ca8e5 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:24:11.079890 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ca738ba5-aa9d-411a-a6b9-58be3a99e0ee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:11.085657 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ca738ba5-aa9d-411a-a6b9-58be3a99e0ee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:11.165710 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ca738ba5-aa9d-411a-a6b9-58be3a99e0ee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:11.172505 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca738ba5-aa9d-411a-a6b9-58be3a99e0ee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Port': ['ID=b51d6d81-558f-4d27-aabc-113b722d7759,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:11.216581 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c924054f-28b7-4170-9925-268fdd746ed0 None None] Provisioning for port bdc76521-7297-4db2-b4b2-95bc26bcea48 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:24:11.299416 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca738ba5-aa9d-411a-a6b9-58be3a99e0ee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network c5780780-9d2f-4571-ac6b-fa7f145ca8e5 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:24:11.301853 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-ca738ba5-aa9d-411a-a6b9-58be3a99e0ee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:24:11.478561 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca738ba5-aa9d-411a-a6b9-58be3a99e0ee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Router 75e491b7-c4ab-4ff6-a282-711828bcf365 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:24:11.620866 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca738ba5-aa9d-411a-a6b9-58be3a99e0ee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:24:11.628426 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ca738ba5-aa9d-411a-a6b9-58be3a99e0ee tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "PUT /v2.0/routers/75e491b7-c4ab-4ff6-a282-711828bcf365/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2312598 Jul 23 17:24:11.646711 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70dc3f8-a2fb-4223-a512-844573f427a8 None None] Sync routers for ids ['75e491b7-c4ab-4ff6-a282-711828bcf365'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:24:11.669168 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70dc3f8-a2fb-4223-a512-844573f427a8 None None] Routers {'75e491b7-c4ab-4ff6-a282-711828bcf365'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:24:11.669835 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f70dc3f8-a2fb-4223-a512-844573f427a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:24:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['75e491b7-c4ab-4ff6-a282-711828bcf365'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:24:11.685754 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-99b69933-5ee0-4397-ac93-7a3086b6b6e2 None None] Provisioning for port b51d6d81-558f-4d27-aabc-113b722d7759 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:24:11.728048 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-99b69933-5ee0-4397-ac93-7a3086b6b6e2 None None] Provisioning complete for port b51d6d81-558f-4d27-aabc-113b722d7759 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:24:11.728720 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-99b69933-5ee0-4397-ac93-7a3086b6b6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:11.818424 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-99b69933-5ee0-4397-ac93-7a3086b6b6e2 None None] Port b51d6d81-558f-4d27-aabc-113b722d7759 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:24:11.860433 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-f70dc3f8-a2fb-4223-a512-844573f427a8 None None] Set router 75e491b7-c4ab-4ff6-a282-711828bcf365 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:24:11.912855 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-274bdff0-7dcd-4cde-9527-0548eda46ad3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-595258351&fields=id&tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219 HTTP/1.1" status: 200 len: 267 time: 0.0691967 Jul 23 17:24:11.916232 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device bdc76521-7297-4db2-b4b2-95bc26bcea48 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:24:12.079498 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port bdc76521-7297-4db2-b4b2-95bc26bcea48 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:24:12.092141 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port bdc76521-7297-4db2-b4b2-95bc26bcea48 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:24:12.093912 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:12.101105 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-fa954c90-f73a-4f0b-8ecc-f6f6a7e4898e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:12.106203 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-fa954c90-f73a-4f0b-8ecc-f6f6a7e4898e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/networks?id=c5780780-9d2f-4571-ac6b-fa7f145ca8e5 HTTP/1.1" status: 200 len: 796 time: 0.1826215 Jul 23 17:24:12.120874 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-27744d1e-3621-4754-9a75-feb0f112d1b4 None None] Provisioning complete for port b51d6d81-558f-4d27-aabc-113b722d7759 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:24:12.121286 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-27744d1e-3621-4754-9a75-feb0f112d1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:12.122543 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-559c7afa-0cdc-4f42-9400-7c08e71f7b9e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/quotas/06c5f7ba3e1e4b06905e7a7f54b2d219 HTTP/1.1" status: 200 len: 375 time: 0.0116711 Jul 23 17:24:12.203630 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-27744d1e-3621-4754-9a75-feb0f112d1b4 None None] Port b51d6d81-558f-4d27-aabc-113b722d7759 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:24:12.224572 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-835d5bf9-d41a-42a6-954b-8fb1dfda0e9c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0879436 Jul 23 17:24:12.279073 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:12.299314 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f70dc3f8-a2fb-4223-a512-844573f427a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793403527', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '96f9d315-3b70-4b09-bdf1-a8723f2d100c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:24:05Z', 'updated_at': '2021-07-23T17:24:10Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '96f9d315-3b70-4b09-bdf1-a8723f2d100c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:24:06Z', 'updated_at': '2021-07-23T17:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'b51d6d81-558f-4d27-aabc-113b722d7759', 'name': '', 'network_id': 'c5780780-9d2f-4571-ac6b-fa7f145ca8e5', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:1d:ad:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '20080f79-e104-458b-ada6-72f7ac6ebf93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:24:09Z', 'updated_at': '2021-07-23T17:24:10Z', 'revision_number': 2, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': '20080f79-e104-458b-ada6-72f7ac6ebf93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:24:12.369671 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70dc3f8-a2fb-4223-a512-844573f427a8 None None] Checking router: 75e491b7-c4ab-4ff6-a282-711828bcf365 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:24:12.370021 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70dc3f8-a2fb-4223-a512-844573f427a8 None None] Updating router 75e491b7-c4ab-4ff6-a282-711828bcf365 port b51d6d81-558f-4d27-aabc-113b722d7759 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:24:12.372328 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-294bf1d4-ce66-4e77-8ae3-e70e53db4e79 service neutron] 10.222.0.73 "GET /v2.0/networks/c5780780-9d2f-4571-ac6b-fa7f145ca8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252143 Jul 23 17:24:12.447267 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port bdc76521-7297-4db2-b4b2-95bc26bcea48, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=bdc76521-7297-4db2-b4b2-95bc26bcea48,segment=NetworkSegment(dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd),segment_id=dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:24:12.461203 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-005f3d9b-5280-4443-b791-81b2a78f6af5 None None] Provisioning complete for port b51d6d81-558f-4d27-aabc-113b722d7759 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:24:12.461640 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-005f3d9b-5280-4443-b791-81b2a78f6af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:12.469419 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:12.470531 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 96f9d315-3b70-4b09-bdf1-a8723f2d100c up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:24:12.484702 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-e1ebf9bc-3690-494c-bce0-f6dae91da94c service neutron] 10.222.0.73 "GET /v2.0/networks/c5780780-9d2f-4571-ac6b-fa7f145ca8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056528 Jul 23 17:24:12.551367 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f70dc3f8-a2fb-4223-a512-844573f427a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:12.653816 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-005f3d9b-5280-4443-b791-81b2a78f6af5 None None] Port b51d6d81-558f-4d27-aabc-113b722d7759 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:24:12.701287 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4e21f38a-bfc3-421b-91a8-700c79d06f81 req-c53ec1e0-21f7-4fdc-8b3f-8537af2e6160 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 210 time: 0.0402081 Jul 23 17:24:12.755287 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=bdc76521-7297-4db2-b4b2-95bc26bcea48,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:12.879806 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 96f9d315-3b70-4b09-bdf1-a8723f2d100c completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:24:12.893799 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 96f9d315-3b70-4b09-bdf1-a8723f2d100c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:24:12.894407 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:13.086442 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:13.122089 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 96f9d315-3b70-4b09-bdf1-a8723f2d100c, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=96f9d315-3b70-4b09-bdf1-a8723f2d100c,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:24:13.132545 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:13.218457 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f70dc3f8-a2fb-4223-a512-844573f427a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:13.230218 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=96f9d315-3b70-4b09-bdf1-a8723f2d100c,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:13.237028 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f70dc3f8-a2fb-4223-a512-844573f427a8 None None] Transition to ACTIVE for port object b51d6d81-558f-4d27-aabc-113b722d7759 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:24:13.243370 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f70dc3f8-a2fb-4223-a512-844573f427a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:13.300652 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cba337-d8e9-4f4c-9f70-afddd7879d1c None None] Pushing event updated for resources: {'Port': ['ID=b51d6d81-558f-4d27-aabc-113b722d7759,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:13.373278 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-f70dc3f8-a2fb-4223-a512-844573f427a8 None None] Attempting to bind port b51d6d81-558f-4d27-aabc-113b722d7759 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:24:13.374414 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-f70dc3f8-a2fb-4223-a512-844573f427a8 None None] Attempting to bind port b51d6d81-558f-4d27-aabc-113b722d7759 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'c5780780-9d2f-4571-ac6b-fa7f145ca8e5'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:24:13.374999 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70dc3f8-a2fb-4223-a512-844573f427a8 None None] Attempting to bind port b51d6d81-558f-4d27-aabc-113b722d7759 on network c5780780-9d2f-4571-ac6b-fa7f145ca8e5 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:24:13.381593 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70dc3f8-a2fb-4223-a512-844573f427a8 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:24:13.382149 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70dc3f8-a2fb-4223-a512-844573f427a8 None None] Checking segment: {'id': 'dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'c5780780-9d2f-4571-ac6b-fa7f145ca8e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:24:13.382834 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f70dc3f8-a2fb-4223-a512-844573f427a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:13.383284 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70dc3f8-a2fb-4223-a512-844573f427a8 None None] Bound using segment: {'id': 'dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'c5780780-9d2f-4571-ac6b-fa7f145ca8e5'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:24:13.383961 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-f70dc3f8-a2fb-4223-a512-844573f427a8 None None] Bound port: b51d6d81-558f-4d27-aabc-113b722d7759, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'c5780780-9d2f-4571-ac6b-fa7f145ca8e5'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:24:13.384559 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f70dc3f8-a2fb-4223-a512-844573f427a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:13.488347 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f70dc3f8-a2fb-4223-a512-844573f427a8 None None] For port b51d6d81-558f-4d27-aabc-113b722d7759, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:24:13.494306 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f70dc3f8-a2fb-4223-a512-844573f427a8 None None] For port b51d6d81-558f-4d27-aabc-113b722d7759, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=b51d6d81-558f-4d27-aabc-113b722d7759,segment=NetworkSegment(dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd),segment_id=dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:24:13.500337 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f70dc3f8-a2fb-4223-a512-844573f427a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:13.580905 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cba337-d8e9-4f4c-9f70-afddd7879d1c None None] Pushing event updated for resources: {'Port': ['ID=b51d6d81-558f-4d27-aabc-113b722d7759,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:13.583706 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70dc3f8-a2fb-4223-a512-844573f427a8 None None] Routers {'75e491b7-c4ab-4ff6-a282-711828bcf365'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:24:13.584325 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f70dc3f8-a2fb-4223-a512-844573f427a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:24:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['75e491b7-c4ab-4ff6-a282-711828bcf365'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:24:13.914010 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device bdc76521-7297-4db2-b4b2-95bc26bcea48 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:24:14.001344 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-632e8b1b-988a-48b4-a7f0-7dff2e7c26ea req-233d639e-1eda-4400-874a-7bf9e56b319b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 210 time: 0.0735836 Jul 23 17:24:14.009220 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port bdc76521-7297-4db2-b4b2-95bc26bcea48 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:24:14.009587 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:14.037879 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-f70dc3f8-a2fb-4223-a512-844573f427a8 None None] Set router 75e491b7-c4ab-4ff6-a282-711828bcf365 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:24:14.044413 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-09b2a269-c574-4c31-a641-f93808bfae69 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:14.047692 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-09b2a269-c574-4c31-a641-f93808bfae69 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.97 "GET /v2.0/networks?id=c5780780-9d2f-4571-ac6b-fa7f145ca8e5 HTTP/1.1" status: 200 len: 796 time: 0.3022707 Jul 23 17:24:14.115708 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-af59087a-8f74-40fe-8c4a-ba6b16cd84c7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219 HTTP/1.1" status: 200 len: 379 time: 0.0589452 Jul 23 17:24:14.125882 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-c824022e-ee2a-4c76-b5d8-e8eac368848b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'port': {'device_id': 'ac9b439f-6088-4f63-9f5c-b800fc792ec5', 'network_id': 'c5780780-9d2f-4571-ac6b-fa7f145ca8e5', 'admin_state_up': True, 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'security_groups': ['62fadfb9-e052-4bf5-860b-be7422a29d5d']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:24:14.265408 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 96f9d315-3b70-4b09-bdf1-a8723f2d100c up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:24:14.282873 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-c824022e-ee2a-4c76-b5d8-e8eac368848b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Made reservation on behalf of 06c5f7ba3e1e4b06905e7a7f54b2d219 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:24:14.289256 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-c824022e-ee2a-4c76-b5d8-e8eac368848b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:14.369042 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 96f9d315-3b70-4b09-bdf1-a8723f2d100c triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:24:14.369401 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:14.409453 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f70dc3f8-a2fb-4223-a512-844573f427a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793403527', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '96f9d315-3b70-4b09-bdf1-a8723f2d100c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:24:05Z', 'updated_at': '2021-07-23T17:24:10Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '96f9d315-3b70-4b09-bdf1-a8723f2d100c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:24:06Z', 'updated_at': '2021-07-23T17:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'b51d6d81-558f-4d27-aabc-113b722d7759', 'name': '', 'network_id': 'c5780780-9d2f-4571-ac6b-fa7f145ca8e5', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:1d:ad:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '20080f79-e104-458b-ada6-72f7ac6ebf93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:24:09Z', 'updated_at': '2021-07-23T17:24:13Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': '20080f79-e104-458b-ada6-72f7ac6ebf93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:24:14.444924 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70dc3f8-a2fb-4223-a512-844573f427a8 None None] The sync data for ids ['75e491b7-c4ab-4ff6-a282-711828bcf365'] in n-d-778549-4 is: [{'id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793403527', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '96f9d315-3b70-4b09-bdf1-a8723f2d100c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:24:05Z', 'updated_at': '2021-07-23T17:24:10Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '96f9d315-3b70-4b09-bdf1-a8723f2d100c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:24:06Z', 'updated_at': '2021-07-23T17:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'b51d6d81-558f-4d27-aabc-113b722d7759', 'name': '', 'network_id': 'c5780780-9d2f-4571-ac6b-fa7f145ca8e5', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:1d:ad:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '20080f79-e104-458b-ada6-72f7ac6ebf93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:24:09Z', 'updated_at': '2021-07-23T17:24:13Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': '20080f79-e104-458b-ada6-72f7ac6ebf93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:24:14.490197 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-c824022e-ee2a-4c76-b5d8-e8eac368848b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Allocated IP 172.20.0.14 (c5780780-9d2f-4571-ac6b-fa7f145ca8e5/20080f79-e104-458b-ada6-72f7ac6ebf93/c4320190-6745-4c71-8313-a0d491460b35) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:24:14.767879 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-c824022e-ee2a-4c76-b5d8-e8eac368848b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:14.790102 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-c824022e-ee2a-4c76-b5d8-e8eac368848b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Transition to ACTIVE for port object c4320190-6745-4c71-8313-a0d491460b35 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:24:14.840749 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-c824022e-ee2a-4c76-b5d8-e8eac368848b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:14.891119 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-c824022e-ee2a-4c76-b5d8-e8eac368848b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network c5780780-9d2f-4571-ac6b-fa7f145ca8e5 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:24:14.898522 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-c824022e-ee2a-4c76-b5d8-e8eac368848b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:24:14.903069 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-c824022e-ee2a-4c76-b5d8-e8eac368848b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:24:14.911654 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824022e-ee2a-4c76-b5d8-e8eac368848b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Port': ['ID=c4320190-6745-4c71-8313-a0d491460b35,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:14.970170 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-c824022e-ee2a-4c76-b5d8-e8eac368848b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:14.970875 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-c824022e-ee2a-4c76-b5d8-e8eac368848b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:14.995972 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-c824022e-ee2a-4c76-b5d8-e8eac368848b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8751352 Jul 23 17:24:15.008073 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-81a5bfcf-bfea-43d2-8383-d99bcfcfdcc4 service neutron] Request body: {'port': {'device_id': 'ac9b439f-6088-4f63-9f5c-b800fc792ec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:24:15.151368 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-81a5bfcf-bfea-43d2-8383-d99bcfcfdcc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:15.189013 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-da8164c5-eb60-4080-a051-fb62219ea275 None None] Provisioning for port c4320190-6745-4c71-8313-a0d491460b35 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:24:15.194140 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-da8164c5-eb60-4080-a051-fb62219ea275 None None] Provisioning complete for port c4320190-6745-4c71-8313-a0d491460b35 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:24:15.194820 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-da8164c5-eb60-4080-a051-fb62219ea275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:15.247533 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-da8164c5-eb60-4080-a051-fb62219ea275 None None] Port c4320190-6745-4c71-8313-a0d491460b35 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:24:15.403993 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbfb04-8df7-4489-851c-f927fb4a3318 req-a8bc784d-9442-49e4-8fbb-213c6f84a537 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:15.406436 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dafbfb04-8df7-4489-851c-f927fb4a3318 req-a8bc784d-9442-49e4-8fbb-213c6f84a537 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 932 time: 0.1926365 Jul 23 17:24:15.505227 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dafbfb04-8df7-4489-851c-f927fb4a3318 req-cf1e5539-213b-4c3d-83ab-3b459bc6f44a tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=62fadfb9-e052-4bf5-860b-be7422a29d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893209 Jul 23 17:24:15.630283 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-81a5bfcf-bfea-43d2-8383-d99bcfcfdcc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4320190-6745-4c71-8313-a0d491460b35 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:24:15.646110 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-81a5bfcf-bfea-43d2-8383-d99bcfcfdcc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:15.669570 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-81a5bfcf-bfea-43d2-8383-d99bcfcfdcc4 service neutron] Transition to ACTIVE for port object c4320190-6745-4c71-8313-a0d491460b35 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:24:15.678254 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-81a5bfcf-bfea-43d2-8383-d99bcfcfdcc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:15.744861 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a5bfcf-bfea-43d2-8383-d99bcfcfdcc4 service neutron] Pushing event updated for resources: {'Port': ['ID=c4320190-6745-4c71-8313-a0d491460b35,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:15.858502 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device b51d6d81-558f-4d27-aabc-113b722d7759 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:24:15.859381 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-81a5bfcf-bfea-43d2-8383-d99bcfcfdcc4 service neutron] Attempting to bind port c4320190-6745-4c71-8313-a0d491460b35 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:24:15.859907 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-81a5bfcf-bfea-43d2-8383-d99bcfcfdcc4 service neutron] Attempting to bind port c4320190-6745-4c71-8313-a0d491460b35 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'c5780780-9d2f-4571-ac6b-fa7f145ca8e5'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:24:15.860408 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-81a5bfcf-bfea-43d2-8383-d99bcfcfdcc4 service neutron] Attempting to bind port c4320190-6745-4c71-8313-a0d491460b35 on network c5780780-9d2f-4571-ac6b-fa7f145ca8e5 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:24:15.868661 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-81a5bfcf-bfea-43d2-8383-d99bcfcfdcc4 service neutron] Port c4320190-6745-4c71-8313-a0d491460b35 on network c5780780-9d2f-4571-ac6b-fa7f145ca8e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:24:15.869259 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-81a5bfcf-bfea-43d2-8383-d99bcfcfdcc4 service neutron] Attempting to bind port c4320190-6745-4c71-8313-a0d491460b35 on network c5780780-9d2f-4571-ac6b-fa7f145ca8e5 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:24:15.879549 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-81a5bfcf-bfea-43d2-8383-d99bcfcfdcc4 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:24:15.880429 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-81a5bfcf-bfea-43d2-8383-d99bcfcfdcc4 service neutron] Checking segment: {'id': 'dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'c5780780-9d2f-4571-ac6b-fa7f145ca8e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:24:15.880980 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-81a5bfcf-bfea-43d2-8383-d99bcfcfdcc4 service neutron] Bound using segment: {'id': 'dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'c5780780-9d2f-4571-ac6b-fa7f145ca8e5'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:24:15.881697 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-81a5bfcf-bfea-43d2-8383-d99bcfcfdcc4 service neutron] Bound port: c4320190-6745-4c71-8313-a0d491460b35, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'c5780780-9d2f-4571-ac6b-fa7f145ca8e5'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:24:15.882258 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-81a5bfcf-bfea-43d2-8383-d99bcfcfdcc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:15.958487 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port b51d6d81-558f-4d27-aabc-113b722d7759 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:24:15.969616 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port b51d6d81-558f-4d27-aabc-113b722d7759 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:24:15.970320 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:16.008397 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-81a5bfcf-bfea-43d2-8383-d99bcfcfdcc4 service neutron] For port c4320190-6745-4c71-8313-a0d491460b35, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:24:16.014622 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-81a5bfcf-bfea-43d2-8383-d99bcfcfdcc4 service neutron] For port c4320190-6745-4c71-8313-a0d491460b35, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=c4320190-6745-4c71-8313-a0d491460b35,segment=NetworkSegment(dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd),segment_id=dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:24:16.020717 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-81a5bfcf-bfea-43d2-8383-d99bcfcfdcc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:16.063221 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-81a5bfcf-bfea-43d2-8383-d99bcfcfdcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:16.065641 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-81a5bfcf-bfea-43d2-8383-d99bcfcfdcc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:16.068420 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-81a5bfcf-bfea-43d2-8383-d99bcfcfdcc4 service neutron] 10.222.0.97 "PUT /v2.0/ports/c4320190-6745-4c71-8313-a0d491460b35 HTTP/1.1" status: 200 len: 1092 time: 1.0647583 Jul 23 17:24:16.069259 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9b439f-6088-4f63-9f5c-b800fc792ec5', 'tag': 'c4320190-6745-4c71-8313-a0d491460b35'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:24:16.073579 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77e91a2-377f-43b7-a3cb-4eb461a05694" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9b439f-6088-4f63-9f5c-b800fc792ec5", "tag": "c4320190-6745-4c71-8313-a0d491460b35"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:24:16.113578 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a5bfcf-bfea-43d2-8383-d99bcfcfdcc4 service neutron] Pushing event updated for resources: {'Port': ['ID=c4320190-6745-4c71-8313-a0d491460b35,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:16.157977 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:16.168410 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf2cc03-1d78-47ea-a03d-358a815a0b9d x-openstack-request-id: req-bdf2cc03-1d78-47ea-a03d-358a815a0b9d {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:24:16.168869 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9b439f-6088-4f63-9f5c-b800fc792ec5", "tag": "c4320190-6745-4c71-8313-a0d491460b35", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:24:16.169315 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bdf2cc03-1d78-47ea-a03d-358a815a0b9d {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:24:16.169981 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9b439f-6088-4f63-9f5c-b800fc792ec5', 'tag': 'c4320190-6745-4c71-8313-a0d491460b35', 'status': 'completed', 'code': 200} Jul 23 17:24:16.202499 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port b51d6d81-558f-4d27-aabc-113b722d7759, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=b51d6d81-558f-4d27-aabc-113b722d7759,segment=NetworkSegment(dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd),segment_id=dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:24:16.209141 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:16.222506 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-feb4746e-5a65-4529-9a13-bb164535992c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:16.224635 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-feb4746e-5a65-4529-9a13-bb164535992c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 1095 time: 0.1027739 Jul 23 17:24:16.273367 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-4975c683-c86b-4446-949b-79a2b1e7d6aa service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4320190-6745-4c71-8313-a0d491460b35 HTTP/1.1" status: 200 len: 217 time: 0.0406482 Jul 23 17:24:16.286346 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=b51d6d81-558f-4d27-aabc-113b722d7759,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:16.340875 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-debf5e8b-bac4-411b-9630-e1ae5931aeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:16.343472 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-debf5e8b-bac4-411b-9630-e1ae5931aeca service neutron] 10.222.0.97 "GET /v2.0/subnets?id=20080f79-e104-458b-ada6-72f7ac6ebf93 HTTP/1.1" status: 200 len: 835 time: 0.0637252 Jul 23 17:24:16.414624 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-cd500336-e7e8-4e1a-b79d-a93211950cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:16.416234 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-cd500336-e7e8-4e1a-b79d-a93211950cc3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c5780780-9d2f-4571-ac6b-fa7f145ca8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666156 Jul 23 17:24:16.530336 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-cdad4698-dc56-49f7-954a-dfb549ae26b7 service neutron] 10.222.0.97 "GET /v2.0/networks/c5780780-9d2f-4571-ac6b-fa7f145ca8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075344 Jul 23 17:24:16.703471 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-41ef1dca-4592-475b-8038-97c1c40416b6 req-c879357c-b2d1-4a2b-b17b-ad0b27b19853 service neutron] 10.222.0.97 "GET /v2.0/networks/c5780780-9d2f-4571-ac6b-fa7f145ca8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669054 Jul 23 17:24:16.737432 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3dec6-1810-406a-9de5-45a779d31b0f req-8b0fb220-966c-4a1c-a213-090f52dd86c8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:16.740255 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15a3dec6-1810-406a-9de5-45a779d31b0f req-8b0fb220-966c-4a1c-a213-090f52dd86c8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 944 time: 0.1011209 Jul 23 17:24:16.825657 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-15a3dec6-1810-406a-9de5-45a779d31b0f req-f0f7d98d-2ece-471b-bde9-d8b63b15d48e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=62fadfb9-e052-4bf5-860b-be7422a29d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745645 Jul 23 17:24:16.859917 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e91a2-377f-43b7-a3cb-4eb461a05694 req-f82146ab-61df-48d4-8bc5-aaaccf91e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:16.863021 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c77e91a2-377f-43b7-a3cb-4eb461a05694 req-f82146ab-61df-48d4-8bc5-aaaccf91e39e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 1095 time: 0.0908277 Jul 23 17:24:16.964928 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e91a2-377f-43b7-a3cb-4eb461a05694 req-8d2e9923-6bb9-43c2-bbea-6170622252a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:16.966482 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c77e91a2-377f-43b7-a3cb-4eb461a05694 req-8d2e9923-6bb9-43c2-bbea-6170622252a1 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c5780780-9d2f-4571-ac6b-fa7f145ca8e5 HTTP/1.1" status: 200 len: 898 time: 0.0976982 Jul 23 17:24:17.017596 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c77e91a2-377f-43b7-a3cb-4eb461a05694 req-f9a6601e-058f-4ec5-ab6f-2adf378ca16a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4320190-6745-4c71-8313-a0d491460b35 HTTP/1.1" status: 200 len: 217 time: 0.0439694 Jul 23 17:24:17.074409 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e91a2-377f-43b7-a3cb-4eb461a05694 req-858ef183-6649-4e0c-bef8-25f8fb965514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:17.076214 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c77e91a2-377f-43b7-a3cb-4eb461a05694 req-858ef183-6649-4e0c-bef8-25f8fb965514 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=20080f79-e104-458b-ada6-72f7ac6ebf93 HTTP/1.1" status: 200 len: 835 time: 0.0513039 Jul 23 17:24:17.147213 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e91a2-377f-43b7-a3cb-4eb461a05694 req-94c844a9-a34b-499f-93d9-4c541e369b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:17.148788 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c77e91a2-377f-43b7-a3cb-4eb461a05694 req-94c844a9-a34b-499f-93d9-4c541e369b28 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c5780780-9d2f-4571-ac6b-fa7f145ca8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643914 Jul 23 17:24:17.259142 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c77e91a2-377f-43b7-a3cb-4eb461a05694 req-2a92b5e6-9d66-4886-9d9d-25ea6801fc15 service neutron] 10.222.0.97 "GET /v2.0/networks/c5780780-9d2f-4571-ac6b-fa7f145ca8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022573 Jul 23 17:24:17.364721 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c77e91a2-377f-43b7-a3cb-4eb461a05694 req-2ddaba95-9ca3-4aaf-af18-8b41792dcca5 service neutron] 10.222.0.97 "GET /v2.0/networks/c5780780-9d2f-4571-ac6b-fa7f145ca8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984876 Jul 23 17:24:17.752932 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device b51d6d81-558f-4d27-aabc-113b722d7759 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:24:17.809468 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port b51d6d81-558f-4d27-aabc-113b722d7759 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:24:17.809966 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:17.990989 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83943c5f-0aea-4a8d-a70e-684c0d01e21b req-2a075831-ebd4-48fb-9afe-0b4b294f62f2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:17.992650 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-83943c5f-0aea-4a8d-a70e-684c0d01e21b req-2a075831-ebd4-48fb-9afe-0b4b294f62f2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 944 time: 0.0769556 Jul 23 17:24:18.037448 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-83943c5f-0aea-4a8d-a70e-684c0d01e21b req-21addc6e-1c4f-424d-9b2f-629c9cee07cc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=62fadfb9-e052-4bf5-860b-be7422a29d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384479 Jul 23 17:24:19.197042 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f769c8-97a5-4d9a-8bba-35fb2804f91b req-43c4033a-bb01-4f75-ac40-8b0e9226aa9c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:19.199062 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-57f769c8-97a5-4d9a-8bba-35fb2804f91b req-43c4033a-bb01-4f75-ac40-8b0e9226aa9c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 944 time: 0.0831604 Jul 23 17:24:19.252101 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-57f769c8-97a5-4d9a-8bba-35fb2804f91b req-23ebcb40-d214-4af2-aebd-a35da666de3e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=62fadfb9-e052-4bf5-860b-be7422a29d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446687 Jul 23 17:24:20.045523 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device c4320190-6745-4c71-8313-a0d491460b35 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:24:20.171096 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port c4320190-6745-4c71-8313-a0d491460b35, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=c4320190-6745-4c71-8313-a0d491460b35,segment=NetworkSegment(dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd),segment_id=dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:24:20.183098 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'c4320190-6745-4c71-8313-a0d491460b35', 'network_id': 'c5780780-9d2f-4571-ac6b-fa7f145ca8e5', 'port_id': 'c4320190-6745-4c71-8313-a0d491460b35', 'mac_address': 'fa:16:3e:ce:ed:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20080f79-e104-458b-ada6-72f7ac6ebf93', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:24:20.224931 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:20.239787 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4320190-6745-4c71-8313-a0d491460b35 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:24:20.262406 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port c4320190-6745-4c71-8313-a0d491460b35, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=c4320190-6745-4c71-8313-a0d491460b35,segment=NetworkSegment(dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd),segment_id=dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:24:20.268283 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:20.339862 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=c4320190-6745-4c71-8313-a0d491460b35,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:20.399432 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3c8c0-d70b-4d0f-9b0f-35539044dcba req-a8a11db5-aa11-48b6-b242-3037159225e3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:20.401190 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-75b3c8c0-d70b-4d0f-9b0f-35539044dcba req-a8a11db5-aa11-48b6-b242-3037159225e3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 945 time: 0.0733190 Jul 23 17:24:20.447894 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-75b3c8c0-d70b-4d0f-9b0f-35539044dcba req-37fd89d8-2ef9-490b-8300-c497f2073e74 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=62fadfb9-e052-4bf5-860b-be7422a29d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369914 Jul 23 17:24:20.461238 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['c4320190-6745-4c71-8313-a0d491460b35'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:24:21.602335 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97561200-42ac-4700-84e5-efb85551fe80 req-85ceae91-5b46-400f-8875-2ef8d9b02f36 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:21.604014 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-97561200-42ac-4700-84e5-efb85551fe80 req-85ceae91-5b46-400f-8875-2ef8d9b02f36 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 945 time: 0.0753095 Jul 23 17:24:21.646667 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-97561200-42ac-4700-84e5-efb85551fe80 req-384d4048-c7ca-49b8-9e1d-f6ffe32767ef tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=62fadfb9-e052-4bf5-860b-be7422a29d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354233 Jul 23 17:24:22.060740 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device c4320190-6745-4c71-8313-a0d491460b35 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:24:22.126714 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port c4320190-6745-4c71-8313-a0d491460b35 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:24:22.133483 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port c4320190-6745-4c71-8313-a0d491460b35 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:24:22.134097 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:22.263809 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:22.307952 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9b439f-6088-4f63-9f5c-b800fc792ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4320190-6745-4c71-8313-a0d491460b35'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:24:22.312114 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d9158437a3a893895635b777aad4314b219cd6685506ac89f624094daaea09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d438d4ef-11ae-4703-8cf4-65f6c984f1ba" -d '{"events": [{"server_uuid": "ac9b439f-6088-4f63-9f5c-b800fc792ec5", "name": "network-vif-plugged", "status": "completed", "tag": "c4320190-6745-4c71-8313-a0d491460b35"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:24:22.332757 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port c4320190-6745-4c71-8313-a0d491460b35, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=c4320190-6745-4c71-8313-a0d491460b35,segment=NetworkSegment(dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd),segment_id=dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:24:22.338914 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:22.378621 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8dfd187-eb3e-480d-b5e5-0e4a31bc40b9 x-openstack-request-id: req-b8dfd187-eb3e-480d-b5e5-0e4a31bc40b9 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:24:22.379080 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9b439f-6088-4f63-9f5c-b800fc792ec5", "name": "network-vif-plugged", "status": "completed", "tag": "c4320190-6745-4c71-8313-a0d491460b35", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:24:22.379481 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b8dfd187-eb3e-480d-b5e5-0e4a31bc40b9 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:24:22.380088 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9b439f-6088-4f63-9f5c-b800fc792ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4320190-6745-4c71-8313-a0d491460b35', 'code': 200} Jul 23 17:24:22.422907 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=c4320190-6745-4c71-8313-a0d491460b35,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:22.475876 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f089489-e811-41a9-a664-6f823e5763fc req-5420a66f-25d1-4e69-8109-4be4c625b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:22.477449 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f089489-e811-41a9-a664-6f823e5763fc req-5420a66f-25d1-4e69-8109-4be4c625b5ad service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 1097 time: 0.0582509 Jul 23 17:24:22.516876 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0f089489-e811-41a9-a664-6f823e5763fc req-a83722b9-b165-49c5-8e7b-8bbadb992f99 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=62fadfb9-e052-4bf5-860b-be7422a29d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329115 Jul 23 17:24:22.816850 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1640ee-d6c9-4161-8759-d06313ac0cd1 req-69237bde-c5cb-4727-b1f3-4dde61d4512b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:22.819769 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc1640ee-d6c9-4161-8759-d06313ac0cd1 req-69237bde-c5cb-4727-b1f3-4dde61d4512b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 946 time: 0.0958180 Jul 23 17:24:22.874473 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc1640ee-d6c9-4161-8759-d06313ac0cd1 req-0d4cb22b-a15f-432c-8362-ca01b3a3d812 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=62fadfb9-e052-4bf5-860b-be7422a29d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480628 Jul 23 17:24:24.016006 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc3d6d-341b-4e01-9af0-2688f1ff41bc req-9e489c57-ad03-4515-b613-396c97424b31 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:24.017524 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99cc3d6d-341b-4e01-9af0-2688f1ff41bc req-9e489c57-ad03-4515-b613-396c97424b31 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 946 time: 0.0718369 Jul 23 17:24:24.062561 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-99cc3d6d-341b-4e01-9af0-2688f1ff41bc req-1c69db1d-2502-48a8-bd8e-e9931f103c7a tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=62fadfb9-e052-4bf5-860b-be7422a29d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362115 Jul 23 17:24:24.203733 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ba57e-30ad-4c35-8c38-3884866c7123 req-8a03ca3b-ecf5-4f08-9af1-560089aed993 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:24.205425 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab2ba57e-30ad-4c35-8c38-3884866c7123 req-8a03ca3b-ecf5-4f08-9af1-560089aed993 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 946 time: 0.0741704 Jul 23 17:24:24.247205 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab2ba57e-30ad-4c35-8c38-3884866c7123 req-0bd87eed-06c1-4f3a-bcd8-171a238e9c34 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=62fadfb9-e052-4bf5-860b-be7422a29d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353773 Jul 23 17:24:24.270225 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59464) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:24:24.387981 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e337fccd-9b66-4ebe-aba5-f497817df67e tempest-TestNetworkAdvancedServerOps-1904745392 tempest-TestNetworkAdvancedServerOps-1904745392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:24.389622 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e337fccd-9b66-4ebe-aba5-f497817df67e tempest-TestNetworkAdvancedServerOps-1904745392 tempest-TestNetworkAdvancedServerOps-1904745392-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 1092 time: 0.1181726 Jul 23 17:24:24.392594 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59468) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:24:24.397250 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-d29ff591-891d-465b-88de-65b0deb5a196 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'port_id': 'c4320190-6745-4c71-8313-a0d491460b35', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:24:24.423379 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d29ff591-891d-465b-88de-65b0deb5a196 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:24.532835 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d29ff591-891d-465b-88de-65b0deb5a196 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:24.653489 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-d29ff591-891d-465b-88de-65b0deb5a196 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Allocated IP 172.25.8.116 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/93f1546f-a307-4da6-959d-a9af224190b9) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:24:24.776633 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d29ff591-891d-465b-88de-65b0deb5a196 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:24.838742 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d29ff591-891d-465b-88de-65b0deb5a196 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:24.887552 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29ff591-891d-465b-88de-65b0deb5a196 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:24:24.893768 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-d29ff591-891d-465b-88de-65b0deb5a196 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:24:24.896413 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29ff591-891d-465b-88de-65b0deb5a196 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:24:24.922296 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ff591-891d-465b-88de-65b0deb5a196 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Port': ['ID=93f1546f-a307-4da6-959d-a9af224190b9,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:25.289898 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d29ff591-891d-465b-88de-65b0deb5a196 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:25.372195 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d29ff591-891d-465b-88de-65b0deb5a196 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:25.603336 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d29ff591-891d-465b-88de-65b0deb5a196 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:25.609083 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d29ff591-891d-465b-88de-65b0deb5a196 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:25.679037 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ff591-891d-465b-88de-65b0deb5a196 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Port': ['ID=93f1546f-a307-4da6-959d-a9af224190b9,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:25.693766 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d29ff591-891d-465b-88de-65b0deb5a196 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:25.819937 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-d29ff591-891d-465b-88de-65b0deb5a196 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Floating IP 8f6ef0c3-7dc1-4ff9-8707-2f741e35df15 associated. External IP: 172.25.8.116, port: c4320190-6745-4c71-8313-a0d491460b35. Jul 23 17:24:26.065478 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29ff591-891d-465b-88de-65b0deb5a196 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Router 75e491b7-c4ab-4ff6-a282-711828bcf365 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:24:26.182946 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29ff591-891d-465b-88de-65b0deb5a196 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:24:26.195040 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493a1384-9985-44bb-bbcc-a06994a6ff33 None None] Sync routers for ids ['75e491b7-c4ab-4ff6-a282-711828bcf365'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:24:26.203755 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d29ff591-891d-465b-88de-65b0deb5a196 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:26.209923 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493a1384-9985-44bb-bbcc-a06994a6ff33 None None] Routers {'75e491b7-c4ab-4ff6-a282-711828bcf365'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:24:26.210688 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-493a1384-9985-44bb-bbcc-a06994a6ff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:24:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['75e491b7-c4ab-4ff6-a282-711828bcf365'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:24:26.246016 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d29ff591-891d-465b-88de-65b0deb5a196 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8523095 Jul 23 17:24:26.246638 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9b439f-6088-4f63-9f5c-b800fc792ec5', 'tag': 'c4320190-6745-4c71-8313-a0d491460b35'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:24:26.309978 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ff26956c537b794448b03d7cca37f5362d40314ffc052dff813072ce9f6dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c02c2d4-73da-404c-87eb-c80a20244336" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9b439f-6088-4f63-9f5c-b800fc792ec5", "tag": "c4320190-6745-4c71-8313-a0d491460b35"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:24:26.351475 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-493a1384-9985-44bb-bbcc-a06994a6ff33 None None] Set router 75e491b7-c4ab-4ff6-a282-711828bcf365 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:24:26.395177 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f34532-722a-436e-8f8a-e62083e3dba7 req-66b7e03f-cbcd-4a36-bed0-218f78d81a23 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:26.398075 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87f34532-722a-436e-8f8a-e62083e3dba7 req-66b7e03f-cbcd-4a36-bed0-218f78d81a23 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 946 time: 0.0908544 Jul 23 17:24:26.441856 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87f34532-722a-436e-8f8a-e62083e3dba7 req-d087d9a6-63d3-409f-b3a9-58b865025094 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=62fadfb9-e052-4bf5-860b-be7422a29d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381877 Jul 23 17:24:26.473307 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59480) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:24:26.568766 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-42e58b34-04b6-4ebe-affe-28b251048884 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/floatingips/8f6ef0c3-7dc1-4ff9-8707-2f741e35df15 HTTP/1.1" status: 200 len: 992 time: 0.0917284 Jul 23 17:24:26.568766 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cdfd1c-7490-483e-89f4-d3a7d52d615d x-openstack-request-id: req-09cdfd1c-7490-483e-89f4-d3a7d52d615d {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:24:26.568766 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9b439f-6088-4f63-9f5c-b800fc792ec5", "tag": "c4320190-6745-4c71-8313-a0d491460b35", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:24:26.568766 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-09cdfd1c-7490-483e-89f4-d3a7d52d615d {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:24:26.569416 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9b439f-6088-4f63-9f5c-b800fc792ec5', 'tag': 'c4320190-6745-4c71-8313-a0d491460b35', 'status': 'completed', 'code': 200} Jul 23 17:24:26.633035 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-493a1384-9985-44bb-bbcc-a06994a6ff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793403527', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '96f9d315-3b70-4b09-bdf1-a8723f2d100c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:24:05Z', 'updated_at': '2021-07-23T17:24:10Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '96f9d315-3b70-4b09-bdf1-a8723f2d100c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:24:06Z', 'updated_at': '2021-07-23T17:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '8f6ef0c3-7dc1-4ff9-8707-2f741e35df15', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'port_id': 'c4320190-6745-4c71-8313-a0d491460b35', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5780780-9d2f-4571-ac6b-fa7f145ca8e5', 'mac_address': 'fa:16:3e:ce:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9b439f-6088-4f63-9f5c-b800fc792ec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:24:25Z', 'updated_at': '2021-07-23T17:24:25Z', 'revision_number': 0, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51d6d81-558f-4d27-aabc-113b722d7759', 'name': '', 'network_id': 'c5780780-9d2f-4571-ac6b-fa7f145ca8e5', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:1d:ad:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '20080f79-e104-458b-ada6-72f7ac6ebf93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:24:09Z', 'updated_at': '2021-07-23T17:24:16Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': '20080f79-e104-458b-ada6-72f7ac6ebf93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:24:26.660597 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493a1384-9985-44bb-bbcc-a06994a6ff33 None None] Checking router: 75e491b7-c4ab-4ff6-a282-711828bcf365 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:24:26.664461 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02c2d4-73da-404c-87eb-c80a20244336 req-7522ea61-12f3-425c-9a13-9d9687626eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:26.667108 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2c02c2d4-73da-404c-87eb-c80a20244336 req-7522ea61-12f3-425c-9a13-9d9687626eca service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 1097 time: 0.0712805 Jul 23 17:24:26.669620 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493a1384-9985-44bb-bbcc-a06994a6ff33 None None] Routers {'75e491b7-c4ab-4ff6-a282-711828bcf365'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:24:26.671024 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-493a1384-9985-44bb-bbcc-a06994a6ff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:24:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['75e491b7-c4ab-4ff6-a282-711828bcf365'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:24:26.789569 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-493a1384-9985-44bb-bbcc-a06994a6ff33 None None] Set router 75e491b7-c4ab-4ff6-a282-711828bcf365 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:24:26.793523 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02c2d4-73da-404c-87eb-c80a20244336 req-d2e6f61e-db5e-4219-a8dc-c9ef336d1c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:26.796088 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2c02c2d4-73da-404c-87eb-c80a20244336 req-d2e6f61e-db5e-4219-a8dc-c9ef336d1c90 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c5780780-9d2f-4571-ac6b-fa7f145ca8e5 HTTP/1.1" status: 200 len: 898 time: 0.1226490 Jul 23 17:24:26.876202 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2c02c2d4-73da-404c-87eb-c80a20244336 req-52daf5c9-74d5-46bf-9a90-627df441c833 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4320190-6745-4c71-8313-a0d491460b35 HTTP/1.1" status: 200 len: 1000 time: 0.0738332 Jul 23 17:24:26.934815 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02c2d4-73da-404c-87eb-c80a20244336 req-20441add-4979-432e-a5c1-37390d68d996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:26.937005 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2c02c2d4-73da-404c-87eb-c80a20244336 req-20441add-4979-432e-a5c1-37390d68d996 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=20080f79-e104-458b-ada6-72f7ac6ebf93 HTTP/1.1" status: 200 len: 835 time: 0.0543072 Jul 23 17:24:27.006886 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02c2d4-73da-404c-87eb-c80a20244336 req-04a2dbdd-44d7-4b6c-9b89-07b00d6311a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:27.008659 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2c02c2d4-73da-404c-87eb-c80a20244336 req-04a2dbdd-44d7-4b6c-9b89-07b00d6311a6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c5780780-9d2f-4571-ac6b-fa7f145ca8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660720 Jul 23 17:24:27.113331 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2c02c2d4-73da-404c-87eb-c80a20244336 req-b1cd273e-5805-4b88-b840-f86f87897d82 service neutron] 10.222.0.97 "GET /v2.0/networks/c5780780-9d2f-4571-ac6b-fa7f145ca8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975516 Jul 23 17:24:27.159977 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-493a1384-9985-44bb-bbcc-a06994a6ff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793403527', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '96f9d315-3b70-4b09-bdf1-a8723f2d100c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:24:05Z', 'updated_at': '2021-07-23T17:24:10Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '96f9d315-3b70-4b09-bdf1-a8723f2d100c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:24:06Z', 'updated_at': '2021-07-23T17:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '8f6ef0c3-7dc1-4ff9-8707-2f741e35df15', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'port_id': 'c4320190-6745-4c71-8313-a0d491460b35', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5780780-9d2f-4571-ac6b-fa7f145ca8e5', 'mac_address': 'fa:16:3e:ce:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9b439f-6088-4f63-9f5c-b800fc792ec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:24:25Z', 'updated_at': '2021-07-23T17:24:25Z', 'revision_number': 0, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51d6d81-558f-4d27-aabc-113b722d7759', 'name': '', 'network_id': 'c5780780-9d2f-4571-ac6b-fa7f145ca8e5', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:1d:ad:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '20080f79-e104-458b-ada6-72f7ac6ebf93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:24:09Z', 'updated_at': '2021-07-23T17:24:16Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': '20080f79-e104-458b-ada6-72f7ac6ebf93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:24:27.207612 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493a1384-9985-44bb-bbcc-a06994a6ff33 None None] The sync data for ids ['75e491b7-c4ab-4ff6-a282-711828bcf365'] in n-d-778549-4 is: [{'id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793403527', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '96f9d315-3b70-4b09-bdf1-a8723f2d100c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:24:05Z', 'updated_at': '2021-07-23T17:24:10Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '96f9d315-3b70-4b09-bdf1-a8723f2d100c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:24:06Z', 'updated_at': '2021-07-23T17:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '8f6ef0c3-7dc1-4ff9-8707-2f741e35df15', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'port_id': 'c4320190-6745-4c71-8313-a0d491460b35', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5780780-9d2f-4571-ac6b-fa7f145ca8e5', 'mac_address': 'fa:16:3e:ce:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9b439f-6088-4f63-9f5c-b800fc792ec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:24:25Z', 'updated_at': '2021-07-23T17:24:25Z', 'revision_number': 0, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51d6d81-558f-4d27-aabc-113b722d7759', 'name': '', 'network_id': 'c5780780-9d2f-4571-ac6b-fa7f145ca8e5', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:1d:ad:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '20080f79-e104-458b-ada6-72f7ac6ebf93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:24:09Z', 'updated_at': '2021-07-23T17:24:16Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': '20080f79-e104-458b-ada6-72f7ac6ebf93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:24:27.251120 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2c02c2d4-73da-404c-87eb-c80a20244336 req-b4fcffbd-28aa-4e8e-8efa-cb7cd8f6f8a3 service neutron] 10.222.0.97 "GET /v2.0/networks/c5780780-9d2f-4571-ac6b-fa7f145ca8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310532 Jul 23 17:24:27.444036 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb1470a-1cb3-4787-975c-0e8e1920eada None None] New status for floating IP 8f6ef0c3-7dc1-4ff9-8707-2f741e35df15: ACTIVE {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:24:27.571297 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59482) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:24:27.643516 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-790891ca-0589-437f-a020-3f1b425e1ec8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/floatingips/8f6ef0c3-7dc1-4ff9-8707-2f741e35df15 HTTP/1.1" status: 200 len: 992 time: 0.0704491 Jul 23 17:24:28.647879 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59484) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:24:28.717448 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f4c8e106-5027-47a8-a820-c67d0e112fbf tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/floatingips/8f6ef0c3-7dc1-4ff9-8707-2f741e35df15 HTTP/1.1" status: 200 len: 994 time: 0.0674055 Jul 23 17:24:30.777489 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bfd36794-348a-4c77-9745-80e793aa39cd req-58a6d31e-c965-40e4-b845-12cee80777b0 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558121 Jul 23 17:24:30.875514 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd36794-348a-4c77-9745-80e793aa39cd req-39b37c23-6e92-43df-85c4-46ced0a3d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:30.877187 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bfd36794-348a-4c77-9745-80e793aa39cd req-39b37c23-6e92-43df-85c4-46ced0a3d8b1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 1097 time: 0.0582380 Jul 23 17:24:30.991489 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd36794-348a-4c77-9745-80e793aa39cd req-4ca85b9a-435f-4ede-bca4-b1ca3e10166f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:30.993089 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bfd36794-348a-4c77-9745-80e793aa39cd req-4ca85b9a-435f-4ede-bca4-b1ca3e10166f service neutron] 10.222.0.97 "GET /v2.0/networks?id=c5780780-9d2f-4571-ac6b-fa7f145ca8e5 HTTP/1.1" status: 200 len: 898 time: 0.0970232 Jul 23 17:24:31.078813 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bfd36794-348a-4c77-9745-80e793aa39cd req-56f82243-33f4-4228-b580-613c5b83e596 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4320190-6745-4c71-8313-a0d491460b35 HTTP/1.1" status: 200 len: 1002 time: 0.0777628 Jul 23 17:24:31.132296 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd36794-348a-4c77-9745-80e793aa39cd req-f97b3cba-2d0a-4263-933e-ec8b94a9c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:31.133923 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bfd36794-348a-4c77-9745-80e793aa39cd req-f97b3cba-2d0a-4263-933e-ec8b94a9c33e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=20080f79-e104-458b-ada6-72f7ac6ebf93 HTTP/1.1" status: 200 len: 835 time: 0.0490389 Jul 23 17:24:31.204993 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd36794-348a-4c77-9745-80e793aa39cd req-9c9819f2-06ba-4c57-8b5a-6290043f05b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:31.206702 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bfd36794-348a-4c77-9745-80e793aa39cd req-9c9819f2-06ba-4c57-8b5a-6290043f05b6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c5780780-9d2f-4571-ac6b-fa7f145ca8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667903 Jul 23 17:24:31.309750 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bfd36794-348a-4c77-9745-80e793aa39cd req-961b20f0-34a3-4c6c-a98c-73aabef11afe service neutron] 10.222.0.97 "GET /v2.0/networks/c5780780-9d2f-4571-ac6b-fa7f145ca8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953786 Jul 23 17:24:31.427679 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bfd36794-348a-4c77-9745-80e793aa39cd req-221813f9-cca0-42b9-ba13-ae8de4db2b5d service neutron] 10.222.0.97 "GET /v2.0/networks/c5780780-9d2f-4571-ac6b-fa7f145ca8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119907 Jul 23 17:24:32.745199 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2d5c0d68-7b0f-4ef1-a616-5b856a174695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:35.470087 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4a09140d-94ea-4b09-9649-61ae61de9d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:35.598637 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:35.657546 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:36.817599 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:37.992178 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:38.832639 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:39.036684 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-96aa5cde-3e5f-41dc-9840-d756d233453d req-28e28d2c-4b82-42d9-ba5e-806b9293c8c9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0679498 Jul 23 17:24:39.149752 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa5cde-3e5f-41dc-9840-d756d233453d req-151cbd8a-cc07-4cb7-b974-51b58c9949b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:39.151366 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-96aa5cde-3e5f-41dc-9840-d756d233453d req-151cbd8a-cc07-4cb7-b974-51b58c9949b2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0626287 Jul 23 17:24:39.272755 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa5cde-3e5f-41dc-9840-d756d233453d req-7bd6e8c3-f818-49f6-aa2a-cf6f59bc2663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:39.274384 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-96aa5cde-3e5f-41dc-9840-d756d233453d req-7bd6e8c3-f818-49f6-aa2a-cf6f59bc2663 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.1033607 Jul 23 17:24:39.320736 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-96aa5cde-3e5f-41dc-9840-d756d233453d req-3af4ec2b-9480-4f93-8001-7f6c6d8d9a04 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0398188 Jul 23 17:24:39.379251 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa5cde-3e5f-41dc-9840-d756d233453d req-5b38746e-2b66-45af-98e3-b2630be0a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:39.380792 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-96aa5cde-3e5f-41dc-9840-d756d233453d req-5b38746e-2b66-45af-98e3-b2630be0a321 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0533948 Jul 23 17:24:39.452410 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa5cde-3e5f-41dc-9840-d756d233453d req-d8e28ebe-99ee-48c5-b684-3ac06984211e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:39.454933 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-96aa5cde-3e5f-41dc-9840-d756d233453d req-d8e28ebe-99ee-48c5-b684-3ac06984211e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681186 Jul 23 17:24:39.573934 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-96aa5cde-3e5f-41dc-9840-d756d233453d req-db12d7f8-43e4-4230-9367-03be6ffa1cdb service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097879 Jul 23 17:24:39.691676 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-96aa5cde-3e5f-41dc-9840-d756d233453d req-aab050c3-f733-40d8-acab-3d1560dc2525 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109133 Jul 23 17:24:44.210900 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:25:00.181683 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e482384-f6a8-4a4d-849b-47ac800b3534 req-b1a6c05c-0232-4507-827d-cb20e74e09fd tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:00.183369 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e482384-f6a8-4a4d-849b-47ac800b3534 req-b1a6c05c-0232-4507-827d-cb20e74e09fd tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 946 time: 0.0770798 Jul 23 17:25:00.229383 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e482384-f6a8-4a4d-849b-47ac800b3534 req-e12cd4d5-7fb4-4a21-901c-937b0d202095 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=62fadfb9-e052-4bf5-860b-be7422a29d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361583 Jul 23 17:25:01.386008 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a03550-960a-404b-95e7-57915a427f49 req-5fa9c04d-46ca-4cb6-a4c9-9f3b9c52fccb tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:01.388287 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-19a03550-960a-404b-95e7-57915a427f49 req-5fa9c04d-46ca-4cb6-a4c9-9f3b9c52fccb tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 946 time: 0.0750127 Jul 23 17:25:01.822825 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-19a03550-960a-404b-95e7-57915a427f49 req-b6cc2867-d302-4e06-b98a-0b1a756bf881 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=62fadfb9-e052-4bf5-860b-be7422a29d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4285011 Jul 23 17:25:02.747905 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-13a7a80c-7e6c-4154-ae4e-a9ed299dd532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:03.026536 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dc10b-833a-4c22-82a1-70cf713b8e35 req-78210bfe-e0b6-4d22-8403-4f128a0d16ca tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:03.028384 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-057dc10b-833a-4c22-82a1-70cf713b8e35 req-78210bfe-e0b6-4d22-8403-4f128a0d16ca tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 946 time: 0.0934830 Jul 23 17:25:03.082744 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-057dc10b-833a-4c22-82a1-70cf713b8e35 req-73fbd4f5-e0f1-4e60-81d6-1e693d41033d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=62fadfb9-e052-4bf5-860b-be7422a29d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482724 Jul 23 17:25:04.257431 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4361d9b-f1b1-421e-ac1e-342acd06532e req-f91dca15-20f6-4374-9527-11a0bd096739 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:04.260139 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4361d9b-f1b1-421e-ac1e-342acd06532e req-f91dca15-20f6-4374-9527-11a0bd096739 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 946 time: 0.0948040 Jul 23 17:25:04.332944 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4361d9b-f1b1-421e-ac1e-342acd06532e req-0c91823e-12da-4f5c-8b0e-befc5b4b2e78 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=62fadfb9-e052-4bf5-860b-be7422a29d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659597 Jul 23 17:25:05.482078 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e586d344-acdc-40b4-919e-dfa800940d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:05.510403 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8fde6f-cbd5-4115-ab5a-f0604bfb813c req-9c91fbdc-8fdb-4a43-84d0-4f0139a84b33 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:05.512308 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd8fde6f-cbd5-4115-ab5a-f0604bfb813c req-9c91fbdc-8fdb-4a43-84d0-4f0139a84b33 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 946 time: 0.0939999 Jul 23 17:25:05.555976 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd8fde6f-cbd5-4115-ab5a-f0604bfb813c req-1878fbcc-41c1-4314-8a56-5438e667da61 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=62fadfb9-e052-4bf5-860b-be7422a29d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371375 Jul 23 17:25:05.589045 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:05.653852 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:06.723389 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130cd37-556e-4262-93d7-ba12aea7c6f6 req-1a14eb5d-ba02-48e0-a784-58e206a9fa36 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:06.725232 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d130cd37-556e-4262-93d7-ba12aea7c6f6 req-1a14eb5d-ba02-48e0-a784-58e206a9fa36 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 946 time: 0.0821130 Jul 23 17:25:06.773138 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d130cd37-556e-4262-93d7-ba12aea7c6f6 req-83487d58-a23e-4bfe-8cc4-01d9ec2773ec tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=62fadfb9-e052-4bf5-860b-be7422a29d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414200 Jul 23 17:25:06.817471 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:07.942609 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23d7e8-3a49-4b47-8206-7ec2f7e097fc req-fd3fd8fa-63c0-49df-abda-a0c629a49b63 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:07.945631 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0e23d7e8-3a49-4b47-8206-7ec2f7e097fc req-fd3fd8fa-63c0-49df-abda-a0c629a49b63 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 946 time: 0.0929604 Jul 23 17:25:07.994944 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:08.005370 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0e23d7e8-3a49-4b47-8206-7ec2f7e097fc req-98e1cb09-1742-468c-832f-501db8ebfeb7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=62fadfb9-e052-4bf5-860b-be7422a29d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528882 Jul 23 17:25:08.836031 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:09.181795 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b1540-649a-49ae-9e2d-1690d3e43734 req-8e33f78c-cc08-47cc-aa97-947e4d6af16f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:09.185331 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2f1b1540-649a-49ae-9e2d-1690d3e43734 req-8e33f78c-cc08-47cc-aa97-947e4d6af16f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 946 time: 0.0961306 Jul 23 17:25:09.234993 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2f1b1540-649a-49ae-9e2d-1690d3e43734 req-5488d537-8bf7-431a-84c9-eeedab30a4b7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=62fadfb9-e052-4bf5-860b-be7422a29d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440202 Jul 23 17:25:10.429293 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66a9d7-b263-4357-b5b1-ec90beff5682 req-f9365346-b2ff-42c7-b9b3-496fabb9dc43 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:10.431461 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce66a9d7-b263-4357-b5b1-ec90beff5682 req-f9365346-b2ff-42c7-b9b3-496fabb9dc43 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 946 time: 0.0948124 Jul 23 17:25:10.507834 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce66a9d7-b263-4357-b5b1-ec90beff5682 req-546b22df-7774-4ef2-88ca-1d1feef453f2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=62fadfb9-e052-4bf5-860b-be7422a29d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684698 Jul 23 17:25:11.672718 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc33340-4374-4c58-8789-47296927a6b9 req-1bb25b46-cf9a-4457-afac-5fb1cae398eb tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:11.675036 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8dc33340-4374-4c58-8789-47296927a6b9 req-1bb25b46-cf9a-4457-afac-5fb1cae398eb tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 946 time: 0.0749171 Jul 23 17:25:11.773737 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8dc33340-4374-4c58-8789-47296927a6b9 req-5bb19eaf-b3e7-4ed1-bda0-476f9c45a3c5 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=62fadfb9-e052-4bf5-860b-be7422a29d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925350 Jul 23 17:25:12.959567 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c88576-13bc-45ee-a9dd-05493916a53b req-c1c40fe9-c5c0-40e7-8906-52278a6356c7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:12.961313 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-17c88576-13bc-45ee-a9dd-05493916a53b req-c1c40fe9-c5c0-40e7-8906-52278a6356c7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 946 time: 0.0972178 Jul 23 17:25:13.005038 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-17c88576-13bc-45ee-a9dd-05493916a53b req-ebe625af-87af-4a62-813a-4d30ad736061 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=62fadfb9-e052-4bf5-860b-be7422a29d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363584 Jul 23 17:25:14.157494 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9819a-6433-4a61-82bf-4a278b4fe0b7 req-ca5236ff-dced-4082-9bcb-761c8aba4ceb tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:14.159243 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8cd9819a-6433-4a61-82bf-4a278b4fe0b7 req-ca5236ff-dced-4082-9bcb-761c8aba4ceb tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 946 time: 0.0803506 Jul 23 17:25:14.203398 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8cd9819a-6433-4a61-82bf-4a278b4fe0b7 req-7d714e56-aea9-4320-91e1-418c981bc0d8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=62fadfb9-e052-4bf5-860b-be7422a29d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379267 Jul 23 17:25:15.362691 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e26fd3-69cf-4397-ab9a-dc1dd70d5ee6 req-9c136e6e-3511-41cc-a723-24b89ba8bca4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:15.364330 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-96e26fd3-69cf-4397-ab9a-dc1dd70d5ee6 req-9c136e6e-3511-41cc-a723-24b89ba8bca4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 946 time: 0.0891881 Jul 23 17:25:15.420876 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-96e26fd3-69cf-4397-ab9a-dc1dd70d5ee6 req-362974df-78cd-4a1f-a81a-933b9ea3573c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=62fadfb9-e052-4bf5-860b-be7422a29d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469449 Jul 23 17:25:16.587472 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863965b-d617-48e0-a5cd-70eb1cd30631 req-7d2a4b54-67d1-4e9f-8e65-4186396837f9 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:16.589773 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4863965b-d617-48e0-a5cd-70eb1cd30631 req-7d2a4b54-67d1-4e9f-8e65-4186396837f9 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 946 time: 0.0772967 Jul 23 17:25:16.637793 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4863965b-d617-48e0-a5cd-70eb1cd30631 req-c0331cda-b5f3-4d09-85be-7f59c74261b7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=62fadfb9-e052-4bf5-860b-be7422a29d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382907 Jul 23 17:25:16.661539 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59534) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:16.732895 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-adc7722c-e892-408f-bbd5-be62b64e12de tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/floatingips/8f6ef0c3-7dc1-4ff9-8707-2f741e35df15 HTTP/1.1" status: 200 len: 994 time: 0.0698743 Jul 23 17:25:18.115752 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16057d82-be86-4cc0-81d8-ea7c69403c4f req-03226660-4b5b-46eb-9675-764d064cc3d2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:18.117438 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-16057d82-be86-4cc0-81d8-ea7c69403c4f req-03226660-4b5b-46eb-9675-764d064cc3d2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 946 time: 0.1320353 Jul 23 17:25:18.121457 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094a829-49d6-422c-9289-f177d7131f2b req-de6981ab-ee16-4524-8691-367857c45d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:18.123017 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e094a829-49d6-422c-9289-f177d7131f2b req-de6981ab-ee16-4524-8691-367857c45d22 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 1097 time: 0.0978200 Jul 23 17:25:18.227313 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-16057d82-be86-4cc0-81d8-ea7c69403c4f req-f5030262-ee12-4b64-8760-02ea99d6b0d6 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=62fadfb9-e052-4bf5-860b-be7422a29d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992396 Jul 23 17:25:18.263296 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094a829-49d6-422c-9289-f177d7131f2b req-4a6206cf-f545-4025-8fe0-1c81aa4803d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:18.265188 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e094a829-49d6-422c-9289-f177d7131f2b req-4a6206cf-f545-4025-8fe0-1c81aa4803d7 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c5780780-9d2f-4571-ac6b-fa7f145ca8e5 HTTP/1.1" status: 200 len: 898 time: 0.1352675 Jul 23 17:25:18.394939 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e094a829-49d6-422c-9289-f177d7131f2b req-f3d0aafc-0898-41be-8de5-c0e77e2212b9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4320190-6745-4c71-8313-a0d491460b35 HTTP/1.1" status: 200 len: 1002 time: 0.1223798 Jul 23 17:25:18.447376 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094a829-49d6-422c-9289-f177d7131f2b req-e79229da-a8c6-4fb3-a882-7a2632ac8f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:18.449683 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e094a829-49d6-422c-9289-f177d7131f2b req-e79229da-a8c6-4fb3-a882-7a2632ac8f4f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=20080f79-e104-458b-ada6-72f7ac6ebf93 HTTP/1.1" status: 200 len: 835 time: 0.0491109 Jul 23 17:25:18.514745 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094a829-49d6-422c-9289-f177d7131f2b req-3d50f878-1485-42ce-9da9-753c24fc7c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:18.516338 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e094a829-49d6-422c-9289-f177d7131f2b req-3d50f878-1485-42ce-9da9-753c24fc7c2a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c5780780-9d2f-4571-ac6b-fa7f145ca8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606232 Jul 23 17:25:18.622598 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e094a829-49d6-422c-9289-f177d7131f2b req-463c8d5f-8257-4b91-8b96-cc03fc1f1782 service neutron] 10.222.0.97 "GET /v2.0/networks/c5780780-9d2f-4571-ac6b-fa7f145ca8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997224 Jul 23 17:25:18.758610 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e094a829-49d6-422c-9289-f177d7131f2b req-a23cacde-fb15-4f39-b39b-6c307cb01bd6 service neutron] 10.222.0.97 "GET /v2.0/networks/c5780780-9d2f-4571-ac6b-fa7f145ca8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292145 Jul 23 17:25:19.385624 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dc564-edc8-4436-a32f-c5aa1205fd21 req-6896ab96-a4b0-4ce7-b2a3-61da2f060b66 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:19.387753 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-645dc564-edc8-4436-a32f-c5aa1205fd21 req-6896ab96-a4b0-4ce7-b2a3-61da2f060b66 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 946 time: 0.0756891 Jul 23 17:25:19.430632 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-645dc564-edc8-4436-a32f-c5aa1205fd21 req-af582c40-3a26-49c5-a9c3-bdc45bb9038e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=62fadfb9-e052-4bf5-860b-be7422a29d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371315 Jul 23 17:25:20.578820 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1f50c-2e9a-4fb1-963f-47e18c7beb99 req-48588a8e-8e38-40f8-8a93-0d59a4a1eb43 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:20.581670 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-18a1f50c-2e9a-4fb1-963f-47e18c7beb99 req-48588a8e-8e38-40f8-8a93-0d59a4a1eb43 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 946 time: 0.0792208 Jul 23 17:25:20.623830 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-18a1f50c-2e9a-4fb1-963f-47e18c7beb99 req-369ddf76-bff9-4b2d-8880-498319b40a32 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=62fadfb9-e052-4bf5-860b-be7422a29d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364375 Jul 23 17:25:20.649746 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59548) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:20.726913 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-acf5390f-fe24-4166-b13c-a7182d159c4d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/floatingips/8f6ef0c3-7dc1-4ff9-8707-2f741e35df15 HTTP/1.1" status: 200 len: 994 time: 0.0757556 Jul 23 17:25:21.210080 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:25:30.795405 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-65de2de9-0feb-477e-8002-1b88a4d039f1 req-72ad6d5c-696f-471a-90ec-d35370dcfd26 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0680337 Jul 23 17:25:30.909797 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de2de9-0feb-477e-8002-1b88a4d039f1 req-1f9094aa-090b-41f5-9e48-ae905b3d1bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:30.911405 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-65de2de9-0feb-477e-8002-1b88a4d039f1 req-1f9094aa-090b-41f5-9e48-ae905b3d1bad service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 1097 time: 0.0692773 Jul 23 17:25:31.042943 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de2de9-0feb-477e-8002-1b88a4d039f1 req-4bd8ac11-0443-47b0-ab29-fb1c3dfedebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:31.044524 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-65de2de9-0feb-477e-8002-1b88a4d039f1 req-4bd8ac11-0443-47b0-ab29-fb1c3dfedebe service neutron] 10.222.0.97 "GET /v2.0/networks?id=c5780780-9d2f-4571-ac6b-fa7f145ca8e5 HTTP/1.1" status: 200 len: 898 time: 0.1063063 Jul 23 17:25:31.122765 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-65de2de9-0feb-477e-8002-1b88a4d039f1 req-6b57f197-4340-454c-a5fd-36aeb3768677 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4320190-6745-4c71-8313-a0d491460b35 HTTP/1.1" status: 200 len: 1002 time: 0.0673640 Jul 23 17:25:31.183660 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de2de9-0feb-477e-8002-1b88a4d039f1 req-21a13256-3d74-4d37-a998-49125ade85be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:31.185289 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-65de2de9-0feb-477e-8002-1b88a4d039f1 req-21a13256-3d74-4d37-a998-49125ade85be service neutron] 10.222.0.97 "GET /v2.0/subnets?id=20080f79-e104-458b-ada6-72f7ac6ebf93 HTTP/1.1" status: 200 len: 835 time: 0.0555556 Jul 23 17:25:31.258245 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de2de9-0feb-477e-8002-1b88a4d039f1 req-a06fe978-7614-43be-a60f-7a503a62c9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:31.261624 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-65de2de9-0feb-477e-8002-1b88a4d039f1 req-a06fe978-7614-43be-a60f-7a503a62c9c0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c5780780-9d2f-4571-ac6b-fa7f145ca8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684791 Jul 23 17:25:31.371841 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-65de2de9-0feb-477e-8002-1b88a4d039f1 req-3aeef910-4512-4e4c-90f5-2349938c6c32 service neutron] 10.222.0.97 "GET /v2.0/networks/c5780780-9d2f-4571-ac6b-fa7f145ca8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036146 Jul 23 17:25:31.486003 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-65de2de9-0feb-477e-8002-1b88a4d039f1 req-fbf5db48-27ed-461d-9e96-77613dc5618d service neutron] 10.222.0.97 "GET /v2.0/networks/c5780780-9d2f-4571-ac6b-fa7f145ca8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069419 Jul 23 17:25:32.749896 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-338ffe5d-fdca-483f-b4b4-2401b25662fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:35.483773 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1fe6ad72-300c-44bc-acdf-0dcc15a711a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:35.588962 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:35.658219 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:36.818357 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:38.003132 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:38.841080 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:40.052146 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2129f0b4-4224-4701-b9c1-68a20b861706 req-aefa10c4-192d-42ef-809e-383962ac0dbc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1160038 Jul 23 17:25:40.167128 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129f0b4-4224-4701-b9c1-68a20b861706 req-45f77987-d619-4b79-ae76-185eaaf97e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:40.169440 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2129f0b4-4224-4701-b9c1-68a20b861706 req-45f77987-d619-4b79-ae76-185eaaf97e4d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0708210 Jul 23 17:25:40.291538 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129f0b4-4224-4701-b9c1-68a20b861706 req-5f5c909e-ce0e-4b55-babc-71e846dbbb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:40.293347 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2129f0b4-4224-4701-b9c1-68a20b861706 req-5f5c909e-ce0e-4b55-babc-71e846dbbb43 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.1043570 Jul 23 17:25:40.368133 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2129f0b4-4224-4701-b9c1-68a20b861706 req-49e5b645-7c18-45af-ab1b-8ec5b79aaedb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0679324 Jul 23 17:25:40.423660 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129f0b4-4224-4701-b9c1-68a20b861706 req-c7f721c1-12e5-44b8-bfa8-20f9e6200d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:40.425211 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2129f0b4-4224-4701-b9c1-68a20b861706 req-c7f721c1-12e5-44b8-bfa8-20f9e6200d3a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0513077 Jul 23 17:25:40.491701 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129f0b4-4224-4701-b9c1-68a20b861706 req-f3f7e00e-8c1d-4e53-b298-ee3021a1170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:40.493361 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2129f0b4-4224-4701-b9c1-68a20b861706 req-f3f7e00e-8c1d-4e53-b298-ee3021a1170b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616226 Jul 23 17:25:40.607806 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2129f0b4-4224-4701-b9c1-68a20b861706 req-bd0ca569-6a2b-4e9b-82ec-06867924e940 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080306 Jul 23 17:25:40.725791 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2129f0b4-4224-4701-b9c1-68a20b861706 req-62274dd5-5f57-40ac-afa5-acee3685837d service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095655 Jul 23 17:25:51.439655 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59574) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:51.630941 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-0a8ded45-d158-46d9-824b-f36ac0a646e3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Deleting port 93f1546f-a307-4da6-959d-a9af224190b9 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:25:51.631398 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0a8ded45-d158-46d9-824b-f36ac0a646e3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:51.731838 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0a8ded45-d158-46d9-824b-f36ac0a646e3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:51.732081 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0a8ded45-d158-46d9-824b-f36ac0a646e3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:51.746829 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-0a8ded45-d158-46d9-824b-f36ac0a646e3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Calling delete_port for 93f1546f-a307-4da6-959d-a9af224190b9 owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:25:51.920552 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0a8ded45-d158-46d9-824b-f36ac0a646e3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:51.963765 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ded45-d158-46d9-824b-f36ac0a646e3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'Port': ['ID=93f1546f-a307-4da6-959d-a9af224190b9,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:52.004500 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ded45-d158-46d9-824b-f36ac0a646e3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:52.004500 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ded45-d158-46d9-824b-f36ac0a646e3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:52.004850 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ded45-d158-46d9-824b-f36ac0a646e3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:52.005144 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ded45-d158-46d9-824b-f36ac0a646e3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:52.005482 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ded45-d158-46d9-824b-f36ac0a646e3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:52.005820 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ded45-d158-46d9-824b-f36ac0a646e3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:52.006154 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ded45-d158-46d9-824b-f36ac0a646e3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:52.006491 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ded45-d158-46d9-824b-f36ac0a646e3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:52.006817 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ded45-d158-46d9-824b-f36ac0a646e3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:52.008054 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ded45-d158-46d9-824b-f36ac0a646e3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:52.009204 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ded45-d158-46d9-824b-f36ac0a646e3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:52.009756 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ded45-d158-46d9-824b-f36ac0a646e3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:52.060607 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0a8ded45-d158-46d9-824b-f36ac0a646e3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:52.061229 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-0a8ded45-d158-46d9-824b-f36ac0a646e3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Floating IP 8f6ef0c3-7dc1-4ff9-8707-2f741e35df15 disassociated (deleted). External IP: 172.25.8.116, port: c4320190-6745-4c71-8313-a0d491460b35. Jul 23 17:25:52.354116 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8ded45-d158-46d9-824b-f36ac0a646e3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Router 75e491b7-c4ab-4ff6-a282-711828bcf365 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:25:52.499341 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8ded45-d158-46d9-824b-f36ac0a646e3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:25:52.504000 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0a8ded45-d158-46d9-824b-f36ac0a646e3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:52.514413 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766f1c3d-d386-42c5-9dbb-0a2adff06152 None None] Sync routers for ids ['75e491b7-c4ab-4ff6-a282-711828bcf365'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:25:52.529548 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766f1c3d-d386-42c5-9dbb-0a2adff06152 None None] Routers {'75e491b7-c4ab-4ff6-a282-711828bcf365'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:25:52.530341 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-766f1c3d-d386-42c5-9dbb-0a2adff06152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:25:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['75e491b7-c4ab-4ff6-a282-711828bcf365'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:52.559303 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0a8ded45-d158-46d9-824b-f36ac0a646e3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "DELETE /v2.0/floatingips/8f6ef0c3-7dc1-4ff9-8707-2f741e35df15 HTTP/1.1" status: 204 len: 168 time: 1.1184175 Jul 23 17:25:52.560062 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9b439f-6088-4f63-9f5c-b800fc792ec5', 'tag': 'c4320190-6745-4c71-8313-a0d491460b35'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:25:52.562519 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f782578-bcfb-47e6-be12-101293ffca0b" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9b439f-6088-4f63-9f5c-b800fc792ec5", "tag": "c4320190-6745-4c71-8313-a0d491460b35"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:25:52.672488 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-766f1c3d-d386-42c5-9dbb-0a2adff06152 None None] Set router 75e491b7-c4ab-4ff6-a282-711828bcf365 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:25:52.919084 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4b2a55-225c-4b66-a0a3-e9a68da62887 x-openstack-request-id: req-4d4b2a55-225c-4b66-a0a3-e9a68da62887 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:25:52.920198 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9b439f-6088-4f63-9f5c-b800fc792ec5", "tag": "c4320190-6745-4c71-8313-a0d491460b35", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:25:52.922044 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4d4b2a55-225c-4b66-a0a3-e9a68da62887 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:25:52.923015 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9b439f-6088-4f63-9f5c-b800fc792ec5', 'tag': 'c4320190-6745-4c71-8313-a0d491460b35', 'status': 'completed', 'code': 200} Jul 23 17:25:52.973574 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-766f1c3d-d386-42c5-9dbb-0a2adff06152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793403527', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '96f9d315-3b70-4b09-bdf1-a8723f2d100c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:24:05Z', 'updated_at': '2021-07-23T17:24:10Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '96f9d315-3b70-4b09-bdf1-a8723f2d100c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:24:06Z', 'updated_at': '2021-07-23T17:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'b51d6d81-558f-4d27-aabc-113b722d7759', 'name': '', 'network_id': 'c5780780-9d2f-4571-ac6b-fa7f145ca8e5', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:1d:ad:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '20080f79-e104-458b-ada6-72f7ac6ebf93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:24:09Z', 'updated_at': '2021-07-23T17:24:16Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': '20080f79-e104-458b-ada6-72f7ac6ebf93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:53.005028 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766f1c3d-d386-42c5-9dbb-0a2adff06152 None None] Checking router: 75e491b7-c4ab-4ff6-a282-711828bcf365 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:25:53.015652 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766f1c3d-d386-42c5-9dbb-0a2adff06152 None None] Routers {'75e491b7-c4ab-4ff6-a282-711828bcf365'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:25:53.016310 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-766f1c3d-d386-42c5-9dbb-0a2adff06152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:25:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['75e491b7-c4ab-4ff6-a282-711828bcf365'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:53.140654 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-766f1c3d-d386-42c5-9dbb-0a2adff06152 None None] Set router 75e491b7-c4ab-4ff6-a282-711828bcf365 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:25:53.205641 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f782578-bcfb-47e6-be12-101293ffca0b req-e50bf33a-cfdf-418e-9b61-ee61ef5383b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:53.208302 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5f782578-bcfb-47e6-be12-101293ffca0b req-e50bf33a-cfdf-418e-9b61-ee61ef5383b6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 1097 time: 0.2565229 Jul 23 17:25:53.223037 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ab33c-405d-46cf-8b02-7289443bc49e req-d4c4abde-7c28-43b5-be87-b22e7222f59f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:53.225841 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-669ab33c-405d-46cf-8b02-7289443bc49e req-d4c4abde-7c28-43b5-be87-b22e7222f59f tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 946 time: 0.2075217 Jul 23 17:25:53.377708 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-766f1c3d-d386-42c5-9dbb-0a2adff06152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793403527', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '96f9d315-3b70-4b09-bdf1-a8723f2d100c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:24:05Z', 'updated_at': '2021-07-23T17:24:10Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '96f9d315-3b70-4b09-bdf1-a8723f2d100c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:24:06Z', 'updated_at': '2021-07-23T17:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'b51d6d81-558f-4d27-aabc-113b722d7759', 'name': '', 'network_id': 'c5780780-9d2f-4571-ac6b-fa7f145ca8e5', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:1d:ad:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '20080f79-e104-458b-ada6-72f7ac6ebf93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:24:09Z', 'updated_at': '2021-07-23T17:24:16Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': '20080f79-e104-458b-ada6-72f7ac6ebf93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:53.387394 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-669ab33c-405d-46cf-8b02-7289443bc49e req-36bf2dae-b80b-4a0c-8fda-889f741a33d9 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=62fadfb9-e052-4bf5-860b-be7422a29d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465616 Jul 23 17:25:53.420754 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766f1c3d-d386-42c5-9dbb-0a2adff06152 None None] The sync data for ids ['75e491b7-c4ab-4ff6-a282-711828bcf365'] in n-d-778549-4 is: [{'id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793403527', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '96f9d315-3b70-4b09-bdf1-a8723f2d100c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:24:05Z', 'updated_at': '2021-07-23T17:24:10Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '96f9d315-3b70-4b09-bdf1-a8723f2d100c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:24:06Z', 'updated_at': '2021-07-23T17:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'b51d6d81-558f-4d27-aabc-113b722d7759', 'name': '', 'network_id': 'c5780780-9d2f-4571-ac6b-fa7f145ca8e5', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:1d:ad:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '20080f79-e104-458b-ada6-72f7ac6ebf93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:24:09Z', 'updated_at': '2021-07-23T17:24:16Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': '20080f79-e104-458b-ada6-72f7ac6ebf93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:25:53.431778 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f782578-bcfb-47e6-be12-101293ffca0b req-08a695ba-acc8-48a0-934b-710de13a67e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:53.433755 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5f782578-bcfb-47e6-be12-101293ffca0b req-08a695ba-acc8-48a0-934b-710de13a67e9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c5780780-9d2f-4571-ac6b-fa7f145ca8e5 HTTP/1.1" status: 200 len: 898 time: 0.2065783 Jul 23 17:25:53.494623 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5f782578-bcfb-47e6-be12-101293ffca0b req-8d383800-5644-495c-bb2e-e1513dfa7f28 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4320190-6745-4c71-8313-a0d491460b35 HTTP/1.1" status: 200 len: 217 time: 0.0526724 Jul 23 17:25:53.549919 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f782578-bcfb-47e6-be12-101293ffca0b req-ea8144ef-553e-4d03-a5ff-8c7830517c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:53.552316 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5f782578-bcfb-47e6-be12-101293ffca0b req-ea8144ef-553e-4d03-a5ff-8c7830517c69 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=20080f79-e104-458b-ada6-72f7ac6ebf93 HTTP/1.1" status: 200 len: 835 time: 0.0513036 Jul 23 17:25:53.636553 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f782578-bcfb-47e6-be12-101293ffca0b req-5fe97d18-1677-479b-b6da-becd76081cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:53.638911 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5f782578-bcfb-47e6-be12-101293ffca0b req-5fe97d18-1677-479b-b6da-becd76081cb5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c5780780-9d2f-4571-ac6b-fa7f145ca8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794103 Jul 23 17:25:53.717233 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a814cc-1ec7-4b62-adc9-308863ac36dc None None] New status for floating IP 8f6ef0c3-7dc1-4ff9-8707-2f741e35df15: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:25:53.771755 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5f782578-bcfb-47e6-be12-101293ffca0b req-83d34688-dde5-46e6-a7dd-90b616755390 service neutron] 10.222.0.97 "GET /v2.0/networks/c5780780-9d2f-4571-ac6b-fa7f145ca8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254117 Jul 23 17:25:53.896395 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5f782578-bcfb-47e6-be12-101293ffca0b req-71a2ae2a-de64-47a4-afba-8cbb56a17b9e service neutron] 10.222.0.97 "GET /v2.0/networks/c5780780-9d2f-4571-ac6b-fa7f145ca8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156392 Jul 23 17:25:54.326006 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee52d3d-e378-472c-9ed9-a0298d4e209b req-a3fbac5a-6b95-4fe7-ac09-f1ef04c55345 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:54.327601 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6ee52d3d-e378-472c-9ed9-a0298d4e209b req-a3fbac5a-6b95-4fe7-ac09-f1ef04c55345 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.97 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 946 time: 0.0762901 Jul 23 17:25:54.455738 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-6ee52d3d-e378-472c-9ed9-a0298d4e209b req-690d214e-460f-437d-8f33-e7d1269d05f8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Deleting port c4320190-6745-4c71-8313-a0d491460b35 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:25:54.456317 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6ee52d3d-e378-472c-9ed9-a0298d4e209b req-690d214e-460f-437d-8f33-e7d1269d05f8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:54.605183 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-6ee52d3d-e378-472c-9ed9-a0298d4e209b req-690d214e-460f-437d-8f33-e7d1269d05f8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] For port c4320190-6745-4c71-8313-a0d491460b35, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=c4320190-6745-4c71-8313-a0d491460b35,segment=NetworkSegment(dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd),segment_id=dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:25:54.606234 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6ee52d3d-e378-472c-9ed9-a0298d4e209b req-690d214e-460f-437d-8f33-e7d1269d05f8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:54.626642 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-6ee52d3d-e378-472c-9ed9-a0298d4e209b req-690d214e-460f-437d-8f33-e7d1269d05f8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Calling delete_port for c4320190-6745-4c71-8313-a0d491460b35 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:25:54.649431 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e77e5-3f04-4705-96c7-653eaf141632 req-bb7d79fd-18fb-4888-a353-15f3e1e5c8dc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:54.651330 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-252e77e5-3f04-4705-96c7-653eaf141632 req-bb7d79fd-18fb-4888-a353-15f3e1e5c8dc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac9b439f-6088-4f63-9f5c-b800fc792ec5 HTTP/1.1" status: 200 len: 946 time: 0.1621978 Jul 23 17:25:54.804450 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-252e77e5-3f04-4705-96c7-653eaf141632 req-e196d634-5b0d-42cd-9158-6aa4798cf621 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=62fadfb9-e052-4bf5-860b-be7422a29d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895476 Jul 23 17:25:54.901006 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6ee52d3d-e378-472c-9ed9-a0298d4e209b req-690d214e-460f-437d-8f33-e7d1269d05f8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:54.932761 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d214e-460f-437d-8f33-e7d1269d05f8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'Port': ['ID=c4320190-6745-4c71-8313-a0d491460b35,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:54.989406 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee52d3d-e378-472c-9ed9-a0298d4e209b req-690d214e-460f-437d-8f33-e7d1269d05f8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] No DVR routers for this DVR port c4320190-6745-4c71-8313-a0d491460b35 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:25:54.992444 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6ee52d3d-e378-472c-9ed9-a0298d4e209b req-690d214e-460f-437d-8f33-e7d1269d05f8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:54.995990 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6ee52d3d-e378-472c-9ed9-a0298d4e209b req-690d214e-460f-437d-8f33-e7d1269d05f8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.97 "DELETE /v2.0/ports/c4320190-6745-4c71-8313-a0d491460b35 HTTP/1.1" status: 204 len: 173 time: 0.6626608 Jul 23 17:25:54.996649 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9b439f-6088-4f63-9f5c-b800fc792ec5', 'name': 'network-vif-deleted', 'tag': 'c4320190-6745-4c71-8313-a0d491460b35'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:25:54.999254 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eff3dcc-0b4f-4651-8130-2ebd6dceab51" -d '{"events": [{"server_uuid": "ac9b439f-6088-4f63-9f5c-b800fc792ec5", "name": "network-vif-deleted", "tag": "c4320190-6745-4c71-8313-a0d491460b35"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:25:55.040650 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23dc218-0af0-4f39-8812-1e12aebdeffa x-openstack-request-id: req-f23dc218-0af0-4f39-8812-1e12aebdeffa {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:25:55.040960 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9b439f-6088-4f63-9f5c-b800fc792ec5", "name": "network-vif-deleted", "tag": "c4320190-6745-4c71-8313-a0d491460b35", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:25:55.041278 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f23dc218-0af0-4f39-8812-1e12aebdeffa {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:25:55.041540 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9b439f-6088-4f63-9f5c-b800fc792ec5', 'name': 'network-vif-deleted', 'tag': 'c4320190-6745-4c71-8313-a0d491460b35', 'status': 'completed', 'code': 200} Jul 23 17:25:55.890520 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59592) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:56.311353 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03fb2616-5e65-4510-a799-7f1166dd0154 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:56.623493 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-03fb2616-5e65-4510-a799-7f1166dd0154 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Deleting port b51d6d81-558f-4d27-aabc-113b722d7759 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:25:56.623751 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03fb2616-5e65-4510-a799-7f1166dd0154 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:56.762812 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-03fb2616-5e65-4510-a799-7f1166dd0154 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] For port b51d6d81-558f-4d27-aabc-113b722d7759, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=b51d6d81-558f-4d27-aabc-113b722d7759,segment=NetworkSegment(dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd),segment_id=dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:25:56.763439 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03fb2616-5e65-4510-a799-7f1166dd0154 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:56.787532 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-03fb2616-5e65-4510-a799-7f1166dd0154 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Calling delete_port for b51d6d81-558f-4d27-aabc-113b722d7759 owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:25:57.096130 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03fb2616-5e65-4510-a799-7f1166dd0154 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:57.628572 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb2616-5e65-4510-a799-7f1166dd0154 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'Port': ['ID=b51d6d81-558f-4d27-aabc-113b722d7759,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:57.652211 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb2616-5e65-4510-a799-7f1166dd0154 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:57.652780 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb2616-5e65-4510-a799-7f1166dd0154 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:57.653505 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb2616-5e65-4510-a799-7f1166dd0154 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:57.654093 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb2616-5e65-4510-a799-7f1166dd0154 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:57.654672 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb2616-5e65-4510-a799-7f1166dd0154 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:57.655915 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb2616-5e65-4510-a799-7f1166dd0154 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:57.655915 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb2616-5e65-4510-a799-7f1166dd0154 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:57.656350 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb2616-5e65-4510-a799-7f1166dd0154 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:57.656927 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb2616-5e65-4510-a799-7f1166dd0154 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:57.657520 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb2616-5e65-4510-a799-7f1166dd0154 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:57.658079 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb2616-5e65-4510-a799-7f1166dd0154 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:57.658640 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb2616-5e65-4510-a799-7f1166dd0154 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:57.930890 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03fb2616-5e65-4510-a799-7f1166dd0154 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:58.199900 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fb2616-5e65-4510-a799-7f1166dd0154 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Router 75e491b7-c4ab-4ff6-a282-711828bcf365 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:25:58.210645 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:25:58.327511 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fb2616-5e65-4510-a799-7f1166dd0154 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:25:58.334007 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-03fb2616-5e65-4510-a799-7f1166dd0154 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "PUT /v2.0/routers/75e491b7-c4ab-4ff6-a282-711828bcf365/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4416065 Jul 23 17:25:58.337259 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59596) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:58.338651 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f099fd2-3549-47cc-a1f0-b00d263027c0 None None] Sync routers for ids ['75e491b7-c4ab-4ff6-a282-711828bcf365'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:25:58.349466 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f099fd2-3549-47cc-a1f0-b00d263027c0 None None] Routers {'75e491b7-c4ab-4ff6-a282-711828bcf365'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:25:58.350310 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-0f099fd2-3549-47cc-a1f0-b00d263027c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:25:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['75e491b7-c4ab-4ff6-a282-711828bcf365'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:58.397689 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be4630d-6f03-4bc3-8eb7-9a87758defdf tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Deleting subnet 20080f79-e104-458b-ada6-72f7ac6ebf93 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:25:58.402175 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1be4630d-6f03-4bc3-8eb7-9a87758defdf tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:58.457610 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1be4630d-6f03-4bc3-8eb7-9a87758defdf tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:58.468235 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-0f099fd2-3549-47cc-a1f0-b00d263027c0 None None] Set router 75e491b7-c4ab-4ff6-a282-711828bcf365 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:25:58.570115 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1be4630d-6f03-4bc3-8eb7-9a87758defdf tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:58.577192 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device c4320190-6745-4c71-8313-a0d491460b35 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:25:58.602743 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: c4320190-6745-4c71-8313-a0d491460b35 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:25:58.603090 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device c4320190-6745-4c71-8313-a0d491460b35 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:25:58.668469 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1be4630d-6f03-4bc3-8eb7-9a87758defdf tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:58.673446 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-0f099fd2-3549-47cc-a1f0-b00d263027c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793403527', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '96f9d315-3b70-4b09-bdf1-a8723f2d100c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:24:05Z', 'updated_at': '2021-07-23T17:25:57Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '96f9d315-3b70-4b09-bdf1-a8723f2d100c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:24:06Z', 'updated_at': '2021-07-23T17:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:58.702142 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f099fd2-3549-47cc-a1f0-b00d263027c0 None None] Checking router: 75e491b7-c4ab-4ff6-a282-711828bcf365 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:25:58.705255 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4630d-6f03-4bc3-8eb7-9a87758defdf tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'Subnet': ['ID=20080f79-e104-458b-ada6-72f7ac6ebf93,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:58.713436 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f099fd2-3549-47cc-a1f0-b00d263027c0 None None] Routers {'75e491b7-c4ab-4ff6-a282-711828bcf365'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:25:58.714094 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-0f099fd2-3549-47cc-a1f0-b00d263027c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:25:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['75e491b7-c4ab-4ff6-a282-711828bcf365'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:58.715732 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1be4630d-6f03-4bc3-8eb7-9a87758defdf tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:58.722119 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1be4630d-6f03-4bc3-8eb7-9a87758defdf tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "DELETE /v2.0/subnets/20080f79-e104-458b-ada6-72f7ac6ebf93 HTTP/1.1" status: 204 len: 168 time: 0.3805926 Jul 23 17:25:58.723129 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59598) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:58.725223 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097de522-fcd5-46fb-9fdc-e26890c8f1fc None None] Network c5780780-9d2f-4571-ac6b-fa7f145ca8e5 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:25:58.902201 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-0f099fd2-3549-47cc-a1f0-b00d263027c0 None None] Set router 75e491b7-c4ab-4ff6-a282-711828bcf365 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:25:58.912494 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1e768012-ccc4-476d-89b0-65f3915b732d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:58.977215 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad147777-e4da-4834-8946-905597c14db0 None None] DHCP port deletion for c5780780-9d2f-4571-ac6b-fa7f145ca8e5 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:25:59.039882 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-ad147777-e4da-4834-8946-905597c14db0 None None] Deleting port bdc76521-7297-4db2-b4b2-95bc26bcea48 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:25:59.040316 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ad147777-e4da-4834-8946-905597c14db0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:59.079343 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1e768012-ccc4-476d-89b0-65f3915b732d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:59.121903 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ad147777-e4da-4834-8946-905597c14db0 None None] For port bdc76521-7297-4db2-b4b2-95bc26bcea48, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=bdc76521-7297-4db2-b4b2-95bc26bcea48,segment=NetworkSegment(dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd),segment_id=dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:25:59.122292 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ad147777-e4da-4834-8946-905597c14db0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:59.138565 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-ad147777-e4da-4834-8946-905597c14db0 None None] Calling delete_port for bdc76521-7297-4db2-b4b2-95bc26bcea48 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:25:59.155398 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-1e768012-ccc4-476d-89b0-65f3915b732d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Deleting port 96f9d315-3b70-4b09-bdf1-a8723f2d100c {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:25:59.155864 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1e768012-ccc4-476d-89b0-65f3915b732d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:59.249030 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-0f099fd2-3549-47cc-a1f0-b00d263027c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793403527', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '96f9d315-3b70-4b09-bdf1-a8723f2d100c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:24:05Z', 'updated_at': '2021-07-23T17:25:57Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '96f9d315-3b70-4b09-bdf1-a8723f2d100c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:24:06Z', 'updated_at': '2021-07-23T17:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:59.274016 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-1e768012-ccc4-476d-89b0-65f3915b732d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] For port 96f9d315-3b70-4b09-bdf1-a8723f2d100c, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=96f9d315-3b70-4b09-bdf1-a8723f2d100c,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:25:59.275142 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1e768012-ccc4-476d-89b0-65f3915b732d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:59.278299 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f099fd2-3549-47cc-a1f0-b00d263027c0 None None] The sync data for ids ['75e491b7-c4ab-4ff6-a282-711828bcf365'] in n-d-778549-4 is: [{'id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793403527', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '96f9d315-3b70-4b09-bdf1-a8723f2d100c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:24:05Z', 'updated_at': '2021-07-23T17:25:57Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': '96f9d315-3b70-4b09-bdf1-a8723f2d100c', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e491b7-c4ab-4ff6-a282-711828bcf365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:24:06Z', 'updated_at': '2021-07-23T17:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:25:59.286957 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ad147777-e4da-4834-8946-905597c14db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:59.293973 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-1e768012-ccc4-476d-89b0-65f3915b732d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Calling delete_port for 96f9d315-3b70-4b09-bdf1-a8723f2d100c owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:25:59.316409 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad147777-e4da-4834-8946-905597c14db0 None None] Pushing event deleted for resources: {'Port': ['ID=bdc76521-7297-4db2-b4b2-95bc26bcea48,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:59.326001 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad147777-e4da-4834-8946-905597c14db0 None None] No DVR routers for this DVR port bdc76521-7297-4db2-b4b2-95bc26bcea48 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:25:59.328755 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad147777-e4da-4834-8946-905597c14db0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:59.329168 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad147777-e4da-4834-8946-905597c14db0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:59.329524 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad147777-e4da-4834-8946-905597c14db0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:59.329866 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad147777-e4da-4834-8946-905597c14db0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:59.330202 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad147777-e4da-4834-8946-905597c14db0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:59.330533 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad147777-e4da-4834-8946-905597c14db0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:59.330855 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad147777-e4da-4834-8946-905597c14db0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:59.331184 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad147777-e4da-4834-8946-905597c14db0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:59.331532 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad147777-e4da-4834-8946-905597c14db0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:59.331835 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad147777-e4da-4834-8946-905597c14db0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:59.332159 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad147777-e4da-4834-8946-905597c14db0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:59.332482 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad147777-e4da-4834-8946-905597c14db0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:59.507477 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1e768012-ccc4-476d-89b0-65f3915b732d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:59.534177 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e768012-ccc4-476d-89b0-65f3915b732d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'Port': ['ID=96f9d315-3b70-4b09-bdf1-a8723f2d100c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:59.607502 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1e768012-ccc4-476d-89b0-65f3915b732d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:59.713530 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1e768012-ccc4-476d-89b0-65f3915b732d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:59.716437 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1e768012-ccc4-476d-89b0-65f3915b732d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:59.773775 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1e768012-ccc4-476d-89b0-65f3915b732d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:59.774824 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e768012-ccc4-476d-89b0-65f3915b732d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Fanout notify agent at l3_agent the message router_deleted on router 75e491b7-c4ab-4ff6-a282-711828bcf365 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:25:59.791113 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1e768012-ccc4-476d-89b0-65f3915b732d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:59.795904 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1e768012-ccc4-476d-89b0-65f3915b732d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "DELETE /v2.0/routers/75e491b7-c4ab-4ff6-a282-711828bcf365 HTTP/1.1" status: 204 len: 168 time: 1.0690160 Jul 23 17:25:59.796337 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59600) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:59.911387 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2dfcbd2a-a77f-4c91-bea1-f3b404e9fbe6 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:59.926201 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device b51d6d81-558f-4d27-aabc-113b722d7759 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:25:59.964678 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: b51d6d81-558f-4d27-aabc-113b722d7759 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:25:59.965151 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device b51d6d81-558f-4d27-aabc-113b722d7759 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:25:59.967420 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device bdc76521-7297-4db2-b4b2-95bc26bcea48 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:25:59.995887 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: bdc76521-7297-4db2-b4b2-95bc26bcea48 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:25:59.996421 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device bdc76521-7297-4db2-b4b2-95bc26bcea48 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:26:00.033451 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2dfcbd2a-a77f-4c91-bea1-f3b404e9fbe6 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:00.047279 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-2dfcbd2a-a77f-4c91-bea1-f3b404e9fbe6 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5780780-9d2f-4571-ac6b-fa7f145ca8e5']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:00.060120 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-2dfcbd2a-a77f-4c91-bea1-f3b404e9fbe6 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:00.060457 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-2dfcbd2a-a77f-4c91-bea1-f3b404e9fbe6 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf19cda-1cf0-4610-b2ed-12f9dd41b6bd') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:00.075429 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2dfcbd2a-a77f-4c91-bea1-f3b404e9fbe6 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:00.104494 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2dfcbd2a-a77f-4c91-bea1-f3b404e9fbe6 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:00.117476 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dfcbd2a-a77f-4c91-bea1-f3b404e9fbe6 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:26:00.118838 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2dfcbd2a-a77f-4c91-bea1-f3b404e9fbe6 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:00.124200 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 17:26:00.124200 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:26:00.124200 n-d-778549-4 neutron-server[94013]: timer() Jul 23 17:26:00.124200 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:26:00.124200 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 17:26:00.124200 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:26:00.124200 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 17:26:00.124200 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:26:00.124200 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 17:26:00.124200 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:26:00.124200 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 17:26:00.124200 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:26:00.124200 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 17:26:00.124200 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:26:00.124200 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:26:00.124200 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:26:00.124200 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:26:00.124200 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:26:00.124200 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 17:26:00.124200 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:26:00.124200 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 17:26:00.124200 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:26:00.124200 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:26:00.124200 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:26:00.124200 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 17:26:00.124200 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:26:00.124200 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:26:00.124200 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:26:00.124200 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:26:00.124200 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:26:00.124200 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:26:00.124200 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:26:00.300715 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2dfcbd2a-a77f-4c91-bea1-f3b404e9fbe6 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:00.312936 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2dfcbd2a-a77f-4c91-bea1-f3b404e9fbe6 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:00.315696 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2dfcbd2a-a77f-4c91-bea1-f3b404e9fbe6 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "DELETE /v2.0/networks/c5780780-9d2f-4571-ac6b-fa7f145ca8e5 HTTP/1.1" status: 204 len: 168 time: 0.5177193 Jul 23 17:26:00.318936 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59602) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:00.336111 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfcbd2a-a77f-4c91-bea1-f3b404e9fbe6 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'Network': ['ID=c5780780-9d2f-4571-ac6b-fa7f145ca8e5,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:00.414244 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cac6d9ff-4409-4579-987e-bca6185f96b5 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:00.452520 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cac6d9ff-4409-4579-987e-bca6185f96b5 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:00.559552 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cac6d9ff-4409-4579-987e-bca6185f96b5 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:00.562510 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cac6d9ff-4409-4579-987e-bca6185f96b5 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:00.564066 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-cac6d9ff-4409-4579-987e-bca6185f96b5 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "DELETE /v2.0/security-groups/62fadfb9-e052-4bf5-860b-be7422a29d5d HTTP/1.1" status: 204 len: 168 time: 0.2436056 Jul 23 17:26:00.578793 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6d9ff-4409-4579-987e-bca6185f96b5 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fadfb9-e052-4bf5-860b-be7422a29d5d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:01.008929 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59608) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:01.014167 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-d310dd73-5005-4147-8c74-4f395fb60229 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1872179748', 'description': 'tempest-secgroup-smoke-1872179748 description', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:26:01.043329 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d310dd73-5005-4147-8c74-4f395fb60229 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:01.151805 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d310dd73-5005-4147-8c74-4f395fb60229 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:01.157190 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d310dd73-5005-4147-8c74-4f395fb60229 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:01.188050 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d310dd73-5005-4147-8c74-4f395fb60229 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:01.189396 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d310dd73-5005-4147-8c74-4f395fb60229 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1791761 Jul 23 17:26:01.193638 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59610) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:01.194940 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d310dd73-5005-4147-8c74-4f395fb60229 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9378e80-df19-4905-9adb-ab4b17df5445,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:01.202510 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-03642123-787d-4f6b-883c-d00e60a97a89 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group_rule': {'security_group_id': 'e9378e80-df19-4905-9adb-ab4b17df5445', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:26:01.246657 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03642123-787d-4f6b-883c-d00e60a97a89 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:01.316903 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03642123-787d-4f6b-883c-d00e60a97a89 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:01.322025 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03642123-787d-4f6b-883c-d00e60a97a89 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:01.343752 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03642123-787d-4f6b-883c-d00e60a97a89 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=382dcb10-5fe3-44df-a5c0-e63964e32f8f,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:01.351042 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03642123-787d-4f6b-883c-d00e60a97a89 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:01.355856 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-03642123-787d-4f6b-883c-d00e60a97a89 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1579435 Jul 23 17:26:01.356234 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59612) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:01.361290 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-831c8a3d-33de-4977-add6-bb5111a74acf tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group_rule': {'security_group_id': 'e9378e80-df19-4905-9adb-ab4b17df5445', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:26:01.391865 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-831c8a3d-33de-4977-add6-bb5111a74acf tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:01.458524 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-831c8a3d-33de-4977-add6-bb5111a74acf tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:01.463690 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-831c8a3d-33de-4977-add6-bb5111a74acf tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:01.484467 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c8a3d-33de-4977-add6-bb5111a74acf tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e52e4a-4de1-44b7-9c7c-3b406d548ef5,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:01.491831 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-831c8a3d-33de-4977-add6-bb5111a74acf tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:01.493784 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-831c8a3d-33de-4977-add6-bb5111a74acf tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1363165 Jul 23 17:26:01.497179 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59614) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:01.502266 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-6b6d8b03-164d-4266-b2ed-053377c026d4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group_rule': {'security_group_id': 'e9378e80-df19-4905-9adb-ab4b17df5445', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:26:01.538301 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6b6d8b03-164d-4266-b2ed-053377c026d4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:01.646084 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6b6d8b03-164d-4266-b2ed-053377c026d4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:01.651899 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6b6d8b03-164d-4266-b2ed-053377c026d4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:01.685268 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d8b03-164d-4266-b2ed-053377c026d4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4086eae4-136d-46a5-9e5a-5abd0d631dd2,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:01.696056 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6b6d8b03-164d-4266-b2ed-053377c026d4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:01.698369 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6b6d8b03-164d-4266-b2ed-053377c026d4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1997395 Jul 23 17:26:01.702334 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59616) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:01.708116 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-d04112bd-d6fe-4e1c-a6a9-443b5a9f29f8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group_rule': {'security_group_id': 'e9378e80-df19-4905-9adb-ab4b17df5445', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:26:01.743631 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d04112bd-d6fe-4e1c-a6a9-443b5a9f29f8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:01.778522 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 96f9d315-3b70-4b09-bdf1-a8723f2d100c no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:26:01.813472 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 96f9d315-3b70-4b09-bdf1-a8723f2d100c {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:26:01.814022 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 96f9d315-3b70-4b09-bdf1-a8723f2d100c not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:26:01.837143 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d04112bd-d6fe-4e1c-a6a9-443b5a9f29f8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:01.847020 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d04112bd-d6fe-4e1c-a6a9-443b5a9f29f8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:01.868459 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04112bd-d6fe-4e1c-a6a9-443b5a9f29f8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb8b6e9-c586-4910-9c0b-897257d69b9d,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:01.875715 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d04112bd-d6fe-4e1c-a6a9-443b5a9f29f8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:01.877465 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d04112bd-d6fe-4e1c-a6a9-443b5a9f29f8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1737256 Jul 23 17:26:01.880336 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59618) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:01.886369 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-0747ad06-e70b-4249-8cf1-8d5e6d37e85d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group_rule': {'security_group_id': 'e9378e80-df19-4905-9adb-ab4b17df5445', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:26:01.910949 n-d-778549-4 neutron-server[94013]: INFO neutron.db.securitygroups_db [None req-0747ad06-e70b-4249-8cf1-8d5e6d37e85d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Project 06c5f7ba3e1e4b06905e7a7f54b2d219 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:26:01.916617 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0747ad06-e70b-4249-8cf1-8d5e6d37e85d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:02.028085 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0747ad06-e70b-4249-8cf1-8d5e6d37e85d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:02.032616 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0747ad06-e70b-4249-8cf1-8d5e6d37e85d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:02.061098 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747ad06-e70b-4249-8cf1-8d5e6d37e85d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9519b00d-e3a1-49f7-ab03-be491d33d81c,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:02.065394 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0747ad06-e70b-4249-8cf1-8d5e6d37e85d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:02.068089 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0747ad06-e70b-4249-8cf1-8d5e6d37e85d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1857800 Jul 23 17:26:02.073042 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59620) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:02.080943 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-0fd3071b-fa36-4656-a5cb-f379735fc2f0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'security_group_rule': {'security_group_id': 'e9378e80-df19-4905-9adb-ab4b17df5445', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:26:02.115151 n-d-778549-4 neutron-server[94012]: INFO neutron.db.securitygroups_db [None req-0fd3071b-fa36-4656-a5cb-f379735fc2f0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Project 06c5f7ba3e1e4b06905e7a7f54b2d219 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:26:02.122109 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0fd3071b-fa36-4656-a5cb-f379735fc2f0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:02.209622 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0fd3071b-fa36-4656-a5cb-f379735fc2f0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:02.215426 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0fd3071b-fa36-4656-a5cb-f379735fc2f0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:02.254603 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3071b-fa36-4656-a5cb-f379735fc2f0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d1ae61-f8e9-4bb1-b143-a42ed4be4444,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:02.264655 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0fd3071b-fa36-4656-a5cb-f379735fc2f0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:02.266773 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0fd3071b-fa36-4656-a5cb-f379735fc2f0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1920145 Jul 23 17:26:02.270390 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59622) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:02.281147 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-26ca43c7-fd45-4c89-916f-332d514b25a7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'network': {'name': 'tempest-network-smoke--1053095832', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'port_security_enabled': True}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:26:02.319409 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ca43c7-fd45-4c89-916f-332d514b25a7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Made reservation on behalf of 06c5f7ba3e1e4b06905e7a7f54b2d219 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:26:02.323851 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-26ca43c7-fd45-4c89-916f-332d514b25a7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:02.355126 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ca43c7-fd45-4c89-916f-332d514b25a7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] vlan segment allocate from pool success with {'vlan_id': 1113, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:26:02.372327 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-26ca43c7-fd45-4c89-916f-332d514b25a7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:02.372902 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-26ca43c7-fd45-4c89-916f-332d514b25a7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Added segment c2b35a50-448a-4db3-92e3-e602b32ffea8 of type vlan for network 7ac0a375-ef83-44c9-b31b-ced61fe0b538 Jul 23 17:26:02.439632 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-26ca43c7-fd45-4c89-916f-332d514b25a7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:02.481367 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-26ca43c7-fd45-4c89-916f-332d514b25a7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:02.488529 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ca43c7-fd45-4c89-916f-332d514b25a7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:02.489422 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-26ca43c7-fd45-4c89-916f-332d514b25a7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:02.529916 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-26ca43c7-fd45-4c89-916f-332d514b25a7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2579381 Jul 23 17:26:02.533306 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59626) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:02.542859 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-024f40f7-9b58-46e2-bbbc-571e6bb58007 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-397446173', 'admin_state_up': True, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:26:02.575315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca43c7-fd45-4c89-916f-332d514b25a7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Network': ['ID=7ac0a375-ef83-44c9-b31b-ced61fe0b538,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:02.589757 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-024f40f7-9b58-46e2-bbbc-571e6bb58007 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:02.590749 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 7ac0a375-ef83-44c9-b31b-ced61fe0b538 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:26:02.591530 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-024f40f7-9b58-46e2-bbbc-571e6bb58007 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:02.693302 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-024f40f7-9b58-46e2-bbbc-571e6bb58007 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:02.750659 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-89967a9f-64fd-4c1e-acd5-13ee20183d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:02.935748 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-024f40f7-9b58-46e2-bbbc-571e6bb58007 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:03.217652 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-024f40f7-9b58-46e2-bbbc-571e6bb58007 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:03.238756 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-024f40f7-9b58-46e2-bbbc-571e6bb58007 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:03.373347 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-024f40f7-9b58-46e2-bbbc-571e6bb58007 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Allocated IP 172.25.8.254 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/ad5bcbc9-095f-4bad-89ad-ff2d8009d828) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:26:03.535679 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-024f40f7-9b58-46e2-bbbc-571e6bb58007 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:03.582177 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-024f40f7-9b58-46e2-bbbc-571e6bb58007 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:03.626574 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024f40f7-9b58-46e2-bbbc-571e6bb58007 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:26:03.629765 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-024f40f7-9b58-46e2-bbbc-571e6bb58007 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:26:03.635984 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f40f7-9b58-46e2-bbbc-571e6bb58007 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:26:03.662110 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f40f7-9b58-46e2-bbbc-571e6bb58007 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Port': ['ID=ad5bcbc9-095f-4bad-89ad-ff2d8009d828,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:04.016688 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-024f40f7-9b58-46e2-bbbc-571e6bb58007 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:04.813318 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-024f40f7-9b58-46e2-bbbc-571e6bb58007 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:04.999073 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024f40f7-9b58-46e2-bbbc-571e6bb58007 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Router 2ee5794d-ce4f-4b2c-8c34-994514d5e7d3 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:26:05.139404 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024f40f7-9b58-46e2-bbbc-571e6bb58007 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:26:05.152876 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edebd73-4f1e-42f6-8787-ccab4fc141f3 None None] Sync routers for ids ['2ee5794d-ce4f-4b2c-8c34-994514d5e7d3'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:26:05.165868 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edebd73-4f1e-42f6-8787-ccab4fc141f3 None None] Routers {'2ee5794d-ce4f-4b2c-8c34-994514d5e7d3'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:26:05.167125 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0edebd73-4f1e-42f6-8787-ccab4fc141f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:25:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['2ee5794d-ce4f-4b2c-8c34-994514d5e7d3'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:05.170358 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-024f40f7-9b58-46e2-bbbc-571e6bb58007 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:05.172487 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-024f40f7-9b58-46e2-bbbc-571e6bb58007 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6373367 Jul 23 17:26:05.176757 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59628) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:05.231572 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-dc97e7d9-2390-4960-a2a1-465dc217826b tempest-TestNetworkAdvancedServerOps-1904745392 tempest-TestNetworkAdvancedServerOps-1904745392-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=06c5f7ba3e1e4b06905e7a7f54b2d219&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0503213 Jul 23 17:26:05.231890 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59630) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:05.368474 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ac2dfd-c70b-466a-a01f-ccf7cadd9a1a tempest-TestNetworkAdvancedServerOps-1904745392 tempest-TestNetworkAdvancedServerOps-1904745392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:05.374751 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d7ac2dfd-c70b-466a-a01f-ccf7cadd9a1a tempest-TestNetworkAdvancedServerOps-1904745392 tempest-TestNetworkAdvancedServerOps-1904745392-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1372421 Jul 23 17:26:05.375429 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59632) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:05.415398 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4c0aab67-70c7-48cf-a76f-245f2a0cfd09 tempest-TestNetworkAdvancedServerOps-1904745392 tempest-TestNetworkAdvancedServerOps-1904745392-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4e763b06-7572-4747-a18b-44a256cb56cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371146 Jul 23 17:26:05.418324 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59634) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:05.424803 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-4ee30ab1-ebd1-45ee-b8ae-ec24a916715d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1511458078', 'network_id': '7ac0a375-ef83-44c9-b31b-ced61fe0b538', 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:26:05.543619 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee30ab1-ebd1-45ee-b8ae-ec24a916715d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Made reservation on behalf of 06c5f7ba3e1e4b06905e7a7f54b2d219 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:26:05.548235 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4ee30ab1-ebd1-45ee-b8ae-ec24a916715d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:05.621186 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-499cf77c-8bc3-4f31-be58-374053dfae32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:05.664782 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:05.685040 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:05.696398 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-0edebd73-4f1e-42f6-8787-ccab4fc141f3 None None] Set router 2ee5794d-ce4f-4b2c-8c34-994514d5e7d3 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:26:05.783020 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4ee30ab1-ebd1-45ee-b8ae-ec24a916715d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:05.852811 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee30ab1-ebd1-45ee-b8ae-ec24a916715d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Subnet': ['ID=cfff2cae-a184-4112-bc4b-138e0da797b2,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:05.864854 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee30ab1-ebd1-45ee-b8ae-ec24a916715d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Checking segment: {'id': 'c2b35a50-448a-4db3-92e3-e602b32ffea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '7ac0a375-ef83-44c9-b31b-ced61fe0b538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:26:05.865257 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee30ab1-ebd1-45ee-b8ae-ec24a916715d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network hostable DHCP agents. Network: 7ac0a375-ef83-44c9-b31b-ced61fe0b538, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:26:05.887890 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee30ab1-ebd1-45ee-b8ae-ec24a916715d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network 7ac0a375-ef83-44c9-b31b-ced61fe0b538 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:26:05.899316 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-4ee30ab1-ebd1-45ee-b8ae-ec24a916715d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 7ac0a375-ef83-44c9-b31b-ced61fe0b538) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:26:05.904728 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee30ab1-ebd1-45ee-b8ae-ec24a916715d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:05.905385 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4ee30ab1-ebd1-45ee-b8ae-ec24a916715d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:05.928371 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4ee30ab1-ebd1-45ee-b8ae-ec24a916715d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5047071 Jul 23 17:26:05.928371 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59636) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:05.931372 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0f1106-d161-42d0-aaef-acba1dc50d66 None None] Network 7ac0a375-ef83-44c9-b31b-ced61fe0b538 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:26:06.239026 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0edebd73-4f1e-42f6-8787-ccab4fc141f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397446173', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'ad5bcbc9-095f-4bad-89ad-ff2d8009d828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:02Z', 'updated_at': '2021-07-23T17:26:03Z', 'revision_number': 3, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': 'ad5bcbc9-095f-4bad-89ad-ff2d8009d828', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:03Z', 'updated_at': '2021-07-23T17:26:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:06.246015 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72d2a0e-d66a-4b60-b67a-1ade054e507f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-7ac0a375-ef83-44c9-b31b-ced61fe0b538', 'network_id': '7ac0a375-ef83-44c9-b31b-ced61fe0b538', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'fixed_ips': [{'subnet_id': 'cfff2cae-a184-4112-bc4b-138e0da797b2'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:26:06.246955 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d72d2a0e-d66a-4b60-b67a-1ade054e507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:06.275611 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edebd73-4f1e-42f6-8787-ccab4fc141f3 None None] Checking router: 2ee5794d-ce4f-4b2c-8c34-994514d5e7d3 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:26:06.275969 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edebd73-4f1e-42f6-8787-ccab4fc141f3 None None] Updating router 2ee5794d-ce4f-4b2c-8c34-994514d5e7d3 port ad5bcbc9-095f-4bad-89ad-ff2d8009d828 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:26:06.336804 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0edebd73-4f1e-42f6-8787-ccab4fc141f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:06.476260 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-036ec408-cb25-4262-9e00-81eb4c4b7f87 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:06.573556 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-d72d2a0e-d66a-4b60-b67a-1ade054e507f None None] Allocated IP 172.20.0.2 (7ac0a375-ef83-44c9-b31b-ced61fe0b538/cfff2cae-a184-4112-bc4b-138e0da797b2/2bcf662a-aaac-460f-91c7-caa7cc5f3f79) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:26:06.859289 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:06.878672 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0edebd73-4f1e-42f6-8787-ccab4fc141f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:06.889801 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d72d2a0e-d66a-4b60-b67a-1ade054e507f None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:06.915175 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-0edebd73-4f1e-42f6-8787-ccab4fc141f3 None None] Transition to ACTIVE for port object ad5bcbc9-095f-4bad-89ad-ff2d8009d828 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:26:06.919279 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d72d2a0e-d66a-4b60-b67a-1ade054e507f None None] Transition to ACTIVE for port object 2bcf662a-aaac-460f-91c7-caa7cc5f3f79 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:26:06.933288 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0edebd73-4f1e-42f6-8787-ccab4fc141f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:07.011097 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d72d2a0e-d66a-4b60-b67a-1ade054e507f None None] Transition to ACTIVE for port object 2bcf662a-aaac-460f-91c7-caa7cc5f3f79 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:26:07.047101 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d72d2a0e-d66a-4b60-b67a-1ade054e507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:07.071361 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a008d7-0029-4d8b-884e-d5dca8df90de None None] Pushing event updated for resources: {'Port': ['ID=ad5bcbc9-095f-4bad-89ad-ff2d8009d828,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:07.078896 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-0edebd73-4f1e-42f6-8787-ccab4fc141f3 None None] Attempting to bind port ad5bcbc9-095f-4bad-89ad-ff2d8009d828 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:26:07.079778 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-0edebd73-4f1e-42f6-8787-ccab4fc141f3 None None] Attempting to bind port ad5bcbc9-095f-4bad-89ad-ff2d8009d828 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:26:07.080400 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edebd73-4f1e-42f6-8787-ccab4fc141f3 None None] Attempting to bind port ad5bcbc9-095f-4bad-89ad-ff2d8009d828 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:26:07.087189 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-036ec408-cb25-4262-9e00-81eb4c4b7f87 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Allocated IP 172.20.0.1 (7ac0a375-ef83-44c9-b31b-ced61fe0b538/cfff2cae-a184-4112-bc4b-138e0da797b2/0084872f-bd2b-49db-9d71-74baf6b3156e) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:26:07.147563 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edebd73-4f1e-42f6-8787-ccab4fc141f3 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:26:07.148013 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edebd73-4f1e-42f6-8787-ccab4fc141f3 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:26:07.149371 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0edebd73-4f1e-42f6-8787-ccab4fc141f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:07.150044 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edebd73-4f1e-42f6-8787-ccab4fc141f3 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:26:07.150818 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-0edebd73-4f1e-42f6-8787-ccab4fc141f3 None None] Bound port: ad5bcbc9-095f-4bad-89ad-ff2d8009d828, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:26:07.151368 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0edebd73-4f1e-42f6-8787-ccab4fc141f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:07.159494 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72d2a0e-d66a-4b60-b67a-1ade054e507f None None] Network 7ac0a375-ef83-44c9-b31b-ced61fe0b538 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:26:07.204810 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-d72d2a0e-d66a-4b60-b67a-1ade054e507f None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:26:07.219371 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72d2a0e-d66a-4b60-b67a-1ade054e507f None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:26:07.230045 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-036ec408-cb25-4262-9e00-81eb4c4b7f87 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:07.233021 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d2a0e-d66a-4b60-b67a-1ade054e507f None None] Pushing event updated for resources: {'Port': ['ID=2bcf662a-aaac-460f-91c7-caa7cc5f3f79,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:07.253042 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-036ec408-cb25-4262-9e00-81eb4c4b7f87 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Transition to ACTIVE for port object 0084872f-bd2b-49db-9d71-74baf6b3156e will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:26:07.308649 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-036ec408-cb25-4262-9e00-81eb4c4b7f87 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:07.355044 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-0edebd73-4f1e-42f6-8787-ccab4fc141f3 None None] For port ad5bcbc9-095f-4bad-89ad-ff2d8009d828, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:26:07.369304 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-d72d2a0e-d66a-4b60-b67a-1ade054e507f None None] Attempting to bind port 2bcf662a-aaac-460f-91c7-caa7cc5f3f79 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:26:07.369683 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-d72d2a0e-d66a-4b60-b67a-1ade054e507f None None] Attempting to bind port 2bcf662a-aaac-460f-91c7-caa7cc5f3f79 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'c2b35a50-448a-4db3-92e3-e602b32ffea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '7ac0a375-ef83-44c9-b31b-ced61fe0b538'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:26:07.370049 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72d2a0e-d66a-4b60-b67a-1ade054e507f None None] Attempting to bind port 2bcf662a-aaac-460f-91c7-caa7cc5f3f79 on network 7ac0a375-ef83-44c9-b31b-ced61fe0b538 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:26:07.375896 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-0edebd73-4f1e-42f6-8787-ccab4fc141f3 None None] For port ad5bcbc9-095f-4bad-89ad-ff2d8009d828, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=ad5bcbc9-095f-4bad-89ad-ff2d8009d828,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:26:07.379697 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72d2a0e-d66a-4b60-b67a-1ade054e507f None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:26:07.380248 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72d2a0e-d66a-4b60-b67a-1ade054e507f None None] Checking segment: {'id': 'c2b35a50-448a-4db3-92e3-e602b32ffea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '7ac0a375-ef83-44c9-b31b-ced61fe0b538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:26:07.380443 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d72d2a0e-d66a-4b60-b67a-1ade054e507f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:07.380664 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036ec408-cb25-4262-9e00-81eb4c4b7f87 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network 7ac0a375-ef83-44c9-b31b-ced61fe0b538 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:26:07.380882 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72d2a0e-d66a-4b60-b67a-1ade054e507f None None] Bound using segment: {'id': 'c2b35a50-448a-4db3-92e3-e602b32ffea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '7ac0a375-ef83-44c9-b31b-ced61fe0b538'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:26:07.381358 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-d72d2a0e-d66a-4b60-b67a-1ade054e507f None None] Bound port: 2bcf662a-aaac-460f-91c7-caa7cc5f3f79, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b35a50-448a-4db3-92e3-e602b32ffea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '7ac0a375-ef83-44c9-b31b-ced61fe0b538'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:26:07.381761 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d72d2a0e-d66a-4b60-b67a-1ade054e507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:07.386376 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0edebd73-4f1e-42f6-8787-ccab4fc141f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:07.387433 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-036ec408-cb25-4262-9e00-81eb4c4b7f87 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:26:07.399188 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036ec408-cb25-4262-9e00-81eb4c4b7f87 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:26:07.450269 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ec408-cb25-4262-9e00-81eb4c4b7f87 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Port': ['ID=0084872f-bd2b-49db-9d71-74baf6b3156e,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:07.486207 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-036ec408-cb25-4262-9e00-81eb4c4b7f87 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:07.509866 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edebd73-4f1e-42f6-8787-ccab4fc141f3 None None] Routers {'2ee5794d-ce4f-4b2c-8c34-994514d5e7d3'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:26:07.510596 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0edebd73-4f1e-42f6-8787-ccab4fc141f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:26:06Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['2ee5794d-ce4f-4b2c-8c34-994514d5e7d3'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:07.557203 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a008d7-0029-4d8b-884e-d5dca8df90de None None] Pushing event updated for resources: {'Port': ['ID=ad5bcbc9-095f-4bad-89ad-ff2d8009d828,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:07.603275 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-d72d2a0e-d66a-4b60-b67a-1ade054e507f None None] For port 2bcf662a-aaac-460f-91c7-caa7cc5f3f79, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:26:07.625253 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-d72d2a0e-d66a-4b60-b67a-1ade054e507f None None] For port 2bcf662a-aaac-460f-91c7-caa7cc5f3f79, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2bcf662a-aaac-460f-91c7-caa7cc5f3f79,segment=NetworkSegment(c2b35a50-448a-4db3-92e3-e602b32ffea8),segment_id=c2b35a50-448a-4db3-92e3-e602b32ffea8)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:26:07.632154 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d72d2a0e-d66a-4b60-b67a-1ade054e507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:07.715378 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-0edebd73-4f1e-42f6-8787-ccab4fc141f3 None None] Set router 2ee5794d-ce4f-4b2c-8c34-994514d5e7d3 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:26:07.760043 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-036ec408-cb25-4262-9e00-81eb4c4b7f87 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:07.780339 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d2a0e-d66a-4b60-b67a-1ade054e507f None None] Pushing event updated for resources: {'Port': ['ID=2bcf662a-aaac-460f-91c7-caa7cc5f3f79,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:08.026161 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:08.049037 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0edebd73-4f1e-42f6-8787-ccab4fc141f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397446173', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'ad5bcbc9-095f-4bad-89ad-ff2d8009d828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:02Z', 'updated_at': '2021-07-23T17:26:03Z', 'revision_number': 3, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': 'ad5bcbc9-095f-4bad-89ad-ff2d8009d828', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:03Z', 'updated_at': '2021-07-23T17:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:08.099048 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edebd73-4f1e-42f6-8787-ccab4fc141f3 None None] The sync data for ids ['2ee5794d-ce4f-4b2c-8c34-994514d5e7d3'] in n-d-778549-4 is: [{'id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397446173', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'ad5bcbc9-095f-4bad-89ad-ff2d8009d828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:02Z', 'updated_at': '2021-07-23T17:26:03Z', 'revision_number': 3, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': 'ad5bcbc9-095f-4bad-89ad-ff2d8009d828', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:03Z', 'updated_at': '2021-07-23T17:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:26:08.226996 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-036ec408-cb25-4262-9e00-81eb4c4b7f87 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:08.232330 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-036ec408-cb25-4262-9e00-81eb4c4b7f87 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:08.325582 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-036ec408-cb25-4262-9e00-81eb4c4b7f87 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:08.327603 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ec408-cb25-4262-9e00-81eb4c4b7f87 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Port': ['ID=0084872f-bd2b-49db-9d71-74baf6b3156e,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:08.504548 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036ec408-cb25-4262-9e00-81eb4c4b7f87 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network 7ac0a375-ef83-44c9-b31b-ced61fe0b538 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:26:08.506402 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-036ec408-cb25-4262-9e00-81eb4c4b7f87 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:26:08.682354 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036ec408-cb25-4262-9e00-81eb4c4b7f87 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Router 2ee5794d-ce4f-4b2c-8c34-994514d5e7d3 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:26:08.830122 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036ec408-cb25-4262-9e00-81eb4c4b7f87 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:26:08.836141 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-036ec408-cb25-4262-9e00-81eb4c4b7f87 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "PUT /v2.0/routers/2ee5794d-ce4f-4b2c-8c34-994514d5e7d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9070299 Jul 23 17:26:08.846189 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:09.029340 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff0ad0c-c83a-4b92-9b79-e01205827e78 None None] Network 7ac0a375-ef83-44c9-b31b-ced61fe0b538 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:26:09.069695 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-11531457-7a77-44af-9582-ad67dbeda8d3 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1872179748&fields=id&tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219 HTTP/1.1" status: 200 len: 267 time: 0.0580657 Jul 23 17:26:09.131658 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d7a85945-4a83-483e-9505-d724c4d04f1f None None] Provisioning for port 2bcf662a-aaac-460f-91c7-caa7cc5f3f79 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:26:09.254665 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-07e74b56-6930-4a27-9b8e-99f14c04a969 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:09.258233 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-07e74b56-6930-4a27-9b8e-99f14c04a969 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/networks?id=7ac0a375-ef83-44c9-b31b-ced61fe0b538 HTTP/1.1" status: 200 len: 797 time: 0.1798952 Jul 23 17:26:09.280108 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-474b1915-21f3-4847-ae58-caabc2895fbf tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/quotas/06c5f7ba3e1e4b06905e7a7f54b2d219 HTTP/1.1" status: 200 len: 375 time: 0.0160615 Jul 23 17:26:09.384129 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-04827129-7fbd-40be-91d3-930fa3cb18ff tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0928180 Jul 23 17:26:09.457779 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-e222328b-f3ba-4496-b61d-ff8d3980a68d service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:26:09.459640 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-e222328b-f3ba-4496-b61d-ff8d3980a68d service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0614748 Jul 23 17:26:09.596318 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-1452b219-1d99-45c8-a913-2b06d99407b9 service neutron] 10.222.0.73 "GET /v2.0/networks/7ac0a375-ef83-44c9-b31b-ced61fe0b538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269028 Jul 23 17:26:09.667574 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-10a6fa7c-6382-448f-a454-65479c0aace8 None None] Provisioning for port 0084872f-bd2b-49db-9d71-74baf6b3156e completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:26:09.674107 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-10a6fa7c-6382-448f-a454-65479c0aace8 None None] Provisioning complete for port 0084872f-bd2b-49db-9d71-74baf6b3156e triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:26:09.674613 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-10a6fa7c-6382-448f-a454-65479c0aace8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:09.736052 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-10a6fa7c-6382-448f-a454-65479c0aace8 None None] Port 0084872f-bd2b-49db-9d71-74baf6b3156e cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:26:09.756265 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-29cc95ce-52ff-4dd1-942c-710005571cd3 service neutron] 10.222.0.73 "GET /v2.0/networks/7ac0a375-ef83-44c9-b31b-ced61fe0b538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479199 Jul 23 17:26:09.895966 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ce96b239-46f3-49a4-8c37-9a1a5121dced None None] Provisioning complete for port 0084872f-bd2b-49db-9d71-74baf6b3156e triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:26:09.899550 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ce96b239-46f3-49a4-8c37-9a1a5121dced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:09.968318 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2bcf662a-aaac-460f-91c7-caa7cc5f3f79 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:26:10.022678 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-ce96b239-46f3-49a4-8c37-9a1a5121dced None None] Port 0084872f-bd2b-49db-9d71-74baf6b3156e cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:26:10.061317 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc51cdc0-7e30-4ead-be59-dae329b41fc0 req-e273f46b-b907-419d-8c65-c9673eda242c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=414973ed-81a7-4f13-b8e6-1c03345efb03 HTTP/1.1" status: 200 len: 210 time: 0.0544279 Jul 23 17:26:10.074384 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 2bcf662a-aaac-460f-91c7-caa7cc5f3f79 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:26:10.080519 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 2bcf662a-aaac-460f-91c7-caa7cc5f3f79 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:26:10.081025 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:10.190199 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:10.259328 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 2bcf662a-aaac-460f-91c7-caa7cc5f3f79, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2bcf662a-aaac-460f-91c7-caa7cc5f3f79,segment=NetworkSegment(c2b35a50-448a-4db3-92e3-e602b32ffea8),segment_id=c2b35a50-448a-4db3-92e3-e602b32ffea8)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:26:10.270245 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:10.271448 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device ad5bcbc9-095f-4bad-89ad-ff2d8009d828 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:26:10.275850 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba53798-67e9-4918-905b-bce09289d2bc None None] Sync routers for ids ['2ee5794d-ce4f-4b2c-8c34-994514d5e7d3'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:26:10.280060 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-965645db-1936-4642-a85b-193fbc840050 None None] Provisioning complete for port 0084872f-bd2b-49db-9d71-74baf6b3156e triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:26:10.280641 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-965645db-1936-4642-a85b-193fbc840050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:10.294580 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba53798-67e9-4918-905b-bce09289d2bc None None] Routers {'2ee5794d-ce4f-4b2c-8c34-994514d5e7d3'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:26:10.295543 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-5ba53798-67e9-4918-905b-bce09289d2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:26:06Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['2ee5794d-ce4f-4b2c-8c34-994514d5e7d3'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:10.391533 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-965645db-1936-4642-a85b-193fbc840050 None None] Port 0084872f-bd2b-49db-9d71-74baf6b3156e cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:26:10.407522 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=2bcf662a-aaac-460f-91c7-caa7cc5f3f79,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:10.423526 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port ad5bcbc9-095f-4bad-89ad-ff2d8009d828 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:26:10.429979 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port ad5bcbc9-095f-4bad-89ad-ff2d8009d828 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:26:10.430567 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:10.438908 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-5ba53798-67e9-4918-905b-bce09289d2bc None None] Set router 2ee5794d-ce4f-4b2c-8c34-994514d5e7d3 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:26:10.562117 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:10.589432 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port ad5bcbc9-095f-4bad-89ad-ff2d8009d828, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=ad5bcbc9-095f-4bad-89ad-ff2d8009d828,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:26:10.595671 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:10.673328 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=ad5bcbc9-095f-4bad-89ad-ff2d8009d828,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:10.675952 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-5ba53798-67e9-4918-905b-bce09289d2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397446173', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'ad5bcbc9-095f-4bad-89ad-ff2d8009d828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:02Z', 'updated_at': '2021-07-23T17:26:07Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': 'ad5bcbc9-095f-4bad-89ad-ff2d8009d828', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:03Z', 'updated_at': '2021-07-23T17:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '0084872f-bd2b-49db-9d71-74baf6b3156e', 'name': '', 'network_id': '7ac0a375-ef83-44c9-b31b-ced61fe0b538', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:33:47:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'cfff2cae-a184-4112-bc4b-138e0da797b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:06Z', 'updated_at': '2021-07-23T17:26:08Z', 'revision_number': 2, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': 'cfff2cae-a184-4112-bc4b-138e0da797b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:10.713874 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba53798-67e9-4918-905b-bce09289d2bc None None] Checking router: 2ee5794d-ce4f-4b2c-8c34-994514d5e7d3 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:26:10.714224 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba53798-67e9-4918-905b-bce09289d2bc None None] Updating router 2ee5794d-ce4f-4b2c-8c34-994514d5e7d3 port 0084872f-bd2b-49db-9d71-74baf6b3156e binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:26:10.759624 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-5ba53798-67e9-4918-905b-bce09289d2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:11.092210 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-5ba53798-67e9-4918-905b-bce09289d2bc None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:11.105805 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-5ba53798-67e9-4918-905b-bce09289d2bc None None] Transition to ACTIVE for port object 0084872f-bd2b-49db-9d71-74baf6b3156e will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:26:11.114890 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-5ba53798-67e9-4918-905b-bce09289d2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:11.243164 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7b59960a-5f73-47eb-ad5f-1d257429d5ca req-36e93bdc-199f-4724-93e6-dc2b373b9ae9 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=414973ed-81a7-4f13-b8e6-1c03345efb03 HTTP/1.1" status: 200 len: 210 time: 0.0573254 Jul 23 17:26:11.244692 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-5ba53798-67e9-4918-905b-bce09289d2bc None None] Attempting to bind port 0084872f-bd2b-49db-9d71-74baf6b3156e on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:26:11.245287 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-5ba53798-67e9-4918-905b-bce09289d2bc None None] Attempting to bind port 0084872f-bd2b-49db-9d71-74baf6b3156e by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'c2b35a50-448a-4db3-92e3-e602b32ffea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '7ac0a375-ef83-44c9-b31b-ced61fe0b538'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:26:11.245802 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba53798-67e9-4918-905b-bce09289d2bc None None] Attempting to bind port 0084872f-bd2b-49db-9d71-74baf6b3156e on network 7ac0a375-ef83-44c9-b31b-ced61fe0b538 {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:26:11.254700 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d60c2-8c2d-46c2-9f99-b973e06fd127 None None] Pushing event updated for resources: {'Port': ['ID=0084872f-bd2b-49db-9d71-74baf6b3156e,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:11.267241 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba53798-67e9-4918-905b-bce09289d2bc None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:26:11.267918 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba53798-67e9-4918-905b-bce09289d2bc None None] Checking segment: {'id': 'c2b35a50-448a-4db3-92e3-e602b32ffea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '7ac0a375-ef83-44c9-b31b-ced61fe0b538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:26:11.268662 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-5ba53798-67e9-4918-905b-bce09289d2bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:11.269371 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba53798-67e9-4918-905b-bce09289d2bc None None] Bound using segment: {'id': 'c2b35a50-448a-4db3-92e3-e602b32ffea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '7ac0a375-ef83-44c9-b31b-ced61fe0b538'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:26:11.270151 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-5ba53798-67e9-4918-905b-bce09289d2bc None None] Bound port: 0084872f-bd2b-49db-9d71-74baf6b3156e, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b35a50-448a-4db3-92e3-e602b32ffea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '7ac0a375-ef83-44c9-b31b-ced61fe0b538'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:26:11.270745 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-5ba53798-67e9-4918-905b-bce09289d2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:11.275210 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059d60c2-8c2d-46c2-9f99-b973e06fd127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:11.275754 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059d60c2-8c2d-46c2-9f99-b973e06fd127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:11.276266 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059d60c2-8c2d-46c2-9f99-b973e06fd127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:11.277104 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059d60c2-8c2d-46c2-9f99-b973e06fd127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:11.277399 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059d60c2-8c2d-46c2-9f99-b973e06fd127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:11.277871 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059d60c2-8c2d-46c2-9f99-b973e06fd127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:11.278299 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059d60c2-8c2d-46c2-9f99-b973e06fd127 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:11.278835 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059d60c2-8c2d-46c2-9f99-b973e06fd127 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:11.279252 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059d60c2-8c2d-46c2-9f99-b973e06fd127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:11.279666 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059d60c2-8c2d-46c2-9f99-b973e06fd127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:11.280088 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059d60c2-8c2d-46c2-9f99-b973e06fd127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:11.280504 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059d60c2-8c2d-46c2-9f99-b973e06fd127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:11.425643 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-5ba53798-67e9-4918-905b-bce09289d2bc None None] For port 0084872f-bd2b-49db-9d71-74baf6b3156e, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:26:11.432954 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-5ba53798-67e9-4918-905b-bce09289d2bc None None] For port 0084872f-bd2b-49db-9d71-74baf6b3156e, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0084872f-bd2b-49db-9d71-74baf6b3156e,segment=NetworkSegment(c2b35a50-448a-4db3-92e3-e602b32ffea8),segment_id=c2b35a50-448a-4db3-92e3-e602b32ffea8)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:26:11.441116 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-5ba53798-67e9-4918-905b-bce09289d2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:11.521374 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-faaf986c-8c09-4fc7-a345-e8a75472c793 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:11.522995 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-faaf986c-8c09-4fc7-a345-e8a75472c793 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.97 "GET /v2.0/networks?id=7ac0a375-ef83-44c9-b31b-ced61fe0b538 HTTP/1.1" status: 200 len: 797 time: 0.2331562 Jul 23 17:26:11.565282 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d60c2-8c2d-46c2-9f99-b973e06fd127 None None] Pushing event updated for resources: {'Port': ['ID=0084872f-bd2b-49db-9d71-74baf6b3156e,revision_number=4']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:11.576527 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba53798-67e9-4918-905b-bce09289d2bc None None] Routers {'2ee5794d-ce4f-4b2c-8c34-994514d5e7d3'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:26:11.577861 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-5ba53798-67e9-4918-905b-bce09289d2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:26:06Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['2ee5794d-ce4f-4b2c-8c34-994514d5e7d3'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:11.598829 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-34b63c61-67bf-459a-8d25-23c89519eb7b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219 HTTP/1.1" status: 200 len: 380 time: 0.0664215 Jul 23 17:26:11.610392 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-418b8d31-aecd-4443-80d0-216c20138d68 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'port': {'device_id': '414973ed-81a7-4f13-b8e6-1c03345efb03', 'network_id': '7ac0a375-ef83-44c9-b31b-ced61fe0b538', 'admin_state_up': True, 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'security_groups': ['e9378e80-df19-4905-9adb-ab4b17df5445']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:26:11.714612 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-5ba53798-67e9-4918-905b-bce09289d2bc None None] Set router 2ee5794d-ce4f-4b2c-8c34-994514d5e7d3 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:26:11.815207 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-418b8d31-aecd-4443-80d0-216c20138d68 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Made reservation on behalf of 06c5f7ba3e1e4b06905e7a7f54b2d219 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:26:11.823393 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-418b8d31-aecd-4443-80d0-216c20138d68 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:11.864832 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2bcf662a-aaac-460f-91c7-caa7cc5f3f79 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:26:11.924540 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 2bcf662a-aaac-460f-91c7-caa7cc5f3f79 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:26:11.925269 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:12.051773 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device ad5bcbc9-095f-4bad-89ad-ff2d8009d828 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:26:12.058406 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-5ba53798-67e9-4918-905b-bce09289d2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397446173', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'ad5bcbc9-095f-4bad-89ad-ff2d8009d828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:02Z', 'updated_at': '2021-07-23T17:26:07Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': 'ad5bcbc9-095f-4bad-89ad-ff2d8009d828', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:03Z', 'updated_at': '2021-07-23T17:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '0084872f-bd2b-49db-9d71-74baf6b3156e', 'name': '', 'network_id': '7ac0a375-ef83-44c9-b31b-ced61fe0b538', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:33:47:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'cfff2cae-a184-4112-bc4b-138e0da797b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:06Z', 'updated_at': '2021-07-23T17:26:11Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': 'cfff2cae-a184-4112-bc4b-138e0da797b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:12.073312 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-418b8d31-aecd-4443-80d0-216c20138d68 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Allocated IP 172.20.0.6 (7ac0a375-ef83-44c9-b31b-ced61fe0b538/cfff2cae-a184-4112-bc4b-138e0da797b2/8444612b-626d-4836-870c-4994931a7dc6) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:26:12.119296 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba53798-67e9-4918-905b-bce09289d2bc None None] The sync data for ids ['2ee5794d-ce4f-4b2c-8c34-994514d5e7d3'] in n-d-778549-4 is: [{'id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397446173', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'ad5bcbc9-095f-4bad-89ad-ff2d8009d828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:02Z', 'updated_at': '2021-07-23T17:26:07Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': 'ad5bcbc9-095f-4bad-89ad-ff2d8009d828', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:03Z', 'updated_at': '2021-07-23T17:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '0084872f-bd2b-49db-9d71-74baf6b3156e', 'name': '', 'network_id': '7ac0a375-ef83-44c9-b31b-ced61fe0b538', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:33:47:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'cfff2cae-a184-4112-bc4b-138e0da797b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:06Z', 'updated_at': '2021-07-23T17:26:11Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': 'cfff2cae-a184-4112-bc4b-138e0da797b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:26:12.126266 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port ad5bcbc9-095f-4bad-89ad-ff2d8009d828 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:26:12.127054 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:12.374436 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-418b8d31-aecd-4443-80d0-216c20138d68 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:12.451905 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e4f58605-a903-4e35-9d4a-94784706e0f7 req-48d2d298-5d89-42be-96dc-26fe13923a10 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=414973ed-81a7-4f13-b8e6-1c03345efb03 HTTP/1.1" status: 200 len: 210 time: 0.0741231 Jul 23 17:26:12.462734 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-418b8d31-aecd-4443-80d0-216c20138d68 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Transition to ACTIVE for port object 8444612b-626d-4836-870c-4994931a7dc6 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:26:12.538997 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-418b8d31-aecd-4443-80d0-216c20138d68 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:12.613265 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-418b8d31-aecd-4443-80d0-216c20138d68 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network 7ac0a375-ef83-44c9-b31b-ced61fe0b538 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:26:12.624089 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-418b8d31-aecd-4443-80d0-216c20138d68 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:26:12.631183 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-418b8d31-aecd-4443-80d0-216c20138d68 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:26:12.643682 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b8d31-aecd-4443-80d0-216c20138d68 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Port': ['ID=8444612b-626d-4836-870c-4994931a7dc6,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:12.713390 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-418b8d31-aecd-4443-80d0-216c20138d68 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:12.714233 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-418b8d31-aecd-4443-80d0-216c20138d68 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:12.746723 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-418b8d31-aecd-4443-80d0-216c20138d68 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1409252 Jul 23 17:26:12.761478 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-e69d1886-095e-4b46-8c9d-cc628f0b97ce service neutron] Request body: {'port': {'device_id': '414973ed-81a7-4f13-b8e6-1c03345efb03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:26:12.893463 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-e69d1886-095e-4b46-8c9d-cc628f0b97ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:13.045318 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d3407ca7-c4dd-4db4-b85c-b23d4aceb197 None None] Provisioning for port 8444612b-626d-4836-870c-4994931a7dc6 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:26:13.051160 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d3407ca7-c4dd-4db4-b85c-b23d4aceb197 None None] Provisioning complete for port 8444612b-626d-4836-870c-4994931a7dc6 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:26:13.051704 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d3407ca7-c4dd-4db4-b85c-b23d4aceb197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:13.130020 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-d3407ca7-c4dd-4db4-b85c-b23d4aceb197 None None] Port 8444612b-626d-4836-870c-4994931a7dc6 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:26:13.316152 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-e69d1886-095e-4b46-8c9d-cc628f0b97ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8444612b-626d-4836-870c-4994931a7dc6 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:26:13.326221 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-e69d1886-095e-4b46-8c9d-cc628f0b97ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:13.340524 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-e69d1886-095e-4b46-8c9d-cc628f0b97ce service neutron] Transition to ACTIVE for port object 8444612b-626d-4836-870c-4994931a7dc6 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:26:13.344543 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-e69d1886-095e-4b46-8c9d-cc628f0b97ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:13.429893 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d1886-095e-4b46-8c9d-cc628f0b97ce service neutron] Pushing event updated for resources: {'Port': ['ID=8444612b-626d-4836-870c-4994931a7dc6,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:13.498677 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-e69d1886-095e-4b46-8c9d-cc628f0b97ce service neutron] Attempting to bind port 8444612b-626d-4836-870c-4994931a7dc6 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:26:13.499226 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-e69d1886-095e-4b46-8c9d-cc628f0b97ce service neutron] Attempting to bind port 8444612b-626d-4836-870c-4994931a7dc6 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': 'c2b35a50-448a-4db3-92e3-e602b32ffea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '7ac0a375-ef83-44c9-b31b-ced61fe0b538'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:26:13.499740 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-e69d1886-095e-4b46-8c9d-cc628f0b97ce service neutron] Attempting to bind port 8444612b-626d-4836-870c-4994931a7dc6 on network 7ac0a375-ef83-44c9-b31b-ced61fe0b538 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:26:13.508825 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-e69d1886-095e-4b46-8c9d-cc628f0b97ce service neutron] Port 8444612b-626d-4836-870c-4994931a7dc6 on network 7ac0a375-ef83-44c9-b31b-ced61fe0b538 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:26:13.509481 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-e69d1886-095e-4b46-8c9d-cc628f0b97ce service neutron] Attempting to bind port 8444612b-626d-4836-870c-4994931a7dc6 on network 7ac0a375-ef83-44c9-b31b-ced61fe0b538 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:26:13.517937 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-e69d1886-095e-4b46-8c9d-cc628f0b97ce service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:26:13.518454 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-e69d1886-095e-4b46-8c9d-cc628f0b97ce service neutron] Checking segment: {'id': 'c2b35a50-448a-4db3-92e3-e602b32ffea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '7ac0a375-ef83-44c9-b31b-ced61fe0b538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:26:13.519031 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-e69d1886-095e-4b46-8c9d-cc628f0b97ce service neutron] Bound using segment: {'id': 'c2b35a50-448a-4db3-92e3-e602b32ffea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '7ac0a375-ef83-44c9-b31b-ced61fe0b538'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:26:13.519778 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-e69d1886-095e-4b46-8c9d-cc628f0b97ce service neutron] Bound port: 8444612b-626d-4836-870c-4994931a7dc6, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b35a50-448a-4db3-92e3-e602b32ffea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '7ac0a375-ef83-44c9-b31b-ced61fe0b538'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:26:13.520384 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-e69d1886-095e-4b46-8c9d-cc628f0b97ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:13.655625 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-e69d1886-095e-4b46-8c9d-cc628f0b97ce service neutron] For port 8444612b-626d-4836-870c-4994931a7dc6, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:26:13.659749 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-e69d1886-095e-4b46-8c9d-cc628f0b97ce service neutron] For port 8444612b-626d-4836-870c-4994931a7dc6, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=8444612b-626d-4836-870c-4994931a7dc6,segment=NetworkSegment(c2b35a50-448a-4db3-92e3-e602b32ffea8),segment_id=c2b35a50-448a-4db3-92e3-e602b32ffea8)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:26:13.667273 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-e69d1886-095e-4b46-8c9d-cc628f0b97ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:13.721854 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-e69d1886-095e-4b46-8c9d-cc628f0b97ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:13.722501 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-e69d1886-095e-4b46-8c9d-cc628f0b97ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:13.724032 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-e69d1886-095e-4b46-8c9d-cc628f0b97ce service neutron] 10.222.0.97 "PUT /v2.0/ports/8444612b-626d-4836-870c-4994931a7dc6 HTTP/1.1" status: 200 len: 1091 time: 0.9695663 Jul 23 17:26:13.726939 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414973ed-81a7-4f13-b8e6-1c03345efb03', 'tag': '8444612b-626d-4836-870c-4994931a7dc6'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:26:13.729446 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d807a224-1269-4a4b-94c4-16b382628be8" -d '{"events": [{"name": "network-changed", "server_uuid": "414973ed-81a7-4f13-b8e6-1c03345efb03", "tag": "8444612b-626d-4836-870c-4994931a7dc6"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:26:13.765093 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad95c2b-7906-4538-b5cf-408d1e463126 req-2a89af3c-aaa0-4fed-9b84-82981f90b4d6 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:13.767371 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2ad95c2b-7906-4538-b5cf-408d1e463126 req-2a89af3c-aaa0-4fed-9b84-82981f90b4d6 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=414973ed-81a7-4f13-b8e6-1c03345efb03 HTTP/1.1" status: 200 len: 943 time: 0.1792097 Jul 23 17:26:13.781189 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d1886-095e-4b46-8c9d-cc628f0b97ce service neutron] Pushing event updated for resources: {'Port': ['ID=8444612b-626d-4836-870c-4994931a7dc6,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:13.849250 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2ad95c2b-7906-4538-b5cf-408d1e463126 req-84ecec4a-5352-4550-96a7-833dad751096 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=e9378e80-df19-4905-9adb-ab4b17df5445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459697 Jul 23 17:26:13.873963 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-3ed6bb36-e632-44d7-9a5b-607840981525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:13.878900 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-3ed6bb36-e632-44d7-9a5b-607840981525 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&device_id=414973ed-81a7-4f13-b8e6-1c03345efb03 HTTP/1.1" status: 200 len: 1094 time: 0.1081502 Jul 23 17:26:13.913101 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0084872f-bd2b-49db-9d71-74baf6b3156e up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:26:13.994838 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 0084872f-bd2b-49db-9d71-74baf6b3156e completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:26:14.001510 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 0084872f-bd2b-49db-9d71-74baf6b3156e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:26:14.002140 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:14.127723 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:14.190443 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 0084872f-bd2b-49db-9d71-74baf6b3156e, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0084872f-bd2b-49db-9d71-74baf6b3156e,segment=NetworkSegment(c2b35a50-448a-4db3-92e3-e602b32ffea8),segment_id=c2b35a50-448a-4db3-92e3-e602b32ffea8)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:26:14.197586 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:14.261606 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=0084872f-bd2b-49db-9d71-74baf6b3156e,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:14.386154 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5077428-0465-40d9-89ee-decc03974430 x-openstack-request-id: req-f5077428-0465-40d9-89ee-decc03974430 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:26:14.386521 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414973ed-81a7-4f13-b8e6-1c03345efb03", "tag": "8444612b-626d-4836-870c-4994931a7dc6", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:26:14.386907 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f5077428-0465-40d9-89ee-decc03974430 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:26:14.387531 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414973ed-81a7-4f13-b8e6-1c03345efb03', 'tag': '8444612b-626d-4836-870c-4994931a7dc6', 'status': 'completed', 'code': 200} Jul 23 17:26:14.390697 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-fa785605-bc3a-4213-836b-248ea5f077c3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8444612b-626d-4836-870c-4994931a7dc6 HTTP/1.1" status: 200 len: 217 time: 0.4980016 Jul 23 17:26:14.445091 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-da2db107-52d1-4eb5-af14-474733493fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:14.446654 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-da2db107-52d1-4eb5-af14-474733493fb8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=cfff2cae-a184-4112-bc4b-138e0da797b2 HTTP/1.1" status: 200 len: 835 time: 0.0495915 Jul 23 17:26:14.517262 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-35ee4719-0497-4a5d-ac86-cc366fae0ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:14.518939 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-35ee4719-0497-4a5d-ac86-cc366fae0ed1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7ac0a375-ef83-44c9-b31b-ced61fe0b538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659108 Jul 23 17:26:14.636657 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-c97db5b9-68e2-4137-a3c8-14bc914fb6aa service neutron] 10.222.0.97 "GET /v2.0/networks/7ac0a375-ef83-44c9-b31b-ced61fe0b538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106215 Jul 23 17:26:14.743535 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0021f410-09a0-4d07-80e5-19fe411781f1 req-e43ef643-4efa-4c9c-8b02-28129639ddc9 service neutron] 10.222.0.97 "GET /v2.0/networks/7ac0a375-ef83-44c9-b31b-ced61fe0b538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008162 Jul 23 17:26:14.862623 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807a224-1269-4a4b-94c4-16b382628be8 req-b393b734-1357-4747-aa96-bea4af7373a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:14.864482 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d807a224-1269-4a4b-94c4-16b382628be8 req-b393b734-1357-4747-aa96-bea4af7373a1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&device_id=414973ed-81a7-4f13-b8e6-1c03345efb03 HTTP/1.1" status: 200 len: 1094 time: 0.0695758 Jul 23 17:26:14.990822 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807a224-1269-4a4b-94c4-16b382628be8 req-4ee392d1-8bdc-4ea3-9f5f-ba447f1d6bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:14.993528 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d807a224-1269-4a4b-94c4-16b382628be8 req-4ee392d1-8bdc-4ea3-9f5f-ba447f1d6bbd service neutron] 10.222.0.97 "GET /v2.0/networks?id=7ac0a375-ef83-44c9-b31b-ced61fe0b538 HTTP/1.1" status: 200 len: 899 time: 0.1222076 Jul 23 17:26:15.057549 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d807a224-1269-4a4b-94c4-16b382628be8 req-ddffd84e-513b-46e1-af89-55be38b2dae4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8444612b-626d-4836-870c-4994931a7dc6 HTTP/1.1" status: 200 len: 217 time: 0.0410531 Jul 23 17:26:15.129900 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de29ce-33af-47bd-8b60-56beab4b41f1 req-ff2e4108-0ab3-44c5-bdc6-e021b66c812a tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:15.131606 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28de29ce-33af-47bd-8b60-56beab4b41f1 req-ff2e4108-0ab3-44c5-bdc6-e021b66c812a tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=414973ed-81a7-4f13-b8e6-1c03345efb03 HTTP/1.1" status: 200 len: 943 time: 0.1610379 Jul 23 17:26:15.134041 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807a224-1269-4a4b-94c4-16b382628be8 req-1a38913c-2b0d-4639-b884-bcf07d091f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:15.135579 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d807a224-1269-4a4b-94c4-16b382628be8 req-1a38913c-2b0d-4639-b884-bcf07d091f45 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=cfff2cae-a184-4112-bc4b-138e0da797b2 HTTP/1.1" status: 200 len: 835 time: 0.0709789 Jul 23 17:26:15.212377 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-28de29ce-33af-47bd-8b60-56beab4b41f1 req-44c585ef-4119-4ad0-976f-41cad06c55d8 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=e9378e80-df19-4905-9adb-ab4b17df5445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726862 Jul 23 17:26:15.243853 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807a224-1269-4a4b-94c4-16b382628be8 req-c1650ef5-85a9-4140-b7ac-e3d84834852b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:15.245716 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d807a224-1269-4a4b-94c4-16b382628be8 req-c1650ef5-85a9-4140-b7ac-e3d84834852b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7ac0a375-ef83-44c9-b31b-ced61fe0b538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993619 Jul 23 17:26:15.391069 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d807a224-1269-4a4b-94c4-16b382628be8 req-ff504e2a-5c98-4d72-a0f3-2b766c0f3e5a service neutron] 10.222.0.97 "GET /v2.0/networks/7ac0a375-ef83-44c9-b31b-ced61fe0b538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369596 Jul 23 17:26:15.500523 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d807a224-1269-4a4b-94c4-16b382628be8 req-d3ab284d-c745-43a4-814c-2857f6d103f5 service neutron] 10.222.0.97 "GET /v2.0/networks/7ac0a375-ef83-44c9-b31b-ced61fe0b538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025596 Jul 23 17:26:15.840554 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0084872f-bd2b-49db-9d71-74baf6b3156e up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:26:15.897426 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 0084872f-bd2b-49db-9d71-74baf6b3156e triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:26:15.897872 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:16.378918 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d1a29-2ad5-4103-86ab-a662ab76e033 req-d9705dd9-7a7a-4ef8-933a-ccfca8249f9e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:16.380558 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-990d1a29-2ad5-4103-86ab-a662ab76e033 req-d9705dd9-7a7a-4ef8-933a-ccfca8249f9e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=414973ed-81a7-4f13-b8e6-1c03345efb03 HTTP/1.1" status: 200 len: 943 time: 0.0733547 Jul 23 17:26:16.430595 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-990d1a29-2ad5-4103-86ab-a662ab76e033 req-940e655b-4d29-46fb-a601-0888b6f0eaf0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=e9378e80-df19-4905-9adb-ab4b17df5445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395205 Jul 23 17:26:16.678127 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 8444612b-626d-4836-870c-4994931a7dc6 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:26:16.798412 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 8444612b-626d-4836-870c-4994931a7dc6, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=8444612b-626d-4836-870c-4994931a7dc6,segment=NetworkSegment(c2b35a50-448a-4db3-92e3-e602b32ffea8),segment_id=c2b35a50-448a-4db3-92e3-e602b32ffea8)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:26:16.813119 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': '8444612b-626d-4836-870c-4994931a7dc6', 'network_id': '7ac0a375-ef83-44c9-b31b-ced61fe0b538', 'port_id': '8444612b-626d-4836-870c-4994931a7dc6', 'mac_address': 'fa:16:3e:63:97:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfff2cae-a184-4112-bc4b-138e0da797b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:26:16.858191 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:16.873020 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8444612b-626d-4836-870c-4994931a7dc6 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:26:16.894613 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 8444612b-626d-4836-870c-4994931a7dc6, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=8444612b-626d-4836-870c-4994931a7dc6,segment=NetworkSegment(c2b35a50-448a-4db3-92e3-e602b32ffea8),segment_id=c2b35a50-448a-4db3-92e3-e602b32ffea8)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:26:16.900512 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:16.952776 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=8444612b-626d-4836-870c-4994931a7dc6,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:17.132908 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['8444612b-626d-4836-870c-4994931a7dc6'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:26:17.620998 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eafa13-a29d-4595-8078-cd747cad62aa req-2fe9836f-2718-4628-8277-58a9924d24f9 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:17.623791 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4eafa13-a29d-4595-8078-cd747cad62aa req-2fe9836f-2718-4628-8277-58a9924d24f9 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=414973ed-81a7-4f13-b8e6-1c03345efb03 HTTP/1.1" status: 200 len: 944 time: 0.1163855 Jul 23 17:26:17.686981 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4eafa13-a29d-4595-8078-cd747cad62aa req-13c8e4b5-1fc5-4c1e-bc91-4291c3af3ed2 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=e9378e80-df19-4905-9adb-ab4b17df5445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571280 Jul 23 17:26:18.693661 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 8444612b-626d-4836-870c-4994931a7dc6 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:26:18.755785 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port 8444612b-626d-4836-870c-4994931a7dc6 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:26:18.761818 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port 8444612b-626d-4836-870c-4994931a7dc6 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:26:18.762170 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:18.880620 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:18.900958 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824e339-3a3a-40b1-a36d-7ac4bed0de45 req-47711f9e-99e8-419f-af5b-220ec6218423 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:18.903744 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8824e339-3a3a-40b1-a36d-7ac4bed0de45 req-47711f9e-99e8-419f-af5b-220ec6218423 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=414973ed-81a7-4f13-b8e6-1c03345efb03 HTTP/1.1" status: 200 len: 944 time: 0.1129870 Jul 23 17:26:18.910626 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414973ed-81a7-4f13-b8e6-1c03345efb03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8444612b-626d-4836-870c-4994931a7dc6'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:26:18.913027 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d9158437a3a893895635b777aad4314b219cd6685506ac89f624094daaea09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5789808-97e5-45c7-bb9f-60634dc89110" -d '{"events": [{"server_uuid": "414973ed-81a7-4f13-b8e6-1c03345efb03", "name": "network-vif-plugged", "status": "completed", "tag": "8444612b-626d-4836-870c-4994931a7dc6"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:26:18.927932 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port 8444612b-626d-4836-870c-4994931a7dc6, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=8444612b-626d-4836-870c-4994931a7dc6,segment=NetworkSegment(c2b35a50-448a-4db3-92e3-e602b32ffea8),segment_id=c2b35a50-448a-4db3-92e3-e602b32ffea8)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:26:18.934235 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:18.970738 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8824e339-3a3a-40b1-a36d-7ac4bed0de45 req-1573b37f-9319-42d8-ade3-917c56f37887 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=e9378e80-df19-4905-9adb-ab4b17df5445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590999 Jul 23 17:26:19.007261 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=8444612b-626d-4836-870c-4994931a7dc6,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:19.089376 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72e6850-227e-4678-b70e-ffed21d7d2e2 x-openstack-request-id: req-e72e6850-227e-4678-b70e-ffed21d7d2e2 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:26:19.089714 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414973ed-81a7-4f13-b8e6-1c03345efb03", "name": "network-vif-plugged", "status": "completed", "tag": "8444612b-626d-4836-870c-4994931a7dc6", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:26:19.090009 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e72e6850-227e-4678-b70e-ffed21d7d2e2 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:26:19.090464 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414973ed-81a7-4f13-b8e6-1c03345efb03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8444612b-626d-4836-870c-4994931a7dc6', 'code': 200} Jul 23 17:26:19.208755 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51680241-d063-478c-ae15-136afbe12e52 req-d8cf83e0-aa1a-4824-8724-46bd9022f438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:19.210297 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-51680241-d063-478c-ae15-136afbe12e52 req-d8cf83e0-aa1a-4824-8724-46bd9022f438 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=414973ed-81a7-4f13-b8e6-1c03345efb03 HTTP/1.1" status: 200 len: 1096 time: 0.0599227 Jul 23 17:26:19.248989 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-51680241-d063-478c-ae15-136afbe12e52 req-8a78be4c-5a9e-43e7-afb1-7dce5e731d42 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=e9378e80-df19-4905-9adb-ab4b17df5445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324373 Jul 23 17:26:20.165638 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f6946-d582-4909-81d0-1dd85950320f req-04a682bd-7b7f-4074-ae1a-e8adc6110508 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:20.168449 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa3f6946-d582-4909-81d0-1dd85950320f req-04a682bd-7b7f-4074-ae1a-e8adc6110508 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=414973ed-81a7-4f13-b8e6-1c03345efb03 HTTP/1.1" status: 200 len: 945 time: 0.0949419 Jul 23 17:26:20.232361 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fa3f6946-d582-4909-81d0-1dd85950320f req-582aeb6b-c07d-47ff-aa17-e1a27920a48e tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=e9378e80-df19-4905-9adb-ab4b17df5445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576785 Jul 23 17:26:21.383931 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c267bc-3dad-4df5-95b6-e05d774a8b60 req-7385372f-de91-4dda-8ac9-4f17d1ea13f4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:21.385643 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-46c267bc-3dad-4df5-95b6-e05d774a8b60 req-7385372f-de91-4dda-8ac9-4f17d1ea13f4 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=414973ed-81a7-4f13-b8e6-1c03345efb03 HTTP/1.1" status: 200 len: 945 time: 0.0734897 Jul 23 17:26:21.434767 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-46c267bc-3dad-4df5-95b6-e05d774a8b60 req-3a526452-0aa5-40d5-9ee1-72e0c5fe382d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=e9378e80-df19-4905-9adb-ab4b17df5445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390065 Jul 23 17:26:21.587653 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4da1f-012d-4dd4-8d5a-dad3df7989ca req-96dab631-aa97-41ec-afba-1e26e780c606 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:21.589313 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4dc4da1f-012d-4dd4-8d5a-dad3df7989ca req-96dab631-aa97-41ec-afba-1e26e780c606 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=414973ed-81a7-4f13-b8e6-1c03345efb03 HTTP/1.1" status: 200 len: 945 time: 0.0782788 Jul 23 17:26:21.635199 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4dc4da1f-012d-4dd4-8d5a-dad3df7989ca req-51475176-10ed-49b4-9086-bd1d2980cade tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=e9378e80-df19-4905-9adb-ab4b17df5445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397320 Jul 23 17:26:21.668463 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59696) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:21.730606 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb42cf8-e7c7-4817-96b3-7210c18559e2 tempest-TestNetworkAdvancedServerOps-1904745392 tempest-TestNetworkAdvancedServerOps-1904745392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:21.732199 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6bb42cf8-e7c7-4817-96b3-7210c18559e2 tempest-TestNetworkAdvancedServerOps-1904745392 tempest-TestNetworkAdvancedServerOps-1904745392-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=414973ed-81a7-4f13-b8e6-1c03345efb03 HTTP/1.1" status: 200 len: 1091 time: 0.0626581 Jul 23 17:26:21.735078 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59698) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:21.739875 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-8fde4ac8-708c-4a8c-842d-a2ead421a337 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'port_id': '8444612b-626d-4836-870c-4994931a7dc6', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:26:21.767079 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ac8-708c-4a8c-842d-a2ead421a337 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:21.944788 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ac8-708c-4a8c-842d-a2ead421a337 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:22.110532 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-8fde4ac8-708c-4a8c-842d-a2ead421a337 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Allocated IP 172.25.8.253 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/ee799d3e-9c08-440f-9a32-f2c416a242f0) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:26:22.292850 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ac8-708c-4a8c-842d-a2ead421a337 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:22.344993 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ac8-708c-4a8c-842d-a2ead421a337 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:22.390138 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fde4ac8-708c-4a8c-842d-a2ead421a337 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:26:22.395572 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-8fde4ac8-708c-4a8c-842d-a2ead421a337 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:26:22.399866 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fde4ac8-708c-4a8c-842d-a2ead421a337 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:26:22.406029 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ac8-708c-4a8c-842d-a2ead421a337 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Port': ['ID=ee799d3e-9c08-440f-9a32-f2c416a242f0,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:22.806537 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ac8-708c-4a8c-842d-a2ead421a337 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:22.891755 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ac8-708c-4a8c-842d-a2ead421a337 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:23.072880 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ac8-708c-4a8c-842d-a2ead421a337 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:23.078869 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ac8-708c-4a8c-842d-a2ead421a337 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:23.161330 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ac8-708c-4a8c-842d-a2ead421a337 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event updated for resources: {'Port': ['ID=ee799d3e-9c08-440f-9a32-f2c416a242f0,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:23.175917 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ac8-708c-4a8c-842d-a2ead421a337 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:23.297665 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-8fde4ac8-708c-4a8c-842d-a2ead421a337 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Floating IP 13dd05d3-a371-4e0c-ba90-03eba58e89f2 associated. External IP: 172.25.8.253, port: 8444612b-626d-4836-870c-4994931a7dc6. Jul 23 17:26:23.540120 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fde4ac8-708c-4a8c-842d-a2ead421a337 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Router 2ee5794d-ce4f-4b2c-8c34-994514d5e7d3 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:26:23.674449 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fde4ac8-708c-4a8c-842d-a2ead421a337 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:26:23.688077 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be6cf4a-38bb-40d4-953f-b6ee162c80e0 None None] Sync routers for ids ['2ee5794d-ce4f-4b2c-8c34-994514d5e7d3'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:26:23.698459 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ac8-708c-4a8c-842d-a2ead421a337 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:23.703817 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be6cf4a-38bb-40d4-953f-b6ee162c80e0 None None] Routers {'2ee5794d-ce4f-4b2c-8c34-994514d5e7d3'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:26:23.704588 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-1be6cf4a-38bb-40d4-953f-b6ee162c80e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:26:06Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['2ee5794d-ce4f-4b2c-8c34-994514d5e7d3'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:23.766465 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8fde4ac8-708c-4a8c-842d-a2ead421a337 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0300574 Jul 23 17:26:23.767446 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414973ed-81a7-4f13-b8e6-1c03345efb03', 'tag': '8444612b-626d-4836-870c-4994931a7dc6'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:26:23.771658 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ff26956c537b794448b03d7cca37f5362d40314ffc052dff813072ce9f6dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054c003c-28e9-4250-a252-151dc1643c84" -d '{"events": [{"name": "network-changed", "server_uuid": "414973ed-81a7-4f13-b8e6-1c03345efb03", "tag": "8444612b-626d-4836-870c-4994931a7dc6"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:26:23.847807 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-1be6cf4a-38bb-40d4-953f-b6ee162c80e0 None None] Set router 2ee5794d-ce4f-4b2c-8c34-994514d5e7d3 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:26:23.919211 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fd3be-5986-4d05-b08b-1ff0e5eeb8f7 req-1a9edc18-6ade-4887-876d-1abd7bda4135 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:23.920901 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7e9fd3be-5986-4d05-b08b-1ff0e5eeb8f7 req-1a9edc18-6ade-4887-876d-1abd7bda4135 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=414973ed-81a7-4f13-b8e6-1c03345efb03 HTTP/1.1" status: 200 len: 945 time: 0.0938723 Jul 23 17:26:23.964597 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7e9fd3be-5986-4d05-b08b-1ff0e5eeb8f7 req-91904d8d-5b86-4abb-b7da-67c159543ccc tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=e9378e80-df19-4905-9adb-ab4b17df5445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375233 Jul 23 17:26:23.993198 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59704) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:24.044769 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77733868-1264-461f-9f2d-4a79c652e97a x-openstack-request-id: req-77733868-1264-461f-9f2d-4a79c652e97a {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:26:24.045099 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414973ed-81a7-4f13-b8e6-1c03345efb03", "tag": "8444612b-626d-4836-870c-4994931a7dc6", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:26:24.045355 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-77733868-1264-461f-9f2d-4a79c652e97a {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:26:24.045761 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414973ed-81a7-4f13-b8e6-1c03345efb03', 'tag': '8444612b-626d-4836-870c-4994931a7dc6', 'status': 'completed', 'code': 200} Jul 23 17:26:24.073535 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fa3a7b2b-5ef6-4a40-8d00-1ebc998297a7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/floatingips/13dd05d3-a371-4e0c-ba90-03eba58e89f2 HTTP/1.1" status: 200 len: 991 time: 0.0785975 Jul 23 17:26:24.142302 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c003c-28e9-4250-a252-151dc1643c84 req-cd1cc01b-20d1-4e08-b50c-6ef9e8805990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:24.145101 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-054c003c-28e9-4250-a252-151dc1643c84 req-cd1cc01b-20d1-4e08-b50c-6ef9e8805990 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&device_id=414973ed-81a7-4f13-b8e6-1c03345efb03 HTTP/1.1" status: 200 len: 1096 time: 0.0768785 Jul 23 17:26:24.173513 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-1be6cf4a-38bb-40d4-953f-b6ee162c80e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397446173', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'ad5bcbc9-095f-4bad-89ad-ff2d8009d828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:02Z', 'updated_at': '2021-07-23T17:26:07Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': 'ad5bcbc9-095f-4bad-89ad-ff2d8009d828', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:03Z', 'updated_at': '2021-07-23T17:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '13dd05d3-a371-4e0c-ba90-03eba58e89f2', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'floating_ip_address': '172.25.8.253', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'port_id': '8444612b-626d-4836-870c-4994931a7dc6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ac0a375-ef83-44c9-b31b-ced61fe0b538', 'mac_address': 'fa:16:3e:63:97:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414973ed-81a7-4f13-b8e6-1c03345efb03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:26:22Z', 'updated_at': '2021-07-23T17:26:22Z', 'revision_number': 0, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0084872f-bd2b-49db-9d71-74baf6b3156e', 'name': '', 'network_id': '7ac0a375-ef83-44c9-b31b-ced61fe0b538', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:33:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'cfff2cae-a184-4112-bc4b-138e0da797b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:06Z', 'updated_at': '2021-07-23T17:26:14Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': 'cfff2cae-a184-4112-bc4b-138e0da797b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:24.202361 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be6cf4a-38bb-40d4-953f-b6ee162c80e0 None None] Checking router: 2ee5794d-ce4f-4b2c-8c34-994514d5e7d3 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:26:24.212723 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be6cf4a-38bb-40d4-953f-b6ee162c80e0 None None] Routers {'2ee5794d-ce4f-4b2c-8c34-994514d5e7d3'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:26:24.213299 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-1be6cf4a-38bb-40d4-953f-b6ee162c80e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:26:06Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['2ee5794d-ce4f-4b2c-8c34-994514d5e7d3'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:24.252313 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c003c-28e9-4250-a252-151dc1643c84 req-a847c8a2-da11-4aa6-a329-8646a2d1b62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:24.253947 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-054c003c-28e9-4250-a252-151dc1643c84 req-a847c8a2-da11-4aa6-a329-8646a2d1b62d service neutron] 10.222.0.97 "GET /v2.0/networks?id=7ac0a375-ef83-44c9-b31b-ced61fe0b538 HTTP/1.1" status: 200 len: 899 time: 0.1019027 Jul 23 17:26:24.332704 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-054c003c-28e9-4250-a252-151dc1643c84 req-3e439595-2bfb-4072-a171-87ca1ef92822 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8444612b-626d-4836-870c-4994931a7dc6 HTTP/1.1" status: 200 len: 999 time: 0.0707326 Jul 23 17:26:24.336491 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-1be6cf4a-38bb-40d4-953f-b6ee162c80e0 None None] Set router 2ee5794d-ce4f-4b2c-8c34-994514d5e7d3 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:26:24.395934 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c003c-28e9-4250-a252-151dc1643c84 req-640a6493-b724-4eb2-be6d-5719b3c4c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:24.398810 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-054c003c-28e9-4250-a252-151dc1643c84 req-640a6493-b724-4eb2-be6d-5719b3c4c569 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=cfff2cae-a184-4112-bc4b-138e0da797b2 HTTP/1.1" status: 200 len: 835 time: 0.0603256 Jul 23 17:26:24.478263 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c003c-28e9-4250-a252-151dc1643c84 req-7c1305ed-fc32-4c7a-8992-594742ea0409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:24.479852 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-054c003c-28e9-4250-a252-151dc1643c84 req-7c1305ed-fc32-4c7a-8992-594742ea0409 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7ac0a375-ef83-44c9-b31b-ced61fe0b538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726001 Jul 23 17:26:24.603994 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-054c003c-28e9-4250-a252-151dc1643c84 req-7d0529eb-6682-4bc8-ab88-75cc21da6b08 service neutron] 10.222.0.97 "GET /v2.0/networks/7ac0a375-ef83-44c9-b31b-ced61fe0b538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171241 Jul 23 17:26:24.653222 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-1be6cf4a-38bb-40d4-953f-b6ee162c80e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397446173', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'ad5bcbc9-095f-4bad-89ad-ff2d8009d828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:02Z', 'updated_at': '2021-07-23T17:26:07Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': 'ad5bcbc9-095f-4bad-89ad-ff2d8009d828', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:03Z', 'updated_at': '2021-07-23T17:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '13dd05d3-a371-4e0c-ba90-03eba58e89f2', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'floating_ip_address': '172.25.8.253', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'port_id': '8444612b-626d-4836-870c-4994931a7dc6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ac0a375-ef83-44c9-b31b-ced61fe0b538', 'mac_address': 'fa:16:3e:63:97:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414973ed-81a7-4f13-b8e6-1c03345efb03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:26:22Z', 'updated_at': '2021-07-23T17:26:22Z', 'revision_number': 0, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0084872f-bd2b-49db-9d71-74baf6b3156e', 'name': '', 'network_id': '7ac0a375-ef83-44c9-b31b-ced61fe0b538', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:33:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'cfff2cae-a184-4112-bc4b-138e0da797b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:06Z', 'updated_at': '2021-07-23T17:26:14Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': 'cfff2cae-a184-4112-bc4b-138e0da797b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:24.682569 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be6cf4a-38bb-40d4-953f-b6ee162c80e0 None None] The sync data for ids ['2ee5794d-ce4f-4b2c-8c34-994514d5e7d3'] in n-d-778549-4 is: [{'id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397446173', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'ad5bcbc9-095f-4bad-89ad-ff2d8009d828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:02Z', 'updated_at': '2021-07-23T17:26:07Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': 'ad5bcbc9-095f-4bad-89ad-ff2d8009d828', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:03Z', 'updated_at': '2021-07-23T17:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '13dd05d3-a371-4e0c-ba90-03eba58e89f2', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'floating_ip_address': '172.25.8.253', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'port_id': '8444612b-626d-4836-870c-4994931a7dc6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ac0a375-ef83-44c9-b31b-ced61fe0b538', 'mac_address': 'fa:16:3e:63:97:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414973ed-81a7-4f13-b8e6-1c03345efb03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:26:22Z', 'updated_at': '2021-07-23T17:26:22Z', 'revision_number': 0, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0084872f-bd2b-49db-9d71-74baf6b3156e', 'name': '', 'network_id': '7ac0a375-ef83-44c9-b31b-ced61fe0b538', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:33:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'cfff2cae-a184-4112-bc4b-138e0da797b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:06Z', 'updated_at': '2021-07-23T17:26:14Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': 'cfff2cae-a184-4112-bc4b-138e0da797b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:26:24.748599 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-054c003c-28e9-4250-a252-151dc1643c84 req-a305bd3d-ceb1-4135-9cba-09faab182bad service neutron] 10.222.0.97 "GET /v2.0/networks/7ac0a375-ef83-44c9-b31b-ced61fe0b538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381609 Jul 23 17:26:24.922540 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f3673e-832c-4f11-b7d7-88e615d21e68 None None] New status for floating IP 13dd05d3-a371-4e0c-ba90-03eba58e89f2: ACTIVE {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:26:25.087241 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59706) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:25.157756 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0307262a-3038-4797-b767-897f2314c299 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/floatingips/13dd05d3-a371-4e0c-ba90-03eba58e89f2 HTTP/1.1" status: 200 len: 993 time: 0.0689435 Jul 23 17:26:32.751489 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-27dda700-c0a0-482a-b1fc-313ec8a53298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:32.768165 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-72d12830-218a-45f8-b478-edc5949f65c2 req-c2b502fb-52ed-4959-951a-372d962294ca service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=414973ed-81a7-4f13-b8e6-1c03345efb03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0646601 Jul 23 17:26:32.908984 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d12830-218a-45f8-b478-edc5949f65c2 req-8c043209-f80f-405c-b950-7e9df41713ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:32.911823 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-72d12830-218a-45f8-b478-edc5949f65c2 req-8c043209-f80f-405c-b950-7e9df41713ee service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&device_id=414973ed-81a7-4f13-b8e6-1c03345efb03 HTTP/1.1" status: 200 len: 1096 time: 0.0988851 Jul 23 17:26:33.027976 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d12830-218a-45f8-b478-edc5949f65c2 req-8fc58a40-c034-42be-b945-95e95070ca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:33.029546 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-72d12830-218a-45f8-b478-edc5949f65c2 req-8fc58a40-c034-42be-b945-95e95070ca54 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7ac0a375-ef83-44c9-b31b-ced61fe0b538 HTTP/1.1" status: 200 len: 899 time: 0.0977185 Jul 23 17:26:33.112232 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-72d12830-218a-45f8-b478-edc5949f65c2 req-25dbffb4-adb7-4cac-9d2a-256ffef6af3d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8444612b-626d-4836-870c-4994931a7dc6 HTTP/1.1" status: 200 len: 1001 time: 0.0730531 Jul 23 17:26:33.166417 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d12830-218a-45f8-b478-edc5949f65c2 req-296379c0-77b3-4be1-b6de-15201c1aabff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:33.168023 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-72d12830-218a-45f8-b478-edc5949f65c2 req-296379c0-77b3-4be1-b6de-15201c1aabff service neutron] 10.222.0.97 "GET /v2.0/subnets?id=cfff2cae-a184-4112-bc4b-138e0da797b2 HTTP/1.1" status: 200 len: 835 time: 0.0485690 Jul 23 17:26:33.249975 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d12830-218a-45f8-b478-edc5949f65c2 req-122c79ce-2662-4927-bab6-31c26ff5ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:33.252672 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-72d12830-218a-45f8-b478-edc5949f65c2 req-122c79ce-2662-4927-bab6-31c26ff5ead2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7ac0a375-ef83-44c9-b31b-ced61fe0b538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765769 Jul 23 17:26:33.362692 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-72d12830-218a-45f8-b478-edc5949f65c2 req-ac2a0f63-bc74-45ac-954f-1d8518545c80 service neutron] 10.222.0.97 "GET /v2.0/networks/7ac0a375-ef83-44c9-b31b-ced61fe0b538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024079 Jul 23 17:26:33.522933 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-72d12830-218a-45f8-b478-edc5949f65c2 req-134b17fb-00ee-4bb0-8747-42a59633031c service neutron] 10.222.0.97 "GET /v2.0/networks/7ac0a375-ef83-44c9-b31b-ced61fe0b538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519418 Jul 23 17:26:35.213574 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:26:35.476006 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f86275f3-9f12-491f-b773-76b11c9d2306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:35.603645 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:35.654896 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:36.824297 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:38.017386 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:38.837430 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:40.996934 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-15f020fb-1a17-4d67-b030-1c5b05f54cfb req-d4af0bf5-437a-4b02-9ae9-16f5ea6b8011 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0595040 Jul 23 17:26:41.111173 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f020fb-1a17-4d67-b030-1c5b05f54cfb req-a2a2f0e1-c74d-4c9d-b241-c27c1d307609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:41.113833 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-15f020fb-1a17-4d67-b030-1c5b05f54cfb req-a2a2f0e1-c74d-4c9d-b241-c27c1d307609 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0693731 Jul 23 17:26:41.227208 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f020fb-1a17-4d67-b030-1c5b05f54cfb req-75e24a88-c7a3-4f3c-a9c5-134015df9cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:41.228738 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-15f020fb-1a17-4d67-b030-1c5b05f54cfb req-75e24a88-c7a3-4f3c-a9c5-134015df9cdf service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0949562 Jul 23 17:26:41.276634 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-15f020fb-1a17-4d67-b030-1c5b05f54cfb req-3057cf1f-abd1-4d41-93cd-2b47cac32960 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0411785 Jul 23 17:26:41.331089 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f020fb-1a17-4d67-b030-1c5b05f54cfb req-ed955371-2297-46d0-8168-c6117e21df48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:41.332865 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-15f020fb-1a17-4d67-b030-1c5b05f54cfb req-ed955371-2297-46d0-8168-c6117e21df48 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0503831 Jul 23 17:26:41.397846 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f020fb-1a17-4d67-b030-1c5b05f54cfb req-e8eec33c-6110-4157-bbc0-58c21ee158e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:41.400352 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-15f020fb-1a17-4d67-b030-1c5b05f54cfb req-e8eec33c-6110-4157-bbc0-58c21ee158e6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613606 Jul 23 17:26:41.503471 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-15f020fb-1a17-4d67-b030-1c5b05f54cfb req-f35a5891-253d-4454-8f7c-9572936a9cbb service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966606 Jul 23 17:26:41.601959 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-15f020fb-1a17-4d67-b030-1c5b05f54cfb req-c3430c62-9cd9-4166-8cdb-0d4e151aa7e8 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913444 Jul 23 17:26:56.620700 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3234b0-c1f7-4769-b251-e7cd333d93af req-c10da181-9f0f-4982-bcb2-a22aba58471c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:56.623089 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3a3234b0-c1f7-4769-b251-e7cd333d93af req-c10da181-9f0f-4982-bcb2-a22aba58471c tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=414973ed-81a7-4f13-b8e6-1c03345efb03 HTTP/1.1" status: 200 len: 945 time: 0.0932901 Jul 23 17:26:56.666994 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3a3234b0-c1f7-4769-b251-e7cd333d93af req-1767bc5d-dc0c-4d45-8872-35a27e51c942 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=e9378e80-df19-4905-9adb-ab4b17df5445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374238 Jul 23 17:26:57.857258 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba975b14-5caa-441f-a02c-8b0283f7ed49 req-43566b9a-88ba-4022-bcf5-86bc3a75ab16 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:57.859860 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ba975b14-5caa-441f-a02c-8b0283f7ed49 req-43566b9a-88ba-4022-bcf5-86bc3a75ab16 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=414973ed-81a7-4f13-b8e6-1c03345efb03 HTTP/1.1" status: 200 len: 945 time: 0.0974717 Jul 23 17:26:57.933745 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ba975b14-5caa-441f-a02c-8b0283f7ed49 req-23291176-5bae-46c2-9bdd-b18039696409 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=e9378e80-df19-4905-9adb-ab4b17df5445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665200 Jul 23 17:26:57.958406 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59728) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:58.420164 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-123a2927-950f-4995-890f-239c67def9f7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/floatingips/13dd05d3-a371-4e0c-ba90-03eba58e89f2 HTTP/1.1" status: 200 len: 993 time: 0.4599161 Jul 23 17:26:59.840584 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bab406-194c-4ce0-a952-a3d9f1264b0e req-810ee980-92da-4a06-9bbb-180a104d8783 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:59.842265 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-30bab406-194c-4ce0-a952-a3d9f1264b0e req-810ee980-92da-4a06-9bbb-180a104d8783 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=414973ed-81a7-4f13-b8e6-1c03345efb03 HTTP/1.1" status: 200 len: 945 time: 0.1307764 Jul 23 17:26:59.855754 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe81ca0-a32d-40de-b9c7-36a3da2dcc37 req-03822d1b-ce15-4e1c-9611-8c6979f7b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:59.857312 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dfe81ca0-a32d-40de-b9c7-36a3da2dcc37 req-03822d1b-ce15-4e1c-9611-8c6979f7b732 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&device_id=414973ed-81a7-4f13-b8e6-1c03345efb03 HTTP/1.1" status: 200 len: 1096 time: 0.1091683 Jul 23 17:26:59.929156 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-30bab406-194c-4ce0-a952-a3d9f1264b0e req-6bd6cdd3-5c86-4df7-9243-ecaa775a4b87 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=e9378e80-df19-4905-9adb-ab4b17df5445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758810 Jul 23 17:26:59.991387 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe81ca0-a32d-40de-b9c7-36a3da2dcc37 req-af88dea4-3d01-4502-96d8-592c9a24b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:59.993268 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dfe81ca0-a32d-40de-b9c7-36a3da2dcc37 req-af88dea4-3d01-4502-96d8-592c9a24b51b service neutron] 10.222.0.97 "GET /v2.0/networks?id=7ac0a375-ef83-44c9-b31b-ced61fe0b538 HTTP/1.1" status: 200 len: 899 time: 0.1296790 Jul 23 17:27:00.079186 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dfe81ca0-a32d-40de-b9c7-36a3da2dcc37 req-63dbced0-ff4f-4d8f-95e4-be979feccd05 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8444612b-626d-4836-870c-4994931a7dc6 HTTP/1.1" status: 200 len: 1001 time: 0.0774312 Jul 23 17:27:00.140112 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe81ca0-a32d-40de-b9c7-36a3da2dcc37 req-bc016813-41f1-42da-b270-71e71703c2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:00.141974 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dfe81ca0-a32d-40de-b9c7-36a3da2dcc37 req-bc016813-41f1-42da-b270-71e71703c2a7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=cfff2cae-a184-4112-bc4b-138e0da797b2 HTTP/1.1" status: 200 len: 835 time: 0.0536957 Jul 23 17:27:00.213330 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe81ca0-a32d-40de-b9c7-36a3da2dcc37 req-1f85015b-ec1b-4e81-9b2d-28896f3097c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:00.215366 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dfe81ca0-a32d-40de-b9c7-36a3da2dcc37 req-1f85015b-ec1b-4e81-9b2d-28896f3097c8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7ac0a375-ef83-44c9-b31b-ced61fe0b538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666046 Jul 23 17:27:00.327393 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dfe81ca0-a32d-40de-b9c7-36a3da2dcc37 req-da9ba72c-eb5d-41ea-87b5-fdbff865a086 service neutron] 10.222.0.97 "GET /v2.0/networks/7ac0a375-ef83-44c9-b31b-ced61fe0b538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051428 Jul 23 17:27:00.429990 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dfe81ca0-a32d-40de-b9c7-36a3da2dcc37 req-892c52d9-ff12-4a2e-8412-ec2a7d991c10 service neutron] 10.222.0.97 "GET /v2.0/networks/7ac0a375-ef83-44c9-b31b-ced61fe0b538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944402 Jul 23 17:27:01.122999 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63716f7-388c-429e-9d76-6d8558c0a198 req-c7199ec7-14eb-486a-b5d1-19bb27e2cc29 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:01.124693 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d63716f7-388c-429e-9d76-6d8558c0a198 req-c7199ec7-14eb-486a-b5d1-19bb27e2cc29 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=414973ed-81a7-4f13-b8e6-1c03345efb03 HTTP/1.1" status: 200 len: 945 time: 0.1004372 Jul 23 17:27:01.176257 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d63716f7-388c-429e-9d76-6d8558c0a198 req-6e6840ee-b091-4edc-b2ed-3fbae0f141a5 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=e9378e80-df19-4905-9adb-ab4b17df5445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406446 Jul 23 17:27:02.340122 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1e7c8-dfb7-4001-91b6-6d4a129f03dd req-c11d9153-3ab7-4c02-8253-717952ed435d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:02.341838 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-31e1e7c8-dfb7-4001-91b6-6d4a129f03dd req-c11d9153-3ab7-4c02-8253-717952ed435d tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=414973ed-81a7-4f13-b8e6-1c03345efb03 HTTP/1.1" status: 200 len: 945 time: 0.0747228 Jul 23 17:27:02.392976 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-31e1e7c8-dfb7-4001-91b6-6d4a129f03dd req-78d84080-0617-4657-a232-6271576d6d68 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=e9378e80-df19-4905-9adb-ab4b17df5445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431921 Jul 23 17:27:02.419002 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59742) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:27:02.496882 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-ae589b06-78c5-4849-b1a8-a953999e46d5 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/floatingips/13dd05d3-a371-4e0c-ba90-03eba58e89f2 HTTP/1.1" status: 200 len: 993 time: 0.0761659 Jul 23 17:27:02.727878 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59748) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:27:02.751903 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6b6ce380-ada6-4f87-9263-82bbac3518bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:02.998868 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-33d1a574-c040-416e-9918-f611fb227ea7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Deleting port ee799d3e-9c08-440f-9a32-f2c416a242f0 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:27:02.999125 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-33d1a574-c040-416e-9918-f611fb227ea7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:03.087659 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-33d1a574-c040-416e-9918-f611fb227ea7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:03.088009 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-33d1a574-c040-416e-9918-f611fb227ea7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:03.102750 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-33d1a574-c040-416e-9918-f611fb227ea7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Calling delete_port for ee799d3e-9c08-440f-9a32-f2c416a242f0 owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:27:03.275825 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-33d1a574-c040-416e-9918-f611fb227ea7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:03.308396 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d1a574-c040-416e-9918-f611fb227ea7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'Port': ['ID=ee799d3e-9c08-440f-9a32-f2c416a242f0,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:03.322368 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1a574-c040-416e-9918-f611fb227ea7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:03.322702 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1a574-c040-416e-9918-f611fb227ea7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:03.323161 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1a574-c040-416e-9918-f611fb227ea7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:03.323397 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1a574-c040-416e-9918-f611fb227ea7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:03.324649 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1a574-c040-416e-9918-f611fb227ea7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:03.324649 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1a574-c040-416e-9918-f611fb227ea7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:03.324649 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1a574-c040-416e-9918-f611fb227ea7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:03.325265 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1a574-c040-416e-9918-f611fb227ea7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:03.325265 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1a574-c040-416e-9918-f611fb227ea7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:03.325544 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1a574-c040-416e-9918-f611fb227ea7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:03.325676 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1a574-c040-416e-9918-f611fb227ea7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:03.326012 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1a574-c040-416e-9918-f611fb227ea7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:03.391826 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-33d1a574-c040-416e-9918-f611fb227ea7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:03.392565 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-33d1a574-c040-416e-9918-f611fb227ea7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Floating IP 13dd05d3-a371-4e0c-ba90-03eba58e89f2 disassociated (deleted). External IP: 172.25.8.253, port: 8444612b-626d-4836-870c-4994931a7dc6. Jul 23 17:27:03.687103 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d1a574-c040-416e-9918-f611fb227ea7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Router 2ee5794d-ce4f-4b2c-8c34-994514d5e7d3 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:27:03.821315 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d1a574-c040-416e-9918-f611fb227ea7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:27:03.826304 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-33d1a574-c040-416e-9918-f611fb227ea7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:03.834755 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf118f8d-5f90-4781-886a-905dd6135622 None None] Sync routers for ids ['2ee5794d-ce4f-4b2c-8c34-994514d5e7d3'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:27:03.848061 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf118f8d-5f90-4781-886a-905dd6135622 None None] Routers {'2ee5794d-ce4f-4b2c-8c34-994514d5e7d3'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:27:03.849720 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-cf118f8d-5f90-4781-886a-905dd6135622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:26:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['2ee5794d-ce4f-4b2c-8c34-994514d5e7d3'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:03.873661 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-33d1a574-c040-416e-9918-f611fb227ea7 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "DELETE /v2.0/floatingips/13dd05d3-a371-4e0c-ba90-03eba58e89f2 HTTP/1.1" status: 204 len: 168 time: 1.1409469 Jul 23 17:27:03.873661 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414973ed-81a7-4f13-b8e6-1c03345efb03', 'tag': '8444612b-626d-4836-870c-4994931a7dc6'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:27:03.874078 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab694f08-531e-4ce6-99b0-cdacf6e15131" -d '{"events": [{"name": "network-changed", "server_uuid": "414973ed-81a7-4f13-b8e6-1c03345efb03", "tag": "8444612b-626d-4836-870c-4994931a7dc6"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:27:04.008923 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-cf118f8d-5f90-4781-886a-905dd6135622 None None] Set router 2ee5794d-ce4f-4b2c-8c34-994514d5e7d3 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:27:04.069655 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7685a6-f775-40fd-a6a3-c9c52a63ccb9 x-openstack-request-id: req-cb7685a6-f775-40fd-a6a3-c9c52a63ccb9 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:27:04.070140 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414973ed-81a7-4f13-b8e6-1c03345efb03", "tag": "8444612b-626d-4836-870c-4994931a7dc6", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:27:04.070560 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cb7685a6-f775-40fd-a6a3-c9c52a63ccb9 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:27:04.071218 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414973ed-81a7-4f13-b8e6-1c03345efb03', 'tag': '8444612b-626d-4836-870c-4994931a7dc6', 'status': 'completed', 'code': 200} Jul 23 17:27:04.270983 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-cf118f8d-5f90-4781-886a-905dd6135622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397446173', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'ad5bcbc9-095f-4bad-89ad-ff2d8009d828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:02Z', 'updated_at': '2021-07-23T17:26:07Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': 'ad5bcbc9-095f-4bad-89ad-ff2d8009d828', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:03Z', 'updated_at': '2021-07-23T17:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '0084872f-bd2b-49db-9d71-74baf6b3156e', 'name': '', 'network_id': '7ac0a375-ef83-44c9-b31b-ced61fe0b538', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:33:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'cfff2cae-a184-4112-bc4b-138e0da797b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:06Z', 'updated_at': '2021-07-23T17:26:14Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': 'cfff2cae-a184-4112-bc4b-138e0da797b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:04.288943 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab694f08-531e-4ce6-99b0-cdacf6e15131 req-6b0a9ec5-17d1-4185-b3c1-b0e0a97b8cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:04.291668 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab694f08-531e-4ce6-99b0-cdacf6e15131 req-6b0a9ec5-17d1-4185-b3c1-b0e0a97b8cc6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&device_id=414973ed-81a7-4f13-b8e6-1c03345efb03 HTTP/1.1" status: 200 len: 1096 time: 0.1942036 Jul 23 17:27:04.302974 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf118f8d-5f90-4781-886a-905dd6135622 None None] Checking router: 2ee5794d-ce4f-4b2c-8c34-994514d5e7d3 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:27:04.305750 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a76032-d243-4a5f-9a00-07563bc7d0fe req-0c66bc38-5dac-4d7d-8ec4-3e50b0401c18 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:04.308359 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-31a76032-d243-4a5f-9a00-07563bc7d0fe req-0c66bc38-5dac-4d7d-8ec4-3e50b0401c18 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=414973ed-81a7-4f13-b8e6-1c03345efb03 HTTP/1.1" status: 200 len: 945 time: 0.1579905 Jul 23 17:27:04.313123 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf118f8d-5f90-4781-886a-905dd6135622 None None] Routers {'2ee5794d-ce4f-4b2c-8c34-994514d5e7d3'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:27:04.313869 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-cf118f8d-5f90-4781-886a-905dd6135622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:26:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['2ee5794d-ce4f-4b2c-8c34-994514d5e7d3'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:04.432012 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-cf118f8d-5f90-4781-886a-905dd6135622 None None] Set router 2ee5794d-ce4f-4b2c-8c34-994514d5e7d3 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:27:04.488335 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-31a76032-d243-4a5f-9a00-07563bc7d0fe req-4a0238db-5885-44a1-8951-5a230a9d5a14 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=e9378e80-df19-4905-9adb-ab4b17df5445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616879 Jul 23 17:27:04.531312 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab694f08-531e-4ce6-99b0-cdacf6e15131 req-14fdf155-1f7d-4b93-9ab5-f24ef744064c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:04.534012 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab694f08-531e-4ce6-99b0-cdacf6e15131 req-14fdf155-1f7d-4b93-9ab5-f24ef744064c service neutron] 10.222.0.97 "GET /v2.0/networks?id=7ac0a375-ef83-44c9-b31b-ced61fe0b538 HTTP/1.1" status: 200 len: 899 time: 0.2240434 Jul 23 17:27:04.584609 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab694f08-531e-4ce6-99b0-cdacf6e15131 req-8334784e-1df6-40ba-afdc-47fcf2e3aa43 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8444612b-626d-4836-870c-4994931a7dc6 HTTP/1.1" status: 200 len: 217 time: 0.0429976 Jul 23 17:27:04.643890 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab694f08-531e-4ce6-99b0-cdacf6e15131 req-a541b01e-6365-45e4-991a-2c082609cbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:04.646634 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab694f08-531e-4ce6-99b0-cdacf6e15131 req-a541b01e-6365-45e4-991a-2c082609cbea service neutron] 10.222.0.97 "GET /v2.0/subnets?id=cfff2cae-a184-4112-bc4b-138e0da797b2 HTTP/1.1" status: 200 len: 835 time: 0.0556684 Jul 23 17:27:04.669235 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-cf118f8d-5f90-4781-886a-905dd6135622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397446173', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'ad5bcbc9-095f-4bad-89ad-ff2d8009d828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:02Z', 'updated_at': '2021-07-23T17:26:07Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': 'ad5bcbc9-095f-4bad-89ad-ff2d8009d828', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:03Z', 'updated_at': '2021-07-23T17:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '0084872f-bd2b-49db-9d71-74baf6b3156e', 'name': '', 'network_id': '7ac0a375-ef83-44c9-b31b-ced61fe0b538', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:33:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'cfff2cae-a184-4112-bc4b-138e0da797b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:06Z', 'updated_at': '2021-07-23T17:26:14Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': 'cfff2cae-a184-4112-bc4b-138e0da797b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:04.725701 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf118f8d-5f90-4781-886a-905dd6135622 None None] The sync data for ids ['2ee5794d-ce4f-4b2c-8c34-994514d5e7d3'] in n-d-778549-4 is: [{'id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397446173', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'ad5bcbc9-095f-4bad-89ad-ff2d8009d828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:02Z', 'updated_at': '2021-07-23T17:26:07Z', 'revision_number': 4, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': 'ad5bcbc9-095f-4bad-89ad-ff2d8009d828', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:03Z', 'updated_at': '2021-07-23T17:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '0084872f-bd2b-49db-9d71-74baf6b3156e', 'name': '', 'network_id': '7ac0a375-ef83-44c9-b31b-ced61fe0b538', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'mac_address': 'fa:16:3e:33:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'cfff2cae-a184-4112-bc4b-138e0da797b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:06Z', 'updated_at': '2021-07-23T17:26:14Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'subnets': [{'id': 'cfff2cae-a184-4112-bc4b-138e0da797b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:27:04.733738 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab694f08-531e-4ce6-99b0-cdacf6e15131 req-115f9ee5-f0da-43d2-883f-f6e1d3bfdde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:04.735389 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab694f08-531e-4ce6-99b0-cdacf6e15131 req-115f9ee5-f0da-43d2-883f-f6e1d3bfdde2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7ac0a375-ef83-44c9-b31b-ced61fe0b538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820739 Jul 23 17:27:04.873916 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab694f08-531e-4ce6-99b0-cdacf6e15131 req-cc3f800d-247d-4e08-89ac-27dca76bce6c service neutron] 10.222.0.97 "GET /v2.0/networks/7ac0a375-ef83-44c9-b31b-ced61fe0b538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293166 Jul 23 17:27:05.006614 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ab694f08-531e-4ce6-99b0-cdacf6e15131 req-4306785d-4b6c-444f-be69-99ff40d1c681 service neutron] 10.222.0.97 "GET /v2.0/networks/7ac0a375-ef83-44c9-b31b-ced61fe0b538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244369 Jul 23 17:27:05.077187 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150de02f-7226-499c-b45c-2cfdb399f81d None None] New status for floating IP 13dd05d3-a371-4e0c-ba90-03eba58e89f2: DOWN {{(pid=94015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:27:05.487782 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-afea87e4-fd29-4ee3-9ea7-ea796a87dbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:05.610622 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:05.655588 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:05.713643 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b97bbc-4c35-4a77-8302-204d69d0a3b5 req-43975d59-34ef-497d-8b35-ae7f85d92a9b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:05.715314 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94b97bbc-4c35-4a77-8302-204d69d0a3b5 req-43975d59-34ef-497d-8b35-ae7f85d92a9b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=414973ed-81a7-4f13-b8e6-1c03345efb03 HTTP/1.1" status: 200 len: 945 time: 0.1409981 Jul 23 17:27:05.728691 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d4127-038b-4ff5-9cb2-64e0124aa4f8 req-d400a63c-64a9-487d-a61a-504fdb9d3997 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:05.730342 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ae0d4127-038b-4ff5-9cb2-64e0124aa4f8 req-d400a63c-64a9-487d-a61a-504fdb9d3997 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.97 "GET /v2.0/ports?device_id=414973ed-81a7-4f13-b8e6-1c03345efb03 HTTP/1.1" status: 200 len: 945 time: 0.1101971 Jul 23 17:27:05.817550 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-94b97bbc-4c35-4a77-8302-204d69d0a3b5 req-5bc24273-e935-4300-ab79-d2b058040a28 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/security-groups?id=e9378e80-df19-4905-9adb-ab4b17df5445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854316 Jul 23 17:27:05.892446 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-ae0d4127-038b-4ff5-9cb2-64e0124aa4f8 req-23cce6d4-7d52-4b61-a1c8-433832797372 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Deleting port 8444612b-626d-4836-870c-4994931a7dc6 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:27:05.892848 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ae0d4127-038b-4ff5-9cb2-64e0124aa4f8 req-23cce6d4-7d52-4b61-a1c8-433832797372 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:06.009946 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-ae0d4127-038b-4ff5-9cb2-64e0124aa4f8 req-23cce6d4-7d52-4b61-a1c8-433832797372 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] For port 8444612b-626d-4836-870c-4994931a7dc6, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=8444612b-626d-4836-870c-4994931a7dc6,segment=NetworkSegment(c2b35a50-448a-4db3-92e3-e602b32ffea8),segment_id=c2b35a50-448a-4db3-92e3-e602b32ffea8)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:27:06.010368 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ae0d4127-038b-4ff5-9cb2-64e0124aa4f8 req-23cce6d4-7d52-4b61-a1c8-433832797372 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:06.027797 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-ae0d4127-038b-4ff5-9cb2-64e0124aa4f8 req-23cce6d4-7d52-4b61-a1c8-433832797372 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Calling delete_port for 8444612b-626d-4836-870c-4994931a7dc6 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:27:06.635794 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ae0d4127-038b-4ff5-9cb2-64e0124aa4f8 req-23cce6d4-7d52-4b61-a1c8-433832797372 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:06.682894 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cce6d4-7d52-4b61-a1c8-433832797372 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'Port': ['ID=8444612b-626d-4836-870c-4994931a7dc6,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:06.749152 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0d4127-038b-4ff5-9cb2-64e0124aa4f8 req-23cce6d4-7d52-4b61-a1c8-433832797372 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] No DVR routers for this DVR port 8444612b-626d-4836-870c-4994931a7dc6 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:27:06.752260 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ae0d4127-038b-4ff5-9cb2-64e0124aa4f8 req-23cce6d4-7d52-4b61-a1c8-433832797372 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:06.755530 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ae0d4127-038b-4ff5-9cb2-64e0124aa4f8 req-23cce6d4-7d52-4b61-a1c8-433832797372 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.97 "DELETE /v2.0/ports/8444612b-626d-4836-870c-4994931a7dc6 HTTP/1.1" status: 204 len: 173 time: 1.0162845 Jul 23 17:27:06.756153 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414973ed-81a7-4f13-b8e6-1c03345efb03', 'name': 'network-vif-deleted', 'tag': '8444612b-626d-4836-870c-4994931a7dc6'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:27:06.758797 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8ce5a0-359f-4f2f-9071-769cd0e84b2b" -d '{"events": [{"server_uuid": "414973ed-81a7-4f13-b8e6-1c03345efb03", "name": "network-vif-deleted", "tag": "8444612b-626d-4836-870c-4994931a7dc6"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:27:06.829354 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2089df3b-ef63-4aea-9c34-3e9d695fa64c x-openstack-request-id: req-2089df3b-ef63-4aea-9c34-3e9d695fa64c {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:27:06.830558 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414973ed-81a7-4f13-b8e6-1c03345efb03", "name": "network-vif-deleted", "tag": "8444612b-626d-4836-870c-4994931a7dc6", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:27:06.831393 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2089df3b-ef63-4aea-9c34-3e9d695fa64c {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:27:06.832280 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414973ed-81a7-4f13-b8e6-1c03345efb03', 'name': 'network-vif-deleted', 'tag': '8444612b-626d-4836-870c-4994931a7dc6', 'status': 'completed', 'code': 200} Jul 23 17:27:06.843163 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:06.991996 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a5f493f6-2d4d-48b7-9bc7-992c82488afa req-728abaf5-a410-41a8-942a-f60fe0d87c62 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "GET /v2.0/ports?device_id=414973ed-81a7-4f13-b8e6-1c03345efb03 HTTP/1.1" status: 200 len: 210 time: 0.0393581 Jul 23 17:27:08.011896 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:08.083230 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59764) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:27:08.521746 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4378652c-29fd-4d66-9552-64927f79c9af tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:08.850236 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:08.864806 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-4378652c-29fd-4d66-9552-64927f79c9af tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Deleting port 0084872f-bd2b-49db-9d71-74baf6b3156e {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:27:08.865331 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4378652c-29fd-4d66-9552-64927f79c9af tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:08.956281 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 8444612b-626d-4836-870c-4994931a7dc6 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:27:08.978945 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: 8444612b-626d-4836-870c-4994931a7dc6 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:27:08.979292 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device 8444612b-626d-4836-870c-4994931a7dc6 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:27:09.040380 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-4378652c-29fd-4d66-9552-64927f79c9af tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] For port 0084872f-bd2b-49db-9d71-74baf6b3156e, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0084872f-bd2b-49db-9d71-74baf6b3156e,segment=NetworkSegment(c2b35a50-448a-4db3-92e3-e602b32ffea8),segment_id=c2b35a50-448a-4db3-92e3-e602b32ffea8)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:27:09.041021 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4378652c-29fd-4d66-9552-64927f79c9af tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:09.066300 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-4378652c-29fd-4d66-9552-64927f79c9af tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Calling delete_port for 0084872f-bd2b-49db-9d71-74baf6b3156e owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:27:09.346419 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4378652c-29fd-4d66-9552-64927f79c9af tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:09.377643 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378652c-29fd-4d66-9552-64927f79c9af tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'Port': ['ID=0084872f-bd2b-49db-9d71-74baf6b3156e,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:09.417544 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378652c-29fd-4d66-9552-64927f79c9af tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:09.417955 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378652c-29fd-4d66-9552-64927f79c9af tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:09.418295 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378652c-29fd-4d66-9552-64927f79c9af tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:09.418603 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378652c-29fd-4d66-9552-64927f79c9af tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:09.418937 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378652c-29fd-4d66-9552-64927f79c9af tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:09.419269 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378652c-29fd-4d66-9552-64927f79c9af tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:09.419603 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378652c-29fd-4d66-9552-64927f79c9af tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:09.419934 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378652c-29fd-4d66-9552-64927f79c9af tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:09.420267 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378652c-29fd-4d66-9552-64927f79c9af tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:09.420595 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378652c-29fd-4d66-9552-64927f79c9af tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:09.420933 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378652c-29fd-4d66-9552-64927f79c9af tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:09.421281 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378652c-29fd-4d66-9552-64927f79c9af tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:09.597961 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4378652c-29fd-4d66-9552-64927f79c9af tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:09.898799 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4378652c-29fd-4d66-9552-64927f79c9af tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Router 2ee5794d-ce4f-4b2c-8c34-994514d5e7d3 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:27:10.034236 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4378652c-29fd-4d66-9552-64927f79c9af tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:27:10.043123 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-4378652c-29fd-4d66-9552-64927f79c9af tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "PUT /v2.0/routers/2ee5794d-ce4f-4b2c-8c34-994514d5e7d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9584358 Jul 23 17:27:10.045041 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e671e2-d0d3-4890-b68f-1e7da484eb70 None None] Sync routers for ids ['2ee5794d-ce4f-4b2c-8c34-994514d5e7d3'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:27:10.045988 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59766) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:27:10.063380 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e671e2-d0d3-4890-b68f-1e7da484eb70 None None] Routers {'2ee5794d-ce4f-4b2c-8c34-994514d5e7d3'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:27:10.064411 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f6e671e2-d0d3-4890-b68f-1e7da484eb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:27:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['2ee5794d-ce4f-4b2c-8c34-994514d5e7d3'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:10.106195 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e09464-4af3-4e30-b51f-597514936699 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Deleting subnet cfff2cae-a184-4112-bc4b-138e0da797b2 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:27:10.109776 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6e09464-4af3-4e30-b51f-597514936699 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:10.155794 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6e09464-4af3-4e30-b51f-597514936699 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:10.267429 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6e09464-4af3-4e30-b51f-597514936699 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:10.352740 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6e09464-4af3-4e30-b51f-597514936699 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:10.386152 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e09464-4af3-4e30-b51f-597514936699 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'Subnet': ['ID=cfff2cae-a184-4112-bc4b-138e0da797b2,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:10.394557 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6e09464-4af3-4e30-b51f-597514936699 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:10.399057 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e6e09464-4af3-4e30-b51f-597514936699 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "DELETE /v2.0/subnets/cfff2cae-a184-4112-bc4b-138e0da797b2 HTTP/1.1" status: 204 len: 168 time: 0.3514450 Jul 23 17:27:10.402041 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59768) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:27:10.416547 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc714a9-3bc0-4758-b67d-9ffdc335ef0c None None] Network 7ac0a375-ef83-44c9-b31b-ced61fe0b538 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:27:10.522309 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-f6e671e2-d0d3-4890-b68f-1e7da484eb70 None None] Set router 2ee5794d-ce4f-4b2c-8c34-994514d5e7d3 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:27:10.553022 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-09bc5389-07a9-4841-93d5-9e884391f93b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:10.758928 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-09bc5389-07a9-4841-93d5-9e884391f93b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:10.788018 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f6e671e2-d0d3-4890-b68f-1e7da484eb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397446173', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'ad5bcbc9-095f-4bad-89ad-ff2d8009d828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:02Z', 'updated_at': '2021-07-23T17:27:09Z', 'revision_number': 5, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port': {'id': 'ad5bcbc9-095f-4bad-89ad-ff2d8009d828', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:03Z', 'updated_at': '2021-07-23T17:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:10.821406 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e671e2-d0d3-4890-b68f-1e7da484eb70 None None] Checking router: 2ee5794d-ce4f-4b2c-8c34-994514d5e7d3 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:27:10.828246 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a708f3-62b9-44e5-ae8f-ef63e626fb92 None None] DHCP port deletion for 7ac0a375-ef83-44c9-b31b-ced61fe0b538 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:27:10.841593 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e671e2-d0d3-4890-b68f-1e7da484eb70 None None] Routers {'2ee5794d-ce4f-4b2c-8c34-994514d5e7d3'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:27:10.842339 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f6e671e2-d0d3-4890-b68f-1e7da484eb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:27:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['2ee5794d-ce4f-4b2c-8c34-994514d5e7d3'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:10.852957 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-09bc5389-07a9-4841-93d5-9e884391f93b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Deleting port ad5bcbc9-095f-4bad-89ad-ff2d8009d828 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:27:10.853435 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-09bc5389-07a9-4841-93d5-9e884391f93b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:10.975800 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-f6e671e2-d0d3-4890-b68f-1e7da484eb70 None None] Set router 2ee5794d-ce4f-4b2c-8c34-994514d5e7d3 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:27:10.996585 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-09bc5389-07a9-4841-93d5-9e884391f93b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] For port ad5bcbc9-095f-4bad-89ad-ff2d8009d828, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=ad5bcbc9-095f-4bad-89ad-ff2d8009d828,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:27:10.997265 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-09bc5389-07a9-4841-93d5-9e884391f93b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:11.016036 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-09bc5389-07a9-4841-93d5-9e884391f93b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Calling delete_port for ad5bcbc9-095f-4bad-89ad-ff2d8009d828 owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:27:11.057378 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-05a708f3-62b9-44e5-ae8f-ef63e626fb92 None None] Deleting port 2bcf662a-aaac-460f-91c7-caa7cc5f3f79 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:27:11.058317 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-05a708f3-62b9-44e5-ae8f-ef63e626fb92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:11.064317 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-f6e671e2-d0d3-4890-b68f-1e7da484eb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397446173', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:02Z', 'updated_at': '2021-07-23T17:27:10Z', 'revision_number': 6, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:11.142186 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e671e2-d0d3-4890-b68f-1e7da484eb70 None None] The sync data for ids ['2ee5794d-ce4f-4b2c-8c34-994514d5e7d3'] in n-d-778549-4 is: [{'id': '2ee5794d-ce4f-4b2c-8c34-994514d5e7d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397446173', 'tenant_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:02Z', 'updated_at': '2021-07-23T17:27:10Z', 'revision_number': 6, 'project_id': '06c5f7ba3e1e4b06905e7a7f54b2d219', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:27:11.251601 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-05a708f3-62b9-44e5-ae8f-ef63e626fb92 None None] For port 2bcf662a-aaac-460f-91c7-caa7cc5f3f79, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=2bcf662a-aaac-460f-91c7-caa7cc5f3f79,segment=NetworkSegment(c2b35a50-448a-4db3-92e3-e602b32ffea8),segment_id=c2b35a50-448a-4db3-92e3-e602b32ffea8)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:27:11.251887 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-05a708f3-62b9-44e5-ae8f-ef63e626fb92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:11.287600 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-05a708f3-62b9-44e5-ae8f-ef63e626fb92 None None] Calling delete_port for 2bcf662a-aaac-460f-91c7-caa7cc5f3f79 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:27:11.317632 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-09bc5389-07a9-4841-93d5-9e884391f93b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:11.348607 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc5389-07a9-4841-93d5-9e884391f93b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'Port': ['ID=ad5bcbc9-095f-4bad-89ad-ff2d8009d828,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:11.398238 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-05a708f3-62b9-44e5-ae8f-ef63e626fb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:11.426614 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a708f3-62b9-44e5-ae8f-ef63e626fb92 None None] Pushing event deleted for resources: {'Port': ['ID=2bcf662a-aaac-460f-91c7-caa7cc5f3f79,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:11.429462 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a708f3-62b9-44e5-ae8f-ef63e626fb92 None None] No DVR routers for this DVR port 2bcf662a-aaac-460f-91c7-caa7cc5f3f79 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:27:11.434438 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-09bc5389-07a9-4841-93d5-9e884391f93b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:11.441117 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a708f3-62b9-44e5-ae8f-ef63e626fb92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:11.441117 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a708f3-62b9-44e5-ae8f-ef63e626fb92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:11.441117 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a708f3-62b9-44e5-ae8f-ef63e626fb92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:11.441117 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a708f3-62b9-44e5-ae8f-ef63e626fb92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:11.441117 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a708f3-62b9-44e5-ae8f-ef63e626fb92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:11.441117 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a708f3-62b9-44e5-ae8f-ef63e626fb92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:11.441117 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a708f3-62b9-44e5-ae8f-ef63e626fb92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:11.442756 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a708f3-62b9-44e5-ae8f-ef63e626fb92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:11.442756 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a708f3-62b9-44e5-ae8f-ef63e626fb92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:11.442756 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a708f3-62b9-44e5-ae8f-ef63e626fb92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:11.442756 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a708f3-62b9-44e5-ae8f-ef63e626fb92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:11.443983 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a708f3-62b9-44e5-ae8f-ef63e626fb92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:11.547743 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-09bc5389-07a9-4841-93d5-9e884391f93b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:11.550335 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-09bc5389-07a9-4841-93d5-9e884391f93b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:11.607829 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-09bc5389-07a9-4841-93d5-9e884391f93b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:11.608341 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bc5389-07a9-4841-93d5-9e884391f93b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Fanout notify agent at l3_agent the message router_deleted on router 2ee5794d-ce4f-4b2c-8c34-994514d5e7d3 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:27:11.618144 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-09bc5389-07a9-4841-93d5-9e884391f93b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:11.620062 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-09bc5389-07a9-4841-93d5-9e884391f93b tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "DELETE /v2.0/routers/2ee5794d-ce4f-4b2c-8c34-994514d5e7d3 HTTP/1.1" status: 204 len: 168 time: 1.2164733 Jul 23 17:27:11.622784 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59770) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:27:11.718122 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f13d0d9c-e3e1-47f0-acea-66aa8bf64a51 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:11.828210 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f13d0d9c-e3e1-47f0-acea-66aa8bf64a51 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:11.840944 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-f13d0d9c-e3e1-47f0-acea-66aa8bf64a51 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac0a375-ef83-44c9-b31b-ced61fe0b538']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:11.854558 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-f13d0d9c-e3e1-47f0-acea-66aa8bf64a51 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2b35a50-448a-4db3-92e3-e602b32ffea8') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:11.854904 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-f13d0d9c-e3e1-47f0-acea-66aa8bf64a51 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2b35a50-448a-4db3-92e3-e602b32ffea8') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:11.866723 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f13d0d9c-e3e1-47f0-acea-66aa8bf64a51 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:11.883572 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f13d0d9c-e3e1-47f0-acea-66aa8bf64a51 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:11.892519 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13d0d9c-e3e1-47f0-acea-66aa8bf64a51 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Releasing vlan 1113 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:27:11.892992 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f13d0d9c-e3e1-47f0-acea-66aa8bf64a51 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:11.898198 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 17:27:11.898198 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:27:11.898198 n-d-778549-4 neutron-server[94012]: timer() Jul 23 17:27:11.898198 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:27:11.898198 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 17:27:11.898198 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:27:11.898198 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 17:27:11.898198 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:27:11.898198 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 17:27:11.898198 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:27:11.898198 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 17:27:11.898198 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:27:11.898198 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 17:27:11.898198 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:27:11.898198 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:27:11.898198 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:27:11.898198 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:27:11.898198 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:27:11.898198 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 17:27:11.898198 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:27:11.898198 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 17:27:11.898198 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:27:11.898198 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:27:11.898198 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:27:11.898198 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 17:27:11.898198 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:27:11.898198 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:27:11.898198 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:27:11.898198 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:27:11.898198 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:27:11.898198 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:27:11.898198 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:27:11.999584 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f13d0d9c-e3e1-47f0-acea-66aa8bf64a51 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:12.011723 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f13d0d9c-e3e1-47f0-acea-66aa8bf64a51 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:12.017565 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59772) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:27:12.018456 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f13d0d9c-e3e1-47f0-acea-66aa8bf64a51 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "DELETE /v2.0/networks/7ac0a375-ef83-44c9-b31b-ced61fe0b538 HTTP/1.1" status: 204 len: 168 time: 0.3935695 Jul 23 17:27:12.051933 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d0d9c-e3e1-47f0-acea-66aa8bf64a51 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'Network': ['ID=7ac0a375-ef83-44c9-b31b-ced61fe0b538,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:12.058503 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0084872f-bd2b-49db-9d71-74baf6b3156e no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:27:12.084940 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 0084872f-bd2b-49db-9d71-74baf6b3156e {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:27:12.085306 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0084872f-bd2b-49db-9d71-74baf6b3156e not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:27:12.085727 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2bcf662a-aaac-460f-91c7-caa7cc5f3f79 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:27:12.107645 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 2bcf662a-aaac-460f-91c7-caa7cc5f3f79 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:27:12.107990 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 2bcf662a-aaac-460f-91c7-caa7cc5f3f79 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:27:12.108413 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device ad5bcbc9-095f-4bad-89ad-ff2d8009d828 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:27:12.133577 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: ad5bcbc9-095f-4bad-89ad-ff2d8009d828 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:27:12.133923 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device ad5bcbc9-095f-4bad-89ad-ff2d8009d828 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:27:12.145730 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2bd02aaf-c417-4249-a593-d2894e5724d0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:12.182049 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2bd02aaf-c417-4249-a593-d2894e5724d0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:12.215271 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:27:12.268716 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2bd02aaf-c417-4249-a593-d2894e5724d0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:12.273394 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2bd02aaf-c417-4249-a593-d2894e5724d0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:12.275200 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2bd02aaf-c417-4249-a593-d2894e5724d0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] 10.222.0.73 "DELETE /v2.0/security-groups/e9378e80-df19-4905-9adb-ab4b17df5445 HTTP/1.1" status: 204 len: 168 time: 0.2546980 Jul 23 17:27:12.295514 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd02aaf-c417-4249-a593-d2894e5724d0 tempest-TestNetworkAdvancedServerOps-470357782 tempest-TestNetworkAdvancedServerOps-470357782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9378e80-df19-4905-9adb-ab4b17df5445,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:12.724713 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59780) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:27:12.891406 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e74a55ba-ea85-444d-990f-7167dab586ca admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=06c5f7ba3e1e4b06905e7a7f54b2d219&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1650033 Jul 23 17:27:12.893963 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59784) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:27:12.951961 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d97f5c45-e995-49c4-a66b-30556c8d2cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:12.986125 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d97f5c45-e995-49c4-a66b-30556c8d2cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:13.069136 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d97f5c45-e995-49c4-a66b-30556c8d2cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:13.074583 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d97f5c45-e995-49c4-a66b-30556c8d2cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:13.079457 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d97f5c45-e995-49c4-a66b-30556c8d2cd9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/72b981cf-d2e4-461c-85e3-abd9d290cae8 HTTP/1.1" status: 204 len: 168 time: 0.1813707 Jul 23 17:27:13.091533 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f5c45-e995-49c4-a66b-30556c8d2cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b981cf-d2e4-461c-85e3-abd9d290cae8,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:13.421694 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59790) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:27:13.437810 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-23bc50c0-36ba-49ac-846f-0a4dfc93724e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:13.556219 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-23bc50c0-36ba-49ac-846f-0a4dfc93724e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:13.561088 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-23bc50c0-36ba-49ac-846f-0a4dfc93724e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:13.604401 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-23bc50c0-36ba-49ac-846f-0a4dfc93724e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e47d31590617453aaca70866bf608e34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1812069 Jul 23 17:27:13.609111 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59792) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:27:13.610204 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc50c0-36ba-49ac-846f-0a4dfc93724e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d943b200-61dd-4984-8bca-f262ac5dccca,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:13.682922 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63d3c5c5-48a4-49eb-b283-12ca1dfc4021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:13.711825 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63d3c5c5-48a4-49eb-b283-12ca1dfc4021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:13.775327 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63d3c5c5-48a4-49eb-b283-12ca1dfc4021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:13.778312 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-63d3c5c5-48a4-49eb-b283-12ca1dfc4021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:13.779574 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-63d3c5c5-48a4-49eb-b283-12ca1dfc4021 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d943b200-61dd-4984-8bca-f262ac5dccca HTTP/1.1" status: 204 len: 168 time: 0.1692731 Jul 23 17:27:13.792794 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3c5c5-48a4-49eb-b283-12ca1dfc4021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d943b200-61dd-4984-8bca-f262ac5dccca,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:14.706650 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59814) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:27:14.819865 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-9b960677-e733-4340-a1b5-0c5af58924be admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1965503160-network', 'tenant_id': '946daa16de0741779fff7dba707de472'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:27:14.848483 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b960677-e733-4340-a1b5-0c5af58924be admin admin] Made reservation on behalf of 946daa16de0741779fff7dba707de472 for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:27:14.850889 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9b960677-e733-4340-a1b5-0c5af58924be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:14.860226 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9b960677-e733-4340-a1b5-0c5af58924be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:14.993383 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9b960677-e733-4340-a1b5-0c5af58924be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:15.000679 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9b960677-e733-4340-a1b5-0c5af58924be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:15.030349 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b960677-e733-4340-a1b5-0c5af58924be admin admin] vlan segment allocate from pool success with {'vlan_id': 1109, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:27:15.043733 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b960677-e733-4340-a1b5-0c5af58924be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c05e38b-3bc7-42a4-b8b8-52458ca935e9,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:15.051482 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9b960677-e733-4340-a1b5-0c5af58924be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:15.051886 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-9b960677-e733-4340-a1b5-0c5af58924be admin admin] Added segment 7c947863-05b1-43d6-a7d7-c70e4298b427 of type vlan for network 2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 Jul 23 17:27:15.107338 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9b960677-e733-4340-a1b5-0c5af58924be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:15.142546 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9b960677-e733-4340-a1b5-0c5af58924be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:15.143728 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b960677-e733-4340-a1b5-0c5af58924be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:15.144322 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9b960677-e733-4340-a1b5-0c5af58924be admin admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:15.194199 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-9b960677-e733-4340-a1b5-0c5af58924be admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4812927 Jul 23 17:27:15.194466 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59818) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:27:15.199787 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-0fbf774d-4ff9-4ec0-af84-8d1b55f0ba23 admin admin] Request body: {'subnet': {'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1965503160-subnet', 'tenant_id': '946daa16de0741779fff7dba707de472', 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:27:15.249957 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b960677-e733-4340-a1b5-0c5af58924be admin admin] Pushing event updated for resources: {'Network': ['ID=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:15.261315 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:27:15.278656 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbf774d-4ff9-4ec0-af84-8d1b55f0ba23 admin admin] Made reservation on behalf of 946daa16de0741779fff7dba707de472 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:27:15.281439 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0fbf774d-4ff9-4ec0-af84-8d1b55f0ba23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:15.551726 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0fbf774d-4ff9-4ec0-af84-8d1b55f0ba23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:15.611724 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf774d-4ff9-4ec0-af84-8d1b55f0ba23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3692fb40-808d-432b-9136-cc052407fe7f,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:15.624866 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbf774d-4ff9-4ec0-af84-8d1b55f0ba23 admin admin] Checking segment: {'id': '7c947863-05b1-43d6-a7d7-c70e4298b427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:27:15.625247 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbf774d-4ff9-4ec0-af84-8d1b55f0ba23 admin admin] Network hostable DHCP agents. Network: 2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:27:15.648041 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbf774d-4ff9-4ec0-af84-8d1b55f0ba23 admin admin] Network 2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:27:15.666082 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-0fbf774d-4ff9-4ec0-af84-8d1b55f0ba23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:27:15.668930 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbf774d-4ff9-4ec0-af84-8d1b55f0ba23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:15.669768 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0fbf774d-4ff9-4ec0-af84-8d1b55f0ba23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:15.673009 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70f2b30-6e12-4361-861d-b4c95a1eb41d None None] Network 2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:27:15.696324 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59820) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:27:15.697468 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0fbf774d-4ff9-4ec0-af84-8d1b55f0ba23 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4974506 Jul 23 17:27:15.702404 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-4d7eef46-e73f-4537-9821-498428d26ffd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1965503160-router', 'tenant_id': '946daa16de0741779fff7dba707de472', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:27:15.738995 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d7eef46-e73f-4537-9821-498428d26ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:15.740747 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d7eef46-e73f-4537-9821-498428d26ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:15.829413 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d7eef46-e73f-4537-9821-498428d26ffd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:15.904570 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a4fc5b-aab5-4230-8cc7-a8fc7da55a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287', 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287', 'tenant_id': '946daa16de0741779fff7dba707de472', 'fixed_ips': [{'subnet_id': '3692fb40-808d-432b-9136-cc052407fe7f'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:27:15.905553 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d1a4fc5b-aab5-4230-8cc7-a8fc7da55a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:16.043142 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d7eef46-e73f-4537-9821-498428d26ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:16.124069 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-d1a4fc5b-aab5-4230-8cc7-a8fc7da55a80 None None] Allocated IP 172.20.0.2 (2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287/3692fb40-808d-432b-9136-cc052407fe7f/44aaf345-ee01-481d-be2f-900da2bcefb8) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:27:16.308370 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d1a4fc5b-aab5-4230-8cc7-a8fc7da55a80 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:16.318141 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d1a4fc5b-aab5-4230-8cc7-a8fc7da55a80 None None] Transition to ACTIVE for port object 44aaf345-ee01-481d-be2f-900da2bcefb8 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:27:16.318514 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d7eef46-e73f-4537-9821-498428d26ffd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:16.340007 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-d1a4fc5b-aab5-4230-8cc7-a8fc7da55a80 None None] Transition to ACTIVE for port object 44aaf345-ee01-481d-be2f-900da2bcefb8 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:27:16.343568 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d7eef46-e73f-4537-9821-498428d26ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:16.351097 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d1a4fc5b-aab5-4230-8cc7-a8fc7da55a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:16.399873 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a4fc5b-aab5-4230-8cc7-a8fc7da55a80 None None] Network 2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:27:16.403132 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-d1a4fc5b-aab5-4230-8cc7-a8fc7da55a80 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:27:16.409485 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a4fc5b-aab5-4230-8cc7-a8fc7da55a80 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:27:16.420126 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4fc5b-aab5-4230-8cc7-a8fc7da55a80 None None] Pushing event updated for resources: {'Port': ['ID=44aaf345-ee01-481d-be2f-900da2bcefb8,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:16.477921 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-4d7eef46-e73f-4537-9821-498428d26ffd admin admin] Allocated IP 172.25.8.129 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/b4da7c0e-8c74-4392-9983-f96991030f03) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:27:16.489934 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-d1a4fc5b-aab5-4230-8cc7-a8fc7da55a80 None None] Attempting to bind port 44aaf345-ee01-481d-be2f-900da2bcefb8 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:27:16.490441 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-d1a4fc5b-aab5-4230-8cc7-a8fc7da55a80 None None] Attempting to bind port 44aaf345-ee01-481d-be2f-900da2bcefb8 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '7c947863-05b1-43d6-a7d7-c70e4298b427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:27:16.491139 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a4fc5b-aab5-4230-8cc7-a8fc7da55a80 None None] Attempting to bind port 44aaf345-ee01-481d-be2f-900da2bcefb8 on network 2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:27:16.498573 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a4fc5b-aab5-4230-8cc7-a8fc7da55a80 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:27:16.499132 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a4fc5b-aab5-4230-8cc7-a8fc7da55a80 None None] Checking segment: {'id': '7c947863-05b1-43d6-a7d7-c70e4298b427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:27:16.499778 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d1a4fc5b-aab5-4230-8cc7-a8fc7da55a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:16.500404 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a4fc5b-aab5-4230-8cc7-a8fc7da55a80 None None] Bound using segment: {'id': '7c947863-05b1-43d6-a7d7-c70e4298b427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:27:16.500977 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-d1a4fc5b-aab5-4230-8cc7-a8fc7da55a80 None None] Bound port: 44aaf345-ee01-481d-be2f-900da2bcefb8, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c947863-05b1-43d6-a7d7-c70e4298b427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:27:16.501522 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d1a4fc5b-aab5-4230-8cc7-a8fc7da55a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:16.583085 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-d1a4fc5b-aab5-4230-8cc7-a8fc7da55a80 None None] For port 44aaf345-ee01-481d-be2f-900da2bcefb8, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:27:16.587117 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-d1a4fc5b-aab5-4230-8cc7-a8fc7da55a80 None None] For port 44aaf345-ee01-481d-be2f-900da2bcefb8, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=44aaf345-ee01-481d-be2f-900da2bcefb8,segment=NetworkSegment(7c947863-05b1-43d6-a7d7-c70e4298b427),segment_id=7c947863-05b1-43d6-a7d7-c70e4298b427)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:27:16.591523 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d1a4fc5b-aab5-4230-8cc7-a8fc7da55a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:16.645828 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d7eef46-e73f-4537-9821-498428d26ffd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:16.665816 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4fc5b-aab5-4230-8cc7-a8fc7da55a80 None None] Pushing event updated for resources: {'Port': ['ID=44aaf345-ee01-481d-be2f-900da2bcefb8,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:16.851484 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d7eef46-e73f-4537-9821-498428d26ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:16.913179 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7eef46-e73f-4537-9821-498428d26ffd admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:27:16.922917 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-4d7eef46-e73f-4537-9821-498428d26ffd admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:27:16.928151 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7eef46-e73f-4537-9821-498428d26ffd admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:27:16.978476 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7eef46-e73f-4537-9821-498428d26ffd admin admin] Pushing event updated for resources: {'Port': ['ID=b4da7c0e-8c74-4392-9983-f96991030f03,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:17.255211 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d7eef46-e73f-4537-9821-498428d26ffd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:17.544356 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d7eef46-e73f-4537-9821-498428d26ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:17.717304 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7eef46-e73f-4537-9821-498428d26ffd admin admin] Router ccf4329c-b583-47a3-ac9e-eef447ed92af is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:27:17.741763 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ff1d0b-c2fc-4c94-92bb-ea340686681f None None] Network 2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:27:17.861496 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3fabf8ef-7be2-4c7b-8709-462550aa8d8d None None] Provisioning for port 44aaf345-ee01-481d-be2f-900da2bcefb8 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:27:17.876130 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7eef46-e73f-4537-9821-498428d26ffd admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:27:17.897394 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa47dfc5-f956-450a-9f7a-4b2166c3643d None None] Sync routers for ids ['ccf4329c-b583-47a3-ac9e-eef447ed92af'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:27:17.900014 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d7eef46-e73f-4537-9821-498428d26ffd admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:17.902388 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4d7eef46-e73f-4537-9821-498428d26ffd admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2038875 Jul 23 17:27:17.906610 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59822) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:27:17.922216 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa47dfc5-f956-450a-9f7a-4b2166c3643d None None] Routers {'ccf4329c-b583-47a3-ac9e-eef447ed92af'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:27:17.923330 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-fa47dfc5-f956-450a-9f7a-4b2166c3643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:27:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ccf4329c-b583-47a3-ac9e-eef447ed92af'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:17.975532 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 44aaf345-ee01-481d-be2f-900da2bcefb8 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:27:18.084873 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 44aaf345-ee01-481d-be2f-900da2bcefb8 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:27:18.091306 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 44aaf345-ee01-481d-be2f-900da2bcefb8 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:27:18.091676 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:18.138963 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-fa47dfc5-f956-450a-9f7a-4b2166c3643d None None] Set router ccf4329c-b583-47a3-ac9e-eef447ed92af gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:27:18.211202 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:18.300019 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 44aaf345-ee01-481d-be2f-900da2bcefb8, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=44aaf345-ee01-481d-be2f-900da2bcefb8,segment=NetworkSegment(7c947863-05b1-43d6-a7d7-c70e4298b427),segment_id=7c947863-05b1-43d6-a7d7-c70e4298b427)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:27:18.306663 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:18.391022 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=44aaf345-ee01-481d-be2f-900da2bcefb8,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:18.397965 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-fa47dfc5-f956-450a-9f7a-4b2166c3643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'name': 'tempest-TestShelveInstance-1965503160-router', 'tenant_id': '946daa16de0741779fff7dba707de472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:15Z', 'updated_at': '2021-07-23T17:27:17Z', 'revision_number': 3, 'project_id': '946daa16de0741779fff7dba707de472', 'gw_port': {'id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:99:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:16Z', 'updated_at': '2021-07-23T17:27:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:18.431887 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa47dfc5-f956-450a-9f7a-4b2166c3643d None None] Checking router: ccf4329c-b583-47a3-ac9e-eef447ed92af for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:27:18.431887 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa47dfc5-f956-450a-9f7a-4b2166c3643d None None] Updating router ccf4329c-b583-47a3-ac9e-eef447ed92af port b4da7c0e-8c74-4392-9983-f96991030f03 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:27:18.493914 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-fa47dfc5-f956-450a-9f7a-4b2166c3643d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:18.523013 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7b2de7e9-9486-4ddd-9612-1ebb34e1cfe9 None None] Provisioning complete for port 44aaf345-ee01-481d-be2f-900da2bcefb8 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:27:18.523603 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7b2de7e9-9486-4ddd-9612-1ebb34e1cfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:18.572233 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c6a8409c-e2d2-4d12-baf5-2251ed3b4c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:18.811568 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-c6a8409c-e2d2-4d12-baf5-2251ed3b4c1e admin admin] Allocated IP 172.20.0.1 (2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287/3692fb40-808d-432b-9136-cc052407fe7f/c6358a2f-fa9c-4972-b979-ad369858366d) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:27:18.868299 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-fa47dfc5-f956-450a-9f7a-4b2166c3643d None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:18.880478 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-fa47dfc5-f956-450a-9f7a-4b2166c3643d None None] Transition to ACTIVE for port object b4da7c0e-8c74-4392-9983-f96991030f03 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:27:18.888306 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-fa47dfc5-f956-450a-9f7a-4b2166c3643d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:18.948026 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-fa47dfc5-f956-450a-9f7a-4b2166c3643d None None] Attempting to bind port b4da7c0e-8c74-4392-9983-f96991030f03 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:27:18.949220 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-fa47dfc5-f956-450a-9f7a-4b2166c3643d None None] Attempting to bind port b4da7c0e-8c74-4392-9983-f96991030f03 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:27:18.949220 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa47dfc5-f956-450a-9f7a-4b2166c3643d None None] Attempting to bind port b4da7c0e-8c74-4392-9983-f96991030f03 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:27:18.955195 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc430cb2-d702-4f48-98af-4e6714f5e8a1 None None] Pushing event updated for resources: {'Port': ['ID=b4da7c0e-8c74-4392-9983-f96991030f03,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:18.960887 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa47dfc5-f956-450a-9f7a-4b2166c3643d None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:27:18.961322 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa47dfc5-f956-450a-9f7a-4b2166c3643d None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:27:18.961763 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-fa47dfc5-f956-450a-9f7a-4b2166c3643d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:18.962183 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa47dfc5-f956-450a-9f7a-4b2166c3643d None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:27:18.962675 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-fa47dfc5-f956-450a-9f7a-4b2166c3643d None None] Bound port: b4da7c0e-8c74-4392-9983-f96991030f03, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:27:18.963086 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-fa47dfc5-f956-450a-9f7a-4b2166c3643d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:18.964613 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c6a8409c-e2d2-4d12-baf5-2251ed3b4c1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:18.970664 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc430cb2-d702-4f48-98af-4e6714f5e8a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:18.971162 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc430cb2-d702-4f48-98af-4e6714f5e8a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:18.971344 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc430cb2-d702-4f48-98af-4e6714f5e8a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:18.971703 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc430cb2-d702-4f48-98af-4e6714f5e8a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:18.972083 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc430cb2-d702-4f48-98af-4e6714f5e8a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:18.972957 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc430cb2-d702-4f48-98af-4e6714f5e8a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:18.973332 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc430cb2-d702-4f48-98af-4e6714f5e8a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:18.973684 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc430cb2-d702-4f48-98af-4e6714f5e8a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:18.974030 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc430cb2-d702-4f48-98af-4e6714f5e8a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:18.974352 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc430cb2-d702-4f48-98af-4e6714f5e8a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:18.974672 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc430cb2-d702-4f48-98af-4e6714f5e8a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:18.975015 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc430cb2-d702-4f48-98af-4e6714f5e8a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:27:18.987455 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c6a8409c-e2d2-4d12-baf5-2251ed3b4c1e admin admin] Transition to ACTIVE for port object c6358a2f-fa9c-4972-b979-ad369858366d will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:27:19.033936 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c6a8409c-e2d2-4d12-baf5-2251ed3b4c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:19.038469 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-fa47dfc5-f956-450a-9f7a-4b2166c3643d None None] For port b4da7c0e-8c74-4392-9983-f96991030f03, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:27:19.042259 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-fa47dfc5-f956-450a-9f7a-4b2166c3643d None None] For port b4da7c0e-8c74-4392-9983-f96991030f03, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=b4da7c0e-8c74-4392-9983-f96991030f03,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:27:19.047834 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-fa47dfc5-f956-450a-9f7a-4b2166c3643d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:19.086109 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a8409c-e2d2-4d12-baf5-2251ed3b4c1e admin admin] Network 2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:27:19.098528 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-c6a8409c-e2d2-4d12-baf5-2251ed3b4c1e admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:27:19.103509 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a8409c-e2d2-4d12-baf5-2251ed3b4c1e admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:27:19.112666 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc430cb2-d702-4f48-98af-4e6714f5e8a1 None None] Pushing event updated for resources: {'Port': ['ID=b4da7c0e-8c74-4392-9983-f96991030f03,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:19.117146 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa47dfc5-f956-450a-9f7a-4b2166c3643d None None] Routers {'ccf4329c-b583-47a3-ac9e-eef447ed92af'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:27:19.117853 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-fa47dfc5-f956-450a-9f7a-4b2166c3643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:27:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ccf4329c-b583-47a3-ac9e-eef447ed92af'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:19.147584 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8409c-e2d2-4d12-baf5-2251ed3b4c1e admin admin] Pushing event updated for resources: {'Port': ['ID=c6358a2f-fa9c-4972-b979-ad369858366d,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:19.184591 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c6a8409c-e2d2-4d12-baf5-2251ed3b4c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:19.261096 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-fa47dfc5-f956-450a-9f7a-4b2166c3643d None None] Set router ccf4329c-b583-47a3-ac9e-eef447ed92af gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:27:19.388039 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c6a8409c-e2d2-4d12-baf5-2251ed3b4c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:19.390511 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-dc311f4e-d149-4cb4-a4af-deb3adf4abda None None] Provisioning for port c6358a2f-fa9c-4972-b979-ad369858366d completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:27:19.397812 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-dc311f4e-d149-4cb4-a4af-deb3adf4abda None None] Provisioning complete for port c6358a2f-fa9c-4972-b979-ad369858366d triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:27:19.399028 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dc311f4e-d149-4cb4-a4af-deb3adf4abda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:19.451415 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-dc311f4e-d149-4cb4-a4af-deb3adf4abda None None] Port c6358a2f-fa9c-4972-b979-ad369858366d cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:27:19.530098 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-fa47dfc5-f956-450a-9f7a-4b2166c3643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'name': 'tempest-TestShelveInstance-1965503160-router', 'tenant_id': '946daa16de0741779fff7dba707de472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:15Z', 'updated_at': '2021-07-23T17:27:17Z', 'revision_number': 3, 'project_id': '946daa16de0741779fff7dba707de472', 'gw_port': {'id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:99:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:16Z', 'updated_at': '2021-07-23T17:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:19.563654 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa47dfc5-f956-450a-9f7a-4b2166c3643d None None] The sync data for ids ['ccf4329c-b583-47a3-ac9e-eef447ed92af'] in n-d-778549-4 is: [{'id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'name': 'tempest-TestShelveInstance-1965503160-router', 'tenant_id': '946daa16de0741779fff7dba707de472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:15Z', 'updated_at': '2021-07-23T17:27:17Z', 'revision_number': 3, 'project_id': '946daa16de0741779fff7dba707de472', 'gw_port': {'id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:99:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:16Z', 'updated_at': '2021-07-23T17:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:27:19.625955 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c6a8409c-e2d2-4d12-baf5-2251ed3b4c1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:19.633174 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c6a8409c-e2d2-4d12-baf5-2251ed3b4c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:19.754158 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c6a8409c-e2d2-4d12-baf5-2251ed3b4c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:19.756720 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8409c-e2d2-4d12-baf5-2251ed3b4c1e admin admin] Pushing event updated for resources: {'Port': ['ID=c6358a2f-fa9c-4972-b979-ad369858366d,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:19.917751 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a8409c-e2d2-4d12-baf5-2251ed3b4c1e admin admin] Network 2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:27:19.920525 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-c6a8409c-e2d2-4d12-baf5-2251ed3b4c1e admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:27:20.051526 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 44aaf345-ee01-481d-be2f-900da2bcefb8 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:27:20.122818 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 44aaf345-ee01-481d-be2f-900da2bcefb8 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:27:20.123422 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:20.141582 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a8409c-e2d2-4d12-baf5-2251ed3b4c1e admin admin] Router ccf4329c-b583-47a3-ac9e-eef447ed92af has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:27:20.240188 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device b4da7c0e-8c74-4392-9983-f96991030f03 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:27:20.293378 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a0d72216-08e0-4f02-b5ed-78c49a74bfad None None] Provisioning complete for port c6358a2f-fa9c-4972-b979-ad369858366d triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:27:20.293624 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a8409c-e2d2-4d12-baf5-2251ed3b4c1e admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:27:20.293732 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a0d72216-08e0-4f02-b5ed-78c49a74bfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:20.301437 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-c6a8409c-e2d2-4d12-baf5-2251ed3b4c1e admin admin] 10.222.0.73 "PUT /v2.0/routers/ccf4329c-b583-47a3-ac9e-eef447ed92af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3901396 Jul 23 17:27:20.336230 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port b4da7c0e-8c74-4392-9983-f96991030f03 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:27:20.343370 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port b4da7c0e-8c74-4392-9983-f96991030f03 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:27:20.343747 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:20.345802 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a0d72216-08e0-4f02-b5ed-78c49a74bfad None None] Port c6358a2f-fa9c-4972-b979-ad369858366d cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:27:20.463811 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:20.492936 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port b4da7c0e-8c74-4392-9983-f96991030f03, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=b4da7c0e-8c74-4392-9983-f96991030f03,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:27:20.499052 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:20.567284 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=b4da7c0e-8c74-4392-9983-f96991030f03,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:20.981754 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59838) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:27:20.986935 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-a0699340-6835-42f0-ba6c-8ca22aadf420 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-480042249-network', 'tenant_id': 'd67f7a0c5b8f4c98bdc6e65322315501'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:27:21.014546 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0699340-6835-42f0-ba6c-8ca22aadf420 admin admin] Made reservation on behalf of d67f7a0c5b8f4c98bdc6e65322315501 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:27:21.017356 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a0699340-6835-42f0-ba6c-8ca22aadf420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:21.027908 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a0699340-6835-42f0-ba6c-8ca22aadf420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:21.142096 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a0699340-6835-42f0-ba6c-8ca22aadf420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:21.148076 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a0699340-6835-42f0-ba6c-8ca22aadf420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:21.182106 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0699340-6835-42f0-ba6c-8ca22aadf420 admin admin] vlan segment allocate from pool success with {'vlan_id': 1134, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:27:21.194715 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0699340-6835-42f0-ba6c-8ca22aadf420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747828ec-b38e-4bf8-9f51-6329c06eee1c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:21.198097 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a0699340-6835-42f0-ba6c-8ca22aadf420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:21.198466 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-a0699340-6835-42f0-ba6c-8ca22aadf420 admin admin] Added segment 7d2d2d5a-ce5b-4a37-ad92-8d5c99e555c3 of type vlan for network 707a816e-84c8-4097-8fc0-0ba592fa26a6 Jul 23 17:27:21.258290 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a0699340-6835-42f0-ba6c-8ca22aadf420 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:21.296976 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a0699340-6835-42f0-ba6c-8ca22aadf420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:21.298283 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0699340-6835-42f0-ba6c-8ca22aadf420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:21.298988 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a0699340-6835-42f0-ba6c-8ca22aadf420 admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:21.339386 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-a0699340-6835-42f0-ba6c-8ca22aadf420 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3564618 Jul 23 17:27:21.344035 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59840) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:27:21.352005 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-f7d42b24-8696-404a-b0bf-3748daf4f8b9 admin admin] Request body: {'subnet': {'network_id': '707a816e-84c8-4097-8fc0-0ba592fa26a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-480042249-subnet', 'tenant_id': 'd67f7a0c5b8f4c98bdc6e65322315501', 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:27:21.381349 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0699340-6835-42f0-ba6c-8ca22aadf420 admin admin] Pushing event updated for resources: {'Network': ['ID=707a816e-84c8-4097-8fc0-0ba592fa26a6,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:21.387205 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d42b24-8696-404a-b0bf-3748daf4f8b9 admin admin] Made reservation on behalf of d67f7a0c5b8f4c98bdc6e65322315501 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:27:21.391706 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7d42b24-8696-404a-b0bf-3748daf4f8b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:21.404537 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 707a816e-84c8-4097-8fc0-0ba592fa26a6 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:27:21.634843 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dd665b-8af8-466b-aa43-89d0265f8faa None None] Sync routers for ids ['ccf4329c-b583-47a3-ac9e-eef447ed92af'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:27:21.647326 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dd665b-8af8-466b-aa43-89d0265f8faa None None] Routers {'ccf4329c-b583-47a3-ac9e-eef447ed92af'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:27:21.648122 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a9dd665b-8af8-466b-aa43-89d0265f8faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:27:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ccf4329c-b583-47a3-ac9e-eef447ed92af'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:21.650523 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7d42b24-8696-404a-b0bf-3748daf4f8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:21.718694 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d42b24-8696-404a-b0bf-3748daf4f8b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08a69bf7-1377-41c6-b1a2-4e1db02a6bc6,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:21.725900 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d42b24-8696-404a-b0bf-3748daf4f8b9 admin admin] Checking segment: {'id': '7d2d2d5a-ce5b-4a37-ad92-8d5c99e555c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '707a816e-84c8-4097-8fc0-0ba592fa26a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:27:21.726299 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d42b24-8696-404a-b0bf-3748daf4f8b9 admin admin] Network hostable DHCP agents. Network: 707a816e-84c8-4097-8fc0-0ba592fa26a6, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:27:21.763851 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d42b24-8696-404a-b0bf-3748daf4f8b9 admin admin] Network 707a816e-84c8-4097-8fc0-0ba592fa26a6 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:27:21.776076 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-f7d42b24-8696-404a-b0bf-3748daf4f8b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 707a816e-84c8-4097-8fc0-0ba592fa26a6) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:27:21.783452 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d42b24-8696-404a-b0bf-3748daf4f8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:21.785518 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7d42b24-8696-404a-b0bf-3748daf4f8b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:21.790837 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432d9fe1-bece-4515-8c35-316993ac7ca2 None None] Network 707a816e-84c8-4097-8fc0-0ba592fa26a6 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:27:21.805921 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-f7d42b24-8696-404a-b0bf-3748daf4f8b9 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4590824 Jul 23 17:27:21.808919 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59842) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:27:21.815359 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-8bfe3920-1896-40f9-910b-80509ee9e60e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-480042249-router', 'tenant_id': 'd67f7a0c5b8f4c98bdc6e65322315501', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:27:21.832203 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-a9dd665b-8af8-466b-aa43-89d0265f8faa None None] Set router ccf4329c-b583-47a3-ac9e-eef447ed92af gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:27:21.848952 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8bfe3920-1896-40f9-910b-80509ee9e60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:21.850640 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8bfe3920-1896-40f9-910b-80509ee9e60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:21.921986 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device b4da7c0e-8c74-4392-9983-f96991030f03 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:27:21.938582 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8bfe3920-1896-40f9-910b-80509ee9e60e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:22.096172 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8bfe3920-1896-40f9-910b-80509ee9e60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:22.377826 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port b4da7c0e-8c74-4392-9983-f96991030f03 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:27:22.378198 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:22.421504 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cd1fa4-f13c-47d1-a3a4-3fd2cc616f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-707a816e-84c8-4097-8fc0-0ba592fa26a6', 'network_id': '707a816e-84c8-4097-8fc0-0ba592fa26a6', 'tenant_id': 'd67f7a0c5b8f4c98bdc6e65322315501', 'fixed_ips': [{'subnet_id': '08a69bf7-1377-41c6-b1a2-4e1db02a6bc6'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:27:22.422400 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-64cd1fa4-f13c-47d1-a3a4-3fd2cc616f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:22.631157 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a9dd665b-8af8-466b-aa43-89d0265f8faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'name': 'tempest-TestShelveInstance-1965503160-router', 'tenant_id': '946daa16de0741779fff7dba707de472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:15Z', 'updated_at': '2021-07-23T17:27:19Z', 'revision_number': 4, 'project_id': '946daa16de0741779fff7dba707de472', 'gw_port': {'id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:99:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:16Z', 'updated_at': '2021-07-23T17:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'c6358a2f-fa9c-4972-b979-ad369858366d', 'name': '', 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287', 'tenant_id': '946daa16de0741779fff7dba707de472', 'mac_address': 'fa:16:3e:b1:24:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3692fb40-808d-432b-9136-cc052407fe7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:18Z', 'updated_at': '2021-07-23T17:27:19Z', 'revision_number': 2, 'project_id': '946daa16de0741779fff7dba707de472', 'subnets': [{'id': '3692fb40-808d-432b-9136-cc052407fe7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:22.679843 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dd665b-8af8-466b-aa43-89d0265f8faa None None] Checking router: ccf4329c-b583-47a3-ac9e-eef447ed92af for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:27:22.680993 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dd665b-8af8-466b-aa43-89d0265f8faa None None] Updating router ccf4329c-b583-47a3-ac9e-eef447ed92af port c6358a2f-fa9c-4972-b979-ad369858366d binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:27:22.715119 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8bfe3920-1896-40f9-910b-80509ee9e60e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:22.724479 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-64cd1fa4-f13c-47d1-a3a4-3fd2cc616f91 None None] Allocated IP 172.20.0.2 (707a816e-84c8-4097-8fc0-0ba592fa26a6/08a69bf7-1377-41c6-b1a2-4e1db02a6bc6/507f9024-0a41-4a1a-aa30-53ea2b8311a0) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:27:22.734787 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a9dd665b-8af8-466b-aa43-89d0265f8faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:22.744550 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8bfe3920-1896-40f9-910b-80509ee9e60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:22.891113 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-8bfe3920-1896-40f9-910b-80509ee9e60e admin admin] Allocated IP 172.25.8.175 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/1cca527b-9f47-407e-9726-20ebbee5bcd9) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:27:23.041683 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8bfe3920-1896-40f9-910b-80509ee9e60e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:23.081291 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-64cd1fa4-f13c-47d1-a3a4-3fd2cc616f91 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:23.096498 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-64cd1fa4-f13c-47d1-a3a4-3fd2cc616f91 None None] Transition to ACTIVE for port object 507f9024-0a41-4a1a-aa30-53ea2b8311a0 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:27:23.105471 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8bfe3920-1896-40f9-910b-80509ee9e60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:23.133796 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-64cd1fa4-f13c-47d1-a3a4-3fd2cc616f91 None None] Transition to ACTIVE for port object 507f9024-0a41-4a1a-aa30-53ea2b8311a0 will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:27:23.142188 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-64cd1fa4-f13c-47d1-a3a4-3fd2cc616f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:23.165681 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfe3920-1896-40f9-910b-80509ee9e60e admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:27:23.171028 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-8bfe3920-1896-40f9-910b-80509ee9e60e admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:27:23.181819 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfe3920-1896-40f9-910b-80509ee9e60e admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:27:23.217399 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cd1fa4-f13c-47d1-a3a4-3fd2cc616f91 None None] Network 707a816e-84c8-4097-8fc0-0ba592fa26a6 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:27:23.228123 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-64cd1fa4-f13c-47d1-a3a4-3fd2cc616f91 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:27:23.236341 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cd1fa4-f13c-47d1-a3a4-3fd2cc616f91 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:27:23.237366 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe3920-1896-40f9-910b-80509ee9e60e admin admin] Pushing event updated for resources: {'Port': ['ID=1cca527b-9f47-407e-9726-20ebbee5bcd9,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:23.245318 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd1fa4-f13c-47d1-a3a4-3fd2cc616f91 None None] Pushing event updated for resources: {'Port': ['ID=507f9024-0a41-4a1a-aa30-53ea2b8311a0,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:23.281579 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a9dd665b-8af8-466b-aa43-89d0265f8faa None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:23.324994 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a9dd665b-8af8-466b-aa43-89d0265f8faa None None] Transition to ACTIVE for port object c6358a2f-fa9c-4972-b979-ad369858366d will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:27:23.337122 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a9dd665b-8af8-466b-aa43-89d0265f8faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:23.350720 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-64cd1fa4-f13c-47d1-a3a4-3fd2cc616f91 None None] Attempting to bind port 507f9024-0a41-4a1a-aa30-53ea2b8311a0 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:27:23.351101 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-64cd1fa4-f13c-47d1-a3a4-3fd2cc616f91 None None] Attempting to bind port 507f9024-0a41-4a1a-aa30-53ea2b8311a0 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '7d2d2d5a-ce5b-4a37-ad92-8d5c99e555c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '707a816e-84c8-4097-8fc0-0ba592fa26a6'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:27:23.351466 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cd1fa4-f13c-47d1-a3a4-3fd2cc616f91 None None] Attempting to bind port 507f9024-0a41-4a1a-aa30-53ea2b8311a0 on network 707a816e-84c8-4097-8fc0-0ba592fa26a6 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:27:23.383932 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cd1fa4-f13c-47d1-a3a4-3fd2cc616f91 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:27:23.384597 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cd1fa4-f13c-47d1-a3a4-3fd2cc616f91 None None] Checking segment: {'id': '7d2d2d5a-ce5b-4a37-ad92-8d5c99e555c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '707a816e-84c8-4097-8fc0-0ba592fa26a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:27:23.384753 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-64cd1fa4-f13c-47d1-a3a4-3fd2cc616f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:23.385045 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cd1fa4-f13c-47d1-a3a4-3fd2cc616f91 None None] Bound using segment: {'id': '7d2d2d5a-ce5b-4a37-ad92-8d5c99e555c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '707a816e-84c8-4097-8fc0-0ba592fa26a6'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:27:23.386285 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-64cd1fa4-f13c-47d1-a3a4-3fd2cc616f91 None None] Bound port: 507f9024-0a41-4a1a-aa30-53ea2b8311a0, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d2d2d5a-ce5b-4a37-ad92-8d5c99e555c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '707a816e-84c8-4097-8fc0-0ba592fa26a6'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:27:23.386285 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-64cd1fa4-f13c-47d1-a3a4-3fd2cc616f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:23.415287 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86efcc6-41cc-4323-98c7-979b7c800697 None None] Pushing event updated for resources: {'Port': ['ID=c6358a2f-fa9c-4972-b979-ad369858366d,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:23.527097 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-64cd1fa4-f13c-47d1-a3a4-3fd2cc616f91 None None] For port 507f9024-0a41-4a1a-aa30-53ea2b8311a0, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:27:23.529703 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-a9dd665b-8af8-466b-aa43-89d0265f8faa None None] Attempting to bind port c6358a2f-fa9c-4972-b979-ad369858366d on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:27:23.530021 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-a9dd665b-8af8-466b-aa43-89d0265f8faa None None] Attempting to bind port c6358a2f-fa9c-4972-b979-ad369858366d by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '7c947863-05b1-43d6-a7d7-c70e4298b427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:27:23.530387 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd665b-8af8-466b-aa43-89d0265f8faa None None] Attempting to bind port c6358a2f-fa9c-4972-b979-ad369858366d on network 2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:27:23.544679 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd665b-8af8-466b-aa43-89d0265f8faa None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:27:23.545233 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd665b-8af8-466b-aa43-89d0265f8faa None None] Checking segment: {'id': '7c947863-05b1-43d6-a7d7-c70e4298b427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:27:23.545581 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a9dd665b-8af8-466b-aa43-89d0265f8faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:23.545981 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd665b-8af8-466b-aa43-89d0265f8faa None None] Bound using segment: {'id': '7c947863-05b1-43d6-a7d7-c70e4298b427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:27:23.546487 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-a9dd665b-8af8-466b-aa43-89d0265f8faa None None] Bound port: c6358a2f-fa9c-4972-b979-ad369858366d, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c947863-05b1-43d6-a7d7-c70e4298b427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:27:23.546941 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a9dd665b-8af8-466b-aa43-89d0265f8faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:23.550184 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-64cd1fa4-f13c-47d1-a3a4-3fd2cc616f91 None None] For port 507f9024-0a41-4a1a-aa30-53ea2b8311a0, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=507f9024-0a41-4a1a-aa30-53ea2b8311a0,segment=NetworkSegment(7d2d2d5a-ce5b-4a37-ad92-8d5c99e555c3),segment_id=7d2d2d5a-ce5b-4a37-ad92-8d5c99e555c3)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:27:23.574253 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-64cd1fa4-f13c-47d1-a3a4-3fd2cc616f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:23.593342 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8bfe3920-1896-40f9-910b-80509ee9e60e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:23.727041 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd1fa4-f13c-47d1-a3a4-3fd2cc616f91 None None] Pushing event updated for resources: {'Port': ['ID=507f9024-0a41-4a1a-aa30-53ea2b8311a0,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:23.745275 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-a9dd665b-8af8-466b-aa43-89d0265f8faa None None] For port c6358a2f-fa9c-4972-b979-ad369858366d, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:27:23.750057 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-a9dd665b-8af8-466b-aa43-89d0265f8faa None None] For port c6358a2f-fa9c-4972-b979-ad369858366d, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c6358a2f-fa9c-4972-b979-ad369858366d,segment=NetworkSegment(7c947863-05b1-43d6-a7d7-c70e4298b427),segment_id=7c947863-05b1-43d6-a7d7-c70e4298b427)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:27:23.756112 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a9dd665b-8af8-466b-aa43-89d0265f8faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:23.858510 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dd665b-8af8-466b-aa43-89d0265f8faa None None] Routers {'ccf4329c-b583-47a3-ac9e-eef447ed92af'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:27:23.859560 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a9dd665b-8af8-466b-aa43-89d0265f8faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:27:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ccf4329c-b583-47a3-ac9e-eef447ed92af'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:23.912443 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86efcc6-41cc-4323-98c7-979b7c800697 None None] Pushing event updated for resources: {'Port': ['ID=c6358a2f-fa9c-4972-b979-ad369858366d,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:23.984263 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8bfe3920-1896-40f9-910b-80509ee9e60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:24.082945 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-a9dd665b-8af8-466b-aa43-89d0265f8faa None None] Set router ccf4329c-b583-47a3-ac9e-eef447ed92af gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:27:24.227718 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfe3920-1896-40f9-910b-80509ee9e60e admin admin] Router a7aad08c-85c7-4f3c-8bb3-a493f8a86605 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:27:24.335743 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-a9dd665b-8af8-466b-aa43-89d0265f8faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'name': 'tempest-TestShelveInstance-1965503160-router', 'tenant_id': '946daa16de0741779fff7dba707de472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:15Z', 'updated_at': '2021-07-23T17:27:19Z', 'revision_number': 4, 'project_id': '946daa16de0741779fff7dba707de472', 'gw_port': {'id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:99:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:16Z', 'updated_at': '2021-07-23T17:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'c6358a2f-fa9c-4972-b979-ad369858366d', 'name': '', 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287', 'tenant_id': '946daa16de0741779fff7dba707de472', 'mac_address': 'fa:16:3e:b1:24:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3692fb40-808d-432b-9136-cc052407fe7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:18Z', 'updated_at': '2021-07-23T17:27:23Z', 'revision_number': 4, 'project_id': '946daa16de0741779fff7dba707de472', 'subnets': [{'id': '3692fb40-808d-432b-9136-cc052407fe7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:24.358936 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfe3920-1896-40f9-910b-80509ee9e60e admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:27:24.369987 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efc61b7-a6e8-44d2-8bf7-374c1a287b43 None None] Sync routers for ids ['a7aad08c-85c7-4f3c-8bb3-a493f8a86605'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:27:24.375277 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dd665b-8af8-466b-aa43-89d0265f8faa None None] The sync data for ids ['ccf4329c-b583-47a3-ac9e-eef447ed92af'] in n-d-778549-4 is: [{'id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'name': 'tempest-TestShelveInstance-1965503160-router', 'tenant_id': '946daa16de0741779fff7dba707de472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:15Z', 'updated_at': '2021-07-23T17:27:19Z', 'revision_number': 4, 'project_id': '946daa16de0741779fff7dba707de472', 'gw_port': {'id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:99:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:16Z', 'updated_at': '2021-07-23T17:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'c6358a2f-fa9c-4972-b979-ad369858366d', 'name': '', 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287', 'tenant_id': '946daa16de0741779fff7dba707de472', 'mac_address': 'fa:16:3e:b1:24:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3692fb40-808d-432b-9136-cc052407fe7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:18Z', 'updated_at': '2021-07-23T17:27:23Z', 'revision_number': 4, 'project_id': '946daa16de0741779fff7dba707de472', 'subnets': [{'id': '3692fb40-808d-432b-9136-cc052407fe7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:27:24.379300 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8bfe3920-1896-40f9-910b-80509ee9e60e admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:24.383584 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8bfe3920-1896-40f9-910b-80509ee9e60e admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5704088 Jul 23 17:27:24.383584 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59844) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:27:24.398143 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efc61b7-a6e8-44d2-8bf7-374c1a287b43 None None] Routers {'a7aad08c-85c7-4f3c-8bb3-a493f8a86605'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:27:24.399486 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-7efc61b7-a6e8-44d2-8bf7-374c1a287b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:27:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a7aad08c-85c7-4f3c-8bb3-a493f8a86605'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:24.630596 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-7efc61b7-a6e8-44d2-8bf7-374c1a287b43 None None] Set router a7aad08c-85c7-4f3c-8bb3-a493f8a86605 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:27:24.949733 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-7efc61b7-a6e8-44d2-8bf7-374c1a287b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7aad08c-85c7-4f3c-8bb3-a493f8a86605', 'name': 'tempest-TestShelveInstance-480042249-router', 'tenant_id': 'd67f7a0c5b8f4c98bdc6e65322315501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '1cca527b-9f47-407e-9726-20ebbee5bcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:21Z', 'updated_at': '2021-07-23T17:27:23Z', 'revision_number': 3, 'project_id': 'd67f7a0c5b8f4c98bdc6e65322315501', 'gw_port': {'id': '1cca527b-9f47-407e-9726-20ebbee5bcd9', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:45:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7aad08c-85c7-4f3c-8bb3-a493f8a86605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:22Z', 'updated_at': '2021-07-23T17:27:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:25.000959 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efc61b7-a6e8-44d2-8bf7-374c1a287b43 None None] Checking router: a7aad08c-85c7-4f3c-8bb3-a493f8a86605 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:27:25.001621 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efc61b7-a6e8-44d2-8bf7-374c1a287b43 None None] Updating router a7aad08c-85c7-4f3c-8bb3-a493f8a86605 port 1cca527b-9f47-407e-9726-20ebbee5bcd9 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:27:25.062082 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ac2a7e-d570-444f-835d-5a259502a3a4 None None] Network 707a816e-84c8-4097-8fc0-0ba592fa26a6 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:27:25.072871 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-7efc61b7-a6e8-44d2-8bf7-374c1a287b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:25.090119 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20bc3723-fd6e-44ee-b55a-a711a218a9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:25.222380 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f10534c6-c9cd-46bc-b4d4-57ba60800783 None None] Provisioning for port 507f9024-0a41-4a1a-aa30-53ea2b8311a0 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:27:25.467064 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-20bc3723-fd6e-44ee-b55a-a711a218a9a7 admin admin] Allocated IP 172.20.0.1 (707a816e-84c8-4097-8fc0-0ba592fa26a6/08a69bf7-1377-41c6-b1a2-4e1db02a6bc6/d581e6cf-d252-4e7a-bff0-b3da34cc5ba8) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:27:25.615187 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-7efc61b7-a6e8-44d2-8bf7-374c1a287b43 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:25.637528 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-7efc61b7-a6e8-44d2-8bf7-374c1a287b43 None None] Transition to ACTIVE for port object 1cca527b-9f47-407e-9726-20ebbee5bcd9 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:27:25.650370 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-7efc61b7-a6e8-44d2-8bf7-374c1a287b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:25.672271 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20bc3723-fd6e-44ee-b55a-a711a218a9a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:25.694387 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-20bc3723-fd6e-44ee-b55a-a711a218a9a7 admin admin] Transition to ACTIVE for port object d581e6cf-d252-4e7a-bff0-b3da34cc5ba8 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:27:25.740708 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-7efc61b7-a6e8-44d2-8bf7-374c1a287b43 None None] Attempting to bind port 1cca527b-9f47-407e-9726-20ebbee5bcd9 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:27:25.741685 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-7efc61b7-a6e8-44d2-8bf7-374c1a287b43 None None] Attempting to bind port 1cca527b-9f47-407e-9726-20ebbee5bcd9 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:27:25.742457 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efc61b7-a6e8-44d2-8bf7-374c1a287b43 None None] Attempting to bind port 1cca527b-9f47-407e-9726-20ebbee5bcd9 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:27:25.744648 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20bc3723-fd6e-44ee-b55a-a711a218a9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:25.767891 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efc61b7-a6e8-44d2-8bf7-374c1a287b43 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:27:25.768812 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efc61b7-a6e8-44d2-8bf7-374c1a287b43 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:27:25.770523 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-7efc61b7-a6e8-44d2-8bf7-374c1a287b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:25.771275 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efc61b7-a6e8-44d2-8bf7-374c1a287b43 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:27:25.772180 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-7efc61b7-a6e8-44d2-8bf7-374c1a287b43 None None] Bound port: 1cca527b-9f47-407e-9726-20ebbee5bcd9, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:27:25.772998 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-7efc61b7-a6e8-44d2-8bf7-374c1a287b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:25.812591 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bc3723-fd6e-44ee-b55a-a711a218a9a7 admin admin] Network 707a816e-84c8-4097-8fc0-0ba592fa26a6 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:27:25.825514 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-20bc3723-fd6e-44ee-b55a-a711a218a9a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:27:25.830649 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bc3723-fd6e-44ee-b55a-a711a218a9a7 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:27:25.838110 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc3723-fd6e-44ee-b55a-a711a218a9a7 admin admin] Pushing event updated for resources: {'Port': ['ID=d581e6cf-d252-4e7a-bff0-b3da34cc5ba8,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:25.856296 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb313150-4428-4afe-9486-dc66d0014653 None None] Pushing event updated for resources: {'Port': ['ID=1cca527b-9f47-407e-9726-20ebbee5bcd9,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:25.902066 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20bc3723-fd6e-44ee-b55a-a711a218a9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:25.919748 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-7efc61b7-a6e8-44d2-8bf7-374c1a287b43 None None] For port 1cca527b-9f47-407e-9726-20ebbee5bcd9, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:27:25.931065 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-7efc61b7-a6e8-44d2-8bf7-374c1a287b43 None None] For port 1cca527b-9f47-407e-9726-20ebbee5bcd9, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=1cca527b-9f47-407e-9726-20ebbee5bcd9,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:27:25.938621 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-7efc61b7-a6e8-44d2-8bf7-374c1a287b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:26.029939 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efc61b7-a6e8-44d2-8bf7-374c1a287b43 None None] Routers {'a7aad08c-85c7-4f3c-8bb3-a493f8a86605'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:27:26.030592 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-7efc61b7-a6e8-44d2-8bf7-374c1a287b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:27:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a7aad08c-85c7-4f3c-8bb3-a493f8a86605'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:26.129951 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb313150-4428-4afe-9486-dc66d0014653 None None] Pushing event updated for resources: {'Port': ['ID=1cca527b-9f47-407e-9726-20ebbee5bcd9,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:26.145955 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c6358a2f-fa9c-4972-b979-ad369858366d up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:27:26.231537 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port c6358a2f-fa9c-4972-b979-ad369858366d completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:27:26.238671 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port c6358a2f-fa9c-4972-b979-ad369858366d triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:27:26.239534 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:26.266615 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-7efc61b7-a6e8-44d2-8bf7-374c1a287b43 None None] Set router a7aad08c-85c7-4f3c-8bb3-a493f8a86605 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:27:26.268209 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20bc3723-fd6e-44ee-b55a-a711a218a9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:26.356869 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:26.369758 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-18c367f6-9b66-4461-a7c3-c9f1d10bbc7b None None] Provisioning for port d581e6cf-d252-4e7a-bff0-b3da34cc5ba8 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:27:26.375566 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-18c367f6-9b66-4461-a7c3-c9f1d10bbc7b None None] Provisioning complete for port d581e6cf-d252-4e7a-bff0-b3da34cc5ba8 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:27:26.375942 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-18c367f6-9b66-4461-a7c3-c9f1d10bbc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:26.427355 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port c6358a2f-fa9c-4972-b979-ad369858366d, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c6358a2f-fa9c-4972-b979-ad369858366d,segment=NetworkSegment(7c947863-05b1-43d6-a7d7-c70e4298b427),segment_id=7c947863-05b1-43d6-a7d7-c70e4298b427)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:27:26.433578 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-18c367f6-9b66-4461-a7c3-c9f1d10bbc7b None None] Port d581e6cf-d252-4e7a-bff0-b3da34cc5ba8 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:27:26.436713 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:26.437799 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 507f9024-0a41-4a1a-aa30-53ea2b8311a0 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:27:26.531343 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=c6358a2f-fa9c-4972-b979-ad369858366d,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:26.548932 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 507f9024-0a41-4a1a-aa30-53ea2b8311a0 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:27:26.554979 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 507f9024-0a41-4a1a-aa30-53ea2b8311a0 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:27:26.555365 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:26.572132 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20bc3723-fd6e-44ee-b55a-a711a218a9a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:26.578483 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20bc3723-fd6e-44ee-b55a-a711a218a9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:26.595938 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-7efc61b7-a6e8-44d2-8bf7-374c1a287b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7aad08c-85c7-4f3c-8bb3-a493f8a86605', 'name': 'tempest-TestShelveInstance-480042249-router', 'tenant_id': 'd67f7a0c5b8f4c98bdc6e65322315501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '1cca527b-9f47-407e-9726-20ebbee5bcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:21Z', 'updated_at': '2021-07-23T17:27:23Z', 'revision_number': 3, 'project_id': 'd67f7a0c5b8f4c98bdc6e65322315501', 'gw_port': {'id': '1cca527b-9f47-407e-9726-20ebbee5bcd9', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:45:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7aad08c-85c7-4f3c-8bb3-a493f8a86605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:22Z', 'updated_at': '2021-07-23T17:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:26.661773 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:26.666520 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efc61b7-a6e8-44d2-8bf7-374c1a287b43 None None] The sync data for ids ['a7aad08c-85c7-4f3c-8bb3-a493f8a86605'] in n-d-778549-4 is: [{'id': 'a7aad08c-85c7-4f3c-8bb3-a493f8a86605', 'name': 'tempest-TestShelveInstance-480042249-router', 'tenant_id': 'd67f7a0c5b8f4c98bdc6e65322315501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '1cca527b-9f47-407e-9726-20ebbee5bcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:21Z', 'updated_at': '2021-07-23T17:27:23Z', 'revision_number': 3, 'project_id': 'd67f7a0c5b8f4c98bdc6e65322315501', 'gw_port': {'id': '1cca527b-9f47-407e-9726-20ebbee5bcd9', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:45:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7aad08c-85c7-4f3c-8bb3-a493f8a86605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:22Z', 'updated_at': '2021-07-23T17:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:27:26.671001 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-20bc3723-fd6e-44ee-b55a-a711a218a9a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:26.685120 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc3723-fd6e-44ee-b55a-a711a218a9a7 admin admin] Pushing event updated for resources: {'Port': ['ID=d581e6cf-d252-4e7a-bff0-b3da34cc5ba8,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:26.719813 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 507f9024-0a41-4a1a-aa30-53ea2b8311a0, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=507f9024-0a41-4a1a-aa30-53ea2b8311a0,segment=NetworkSegment(7d2d2d5a-ce5b-4a37-ad92-8d5c99e555c3),segment_id=7d2d2d5a-ce5b-4a37-ad92-8d5c99e555c3)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:27:26.730678 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:26.804639 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=507f9024-0a41-4a1a-aa30-53ea2b8311a0,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:26.832787 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bc3723-fd6e-44ee-b55a-a711a218a9a7 admin admin] Network 707a816e-84c8-4097-8fc0-0ba592fa26a6 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:27:26.834426 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-20bc3723-fd6e-44ee-b55a-a711a218a9a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:27:27.026685 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20bc3723-fd6e-44ee-b55a-a711a218a9a7 admin admin] Router a7aad08c-85c7-4f3c-8bb3-a493f8a86605 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:27:27.188923 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-91e92674-d4dc-4eec-aa54-8808c1a59696 None None] Provisioning complete for port d581e6cf-d252-4e7a-bff0-b3da34cc5ba8 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:27:27.190175 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-91e92674-d4dc-4eec-aa54-8808c1a59696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:27.215687 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20bc3723-fd6e-44ee-b55a-a711a218a9a7 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:27:27.225163 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-20bc3723-fd6e-44ee-b55a-a711a218a9a7 admin admin] 10.222.0.73 "PUT /v2.0/routers/a7aad08c-85c7-4f3c-8bb3-a493f8a86605/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8400595 Jul 23 17:27:27.250109 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-91e92674-d4dc-4eec-aa54-8808c1a59696 None None] Port d581e6cf-d252-4e7a-bff0-b3da34cc5ba8 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:27:27.956061 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c6358a2f-fa9c-4972-b979-ad369858366d up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:27:28.012718 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port c6358a2f-fa9c-4972-b979-ad369858366d triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:27:28.013412 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:28.063628 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 59854) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:27:28.071530 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-34edf6fd-4aff-43a4-8289-74e523c5a45e tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-276514941', 'description': 'tempest-secgroup-smoke-276514941 description', 'project_id': '946daa16de0741779fff7dba707de472'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:27:28.098313 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-34edf6fd-4aff-43a4-8289-74e523c5a45e tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:28.103449 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1cca527b-9f47-407e-9726-20ebbee5bcd9 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:27:28.177285 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 1cca527b-9f47-407e-9726-20ebbee5bcd9 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:27:28.183188 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 1cca527b-9f47-407e-9726-20ebbee5bcd9 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:27:28.183720 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:28.219845 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-34edf6fd-4aff-43a4-8289-74e523c5a45e tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:28.231334 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-34edf6fd-4aff-43a4-8289-74e523c5a45e tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:28.282836 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-34edf6fd-4aff-43a4-8289-74e523c5a45e tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:28.290173 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59856) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:27:28.291024 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-34edf6fd-4aff-43a4-8289-74e523c5a45e tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2249954 Jul 23 17:27:28.298643 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34edf6fd-4aff-43a4-8289-74e523c5a45e tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:28.303323 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-3e155204-fb97-4fd4-b8c6-ee372217c0e4 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Request body: {'security_group_rule': {'security_group_id': '0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf', 'project_id': '946daa16de0741779fff7dba707de472', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:27:28.330426 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:28.362187 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e155204-fb97-4fd4-b8c6-ee372217c0e4 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:28.365651 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 1cca527b-9f47-407e-9726-20ebbee5bcd9, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=1cca527b-9f47-407e-9726-20ebbee5bcd9,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:27:28.372614 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:28.374204 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 507f9024-0a41-4a1a-aa30-53ea2b8311a0 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:27:28.462770 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=1cca527b-9f47-407e-9726-20ebbee5bcd9,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:28.469483 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e155204-fb97-4fd4-b8c6-ee372217c0e4 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:28.476529 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e155204-fb97-4fd4-b8c6-ee372217c0e4 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:28.480022 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 507f9024-0a41-4a1a-aa30-53ea2b8311a0 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:27:28.480407 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:28.515032 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e155204-fb97-4fd4-b8c6-ee372217c0e4 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd177e90-f05b-4c58-91c8-6f06c0302b3b,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:28.525505 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e155204-fb97-4fd4-b8c6-ee372217c0e4 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:28.527031 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3e155204-fb97-4fd4-b8c6-ee372217c0e4 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2330229 Jul 23 17:27:28.530439 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59858) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:27:28.537641 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-eac443a9-30cb-4471-9557-bdadfbde47ca tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Request body: {'security_group_rule': {'security_group_id': '0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf', 'project_id': '946daa16de0741779fff7dba707de472', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:27:28.582971 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eac443a9-30cb-4471-9557-bdadfbde47ca tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:28.591118 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4df2bf-c3da-4d10-b177-180d958c1235 None None] Sync routers for ids ['a7aad08c-85c7-4f3c-8bb3-a493f8a86605'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:27:28.621536 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4df2bf-c3da-4d10-b177-180d958c1235 None None] Routers {'a7aad08c-85c7-4f3c-8bb3-a493f8a86605'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:27:28.622331 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-8f4df2bf-c3da-4d10-b177-180d958c1235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:27:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a7aad08c-85c7-4f3c-8bb3-a493f8a86605'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:28.669869 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eac443a9-30cb-4471-9557-bdadfbde47ca tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:28.675950 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eac443a9-30cb-4471-9557-bdadfbde47ca tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:28.702054 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac443a9-30cb-4471-9557-bdadfbde47ca tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62e880b4-996b-4459-865b-188d1ecba30d,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:28.713546 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eac443a9-30cb-4471-9557-bdadfbde47ca tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:28.715403 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-eac443a9-30cb-4471-9557-bdadfbde47ca tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1833334 Jul 23 17:27:28.720187 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59860) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:27:28.726725 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-de45adc2-8e5f-4769-b2d5-0f6be642f58e tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Request body: {'security_group_rule': {'security_group_id': '0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf', 'project_id': '946daa16de0741779fff7dba707de472', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:27:28.775916 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de45adc2-8e5f-4769-b2d5-0f6be642f58e tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:28.861569 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de45adc2-8e5f-4769-b2d5-0f6be642f58e tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:28.866839 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de45adc2-8e5f-4769-b2d5-0f6be642f58e tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:28.890611 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45adc2-8e5f-4769-b2d5-0f6be642f58e tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe392d0-56d5-4a88-ac75-5846258bd8f2,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:28.900572 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de45adc2-8e5f-4769-b2d5-0f6be642f58e tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:28.902695 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-de45adc2-8e5f-4769-b2d5-0f6be642f58e tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1811342 Jul 23 17:27:28.905791 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59862) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:27:28.911822 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-e99b9c5c-7292-4aef-94ac-ce298749a1e4 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Request body: {'security_group_rule': {'security_group_id': '0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf', 'project_id': '946daa16de0741779fff7dba707de472', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:27:28.952508 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e99b9c5c-7292-4aef-94ac-ce298749a1e4 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:29.003930 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-8f4df2bf-c3da-4d10-b177-180d958c1235 None None] Set router a7aad08c-85c7-4f3c-8bb3-a493f8a86605 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:27:29.048291 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e99b9c5c-7292-4aef-94ac-ce298749a1e4 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:29.054313 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e99b9c5c-7292-4aef-94ac-ce298749a1e4 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:29.089209 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b9c5c-7292-4aef-94ac-ce298749a1e4 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c55c77-2034-4aa5-95d2-ac5691641cd4,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:29.100485 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e99b9c5c-7292-4aef-94ac-ce298749a1e4 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:29.102733 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e99b9c5c-7292-4aef-94ac-ce298749a1e4 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1955254 Jul 23 17:27:29.105398 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59864) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:27:29.114515 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-319a96a5-f4a0-40e1-a5e7-99ac963f9244 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Request body: {'security_group_rule': {'security_group_id': '0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf', 'project_id': '946daa16de0741779fff7dba707de472', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:27:29.152323 n-d-778549-4 neutron-server[94012]: INFO neutron.db.securitygroups_db [None req-319a96a5-f4a0-40e1-a5e7-99ac963f9244 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Project 946daa16de0741779fff7dba707de472 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:27:29.163062 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-319a96a5-f4a0-40e1-a5e7-99ac963f9244 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:29.240845 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-8f4df2bf-c3da-4d10-b177-180d958c1235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7aad08c-85c7-4f3c-8bb3-a493f8a86605', 'name': 'tempest-TestShelveInstance-480042249-router', 'tenant_id': 'd67f7a0c5b8f4c98bdc6e65322315501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '1cca527b-9f47-407e-9726-20ebbee5bcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:21Z', 'updated_at': '2021-07-23T17:27:26Z', 'revision_number': 4, 'project_id': 'd67f7a0c5b8f4c98bdc6e65322315501', 'gw_port': {'id': '1cca527b-9f47-407e-9726-20ebbee5bcd9', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:45:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aad08c-85c7-4f3c-8bb3-a493f8a86605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:22Z', 'updated_at': '2021-07-23T17:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'd581e6cf-d252-4e7a-bff0-b3da34cc5ba8', 'name': '', 'network_id': '707a816e-84c8-4097-8fc0-0ba592fa26a6', 'tenant_id': 'd67f7a0c5b8f4c98bdc6e65322315501', 'mac_address': 'fa:16:3e:ac:97:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7aad08c-85c7-4f3c-8bb3-a493f8a86605', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '08a69bf7-1377-41c6-b1a2-4e1db02a6bc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:25Z', 'updated_at': '2021-07-23T17:27:26Z', 'revision_number': 2, 'project_id': 'd67f7a0c5b8f4c98bdc6e65322315501', 'subnets': [{'id': '08a69bf7-1377-41c6-b1a2-4e1db02a6bc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:29.276298 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4df2bf-c3da-4d10-b177-180d958c1235 None None] Checking router: a7aad08c-85c7-4f3c-8bb3-a493f8a86605 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:27:29.276663 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4df2bf-c3da-4d10-b177-180d958c1235 None None] Updating router a7aad08c-85c7-4f3c-8bb3-a493f8a86605 port d581e6cf-d252-4e7a-bff0-b3da34cc5ba8 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:27:29.288981 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-319a96a5-f4a0-40e1-a5e7-99ac963f9244 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:29.294926 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-319a96a5-f4a0-40e1-a5e7-99ac963f9244 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:29.322149 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8f4df2bf-c3da-4d10-b177-180d958c1235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:29.332593 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a96a5-f4a0-40e1-a5e7-99ac963f9244 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb79d4e-82a6-4c65-a13a-2c712c3e651c,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:29.345240 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-319a96a5-f4a0-40e1-a5e7-99ac963f9244 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:29.349842 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-319a96a5-f4a0-40e1-a5e7-99ac963f9244 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2399521 Jul 23 17:27:29.350322 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59866) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:27:29.358431 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-cbe82d42-9f3e-4343-91c7-387de9710d4f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Request body: {'security_group_rule': {'security_group_id': '0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf', 'project_id': '946daa16de0741779fff7dba707de472', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:27:29.400251 n-d-778549-4 neutron-server[94012]: INFO neutron.db.securitygroups_db [None req-cbe82d42-9f3e-4343-91c7-387de9710d4f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Project 946daa16de0741779fff7dba707de472 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:27:29.407933 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cbe82d42-9f3e-4343-91c7-387de9710d4f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:29.499350 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cbe82d42-9f3e-4343-91c7-387de9710d4f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:29.505520 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cbe82d42-9f3e-4343-91c7-387de9710d4f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:29.530788 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe82d42-9f3e-4343-91c7-387de9710d4f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841acf1c-ddf7-4e7c-8242-871b4b135da5,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:29.541016 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cbe82d42-9f3e-4343-91c7-387de9710d4f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:29.543108 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-cbe82d42-9f3e-4343-91c7-387de9710d4f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1910203 Jul 23 17:27:29.700579 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8f4df2bf-c3da-4d10-b177-180d958c1235 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:29.717221 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8f4df2bf-c3da-4d10-b177-180d958c1235 None None] Transition to ACTIVE for port object d581e6cf-d252-4e7a-bff0-b3da34cc5ba8 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:27:29.726336 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8f4df2bf-c3da-4d10-b177-180d958c1235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:29.750072 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-8e2b7d38-3c90-4c53-88e9-dea60d29fc51 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-276514941&fields=id&tenant_id=946daa16de0741779fff7dba707de472 HTTP/1.1" status: 200 len: 267 time: 0.0499148 Jul 23 17:27:29.796855 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261a003-19ea-4cb3-ae40-a438a2a8b869 None None] Pushing event updated for resources: {'Port': ['ID=d581e6cf-d252-4e7a-bff0-b3da34cc5ba8,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:29.861564 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-8f4df2bf-c3da-4d10-b177-180d958c1235 None None] Attempting to bind port d581e6cf-d252-4e7a-bff0-b3da34cc5ba8 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:27:29.862037 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-8f4df2bf-c3da-4d10-b177-180d958c1235 None None] Attempting to bind port d581e6cf-d252-4e7a-bff0-b3da34cc5ba8 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '7d2d2d5a-ce5b-4a37-ad92-8d5c99e555c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '707a816e-84c8-4097-8fc0-0ba592fa26a6'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:27:29.863162 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4df2bf-c3da-4d10-b177-180d958c1235 None None] Attempting to bind port d581e6cf-d252-4e7a-bff0-b3da34cc5ba8 on network 707a816e-84c8-4097-8fc0-0ba592fa26a6 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:27:29.871779 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4df2bf-c3da-4d10-b177-180d958c1235 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:27:29.872416 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4df2bf-c3da-4d10-b177-180d958c1235 None None] Checking segment: {'id': '7d2d2d5a-ce5b-4a37-ad92-8d5c99e555c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '707a816e-84c8-4097-8fc0-0ba592fa26a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:27:29.873016 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8f4df2bf-c3da-4d10-b177-180d958c1235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:29.873551 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4df2bf-c3da-4d10-b177-180d958c1235 None None] Bound using segment: {'id': '7d2d2d5a-ce5b-4a37-ad92-8d5c99e555c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '707a816e-84c8-4097-8fc0-0ba592fa26a6'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:27:29.874205 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-8f4df2bf-c3da-4d10-b177-180d958c1235 None None] Bound port: d581e6cf-d252-4e7a-bff0-b3da34cc5ba8, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d2d2d5a-ce5b-4a37-ad92-8d5c99e555c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '707a816e-84c8-4097-8fc0-0ba592fa26a6'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:27:29.874792 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8f4df2bf-c3da-4d10-b177-180d958c1235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:29.940133 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1cca527b-9f47-407e-9726-20ebbee5bcd9 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:27:29.957801 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-166613cb-0825-45bd-992b-eeb42dde20ca tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:29.960722 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-166613cb-0825-45bd-992b-eeb42dde20ca tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/networks?id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 HTTP/1.1" status: 200 len: 809 time: 0.1962309 Jul 23 17:27:29.998761 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-ee00e21b-4a05-4f37-84f5-26940fe24ec4 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/quotas/946daa16de0741779fff7dba707de472 HTTP/1.1" status: 200 len: 375 time: 0.0208282 Jul 23 17:27:30.009429 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-8f4df2bf-c3da-4d10-b177-180d958c1235 None None] For port d581e6cf-d252-4e7a-bff0-b3da34cc5ba8, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:27:30.013648 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-8f4df2bf-c3da-4d10-b177-180d958c1235 None None] For port d581e6cf-d252-4e7a-bff0-b3da34cc5ba8, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d581e6cf-d252-4e7a-bff0-b3da34cc5ba8,segment=NetworkSegment(7d2d2d5a-ce5b-4a37-ad92-8d5c99e555c3),segment_id=7d2d2d5a-ce5b-4a37-ad92-8d5c99e555c3)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:27:30.020767 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8f4df2bf-c3da-4d10-b177-180d958c1235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:30.074576 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 1cca527b-9f47-407e-9726-20ebbee5bcd9 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:27:30.074849 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:30.108993 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-582b9532-7432-4902-8971-ed773ba332e3 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=946daa16de0741779fff7dba707de472&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1001713 Jul 23 17:27:30.119316 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4df2bf-c3da-4d10-b177-180d958c1235 None None] Routers {'a7aad08c-85c7-4f3c-8bb3-a493f8a86605'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:27:30.119951 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-8f4df2bf-c3da-4d10-b177-180d958c1235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:27:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a7aad08c-85c7-4f3c-8bb3-a493f8a86605'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:30.125889 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261a003-19ea-4cb3-ae40-a438a2a8b869 None None] Pushing event updated for resources: {'Port': ['ID=d581e6cf-d252-4e7a-bff0-b3da34cc5ba8,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:30.259190 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-a2f77cf7-54a2-4871-86ef-14baecf48bda service neutron] 10.222.0.73 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140885 Jul 23 17:27:30.305795 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-8f4df2bf-c3da-4d10-b177-180d958c1235 None None] Set router a7aad08c-85c7-4f3c-8bb3-a493f8a86605 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:27:30.421926 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-557a2752-2508-4547-8a52-f46c1addb91e service neutron] 10.222.0.73 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490517 Jul 23 17:27:30.656801 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-8f4df2bf-c3da-4d10-b177-180d958c1235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7aad08c-85c7-4f3c-8bb3-a493f8a86605', 'name': 'tempest-TestShelveInstance-480042249-router', 'tenant_id': 'd67f7a0c5b8f4c98bdc6e65322315501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '1cca527b-9f47-407e-9726-20ebbee5bcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:21Z', 'updated_at': '2021-07-23T17:27:26Z', 'revision_number': 4, 'project_id': 'd67f7a0c5b8f4c98bdc6e65322315501', 'gw_port': {'id': '1cca527b-9f47-407e-9726-20ebbee5bcd9', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:45:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aad08c-85c7-4f3c-8bb3-a493f8a86605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:22Z', 'updated_at': '2021-07-23T17:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'd581e6cf-d252-4e7a-bff0-b3da34cc5ba8', 'name': '', 'network_id': '707a816e-84c8-4097-8fc0-0ba592fa26a6', 'tenant_id': 'd67f7a0c5b8f4c98bdc6e65322315501', 'mac_address': 'fa:16:3e:ac:97:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7aad08c-85c7-4f3c-8bb3-a493f8a86605', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '08a69bf7-1377-41c6-b1a2-4e1db02a6bc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:25Z', 'updated_at': '2021-07-23T17:27:30Z', 'revision_number': 4, 'project_id': 'd67f7a0c5b8f4c98bdc6e65322315501', 'subnets': [{'id': '08a69bf7-1377-41c6-b1a2-4e1db02a6bc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:30.675423 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-02626709-ee15-4f7a-be41-da8693055a66 req-6fffc48d-9173-4469-abbb-cbe7648f933c tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 210 time: 0.0356295 Jul 23 17:27:30.699692 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4df2bf-c3da-4d10-b177-180d958c1235 None None] The sync data for ids ['a7aad08c-85c7-4f3c-8bb3-a493f8a86605'] in n-d-778549-4 is: [{'id': 'a7aad08c-85c7-4f3c-8bb3-a493f8a86605', 'name': 'tempest-TestShelveInstance-480042249-router', 'tenant_id': 'd67f7a0c5b8f4c98bdc6e65322315501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '1cca527b-9f47-407e-9726-20ebbee5bcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:21Z', 'updated_at': '2021-07-23T17:27:26Z', 'revision_number': 4, 'project_id': 'd67f7a0c5b8f4c98bdc6e65322315501', 'gw_port': {'id': '1cca527b-9f47-407e-9726-20ebbee5bcd9', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:45:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aad08c-85c7-4f3c-8bb3-a493f8a86605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:22Z', 'updated_at': '2021-07-23T17:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'd581e6cf-d252-4e7a-bff0-b3da34cc5ba8', 'name': '', 'network_id': '707a816e-84c8-4097-8fc0-0ba592fa26a6', 'tenant_id': 'd67f7a0c5b8f4c98bdc6e65322315501', 'mac_address': 'fa:16:3e:ac:97:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7aad08c-85c7-4f3c-8bb3-a493f8a86605', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '08a69bf7-1377-41c6-b1a2-4e1db02a6bc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:25Z', 'updated_at': '2021-07-23T17:27:30Z', 'revision_number': 4, 'project_id': 'd67f7a0c5b8f4c98bdc6e65322315501', 'subnets': [{'id': '08a69bf7-1377-41c6-b1a2-4e1db02a6bc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:27:31.847610 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8cebb630-1750-4c97-8601-c21eb6da913d req-4ef57e51-486c-4fb3-b576-9408f9c172ac tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 210 time: 0.0687647 Jul 23 17:27:31.978090 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d581e6cf-d252-4e7a-bff0-b3da34cc5ba8 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:27:32.051788 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port d581e6cf-d252-4e7a-bff0-b3da34cc5ba8 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:27:32.056607 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port d581e6cf-d252-4e7a-bff0-b3da34cc5ba8 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:27:32.057043 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:32.150829 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:32.189901 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port d581e6cf-d252-4e7a-bff0-b3da34cc5ba8, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d581e6cf-d252-4e7a-bff0-b3da34cc5ba8,segment=NetworkSegment(7d2d2d5a-ce5b-4a37-ad92-8d5c99e555c3),segment_id=7d2d2d5a-ce5b-4a37-ad92-8d5c99e555c3)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:27:32.194809 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:32.256952 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=d581e6cf-d252-4e7a-bff0-b3da34cc5ba8,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:32.748259 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-115196b9-2441-4e0e-97d9-26f2bbbcbeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:32.991272 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3f561bd5-34fd-4813-9c89-a035de952c98 req-e323da95-5634-45f4-a3fb-b4603de7bef1 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 210 time: 0.0560756 Jul 23 17:27:33.881824 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d581e6cf-d252-4e7a-bff0-b3da34cc5ba8 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:27:33.941595 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port d581e6cf-d252-4e7a-bff0-b3da34cc5ba8 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:27:33.941986 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:34.100649 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fe955515-6d93-4056-a50d-87a9c42e82b4 req-200ab771-effb-4481-92de-f9562727f187 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 210 time: 0.0314596 Jul 23 17:27:35.207200 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-015690eb-0cad-4230-8274-90ad918202dd req-f5391917-e0c1-45a4-90e8-decc6a54581b tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 210 time: 0.0324106 Jul 23 17:27:35.503496 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e4054605-9a0f-40e4-a388-eb1812d8608b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:35.617969 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:35.655426 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:36.292602 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-8de1bf40-b89e-41e9-9d0c-5c19e321964c tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:36.295687 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-8de1bf40-b89e-41e9-9d0c-5c19e321964c tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.97 "GET /v2.0/networks?id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 HTTP/1.1" status: 200 len: 809 time: 0.2167082 Jul 23 17:27:36.384006 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-64963db3-b02d-4a81-b747-f50f420b30cd req-6369541e-dd25-4fcb-9180-7634b5a77623 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 210 time: 0.0441177 Jul 23 17:27:36.397014 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-19ee9a42-4ee6-4091-897a-9789a4594be8 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=946daa16de0741779fff7dba707de472 HTTP/1.1" status: 200 len: 379 time: 0.0913813 Jul 23 17:27:36.414373 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-082cafcf-5d39-456b-8ce2-60d83c7d8a11 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Request body: {'port': {'device_id': 'e159bae0-a02b-443b-ad1b-b9dfacd1e78d', 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287', 'admin_state_up': True, 'tenant_id': '946daa16de0741779fff7dba707de472', 'security_groups': ['0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:27:36.560693 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-082cafcf-5d39-456b-8ce2-60d83c7d8a11 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Made reservation on behalf of 946daa16de0741779fff7dba707de472 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:27:36.565025 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-082cafcf-5d39-456b-8ce2-60d83c7d8a11 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:36.711976 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-082cafcf-5d39-456b-8ce2-60d83c7d8a11 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Allocated IP 172.20.0.12 (2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287/3692fb40-808d-432b-9136-cc052407fe7f/adb13223-9670-4d3b-8447-0d9fbbdba479) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:27:36.836265 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:36.899152 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-082cafcf-5d39-456b-8ce2-60d83c7d8a11 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:36.919276 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-082cafcf-5d39-456b-8ce2-60d83c7d8a11 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Transition to ACTIVE for port object adb13223-9670-4d3b-8447-0d9fbbdba479 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:27:36.962206 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-082cafcf-5d39-456b-8ce2-60d83c7d8a11 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:37.020037 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-082cafcf-5d39-456b-8ce2-60d83c7d8a11 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Network 2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:27:37.024655 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-082cafcf-5d39-456b-8ce2-60d83c7d8a11 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:27:37.031856 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-082cafcf-5d39-456b-8ce2-60d83c7d8a11 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:27:37.070025 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082cafcf-5d39-456b-8ce2-60d83c7d8a11 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Pushing event updated for resources: {'Port': ['ID=adb13223-9670-4d3b-8447-0d9fbbdba479,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:37.114788 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-082cafcf-5d39-456b-8ce2-60d83c7d8a11 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:37.115435 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-082cafcf-5d39-456b-8ce2-60d83c7d8a11 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:37.134437 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-082cafcf-5d39-456b-8ce2-60d83c7d8a11 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7249796 Jul 23 17:27:37.148345 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-04348ef1-2b62-45a1-bc22-6d1f0582e261 service neutron] Request body: {'port': {'device_id': 'e159bae0-a02b-443b-ad1b-b9dfacd1e78d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:27:37.261507 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-04348ef1-2b62-45a1-bc22-6d1f0582e261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:37.345194 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b184ebbb-37da-471c-a8a2-d93bf26ef3d3 None None] Provisioning for port adb13223-9670-4d3b-8447-0d9fbbdba479 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:27:37.351988 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b184ebbb-37da-471c-a8a2-d93bf26ef3d3 None None] Provisioning complete for port adb13223-9670-4d3b-8447-0d9fbbdba479 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:27:37.352548 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b184ebbb-37da-471c-a8a2-d93bf26ef3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:37.406280 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-b184ebbb-37da-471c-a8a2-d93bf26ef3d3 None None] Port adb13223-9670-4d3b-8447-0d9fbbdba479 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:27:37.980809 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc657ee-31ac-4da6-8275-beddfc25aec1 req-31c88416-3767-499f-b2af-3b343f37a331 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:37.982554 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fbc657ee-31ac-4da6-8275-beddfc25aec1 req-31c88416-3767-499f-b2af-3b343f37a331 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 932 time: 0.1488547 Jul 23 17:27:38.032608 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:38.101537 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fbc657ee-31ac-4da6-8275-beddfc25aec1 req-b8ed32a3-7725-400e-9c47-75ad033b9994 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095610 Jul 23 17:27:38.164577 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-04348ef1-2b62-45a1-bc22-6d1f0582e261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb13223-9670-4d3b-8447-0d9fbbdba479 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:27:38.173355 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-04348ef1-2b62-45a1-bc22-6d1f0582e261 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:38.187708 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-04348ef1-2b62-45a1-bc22-6d1f0582e261 service neutron] Transition to ACTIVE for port object adb13223-9670-4d3b-8447-0d9fbbdba479 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:27:38.193305 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-04348ef1-2b62-45a1-bc22-6d1f0582e261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:38.278460 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04348ef1-2b62-45a1-bc22-6d1f0582e261 service neutron] Pushing event updated for resources: {'Port': ['ID=adb13223-9670-4d3b-8447-0d9fbbdba479,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:38.340638 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-04348ef1-2b62-45a1-bc22-6d1f0582e261 service neutron] Attempting to bind port adb13223-9670-4d3b-8447-0d9fbbdba479 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:27:38.340985 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-04348ef1-2b62-45a1-bc22-6d1f0582e261 service neutron] Attempting to bind port adb13223-9670-4d3b-8447-0d9fbbdba479 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '7c947863-05b1-43d6-a7d7-c70e4298b427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:27:38.342016 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-04348ef1-2b62-45a1-bc22-6d1f0582e261 service neutron] Attempting to bind port adb13223-9670-4d3b-8447-0d9fbbdba479 on network 2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:27:38.347034 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-04348ef1-2b62-45a1-bc22-6d1f0582e261 service neutron] Port adb13223-9670-4d3b-8447-0d9fbbdba479 on network 2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:27:38.347381 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-04348ef1-2b62-45a1-bc22-6d1f0582e261 service neutron] Attempting to bind port adb13223-9670-4d3b-8447-0d9fbbdba479 on network 2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:27:38.353182 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-04348ef1-2b62-45a1-bc22-6d1f0582e261 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:27:38.353535 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-04348ef1-2b62-45a1-bc22-6d1f0582e261 service neutron] Checking segment: {'id': '7c947863-05b1-43d6-a7d7-c70e4298b427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:27:38.353929 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-04348ef1-2b62-45a1-bc22-6d1f0582e261 service neutron] Bound using segment: {'id': '7c947863-05b1-43d6-a7d7-c70e4298b427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:27:38.354377 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-04348ef1-2b62-45a1-bc22-6d1f0582e261 service neutron] Bound port: adb13223-9670-4d3b-8447-0d9fbbdba479, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c947863-05b1-43d6-a7d7-c70e4298b427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:27:38.354896 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-04348ef1-2b62-45a1-bc22-6d1f0582e261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:38.452229 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-04348ef1-2b62-45a1-bc22-6d1f0582e261 service neutron] For port adb13223-9670-4d3b-8447-0d9fbbdba479, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:27:38.456116 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-04348ef1-2b62-45a1-bc22-6d1f0582e261 service neutron] For port adb13223-9670-4d3b-8447-0d9fbbdba479, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=adb13223-9670-4d3b-8447-0d9fbbdba479,segment=NetworkSegment(7c947863-05b1-43d6-a7d7-c70e4298b427),segment_id=7c947863-05b1-43d6-a7d7-c70e4298b427)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:27:38.461243 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-04348ef1-2b62-45a1-bc22-6d1f0582e261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:38.504268 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-04348ef1-2b62-45a1-bc22-6d1f0582e261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:38.504958 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-04348ef1-2b62-45a1-bc22-6d1f0582e261 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:38.506480 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-04348ef1-2b62-45a1-bc22-6d1f0582e261 service neutron] 10.222.0.97 "PUT /v2.0/ports/adb13223-9670-4d3b-8447-0d9fbbdba479 HTTP/1.1" status: 200 len: 1092 time: 1.3642497 Jul 23 17:27:38.507031 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e159bae0-a02b-443b-ad1b-b9dfacd1e78d', 'tag': 'adb13223-9670-4d3b-8447-0d9fbbdba479'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:27:38.509331 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcb8afe-e867-4316-a1e9-d5aea6ea4f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "e159bae0-a02b-443b-ad1b-b9dfacd1e78d", "tag": "adb13223-9670-4d3b-8447-0d9fbbdba479"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:27:38.536795 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04348ef1-2b62-45a1-bc22-6d1f0582e261 service neutron] Pushing event updated for resources: {'Port': ['ID=adb13223-9670-4d3b-8447-0d9fbbdba479,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:38.596528 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353199fa-1c6a-40e2-a0e0-eac6f79db851 x-openstack-request-id: req-353199fa-1c6a-40e2-a0e0-eac6f79db851 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:27:38.596842 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e159bae0-a02b-443b-ad1b-b9dfacd1e78d", "tag": "adb13223-9670-4d3b-8447-0d9fbbdba479", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:27:38.597105 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-353199fa-1c6a-40e2-a0e0-eac6f79db851 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:27:38.597535 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e159bae0-a02b-443b-ad1b-b9dfacd1e78d', 'tag': 'adb13223-9670-4d3b-8447-0d9fbbdba479', 'status': 'completed', 'code': 200} Jul 23 17:27:38.646475 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-9d7c4702-71e3-41a3-bdc1-adce40939a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:38.648128 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-9d7c4702-71e3-41a3-bdc1-adce40939a96 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=946daa16de0741779fff7dba707de472&device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 1095 time: 0.0646267 Jul 23 17:27:38.695146 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-c3ce830b-7a21-4aed-940b-0c0510a79102 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=adb13223-9670-4d3b-8447-0d9fbbdba479 HTTP/1.1" status: 200 len: 217 time: 0.0400453 Jul 23 17:27:38.761914 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-b164fbbb-63e7-49c8-944c-8462a492bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:38.763451 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-b164fbbb-63e7-49c8-944c-8462a492bf3a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3692fb40-808d-432b-9136-cc052407fe7f HTTP/1.1" status: 200 len: 848 time: 0.0620177 Jul 23 17:27:38.828340 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-0aa319e8-01b5-4b7a-b1c5-b5866a1d3162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:38.829990 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-0aa319e8-01b5-4b7a-b1c5-b5866a1d3162 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600345 Jul 23 17:27:38.850902 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:38.934413 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-679c9372-91a0-43e5-b44d-ab75a99e80e4 service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976596 Jul 23 17:27:39.041634 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e5387677-8f17-466f-89e2-74ea3789edc5 req-40899d41-39b3-4243-b30f-827f9640ba65 service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996153 Jul 23 17:27:39.156268 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb8afe-e867-4316-a1e9-d5aea6ea4f5b req-e2323b34-db86-40f2-8f8b-9694bbd25cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:39.158186 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1dcb8afe-e867-4316-a1e9-d5aea6ea4f5b req-e2323b34-db86-40f2-8f8b-9694bbd25cc7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=946daa16de0741779fff7dba707de472&device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 1095 time: 0.0679421 Jul 23 17:27:39.318666 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb8afe-e867-4316-a1e9-d5aea6ea4f5b req-ab079566-cc0a-45ad-b726-8318ade32d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:39.319990 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1dcb8afe-e867-4316-a1e9-d5aea6ea4f5b req-ab079566-cc0a-45ad-b726-8318ade32d1e service neutron] 10.222.0.97 "GET /v2.0/networks?id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 HTTP/1.1" status: 200 len: 911 time: 0.1547863 Jul 23 17:27:39.331974 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f4698-c2a7-4c41-b4c1-2141fcc6b5d1 req-65d958cc-eb35-4f43-8e83-606fad311dd7 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:39.333567 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e8f4698-c2a7-4c41-b4c1-2141fcc6b5d1 req-65d958cc-eb35-4f43-8e83-606fad311dd7 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 944 time: 0.1353776 Jul 23 17:27:39.378542 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1dcb8afe-e867-4316-a1e9-d5aea6ea4f5b req-865c43ed-1ba7-4cda-9cac-6d972fc27977 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=adb13223-9670-4d3b-8447-0d9fbbdba479 HTTP/1.1" status: 200 len: 217 time: 0.0432985 Jul 23 17:27:39.450875 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9e8f4698-c2a7-4c41-b4c1-2141fcc6b5d1 req-e968bd9a-e05c-4bb1-a281-56b62def4a84 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757854 Jul 23 17:27:39.455363 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb8afe-e867-4316-a1e9-d5aea6ea4f5b req-407f27bf-aaff-4c23-bbdd-e9e1892ff83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:39.457078 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1dcb8afe-e867-4316-a1e9-d5aea6ea4f5b req-407f27bf-aaff-4c23-bbdd-e9e1892ff83b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3692fb40-808d-432b-9136-cc052407fe7f HTTP/1.1" status: 200 len: 848 time: 0.0717263 Jul 23 17:27:39.527719 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb8afe-e867-4316-a1e9-d5aea6ea4f5b req-7f33c667-1c6e-4013-89d9-e2497ac70911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:39.529313 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1dcb8afe-e867-4316-a1e9-d5aea6ea4f5b req-7f33c667-1c6e-4013-89d9-e2497ac70911 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651879 Jul 23 17:27:39.634912 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1dcb8afe-e867-4316-a1e9-d5aea6ea4f5b req-70c23750-faab-4a95-960a-2d06a9a4ae53 service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978389 Jul 23 17:27:39.738754 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1dcb8afe-e867-4316-a1e9-d5aea6ea4f5b req-9a1494e7-0447-4e98-9781-94f6daf0408a service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959630 Jul 23 17:27:40.636285 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec5aba-5923-489d-85de-022f33f1a6af req-36137dfb-c7eb-4448-8881-b7e5fdd704da tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:40.637991 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8ec5aba-5923-489d-85de-022f33f1a6af req-36137dfb-c7eb-4448-8881-b7e5fdd704da tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 944 time: 0.0817173 Jul 23 17:27:40.701990 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f8ec5aba-5923-489d-85de-022f33f1a6af req-aacadcff-d325-4902-a583-234496c120a7 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570898 Jul 23 17:27:41.054412 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device adb13223-9670-4d3b-8447-0d9fbbdba479 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:27:41.159743 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port adb13223-9670-4d3b-8447-0d9fbbdba479, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=adb13223-9670-4d3b-8447-0d9fbbdba479,segment=NetworkSegment(7c947863-05b1-43d6-a7d7-c70e4298b427),segment_id=7c947863-05b1-43d6-a7d7-c70e4298b427)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:27:41.172686 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'adb13223-9670-4d3b-8447-0d9fbbdba479', 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287', 'port_id': 'adb13223-9670-4d3b-8447-0d9fbbdba479', 'mac_address': 'fa:16:3e:12:a1:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3692fb40-808d-432b-9136-cc052407fe7f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:27:41.213084 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:41.231461 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb13223-9670-4d3b-8447-0d9fbbdba479 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:27:41.253938 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port adb13223-9670-4d3b-8447-0d9fbbdba479, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=adb13223-9670-4d3b-8447-0d9fbbdba479,segment=NetworkSegment(7c947863-05b1-43d6-a7d7-c70e4298b427),segment_id=7c947863-05b1-43d6-a7d7-c70e4298b427)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:27:41.259188 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:41.311911 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=adb13223-9670-4d3b-8447-0d9fbbdba479,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:41.498808 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['adb13223-9670-4d3b-8447-0d9fbbdba479'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:27:41.858134 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ac8a-94a2-42a5-bac6-e6e7ccd08307 req-88218fdb-d423-4128-b699-86035f9daa38 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:41.859779 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4af7ac8a-94a2-42a5-bac6-e6e7ccd08307 req-88218fdb-d423-4128-b699-86035f9daa38 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 945 time: 0.0821064 Jul 23 17:27:41.901818 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4af7ac8a-94a2-42a5-bac6-e6e7ccd08307 req-30ef6d4f-9a82-4431-b61c-95791317d585 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360458 Jul 23 17:27:41.997971 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3ab0169a-5ec7-4f19-ab13-4d790c240661 req-bf5ef799-e1b1-47ce-8c5e-fd063b56d0a3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0613170 Jul 23 17:27:42.115260 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0169a-5ec7-4f19-ab13-4d790c240661 req-dec2ccb1-4281-4081-b10b-52bb1c37df80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:42.116862 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3ab0169a-5ec7-4f19-ab13-4d790c240661 req-dec2ccb1-4281-4081-b10b-52bb1c37df80 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0654628 Jul 23 17:27:42.242951 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0169a-5ec7-4f19-ab13-4d790c240661 req-8a657b02-1969-4658-8c84-d4a58cc56c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:42.244556 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3ab0169a-5ec7-4f19-ab13-4d790c240661 req-8a657b02-1969-4658-8c84-d4a58cc56c2b service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.1064560 Jul 23 17:27:42.294219 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3ab0169a-5ec7-4f19-ab13-4d790c240661 req-cdc31d18-5c80-437c-a3f2-ce122941685a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0426702 Jul 23 17:27:42.350419 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0169a-5ec7-4f19-ab13-4d790c240661 req-2836f746-0f8c-4dc7-9ccf-bfdbc73c2afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:42.351965 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3ab0169a-5ec7-4f19-ab13-4d790c240661 req-2836f746-0f8c-4dc7-9ccf-bfdbc73c2afe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0510495 Jul 23 17:27:42.418185 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0169a-5ec7-4f19-ab13-4d790c240661 req-701fe82b-a24f-46d0-a32a-a068176257c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:42.419751 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3ab0169a-5ec7-4f19-ab13-4d790c240661 req-701fe82b-a24f-46d0-a32a-a068176257c4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618076 Jul 23 17:27:42.533000 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3ab0169a-5ec7-4f19-ab13-4d790c240661 req-9db44d2e-ddce-48e4-939c-5ba1b1e259d8 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058590 Jul 23 17:27:42.630856 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-3ab0169a-5ec7-4f19-ab13-4d790c240661 req-1cf8a3e1-fd9b-4571-b691-090444a95dde service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917327 Jul 23 17:27:43.047912 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c2d05-58b7-46fb-bdb8-a8c968c3420a req-adc548f6-0a83-4b99-8c07-3b7d4539dd66 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:43.050102 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-953c2d05-58b7-46fb-bdb8-a8c968c3420a req-adc548f6-0a83-4b99-8c07-3b7d4539dd66 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 945 time: 0.0740983 Jul 23 17:27:43.073044 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device adb13223-9670-4d3b-8447-0d9fbbdba479 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:27:43.094615 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-953c2d05-58b7-46fb-bdb8-a8c968c3420a req-8c3992ed-b521-4d09-a6fc-33871723c02f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384250 Jul 23 17:27:43.125466 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port adb13223-9670-4d3b-8447-0d9fbbdba479 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:27:43.131494 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port adb13223-9670-4d3b-8447-0d9fbbdba479 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:27:43.131897 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:43.225177 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:43.257858 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e159bae0-a02b-443b-ad1b-b9dfacd1e78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb13223-9670-4d3b-8447-0d9fbbdba479'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:27:43.260381 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d9158437a3a893895635b777aad4314b219cd6685506ac89f624094daaea09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6616cea-0de1-43a6-9203-b6193c5b0103" -d '{"events": [{"server_uuid": "e159bae0-a02b-443b-ad1b-b9dfacd1e78d", "name": "network-vif-plugged", "status": "completed", "tag": "adb13223-9670-4d3b-8447-0d9fbbdba479"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:27:43.275171 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port adb13223-9670-4d3b-8447-0d9fbbdba479, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=adb13223-9670-4d3b-8447-0d9fbbdba479,segment=NetworkSegment(7c947863-05b1-43d6-a7d7-c70e4298b427),segment_id=7c947863-05b1-43d6-a7d7-c70e4298b427)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:27:43.280783 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:43.308653 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829639ec-db1d-4924-ab71-5cdf50380f63 x-openstack-request-id: req-829639ec-db1d-4924-ab71-5cdf50380f63 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:27:43.309030 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e159bae0-a02b-443b-ad1b-b9dfacd1e78d", "name": "network-vif-plugged", "status": "completed", "tag": "adb13223-9670-4d3b-8447-0d9fbbdba479", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:27:43.309337 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-829639ec-db1d-4924-ab71-5cdf50380f63 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:27:43.309716 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e159bae0-a02b-443b-ad1b-b9dfacd1e78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb13223-9670-4d3b-8447-0d9fbbdba479', 'code': 200} Jul 23 17:27:43.348799 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=adb13223-9670-4d3b-8447-0d9fbbdba479,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:43.434410 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afd03e-f2e4-40a0-a93b-94430151508a req-da32fa28-5971-4b29-be0d-b32a3f6559d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:43.436033 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-22afd03e-f2e4-40a0-a93b-94430151508a req-da32fa28-5971-4b29-be0d-b32a3f6559d0 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 1097 time: 0.0658000 Jul 23 17:27:43.477573 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-22afd03e-f2e4-40a0-a93b-94430151508a req-5d56072b-1996-448b-9ca6-7528a312d7f6 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341680 Jul 23 17:27:44.289304 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250222fd-14d3-4e65-9869-20b7a9821135 req-9473dbbd-75f2-4ff1-8bb8-281cdec0ab93 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:44.291024 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-250222fd-14d3-4e65-9869-20b7a9821135 req-9473dbbd-75f2-4ff1-8bb8-281cdec0ab93 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 946 time: 0.0960176 Jul 23 17:27:44.341845 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-250222fd-14d3-4e65-9869-20b7a9821135 req-e8d59de5-6376-4fa4-99d7-a89df2624b09 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411463 Jul 23 17:27:45.492996 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f8ca4-d0e7-49ce-8f3b-fce13ebb4216 req-4d1ef036-df7c-4b17-a35b-d76936c00c6a tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:45.494659 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f22f8ca4-d0e7-49ce-8f3b-fce13ebb4216 req-4d1ef036-df7c-4b17-a35b-d76936c00c6a tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 946 time: 0.0753269 Jul 23 17:27:45.544993 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f22f8ca4-d0e7-49ce-8f3b-fce13ebb4216 req-a919be18-5e33-424d-8800-2be8fa7695c8 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439796 Jul 23 17:27:45.697219 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4bb56-fdd6-4395-a8ec-4a63e972b655 req-85082a04-c17d-4609-b600-834cb4308724 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:45.698861 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4f4bb56-fdd6-4395-a8ec-4a63e972b655 req-85082a04-c17d-4609-b600-834cb4308724 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 946 time: 0.0799675 Jul 23 17:27:45.747452 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a4f4bb56-fdd6-4395-a8ec-4a63e972b655 req-430d6801-687f-479f-a85e-e7f863326579 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376465 Jul 23 17:27:45.870156 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59936) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:27:46.027842 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffed1ca-3c29-40ca-b546-a15f80423d93 tempest-TestShelveInstance-974083771 tempest-TestShelveInstance-974083771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:46.029480 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6ffed1ca-3c29-40ca-b546-a15f80423d93 tempest-TestShelveInstance-974083771 tempest-TestShelveInstance-974083771-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 1092 time: 0.1582305 Jul 23 17:27:46.032414 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 59940) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:27:46.037738 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-50ff3df5-5d91-4847-88a0-df7b1ad0da56 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'port_id': 'adb13223-9670-4d3b-8447-0d9fbbdba479', 'tenant_id': '946daa16de0741779fff7dba707de472', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:27:46.061780 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-50ff3df5-5d91-4847-88a0-df7b1ad0da56 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:46.182214 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-50ff3df5-5d91-4847-88a0-df7b1ad0da56 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:46.310843 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-50ff3df5-5d91-4847-88a0-df7b1ad0da56 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Allocated IP 172.25.8.39 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/19717cfb-1467-4c3f-85c8-27933a09435a) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:27:46.434959 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-50ff3df5-5d91-4847-88a0-df7b1ad0da56 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:46.480868 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-50ff3df5-5d91-4847-88a0-df7b1ad0da56 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:46.525483 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ff3df5-5d91-4847-88a0-df7b1ad0da56 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:27:46.528445 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-50ff3df5-5d91-4847-88a0-df7b1ad0da56 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:27:46.536227 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ff3df5-5d91-4847-88a0-df7b1ad0da56 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:27:46.570602 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff3df5-5d91-4847-88a0-df7b1ad0da56 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Pushing event updated for resources: {'Port': ['ID=19717cfb-1467-4c3f-85c8-27933a09435a,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:46.952503 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-50ff3df5-5d91-4847-88a0-df7b1ad0da56 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:47.040589 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-50ff3df5-5d91-4847-88a0-df7b1ad0da56 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:47.221071 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-50ff3df5-5d91-4847-88a0-df7b1ad0da56 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:47.226928 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-50ff3df5-5d91-4847-88a0-df7b1ad0da56 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:47.299975 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff3df5-5d91-4847-88a0-df7b1ad0da56 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Pushing event updated for resources: {'Port': ['ID=19717cfb-1467-4c3f-85c8-27933a09435a,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:47.311560 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-50ff3df5-5d91-4847-88a0-df7b1ad0da56 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:47.424777 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-50ff3df5-5d91-4847-88a0-df7b1ad0da56 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Floating IP 19e6d9b3-bc13-41f8-aacc-8d4963381f2e associated. External IP: 172.25.8.39, port: adb13223-9670-4d3b-8447-0d9fbbdba479. Jul 23 17:27:47.660780 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ff3df5-5d91-4847-88a0-df7b1ad0da56 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Router ccf4329c-b583-47a3-ac9e-eef447ed92af has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:27:47.790940 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ff3df5-5d91-4847-88a0-df7b1ad0da56 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:27:47.804607 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf15ac7-0f5f-4531-8795-1fd9453b8ca5 None None] Sync routers for ids ['ccf4329c-b583-47a3-ac9e-eef447ed92af'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:27:47.810186 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-50ff3df5-5d91-4847-88a0-df7b1ad0da56 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:47.817996 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf15ac7-0f5f-4531-8795-1fd9453b8ca5 None None] Routers {'ccf4329c-b583-47a3-ac9e-eef447ed92af'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:27:47.817996 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-eaf15ac7-0f5f-4531-8795-1fd9453b8ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:27:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ccf4329c-b583-47a3-ac9e-eef447ed92af'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:47.855529 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-50ff3df5-5d91-4847-88a0-df7b1ad0da56 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8220177 Jul 23 17:27:47.856234 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e159bae0-a02b-443b-ad1b-b9dfacd1e78d', 'tag': 'adb13223-9670-4d3b-8447-0d9fbbdba479'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:27:47.858635 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b9409e-4059-49d2-a27b-541ffee5118a" -d '{"events": [{"name": "network-changed", "server_uuid": "e159bae0-a02b-443b-ad1b-b9dfacd1e78d", "tag": "adb13223-9670-4d3b-8447-0d9fbbdba479"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:27:47.898950 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e8480f-f3f7-4725-8922-6f4c5631ce81 x-openstack-request-id: req-21e8480f-f3f7-4725-8922-6f4c5631ce81 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:27:47.899258 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e159bae0-a02b-443b-ad1b-b9dfacd1e78d", "tag": "adb13223-9670-4d3b-8447-0d9fbbdba479", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:27:47.899528 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-21e8480f-f3f7-4725-8922-6f4c5631ce81 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:27:47.900181 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e159bae0-a02b-443b-ad1b-b9dfacd1e78d', 'tag': 'adb13223-9670-4d3b-8447-0d9fbbdba479', 'status': 'completed', 'code': 200} Jul 23 17:27:47.941631 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-eaf15ac7-0f5f-4531-8795-1fd9453b8ca5 None None] Set router ccf4329c-b583-47a3-ac9e-eef447ed92af gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:27:48.004882 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9409e-4059-49d2-a27b-541ffee5118a req-9adefd94-1e46-4879-a45e-75f29b62ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:48.006470 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7b9409e-4059-49d2-a27b-541ffee5118a req-9adefd94-1e46-4879-a45e-75f29b62ae9d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=946daa16de0741779fff7dba707de472&device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 1097 time: 0.0781183 Jul 23 17:27:48.166874 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9409e-4059-49d2-a27b-541ffee5118a req-fb959298-1ee7-4be2-87b7-7567146b607c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:48.168546 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7b9409e-4059-49d2-a27b-541ffee5118a req-fb959298-1ee7-4be2-87b7-7567146b607c service neutron] 10.222.0.97 "GET /v2.0/networks?id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 HTTP/1.1" status: 200 len: 911 time: 0.1556940 Jul 23 17:27:48.254376 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-eaf15ac7-0f5f-4531-8795-1fd9453b8ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'name': 'tempest-TestShelveInstance-1965503160-router', 'tenant_id': '946daa16de0741779fff7dba707de472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:15Z', 'updated_at': '2021-07-23T17:27:19Z', 'revision_number': 4, 'project_id': '946daa16de0741779fff7dba707de472', 'gw_port': {'id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:99:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:16Z', 'updated_at': '2021-07-23T17:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '19e6d9b3-bc13-41f8-aacc-8d4963381f2e', 'tenant_id': '946daa16de0741779fff7dba707de472', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'port_id': 'adb13223-9670-4d3b-8447-0d9fbbdba479', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287', 'mac_address': 'fa:16:3e:12:a1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e159bae0-a02b-443b-ad1b-b9dfacd1e78d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:27:46Z', 'updated_at': '2021-07-23T17:27:46Z', 'revision_number': 0, 'project_id': '946daa16de0741779fff7dba707de472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6358a2f-fa9c-4972-b979-ad369858366d', 'name': '', 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287', 'tenant_id': '946daa16de0741779fff7dba707de472', 'mac_address': 'fa:16:3e:b1:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3692fb40-808d-432b-9136-cc052407fe7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:18Z', 'updated_at': '2021-07-23T17:27:26Z', 'revision_number': 5, 'project_id': '946daa16de0741779fff7dba707de472', 'subnets': [{'id': '3692fb40-808d-432b-9136-cc052407fe7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:48.267433 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7b9409e-4059-49d2-a27b-541ffee5118a req-0d76d125-8949-4148-b819-ce0f03fc198d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=adb13223-9670-4d3b-8447-0d9fbbdba479 HTTP/1.1" status: 200 len: 999 time: 0.0906620 Jul 23 17:27:48.290607 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf15ac7-0f5f-4531-8795-1fd9453b8ca5 None None] Checking router: ccf4329c-b583-47a3-ac9e-eef447ed92af for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:27:48.303135 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf15ac7-0f5f-4531-8795-1fd9453b8ca5 None None] Routers {'ccf4329c-b583-47a3-ac9e-eef447ed92af'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:27:48.303776 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-eaf15ac7-0f5f-4531-8795-1fd9453b8ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:27:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ccf4329c-b583-47a3-ac9e-eef447ed92af'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:48.360928 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9409e-4059-49d2-a27b-541ffee5118a req-61407afb-88cb-40e8-9b78-28c9868f35c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:48.363944 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7b9409e-4059-49d2-a27b-541ffee5118a req-61407afb-88cb-40e8-9b78-28c9868f35c3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3692fb40-808d-432b-9136-cc052407fe7f HTTP/1.1" status: 200 len: 848 time: 0.0909605 Jul 23 17:27:48.447172 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9409e-4059-49d2-a27b-541ffee5118a req-207e2d03-3d44-46af-b2df-e31ca1e941b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:48.448819 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7b9409e-4059-49d2-a27b-541ffee5118a req-207e2d03-3d44-46af-b2df-e31ca1e941b9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780561 Jul 23 17:27:48.451308 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-eaf15ac7-0f5f-4531-8795-1fd9453b8ca5 None None] Set router ccf4329c-b583-47a3-ac9e-eef447ed92af gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:27:48.552784 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7b9409e-4059-49d2-a27b-541ffee5118a req-6f3878f8-57a9-465d-80ae-4046ad17df2b service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971308 Jul 23 17:27:48.693098 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b7b9409e-4059-49d2-a27b-541ffee5118a req-62b3ea3a-b2fb-4414-9506-16dcf39867ac service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342251 Jul 23 17:27:48.707558 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-eaf15ac7-0f5f-4531-8795-1fd9453b8ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'name': 'tempest-TestShelveInstance-1965503160-router', 'tenant_id': '946daa16de0741779fff7dba707de472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:15Z', 'updated_at': '2021-07-23T17:27:19Z', 'revision_number': 4, 'project_id': '946daa16de0741779fff7dba707de472', 'gw_port': {'id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:99:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:16Z', 'updated_at': '2021-07-23T17:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '19e6d9b3-bc13-41f8-aacc-8d4963381f2e', 'tenant_id': '946daa16de0741779fff7dba707de472', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'port_id': 'adb13223-9670-4d3b-8447-0d9fbbdba479', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287', 'mac_address': 'fa:16:3e:12:a1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e159bae0-a02b-443b-ad1b-b9dfacd1e78d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:27:46Z', 'updated_at': '2021-07-23T17:27:46Z', 'revision_number': 0, 'project_id': '946daa16de0741779fff7dba707de472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6358a2f-fa9c-4972-b979-ad369858366d', 'name': '', 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287', 'tenant_id': '946daa16de0741779fff7dba707de472', 'mac_address': 'fa:16:3e:b1:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3692fb40-808d-432b-9136-cc052407fe7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:18Z', 'updated_at': '2021-07-23T17:27:26Z', 'revision_number': 5, 'project_id': '946daa16de0741779fff7dba707de472', 'subnets': [{'id': '3692fb40-808d-432b-9136-cc052407fe7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:48.735592 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf15ac7-0f5f-4531-8795-1fd9453b8ca5 None None] The sync data for ids ['ccf4329c-b583-47a3-ac9e-eef447ed92af'] in n-d-778549-4 is: [{'id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'name': 'tempest-TestShelveInstance-1965503160-router', 'tenant_id': '946daa16de0741779fff7dba707de472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:15Z', 'updated_at': '2021-07-23T17:27:19Z', 'revision_number': 4, 'project_id': '946daa16de0741779fff7dba707de472', 'gw_port': {'id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:99:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:16Z', 'updated_at': '2021-07-23T17:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '19e6d9b3-bc13-41f8-aacc-8d4963381f2e', 'tenant_id': '946daa16de0741779fff7dba707de472', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'port_id': 'adb13223-9670-4d3b-8447-0d9fbbdba479', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287', 'mac_address': 'fa:16:3e:12:a1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e159bae0-a02b-443b-ad1b-b9dfacd1e78d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:27:46Z', 'updated_at': '2021-07-23T17:27:46Z', 'revision_number': 0, 'project_id': '946daa16de0741779fff7dba707de472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6358a2f-fa9c-4972-b979-ad369858366d', 'name': '', 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287', 'tenant_id': '946daa16de0741779fff7dba707de472', 'mac_address': 'fa:16:3e:b1:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3692fb40-808d-432b-9136-cc052407fe7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:18Z', 'updated_at': '2021-07-23T17:27:26Z', 'revision_number': 5, 'project_id': '946daa16de0741779fff7dba707de472', 'subnets': [{'id': '3692fb40-808d-432b-9136-cc052407fe7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:27:48.947399 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1a0451-3c45-4233-84b0-126d98963ae5 None None] New status for floating IP 19e6d9b3-bc13-41f8-aacc-8d4963381f2e: ACTIVE {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:27:49.219427 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:28:02.744834 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-171b6544-6aa0-4700-98be-1ff10c27bbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:05.496812 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-88c0a2da-013a-4399-979d-2b1bbf285d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:05.645257 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:05.653933 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:06.833448 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:08.049320 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:08.848927 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:26.218567 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:28:32.738055 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f82d8d01-c0e7-4ff3-b634-4d6c4044e7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:34.770975 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a62eba0d-3ed5-4e6f-8d74-39189f317f85 req-92edc908-236d-4ccf-837c-10ace4290c7d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0613742 Jul 23 17:28:34.888196 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62eba0d-3ed5-4e6f-8d74-39189f317f85 req-014f890e-0806-4b00-8a28-c99f729d7b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:34.889839 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a62eba0d-3ed5-4e6f-8d74-39189f317f85 req-014f890e-0806-4b00-8a28-c99f729d7b67 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=946daa16de0741779fff7dba707de472&device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 1097 time: 0.0646973 Jul 23 17:28:35.013237 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62eba0d-3ed5-4e6f-8d74-39189f317f85 req-ae05d129-26a3-4ee1-a035-aeaebf45b155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:35.014710 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a62eba0d-3ed5-4e6f-8d74-39189f317f85 req-ae05d129-26a3-4ee1-a035-aeaebf45b155 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 HTTP/1.1" status: 200 len: 911 time: 0.1052251 Jul 23 17:28:35.096327 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a62eba0d-3ed5-4e6f-8d74-39189f317f85 req-c41c35e3-b4ee-4061-8891-44b9bc4e2363 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=adb13223-9670-4d3b-8447-0d9fbbdba479 HTTP/1.1" status: 200 len: 1001 time: 0.0751555 Jul 23 17:28:35.151048 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62eba0d-3ed5-4e6f-8d74-39189f317f85 req-569f954c-312d-40c5-a254-1fdcd979e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:35.152602 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a62eba0d-3ed5-4e6f-8d74-39189f317f85 req-569f954c-312d-40c5-a254-1fdcd979e4fc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3692fb40-808d-432b-9136-cc052407fe7f HTTP/1.1" status: 200 len: 848 time: 0.0497370 Jul 23 17:28:35.219138 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62eba0d-3ed5-4e6f-8d74-39189f317f85 req-ad99449f-e4d8-4082-a4d2-a5d227a7b9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:35.220786 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a62eba0d-3ed5-4e6f-8d74-39189f317f85 req-ad99449f-e4d8-4082-a4d2-a5d227a7b9b7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610616 Jul 23 17:28:35.231256 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-a62eba0d-3ed5-4e6f-8d74-39189f317f85 req-91df39e6-d099-4253-8a93-9d2ef692e837 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:28:35.232329 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a62eba0d-3ed5-4e6f-8d74-39189f317f85 req-91df39e6-d099-4253-8a93-9d2ef692e837 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055513 Jul 23 17:28:35.391090 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a62eba0d-3ed5-4e6f-8d74-39189f317f85 req-d7d78a1d-1408-4ebf-b90e-df33e8b1b354 service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511233 Jul 23 17:28:35.492954 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c7850751-ef39-471f-80e1-d3f0bde04dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:35.501477 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a62eba0d-3ed5-4e6f-8d74-39189f317f85 req-cb4cff03-051a-4e46-b732-cf9b537852bf service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045892 Jul 23 17:28:35.657794 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:35.675567 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:36.837353 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:38.047241 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:38.851781 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:43.019719 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2a096864-9cd5-4fcd-91f9-3181ec303b06 req-40a0e82b-8f05-4475-bf56-02dfa1d51757 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0838382 Jul 23 17:28:43.128106 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a096864-9cd5-4fcd-91f9-3181ec303b06 req-a90a8436-2fd7-458d-adee-e1173475d411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:43.130147 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2a096864-9cd5-4fcd-91f9-3181ec303b06 req-a90a8436-2fd7-458d-adee-e1173475d411 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0660365 Jul 23 17:28:43.255972 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a096864-9cd5-4fcd-91f9-3181ec303b06 req-90e25ea5-ecba-4dff-b712-128e57cd945d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:43.257694 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2a096864-9cd5-4fcd-91f9-3181ec303b06 req-90e25ea5-ecba-4dff-b712-128e57cd945d service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.1025758 Jul 23 17:28:43.308359 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2a096864-9cd5-4fcd-91f9-3181ec303b06 req-595c46ac-d17a-470c-9e4e-b7cdf0912b43 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0440292 Jul 23 17:28:43.399248 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a096864-9cd5-4fcd-91f9-3181ec303b06 req-d809b115-e240-4d0d-abb9-56e242b3b0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:43.402020 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2a096864-9cd5-4fcd-91f9-3181ec303b06 req-d809b115-e240-4d0d-abb9-56e242b3b0ef service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0866826 Jul 23 17:28:43.474188 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a096864-9cd5-4fcd-91f9-3181ec303b06 req-19a15d2d-76f5-4acc-ad68-10f832dc89d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:43.475816 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2a096864-9cd5-4fcd-91f9-3181ec303b06 req-19a15d2d-76f5-4acc-ad68-10f832dc89d9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665655 Jul 23 17:28:43.486664 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [req-2a096864-9cd5-4fcd-91f9-3181ec303b06 req-e86e5266-8277-4daf-9ea7-cc4d5c7d32be service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:28:43.487786 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2a096864-9cd5-4fcd-91f9-3181ec303b06 req-e86e5266-8277-4daf-9ea7-cc4d5c7d32be service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061295 Jul 23 17:28:43.605252 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2a096864-9cd5-4fcd-91f9-3181ec303b06 req-a842ef73-a930-4b29-ba49-851130243076 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101880 Jul 23 17:28:43.725014 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2a096864-9cd5-4fcd-91f9-3181ec303b06 req-4b720788-93c3-450d-9fb8-0a9fee648656 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131110 Jul 23 17:29:02.743816 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d977dd11-e05c-4c75-8ba8-1595aec4f9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:03.219384 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:29:05.489247 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f007dc6d-b5f0-41ab-8910-88d3b1dd349e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:05.655469 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:05.670451 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:06.839859 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:08.057481 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:08.857311 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:32.740899 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-553eb92d-3572-4af6-bec9-cd01461ca9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:35.497934 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3b443361-2251-49a8-8448-f0c30b2f518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:35.659742 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:35.694530 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:36.799934 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b184669f-b634-4abc-a3d0-0691f4dc5175 req-9fd61dbd-87fc-4ddf-bee5-dc5500a93d2e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0798986 Jul 23 17:29:36.844498 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:36.918406 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184669f-b634-4abc-a3d0-0691f4dc5175 req-03a3d79b-3597-475f-91b0-7c3c33e3e786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:36.920787 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b184669f-b634-4abc-a3d0-0691f4dc5175 req-03a3d79b-3597-475f-91b0-7c3c33e3e786 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=946daa16de0741779fff7dba707de472&device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 1097 time: 0.0739682 Jul 23 17:29:37.086532 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184669f-b634-4abc-a3d0-0691f4dc5175 req-214704d7-2693-4601-9e60-71d2708e1e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:37.088722 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b184669f-b634-4abc-a3d0-0691f4dc5175 req-214704d7-2693-4601-9e60-71d2708e1e74 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 HTTP/1.1" status: 200 len: 911 time: 0.1486895 Jul 23 17:29:37.165036 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b184669f-b634-4abc-a3d0-0691f4dc5175 req-5ef4fe12-b8fe-41b9-92dd-95d912cbd2a0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=adb13223-9670-4d3b-8447-0d9fbbdba479 HTTP/1.1" status: 200 len: 1001 time: 0.0696468 Jul 23 17:29:37.221834 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184669f-b634-4abc-a3d0-0691f4dc5175 req-970ce5db-fe79-4002-88d0-803e3673ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:37.223384 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b184669f-b634-4abc-a3d0-0691f4dc5175 req-970ce5db-fe79-4002-88d0-803e3673ebcc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3692fb40-808d-432b-9136-cc052407fe7f HTTP/1.1" status: 200 len: 848 time: 0.0518935 Jul 23 17:29:37.312505 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184669f-b634-4abc-a3d0-0691f4dc5175 req-62bc75d5-4465-4276-88b0-8b3868c21820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:37.315186 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b184669f-b634-4abc-a3d0-0691f4dc5175 req-62bc75d5-4465-4276-88b0-8b3868c21820 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851808 Jul 23 17:29:37.436900 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b184669f-b634-4abc-a3d0-0691f4dc5175 req-d76ad2dc-0868-48e8-9cc1-6f69b169fcc9 service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139081 Jul 23 17:29:37.535875 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b184669f-b634-4abc-a3d0-0691f4dc5175 req-0652beff-1213-4d11-ace8-00ebe29880c9 service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930653 Jul 23 17:29:38.057139 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:38.858501 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:40.222114 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:29:42.734214 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa953b-a395-4649-9a6f-8a918a25b7a9 req-f5fe0e02-fadd-44b1-8e84-d19453c3b66b tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:42.736059 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2aa953b-a395-4649-9a6f-8a918a25b7a9 req-f5fe0e02-fadd-44b1-8e84-d19453c3b66b tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 946 time: 0.0778317 Jul 23 17:29:42.780896 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2aa953b-a395-4649-9a6f-8a918a25b7a9 req-ae69c249-a4dd-4f03-bb55-0ef923677320 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383193 Jul 23 17:29:43.954288 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690db698-b9c1-4bc2-98f3-c44055ab2d2d req-acc06a3a-6f11-43b5-ac0d-ea553784f48f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:43.957647 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-690db698-b9c1-4bc2-98f3-c44055ab2d2d req-acc06a3a-6f11-43b5-ac0d-ea553784f48f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 946 time: 0.0748646 Jul 23 17:29:44.000683 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-690db698-b9c1-4bc2-98f3-c44055ab2d2d req-01f3cba3-0bc6-4444-8dfa-a5bf8172e994 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386159 Jul 23 17:29:44.008986 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-91860555-9900-4b62-890f-197409800740 req-8759945c-eb0d-412f-ad1e-855712c04e92 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0667174 Jul 23 17:29:44.113703 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91860555-9900-4b62-890f-197409800740 req-cedf9216-ff60-4921-9b96-406df60dfff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:44.115460 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-91860555-9900-4b62-890f-197409800740 req-cedf9216-ff60-4921-9b96-406df60dfff0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0617297 Jul 23 17:29:44.246702 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91860555-9900-4b62-890f-197409800740 req-d4240567-4447-4f97-9af4-d5b64e5e0343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:44.249434 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-91860555-9900-4b62-890f-197409800740 req-d4240567-4447-4f97-9af4-d5b64e5e0343 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.1142330 Jul 23 17:29:44.313086 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-91860555-9900-4b62-890f-197409800740 req-f24fd7dd-f6f4-4232-94e2-fe64fb2957d6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0567665 Jul 23 17:29:44.396421 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91860555-9900-4b62-890f-197409800740 req-36f4793f-a030-4046-9ce1-285608dc6e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:44.398983 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-91860555-9900-4b62-890f-197409800740 req-36f4793f-a030-4046-9ce1-285608dc6e0d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0797882 Jul 23 17:29:44.476416 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91860555-9900-4b62-890f-197409800740 req-cdec482b-f939-4d3d-9d14-7b23b8507068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:44.477996 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-91860555-9900-4b62-890f-197409800740 req-cdec482b-f939-4d3d-9d14-7b23b8507068 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721133 Jul 23 17:29:44.593449 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-91860555-9900-4b62-890f-197409800740 req-be290d89-6d31-4bbb-8fc5-ecd2e1fb017d service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084731 Jul 23 17:29:44.740301 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-91860555-9900-4b62-890f-197409800740 req-cd735e0c-a89a-4c0c-9867-801ac26225db service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406100 Jul 23 17:29:45.158256 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25d273-b343-4fb8-921c-42093616f5ed req-53a2b0af-2dd7-4a98-83a2-ce950d08925c tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:45.159884 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9f25d273-b343-4fb8-921c-42093616f5ed req-53a2b0af-2dd7-4a98-83a2-ce950d08925c tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 946 time: 0.0763674 Jul 23 17:29:45.602486 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9f25d273-b343-4fb8-921c-42093616f5ed req-07596ab5-91a3-4bf9-b871-ece64119ca24 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4316485 Jul 23 17:29:46.770229 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaedac4-dea1-4bce-8d85-3b88657417e6 req-9be9d127-08d8-4aeb-8ee6-350adcede032 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:46.771940 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7eaedac4-dea1-4bce-8d85-3b88657417e6 req-9be9d127-08d8-4aeb-8ee6-350adcede032 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 946 time: 0.0769889 Jul 23 17:29:46.813865 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7eaedac4-dea1-4bce-8d85-3b88657417e6 req-21f55bc9-7601-42f2-9eee-e0f76d31f621 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361238 Jul 23 17:29:47.963870 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657e149-ee6c-439b-8786-84c2daf551b7 req-1f1c8e22-c44f-4b9f-ba93-7cc27afa2717 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:47.966146 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0657e149-ee6c-439b-8786-84c2daf551b7 req-1f1c8e22-c44f-4b9f-ba93-7cc27afa2717 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 946 time: 0.0716047 Jul 23 17:29:48.014986 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0657e149-ee6c-439b-8786-84c2daf551b7 req-23a4db96-c3ab-4240-8b5a-9d10aec2af65 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422444 Jul 23 17:29:49.163220 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbb801-b58e-4edf-a5dd-ca1a0a8941ef req-cf5d9922-adb5-4f19-a3f8-62222d1c1028 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:49.164900 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b8cbb801-b58e-4edf-a5dd-ca1a0a8941ef req-cf5d9922-adb5-4f19-a3f8-62222d1c1028 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 946 time: 0.0705059 Jul 23 17:29:49.210420 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b8cbb801-b58e-4edf-a5dd-ca1a0a8941ef req-f0abd42b-3849-43fe-87fe-721a78f39e43 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388041 Jul 23 17:29:50.365651 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b04ebe-c0e2-41ec-9610-43155bd2bb0e req-b6cddb56-cf14-496b-8f9d-e4711da2ce96 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:50.367394 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-31b04ebe-c0e2-41ec-9610-43155bd2bb0e req-b6cddb56-cf14-496b-8f9d-e4711da2ce96 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 946 time: 0.0754721 Jul 23 17:29:50.414606 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-31b04ebe-c0e2-41ec-9610-43155bd2bb0e req-b118fe15-2b92-4034-afd1-e052aee16de6 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404246 Jul 23 17:29:51.574872 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c95b9-0d9b-426e-a5b4-409268df3ba2 req-7bb9c432-c5e9-4e1a-8df9-e0d5d2840bd7 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:51.577264 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd7c95b9-0d9b-426e-a5b4-409268df3ba2 req-7bb9c432-c5e9-4e1a-8df9-e0d5d2840bd7 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 946 time: 0.0804288 Jul 23 17:29:51.628757 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd7c95b9-0d9b-426e-a5b4-409268df3ba2 req-d4c2e587-ffa1-43c4-bc6a-b19f33245802 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452685 Jul 23 17:29:52.794683 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e87d3-a271-473b-8fab-357c2f953336 req-e54611bb-3139-4960-abfb-4732788136a8 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:52.796729 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-371e87d3-a271-473b-8fab-357c2f953336 req-e54611bb-3139-4960-abfb-4732788136a8 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 946 time: 0.0923669 Jul 23 17:29:52.847531 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-371e87d3-a271-473b-8fab-357c2f953336 req-35d1b601-18d0-49e9-aaf9-6898dba29952 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411501 Jul 23 17:29:53.626710 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device adb13223-9670-4d3b-8447-0d9fbbdba479 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:29:53.739960 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port adb13223-9670-4d3b-8447-0d9fbbdba479, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=adb13223-9670-4d3b-8447-0d9fbbdba479,segment=NetworkSegment(7c947863-05b1-43d6-a7d7-c70e4298b427),segment_id=7c947863-05b1-43d6-a7d7-c70e4298b427)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:29:53.754424 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'adb13223-9670-4d3b-8447-0d9fbbdba479', 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287', 'port_id': 'adb13223-9670-4d3b-8447-0d9fbbdba479', 'mac_address': 'fa:16:3e:12:a1:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3692fb40-808d-432b-9136-cc052407fe7f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:29:53.797547 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:53.813521 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id adb13223-9670-4d3b-8447-0d9fbbdba479 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:29:53.835714 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port adb13223-9670-4d3b-8447-0d9fbbdba479, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=adb13223-9670-4d3b-8447-0d9fbbdba479,segment=NetworkSegment(7c947863-05b1-43d6-a7d7-c70e4298b427),segment_id=7c947863-05b1-43d6-a7d7-c70e4298b427)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:29:53.842216 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:53.933818 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=adb13223-9670-4d3b-8447-0d9fbbdba479,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:29:53.942739 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:53.943119 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:53.943492 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:53.943849 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:53.944181 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:53.944512 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:53.944843 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:53.945194 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:53.945518 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:53.945837 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:53.946161 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:53.946481 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:53.952010 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['adb13223-9670-4d3b-8447-0d9fbbdba479'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:29:54.025746 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef2e62-45aa-4eaf-a9f9-2806b536ec2c req-972f10b9-59ad-4159-b9ee-6f20dd0cad66 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:54.027740 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fdef2e62-45aa-4eaf-a9f9-2806b536ec2c req-972f10b9-59ad-4159-b9ee-6f20dd0cad66 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 945 time: 0.0892246 Jul 23 17:29:54.088164 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fdef2e62-45aa-4eaf-a9f9-2806b536ec2c req-03623152-f836-44c8-aab6-a2a2fe930a0b tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479510 Jul 23 17:29:55.296581 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2dc2d-454f-46ca-a9bc-fd3d1664a481 req-e63061ba-a1df-43f3-be5f-f6d7ce7509e7 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:55.300499 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53b2dc2d-454f-46ca-a9bc-fd3d1664a481 req-e63061ba-a1df-43f3-be5f-f6d7ce7509e7 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 945 time: 0.1102386 Jul 23 17:29:55.355247 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53b2dc2d-454f-46ca-a9bc-fd3d1664a481 req-9e8506cd-82a3-414f-a97a-b1c598647177 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483890 Jul 23 17:29:55.640545 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device adb13223-9670-4d3b-8447-0d9fbbdba479 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:29:55.737643 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port adb13223-9670-4d3b-8447-0d9fbbdba479 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:29:55.738646 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:55.909753 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:55.965001 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e159bae0-a02b-443b-ad1b-b9dfacd1e78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb13223-9670-4d3b-8447-0d9fbbdba479'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:29:55.972175 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d9158437a3a893895635b777aad4314b219cd6685506ac89f624094daaea09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ca5fa3-6906-45dd-a30c-4f666a373b97" -d '{"events": [{"server_uuid": "e159bae0-a02b-443b-ad1b-b9dfacd1e78d", "name": "network-vif-plugged", "status": "completed", "tag": "adb13223-9670-4d3b-8447-0d9fbbdba479"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:29:55.998410 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port adb13223-9670-4d3b-8447-0d9fbbdba479, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=adb13223-9670-4d3b-8447-0d9fbbdba479,segment=NetworkSegment(7c947863-05b1-43d6-a7d7-c70e4298b427),segment_id=7c947863-05b1-43d6-a7d7-c70e4298b427)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:29:56.006878 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:56.068929 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cff2191-b2e2-4cfa-bdae-afa2f948c50f x-openstack-request-id: req-6cff2191-b2e2-4cfa-bdae-afa2f948c50f {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:29:56.070031 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e159bae0-a02b-443b-ad1b-b9dfacd1e78d", "name": "network-vif-plugged", "status": "completed", "tag": "adb13223-9670-4d3b-8447-0d9fbbdba479", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:29:56.070527 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6cff2191-b2e2-4cfa-bdae-afa2f948c50f {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:29:56.071368 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e159bae0-a02b-443b-ad1b-b9dfacd1e78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb13223-9670-4d3b-8447-0d9fbbdba479', 'code': 200} Jul 23 17:29:56.137998 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=adb13223-9670-4d3b-8447-0d9fbbdba479,revision_number=7']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:29:56.549479 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc0f3b-91cf-4532-b270-a8122401519b req-7e847886-8bd2-4847-82b9-3df5c81f5b7a tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:56.553883 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-17dc0f3b-91cf-4532-b270-a8122401519b req-7e847886-8bd2-4847-82b9-3df5c81f5b7a tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 946 time: 0.0906937 Jul 23 17:29:56.641951 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-17dc0f3b-91cf-4532-b270-a8122401519b req-c474d046-8487-41fc-8bd0-9f168b3510f7 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831537 Jul 23 17:29:57.896713 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3eccf9-5936-4438-b4f1-440b8f7e8c99 req-991b78c0-62e7-47e9-84d1-ebda5eac8e9a tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:57.899293 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd3eccf9-5936-4438-b4f1-440b8f7e8c99 req-991b78c0-62e7-47e9-84d1-ebda5eac8e9a tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 946 time: 0.1240175 Jul 23 17:29:57.967614 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd3eccf9-5936-4438-b4f1-440b8f7e8c99 req-8a585183-b5cc-489c-925d-363afb84e981 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527546 Jul 23 17:29:59.192390 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a399b5e-e486-4a0d-8d4b-717e899c6bfd req-2d6440d6-b0f8-4f20-82ba-c2ea3124ed99 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:59.195835 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9a399b5e-e486-4a0d-8d4b-717e899c6bfd req-2d6440d6-b0f8-4f20-82ba-c2ea3124ed99 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 946 time: 0.1171203 Jul 23 17:29:59.272438 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9a399b5e-e486-4a0d-8d4b-717e899c6bfd req-59d07670-2fc5-4d99-9317-05b008013707 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658925 Jul 23 17:30:00.511306 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f733b-b083-4d82-90c5-e97a890c8aa0 req-2bb10daf-548a-4601-9d5a-660bbec7d873 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:00.514231 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-272f733b-b083-4d82-90c5-e97a890c8aa0 req-2bb10daf-548a-4601-9d5a-660bbec7d873 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 946 time: 0.1144488 Jul 23 17:30:00.577720 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-272f733b-b083-4d82-90c5-e97a890c8aa0 req-85220da3-cfd0-4a95-a65b-195e7c27c1b2 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554447 Jul 23 17:30:01.813326 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4348a6-e3da-492c-a518-4385dce117ec req-5e42e499-e850-4af7-8eca-932ee18234f7 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:01.821776 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c4348a6-e3da-492c-a518-4385dce117ec req-5e42e499-e850-4af7-8eca-932ee18234f7 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 946 time: 0.1154244 Jul 23 17:30:01.885470 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4c4348a6-e3da-492c-a518-4385dce117ec req-e9611e57-1d18-44f5-b69e-cb4127b6be29 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579953 Jul 23 17:30:02.768688 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-41b3aaed-320f-4557-9534-e850517e853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:03.116128 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61f5d2-5d27-48cc-8e25-24753957c7c6 req-c56a3a95-bd11-450d-af49-57b2b2ea96cb tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:03.118800 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c61f5d2-5d27-48cc-8e25-24753957c7c6 req-c56a3a95-bd11-450d-af49-57b2b2ea96cb tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 946 time: 0.1147609 Jul 23 17:30:03.181134 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5c61f5d2-5d27-48cc-8e25-24753957c7c6 req-7947c095-d5be-425e-ad84-e3072833f3ab tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545413 Jul 23 17:30:04.459333 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf44cd-bb3d-4406-bb37-d658f946fc32 req-418fa7e6-55df-4159-85c1-db6167666664 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:04.462135 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-67cf44cd-bb3d-4406-bb37-d658f946fc32 req-418fa7e6-55df-4159-85c1-db6167666664 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 946 time: 0.1447093 Jul 23 17:30:04.548142 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-67cf44cd-bb3d-4406-bb37-d658f946fc32 req-948d8fc0-1f7f-4540-b269-a47c72368615 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723691 Jul 23 17:30:05.504110 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-85a98d96-c803-4235-ac05-01207f9458a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:05.658427 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:05.696497 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:05.762479 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ed91a-bf68-4bdc-9561-c7de41f75ade req-67355ca1-74ee-41af-917c-1a65ed9629cc tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:05.765894 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce5ed91a-bf68-4bdc-9561-c7de41f75ade req-67355ca1-74ee-41af-917c-1a65ed9629cc tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 946 time: 0.1156929 Jul 23 17:30:05.840813 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ce5ed91a-bf68-4bdc-9561-c7de41f75ade req-b08aa46a-09fe-43bb-9c6b-ad99dc55c859 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675325 Jul 23 17:30:06.656613 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0054a6-4bcb-4abc-8bdb-972479ceb088 req-89f9ef80-c80d-441d-926a-1b4062453fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:06.658274 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb0054a6-4bcb-4abc-8bdb-972479ceb088 req-89f9ef80-c80d-441d-926a-1b4062453fe6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=946daa16de0741779fff7dba707de472&device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 1097 time: 0.0625024 Jul 23 17:30:06.817522 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0054a6-4bcb-4abc-8bdb-972479ceb088 req-247e43ce-a992-4d3b-9de7-9cf06ba81b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:06.819063 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb0054a6-4bcb-4abc-8bdb-972479ceb088 req-247e43ce-a992-4d3b-9de7-9cf06ba81b8a service neutron] 10.222.0.97 "GET /v2.0/networks?id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 HTTP/1.1" status: 200 len: 911 time: 0.1538665 Jul 23 17:30:06.851764 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:06.904001 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb0054a6-4bcb-4abc-8bdb-972479ceb088 req-dbce9537-be1e-4429-8151-8c547eabcad1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=adb13223-9670-4d3b-8447-0d9fbbdba479 HTTP/1.1" status: 200 len: 1001 time: 0.0775769 Jul 23 17:30:06.993416 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0054a6-4bcb-4abc-8bdb-972479ceb088 req-49db5e8c-ec41-4752-b1c4-49530ce5a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:06.995021 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb0054a6-4bcb-4abc-8bdb-972479ceb088 req-49db5e8c-ec41-4752-b1c4-49530ce5a363 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3692fb40-808d-432b-9136-cc052407fe7f HTTP/1.1" status: 200 len: 848 time: 0.0849307 Jul 23 17:30:07.075819 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a8874-49d7-4528-8f43-c7dc895d316b req-d19bb2e5-15cd-40a8-9dfc-c856bab60c01 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:07.077538 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5e8a8874-49d7-4528-8f43-c7dc895d316b req-d19bb2e5-15cd-40a8-9dfc-c856bab60c01 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 946 time: 0.1213932 Jul 23 17:30:07.111294 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0054a6-4bcb-4abc-8bdb-972479ceb088 req-e82eae82-d91e-419c-8ffd-9e2bcbf0478e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:07.112862 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb0054a6-4bcb-4abc-8bdb-972479ceb088 req-e82eae82-d91e-419c-8ffd-9e2bcbf0478e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104076 Jul 23 17:30:07.145976 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5e8a8874-49d7-4528-8f43-c7dc895d316b req-d8a5690d-2a2e-4340-9620-9ade1dcdd5e2 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613046 Jul 23 17:30:07.240253 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb0054a6-4bcb-4abc-8bdb-972479ceb088 req-9ebe51c2-e38c-4555-851e-2a63d02ef1a9 service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162519 Jul 23 17:30:07.351821 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fb0054a6-4bcb-4abc-8bdb-972479ceb088 req-9ce2100c-b3f0-4de2-aff7-5d3fada15ce6 service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042931 Jul 23 17:30:08.072087 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:08.299909 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd364760-c0eb-4156-b285-210bc8d8057a req-b16bbda0-3dbd-404b-ba3e-d08a72f0bc39 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:08.301695 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd364760-c0eb-4156-b285-210bc8d8057a req-b16bbda0-3dbd-404b-ba3e-d08a72f0bc39 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 946 time: 0.0758193 Jul 23 17:30:08.357090 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fd364760-c0eb-4156-b285-210bc8d8057a req-5b6ed874-cb09-47b8-bc8f-b19272cc75a5 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483847 Jul 23 17:30:08.867157 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:09.518276 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a80f0f-ec1f-4936-8b84-0165991f63fe req-a105b12f-2037-4033-9570-776d48b972b8 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:09.521032 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e2a80f0f-ec1f-4936-8b84-0165991f63fe req-a105b12f-2037-4033-9570-776d48b972b8 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 946 time: 0.0835280 Jul 23 17:30:09.586593 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e2a80f0f-ec1f-4936-8b84-0165991f63fe req-ec33cd0c-aa52-4cfc-85bc-6efa9e02c0de tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596013 Jul 23 17:30:09.690705 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device adb13223-9670-4d3b-8447-0d9fbbdba479 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:30:09.812260 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:09.848229 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e159bae0-a02b-443b-ad1b-b9dfacd1e78d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adb13223-9670-4d3b-8447-0d9fbbdba479'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:30:09.852191 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d9158437a3a893895635b777aad4314b219cd6685506ac89f624094daaea09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc59cb7-2428-4227-8a14-9c34d8868c36" -d '{"events": [{"server_uuid": "e159bae0-a02b-443b-ad1b-b9dfacd1e78d", "name": "network-vif-unplugged", "status": "completed", "tag": "adb13223-9670-4d3b-8447-0d9fbbdba479"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:30:09.876134 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port adb13223-9670-4d3b-8447-0d9fbbdba479, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=adb13223-9670-4d3b-8447-0d9fbbdba479,segment=NetworkSegment(7c947863-05b1-43d6-a7d7-c70e4298b427),segment_id=7c947863-05b1-43d6-a7d7-c70e4298b427)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:30:09.882625 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:09.969538 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbee17-560a-4a07-b497-087945e00c8c req-2490d51f-8ab8-479f-8044-2e8e1d1528d4 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:09.970731 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=adb13223-9670-4d3b-8447-0d9fbbdba479,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:09.971107 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-23dbee17-560a-4a07-b497-087945e00c8c req-2490d51f-8ab8-479f-8044-2e8e1d1528d4 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 946 time: 0.1206839 Jul 23 17:30:10.021495 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-23dbee17-560a-4a07-b497-087945e00c8c req-9942ddb0-df92-46b8-bfcb-c05d69820794 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415885 Jul 23 17:30:10.070034 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 17:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6878c77d-ebe4-4280-b652-3037a1faa891 x-openstack-request-id: req-6878c77d-ebe4-4280-b652-3037a1faa891 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:30:10.070509 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e159bae0-a02b-443b-ad1b-b9dfacd1e78d", "name": "network-vif-unplugged", "status": "failed", "tag": "adb13223-9670-4d3b-8447-0d9fbbdba479", "code": 422}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:30:10.070916 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6878c77d-ebe4-4280-b652-3037a1faa891 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:30:10.071452 n-d-778549-4 neutron-server[94014]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e159bae0-a02b-443b-ad1b-b9dfacd1e78d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'adb13223-9670-4d3b-8447-0d9fbbdba479', 'code': 422} returned with failed status Jul 23 17:30:10.294332 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60140) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:30:10.406115 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-511b28a8-6669-43e6-9373-62250c18ca61 req-370cdce8-38b3-4214-a1aa-209d2da059ae service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1103926 Jul 23 17:30:11.267584 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62167dcc-2bff-4309-b56a-c3c26cd11a34 req-bccee763-4b23-4ccb-912d-cb601f151d2a tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:11.270540 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-62167dcc-2bff-4309-b56a-c3c26cd11a34 req-bccee763-4b23-4ccb-912d-cb601f151d2a tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 944 time: 0.1685927 Jul 23 17:30:11.341100 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-62167dcc-2bff-4309-b56a-c3c26cd11a34 req-0020a2f5-90d2-49d1-83de-90a2e546ff7c tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624897 Jul 23 17:30:11.346750 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b28a8-6669-43e6-9373-62250c18ca61 req-7c573fcf-c9de-4875-ac82-077aa7e6b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:11.348394 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-511b28a8-6669-43e6-9373-62250c18ca61 req-7c573fcf-c9de-4875-ac82-077aa7e6b338 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d&tenant_id=946daa16de0741779fff7dba707de472 HTTP/1.1" status: 200 len: 1095 time: 0.1584167 Jul 23 17:30:11.436324 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b28a8-6669-43e6-9373-62250c18ca61 req-54edd5de-e789-4865-9507-e57c06f416d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:11.438974 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-511b28a8-6669-43e6-9373-62250c18ca61 req-54edd5de-e789-4865-9507-e57c06f416d1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=946daa16de0741779fff7dba707de472&device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 1095 time: 0.0646191 Jul 23 17:30:11.547655 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b28a8-6669-43e6-9373-62250c18ca61 req-9dee73f9-6864-4f75-bdcc-9333fd46f9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:11.549324 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-511b28a8-6669-43e6-9373-62250c18ca61 req-9dee73f9-6864-4f75-bdcc-9333fd46f9ac service neutron] 10.222.0.97 "GET /v2.0/networks?id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 HTTP/1.1" status: 200 len: 911 time: 0.1044786 Jul 23 17:30:11.620386 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-511b28a8-6669-43e6-9373-62250c18ca61 req-adfb4c90-10d5-470b-bda3-0958b16c3482 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=adb13223-9670-4d3b-8447-0d9fbbdba479 HTTP/1.1" status: 200 len: 999 time: 0.0647371 Jul 23 17:30:11.675221 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b28a8-6669-43e6-9373-62250c18ca61 req-6aed503c-3153-4a83-a64d-631d79e4d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:11.676731 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-511b28a8-6669-43e6-9373-62250c18ca61 req-6aed503c-3153-4a83-a64d-631d79e4d3bc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3692fb40-808d-432b-9136-cc052407fe7f HTTP/1.1" status: 200 len: 848 time: 0.0505745 Jul 23 17:30:11.749935 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b28a8-6669-43e6-9373-62250c18ca61 req-47094d60-444c-4f31-b306-eb168a20058d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:11.751612 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-511b28a8-6669-43e6-9373-62250c18ca61 req-47094d60-444c-4f31-b306-eb168a20058d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684905 Jul 23 17:30:11.851103 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-511b28a8-6669-43e6-9373-62250c18ca61 req-c3c45961-6c06-4dfa-8dd6-1024d6d646cc service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930996 Jul 23 17:30:11.958479 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-511b28a8-6669-43e6-9373-62250c18ca61 req-046a3fde-ed6d-43fb-ac0a-775565de2379 service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006470 Jul 23 17:30:12.711190 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0760c-4986-4b99-91c5-3aaa386d68e1 req-01ab6efb-48ff-49b1-8836-c424a2a6b808 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:12.717811 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bfc0760c-4986-4b99-91c5-3aaa386d68e1 req-01ab6efb-48ff-49b1-8836-c424a2a6b808 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 944 time: 0.2442865 Jul 23 17:30:12.780917 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bfc0760c-4986-4b99-91c5-3aaa386d68e1 req-213bf740-1551-4df4-ac33-78b004db2501 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607915 Jul 23 17:30:13.951803 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb79bcd-9d7d-4220-b9dd-644225e5589c req-56227b6e-3440-4e04-9a86-66e6204bad59 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:13.954553 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbb79bcd-9d7d-4220-b9dd-644225e5589c req-56227b6e-3440-4e04-9a86-66e6204bad59 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 944 time: 0.0898252 Jul 23 17:30:14.021482 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bbb79bcd-9d7d-4220-b9dd-644225e5589c req-fa452ff7-62d4-4708-85b8-abcef3aad503 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552301 Jul 23 17:30:15.222113 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01de2c-3513-475f-9825-3f6cc11052ce req-de6c64c1-5ea5-4e7d-a15f-a68d49a0bd0d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:15.223846 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1a01de2c-3513-475f-9825-3f6cc11052ce req-de6c64c1-5ea5-4e7d-a15f-a68d49a0bd0d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 944 time: 0.0885475 Jul 23 17:30:15.279658 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1a01de2c-3513-475f-9825-3f6cc11052ce req-81a72fb3-49d5-4738-a5ab-86d95d31f382 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492859 Jul 23 17:30:16.469768 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a57cd-3ef1-473a-b2c8-12e30e29c981 req-3d76e764-fa13-41ee-96a8-f883111b61a4 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:16.472502 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f63a57cd-3ef1-473a-b2c8-12e30e29c981 req-3d76e764-fa13-41ee-96a8-f883111b61a4 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 944 time: 0.0912361 Jul 23 17:30:16.540869 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f63a57cd-3ef1-473a-b2c8-12e30e29c981 req-4f4dff38-cec7-4340-a34f-e5bef734e933 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556328 Jul 23 17:30:17.224937 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:30:17.718451 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924d68e-ea62-4c2a-b320-72d268d30ae5 req-99ff46a1-b964-4f88-89fe-4913125fb6f1 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:17.720455 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0924d68e-ea62-4c2a-b320-72d268d30ae5 req-99ff46a1-b964-4f88-89fe-4913125fb6f1 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 944 time: 0.0889547 Jul 23 17:30:17.795371 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0924d68e-ea62-4c2a-b320-72d268d30ae5 req-02d38f44-8d4e-46a2-b881-65f028bd4ae3 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627806 Jul 23 17:30:19.023669 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf67a6a-0b63-4754-8c3d-2022916b5876 req-7a6b2f3a-283b-40b4-91fb-009a2711ec23 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:19.027936 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2bf67a6a-0b63-4754-8c3d-2022916b5876 req-7a6b2f3a-283b-40b4-91fb-009a2711ec23 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 944 time: 0.1254487 Jul 23 17:30:19.102405 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2bf67a6a-0b63-4754-8c3d-2022916b5876 req-16017d86-95f4-4ec1-a521-0926cca9d623 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688734 Jul 23 17:30:20.344442 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64331cf9-8d26-4da2-bbc4-8017af245088 req-744d84ce-0355-4f95-b7e0-08f0accb8420 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:20.347400 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-64331cf9-8d26-4da2-bbc4-8017af245088 req-744d84ce-0355-4f95-b7e0-08f0accb8420 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 944 time: 0.1185100 Jul 23 17:30:20.423740 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-64331cf9-8d26-4da2-bbc4-8017af245088 req-94ccab6e-4948-44f1-874a-b851b9d40e93 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701954 Jul 23 17:30:21.641669 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05fbc7-24ad-4289-91a7-0e3c9064f36a req-95e3764f-d7f3-46db-ad1d-a6ea7b16c00f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:21.643347 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e05fbc7-24ad-4289-91a7-0e3c9064f36a req-95e3764f-d7f3-46db-ad1d-a6ea7b16c00f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 944 time: 0.0950329 Jul 23 17:30:21.703104 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6e05fbc7-24ad-4289-91a7-0e3c9064f36a req-efd3cdcb-4030-472f-93e7-bb995fce49ae tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532193 Jul 23 17:30:22.885648 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a896eea-653d-4a63-88ae-e866711e4ca9 req-09d721c4-b279-4464-8a2a-b9ca01146ca7 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:22.889125 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9a896eea-653d-4a63-88ae-e866711e4ca9 req-09d721c4-b279-4464-8a2a-b9ca01146ca7 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 944 time: 0.1092772 Jul 23 17:30:22.945319 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9a896eea-653d-4a63-88ae-e866711e4ca9 req-0aabdd73-5d38-468f-8dcb-fe174466b3d3 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502050 Jul 23 17:30:24.098661 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1fc516-eee0-48e4-9df7-4beccc4411ec req-62dd0efa-b828-46ae-b6f1-c9d0831a271e tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:24.100341 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f1fc516-eee0-48e4-9df7-4beccc4411ec req-62dd0efa-b828-46ae-b6f1-c9d0831a271e tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 944 time: 0.0786543 Jul 23 17:30:24.148247 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f1fc516-eee0-48e4-9df7-4beccc4411ec req-0d6ae468-2017-48cd-8405-69f455f8e812 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369749 Jul 23 17:30:25.309661 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216f5e8-17d3-4d9c-a5e4-963fd850980a req-b5785c51-d2c0-4da8-bec9-95e331e4981a tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:25.311515 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3216f5e8-17d3-4d9c-a5e4-963fd850980a req-b5785c51-d2c0-4da8-bec9-95e331e4981a tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 944 time: 0.0722504 Jul 23 17:30:25.358406 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3216f5e8-17d3-4d9c-a5e4-963fd850980a req-e792340c-a4a4-4141-ad80-46b58155ba0f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403512 Jul 23 17:30:25.719550 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device adb13223-9670-4d3b-8447-0d9fbbdba479 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:30:25.838201 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port adb13223-9670-4d3b-8447-0d9fbbdba479, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=adb13223-9670-4d3b-8447-0d9fbbdba479,segment=NetworkSegment(7c947863-05b1-43d6-a7d7-c70e4298b427),segment_id=7c947863-05b1-43d6-a7d7-c70e4298b427)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:30:25.851715 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'adb13223-9670-4d3b-8447-0d9fbbdba479', 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287', 'port_id': 'adb13223-9670-4d3b-8447-0d9fbbdba479', 'mac_address': 'fa:16:3e:12:a1:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3692fb40-808d-432b-9136-cc052407fe7f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:30:25.893596 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:25.909029 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb13223-9670-4d3b-8447-0d9fbbdba479 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:30:25.933899 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port adb13223-9670-4d3b-8447-0d9fbbdba479, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=adb13223-9670-4d3b-8447-0d9fbbdba479,segment=NetworkSegment(7c947863-05b1-43d6-a7d7-c70e4298b427),segment_id=7c947863-05b1-43d6-a7d7-c70e4298b427)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:30:25.939246 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:25.994212 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=adb13223-9670-4d3b-8447-0d9fbbdba479,revision_number=9']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:26.171050 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['adb13223-9670-4d3b-8447-0d9fbbdba479'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:30:26.522630 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f948519-384d-45ce-aa02-16b1ad9c2c64 req-60abaf9c-d989-4504-81b8-95d8ac408f8d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:26.524780 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f948519-384d-45ce-aa02-16b1ad9c2c64 req-60abaf9c-d989-4504-81b8-95d8ac408f8d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 945 time: 0.0904453 Jul 23 17:30:26.593551 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6f948519-384d-45ce-aa02-16b1ad9c2c64 req-2508a25c-7581-4277-ae01-c385959365e7 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503583 Jul 23 17:30:27.727315 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device adb13223-9670-4d3b-8447-0d9fbbdba479 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:30:27.770862 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641709e5-055b-4858-9c94-7f66936417b1 req-b80484db-4ec2-4530-8e4f-cf4cc3e2f816 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:27.772517 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-641709e5-055b-4858-9c94-7f66936417b1 req-b80484db-4ec2-4530-8e4f-cf4cc3e2f816 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 945 time: 0.0829961 Jul 23 17:30:27.796706 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port adb13223-9670-4d3b-8447-0d9fbbdba479 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:30:27.797351 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:27.822380 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-641709e5-055b-4858-9c94-7f66936417b1 req-7842a296-8fe7-4e8f-a3c0-3e6732be3db9 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420675 Jul 23 17:30:27.915593 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:27.946637 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e159bae0-a02b-443b-ad1b-b9dfacd1e78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb13223-9670-4d3b-8447-0d9fbbdba479'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:30:27.950352 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d9158437a3a893895635b777aad4314b219cd6685506ac89f624094daaea09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e19464-f572-4503-8a7b-d1ca0d016465" -d '{"events": [{"server_uuid": "e159bae0-a02b-443b-ad1b-b9dfacd1e78d", "name": "network-vif-plugged", "status": "completed", "tag": "adb13223-9670-4d3b-8447-0d9fbbdba479"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:30:27.966652 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port adb13223-9670-4d3b-8447-0d9fbbdba479, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=adb13223-9670-4d3b-8447-0d9fbbdba479,segment=NetworkSegment(7c947863-05b1-43d6-a7d7-c70e4298b427),segment_id=7c947863-05b1-43d6-a7d7-c70e4298b427)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:30:27.972294 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:28.005039 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3319d15-f6b7-4ffa-b499-4d5e9fc589e7 x-openstack-request-id: req-e3319d15-f6b7-4ffa-b499-4d5e9fc589e7 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:30:28.005374 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e159bae0-a02b-443b-ad1b-b9dfacd1e78d", "name": "network-vif-plugged", "status": "completed", "tag": "adb13223-9670-4d3b-8447-0d9fbbdba479", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:30:28.005594 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e3319d15-f6b7-4ffa-b499-4d5e9fc589e7 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:30:28.005990 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e159bae0-a02b-443b-ad1b-b9dfacd1e78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb13223-9670-4d3b-8447-0d9fbbdba479', 'code': 200} Jul 23 17:30:28.041082 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=adb13223-9670-4d3b-8447-0d9fbbdba479,revision_number=10']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:28.198053 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c2766-720c-4980-ac96-446888496e2f req-5ffee582-3561-43e6-85f4-5bcb5508ddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:28.199716 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-609c2766-720c-4980-ac96-446888496e2f req-5ffee582-3561-43e6-85f4-5bcb5508ddd5 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 1098 time: 0.0615895 Jul 23 17:30:28.241331 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-609c2766-720c-4980-ac96-446888496e2f req-110ade21-e322-4e7c-affc-0c4213dc34b7 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352428 Jul 23 17:30:29.013253 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c124d-3bfb-425e-9ffc-eb5130a1e2d8 req-0863db6e-189a-4571-bb09-3fd390159fe1 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:29.014937 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-726c124d-3bfb-425e-9ffc-eb5130a1e2d8 req-0863db6e-189a-4571-bb09-3fd390159fe1 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 947 time: 0.1042228 Jul 23 17:30:29.066546 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-726c124d-3bfb-425e-9ffc-eb5130a1e2d8 req-48151ac1-096f-4ed0-8b4a-247abc15500c tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450816 Jul 23 17:30:30.222754 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba0f6b-7048-498a-ab40-65b4b01d63b5 req-92e005cb-49d7-4678-ac0d-c34af4a1301a tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:30.224481 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-17ba0f6b-7048-498a-ab40-65b4b01d63b5 req-92e005cb-49d7-4678-ac0d-c34af4a1301a tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 947 time: 0.0794508 Jul 23 17:30:30.272132 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-17ba0f6b-7048-498a-ab40-65b4b01d63b5 req-6be93fe1-4f2e-4050-bdd6-16588fe0f0b4 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410097 Jul 23 17:30:32.736229 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dc809f82-20d3-488f-ade0-f9aae55f3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:35.496661 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d6985ac5-ce4b-4649-86f8-175f7a7dc7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:35.659583 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:35.693211 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:36.849457 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:38.086073 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:38.762336 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c57e46f6-fad3-47ed-96a5-66bc180cb494 req-a2ac275d-dc2d-47e3-8e7e-c2e30e7b773d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0591929 Jul 23 17:30:38.863247 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:38.878829 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e46f6-fad3-47ed-96a5-66bc180cb494 req-01ab4c65-87ce-4f6a-a647-9993cd1523bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:38.880721 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c57e46f6-fad3-47ed-96a5-66bc180cb494 req-01ab4c65-87ce-4f6a-a647-9993cd1523bb service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=946daa16de0741779fff7dba707de472&device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 1098 time: 0.0734198 Jul 23 17:30:38.996638 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e46f6-fad3-47ed-96a5-66bc180cb494 req-992d39f2-48c8-4ec3-8654-dbde15ad8ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:38.998165 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c57e46f6-fad3-47ed-96a5-66bc180cb494 req-992d39f2-48c8-4ec3-8654-dbde15ad8ee9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 HTTP/1.1" status: 200 len: 911 time: 0.0938148 Jul 23 17:30:39.074961 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c57e46f6-fad3-47ed-96a5-66bc180cb494 req-d082bd4d-ecee-4519-9f30-9d01eca758a3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=adb13223-9670-4d3b-8447-0d9fbbdba479 HTTP/1.1" status: 200 len: 1001 time: 0.0695708 Jul 23 17:30:39.127888 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e46f6-fad3-47ed-96a5-66bc180cb494 req-0eadaad5-39c1-40cc-b8af-f48d7888af87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:39.129434 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c57e46f6-fad3-47ed-96a5-66bc180cb494 req-0eadaad5-39c1-40cc-b8af-f48d7888af87 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3692fb40-808d-432b-9136-cc052407fe7f HTTP/1.1" status: 200 len: 848 time: 0.0484302 Jul 23 17:30:39.192801 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e46f6-fad3-47ed-96a5-66bc180cb494 req-97a226ab-d9cf-4eea-9471-863666167830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:39.194475 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c57e46f6-fad3-47ed-96a5-66bc180cb494 req-97a226ab-d9cf-4eea-9471-863666167830 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578089 Jul 23 17:30:39.299402 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c57e46f6-fad3-47ed-96a5-66bc180cb494 req-cbc251c5-0e7b-4e33-ab67-1cf5c010d31b service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977194 Jul 23 17:30:39.404077 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c57e46f6-fad3-47ed-96a5-66bc180cb494 req-284456bb-dc6f-4803-b31e-584396a0fc0d service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971298 Jul 23 17:30:45.074737 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9c8d8e44-9a6c-4686-8432-a3275ed0c449 req-f3f59dfd-d402-43f3-a01c-36f930295f4b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1509013 Jul 23 17:30:45.181320 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d8e44-9a6c-4686-8432-a3275ed0c449 req-30b45623-d3aa-4426-9d4f-9f16e6ec001d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:45.184332 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9c8d8e44-9a6c-4686-8432-a3275ed0c449 req-30b45623-d3aa-4426-9d4f-9f16e6ec001d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0622759 Jul 23 17:30:45.312408 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d8e44-9a6c-4686-8432-a3275ed0c449 req-4d067158-67b2-4cde-bc36-2cb978a61492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:45.315113 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9c8d8e44-9a6c-4686-8432-a3275ed0c449 req-4d067158-67b2-4cde-bc36-2cb978a61492 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.1060734 Jul 23 17:30:45.361957 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9c8d8e44-9a6c-4686-8432-a3275ed0c449 req-2967fa8e-9064-402e-9b94-23b8ae45fdfc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0392885 Jul 23 17:30:45.421204 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d8e44-9a6c-4686-8432-a3275ed0c449 req-e7cd2093-0461-4b44-8b9b-bc15a493ed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:45.422753 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9c8d8e44-9a6c-4686-8432-a3275ed0c449 req-e7cd2093-0461-4b44-8b9b-bc15a493ed65 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0540175 Jul 23 17:30:45.492123 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d8e44-9a6c-4686-8432-a3275ed0c449 req-7a2e97ea-ea63-47eb-a155-baa656553ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:45.494913 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9c8d8e44-9a6c-4686-8432-a3275ed0c449 req-7a2e97ea-ea63-47eb-a155-baa656553ad4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648623 Jul 23 17:30:45.599201 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9c8d8e44-9a6c-4686-8432-a3275ed0c449 req-d85de147-1b1e-4c25-8cc2-097b4f6bdd2d service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978768 Jul 23 17:30:45.709968 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-9c8d8e44-9a6c-4686-8432-a3275ed0c449 req-6f5b534a-8684-4b3e-89e6-34167ae5a2b5 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033051 Jul 23 17:30:54.226118 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:31:02.731284 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5a07977a-95a0-483c-9863-fd7a4b8fd982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:05.496060 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4f4d8c63-6114-43de-a623-3290ba64fe28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:05.658384 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:05.685423 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:06.855586 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:08.092042 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:08.867017 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:31.225920 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:31:32.735211 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e14b5cd0-5c50-4ce3-9c71-318e9db57b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:35.491368 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8f4271c4-044d-4188-be13-3dd8470f35d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:35.655730 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:35.691750 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:36.853896 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:38.095067 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:38.870056 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:39.206089 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60266) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:31:39.401010 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-464923a7-1351-41aa-9dad-a59c92bd1701 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Deleting port 19717cfb-1467-4c3f-85c8-27933a09435a {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:31:39.401633 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-464923a7-1351-41aa-9dad-a59c92bd1701 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:39.503300 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-464923a7-1351-41aa-9dad-a59c92bd1701 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:39.503566 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-464923a7-1351-41aa-9dad-a59c92bd1701 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:39.519731 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-464923a7-1351-41aa-9dad-a59c92bd1701 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Calling delete_port for 19717cfb-1467-4c3f-85c8-27933a09435a owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:31:39.699314 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-464923a7-1351-41aa-9dad-a59c92bd1701 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:39.730283 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464923a7-1351-41aa-9dad-a59c92bd1701 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Pushing event deleted for resources: {'Port': ['ID=19717cfb-1467-4c3f-85c8-27933a09435a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:31:39.742182 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464923a7-1351-41aa-9dad-a59c92bd1701 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:31:39.743205 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464923a7-1351-41aa-9dad-a59c92bd1701 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:31:39.744307 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464923a7-1351-41aa-9dad-a59c92bd1701 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:31:39.744307 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464923a7-1351-41aa-9dad-a59c92bd1701 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:31:39.744638 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464923a7-1351-41aa-9dad-a59c92bd1701 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:31:39.744797 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464923a7-1351-41aa-9dad-a59c92bd1701 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:31:39.745005 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464923a7-1351-41aa-9dad-a59c92bd1701 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:31:39.745359 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464923a7-1351-41aa-9dad-a59c92bd1701 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:31:39.745682 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464923a7-1351-41aa-9dad-a59c92bd1701 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:31:39.746003 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464923a7-1351-41aa-9dad-a59c92bd1701 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:31:39.746331 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464923a7-1351-41aa-9dad-a59c92bd1701 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:31:39.746651 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464923a7-1351-41aa-9dad-a59c92bd1701 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:31:39.816192 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-464923a7-1351-41aa-9dad-a59c92bd1701 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:39.816763 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-464923a7-1351-41aa-9dad-a59c92bd1701 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Floating IP 19e6d9b3-bc13-41f8-aacc-8d4963381f2e disassociated (deleted). External IP: 172.25.8.39, port: adb13223-9670-4d3b-8447-0d9fbbdba479. Jul 23 17:31:40.084167 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464923a7-1351-41aa-9dad-a59c92bd1701 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Router ccf4329c-b583-47a3-ac9e-eef447ed92af has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:31:40.205540 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464923a7-1351-41aa-9dad-a59c92bd1701 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:31:40.211692 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-464923a7-1351-41aa-9dad-a59c92bd1701 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:40.218427 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acb1704-28ac-4a36-a7b8-8c11f27b747f None None] Sync routers for ids ['ccf4329c-b583-47a3-ac9e-eef447ed92af'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:31:40.230872 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acb1704-28ac-4a36-a7b8-8c11f27b747f None None] Routers {'ccf4329c-b583-47a3-ac9e-eef447ed92af'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:31:40.231646 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-6acb1704-28ac-4a36-a7b8-8c11f27b747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:31:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ccf4329c-b583-47a3-ac9e-eef447ed92af'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:31:40.254004 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-464923a7-1351-41aa-9dad-a59c92bd1701 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "DELETE /v2.0/floatingips/19e6d9b3-bc13-41f8-aacc-8d4963381f2e HTTP/1.1" status: 204 len: 168 time: 1.0466104 Jul 23 17:31:40.254842 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e159bae0-a02b-443b-ad1b-b9dfacd1e78d', 'tag': 'adb13223-9670-4d3b-8447-0d9fbbdba479'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:31:40.257630 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca08741-1c2b-4f36-8ba5-0ddf73109360" -d '{"events": [{"name": "network-changed", "server_uuid": "e159bae0-a02b-443b-ad1b-b9dfacd1e78d", "tag": "adb13223-9670-4d3b-8447-0d9fbbdba479"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:31:40.370857 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-6acb1704-28ac-4a36-a7b8-8c11f27b747f None None] Set router ccf4329c-b583-47a3-ac9e-eef447ed92af gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:31:40.560803 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0905a0d2-aae2-4c9e-a7c1-97169a741153 x-openstack-request-id: req-0905a0d2-aae2-4c9e-a7c1-97169a741153 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:31:40.561391 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e159bae0-a02b-443b-ad1b-b9dfacd1e78d", "tag": "adb13223-9670-4d3b-8447-0d9fbbdba479", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:31:40.561861 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0905a0d2-aae2-4c9e-a7c1-97169a741153 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:31:40.562585 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e159bae0-a02b-443b-ad1b-b9dfacd1e78d', 'tag': 'adb13223-9670-4d3b-8447-0d9fbbdba479', 'status': 'completed', 'code': 200} Jul 23 17:31:40.672679 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-6acb1704-28ac-4a36-a7b8-8c11f27b747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'name': 'tempest-TestShelveInstance-1965503160-router', 'tenant_id': '946daa16de0741779fff7dba707de472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:15Z', 'updated_at': '2021-07-23T17:27:19Z', 'revision_number': 4, 'project_id': '946daa16de0741779fff7dba707de472', 'gw_port': {'id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:99:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:16Z', 'updated_at': '2021-07-23T17:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'c6358a2f-fa9c-4972-b979-ad369858366d', 'name': '', 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287', 'tenant_id': '946daa16de0741779fff7dba707de472', 'mac_address': 'fa:16:3e:b1:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3692fb40-808d-432b-9136-cc052407fe7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:18Z', 'updated_at': '2021-07-23T17:27:26Z', 'revision_number': 5, 'project_id': '946daa16de0741779fff7dba707de472', 'subnets': [{'id': '3692fb40-808d-432b-9136-cc052407fe7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:31:40.715454 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acb1704-28ac-4a36-a7b8-8c11f27b747f None None] Checking router: ccf4329c-b583-47a3-ac9e-eef447ed92af for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:31:40.731243 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acb1704-28ac-4a36-a7b8-8c11f27b747f None None] Routers {'ccf4329c-b583-47a3-ac9e-eef447ed92af'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:31:40.732273 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-6acb1704-28ac-4a36-a7b8-8c11f27b747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:31:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ccf4329c-b583-47a3-ac9e-eef447ed92af'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:31:40.810352 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c6d8e-bdca-4cd0-9e40-9663ddab5b3f req-b6892803-de78-4991-b5f5-f9bc127c6a5d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:40.813288 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5f2c6d8e-bdca-4cd0-9e40-9663ddab5b3f req-b6892803-de78-4991-b5f5-f9bc127c6a5d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 947 time: 0.1665401 Jul 23 17:31:40.836339 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca08741-1c2b-4f36-8ba5-0ddf73109360 req-b7e3e548-5632-46ff-9755-a7fddeda7617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:40.839217 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aca08741-1c2b-4f36-8ba5-0ddf73109360 req-b7e3e548-5632-46ff-9755-a7fddeda7617 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=946daa16de0741779fff7dba707de472&device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 1098 time: 0.2523756 Jul 23 17:31:40.856017 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-6acb1704-28ac-4a36-a7b8-8c11f27b747f None None] Set router ccf4329c-b583-47a3-ac9e-eef447ed92af gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:31:40.950281 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5f2c6d8e-bdca-4cd0-9e40-9663ddab5b3f req-8f558729-5b4b-4ab9-83a7-aa449666dfd1 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286018 Jul 23 17:31:41.045981 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca08741-1c2b-4f36-8ba5-0ddf73109360 req-a3b03586-5c5e-4cd5-b91c-17be7ce94303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:41.048058 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aca08741-1c2b-4f36-8ba5-0ddf73109360 req-a3b03586-5c5e-4cd5-b91c-17be7ce94303 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 HTTP/1.1" status: 200 len: 911 time: 0.1944897 Jul 23 17:31:41.118745 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aca08741-1c2b-4f36-8ba5-0ddf73109360 req-ff265916-71c5-438b-9956-82ca09ea0f43 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=adb13223-9670-4d3b-8447-0d9fbbdba479 HTTP/1.1" status: 200 len: 217 time: 0.0633276 Jul 23 17:31:41.123187 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-6acb1704-28ac-4a36-a7b8-8c11f27b747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'name': 'tempest-TestShelveInstance-1965503160-router', 'tenant_id': '946daa16de0741779fff7dba707de472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:15Z', 'updated_at': '2021-07-23T17:27:19Z', 'revision_number': 4, 'project_id': '946daa16de0741779fff7dba707de472', 'gw_port': {'id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:99:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:16Z', 'updated_at': '2021-07-23T17:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'c6358a2f-fa9c-4972-b979-ad369858366d', 'name': '', 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287', 'tenant_id': '946daa16de0741779fff7dba707de472', 'mac_address': 'fa:16:3e:b1:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3692fb40-808d-432b-9136-cc052407fe7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:18Z', 'updated_at': '2021-07-23T17:27:26Z', 'revision_number': 5, 'project_id': '946daa16de0741779fff7dba707de472', 'subnets': [{'id': '3692fb40-808d-432b-9136-cc052407fe7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:31:41.169415 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acb1704-28ac-4a36-a7b8-8c11f27b747f None None] The sync data for ids ['ccf4329c-b583-47a3-ac9e-eef447ed92af'] in n-d-778549-4 is: [{'id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'name': 'tempest-TestShelveInstance-1965503160-router', 'tenant_id': '946daa16de0741779fff7dba707de472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:15Z', 'updated_at': '2021-07-23T17:27:19Z', 'revision_number': 4, 'project_id': '946daa16de0741779fff7dba707de472', 'gw_port': {'id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:99:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:16Z', 'updated_at': '2021-07-23T17:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'c6358a2f-fa9c-4972-b979-ad369858366d', 'name': '', 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287', 'tenant_id': '946daa16de0741779fff7dba707de472', 'mac_address': 'fa:16:3e:b1:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3692fb40-808d-432b-9136-cc052407fe7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:18Z', 'updated_at': '2021-07-23T17:27:26Z', 'revision_number': 5, 'project_id': '946daa16de0741779fff7dba707de472', 'subnets': [{'id': '3692fb40-808d-432b-9136-cc052407fe7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:31:41.201139 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca08741-1c2b-4f36-8ba5-0ddf73109360 req-5218962d-f944-42ed-af55-b3cec29a2ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:41.203415 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aca08741-1c2b-4f36-8ba5-0ddf73109360 req-5218962d-f944-42ed-af55-b3cec29a2ade service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3692fb40-808d-432b-9136-cc052407fe7f HTTP/1.1" status: 200 len: 848 time: 0.0777657 Jul 23 17:31:41.278572 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca08741-1c2b-4f36-8ba5-0ddf73109360 req-57af4b04-783a-44d3-ae1f-5b8a83262e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:41.280166 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aca08741-1c2b-4f36-8ba5-0ddf73109360 req-57af4b04-783a-44d3-ae1f-5b8a83262e21 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696721 Jul 23 17:31:41.395825 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aca08741-1c2b-4f36-8ba5-0ddf73109360 req-b91b220f-31bf-4382-b863-890a9e122c80 service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083627 Jul 23 17:31:41.439441 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b961e866-c091-453e-9063-cd1cdf136010 None None] New status for floating IP 19e6d9b3-bc13-41f8-aacc-8d4963381f2e: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:31:41.521859 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aca08741-1c2b-4f36-8ba5-0ddf73109360 req-ccb81167-26dc-42b6-af84-fa41c8df5902 service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190472 Jul 23 17:31:41.848830 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17b7ba-534d-4e37-8b8a-211e44d5059e req-2ac21939-edfc-4091-87ee-3ae197577680 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:41.850541 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc17b7ba-534d-4e37-8b8a-211e44d5059e req-2ac21939-edfc-4091-87ee-3ae197577680 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.97 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 947 time: 0.0702574 Jul 23 17:31:41.959687 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-bc17b7ba-534d-4e37-8b8a-211e44d5059e req-503f4d3b-9073-4751-95ec-4777f46b21cd tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Deleting port adb13223-9670-4d3b-8447-0d9fbbdba479 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:31:41.960034 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bc17b7ba-534d-4e37-8b8a-211e44d5059e req-503f4d3b-9073-4751-95ec-4777f46b21cd tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:42.094625 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-bc17b7ba-534d-4e37-8b8a-211e44d5059e req-503f4d3b-9073-4751-95ec-4777f46b21cd tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] For port adb13223-9670-4d3b-8447-0d9fbbdba479, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=adb13223-9670-4d3b-8447-0d9fbbdba479,segment=NetworkSegment(7c947863-05b1-43d6-a7d7-c70e4298b427),segment_id=7c947863-05b1-43d6-a7d7-c70e4298b427)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:31:42.094982 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bc17b7ba-534d-4e37-8b8a-211e44d5059e req-503f4d3b-9073-4751-95ec-4777f46b21cd tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:42.112272 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-bc17b7ba-534d-4e37-8b8a-211e44d5059e req-503f4d3b-9073-4751-95ec-4777f46b21cd tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Calling delete_port for adb13223-9670-4d3b-8447-0d9fbbdba479 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:31:42.193887 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7a4e9-2ed6-4269-b05d-dd319a80d72a req-8db99bab-f42d-4033-b5a3-fb77c09b9c2c tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:42.195999 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-63f7a4e9-2ed6-4269-b05d-dd319a80d72a req-8db99bab-f42d-4033-b5a3-fb77c09b9c2c tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=e159bae0-a02b-443b-ad1b-b9dfacd1e78d HTTP/1.1" status: 200 len: 947 time: 0.1515064 Jul 23 17:31:42.264875 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-63f7a4e9-2ed6-4269-b05d-dd319a80d72a req-37c02164-4d1c-4b1f-befa-9106d5865790 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615058 Jul 23 17:31:42.324135 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bc17b7ba-534d-4e37-8b8a-211e44d5059e req-503f4d3b-9073-4751-95ec-4777f46b21cd tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:42.361152 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f4d3b-9073-4751-95ec-4777f46b21cd tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Pushing event deleted for resources: {'Port': ['ID=adb13223-9670-4d3b-8447-0d9fbbdba479,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:31:42.425344 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc17b7ba-534d-4e37-8b8a-211e44d5059e req-503f4d3b-9073-4751-95ec-4777f46b21cd tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] No DVR routers for this DVR port adb13223-9670-4d3b-8447-0d9fbbdba479 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:31:42.428050 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-bc17b7ba-534d-4e37-8b8a-211e44d5059e req-503f4d3b-9073-4751-95ec-4777f46b21cd tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:42.430879 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bc17b7ba-534d-4e37-8b8a-211e44d5059e req-503f4d3b-9073-4751-95ec-4777f46b21cd tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.97 "DELETE /v2.0/ports/adb13223-9670-4d3b-8447-0d9fbbdba479 HTTP/1.1" status: 204 len: 173 time: 0.5748515 Jul 23 17:31:42.563832 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e159bae0-a02b-443b-ad1b-b9dfacd1e78d', 'name': 'network-vif-deleted', 'tag': 'adb13223-9670-4d3b-8447-0d9fbbdba479'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:31:42.566268 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fed7f8b-73fc-48d1-bff2-bbefc3255b77" -d '{"events": [{"server_uuid": "e159bae0-a02b-443b-ad1b-b9dfacd1e78d", "name": "network-vif-deleted", "tag": "adb13223-9670-4d3b-8447-0d9fbbdba479"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:31:42.606788 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6cffb3-3fdb-4692-8a91-2438df44eba1 x-openstack-request-id: req-fc6cffb3-3fdb-4692-8a91-2438df44eba1 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:31:42.607184 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e159bae0-a02b-443b-ad1b-b9dfacd1e78d", "name": "network-vif-deleted", "tag": "adb13223-9670-4d3b-8447-0d9fbbdba479", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:31:42.607525 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fc6cffb3-3fdb-4692-8a91-2438df44eba1 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:31:42.608045 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e159bae0-a02b-443b-ad1b-b9dfacd1e78d', 'name': 'network-vif-deleted', 'tag': 'adb13223-9670-4d3b-8447-0d9fbbdba479', 'status': 'completed', 'code': 200} Jul 23 17:31:43.329828 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60286) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:31:43.400208 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-64c2c121-31ff-4ecc-8112-a3ba984234d1 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:43.429407 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-64c2c121-31ff-4ecc-8112-a3ba984234d1 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:43.502859 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-64c2c121-31ff-4ecc-8112-a3ba984234d1 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:43.506295 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-64c2c121-31ff-4ecc-8112-a3ba984234d1 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:43.507669 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-64c2c121-31ff-4ecc-8112-a3ba984234d1 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "DELETE /v2.0/security-groups/0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf HTTP/1.1" status: 204 len: 168 time: 0.1767972 Jul 23 17:31:43.522673 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2c121-31ff-4ecc-8112-a3ba984234d1 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eccfb9b-92d2-4d7b-bdac-53ea84ed91bf,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:31:43.780216 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60292) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:31:43.785183 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-5b0e2048-e66f-49bf-b4e1-19c686d17c3d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1138232667', 'description': 'tempest-secgroup-smoke-1138232667 description', 'project_id': '946daa16de0741779fff7dba707de472'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:31:43.811090 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b0e2048-e66f-49bf-b4e1-19c686d17c3d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:43.912077 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b0e2048-e66f-49bf-b4e1-19c686d17c3d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:43.917369 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b0e2048-e66f-49bf-b4e1-19c686d17c3d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:43.948011 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b0e2048-e66f-49bf-b4e1-19c686d17c3d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:43.949297 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5b0e2048-e66f-49bf-b4e1-19c686d17c3d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1679480 Jul 23 17:31:43.953834 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60294) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:31:43.954142 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e2048-e66f-49bf-b4e1-19c686d17c3d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=749cc608-2ed5-4060-864b-86f0d948d06a,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:31:43.959185 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-2a2b4cb0-d17e-4f05-ae28-45646e69ad5c tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Request body: {'security_group_rule': {'security_group_id': '749cc608-2ed5-4060-864b-86f0d948d06a', 'project_id': '946daa16de0741779fff7dba707de472', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:31:43.963274 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e2048-e66f-49bf-b4e1-19c686d17c3d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:31:43.963620 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e2048-e66f-49bf-b4e1-19c686d17c3d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:31:43.963958 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e2048-e66f-49bf-b4e1-19c686d17c3d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:31:43.964293 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e2048-e66f-49bf-b4e1-19c686d17c3d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:31:43.964626 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e2048-e66f-49bf-b4e1-19c686d17c3d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:31:43.964955 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e2048-e66f-49bf-b4e1-19c686d17c3d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:31:43.965300 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e2048-e66f-49bf-b4e1-19c686d17c3d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:31:43.965633 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e2048-e66f-49bf-b4e1-19c686d17c3d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:31:43.965957 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e2048-e66f-49bf-b4e1-19c686d17c3d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:31:43.966335 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e2048-e66f-49bf-b4e1-19c686d17c3d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:31:43.966601 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e2048-e66f-49bf-b4e1-19c686d17c3d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:31:43.966922 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e2048-e66f-49bf-b4e1-19c686d17c3d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:31:43.996666 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2a2b4cb0-d17e-4f05-ae28-45646e69ad5c tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:44.053781 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2a2b4cb0-d17e-4f05-ae28-45646e69ad5c tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:44.059113 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2a2b4cb0-d17e-4f05-ae28-45646e69ad5c tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:44.082400 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b4cb0-d17e-4f05-ae28-45646e69ad5c tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c3daab3-0394-4458-8763-e96a850d26f1,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:31:44.086575 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2a2b4cb0-d17e-4f05-ae28-45646e69ad5c tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:44.087943 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-2a2b4cb0-d17e-4f05-ae28-45646e69ad5c tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329796 Jul 23 17:31:44.091708 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60296) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:31:44.096488 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-c498065c-a546-49cc-9428-92fc5890e429 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Request body: {'security_group_rule': {'security_group_id': '749cc608-2ed5-4060-864b-86f0d948d06a', 'project_id': '946daa16de0741779fff7dba707de472', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:31:44.127312 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c498065c-a546-49cc-9428-92fc5890e429 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:44.197316 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c498065c-a546-49cc-9428-92fc5890e429 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:44.202160 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c498065c-a546-49cc-9428-92fc5890e429 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:44.223621 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c498065c-a546-49cc-9428-92fc5890e429 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa09940-fbe8-4623-8fb6-aac91b020fd2,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:31:44.232019 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c498065c-a546-49cc-9428-92fc5890e429 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:44.234165 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-c498065c-a546-49cc-9428-92fc5890e429 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1412418 Jul 23 17:31:44.236819 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60298) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:31:44.241754 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-29875020-3f67-41c3-b60f-3ae5cfea68f9 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Request body: {'security_group_rule': {'security_group_id': '749cc608-2ed5-4060-864b-86f0d948d06a', 'project_id': '946daa16de0741779fff7dba707de472', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:31:44.274236 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-29875020-3f67-41c3-b60f-3ae5cfea68f9 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:44.344247 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-29875020-3f67-41c3-b60f-3ae5cfea68f9 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:44.349003 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-29875020-3f67-41c3-b60f-3ae5cfea68f9 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:44.371658 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29875020-3f67-41c3-b60f-3ae5cfea68f9 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0601f61-4bad-442d-95d7-1d8a706d3c61,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:31:44.380137 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-29875020-3f67-41c3-b60f-3ae5cfea68f9 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:44.381379 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-29875020-3f67-41c3-b60f-3ae5cfea68f9 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1434240 Jul 23 17:31:44.384732 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60300) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:31:44.389497 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-53653af5-6d7d-4441-843f-fd491172c750 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Request body: {'security_group_rule': {'security_group_id': '749cc608-2ed5-4060-864b-86f0d948d06a', 'project_id': '946daa16de0741779fff7dba707de472', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:31:44.424446 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-53653af5-6d7d-4441-843f-fd491172c750 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:44.497041 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-53653af5-6d7d-4441-843f-fd491172c750 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:44.501432 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-53653af5-6d7d-4441-843f-fd491172c750 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:44.521431 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53653af5-6d7d-4441-843f-fd491172c750 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b55731-ed45-4b38-a042-7a3f750699ab,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:31:44.530903 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-53653af5-6d7d-4441-843f-fd491172c750 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:44.532246 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-53653af5-6d7d-4441-843f-fd491172c750 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1464827 Jul 23 17:31:44.535430 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60302) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:31:44.541780 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-125a0da1-465c-4c57-b8b7-56e0fa34beb6 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Request body: {'security_group_rule': {'security_group_id': '749cc608-2ed5-4060-864b-86f0d948d06a', 'project_id': '946daa16de0741779fff7dba707de472', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:31:44.567915 n-d-778549-4 neutron-server[94012]: INFO neutron.db.securitygroups_db [None req-125a0da1-465c-4c57-b8b7-56e0fa34beb6 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Project 946daa16de0741779fff7dba707de472 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:31:44.575072 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-125a0da1-465c-4c57-b8b7-56e0fa34beb6 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:44.649920 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-125a0da1-465c-4c57-b8b7-56e0fa34beb6 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:44.654614 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-125a0da1-465c-4c57-b8b7-56e0fa34beb6 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:44.678456 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a0da1-465c-4c57-b8b7-56e0fa34beb6 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21bd805d-affe-41ba-a4e9-b05246fe7bba,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:31:44.683733 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-125a0da1-465c-4c57-b8b7-56e0fa34beb6 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:44.685860 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-125a0da1-465c-4c57-b8b7-56e0fa34beb6 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1493297 Jul 23 17:31:44.688806 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60304) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:31:44.694012 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-33bbf668-2053-418f-99ce-46601ddd3740 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Request body: {'security_group_rule': {'security_group_id': '749cc608-2ed5-4060-864b-86f0d948d06a', 'project_id': '946daa16de0741779fff7dba707de472', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:31:44.720006 n-d-778549-4 neutron-server[94013]: INFO neutron.db.securitygroups_db [None req-33bbf668-2053-418f-99ce-46601ddd3740 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Project 946daa16de0741779fff7dba707de472 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:31:44.726049 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-33bbf668-2053-418f-99ce-46601ddd3740 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:44.801467 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-33bbf668-2053-418f-99ce-46601ddd3740 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:44.806266 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-33bbf668-2053-418f-99ce-46601ddd3740 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:44.833581 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bbf668-2053-418f-99ce-46601ddd3740 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4abad69-fc0f-40e9-9f81-3373ccebc6fb,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:31:44.838374 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-33bbf668-2053-418f-99ce-46601ddd3740 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:44.843396 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-33bbf668-2053-418f-99ce-46601ddd3740 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1498656 Jul 23 17:31:45.988871 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8438a637-532c-4a64-b5e3-a15134731e05 req-261cd8d6-89c1-4d62-bae4-9e4bfda5a819 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0625565 Jul 23 17:31:46.073447 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device adb13223-9670-4d3b-8447-0d9fbbdba479 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:31:46.110261 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438a637-532c-4a64-b5e3-a15134731e05 req-d7e4a76c-a82c-457b-9181-08e143b39916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:46.111278 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: adb13223-9670-4d3b-8447-0d9fbbdba479 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:31:46.112223 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device adb13223-9670-4d3b-8447-0d9fbbdba479 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:31:46.112921 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8438a637-532c-4a64-b5e3-a15134731e05 req-d7e4a76c-a82c-457b-9181-08e143b39916 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0721595 Jul 23 17:31:46.763309 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438a637-532c-4a64-b5e3-a15134731e05 req-699d4909-35ec-437c-858d-b22a92a3de70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:46.764908 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8438a637-532c-4a64-b5e3-a15134731e05 req-699d4909-35ec-437c-858d-b22a92a3de70 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.6316473 Jul 23 17:31:46.810512 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8438a637-532c-4a64-b5e3-a15134731e05 req-cf6ece9d-6ba8-4b3e-b30a-9626e21e5b37 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0373292 Jul 23 17:31:46.877180 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438a637-532c-4a64-b5e3-a15134731e05 req-7853c244-a199-482a-b380-c48ddc957b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:46.878882 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8438a637-532c-4a64-b5e3-a15134731e05 req-7853c244-a199-482a-b380-c48ddc957b88 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0625591 Jul 23 17:31:46.955773 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438a637-532c-4a64-b5e3-a15134731e05 req-4e181313-0d35-4943-a5b2-18b7eb3895af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:46.957506 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8438a637-532c-4a64-b5e3-a15134731e05 req-4e181313-0d35-4943-a5b2-18b7eb3895af service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723906 Jul 23 17:31:47.099929 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8438a637-532c-4a64-b5e3-a15134731e05 req-bc9c050b-c966-4cfe-aae5-5cc991a88292 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351507 Jul 23 17:31:47.209527 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8438a637-532c-4a64-b5e3-a15134731e05 req-7fe4358a-1c1b-4305-b858-3ee1fa7921a2 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034284 Jul 23 17:32:01.655636 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-3b472637-2d7e-4e76-88d3-f80e501836d7 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1138232667&fields=id&tenant_id=946daa16de0741779fff7dba707de472 HTTP/1.1" status: 200 len: 267 time: 0.0363529 Jul 23 17:32:01.780152 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-aec6046e-231a-47e5-b1ec-02d4f511bb80 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:01.781918 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-aec6046e-231a-47e5-b1ec-02d4f511bb80 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/networks?id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 HTTP/1.1" status: 200 len: 809 time: 0.1195056 Jul 23 17:32:01.801582 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-e63d85ac-c263-4124-822e-a99c6d077e56 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/quotas/946daa16de0741779fff7dba707de472 HTTP/1.1" status: 200 len: 375 time: 0.0100899 Jul 23 17:32:01.890405 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-01a2720c-4684-4104-9f85-7480447392ff tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=946daa16de0741779fff7dba707de472&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782948 Jul 23 17:32:02.044629 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-ad4ad7b8-72c7-4219-9347-98bf55775548 service neutron] 10.222.0.73 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419635 Jul 23 17:32:02.161358 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-20c06d6c-1ee5-475f-b3d8-1d35afc10324 service neutron] 10.222.0.73 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102672 Jul 23 17:32:02.543454 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-29498593-be95-421d-8129-0cfd2e0fd525 req-a2633513-5421-45e3-a410-8fc1649bec4d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 210 time: 0.0509486 Jul 23 17:32:02.747204 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-256931b2-8528-4659-91ea-78099578ff6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:03.643489 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-e789377c-3e1a-4752-bd9e-f07c00a95152 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:03.645512 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-e789377c-3e1a-4752-bd9e-f07c00a95152 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.97 "GET /v2.0/networks?id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 HTTP/1.1" status: 200 len: 809 time: 0.1585648 Jul 23 17:32:03.713437 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-65daf661-a5b2-4507-8bfa-4d15b76787a3 req-b7abb87a-9316-42c4-b43c-78d6786bc241 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 210 time: 0.0665290 Jul 23 17:32:03.754928 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-753906af-1d0e-45c7-8ec0-9facb4242309 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=946daa16de0741779fff7dba707de472 HTTP/1.1" status: 200 len: 380 time: 0.0965562 Jul 23 17:32:03.769151 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-54eb9c67-f52f-49f7-8ace-76ce1044bdcf tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Request body: {'port': {'device_id': 'f5f28e20-fe04-47cb-b733-711ba444fd18', 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287', 'admin_state_up': True, 'tenant_id': '946daa16de0741779fff7dba707de472', 'security_groups': ['749cc608-2ed5-4060-864b-86f0d948d06a']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:32:04.309004 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-54eb9c67-f52f-49f7-8ace-76ce1044bdcf tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Made reservation on behalf of 946daa16de0741779fff7dba707de472 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:32:04.313476 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-54eb9c67-f52f-49f7-8ace-76ce1044bdcf tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:04.511041 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-54eb9c67-f52f-49f7-8ace-76ce1044bdcf tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Allocated IP 172.20.0.3 (2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287/3692fb40-808d-432b-9136-cc052407fe7f/aad66ff1-b467-4748-8ecf-954008d8ba0b) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:32:04.708862 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-54eb9c67-f52f-49f7-8ace-76ce1044bdcf tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:04.725675 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-54eb9c67-f52f-49f7-8ace-76ce1044bdcf tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Transition to ACTIVE for port object aad66ff1-b467-4748-8ecf-954008d8ba0b will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:32:04.781396 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-54eb9c67-f52f-49f7-8ace-76ce1044bdcf tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:04.860237 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-54eb9c67-f52f-49f7-8ace-76ce1044bdcf tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Network 2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:32:04.872110 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-54eb9c67-f52f-49f7-8ace-76ce1044bdcf tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:32:04.876246 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-54eb9c67-f52f-49f7-8ace-76ce1044bdcf tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:32:04.943714 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb9c67-f52f-49f7-8ace-76ce1044bdcf tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Pushing event updated for resources: {'Port': ['ID=aad66ff1-b467-4748-8ecf-954008d8ba0b,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:04.998872 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-54eb9c67-f52f-49f7-8ace-76ce1044bdcf tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:04.998872 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-54eb9c67-f52f-49f7-8ace-76ce1044bdcf tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:05.026114 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-54eb9c67-f52f-49f7-8ace-76ce1044bdcf tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2656939 Jul 23 17:32:05.041730 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66332ea-b3e4-4bc5-b612-b8bd11cbb4fa req-0b157c51-0f15-4402-9448-76f8f137a29e tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:05.043873 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a66332ea-b3e4-4bc5-b612-b8bd11cbb4fa req-0b157c51-0f15-4402-9448-76f8f137a29e tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 931 time: 0.2281044 Jul 23 17:32:05.052189 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-77a3208b-1540-4ad6-aae2-981abca4afa9 service neutron] Request body: {'port': {'device_id': 'f5f28e20-fe04-47cb-b733-711ba444fd18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:32:05.125396 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a66332ea-b3e4-4bc5-b612-b8bd11cbb4fa req-a5e9fd2f-234b-40ed-b03b-0169bc2dd2c6 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675869 Jul 23 17:32:05.178737 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-77a3208b-1540-4ad6-aae2-981abca4afa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:05.229466 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7f8e8374-9d60-4a66-8b8d-c7f83d03f1d0 None None] Provisioning for port aad66ff1-b467-4748-8ecf-954008d8ba0b completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:32:05.235916 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7f8e8374-9d60-4a66-8b8d-c7f83d03f1d0 None None] Provisioning complete for port aad66ff1-b467-4748-8ecf-954008d8ba0b triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:32:05.237216 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7f8e8374-9d60-4a66-8b8d-c7f83d03f1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:05.298827 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-7f8e8374-9d60-4a66-8b8d-c7f83d03f1d0 None None] Port aad66ff1-b467-4748-8ecf-954008d8ba0b cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:32:05.480180 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-77a3208b-1540-4ad6-aae2-981abca4afa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aad66ff1-b467-4748-8ecf-954008d8ba0b {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:32:05.486813 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b175093a-0dcc-40a8-a693-a1a028eddb1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:05.494226 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-77a3208b-1540-4ad6-aae2-981abca4afa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:05.513478 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-77a3208b-1540-4ad6-aae2-981abca4afa9 service neutron] Transition to ACTIVE for port object aad66ff1-b467-4748-8ecf-954008d8ba0b will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:32:05.518656 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-77a3208b-1540-4ad6-aae2-981abca4afa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:05.633283 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3208b-1540-4ad6-aae2-981abca4afa9 service neutron] Pushing event updated for resources: {'Port': ['ID=aad66ff1-b467-4748-8ecf-954008d8ba0b,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:05.654305 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:05.706588 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:05.720104 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-77a3208b-1540-4ad6-aae2-981abca4afa9 service neutron] Attempting to bind port aad66ff1-b467-4748-8ecf-954008d8ba0b on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:32:05.720757 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-77a3208b-1540-4ad6-aae2-981abca4afa9 service neutron] Attempting to bind port aad66ff1-b467-4748-8ecf-954008d8ba0b by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '7c947863-05b1-43d6-a7d7-c70e4298b427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:32:05.721142 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-77a3208b-1540-4ad6-aae2-981abca4afa9 service neutron] Attempting to bind port aad66ff1-b467-4748-8ecf-954008d8ba0b on network 2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:32:05.728200 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-77a3208b-1540-4ad6-aae2-981abca4afa9 service neutron] Port aad66ff1-b467-4748-8ecf-954008d8ba0b on network 2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:32:05.728670 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-77a3208b-1540-4ad6-aae2-981abca4afa9 service neutron] Attempting to bind port aad66ff1-b467-4748-8ecf-954008d8ba0b on network 2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:32:05.735251 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-77a3208b-1540-4ad6-aae2-981abca4afa9 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:32:05.735866 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-77a3208b-1540-4ad6-aae2-981abca4afa9 service neutron] Checking segment: {'id': '7c947863-05b1-43d6-a7d7-c70e4298b427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:32:05.737212 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-77a3208b-1540-4ad6-aae2-981abca4afa9 service neutron] Bound using segment: {'id': '7c947863-05b1-43d6-a7d7-c70e4298b427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:32:05.737212 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-77a3208b-1540-4ad6-aae2-981abca4afa9 service neutron] Bound port: aad66ff1-b467-4748-8ecf-954008d8ba0b, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c947863-05b1-43d6-a7d7-c70e4298b427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:32:05.737212 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-77a3208b-1540-4ad6-aae2-981abca4afa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:05.829167 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-77a3208b-1540-4ad6-aae2-981abca4afa9 service neutron] For port aad66ff1-b467-4748-8ecf-954008d8ba0b, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:32:05.835481 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-77a3208b-1540-4ad6-aae2-981abca4afa9 service neutron] For port aad66ff1-b467-4748-8ecf-954008d8ba0b, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=aad66ff1-b467-4748-8ecf-954008d8ba0b,segment=NetworkSegment(7c947863-05b1-43d6-a7d7-c70e4298b427),segment_id=7c947863-05b1-43d6-a7d7-c70e4298b427)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:32:05.840340 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-77a3208b-1540-4ad6-aae2-981abca4afa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:05.878794 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-77a3208b-1540-4ad6-aae2-981abca4afa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:05.879817 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-77a3208b-1540-4ad6-aae2-981abca4afa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:05.883335 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-77a3208b-1540-4ad6-aae2-981abca4afa9 service neutron] 10.222.0.97 "PUT /v2.0/ports/aad66ff1-b467-4748-8ecf-954008d8ba0b HTTP/1.1" status: 200 len: 1091 time: 0.8366203 Jul 23 17:32:05.887884 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f28e20-fe04-47cb-b733-711ba444fd18', 'tag': 'aad66ff1-b467-4748-8ecf-954008d8ba0b'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:32:05.891961 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a81f6fb-f889-4fc6-b261-908a8ec5e1d5" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f28e20-fe04-47cb-b733-711ba444fd18", "tag": "aad66ff1-b467-4748-8ecf-954008d8ba0b"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:32:05.982102 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff13a7b3-c608-4ded-8f86-55e48a1528e7 x-openstack-request-id: req-ff13a7b3-c608-4ded-8f86-55e48a1528e7 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:32:05.982580 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f28e20-fe04-47cb-b733-711ba444fd18", "tag": "aad66ff1-b467-4748-8ecf-954008d8ba0b", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:32:05.983889 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ff13a7b3-c608-4ded-8f86-55e48a1528e7 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:32:05.984643 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f28e20-fe04-47cb-b733-711ba444fd18', 'tag': 'aad66ff1-b467-4748-8ecf-954008d8ba0b', 'status': 'completed', 'code': 200} Jul 23 17:32:06.014009 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3208b-1540-4ad6-aae2-981abca4afa9 service neutron] Pushing event updated for resources: {'Port': ['ID=aad66ff1-b467-4748-8ecf-954008d8ba0b,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:06.063270 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-4b8262c6-8e39-4723-8ce7-a446aa767fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:06.064952 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-4b8262c6-8e39-4723-8ce7-a446aa767fbd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=946daa16de0741779fff7dba707de472&device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 1094 time: 0.1116128 Jul 23 17:32:06.114224 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-33682527-bb4d-401a-85df-ead7407f5d6f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aad66ff1-b467-4748-8ecf-954008d8ba0b HTTP/1.1" status: 200 len: 217 time: 0.0417206 Jul 23 17:32:06.210455 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-9ae1f79d-ebb1-4104-a542-d9f1de0f843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:06.213419 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-9ae1f79d-ebb1-4104-a542-d9f1de0f843b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3692fb40-808d-432b-9136-cc052407fe7f HTTP/1.1" status: 200 len: 848 time: 0.0920753 Jul 23 17:32:06.340599 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-5c35f5f5-629c-47f6-b8b2-644fd0317237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:06.342321 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-5c35f5f5-629c-47f6-b8b2-644fd0317237 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1224213 Jul 23 17:32:06.366726 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811216f-01af-4f44-8729-dd3563243e5e req-8297fcf1-2a94-4805-8c76-874b8694827f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:06.368354 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2811216f-01af-4f44-8729-dd3563243e5e req-8297fcf1-2a94-4805-8c76-874b8694827f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 943 time: 0.1104338 Jul 23 17:32:06.471996 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2811216f-01af-4f44-8729-dd3563243e5e req-7b621ab1-eea6-44a5-ba6d-aa163cc12314 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912569 Jul 23 17:32:06.495076 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-c1e20ec9-2ec0-4c6c-a8dc-3f76c4456886 service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452739 Jul 23 17:32:06.605787 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7ae067a9-6b4b-4185-bf03-723c0962bc47 req-a7f02e81-6985-4627-8de3-a4c8c511ea53 service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035638 Jul 23 17:32:06.720226 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81f6fb-f889-4fc6-b261-908a8ec5e1d5 req-bb9949ec-ce1b-4ae7-a0a8-348c4ab94c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:06.722396 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a81f6fb-f889-4fc6-b261-908a8ec5e1d5 req-bb9949ec-ce1b-4ae7-a0a8-348c4ab94c47 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=946daa16de0741779fff7dba707de472&device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 1094 time: 0.0654387 Jul 23 17:32:06.865748 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:06.875243 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81f6fb-f889-4fc6-b261-908a8ec5e1d5 req-a8e06d01-7066-4163-8fd4-cdadcc074558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:06.876814 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a81f6fb-f889-4fc6-b261-908a8ec5e1d5 req-a8e06d01-7066-4163-8fd4-cdadcc074558 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 HTTP/1.1" status: 200 len: 911 time: 0.1485119 Jul 23 17:32:06.924743 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a81f6fb-f889-4fc6-b261-908a8ec5e1d5 req-ed7077a9-0a65-4ecc-a680-23ab0601f677 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aad66ff1-b467-4748-8ecf-954008d8ba0b HTTP/1.1" status: 200 len: 217 time: 0.0413547 Jul 23 17:32:06.989686 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81f6fb-f889-4fc6-b261-908a8ec5e1d5 req-7a8e7a95-48cb-40a7-aab1-b2df3b122a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:06.992934 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a81f6fb-f889-4fc6-b261-908a8ec5e1d5 req-7a8e7a95-48cb-40a7-aab1-b2df3b122a66 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3692fb40-808d-432b-9136-cc052407fe7f HTTP/1.1" status: 200 len: 848 time: 0.0616822 Jul 23 17:32:07.083260 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81f6fb-f889-4fc6-b261-908a8ec5e1d5 req-6cb32e94-1e45-47bd-8f19-9b697a966adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:07.085375 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a81f6fb-f889-4fc6-b261-908a8ec5e1d5 req-6cb32e94-1e45-47bd-8f19-9b697a966adc service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855584 Jul 23 17:32:07.190750 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a81f6fb-f889-4fc6-b261-908a8ec5e1d5 req-f3378402-9a7e-41f9-8a90-2d0c940e9689 service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975819 Jul 23 17:32:07.345619 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8a81f6fb-f889-4fc6-b261-908a8ec5e1d5 req-07c0b5f1-9782-4369-9c0e-92784e3cb754 service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484134 Jul 23 17:32:07.627986 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afc20a-cfca-4f35-b328-e724c1d9115c req-6cdcb580-f36f-4793-9054-8dd307073d50 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:07.629749 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-19afc20a-cfca-4f35-b328-e724c1d9115c req-6cdcb580-f36f-4793-9054-8dd307073d50 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 943 time: 0.0710652 Jul 23 17:32:07.676062 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-19afc20a-cfca-4f35-b328-e724c1d9115c req-f293ceac-d61b-4107-aad5-cce1f3f355f5 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397758 Jul 23 17:32:08.101440 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:08.231553 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:32:08.829213 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa99c9-580c-445c-b9f2-ed7ed9af2a2c req-81a769cc-a44f-49d8-b449-f33efa2ed5cc tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:08.830970 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9afa99c9-580c-445c-b9f2-ed7ed9af2a2c req-81a769cc-a44f-49d8-b449-f33efa2ed5cc tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 943 time: 0.0782299 Jul 23 17:32:08.879930 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9afa99c9-580c-445c-b9f2-ed7ed9af2a2c req-a22b213a-920f-4711-9cd3-0693ce2457aa tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396004 Jul 23 17:32:08.882888 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:10.040769 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b00965-0cc6-458c-8fba-2ba57849934a req-ceef8cbf-0c8c-40cf-8314-3601daf10d48 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:10.042419 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f1b00965-0cc6-458c-8fba-2ba57849934a req-ceef8cbf-0c8c-40cf-8314-3601daf10d48 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 943 time: 0.0857487 Jul 23 17:32:10.105739 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f1b00965-0cc6-458c-8fba-2ba57849934a req-b96c6f11-67d2-4131-bb8c-e70b4ccaed70 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569479 Jul 23 17:32:11.283070 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1a47b-a66c-49d4-b648-8cfce860d948 req-6c5b6ea9-77b2-448b-8cee-eca0d1bd045d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:11.285750 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dec1a47b-a66c-49d4-b648-8cfce860d948 req-6c5b6ea9-77b2-448b-8cee-eca0d1bd045d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 943 time: 0.1048169 Jul 23 17:32:11.330925 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dec1a47b-a66c-49d4-b648-8cfce860d948 req-684a43f0-8b1e-4a4e-9714-d89ed5d17374 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380428 Jul 23 17:32:12.482483 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c6ad0-2adb-4bf0-be35-f44fb4fee74c req-84aac146-f56c-4389-9d3e-f8eb161262fb tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:12.484107 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-319c6ad0-2adb-4bf0-be35-f44fb4fee74c req-84aac146-f56c-4389-9d3e-f8eb161262fb tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 943 time: 0.0749145 Jul 23 17:32:12.524663 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-319c6ad0-2adb-4bf0-be35-f44fb4fee74c req-015cd79c-364a-4825-b827-9d59ad5bf759 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347466 Jul 23 17:32:13.668905 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272232f-aa11-4b38-b843-fd15b8186863 req-6f82b186-c0c6-40db-8004-7a366b3d5aca tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:13.670809 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7272232f-aa11-4b38-b843-fd15b8186863 req-6f82b186-c0c6-40db-8004-7a366b3d5aca tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 943 time: 0.0717213 Jul 23 17:32:13.712507 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7272232f-aa11-4b38-b843-fd15b8186863 req-48c0fd20-f6fa-4bba-a2a3-6c988679b9d9 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355241 Jul 23 17:32:14.860816 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db52612-2c8e-468f-8ff4-0eef1af34b91 req-ca222ed5-9880-4456-9a78-e9452ddbf29d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:14.862417 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0db52612-2c8e-468f-8ff4-0eef1af34b91 req-ca222ed5-9880-4456-9a78-e9452ddbf29d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 943 time: 0.0720685 Jul 23 17:32:14.907231 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0db52612-2c8e-468f-8ff4-0eef1af34b91 req-605470e0-99b9-4178-b516-3911e4d65cc1 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378728 Jul 23 17:32:16.052810 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979a253-1be4-4b9b-9af2-0d4e2fbbb799 req-99ca9230-8849-4f49-9ba2-a441a0758d46 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:16.054454 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a979a253-1be4-4b9b-9af2-0d4e2fbbb799 req-99ca9230-8849-4f49-9ba2-a441a0758d46 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 943 time: 0.0731792 Jul 23 17:32:16.097817 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a979a253-1be4-4b9b-9af2-0d4e2fbbb799 req-bb6ea4a0-4db6-42cc-9db6-a60b1594d6c6 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371034 Jul 23 17:32:16.237467 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device aad66ff1-b467-4748-8ecf-954008d8ba0b details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:32:16.342635 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port aad66ff1-b467-4748-8ecf-954008d8ba0b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=aad66ff1-b467-4748-8ecf-954008d8ba0b,segment=NetworkSegment(7c947863-05b1-43d6-a7d7-c70e4298b427),segment_id=7c947863-05b1-43d6-a7d7-c70e4298b427)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:32:16.360069 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'aad66ff1-b467-4748-8ecf-954008d8ba0b', 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287', 'port_id': 'aad66ff1-b467-4748-8ecf-954008d8ba0b', 'mac_address': 'fa:16:3e:7e:9a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3692fb40-808d-432b-9136-cc052407fe7f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:32:16.402275 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:16.416880 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aad66ff1-b467-4748-8ecf-954008d8ba0b {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:32:16.437981 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port aad66ff1-b467-4748-8ecf-954008d8ba0b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=aad66ff1-b467-4748-8ecf-954008d8ba0b,segment=NetworkSegment(7c947863-05b1-43d6-a7d7-c70e4298b427),segment_id=7c947863-05b1-43d6-a7d7-c70e4298b427)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:32:16.442505 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:16.494477 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=aad66ff1-b467-4748-8ecf-954008d8ba0b,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:16.502346 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:16.502702 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:16.503045 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:16.503440 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:16.503742 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:16.504074 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:16.504477 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:16.504815 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:16.505183 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:16.505537 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:16.505864 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:16.506188 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:16.650500 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['aad66ff1-b467-4748-8ecf-954008d8ba0b'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:32:17.244776 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb37bec-41b5-4e88-93d5-222e56aa27b5 req-68de33a3-2291-46fe-82d8-2135c0a90903 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:17.246601 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3cb37bec-41b5-4e88-93d5-222e56aa27b5 req-68de33a3-2291-46fe-82d8-2135c0a90903 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 944 time: 0.0780582 Jul 23 17:32:17.289949 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3cb37bec-41b5-4e88-93d5-222e56aa27b5 req-b83a2d1f-c5c2-410d-8ca7-a45c8439273e tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373745 Jul 23 17:32:18.252600 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device aad66ff1-b467-4748-8ecf-954008d8ba0b up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:32:18.325041 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port aad66ff1-b467-4748-8ecf-954008d8ba0b completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:32:18.329212 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port aad66ff1-b467-4748-8ecf-954008d8ba0b triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:32:18.329585 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:18.445632 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:18.449751 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9024b6e-2b60-4547-a838-54046eaa2565 req-8b623ee6-cdad-4a55-8108-5b4a97ca9e2b tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:18.451446 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9024b6e-2b60-4547-a838-54046eaa2565 req-8b623ee6-cdad-4a55-8108-5b4a97ca9e2b tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 944 time: 0.0856321 Jul 23 17:32:18.485417 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f28e20-fe04-47cb-b733-711ba444fd18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad66ff1-b467-4748-8ecf-954008d8ba0b'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:32:18.489065 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d9158437a3a893895635b777aad4314b219cd6685506ac89f624094daaea09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdd8819-713f-46d7-baac-7c2a9da7b5c7" -d '{"events": [{"server_uuid": "f5f28e20-fe04-47cb-b733-711ba444fd18", "name": "network-vif-plugged", "status": "completed", "tag": "aad66ff1-b467-4748-8ecf-954008d8ba0b"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:32:18.503536 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b9024b6e-2b60-4547-a838-54046eaa2565 req-a049cb96-3a38-4a3a-929e-1cb8565de04a tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461922 Jul 23 17:32:18.511365 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port aad66ff1-b467-4748-8ecf-954008d8ba0b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=aad66ff1-b467-4748-8ecf-954008d8ba0b,segment=NetworkSegment(7c947863-05b1-43d6-a7d7-c70e4298b427),segment_id=7c947863-05b1-43d6-a7d7-c70e4298b427)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:32:18.516653 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:18.568227 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=aad66ff1-b467-4748-8ecf-954008d8ba0b,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:18.646455 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c35644-592e-466a-ad7b-ba02de4e9c95 x-openstack-request-id: req-c6c35644-592e-466a-ad7b-ba02de4e9c95 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:32:18.646842 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f28e20-fe04-47cb-b733-711ba444fd18", "name": "network-vif-plugged", "status": "completed", "tag": "aad66ff1-b467-4748-8ecf-954008d8ba0b", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:32:18.647643 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c6c35644-592e-466a-ad7b-ba02de4e9c95 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:32:18.648669 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f28e20-fe04-47cb-b733-711ba444fd18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad66ff1-b467-4748-8ecf-954008d8ba0b', 'code': 200} Jul 23 17:32:18.767611 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd841c7-03a5-4cbe-b0de-fde87c640fbc req-66193034-097f-46b5-9557-0a2b8146e661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:18.769268 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9fd841c7-03a5-4cbe-b0de-fde87c640fbc req-66193034-097f-46b5-9557-0a2b8146e661 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 1096 time: 0.0641983 Jul 23 17:32:18.807125 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9fd841c7-03a5-4cbe-b0de-fde87c640fbc req-83a452b0-3123-4d1a-ab6c-e446c2591217 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314772 Jul 23 17:32:19.665269 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89800553-f8c4-432d-8d98-520f233d7ee1 req-69bd6783-b11c-4716-a8ef-2a06a4958376 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:19.666891 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-89800553-f8c4-432d-8d98-520f233d7ee1 req-69bd6783-b11c-4716-a8ef-2a06a4958376 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 945 time: 0.0753911 Jul 23 17:32:19.713033 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-89800553-f8c4-432d-8d98-520f233d7ee1 req-e7341d55-0dce-4d59-b7a3-f3b54c9c3cea tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376153 Jul 23 17:32:19.855067 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b4cf5-c619-494a-958c-0e6ea340bff6 req-83950a16-ada4-44d1-b7bc-2e10f8150ab7 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:19.856517 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-661b4cf5-c619-494a-958c-0e6ea340bff6 req-83950a16-ada4-44d1-b7bc-2e10f8150ab7 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 945 time: 0.0683515 Jul 23 17:32:19.898734 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-661b4cf5-c619-494a-958c-0e6ea340bff6 req-ef28e4b4-dd8e-427f-9132-c2e8d6895fa5 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361338 Jul 23 17:32:19.920946 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60502) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:32:19.992572 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69570d57-8166-48ac-9ce9-ec8cf0da3a7f tempest-TestShelveInstance-974083771 tempest-TestShelveInstance-974083771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:19.995660 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-69570d57-8166-48ac-9ce9-ec8cf0da3a7f tempest-TestShelveInstance-974083771 tempest-TestShelveInstance-974083771-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 1091 time: 0.0733461 Jul 23 17:32:19.998364 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60504) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:32:20.003258 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-a7a87916-6819-41c3-8214-54025c14d73f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'port_id': 'aad66ff1-b467-4748-8ecf-954008d8ba0b', 'tenant_id': '946daa16de0741779fff7dba707de472', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:32:20.028094 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7a87916-6819-41c3-8214-54025c14d73f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:20.144599 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7a87916-6819-41c3-8214-54025c14d73f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:20.281345 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-a7a87916-6819-41c3-8214-54025c14d73f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Allocated IP 172.25.8.26 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/7f6c75da-c7fb-4b5f-b83b-672890aca2c8) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:32:20.422517 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7a87916-6819-41c3-8214-54025c14d73f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:20.471392 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7a87916-6819-41c3-8214-54025c14d73f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:20.517235 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a87916-6819-41c3-8214-54025c14d73f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:32:20.522975 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-a7a87916-6819-41c3-8214-54025c14d73f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:32:20.526000 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a87916-6819-41c3-8214-54025c14d73f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:32:20.559235 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a87916-6819-41c3-8214-54025c14d73f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Pushing event updated for resources: {'Port': ['ID=7f6c75da-c7fb-4b5f-b83b-672890aca2c8,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:20.962062 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7a87916-6819-41c3-8214-54025c14d73f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:21.043923 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7a87916-6819-41c3-8214-54025c14d73f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:21.209082 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7a87916-6819-41c3-8214-54025c14d73f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:21.214533 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7a87916-6819-41c3-8214-54025c14d73f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:21.288963 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a87916-6819-41c3-8214-54025c14d73f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Pushing event updated for resources: {'Port': ['ID=7f6c75da-c7fb-4b5f-b83b-672890aca2c8,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:21.302409 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7a87916-6819-41c3-8214-54025c14d73f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:21.438808 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-a7a87916-6819-41c3-8214-54025c14d73f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Floating IP 231e222a-c7d6-4418-8304-cede07d04b49 associated. External IP: 172.25.8.26, port: aad66ff1-b467-4748-8ecf-954008d8ba0b. Jul 23 17:32:21.653638 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a87916-6819-41c3-8214-54025c14d73f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Router ccf4329c-b583-47a3-ac9e-eef447ed92af has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:32:21.773619 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a87916-6819-41c3-8214-54025c14d73f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:32:21.783197 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967b7e3a-0a20-4fd0-a909-703b04c774bc None None] Sync routers for ids ['ccf4329c-b583-47a3-ac9e-eef447ed92af'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:32:21.789851 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7a87916-6819-41c3-8214-54025c14d73f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:21.793489 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967b7e3a-0a20-4fd0-a909-703b04c774bc None None] Routers {'ccf4329c-b583-47a3-ac9e-eef447ed92af'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:32:21.794093 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-967b7e3a-0a20-4fd0-a909-703b04c774bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:32:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ccf4329c-b583-47a3-ac9e-eef447ed92af'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:32:21.848515 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-a7a87916-6819-41c3-8214-54025c14d73f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8358254 Jul 23 17:32:21.848515 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f28e20-fe04-47cb-b733-711ba444fd18', 'tag': 'aad66ff1-b467-4748-8ecf-954008d8ba0b'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:32:21.848515 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ff26956c537b794448b03d7cca37f5362d40314ffc052dff813072ce9f6dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a0cd67-b9e0-491b-8798-414b13a03bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f28e20-fe04-47cb-b733-711ba444fd18", "tag": "aad66ff1-b467-4748-8ecf-954008d8ba0b"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:32:21.913599 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-967b7e3a-0a20-4fd0-a909-703b04c774bc None None] Set router ccf4329c-b583-47a3-ac9e-eef447ed92af gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:32:21.943360 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cff3779-a057-4eb3-a262-c47e92a70a2e x-openstack-request-id: req-8cff3779-a057-4eb3-a262-c47e92a70a2e {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:32:21.943739 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f28e20-fe04-47cb-b733-711ba444fd18", "tag": "aad66ff1-b467-4748-8ecf-954008d8ba0b", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:32:21.943943 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8cff3779-a057-4eb3-a262-c47e92a70a2e {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:32:21.944359 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f28e20-fe04-47cb-b733-711ba444fd18', 'tag': 'aad66ff1-b467-4748-8ecf-954008d8ba0b', 'status': 'completed', 'code': 200} Jul 23 17:32:22.023848 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0cd67-b9e0-491b-8798-414b13a03bcf req-79cf516d-3571-4a4e-bb0c-434d048986a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:22.025452 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0a0cd67-b9e0-491b-8798-414b13a03bcf req-79cf516d-3571-4a4e-bb0c-434d048986a8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=946daa16de0741779fff7dba707de472&device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 1096 time: 0.0605214 Jul 23 17:32:22.178976 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0cd67-b9e0-491b-8798-414b13a03bcf req-e4a07e7d-97f5-4abc-ac17-ebd955317c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:22.180705 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0a0cd67-b9e0-491b-8798-414b13a03bcf req-e4a07e7d-97f5-4abc-ac17-ebd955317c4c service neutron] 10.222.0.97 "GET /v2.0/networks?id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 HTTP/1.1" status: 200 len: 911 time: 0.1493979 Jul 23 17:32:22.215239 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-967b7e3a-0a20-4fd0-a909-703b04c774bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'name': 'tempest-TestShelveInstance-1965503160-router', 'tenant_id': '946daa16de0741779fff7dba707de472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:15Z', 'updated_at': '2021-07-23T17:27:19Z', 'revision_number': 4, 'project_id': '946daa16de0741779fff7dba707de472', 'gw_port': {'id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:99:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:16Z', 'updated_at': '2021-07-23T17:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '231e222a-c7d6-4418-8304-cede07d04b49', 'tenant_id': '946daa16de0741779fff7dba707de472', 'floating_ip_address': '172.25.8.26', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'port_id': 'aad66ff1-b467-4748-8ecf-954008d8ba0b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287', 'mac_address': 'fa:16:3e:7e:9a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f28e20-fe04-47cb-b733-711ba444fd18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:32:20Z', 'updated_at': '2021-07-23T17:32:20Z', 'revision_number': 0, 'project_id': '946daa16de0741779fff7dba707de472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6358a2f-fa9c-4972-b979-ad369858366d', 'name': '', 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287', 'tenant_id': '946daa16de0741779fff7dba707de472', 'mac_address': 'fa:16:3e:b1:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3692fb40-808d-432b-9136-cc052407fe7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:18Z', 'updated_at': '2021-07-23T17:27:26Z', 'revision_number': 5, 'project_id': '946daa16de0741779fff7dba707de472', 'subnets': [{'id': '3692fb40-808d-432b-9136-cc052407fe7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:32:22.243131 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967b7e3a-0a20-4fd0-a909-703b04c774bc None None] Checking router: ccf4329c-b583-47a3-ac9e-eef447ed92af for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:32:22.251326 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0a0cd67-b9e0-491b-8798-414b13a03bcf req-f2ecbf4d-4c4b-498d-8a4c-18d02e1e2ce5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aad66ff1-b467-4748-8ecf-954008d8ba0b HTTP/1.1" status: 200 len: 998 time: 0.0640204 Jul 23 17:32:22.252844 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967b7e3a-0a20-4fd0-a909-703b04c774bc None None] Routers {'ccf4329c-b583-47a3-ac9e-eef447ed92af'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:32:22.253523 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-967b7e3a-0a20-4fd0-a909-703b04c774bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:32:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ccf4329c-b583-47a3-ac9e-eef447ed92af'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:32:22.322775 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0cd67-b9e0-491b-8798-414b13a03bcf req-36764eb9-46e9-4491-969e-e44f3eb4a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:22.324305 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0a0cd67-b9e0-491b-8798-414b13a03bcf req-36764eb9-46e9-4491-969e-e44f3eb4a1ec service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3692fb40-808d-432b-9136-cc052407fe7f HTTP/1.1" status: 200 len: 848 time: 0.0663197 Jul 23 17:32:22.387862 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0cd67-b9e0-491b-8798-414b13a03bcf req-143b45b3-d6d4-4333-b92d-7b28dd503a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:22.389450 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0a0cd67-b9e0-491b-8798-414b13a03bcf req-143b45b3-d6d4-4333-b92d-7b28dd503a60 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591822 Jul 23 17:32:22.467835 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-967b7e3a-0a20-4fd0-a909-703b04c774bc None None] Set router ccf4329c-b583-47a3-ac9e-eef447ed92af gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:32:22.505708 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0a0cd67-b9e0-491b-8798-414b13a03bcf req-378ab5cd-3b1e-4fcc-9db6-f4b8b2ed3eb2 service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098185 Jul 23 17:32:22.620307 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f0a0cd67-b9e0-491b-8798-414b13a03bcf req-1bea7bad-f3e7-4932-a7d9-a944587b66e6 service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075435 Jul 23 17:32:22.724298 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-967b7e3a-0a20-4fd0-a909-703b04c774bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'name': 'tempest-TestShelveInstance-1965503160-router', 'tenant_id': '946daa16de0741779fff7dba707de472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:15Z', 'updated_at': '2021-07-23T17:27:19Z', 'revision_number': 4, 'project_id': '946daa16de0741779fff7dba707de472', 'gw_port': {'id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:99:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:16Z', 'updated_at': '2021-07-23T17:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '231e222a-c7d6-4418-8304-cede07d04b49', 'tenant_id': '946daa16de0741779fff7dba707de472', 'floating_ip_address': '172.25.8.26', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'port_id': 'aad66ff1-b467-4748-8ecf-954008d8ba0b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287', 'mac_address': 'fa:16:3e:7e:9a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f28e20-fe04-47cb-b733-711ba444fd18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:32:20Z', 'updated_at': '2021-07-23T17:32:20Z', 'revision_number': 0, 'project_id': '946daa16de0741779fff7dba707de472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6358a2f-fa9c-4972-b979-ad369858366d', 'name': '', 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287', 'tenant_id': '946daa16de0741779fff7dba707de472', 'mac_address': 'fa:16:3e:b1:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3692fb40-808d-432b-9136-cc052407fe7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:18Z', 'updated_at': '2021-07-23T17:27:26Z', 'revision_number': 5, 'project_id': '946daa16de0741779fff7dba707de472', 'subnets': [{'id': '3692fb40-808d-432b-9136-cc052407fe7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:32:22.752005 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967b7e3a-0a20-4fd0-a909-703b04c774bc None None] The sync data for ids ['ccf4329c-b583-47a3-ac9e-eef447ed92af'] in n-d-778549-4 is: [{'id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'name': 'tempest-TestShelveInstance-1965503160-router', 'tenant_id': '946daa16de0741779fff7dba707de472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:15Z', 'updated_at': '2021-07-23T17:27:19Z', 'revision_number': 4, 'project_id': '946daa16de0741779fff7dba707de472', 'gw_port': {'id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:99:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:16Z', 'updated_at': '2021-07-23T17:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '231e222a-c7d6-4418-8304-cede07d04b49', 'tenant_id': '946daa16de0741779fff7dba707de472', 'floating_ip_address': '172.25.8.26', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'port_id': 'aad66ff1-b467-4748-8ecf-954008d8ba0b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287', 'mac_address': 'fa:16:3e:7e:9a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f28e20-fe04-47cb-b733-711ba444fd18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:32:20Z', 'updated_at': '2021-07-23T17:32:20Z', 'revision_number': 0, 'project_id': '946daa16de0741779fff7dba707de472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6358a2f-fa9c-4972-b979-ad369858366d', 'name': '', 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287', 'tenant_id': '946daa16de0741779fff7dba707de472', 'mac_address': 'fa:16:3e:b1:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3692fb40-808d-432b-9136-cc052407fe7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:18Z', 'updated_at': '2021-07-23T17:27:26Z', 'revision_number': 5, 'project_id': '946daa16de0741779fff7dba707de472', 'subnets': [{'id': '3692fb40-808d-432b-9136-cc052407fe7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:32:22.964970 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b8f1bc-c74e-4855-85bb-cb8056690515 None None] New status for floating IP 231e222a-c7d6-4418-8304-cede07d04b49: ACTIVE {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:32:32.744538 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-902a536a-1148-4c52-a6ba-5dbb6b3e03d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:35.492678 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bb968780-86d2-4eec-95d4-4e47c75cbd03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:35.648884 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:35.700454 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:36.867070 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:38.122533 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:38.877324 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:40.787306 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87b376cc-6f62-46a7-94b2-5dce47dffabf req-1c752cfb-3559-4313-9b51-d147f6e8bfac service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0715363 Jul 23 17:32:40.900860 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b376cc-6f62-46a7-94b2-5dce47dffabf req-57ea37fc-6094-4a7a-8e10-0a56486d7b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:40.902517 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87b376cc-6f62-46a7-94b2-5dce47dffabf req-57ea37fc-6094-4a7a-8e10-0a56486d7b68 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=946daa16de0741779fff7dba707de472&device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 1096 time: 0.0680387 Jul 23 17:32:41.046683 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b376cc-6f62-46a7-94b2-5dce47dffabf req-43b58518-c23c-40d6-9df3-281521753d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:41.049441 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87b376cc-6f62-46a7-94b2-5dce47dffabf req-43b58518-c23c-40d6-9df3-281521753d49 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 HTTP/1.1" status: 200 len: 911 time: 0.1249130 Jul 23 17:32:41.130131 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87b376cc-6f62-46a7-94b2-5dce47dffabf req-1635088d-efe3-4015-b62e-61c1d133a094 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aad66ff1-b467-4748-8ecf-954008d8ba0b HTTP/1.1" status: 200 len: 1000 time: 0.0739608 Jul 23 17:32:41.185450 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b376cc-6f62-46a7-94b2-5dce47dffabf req-e82c12af-a197-4730-aebe-7f33d029e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:41.187317 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87b376cc-6f62-46a7-94b2-5dce47dffabf req-e82c12af-a197-4730-aebe-7f33d029e8d8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3692fb40-808d-432b-9136-cc052407fe7f HTTP/1.1" status: 200 len: 848 time: 0.0498047 Jul 23 17:32:41.254251 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b376cc-6f62-46a7-94b2-5dce47dffabf req-91b3ac1e-b679-43d7-a409-d7deed879f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:41.259728 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87b376cc-6f62-46a7-94b2-5dce47dffabf req-91b3ac1e-b679-43d7-a409-d7deed879f7c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652738 Jul 23 17:32:41.371171 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87b376cc-6f62-46a7-94b2-5dce47dffabf req-22433cf1-e08d-4e23-bcd2-188a1698eda7 service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032391 Jul 23 17:32:41.472236 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-87b376cc-6f62-46a7-94b2-5dce47dffabf req-21545074-f481-4ca5-9d25-94cd7b663c67 service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947952 Jul 23 17:32:45.237784 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:32:45.994714 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4e28c441-eff0-46cb-bc8e-af81d55c468c req-e0980b7d-9ed5-455a-aead-607401424321 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0655463 Jul 23 17:32:46.133862 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28c441-eff0-46cb-bc8e-af81d55c468c req-f7ad5532-6acf-4a31-8afc-ac5ca568d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:46.136474 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4e28c441-eff0-46cb-bc8e-af81d55c468c req-f7ad5532-6acf-4a31-8afc-ac5ca568d88b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0862606 Jul 23 17:32:46.274303 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28c441-eff0-46cb-bc8e-af81d55c468c req-e615885d-64e6-4fd5-83b5-3e418d32ee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:46.276193 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4e28c441-eff0-46cb-bc8e-af81d55c468c req-e615885d-64e6-4fd5-83b5-3e418d32ee25 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.1181056 Jul 23 17:32:46.324803 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4e28c441-eff0-46cb-bc8e-af81d55c468c req-5f54de2e-f856-459f-92f6-a42c2ac383a1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0422750 Jul 23 17:32:46.382020 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28c441-eff0-46cb-bc8e-af81d55c468c req-735e817b-ae68-4ee9-9101-2fae5392272d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:46.383917 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4e28c441-eff0-46cb-bc8e-af81d55c468c req-735e817b-ae68-4ee9-9101-2fae5392272d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0534985 Jul 23 17:32:46.485445 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28c441-eff0-46cb-bc8e-af81d55c468c req-2e9aadd4-c8c1-43f3-a5d0-24cd7da18500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:46.487145 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4e28c441-eff0-46cb-bc8e-af81d55c468c req-2e9aadd4-c8c1-43f3-a5d0-24cd7da18500 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967588 Jul 23 17:32:46.602149 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4e28c441-eff0-46cb-bc8e-af81d55c468c req-7433f3a9-4007-41f1-86f6-5efc31428c6d service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082251 Jul 23 17:32:46.728231 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-4e28c441-eff0-46cb-bc8e-af81d55c468c req-424ed67c-d94d-4276-b2c9-c29d7e248699 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197712 Jul 23 17:33:02.738670 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1547d732-f83e-4ee6-89c7-99b19976a6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:05.499184 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6cbe591f-138e-414d-ab36-366f658f8bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:05.658304 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:05.714892 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:06.865992 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:08.109865 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:08.880229 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:22.240809 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:33:32.746467 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-56c8e1bb-1267-4f0d-9e55-109bf1c0417b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.497558 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4afdc1e6-c97b-410a-a776-00a75930d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.655815 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.735984 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:36.878044 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:38.123329 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:38.885620 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:40.765204 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-334765f5-e965-42c2-aecf-b37f4bbd2b8c req-23367bdd-fa2b-4184-a9ab-a06807e54930 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713248 Jul 23 17:33:40.877918 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334765f5-e965-42c2-aecf-b37f4bbd2b8c req-2acc3d45-b0c9-4bf7-ace1-323b0aa0ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:40.883365 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-334765f5-e965-42c2-aecf-b37f4bbd2b8c req-2acc3d45-b0c9-4bf7-ace1-323b0aa0ed6b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=946daa16de0741779fff7dba707de472&device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 1096 time: 0.0634823 Jul 23 17:33:41.001468 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334765f5-e965-42c2-aecf-b37f4bbd2b8c req-c8598530-92f7-46c9-878f-84d9dccd2e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:41.002954 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-334765f5-e965-42c2-aecf-b37f4bbd2b8c req-c8598530-92f7-46c9-878f-84d9dccd2e8e service neutron] 10.222.0.97 "GET /v2.0/networks?id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 HTTP/1.1" status: 200 len: 911 time: 0.0995383 Jul 23 17:33:41.095884 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-334765f5-e965-42c2-aecf-b37f4bbd2b8c req-f2a92163-4106-485c-9e9b-d035c2f7c15b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aad66ff1-b467-4748-8ecf-954008d8ba0b HTTP/1.1" status: 200 len: 1000 time: 0.0863829 Jul 23 17:33:41.152422 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334765f5-e965-42c2-aecf-b37f4bbd2b8c req-d157d3f3-4169-4c5e-9d75-4504b4841cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:41.154006 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-334765f5-e965-42c2-aecf-b37f4bbd2b8c req-d157d3f3-4169-4c5e-9d75-4504b4841cbc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3692fb40-808d-432b-9136-cc052407fe7f HTTP/1.1" status: 200 len: 848 time: 0.0505731 Jul 23 17:33:41.221451 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334765f5-e965-42c2-aecf-b37f4bbd2b8c req-922323ff-48e2-4e9e-ae4f-adbdfb1c289e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:41.224322 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-334765f5-e965-42c2-aecf-b37f4bbd2b8c req-922323ff-48e2-4e9e-ae4f-adbdfb1c289e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635860 Jul 23 17:33:41.354809 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-334765f5-e965-42c2-aecf-b37f4bbd2b8c req-f6520080-f577-4e32-a3d8-519766bfcbd9 service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229472 Jul 23 17:33:41.470993 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-334765f5-e965-42c2-aecf-b37f4bbd2b8c req-f0191689-6604-403a-bd01-fbf65fc7c122 service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090074 Jul 23 17:33:47.001349 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5ca2f874-0047-41df-ae2c-53aa6c6587f2 req-41db883d-f30c-4c41-b8d5-22481c268c4f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0768070 Jul 23 17:33:47.106547 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2f874-0047-41df-ae2c-53aa6c6587f2 req-34a97d51-b6b3-4bbc-8db9-cfc270d84203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:47.108394 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5ca2f874-0047-41df-ae2c-53aa6c6587f2 req-34a97d51-b6b3-4bbc-8db9-cfc270d84203 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0616708 Jul 23 17:33:47.221216 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2f874-0047-41df-ae2c-53aa6c6587f2 req-1237e59a-8e2e-472f-99f1-bc6d8327f10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:47.223316 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5ca2f874-0047-41df-ae2c-53aa6c6587f2 req-1237e59a-8e2e-472f-99f1-bc6d8327f10e service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0949950 Jul 23 17:33:47.266697 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5ca2f874-0047-41df-ae2c-53aa6c6587f2 req-a458fd69-63e8-4373-bd12-48dab2e80bf7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0358860 Jul 23 17:33:47.326047 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2f874-0047-41df-ae2c-53aa6c6587f2 req-dbe8146a-691d-474c-bf7c-835b33f872a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:47.327561 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5ca2f874-0047-41df-ae2c-53aa6c6587f2 req-dbe8146a-691d-474c-bf7c-835b33f872a0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0551677 Jul 23 17:33:47.389858 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2f874-0047-41df-ae2c-53aa6c6587f2 req-33ad524f-4f8f-43ef-8567-aaf8e0b3b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:47.391402 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5ca2f874-0047-41df-ae2c-53aa6c6587f2 req-33ad524f-4f8f-43ef-8567-aaf8e0b3b1e0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579488 Jul 23 17:33:47.485843 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5ca2f874-0047-41df-ae2c-53aa6c6587f2 req-dc7bc76c-605a-4842-849b-a8e97c9f6637 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879941 Jul 23 17:33:47.589902 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5ca2f874-0047-41df-ae2c-53aa6c6587f2 req-ed93f229-a7a8-45db-8dab-48d34b39e046 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980186 Jul 23 17:33:59.241501 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:34:02.741225 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1ead803b-4d1f-460d-b4c5-57e957916f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:05.496791 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3cf598dc-847e-48d0-a521-0ef5f08d8961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:05.650469 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:05.745422 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:06.873339 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:08.136799 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:08.885712 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:19.675541 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7f941-7b9e-4b4d-8201-164b8f1f7070 req-d7cca958-c12a-4a0c-961a-16ace78c8bea tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:19.677142 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0be7f941-7b9e-4b4d-8201-164b8f1f7070 req-d7cca958-c12a-4a0c-961a-16ace78c8bea tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 945 time: 0.0725796 Jul 23 17:34:19.722660 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0be7f941-7b9e-4b4d-8201-164b8f1f7070 req-35ee76e5-9e9b-4f33-90ef-b533395330a5 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389087 Jul 23 17:34:20.946246 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af7ecf-2028-4504-b4ab-243ebc4e36d6 req-f71549ce-87f4-4989-9e91-66e068c7530a tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:20.947892 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-44af7ecf-2028-4504-b4ab-243ebc4e36d6 req-f71549ce-87f4-4989-9e91-66e068c7530a tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 945 time: 0.0722945 Jul 23 17:34:21.003406 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-44af7ecf-2028-4504-b4ab-243ebc4e36d6 req-a9e8867e-8c1a-45aa-802d-d4cbe6d77c1c tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447385 Jul 23 17:34:22.191498 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1833cf3-7c4e-4fd5-86f6-c506d37379c6 req-d971b315-ce6e-4f09-b254-f152bdf254fc tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:22.193308 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f1833cf3-7c4e-4fd5-86f6-c506d37379c6 req-d971b315-ce6e-4f09-b254-f152bdf254fc tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 945 time: 0.0914698 Jul 23 17:34:22.248908 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f1833cf3-7c4e-4fd5-86f6-c506d37379c6 req-8e000694-aed6-4082-95ef-1295edf464b4 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461800 Jul 23 17:34:23.406136 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acc45d-f41e-4e9b-8afc-721d66cf65f6 req-eaa26232-3704-4ef5-8e67-e67a958e7723 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:23.409192 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f9acc45d-f41e-4e9b-8afc-721d66cf65f6 req-eaa26232-3704-4ef5-8e67-e67a958e7723 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 945 time: 0.0785041 Jul 23 17:34:23.455397 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f9acc45d-f41e-4e9b-8afc-721d66cf65f6 req-03d1443e-fd92-47db-91e4-cd4da0b65560 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395889 Jul 23 17:34:24.614238 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad05d6-1d9b-41d0-b8f4-1bc1d2d6eabf req-ca05d35c-c2a3-47f3-8566-66cf22ee5328 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:24.616495 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39ad05d6-1d9b-41d0-b8f4-1bc1d2d6eabf req-ca05d35c-c2a3-47f3-8566-66cf22ee5328 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 945 time: 0.0854774 Jul 23 17:34:24.661306 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-39ad05d6-1d9b-41d0-b8f4-1bc1d2d6eabf req-dfa95bd0-65b7-4fad-9609-eba8f87123cc tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384834 Jul 23 17:34:25.811390 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee99e29-757a-4a42-96a9-fd0f54c02fef req-0d26dba1-d74e-4b08-b22a-3547f39295e0 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:25.813633 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fee99e29-757a-4a42-96a9-fd0f54c02fef req-0d26dba1-d74e-4b08-b22a-3547f39295e0 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 945 time: 0.0771177 Jul 23 17:34:25.862896 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-fee99e29-757a-4a42-96a9-fd0f54c02fef req-d7429fc8-08d7-4d86-9689-45d73c8b692b tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408037 Jul 23 17:34:27.026910 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b22d7-b177-41b5-9fe0-5afd67cf67fe req-59afc203-714b-47fd-ba04-c879ed8dcb56 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:27.028534 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e71b22d7-b177-41b5-9fe0-5afd67cf67fe req-59afc203-714b-47fd-ba04-c879ed8dcb56 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 945 time: 0.0758104 Jul 23 17:34:27.082399 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e71b22d7-b177-41b5-9fe0-5afd67cf67fe req-6decfbb8-e8ca-4884-8b80-e21d21c2a13f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430944 Jul 23 17:34:28.261911 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2cbf4-a8f0-4393-9e8a-63f2161a6db8 req-f4afaad9-4aa6-4c92-8a6a-ac1276f89488 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:28.264652 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53b2cbf4-a8f0-4393-9e8a-63f2161a6db8 req-f4afaad9-4aa6-4c92-8a6a-ac1276f89488 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 945 time: 0.0821934 Jul 23 17:34:28.309925 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-53b2cbf4-a8f0-4393-9e8a-63f2161a6db8 req-acf4837e-cedc-4e56-959c-babd941a43d9 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385697 Jul 23 17:34:29.481531 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdfc98-4c1c-4761-b488-8dc965e48bdb req-39cd7bd4-8126-4c57-8255-3ed5000b92e8 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:29.484809 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cefdfc98-4c1c-4761-b488-8dc965e48bdb req-39cd7bd4-8126-4c57-8255-3ed5000b92e8 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 945 time: 0.0851212 Jul 23 17:34:29.556863 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cefdfc98-4c1c-4761-b488-8dc965e48bdb req-894b19f2-8ed9-4a9b-97e5-4be371918957 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618930 Jul 23 17:34:29.825402 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2270297-330b-4f51-b3b5-61210bf8c6dd req-92551a00-e34a-4686-a5a9-3ea14fce2895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:29.826977 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2270297-330b-4f51-b3b5-61210bf8c6dd req-92551a00-e34a-4686-a5a9-3ea14fce2895 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=946daa16de0741779fff7dba707de472&device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 1096 time: 0.0890415 Jul 23 17:34:29.927549 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2270297-330b-4f51-b3b5-61210bf8c6dd req-97dfc24d-7c50-4610-9096-777c5bf473a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:29.929170 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2270297-330b-4f51-b3b5-61210bf8c6dd req-97dfc24d-7c50-4610-9096-777c5bf473a5 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 HTTP/1.1" status: 200 len: 911 time: 0.0951793 Jul 23 17:34:30.004767 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2270297-330b-4f51-b3b5-61210bf8c6dd req-ea1ad1de-2bf3-4f9d-9b1d-cfc44889d27e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aad66ff1-b467-4748-8ecf-954008d8ba0b HTTP/1.1" status: 200 len: 1000 time: 0.0689828 Jul 23 17:34:30.059055 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2270297-330b-4f51-b3b5-61210bf8c6dd req-18876e3f-6c0a-47f2-9ae5-a2b7fed82d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:30.060794 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2270297-330b-4f51-b3b5-61210bf8c6dd req-18876e3f-6c0a-47f2-9ae5-a2b7fed82d54 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3692fb40-808d-432b-9136-cc052407fe7f HTTP/1.1" status: 200 len: 848 time: 0.0496621 Jul 23 17:34:30.133295 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2270297-330b-4f51-b3b5-61210bf8c6dd req-4cdea7ac-22a1-48a9-b163-729807a114dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:30.134919 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2270297-330b-4f51-b3b5-61210bf8c6dd req-4cdea7ac-22a1-48a9-b163-729807a114dc service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675757 Jul 23 17:34:30.239717 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2270297-330b-4f51-b3b5-61210bf8c6dd req-762f9508-69ca-4fef-80cf-1a12fa0e3243 service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984242 Jul 23 17:34:30.344145 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b2270297-330b-4f51-b3b5-61210bf8c6dd req-53a1f3c8-3c08-444d-a124-4b24efdcb9fc service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982387 Jul 23 17:34:30.710052 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7ffa2-cf3a-4e9c-8546-98dad94d062b req-a76dcf4b-6080-4834-85ce-17a53edc87d8 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:30.711890 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8d7ffa2-cf3a-4e9c-8546-98dad94d062b req-a76dcf4b-6080-4834-85ce-17a53edc87d8 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 945 time: 0.0831325 Jul 23 17:34:30.761761 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e8d7ffa2-cf3a-4e9c-8546-98dad94d062b req-c9c4436e-396a-4703-a470-fe845527898f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392382 Jul 23 17:34:31.937931 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b217a1-6598-4604-887f-37006c7de554 req-daa9a062-f29c-4476-bb7e-a0beca35c0f6 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:31.941394 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-30b217a1-6598-4604-887f-37006c7de554 req-daa9a062-f29c-4476-bb7e-a0beca35c0f6 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 945 time: 0.0994246 Jul 23 17:34:32.002711 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-30b217a1-6598-4604-887f-37006c7de554 req-0397232f-ed74-4b52-9a40-aacfe393884d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498650 Jul 23 17:34:32.753091 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b73a7c76-8083-4545-9763-00e4400b6f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:33.210711 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3532ae-74ed-429f-9301-042b32874076 req-9b132b24-2c65-4f97-902f-62768b920eaa tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:33.212429 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8e3532ae-74ed-429f-9301-042b32874076 req-9b132b24-2c65-4f97-902f-62768b920eaa tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 945 time: 0.0981610 Jul 23 17:34:33.262686 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8e3532ae-74ed-429f-9301-042b32874076 req-f8376834-3ab3-4972-963e-858fe424f36d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393941 Jul 23 17:34:34.449679 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980dd69-6c3d-4d2f-b63b-ed9ffd9b25b6 req-0ba7715b-2b1f-43cb-b68e-afc76c017eda tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:34.451249 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3980dd69-6c3d-4d2f-b63b-ed9ffd9b25b6 req-0ba7715b-2b1f-43cb-b68e-afc76c017eda tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 945 time: 0.1033130 Jul 23 17:34:34.495958 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3980dd69-6c3d-4d2f-b63b-ed9ffd9b25b6 req-081dff64-dee1-4932-8c06-5830c59ce7dd tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378613 Jul 23 17:34:34.943444 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device aad66ff1-b467-4748-8ecf-954008d8ba0b no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:34:35.031679 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:35.059264 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f28e20-fe04-47cb-b733-711ba444fd18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aad66ff1-b467-4748-8ecf-954008d8ba0b'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:34:35.061653 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d9158437a3a893895635b777aad4314b219cd6685506ac89f624094daaea09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64ce377-279c-453a-8954-f6f301f38555" -d '{"events": [{"server_uuid": "f5f28e20-fe04-47cb-b733-711ba444fd18", "name": "network-vif-unplugged", "status": "completed", "tag": "aad66ff1-b467-4748-8ecf-954008d8ba0b"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:34:35.077086 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port aad66ff1-b467-4748-8ecf-954008d8ba0b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=aad66ff1-b467-4748-8ecf-954008d8ba0b,segment=NetworkSegment(7c947863-05b1-43d6-a7d7-c70e4298b427),segment_id=7c947863-05b1-43d6-a7d7-c70e4298b427)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:34:35.081954 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:35.143562 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=aad66ff1-b467-4748-8ecf-954008d8ba0b,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:34:35.151791 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:34:35.152128 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:34:35.152470 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:34:35.152804 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:34:35.153191 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:34:35.153523 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:34:35.153848 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:34:35.154171 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:34:35.154530 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:34:35.154864 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:34:35.155182 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:34:35.155499 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:34:35.491254 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e87a568b-31c1-4f1e-be7d-2d0abe14f4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:35.675067 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:35.728518 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 17:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe5d58e-2651-410f-a9b6-62d36181141e x-openstack-request-id: req-6fe5d58e-2651-410f-a9b6-62d36181141e {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:34:35.729499 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f28e20-fe04-47cb-b733-711ba444fd18", "name": "network-vif-unplugged", "status": "failed", "tag": "aad66ff1-b467-4748-8ecf-954008d8ba0b", "code": 422}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:34:35.730241 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6fe5d58e-2651-410f-a9b6-62d36181141e {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:34:35.731833 n-d-778549-4 neutron-server[94014]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f5f28e20-fe04-47cb-b733-711ba444fd18', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aad66ff1-b467-4748-8ecf-954008d8ba0b', 'code': 422} returned with failed status Jul 23 17:34:35.796946 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:35.801785 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc3b1ea7-6539-4500-8d03-84498ae15255 req-a5b60648-c497-4982-a6a2-9ecadecd1e7e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0835872 Jul 23 17:34:35.932603 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f8e7d-8321-492a-be35-b6ef7318503e req-40954f99-0416-4f1d-a75c-7368fea6d27c tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:35.935455 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc6f8e7d-8321-492a-be35-b6ef7318503e req-40954f99-0416-4f1d-a75c-7368fea6d27c tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 943 time: 0.1138141 Jul 23 17:34:36.001838 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc6f8e7d-8321-492a-be35-b6ef7318503e req-b503870b-61ec-4557-9865-258d09bfa9d2 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592053 Jul 23 17:34:36.244288 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:34:36.874302 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:37.186857 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636046f-5b0b-4b00-8ea3-37377f8835ea req-5bd4b87f-c88e-4a13-a318-74808d8a45b5 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:37.188450 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6636046f-5b0b-4b00-8ea3-37377f8835ea req-5bd4b87f-c88e-4a13-a318-74808d8a45b5 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 943 time: 0.0893788 Jul 23 17:34:37.253840 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6636046f-5b0b-4b00-8ea3-37377f8835ea req-c580f9ca-56a4-4a90-8292-52824e28ee1a tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593462 Jul 23 17:34:38.154134 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:38.420439 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ab76a-b194-4321-80d3-c5bd750b8130 req-6e7df1ab-8598-4ea1-83f1-8f0e2bc4c4dd tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:38.422192 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ac5ab76a-b194-4321-80d3-c5bd750b8130 req-6e7df1ab-8598-4ea1-83f1-8f0e2bc4c4dd tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 943 time: 0.0850785 Jul 23 17:34:38.480915 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-ac5ab76a-b194-4321-80d3-c5bd750b8130 req-a0708d0d-9083-4cac-913a-ed7a7e1329be tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503564 Jul 23 17:34:38.893909 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:39.663261 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13060f2-c77c-43b5-808e-23ac9d20a172 req-e7178aa6-213e-46ca-9037-0523998a0354 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:39.665513 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b13060f2-c77c-43b5-808e-23ac9d20a172 req-e7178aa6-213e-46ca-9037-0523998a0354 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 943 time: 0.1012421 Jul 23 17:34:39.732166 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b13060f2-c77c-43b5-808e-23ac9d20a172 req-39487c5b-b1aa-4c3f-856c-cc67fed6e3dc tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604072 Jul 23 17:34:40.940763 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e3c6c-41f6-4472-a7a7-69f051d46635 req-dc3b1d0e-188b-4317-9efa-8b3e7fed010b tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:40.943579 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f37e3c6c-41f6-4472-a7a7-69f051d46635 req-dc3b1d0e-188b-4317-9efa-8b3e7fed010b tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 943 time: 0.0996234 Jul 23 17:34:40.986810 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f37e3c6c-41f6-4472-a7a7-69f051d46635 req-f73954b7-25c0-4960-aeb4-18b86e858c71 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375178 Jul 23 17:34:42.206491 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c55707-8f4b-4d52-bfe5-6265ab755b9a req-0f3dacc1-6580-4b97-892b-28a71ef063bb tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:42.208371 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-19c55707-8f4b-4d52-bfe5-6265ab755b9a req-0f3dacc1-6580-4b97-892b-28a71ef063bb tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 943 time: 0.1090796 Jul 23 17:34:42.258512 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-19c55707-8f4b-4d52-bfe5-6265ab755b9a req-03de0620-583f-45be-87dd-ae2fad926222 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439422 Jul 23 17:34:43.480837 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436cc17-640a-48bb-9020-8c225b3908b6 req-e1388256-d060-4479-929c-84f5358cef30 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:43.483531 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e436cc17-640a-48bb-9020-8c225b3908b6 req-e1388256-d060-4479-929c-84f5358cef30 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 943 time: 0.1212769 Jul 23 17:34:43.531611 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e436cc17-640a-48bb-9020-8c225b3908b6 req-2a8c5e5d-3bec-42c9-b8a0-add0b94bb74a tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424914 Jul 23 17:34:43.661602 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b1ea7-6539-4500-8d03-84498ae15255 req-7d8544c9-cb3f-423d-82af-618f042816c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:43.663158 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc3b1ea7-6539-4500-8d03-84498ae15255 req-7d8544c9-cb3f-423d-82af-618f042816c3 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18&tenant_id=946daa16de0741779fff7dba707de472 HTTP/1.1" status: 200 len: 1094 time: 0.0626974 Jul 23 17:34:43.758505 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b1ea7-6539-4500-8d03-84498ae15255 req-5fe663da-4a5d-4fdf-b285-2a96864b370d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:43.760183 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc3b1ea7-6539-4500-8d03-84498ae15255 req-5fe663da-4a5d-4fdf-b285-2a96864b370d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=946daa16de0741779fff7dba707de472&device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 1094 time: 0.0688746 Jul 23 17:34:43.869981 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b1ea7-6539-4500-8d03-84498ae15255 req-233b3be5-b8c2-4eb1-82d5-bbe921359a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:43.871602 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc3b1ea7-6539-4500-8d03-84498ae15255 req-233b3be5-b8c2-4eb1-82d5-bbe921359a50 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 HTTP/1.1" status: 200 len: 911 time: 0.1049845 Jul 23 17:34:43.957502 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc3b1ea7-6539-4500-8d03-84498ae15255 req-c6c01100-f821-435f-abf4-724d40f43b88 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aad66ff1-b467-4748-8ecf-954008d8ba0b HTTP/1.1" status: 200 len: 998 time: 0.0791819 Jul 23 17:34:44.014119 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b1ea7-6539-4500-8d03-84498ae15255 req-ce63773b-4e6b-4264-ae62-f77a012fcd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:44.015619 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc3b1ea7-6539-4500-8d03-84498ae15255 req-ce63773b-4e6b-4264-ae62-f77a012fcd56 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3692fb40-808d-432b-9136-cc052407fe7f HTTP/1.1" status: 200 len: 848 time: 0.0522461 Jul 23 17:34:44.087862 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b1ea7-6539-4500-8d03-84498ae15255 req-5d7c81d7-147c-4bb9-a2a9-9094a026d950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:44.089507 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc3b1ea7-6539-4500-8d03-84498ae15255 req-5d7c81d7-147c-4bb9-a2a9-9094a026d950 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670161 Jul 23 17:34:44.610645 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc3b1ea7-6539-4500-8d03-84498ae15255 req-396c49de-99af-48b3-80e3-0e6f68bdf7d2 service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132143 Jul 23 17:34:44.759506 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d21e26-caa9-4af4-a17b-c1921b170dec req-7ffa0fce-d0c6-4156-b349-b1b35f17e240 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:44.761182 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8d21e26-caa9-4af4-a17b-c1921b170dec req-7ffa0fce-d0c6-4156-b349-b1b35f17e240 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 943 time: 0.1486635 Jul 23 17:34:44.763736 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc3b1ea7-6539-4500-8d03-84498ae15255 req-40cf0e9e-0a98-417f-99f2-897c06824980 service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371813 Jul 23 17:34:44.820346 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8d21e26-caa9-4af4-a17b-c1921b170dec req-92a37cec-db61-492a-84bf-7afbe038dd5e tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530849 Jul 23 17:34:45.986710 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026c968-a022-4a20-a4ae-1d556d77a124 req-06bc40ba-c460-4400-b036-aa11e9406eee tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:45.988462 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a026c968-a022-4a20-a4ae-1d556d77a124 req-06bc40ba-c460-4400-b036-aa11e9406eee tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 943 time: 0.0759790 Jul 23 17:34:46.033097 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a026c968-a022-4a20-a4ae-1d556d77a124 req-ff612ad2-e160-434f-986d-e922daa21595 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384774 Jul 23 17:34:46.971493 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-35b8edbb-34e1-40e4-9f03-e5f7c69da9db req-70d8642e-1dc5-43fe-b0b7-52eeda81c713 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0637553 Jul 23 17:34:47.078625 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8edbb-34e1-40e4-9f03-e5f7c69da9db req-97ba31c4-c6f3-4f0e-864c-811153426cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:47.081367 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-35b8edbb-34e1-40e4-9f03-e5f7c69da9db req-97ba31c4-c6f3-4f0e-864c-811153426cac service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0657032 Jul 23 17:34:47.187329 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a4e0d-8e2a-4423-b0b7-68ecb3533ae5 req-67661fdd-41f7-471b-a712-4e3026b417b2 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:47.189168 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8f9a4e0d-8e2a-4423-b0b7-68ecb3533ae5 req-67661fdd-41f7-471b-a712-4e3026b417b2 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 943 time: 0.0772934 Jul 23 17:34:47.233577 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-8f9a4e0d-8e2a-4423-b0b7-68ecb3533ae5 req-9513be3b-c42e-4576-8ecc-d6366c5e75f9 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376031 Jul 23 17:34:47.260325 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8edbb-34e1-40e4-9f03-e5f7c69da9db req-1218176a-1c12-4e91-a9cd-cfdb2444f1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:47.262093 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-35b8edbb-34e1-40e4-9f03-e5f7c69da9db req-1218176a-1c12-4e91-a9cd-cfdb2444f1c6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.1578898 Jul 23 17:34:47.309512 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-35b8edbb-34e1-40e4-9f03-e5f7c69da9db req-9a3a8297-0669-43e1-a398-91cd00ba07fb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0406551 Jul 23 17:34:47.368721 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8edbb-34e1-40e4-9f03-e5f7c69da9db req-b38f4a24-7b82-4081-a915-77a5d1e2d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:47.370206 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-35b8edbb-34e1-40e4-9f03-e5f7c69da9db req-b38f4a24-7b82-4081-a915-77a5d1e2d87d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0548992 Jul 23 17:34:47.436864 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8edbb-34e1-40e4-9f03-e5f7c69da9db req-1eb66e2a-537b-4153-a30f-d59d6a5e0560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:47.439289 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-35b8edbb-34e1-40e4-9f03-e5f7c69da9db req-1eb66e2a-537b-4153-a30f-d59d6a5e0560 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618522 Jul 23 17:34:47.551951 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-35b8edbb-34e1-40e4-9f03-e5f7c69da9db req-30e093f4-b302-49be-9f0e-adb5f0ce0f5c service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057403 Jul 23 17:34:47.655752 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-35b8edbb-34e1-40e4-9f03-e5f7c69da9db req-e77f87f3-7125-4e98-a52e-7567653ac360 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973914 Jul 23 17:34:48.398220 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34ac04-b7fd-4de9-b928-8032ba94f635 req-1a394e9f-2d7f-4230-8c8d-e3b298627b3d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:48.399838 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb34ac04-b7fd-4de9-b928-8032ba94f635 req-1a394e9f-2d7f-4230-8c8d-e3b298627b3d tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 943 time: 0.0767298 Jul 23 17:34:48.445328 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-bb34ac04-b7fd-4de9-b928-8032ba94f635 req-52e0cefe-8a7d-4c8c-b67a-a0c5ab79b569 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393724 Jul 23 17:34:49.594386 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734dc9e2-3b9d-4fcf-aed8-d278ab153f58 req-4e79e4e7-ffbe-4966-ace7-8fa2e1307dee tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:49.596477 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-734dc9e2-3b9d-4fcf-aed8-d278ab153f58 req-4e79e4e7-ffbe-4966-ace7-8fa2e1307dee tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 943 time: 0.0770528 Jul 23 17:34:49.639197 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-734dc9e2-3b9d-4fcf-aed8-d278ab153f58 req-b976c6a7-b6d7-4021-b234-1efc06cf4957 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363750 Jul 23 17:34:50.837615 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb548a-116e-4a73-90df-63d23908abc2 req-b3854330-1475-4166-8897-a1a29976fe1c tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:50.839304 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d8cb548a-116e-4a73-90df-63d23908abc2 req-b3854330-1475-4166-8897-a1a29976fe1c tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 943 time: 0.1154225 Jul 23 17:34:50.886895 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d8cb548a-116e-4a73-90df-63d23908abc2 req-ede3220f-f543-49f0-bcc2-3bb653663711 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369549 Jul 23 17:34:50.996140 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device aad66ff1-b467-4748-8ecf-954008d8ba0b details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:34:51.100072 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port aad66ff1-b467-4748-8ecf-954008d8ba0b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=aad66ff1-b467-4748-8ecf-954008d8ba0b,segment=NetworkSegment(7c947863-05b1-43d6-a7d7-c70e4298b427),segment_id=7c947863-05b1-43d6-a7d7-c70e4298b427)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:34:51.112903 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'aad66ff1-b467-4748-8ecf-954008d8ba0b', 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287', 'port_id': 'aad66ff1-b467-4748-8ecf-954008d8ba0b', 'mac_address': 'fa:16:3e:7e:9a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3692fb40-808d-432b-9136-cc052407fe7f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:34:51.156504 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:51.171064 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aad66ff1-b467-4748-8ecf-954008d8ba0b {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:34:51.193718 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port aad66ff1-b467-4748-8ecf-954008d8ba0b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=aad66ff1-b467-4748-8ecf-954008d8ba0b,segment=NetworkSegment(7c947863-05b1-43d6-a7d7-c70e4298b427),segment_id=7c947863-05b1-43d6-a7d7-c70e4298b427)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:34:51.200341 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:51.257776 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=aad66ff1-b467-4748-8ecf-954008d8ba0b,revision_number=7']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:34:51.427167 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['aad66ff1-b467-4748-8ecf-954008d8ba0b'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:34:52.030791 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0682dbe-0364-4698-a5ab-388f681fd612 req-61909bea-5c4a-4298-ae2c-d33344b788c2 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:52.033194 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c0682dbe-0364-4698-a5ab-388f681fd612 req-61909bea-5c4a-4298-ae2c-d33344b788c2 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 944 time: 0.0733197 Jul 23 17:34:52.081417 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c0682dbe-0364-4698-a5ab-388f681fd612 req-2e2c2a1d-ab3e-4f75-adbe-a723d0660326 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379145 Jul 23 17:34:52.998042 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device aad66ff1-b467-4748-8ecf-954008d8ba0b up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:34:53.053195 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port aad66ff1-b467-4748-8ecf-954008d8ba0b triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:34:53.053656 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:53.317734 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff8829-8593-481a-9d73-a2940642c45c req-df0d2dfa-b629-49d1-a819-d646b25a5a61 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:53.320540 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6aff8829-8593-481a-9d73-a2940642c45c req-df0d2dfa-b629-49d1-a819-d646b25a5a61 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 944 time: 0.1312876 Jul 23 17:34:53.324366 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:53.350715 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f28e20-fe04-47cb-b733-711ba444fd18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad66ff1-b467-4748-8ecf-954008d8ba0b'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:34:53.353120 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d9158437a3a893895635b777aad4314b219cd6685506ac89f624094daaea09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad531d8-502d-4453-b1db-58c8ee1a1d71" -d '{"events": [{"server_uuid": "f5f28e20-fe04-47cb-b733-711ba444fd18", "name": "network-vif-plugged", "status": "completed", "tag": "aad66ff1-b467-4748-8ecf-954008d8ba0b"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:34:53.368365 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port aad66ff1-b467-4748-8ecf-954008d8ba0b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=aad66ff1-b467-4748-8ecf-954008d8ba0b,segment=NetworkSegment(7c947863-05b1-43d6-a7d7-c70e4298b427),segment_id=7c947863-05b1-43d6-a7d7-c70e4298b427)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:34:53.373824 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:53.378390 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6aff8829-8593-481a-9d73-a2940642c45c req-eab399df-9428-4065-bbe2-6c9209ee6078 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503588 Jul 23 17:34:53.450774 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7d92f9-e3ca-4bd2-8ab6-9762e3f54fb0 x-openstack-request-id: req-6c7d92f9-e3ca-4bd2-8ab6-9762e3f54fb0 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:34:53.451178 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f28e20-fe04-47cb-b733-711ba444fd18", "name": "network-vif-plugged", "status": "completed", "tag": "aad66ff1-b467-4748-8ecf-954008d8ba0b", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:34:53.451537 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6c7d92f9-e3ca-4bd2-8ab6-9762e3f54fb0 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:34:53.452050 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f28e20-fe04-47cb-b733-711ba444fd18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad66ff1-b467-4748-8ecf-954008d8ba0b', 'code': 200} Jul 23 17:34:53.452946 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=aad66ff1-b467-4748-8ecf-954008d8ba0b,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:34:53.641194 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d98c1-66af-4e7f-aef1-bf4030df94f5 req-987227c3-f695-4c32-a89b-f317da773b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:53.643427 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-811d98c1-66af-4e7f-aef1-bf4030df94f5 req-987227c3-f695-4c32-a89b-f317da773b01 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 1096 time: 0.0706017 Jul 23 17:34:53.685699 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-811d98c1-66af-4e7f-aef1-bf4030df94f5 req-af108177-d590-44a5-8b91-585d65546003 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354886 Jul 23 17:34:54.585531 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bfcf2-6835-4e28-8b75-92519818bd74 req-37d7a0e2-3b6e-4352-9972-0372f16a78bc tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:54.587235 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-943bfcf2-6835-4e28-8b75-92519818bd74 req-37d7a0e2-3b6e-4352-9972-0372f16a78bc tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 945 time: 0.0791516 Jul 23 17:34:54.638951 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-943bfcf2-6835-4e28-8b75-92519818bd74 req-36b79688-3410-4bc8-8da7-96bb20860c34 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405736 Jul 23 17:34:55.802888 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573c372-08e9-4ed0-aa23-e82bdbf738aa req-52d92f9e-2b0d-4e42-b02c-78b747afe497 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:55.804856 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2573c372-08e9-4ed0-aa23-e82bdbf738aa req-52d92f9e-2b0d-4e42-b02c-78b747afe497 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 945 time: 0.0918164 Jul 23 17:34:55.861895 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2573c372-08e9-4ed0-aa23-e82bdbf738aa req-7b767d7c-7d60-4525-b430-2c6967b391fa tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503979 Jul 23 17:35:02.755210 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-00382f3b-0cf9-4944-bef2-e350258c63d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:05.496184 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-37fdc6ed-659c-44e3-bbea-3beb2c6fad7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:05.665570 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:05.795756 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:06.877501 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:08.171720 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:08.894121 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:13.244034 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:35:32.752395 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-786e4547-9220-4e24-a040-a07bbf244b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:35.504618 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c182e040-8f53-4069-947c-a0d2a06407ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:35.664575 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:35.790041 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:36.881120 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:38.168533 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:38.896434 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:41.775271 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b50253b-25f3-4ad5-a3e4-3efcfec540c8 req-8a911474-2510-4b2c-86f9-eaefaa4321bd service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0687830 Jul 23 17:35:41.883172 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50253b-25f3-4ad5-a3e4-3efcfec540c8 req-cf91fc50-e338-452b-9a76-1f788d5b66b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:35:41.884871 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b50253b-25f3-4ad5-a3e4-3efcfec540c8 req-cf91fc50-e338-452b-9a76-1f788d5b66b2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=946daa16de0741779fff7dba707de472&device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 1096 time: 0.0646672 Jul 23 17:35:42.012503 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50253b-25f3-4ad5-a3e4-3efcfec540c8 req-080934f6-8f31-45e9-8414-c826e50ee9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:35:42.014055 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b50253b-25f3-4ad5-a3e4-3efcfec540c8 req-080934f6-8f31-45e9-8414-c826e50ee9a6 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 HTTP/1.1" status: 200 len: 911 time: 0.1067884 Jul 23 17:35:42.099733 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b50253b-25f3-4ad5-a3e4-3efcfec540c8 req-a4baf589-739a-49ba-9812-51526d216685 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aad66ff1-b467-4748-8ecf-954008d8ba0b HTTP/1.1" status: 200 len: 1000 time: 0.0794799 Jul 23 17:35:42.175887 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50253b-25f3-4ad5-a3e4-3efcfec540c8 req-67b3e8ab-d196-4a66-9051-8c6fe459a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:35:42.178771 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b50253b-25f3-4ad5-a3e4-3efcfec540c8 req-67b3e8ab-d196-4a66-9051-8c6fe459a715 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3692fb40-808d-432b-9136-cc052407fe7f HTTP/1.1" status: 200 len: 848 time: 0.0728540 Jul 23 17:35:42.256899 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50253b-25f3-4ad5-a3e4-3efcfec540c8 req-84ce6d0b-68ec-4b49-9b0f-9e119f545e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:35:42.256899 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b50253b-25f3-4ad5-a3e4-3efcfec540c8 req-84ce6d0b-68ec-4b49-9b0f-9e119f545e1c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717034 Jul 23 17:35:42.383225 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b50253b-25f3-4ad5-a3e4-3efcfec540c8 req-8c6bea65-43f2-4b04-ad89-c1ccab6f085f service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197872 Jul 23 17:35:42.503496 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9b50253b-25f3-4ad5-a3e4-3efcfec540c8 req-ac124e57-bf84-4a8d-b1ff-8a7ccf0711c1 service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140301 Jul 23 17:35:48.027586 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-30c0ad30-11d8-4712-bcc3-dffcea24f2d4 req-35bbdb30-12c8-40a2-9a46-e64a3b65aae1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1219192 Jul 23 17:35:48.141414 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0ad30-11d8-4712-bcc3-dffcea24f2d4 req-dcc47dea-4992-4850-86eb-c2e030f32e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:35:48.143135 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-30c0ad30-11d8-4712-bcc3-dffcea24f2d4 req-dcc47dea-4992-4850-86eb-c2e030f32e85 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0701854 Jul 23 17:35:48.273819 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0ad30-11d8-4712-bcc3-dffcea24f2d4 req-a549b23c-ad4b-4cdd-b976-1b27187172ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:35:48.275432 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-30c0ad30-11d8-4712-bcc3-dffcea24f2d4 req-a549b23c-ad4b-4cdd-b976-1b27187172ad service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.1109309 Jul 23 17:35:48.323391 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-30c0ad30-11d8-4712-bcc3-dffcea24f2d4 req-1105f08a-0b66-4072-881e-5bccb1ebedbd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0411928 Jul 23 17:35:48.382859 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0ad30-11d8-4712-bcc3-dffcea24f2d4 req-d456180f-13e2-4f83-83ba-84eb5ce2cac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:35:48.384557 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-30c0ad30-11d8-4712-bcc3-dffcea24f2d4 req-d456180f-13e2-4f83-83ba-84eb5ce2cac2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0552533 Jul 23 17:35:48.447993 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0ad30-11d8-4712-bcc3-dffcea24f2d4 req-a4cb8b65-7848-4a9f-b740-dca40ff10c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:35:48.449583 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-30c0ad30-11d8-4712-bcc3-dffcea24f2d4 req-a4cb8b65-7848-4a9f-b740-dca40ff10c7b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584049 Jul 23 17:35:48.556857 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-30c0ad30-11d8-4712-bcc3-dffcea24f2d4 req-7a25a932-abf6-45bc-9efa-92ad2cc210e7 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993850 Jul 23 17:35:48.657307 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-30c0ad30-11d8-4712-bcc3-dffcea24f2d4 req-c2634712-37bb-4a57-b4b1-09c5e9a2f6e1 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936618 Jul 23 17:35:50.244582 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:36:02.758778 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f2af70fc-ffd9-4399-88d2-55f3830c80f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:05.499809 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6747f546-d5dd-41ca-8644-2787fb4e6d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:05.667904 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:05.790874 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:06.890251 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:08.166197 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:08.899809 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:11.517811 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60690) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:36:11.710634 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-609929db-509b-4127-8244-73744342a281 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Deleting port 7f6c75da-c7fb-4b5f-b83b-672890aca2c8 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:36:11.711075 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-609929db-509b-4127-8244-73744342a281 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:11.805839 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-609929db-509b-4127-8244-73744342a281 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:11.806331 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-609929db-509b-4127-8244-73744342a281 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:11.825279 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-609929db-509b-4127-8244-73744342a281 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Calling delete_port for 7f6c75da-c7fb-4b5f-b83b-672890aca2c8 owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:36:12.042942 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-609929db-509b-4127-8244-73744342a281 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:12.074069 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609929db-509b-4127-8244-73744342a281 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Pushing event deleted for resources: {'Port': ['ID=7f6c75da-c7fb-4b5f-b83b-672890aca2c8,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:12.105344 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609929db-509b-4127-8244-73744342a281 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:12.105695 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609929db-509b-4127-8244-73744342a281 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:12.106042 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609929db-509b-4127-8244-73744342a281 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:12.106384 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609929db-509b-4127-8244-73744342a281 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:12.106720 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609929db-509b-4127-8244-73744342a281 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:12.107054 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609929db-509b-4127-8244-73744342a281 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:12.107384 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609929db-509b-4127-8244-73744342a281 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:12.107713 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609929db-509b-4127-8244-73744342a281 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:12.108533 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609929db-509b-4127-8244-73744342a281 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:12.108845 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609929db-509b-4127-8244-73744342a281 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:12.109209 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609929db-509b-4127-8244-73744342a281 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:12.109540 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609929db-509b-4127-8244-73744342a281 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:12.160028 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-609929db-509b-4127-8244-73744342a281 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:12.160523 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-609929db-509b-4127-8244-73744342a281 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Floating IP 231e222a-c7d6-4418-8304-cede07d04b49 disassociated (deleted). External IP: 172.25.8.26, port: aad66ff1-b467-4748-8ecf-954008d8ba0b. Jul 23 17:36:12.408162 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609929db-509b-4127-8244-73744342a281 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Router ccf4329c-b583-47a3-ac9e-eef447ed92af has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:36:12.529888 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609929db-509b-4127-8244-73744342a281 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:36:12.535923 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-609929db-509b-4127-8244-73744342a281 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:12.543685 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf1c340-907f-4773-aaa7-0ddab527c364 None None] Sync routers for ids ['ccf4329c-b583-47a3-ac9e-eef447ed92af'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:36:12.560529 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf1c340-907f-4773-aaa7-0ddab527c364 None None] Routers {'ccf4329c-b583-47a3-ac9e-eef447ed92af'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:36:12.562202 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-8bf1c340-907f-4773-aaa7-0ddab527c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:36:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ccf4329c-b583-47a3-ac9e-eef447ed92af'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:12.599708 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-609929db-509b-4127-8244-73744342a281 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "DELETE /v2.0/floatingips/231e222a-c7d6-4418-8304-cede07d04b49 HTTP/1.1" status: 204 len: 168 time: 1.0803261 Jul 23 17:36:12.600628 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f28e20-fe04-47cb-b733-711ba444fd18', 'tag': 'aad66ff1-b467-4748-8ecf-954008d8ba0b'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:36:12.604819 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b8dd4b-3760-4eca-a252-9484ec38437d" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f28e20-fe04-47cb-b733-711ba444fd18", "tag": "aad66ff1-b467-4748-8ecf-954008d8ba0b"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:36:12.721423 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-8bf1c340-907f-4773-aaa7-0ddab527c364 None None] Set router ccf4329c-b583-47a3-ac9e-eef447ed92af gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:36:12.839497 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3865944d-57eb-4ace-aece-15973188b979 x-openstack-request-id: req-3865944d-57eb-4ace-aece-15973188b979 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:36:12.840393 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f28e20-fe04-47cb-b733-711ba444fd18", "tag": "aad66ff1-b467-4748-8ecf-954008d8ba0b", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:36:12.840947 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3865944d-57eb-4ace-aece-15973188b979 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:36:12.844039 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f28e20-fe04-47cb-b733-711ba444fd18', 'tag': 'aad66ff1-b467-4748-8ecf-954008d8ba0b', 'status': 'completed', 'code': 200} Jul 23 17:36:12.993039 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8dd4b-3760-4eca-a252-9484ec38437d req-0bd0b45c-1ced-4c56-a4cd-e2bdbddd96cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:12.995355 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-90b8dd4b-3760-4eca-a252-9484ec38437d req-0bd0b45c-1ced-4c56-a4cd-e2bdbddd96cd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=946daa16de0741779fff7dba707de472&device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 1096 time: 0.1231673 Jul 23 17:36:13.042675 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-8bf1c340-907f-4773-aaa7-0ddab527c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'name': 'tempest-TestShelveInstance-1965503160-router', 'tenant_id': '946daa16de0741779fff7dba707de472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:15Z', 'updated_at': '2021-07-23T17:27:19Z', 'revision_number': 4, 'project_id': '946daa16de0741779fff7dba707de472', 'gw_port': {'id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:99:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:16Z', 'updated_at': '2021-07-23T17:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'c6358a2f-fa9c-4972-b979-ad369858366d', 'name': '', 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287', 'tenant_id': '946daa16de0741779fff7dba707de472', 'mac_address': 'fa:16:3e:b1:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3692fb40-808d-432b-9136-cc052407fe7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:18Z', 'updated_at': '2021-07-23T17:27:26Z', 'revision_number': 5, 'project_id': '946daa16de0741779fff7dba707de472', 'subnets': [{'id': '3692fb40-808d-432b-9136-cc052407fe7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:13.077200 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf1c340-907f-4773-aaa7-0ddab527c364 None None] Checking router: ccf4329c-b583-47a3-ac9e-eef447ed92af for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:36:13.089192 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf1c340-907f-4773-aaa7-0ddab527c364 None None] Routers {'ccf4329c-b583-47a3-ac9e-eef447ed92af'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:36:13.090183 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-8bf1c340-907f-4773-aaa7-0ddab527c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:36:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ccf4329c-b583-47a3-ac9e-eef447ed92af'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:13.174219 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8dd4b-3760-4eca-a252-9484ec38437d req-1ea5c76d-68cf-4e0b-a65a-0632bb85330a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:13.175875 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-90b8dd4b-3760-4eca-a252-9484ec38437d req-1ea5c76d-68cf-4e0b-a65a-0632bb85330a service neutron] 10.222.0.97 "GET /v2.0/networks?id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 HTTP/1.1" status: 200 len: 911 time: 0.1721263 Jul 23 17:36:13.198591 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e84e7d-704d-4a7d-90a8-ad0c56401dc5 req-21f31859-2bdf-4193-9d86-8dfb44e87e4b tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:13.200189 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c7e84e7d-704d-4a7d-90a8-ad0c56401dc5 req-21f31859-2bdf-4193-9d86-8dfb44e87e4b tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 945 time: 0.2596548 Jul 23 17:36:13.229969 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-8bf1c340-907f-4773-aaa7-0ddab527c364 None None] Set router ccf4329c-b583-47a3-ac9e-eef447ed92af gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:36:13.252049 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-90b8dd4b-3760-4eca-a252-9484ec38437d req-4204b6fe-12d2-4e80-9f31-67ec192cab2d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aad66ff1-b467-4748-8ecf-954008d8ba0b HTTP/1.1" status: 200 len: 217 time: 0.0679283 Jul 23 17:36:13.330386 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c7e84e7d-704d-4a7d-90a8-ad0c56401dc5 req-84a37672-9d01-48ef-b3d9-6bd07fa79664 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864427 Jul 23 17:36:13.342616 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8dd4b-3760-4eca-a252-9484ec38437d req-377278da-5f68-4a48-be67-99346946ff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:13.344544 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-90b8dd4b-3760-4eca-a252-9484ec38437d req-377278da-5f68-4a48-be67-99346946ff47 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3692fb40-808d-432b-9136-cc052407fe7f HTTP/1.1" status: 200 len: 848 time: 0.0826199 Jul 23 17:36:13.428709 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8dd4b-3760-4eca-a252-9484ec38437d req-e3499bf0-e3c2-410f-acf6-c37d06be538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:13.430421 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-90b8dd4b-3760-4eca-a252-9484ec38437d req-e3499bf0-e3c2-410f-acf6-c37d06be538c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781152 Jul 23 17:36:13.527094 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-8bf1c340-907f-4773-aaa7-0ddab527c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'name': 'tempest-TestShelveInstance-1965503160-router', 'tenant_id': '946daa16de0741779fff7dba707de472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:15Z', 'updated_at': '2021-07-23T17:27:19Z', 'revision_number': 4, 'project_id': '946daa16de0741779fff7dba707de472', 'gw_port': {'id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:99:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:16Z', 'updated_at': '2021-07-23T17:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'c6358a2f-fa9c-4972-b979-ad369858366d', 'name': '', 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287', 'tenant_id': '946daa16de0741779fff7dba707de472', 'mac_address': 'fa:16:3e:b1:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3692fb40-808d-432b-9136-cc052407fe7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:18Z', 'updated_at': '2021-07-23T17:27:26Z', 'revision_number': 5, 'project_id': '946daa16de0741779fff7dba707de472', 'subnets': [{'id': '3692fb40-808d-432b-9136-cc052407fe7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:13.550172 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-90b8dd4b-3760-4eca-a252-9484ec38437d req-c82c40c3-a92b-4ec2-b402-2089dbaa027a service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107581 Jul 23 17:36:13.586533 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf1c340-907f-4773-aaa7-0ddab527c364 None None] The sync data for ids ['ccf4329c-b583-47a3-ac9e-eef447ed92af'] in n-d-778549-4 is: [{'id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'name': 'tempest-TestShelveInstance-1965503160-router', 'tenant_id': '946daa16de0741779fff7dba707de472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:15Z', 'updated_at': '2021-07-23T17:27:19Z', 'revision_number': 4, 'project_id': '946daa16de0741779fff7dba707de472', 'gw_port': {'id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:99:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:16Z', 'updated_at': '2021-07-23T17:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': 'c6358a2f-fa9c-4972-b979-ad369858366d', 'name': '', 'network_id': '2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287', 'tenant_id': '946daa16de0741779fff7dba707de472', 'mac_address': 'fa:16:3e:b1:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3692fb40-808d-432b-9136-cc052407fe7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:18Z', 'updated_at': '2021-07-23T17:27:26Z', 'revision_number': 5, 'project_id': '946daa16de0741779fff7dba707de472', 'subnets': [{'id': '3692fb40-808d-432b-9136-cc052407fe7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:36:13.681854 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-90b8dd4b-3760-4eca-a252-9484ec38437d req-c96eb123-b5e2-4e1b-90dd-e05d5ca86861 service neutron] 10.222.0.97 "GET /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232002 Jul 23 17:36:13.867227 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71353da0-1b5f-4f7e-8467-88e1852d7195 None None] New status for floating IP 231e222a-c7d6-4418-8304-cede07d04b49: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:36:14.455458 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d26f07-8a1e-4791-bcb3-28b633662aa5 req-089e762b-0ecd-4643-b42d-e9ae34814a81 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:14.458130 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-69d26f07-8a1e-4791-bcb3-28b633662aa5 req-089e762b-0ecd-4643-b42d-e9ae34814a81 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.97 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 945 time: 0.0972133 Jul 23 17:36:14.618346 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8712a36-7b9c-4362-a546-7dd63cce9183 req-53cc249a-7c87-43da-88ad-29e8a6c1a781 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:14.620210 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8712a36-7b9c-4362-a546-7dd63cce9183 req-53cc249a-7c87-43da-88ad-29e8a6c1a781 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 945 time: 0.1863656 Jul 23 17:36:14.695700 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c8712a36-7b9c-4362-a546-7dd63cce9183 req-b08641ba-8149-4bdb-92d9-15715164c1e9 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/security-groups?id=749cc608-2ed5-4060-864b-86f0d948d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674818 Jul 23 17:36:14.698698 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-69d26f07-8a1e-4791-bcb3-28b633662aa5 req-68be1bf7-3d6b-40e8-a870-d58f812d395f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Deleting port aad66ff1-b467-4748-8ecf-954008d8ba0b {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:36:14.699020 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-69d26f07-8a1e-4791-bcb3-28b633662aa5 req-68be1bf7-3d6b-40e8-a870-d58f812d395f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:14.835587 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-69d26f07-8a1e-4791-bcb3-28b633662aa5 req-68be1bf7-3d6b-40e8-a870-d58f812d395f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] For port aad66ff1-b467-4748-8ecf-954008d8ba0b, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=aad66ff1-b467-4748-8ecf-954008d8ba0b,segment=NetworkSegment(7c947863-05b1-43d6-a7d7-c70e4298b427),segment_id=7c947863-05b1-43d6-a7d7-c70e4298b427)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:36:14.835961 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-69d26f07-8a1e-4791-bcb3-28b633662aa5 req-68be1bf7-3d6b-40e8-a870-d58f812d395f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:14.856925 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-69d26f07-8a1e-4791-bcb3-28b633662aa5 req-68be1bf7-3d6b-40e8-a870-d58f812d395f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Calling delete_port for aad66ff1-b467-4748-8ecf-954008d8ba0b owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:36:15.075359 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-69d26f07-8a1e-4791-bcb3-28b633662aa5 req-68be1bf7-3d6b-40e8-a870-d58f812d395f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:15.117364 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be1bf7-3d6b-40e8-a870-d58f812d395f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Pushing event deleted for resources: {'Port': ['ID=aad66ff1-b467-4748-8ecf-954008d8ba0b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:15.191874 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d26f07-8a1e-4791-bcb3-28b633662aa5 req-68be1bf7-3d6b-40e8-a870-d58f812d395f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] No DVR routers for this DVR port aad66ff1-b467-4748-8ecf-954008d8ba0b on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:36:15.194981 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-69d26f07-8a1e-4791-bcb3-28b633662aa5 req-68be1bf7-3d6b-40e8-a870-d58f812d395f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:15.197270 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-69d26f07-8a1e-4791-bcb3-28b633662aa5 req-68be1bf7-3d6b-40e8-a870-d58f812d395f tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.97 "DELETE /v2.0/ports/aad66ff1-b467-4748-8ecf-954008d8ba0b HTTP/1.1" status: 204 len: 173 time: 0.7331948 Jul 23 17:36:15.197783 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f28e20-fe04-47cb-b733-711ba444fd18', 'name': 'network-vif-deleted', 'tag': 'aad66ff1-b467-4748-8ecf-954008d8ba0b'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:36:15.200264 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d25707c-a940-4271-b11b-5259bac39861" -d '{"events": [{"server_uuid": "f5f28e20-fe04-47cb-b733-711ba444fd18", "name": "network-vif-deleted", "tag": "aad66ff1-b467-4748-8ecf-954008d8ba0b"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:36:15.240606 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19763883-fdea-454b-b693-82ffb4abfb05 x-openstack-request-id: req-19763883-fdea-454b-b693-82ffb4abfb05 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:36:15.240903 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f28e20-fe04-47cb-b733-711ba444fd18", "name": "network-vif-deleted", "tag": "aad66ff1-b467-4748-8ecf-954008d8ba0b", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:36:15.241187 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-19763883-fdea-454b-b693-82ffb4abfb05 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:36:15.241624 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f28e20-fe04-47cb-b733-711ba444fd18', 'name': 'network-vif-deleted', 'tag': 'aad66ff1-b467-4748-8ecf-954008d8ba0b', 'status': 'completed', 'code': 200} Jul 23 17:36:15.859888 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-4e1477e5-bf6b-4db0-b5de-23212095f641 req-5d6dc249-3636-41d0-8cce-aece6c86e914 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 210 time: 0.0401492 Jul 23 17:36:17.028278 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9fc5e390-a1c9-497a-bda5-3f7dbe9a169b req-5141a70d-5100-4cc3-aa6d-085d7dbd4dd3 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 210 time: 0.0482628 Jul 23 17:36:17.417779 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device aad66ff1-b467-4748-8ecf-954008d8ba0b no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:36:17.442932 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: aad66ff1-b467-4748-8ecf-954008d8ba0b {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:36:17.443461 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device aad66ff1-b467-4748-8ecf-954008d8ba0b not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:36:18.153626 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5e263ac6-1335-429d-ae1b-212b623f88ed req-ab58113c-1351-459d-bd5a-d1d2dacf668b tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 210 time: 0.0422089 Jul 23 17:36:19.310817 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e59cd184-4119-43b5-a6ef-f704627473c0 req-ed04d311-3b53-4224-b8ce-b0b022b5af15 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 210 time: 0.0563776 Jul 23 17:36:20.464528 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-abadce85-177b-491d-8903-04cde45de183 req-37779023-d805-431e-8acb-5f6949e6f3a9 tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f28e20-fe04-47cb-b733-711ba444fd18 HTTP/1.1" status: 200 len: 210 time: 0.0375941 Jul 23 17:36:21.541865 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60722) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:36:21.616536 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bf10f8c4-19da-4839-b35f-94c68c303aef tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:21.654406 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bf10f8c4-19da-4839-b35f-94c68c303aef tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:21.735915 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bf10f8c4-19da-4839-b35f-94c68c303aef tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:21.751333 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bf10f8c4-19da-4839-b35f-94c68c303aef tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:21.752599 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bf10f8c4-19da-4839-b35f-94c68c303aef tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] 10.222.0.73 "DELETE /v2.0/security-groups/749cc608-2ed5-4060-864b-86f0d948d06a HTTP/1.1" status: 204 len: 168 time: 0.2096913 Jul 23 17:36:21.774013 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf10f8c4-19da-4839-b35f-94c68c303aef tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=749cc608-2ed5-4060-864b-86f0d948d06a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:21.785367 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf10f8c4-19da-4839-b35f-94c68c303aef tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:21.785933 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf10f8c4-19da-4839-b35f-94c68c303aef tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:21.786335 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf10f8c4-19da-4839-b35f-94c68c303aef tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:21.786732 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf10f8c4-19da-4839-b35f-94c68c303aef tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:21.787123 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf10f8c4-19da-4839-b35f-94c68c303aef tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:21.787583 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf10f8c4-19da-4839-b35f-94c68c303aef tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:21.788057 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf10f8c4-19da-4839-b35f-94c68c303aef tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:21.788481 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf10f8c4-19da-4839-b35f-94c68c303aef tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:21.788887 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf10f8c4-19da-4839-b35f-94c68c303aef tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:21.789390 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf10f8c4-19da-4839-b35f-94c68c303aef tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:21.789899 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf10f8c4-19da-4839-b35f-94c68c303aef tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:21.790388 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf10f8c4-19da-4839-b35f-94c68c303aef tempest-TestShelveInstance-1891139164 tempest-TestShelveInstance-1891139164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:22.865615 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60728) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:36:23.821859 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0fae26df-228c-45cb-9f04-769b563b9ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:24.175445 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-0fae26df-228c-45cb-9f04-769b563b9ea2 admin admin] Deleting port c6358a2f-fa9c-4972-b979-ad369858366d {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:36:24.176277 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0fae26df-228c-45cb-9f04-769b563b9ea2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:24.278281 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-0fae26df-228c-45cb-9f04-769b563b9ea2 admin admin] For port c6358a2f-fa9c-4972-b979-ad369858366d, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=c6358a2f-fa9c-4972-b979-ad369858366d,segment=NetworkSegment(7c947863-05b1-43d6-a7d7-c70e4298b427),segment_id=7c947863-05b1-43d6-a7d7-c70e4298b427)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:36:24.278723 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0fae26df-228c-45cb-9f04-769b563b9ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:24.296529 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-0fae26df-228c-45cb-9f04-769b563b9ea2 admin admin] Calling delete_port for c6358a2f-fa9c-4972-b979-ad369858366d owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:36:24.515134 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0fae26df-228c-45cb-9f04-769b563b9ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:24.548161 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae26df-228c-45cb-9f04-769b563b9ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6358a2f-fa9c-4972-b979-ad369858366d,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:24.772892 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0fae26df-228c-45cb-9f04-769b563b9ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:25.040402 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fae26df-228c-45cb-9f04-769b563b9ea2 admin admin] Router ccf4329c-b583-47a3-ac9e-eef447ed92af has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:36:25.177355 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fae26df-228c-45cb-9f04-769b563b9ea2 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:36:25.183529 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-0fae26df-228c-45cb-9f04-769b563b9ea2 admin admin] 10.222.0.73 "PUT /v2.0/routers/ccf4329c-b583-47a3-ac9e-eef447ed92af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3159018 Jul 23 17:36:25.187511 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60732) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:36:25.190797 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce321bdf-c315-49df-93ff-9c9f1986dd1d None None] Sync routers for ids ['ccf4329c-b583-47a3-ac9e-eef447ed92af'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:36:25.208520 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce321bdf-c315-49df-93ff-9c9f1986dd1d None None] Routers {'ccf4329c-b583-47a3-ac9e-eef447ed92af'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:36:25.209642 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-ce321bdf-c315-49df-93ff-9c9f1986dd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:36:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ccf4329c-b583-47a3-ac9e-eef447ed92af'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:25.321647 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5fff8352-40c2-4555-ae41-2937e5a6dc0a admin admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:25.426661 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-ce321bdf-c315-49df-93ff-9c9f1986dd1d None None] Set router ccf4329c-b583-47a3-ac9e-eef447ed92af gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:36:25.477025 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5fff8352-40c2-4555-ae41-2937e5a6dc0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:25.558271 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5fff8352-40c2-4555-ae41-2937e5a6dc0a admin admin] Deleting port b4da7c0e-8c74-4392-9983-f96991030f03 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:36:25.558803 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5fff8352-40c2-4555-ae41-2937e5a6dc0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:25.707684 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5fff8352-40c2-4555-ae41-2937e5a6dc0a admin admin] For port b4da7c0e-8c74-4392-9983-f96991030f03, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=b4da7c0e-8c74-4392-9983-f96991030f03,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:36:25.708219 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5fff8352-40c2-4555-ae41-2937e5a6dc0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:25.732910 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5fff8352-40c2-4555-ae41-2937e5a6dc0a admin admin] Calling delete_port for b4da7c0e-8c74-4392-9983-f96991030f03 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:36:25.803368 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-ce321bdf-c315-49df-93ff-9c9f1986dd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'name': 'tempest-TestShelveInstance-1965503160-router', 'tenant_id': '946daa16de0741779fff7dba707de472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:15Z', 'updated_at': '2021-07-23T17:36:24Z', 'revision_number': 5, 'project_id': '946daa16de0741779fff7dba707de472', 'gw_port': {'id': 'b4da7c0e-8c74-4392-9983-f96991030f03', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:99:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:16Z', 'updated_at': '2021-07-23T17:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:25.843821 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce321bdf-c315-49df-93ff-9c9f1986dd1d None None] Checking router: ccf4329c-b583-47a3-ac9e-eef447ed92af for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:36:25.855252 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce321bdf-c315-49df-93ff-9c9f1986dd1d None None] Routers {'ccf4329c-b583-47a3-ac9e-eef447ed92af'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:36:25.855886 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-ce321bdf-c315-49df-93ff-9c9f1986dd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:36:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['ccf4329c-b583-47a3-ac9e-eef447ed92af'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:25.964693 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-ce321bdf-c315-49df-93ff-9c9f1986dd1d None None] Set router ccf4329c-b583-47a3-ac9e-eef447ed92af gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:36:26.023185 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5fff8352-40c2-4555-ae41-2937e5a6dc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:26.050244 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-ce321bdf-c315-49df-93ff-9c9f1986dd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'name': 'tempest-TestShelveInstance-1965503160-router', 'tenant_id': '946daa16de0741779fff7dba707de472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:15Z', 'updated_at': '2021-07-23T17:36:25Z', 'revision_number': 6, 'project_id': '946daa16de0741779fff7dba707de472', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:26.054694 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff8352-40c2-4555-ae41-2937e5a6dc0a admin admin] Pushing event deleted for resources: {'Port': ['ID=b4da7c0e-8c74-4392-9983-f96991030f03,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:26.086501 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce321bdf-c315-49df-93ff-9c9f1986dd1d None None] The sync data for ids ['ccf4329c-b583-47a3-ac9e-eef447ed92af'] in n-d-778549-4 is: [{'id': 'ccf4329c-b583-47a3-ac9e-eef447ed92af', 'name': 'tempest-TestShelveInstance-1965503160-router', 'tenant_id': '946daa16de0741779fff7dba707de472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:15Z', 'updated_at': '2021-07-23T17:36:25Z', 'revision_number': 6, 'project_id': '946daa16de0741779fff7dba707de472', 'gw_port_host': None}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:36:26.133753 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5fff8352-40c2-4555-ae41-2937e5a6dc0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:26.244966 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5fff8352-40c2-4555-ae41-2937e5a6dc0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:26.247468 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5fff8352-40c2-4555-ae41-2937e5a6dc0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:26.301194 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5fff8352-40c2-4555-ae41-2937e5a6dc0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:26.302340 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fff8352-40c2-4555-ae41-2937e5a6dc0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccf4329c-b583-47a3-ac9e-eef447ed92af {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:36:26.313090 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5fff8352-40c2-4555-ae41-2937e5a6dc0a admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:26.314616 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-5fff8352-40c2-4555-ae41-2937e5a6dc0a admin admin] 10.222.0.73 "DELETE /v2.0/routers/ccf4329c-b583-47a3-ac9e-eef447ed92af HTTP/1.1" status: 204 len: 168 time: 1.1253479 Jul 23 17:36:26.318674 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60734) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:36:26.372159 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b7565e-45af-4df6-aa4b-bc920fb1686a admin admin] Deleting subnet 3692fb40-808d-432b-9136-cc052407fe7f {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:36:26.377326 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b9b7565e-45af-4df6-aa4b-bc920fb1686a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:26.416737 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b9b7565e-45af-4df6-aa4b-bc920fb1686a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:26.540655 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b9b7565e-45af-4df6-aa4b-bc920fb1686a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:26.618792 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b9b7565e-45af-4df6-aa4b-bc920fb1686a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:26.649044 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7565e-45af-4df6-aa4b-bc920fb1686a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3692fb40-808d-432b-9136-cc052407fe7f,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:26.654039 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b9b7565e-45af-4df6-aa4b-bc920fb1686a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:26.656719 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-b9b7565e-45af-4df6-aa4b-bc920fb1686a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3692fb40-808d-432b-9136-cc052407fe7f HTTP/1.1" status: 204 len: 168 time: 0.3368025 Jul 23 17:36:26.661002 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60736) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:36:26.665565 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33705e17-9bd8-4a8c-99ca-551ef630668a None None] Network 2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:36:26.770999 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ac9eb31-6fde-4e00-a74b-4e24e55aa440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:26.840368 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-7ac9eb31-6fde-4e00-a74b-4e24e55aa440 admin admin] Deleting port 44aaf345-ee01-481d-be2f-900da2bcefb8 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:36:26.840993 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ac9eb31-6fde-4e00-a74b-4e24e55aa440 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:26.928315 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c6358a2f-fa9c-4972-b979-ad369858366d no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:36:26.971045 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: c6358a2f-fa9c-4972-b979-ad369858366d {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:36:26.971593 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device c6358a2f-fa9c-4972-b979-ad369858366d not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:36:26.988730 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3a6584-6d82-413f-88ca-d576dbdd6a7e None None] DHCP port deletion for 2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:36:26.990625 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-7ac9eb31-6fde-4e00-a74b-4e24e55aa440 admin admin] For port 44aaf345-ee01-481d-be2f-900da2bcefb8, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=44aaf345-ee01-481d-be2f-900da2bcefb8,segment=NetworkSegment(7c947863-05b1-43d6-a7d7-c70e4298b427),segment_id=7c947863-05b1-43d6-a7d7-c70e4298b427)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:36:26.991146 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ac9eb31-6fde-4e00-a74b-4e24e55aa440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:27.012139 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-7ac9eb31-6fde-4e00-a74b-4e24e55aa440 admin admin] Calling delete_port for 44aaf345-ee01-481d-be2f-900da2bcefb8 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:36:27.056776 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-dd3a6584-6d82-413f-88ca-d576dbdd6a7e None None] Deleting port 44aaf345-ee01-481d-be2f-900da2bcefb8 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:36:27.057372 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dd3a6584-6d82-413f-88ca-d576dbdd6a7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:27.139272 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ac9eb31-6fde-4e00-a74b-4e24e55aa440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:27.172887 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-dd3a6584-6d82-413f-88ca-d576dbdd6a7e None None] For port 44aaf345-ee01-481d-be2f-900da2bcefb8, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=44aaf345-ee01-481d-be2f-900da2bcefb8,segment=NetworkSegment(7c947863-05b1-43d6-a7d7-c70e4298b427),segment_id=7c947863-05b1-43d6-a7d7-c70e4298b427)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:36:27.173203 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dd3a6584-6d82-413f-88ca-d576dbdd6a7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:27.188624 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-dd3a6584-6d82-413f-88ca-d576dbdd6a7e None None] Calling delete_port for 44aaf345-ee01-481d-be2f-900da2bcefb8 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:36:27.190938 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9eb31-6fde-4e00-a74b-4e24e55aa440 admin admin] Pushing event deleted for resources: {'Port': ['ID=44aaf345-ee01-481d-be2f-900da2bcefb8,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:27.197390 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac9eb31-6fde-4e00-a74b-4e24e55aa440 admin admin] No DVR routers for this DVR port 44aaf345-ee01-481d-be2f-900da2bcefb8 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:36:27.246779 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:36:27.272492 n-d-778549-4 neutron-server[94014]: self.session.flush() Jul 23 17:36:27.288924 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dd3a6584-6d82-413f-88ca-d576dbdd6a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:27.336772 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a6584-6d82-413f-88ca-d576dbdd6a7e None None] Pushing event deleted for resources: {'Port': ['ID=44aaf345-ee01-481d-be2f-900da2bcefb8,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:27.344950 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ac9eb31-6fde-4e00-a74b-4e24e55aa440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:27.345748 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3a6584-6d82-413f-88ca-d576dbdd6a7e None None] No DVR routers for this DVR port 44aaf345-ee01-481d-be2f-900da2bcefb8 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:36:27.356063 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a6584-6d82-413f-88ca-d576dbdd6a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:27.356063 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a6584-6d82-413f-88ca-d576dbdd6a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:27.356333 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a6584-6d82-413f-88ca-d576dbdd6a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:27.356677 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a6584-6d82-413f-88ca-d576dbdd6a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:27.357094 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a6584-6d82-413f-88ca-d576dbdd6a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:27.358067 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a6584-6d82-413f-88ca-d576dbdd6a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:27.358806 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-7ac9eb31-6fde-4e00-a74b-4e24e55aa440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:27.360931 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a6584-6d82-413f-88ca-d576dbdd6a7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:27.361573 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a6584-6d82-413f-88ca-d576dbdd6a7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:27.361978 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a6584-6d82-413f-88ca-d576dbdd6a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:27.362380 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a6584-6d82-413f-88ca-d576dbdd6a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:27.362773 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a6584-6d82-413f-88ca-d576dbdd6a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:27.363165 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a6584-6d82-413f-88ca-d576dbdd6a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:27.374342 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-7ac9eb31-6fde-4e00-a74b-4e24e55aa440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c947863-05b1-43d6-a7d7-c70e4298b427') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:27.374635 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-7ac9eb31-6fde-4e00-a74b-4e24e55aa440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c947863-05b1-43d6-a7d7-c70e4298b427') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:27.385206 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ac9eb31-6fde-4e00-a74b-4e24e55aa440 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:27.400781 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ac9eb31-6fde-4e00-a74b-4e24e55aa440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:27.408856 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac9eb31-6fde-4e00-a74b-4e24e55aa440 admin admin] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:36:27.409324 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ac9eb31-6fde-4e00-a74b-4e24e55aa440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:27.411283 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 17:36:27.411283 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:36:27.411283 n-d-778549-4 neutron-server[94013]: timer() Jul 23 17:36:27.411283 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:36:27.411283 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 17:36:27.411283 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:36:27.411283 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 17:36:27.411283 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:36:27.411283 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 17:36:27.411283 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:36:27.411283 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 17:36:27.411283 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:36:27.411283 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 17:36:27.411283 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:36:27.411283 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:36:27.411283 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:36:27.411283 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:36:27.411283 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:36:27.411283 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 17:36:27.411283 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:36:27.411283 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 17:36:27.411283 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:36:27.411283 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:36:27.411283 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:36:27.411283 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 17:36:27.411283 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:36:27.411283 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:36:27.411283 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:36:27.411283 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:36:27.411283 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:36:27.411283 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:36:27.411283 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:36:27.476508 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ac9eb31-6fde-4e00-a74b-4e24e55aa440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:27.481865 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7ac9eb31-6fde-4e00-a74b-4e24e55aa440 admin admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:27.484611 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7ac9eb31-6fde-4e00-a74b-4e24e55aa440 admin admin] 10.222.0.73 "DELETE /v2.0/networks/2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287 HTTP/1.1" status: 204 len: 168 time: 0.8218296 Jul 23 17:36:27.489277 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60738) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:36:27.503005 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9eb31-6fde-4e00-a74b-4e24e55aa440 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b0b6b6d-1818-4b67-ba9d-3ab0ee4d3287,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:27.915956 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e048dede-7322-492e-8b2d-53ebb7005d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:28.229868 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 44aaf345-ee01-481d-be2f-900da2bcefb8 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:36:28.234103 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-e048dede-7322-492e-8b2d-53ebb7005d2b admin admin] Deleting port d581e6cf-d252-4e7a-bff0-b3da34cc5ba8 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:36:28.234561 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e048dede-7322-492e-8b2d-53ebb7005d2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:28.267496 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 44aaf345-ee01-481d-be2f-900da2bcefb8 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:36:28.268089 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 44aaf345-ee01-481d-be2f-900da2bcefb8 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:36:28.269078 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device b4da7c0e-8c74-4392-9983-f96991030f03 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:36:28.303178 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: b4da7c0e-8c74-4392-9983-f96991030f03 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:36:28.303726 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device b4da7c0e-8c74-4392-9983-f96991030f03 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:36:28.361602 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-e048dede-7322-492e-8b2d-53ebb7005d2b admin admin] For port d581e6cf-d252-4e7a-bff0-b3da34cc5ba8, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=d581e6cf-d252-4e7a-bff0-b3da34cc5ba8,segment=NetworkSegment(7d2d2d5a-ce5b-4a37-ad92-8d5c99e555c3),segment_id=7d2d2d5a-ce5b-4a37-ad92-8d5c99e555c3)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:36:28.361957 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e048dede-7322-492e-8b2d-53ebb7005d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:28.377923 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-e048dede-7322-492e-8b2d-53ebb7005d2b admin admin] Calling delete_port for d581e6cf-d252-4e7a-bff0-b3da34cc5ba8 owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:36:28.604200 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e048dede-7322-492e-8b2d-53ebb7005d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:28.635087 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048dede-7322-492e-8b2d-53ebb7005d2b admin admin] Pushing event deleted for resources: {'Port': ['ID=d581e6cf-d252-4e7a-bff0-b3da34cc5ba8,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:28.884904 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e048dede-7322-492e-8b2d-53ebb7005d2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:29.148761 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e048dede-7322-492e-8b2d-53ebb7005d2b admin admin] Router a7aad08c-85c7-4f3c-8bb3-a493f8a86605 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:36:29.280532 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e048dede-7322-492e-8b2d-53ebb7005d2b admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:36:29.288396 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e048dede-7322-492e-8b2d-53ebb7005d2b admin admin] 10.222.0.73 "PUT /v2.0/routers/a7aad08c-85c7-4f3c-8bb3-a493f8a86605/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7974951 Jul 23 17:36:29.291009 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60742) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:36:29.301695 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41650276-147a-4ffe-b066-eac9e37e83ce None None] Sync routers for ids ['a7aad08c-85c7-4f3c-8bb3-a493f8a86605'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:36:29.320809 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41650276-147a-4ffe-b066-eac9e37e83ce None None] Routers {'a7aad08c-85c7-4f3c-8bb3-a493f8a86605'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:36:29.321907 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-41650276-147a-4ffe-b066-eac9e37e83ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:36:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a7aad08c-85c7-4f3c-8bb3-a493f8a86605'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:29.472441 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6e83e330-cfd5-4a2c-983d-b63def113467 admin admin] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:29.508652 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-41650276-147a-4ffe-b066-eac9e37e83ce None None] Set router a7aad08c-85c7-4f3c-8bb3-a493f8a86605 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:36:29.839135 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-41650276-147a-4ffe-b066-eac9e37e83ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7aad08c-85c7-4f3c-8bb3-a493f8a86605', 'name': 'tempest-TestShelveInstance-480042249-router', 'tenant_id': 'd67f7a0c5b8f4c98bdc6e65322315501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '1cca527b-9f47-407e-9726-20ebbee5bcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:21Z', 'updated_at': '2021-07-23T17:36:28Z', 'revision_number': 5, 'project_id': 'd67f7a0c5b8f4c98bdc6e65322315501', 'gw_port': {'id': '1cca527b-9f47-407e-9726-20ebbee5bcd9', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:45:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aad08c-85c7-4f3c-8bb3-a493f8a86605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:22Z', 'updated_at': '2021-07-23T17:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:29.899533 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41650276-147a-4ffe-b066-eac9e37e83ce None None] Checking router: a7aad08c-85c7-4f3c-8bb3-a493f8a86605 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:36:29.916602 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41650276-147a-4ffe-b066-eac9e37e83ce None None] Routers {'a7aad08c-85c7-4f3c-8bb3-a493f8a86605'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:36:29.917711 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-41650276-147a-4ffe-b066-eac9e37e83ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:36:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['a7aad08c-85c7-4f3c-8bb3-a493f8a86605'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:30.032325 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6e83e330-cfd5-4a2c-983d-b63def113467 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:30.097773 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-6e83e330-cfd5-4a2c-983d-b63def113467 admin admin] Deleting port 1cca527b-9f47-407e-9726-20ebbee5bcd9 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:36:30.098129 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6e83e330-cfd5-4a2c-983d-b63def113467 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:30.112711 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-41650276-147a-4ffe-b066-eac9e37e83ce None None] Set router a7aad08c-85c7-4f3c-8bb3-a493f8a86605 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:36:30.218295 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-6e83e330-cfd5-4a2c-983d-b63def113467 admin admin] For port 1cca527b-9f47-407e-9726-20ebbee5bcd9, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=1cca527b-9f47-407e-9726-20ebbee5bcd9,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:36:30.219510 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6e83e330-cfd5-4a2c-983d-b63def113467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:30.243738 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-6e83e330-cfd5-4a2c-983d-b63def113467 admin admin] Calling delete_port for 1cca527b-9f47-407e-9726-20ebbee5bcd9 owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:36:30.345581 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-41650276-147a-4ffe-b066-eac9e37e83ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7aad08c-85c7-4f3c-8bb3-a493f8a86605', 'name': 'tempest-TestShelveInstance-480042249-router', 'tenant_id': 'd67f7a0c5b8f4c98bdc6e65322315501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '1cca527b-9f47-407e-9726-20ebbee5bcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:21Z', 'updated_at': '2021-07-23T17:36:28Z', 'revision_number': 5, 'project_id': 'd67f7a0c5b8f4c98bdc6e65322315501', 'gw_port': {'id': '1cca527b-9f47-407e-9726-20ebbee5bcd9', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:45:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aad08c-85c7-4f3c-8bb3-a493f8a86605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:22Z', 'updated_at': '2021-07-23T17:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:30.374258 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41650276-147a-4ffe-b066-eac9e37e83ce None None] The sync data for ids ['a7aad08c-85c7-4f3c-8bb3-a493f8a86605'] in n-d-778549-4 is: [{'id': 'a7aad08c-85c7-4f3c-8bb3-a493f8a86605', 'name': 'tempest-TestShelveInstance-480042249-router', 'tenant_id': 'd67f7a0c5b8f4c98bdc6e65322315501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '1cca527b-9f47-407e-9726-20ebbee5bcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:21Z', 'updated_at': '2021-07-23T17:36:28Z', 'revision_number': 5, 'project_id': 'd67f7a0c5b8f4c98bdc6e65322315501', 'gw_port': {'id': '1cca527b-9f47-407e-9726-20ebbee5bcd9', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:45:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aad08c-85c7-4f3c-8bb3-a493f8a86605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:22Z', 'updated_at': '2021-07-23T17:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:36:30.558798 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6e83e330-cfd5-4a2c-983d-b63def113467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:30.611824 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83e330-cfd5-4a2c-983d-b63def113467 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cca527b-9f47-407e-9726-20ebbee5bcd9,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:30.726419 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6e83e330-cfd5-4a2c-983d-b63def113467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:30.839503 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6e83e330-cfd5-4a2c-983d-b63def113467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:30.842465 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6e83e330-cfd5-4a2c-983d-b63def113467 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:30.903050 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6e83e330-cfd5-4a2c-983d-b63def113467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:30.904199 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e83e330-cfd5-4a2c-983d-b63def113467 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7aad08c-85c7-4f3c-8bb3-a493f8a86605 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:36:30.909411 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6e83e330-cfd5-4a2c-983d-b63def113467 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:30.914693 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60744) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:36:30.915496 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6e83e330-cfd5-4a2c-983d-b63def113467 admin admin] 10.222.0.73 "DELETE /v2.0/routers/a7aad08c-85c7-4f3c-8bb3-a493f8a86605 HTTP/1.1" status: 204 len: 168 time: 1.6231444 Jul 23 17:36:30.986775 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab9fa9dd-b5db-4a8e-9085-4ca4629a8285 admin admin] Deleting subnet 08a69bf7-1377-41c6-b1a2-4e1db02a6bc6 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:36:30.990409 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ab9fa9dd-b5db-4a8e-9085-4ca4629a8285 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:31.041826 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ab9fa9dd-b5db-4a8e-9085-4ca4629a8285 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:31.184456 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ab9fa9dd-b5db-4a8e-9085-4ca4629a8285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:31.274705 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ab9fa9dd-b5db-4a8e-9085-4ca4629a8285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:31.331658 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9fa9dd-b5db-4a8e-9085-4ca4629a8285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08a69bf7-1377-41c6-b1a2-4e1db02a6bc6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:31.339496 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ab9fa9dd-b5db-4a8e-9085-4ca4629a8285 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:31.344261 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-ab9fa9dd-b5db-4a8e-9085-4ca4629a8285 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/08a69bf7-1377-41c6-b1a2-4e1db02a6bc6 HTTP/1.1" status: 204 len: 168 time: 0.4253850 Jul 23 17:36:31.346435 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60746) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:36:31.351204 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94185a4-c368-4f16-b959-bb5cc28d102d None None] Network 707a816e-84c8-4097-8fc0-0ba592fa26a6 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:36:31.480130 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b97e1b6-7772-4b7c-962f-e6f7ca075e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:31.550170 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-2b97e1b6-7772-4b7c-962f-e6f7ca075e1b admin admin] Deleting port 507f9024-0a41-4a1a-aa30-53ea2b8311a0 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:36:31.550373 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b97e1b6-7772-4b7c-962f-e6f7ca075e1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:31.604476 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8730e98c-c9c2-4996-8f14-3d74446bc086 None None] DHCP port deletion for 707a816e-84c8-4097-8fc0-0ba592fa26a6 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:36:31.672754 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-8730e98c-c9c2-4996-8f14-3d74446bc086 None None] Deleting port 507f9024-0a41-4a1a-aa30-53ea2b8311a0 {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:36:31.673364 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8730e98c-c9c2-4996-8f14-3d74446bc086 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:31.675484 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-2b97e1b6-7772-4b7c-962f-e6f7ca075e1b admin admin] For port 507f9024-0a41-4a1a-aa30-53ea2b8311a0, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=507f9024-0a41-4a1a-aa30-53ea2b8311a0,segment=NetworkSegment(7d2d2d5a-ce5b-4a37-ad92-8d5c99e555c3),segment_id=7d2d2d5a-ce5b-4a37-ad92-8d5c99e555c3)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:36:31.676054 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b97e1b6-7772-4b7c-962f-e6f7ca075e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:31.698535 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-2b97e1b6-7772-4b7c-962f-e6f7ca075e1b admin admin] Calling delete_port for 507f9024-0a41-4a1a-aa30-53ea2b8311a0 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:36:31.787800 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-8730e98c-c9c2-4996-8f14-3d74446bc086 None None] For port 507f9024-0a41-4a1a-aa30-53ea2b8311a0, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=507f9024-0a41-4a1a-aa30-53ea2b8311a0,segment=NetworkSegment(7d2d2d5a-ce5b-4a37-ad92-8d5c99e555c3),segment_id=7d2d2d5a-ce5b-4a37-ad92-8d5c99e555c3)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:36:31.788409 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8730e98c-c9c2-4996-8f14-3d74446bc086 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:31.811260 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-8730e98c-c9c2-4996-8f14-3d74446bc086 None None] Calling delete_port for 507f9024-0a41-4a1a-aa30-53ea2b8311a0 owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:36:31.839915 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b97e1b6-7772-4b7c-962f-e6f7ca075e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:31.893712 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97e1b6-7772-4b7c-962f-e6f7ca075e1b admin admin] Pushing event deleted for resources: {'Port': ['ID=507f9024-0a41-4a1a-aa30-53ea2b8311a0,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:31.899773 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b97e1b6-7772-4b7c-962f-e6f7ca075e1b admin admin] No DVR routers for this DVR port 507f9024-0a41-4a1a-aa30-53ea2b8311a0 on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:36:31.935619 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8730e98c-c9c2-4996-8f14-3d74446bc086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:31.960943 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730e98c-c9c2-4996-8f14-3d74446bc086 None None] Pushing event deleted for resources: {'Port': ['ID=507f9024-0a41-4a1a-aa30-53ea2b8311a0,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:31.967839 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8730e98c-c9c2-4996-8f14-3d74446bc086 None None] No DVR routers for this DVR port 507f9024-0a41-4a1a-aa30-53ea2b8311a0 on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:36:31.989703 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b97e1b6-7772-4b7c-962f-e6f7ca075e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:32.001540 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-2b97e1b6-7772-4b7c-962f-e6f7ca075e1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['707a816e-84c8-4097-8fc0-0ba592fa26a6']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:32.014480 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-2b97e1b6-7772-4b7c-962f-e6f7ca075e1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d2d2d5a-ce5b-4a37-ad92-8d5c99e555c3') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:32.014943 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-2b97e1b6-7772-4b7c-962f-e6f7ca075e1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d2d2d5a-ce5b-4a37-ad92-8d5c99e555c3') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:32.025226 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b97e1b6-7772-4b7c-962f-e6f7ca075e1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:32.041757 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b97e1b6-7772-4b7c-962f-e6f7ca075e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:32.048790 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b97e1b6-7772-4b7c-962f-e6f7ca075e1b admin admin] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:36:32.049309 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b97e1b6-7772-4b7c-962f-e6f7ca075e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:32.051194 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 17:36:32.051194 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:36:32.051194 n-d-778549-4 neutron-server[94013]: timer() Jul 23 17:36:32.051194 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:36:32.051194 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 17:36:32.051194 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:36:32.051194 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 17:36:32.051194 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:36:32.051194 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 17:36:32.051194 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:36:32.051194 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 17:36:32.051194 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:36:32.051194 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 17:36:32.051194 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:36:32.051194 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:36:32.051194 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:36:32.051194 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:36:32.051194 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:36:32.051194 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 17:36:32.051194 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:36:32.051194 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 17:36:32.051194 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:36:32.051194 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:36:32.051194 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:36:32.051194 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 17:36:32.051194 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:36:32.051194 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:36:32.051194 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:36:32.051194 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:36:32.051194 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:36:32.051194 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:36:32.051194 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:36:32.115621 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b97e1b6-7772-4b7c-962f-e6f7ca075e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:32.123371 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b97e1b6-7772-4b7c-962f-e6f7ca075e1b admin admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:32.126075 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2b97e1b6-7772-4b7c-962f-e6f7ca075e1b admin admin] 10.222.0.73 "DELETE /v2.0/networks/707a816e-84c8-4097-8fc0-0ba592fa26a6 HTTP/1.1" status: 204 len: 168 time: 0.7782242 Jul 23 17:36:32.144571 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97e1b6-7772-4b7c-962f-e6f7ca075e1b admin admin] Pushing event deleted for resources: {'Network': ['ID=707a816e-84c8-4097-8fc0-0ba592fa26a6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:32.218013 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1cca527b-9f47-407e-9726-20ebbee5bcd9 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:36:32.243931 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 1cca527b-9f47-407e-9726-20ebbee5bcd9 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:36:32.244126 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1cca527b-9f47-407e-9726-20ebbee5bcd9 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:36:32.244692 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d581e6cf-d252-4e7a-bff0-b3da34cc5ba8 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:36:32.267508 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: d581e6cf-d252-4e7a-bff0-b3da34cc5ba8 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:36:32.267861 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device d581e6cf-d252-4e7a-bff0-b3da34cc5ba8 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:36:32.268276 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 507f9024-0a41-4a1a-aa30-53ea2b8311a0 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:36:32.278010 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60750) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:36:32.289358 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 507f9024-0a41-4a1a-aa30-53ea2b8311a0 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:36:32.289712 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 507f9024-0a41-4a1a-aa30-53ea2b8311a0 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:36:32.324495 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-8af47a19-d318-48fe-9ec8-44e076c3a119 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=946daa16de0741779fff7dba707de472&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451527 Jul 23 17:36:32.327868 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60752) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:36:32.405024 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32ca10e1-21e8-4a0e-b6fd-9ab8d0a80251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:32.430501 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32ca10e1-21e8-4a0e-b6fd-9ab8d0a80251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:32.491397 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32ca10e1-21e8-4a0e-b6fd-9ab8d0a80251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:32.494763 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32ca10e1-21e8-4a0e-b6fd-9ab8d0a80251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:32.496052 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-32ca10e1-21e8-4a0e-b6fd-9ab8d0a80251 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1c05e38b-3bc7-42a4-b8b8-52458ca935e9 HTTP/1.1" status: 204 len: 168 time: 0.1671898 Jul 23 17:36:32.506648 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca10e1-21e8-4a0e-b6fd-9ab8d0a80251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c05e38b-3bc7-42a4-b8b8-52458ca935e9,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:32.763753 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-eed2d194-71b4-45df-bfa0-e8276912ab06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:32.902141 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60758) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:36:32.950643 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-cfa85d4e-01c7-4155-8bd8-83a737536ed0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d67f7a0c5b8f4c98bdc6e65322315501&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472748 Jul 23 17:36:32.954251 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60760) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:36:33.012580 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-057d0e88-fc09-438b-b57b-43639bdbd48b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:33.039495 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-057d0e88-fc09-438b-b57b-43639bdbd48b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:33.094086 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-057d0e88-fc09-438b-b57b-43639bdbd48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:33.097525 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-057d0e88-fc09-438b-b57b-43639bdbd48b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:33.099030 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-057d0e88-fc09-438b-b57b-43639bdbd48b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/747828ec-b38e-4bf8-9f51-6329c06eee1c HTTP/1.1" status: 204 len: 168 time: 0.1436267 Jul 23 17:36:33.110569 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d0e88-fc09-438b-b57b-43639bdbd48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747828ec-b38e-4bf8-9f51-6329c06eee1c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:33.899259 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60782) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:36:34.008581 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-99042c0f-de67-4982-8cec-e4de85d50261 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-937949715-network', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:36:34.033846 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99042c0f-de67-4982-8cec-e4de85d50261 admin admin] Made reservation on behalf of b9c48f79c4c64eb1a0789213fdc5cece for: {'network': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:36:34.036273 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99042c0f-de67-4982-8cec-e4de85d50261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:34.046649 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99042c0f-de67-4982-8cec-e4de85d50261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:34.172623 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99042c0f-de67-4982-8cec-e4de85d50261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:34.177655 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99042c0f-de67-4982-8cec-e4de85d50261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:34.207784 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99042c0f-de67-4982-8cec-e4de85d50261 admin admin] vlan segment allocate from pool success with {'vlan_id': 1118, 'physical_network': 'physnet1'} {{(pid=94013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:36:34.219528 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99042c0f-de67-4982-8cec-e4de85d50261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a49c429-0ff5-4450-a327-47ae876681c6,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:34.225160 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99042c0f-de67-4982-8cec-e4de85d50261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:34.225496 n-d-778549-4 neutron-server[94013]: INFO neutron.db.segments_db [None req-99042c0f-de67-4982-8cec-e4de85d50261 admin admin] Added segment 3f60343b-e0f2-448c-9c85-8cca61f50a2e of type vlan for network c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 Jul 23 17:36:34.275918 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99042c0f-de67-4982-8cec-e4de85d50261 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:34.324791 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99042c0f-de67-4982-8cec-e4de85d50261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:34.326620 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99042c0f-de67-4982-8cec-e4de85d50261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:34.327415 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99042c0f-de67-4982-8cec-e4de85d50261 admin admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:34.363511 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-99042c0f-de67-4982-8cec-e4de85d50261 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4630265 Jul 23 17:36:34.367016 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60786) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:36:34.378595 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-bcfa75fe-8b52-46a4-95fb-e8ee3986d3ad admin admin] Request body: {'subnet': {'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-937949715-subnet', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:36:34.438895 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99042c0f-de67-4982-8cec-e4de85d50261 admin admin] Pushing event updated for resources: {'Network': ['ID=c6d7bdb6-78ca-4272-87a5-be054aa0c1b5,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:34.450514 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:36:34.463329 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfa75fe-8b52-46a4-95fb-e8ee3986d3ad admin admin] Made reservation on behalf of b9c48f79c4c64eb1a0789213fdc5cece for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:36:34.465976 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bcfa75fe-8b52-46a4-95fb-e8ee3986d3ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:34.673615 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bcfa75fe-8b52-46a4-95fb-e8ee3986d3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:34.741373 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa75fe-8b52-46a4-95fb-e8ee3986d3ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f10f28a-498d-4645-94e4-4f0fe7bcde85,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:34.753880 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfa75fe-8b52-46a4-95fb-e8ee3986d3ad admin admin] Checking segment: {'id': '3f60343b-e0f2-448c-9c85-8cca61f50a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:36:34.754357 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfa75fe-8b52-46a4-95fb-e8ee3986d3ad admin admin] Network hostable DHCP agents. Network: c6d7bdb6-78ca-4272-87a5-be054aa0c1b5, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:36:34.774232 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfa75fe-8b52-46a4-95fb-e8ee3986d3ad admin admin] Network c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:36:34.786180 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-bcfa75fe-8b52-46a4-95fb-e8ee3986d3ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, c6d7bdb6-78ca-4272-87a5-be054aa0c1b5) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:36:34.791454 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfa75fe-8b52-46a4-95fb-e8ee3986d3ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:34.793032 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bcfa75fe-8b52-46a4-95fb-e8ee3986d3ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:34.798028 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af60a42b-e19b-46e4-a95f-8476608668dd None None] Network c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:36:34.817357 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-bcfa75fe-8b52-46a4-95fb-e8ee3986d3ad admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4483979 Jul 23 17:36:34.820506 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60788) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:36:34.826704 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-667498d0-84ab-41c7-ba4a-a4ddb801640b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-937949715-router', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:36:34.856341 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-667498d0-84ab-41c7-ba4a-a4ddb801640b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:34.858862 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-667498d0-84ab-41c7-ba4a-a4ddb801640b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:34.927711 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-667498d0-84ab-41c7-ba4a-a4ddb801640b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:35.043406 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c38309-502c-44a6-b755-fcb565168c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'fixed_ips': [{'subnet_id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:36:35.045188 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c0c38309-502c-44a6-b755-fcb565168c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:35.181986 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-667498d0-84ab-41c7-ba4a-a4ddb801640b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:35.235671 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-c0c38309-502c-44a6-b755-fcb565168c5b None None] Allocated IP 172.20.0.2 (c6d7bdb6-78ca-4272-87a5-be054aa0c1b5/9f10f28a-498d-4645-94e4-4f0fe7bcde85/0747e8ff-20bf-4d28-898e-0a1ebdacf06f) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:36:35.421637 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c0c38309-502c-44a6-b755-fcb565168c5b None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:35.432575 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c0c38309-502c-44a6-b755-fcb565168c5b None None] Transition to ACTIVE for port object 0747e8ff-20bf-4d28-898e-0a1ebdacf06f will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:36:35.454223 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-c0c38309-502c-44a6-b755-fcb565168c5b None None] Transition to ACTIVE for port object 0747e8ff-20bf-4d28-898e-0a1ebdacf06f will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:36:35.462559 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c0c38309-502c-44a6-b755-fcb565168c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:35.565691 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bef6bbb0-e91b-4fa3-be9b-01b73d04a9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:35.577164 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c38309-502c-44a6-b755-fcb565168c5b None None] Network c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:36:35.580379 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-c0c38309-502c-44a6-b755-fcb565168c5b None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:36:35.580655 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-667498d0-84ab-41c7-ba4a-a4ddb801640b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:35.584900 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c38309-502c-44a6-b755-fcb565168c5b None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:36:35.588495 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c38309-502c-44a6-b755-fcb565168c5b None None] Pushing event updated for resources: {'Port': ['ID=0747e8ff-20bf-4d28-898e-0a1ebdacf06f,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:35.606812 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-667498d0-84ab-41c7-ba4a-a4ddb801640b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:35.724488 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-c0c38309-502c-44a6-b755-fcb565168c5b None None] Attempting to bind port 0747e8ff-20bf-4d28-898e-0a1ebdacf06f on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:36:35.725400 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-c0c38309-502c-44a6-b755-fcb565168c5b None None] Attempting to bind port 0747e8ff-20bf-4d28-898e-0a1ebdacf06f by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '3f60343b-e0f2-448c-9c85-8cca61f50a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:36:35.726070 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c38309-502c-44a6-b755-fcb565168c5b None None] Attempting to bind port 0747e8ff-20bf-4d28-898e-0a1ebdacf06f on network c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:36:35.735619 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-667498d0-84ab-41c7-ba4a-a4ddb801640b admin admin] Allocated IP 172.25.8.117 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/21b4972d-2b8f-43f7-a2a2-f8958a8a1d38) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:36:35.736396 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:35.748987 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c38309-502c-44a6-b755-fcb565168c5b None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:36:35.749291 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c38309-502c-44a6-b755-fcb565168c5b None None] Checking segment: {'id': '3f60343b-e0f2-448c-9c85-8cca61f50a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:36:35.750099 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c0c38309-502c-44a6-b755-fcb565168c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:35.751421 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c38309-502c-44a6-b755-fcb565168c5b None None] Bound using segment: {'id': '3f60343b-e0f2-448c-9c85-8cca61f50a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:36:35.752483 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-c0c38309-502c-44a6-b755-fcb565168c5b None None] Bound port: 0747e8ff-20bf-4d28-898e-0a1ebdacf06f, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f60343b-e0f2-448c-9c85-8cca61f50a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:36:35.761046 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c0c38309-502c-44a6-b755-fcb565168c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:35.822306 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:35.858880 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-c0c38309-502c-44a6-b755-fcb565168c5b None None] For port 0747e8ff-20bf-4d28-898e-0a1ebdacf06f, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:36:35.864837 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-c0c38309-502c-44a6-b755-fcb565168c5b None None] For port 0747e8ff-20bf-4d28-898e-0a1ebdacf06f, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0747e8ff-20bf-4d28-898e-0a1ebdacf06f,segment=NetworkSegment(3f60343b-e0f2-448c-9c85-8cca61f50a2e),segment_id=3f60343b-e0f2-448c-9c85-8cca61f50a2e)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:36:35.872349 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c0c38309-502c-44a6-b755-fcb565168c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:35.892342 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-667498d0-84ab-41c7-ba4a-a4ddb801640b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:35.946770 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c38309-502c-44a6-b755-fcb565168c5b None None] Pushing event updated for resources: {'Port': ['ID=0747e8ff-20bf-4d28-898e-0a1ebdacf06f,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:35.952345 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-667498d0-84ab-41c7-ba4a-a4ddb801640b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:36.003748 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667498d0-84ab-41c7-ba4a-a4ddb801640b admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:36:36.009561 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-667498d0-84ab-41c7-ba4a-a4ddb801640b admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:36:36.014456 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667498d0-84ab-41c7-ba4a-a4ddb801640b admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:36:36.040969 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667498d0-84ab-41c7-ba4a-a4ddb801640b admin admin] Pushing event updated for resources: {'Port': ['ID=21b4972d-2b8f-43f7-a2a2-f8958a8a1d38,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:36.368941 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0747e8ff-20bf-4d28-898e-0a1ebdacf06f up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:36:36.459271 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 0747e8ff-20bf-4d28-898e-0a1ebdacf06f completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:36:36.486141 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-667498d0-84ab-41c7-ba4a-a4ddb801640b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:36.903571 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:37.120975 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-667498d0-84ab-41c7-ba4a-a4ddb801640b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:37.164896 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a9f2d6-c6eb-4cd3-a4fb-79620776b692 None None] Network c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:36:37.262583 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-17ef98dc-5e45-4bd0-9441-6bbd1641da55 None None] Provisioning for port 0747e8ff-20bf-4d28-898e-0a1ebdacf06f completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:36:37.276829 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-17ef98dc-5e45-4bd0-9441-6bbd1641da55 None None] Provisioning complete for port 0747e8ff-20bf-4d28-898e-0a1ebdacf06f triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:36:37.277375 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-17ef98dc-5e45-4bd0-9441-6bbd1641da55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:37.298107 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667498d0-84ab-41c7-ba4a-a4ddb801640b admin admin] Router d5be9816-c264-45d4-bb61-ccb8f87eb274 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:36:37.445216 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-17ef98dc-5e45-4bd0-9441-6bbd1641da55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:37.455154 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667498d0-84ab-41c7-ba4a-a4ddb801640b admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:36:37.472547 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a23a491-1314-4891-b7ab-f18a53644b0a None None] Sync routers for ids ['d5be9816-c264-45d4-bb61-ccb8f87eb274'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:36:37.485082 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-667498d0-84ab-41c7-ba4a-a4ddb801640b admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:37.491274 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-667498d0-84ab-41c7-ba4a-a4ddb801640b admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6651111 Jul 23 17:36:37.492313 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a23a491-1314-4891-b7ab-f18a53644b0a None None] Routers {'d5be9816-c264-45d4-bb61-ccb8f87eb274'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:36:37.492313 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3a23a491-1314-4891-b7ab-f18a53644b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:36:36Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d5be9816-c264-45d4-bb61-ccb8f87eb274'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:37.492726 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60790) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:36:37.505549 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-17ef98dc-5e45-4bd0-9441-6bbd1641da55 None None] For port 0747e8ff-20bf-4d28-898e-0a1ebdacf06f, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0747e8ff-20bf-4d28-898e-0a1ebdacf06f,segment=NetworkSegment(3f60343b-e0f2-448c-9c85-8cca61f50a2e),segment_id=3f60343b-e0f2-448c-9c85-8cca61f50a2e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:36:37.512419 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-17ef98dc-5e45-4bd0-9441-6bbd1641da55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:37.621584 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef98dc-5e45-4bd0-9441-6bbd1641da55 None None] Pushing event updated for resources: {'Port': ['ID=0747e8ff-20bf-4d28-898e-0a1ebdacf06f,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:37.706893 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-3a23a491-1314-4891-b7ab-f18a53644b0a None None] Set router d5be9816-c264-45d4-bb61-ccb8f87eb274 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:36:37.839730 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-8242f076-1601-4a93-9b77-f1a97cf1970c None None] Provisioning complete for port 0747e8ff-20bf-4d28-898e-0a1ebdacf06f triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:36:37.840288 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8242f076-1601-4a93-9b77-f1a97cf1970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:38.021384 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3a23a491-1314-4891-b7ab-f18a53644b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'name': 'tempest-TestSnapshotPattern-937949715-router', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:36:34Z', 'updated_at': '2021-07-23T17:36:36Z', 'revision_number': 3, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'gw_port': {'id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:35Z', 'updated_at': '2021-07-23T17:36:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:38.056777 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a23a491-1314-4891-b7ab-f18a53644b0a None None] Checking router: d5be9816-c264-45d4-bb61-ccb8f87eb274 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:36:38.057157 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a23a491-1314-4891-b7ab-f18a53644b0a None None] Updating router d5be9816-c264-45d4-bb61-ccb8f87eb274 port 21b4972d-2b8f-43f7-a2a2-f8958a8a1d38 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:36:38.102551 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-3a23a491-1314-4891-b7ab-f18a53644b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:38.104218 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2a91aace-a732-45c3-95b3-65335dca52f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:38.201352 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:38.265917 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0747e8ff-20bf-4d28-898e-0a1ebdacf06f up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:36:38.347632 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 0747e8ff-20bf-4d28-898e-0a1ebdacf06f triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:36:38.348322 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:38.396106 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-2a91aace-a732-45c3-95b3-65335dca52f2 admin admin] Allocated IP 172.20.0.1 (c6d7bdb6-78ca-4272-87a5-be054aa0c1b5/9f10f28a-498d-4645-94e4-4f0fe7bcde85/4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:36:38.529962 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-3a23a491-1314-4891-b7ab-f18a53644b0a None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:38.543500 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-3a23a491-1314-4891-b7ab-f18a53644b0a None None] Transition to ACTIVE for port object 21b4972d-2b8f-43f7-a2a2-f8958a8a1d38 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:36:38.544608 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2a91aace-a732-45c3-95b3-65335dca52f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:38.552089 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-3a23a491-1314-4891-b7ab-f18a53644b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:38.565004 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-2a91aace-a732-45c3-95b3-65335dca52f2 admin admin] Transition to ACTIVE for port object 4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:36:38.618861 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2a91aace-a732-45c3-95b3-65335dca52f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:38.634174 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-3a23a491-1314-4891-b7ab-f18a53644b0a None None] Attempting to bind port 21b4972d-2b8f-43f7-a2a2-f8958a8a1d38 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:36:38.635070 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-3a23a491-1314-4891-b7ab-f18a53644b0a None None] Attempting to bind port 21b4972d-2b8f-43f7-a2a2-f8958a8a1d38 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:36:38.635535 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a23a491-1314-4891-b7ab-f18a53644b0a None None] Attempting to bind port 21b4972d-2b8f-43f7-a2a2-f8958a8a1d38 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:36:38.652807 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a23a491-1314-4891-b7ab-f18a53644b0a None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:36:38.653359 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a23a491-1314-4891-b7ab-f18a53644b0a None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:36:38.654622 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-3a23a491-1314-4891-b7ab-f18a53644b0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:38.655221 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a23a491-1314-4891-b7ab-f18a53644b0a None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:36:38.655836 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-3a23a491-1314-4891-b7ab-f18a53644b0a None None] Bound port: 21b4972d-2b8f-43f7-a2a2-f8958a8a1d38, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:36:38.656352 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-3a23a491-1314-4891-b7ab-f18a53644b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:38.659890 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b4019-c95c-4aec-88d2-b1b88cb759aa None None] Pushing event updated for resources: {'Port': ['ID=21b4972d-2b8f-43f7-a2a2-f8958a8a1d38,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:38.673930 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a91aace-a732-45c3-95b3-65335dca52f2 admin admin] Network c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:36:38.679816 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-2a91aace-a732-45c3-95b3-65335dca52f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:36:38.683907 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a91aace-a732-45c3-95b3-65335dca52f2 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:36:38.699668 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5b4019-c95c-4aec-88d2-b1b88cb759aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:38.700218 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5b4019-c95c-4aec-88d2-b1b88cb759aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:38.701338 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5b4019-c95c-4aec-88d2-b1b88cb759aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:38.701886 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5b4019-c95c-4aec-88d2-b1b88cb759aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:38.702589 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5b4019-c95c-4aec-88d2-b1b88cb759aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:38.703087 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5b4019-c95c-4aec-88d2-b1b88cb759aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:38.703567 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5b4019-c95c-4aec-88d2-b1b88cb759aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:38.704050 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5b4019-c95c-4aec-88d2-b1b88cb759aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:38.704497 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5b4019-c95c-4aec-88d2-b1b88cb759aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:38.705147 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5b4019-c95c-4aec-88d2-b1b88cb759aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:38.705595 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5b4019-c95c-4aec-88d2-b1b88cb759aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:38.706092 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5b4019-c95c-4aec-88d2-b1b88cb759aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:36:38.708922 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91aace-a732-45c3-95b3-65335dca52f2 admin admin] Pushing event updated for resources: {'Port': ['ID=4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:38.734096 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2a91aace-a732-45c3-95b3-65335dca52f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:38.776965 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-3a23a491-1314-4891-b7ab-f18a53644b0a None None] For port 21b4972d-2b8f-43f7-a2a2-f8958a8a1d38, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:36:38.784035 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-3a23a491-1314-4891-b7ab-f18a53644b0a None None] For port 21b4972d-2b8f-43f7-a2a2-f8958a8a1d38, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=21b4972d-2b8f-43f7-a2a2-f8958a8a1d38,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:36:38.790288 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-3a23a491-1314-4891-b7ab-f18a53644b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:38.867037 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a23a491-1314-4891-b7ab-f18a53644b0a None None] Routers {'d5be9816-c264-45d4-bb61-ccb8f87eb274'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:36:38.868480 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3a23a491-1314-4891-b7ab-f18a53644b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:36:36Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d5be9816-c264-45d4-bb61-ccb8f87eb274'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:38.918872 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:38.946887 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2a91aace-a732-45c3-95b3-65335dca52f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:39.038240 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b4019-c95c-4aec-88d2-b1b88cb759aa None None] Pushing event updated for resources: {'Port': ['ID=21b4972d-2b8f-43f7-a2a2-f8958a8a1d38,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:39.056209 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-3a23a491-1314-4891-b7ab-f18a53644b0a None None] Set router d5be9816-c264-45d4-bb61-ccb8f87eb274 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:36:39.089937 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4b5a2eed-4246-4498-9469-81f2e2b2d7fd None None] Provisioning for port 4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:36:39.096636 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4b5a2eed-4246-4498-9469-81f2e2b2d7fd None None] Provisioning complete for port 4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:36:39.098205 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4b5a2eed-4246-4498-9469-81f2e2b2d7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:39.139958 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4b5a2eed-4246-4498-9469-81f2e2b2d7fd None None] Port 4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:36:39.190034 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2a91aace-a732-45c3-95b3-65335dca52f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:39.197765 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2a91aace-a732-45c3-95b3-65335dca52f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:39.259976 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-3a23a491-1314-4891-b7ab-f18a53644b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'name': 'tempest-TestSnapshotPattern-937949715-router', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:36:34Z', 'updated_at': '2021-07-23T17:36:36Z', 'revision_number': 3, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'gw_port': {'id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:35Z', 'updated_at': '2021-07-23T17:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:39.288723 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a23a491-1314-4891-b7ab-f18a53644b0a None None] The sync data for ids ['d5be9816-c264-45d4-bb61-ccb8f87eb274'] in n-d-778549-4 is: [{'id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'name': 'tempest-TestSnapshotPattern-937949715-router', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:36:34Z', 'updated_at': '2021-07-23T17:36:36Z', 'revision_number': 3, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'gw_port': {'id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:35Z', 'updated_at': '2021-07-23T17:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:36:39.296915 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2a91aace-a732-45c3-95b3-65335dca52f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:39.298890 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91aace-a732-45c3-95b3-65335dca52f2 admin admin] Pushing event updated for resources: {'Port': ['ID=4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:39.413381 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a91aace-a732-45c3-95b3-65335dca52f2 admin admin] Network c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:36:39.415526 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-2a91aace-a732-45c3-95b3-65335dca52f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:36:39.595295 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a91aace-a732-45c3-95b3-65335dca52f2 admin admin] Router d5be9816-c264-45d4-bb61-ccb8f87eb274 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:36:39.778179 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-dcc32c55-8fe1-4a5a-a5d7-075ef1569ea0 None None] Provisioning complete for port 4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:36:39.778484 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a91aace-a732-45c3-95b3-65335dca52f2 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:36:39.778747 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dcc32c55-8fe1-4a5a-a5d7-075ef1569ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:39.791193 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2a91aace-a732-45c3-95b3-65335dca52f2 admin admin] 10.222.0.73 "PUT /v2.0/routers/d5be9816-c264-45d4-bb61-ccb8f87eb274/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2971361 Jul 23 17:36:39.832388 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-dcc32c55-8fe1-4a5a-a5d7-075ef1569ea0 None None] Port 4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:36:40.296659 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 21b4972d-2b8f-43f7-a2a2-f8958a8a1d38 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:36:40.378304 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 21b4972d-2b8f-43f7-a2a2-f8958a8a1d38 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:36:40.385583 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 21b4972d-2b8f-43f7-a2a2-f8958a8a1d38 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:36:40.386283 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:40.527922 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:40.556564 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 21b4972d-2b8f-43f7-a2a2-f8958a8a1d38, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=21b4972d-2b8f-43f7-a2a2-f8958a8a1d38,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:36:40.563411 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:40.573318 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60806) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:36:40.578919 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-f3b0cfd9-f7c7-410f-8228-4f4896a9f348 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-466000672-network', 'tenant_id': '91717dcd5a484e20829b40b36d2e0903'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:36:40.604195 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b0cfd9-f7c7-410f-8228-4f4896a9f348 admin admin] Made reservation on behalf of 91717dcd5a484e20829b40b36d2e0903 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:36:40.609280 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3b0cfd9-f7c7-410f-8228-4f4896a9f348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:40.619697 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3b0cfd9-f7c7-410f-8228-4f4896a9f348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:40.638709 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=21b4972d-2b8f-43f7-a2a2-f8958a8a1d38,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:40.761224 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3b0cfd9-f7c7-410f-8228-4f4896a9f348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:40.767618 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3b0cfd9-f7c7-410f-8228-4f4896a9f348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:40.797130 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b0cfd9-f7c7-410f-8228-4f4896a9f348 admin admin] vlan segment allocate from pool success with {'vlan_id': 1139, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:36:40.808123 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0cfd9-f7c7-410f-8228-4f4896a9f348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d9aa8d-a20d-4bb2-bcc8-b55c655b54da,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:40.814672 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3b0cfd9-f7c7-410f-8228-4f4896a9f348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:40.815079 n-d-778549-4 neutron-server[94012]: INFO neutron.db.segments_db [None req-f3b0cfd9-f7c7-410f-8228-4f4896a9f348 admin admin] Added segment daea4b88-8a3f-40e1-a44f-8465364726ed of type vlan for network 97cb653f-8c03-4eb7-a078-de31a811c0c3 Jul 23 17:36:40.867213 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3b0cfd9-f7c7-410f-8228-4f4896a9f348 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751793849694'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:40.912316 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3b0cfd9-f7c7-410f-8228-4f4896a9f348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:40.913556 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b0cfd9-f7c7-410f-8228-4f4896a9f348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:40.914209 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3b0cfd9-f7c7-410f-8228-4f4896a9f348 admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:40.955667 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-f3b0cfd9-f7c7-410f-8228-4f4896a9f348 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3809545 Jul 23 17:36:40.958988 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60808) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:36:40.965730 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-7cf286e1-65e5-4f05-91af-19adfe329683 admin admin] Request body: {'subnet': {'network_id': '97cb653f-8c03-4eb7-a078-de31a811c0c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-466000672-subnet', 'tenant_id': '91717dcd5a484e20829b40b36d2e0903', 'ip_version': 4}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:36:40.992011 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf286e1-65e5-4f05-91af-19adfe329683 admin admin] Made reservation on behalf of 91717dcd5a484e20829b40b36d2e0903 for: {'subnet': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:36:40.994281 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0cfd9-f7c7-410f-8228-4f4896a9f348 admin admin] Pushing event updated for resources: {'Network': ['ID=97cb653f-8c03-4eb7-a078-de31a811c0c3,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:40.994600 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cf286e1-65e5-4f05-91af-19adfe329683 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16153703'] for subnet, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:41.010027 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Network 97cb653f-8c03-4eb7-a078-de31a811c0c3 details requested by agent ovs-agent-n-d-778549-4 with host n-d-778549-4 {{(pid=94014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:36:41.245210 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cf286e1-65e5-4f05-91af-19adfe329683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16153717'] for subnet, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:41.299647 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f8cbd-ae24-4548-9cea-db4e1716e011 None None] Sync routers for ids ['d5be9816-c264-45d4-bb61-ccb8f87eb274'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:36:41.311048 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f8cbd-ae24-4548-9cea-db4e1716e011 None None] Routers {'d5be9816-c264-45d4-bb61-ccb8f87eb274'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:36:41.311774 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-345f8cbd-ae24-4548-9cea-db4e1716e011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:36:36Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d5be9816-c264-45d4-bb61-ccb8f87eb274'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:41.332273 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf286e1-65e5-4f05-91af-19adfe329683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=471493d0-e80d-4fa9-8009-87cb94fdf071,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:41.344334 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf286e1-65e5-4f05-91af-19adfe329683 admin admin] Checking segment: {'id': 'daea4b88-8a3f-40e1-a44f-8465364726ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '97cb653f-8c03-4eb7-a078-de31a811c0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:36:41.345094 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf286e1-65e5-4f05-91af-19adfe329683 admin admin] Network hostable DHCP agents. Network: 97cb653f-8c03-4eb7-a078-de31a811c0c3, hostable agents: ['815266c7-257b-4503-960b-b15f2eefbe1c'], hosted agents: [] {{(pid=94013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:36:41.368188 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf286e1-65e5-4f05-91af-19adfe329683 admin admin] Network 97cb653f-8c03-4eb7-a078-de31a811c0c3 is scheduled to be hosted by DHCP agent 815266c7-257b-4503-960b-b15f2eefbe1c with binding_index 1 {{(pid=94013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:36:41.383461 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-7cf286e1-65e5-4f05-91af-19adfe329683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778549-4, 97cb653f-8c03-4eb7-a078-de31a811c0c3) {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:36:41.390587 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf286e1-65e5-4f05-91af-19adfe329683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:41.392511 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cf286e1-65e5-4f05-91af-19adfe329683 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:41.413920 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-7cf286e1-65e5-4f05-91af-19adfe329683 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4538157 Jul 23 17:36:41.417221 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60810) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:36:41.423190 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-86dc9b9d-a1b7-45b6-9b46-102c69edca18 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-466000672-router', 'tenant_id': '91717dcd5a484e20829b40b36d2e0903', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:36:41.455985 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-86dc9b9d-a1b7-45b6-9b46-102c69edca18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2704'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:41.457932 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-86dc9b9d-a1b7-45b6-9b46-102c69edca18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1620789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2697'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:41.532960 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-86dc9b9d-a1b7-45b6-9b46-102c69edca18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:41.597661 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20025d69-edb0-4598-be85-e32d0ca1ec39 None None] Network 97cb653f-8c03-4eb7-a078-de31a811c0c3 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:36:41.720020 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-345f8cbd-ae24-4548-9cea-db4e1716e011 None None] Set router d5be9816-c264-45d4-bb61-ccb8f87eb274 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:36:41.742674 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-86dc9b9d-a1b7-45b6-9b46-102c69edca18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1714759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:41.930694 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852b1a66-539a-4fd7-9f18-5e7b5541eb14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffd7f79c-00ee-545d-90de-4fa9665cf859-97cb653f-8c03-4eb7-a078-de31a811c0c3', 'network_id': '97cb653f-8c03-4eb7-a078-de31a811c0c3', 'tenant_id': '91717dcd5a484e20829b40b36d2e0903', 'fixed_ips': [{'subnet_id': '471493d0-e80d-4fa9-8009-87cb94fdf071'}]}} from n-d-778549-4. {{(pid=94014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:36:41.931576 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-852b1a66-539a-4fd7-9f18-5e7b5541eb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:42.038261 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-86dc9b9d-a1b7-45b6-9b46-102c69edca18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:42.069327 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-86dc9b9d-a1b7-45b6-9b46-102c69edca18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:42.186657 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.db_base_plugin_common [None req-852b1a66-539a-4fd7-9f18-5e7b5541eb14 None None] Allocated IP 172.20.0.2 (97cb653f-8c03-4eb7-a078-de31a811c0c3/471493d0-e80d-4fa9-8009-87cb94fdf071/fede361f-f76a-43cf-9adc-f7aee00442ff) {{(pid=94014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:36:42.196795 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-345f8cbd-ae24-4548-9cea-db4e1716e011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'name': 'tempest-TestSnapshotPattern-937949715-router', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:36:34Z', 'updated_at': '2021-07-23T17:36:38Z', 'revision_number': 4, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'gw_port': {'id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:35Z', 'updated_at': '2021-07-23T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527', 'name': '', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'mac_address': 'fa:16:3e:bc:77:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:38Z', 'updated_at': '2021-07-23T17:36:39Z', 'revision_number': 2, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'subnets': [{'id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:42.211375 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-86dc9b9d-a1b7-45b6-9b46-102c69edca18 admin admin] Allocated IP 172.25.8.114 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/1441989f-6e54-47b6-9608-47f352853ec3) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:36:42.249894 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f8cbd-ae24-4548-9cea-db4e1716e011 None None] Checking router: d5be9816-c264-45d4-bb61-ccb8f87eb274 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:36:42.250517 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f8cbd-ae24-4548-9cea-db4e1716e011 None None] Updating router d5be9816-c264-45d4-bb61-ccb8f87eb274 port 4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:36:42.292351 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 21b4972d-2b8f-43f7-a2a2-f8958a8a1d38 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:36:42.377295 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-345f8cbd-ae24-4548-9cea-db4e1716e011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:42.400375 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-86dc9b9d-a1b7-45b6-9b46-102c69edca18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:42.472133 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-86dc9b9d-a1b7-45b6-9b46-102c69edca18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:42.498346 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 21b4972d-2b8f-43f7-a2a2-f8958a8a1d38 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:36:42.498774 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:42.539759 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dc9b9d-a1b7-45b6-9b46-102c69edca18 admin admin] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:36:42.545366 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-86dc9b9d-a1b7-45b6-9b46-102c69edca18 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:36:42.551692 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dc9b9d-a1b7-45b6-9b46-102c69edca18 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:36:42.612137 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc9b9d-a1b7-45b6-9b46-102c69edca18 admin admin] Pushing event updated for resources: {'Port': ['ID=1441989f-6e54-47b6-9608-47f352853ec3,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:42.667398 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-852b1a66-539a-4fd7-9f18-5e7b5541eb14 None None] Notify callbacks [] for port, precommit_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:42.698085 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-852b1a66-539a-4fd7-9f18-5e7b5541eb14 None None] Transition to ACTIVE for port object fede361f-f76a-43cf-9adc-f7aee00442ff will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:36:42.781245 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-852b1a66-539a-4fd7-9f18-5e7b5541eb14 None None] Transition to ACTIVE for port object fede361f-f76a-43cf-9adc-f7aee00442ff will not be triggered until provisioned by entity DHCP. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:36:42.799860 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-852b1a66-539a-4fd7-9f18-5e7b5541eb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550'] for port, after_create {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:42.884112 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852b1a66-539a-4fd7-9f18-5e7b5541eb14 None None] Network 97cb653f-8c03-4eb7-a078-de31a811c0c3 is already hosted by enough agents. {{(pid=94014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:36:42.895639 n-d-778549-4 neutron-server[94014]: DEBUG neutron.scheduler.base_scheduler [None req-852b1a66-539a-4fd7-9f18-5e7b5541eb14 None None] Resources bound (agent type, host, resource id): {{(pid=94014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:36:42.898597 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b1a66-539a-4fd7-9f18-5e7b5541eb14 None None] Pushing event updated for resources: {'Port': ['ID=fede361f-f76a-43cf-9adc-f7aee00442ff,revision_number=1']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:42.906068 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852b1a66-539a-4fd7-9f18-5e7b5541eb14 None None] Received port after_create {{(pid=94014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:36:43.019729 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-86dc9b9d-a1b7-45b6-9b46-102c69edca18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:43.065890 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-345f8cbd-ae24-4548-9cea-db4e1716e011 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:43.069883 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-852b1a66-539a-4fd7-9f18-5e7b5541eb14 None None] Attempting to bind port fede361f-f76a-43cf-9adc-f7aee00442ff on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:36:43.070469 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-852b1a66-539a-4fd7-9f18-5e7b5541eb14 None None] Attempting to bind port fede361f-f76a-43cf-9adc-f7aee00442ff by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'daea4b88-8a3f-40e1-a44f-8465364726ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '97cb653f-8c03-4eb7-a078-de31a811c0c3'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:36:43.071178 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852b1a66-539a-4fd7-9f18-5e7b5541eb14 None None] Attempting to bind port fede361f-f76a-43cf-9adc-f7aee00442ff on network 97cb653f-8c03-4eb7-a078-de31a811c0c3 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:36:43.089015 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852b1a66-539a-4fd7-9f18-5e7b5541eb14 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:36:43.089625 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852b1a66-539a-4fd7-9f18-5e7b5541eb14 None None] Checking segment: {'id': 'daea4b88-8a3f-40e1-a44f-8465364726ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '97cb653f-8c03-4eb7-a078-de31a811c0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:36:43.090320 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-852b1a66-539a-4fd7-9f18-5e7b5541eb14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:43.091120 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852b1a66-539a-4fd7-9f18-5e7b5541eb14 None None] Bound using segment: {'id': 'daea4b88-8a3f-40e1-a44f-8465364726ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '97cb653f-8c03-4eb7-a078-de31a811c0c3'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:36:43.092467 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-852b1a66-539a-4fd7-9f18-5e7b5541eb14 None None] Bound port: fede361f-f76a-43cf-9adc-f7aee00442ff, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daea4b88-8a3f-40e1-a44f-8465364726ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '97cb653f-8c03-4eb7-a078-de31a811c0c3'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:36:43.093101 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-852b1a66-539a-4fd7-9f18-5e7b5541eb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:43.112029 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-345f8cbd-ae24-4548-9cea-db4e1716e011 None None] Transition to ACTIVE for port object 4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:36:43.128342 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-345f8cbd-ae24-4548-9cea-db4e1716e011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:43.281228 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea6998-9538-4f3b-9f18-773404fd924d None None] Pushing event updated for resources: {'Port': ['ID=4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:43.285901 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-852b1a66-539a-4fd7-9f18-5e7b5541eb14 None None] For port fede361f-f76a-43cf-9adc-f7aee00442ff, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:36:43.295630 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-852b1a66-539a-4fd7-9f18-5e7b5541eb14 None None] For port fede361f-f76a-43cf-9adc-f7aee00442ff, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=fede361f-f76a-43cf-9adc-f7aee00442ff,segment=NetworkSegment(daea4b88-8a3f-40e1-a44f-8465364726ed),segment_id=daea4b88-8a3f-40e1-a44f-8465364726ed)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:36:43.306725 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-852b1a66-539a-4fd7-9f18-5e7b5541eb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:43.396659 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-86dc9b9d-a1b7-45b6-9b46-102c69edca18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714746'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:43.464946 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-345f8cbd-ae24-4548-9cea-db4e1716e011 None None] Attempting to bind port 4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:36:43.467104 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-345f8cbd-ae24-4548-9cea-db4e1716e011 None None] Attempting to bind port 4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': '3f60343b-e0f2-448c-9c85-8cca61f50a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:36:43.467853 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f8cbd-ae24-4548-9cea-db4e1716e011 None None] Attempting to bind port 4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527 on network c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:36:43.503905 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b1a66-539a-4fd7-9f18-5e7b5541eb14 None None] Pushing event updated for resources: {'Port': ['ID=fede361f-f76a-43cf-9adc-f7aee00442ff,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:43.514685 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f8cbd-ae24-4548-9cea-db4e1716e011 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:36:43.515268 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f8cbd-ae24-4548-9cea-db4e1716e011 None None] Checking segment: {'id': '3f60343b-e0f2-448c-9c85-8cca61f50a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:36:43.515985 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-345f8cbd-ae24-4548-9cea-db4e1716e011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:43.516700 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f8cbd-ae24-4548-9cea-db4e1716e011 None None] Bound using segment: {'id': '3f60343b-e0f2-448c-9c85-8cca61f50a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:36:43.517606 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-345f8cbd-ae24-4548-9cea-db4e1716e011 None None] Bound port: 4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f60343b-e0f2-448c-9c85-8cca61f50a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:36:43.518303 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-345f8cbd-ae24-4548-9cea-db4e1716e011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:43.645037 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-345f8cbd-ae24-4548-9cea-db4e1716e011 None None] For port 4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:36:43.655217 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-345f8cbd-ae24-4548-9cea-db4e1716e011 None None] For port 4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527,segment=NetworkSegment(3f60343b-e0f2-448c-9c85-8cca61f50a2e),segment_id=3f60343b-e0f2-448c-9c85-8cca61f50a2e)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:36:43.676190 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-345f8cbd-ae24-4548-9cea-db4e1716e011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:43.685903 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86dc9b9d-a1b7-45b6-9b46-102c69edca18 admin admin] Router 9ef0d8de-0697-4b76-a0f3-c8330a287fe2 is scheduled to L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:36:43.792406 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f8cbd-ae24-4548-9cea-db4e1716e011 None None] Routers {'d5be9816-c264-45d4-bb61-ccb8f87eb274'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:36:43.793223 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-345f8cbd-ae24-4548-9cea-db4e1716e011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:36:36Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d5be9816-c264-45d4-bb61-ccb8f87eb274'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:43.895817 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86dc9b9d-a1b7-45b6-9b46-102c69edca18 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:36:43.916201 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1ee685-c667-4b06-ace4-7c5fb896ba61 None None] Sync routers for ids ['9ef0d8de-0697-4b76-a0f3-c8330a287fe2'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:36:43.929566 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-86dc9b9d-a1b7-45b6-9b46-102c69edca18 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:43.931141 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-86dc9b9d-a1b7-45b6-9b46-102c69edca18 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5126691 Jul 23 17:36:43.934440 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea6998-9538-4f3b-9f18-773404fd924d None None] Pushing event updated for resources: {'Port': ['ID=4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:43.935861 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60812) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:36:43.942985 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1ee685-c667-4b06-ace4-7c5fb896ba61 None None] Routers {'9ef0d8de-0697-4b76-a0f3-c8330a287fe2'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:36:43.944261 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-dc1ee685-c667-4b06-ace4-7c5fb896ba61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:36:36Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9ef0d8de-0697-4b76-a0f3-c8330a287fe2'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:44.025857 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-345f8cbd-ae24-4548-9cea-db4e1716e011 None None] Set router d5be9816-c264-45d4-bb61-ccb8f87eb274 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:36:44.308006 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-dc1ee685-c667-4b06-ace4-7c5fb896ba61 None None] Set router 9ef0d8de-0697-4b76-a0f3-c8330a287fe2 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:36:44.356253 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device fede361f-f76a-43cf-9adc-f7aee00442ff up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:36:44.454105 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-345f8cbd-ae24-4548-9cea-db4e1716e011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'name': 'tempest-TestSnapshotPattern-937949715-router', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:36:34Z', 'updated_at': '2021-07-23T17:36:38Z', 'revision_number': 4, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'gw_port': {'id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:35Z', 'updated_at': '2021-07-23T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527', 'name': '', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'mac_address': 'fa:16:3e:bc:77:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:38Z', 'updated_at': '2021-07-23T17:36:43Z', 'revision_number': 4, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'subnets': [{'id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:44.507356 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port fede361f-f76a-43cf-9adc-f7aee00442ff completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:36:44.515704 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f8cbd-ae24-4548-9cea-db4e1716e011 None None] The sync data for ids ['d5be9816-c264-45d4-bb61-ccb8f87eb274'] in n-d-778549-4 is: [{'id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'name': 'tempest-TestSnapshotPattern-937949715-router', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:36:34Z', 'updated_at': '2021-07-23T17:36:38Z', 'revision_number': 4, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'gw_port': {'id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:35Z', 'updated_at': '2021-07-23T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527', 'name': '', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'mac_address': 'fa:16:3e:bc:77:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:38Z', 'updated_at': '2021-07-23T17:36:43Z', 'revision_number': 4, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'subnets': [{'id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:36:44.632995 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-dc1ee685-c667-4b06-ace4-7c5fb896ba61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef0d8de-0697-4b76-a0f3-c8330a287fe2', 'name': 'tempest-TestSnapshotPattern-466000672-router', 'tenant_id': '91717dcd5a484e20829b40b36d2e0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '1441989f-6e54-47b6-9608-47f352853ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:36:41Z', 'updated_at': '2021-07-23T17:36:42Z', 'revision_number': 3, 'project_id': '91717dcd5a484e20829b40b36d2e0903', 'gw_port': {'id': '1441989f-6e54-47b6-9608-47f352853ec3', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:98:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef0d8de-0697-4b76-a0f3-c8330a287fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:42Z', 'updated_at': '2021-07-23T17:36:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:44.650084 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3023542c-f845-4f34-aeb8-ea23cd0d50d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:44.702575 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1ee685-c667-4b06-ace4-7c5fb896ba61 None None] Checking router: 9ef0d8de-0697-4b76-a0f3-c8330a287fe2 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:36:44.703130 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1ee685-c667-4b06-ace4-7c5fb896ba61 None None] Updating router 9ef0d8de-0697-4b76-a0f3-c8330a287fe2 port 1441989f-6e54-47b6-9608-47f352853ec3 binding host n-d-778549-4 {{(pid=94015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:36:44.772259 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-dc1ee685-c667-4b06-ace4-7c5fb896ba61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:44.972161 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-3023542c-f845-4f34-aeb8-ea23cd0d50d0 admin admin] Allocated IP 172.20.0.1 (97cb653f-8c03-4eb7-a078-de31a811c0c3/471493d0-e80d-4fa9-8009-87cb94fdf071/92c1a81f-5eec-4e45-a8bd-def9d1d60a55) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:36:45.129532 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae60514a-ecf9-4d81-94cc-f2cc461664c7 None None] Network 97cb653f-8c03-4eb7-a078-de31a811c0c3 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:36:45.133221 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3023542c-f845-4f34-aeb8-ea23cd0d50d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:45.166143 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-3023542c-f845-4f34-aeb8-ea23cd0d50d0 admin admin] Transition to ACTIVE for port object 92c1a81f-5eec-4e45-a8bd-def9d1d60a55 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:36:45.174173 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-140578cc-b1ba-4f6d-b4cb-d1ccdd41591d None None] Provisioning for port fede361f-f76a-43cf-9adc-f7aee00442ff completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:36:45.194829 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-140578cc-b1ba-4f6d-b4cb-d1ccdd41591d None None] Provisioning complete for port fede361f-f76a-43cf-9adc-f7aee00442ff triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:36:45.196175 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-140578cc-b1ba-4f6d-b4cb-d1ccdd41591d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:45.256705 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3023542c-f845-4f34-aeb8-ea23cd0d50d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:45.301302 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-dc1ee685-c667-4b06-ace4-7c5fb896ba61 None None] Notify callbacks [] for port, precommit_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:45.311957 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023542c-f845-4f34-aeb8-ea23cd0d50d0 admin admin] Pushing event updated for resources: {'Port': ['ID=92c1a81f-5eec-4e45-a8bd-def9d1d60a55,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:45.324982 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.provisioning_blocks [None req-dc1ee685-c667-4b06-ace4-7c5fb896ba61 None None] Transition to ACTIVE for port object 1441989f-6e54-47b6-9608-47f352853ec3 will not be triggered until provisioned by entity L2. {{(pid=94015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:36:45.333764 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-dc1ee685-c667-4b06-ace4-7c5fb896ba61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:45.343083 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3023542c-f845-4f34-aeb8-ea23cd0d50d0 admin admin] Network 97cb653f-8c03-4eb7-a078-de31a811c0c3 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:36:45.345837 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-3023542c-f845-4f34-aeb8-ea23cd0d50d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:36:45.351024 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3023542c-f845-4f34-aeb8-ea23cd0d50d0 admin admin] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:36:45.390250 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2a5ec-51c2-4813-9a9e-d9869d5a8f9e None None] Pushing event updated for resources: {'Port': ['ID=1441989f-6e54-47b6-9608-47f352853ec3,revision_number=2']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:45.432385 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3023542c-f845-4f34-aeb8-ea23cd0d50d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715235'] for router_interface, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:45.457490 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-dc1ee685-c667-4b06-ace4-7c5fb896ba61 None None] Attempting to bind port 1441989f-6e54-47b6-9608-47f352853ec3 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:36:45.458396 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-dc1ee685-c667-4b06-ace4-7c5fb896ba61 None None] Attempting to bind port 1441989f-6e54-47b6-9608-47f352853ec3 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:36:45.459446 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1ee685-c667-4b06-ace4-7c5fb896ba61 None None] Attempting to bind port 1441989f-6e54-47b6-9608-47f352853ec3 on network 4e763b06-7572-4747-a18b-44a256cb56cb {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:36:45.474676 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1ee685-c667-4b06-ace4-7c5fb896ba61 None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:36:45.475198 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1ee685-c667-4b06-ace4-7c5fb896ba61 None None] Checking segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:36:45.475997 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-dc1ee685-c667-4b06-ace4-7c5fb896ba61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:45.477031 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1ee685-c667-4b06-ace4-7c5fb896ba61 None None] Bound using segment: {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'} {{(pid=94015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:36:45.477800 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.managers [None req-dc1ee685-c667-4b06-ace4-7c5fb896ba61 None None] Bound port: 1441989f-6e54-47b6-9608-47f352853ec3, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706d127-5291-474f-9bab-8fc7a92e279e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb'}}] {{(pid=94015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:36:45.478353 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-dc1ee685-c667-4b06-ace4-7c5fb896ba61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:45.619479 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3023542c-f845-4f34-aeb8-ea23cd0d50d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:45.623062 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-dc1ee685-c667-4b06-ace4-7c5fb896ba61 None None] For port 1441989f-6e54-47b6-9608-47f352853ec3, host n-d-778549-4, cleared binding levels {{(pid=94015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:36:45.635457 n-d-778549-4 neutron-server[94015]: DEBUG neutron.plugins.ml2.db [None req-dc1ee685-c667-4b06-ace4-7c5fb896ba61 None None] For port 1441989f-6e54-47b6-9608-47f352853ec3, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=1441989f-6e54-47b6-9608-47f352853ec3,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:36:45.651159 n-d-778549-4 neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-dc1ee685-c667-4b06-ace4-7c5fb896ba61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:45.745990 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-140578cc-b1ba-4f6d-b4cb-d1ccdd41591d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:45.797192 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1ee685-c667-4b06-ace4-7c5fb896ba61 None None] Routers {'9ef0d8de-0697-4b76-a0f3-c8330a287fe2'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:36:45.798910 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-dc1ee685-c667-4b06-ace4-7c5fb896ba61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:36:36Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9ef0d8de-0697-4b76-a0f3-c8330a287fe2'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:45.820135 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-140578cc-b1ba-4f6d-b4cb-d1ccdd41591d None None] For port fede361f-f76a-43cf-9adc-f7aee00442ff, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=fede361f-f76a-43cf-9adc-f7aee00442ff,segment=NetworkSegment(daea4b88-8a3f-40e1-a44f-8465364726ed),segment_id=daea4b88-8a3f-40e1-a44f-8465364726ed)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:36:45.833924 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-140578cc-b1ba-4f6d-b4cb-d1ccdd41591d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:45.933411 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2a5ec-51c2-4813-9a9e-d9869d5a8f9e None None] Pushing event updated for resources: {'Port': ['ID=1441989f-6e54-47b6-9608-47f352853ec3,revision_number=3']} {{(pid=94015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:45.991525 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3023542c-f845-4f34-aeb8-ea23cd0d50d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:46.006613 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3023542c-f845-4f34-aeb8-ea23cd0d50d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:46.010408 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140578cc-b1ba-4f6d-b4cb-d1ccdd41591d None None] Pushing event updated for resources: {'Port': ['ID=fede361f-f76a-43cf-9adc-f7aee00442ff,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:46.010830 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-dc1ee685-c667-4b06-ace4-7c5fb896ba61 None None] Set router 9ef0d8de-0697-4b76-a0f3-c8330a287fe2 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:36:46.159957 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023542c-f845-4f34-aeb8-ea23cd0d50d0 admin admin] Pushing event updated for resources: {'Port': ['ID=92c1a81f-5eec-4e45-a8bd-def9d1d60a55,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:46.167488 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3023542c-f845-4f34-aeb8-ea23cd0d50d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714164'] for router_interface, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:46.416514 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-dbcfafaf-4279-4538-82ef-e087a0c510de None None] Provisioning for port 92c1a81f-5eec-4e45-a8bd-def9d1d60a55 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:36:46.432525 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-dbcfafaf-4279-4538-82ef-e087a0c510de None None] Provisioning complete for port 92c1a81f-5eec-4e45-a8bd-def9d1d60a55 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:36:46.433532 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dbcfafaf-4279-4538-82ef-e087a0c510de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:46.446566 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3023542c-f845-4f34-aeb8-ea23cd0d50d0 admin admin] Network 97cb653f-8c03-4eb7-a078-de31a811c0c3 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:36:46.449179 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-3023542c-f845-4f34-aeb8-ea23cd0d50d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:36:46.541150 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-dc1ee685-c667-4b06-ace4-7c5fb896ba61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef0d8de-0697-4b76-a0f3-c8330a287fe2', 'name': 'tempest-TestSnapshotPattern-466000672-router', 'tenant_id': '91717dcd5a484e20829b40b36d2e0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '1441989f-6e54-47b6-9608-47f352853ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:36:41Z', 'updated_at': '2021-07-23T17:36:45Z', 'revision_number': 4, 'project_id': '91717dcd5a484e20829b40b36d2e0903', 'gw_port': {'id': '1441989f-6e54-47b6-9608-47f352853ec3', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:98:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef0d8de-0697-4b76-a0f3-c8330a287fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:42Z', 'updated_at': '2021-07-23T17:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '92c1a81f-5eec-4e45-a8bd-def9d1d60a55', 'name': '', 'network_id': '97cb653f-8c03-4eb7-a078-de31a811c0c3', 'tenant_id': '91717dcd5a484e20829b40b36d2e0903', 'mac_address': 'fa:16:3e:bd:26:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef0d8de-0697-4b76-a0f3-c8330a287fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '471493d0-e80d-4fa9-8009-87cb94fdf071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:44Z', 'updated_at': '2021-07-23T17:36:44Z', 'revision_number': 1, 'project_id': '91717dcd5a484e20829b40b36d2e0903', 'subnets': [{'id': '471493d0-e80d-4fa9-8009-87cb94fdf071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:46.551792 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device fede361f-f76a-43cf-9adc-f7aee00442ff up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:36:46.590494 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-dbcfafaf-4279-4538-82ef-e087a0c510de None None] Port 92c1a81f-5eec-4e45-a8bd-def9d1d60a55 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:36:46.603825 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1ee685-c667-4b06-ace4-7c5fb896ba61 None None] The sync data for ids ['9ef0d8de-0697-4b76-a0f3-c8330a287fe2'] in n-d-778549-4 is: [{'id': '9ef0d8de-0697-4b76-a0f3-c8330a287fe2', 'name': 'tempest-TestSnapshotPattern-466000672-router', 'tenant_id': '91717dcd5a484e20829b40b36d2e0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '1441989f-6e54-47b6-9608-47f352853ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:36:41Z', 'updated_at': '2021-07-23T17:36:45Z', 'revision_number': 4, 'project_id': '91717dcd5a484e20829b40b36d2e0903', 'gw_port': {'id': '1441989f-6e54-47b6-9608-47f352853ec3', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:98:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef0d8de-0697-4b76-a0f3-c8330a287fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:42Z', 'updated_at': '2021-07-23T17:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '92c1a81f-5eec-4e45-a8bd-def9d1d60a55', 'name': '', 'network_id': '97cb653f-8c03-4eb7-a078-de31a811c0c3', 'tenant_id': '91717dcd5a484e20829b40b36d2e0903', 'mac_address': 'fa:16:3e:bd:26:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef0d8de-0697-4b76-a0f3-c8330a287fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '471493d0-e80d-4fa9-8009-87cb94fdf071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:44Z', 'updated_at': '2021-07-23T17:36:44Z', 'revision_number': 1, 'project_id': '91717dcd5a484e20829b40b36d2e0903', 'subnets': [{'id': '471493d0-e80d-4fa9-8009-87cb94fdf071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:36:46.649129 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-dbcfafaf-4279-4538-82ef-e087a0c510de None None] Provisioning complete for port fede361f-f76a-43cf-9adc-f7aee00442ff triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:36:46.649129 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dbcfafaf-4279-4538-82ef-e087a0c510de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:46.736490 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port fede361f-f76a-43cf-9adc-f7aee00442ff triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:36:46.737130 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:46.794908 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3023542c-f845-4f34-aeb8-ea23cd0d50d0 admin admin] Router 9ef0d8de-0697-4b76-a0f3-c8330a287fe2 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:36:46.952130 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:36:47.081192 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-a020fbf3-dfe4-42eb-bfb8-8f7406715caa None None] Provisioning complete for port 92c1a81f-5eec-4e45-a8bd-def9d1d60a55 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:36:47.081792 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a020fbf3-dfe4-42eb-bfb8-8f7406715caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:47.149501 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:36:47.174521 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:36:47.175466 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:47.220412 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-a020fbf3-dfe4-42eb-bfb8-8f7406715caa None None] Port 92c1a81f-5eec-4e45-a8bd-def9d1d60a55 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:36:47.347378 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:47.379985 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-25c90d2d-d86b-4f6d-b4e3-7abc43ebc92b None None] Provisioning complete for port 92c1a81f-5eec-4e45-a8bd-def9d1d60a55 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:36:47.380683 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-25c90d2d-d86b-4f6d-b4e3-7abc43ebc92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:47.469011 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527,segment=NetworkSegment(3f60343b-e0f2-448c-9c85-8cca61f50a2e),segment_id=3f60343b-e0f2-448c-9c85-8cca61f50a2e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:36:47.473834 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-25c90d2d-d86b-4f6d-b4e3-7abc43ebc92b None None] Port 92c1a81f-5eec-4e45-a8bd-def9d1d60a55 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:36:47.478019 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:47.556606 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:47.580686 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3023542c-f845-4f34-aeb8-ea23cd0d50d0 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:36:47.589076 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3023542c-f845-4f34-aeb8-ea23cd0d50d0 admin admin] 10.222.0.73 "PUT /v2.0/routers/9ef0d8de-0697-4b76-a0f3-c8330a287fe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6517103 Jul 23 17:36:48.348000 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60820) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:36:48.357183 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-0de3a78c-7931-4b55-86b0-045e6bf96f14 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1454370628', 'description': 'tempest-secgroup-smoke-1454370628 description', 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:36:48.386303 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1441989f-6e54-47b6-9608-47f352853ec3 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:36:48.415218 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0de3a78c-7931-4b55-86b0-045e6bf96f14 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:48.461865 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 1441989f-6e54-47b6-9608-47f352853ec3 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:36:48.470513 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 1441989f-6e54-47b6-9608-47f352853ec3 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:36:48.471061 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:48.569161 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0de3a78c-7931-4b55-86b0-045e6bf96f14 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:48.576298 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0de3a78c-7931-4b55-86b0-045e6bf96f14 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:48.614129 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:48.617550 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0de3a78c-7931-4b55-86b0-045e6bf96f14 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:48.619040 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-0de3a78c-7931-4b55-86b0-045e6bf96f14 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2694247 Jul 23 17:36:48.624036 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60822) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:36:48.634784 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3a78c-7931-4b55-86b0-045e6bf96f14 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d63be03b-af85-4dd4-a515-54e0d8fc45bc,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:48.635615 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-79d7ecf7-9458-4ae3-8d63-e1b408b3bfc4 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Request body: {'security_group_rule': {'security_group_id': 'd63be03b-af85-4dd4-a515-54e0d8fc45bc', 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:36:48.658578 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 1441989f-6e54-47b6-9608-47f352853ec3, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=1441989f-6e54-47b6-9608-47f352853ec3,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:36:48.666321 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:48.667473 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:36:48.688065 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-79d7ecf7-9458-4ae3-8d63-e1b408b3bfc4 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:48.769102 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-79d7ecf7-9458-4ae3-8d63-e1b408b3bfc4 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:48.779226 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-79d7ecf7-9458-4ae3-8d63-e1b408b3bfc4 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:48.781500 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=1441989f-6e54-47b6-9608-47f352853ec3,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:48.796841 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:36:48.797287 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:48.807302 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d7ecf7-9458-4ae3-8d63-e1b408b3bfc4 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9258d993-9a3d-4d1e-b1be-af40fab3c083,revision_number=0']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:48.811907 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-79d7ecf7-9458-4ae3-8d63-e1b408b3bfc4 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:48.817138 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-79d7ecf7-9458-4ae3-8d63-e1b408b3bfc4 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1873553 Jul 23 17:36:48.824321 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60824) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:36:48.830700 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-fb4c0d8e-b938-4ab3-99cb-860239273da1 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Request body: {'security_group_rule': {'security_group_id': 'd63be03b-af85-4dd4-a515-54e0d8fc45bc', 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:36:48.878234 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fb4c0d8e-b938-4ab3-99cb-860239273da1 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:48.941511 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fb4c0d8e-b938-4ab3-99cb-860239273da1 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:48.952581 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fb4c0d8e-b938-4ab3-99cb-860239273da1 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:48.986261 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c0d8e-b938-4ab3-99cb-860239273da1 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e4d4f4-cbb1-4e7d-a670-bbcda7c79ec2,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:48.996734 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fb4c0d8e-b938-4ab3-99cb-860239273da1 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:49.002079 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fb4c0d8e-b938-4ab3-99cb-860239273da1 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1741681 Jul 23 17:36:49.002726 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60826) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:36:49.008193 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-d38c3a45-ebc7-459e-ae22-8b9ea50919b3 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Request body: {'security_group_rule': {'security_group_id': 'd63be03b-af85-4dd4-a515-54e0d8fc45bc', 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:36:49.040967 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d38c3a45-ebc7-459e-ae22-8b9ea50919b3 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:49.129592 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d38c3a45-ebc7-459e-ae22-8b9ea50919b3 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:49.134477 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d38c3a45-ebc7-459e-ae22-8b9ea50919b3 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:49.155453 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c3a45-ebc7-459e-ae22-8b9ea50919b3 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e98480-6939-4cd0-be46-d31d211d2c73,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:49.163127 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d38c3a45-ebc7-459e-ae22-8b9ea50919b3 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:49.167820 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d38c3a45-ebc7-459e-ae22-8b9ea50919b3 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1603453 Jul 23 17:36:49.169632 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60828) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:36:49.175293 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-e2d9c6fc-9a70-4ced-8805-3ee5b23cf4ca tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Request body: {'security_group_rule': {'security_group_id': 'd63be03b-af85-4dd4-a515-54e0d8fc45bc', 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:36:49.215728 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e2d9c6fc-9a70-4ced-8805-3ee5b23cf4ca tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:49.313930 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e2d9c6fc-9a70-4ced-8805-3ee5b23cf4ca tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:49.320776 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e2d9c6fc-9a70-4ced-8805-3ee5b23cf4ca tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:49.345536 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9c6fc-9a70-4ced-8805-3ee5b23cf4ca tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769c01d7-dd8f-453f-bca7-13e4435b4088,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:49.353563 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e2d9c6fc-9a70-4ced-8805-3ee5b23cf4ca tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:49.355052 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e2d9c6fc-9a70-4ced-8805-3ee5b23cf4ca tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1840262 Jul 23 17:36:49.360102 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60830) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:36:49.365248 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-acbf747a-2150-4b15-a93f-51fa36df3a39 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Request body: {'security_group_rule': {'security_group_id': 'd63be03b-af85-4dd4-a515-54e0d8fc45bc', 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:36:49.394301 n-d-778549-4 neutron-server[94012]: INFO neutron.db.securitygroups_db [None req-acbf747a-2150-4b15-a93f-51fa36df3a39 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Project b9c48f79c4c64eb1a0789213fdc5cece added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:36:49.400776 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-acbf747a-2150-4b15-a93f-51fa36df3a39 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:49.486594 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-acbf747a-2150-4b15-a93f-51fa36df3a39 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:49.492765 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-acbf747a-2150-4b15-a93f-51fa36df3a39 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:49.527952 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf747a-2150-4b15-a93f-51fa36df3a39 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42a83e2-edf1-458d-92b6-350f50f21a54,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:49.547561 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-acbf747a-2150-4b15-a93f-51fa36df3a39 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:49.549838 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-acbf747a-2150-4b15-a93f-51fa36df3a39 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1883495 Jul 23 17:36:49.553197 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 60832) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:36:49.558526 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [None req-4b399097-fdbb-4983-bfa0-41c182e07485 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Request body: {'security_group_rule': {'security_group_id': 'd63be03b-af85-4dd4-a515-54e0d8fc45bc', 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:36:49.584340 n-d-778549-4 neutron-server[94012]: INFO neutron.db.securitygroups_db [None req-4b399097-fdbb-4983-bfa0-41c182e07485 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Project b9c48f79c4c64eb1a0789213fdc5cece added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:36:49.592181 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4b399097-fdbb-4983-bfa0-41c182e07485 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:49.705199 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4b399097-fdbb-4983-bfa0-41c182e07485 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:49.710639 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4b399097-fdbb-4983-bfa0-41c182e07485 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560739'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:49.737017 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b399097-fdbb-4983-bfa0-41c182e07485 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b09832b6-3b03-469e-aff6-d61648197de0,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:49.747111 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4b399097-fdbb-4983-bfa0-41c182e07485 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:49.750221 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-4b399097-fdbb-4983-bfa0-41c182e07485 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1951897 Jul 23 17:36:49.816820 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a2364d-887d-4180-80b0-128931c2631a None None] Sync routers for ids ['9ef0d8de-0697-4b76-a0f3-c8330a287fe2'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:36:49.835258 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a2364d-887d-4180-80b0-128931c2631a None None] Routers {'9ef0d8de-0697-4b76-a0f3-c8330a287fe2'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:36:49.836216 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-79a2364d-887d-4180-80b0-128931c2631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:36:36Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9ef0d8de-0697-4b76-a0f3-c8330a287fe2'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:49.983949 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-647d7560-b874-4359-a577-7847cb7c22e9 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1454370628&fields=id&tenant_id=b9c48f79c4c64eb1a0789213fdc5cece HTTP/1.1" status: 200 len: 267 time: 0.0635636 Jul 23 17:36:50.010693 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7892b1b7-3db8-402b-8a43-e335f60e01ed req-e63c74ed-1169-416b-a67c-ad949c9dc5db service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0950704 Jul 23 17:36:50.046818 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-79a2364d-887d-4180-80b0-128931c2631a None None] Set router 9ef0d8de-0697-4b76-a0f3-c8330a287fe2 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:36:50.163324 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892b1b7-3db8-402b-8a43-e335f60e01ed req-a1b0639b-fb1e-4af6-9c1d-e7821461466a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:50.165194 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-488767ee-ddc6-4ffe-a4b9-9367c6f71844 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:50.166019 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7892b1b7-3db8-402b-8a43-e335f60e01ed req-a1b0639b-fb1e-4af6-9c1d-e7821461466a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.1018496 Jul 23 17:36:50.170383 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-488767ee-ddc6-4ffe-a4b9-9367c6f71844 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/networks?id=c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 HTTP/1.1" status: 200 len: 809 time: 0.1771197 Jul 23 17:36:50.195999 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-057fb629-8a21-43d0-80b9-dbf0a536f785 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/quotas/b9c48f79c4c64eb1a0789213fdc5cece HTTP/1.1" status: 200 len: 375 time: 0.0191731 Jul 23 17:36:50.264646 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1441989f-6e54-47b6-9608-47f352853ec3 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:36:50.333821 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-1a58cfe5-6f8c-4d8f-8cf1-fff59f7fdcec tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9c48f79c4c64eb1a0789213fdc5cece&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1296332 Jul 23 17:36:50.357578 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-07f298cb-b909-4bab-a484-8ef095373933 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:36:50.359094 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892b1b7-3db8-402b-8a43-e335f60e01ed req-d1d2caa1-338e-4652-a5ca-d59e1c65ae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:50.361648 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7892b1b7-3db8-402b-8a43-e335f60e01ed req-d1d2caa1-338e-4652-a5ca-d59e1c65ae45 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.1737106 Jul 23 17:36:50.362027 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-07f298cb-b909-4bab-a484-8ef095373933 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113463 Jul 23 17:36:50.407254 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 1441989f-6e54-47b6-9608-47f352853ec3 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:36:50.407712 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:50.442276 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7892b1b7-3db8-402b-8a43-e335f60e01ed req-62a7216e-56ab-4661-b857-7b485355b9a7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0726695 Jul 23 17:36:50.459259 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-79a2364d-887d-4180-80b0-128931c2631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef0d8de-0697-4b76-a0f3-c8330a287fe2', 'name': 'tempest-TestSnapshotPattern-466000672-router', 'tenant_id': '91717dcd5a484e20829b40b36d2e0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '1441989f-6e54-47b6-9608-47f352853ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:36:41Z', 'updated_at': '2021-07-23T17:36:45Z', 'revision_number': 4, 'project_id': '91717dcd5a484e20829b40b36d2e0903', 'gw_port': {'id': '1441989f-6e54-47b6-9608-47f352853ec3', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef0d8de-0697-4b76-a0f3-c8330a287fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:42Z', 'updated_at': '2021-07-23T17:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '92c1a81f-5eec-4e45-a8bd-def9d1d60a55', 'name': '', 'network_id': '97cb653f-8c03-4eb7-a078-de31a811c0c3', 'tenant_id': '91717dcd5a484e20829b40b36d2e0903', 'mac_address': 'fa:16:3e:bd:26:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef0d8de-0697-4b76-a0f3-c8330a287fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '471493d0-e80d-4fa9-8009-87cb94fdf071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:44Z', 'updated_at': '2021-07-23T17:36:45Z', 'revision_number': 2, 'project_id': '91717dcd5a484e20829b40b36d2e0903', 'subnets': [{'id': '471493d0-e80d-4fa9-8009-87cb94fdf071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:50.494509 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a2364d-887d-4180-80b0-128931c2631a None None] Checking router: 9ef0d8de-0697-4b76-a0f3-c8330a287fe2 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:36:50.494937 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a2364d-887d-4180-80b0-128931c2631a None None] Updating router 9ef0d8de-0697-4b76-a0f3-c8330a287fe2 port 92c1a81f-5eec-4e45-a8bd-def9d1d60a55 binding host n-d-778549-4 {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:36:50.525758 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892b1b7-3db8-402b-8a43-e335f60e01ed req-19a5c2d4-bab1-4c80-b2a6-01af2c621251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:50.527590 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7892b1b7-3db8-402b-8a43-e335f60e01ed req-19a5c2d4-bab1-4c80-b2a6-01af2c621251 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0793953 Jul 23 17:36:50.540674 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-bf95da5f-ada2-461c-be72-68cdde786eb2 service neutron] 10.222.0.73 "GET /v2.0/networks/c6d7bdb6-78ca-4272-87a5-be054aa0c1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713400 Jul 23 17:36:50.604637 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892b1b7-3db8-402b-8a43-e335f60e01ed req-fc0cc54a-7e33-4130-b71d-7bf1f9327062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:50.606700 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7892b1b7-3db8-402b-8a43-e335f60e01ed req-fc0cc54a-7e33-4130-b71d-7bf1f9327062 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730710 Jul 23 17:36:50.617144 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-79a2364d-887d-4180-80b0-128931c2631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:50.722084 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-087f2935-0bea-445d-83f2-13b602c9de1d service neutron] 10.222.0.73 "GET /v2.0/networks/c6d7bdb6-78ca-4272-87a5-be054aa0c1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690810 Jul 23 17:36:50.739526 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7892b1b7-3db8-402b-8a43-e335f60e01ed req-476725d7-5f9c-48e5-9ce9-3e153a1961d4 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257441 Jul 23 17:36:50.883069 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-7892b1b7-3db8-402b-8a43-e335f60e01ed req-ad27b7b6-a62a-4f24-b483-f09554f33720 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367579 Jul 23 17:36:51.054013 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6922ad5c-d548-4532-8b8d-fa624706a7dd req-8ab2dc00-3889-46f2-9375-8c36ad2249b1 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=3102f415-0793-47a9-8fe0-3ddf5dcb87bc HTTP/1.1" status: 200 len: 210 time: 0.0518451 Jul 23 17:36:51.193458 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-79a2364d-887d-4180-80b0-128931c2631a None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:51.218352 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-79a2364d-887d-4180-80b0-128931c2631a None None] Transition to ACTIVE for port object 92c1a81f-5eec-4e45-a8bd-def9d1d60a55 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:36:51.229771 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-79a2364d-887d-4180-80b0-128931c2631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:51.296824 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e112f-c0ad-4d67-af49-b546449cc7f1 None None] Pushing event updated for resources: {'Port': ['ID=92c1a81f-5eec-4e45-a8bd-def9d1d60a55,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:51.364276 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-79a2364d-887d-4180-80b0-128931c2631a None None] Attempting to bind port 92c1a81f-5eec-4e45-a8bd-def9d1d60a55 on host n-d-778549-4 for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:36:51.364752 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-79a2364d-887d-4180-80b0-128931c2631a None None] Attempting to bind port 92c1a81f-5eec-4e45-a8bd-def9d1d60a55 by drivers openvswitch,hyperv on host n-d-778549-4 at level 0 using segments [{'id': 'daea4b88-8a3f-40e1-a44f-8465364726ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '97cb653f-8c03-4eb7-a078-de31a811c0c3'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:36:51.365229 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a2364d-887d-4180-80b0-128931c2631a None None] Attempting to bind port 92c1a81f-5eec-4e45-a8bd-def9d1d60a55 on network 97cb653f-8c03-4eb7-a078-de31a811c0c3 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:36:51.373005 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a2364d-887d-4180-80b0-128931c2631a None None] Checking agent: {'id': '6bb85fef-3ea5-4d24-911d-820db04aa7d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 5), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778549-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:36:51.373617 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a2364d-887d-4180-80b0-128931c2631a None None] Checking segment: {'id': 'daea4b88-8a3f-40e1-a44f-8465364726ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '97cb653f-8c03-4eb7-a078-de31a811c0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:36:51.374196 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-79a2364d-887d-4180-80b0-128931c2631a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:51.374687 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a2364d-887d-4180-80b0-128931c2631a None None] Bound using segment: {'id': 'daea4b88-8a3f-40e1-a44f-8465364726ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '97cb653f-8c03-4eb7-a078-de31a811c0c3'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:36:51.375457 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-79a2364d-887d-4180-80b0-128931c2631a None None] Bound port: 92c1a81f-5eec-4e45-a8bd-def9d1d60a55, host: n-d-778549-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daea4b88-8a3f-40e1-a44f-8465364726ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '97cb653f-8c03-4eb7-a078-de31a811c0c3'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:36:51.375931 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-79a2364d-887d-4180-80b0-128931c2631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:51.463339 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-79a2364d-887d-4180-80b0-128931c2631a None None] For port 92c1a81f-5eec-4e45-a8bd-def9d1d60a55, host n-d-778549-4, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:36:51.467590 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-79a2364d-887d-4180-80b0-128931c2631a None None] For port 92c1a81f-5eec-4e45-a8bd-def9d1d60a55, host n-d-778549-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=92c1a81f-5eec-4e45-a8bd-def9d1d60a55,segment=NetworkSegment(daea4b88-8a3f-40e1-a44f-8465364726ed),segment_id=daea4b88-8a3f-40e1-a44f-8465364726ed)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:36:51.472518 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-79a2364d-887d-4180-80b0-128931c2631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:51.551819 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e112f-c0ad-4d67-af49-b546449cc7f1 None None] Pushing event updated for resources: {'Port': ['ID=92c1a81f-5eec-4e45-a8bd-def9d1d60a55,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:51.557278 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a2364d-887d-4180-80b0-128931c2631a None None] Routers {'9ef0d8de-0697-4b76-a0f3-c8330a287fe2'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:36:51.558345 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-79a2364d-887d-4180-80b0-128931c2631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:36:36Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9ef0d8de-0697-4b76-a0f3-c8330a287fe2'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:51.697260 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-79a2364d-887d-4180-80b0-128931c2631a None None] Set router 9ef0d8de-0697-4b76-a0f3-c8330a287fe2 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:36:51.995756 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-79a2364d-887d-4180-80b0-128931c2631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef0d8de-0697-4b76-a0f3-c8330a287fe2', 'name': 'tempest-TestSnapshotPattern-466000672-router', 'tenant_id': '91717dcd5a484e20829b40b36d2e0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '1441989f-6e54-47b6-9608-47f352853ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:36:41Z', 'updated_at': '2021-07-23T17:36:45Z', 'revision_number': 4, 'project_id': '91717dcd5a484e20829b40b36d2e0903', 'gw_port': {'id': '1441989f-6e54-47b6-9608-47f352853ec3', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef0d8de-0697-4b76-a0f3-c8330a287fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:42Z', 'updated_at': '2021-07-23T17:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '92c1a81f-5eec-4e45-a8bd-def9d1d60a55', 'name': '', 'network_id': '97cb653f-8c03-4eb7-a078-de31a811c0c3', 'tenant_id': '91717dcd5a484e20829b40b36d2e0903', 'mac_address': 'fa:16:3e:bd:26:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef0d8de-0697-4b76-a0f3-c8330a287fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '471493d0-e80d-4fa9-8009-87cb94fdf071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:44Z', 'updated_at': '2021-07-23T17:36:51Z', 'revision_number': 4, 'project_id': '91717dcd5a484e20829b40b36d2e0903', 'subnets': [{'id': '471493d0-e80d-4fa9-8009-87cb94fdf071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:36:52.032177 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a2364d-887d-4180-80b0-128931c2631a None None] The sync data for ids ['9ef0d8de-0697-4b76-a0f3-c8330a287fe2'] in n-d-778549-4 is: [{'id': '9ef0d8de-0697-4b76-a0f3-c8330a287fe2', 'name': 'tempest-TestSnapshotPattern-466000672-router', 'tenant_id': '91717dcd5a484e20829b40b36d2e0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '1441989f-6e54-47b6-9608-47f352853ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:36:41Z', 'updated_at': '2021-07-23T17:36:45Z', 'revision_number': 4, 'project_id': '91717dcd5a484e20829b40b36d2e0903', 'gw_port': {'id': '1441989f-6e54-47b6-9608-47f352853ec3', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef0d8de-0697-4b76-a0f3-c8330a287fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:42Z', 'updated_at': '2021-07-23T17:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '92c1a81f-5eec-4e45-a8bd-def9d1d60a55', 'name': '', 'network_id': '97cb653f-8c03-4eb7-a078-de31a811c0c3', 'tenant_id': '91717dcd5a484e20829b40b36d2e0903', 'mac_address': 'fa:16:3e:bd:26:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef0d8de-0697-4b76-a0f3-c8330a287fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '471493d0-e80d-4fa9-8009-87cb94fdf071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:44Z', 'updated_at': '2021-07-23T17:36:51Z', 'revision_number': 4, 'project_id': '91717dcd5a484e20829b40b36d2e0903', 'subnets': [{'id': '471493d0-e80d-4fa9-8009-87cb94fdf071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:36:52.218313 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cc77dc23-59c7-4ec4-a372-85431ca27d6b req-75a0f365-b4c6-4541-9892-a1cd47b009cf tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=3102f415-0793-47a9-8fe0-3ddf5dcb87bc HTTP/1.1" status: 200 len: 210 time: 0.0588486 Jul 23 17:36:52.275638 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 92c1a81f-5eec-4e45-a8bd-def9d1d60a55 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:36:52.534694 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning for port 92c1a81f-5eec-4e45-a8bd-def9d1d60a55 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:36:52.540216 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 92c1a81f-5eec-4e45-a8bd-def9d1d60a55 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:36:52.540922 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:52.659939 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:52.703190 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] For port 92c1a81f-5eec-4e45-a8bd-def9d1d60a55, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=92c1a81f-5eec-4e45-a8bd-def9d1d60a55,segment=NetworkSegment(daea4b88-8a3f-40e1-a44f-8465364726ed),segment_id=daea4b88-8a3f-40e1-a44f-8465364726ed)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:36:52.708476 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:52.711181 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-cbf27b9e-ec5c-4776-9a3a-0751eff0b1aa tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:52.715519 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-cbf27b9e-ec5c-4776-9a3a-0751eff0b1aa tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.97 "GET /v2.0/networks?id=c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 HTTP/1.1" status: 200 len: 809 time: 0.2287674 Jul 23 17:36:52.774666 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-e32335fe-9964-4c52-817d-d03de3fbb578 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9c48f79c4c64eb1a0789213fdc5cece HTTP/1.1" status: 200 len: 380 time: 0.0503705 Jul 23 17:36:52.787126 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-ef0b3568-411d-496c-a155-09080ea039d4 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Request body: {'port': {'device_id': '3102f415-0793-47a9-8fe0-3ddf5dcb87bc', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'admin_state_up': True, 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'security_groups': ['d63be03b-af85-4dd4-a515-54e0d8fc45bc']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:36:52.796378 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Pushing event updated for resources: {'Port': ['ID=92c1a81f-5eec-4e45-a8bd-def9d1d60a55,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:52.947058 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-ef0b3568-411d-496c-a155-09080ea039d4 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Made reservation on behalf of b9c48f79c4c64eb1a0789213fdc5cece for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:36:52.951899 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-ef0b3568-411d-496c-a155-09080ea039d4 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:53.113203 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-ef0b3568-411d-496c-a155-09080ea039d4 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Allocated IP 172.20.0.12 (c6d7bdb6-78ca-4272-87a5-be054aa0c1b5/9f10f28a-498d-4645-94e4-4f0fe7bcde85/f6dfbec6-a4f4-4017-af12-7f5c04220cc3) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:36:53.290230 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-ef0b3568-411d-496c-a155-09080ea039d4 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:53.310236 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-ef0b3568-411d-496c-a155-09080ea039d4 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Transition to ACTIVE for port object f6dfbec6-a4f4-4017-af12-7f5c04220cc3 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:36:53.347561 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f23f1f99-111b-466d-b88d-c544290a7455 req-7b5df2fc-4747-4f88-97ff-3281cc2bff30 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=3102f415-0793-47a9-8fe0-3ddf5dcb87bc HTTP/1.1" status: 200 len: 210 time: 0.0348914 Jul 23 17:36:53.383656 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-ef0b3568-411d-496c-a155-09080ea039d4 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:53.435048 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-ef0b3568-411d-496c-a155-09080ea039d4 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Network c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:36:53.438953 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-ef0b3568-411d-496c-a155-09080ea039d4 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:36:53.446497 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-ef0b3568-411d-496c-a155-09080ea039d4 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:36:53.476415 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b3568-411d-496c-a155-09080ea039d4 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Pushing event updated for resources: {'Port': ['ID=f6dfbec6-a4f4-4017-af12-7f5c04220cc3,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:53.517975 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-ef0b3568-411d-496c-a155-09080ea039d4 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:53.518699 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-ef0b3568-411d-496c-a155-09080ea039d4 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:53.539589 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-ef0b3568-411d-496c-a155-09080ea039d4 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7589645 Jul 23 17:36:53.697971 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.v2.base [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-73e1b63e-0e20-42b2-be3b-ff439345c7c9 service neutron] Request body: {'port': {'device_id': '3102f415-0793-47a9-8fe0-3ddf5dcb87bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778549-4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:36:53.765083 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-783c11ad-e563-41f8-b246-8f84f73fbbc5 None None] Provisioning for port f6dfbec6-a4f4-4017-af12-7f5c04220cc3 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:36:53.771178 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-783c11ad-e563-41f8-b246-8f84f73fbbc5 None None] Provisioning complete for port f6dfbec6-a4f4-4017-af12-7f5c04220cc3 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:36:53.771946 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-783c11ad-e563-41f8-b246-8f84f73fbbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:53.789777 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-73e1b63e-0e20-42b2-be3b-ff439345c7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:53.813206 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-783c11ad-e563-41f8-b246-8f84f73fbbc5 None None] Port f6dfbec6-a4f4-4017-af12-7f5c04220cc3 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:36:54.125364 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-73e1b63e-0e20-42b2-be3b-ff439345c7c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6dfbec6-a4f4-4017-af12-7f5c04220cc3 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:36:54.134803 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-73e1b63e-0e20-42b2-be3b-ff439345c7c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:54.150254 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-73e1b63e-0e20-42b2-be3b-ff439345c7c9 service neutron] Transition to ACTIVE for port object f6dfbec6-a4f4-4017-af12-7f5c04220cc3 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:36:54.155515 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-73e1b63e-0e20-42b2-be3b-ff439345c7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:54.266518 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 92c1a81f-5eec-4e45-a8bd-def9d1d60a55 up at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:36:54.271870 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1b63e-0e20-42b2-be3b-ff439345c7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f6dfbec6-a4f4-4017-af12-7f5c04220cc3,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:54.359518 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Provisioning complete for port 92c1a81f-5eec-4e45-a8bd-def9d1d60a55 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:36:54.359951 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-73e1b63e-0e20-42b2-be3b-ff439345c7c9 service neutron] Attempting to bind port f6dfbec6-a4f4-4017-af12-7f5c04220cc3 on host n-h2-778549-4 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:36:54.360721 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:54.360937 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-73e1b63e-0e20-42b2-be3b-ff439345c7c9 service neutron] Attempting to bind port f6dfbec6-a4f4-4017-af12-7f5c04220cc3 by drivers openvswitch,hyperv on host n-h2-778549-4 at level 0 using segments [{'id': '3f60343b-e0f2-448c-9c85-8cca61f50a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:36:54.361156 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-73e1b63e-0e20-42b2-be3b-ff439345c7c9 service neutron] Attempting to bind port f6dfbec6-a4f4-4017-af12-7f5c04220cc3 on network c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:36:54.368847 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-73e1b63e-0e20-42b2-be3b-ff439345c7c9 service neutron] Port f6dfbec6-a4f4-4017-af12-7f5c04220cc3 on network c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778549-4 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:36:54.369536 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-73e1b63e-0e20-42b2-be3b-ff439345c7c9 service neutron] Attempting to bind port f6dfbec6-a4f4-4017-af12-7f5c04220cc3 on network c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:36:54.386803 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-73e1b63e-0e20-42b2-be3b-ff439345c7c9 service neutron] Checking agent: {'id': 'e1eef781-e2cf-4f0f-8713-416c5eee1c0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:36:54.387375 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-73e1b63e-0e20-42b2-be3b-ff439345c7c9 service neutron] Checking segment: {'id': '3f60343b-e0f2-448c-9c85-8cca61f50a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:36:54.388116 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-73e1b63e-0e20-42b2-be3b-ff439345c7c9 service neutron] Bound using segment: {'id': '3f60343b-e0f2-448c-9c85-8cca61f50a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:36:54.388904 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-73e1b63e-0e20-42b2-be3b-ff439345c7c9 service neutron] Bound port: f6dfbec6-a4f4-4017-af12-7f5c04220cc3, host: n-h2-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f60343b-e0f2-448c-9c85-8cca61f50a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:36:54.389537 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-73e1b63e-0e20-42b2-be3b-ff439345c7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:54.554844 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-73e1b63e-0e20-42b2-be3b-ff439345c7c9 service neutron] For port f6dfbec6-a4f4-4017-af12-7f5c04220cc3, host n-h2-778549-4, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:36:54.562867 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-73e1b63e-0e20-42b2-be3b-ff439345c7c9 service neutron] For port f6dfbec6-a4f4-4017-af12-7f5c04220cc3, host n-h2-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=f6dfbec6-a4f4-4017-af12-7f5c04220cc3,segment=NetworkSegment(3f60343b-e0f2-448c-9c85-8cca61f50a2e),segment_id=3f60343b-e0f2-448c-9c85-8cca61f50a2e)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:36:54.570200 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-73e1b63e-0e20-42b2-be3b-ff439345c7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16721259'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:54.623250 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-73e1b63e-0e20-42b2-be3b-ff439345c7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:54.624549 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-73e1b63e-0e20-42b2-be3b-ff439345c7c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:54.626924 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-73e1b63e-0e20-42b2-be3b-ff439345c7c9 service neutron] 10.222.0.97 "PUT /v2.0/ports/f6dfbec6-a4f4-4017-af12-7f5c04220cc3 HTTP/1.1" status: 200 len: 1092 time: 1.0797617 Jul 23 17:36:54.635143 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3102f415-0793-47a9-8fe0-3ddf5dcb87bc', 'tag': 'f6dfbec6-a4f4-4017-af12-7f5c04220cc3'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:36:54.637699 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b16046-7b0f-482a-a9b3-46faa75a8ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "3102f415-0793-47a9-8fe0-3ddf5dcb87bc", "tag": "f6dfbec6-a4f4-4017-af12-7f5c04220cc3"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:36:54.672372 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fa777-eb4e-497b-8408-b10bac5ba43d req-62bc80a1-14aa-4b5c-bdb3-beda36522af8 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:54.673873 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-964fa777-eb4e-497b-8408-b10bac5ba43d req-62bc80a1-14aa-4b5c-bdb3-beda36522af8 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=3102f415-0793-47a9-8fe0-3ddf5dcb87bc HTTP/1.1" status: 200 len: 944 time: 0.1851754 Jul 23 17:36:54.674821 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1b63e-0e20-42b2-be3b-ff439345c7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f6dfbec6-a4f4-4017-af12-7f5c04220cc3,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:54.770007 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-964fa777-eb4e-497b-8408-b10bac5ba43d req-ffc097b1-bc3c-46d0-94d2-03363d80a88b tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63be03b-af85-4dd4-a515-54e0d8fc45bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823281 Jul 23 17:36:54.809678 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-2ce6b95e-1a01-47af-93b0-5e2f761bd813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:54.812362 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-2ce6b95e-1a01-47af-93b0-5e2f761bd813 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b9c48f79c4c64eb1a0789213fdc5cece&device_id=3102f415-0793-47a9-8fe0-3ddf5dcb87bc HTTP/1.1" status: 200 len: 1095 time: 0.1052194 Jul 23 17:36:54.875579 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-0e593794-b489-42ca-aa08-d0c55a31956f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6dfbec6-a4f4-4017-af12-7f5c04220cc3 HTTP/1.1" status: 200 len: 217 time: 0.0558071 Jul 23 17:36:54.940636 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7b9303-26ff-494f-b08d-b492f06c0d97 x-openstack-request-id: req-6e7b9303-26ff-494f-b08d-b492f06c0d97 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:36:54.941174 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3102f415-0793-47a9-8fe0-3ddf5dcb87bc", "tag": "f6dfbec6-a4f4-4017-af12-7f5c04220cc3", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:36:54.941555 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6e7b9303-26ff-494f-b08d-b492f06c0d97 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:36:54.942197 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3102f415-0793-47a9-8fe0-3ddf5dcb87bc', 'tag': 'f6dfbec6-a4f4-4017-af12-7f5c04220cc3', 'status': 'completed', 'code': 200} Jul 23 17:36:54.955343 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-9f4551d9-75e3-4e31-8f40-ccc015d74cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:54.956877 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-9f4551d9-75e3-4e31-8f40-ccc015d74cb5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9f10f28a-498d-4645-94e4-4f0fe7bcde85 HTTP/1.1" status: 200 len: 848 time: 0.0757716 Jul 23 17:36:55.023511 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-529b332a-ec7c-4c32-a024-428648b74595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:55.025125 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-529b332a-ec7c-4c32-a024-428648b74595 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c6d7bdb6-78ca-4272-87a5-be054aa0c1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620816 Jul 23 17:36:55.130848 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-2e10a359-2690-4dce-8b60-7b2156a36b03 service neutron] 10.222.0.97 "GET /v2.0/networks/c6d7bdb6-78ca-4272-87a5-be054aa0c1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991507 Jul 23 17:36:55.230681 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-3cd6d65b-bd8f-4709-a925-5901032f5f4d req-59084e09-3ee8-46d9-9daa-435fb45dea79 service neutron] 10.222.0.97 "GET /v2.0/networks/c6d7bdb6-78ca-4272-87a5-be054aa0c1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935509 Jul 23 17:36:55.344484 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b16046-7b0f-482a-a9b3-46faa75a8ca3 req-fb8562f2-dc85-4ed2-b7ef-4b0f9e336b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:55.346155 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-36b16046-7b0f-482a-a9b3-46faa75a8ca3 req-fb8562f2-dc85-4ed2-b7ef-4b0f9e336b89 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b9c48f79c4c64eb1a0789213fdc5cece&device_id=3102f415-0793-47a9-8fe0-3ddf5dcb87bc HTTP/1.1" status: 200 len: 1095 time: 0.0660794 Jul 23 17:36:55.444003 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b16046-7b0f-482a-a9b3-46faa75a8ca3 req-8790c4b4-abf1-41fa-8296-a8c22b04bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:55.445559 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-36b16046-7b0f-482a-a9b3-46faa75a8ca3 req-8790c4b4-abf1-41fa-8296-a8c22b04bba1 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 HTTP/1.1" status: 200 len: 911 time: 0.0932438 Jul 23 17:36:55.901205 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-36b16046-7b0f-482a-a9b3-46faa75a8ca3 req-70c79b36-60a2-48c9-abf4-fab4731628fd service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6dfbec6-a4f4-4017-af12-7f5c04220cc3 HTTP/1.1" status: 200 len: 217 time: 0.4483817 Jul 23 17:36:55.980075 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b16046-7b0f-482a-a9b3-46faa75a8ca3 req-093b4b76-b3a6-4cad-848d-5aa39dadb32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:55.981950 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-36b16046-7b0f-482a-a9b3-46faa75a8ca3 req-093b4b76-b3a6-4cad-848d-5aa39dadb32e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9f10f28a-498d-4645-94e4-4f0fe7bcde85 HTTP/1.1" status: 200 len: 848 time: 0.0725193 Jul 23 17:36:56.043742 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf25b2-3a13-4591-a47b-7c7226b9c4ab req-9dd38deb-6104-41ca-9f20-ee20bdb37f7e tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:56.045506 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0baf25b2-3a13-4591-a47b-7c7226b9c4ab req-9dd38deb-6104-41ca-9f20-ee20bdb37f7e tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=3102f415-0793-47a9-8fe0-3ddf5dcb87bc HTTP/1.1" status: 200 len: 944 time: 0.1475942 Jul 23 17:36:56.097756 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b16046-7b0f-482a-a9b3-46faa75a8ca3 req-0ed1cf20-86fc-4083-aebe-d50fcbe25db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:56.099231 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-36b16046-7b0f-482a-a9b3-46faa75a8ca3 req-0ed1cf20-86fc-4083-aebe-d50fcbe25db9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c6d7bdb6-78ca-4272-87a5-be054aa0c1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105990 Jul 23 17:36:56.102825 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0baf25b2-3a13-4591-a47b-7c7226b9c4ab req-15c5b5ab-d1e9-4e98-8723-bb39b1e6d0da tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63be03b-af85-4dd4-a515-54e0d8fc45bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512087 Jul 23 17:36:56.205410 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-36b16046-7b0f-482a-a9b3-46faa75a8ca3 req-2de64150-45cb-4ce3-9a1d-869426efd4d7 service neutron] 10.222.0.97 "GET /v2.0/networks/c6d7bdb6-78ca-4272-87a5-be054aa0c1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978096 Jul 23 17:36:56.318073 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-36b16046-7b0f-482a-a9b3-46faa75a8ca3 req-7228aa19-9a73-408f-99fa-5dd1b9ca3ec8 service neutron] 10.222.0.97 "GET /v2.0/networks/c6d7bdb6-78ca-4272-87a5-be054aa0c1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067214 Jul 23 17:36:57.254795 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbc181-8371-4aa9-a425-3d10cfcedfe0 req-f0eb1879-c1c9-4f7b-a606-a722db92bc5e tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:57.256461 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dcbbc181-8371-4aa9-a425-3d10cfcedfe0 req-f0eb1879-c1c9-4f7b-a606-a722db92bc5e tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=3102f415-0793-47a9-8fe0-3ddf5dcb87bc HTTP/1.1" status: 200 len: 944 time: 0.0781889 Jul 23 17:36:57.313367 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-dcbbc181-8371-4aa9-a425-3d10cfcedfe0 req-11a8aa57-6d26-4566-bac9-f9895e009ad7 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63be03b-af85-4dd4-a515-54e0d8fc45bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504119 Jul 23 17:36:57.545544 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device f6dfbec6-a4f4-4017-af12-7f5c04220cc3 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:36:57.653009 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port f6dfbec6-a4f4-4017-af12-7f5c04220cc3, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=f6dfbec6-a4f4-4017-af12-7f5c04220cc3,segment=NetworkSegment(3f60343b-e0f2-448c-9c85-8cca61f50a2e),segment_id=3f60343b-e0f2-448c-9c85-8cca61f50a2e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:36:57.671400 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'f6dfbec6-a4f4-4017-af12-7f5c04220cc3', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'port_id': 'f6dfbec6-a4f4-4017-af12-7f5c04220cc3', 'mac_address': 'fa:16:3e:ee:81:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:36:57.715101 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:57.732235 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6dfbec6-a4f4-4017-af12-7f5c04220cc3 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:36:57.763558 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port f6dfbec6-a4f4-4017-af12-7f5c04220cc3, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=f6dfbec6-a4f4-4017-af12-7f5c04220cc3,segment=NetworkSegment(3f60343b-e0f2-448c-9c85-8cca61f50a2e),segment_id=3f60343b-e0f2-448c-9c85-8cca61f50a2e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:36:57.768674 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:57.829704 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=f6dfbec6-a4f4-4017-af12-7f5c04220cc3,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:57.975706 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['f6dfbec6-a4f4-4017-af12-7f5c04220cc3'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:36:58.505222 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa17297-6cde-4c89-b6e1-85c821f2b332 req-d2b48607-becf-4360-8d16-1d584a562fa9 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:58.507883 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aaa17297-6cde-4c89-b6e1-85c821f2b332 req-d2b48607-becf-4360-8d16-1d584a562fa9 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=3102f415-0793-47a9-8fe0-3ddf5dcb87bc HTTP/1.1" status: 200 len: 945 time: 0.1164713 Jul 23 17:36:58.554209 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-aaa17297-6cde-4c89-b6e1-85c821f2b332 req-416a9675-cca6-4826-886a-715fc2693a42 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63be03b-af85-4dd4-a515-54e0d8fc45bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398223 Jul 23 17:36:59.537936 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device f6dfbec6-a4f4-4017-af12-7f5c04220cc3 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:36:59.601080 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning for port f6dfbec6-a4f4-4017-af12-7f5c04220cc3 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:36:59.606260 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port f6dfbec6-a4f4-4017-af12-7f5c04220cc3 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:36:59.606674 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:59.706785 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:59.742387 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3102f415-0793-47a9-8fe0-3ddf5dcb87bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6dfbec6-a4f4-4017-af12-7f5c04220cc3'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:36:59.742387 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d9158437a3a893895635b777aad4314b219cd6685506ac89f624094daaea09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d42ebd-57e1-4d07-a462-028465b1da2d" -d '{"events": [{"server_uuid": "3102f415-0793-47a9-8fe0-3ddf5dcb87bc", "name": "network-vif-plugged", "status": "completed", "tag": "f6dfbec6-a4f4-4017-af12-7f5c04220cc3"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:36:59.758457 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port f6dfbec6-a4f4-4017-af12-7f5c04220cc3, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=f6dfbec6-a4f4-4017-af12-7f5c04220cc3,segment=NetworkSegment(3f60343b-e0f2-448c-9c85-8cca61f50a2e),segment_id=3f60343b-e0f2-448c-9c85-8cca61f50a2e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:36:59.766929 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:59.769510 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9745a-70a3-4dce-bbfb-04b4066ad7e2 req-3a8a5297-aeb5-4b04-aea3-7e43b48229a6 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:59.771952 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-78b9745a-70a3-4dce-bbfb-04b4066ad7e2 req-3a8a5297-aeb5-4b04-aea3-7e43b48229a6 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=3102f415-0793-47a9-8fe0-3ddf5dcb87bc HTTP/1.1" status: 200 len: 945 time: 0.0951767 Jul 23 17:36:59.843859 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-78b9745a-70a3-4dce-bbfb-04b4066ad7e2 req-afb24a8a-eabc-4503-a1f6-05727277c415 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63be03b-af85-4dd4-a515-54e0d8fc45bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597997 Jul 23 17:36:59.846552 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=f6dfbec6-a4f4-4017-af12-7f5c04220cc3,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:59.909188 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79950569-5ddd-4d87-8d0e-83ac31e93c81 x-openstack-request-id: req-79950569-5ddd-4d87-8d0e-83ac31e93c81 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:36:59.909483 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3102f415-0793-47a9-8fe0-3ddf5dcb87bc", "name": "network-vif-plugged", "status": "completed", "tag": "f6dfbec6-a4f4-4017-af12-7f5c04220cc3", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:36:59.909736 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-79950569-5ddd-4d87-8d0e-83ac31e93c81 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:36:59.910159 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3102f415-0793-47a9-8fe0-3ddf5dcb87bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6dfbec6-a4f4-4017-af12-7f5c04220cc3', 'code': 200} Jul 23 17:37:00.054779 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c523d-5c14-47c6-813c-7d2175728732 req-89e964f8-0b17-4573-928b-2ac180c7acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:37:00.057438 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f23c523d-5c14-47c6-813c-7d2175728732 req-89e964f8-0b17-4573-928b-2ac180c7acfa service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3102f415-0793-47a9-8fe0-3ddf5dcb87bc HTTP/1.1" status: 200 len: 1097 time: 0.0888069 Jul 23 17:37:00.104782 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f23c523d-5c14-47c6-813c-7d2175728732 req-3fbf9164-d717-4464-b97f-a3123fd9939e service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=d63be03b-af85-4dd4-a515-54e0d8fc45bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410748 Jul 23 17:37:01.028236 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a967c74-fbf3-44bf-a45a-b77780c3166c req-1cc67f4a-d55a-402c-88d8-064778ea812b tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:37:01.030167 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2a967c74-fbf3-44bf-a45a-b77780c3166c req-1cc67f4a-d55a-402c-88d8-064778ea812b tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=3102f415-0793-47a9-8fe0-3ddf5dcb87bc HTTP/1.1" status: 200 len: 946 time: 0.0822980 Jul 23 17:37:01.076858 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2a967c74-fbf3-44bf-a45a-b77780c3166c req-54cb2ddf-e801-46dc-ac5c-d227a4c21364 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63be03b-af85-4dd4-a515-54e0d8fc45bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406010 Jul 23 17:37:01.230128 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24326b8d-3f47-4deb-8bb1-9cf7d613209e req-2e85c21a-9d69-4da5-883f-96c7b1ea97ff tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:37:01.232354 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-24326b8d-3f47-4deb-8bb1-9cf7d613209e req-2e85c21a-9d69-4da5-883f-96c7b1ea97ff tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=3102f415-0793-47a9-8fe0-3ddf5dcb87bc HTTP/1.1" status: 200 len: 946 time: 0.0757582 Jul 23 17:37:01.285566 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-24326b8d-3f47-4deb-8bb1-9cf7d613209e req-62d58aa4-1dfa-49aa-a99a-fa0bb8adc190 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63be03b-af85-4dd4-a515-54e0d8fc45bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460150 Jul 23 17:37:01.322554 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60902) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:37:01.435570 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788e3712-acae-4dc8-805f-9f62b0ac7070 tempest-TestSnapshotPattern-1902310628 tempest-TestSnapshotPattern-1902310628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:37:01.437215 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-788e3712-acae-4dc8-805f-9f62b0ac7070 tempest-TestSnapshotPattern-1902310628 tempest-TestSnapshotPattern-1902310628-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3102f415-0793-47a9-8fe0-3ddf5dcb87bc HTTP/1.1" status: 200 len: 1092 time: 0.1149492 Jul 23 17:37:01.442236 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 60906) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:37:01.447095 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-2b351a6a-92b3-4e7e-9bda-84e2e54d693b tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'port_id': 'f6dfbec6-a4f4-4017-af12-7f5c04220cc3', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:37:01.474522 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b351a6a-92b3-4e7e-9bda-84e2e54d693b tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:01.611199 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b351a6a-92b3-4e7e-9bda-84e2e54d693b tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:01.752744 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-2b351a6a-92b3-4e7e-9bda-84e2e54d693b tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Allocated IP 172.25.8.102 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/6d973d73-1c4e-479e-b08c-0f23ac0dacfc) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:37:01.881590 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b351a6a-92b3-4e7e-9bda-84e2e54d693b tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:01.931735 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b351a6a-92b3-4e7e-9bda-84e2e54d693b tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:01.988577 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b351a6a-92b3-4e7e-9bda-84e2e54d693b tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:37:01.995239 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-2b351a6a-92b3-4e7e-9bda-84e2e54d693b tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:37:01.997939 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b351a6a-92b3-4e7e-9bda-84e2e54d693b tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Pushing event updated for resources: {'Port': ['ID=6d973d73-1c4e-479e-b08c-0f23ac0dacfc,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:37:02.000477 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b351a6a-92b3-4e7e-9bda-84e2e54d693b tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:37:02.496014 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b351a6a-92b3-4e7e-9bda-84e2e54d693b tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:02.605591 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b351a6a-92b3-4e7e-9bda-84e2e54d693b tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:02.762801 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-55e56141-4e1b-4ae7-a5df-aca44d1ed65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:02.827073 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b351a6a-92b3-4e7e-9bda-84e2e54d693b tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:02.832790 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b351a6a-92b3-4e7e-9bda-84e2e54d693b tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:02.907751 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b351a6a-92b3-4e7e-9bda-84e2e54d693b tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Pushing event updated for resources: {'Port': ['ID=6d973d73-1c4e-479e-b08c-0f23ac0dacfc,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:37:02.922861 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b351a6a-92b3-4e7e-9bda-84e2e54d693b tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:03.041885 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-2b351a6a-92b3-4e7e-9bda-84e2e54d693b tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Floating IP bf3472d9-50f4-4147-94f4-256589fd6715 associated. External IP: 172.25.8.102, port: f6dfbec6-a4f4-4017-af12-7f5c04220cc3. Jul 23 17:37:03.286982 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b351a6a-92b3-4e7e-9bda-84e2e54d693b tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Router d5be9816-c264-45d4-bb61-ccb8f87eb274 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:37:03.428781 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b351a6a-92b3-4e7e-9bda-84e2e54d693b tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:37:03.444697 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909b3983-41d8-4630-b326-5640c9b44054 None None] Sync routers for ids ['d5be9816-c264-45d4-bb61-ccb8f87eb274'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:37:03.451520 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b351a6a-92b3-4e7e-9bda-84e2e54d693b tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:03.463305 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909b3983-41d8-4630-b326-5640c9b44054 None None] Routers {'d5be9816-c264-45d4-bb61-ccb8f87eb274'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:37:03.464091 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-909b3983-41d8-4630-b326-5640c9b44054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:36:36Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d5be9816-c264-45d4-bb61-ccb8f87eb274'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:37:03.497598 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-2b351a6a-92b3-4e7e-9bda-84e2e54d693b tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0535505 Jul 23 17:37:03.499286 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3102f415-0793-47a9-8fe0-3ddf5dcb87bc', 'tag': 'f6dfbec6-a4f4-4017-af12-7f5c04220cc3'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:37:03.502358 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ff26956c537b794448b03d7cca37f5362d40314ffc052dff813072ce9f6dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13df8b57-051b-414e-afbb-5206d0e8a2fe" -d '{"events": [{"name": "network-changed", "server_uuid": "3102f415-0793-47a9-8fe0-3ddf5dcb87bc", "tag": "f6dfbec6-a4f4-4017-af12-7f5c04220cc3"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:37:03.545562 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23cee9c7-ec11-4398-9c5c-090d20f9dce8 x-openstack-request-id: req-23cee9c7-ec11-4398-9c5c-090d20f9dce8 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:37:03.545832 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3102f415-0793-47a9-8fe0-3ddf5dcb87bc", "tag": "f6dfbec6-a4f4-4017-af12-7f5c04220cc3", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:37:03.546092 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-23cee9c7-ec11-4398-9c5c-090d20f9dce8 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:37:03.546516 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3102f415-0793-47a9-8fe0-3ddf5dcb87bc', 'tag': 'f6dfbec6-a4f4-4017-af12-7f5c04220cc3', 'status': 'completed', 'code': 200} Jul 23 17:37:03.637382 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df8b57-051b-414e-afbb-5206d0e8a2fe req-81df5654-3a75-4c2c-8025-7fa9885347c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:37:03.639931 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-13df8b57-051b-414e-afbb-5206d0e8a2fe req-81df5654-3a75-4c2c-8025-7fa9885347c5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b9c48f79c4c64eb1a0789213fdc5cece&device_id=3102f415-0793-47a9-8fe0-3ddf5dcb87bc HTTP/1.1" status: 200 len: 1097 time: 0.0699267 Jul 23 17:37:03.644383 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-909b3983-41d8-4630-b326-5640c9b44054 None None] Set router d5be9816-c264-45d4-bb61-ccb8f87eb274 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:37:03.776823 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df8b57-051b-414e-afbb-5206d0e8a2fe req-8811870e-4f48-455e-a925-f249ab16361a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:37:03.779546 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-13df8b57-051b-414e-afbb-5206d0e8a2fe req-8811870e-4f48-455e-a925-f249ab16361a service neutron] 10.222.0.97 "GET /v2.0/networks?id=c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 HTTP/1.1" status: 200 len: 911 time: 0.1326096 Jul 23 17:37:03.886553 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-13df8b57-051b-414e-afbb-5206d0e8a2fe req-b0b222b9-bcf5-4737-b19c-710648235d1b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6dfbec6-a4f4-4017-af12-7f5c04220cc3 HTTP/1.1" status: 200 len: 1000 time: 0.1008582 Jul 23 17:37:03.946785 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df8b57-051b-414e-afbb-5206d0e8a2fe req-8ba5095c-a21d-44f7-abf4-9855431a2703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:37:03.948945 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-13df8b57-051b-414e-afbb-5206d0e8a2fe req-8ba5095c-a21d-44f7-abf4-9855431a2703 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9f10f28a-498d-4645-94e4-4f0fe7bcde85 HTTP/1.1" status: 200 len: 848 time: 0.0557146 Jul 23 17:37:03.977785 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-909b3983-41d8-4630-b326-5640c9b44054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'name': 'tempest-TestSnapshotPattern-937949715-router', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:36:34Z', 'updated_at': '2021-07-23T17:36:38Z', 'revision_number': 4, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'gw_port': {'id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:35Z', 'updated_at': '2021-07-23T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'bf3472d9-50f4-4147-94f4-256589fd6715', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'floating_ip_address': '172.25.8.102', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'port_id': 'f6dfbec6-a4f4-4017-af12-7f5c04220cc3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'mac_address': 'fa:16:3e:ee:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3102f415-0793-47a9-8fe0-3ddf5dcb87bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:37:02Z', 'updated_at': '2021-07-23T17:37:02Z', 'revision_number': 0, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527', 'name': '', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'mac_address': 'fa:16:3e:bc:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:38Z', 'updated_at': '2021-07-23T17:36:47Z', 'revision_number': 5, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'subnets': [{'id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:37:04.024205 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909b3983-41d8-4630-b326-5640c9b44054 None None] Checking router: d5be9816-c264-45d4-bb61-ccb8f87eb274 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:37:04.038087 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909b3983-41d8-4630-b326-5640c9b44054 None None] Routers {'d5be9816-c264-45d4-bb61-ccb8f87eb274'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:37:04.039163 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-909b3983-41d8-4630-b326-5640c9b44054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:36:36Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d5be9816-c264-45d4-bb61-ccb8f87eb274'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:37:04.040486 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df8b57-051b-414e-afbb-5206d0e8a2fe req-598676e8-d6be-420b-b6c7-d0aadec84737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:37:04.043167 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-13df8b57-051b-414e-afbb-5206d0e8a2fe req-598676e8-d6be-420b-b6c7-d0aadec84737 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c6d7bdb6-78ca-4272-87a5-be054aa0c1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866222 Jul 23 17:37:04.159587 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-13df8b57-051b-414e-afbb-5206d0e8a2fe req-2004258c-48f9-44e4-9ba7-437f474d3cc4 service neutron] 10.222.0.97 "GET /v2.0/networks/c6d7bdb6-78ca-4272-87a5-be054aa0c1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096325 Jul 23 17:37:04.263829 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-13df8b57-051b-414e-afbb-5206d0e8a2fe req-aa115be5-ce56-4590-97cd-d864f04a5d0a service neutron] 10.222.0.97 "GET /v2.0/networks/c6d7bdb6-78ca-4272-87a5-be054aa0c1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980968 Jul 23 17:37:04.295712 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:37:04.352021 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-909b3983-41d8-4630-b326-5640c9b44054 None None] Set router d5be9816-c264-45d4-bb61-ccb8f87eb274 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:37:04.632069 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-909b3983-41d8-4630-b326-5640c9b44054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'name': 'tempest-TestSnapshotPattern-937949715-router', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:36:34Z', 'updated_at': '2021-07-23T17:36:38Z', 'revision_number': 4, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'gw_port': {'id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:35Z', 'updated_at': '2021-07-23T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'bf3472d9-50f4-4147-94f4-256589fd6715', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'floating_ip_address': '172.25.8.102', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'port_id': 'f6dfbec6-a4f4-4017-af12-7f5c04220cc3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'mac_address': 'fa:16:3e:ee:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3102f415-0793-47a9-8fe0-3ddf5dcb87bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:37:02Z', 'updated_at': '2021-07-23T17:37:02Z', 'revision_number': 0, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527', 'name': '', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'mac_address': 'fa:16:3e:bc:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:38Z', 'updated_at': '2021-07-23T17:36:47Z', 'revision_number': 5, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'subnets': [{'id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:37:04.662208 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909b3983-41d8-4630-b326-5640c9b44054 None None] The sync data for ids ['d5be9816-c264-45d4-bb61-ccb8f87eb274'] in n-d-778549-4 is: [{'id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'name': 'tempest-TestSnapshotPattern-937949715-router', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:36:34Z', 'updated_at': '2021-07-23T17:36:38Z', 'revision_number': 4, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'gw_port': {'id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:35Z', 'updated_at': '2021-07-23T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'bf3472d9-50f4-4147-94f4-256589fd6715', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'floating_ip_address': '172.25.8.102', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'port_id': 'f6dfbec6-a4f4-4017-af12-7f5c04220cc3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'mac_address': 'fa:16:3e:ee:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3102f415-0793-47a9-8fe0-3ddf5dcb87bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:37:02Z', 'updated_at': '2021-07-23T17:37:02Z', 'revision_number': 0, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527', 'name': '', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'mac_address': 'fa:16:3e:bc:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:38Z', 'updated_at': '2021-07-23T17:36:47Z', 'revision_number': 5, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'subnets': [{'id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:37:04.899279 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d467cf0-bb6c-452a-b65c-28c17398fd48 None None] New status for floating IP bf3472d9-50f4-4147-94f4-256589fd6715: ACTIVE {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:37:05.503236 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b054bf19-c5bd-43f4-9486-57279d8f7deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:05.666664 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:05.804687 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:06.892256 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:08.186182 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:08.906902 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:32.766643 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8a44b7e6-c748-4584-b0bb-ed64789b3a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:35.500079 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-75111bdb-543d-4264-bedd-9a173850af22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:35.666530 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:35.829932 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:36.890738 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:38.193329 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:38.909260 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:41.287035 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:37:44.762902 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05586531-1f27-4a6a-861c-513065a3a267 req-df221a87-7476-4921-9fb0-4518e53a1af3 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3102f415-0793-47a9-8fe0-3ddf5dcb87bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0637655 Jul 23 17:37:44.877905 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05586531-1f27-4a6a-861c-513065a3a267 req-3dc48d3a-018e-4381-a3a5-38a23e7232ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:37:44.879522 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05586531-1f27-4a6a-861c-513065a3a267 req-3dc48d3a-018e-4381-a3a5-38a23e7232ce service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b9c48f79c4c64eb1a0789213fdc5cece&device_id=3102f415-0793-47a9-8fe0-3ddf5dcb87bc HTTP/1.1" status: 200 len: 1097 time: 0.0632358 Jul 23 17:37:44.998341 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05586531-1f27-4a6a-861c-513065a3a267 req-affe7bc2-3fa6-48ff-8640-587c66794381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:37:44.999853 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05586531-1f27-4a6a-861c-513065a3a267 req-affe7bc2-3fa6-48ff-8640-587c66794381 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 HTTP/1.1" status: 200 len: 911 time: 0.1010978 Jul 23 17:37:45.084267 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05586531-1f27-4a6a-861c-513065a3a267 req-ab0abb99-2af8-40c1-8258-2fdb1a22507c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6dfbec6-a4f4-4017-af12-7f5c04220cc3 HTTP/1.1" status: 200 len: 1002 time: 0.0778387 Jul 23 17:37:45.139437 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05586531-1f27-4a6a-861c-513065a3a267 req-4ac017b6-42c3-4ebc-bebf-bd789eb44bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:37:45.141214 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05586531-1f27-4a6a-861c-513065a3a267 req-4ac017b6-42c3-4ebc-bebf-bd789eb44bb1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9f10f28a-498d-4645-94e4-4f0fe7bcde85 HTTP/1.1" status: 200 len: 848 time: 0.0500524 Jul 23 17:37:45.208050 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05586531-1f27-4a6a-861c-513065a3a267 req-e749df39-25c4-44c4-b602-ca336855374b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:37:45.209875 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05586531-1f27-4a6a-861c-513065a3a267 req-e749df39-25c4-44c4-b602-ca336855374b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c6d7bdb6-78ca-4272-87a5-be054aa0c1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628166 Jul 23 17:37:45.317357 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05586531-1f27-4a6a-861c-513065a3a267 req-f90de0b4-6f87-443c-a47d-e65d22112789 service neutron] 10.222.0.97 "GET /v2.0/networks/c6d7bdb6-78ca-4272-87a5-be054aa0c1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003001 Jul 23 17:37:45.418635 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-05586531-1f27-4a6a-861c-513065a3a267 req-c7077623-ad03-44fc-83c4-458114ff8986 service neutron] 10.222.0.97 "GET /v2.0/networks/c6d7bdb6-78ca-4272-87a5-be054aa0c1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952113 Jul 23 17:37:49.972390 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b497c368-91b4-4c39-8151-51ceb8f724c1 req-8c75ffb5-8e2b-42d4-92b3-b41a5139186b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0744326 Jul 23 17:37:50.080544 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497c368-91b4-4c39-8151-51ceb8f724c1 req-8fc00f3b-03cf-4b3b-a803-3f3e3f068fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:37:50.082134 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b497c368-91b4-4c39-8151-51ceb8f724c1 req-8fc00f3b-03cf-4b3b-a803-3f3e3f068fdd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0673666 Jul 23 17:37:50.217691 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497c368-91b4-4c39-8151-51ceb8f724c1 req-14b2924d-6f2d-4472-95d6-276ba4e216eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:37:50.219312 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b497c368-91b4-4c39-8151-51ceb8f724c1 req-14b2924d-6f2d-4472-95d6-276ba4e216eb service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.1172400 Jul 23 17:37:50.274648 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b497c368-91b4-4c39-8151-51ceb8f724c1 req-2026a917-db47-4109-8531-b655f4a37ede service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0428669 Jul 23 17:37:50.330316 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497c368-91b4-4c39-8151-51ceb8f724c1 req-45787e95-991c-4f22-9ac9-d11655e6b816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:37:50.331970 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b497c368-91b4-4c39-8151-51ceb8f724c1 req-45787e95-991c-4f22-9ac9-d11655e6b816 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0506845 Jul 23 17:37:50.400137 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497c368-91b4-4c39-8151-51ceb8f724c1 req-d55c23ad-5d31-455c-85ab-5c1faaa577d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:37:50.401809 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b497c368-91b4-4c39-8151-51ceb8f724c1 req-d55c23ad-5d31-455c-85ab-5c1faaa577d9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626123 Jul 23 17:37:50.508341 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b497c368-91b4-4c39-8151-51ceb8f724c1 req-5c6f271e-37d6-4409-be76-038d0d26f5e1 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992768 Jul 23 17:37:50.606792 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b497c368-91b4-4c39-8151-51ceb8f724c1 req-25018803-deca-4aa6-83ee-f605855fd501 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918925 Jul 23 17:38:02.762155 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ffcfcab0-949f-40b8-8ef1-35099a52b2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:03.252002 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [req-f0caadb3-bf7d-4fcb-a53b-bb34d8b2a1bb req-a3984982-1109-420a-b13a-acc574b01c49 service neutron] (94013) timed out ('10.222.0.73', 48850) {{(pid=94013) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 17:38:05.503101 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f00b77ab-b83d-4e18-a44b-4be5e842423f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:05.662610 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:05.853625 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:06.895420 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:08.192547 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:08.911857 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:18.287479 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:38:32.765736 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ec6e6f5d-eff7-4ab6-89ec-198dd6f32d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:35.489787 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-40301f5d-6529-448b-a67f-67aeb0a43387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:35.672342 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:35.856290 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:36.898151 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:38.192990 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:38.920900 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:46.750173 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-03fd6109-1765-4114-89dc-e637280f536b req-703f61e3-d69f-4421-963d-a2e29915e622 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3102f415-0793-47a9-8fe0-3ddf5dcb87bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0683837 Jul 23 17:38:46.873415 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd6109-1765-4114-89dc-e637280f536b req-d867b519-3a58-4dea-8ad7-a8113058ef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:46.875086 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-03fd6109-1765-4114-89dc-e637280f536b req-d867b519-3a58-4dea-8ad7-a8113058ef45 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b9c48f79c4c64eb1a0789213fdc5cece&device_id=3102f415-0793-47a9-8fe0-3ddf5dcb87bc HTTP/1.1" status: 200 len: 1097 time: 0.0702722 Jul 23 17:38:47.006875 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd6109-1765-4114-89dc-e637280f536b req-53a7610d-746a-4761-b3bb-5e70c2292b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:47.008308 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-03fd6109-1765-4114-89dc-e637280f536b req-53a7610d-746a-4761-b3bb-5e70c2292b6b service neutron] 10.222.0.97 "GET /v2.0/networks?id=c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 HTTP/1.1" status: 200 len: 911 time: 0.1124020 Jul 23 17:38:47.086683 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-03fd6109-1765-4114-89dc-e637280f536b req-3b6d25ec-4511-45e4-912e-b449ee691576 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6dfbec6-a4f4-4017-af12-7f5c04220cc3 HTTP/1.1" status: 200 len: 1002 time: 0.0720809 Jul 23 17:38:47.140829 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd6109-1765-4114-89dc-e637280f536b req-a12dcdad-6375-4736-96d6-42eb46113d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:47.142581 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-03fd6109-1765-4114-89dc-e637280f536b req-a12dcdad-6375-4736-96d6-42eb46113d8a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9f10f28a-498d-4645-94e4-4f0fe7bcde85 HTTP/1.1" status: 200 len: 848 time: 0.0498822 Jul 23 17:38:47.219987 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd6109-1765-4114-89dc-e637280f536b req-8874c662-0b8f-4aae-9c1d-7fc11b0a3630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:47.222197 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-03fd6109-1765-4114-89dc-e637280f536b req-8874c662-0b8f-4aae-9c1d-7fc11b0a3630 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c6d7bdb6-78ca-4272-87a5-be054aa0c1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732505 Jul 23 17:38:47.234126 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-03fd6109-1765-4114-89dc-e637280f536b req-421bb902-5527-4536-b35c-d1da4c92e648 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:38:47.235465 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-03fd6109-1765-4114-89dc-e637280f536b req-421bb902-5527-4536-b35c-d1da4c92e648 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070348 Jul 23 17:38:47.342802 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-03fd6109-1765-4114-89dc-e637280f536b req-4f13200e-8548-4ef5-8fb6-a7270354a3a4 service neutron] 10.222.0.97 "GET /v2.0/networks/c6d7bdb6-78ca-4272-87a5-be054aa0c1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010153 Jul 23 17:38:47.455437 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-03fd6109-1765-4114-89dc-e637280f536b req-f0ab8632-162f-48c7-b9d2-498b3c066993 service neutron] 10.222.0.97 "GET /v2.0/networks/c6d7bdb6-78ca-4272-87a5-be054aa0c1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063530 Jul 23 17:38:51.023892 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8ea44d88-0d12-4401-8026-fdc54dac9b8a req-6fa780ea-9fd5-4fdd-9768-f12032a2560d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0690460 Jul 23 17:38:51.133911 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea44d88-0d12-4401-8026-fdc54dac9b8a req-04d89b8f-b11c-457d-9798-0f1ea39992b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:51.136476 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8ea44d88-0d12-4401-8026-fdc54dac9b8a req-04d89b8f-b11c-457d-9798-0f1ea39992b3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0684748 Jul 23 17:38:51.251094 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea44d88-0d12-4401-8026-fdc54dac9b8a req-7cd0ccc0-ccfb-4330-975c-e8369c326d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:51.252803 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8ea44d88-0d12-4401-8026-fdc54dac9b8a req-7cd0ccc0-ccfb-4330-975c-e8369c326d55 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0972369 Jul 23 17:38:51.302697 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8ea44d88-0d12-4401-8026-fdc54dac9b8a req-797b500b-2a88-4a12-80b1-f0d202f0dc89 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0421538 Jul 23 17:38:51.357574 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea44d88-0d12-4401-8026-fdc54dac9b8a req-838215bd-2f03-44df-9c68-16506b55da87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:51.359174 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8ea44d88-0d12-4401-8026-fdc54dac9b8a req-838215bd-2f03-44df-9c68-16506b55da87 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0504129 Jul 23 17:38:51.424998 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea44d88-0d12-4401-8026-fdc54dac9b8a req-d8fe42f0-1bc1-490f-810e-2f4d53da5885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:51.427177 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8ea44d88-0d12-4401-8026-fdc54dac9b8a req-d8fe42f0-1bc1-490f-810e-2f4d53da5885 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616174 Jul 23 17:38:51.438616 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [req-8ea44d88-0d12-4401-8026-fdc54dac9b8a req-5d478ffa-fdad-4020-bbbc-05e8aa41727e service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:38:51.439804 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8ea44d88-0d12-4401-8026-fdc54dac9b8a req-5d478ffa-fdad-4020-bbbc-05e8aa41727e service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057857 Jul 23 17:38:51.563082 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8ea44d88-0d12-4401-8026-fdc54dac9b8a req-b456c776-1d50-4d40-a80d-a0a2568c9bec service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148329 Jul 23 17:38:51.693224 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-8ea44d88-0d12-4401-8026-fdc54dac9b8a req-5300b810-81ad-4ebe-a317-53b940b852a3 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232893 Jul 23 17:38:55.288101 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:39:02.770073 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-e1c33845-f91a-4e7d-8bbf-226325867284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:04.058140 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device f6dfbec6-a4f4-4017-af12-7f5c04220cc3 details requested by agent hyperv_n-h2-778549-4 with host n-h2-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:39:04.242571 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port f6dfbec6-a4f4-4017-af12-7f5c04220cc3, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=f6dfbec6-a4f4-4017-af12-7f5c04220cc3,segment=NetworkSegment(3f60343b-e0f2-448c-9c85-8cca61f50a2e),segment_id=3f60343b-e0f2-448c-9c85-8cca61f50a2e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:39:04.266126 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Returning: {'device': 'f6dfbec6-a4f4-4017-af12-7f5c04220cc3', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'port_id': 'f6dfbec6-a4f4-4017-af12-7f5c04220cc3', 'mac_address': 'fa:16:3e:ee:81:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:39:04.320540 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:04.336395 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6dfbec6-a4f4-4017-af12-7f5c04220cc3 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:39:04.365972 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port f6dfbec6-a4f4-4017-af12-7f5c04220cc3, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=f6dfbec6-a4f4-4017-af12-7f5c04220cc3,segment=NetworkSegment(3f60343b-e0f2-448c-9c85-8cca61f50a2e),segment_id=3f60343b-e0f2-448c-9c85-8cca61f50a2e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:39:04.371009 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:04.455334 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] get_ports_and_sgs() called for port_ids ['f6dfbec6-a4f4-4017-af12-7f5c04220cc3'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:39:04.483236 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=f6dfbec6-a4f4-4017-af12-7f5c04220cc3,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:39:04.497410 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:39:04.498024 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:39:04.498399 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:39:04.498761 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:39:04.499154 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:39:04.499517 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:39:04.499859 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:39:04.500193 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:39:04.500538 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:39:04.500867 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:39:04.501231 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:39:04.501560 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:39:05.513399 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23507d07-06fd-4dbe-9eda-d712f7caccb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:05.676097 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:05.887980 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:06.064534 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device f6dfbec6-a4f4-4017-af12-7f5c04220cc3 up at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:39:06.154494 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Provisioning complete for port f6dfbec6-a4f4-4017-af12-7f5c04220cc3 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:39:06.154966 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:06.298991 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:06.355798 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3102f415-0793-47a9-8fe0-3ddf5dcb87bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6dfbec6-a4f4-4017-af12-7f5c04220cc3'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:39:06.360442 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d9158437a3a893895635b777aad4314b219cd6685506ac89f624094daaea09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f41aa48-b8cc-4711-b7f5-7d0b2c09ddeb" -d '{"events": [{"server_uuid": "3102f415-0793-47a9-8fe0-3ddf5dcb87bc", "name": "network-vif-plugged", "status": "completed", "tag": "f6dfbec6-a4f4-4017-af12-7f5c04220cc3"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:39:06.377235 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port f6dfbec6-a4f4-4017-af12-7f5c04220cc3, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=f6dfbec6-a4f4-4017-af12-7f5c04220cc3,segment=NetworkSegment(3f60343b-e0f2-448c-9c85-8cca61f50a2e),segment_id=3f60343b-e0f2-448c-9c85-8cca61f50a2e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:39:06.383265 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:06.523951 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=f6dfbec6-a4f4-4017-af12-7f5c04220cc3,revision_number=7']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:39:06.628008 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd738b8d-c226-4fa2-b9fe-a348d8868cbc x-openstack-request-id: req-bd738b8d-c226-4fa2-b9fe-a348d8868cbc {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:39:06.628922 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3102f415-0793-47a9-8fe0-3ddf5dcb87bc", "name": "network-vif-plugged", "status": "completed", "tag": "f6dfbec6-a4f4-4017-af12-7f5c04220cc3", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:39:06.629810 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bd738b8d-c226-4fa2-b9fe-a348d8868cbc {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:39:06.631168 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3102f415-0793-47a9-8fe0-3ddf5dcb87bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6dfbec6-a4f4-4017-af12-7f5c04220cc3', 'code': 200} Jul 23 17:39:06.911130 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:08.216732 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:08.924514 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:15.908511 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5058150a-c997-4023-aced-11de119ef346 req-e441617d-e579-4775-b79d-feef55607188 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1454370628&fields=id&tenant_id=b9c48f79c4c64eb1a0789213fdc5cece HTTP/1.1" status: 200 len: 267 time: 0.0423758 Jul 23 17:39:16.047431 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058150a-c997-4023-aced-11de119ef346 req-50c915ae-7936-452d-adee-c5df24752205 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:16.049068 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5058150a-c997-4023-aced-11de119ef346 req-50c915ae-7936-452d-adee-c5df24752205 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/networks?id=c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 HTTP/1.1" status: 200 len: 809 time: 0.1332767 Jul 23 17:39:16.065793 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5058150a-c997-4023-aced-11de119ef346 req-54d52bdb-4ee7-44bd-9e84-df3cc1ff82d3 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/quotas/b9c48f79c4c64eb1a0789213fdc5cece HTTP/1.1" status: 200 len: 375 time: 0.0108182 Jul 23 17:39:16.146732 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5058150a-c997-4023-aced-11de119ef346 req-d689cc9f-af3d-49ad-99de-3e583ceca867 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9c48f79c4c64eb1a0789213fdc5cece&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0749342 Jul 23 17:39:16.320771 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5058150a-c997-4023-aced-11de119ef346 req-5411aaf5-3228-4168-bf58-3ecc5a7f493a service neutron] 10.222.0.73 "GET /v2.0/networks/c6d7bdb6-78ca-4272-87a5-be054aa0c1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612225 Jul 23 17:39:16.435708 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-5058150a-c997-4023-aced-11de119ef346 req-cb0ea97a-500a-42c2-bcf8-403b2310fb51 service neutron] 10.222.0.73 "GET /v2.0/networks/c6d7bdb6-78ca-4272-87a5-be054aa0c1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071599 Jul 23 17:39:16.711725 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-1e71bfcb-b207-4882-814e-df03f7d999e7 req-e4895c67-1a31-40fe-852b-d6b1b4a45ff8 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff7096e-cdb6-4548-ae00-b041a56a82d0 HTTP/1.1" status: 200 len: 210 time: 0.0525177 Jul 23 17:39:17.806611 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058150a-c997-4023-aced-11de119ef346 req-48b18ca5-8cb4-4563-9a07-d16bdb926963 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:17.809429 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5058150a-c997-4023-aced-11de119ef346 req-48b18ca5-8cb4-4563-9a07-d16bdb926963 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.74 "GET /v2.0/networks?id=c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 HTTP/1.1" status: 200 len: 809 time: 0.1798253 Jul 23 17:39:17.860669 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a015c499-b36a-41dd-afce-1234295df1da req-76acbe27-a300-4fc5-85cb-87410ed92217 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff7096e-cdb6-4548-ae00-b041a56a82d0 HTTP/1.1" status: 200 len: 210 time: 0.0442886 Jul 23 17:39:17.877012 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5058150a-c997-4023-aced-11de119ef346 req-e060bd75-60a8-4f5c-9f58-bda6d6058b03 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9c48f79c4c64eb1a0789213fdc5cece HTTP/1.1" status: 200 len: 380 time: 0.0590067 Jul 23 17:39:17.890616 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-5058150a-c997-4023-aced-11de119ef346 req-b6c3578c-1e93-46bd-bcda-1ff608bfe032 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Request body: {'port': {'device_id': '2ff7096e-cdb6-4548-ae00-b041a56a82d0', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'admin_state_up': True, 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'security_groups': ['d63be03b-af85-4dd4-a515-54e0d8fc45bc']}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:39:18.071499 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5058150a-c997-4023-aced-11de119ef346 req-b6c3578c-1e93-46bd-bcda-1ff608bfe032 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Made reservation on behalf of b9c48f79c4c64eb1a0789213fdc5cece for: {'port': 1} {{(pid=94013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:39:18.078141 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5058150a-c997-4023-aced-11de119ef346 req-b6c3578c-1e93-46bd-bcda-1ff608bfe032 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:18.352804 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [req-5058150a-c997-4023-aced-11de119ef346 req-b6c3578c-1e93-46bd-bcda-1ff608bfe032 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Allocated IP 172.20.0.4 (c6d7bdb6-78ca-4272-87a5-be054aa0c1b5/9f10f28a-498d-4645-94e4-4f0fe7bcde85/470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:39:18.642495 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5058150a-c997-4023-aced-11de119ef346 req-b6c3578c-1e93-46bd-bcda-1ff608bfe032 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:18.669996 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-5058150a-c997-4023-aced-11de119ef346 req-b6c3578c-1e93-46bd-bcda-1ff608bfe032 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Transition to ACTIVE for port object 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:39:18.743410 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5058150a-c997-4023-aced-11de119ef346 req-b6c3578c-1e93-46bd-bcda-1ff608bfe032 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:18.848770 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5058150a-c997-4023-aced-11de119ef346 req-b6c3578c-1e93-46bd-bcda-1ff608bfe032 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Network c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:39:18.858034 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [req-5058150a-c997-4023-aced-11de119ef346 req-b6c3578c-1e93-46bd-bcda-1ff608bfe032 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:39:18.861999 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3578c-1e93-46bd-bcda-1ff608bfe032 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Pushing event updated for resources: {'Port': ['ID=470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:39:18.870869 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-5058150a-c997-4023-aced-11de119ef346 req-b6c3578c-1e93-46bd-bcda-1ff608bfe032 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:39:18.921209 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3578c-1e93-46bd-bcda-1ff608bfe032 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:39:18.921775 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3578c-1e93-46bd-bcda-1ff608bfe032 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:39:18.922344 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3578c-1e93-46bd-bcda-1ff608bfe032 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:39:18.922929 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3578c-1e93-46bd-bcda-1ff608bfe032 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:39:18.923651 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3578c-1e93-46bd-bcda-1ff608bfe032 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:39:18.924089 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3578c-1e93-46bd-bcda-1ff608bfe032 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:39:18.924585 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3578c-1e93-46bd-bcda-1ff608bfe032 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:39:18.925158 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3578c-1e93-46bd-bcda-1ff608bfe032 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:39:18.925987 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3578c-1e93-46bd-bcda-1ff608bfe032 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:39:18.926561 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3578c-1e93-46bd-bcda-1ff608bfe032 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:39:18.927160 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3578c-1e93-46bd-bcda-1ff608bfe032 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:39:18.927712 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3578c-1e93-46bd-bcda-1ff608bfe032 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:39:18.999651 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058150a-c997-4023-aced-11de119ef346 req-b6c3578c-1e93-46bd-bcda-1ff608bfe032 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:19.003898 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5058150a-c997-4023-aced-11de119ef346 req-b6c3578c-1e93-46bd-bcda-1ff608bfe032 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:19.058040 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5058150a-c997-4023-aced-11de119ef346 req-b6c3578c-1e93-46bd-bcda-1ff608bfe032 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1739314 Jul 23 17:39:19.169727 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762b9c4-0f1e-45f5-b37d-0ac2aa497524 req-b11096e1-57f0-4ae5-8a38-a60917ed5ad7 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:19.182923 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7762b9c4-0f1e-45f5-b37d-0ac2aa497524 req-b11096e1-57f0-4ae5-8a38-a60917ed5ad7 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff7096e-cdb6-4548-ae00-b041a56a82d0 HTTP/1.1" status: 200 len: 931 time: 0.1414001 Jul 23 17:39:19.250430 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7762b9c4-0f1e-45f5-b37d-0ac2aa497524 req-16ff35f7-f794-4bfb-a23e-a2d688faf10d tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63be03b-af85-4dd4-a515-54e0d8fc45bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657504 Jul 23 17:39:19.265419 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4d038196-1165-498a-95f2-e4cb3adfd12c None None] Provisioning for port 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 completed by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:39:19.271094 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4d038196-1165-498a-95f2-e4cb3adfd12c None None] Provisioning complete for port 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 triggered by entity DHCP. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:39:19.271635 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4d038196-1165-498a-95f2-e4cb3adfd12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:19.313375 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-4d038196-1165-498a-95f2-e4cb3adfd12c None None] Port 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 cannot update to ACTIVE because it is not bound. {{(pid=94014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:39:20.143431 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device f6dfbec6-a4f4-4017-af12-7f5c04220cc3 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:39:20.246109 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:20.283621 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3102f415-0793-47a9-8fe0-3ddf5dcb87bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6dfbec6-a4f4-4017-af12-7f5c04220cc3'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:39:20.285830 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d9158437a3a893895635b777aad4314b219cd6685506ac89f624094daaea09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb41d6f-35d7-4be7-8977-7159c74ed109" -d '{"events": [{"server_uuid": "3102f415-0793-47a9-8fe0-3ddf5dcb87bc", "name": "network-vif-unplugged", "status": "completed", "tag": "f6dfbec6-a4f4-4017-af12-7f5c04220cc3"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:39:20.302991 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] For port f6dfbec6-a4f4-4017-af12-7f5c04220cc3, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=f6dfbec6-a4f4-4017-af12-7f5c04220cc3,segment=NetworkSegment(3f60343b-e0f2-448c-9c85-8cca61f50a2e),segment_id=3f60343b-e0f2-448c-9c85-8cca61f50a2e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:39:20.310543 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:20.396939 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Pushing event updated for resources: {'Port': ['ID=f6dfbec6-a4f4-4017-af12-7f5c04220cc3,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:39:20.470737 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee2ff7-24a6-4e1c-9f56-75e647b3192d req-0f32916e-e38d-449e-8510-68e87e73ddae tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:20.473593 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5ee2ff7-24a6-4e1c-9f56-75e647b3192d req-0f32916e-e38d-449e-8510-68e87e73ddae tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff7096e-cdb6-4548-ae00-b041a56a82d0 HTTP/1.1" status: 200 len: 931 time: 0.1288571 Jul 23 17:39:20.541918 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5ee2ff7-24a6-4e1c-9f56-75e647b3192d req-c17b8c5f-13ff-41d0-bdab-3007ca07d347 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63be03b-af85-4dd4-a515-54e0d8fc45bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620522 Jul 23 17:39:20.604769 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 17:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac04fbf-f549-43ad-ad42-87a3d0a1c8f7 x-openstack-request-id: req-aac04fbf-f549-43ad-ad42-87a3d0a1c8f7 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:39:20.605149 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3102f415-0793-47a9-8fe0-3ddf5dcb87bc", "name": "network-vif-unplugged", "status": "completed", "tag": "f6dfbec6-a4f4-4017-af12-7f5c04220cc3", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:39:20.605508 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aac04fbf-f549-43ad-ad42-87a3d0a1c8f7 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:39:20.606032 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3102f415-0793-47a9-8fe0-3ddf5dcb87bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6dfbec6-a4f4-4017-af12-7f5c04220cc3', 'code': 200} Jul 23 17:39:21.720249 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc371c-1df0-4060-8246-a1e02b548ceb req-de1f7705-c4e4-448a-9404-cafae560e2f0 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:21.722673 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0fcc371c-1df0-4060-8246-a1e02b548ceb req-de1f7705-c4e4-448a-9404-cafae560e2f0 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff7096e-cdb6-4548-ae00-b041a56a82d0 HTTP/1.1" status: 200 len: 931 time: 0.0864375 Jul 23 17:39:21.777428 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-0fcc371c-1df0-4060-8246-a1e02b548ceb req-771fd0d1-c1f5-4379-ab7c-b20b4967a8b6 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63be03b-af85-4dd4-a515-54e0d8fc45bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442476 Jul 23 17:39:23.016451 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f811364-567a-4ba7-bee1-7a48bd69f5b1 req-74417642-fc7c-41eb-9b25-f8df409cb994 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:23.019242 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2f811364-567a-4ba7-bee1-7a48bd69f5b1 req-74417642-fc7c-41eb-9b25-f8df409cb994 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff7096e-cdb6-4548-ae00-b041a56a82d0 HTTP/1.1" status: 200 len: 931 time: 0.1424870 Jul 23 17:39:23.085910 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-2f811364-567a-4ba7-bee1-7a48bd69f5b1 req-652bdd0a-96c8-4787-ac11-75896bc27a8b tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63be03b-af85-4dd4-a515-54e0d8fc45bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592656 Jul 23 17:39:24.284604 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2f44b-2fd1-43b6-8217-7efdda2415fd req-e3a5ea27-4e51-43b2-a250-deacee3c7a17 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:24.286364 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-10f2f44b-2fd1-43b6-8217-7efdda2415fd req-e3a5ea27-4e51-43b2-a250-deacee3c7a17 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff7096e-cdb6-4548-ae00-b041a56a82d0 HTTP/1.1" status: 200 len: 931 time: 0.1100085 Jul 23 17:39:24.345370 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-10f2f44b-2fd1-43b6-8217-7efdda2415fd req-0cef2ca8-9387-4258-8397-aa39026b2a2c tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63be03b-af85-4dd4-a515-54e0d8fc45bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480683 Jul 23 17:39:25.556243 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33937147-50a8-4a02-8c25-af87c972d3b1 req-7a1744b0-5fcd-499e-b49c-3513ed6567f5 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:25.559719 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-33937147-50a8-4a02-8c25-af87c972d3b1 req-7a1744b0-5fcd-499e-b49c-3513ed6567f5 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff7096e-cdb6-4548-ae00-b041a56a82d0 HTTP/1.1" status: 200 len: 931 time: 0.1008241 Jul 23 17:39:25.614326 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-33937147-50a8-4a02-8c25-af87c972d3b1 req-2fb943dd-6a8a-42de-9c4d-c7d174d018e4 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63be03b-af85-4dd4-a515-54e0d8fc45bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468819 Jul 23 17:39:26.815938 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad181a-ef9a-48aa-9f43-16c0c93902ae req-2187aef4-a6f4-49e8-82e0-e7496615b2b5 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:26.818113 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-98ad181a-ef9a-48aa-9f43-16c0c93902ae req-2187aef4-a6f4-49e8-82e0-e7496615b2b5 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff7096e-cdb6-4548-ae00-b041a56a82d0 HTTP/1.1" status: 200 len: 931 time: 0.1082735 Jul 23 17:39:26.880169 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-98ad181a-ef9a-48aa-9f43-16c0c93902ae req-a6cfdbd2-1e64-4e36-8949-873940304e63 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63be03b-af85-4dd4-a515-54e0d8fc45bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554025 Jul 23 17:39:28.091242 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aaea21-2108-4479-9a79-6af8a447edf8 req-12a62b67-c83b-469f-a318-bfbf87b91c8a tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:28.095012 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-21aaea21-2108-4479-9a79-6af8a447edf8 req-12a62b67-c83b-469f-a318-bfbf87b91c8a tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff7096e-cdb6-4548-ae00-b041a56a82d0 HTTP/1.1" status: 200 len: 931 time: 0.1111038 Jul 23 17:39:28.156729 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-21aaea21-2108-4479-9a79-6af8a447edf8 req-77145512-92d5-412e-a94f-64299631d50e tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63be03b-af85-4dd4-a515-54e0d8fc45bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459123 Jul 23 17:39:28.957985 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [req-5058150a-c997-4023-aced-11de119ef346 req-cf8a7692-fb7e-4251-ade0-1efb9c774ec8 service neutron] Request body: {'port': {'device_id': '2ff7096e-cdb6-4548-ae00-b041a56a82d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778549-4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:39:29.087101 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5058150a-c997-4023-aced-11de119ef346 req-cf8a7692-fb7e-4251-ade0-1efb9c774ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:29.361102 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db6412-9db8-4df7-9324-7302e8452776 req-c53070d9-b64e-4a02-b764-e375a7406209 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:29.364279 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a9db6412-9db8-4df7-9324-7302e8452776 req-c53070d9-b64e-4a02-b764-e375a7406209 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff7096e-cdb6-4548-ae00-b041a56a82d0 HTTP/1.1" status: 200 len: 931 time: 0.1284068 Jul 23 17:39:29.418029 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-a9db6412-9db8-4df7-9324-7302e8452776 req-ae85f1a5-3e97-4a1e-a9dc-18d1856ebdbd tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63be03b-af85-4dd4-a515-54e0d8fc45bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433311 Jul 23 17:39:29.452548 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [req-5058150a-c997-4023-aced-11de119ef346 req-cf8a7692-fb7e-4251-ade0-1efb9c774ec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:39:29.461178 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5058150a-c997-4023-aced-11de119ef346 req-cf8a7692-fb7e-4251-ade0-1efb9c774ec8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:29.479721 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [req-5058150a-c997-4023-aced-11de119ef346 req-cf8a7692-fb7e-4251-ade0-1efb9c774ec8 service neutron] Transition to ACTIVE for port object 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:39:29.484919 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5058150a-c997-4023-aced-11de119ef346 req-cf8a7692-fb7e-4251-ade0-1efb9c774ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:29.548415 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a7692-fb7e-4251-ade0-1efb9c774ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:39:29.655294 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-5058150a-c997-4023-aced-11de119ef346 req-cf8a7692-fb7e-4251-ade0-1efb9c774ec8 service neutron] Attempting to bind port 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 on host n-h1-778549-4 for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:39:29.655695 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-5058150a-c997-4023-aced-11de119ef346 req-cf8a7692-fb7e-4251-ade0-1efb9c774ec8 service neutron] Attempting to bind port 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 by drivers openvswitch,hyperv on host n-h1-778549-4 at level 0 using segments [{'id': '3f60343b-e0f2-448c-9c85-8cca61f50a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:39:29.656035 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5058150a-c997-4023-aced-11de119ef346 req-cf8a7692-fb7e-4251-ade0-1efb9c774ec8 service neutron] Attempting to bind port 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 on network c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:39:29.661400 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5058150a-c997-4023-aced-11de119ef346 req-cf8a7692-fb7e-4251-ade0-1efb9c774ec8 service neutron] Port 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 on network c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778549-4 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:39:29.661712 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5058150a-c997-4023-aced-11de119ef346 req-cf8a7692-fb7e-4251-ade0-1efb9c774ec8 service neutron] Attempting to bind port 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 on network c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:39:29.669959 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5058150a-c997-4023-aced-11de119ef346 req-cf8a7692-fb7e-4251-ade0-1efb9c774ec8 service neutron] Checking agent: {'id': '6cb568d9-4809-4431-9c63-bc781441ec48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778549-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'started_at': datetime.datetime(2021, 7, 23, 16, 14, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:39:29.670399 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5058150a-c997-4023-aced-11de119ef346 req-cf8a7692-fb7e-4251-ade0-1efb9c774ec8 service neutron] Checking segment: {'id': '3f60343b-e0f2-448c-9c85-8cca61f50a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:39:29.671021 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5058150a-c997-4023-aced-11de119ef346 req-cf8a7692-fb7e-4251-ade0-1efb9c774ec8 service neutron] Bound using segment: {'id': '3f60343b-e0f2-448c-9c85-8cca61f50a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:39:29.671579 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [req-5058150a-c997-4023-aced-11de119ef346 req-cf8a7692-fb7e-4251-ade0-1efb9c774ec8 service neutron] Bound port: 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2, host: n-h1-778549-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f60343b-e0f2-448c-9c85-8cca61f50a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:39:29.672070 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5058150a-c997-4023-aced-11de119ef346 req-cf8a7692-fb7e-4251-ade0-1efb9c774ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:29.766936 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-5058150a-c997-4023-aced-11de119ef346 req-cf8a7692-fb7e-4251-ade0-1efb9c774ec8 service neutron] For port 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2, host n-h1-778549-4, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:39:29.770534 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-5058150a-c997-4023-aced-11de119ef346 req-cf8a7692-fb7e-4251-ade0-1efb9c774ec8 service neutron] For port 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2, host n-h1-778549-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2,segment=NetworkSegment(3f60343b-e0f2-448c-9c85-8cca61f50a2e),segment_id=3f60343b-e0f2-448c-9c85-8cca61f50a2e)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:39:29.775380 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5058150a-c997-4023-aced-11de119ef346 req-cf8a7692-fb7e-4251-ade0-1efb9c774ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:29.841646 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058150a-c997-4023-aced-11de119ef346 req-cf8a7692-fb7e-4251-ade0-1efb9c774ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:29.842741 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-5058150a-c997-4023-aced-11de119ef346 req-cf8a7692-fb7e-4251-ade0-1efb9c774ec8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:29.845315 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5058150a-c997-4023-aced-11de119ef346 req-cf8a7692-fb7e-4251-ade0-1efb9c774ec8 service neutron] 10.222.0.74 "PUT /v2.0/ports/470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 HTTP/1.1" status: 200 len: 1091 time: 0.8916240 Jul 23 17:39:29.846084 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff7096e-cdb6-4548-ae00-b041a56a82d0', 'tag': '470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:39:29.850376 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ff26956c537b794448b03d7cca37f5362d40314ffc052dff813072ce9f6dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb1b3c1-5b1f-4e64-9dfc-f5fc16878e08" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff7096e-cdb6-4548-ae00-b041a56a82d0", "tag": "470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:39:29.920169 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a7692-fb7e-4251-ade0-1efb9c774ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:39:29.976555 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e94fa5-c933-4e8a-a74b-a5f1325b5060 x-openstack-request-id: req-b4e94fa5-c933-4e8a-a74b-a5f1325b5060 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:39:29.978222 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff7096e-cdb6-4548-ae00-b041a56a82d0", "tag": "470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:39:29.978222 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b4e94fa5-c933-4e8a-a74b-a5f1325b5060 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:39:29.978751 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff7096e-cdb6-4548-ae00-b041a56a82d0', 'tag': '470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2', 'status': 'completed', 'code': 200} Jul 23 17:39:30.012504 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058150a-c997-4023-aced-11de119ef346 req-3470fa1a-c1b1-4706-93b6-8f157e2ffffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:30.015382 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5058150a-c997-4023-aced-11de119ef346 req-3470fa1a-c1b1-4706-93b6-8f157e2ffffe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b9c48f79c4c64eb1a0789213fdc5cece&device_id=2ff7096e-cdb6-4548-ae00-b041a56a82d0 HTTP/1.1" status: 200 len: 1094 time: 0.1103437 Jul 23 17:39:30.081713 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5058150a-c997-4023-aced-11de119ef346 req-808ebc94-674e-4fdd-a1bd-99cad8fbfceb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 HTTP/1.1" status: 200 len: 217 time: 0.0583916 Jul 23 17:39:30.140825 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058150a-c997-4023-aced-11de119ef346 req-f32629ed-6763-428d-9781-01a85c08ac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:30.142411 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5058150a-c997-4023-aced-11de119ef346 req-f32629ed-6763-428d-9781-01a85c08ac99 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9f10f28a-498d-4645-94e4-4f0fe7bcde85 HTTP/1.1" status: 200 len: 848 time: 0.0529499 Jul 23 17:39:30.215268 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058150a-c997-4023-aced-11de119ef346 req-e9b38822-28a0-4cde-94df-852e2fbb9435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:30.216889 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5058150a-c997-4023-aced-11de119ef346 req-e9b38822-28a0-4cde-94df-852e2fbb9435 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c6d7bdb6-78ca-4272-87a5-be054aa0c1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662632 Jul 23 17:39:30.341126 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5058150a-c997-4023-aced-11de119ef346 req-e637b1ba-fec4-47cc-b82b-dec8d1ecfed9 service neutron] 10.222.0.74 "GET /v2.0/networks/c6d7bdb6-78ca-4272-87a5-be054aa0c1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174099 Jul 23 17:39:30.444077 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5058150a-c997-4023-aced-11de119ef346 req-11cf94bb-dea9-43f5-a879-e686ef58f83b service neutron] 10.222.0.74 "GET /v2.0/networks/c6d7bdb6-78ca-4272-87a5-be054aa0c1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965390 Jul 23 17:39:30.578304 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1b3c1-5b1f-4e64-9dfc-f5fc16878e08 req-4bf581b2-f946-4c04-a8ea-389d5b9ca8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:30.580799 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fbb1b3c1-5b1f-4e64-9dfc-f5fc16878e08 req-4bf581b2-f946-4c04-a8ea-389d5b9ca8be service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b9c48f79c4c64eb1a0789213fdc5cece&device_id=2ff7096e-cdb6-4548-ae00-b041a56a82d0 HTTP/1.1" status: 200 len: 1094 time: 0.0846832 Jul 23 17:39:30.585847 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e85747-ac33-4462-a28c-b5fcde969eb2 req-33182dc2-6345-4cbc-b814-493b6dc59bd3 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:30.588296 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-46e85747-ac33-4462-a28c-b5fcde969eb2 req-33182dc2-6345-4cbc-b814-493b6dc59bd3 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff7096e-cdb6-4548-ae00-b041a56a82d0 HTTP/1.1" status: 200 len: 943 time: 0.0829301 Jul 23 17:39:30.637348 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-46e85747-ac33-4462-a28c-b5fcde969eb2 req-9e70531c-a54f-4900-9755-87160424e583 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63be03b-af85-4dd4-a515-54e0d8fc45bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385277 Jul 23 17:39:30.702318 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1b3c1-5b1f-4e64-9dfc-f5fc16878e08 req-e52aa0a1-cab5-480f-a8e0-d90318910884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:30.703948 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fbb1b3c1-5b1f-4e64-9dfc-f5fc16878e08 req-e52aa0a1-cab5-480f-a8e0-d90318910884 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 HTTP/1.1" status: 200 len: 911 time: 0.1164310 Jul 23 17:39:30.755554 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fbb1b3c1-5b1f-4e64-9dfc-f5fc16878e08 req-4714d106-5ebc-4c3c-9872-4cc1dc304985 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 HTTP/1.1" status: 200 len: 217 time: 0.0437963 Jul 23 17:39:30.814909 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1b3c1-5b1f-4e64-9dfc-f5fc16878e08 req-ec9acd9e-7e10-40c0-b153-01a02d88234c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:30.816404 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fbb1b3c1-5b1f-4e64-9dfc-f5fc16878e08 req-ec9acd9e-7e10-40c0-b153-01a02d88234c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9f10f28a-498d-4645-94e4-4f0fe7bcde85 HTTP/1.1" status: 200 len: 848 time: 0.0543046 Jul 23 17:39:30.885030 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1b3c1-5b1f-4e64-9dfc-f5fc16878e08 req-3617306b-0e6e-486a-992c-dc12a43e1854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:30.886670 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fbb1b3c1-5b1f-4e64-9dfc-f5fc16878e08 req-3617306b-0e6e-486a-992c-dc12a43e1854 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c6d7bdb6-78ca-4272-87a5-be054aa0c1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624664 Jul 23 17:39:30.992525 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fbb1b3c1-5b1f-4e64-9dfc-f5fc16878e08 req-c4dd5e23-53cb-4a35-a7e8-227454699a64 service neutron] 10.222.0.74 "GET /v2.0/networks/c6d7bdb6-78ca-4272-87a5-be054aa0c1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981832 Jul 23 17:39:31.157953 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fbb1b3c1-5b1f-4e64-9dfc-f5fc16878e08 req-69cd35cd-5b85-40c3-91e3-35c2072026b7 service neutron] 10.222.0.74 "GET /v2.0/networks/c6d7bdb6-78ca-4272-87a5-be054aa0c1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576810 Jul 23 17:39:31.790324 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5dcc3-991d-4a40-acb6-eb94133dd8e5 req-5d5eee09-90ac-4889-b8c5-bec052fbc808 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:31.792175 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5e5dcc3-991d-4a40-acb6-eb94133dd8e5 req-5d5eee09-90ac-4889-b8c5-bec052fbc808 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff7096e-cdb6-4548-ae00-b041a56a82d0 HTTP/1.1" status: 200 len: 943 time: 0.0781996 Jul 23 17:39:31.837824 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d5e5dcc3-991d-4a40-acb6-eb94133dd8e5 req-68664df8-3141-438e-9eca-609f798120f1 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63be03b-af85-4dd4-a515-54e0d8fc45bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356884 Jul 23 17:39:32.286844 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:39:32.778660 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cddc70e6-e205-4779-9893-595d91ab8229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:33.002868 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89b9c1-e364-4516-9e41-b77dfcf91684 req-4548edc7-d8ac-437d-b1c9-b107e151450d tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:33.004463 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d89b9c1-e364-4516-9e41-b77dfcf91684 req-4548edc7-d8ac-437d-b1c9-b107e151450d tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff7096e-cdb6-4548-ae00-b041a56a82d0 HTTP/1.1" status: 200 len: 943 time: 0.0871973 Jul 23 17:39:33.052147 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-9d89b9c1-e364-4516-9e41-b77dfcf91684 req-28599d64-3998-495a-9a9f-f87841cbe647 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63be03b-af85-4dd4-a515-54e0d8fc45bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401087 Jul 23 17:39:34.223989 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f33c2-9ecc-41ab-8c9b-f74b9281680c req-8767c221-97ad-4ea7-aaba-199b5bfe9f6c tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:34.226781 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-913f33c2-9ecc-41ab-8c9b-f74b9281680c req-8767c221-97ad-4ea7-aaba-199b5bfe9f6c tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff7096e-cdb6-4548-ae00-b041a56a82d0 HTTP/1.1" status: 200 len: 943 time: 0.0988426 Jul 23 17:39:34.281444 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-913f33c2-9ecc-41ab-8c9b-f74b9281680c req-88c499e3-2640-417a-b042-1ee713ca685d tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63be03b-af85-4dd4-a515-54e0d8fc45bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482366 Jul 23 17:39:34.824563 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:39:34.950803 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2,segment=NetworkSegment(3f60343b-e0f2-448c-9c85-8cca61f50a2e),segment_id=3f60343b-e0f2-448c-9c85-8cca61f50a2e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:39:34.966144 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'port_id': '470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2', 'mac_address': 'fa:16:3e:a7:c1:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:39:35.017259 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:35.034369 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:39:35.061813 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2,segment=NetworkSegment(3f60343b-e0f2-448c-9c85-8cca61f50a2e),segment_id=3f60343b-e0f2-448c-9c85-8cca61f50a2e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:39:35.068393 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:35.137385 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:39:35.314252 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:39:35.514285 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c067e7-ca34-4406-bd15-3cf73150e89e req-6bb94bac-031f-4b4c-b83c-82a21d48ce02 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:35.517778 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c0c067e7-ca34-4406-bd15-3cf73150e89e req-6bb94bac-031f-4b4c-b83c-82a21d48ce02 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff7096e-cdb6-4548-ae00-b041a56a82d0 HTTP/1.1" status: 200 len: 944 time: 0.1207759 Jul 23 17:39:35.525841 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-da7a8b0e-4ed4-4e42-947a-29ec84d525ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:35.574620 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-c0c067e7-ca34-4406-bd15-3cf73150e89e req-e0907faf-e084-4d06-9333-b080819b7d63 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63be03b-af85-4dd4-a515-54e0d8fc45bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414450 Jul 23 17:39:35.676785 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:35.880422 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:36.770413 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02e94c-967a-4ce7-9e44-6d1a98b35e8e req-0a938618-9a63-4fb3-a2ff-f96548e169ca tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:36.772034 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7d02e94c-967a-4ce7-9e44-6d1a98b35e8e req-0a938618-9a63-4fb3-a2ff-f96548e169ca tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff7096e-cdb6-4548-ae00-b041a56a82d0 HTTP/1.1" status: 200 len: 944 time: 0.0738292 Jul 23 17:39:36.819800 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7d02e94c-967a-4ce7-9e44-6d1a98b35e8e req-f9367727-a50b-4ca2-9137-1bc707cdd7f5 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63be03b-af85-4dd4-a515-54e0d8fc45bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378401 Jul 23 17:39:36.841333 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:39:36.933381 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:36.947664 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning for port 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 completed by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:39:36.954298 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:39:36.954936 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:37.051035 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:37.078177 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff7096e-cdb6-4548-ae00-b041a56a82d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:39:37.080961 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d9158437a3a893895635b777aad4314b219cd6685506ac89f624094daaea09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae94a9e-ced5-47d2-9279-40baeee388d7" -d '{"events": [{"server_uuid": "2ff7096e-cdb6-4548-ae00-b041a56a82d0", "name": "network-vif-plugged", "status": "completed", "tag": "470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:39:37.098402 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2,segment=NetworkSegment(3f60343b-e0f2-448c-9c85-8cca61f50a2e),segment_id=3f60343b-e0f2-448c-9c85-8cca61f50a2e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:39:37.104898 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:37.143307 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0e668e-9497-49a4-8fb9-6d065fa41d28 x-openstack-request-id: req-aa0e668e-9497-49a4-8fb9-6d065fa41d28 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:39:37.143744 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff7096e-cdb6-4548-ae00-b041a56a82d0", "name": "network-vif-plugged", "status": "completed", "tag": "470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:39:37.144076 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aa0e668e-9497-49a4-8fb9-6d065fa41d28 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:39:37.144630 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff7096e-cdb6-4548-ae00-b041a56a82d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2', 'code': 200} Jul 23 17:39:37.183969 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2,revision_number=5']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:39:37.266268 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4f813-a813-4821-9d7b-bc31d4b967f2 req-e980a664-1a10-4fb6-9906-e4b3cbde8e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:37.267815 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5db4f813-a813-4821-9d7b-bc31d4b967f2 req-e980a664-1a10-4fb6-9906-e4b3cbde8e58 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2ff7096e-cdb6-4548-ae00-b041a56a82d0 HTTP/1.1" status: 200 len: 1096 time: 0.0615444 Jul 23 17:39:37.309018 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-5db4f813-a813-4821-9d7b-bc31d4b967f2 req-03d63f9c-a84a-4745-91d1-bae8c0a1c25f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d63be03b-af85-4dd4-a515-54e0d8fc45bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332708 Jul 23 17:39:37.984827 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6c638-aff2-44bf-8320-08797f17b52a req-503703cb-ac8d-45ee-8888-45a59d892c13 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:37.986563 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-54d6c638-aff2-44bf-8320-08797f17b52a req-503703cb-ac8d-45ee-8888-45a59d892c13 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff7096e-cdb6-4548-ae00-b041a56a82d0 HTTP/1.1" status: 200 len: 945 time: 0.0893791 Jul 23 17:39:38.033372 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-54d6c638-aff2-44bf-8320-08797f17b52a req-4940d011-5d01-45b7-af20-61f7682a48bd tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63be03b-af85-4dd4-a515-54e0d8fc45bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396559 Jul 23 17:39:38.202887 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:38.922763 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:39.199381 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46ac09-19cb-4dcd-a151-5f0cbcf9fcae req-4ac6c490-639e-41cb-ac4b-a2c497742a83 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:39.201096 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7a46ac09-19cb-4dcd-a151-5f0cbcf9fcae req-4ac6c490-639e-41cb-ac4b-a2c497742a83 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff7096e-cdb6-4548-ae00-b041a56a82d0 HTTP/1.1" status: 200 len: 945 time: 0.0756667 Jul 23 17:39:39.251042 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-7a46ac09-19cb-4dcd-a151-5f0cbcf9fcae req-a915d1f4-3ae8-4204-945f-52558a33bce5 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63be03b-af85-4dd4-a515-54e0d8fc45bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394633 Jul 23 17:39:39.407377 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae3d30-cf94-4d61-8930-d8061056b849 req-2e42fb02-c6fd-403b-8a14-0885c5cd9c62 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:39.408987 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e3ae3d30-cf94-4d61-8930-d8061056b849 req-2e42fb02-c6fd-403b-8a14-0885c5cd9c62 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff7096e-cdb6-4548-ae00-b041a56a82d0 HTTP/1.1" status: 200 len: 945 time: 0.0802135 Jul 23 17:39:39.458371 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e3ae3d30-cf94-4d61-8930-d8061056b849 req-a9b16fc6-3378-4221-b8d8-e57e60052c41 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63be03b-af85-4dd4-a515-54e0d8fc45bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388021 Jul 23 17:39:39.483144 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 32970) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:39:39.558163 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d580711-db53-482f-82bf-70a2fe62f350 tempest-TestSnapshotPattern-1902310628 tempest-TestSnapshotPattern-1902310628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:39.560139 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6d580711-db53-482f-82bf-70a2fe62f350 tempest-TestSnapshotPattern-1902310628 tempest-TestSnapshotPattern-1902310628-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2ff7096e-cdb6-4548-ae00-b041a56a82d0 HTTP/1.1" status: 200 len: 1091 time: 0.0755930 Jul 23 17:39:39.563399 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 32972) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:39:39.568567 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.v2.base [None req-fd36ef42-d549-4d04-a224-4b944ace3528 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Request body: {'floatingip': {'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'port_id': '470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:39:39.599046 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd36ef42-d549-4d04-a224-4b944ace3528 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for floatingip, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:39.715055 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd36ef42-d549-4d04-a224-4b944ace3528 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:39.843469 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-fd36ef42-d549-4d04-a224-4b944ace3528 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Allocated IP 172.25.8.41 (4e763b06-7572-4747-a18b-44a256cb56cb/b513b6dd-5503-49b9-8390-e042ecccd463/318ad297-1b84-4e41-8c6d-90ab4381bce3) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:39:40.028690 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd36ef42-d549-4d04-a224-4b944ace3528 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:40.095631 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd36ef42-d549-4d04-a224-4b944ace3528 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751793837550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:40.170798 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd36ef42-d549-4d04-a224-4b944ace3528 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Network 4e763b06-7572-4747-a18b-44a256cb56cb is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:39:40.181301 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-fd36ef42-d549-4d04-a224-4b944ace3528 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:39:40.187836 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd36ef42-d549-4d04-a224-4b944ace3528 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:39:40.234306 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36ef42-d549-4d04-a224-4b944ace3528 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Pushing event updated for resources: {'Port': ['ID=318ad297-1b84-4e41-8c6d-90ab4381bce3,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:39:40.671755 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd36ef42-d549-4d04-a224-4b944ace3528 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:41.140036 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd36ef42-d549-4d04-a224-4b944ace3528 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:41.394282 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd36ef42-d549-4d04-a224-4b944ace3528 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:41.401766 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd36ef42-d549-4d04-a224-4b944ace3528 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147312'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:41.534153 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36ef42-d549-4d04-a224-4b944ace3528 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Pushing event updated for resources: {'Port': ['ID=318ad297-1b84-4e41-8c6d-90ab4381bce3,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:39:41.549458 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd36ef42-d549-4d04-a224-4b944ace3528 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714896'] for floatingip, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:41.671551 n-d-778549-4 neutron-server[94013]: INFO neutron.db.l3_db [None req-fd36ef42-d549-4d04-a224-4b944ace3528 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Floating IP 6101bdc3-9b6e-4e74-b6c7-eef3fd6f976f associated. External IP: 172.25.8.41, port: 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2. Jul 23 17:39:41.923217 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd36ef42-d549-4d04-a224-4b944ace3528 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Router d5be9816-c264-45d4-bb61-ccb8f87eb274 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:39:42.046095 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd36ef42-d549-4d04-a224-4b944ace3528 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:39:42.058160 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a779e69c-0d82-41d4-8671-4a6d0f15f8d0 None None] Sync routers for ids ['d5be9816-c264-45d4-bb61-ccb8f87eb274'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:39:42.071316 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd36ef42-d549-4d04-a224-4b944ace3528 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:42.076268 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a779e69c-0d82-41d4-8671-4a6d0f15f8d0 None None] Routers {'d5be9816-c264-45d4-bb61-ccb8f87eb274'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:39:42.077118 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-a779e69c-0d82-41d4-8671-4a6d0f15f8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:39:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d5be9816-c264-45d4-bb61-ccb8f87eb274'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:39:42.120816 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-fd36ef42-d549-4d04-a224-4b944ace3528 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5559573 Jul 23 17:39:42.121853 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff7096e-cdb6-4548-ae00-b041a56a82d0', 'tag': '470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:39:42.125531 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ff26956c537b794448b03d7cca37f5362d40314ffc052dff813072ce9f6dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81fca5f-5df5-480a-820b-0a2d60b1b58b" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff7096e-cdb6-4548-ae00-b041a56a82d0", "tag": "470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:39:42.176658 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b6b69c-377d-4f27-8667-fe81ae9d7b90 x-openstack-request-id: req-b8b6b69c-377d-4f27-8667-fe81ae9d7b90 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:39:42.176927 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff7096e-cdb6-4548-ae00-b041a56a82d0", "tag": "470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:39:42.177307 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b8b6b69c-377d-4f27-8667-fe81ae9d7b90 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:39:42.177670 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff7096e-cdb6-4548-ae00-b041a56a82d0', 'tag': '470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2', 'status': 'completed', 'code': 200} Jul 23 17:39:42.213397 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-a779e69c-0d82-41d4-8671-4a6d0f15f8d0 None None] Set router d5be9816-c264-45d4-bb61-ccb8f87eb274 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:39:42.267410 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fca5f-5df5-480a-820b-0a2d60b1b58b req-728e3fb0-7ff8-4650-96f8-318d8e3200b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:42.270166 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e81fca5f-5df5-480a-820b-0a2d60b1b58b req-728e3fb0-7ff8-4650-96f8-318d8e3200b4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b9c48f79c4c64eb1a0789213fdc5cece&device_id=2ff7096e-cdb6-4548-ae00-b041a56a82d0 HTTP/1.1" status: 200 len: 1096 time: 0.0711768 Jul 23 17:39:42.424894 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fca5f-5df5-480a-820b-0a2d60b1b58b req-64634e3a-1b22-46e5-b216-3e390fd61cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:42.426635 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e81fca5f-5df5-480a-820b-0a2d60b1b58b req-64634e3a-1b22-46e5-b216-3e390fd61cb4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 HTTP/1.1" status: 200 len: 911 time: 0.1492765 Jul 23 17:39:42.511065 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e81fca5f-5df5-480a-820b-0a2d60b1b58b req-43bc6514-d4b1-47eb-a166-92860edf6e68 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 HTTP/1.1" status: 200 len: 998 time: 0.0773816 Jul 23 17:39:42.577936 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fca5f-5df5-480a-820b-0a2d60b1b58b req-aace013f-b08c-42db-b9d7-b5cc9919b641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:42.580508 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e81fca5f-5df5-480a-820b-0a2d60b1b58b req-aace013f-b08c-42db-b9d7-b5cc9919b641 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9f10f28a-498d-4645-94e4-4f0fe7bcde85 HTTP/1.1" status: 200 len: 848 time: 0.0635548 Jul 23 17:39:42.582304 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-a779e69c-0d82-41d4-8671-4a6d0f15f8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'name': 'tempest-TestSnapshotPattern-937949715-router', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:36:34Z', 'updated_at': '2021-07-23T17:36:38Z', 'revision_number': 4, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'gw_port': {'id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:35Z', 'updated_at': '2021-07-23T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '6101bdc3-9b6e-4e74-b6c7-eef3fd6f976f', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'floating_ip_address': '172.25.8.41', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'port_id': '470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'mac_address': 'fa:16:3e:a7:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff7096e-cdb6-4548-ae00-b041a56a82d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:39:40Z', 'updated_at': '2021-07-23T17:39:40Z', 'revision_number': 0, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'fixed_ip_address_scope': None}, {'id': 'bf3472d9-50f4-4147-94f4-256589fd6715', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'floating_ip_address': '172.25.8.102', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'port_id': 'f6dfbec6-a4f4-4017-af12-7f5c04220cc3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'mac_address': 'fa:16:3e:ee:81:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3102f415-0793-47a9-8fe0-3ddf5dcb87bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:37:02Z', 'updated_at': '2021-07-23T17:37:05Z', 'revision_number': 1, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527', 'name': '', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'mac_address': 'fa:16:3e:bc:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:38Z', 'updated_at': '2021-07-23T17:36:47Z', 'revision_number': 5, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'subnets': [{'id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:39:42.628857 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a779e69c-0d82-41d4-8671-4a6d0f15f8d0 None None] Checking router: d5be9816-c264-45d4-bb61-ccb8f87eb274 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:39:42.643704 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a779e69c-0d82-41d4-8671-4a6d0f15f8d0 None None] Routers {'d5be9816-c264-45d4-bb61-ccb8f87eb274'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:39:42.644735 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-a779e69c-0d82-41d4-8671-4a6d0f15f8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:39:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d5be9816-c264-45d4-bb61-ccb8f87eb274'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:39:42.676590 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fca5f-5df5-480a-820b-0a2d60b1b58b req-63b87fa0-10cb-4667-a5cd-eb3a53f2aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:42.679333 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e81fca5f-5df5-480a-820b-0a2d60b1b58b req-63b87fa0-10cb-4667-a5cd-eb3a53f2aaf2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c6d7bdb6-78ca-4272-87a5-be054aa0c1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912921 Jul 23 17:39:42.789288 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e81fca5f-5df5-480a-820b-0a2d60b1b58b req-af13ef06-6049-4fc6-9e81-955b2e4f19d1 service neutron] 10.222.0.74 "GET /v2.0/networks/c6d7bdb6-78ca-4272-87a5-be054aa0c1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031992 Jul 23 17:39:42.790574 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-a779e69c-0d82-41d4-8671-4a6d0f15f8d0 None None] Set router d5be9816-c264-45d4-bb61-ccb8f87eb274 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:39:42.962080 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-e81fca5f-5df5-480a-820b-0a2d60b1b58b req-fd9de61f-b748-4543-9359-7eaf59506743 service neutron] 10.222.0.74 "GET /v2.0/networks/c6d7bdb6-78ca-4272-87a5-be054aa0c1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654317 Jul 23 17:39:43.054113 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-a779e69c-0d82-41d4-8671-4a6d0f15f8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'name': 'tempest-TestSnapshotPattern-937949715-router', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:36:34Z', 'updated_at': '2021-07-23T17:36:38Z', 'revision_number': 4, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'gw_port': {'id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:35Z', 'updated_at': '2021-07-23T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '6101bdc3-9b6e-4e74-b6c7-eef3fd6f976f', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'floating_ip_address': '172.25.8.41', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'port_id': '470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'mac_address': 'fa:16:3e:a7:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff7096e-cdb6-4548-ae00-b041a56a82d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:39:40Z', 'updated_at': '2021-07-23T17:39:40Z', 'revision_number': 0, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'fixed_ip_address_scope': None}, {'id': 'bf3472d9-50f4-4147-94f4-256589fd6715', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'floating_ip_address': '172.25.8.102', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'port_id': 'f6dfbec6-a4f4-4017-af12-7f5c04220cc3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'mac_address': 'fa:16:3e:ee:81:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3102f415-0793-47a9-8fe0-3ddf5dcb87bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:37:02Z', 'updated_at': '2021-07-23T17:37:05Z', 'revision_number': 1, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527', 'name': '', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'mac_address': 'fa:16:3e:bc:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:38Z', 'updated_at': '2021-07-23T17:36:47Z', 'revision_number': 5, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'subnets': [{'id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:39:43.089563 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a779e69c-0d82-41d4-8671-4a6d0f15f8d0 None None] The sync data for ids ['d5be9816-c264-45d4-bb61-ccb8f87eb274'] in n-d-778549-4 is: [{'id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'name': 'tempest-TestSnapshotPattern-937949715-router', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:36:34Z', 'updated_at': '2021-07-23T17:36:38Z', 'revision_number': 4, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'gw_port': {'id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:35Z', 'updated_at': '2021-07-23T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': '6101bdc3-9b6e-4e74-b6c7-eef3fd6f976f', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'floating_ip_address': '172.25.8.41', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'port_id': '470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'mac_address': 'fa:16:3e:a7:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff7096e-cdb6-4548-ae00-b041a56a82d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:39:40Z', 'updated_at': '2021-07-23T17:39:40Z', 'revision_number': 0, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'fixed_ip_address_scope': None}, {'id': 'bf3472d9-50f4-4147-94f4-256589fd6715', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'floating_ip_address': '172.25.8.102', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'port_id': 'f6dfbec6-a4f4-4017-af12-7f5c04220cc3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'mac_address': 'fa:16:3e:ee:81:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3102f415-0793-47a9-8fe0-3ddf5dcb87bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:37:02Z', 'updated_at': '2021-07-23T17:37:05Z', 'revision_number': 1, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527', 'name': '', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'mac_address': 'fa:16:3e:bc:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:38Z', 'updated_at': '2021-07-23T17:36:47Z', 'revision_number': 5, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'subnets': [{'id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:39:43.330721 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f690a0dc-8f63-47d9-a808-61a6c3c83ab1 None None] New status for floating IP 6101bdc3-9b6e-4e74-b6c7-eef3fd6f976f: ACTIVE {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:39:47.778313 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd86c16e-dfab-4fa5-9ced-4fab60a3b350 req-153f5480-44cf-4e36-bc26-07e925a4337f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3102f415-0793-47a9-8fe0-3ddf5dcb87bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0599988 Jul 23 17:39:47.884381 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86c16e-dfab-4fa5-9ced-4fab60a3b350 req-fe09519e-3c04-4358-bd92-d0a1d033f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:47.886003 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd86c16e-dfab-4fa5-9ced-4fab60a3b350 req-fe09519e-3c04-4358-bd92-d0a1d033f5b9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b9c48f79c4c64eb1a0789213fdc5cece&device_id=3102f415-0793-47a9-8fe0-3ddf5dcb87bc HTTP/1.1" status: 200 len: 1095 time: 0.0626709 Jul 23 17:39:48.003938 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86c16e-dfab-4fa5-9ced-4fab60a3b350 req-81b63910-204d-4730-9e40-c743566fc68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:48.005414 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd86c16e-dfab-4fa5-9ced-4fab60a3b350 req-81b63910-204d-4730-9e40-c743566fc68f service neutron] 10.222.0.97 "GET /v2.0/networks?id=c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 HTTP/1.1" status: 200 len: 911 time: 0.0997946 Jul 23 17:39:48.077374 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd86c16e-dfab-4fa5-9ced-4fab60a3b350 req-1e99be5d-96d8-41b9-acf2-7cee237d71eb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6dfbec6-a4f4-4017-af12-7f5c04220cc3 HTTP/1.1" status: 200 len: 1000 time: 0.0657942 Jul 23 17:39:48.147533 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86c16e-dfab-4fa5-9ced-4fab60a3b350 req-234eb773-f3cd-4de6-8fd7-f33d3db82a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:48.151359 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd86c16e-dfab-4fa5-9ced-4fab60a3b350 req-234eb773-f3cd-4de6-8fd7-f33d3db82a0f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9f10f28a-498d-4645-94e4-4f0fe7bcde85 HTTP/1.1" status: 200 len: 848 time: 0.0672574 Jul 23 17:39:48.227850 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86c16e-dfab-4fa5-9ced-4fab60a3b350 req-6b8782f5-cd74-4314-9dee-7420f4cd36bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:48.230825 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd86c16e-dfab-4fa5-9ced-4fab60a3b350 req-6b8782f5-cd74-4314-9dee-7420f4cd36bf service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c6d7bdb6-78ca-4272-87a5-be054aa0c1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730863 Jul 23 17:39:48.339052 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd86c16e-dfab-4fa5-9ced-4fab60a3b350 req-99e6ab4e-e83b-4e12-9766-018da8d41c91 service neutron] 10.222.0.97 "GET /v2.0/networks/c6d7bdb6-78ca-4272-87a5-be054aa0c1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019969 Jul 23 17:39:48.449101 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-cd86c16e-dfab-4fa5-9ced-4fab60a3b350 req-87d5fc7a-e80a-4b39-a4e1-7bbf5ae09e11 service neutron] 10.222.0.97 "GET /v2.0/networks/c6d7bdb6-78ca-4272-87a5-be054aa0c1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039145 Jul 23 17:39:51.967646 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-50972d66-4258-4cdd-a264-a3dee3d65cad req-03543172-269b-4d0c-b141-3c6329a3e9d9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0664666 Jul 23 17:39:52.093267 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50972d66-4258-4cdd-a264-a3dee3d65cad req-a5083b87-a822-4a18-acde-45f6c8101627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:52.094804 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-50972d66-4258-4cdd-a264-a3dee3d65cad req-a5083b87-a822-4a18-acde-45f6c8101627 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0683157 Jul 23 17:39:52.216001 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50972d66-4258-4cdd-a264-a3dee3d65cad req-57c7de1e-2f01-4d1b-a39d-092e4cb2d6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:52.218028 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-50972d66-4258-4cdd-a264-a3dee3d65cad req-57c7de1e-2f01-4d1b-a39d-092e4cb2d6d2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.1013420 Jul 23 17:39:52.267961 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-50972d66-4258-4cdd-a264-a3dee3d65cad req-2f6f7948-4a12-4934-9359-9270d4b19c2c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0431993 Jul 23 17:39:52.327344 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50972d66-4258-4cdd-a264-a3dee3d65cad req-cd16e4e6-4425-4e11-b2ee-ecbd44adccde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:52.328898 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-50972d66-4258-4cdd-a264-a3dee3d65cad req-cd16e4e6-4425-4e11-b2ee-ecbd44adccde service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0528355 Jul 23 17:39:52.397084 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50972d66-4258-4cdd-a264-a3dee3d65cad req-4685a4a0-ab57-4b05-8a3e-ab5b4666c54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:52.398993 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-50972d66-4258-4cdd-a264-a3dee3d65cad req-4685a4a0-ab57-4b05-8a3e-ab5b4666c54c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627415 Jul 23 17:39:52.502660 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-50972d66-4258-4cdd-a264-a3dee3d65cad req-4348203b-0953-4089-ac9a-32e91b13985a service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973723 Jul 23 17:39:52.600809 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-50972d66-4258-4cdd-a264-a3dee3d65cad req-76d5abb8-a820-4362-bdd2-80f7c6aa074e service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911438 Jul 23 17:40:02.774461 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-d426dd2b-bbf9-4ec0-a44f-219fe9472d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:05.505025 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a8d68d4f-80d1-4ab7-9f7f-4b51fcafffe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:05.671969 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:05.893926 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:06.911367 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:08.196667 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:08.933573 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:09.285964 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:40:32.769189 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9b09836a-b647-453d-aabf-50a374b94381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:35.503796 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-477a84c8-c60e-4cb3-8bcf-87bde8f1ebc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:35.686597 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:35.895636 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:36.914661 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:38.199026 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:38.931710 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:46.284672 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:40:48.729845 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b681d6e7-9e4a-4d47-9382-106d9c6cca3d req-b2bc0226-8164-42bb-8a55-0887b3f1b72d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3102f415-0793-47a9-8fe0-3ddf5dcb87bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0588894 Jul 23 17:40:48.843021 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681d6e7-9e4a-4d47-9382-106d9c6cca3d req-7dc9004a-cc6f-4282-bdc0-dc651c4127f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:48.844610 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b681d6e7-9e4a-4d47-9382-106d9c6cca3d req-7dc9004a-cc6f-4282-bdc0-dc651c4127f0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b9c48f79c4c64eb1a0789213fdc5cece&device_id=3102f415-0793-47a9-8fe0-3ddf5dcb87bc HTTP/1.1" status: 200 len: 1095 time: 0.0660985 Jul 23 17:40:48.977615 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681d6e7-9e4a-4d47-9382-106d9c6cca3d req-c85ab971-94fb-420b-a47a-e6892d7065a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:48.979415 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b681d6e7-9e4a-4d47-9382-106d9c6cca3d req-c85ab971-94fb-420b-a47a-e6892d7065a8 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 HTTP/1.1" status: 200 len: 911 time: 0.1135881 Jul 23 17:40:49.057617 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b681d6e7-9e4a-4d47-9382-106d9c6cca3d req-95765c2e-b8be-47d1-9e31-c6f79e4ddb61 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6dfbec6-a4f4-4017-af12-7f5c04220cc3 HTTP/1.1" status: 200 len: 1000 time: 0.0713675 Jul 23 17:40:49.110097 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681d6e7-9e4a-4d47-9382-106d9c6cca3d req-31a75302-682b-40a0-9aee-bc18f81548ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:49.111632 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b681d6e7-9e4a-4d47-9382-106d9c6cca3d req-31a75302-682b-40a0-9aee-bc18f81548ed service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9f10f28a-498d-4645-94e4-4f0fe7bcde85 HTTP/1.1" status: 200 len: 848 time: 0.0481949 Jul 23 17:40:49.177799 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681d6e7-9e4a-4d47-9382-106d9c6cca3d req-e572edd1-880c-4ac6-a370-5956959f2302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:49.179661 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b681d6e7-9e4a-4d47-9382-106d9c6cca3d req-e572edd1-880c-4ac6-a370-5956959f2302 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c6d7bdb6-78ca-4272-87a5-be054aa0c1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613096 Jul 23 17:40:49.284693 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b681d6e7-9e4a-4d47-9382-106d9c6cca3d req-065e5360-171d-4db3-a8a1-43865e7759c8 service neutron] 10.222.0.97 "GET /v2.0/networks/c6d7bdb6-78ca-4272-87a5-be054aa0c1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983727 Jul 23 17:40:49.386113 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b681d6e7-9e4a-4d47-9382-106d9c6cca3d req-2b0481d9-85af-4e74-b74a-14030c29b0f7 service neutron] 10.222.0.97 "GET /v2.0/networks/c6d7bdb6-78ca-4272-87a5-be054aa0c1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948575 Jul 23 17:40:52.094785 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-dd689432-59e1-4eb6-a7d2-bf4d8910fc2c req-6b8f3b61-78e1-47d4-8109-1bf0acf516db service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2ff7096e-cdb6-4548-ae00-b041a56a82d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1420026 Jul 23 17:40:52.184578 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd689432-59e1-4eb6-a7d2-bf4d8910fc2c req-aa7f2e99-2c3f-4053-87f3-8132065b3602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:52.187275 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-dd689432-59e1-4eb6-a7d2-bf4d8910fc2c req-aa7f2e99-2c3f-4053-87f3-8132065b3602 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b9c48f79c4c64eb1a0789213fdc5cece&device_id=2ff7096e-cdb6-4548-ae00-b041a56a82d0 HTTP/1.1" status: 200 len: 1096 time: 0.0690989 Jul 23 17:40:52.314224 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd689432-59e1-4eb6-a7d2-bf4d8910fc2c req-9b0c4107-9cef-4002-8a80-35898b75531c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:52.315811 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-dd689432-59e1-4eb6-a7d2-bf4d8910fc2c req-9b0c4107-9cef-4002-8a80-35898b75531c service neutron] 10.222.0.74 "GET /v2.0/networks?id=c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 HTTP/1.1" status: 200 len: 911 time: 0.1038308 Jul 23 17:40:52.400072 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-dd689432-59e1-4eb6-a7d2-bf4d8910fc2c req-c0ef3b91-f408-4b09-9920-6e908f519d49 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 HTTP/1.1" status: 200 len: 1000 time: 0.0765865 Jul 23 17:40:52.469997 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd689432-59e1-4eb6-a7d2-bf4d8910fc2c req-616335fd-5e6f-49cc-842b-831bdd7b4f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:52.471598 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-dd689432-59e1-4eb6-a7d2-bf4d8910fc2c req-616335fd-5e6f-49cc-842b-831bdd7b4f3f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9f10f28a-498d-4645-94e4-4f0fe7bcde85 HTTP/1.1" status: 200 len: 848 time: 0.0653489 Jul 23 17:40:52.549993 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd689432-59e1-4eb6-a7d2-bf4d8910fc2c req-3f1b4e27-7715-4f33-b006-d26b0dc6aba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:52.552012 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-dd689432-59e1-4eb6-a7d2-bf4d8910fc2c req-3f1b4e27-7715-4f33-b006-d26b0dc6aba5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c6d7bdb6-78ca-4272-87a5-be054aa0c1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739379 Jul 23 17:40:52.665895 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-dd689432-59e1-4eb6-a7d2-bf4d8910fc2c req-330d0c29-cdf1-4efb-9ce3-5e836e332986 service neutron] 10.222.0.74 "GET /v2.0/networks/c6d7bdb6-78ca-4272-87a5-be054aa0c1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059480 Jul 23 17:40:52.777266 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-dd689432-59e1-4eb6-a7d2-bf4d8910fc2c req-4a32f775-48cd-4b05-b110-83474ad88673 service neutron] 10.222.0.74 "GET /v2.0/networks/c6d7bdb6-78ca-4272-87a5-be054aa0c1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045022 Jul 23 17:41:02.773995 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f3c8156c-2bef-443d-b4cf-6105aec52023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:05.500542 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-c40ae7b6-6e3b-4e98-abd9-0568f8cd915a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:05.682480 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:05.885318 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:06.918864 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:08.199812 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:08.946169 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:15.391589 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 details requested by agent hyperv_n-h1-778549-4 with host n-h1-778549-4 {{(pid=94014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:41:15.560688 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2,segment=NetworkSegment(3f60343b-e0f2-448c-9c85-8cca61f50a2e),segment_id=3f60343b-e0f2-448c-9c85-8cca61f50a2e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:41:15.582136 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Returning: {'device': '470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'port_id': '470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2', 'mac_address': 'fa:16:3e:a7:c1:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:41:15.657601 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:15.674423 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 {{(pid=94014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:41:15.719175 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2,segment=NetworkSegment(3f60343b-e0f2-448c-9c85-8cca61f50a2e),segment_id=3f60343b-e0f2-448c-9c85-8cca61f50a2e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:41:15.732599 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:16.019539 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] get_ports_and_sgs() called for port_ids ['470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2'] {{(pid=94014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:41:16.106926 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2,revision_number=6']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:41:16.124739 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:16.125535 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:16.126183 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:16.126744 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:16.127174 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:16.127607 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:16.128052 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:16.128524 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:16.128945 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:16.129397 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:16.129814 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:16.130230 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:17.394331 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 up at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:41:17.483786 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Provisioning complete for port 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 triggered by entity L2. {{(pid=94014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:41:17.484811 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533063'] for port, provisioning_complete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:17.624999 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:17.675215 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff7096e-cdb6-4548-ae00-b041a56a82d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:41:17.680774 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d9158437a3a893895635b777aad4314b219cd6685506ac89f624094daaea09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c87b35-8b68-494d-a06d-48d0b993638f" -d '{"events": [{"server_uuid": "2ff7096e-cdb6-4548-ae00-b041a56a82d0", "name": "network-vif-plugged", "status": "completed", "tag": "470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:41:17.705586 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2,segment=NetworkSegment(3f60343b-e0f2-448c-9c85-8cca61f50a2e),segment_id=3f60343b-e0f2-448c-9c85-8cca61f50a2e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:41:17.716831 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:17.771108 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af04ddda-982a-4269-98bc-a6e8b3130dfc x-openstack-request-id: req-af04ddda-982a-4269-98bc-a6e8b3130dfc {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:41:17.771631 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff7096e-cdb6-4548-ae00-b041a56a82d0", "name": "network-vif-plugged", "status": "completed", "tag": "470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:41:17.772239 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-af04ddda-982a-4269-98bc-a6e8b3130dfc {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:41:17.772677 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff7096e-cdb6-4548-ae00-b041a56a82d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2', 'code': 200} Jul 23 17:41:17.850887 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2,revision_number=7']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:41:23.290980 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:41:27.067440 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33180) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:41:27.282746 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-d8ac5bc2-b70f-4687-b25e-e4476ac17676 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Deleting port 318ad297-1b84-4e41-8c6d-90ab4381bce3 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:41:27.283201 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d8ac5bc2-b70f-4687-b25e-e4476ac17676 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:27.382225 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d8ac5bc2-b70f-4687-b25e-e4476ac17676 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:27.382729 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d8ac5bc2-b70f-4687-b25e-e4476ac17676 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:27.403006 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-d8ac5bc2-b70f-4687-b25e-e4476ac17676 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Calling delete_port for 318ad297-1b84-4e41-8c6d-90ab4381bce3 owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:41:27.595123 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d8ac5bc2-b70f-4687-b25e-e4476ac17676 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:27.625276 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac5bc2-b70f-4687-b25e-e4476ac17676 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Pushing event deleted for resources: {'Port': ['ID=318ad297-1b84-4e41-8c6d-90ab4381bce3,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:41:27.639857 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac5bc2-b70f-4687-b25e-e4476ac17676 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:27.640211 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac5bc2-b70f-4687-b25e-e4476ac17676 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:27.640556 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac5bc2-b70f-4687-b25e-e4476ac17676 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:27.640901 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac5bc2-b70f-4687-b25e-e4476ac17676 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:27.641273 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac5bc2-b70f-4687-b25e-e4476ac17676 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:27.641607 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac5bc2-b70f-4687-b25e-e4476ac17676 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:27.641966 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac5bc2-b70f-4687-b25e-e4476ac17676 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:27.642306 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac5bc2-b70f-4687-b25e-e4476ac17676 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:27.642628 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac5bc2-b70f-4687-b25e-e4476ac17676 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:27.642959 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac5bc2-b70f-4687-b25e-e4476ac17676 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:27.643321 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac5bc2-b70f-4687-b25e-e4476ac17676 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:27.643649 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac5bc2-b70f-4687-b25e-e4476ac17676 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:27.715772 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d8ac5bc2-b70f-4687-b25e-e4476ac17676 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:27.716107 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-d8ac5bc2-b70f-4687-b25e-e4476ac17676 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Floating IP 6101bdc3-9b6e-4e74-b6c7-eef3fd6f976f disassociated (deleted). External IP: 172.25.8.41, port: 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2. Jul 23 17:41:27.968403 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ac5bc2-b70f-4687-b25e-e4476ac17676 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Router d5be9816-c264-45d4-bb61-ccb8f87eb274 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:41:28.117214 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ac5bc2-b70f-4687-b25e-e4476ac17676 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:41:28.122196 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d8ac5bc2-b70f-4687-b25e-e4476ac17676 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:28.130256 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74d5621-7663-4bd5-b2d2-e87d7c2bfd5e None None] Sync routers for ids ['d5be9816-c264-45d4-bb61-ccb8f87eb274'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:41:28.146058 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74d5621-7663-4bd5-b2d2-e87d7c2bfd5e None None] Routers {'d5be9816-c264-45d4-bb61-ccb8f87eb274'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:41:28.147558 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f74d5621-7663-4bd5-b2d2-e87d7c2bfd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:41:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d5be9816-c264-45d4-bb61-ccb8f87eb274'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:41:28.165391 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-d8ac5bc2-b70f-4687-b25e-e4476ac17676 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "DELETE /v2.0/floatingips/6101bdc3-9b6e-4e74-b6c7-eef3fd6f976f HTTP/1.1" status: 204 len: 168 time: 1.0960453 Jul 23 17:41:28.166377 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff7096e-cdb6-4548-ae00-b041a56a82d0', 'tag': '470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:41:28.170450 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648e46d3-f3fc-4183-8ce7-93f0e427f6fd" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff7096e-cdb6-4548-ae00-b041a56a82d0", "tag": "470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:41:28.293627 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-f74d5621-7663-4bd5-b2d2-e87d7c2bfd5e None None] Set router d5be9816-c264-45d4-bb61-ccb8f87eb274 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:41:28.389402 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0574c1-d160-4a95-9a21-f428ad57345b x-openstack-request-id: req-9d0574c1-d160-4a95-9a21-f428ad57345b {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:41:28.389876 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff7096e-cdb6-4548-ae00-b041a56a82d0", "tag": "470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:41:28.390307 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9d0574c1-d160-4a95-9a21-f428ad57345b {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:41:28.391004 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff7096e-cdb6-4548-ae00-b041a56a82d0', 'tag': '470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2', 'status': 'completed', 'code': 200} Jul 23 17:41:28.528331 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e46d3-f3fc-4183-8ce7-93f0e427f6fd req-4ede1406-3849-4c92-9a8e-d5accb1b68f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:41:28.531139 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-648e46d3-f3fc-4183-8ce7-93f0e427f6fd req-4ede1406-3849-4c92-9a8e-d5accb1b68f7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b9c48f79c4c64eb1a0789213fdc5cece&device_id=2ff7096e-cdb6-4548-ae00-b041a56a82d0 HTTP/1.1" status: 200 len: 1096 time: 0.1087084 Jul 23 17:41:28.669971 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545bf6d-6f11-4c77-8872-35de8ee03f24 req-c876df52-a675-4227-b9ec-19d6a61a745e tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:41:28.672958 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6545bf6d-6f11-4c77-8872-35de8ee03f24 req-c876df52-a675-4227-b9ec-19d6a61a745e tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff7096e-cdb6-4548-ae00-b041a56a82d0 HTTP/1.1" status: 200 len: 945 time: 0.2274172 Jul 23 17:41:28.674490 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e46d3-f3fc-4183-8ce7-93f0e427f6fd req-e71fbb09-bdbc-4ce0-b0c4-bfdd088e995f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:41:28.676358 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-648e46d3-f3fc-4183-8ce7-93f0e427f6fd req-e71fbb09-bdbc-4ce0-b0c4-bfdd088e995f service neutron] 10.222.0.74 "GET /v2.0/networks?id=c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 HTTP/1.1" status: 200 len: 911 time: 0.1376138 Jul 23 17:41:28.692103 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f74d5621-7663-4bd5-b2d2-e87d7c2bfd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'name': 'tempest-TestSnapshotPattern-937949715-router', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:36:34Z', 'updated_at': '2021-07-23T17:36:38Z', 'revision_number': 4, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'gw_port': {'id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:35Z', 'updated_at': '2021-07-23T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'bf3472d9-50f4-4147-94f4-256589fd6715', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'floating_ip_address': '172.25.8.102', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'port_id': 'f6dfbec6-a4f4-4017-af12-7f5c04220cc3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'mac_address': 'fa:16:3e:ee:81:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3102f415-0793-47a9-8fe0-3ddf5dcb87bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:37:02Z', 'updated_at': '2021-07-23T17:37:05Z', 'revision_number': 1, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527', 'name': '', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'mac_address': 'fa:16:3e:bc:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:38Z', 'updated_at': '2021-07-23T17:36:47Z', 'revision_number': 5, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'subnets': [{'id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:41:28.733572 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-6545bf6d-6f11-4c77-8872-35de8ee03f24 req-6c58d2a5-190f-4e11-9247-07aa56b8c88a tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63be03b-af85-4dd4-a515-54e0d8fc45bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495775 Jul 23 17:41:28.736492 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-648e46d3-f3fc-4183-8ce7-93f0e427f6fd req-48463377-c0e7-410b-81f1-29dca1124774 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 HTTP/1.1" status: 200 len: 217 time: 0.0529673 Jul 23 17:41:28.749294 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74d5621-7663-4bd5-b2d2-e87d7c2bfd5e None None] Checking router: d5be9816-c264-45d4-bb61-ccb8f87eb274 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:41:28.765198 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74d5621-7663-4bd5-b2d2-e87d7c2bfd5e None None] Routers {'d5be9816-c264-45d4-bb61-ccb8f87eb274'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:41:28.766526 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f74d5621-7663-4bd5-b2d2-e87d7c2bfd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:41:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d5be9816-c264-45d4-bb61-ccb8f87eb274'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:41:28.834260 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e46d3-f3fc-4183-8ce7-93f0e427f6fd req-7824a333-5282-4423-af18-ecf9d4b34527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:41:28.837269 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-648e46d3-f3fc-4183-8ce7-93f0e427f6fd req-7824a333-5282-4423-af18-ecf9d4b34527 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9f10f28a-498d-4645-94e4-4f0fe7bcde85 HTTP/1.1" status: 200 len: 848 time: 0.0903039 Jul 23 17:41:28.902722 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-f74d5621-7663-4bd5-b2d2-e87d7c2bfd5e None None] Set router d5be9816-c264-45d4-bb61-ccb8f87eb274 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:41:28.940154 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e46d3-f3fc-4183-8ce7-93f0e427f6fd req-d819c0a1-4584-4222-9c09-3e7f823b558f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:41:28.943643 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-648e46d3-f3fc-4183-8ce7-93f0e427f6fd req-d819c0a1-4584-4222-9c09-3e7f823b558f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c6d7bdb6-78ca-4272-87a5-be054aa0c1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974691 Jul 23 17:41:29.103960 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-648e46d3-f3fc-4183-8ce7-93f0e427f6fd req-45b3d1ad-4311-48e9-af1c-38cde8b1b06b service neutron] 10.222.0.74 "GET /v2.0/networks/c6d7bdb6-78ca-4272-87a5-be054aa0c1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518807 Jul 23 17:41:29.207267 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-648e46d3-f3fc-4183-8ce7-93f0e427f6fd req-bc24e004-9ebf-424b-bfbe-e54373093500 service neutron] 10.222.0.74 "GET /v2.0/networks/c6d7bdb6-78ca-4272-87a5-be054aa0c1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965240 Jul 23 17:41:29.263768 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-f74d5621-7663-4bd5-b2d2-e87d7c2bfd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'name': 'tempest-TestSnapshotPattern-937949715-router', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:36:34Z', 'updated_at': '2021-07-23T17:36:38Z', 'revision_number': 4, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'gw_port': {'id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:35Z', 'updated_at': '2021-07-23T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'bf3472d9-50f4-4147-94f4-256589fd6715', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'floating_ip_address': '172.25.8.102', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'port_id': 'f6dfbec6-a4f4-4017-af12-7f5c04220cc3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'mac_address': 'fa:16:3e:ee:81:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3102f415-0793-47a9-8fe0-3ddf5dcb87bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:37:02Z', 'updated_at': '2021-07-23T17:37:05Z', 'revision_number': 1, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527', 'name': '', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'mac_address': 'fa:16:3e:bc:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:38Z', 'updated_at': '2021-07-23T17:36:47Z', 'revision_number': 5, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'subnets': [{'id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:41:29.302741 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74d5621-7663-4bd5-b2d2-e87d7c2bfd5e None None] The sync data for ids ['d5be9816-c264-45d4-bb61-ccb8f87eb274'] in n-d-778549-4 is: [{'id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'name': 'tempest-TestSnapshotPattern-937949715-router', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:36:34Z', 'updated_at': '2021-07-23T17:36:38Z', 'revision_number': 4, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'gw_port': {'id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:35Z', 'updated_at': '2021-07-23T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_floatingips': [{'id': 'bf3472d9-50f4-4147-94f4-256589fd6715', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'floating_ip_address': '172.25.8.102', 'floating_network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'router_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'port_id': 'f6dfbec6-a4f4-4017-af12-7f5c04220cc3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'mac_address': 'fa:16:3e:ee:81:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3102f415-0793-47a9-8fe0-3ddf5dcb87bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:37:02Z', 'updated_at': '2021-07-23T17:37:05Z', 'revision_number': 1, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527', 'name': '', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'mac_address': 'fa:16:3e:bc:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:38Z', 'updated_at': '2021-07-23T17:36:47Z', 'revision_number': 5, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'subnets': [{'id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:41:29.423502 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:41:29.535631 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3705480'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:29.573767 n-d-778549-4 neutron-server[94014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff7096e-cdb6-4548-ae00-b041a56a82d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2'}] {{(pid=94014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:41:29.577363 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d9158437a3a893895635b777aad4314b219cd6685506ac89f624094daaea09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c2788c-a1c4-4b37-bffc-09c940a051f8" -d '{"events": [{"server_uuid": "2ff7096e-cdb6-4548-ae00-b041a56a82d0", "name": "network-vif-unplugged", "status": "completed", "tag": "470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2"}]}' {{(pid=94014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:41:29.600974 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] For port 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2,segment=NetworkSegment(3f60343b-e0f2-448c-9c85-8cca61f50a2e),segment_id=3f60343b-e0f2-448c-9c85-8cca61f50a2e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:41:29.610202 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751794223957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751793835012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751793835030'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:29.639359 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 17:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec96871-626d-4cff-ae93-d9bf6ebe5030 x-openstack-request-id: req-4ec96871-626d-4cff-ae93-d9bf6ebe5030 {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:41:29.639648 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff7096e-cdb6-4548-ae00-b041a56a82d0", "name": "network-vif-unplugged", "status": "completed", "tag": "470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2", "code": 200}]} {{(pid=94014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:41:29.639982 n-d-778549-4 neutron-server[94014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4ec96871-626d-4cff-ae93-d9bf6ebe5030 {{(pid=94014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:41:29.640240 n-d-778549-4 neutron-server[94014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff7096e-cdb6-4548-ae00-b041a56a82d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2', 'code': 200} Jul 23 17:41:29.641171 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43f2520-7a29-4df4-b9c2-0ea11d489696 None None] New status for floating IP 6101bdc3-9b6e-4e74-b6c7-eef3fd6f976f: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:41:29.753448 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Pushing event updated for resources: {'Port': ['ID=470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2,revision_number=8']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:41:29.940404 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e8b5a-d0e9-4815-aa84-f1d22bdc535f req-822703f1-091b-43d3-9335-40a2309790fa tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:41:29.944111 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e80e8b5a-d0e9-4815-aa84-f1d22bdc535f req-822703f1-091b-43d3-9335-40a2309790fa tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff7096e-cdb6-4548-ae00-b041a56a82d0 HTTP/1.1" status: 200 len: 943 time: 0.1167786 Jul 23 17:41:29.973272 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deeab0-6bad-4f01-bec8-28611ed82bfd req-faec8c84-d4b2-4613-ad70-c96869c3032b tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:41:29.975078 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-00deeab0-6bad-4f01-bec8-28611ed82bfd req-faec8c84-d4b2-4613-ad70-c96869c3032b tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ff7096e-cdb6-4548-ae00-b041a56a82d0 HTTP/1.1" status: 200 len: 943 time: 0.0831897 Jul 23 17:41:30.006620 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-e80e8b5a-d0e9-4815-aa84-f1d22bdc535f req-8ec36e30-7de1-49b5-86cf-de6c7e049146 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63be03b-af85-4dd4-a515-54e0d8fc45bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560408 Jul 23 17:41:30.117087 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-00deeab0-6bad-4f01-bec8-28611ed82bfd req-4637483e-7091-48ba-b2fb-1c4cfc53b34e tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Deleting port 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:41:30.117713 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-00deeab0-6bad-4f01-bec8-28611ed82bfd req-4637483e-7091-48ba-b2fb-1c4cfc53b34e tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:30.263155 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [req-00deeab0-6bad-4f01-bec8-28611ed82bfd req-4637483e-7091-48ba-b2fb-1c4cfc53b34e tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] For port 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2, host n-h1-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778549-4',level=0,port_id=470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2,segment=NetworkSegment(3f60343b-e0f2-448c-9c85-8cca61f50a2e),segment_id=3f60343b-e0f2-448c-9c85-8cca61f50a2e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:41:30.263474 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-00deeab0-6bad-4f01-bec8-28611ed82bfd req-4637483e-7091-48ba-b2fb-1c4cfc53b34e tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:30.280206 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [req-00deeab0-6bad-4f01-bec8-28611ed82bfd req-4637483e-7091-48ba-b2fb-1c4cfc53b34e tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Calling delete_port for 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 owned by compute:nova {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:41:30.456481 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-00deeab0-6bad-4f01-bec8-28611ed82bfd req-4637483e-7091-48ba-b2fb-1c4cfc53b34e tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:30.495922 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637483e-7091-48ba-b2fb-1c4cfc53b34e tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Pushing event deleted for resources: {'Port': ['ID=470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:41:30.508186 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637483e-7091-48ba-b2fb-1c4cfc53b34e tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:30.508553 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637483e-7091-48ba-b2fb-1c4cfc53b34e tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:30.508866 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637483e-7091-48ba-b2fb-1c4cfc53b34e tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:30.509242 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637483e-7091-48ba-b2fb-1c4cfc53b34e tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:30.509580 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637483e-7091-48ba-b2fb-1c4cfc53b34e tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:30.509913 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637483e-7091-48ba-b2fb-1c4cfc53b34e tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:30.510240 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637483e-7091-48ba-b2fb-1c4cfc53b34e tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:30.510567 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637483e-7091-48ba-b2fb-1c4cfc53b34e tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:30.511038 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637483e-7091-48ba-b2fb-1c4cfc53b34e tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:30.511216 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637483e-7091-48ba-b2fb-1c4cfc53b34e tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:30.511554 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637483e-7091-48ba-b2fb-1c4cfc53b34e tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:30.511883 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637483e-7091-48ba-b2fb-1c4cfc53b34e tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778549-4 {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:30.571762 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [req-00deeab0-6bad-4f01-bec8-28611ed82bfd req-4637483e-7091-48ba-b2fb-1c4cfc53b34e tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] No DVR routers for this DVR port 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 on host n-h1-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:41:30.574804 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [req-00deeab0-6bad-4f01-bec8-28611ed82bfd req-4637483e-7091-48ba-b2fb-1c4cfc53b34e tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:30.577610 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-00deeab0-6bad-4f01-bec8-28611ed82bfd req-4637483e-7091-48ba-b2fb-1c4cfc53b34e tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.74 "DELETE /v2.0/ports/470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 HTTP/1.1" status: 204 len: 173 time: 0.5970249 Jul 23 17:41:30.578377 n-d-778549-4 neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff7096e-cdb6-4548-ae00-b041a56a82d0', 'name': 'network-vif-deleted', 'tag': '470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:41:30.581447 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ff26956c537b794448b03d7cca37f5362d40314ffc052dff813072ce9f6dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3f6891-8658-4c64-8f02-e3236bee0358" -d '{"events": [{"server_uuid": "2ff7096e-cdb6-4548-ae00-b041a56a82d0", "name": "network-vif-deleted", "tag": "470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:41:30.641596 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8a9fb5-4d9e-4b96-8d48-a340b7576def x-openstack-request-id: req-1c8a9fb5-4d9e-4b96-8d48-a340b7576def {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:41:30.642038 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff7096e-cdb6-4548-ae00-b041a56a82d0", "name": "network-vif-deleted", "tag": "470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2", "status": "completed", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:41:30.642474 n-d-778549-4 neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1c8a9fb5-4d9e-4b96-8d48-a340b7576def {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:41:30.643084 n-d-778549-4 neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff7096e-cdb6-4548-ae00-b041a56a82d0', 'name': 'network-vif-deleted', 'tag': '470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2', 'status': 'completed', 'code': 200} Jul 23 17:41:31.192312 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-62fa6c12-025d-4d43-aec7-a77b91b69e51 req-f4a62c29-35a5-44d0-a33d-05fe6e9ba3d1 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff7096e-cdb6-4548-ae00-b041a56a82d0 HTTP/1.1" status: 200 len: 210 time: 0.0557764 Jul 23 17:41:32.789617 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5dc18acb-01d8-4a99-84d3-dbea4da5946d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:32.928756 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33240) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:41:33.155783 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-e6b5dec2-220d-4815-b550-c2ead5935cd7 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Deleting port 6d973d73-1c4e-479e-b08c-0f23ac0dacfc {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:41:33.156130 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6b5dec2-220d-4815-b550-c2ead5935cd7 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:33.244048 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6b5dec2-220d-4815-b550-c2ead5935cd7 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:33.244456 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6b5dec2-220d-4815-b550-c2ead5935cd7 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:33.258554 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-e6b5dec2-220d-4815-b550-c2ead5935cd7 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Calling delete_port for 6d973d73-1c4e-479e-b08c-0f23ac0dacfc owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:41:33.432691 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6b5dec2-220d-4815-b550-c2ead5935cd7 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:33.471132 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 no longer exists at agent hyperv_n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:41:33.480739 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5dec2-220d-4815-b550-c2ead5935cd7 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Pushing event deleted for resources: {'Port': ['ID=6d973d73-1c4e-479e-b08c-0f23ac0dacfc,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:41:33.505890 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] No Port match for: 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:41:33.506237 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Device 470aee08-fd34-4eaf-9e0b-03a3f1ccd8c2 not bound to the agent host n-h1-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:41:33.572741 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6b5dec2-220d-4815-b550-c2ead5935cd7 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:33.573482 n-d-778549-4 neutron-server[94012]: INFO neutron.db.l3_db [None req-e6b5dec2-220d-4815-b550-c2ead5935cd7 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Floating IP bf3472d9-50f4-4147-94f4-256589fd6715 disassociated (deleted). External IP: 172.25.8.102, port: f6dfbec6-a4f4-4017-af12-7f5c04220cc3. Jul 23 17:41:34.231973 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b5dec2-220d-4815-b550-c2ead5935cd7 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Router d5be9816-c264-45d4-bb61-ccb8f87eb274 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:41:34.352110 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b5dec2-220d-4815-b550-c2ead5935cd7 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:41:34.357838 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6b5dec2-220d-4815-b550-c2ead5935cd7 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:34.367426 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acbcc8b-fb6f-47eb-bf01-4bebf91882fc None None] Sync routers for ids ['d5be9816-c264-45d4-bb61-ccb8f87eb274'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:41:34.378440 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acbcc8b-fb6f-47eb-bf01-4bebf91882fc None None] Routers {'d5be9816-c264-45d4-bb61-ccb8f87eb274'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:41:34.379216 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-8acbcc8b-fb6f-47eb-bf01-4bebf91882fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:41:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d5be9816-c264-45d4-bb61-ccb8f87eb274'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:41:34.410432 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-e6b5dec2-220d-4815-b550-c2ead5935cd7 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "DELETE /v2.0/floatingips/bf3472d9-50f4-4147-94f4-256589fd6715 HTTP/1.1" status: 204 len: 168 time: 1.4799204 Jul 23 17:41:34.411980 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3102f415-0793-47a9-8fe0-3ddf5dcb87bc', 'tag': 'f6dfbec6-a4f4-4017-af12-7f5c04220cc3'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:41:34.415940 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47f864f-042f-433f-b5d3-02272a2ca8e8" -d '{"events": [{"name": "network-changed", "server_uuid": "3102f415-0793-47a9-8fe0-3ddf5dcb87bc", "tag": "f6dfbec6-a4f4-4017-af12-7f5c04220cc3"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:41:34.557399 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-8acbcc8b-fb6f-47eb-bf01-4bebf91882fc None None] Set router d5be9816-c264-45d4-bb61-ccb8f87eb274 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:41:34.637942 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8035a4e8-20ce-48f6-bfd0-cf702da55621 x-openstack-request-id: req-8035a4e8-20ce-48f6-bfd0-cf702da55621 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:41:34.639081 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3102f415-0793-47a9-8fe0-3ddf5dcb87bc", "tag": "f6dfbec6-a4f4-4017-af12-7f5c04220cc3", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:41:34.639769 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8035a4e8-20ce-48f6-bfd0-cf702da55621 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:41:34.640432 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3102f415-0793-47a9-8fe0-3ddf5dcb87bc', 'tag': 'f6dfbec6-a4f4-4017-af12-7f5c04220cc3', 'status': 'completed', 'code': 200} Jul 23 17:41:34.823672 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f864f-042f-433f-b5d3-02272a2ca8e8 req-50b0a60c-a24c-4ebe-b147-180ef67ccece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:41:34.826188 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d47f864f-042f-433f-b5d3-02272a2ca8e8 req-50b0a60c-a24c-4ebe-b147-180ef67ccece service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b9c48f79c4c64eb1a0789213fdc5cece&device_id=3102f415-0793-47a9-8fe0-3ddf5dcb87bc HTTP/1.1" status: 200 len: 1095 time: 0.1614854 Jul 23 17:41:34.828135 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-8acbcc8b-fb6f-47eb-bf01-4bebf91882fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'name': 'tempest-TestSnapshotPattern-937949715-router', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:36:34Z', 'updated_at': '2021-07-23T17:36:38Z', 'revision_number': 4, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'gw_port': {'id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:35Z', 'updated_at': '2021-07-23T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527', 'name': '', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'mac_address': 'fa:16:3e:bc:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:38Z', 'updated_at': '2021-07-23T17:36:47Z', 'revision_number': 5, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'subnets': [{'id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:41:34.858014 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acbcc8b-fb6f-47eb-bf01-4bebf91882fc None None] Checking router: d5be9816-c264-45d4-bb61-ccb8f87eb274 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:41:34.870511 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acbcc8b-fb6f-47eb-bf01-4bebf91882fc None None] Routers {'d5be9816-c264-45d4-bb61-ccb8f87eb274'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:41:34.871059 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-8acbcc8b-fb6f-47eb-bf01-4bebf91882fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:41:05Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d5be9816-c264-45d4-bb61-ccb8f87eb274'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:41:34.934430 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b0975-83ed-4395-9d97-63ad84e22868 req-9b348bc3-13f0-4954-a458-b973e132c0a4 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:41:34.936725 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f74b0975-83ed-4395-9d97-63ad84e22868 req-9b348bc3-13f0-4954-a458-b973e132c0a4 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=3102f415-0793-47a9-8fe0-3ddf5dcb87bc HTTP/1.1" status: 200 len: 944 time: 0.2127628 Jul 23 17:41:34.999601 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-8acbcc8b-fb6f-47eb-bf01-4bebf91882fc None None] Set router d5be9816-c264-45d4-bb61-ccb8f87eb274 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:41:35.043277 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-f74b0975-83ed-4395-9d97-63ad84e22868 req-ef082656-0651-45d0-a28c-b8ac1498bf46 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63be03b-af85-4dd4-a515-54e0d8fc45bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594935 Jul 23 17:41:35.048200 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f864f-042f-433f-b5d3-02272a2ca8e8 req-de9303ac-e224-40a8-afed-3921db8aa6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:41:35.051043 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d47f864f-042f-433f-b5d3-02272a2ca8e8 req-de9303ac-e224-40a8-afed-3921db8aa6ef service neutron] 10.222.0.97 "GET /v2.0/networks?id=c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 HTTP/1.1" status: 200 len: 911 time: 0.2159317 Jul 23 17:41:35.120365 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d47f864f-042f-433f-b5d3-02272a2ca8e8 req-5936aaec-97c0-4074-9795-7855fa4d6671 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6dfbec6-a4f4-4017-af12-7f5c04220cc3 HTTP/1.1" status: 200 len: 217 time: 0.0621417 Jul 23 17:41:35.179967 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f864f-042f-433f-b5d3-02272a2ca8e8 req-78c04858-bdd8-4875-84c2-e4d76bf88a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:41:35.181645 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d47f864f-042f-433f-b5d3-02272a2ca8e8 req-78c04858-bdd8-4875-84c2-e4d76bf88a46 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9f10f28a-498d-4645-94e4-4f0fe7bcde85 HTTP/1.1" status: 200 len: 848 time: 0.0530272 Jul 23 17:41:35.272560 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f864f-042f-433f-b5d3-02272a2ca8e8 req-8c28a7e2-4a08-4f1b-8046-95b77247ed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:41:35.274925 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d47f864f-042f-433f-b5d3-02272a2ca8e8 req-8c28a7e2-4a08-4f1b-8046-95b77247ed8f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c6d7bdb6-78ca-4272-87a5-be054aa0c1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852928 Jul 23 17:41:35.290186 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-8acbcc8b-fb6f-47eb-bf01-4bebf91882fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'name': 'tempest-TestSnapshotPattern-937949715-router', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:36:34Z', 'updated_at': '2021-07-23T17:36:38Z', 'revision_number': 4, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'gw_port': {'id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:35Z', 'updated_at': '2021-07-23T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527', 'name': '', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'mac_address': 'fa:16:3e:bc:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:38Z', 'updated_at': '2021-07-23T17:36:47Z', 'revision_number': 5, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'subnets': [{'id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:41:35.412916 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d47f864f-042f-433f-b5d3-02272a2ca8e8 req-8f93f4b0-d6a4-40eb-a9cd-8d7e97e8feae service neutron] 10.222.0.97 "GET /v2.0/networks/c6d7bdb6-78ca-4272-87a5-be054aa0c1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284611 Jul 23 17:41:35.466219 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acbcc8b-fb6f-47eb-bf01-4bebf91882fc None None] The sync data for ids ['d5be9816-c264-45d4-bb61-ccb8f87eb274'] in n-d-778549-4 is: [{'id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'name': 'tempest-TestSnapshotPattern-937949715-router', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:36:34Z', 'updated_at': '2021-07-23T17:36:38Z', 'revision_number': 4, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'gw_port': {'id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:35Z', 'updated_at': '2021-07-23T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4', '_interfaces': [{'id': '4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527', 'name': '', 'network_id': 'c6d7bdb6-78ca-4272-87a5-be054aa0c1b5', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'mac_address': 'fa:16:3e:bc:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:38Z', 'updated_at': '2021-07-23T17:36:47Z', 'revision_number': 5, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'subnets': [{'id': '9f10f28a-498d-4645-94e4-4f0fe7bcde85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:41:35.503909 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9933e3f0-0b5c-4503-9ee7-4d13f327a40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:35.565814 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-d47f864f-042f-433f-b5d3-02272a2ca8e8 req-25571f55-c21d-4dea-8a84-a3f1b11d8f62 service neutron] 10.222.0.97 "GET /v2.0/networks/c6d7bdb6-78ca-4272-87a5-be054aa0c1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473992 Jul 23 17:41:35.687617 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:35.815973 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed27249f-26eb-456c-a494-d1fe78b95d1c None None] New status for floating IP bf3472d9-50f4-4147-94f4-256589fd6715: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:41:35.907071 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:36.269783 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3370f-bbee-4b01-b62c-6485ec0a5d78 req-b49a3a3e-bcab-4583-9991-ff3d98d7f9ec tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:41:36.272576 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3b3370f-bbee-4b01-b62c-6485ec0a5d78 req-b49a3a3e-bcab-4583-9991-ff3d98d7f9ec tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=3102f415-0793-47a9-8fe0-3ddf5dcb87bc HTTP/1.1" status: 200 len: 944 time: 0.1346257 Jul 23 17:41:36.287240 n-d-778549-4 neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5ef3b-6cc4-4033-b4c0-c18acf7797f8 req-f3ce5077-24cf-498a-a007-cd8241012b75 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:41:36.289414 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-faf5ef3b-6cc4-4033-b4c0-c18acf7797f8 req-f3ce5077-24cf-498a-a007-cd8241012b75 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.97 "GET /v2.0/ports?device_id=3102f415-0793-47a9-8fe0-3ddf5dcb87bc HTTP/1.1" status: 200 len: 944 time: 0.1410139 Jul 23 17:41:36.380082 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-b3b3370f-bbee-4b01-b62c-6485ec0a5d78 req-550885c5-4475-4db8-af39-ab05b595d4b9 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/security-groups?id=d63be03b-af85-4dd4-a515-54e0d8fc45bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893083 Jul 23 17:41:36.458999 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-faf5ef3b-6cc4-4033-b4c0-c18acf7797f8 req-41c65591-d305-4e15-89d6-485efe6206bf tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Deleting port f6dfbec6-a4f4-4017-af12-7f5c04220cc3 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:41:36.459376 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-faf5ef3b-6cc4-4033-b4c0-c18acf7797f8 req-41c65591-d305-4e15-89d6-485efe6206bf tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:36.571066 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-faf5ef3b-6cc4-4033-b4c0-c18acf7797f8 req-41c65591-d305-4e15-89d6-485efe6206bf tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] For port f6dfbec6-a4f4-4017-af12-7f5c04220cc3, host n-h2-778549-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778549-4',level=0,port_id=f6dfbec6-a4f4-4017-af12-7f5c04220cc3,segment=NetworkSegment(3f60343b-e0f2-448c-9c85-8cca61f50a2e),segment_id=3f60343b-e0f2-448c-9c85-8cca61f50a2e)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:41:36.571620 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-faf5ef3b-6cc4-4033-b4c0-c18acf7797f8 req-41c65591-d305-4e15-89d6-485efe6206bf tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:36.594873 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-faf5ef3b-6cc4-4033-b4c0-c18acf7797f8 req-41c65591-d305-4e15-89d6-485efe6206bf tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Calling delete_port for f6dfbec6-a4f4-4017-af12-7f5c04220cc3 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:41:36.771022 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-faf5ef3b-6cc4-4033-b4c0-c18acf7797f8 req-41c65591-d305-4e15-89d6-485efe6206bf tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:36.813154 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c65591-d305-4e15-89d6-485efe6206bf tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Pushing event deleted for resources: {'Port': ['ID=f6dfbec6-a4f4-4017-af12-7f5c04220cc3,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:41:36.863201 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf5ef3b-6cc4-4033-b4c0-c18acf7797f8 req-41c65591-d305-4e15-89d6-485efe6206bf tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] No DVR routers for this DVR port f6dfbec6-a4f4-4017-af12-7f5c04220cc3 on host n-h2-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:41:36.866995 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-faf5ef3b-6cc4-4033-b4c0-c18acf7797f8 req-41c65591-d305-4e15-89d6-485efe6206bf tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255362'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:36.869513 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-faf5ef3b-6cc4-4033-b4c0-c18acf7797f8 req-41c65591-d305-4e15-89d6-485efe6206bf tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.97 "DELETE /v2.0/ports/f6dfbec6-a4f4-4017-af12-7f5c04220cc3 HTTP/1.1" status: 204 len: 173 time: 0.5720196 Jul 23 17:41:36.869985 n-d-778549-4 neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3102f415-0793-47a9-8fe0-3ddf5dcb87bc', 'name': 'network-vif-deleted', 'tag': 'f6dfbec6-a4f4-4017-af12-7f5c04220cc3'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:41:36.872803 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccab6c675b1ed60332b4f5df8d016e2a7e72d6a3aadceaeeb41790200841bfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be9d822-2508-437e-a066-aeb0aaf166f1" -d '{"events": [{"server_uuid": "3102f415-0793-47a9-8fe0-3ddf5dcb87bc", "name": "network-vif-deleted", "tag": "f6dfbec6-a4f4-4017-af12-7f5c04220cc3"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:41:36.920055 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:36.938190 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033e1c44-aefc-4a14-80d1-595d50197162 x-openstack-request-id: req-033e1c44-aefc-4a14-80d1-595d50197162 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:41:36.938657 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3102f415-0793-47a9-8fe0-3ddf5dcb87bc", "name": "network-vif-deleted", "tag": "f6dfbec6-a4f4-4017-af12-7f5c04220cc3", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:41:36.939542 n-d-778549-4 neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-033e1c44-aefc-4a14-80d1-595d50197162 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:41:36.940210 n-d-778549-4 neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3102f415-0793-47a9-8fe0-3ddf5dcb87bc', 'name': 'network-vif-deleted', 'tag': 'f6dfbec6-a4f4-4017-af12-7f5c04220cc3', 'status': 'completed', 'code': 200} Jul 23 17:41:37.539738 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [req-167fa18a-e75b-4efb-bff6-8a87647555b5 req-f9bd9057-a511-47a2-a8c3-acc587ef29e3 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "GET /v2.0/ports?device_id=3102f415-0793-47a9-8fe0-3ddf5dcb87bc HTTP/1.1" status: 200 len: 210 time: 0.0368793 Jul 23 17:41:38.216060 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:38.613261 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33256) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:41:38.709661 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-26b2ce7b-0eeb-428b-b18f-0fc92a7e5c23 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:38.745021 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-26b2ce7b-0eeb-428b-b18f-0fc92a7e5c23 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:38.823087 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-26b2ce7b-0eeb-428b-b18f-0fc92a7e5c23 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:38.826477 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-26b2ce7b-0eeb-428b-b18f-0fc92a7e5c23 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:38.828035 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-26b2ce7b-0eeb-428b-b18f-0fc92a7e5c23 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] 10.222.0.73 "DELETE /v2.0/security-groups/d63be03b-af85-4dd4-a515-54e0d8fc45bc HTTP/1.1" status: 204 len: 168 time: 0.2137299 Jul 23 17:41:38.839699 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b2ce7b-0eeb-428b-b18f-0fc92a7e5c23 tempest-TestSnapshotPattern-289485182 tempest-TestSnapshotPattern-289485182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63be03b-af85-4dd4-a515-54e0d8fc45bc,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:41:38.939117 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:39.915245 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33262) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:41:40.498681 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3aac5011-73ca-42d7-a525-bec1c2662975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:40.715592 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device f6dfbec6-a4f4-4017-af12-7f5c04220cc3 no longer exists at agent hyperv_n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:41:40.737922 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] No Port match for: f6dfbec6-a4f4-4017-af12-7f5c04220cc3 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:41:40.738293 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Device f6dfbec6-a4f4-4017-af12-7f5c04220cc3 not bound to the agent host n-h2-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:41:40.794675 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-3aac5011-73ca-42d7-a525-bec1c2662975 admin admin] Deleting port 4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:41:40.795019 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3aac5011-73ca-42d7-a525-bec1c2662975 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:40.900764 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-3aac5011-73ca-42d7-a525-bec1c2662975 admin admin] For port 4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527,segment=NetworkSegment(3f60343b-e0f2-448c-9c85-8cca61f50a2e),segment_id=3f60343b-e0f2-448c-9c85-8cca61f50a2e)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:41:40.901427 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3aac5011-73ca-42d7-a525-bec1c2662975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:40.926533 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-3aac5011-73ca-42d7-a525-bec1c2662975 admin admin] Calling delete_port for 4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527 owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:41:41.194989 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3aac5011-73ca-42d7-a525-bec1c2662975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:41.239310 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac5011-73ca-42d7-a525-bec1c2662975 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:41:41.496142 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3aac5011-73ca-42d7-a525-bec1c2662975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:41.759451 n-d-778549-4 neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aac5011-73ca-42d7-a525-bec1c2662975 admin admin] Router d5be9816-c264-45d4-bb61-ccb8f87eb274 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:41:41.909665 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aac5011-73ca-42d7-a525-bec1c2662975 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:41:41.915748 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-3aac5011-73ca-42d7-a525-bec1c2662975 admin admin] 10.222.0.73 "PUT /v2.0/routers/d5be9816-c264-45d4-bb61-ccb8f87eb274/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9992044 Jul 23 17:41:41.919984 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33266) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:41:41.923068 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8fbbc4-7572-4939-be14-132dfcd259e8 None None] Sync routers for ids ['d5be9816-c264-45d4-bb61-ccb8f87eb274'] in n-d-778549-4 {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:41:41.936139 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8fbbc4-7572-4939-be14-132dfcd259e8 None None] Routers {'d5be9816-c264-45d4-bb61-ccb8f87eb274'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:41:41.937220 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-fc8fbbc4-7572-4939-be14-132dfcd259e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:41:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d5be9816-c264-45d4-bb61-ccb8f87eb274'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:41:42.091816 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6fe8a32b-13cd-44e8-87af-c90b6531a888 admin admin] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:42.097867 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-fc8fbbc4-7572-4939-be14-132dfcd259e8 None None] Set router d5be9816-c264-45d4-bb61-ccb8f87eb274 gateway port host: n-d-778549-4 {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:41:42.237095 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6fe8a32b-13cd-44e8-87af-c90b6531a888 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:42.303932 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-6fe8a32b-13cd-44e8-87af-c90b6531a888 admin admin] Deleting port 21b4972d-2b8f-43f7-a2a2-f8958a8a1d38 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:41:42.304324 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6fe8a32b-13cd-44e8-87af-c90b6531a888 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:42.327145 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-fc8fbbc4-7572-4939-be14-132dfcd259e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'name': 'tempest-TestSnapshotPattern-937949715-router', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:36:34Z', 'updated_at': '2021-07-23T17:41:41Z', 'revision_number': 5, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'gw_port': {'id': '21b4972d-2b8f-43f7-a2a2-f8958a8a1d38', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:35Z', 'updated_at': '2021-07-23T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:41:42.357588 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8fbbc4-7572-4939-be14-132dfcd259e8 None None] Checking router: d5be9816-c264-45d4-bb61-ccb8f87eb274 for host: n-d-778549-4 {{(pid=94015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:41:42.368670 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8fbbc4-7572-4939-be14-132dfcd259e8 None None] Routers {'d5be9816-c264-45d4-bb61-ccb8f87eb274'} bound to L3 agent in host n-d-778549-4 {{(pid=94015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:41:42.371656 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-fc8fbbc4-7572-4939-be14-132dfcd259e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:41:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['d5be9816-c264-45d4-bb61-ccb8f87eb274'], 'active': True} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:41:42.434451 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-6fe8a32b-13cd-44e8-87af-c90b6531a888 admin admin] For port 21b4972d-2b8f-43f7-a2a2-f8958a8a1d38, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=21b4972d-2b8f-43f7-a2a2-f8958a8a1d38,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:41:42.435030 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6fe8a32b-13cd-44e8-87af-c90b6531a888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:42.468200 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-6fe8a32b-13cd-44e8-87af-c90b6531a888 admin admin] Calling delete_port for 21b4972d-2b8f-43f7-a2a2-f8958a8a1d38 owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:41:42.479602 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_dvr_db [None req-fc8fbbc4-7572-4939-be14-132dfcd259e8 None None] Set router d5be9816-c264-45d4-bb61-ccb8f87eb274 gateway port host: None {{(pid=94015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:41:42.580040 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.l3_hamode_db [None req-fc8fbbc4-7572-4939-be14-132dfcd259e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'name': 'tempest-TestSnapshotPattern-937949715-router', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:36:34Z', 'updated_at': '2021-07-23T17:41:42Z', 'revision_number': 6, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:41:42.634570 n-d-778549-4 neutron-server[94015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8fbbc4-7572-4939-be14-132dfcd259e8 None None] The sync data for ids ['d5be9816-c264-45d4-bb61-ccb8f87eb274'] in n-d-778549-4 is: [{'id': 'd5be9816-c264-45d4-bb61-ccb8f87eb274', 'name': 'tempest-TestSnapshotPattern-937949715-router', 'tenant_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:36:34Z', 'updated_at': '2021-07-23T17:41:42Z', 'revision_number': 6, 'project_id': 'b9c48f79c4c64eb1a0789213fdc5cece', 'gw_port_host': None}] {{(pid=94015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:41:42.670335 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6fe8a32b-13cd-44e8-87af-c90b6531a888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:42.700007 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8a32b-13cd-44e8-87af-c90b6531a888 admin admin] Pushing event deleted for resources: {'Port': ['ID=21b4972d-2b8f-43f7-a2a2-f8958a8a1d38,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:41:42.785113 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6fe8a32b-13cd-44e8-87af-c90b6531a888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:42.888774 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6fe8a32b-13cd-44e8-87af-c90b6531a888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:42.891269 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6fe8a32b-13cd-44e8-87af-c90b6531a888 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:42.942167 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6fe8a32b-13cd-44e8-87af-c90b6531a888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:42.942672 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe8a32b-13cd-44e8-87af-c90b6531a888 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5be9816-c264-45d4-bb61-ccb8f87eb274 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:41:42.948295 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6fe8a32b-13cd-44e8-87af-c90b6531a888 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:42.948759 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-6fe8a32b-13cd-44e8-87af-c90b6531a888 admin admin] 10.222.0.73 "DELETE /v2.0/routers/d5be9816-c264-45d4-bb61-ccb8f87eb274 HTTP/1.1" status: 204 len: 168 time: 1.0275154 Jul 23 17:41:42.952112 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33268) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:41:43.010010 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c679b94-74af-40b0-a828-be0f6728f23d admin admin] Deleting subnet 9f10f28a-498d-4645-94e4-4f0fe7bcde85 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:41:43.014504 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9c679b94-74af-40b0-a828-be0f6728f23d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:43.065410 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9c679b94-74af-40b0-a828-be0f6728f23d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16721148'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:43.180318 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9c679b94-74af-40b0-a828-be0f6728f23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:43.241688 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9c679b94-74af-40b0-a828-be0f6728f23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16721341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758435'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:43.268233 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c679b94-74af-40b0-a828-be0f6728f23d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f10f28a-498d-4645-94e4-4f0fe7bcde85,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:41:43.275450 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9c679b94-74af-40b0-a828-be0f6728f23d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:43.277604 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-9c679b94-74af-40b0-a828-be0f6728f23d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9f10f28a-498d-4645-94e4-4f0fe7bcde85 HTTP/1.1" status: 204 len: 168 time: 0.3243723 Jul 23 17:41:43.280256 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33270) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:41:43.285569 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab946103-3ad2-42db-9642-df2dc6d5e5ac None None] Network c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:41:43.363462 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7579842b-bb0f-412a-9b36-563a0cabcd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:43.463115 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-7579842b-bb0f-412a-9b36-563a0cabcd9f admin admin] Deleting port 0747e8ff-20bf-4d28-898e-0a1ebdacf06f {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:41:43.463582 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7579842b-bb0f-412a-9b36-563a0cabcd9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:43.544496 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfd3d1a-249d-4ae9-9b2d-b5a569d89bc6 None None] DHCP port deletion for c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:41:43.592210 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-7579842b-bb0f-412a-9b36-563a0cabcd9f admin admin] For port 0747e8ff-20bf-4d28-898e-0a1ebdacf06f, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0747e8ff-20bf-4d28-898e-0a1ebdacf06f,segment=NetworkSegment(3f60343b-e0f2-448c-9c85-8cca61f50a2e),segment_id=3f60343b-e0f2-448c-9c85-8cca61f50a2e)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:41:43.592902 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7579842b-bb0f-412a-9b36-563a0cabcd9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:43.619570 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-8bfd3d1a-249d-4ae9-9b2d-b5a569d89bc6 None None] Deleting port 0747e8ff-20bf-4d28-898e-0a1ebdacf06f {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:41:43.620158 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8bfd3d1a-249d-4ae9-9b2d-b5a569d89bc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:43.626772 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-7579842b-bb0f-412a-9b36-563a0cabcd9f admin admin] Calling delete_port for 0747e8ff-20bf-4d28-898e-0a1ebdacf06f owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:41:43.704224 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-8bfd3d1a-249d-4ae9-9b2d-b5a569d89bc6 None None] For port 0747e8ff-20bf-4d28-898e-0a1ebdacf06f, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=0747e8ff-20bf-4d28-898e-0a1ebdacf06f,segment=NetworkSegment(3f60343b-e0f2-448c-9c85-8cca61f50a2e),segment_id=3f60343b-e0f2-448c-9c85-8cca61f50a2e)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:41:43.704757 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8bfd3d1a-249d-4ae9-9b2d-b5a569d89bc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:43.720113 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-8bfd3d1a-249d-4ae9-9b2d-b5a569d89bc6 None None] Calling delete_port for 0747e8ff-20bf-4d28-898e-0a1ebdacf06f owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:41:43.785218 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7579842b-bb0f-412a-9b36-563a0cabcd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16721232'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:43.820224 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579842b-bb0f-412a-9b36-563a0cabcd9f admin admin] Pushing event deleted for resources: {'Port': ['ID=0747e8ff-20bf-4d28-898e-0a1ebdacf06f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:41:43.822370 n-d-778549-4 neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7579842b-bb0f-412a-9b36-563a0cabcd9f admin admin] No DVR routers for this DVR port 0747e8ff-20bf-4d28-898e-0a1ebdacf06f on host n-d-778549-4 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:41:43.830437 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8bfd3d1a-249d-4ae9-9b2d-b5a569d89bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:43.880673 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd3d1a-249d-4ae9-9b2d-b5a569d89bc6 None None] Pushing event deleted for resources: {'Port': ['ID=0747e8ff-20bf-4d28-898e-0a1ebdacf06f,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:41:43.887167 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfd3d1a-249d-4ae9-9b2d-b5a569d89bc6 None None] No DVR routers for this DVR port 0747e8ff-20bf-4d28-898e-0a1ebdacf06f on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:41:43.924138 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7579842b-bb0f-412a-9b36-563a0cabcd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:43.938893 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-7579842b-bb0f-412a-9b36-563a0cabcd9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d7bdb6-78ca-4272-87a5-be054aa0c1b5']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:41:43.953788 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-7579842b-bb0f-412a-9b36-563a0cabcd9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f60343b-e0f2-448c-9c85-8cca61f50a2e') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:41:43.954043 n-d-778549-4 neutron-server[94012]: DEBUG neutron.services.segments.db [None req-7579842b-bb0f-412a-9b36-563a0cabcd9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f60343b-e0f2-448c-9c85-8cca61f50a2e') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:41:43.964800 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7579842b-bb0f-412a-9b36-563a0cabcd9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16721093'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:43.980161 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7579842b-bb0f-412a-9b36-563a0cabcd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:43.986962 n-d-778549-4 neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7579842b-bb0f-412a-9b36-563a0cabcd9f admin admin] Releasing vlan 1118 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:41:43.987383 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7579842b-bb0f-412a-9b36-563a0cabcd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16721159'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:43.989809 n-d-778549-4 neutron-server[94012]: Traceback (most recent call last): Jul 23 17:41:43.989809 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:41:43.989809 n-d-778549-4 neutron-server[94012]: timer() Jul 23 17:41:43.989809 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:41:43.989809 n-d-778549-4 neutron-server[94012]: cb(*args, **kw) Jul 23 17:41:43.989809 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:41:43.989809 n-d-778549-4 neutron-server[94012]: return func(*args, **kwargs) Jul 23 17:41:43.989809 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:41:43.989809 n-d-778549-4 neutron-server[94012]: self._notify() Jul 23 17:41:43.989809 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:41:43.989809 n-d-778549-4 neutron-server[94012]: self.callback(batched_events) Jul 23 17:41:43.989809 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:41:43.989809 n-d-778549-4 neutron-server[94012]: event.method(event) Jul 23 17:41:43.989809 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:41:43.989809 n-d-778549-4 neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:41:43.989809 n-d-778549-4 neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:41:43.989809 n-d-778549-4 neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:41:43.989809 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:41:43.989809 n-d-778549-4 neutron-server[94012]: return f(self, *a, **k) Jul 23 17:41:43.989809 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:41:43.989809 n-d-778549-4 neutron-server[94012]: return self._get(url).json() Jul 23 17:41:43.989809 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:41:43.989809 n-d-778549-4 neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:41:43.989809 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:41:43.989809 n-d-778549-4 neutron-server[94012]: return self.request(url, 'GET', **kwargs) Jul 23 17:41:43.989809 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:41:43.989809 n-d-778549-4 neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:41:43.989809 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:41:43.989809 n-d-778549-4 neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:41:43.989809 n-d-778549-4 neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:41:43.989809 n-d-778549-4 neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:41:43.989809 n-d-778549-4 neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:41:44.051004 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7579842b-bb0f-412a-9b36-563a0cabcd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:44.058607 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7579842b-bb0f-412a-9b36-563a0cabcd9f admin admin] Notify callbacks [] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:44.065388 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-7579842b-bb0f-412a-9b36-563a0cabcd9f admin admin] 10.222.0.73 "DELETE /v2.0/networks/c6d7bdb6-78ca-4272-87a5-be054aa0c1b5 HTTP/1.1" status: 204 len: 168 time: 0.7796009 Jul 23 17:41:44.066157 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33272) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:41:44.073395 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579842b-bb0f-412a-9b36-563a0cabcd9f admin admin] Pushing event deleted for resources: {'Network': ['ID=c6d7bdb6-78ca-4272-87a5-be054aa0c1b5,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:41:44.433577 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0747e8ff-20bf-4d28-898e-0a1ebdacf06f no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:41:44.457492 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 0747e8ff-20bf-4d28-898e-0a1ebdacf06f {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:41:44.457978 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 0747e8ff-20bf-4d28-898e-0a1ebdacf06f not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:41:44.458796 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:41:44.484169 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:41:44.484620 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 4ba5d43b-a37e-4b17-b2e9-ec7d10ee0527 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:41:44.485318 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 21b4972d-2b8f-43f7-a2a2-f8958a8a1d38 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:41:44.509542 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 21b4972d-2b8f-43f7-a2a2-f8958a8a1d38 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:41:44.509894 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 21b4972d-2b8f-43f7-a2a2-f8958a8a1d38 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:41:44.576453 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e10fadad-6ed5-4c47-b347-4ffc9008c577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1713991'] for router_interface, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:44.871763 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e10fadad-6ed5-4c47-b347-4ffc9008c577 admin admin] Deleting port 92c1a81f-5eec-4e45-a8bd-def9d1d60a55 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:41:44.872438 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e10fadad-6ed5-4c47-b347-4ffc9008c577 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:44.962128 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e10fadad-6ed5-4c47-b347-4ffc9008c577 admin admin] For port 92c1a81f-5eec-4e45-a8bd-def9d1d60a55, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=92c1a81f-5eec-4e45-a8bd-def9d1d60a55,segment=NetworkSegment(daea4b88-8a3f-40e1-a44f-8465364726ed),segment_id=daea4b88-8a3f-40e1-a44f-8465364726ed)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:41:44.962544 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e10fadad-6ed5-4c47-b347-4ffc9008c577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:44.977520 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e10fadad-6ed5-4c47-b347-4ffc9008c577 admin admin] Calling delete_port for 92c1a81f-5eec-4e45-a8bd-def9d1d60a55 owned by network:router_interface {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:41:45.188823 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e10fadad-6ed5-4c47-b347-4ffc9008c577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:45.225367 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10fadad-6ed5-4c47-b347-4ffc9008c577 admin admin] Pushing event deleted for resources: {'Port': ['ID=92c1a81f-5eec-4e45-a8bd-def9d1d60a55,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:41:45.429142 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e10fadad-6ed5-4c47-b347-4ffc9008c577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719057'] for router_interface, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:45.691437 n-d-778549-4 neutron-server[94013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10fadad-6ed5-4c47-b347-4ffc9008c577 admin admin] Router 9ef0d8de-0697-4b76-a0f3-c8330a287fe2 has already been hosted by L3 agent f62ca710-9e87-4664-89a9-eb7817ea46c1 {{(pid=94013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:41:46.204889 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10fadad-6ed5-4c47-b347-4ffc9008c577 admin admin] Notify agent at l3_agent.n-d-778549-4 the message routers_updated {{(pid=94013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:41:46.211480 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-e10fadad-6ed5-4c47-b347-4ffc9008c577 admin admin] 10.222.0.73 "PUT /v2.0/routers/9ef0d8de-0697-4b76-a0f3-c8330a287fe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1437528 Jul 23 17:41:46.215578 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33274) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:41:46.216500 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28891f65-2e8a-4488-9398-8ce881c1ee11 None None] Sync routers for ids ['9ef0d8de-0697-4b76-a0f3-c8330a287fe2'] in n-d-778549-4 {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:41:46.233288 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28891f65-2e8a-4488-9398-8ce881c1ee11 None None] Routers {'9ef0d8de-0697-4b76-a0f3-c8330a287fe2'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:41:46.234420 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-28891f65-2e8a-4488-9398-8ce881c1ee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:41:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9ef0d8de-0697-4b76-a0f3-c8330a287fe2'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:41:46.343781 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d8649c93-d4b0-4f09-a841-8befebe3a863 admin admin] Notify callbacks [] for router, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:46.410219 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-28891f65-2e8a-4488-9398-8ce881c1ee11 None None] Set router 9ef0d8de-0697-4b76-a0f3-c8330a287fe2 gateway port host: n-d-778549-4 {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:41:46.504792 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d8649c93-d4b0-4f09-a841-8befebe3a863 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:46.578205 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-d8649c93-d4b0-4f09-a841-8befebe3a863 admin admin] Deleting port 1441989f-6e54-47b6-9608-47f352853ec3 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:41:46.578555 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d8649c93-d4b0-4f09-a841-8befebe3a863 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:46.662085 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-28891f65-2e8a-4488-9398-8ce881c1ee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef0d8de-0697-4b76-a0f3-c8330a287fe2', 'name': 'tempest-TestSnapshotPattern-466000672-router', 'tenant_id': '91717dcd5a484e20829b40b36d2e0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'external_fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '1441989f-6e54-47b6-9608-47f352853ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:36:41Z', 'updated_at': '2021-07-23T17:41:45Z', 'revision_number': 5, 'project_id': '91717dcd5a484e20829b40b36d2e0903', 'gw_port': {'id': '1441989f-6e54-47b6-9608-47f352853ec3', 'name': '', 'network_id': '4e763b06-7572-4747-a18b-44a256cb56cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef0d8de-0697-4b76-a0f3-c8330a287fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778549-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:36:42Z', 'updated_at': '2021-07-23T17:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b513b6dd-5503-49b9-8390-e042ecccd463', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778549-4'}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:41:46.678428 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-d8649c93-d4b0-4f09-a841-8befebe3a863 admin admin] For port 1441989f-6e54-47b6-9608-47f352853ec3, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=1441989f-6e54-47b6-9608-47f352853ec3,segment=NetworkSegment(d706d127-5291-474f-9bab-8fc7a92e279e),segment_id=d706d127-5291-474f-9bab-8fc7a92e279e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:41:46.679012 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d8649c93-d4b0-4f09-a841-8befebe3a863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:46.703133 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-d8649c93-d4b0-4f09-a841-8befebe3a863 admin admin] Calling delete_port for 1441989f-6e54-47b6-9608-47f352853ec3 owned by network:router_gateway {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:41:46.714695 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28891f65-2e8a-4488-9398-8ce881c1ee11 None None] Checking router: 9ef0d8de-0697-4b76-a0f3-c8330a287fe2 for host: n-d-778549-4 {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:41:46.728360 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28891f65-2e8a-4488-9398-8ce881c1ee11 None None] Routers {'9ef0d8de-0697-4b76-a0f3-c8330a287fe2'} bound to L3 agent in host n-d-778549-4 {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:41:46.729417 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-28891f65-2e8a-4488-9398-8ce881c1ee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778549-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:05Z,description=,heartbeat_timestamp=2021-07-23T17:41:35Z,host='n-d-778549-4',id=f62ca710-9e87-4664-89a9-eb7817ea46c1,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:05Z,topic='l3_agent')) {'router_ids': ['9ef0d8de-0697-4b76-a0f3-c8330a287fe2'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:41:46.887778 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-28891f65-2e8a-4488-9398-8ce881c1ee11 None None] Set router 9ef0d8de-0697-4b76-a0f3-c8330a287fe2 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:41:46.955617 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-28891f65-2e8a-4488-9398-8ce881c1ee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef0d8de-0697-4b76-a0f3-c8330a287fe2', 'name': 'tempest-TestSnapshotPattern-466000672-router', 'tenant_id': '91717dcd5a484e20829b40b36d2e0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:36:41Z', 'updated_at': '2021-07-23T17:41:46Z', 'revision_number': 6, 'project_id': '91717dcd5a484e20829b40b36d2e0903', 'gw_port_host': None}], 'n-d-778549-4', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:41:46.969940 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d8649c93-d4b0-4f09-a841-8befebe3a863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:46.988588 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28891f65-2e8a-4488-9398-8ce881c1ee11 None None] The sync data for ids ['9ef0d8de-0697-4b76-a0f3-c8330a287fe2'] in n-d-778549-4 is: [{'id': '9ef0d8de-0697-4b76-a0f3-c8330a287fe2', 'name': 'tempest-TestSnapshotPattern-466000672-router', 'tenant_id': '91717dcd5a484e20829b40b36d2e0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:36:41Z', 'updated_at': '2021-07-23T17:41:46Z', 'revision_number': 6, 'project_id': '91717dcd5a484e20829b40b36d2e0903', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:41:46.998526 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8649c93-d4b0-4f09-a841-8befebe3a863 admin admin] Pushing event deleted for resources: {'Port': ['ID=1441989f-6e54-47b6-9608-47f352853ec3,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:41:47.071602 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d8649c93-d4b0-4f09-a841-8befebe3a863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714694'] for router_gateway, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:47.171566 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d8649c93-d4b0-4f09-a841-8befebe3a863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2690'] for router, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:47.174204 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d8649c93-d4b0-4f09-a841-8befebe3a863 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:47.223678 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d8649c93-d4b0-4f09-a841-8befebe3a863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1695202'] for router, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:47.223678 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8649c93-d4b0-4f09-a841-8befebe3a863 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ef0d8de-0697-4b76-a0f3-c8330a287fe2 {{(pid=94013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:41:47.229635 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d8649c93-d4b0-4f09-a841-8befebe3a863 admin admin] Notify callbacks [] for router, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:47.231100 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-d8649c93-d4b0-4f09-a841-8befebe3a863 admin admin] 10.222.0.73 "DELETE /v2.0/routers/9ef0d8de-0697-4b76-a0f3-c8330a287fe2 HTTP/1.1" status: 204 len: 168 time: 1.0144162 Jul 23 17:41:47.233911 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33276) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:41:47.283736 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae12c96-2fd3-4ab8-b500-f66d5cac53bb admin admin] Deleting subnet 471493d0-e80d-4fa9-8009-87cb94fdf071 {{(pid=94013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:41:47.288207 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ae12c96-2fd3-4ab8-b500-f66d5cac53bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:47.335466 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ae12c96-2fd3-4ab8-b500-f66d5cac53bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16147031'] for subnet, precommit_delete_associations {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:47.431049 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ae12c96-2fd3-4ab8-b500-f66d5cac53bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3536913'] for subnet, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:47.498358 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ae12c96-2fd3-4ab8-b500-f66d5cac53bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16153666'] for subnet, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:47.524568 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae12c96-2fd3-4ab8-b500-f66d5cac53bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=471493d0-e80d-4fa9-8009-87cb94fdf071,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:41:47.530685 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ae12c96-2fd3-4ab8-b500-f66d5cac53bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:47.535407 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6ae12c96-2fd3-4ab8-b500-f66d5cac53bb admin admin] 10.222.0.73 "DELETE /v2.0/subnets/471493d0-e80d-4fa9-8009-87cb94fdf071 HTTP/1.1" status: 204 len: 168 time: 0.2977259 Jul 23 17:41:47.536592 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33278) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:41:47.537356 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf17afd-6223-45dd-8673-9c2d0681c5bd None None] Network 97cb653f-8c03-4eb7-a078-de31a811c0c3 requested from n-d-778549-4 {{(pid=94014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:41:47.621469 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ebbb8c0-787e-468b-b6b5-5d28781db861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3656895'] for network, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:47.685375 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-1ebbb8c0-787e-468b-b6b5-5d28781db861 admin admin] Deleting port fede361f-f76a-43cf-9adc-f7aee00442ff {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:41:47.685725 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ebbb8c0-787e-468b-b6b5-5d28781db861 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:47.782469 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-1ebbb8c0-787e-468b-b6b5-5d28781db861 admin admin] For port fede361f-f76a-43cf-9adc-f7aee00442ff, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=fede361f-f76a-43cf-9adc-f7aee00442ff,segment=NetworkSegment(daea4b88-8a3f-40e1-a44f-8465364726ed),segment_id=daea4b88-8a3f-40e1-a44f-8465364726ed)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:41:47.782837 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ebbb8c0-787e-468b-b6b5-5d28781db861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:47.798225 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-1ebbb8c0-787e-468b-b6b5-5d28781db861 admin admin] Calling delete_port for fede361f-f76a-43cf-9adc-f7aee00442ff owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:41:47.802563 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538ee794-2ed9-4c18-a26a-5ffebc7bca98 None None] DHCP port deletion for 97cb653f-8c03-4eb7-a078-de31a811c0c3 request from n-d-778549-4 {{(pid=94014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:41:47.858821 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-538ee794-2ed9-4c18-a26a-5ffebc7bca98 None None] Deleting port fede361f-f76a-43cf-9adc-f7aee00442ff {{(pid=94014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:41:47.859296 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-538ee794-2ed9-4c18-a26a-5ffebc7bca98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751794217485'] for port, before_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:47.898229 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ebbb8c0-787e-468b-b6b5-5d28781db861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147275'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:47.935821 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-538ee794-2ed9-4c18-a26a-5ffebc7bca98 None None] For port fede361f-f76a-43cf-9adc-f7aee00442ff, host n-d-778549-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778549-4',level=0,port_id=fede361f-f76a-43cf-9adc-f7aee00442ff,segment=NetworkSegment(daea4b88-8a3f-40e1-a44f-8465364726ed),segment_id=daea4b88-8a3f-40e1-a44f-8465364726ed)] {{(pid=94014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:41:47.936133 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-538ee794-2ed9-4c18-a26a-5ffebc7bca98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719111'] for port, precommit_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:47.945022 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebbb8c0-787e-468b-b6b5-5d28781db861 admin admin] Pushing event deleted for resources: {'Port': ['ID=fede361f-f76a-43cf-9adc-f7aee00442ff,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:41:47.951223 n-d-778549-4 neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebbb8c0-787e-468b-b6b5-5d28781db861 admin admin] No DVR routers for this DVR port fede361f-f76a-43cf-9adc-f7aee00442ff on host n-d-778549-4 {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:41:47.959415 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-538ee794-2ed9-4c18-a26a-5ffebc7bca98 None None] Calling delete_port for fede361f-f76a-43cf-9adc-f7aee00442ff owned by network:dhcp {{(pid=94014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:41:48.043073 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ebbb8c0-787e-468b-b6b5-5d28781db861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531400', 'neutron.services.segments.db._delete_segments_for_network-8751794251915'] for network, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:48.047284 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-538ee794-2ed9-4c18-a26a-5ffebc7bca98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751794223939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751793837559'] for port, after_delete {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:48.056276 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-1ebbb8c0-787e-468b-b6b5-5d28781db861 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97cb653f-8c03-4eb7-a078-de31a811c0c3']}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:41:48.069856 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-1ebbb8c0-787e-468b-b6b5-5d28781db861 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daea4b88-8a3f-40e1-a44f-8465364726ed') {'for_net_delete': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:41:48.070309 n-d-778549-4 neutron-server[94013]: DEBUG neutron.services.segments.db [None req-1ebbb8c0-787e-468b-b6b5-5d28781db861 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daea4b88-8a3f-40e1-a44f-8465364726ed') {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:41:48.082046 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ebbb8c0-787e-468b-b6b5-5d28781db861 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751794306744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16147054'] for segment, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:48.082704 n-d-778549-4 neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ee794-2ed9-4c18-a26a-5ffebc7bca98 None None] Pushing event deleted for resources: {'Port': ['ID=fede361f-f76a-43cf-9adc-f7aee00442ff,revision_number=None']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:41:48.087929 n-d-778549-4 neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538ee794-2ed9-4c18-a26a-5ffebc7bca98 None None] No DVR routers for this DVR port fede361f-f76a-43cf-9adc-f7aee00442ff on host n-d-778549-4 {{(pid=94014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:41:48.108116 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ebbb8c0-787e-468b-b6b5-5d28781db861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568'] for segment, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:48.116465 n-d-778549-4 neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ebbb8c0-787e-468b-b6b5-5d28781db861 admin admin] Releasing vlan 1139 on physical network physnet1 to pool {{(pid=94013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:41:48.116879 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ebbb8c0-787e-468b-b6b5-5d28781db861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3535568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147228'] for segment, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:48.119279 n-d-778549-4 neutron-server[94013]: Traceback (most recent call last): Jul 23 17:41:48.119279 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:41:48.119279 n-d-778549-4 neutron-server[94013]: timer() Jul 23 17:41:48.119279 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:41:48.119279 n-d-778549-4 neutron-server[94013]: cb(*args, **kw) Jul 23 17:41:48.119279 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:41:48.119279 n-d-778549-4 neutron-server[94013]: return func(*args, **kwargs) Jul 23 17:41:48.119279 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:41:48.119279 n-d-778549-4 neutron-server[94013]: self._notify() Jul 23 17:41:48.119279 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:41:48.119279 n-d-778549-4 neutron-server[94013]: self.callback(batched_events) Jul 23 17:41:48.119279 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:41:48.119279 n-d-778549-4 neutron-server[94013]: event.method(event) Jul 23 17:41:48.119279 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:41:48.119279 n-d-778549-4 neutron-server[94013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:41:48.119279 n-d-778549-4 neutron-server[94013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:41:48.119279 n-d-778549-4 neutron-server[94013]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:41:48.119279 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:41:48.119279 n-d-778549-4 neutron-server[94013]: return f(self, *a, **k) Jul 23 17:41:48.119279 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:41:48.119279 n-d-778549-4 neutron-server[94013]: return self._get(url).json() Jul 23 17:41:48.119279 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:41:48.119279 n-d-778549-4 neutron-server[94013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:41:48.119279 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:41:48.119279 n-d-778549-4 neutron-server[94013]: return self.request(url, 'GET', **kwargs) Jul 23 17:41:48.119279 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:41:48.119279 n-d-778549-4 neutron-server[94013]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:41:48.119279 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:41:48.119279 n-d-778549-4 neutron-server[94013]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:41:48.119279 n-d-778549-4 neutron-server[94013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:41:48.119279 n-d-778549-4 neutron-server[94013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:41:48.119279 n-d-778549-4 neutron-server[94013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:41:48.193378 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ebbb8c0-787e-468b-b6b5-5d28781db861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714914'] for network, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:48.200393 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ebbb8c0-787e-468b-b6b5-5d28781db861 admin admin] Notify callbacks [] for network, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:48.206430 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-1ebbb8c0-787e-468b-b6b5-5d28781db861 admin admin] 10.222.0.73 "DELETE /v2.0/networks/97cb653f-8c03-4eb7-a078-de31a811c0c3 HTTP/1.1" status: 204 len: 168 time: 0.6655309 Jul 23 17:41:48.228023 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebbb8c0-787e-468b-b6b5-5d28781db861 admin admin] Pushing event deleted for resources: {'Network': ['ID=97cb653f-8c03-4eb7-a078-de31a811c0c3,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:41:48.343792 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33282) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:41:48.395263 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-3bb9fdd1-ed8e-41c9-8816-d7cf6a32be6c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b9c48f79c4c64eb1a0789213fdc5cece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500557 Jul 23 17:41:48.398536 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [-] (94013) accepted ('10.222.0.73', 33284) {{(pid=94013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:41:48.430654 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1441989f-6e54-47b6-9608-47f352853ec3 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:41:48.451205 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 1441989f-6e54-47b6-9608-47f352853ec3 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:41:48.451494 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 1441989f-6e54-47b6-9608-47f352853ec3 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:41:48.451858 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device fede361f-f76a-43cf-9adc-f7aee00442ff no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:41:48.459225 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c51893a-1d46-4d71-839e-f46ffbc606c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:48.474395 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: fede361f-f76a-43cf-9adc-f7aee00442ff {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:41:48.474752 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device fede361f-f76a-43cf-9adc-f7aee00442ff not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:41:48.475136 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 92c1a81f-5eec-4e45-a8bd-def9d1d60a55 no longer exists at agent ovs-agent-n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:41:48.492327 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c51893a-1d46-4d71-839e-f46ffbc606c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:48.497761 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.plugin [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] No Port match for: 92c1a81f-5eec-4e45-a8bd-def9d1d60a55 {{(pid=94014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:41:48.498107 n-d-778549-4 neutron-server[94014]: DEBUG neutron.plugins.ml2.rpc [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Device 92c1a81f-5eec-4e45-a8bd-def9d1d60a55 not bound to the agent host n-d-778549-4 {{(pid=94014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:41:48.550980 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c51893a-1d46-4d71-839e-f46ffbc606c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:48.554680 n-d-778549-4 neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6c51893a-1d46-4d71-839e-f46ffbc606c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:48.556552 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [None req-6c51893a-1d46-4d71-839e-f46ffbc606c5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4a49c429-0ff5-4450-a327-47ae876681c6 HTTP/1.1" status: 204 len: 168 time: 0.1567595 Jul 23 17:41:48.573414 n-d-778549-4 neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51893a-1d46-4d71-839e-f46ffbc606c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a49c429-0ff5-4450-a327-47ae876681c6,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:41:48.950413 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33290) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:41:49.011429 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-03246d28-363c-4ff2-86c1-a78237ced561 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=91717dcd5a484e20829b40b36d2e0903&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0587997 Jul 23 17:41:49.013660 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.73', 33292) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:41:49.078503 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd97bd3a-714d-4e52-9367-b7c3511747f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:49.105692 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd97bd3a-714d-4e52-9367-b7c3511747f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:49.163592 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd97bd3a-714d-4e52-9367-b7c3511747f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570769'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:49.166855 n-d-778549-4 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd97bd3a-714d-4e52-9367-b7c3511747f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:49.168778 n-d-778549-4 neutron-server[94012]: INFO neutron.wsgi [None req-fd97bd3a-714d-4e52-9367-b7c3511747f4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/09d9aa8d-a20d-4bb2-bcc8-b55c655b54da HTTP/1.1" status: 204 len: 168 time: 0.1538486 Jul 23 17:41:49.180973 n-d-778549-4 neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97bd3a-714d-4e52-9367-b7c3511747f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d9aa8d-a20d-4bb2-bcc8-b55c655b54da,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:41:53.085091 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-f7c8499c-7b4f-41d5-8521-76f142910c57 req-f85ec780-d30e-46fd-a7d2-1976d78e3a81 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1086609 Jul 23 17:41:53.213119 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8499c-7b4f-41d5-8521-76f142910c57 req-2cfe32f4-9d1d-4113-840f-bb03e26d3ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:41:53.214724 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-f7c8499c-7b4f-41d5-8521-76f142910c57 req-2cfe32f4-9d1d-4113-840f-bb03e26d3ece service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0741327 Jul 23 17:41:53.374975 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8499c-7b4f-41d5-8521-76f142910c57 req-66520c7e-90eb-4050-bca0-c0f150b0d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:41:53.376577 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-f7c8499c-7b4f-41d5-8521-76f142910c57 req-66520c7e-90eb-4050-bca0-c0f150b0d21a service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.1353793 Jul 23 17:41:53.442209 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-f7c8499c-7b4f-41d5-8521-76f142910c57 req-a7c7a945-359f-415c-a89e-cd2ad2864562 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0583699 Jul 23 17:41:53.530738 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8499c-7b4f-41d5-8521-76f142910c57 req-de8c46c5-2124-4a57-99fa-4ec4777977c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:41:53.533347 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-f7c8499c-7b4f-41d5-8521-76f142910c57 req-de8c46c5-2124-4a57-99fa-4ec4777977c2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0847960 Jul 23 17:41:53.609556 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8499c-7b4f-41d5-8521-76f142910c57 req-eb5340d5-aa41-425f-b4cd-bf64bac5088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:41:53.611113 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-f7c8499c-7b4f-41d5-8521-76f142910c57 req-eb5340d5-aa41-425f-b4cd-bf64bac5088d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708060 Jul 23 17:41:53.723020 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-f7c8499c-7b4f-41d5-8521-76f142910c57 req-d79d8a9d-3ce0-422e-a1a9-86697391fa51 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047981 Jul 23 17:41:53.832359 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-f7c8499c-7b4f-41d5-8521-76f142910c57 req-d8eff35c-7424-46ca-aec5-d2e24711220d service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032491 Jul 23 17:42:00.282681 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:42:02.779100 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-fc40895b-db72-46b6-80cb-a8ccc3f2674e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:05.503014 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-122e5593-20ac-4127-aedb-e0f80fadee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:05.686249 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:05.911884 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:06.925409 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:08.246790 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:08.942231 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:32.776141 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-19277859-28a7-4bf8-8024-669defc97ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:35.506225 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bf08182c-df3a-46f4-9f11-1937bd63f65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:35.689708 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:35.950128 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:36.933439 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:37.283152 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:42:38.244270 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:38.946194 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:55.012846 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-da05529a-0b2a-4ce3-9c09-93e21f230b7a req-8e4f186e-1979-44a7-9e02-9e04ac0fee6e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0711625 Jul 23 17:42:55.135238 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05529a-0b2a-4ce3-9c09-93e21f230b7a req-0e949091-f5fe-4db3-bb0c-a8daf34e3502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:55.137127 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-da05529a-0b2a-4ce3-9c09-93e21f230b7a req-0e949091-f5fe-4db3-bb0c-a8daf34e3502 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0760350 Jul 23 17:42:55.267757 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05529a-0b2a-4ce3-9c09-93e21f230b7a req-9c6b7c77-8463-4949-8321-33bc07bc6f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:55.270464 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-da05529a-0b2a-4ce3-9c09-93e21f230b7a req-9c6b7c77-8463-4949-8321-33bc07bc6f5f service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.1101310 Jul 23 17:42:55.318465 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-da05529a-0b2a-4ce3-9c09-93e21f230b7a req-2735c708-8b4b-4eee-859b-6a8bced98486 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0410511 Jul 23 17:42:55.376272 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05529a-0b2a-4ce3-9c09-93e21f230b7a req-03587fbf-56e8-48b9-b4ec-68f76daeff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:55.378663 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-da05529a-0b2a-4ce3-9c09-93e21f230b7a req-03587fbf-56e8-48b9-b4ec-68f76daeff0a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0533738 Jul 23 17:42:55.449089 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05529a-0b2a-4ce3-9c09-93e21f230b7a req-63392b2d-7bed-44d9-9d43-e2c7fe2bbcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:55.451035 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-da05529a-0b2a-4ce3-9c09-93e21f230b7a req-63392b2d-7bed-44d9-9d43-e2c7fe2bbcbb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666323 Jul 23 17:42:55.565665 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-da05529a-0b2a-4ce3-9c09-93e21f230b7a req-9d17a56a-068d-45eb-9d53-14fd389828cf service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075492 Jul 23 17:42:55.685605 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-da05529a-0b2a-4ce3-9c09-93e21f230b7a req-1ac59ea9-9351-44f6-83b7-e91e7db0499c service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133339 Jul 23 17:43:02.775805 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a4a9ec5e-2c45-491a-ac79-7c58e057555b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:43:05.500094 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-41534a81-f537-4eb7-8c54-11b75abc76ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:43:05.689492 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:43:05.946954 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:43:06.929660 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:43:08.258356 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:43:08.949569 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:43:14.282804 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:43:32.774312 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-8ada0f37-a233-4696-999c-3d8ab3c2184e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:43:35.510349 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-75b53335-12b9-4bcd-95b3-7cdc36d66aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:43:35.685698 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:43:35.941250 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:43:36.933086 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:43:38.244262 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:43:38.951886 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:43:51.282689 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:43:54.945585 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6a6f9ba7-da37-4357-9a40-0b46ab32c9c0 req-b4693523-8b2d-4206-b801-c715677d99f0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0589869 Jul 23 17:43:55.070712 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f9ba7-da37-4357-9a40-0b46ab32c9c0 req-90c30ce8-cbe5-4309-9433-3328ed7998f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:43:55.072405 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6a6f9ba7-da37-4357-9a40-0b46ab32c9c0 req-90c30ce8-cbe5-4309-9433-3328ed7998f7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0715790 Jul 23 17:43:55.191942 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f9ba7-da37-4357-9a40-0b46ab32c9c0 req-32625047-436b-4d5c-96f5-f2cb6176a2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:43:55.193546 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6a6f9ba7-da37-4357-9a40-0b46ab32c9c0 req-32625047-436b-4d5c-96f5-f2cb6176a2e3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.1019068 Jul 23 17:43:55.238208 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6a6f9ba7-da37-4357-9a40-0b46ab32c9c0 req-38a5305b-2007-498d-8308-65c0b30a6ed9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0385017 Jul 23 17:43:55.298060 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f9ba7-da37-4357-9a40-0b46ab32c9c0 req-0006f560-cf35-4923-b8ee-c45dcc580dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:43:55.300312 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6a6f9ba7-da37-4357-9a40-0b46ab32c9c0 req-0006f560-cf35-4923-b8ee-c45dcc580dac service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0560751 Jul 23 17:43:55.374460 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f9ba7-da37-4357-9a40-0b46ab32c9c0 req-02a3a4d1-52cd-482d-a9c1-298df9624503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:43:55.375949 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6a6f9ba7-da37-4357-9a40-0b46ab32c9c0 req-02a3a4d1-52cd-482d-a9c1-298df9624503 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689328 Jul 23 17:43:55.475943 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6a6f9ba7-da37-4357-9a40-0b46ab32c9c0 req-264d140e-d796-4492-a655-00d8ec0e30b9 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929661 Jul 23 17:43:55.581862 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-6a6f9ba7-da37-4357-9a40-0b46ab32c9c0 req-ddfb204c-537b-4a6c-af86-1db27d1f6f44 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990574 Jul 23 17:44:02.768816 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-33fa51af-88c5-4d50-86d9-1e7ff23da7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:05.506744 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9cb16ca7-c9a8-4f75-beec-7342adfda763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:05.680204 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:05.955935 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:06.937500 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:08.253100 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:08.955180 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:28.283648 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:44:32.774464 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-af101439-e1da-4dbf-8f4d-34b14f848c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:35.519462 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09dfa5db-57ae-493b-93bf-2ccb081d6bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:35.686871 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:35.957521 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:36.938665 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:38.265903 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:38.957594 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:55.005399 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ec651341-f180-4a7f-981e-901cde439c67 req-28b902d2-f69f-453f-9935-0b4383d7eea7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0601013 Jul 23 17:44:55.106879 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec651341-f180-4a7f-981e-901cde439c67 req-18d73af4-3014-4d6d-9699-36b377b4aed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:44:55.108962 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ec651341-f180-4a7f-981e-901cde439c67 req-18d73af4-3014-4d6d-9699-36b377b4aed4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0582292 Jul 23 17:44:55.230771 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec651341-f180-4a7f-981e-901cde439c67 req-d39e9342-c0bc-4c98-a67e-b068a3ee11fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:44:55.232432 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ec651341-f180-4a7f-981e-901cde439c67 req-d39e9342-c0bc-4c98-a67e-b068a3ee11fb service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.1039846 Jul 23 17:44:55.278640 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ec651341-f180-4a7f-981e-901cde439c67 req-9a94a1e5-eb75-4526-91a5-25b946941e9b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0395012 Jul 23 17:44:55.335122 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec651341-f180-4a7f-981e-901cde439c67 req-c4d40195-d6f4-44fb-854a-dd303fdeb7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:44:55.336713 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ec651341-f180-4a7f-981e-901cde439c67 req-c4d40195-d6f4-44fb-854a-dd303fdeb7d5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0517857 Jul 23 17:44:55.404427 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec651341-f180-4a7f-981e-901cde439c67 req-6bb7ccba-8244-4a52-923e-de970502b6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:44:55.406028 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ec651341-f180-4a7f-981e-901cde439c67 req-6bb7ccba-8244-4a52-923e-de970502b6eb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621679 Jul 23 17:44:55.513000 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ec651341-f180-4a7f-981e-901cde439c67 req-be21a577-1c09-4f1a-b628-15988aa33635 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997615 Jul 23 17:44:55.612937 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-ec651341-f180-4a7f-981e-901cde439c67 req-0eae182a-6a8b-4a22-b2d6-55c61732293c service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915370 Jul 23 17:45:02.781928 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-690a4b95-6e04-4b47-abf8-ebb55fd1b3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:05.284389 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:45:05.515215 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2bb5e6e8-da9e-4c46-9c18-19a8b3d8f887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:05.682459 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:05.954102 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:06.942892 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:08.265345 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:08.961897 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:32.783696 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-de30de5f-2ab8-482f-b89d-70d32040bb89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:35.526814 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6735d298-ffe8-4aff-8eea-7d3b9f6ff926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:35.696006 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:35.965410 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:36.945488 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:38.290963 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:38.964164 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:42.286047 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:45:56.074581 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2812f617-7577-4c8e-ac8a-fa5fc651f111 req-23a32e0e-a2d8-4f0f-ae49-a0fd0bb06d2e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1864388 Jul 23 17:45:56.184164 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812f617-7577-4c8e-ac8a-fa5fc651f111 req-f1950a63-3bef-46b9-a9a3-219d8d294aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:45:56.185782 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2812f617-7577-4c8e-ac8a-fa5fc651f111 req-f1950a63-3bef-46b9-a9a3-219d8d294aff service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0665114 Jul 23 17:45:56.309755 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812f617-7577-4c8e-ac8a-fa5fc651f111 req-c222d6e3-260f-4005-b573-503eb90f4746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:45:56.311376 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2812f617-7577-4c8e-ac8a-fa5fc651f111 req-c222d6e3-260f-4005-b573-503eb90f4746 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.1060524 Jul 23 17:45:56.359948 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2812f617-7577-4c8e-ac8a-fa5fc651f111 req-061200b5-880c-4f8a-9300-b849572ab579 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0418091 Jul 23 17:45:56.414171 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812f617-7577-4c8e-ac8a-fa5fc651f111 req-983f05f9-be8e-43ee-8d27-821cc790694d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:45:56.416159 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2812f617-7577-4c8e-ac8a-fa5fc651f111 req-983f05f9-be8e-43ee-8d27-821cc790694d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0495930 Jul 23 17:45:56.480759 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812f617-7577-4c8e-ac8a-fa5fc651f111 req-db1d39c4-9db0-4fa4-b704-782e57b96a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:45:56.482389 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2812f617-7577-4c8e-ac8a-fa5fc651f111 req-db1d39c4-9db0-4fa4-b704-782e57b96a13 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594175 Jul 23 17:45:56.589254 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2812f617-7577-4c8e-ac8a-fa5fc651f111 req-8c7f7e61-3e1d-4fe5-a10c-9dbbcb414569 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992982 Jul 23 17:45:56.688901 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2812f617-7577-4c8e-ac8a-fa5fc651f111 req-5d6732e0-f09d-4182-8d67-c40359b228fa service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933511 Jul 23 17:46:02.779341 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ac4a52b9-2d3e-4be2-962e-7c5c7e195034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:46:05.521491 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-480285c0-33ee-41f1-9885-58969d80ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:46:05.691058 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:46:05.970837 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:46:06.947355 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:46:08.310618 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:46:08.967928 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:46:19.286383 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:46:32.786710 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a1a64b18-d049-410f-bd1e-6749fc8ae7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:46:35.528453 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cc6d1a35-a92e-4806-a268-22b1fcfcd120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:46:35.698305 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:46:35.967229 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:46:36.951874 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:46:38.298942 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:46:38.972531 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:46:56.287962 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:46:56.982098 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fa259c6c-ce2f-43ce-991b-9ab586c3cd2f req-bb7ab341-3090-4311-be92-343ee458a1cb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0718703 Jul 23 17:46:57.088078 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa259c6c-ce2f-43ce-991b-9ab586c3cd2f req-ae545773-6fd0-410e-ab63-262c26986444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:46:57.089881 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fa259c6c-ce2f-43ce-991b-9ab586c3cd2f req-ae545773-6fd0-410e-ab63-262c26986444 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0630550 Jul 23 17:46:57.207208 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa259c6c-ce2f-43ce-991b-9ab586c3cd2f req-57cf6f16-36ed-4444-8997-9665bd6e85b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:46:57.208753 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fa259c6c-ce2f-43ce-991b-9ab586c3cd2f req-57cf6f16-36ed-4444-8997-9665bd6e85b8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0990531 Jul 23 17:46:57.260856 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fa259c6c-ce2f-43ce-991b-9ab586c3cd2f req-43d69eef-4815-448b-a2ca-e4297393fea8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0442932 Jul 23 17:46:57.316989 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa259c6c-ce2f-43ce-991b-9ab586c3cd2f req-4a26defd-d193-40c9-826b-90ac437b8222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:46:57.318597 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fa259c6c-ce2f-43ce-991b-9ab586c3cd2f req-4a26defd-d193-40c9-826b-90ac437b8222 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0500977 Jul 23 17:46:57.384310 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa259c6c-ce2f-43ce-991b-9ab586c3cd2f req-d03a13d8-8c30-489b-b4fd-c507b0c6de15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:46:57.385928 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fa259c6c-ce2f-43ce-991b-9ab586c3cd2f req-d03a13d8-8c30-489b-b4fd-c507b0c6de15 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605810 Jul 23 17:46:57.496280 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fa259c6c-ce2f-43ce-991b-9ab586c3cd2f req-75fe9ff8-1937-492b-8187-2dcdad343992 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028848 Jul 23 17:46:57.600688 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-fa259c6c-ce2f-43ce-991b-9ab586c3cd2f req-11d99361-e0b5-4a96-aca4-a45aa2d3c007 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973544 Jul 23 17:47:02.780814 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-2e62c7e0-c65e-42e9-9014-43e3abf5f033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:05.532257 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-0dd4af4d-6fc6-4a32-b60f-331de0ce9585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:05.693388 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:05.987455 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:06.957900 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:08.314508 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:08.977290 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:32.783449 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-5d7b0c84-4740-4a59-80e5-652bdbe59d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:33.289037 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:47:35.524736 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-402103c9-178f-44d4-ac58-a0c1754543c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:35.695043 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:35.980165 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:36.956921 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:38.312360 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:38.977797 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:56.966499 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-96ae8d87-5aed-47dc-8ca6-fba961362b64 req-779d8b8c-986b-4dad-91f2-9c33d4b3ecd5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0643487 Jul 23 17:47:57.068511 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae8d87-5aed-47dc-8ca6-fba961362b64 req-8ea89a4a-5271-40b5-9f71-ce6b52cde665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:47:57.070118 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-96ae8d87-5aed-47dc-8ca6-fba961362b64 req-8ea89a4a-5271-40b5-9f71-ce6b52cde665 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0602856 Jul 23 17:47:57.186257 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae8d87-5aed-47dc-8ca6-fba961362b64 req-03459965-9576-48c6-8757-bea425779ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:47:57.187857 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-96ae8d87-5aed-47dc-8ca6-fba961362b64 req-03459965-9576-48c6-8757-bea425779ec0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.0971503 Jul 23 17:47:57.232115 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-96ae8d87-5aed-47dc-8ca6-fba961362b64 req-6827b4c7-5901-4e4b-acb6-ebb0a7a58709 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0365479 Jul 23 17:47:57.284236 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae8d87-5aed-47dc-8ca6-fba961362b64 req-76ef3700-9835-4bcc-9521-3ca4b14a1e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:47:57.285823 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-96ae8d87-5aed-47dc-8ca6-fba961362b64 req-76ef3700-9835-4bcc-9521-3ca4b14a1e77 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0476708 Jul 23 17:47:57.353784 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae8d87-5aed-47dc-8ca6-fba961362b64 req-e65c50a8-0621-4cdf-bfc0-53091a3a5dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:47:57.355855 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-96ae8d87-5aed-47dc-8ca6-fba961362b64 req-e65c50a8-0621-4cdf-bfc0-53091a3a5dfe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629148 Jul 23 17:47:57.450225 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-96ae8d87-5aed-47dc-8ca6-fba961362b64 req-63f65560-1a41-401c-9e0e-a6e2f3f37c2f service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872803 Jul 23 17:47:57.557231 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-96ae8d87-5aed-47dc-8ca6-fba961362b64 req-9f93311a-5f10-48ea-99dd-2c05636771fd service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004739 Jul 23 17:48:02.787344 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc0d2-6491-49a1-abd4-2c2e43db91eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:48:05.528191 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-a38c7f86-d25f-4123-ac8f-6372bc708589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:48:05.698250 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:48:05.992544 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:48:06.959942 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:48:08.321029 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:48:08.991403 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:48:10.288450 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:48:32.792715 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-bb376405-5454-4fb8-a5b3-7cae9120197c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:48:35.538387 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-cb25c510-5246-4af2-aa30-3eb4f3228adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:48:35.704754 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:48:36.013864 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:48:36.962161 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:48:38.321085 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:48:38.987201 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:48:47.293679 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:48:56.960059 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2f1c92e0-b79c-4dd5-8949-36c7549334ff req-4166e44b-3b25-4835-99d1-afdc414d80a2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0568540 Jul 23 17:48:57.064183 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c92e0-b79c-4dd5-8949-36c7549334ff req-11a1cf2f-1c78-4a68-8f61-aa1ee7406e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:48:57.065821 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2f1c92e0-b79c-4dd5-8949-36c7549334ff req-11a1cf2f-1c78-4a68-8f61-aa1ee7406e31 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0605462 Jul 23 17:48:57.190143 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c92e0-b79c-4dd5-8949-36c7549334ff req-8ec00ca0-c31f-4e3d-8097-d06b89246f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:48:57.191879 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2f1c92e0-b79c-4dd5-8949-36c7549334ff req-8ec00ca0-c31f-4e3d-8097-d06b89246f60 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.1050045 Jul 23 17:48:57.235225 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2f1c92e0-b79c-4dd5-8949-36c7549334ff req-ed1ad55c-9f6b-41e5-9e1f-b3b85ee4d36a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0363605 Jul 23 17:48:57.292972 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c92e0-b79c-4dd5-8949-36c7549334ff req-1b71974b-3e37-420f-bdcd-cbd6c3de9176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:48:57.294866 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2f1c92e0-b79c-4dd5-8949-36c7549334ff req-1b71974b-3e37-420f-bdcd-cbd6c3de9176 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0531025 Jul 23 17:48:57.361533 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c92e0-b79c-4dd5-8949-36c7549334ff req-7d85e3e7-7c0f-47d4-a467-86f8a7b24d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:48:57.363084 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2f1c92e0-b79c-4dd5-8949-36c7549334ff req-7d85e3e7-7c0f-47d4-a467-86f8a7b24d3f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600600 Jul 23 17:48:57.374773 n-d-778549-4 neutron-server[94013]: DEBUG neutron.wsgi [req-2f1c92e0-b79c-4dd5-8949-36c7549334ff req-327a1664-5f9d-4e9b-9c43-1a91bc1e54b3 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:48:57.375789 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2f1c92e0-b79c-4dd5-8949-36c7549334ff req-327a1664-5f9d-4e9b-9c43-1a91bc1e54b3 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054507 Jul 23 17:48:57.475692 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2f1c92e0-b79c-4dd5-8949-36c7549334ff req-10d74d53-103e-4854-9424-f489fc7006b2 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930858 Jul 23 17:48:57.580956 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-2f1c92e0-b79c-4dd5-8949-36c7549334ff req-176214b7-b04e-4035-9ebd-ddbcf634f95e service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969241 Jul 23 17:49:02.797219 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-89f5b4e3-7428-4ebc-adfe-06f3098ad08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:49:05.531824 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-795c3def-4604-46ff-a4b0-7140f0864229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:49:05.705643 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:49:06.004683 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:49:06.979326 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:49:08.322478 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:49:08.988919 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:49:24.294030 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:49:32.799373 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-dfbf77e3-0951-4d1c-8192-dc0be4437357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:49:35.534233 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-811686a7-ef31-43ac-a081-ad1843330553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:49:35.699855 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:49:35.804976 n-d-778549-4 neutron-server[94012]: DEBUG neutron.wsgi [req-cc3b1ea7-6539-4500-8d03-84498ae15255 req-a5b60648-c497-4982-a6a2-9ecadecd1e7e service neutron] (94012) timed out ('10.222.0.73', 60140) {{(pid=94012) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 17:49:36.018727 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:49:36.970238 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:49:38.333584 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:49:38.990793 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:49:58.932677 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b758605d-bc25-4d50-bb83-8b5aed98dc13 req-83d66fde-074d-4b6b-915c-cdc23ce0f939 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce09445-1f77-4412-9bcb-da011501e892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0636156 Jul 23 17:49:59.047574 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758605d-bc25-4d50-bb83-8b5aed98dc13 req-2cee29f5-83f9-4749-8e98-d5f8fca8e0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:49:59.050259 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b758605d-bc25-4d50-bb83-8b5aed98dc13 req-2cee29f5-83f9-4749-8e98-d5f8fca8e0e0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8a2bed23128491a8a32cdfcb8bd611a&device_id=1ce09445-1f77-4412-9bcb-da011501e892 HTTP/1.1" status: 200 len: 1097 time: 0.0704525 Jul 23 17:49:59.561762 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758605d-bc25-4d50-bb83-8b5aed98dc13 req-a5173ae0-c977-4408-a6a9-91116bf552e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:49:59.563340 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b758605d-bc25-4d50-bb83-8b5aed98dc13 req-a5173ae0-c977-4408-a6a9-91116bf552e9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a558a463-1038-49a1-89d3-a7122c4bbdb7 HTTP/1.1" status: 200 len: 913 time: 0.4931040 Jul 23 17:49:59.606928 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b758605d-bc25-4d50-bb83-8b5aed98dc13 req-28441853-58fc-4bd3-b5e5-a327c6dba7c1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0176a87c-a184-49cc-9a35-09f42ac84608 HTTP/1.1" status: 200 len: 217 time: 0.0362692 Jul 23 17:49:59.664426 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758605d-bc25-4d50-bb83-8b5aed98dc13 req-585d2ba4-4b84-4fc2-8cb8-351f8623d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:49:59.667240 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b758605d-bc25-4d50-bb83-8b5aed98dc13 req-585d2ba4-4b84-4fc2-8cb8-351f8623d633 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5976ceb7-755c-4adf-b695-78f866395610 HTTP/1.1" status: 200 len: 850 time: 0.0534756 Jul 23 17:49:59.729276 n-d-778549-4 neutron-server[94013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758605d-bc25-4d50-bb83-8b5aed98dc13 req-eaa47ee1-06a8-4639-92a3-63f164013633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:49:59.730787 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b758605d-bc25-4d50-bb83-8b5aed98dc13 req-eaa47ee1-06a8-4639-92a3-63f164013633 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a558a463-1038-49a1-89d3-a7122c4bbdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574653 Jul 23 17:49:59.835676 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b758605d-bc25-4d50-bb83-8b5aed98dc13 req-fb50456e-af47-47cc-b097-982fb9d075d8 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973902 Jul 23 17:49:59.934816 n-d-778549-4 neutron-server[94013]: INFO neutron.wsgi [req-b758605d-bc25-4d50-bb83-8b5aed98dc13 req-66494f32-c83b-41bf-8f7a-ecf71a2d4f97 service neutron] 10.222.0.74 "GET /v2.0/networks/a558a463-1038-49a1-89d3-a7122c4bbdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916326 Jul 23 17:50:01.293479 n-d-778549-4 neutron-server[94015]: DEBUG neutron.db.agents_db [None req-55aa1802-a471-43ec-9b78-2db32f4e43f6 None None] Agent healthcheck: found 7 active agents {{(pid=94015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:50:02.801646 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-588bff51-3769-45d5-a1cf-563821b755c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:50:05.539671 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b9312d11-0842-4ed9-ae9b-c8b9e58b1931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:50:05.703037 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-413993d3-8e4c-4b33-9c24-02c0fe3f4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:50:06.020832 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-f1de212a-7fa6-4ab9-bb00-20698aafe7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:50:06.972078 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-09a3072d-aebf-4983-a858-d77e57e84582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:50:08.335474 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-23a7bdea-5a46-482e-a37b-fc12519e1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:50:08.997106 n-d-778549-4 neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4eef22cb-7817-4ff4-abb9-24c0cf3141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751794251897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533142'] for agent, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}